-- Logs begin at Tue 2021-11-02 10:34:16 UTC, end at Tue 2021-11-02 13:20:23 UTC. -- Nov 02 11:22:58.920419 n-d-806683-18 systemd[1]: Started Devstack devstack@q-svc.service. Nov 02 11:23:01.672567 n-d-806683-18 neutron-server[102578]: INFO neutron.common.config [-] Logging enabled! Nov 02 11:23:01.673193 n-d-806683-18 neutron-server[102578]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev132 Nov 02 11:23:01.673416 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102578) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 02 11:23:01.676812 n-d-806683-18 neutron-server[102578]: INFO neutron.common.config [-] Logging enabled! Nov 02 11:23:01.677067 n-d-806683-18 neutron-server[102578]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev132 Nov 02 11:23:01.677370 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102578) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 02 11:23:01.678292 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 11:23:01.678523 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 11:23:01.678889 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 11:23:01.679153 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 11:23:01.679374 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 11:23:01.679685 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.680002 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.680292 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.680517 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.680805 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.681094 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.681400 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.681689 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.681983 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.682257 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.682532 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.682810 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.683062 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.683337 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.683618 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.683910 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.684114 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] debug = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.684388 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.684811 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.685219 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.685494 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.685774 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.686045 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.686311 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.686581 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.686861 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.687202 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] host = n-d-806683-18 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.687473 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.688294 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.688582 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.688865 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.689134 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.689408 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.689688 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.689954 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.690222 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] log_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.690510 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.690772 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.691096 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.691379 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.691603 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.691818 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.692110 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.692390 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.692662 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.692929 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.693200 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.693467 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.693735 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.694011 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.694276 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.694552 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.694829 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.695125 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.695403 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.695679 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.695941 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.696211 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.696473 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.696741 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.697009 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.697292 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.697559 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.697825 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.698117 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.698397 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.698677 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.698977 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.699250 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.699528 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.699796 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.700065 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.700328 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] use_json = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.700595 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.700860 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.701136 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.701443 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.701668 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.701934 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.702197 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.702474 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:01.702767 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.703087 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.703464 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.703753 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.704046 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.704318 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.704600 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.704873 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.705152 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.705433 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.705714 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.705987 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.706267 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.706539 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.706825 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.707162 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.707453 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.707736 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.708003 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.708271 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.708537 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.708807 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.709087 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.709357 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.709638 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.709919 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.710195 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.710473 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.710760 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.711077 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.711345 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.711618 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.711904 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.712174 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.712440 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.712713 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.712995 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.713271 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.713538 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.713814 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.714088 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.714356 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.714622 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.714895 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.715202 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.715473 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.715740 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.716005 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.716277 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.716542 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.716823 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.717098 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.717367 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.717635 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.717909 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.718178 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.718444 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.718716 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.719033 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.719307 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.719577 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.719836 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.720103 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.720366 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.720632 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.720904 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.721170 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.721440 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.721708 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.721973 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.722240 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.722566 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.722838 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.723144 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.723442 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.723716 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.723990 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.724263 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.724535 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.724809 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.725079 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.725354 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.725629 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.725905 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.726183 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.726460 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.726751 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.727098 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.727374 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.727691 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.727965 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.728244 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.728518 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.728796 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.729077 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.729359 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.729650 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.729938 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.730224 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.730512 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.730801 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.731107 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.731418 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.731695 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:01.731910 n-d-806683-18 neutron-server[102578]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 11:23:01.732151 n-d-806683-18 neutron-server[102578]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102578) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 02 11:23:02.166351 n-d-806683-18 neutron-server[102578]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 02 11:23:02.166628 n-d-806683-18 neutron-server[102578]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 02 11:23:02.166915 n-d-806683-18 neutron-server[102578]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 02 11:23:02.167263 n-d-806683-18 neutron-server[102578]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 02 11:23:02.489652 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.489855 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.490125 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.491336 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.491610 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.491873 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.526497 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.526785 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.527073 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.542229 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.542507 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.542770 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.572953 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.573237 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.573504 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.609392 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.609690 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.609965 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.847062 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.847677 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.847677 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.847861 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.848454 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.976106 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.976424 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.976710 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.976982 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.977246 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.977553 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.977812 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.978066 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.978317 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.978596 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.978852 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.979137 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.979388 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.979635 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.979888 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.980150 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.980403 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.980667 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.980935 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.981189 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.981460 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.981712 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.981999 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.982375 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.982668 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.982909 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:02.983323 n-d-806683-18 neutron-server[102578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 11:23:02.983568 n-d-806683-18 neutron-server[102578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 11:23:02.983804 n-d-806683-18 neutron-server[102578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 11:23:02.984037 n-d-806683-18 neutron-server[102578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 11:23:02.984270 n-d-806683-18 neutron-server[102578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 11:23:02.985042 n-d-806683-18 neutron-server[102578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 11:23:02.985472 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 02 11:23:02.988814 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 02 11:23:02.992786 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 02 11:23:02.996833 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Nov 02 11:23:02.998454 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 02 11:23:02.998948 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 02 11:23:02.999277 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 02 11:23:02.999662 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 02 11:23:03.003816 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 02 11:23:03.004071 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 02 11:23:03.004419 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 11:23:03.009692 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 02 11:23:03.032318 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 02 11:23:03.032780 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:03.033079 n-d-806683-18 neutron-server[102578]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102578) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 02 11:23:03.033438 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:03.034830 n-d-806683-18 neutron-server[102578]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102578) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 02 11:23:03.035138 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 11:23:03.035382 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 02 11:23:03.038541 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:03.038823 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:03.102508 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 02 11:23:03.102666 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 02 11:23:03.102893 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 02 11:23:03.103295 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 02 11:23:03.124759 n-d-806683-18 neutron-server[102578]: DEBUG oslo_db.sqlalchemy.engines [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102578) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 02 11:23:04.122983 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Initializing driver for type 'gre' Nov 02 11:23:04.123618 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] gre ID ranges: [(1, 1000)] Nov 02 11:23:04.357133 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Initializing driver for type 'local' Nov 02 11:23:04.357448 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Initializing driver for type 'vlan' Nov 02 11:23:04.448155 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] VlanTypeDriver initialization complete Nov 02 11:23:04.448500 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Initializing driver for type 'vxlan' Nov 02 11:23:04.449029 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] vxlan ID ranges: [(1, 1000)] Nov 02 11:23:04.648439 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Initializing extension driver 'port_security' Nov 02 11:23:04.648701 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.extensions.port_security [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] PortSecurityExtensionDriver initialization complete Nov 02 11:23:04.649051 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Initializing mechanism driver 'openvswitch' Nov 02 11:23:04.649388 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Initializing mechanism driver 'hyperv' Nov 02 11:23:04.656297 n-d-806683-18 neutron-server[102578]: DEBUG neutron.plugins.ml2.plugin [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:23:04.657770 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > port after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.658150 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > port after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.658551 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > port after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.659123 n-d-806683-18 neutron-server[102578]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102578) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 02 11:23:04.659568 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > subnet after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.659928 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > subnet after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.660282 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.660684 n-d-806683-18 neutron-server[102578]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102578) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 02 11:23:04.661097 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > network after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.661452 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > network after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.661800 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > network after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.662195 n-d-806683-18 neutron-server[102578]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102578) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 02 11:23:04.662608 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > security_group after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.662988 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > security_group after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.663339 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.663738 n-d-806683-18 neutron-server[102578]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102578) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 02 11:23:04.664151 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.664499 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.664851 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.665283 n-d-806683-18 neutron-server[102578]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102578) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 02 11:23:04.665692 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > address_group after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.666044 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > address_group after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.666389 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.666831 n-d-806683-18 neutron-server[102578]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102578) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 02 11:23:04.667282 n-d-806683-18 neutron-server[102578]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] ML2 OVO RPC backend initialized. {{(pid=102578) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 02 11:23:04.667993 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.668357 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.668785 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > network before_response 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.669140 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > networks before_response 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.669499 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > port before_response 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.669847 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > ports before_response 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.670233 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > subnet before_response 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.670580 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > subnets before_response 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.670954 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > network after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.671302 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > network after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.671644 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > network after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.672046 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > port after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.672395 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > port after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.672734 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > port after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.673075 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > subnet after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.673416 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > subnet after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.673755 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.674336 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.plugin [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Modular L2 Plugin initialization complete Nov 02 11:23:04.674670 n-d-806683-18 neutron-server[102578]: DEBUG neutron.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading services supported by the core plugin {{(pid=102578) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 02 11:23:04.675034 n-d-806683-18 neutron-server[102578]: INFO neutron.plugins.ml2.managers [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Got port-security extension from driver 'port_security' Nov 02 11:23:04.675504 n-d-806683-18 neutron-server[102578]: INFO neutron.extensions.vlantransparent [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Disabled vlantransparent extension. Nov 02 11:23:04.676034 n-d-806683-18 neutron-server[102578]: DEBUG neutron.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102578) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 02 11:23:04.676348 n-d-806683-18 neutron-server[102578]: INFO neutron.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading Plugin: router Nov 02 11:23:04.717859 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.718298 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router after_create 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.718675 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router before_create 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.720024 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.720411 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.720775 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router after_delete 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.721143 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.721633 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.722002 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router after_create 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.722358 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router after_update 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.722714 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router after_update 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.723092 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.723459 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router after_update 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.723876 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router precommit_update 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.724250 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: port after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.724630 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: port after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.724986 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: subnet after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.725330 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.725688 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.726041 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router precommit_create 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.726389 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: port before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.726737 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router precommit_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.727124 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router after_update 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.727475 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.727832 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router precommit_create 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.728200 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.728552 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router precommit_update 55549900 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.728921 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > agent after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.729277 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > agent after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.729627 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > network after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.730499 n-d-806683-18 neutron-server[102578]: DEBUG neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Tracking information for resource: router configured {{(pid=102578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 11:23:04.730871 n-d-806683-18 neutron-server[102578]: DEBUG neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Tracking information for resource: floatingip configured {{(pid=102578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 11:23:04.736501 n-d-806683-18 neutron-server[102578]: INFO neutron.db.l3_agentschedulers_db [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 02 11:23:04.747461 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: port after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.747461 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: port after_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.747461 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: port after_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.747461 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: port after_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.747461 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router before_create 55550100 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.747917 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.747917 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router precommit_create 55550100 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.747917 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > router precommit_update 55550100 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.747917 n-d-806683-18 neutron-server[102578]: DEBUG neutron.services.provider_configuration [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Service providers = [] {{(pid=102578) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 02 11:23:04.747917 n-d-806683-18 neutron-server[102578]: DEBUG neutron.db.servicetype_db [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102578) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 02 11:23:04.749912 n-d-806683-18 neutron-server[102578]: DEBUG neutron.services.service_base [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 11:23:04.750309 n-d-806683-18 neutron-server[102578]: DEBUG neutron.services.service_base [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 11:23:04.750802 n-d-806683-18 neutron-server[102578]: DEBUG neutron.services.service_base [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 11:23:04.751995 n-d-806683-18 neutron-server[102578]: DEBUG neutron.services.service_base [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 11:23:04.752374 n-d-806683-18 neutron-server[102578]: INFO neutron.services.service_base [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 02 11:23:04.752765 n-d-806683-18 neutron-server[102578]: DEBUG neutron.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 11:23:04.753091 n-d-806683-18 neutron-server[102578]: INFO neutron.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 02 11:23:04.765576 n-d-806683-18 neutron-server[102578]: DEBUG neutron.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 11:23:04.766647 n-d-806683-18 neutron-server[102578]: INFO neutron.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading Plugin: auto_allocate Nov 02 11:23:04.772601 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: network precommit_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.772983 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: network precommit_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.773512 n-d-806683-18 neutron-server[102578]: DEBUG neutron.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 11:23:04.773839 n-d-806683-18 neutron-server[102578]: INFO neutron.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading Plugin: tag Nov 02 11:23:04.780750 n-d-806683-18 neutron-server[102578]: DEBUG neutron.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 11:23:04.781086 n-d-806683-18 neutron-server[102578]: INFO neutron.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading Plugin: timestamp Nov 02 11:23:04.785610 n-d-806683-18 neutron-server[102578]: DEBUG neutron.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 11:23:04.785957 n-d-806683-18 neutron-server[102578]: INFO neutron.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading Plugin: network_ip_availability Nov 02 11:23:04.791487 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.791864 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.792227 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:04.792956 n-d-806683-18 neutron-server[102578]: DEBUG neutron.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 11:23:04.793286 n-d-806683-18 neutron-server[102578]: INFO neutron.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading Plugin: flavors Nov 02 11:23:04.798614 n-d-806683-18 neutron-server[102578]: DEBUG neutron.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 11:23:04.798977 n-d-806683-18 neutron-server[102578]: INFO neutron.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading Plugin: revisions Nov 02 11:23:04.803375 n-d-806683-18 neutron-server[102578]: DEBUG neutron.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 11:23:04.803770 n-d-806683-18 neutron-server[102578]: DEBUG oslo_concurrency.lockutils [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.637s {{(pid=102578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 02 11:23:04.804527 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102578) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 02 11:23:04.804870 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Initializing extension manager. Nov 02 11:23:04.805406 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: __init__.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.805755 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: __pycache__ {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.806097 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.806437 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: address_group.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.807243 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.807815 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: address-group Nov 02 11:23:04.808151 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: address_scope.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.808875 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.809384 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: address-scope Nov 02 11:23:04.809716 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.810766 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.811324 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: router-admin-state-down-before-update Nov 02 11:23:04.811650 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: agent.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.812361 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.813473 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: agent Nov 02 11:23:04.813804 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: agent_resources_synced.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.814732 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.815273 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: agent-resources-synced Nov 02 11:23:04.815605 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: allowedaddresspairs.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.817425 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.817946 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: allowed-address-pairs Nov 02 11:23:04.818276 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: auto_allocated_topology.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.819401 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.819916 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: auto-allocated-topology Nov 02 11:23:04.820244 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: availability_zone.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.820950 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.821453 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: availability_zone Nov 02 11:23:04.821777 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: availability_zone_filter.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.822693 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.823241 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: availability_zone_filter Nov 02 11:23:04.823571 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: data_plane_status.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.824501 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.825014 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension data-plane-status not supported by any of loaded plugins Nov 02 11:23:04.825338 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: default_subnetpools.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.826266 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.826787 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: default-subnetpools Nov 02 11:23:04.827146 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.827963 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.829096 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: dhcp_agent_scheduler Nov 02 11:23:04.829500 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: dns.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.830437 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.830955 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension dns-integration not supported by any of loaded plugins Nov 02 11:23:04.831296 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: dns_domain_ports.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.832227 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.832738 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 02 11:23:04.833095 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.834036 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.834542 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 02 11:23:04.834870 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: dvr.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.835575 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.836083 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: dvr Nov 02 11:23:04.836411 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: ecmp_routes.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.837344 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.837848 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 02 11:23:04.838176 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: empty_string_filtering.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.839128 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.839637 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: empty-string-filtering Nov 02 11:23:04.839965 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.840884 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.841392 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 02 11:23:04.841723 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.842643 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.843175 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 02 11:23:04.843508 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: external_net.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.844537 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.845048 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: external-net Nov 02 11:23:04.845375 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.846307 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.846825 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: extra_dhcp_opt Nov 02 11:23:04.847203 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: extraroute.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.848123 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.848632 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: extraroute Nov 02 11:23:04.848960 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: extraroute_atomic.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.849999 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.850510 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: extraroute-atomic Nov 02 11:23:04.850840 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: filter_validation.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.851717 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.852226 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: filter-validation Nov 02 11:23:04.852554 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: fip_pf_description.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.853485 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.853991 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 02 11:23:04.854316 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: fip_port_details.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.855272 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.855780 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: fip-port-details Nov 02 11:23:04.856106 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: flavors.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.857363 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.857873 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: flavors Nov 02 11:23:04.858201 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.859967 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.860483 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 02 11:23:04.860819 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: floatingip_pools.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.861530 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.862042 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: floatingip-pools Nov 02 11:23:04.862372 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: ip_allocation.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.863354 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.863869 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension ip_allocation not supported by any of loaded plugins Nov 02 11:23:04.864204 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.865144 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.865657 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: ip-substring-filtering Nov 02 11:23:04.866008 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: l2_adjacency.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.866948 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.867479 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 02 11:23:04.867790 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: l3.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.868771 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.869292 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: router Nov 02 11:23:04.869622 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.871936 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.872469 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 02 11:23:04.872805 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.873756 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.874273 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: ext-gw-mode Nov 02 11:23:04.874602 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.876139 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.876901 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: l3-ha Nov 02 11:23:04.877359 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: l3_flavors.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.878165 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.878678 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: l3-flavors Nov 02 11:23:04.879040 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.879975 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.880484 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 02 11:23:04.880812 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: l3agentscheduler.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.881886 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.882369 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: l3_agent_scheduler Nov 02 11:23:04.882702 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: logging.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.884244 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.884763 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension logging not supported by any of loaded plugins Nov 02 11:23:04.885101 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: metering.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.885856 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.886442 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: metering Nov 02 11:23:04.886782 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.888043 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.888565 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: metering_source_and_destination_fields Nov 02 11:23:04.888898 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: multiprovidernet.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.890002 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.890517 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: multi-provider Nov 02 11:23:04.891492 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: netmtu.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.892437 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.892956 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: net-mtu Nov 02 11:23:04.893280 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: netmtu_writable.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.894211 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.894726 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: net-mtu-writable Nov 02 11:23:04.895093 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: network_availability_zone.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.895779 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.896288 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: network_availability_zone Nov 02 11:23:04.896614 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: network_ip_availability.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.897758 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.898274 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: network-ip-availability Nov 02 11:23:04.898652 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: network_segment_range.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.899415 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.899922 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension network-segment-range not supported by any of loaded plugins Nov 02 11:23:04.900247 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: pagination.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.901256 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.901595 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: pagination Nov 02 11:23:04.901924 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: port_device_profile.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.902842 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.903389 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: port-device-profile Nov 02 11:23:04.903722 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.904667 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.905180 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: port-mac-address-regenerate Nov 02 11:23:04.905512 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.906483 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.907033 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: port-numa-affinity-policy Nov 02 11:23:04.907361 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: port_resource_request.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.908289 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.908797 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension port-resource-request not supported by any of loaded plugins Nov 02 11:23:04.909126 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: port_resource_request_groups.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.910120 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.910888 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 02 11:23:04.911251 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: portbindings.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.912306 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.912821 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: binding Nov 02 11:23:04.913153 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: portbindings_extended.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.914452 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.915037 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: binding-extended Nov 02 11:23:04.915555 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: portsecurity.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.916567 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.917294 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: port-security Nov 02 11:23:04.917711 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: project_id.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.918763 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.919172 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: project-id Nov 02 11:23:04.919605 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: providernet.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.920556 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.921067 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: provider Nov 02 11:23:04.921396 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: qos.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.925146 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.925675 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension qos not supported by any of loaded plugins Nov 02 11:23:04.926016 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.927322 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.927840 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 02 11:23:04.928176 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.929116 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.929626 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 02 11:23:04.929958 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: qos_default.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.930884 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.931426 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension qos-default not supported by any of loaded plugins Nov 02 11:23:04.931755 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: qos_fip.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.932417 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.932923 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension qos-fip not supported by any of loaded plugins Nov 02 11:23:04.933251 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: qos_gateway_ip.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.934194 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.934705 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 02 11:23:04.935075 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: qos_port_network_policy.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.936009 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.936519 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 02 11:23:04.936848 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.938609 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.939180 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 02 11:23:04.939514 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: qos_pps_rule.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.940715 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.941416 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension qos-pps not supported by any of loaded plugins Nov 02 11:23:04.941753 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: qos_rule_type_details.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.942685 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.943234 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 02 11:23:04.943568 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: qos_rules_alias.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.944639 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.945153 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 02 11:23:04.945485 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: quotasv2.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.946432 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.946768 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: quotas Nov 02 11:23:04.947122 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: quotasv2_detail.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.950315 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.950666 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: quota_details Nov 02 11:23:04.951037 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: rbac.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.952113 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.952642 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: rbac-policies Nov 02 11:23:04.952977 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: rbac_address_group.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.954547 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.955102 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: rbac-address-group Nov 02 11:23:04.955435 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: rbac_address_scope.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.956366 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.956889 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: rbac-address-scope Nov 02 11:23:04.957226 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: rbac_security_groups.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.958158 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.958675 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: rbac-security-groups Nov 02 11:23:04.959040 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: rbac_subnetpool.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.959978 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.960496 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: rbac-subnetpool Nov 02 11:23:04.960826 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: revisionifmatch.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.961760 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.962274 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: revision-if-match Nov 02 11:23:04.962599 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: revisions.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.963759 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.964279 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: standard-attr-revisions Nov 02 11:23:04.964610 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: router_availability_zone.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.965295 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.965808 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: router_availability_zone Nov 02 11:23:04.966135 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: routerservicetype.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.967120 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.967635 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension router-service-type not supported by any of loaded plugins Nov 02 11:23:04.967964 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.969217 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.969741 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: security-groups-normalized-cidr Nov 02 11:23:04.970070 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.971047 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.971564 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: port-security-groups-filtering Nov 02 11:23:04.971892 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.972904 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.973420 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: security-groups-remote-address-group Nov 02 11:23:04.973750 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.974690 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.975238 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: security-groups-shared-filtering Nov 02 11:23:04.975567 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.976163 n-d-806683-18 neutron-server[102578]: WARNING neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 02 11:23:04.976488 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: securitygroup.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.986497 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.987070 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: security-group Nov 02 11:23:04.987412 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: segment.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.988214 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.988730 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension segment not supported by any of loaded plugins Nov 02 11:23:04.989066 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.990024 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.990538 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 02 11:23:04.990872 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: servicetype.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.992024 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.992555 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: service-type Nov 02 11:23:04.992893 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: sorting.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.993896 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.994240 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: sorting Nov 02 11:23:04.994573 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: standard_attr_segment.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.995540 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.996061 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 02 11:23:04.996396 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: standardattrdescription.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.997062 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.997577 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: standard-attr-description Nov 02 11:23:04.997909 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: stateful_security_group.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:04.998858 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:04.999400 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: stateful-security-group Nov 02 11:23:04.999732 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: stdattrs_common.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:05.000863 n-d-806683-18 neutron-server[102578]: WARNING neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 02 11:23:05.001196 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:05.002406 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:05.002958 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 02 11:23:05.003288 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: subnet_onboard.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:05.004385 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:05.004906 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: subnet_onboard Nov 02 11:23:05.005234 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:05.006249 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:05.006965 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 02 11:23:05.007299 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: subnet_service_types.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:05.008244 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:05.008771 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: subnet-service-types Nov 02 11:23:05.009099 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: subnetallocation.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:05.010199 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:05.010720 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: subnet_allocation Nov 02 11:23:05.011094 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:05.011774 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:05.012288 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: subnetpool-prefix-ops Nov 02 11:23:05.012700 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:05.013659 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:05.014170 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 02 11:23:05.014498 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: tagging.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:05.015640 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:05.017221 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: standard-attr-tag Nov 02 11:23:05.017560 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: timestamp.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:05.018799 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:05.019350 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loaded extension: standard-attr-timestamp Nov 02 11:23:05.019687 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: trunk.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:05.020745 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:05.021265 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension trunk not supported by any of loaded plugins Nov 02 11:23:05.021600 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: trunk_details.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:05.022538 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:05.023079 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension trunk-details not supported by any of loaded plugins Nov 02 11:23:05.023409 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: uplink_status_propagation.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:05.024347 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:05.024860 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 02 11:23:05.025192 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Loading extension file: vlantransparent.py {{(pid=102578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 11:23:05.025879 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 11:23:05.026388 n-d-806683-18 neutron-server[102578]: INFO neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 02 11:23:05.028947 n-d-806683-18 neutron-server[102578]: INFO neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Creating instance of TrackedResource for resource:network Nov 02 11:23:05.029483 n-d-806683-18 neutron-server[102578]: INFO neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Creating instance of TrackedResource for resource:subnet Nov 02 11:23:05.029888 n-d-806683-18 neutron-server[102578]: INFO neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 11:23:05.030288 n-d-806683-18 neutron-server[102578]: INFO neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Creating instance of TrackedResource for resource:port Nov 02 11:23:05.031686 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 11:23:05.032135 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Service FLAVORS assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 11:23:05.033101 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 11:23:05.033537 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 11:23:05.033876 n-d-806683-18 neutron-server[102578]: INFO neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Creating instance of TrackedResource for resource:router Nov 02 11:23:05.034321 n-d-806683-18 neutron-server[102578]: INFO neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Creating instance of TrackedResource for resource:floatingip Nov 02 11:23:05.034821 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Service METERING assigned prefix: /metering {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 11:23:05.036304 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:05.036685 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:05.037050 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:23:05.038071 n-d-806683-18 neutron-server[102578]: INFO neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 11:23:05.038525 n-d-806683-18 neutron-server[102578]: INFO neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Creating instance of TrackedResource for resource:security_group Nov 02 11:23:05.038993 n-d-806683-18 neutron-server[102578]: INFO neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 11:23:05.039597 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Service CORE assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 11:23:05.039933 n-d-806683-18 neutron-server[102578]: INFO neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 11:23:05.040284 n-d-806683-18 neutron-server[102578]: WARNING neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] subnetpool is already registered Nov 02 11:23:05.040720 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Service CORE assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 11:23:05.041136 n-d-806683-18 neutron-server[102578]: INFO neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 11:23:05.041493 n-d-806683-18 neutron-server[102578]: WARNING neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] subnetpool is already registered Nov 02 11:23:05.043958 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 11:23:05.044403 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Service FLAVORS assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 11:23:05.045026 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 11:23:05.045463 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 11:23:05.045801 n-d-806683-18 neutron-server[102578]: INFO neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Creating instance of TrackedResource for resource:router Nov 02 11:23:05.046145 n-d-806683-18 neutron-server[102578]: WARNING neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] router is already registered Nov 02 11:23:05.046570 n-d-806683-18 neutron-server[102578]: INFO neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Creating instance of TrackedResource for resource:floatingip Nov 02 11:23:05.047158 n-d-806683-18 neutron-server[102578]: WARNING neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] floatingip is already registered Nov 02 11:23:05.047654 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Service METERING assigned prefix: /metering {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 11:23:05.048373 n-d-806683-18 neutron-server[102578]: INFO neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 11:23:05.048732 n-d-806683-18 neutron-server[102578]: WARNING neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] rbac_policy is already registered Nov 02 11:23:05.049120 n-d-806683-18 neutron-server[102578]: INFO neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Creating instance of TrackedResource for resource:security_group Nov 02 11:23:05.049461 n-d-806683-18 neutron-server[102578]: WARNING neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] security_group is already registered Nov 02 11:23:05.049883 n-d-806683-18 neutron-server[102578]: INFO neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 11:23:05.050222 n-d-806683-18 neutron-server[102578]: WARNING neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] security_group_rule is already registered Nov 02 11:23:05.050712 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Service CORE assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 11:23:05.051073 n-d-806683-18 neutron-server[102578]: INFO neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 11:23:05.051412 n-d-806683-18 neutron-server[102578]: WARNING neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] subnetpool is already registered Nov 02 11:23:05.051837 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.v2.resource_helper [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Service CORE assigned prefix: {{(pid=102578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 11:23:05.052164 n-d-806683-18 neutron-server[102578]: INFO neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 11:23:05.052507 n-d-806683-18 neutron-server[102578]: WARNING neutron.quota.resource_registry [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] subnetpool is already registered Nov 02 11:23:05.054288 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: extensions {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.055797 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: address-groups {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.057307 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: address-scopes {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.058505 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: agents {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.059823 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: auto-allocated-topology {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.061066 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: availability_zones {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.062301 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: dhcp-networks {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.064461 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: dhcp-agents {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.065981 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: routers {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.068152 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: flavors {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.069411 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: service_profiles {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.070618 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: next_providers {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.072098 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: service_profiles {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.073685 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: floatingip-pools {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.075044 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: routers {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.077145 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: floatingips {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.079218 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: l3-routers {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.080632 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: l3-agents {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.082056 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: metering-labels {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.083340 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: metering-label-rules {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.084721 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: network-ip-availabilities {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.085973 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: bindings {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.087596 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: quotas {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.089476 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: quotas {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.091115 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: rbac-policies {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.092324 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: security-groups {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.093657 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: security-group-rules {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.095021 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: service-providers {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.096269 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: subnetpools {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.097744 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: subnetpools {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.099236 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.100937 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.102891 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.104719 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.106392 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.108370 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.110444 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.113383 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.115424 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.117176 n-d-806683-18 neutron-server[102578]: DEBUG neutron.api.extensions [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Extended resource: tags {{(pid=102578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 11:23:05.123579 n-d-806683-18 neutron-server[102578]: WARNING keystonemiddleware.auth_token [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 02 11:23:05.129249 n-d-806683-18 neutron-server[102578]: WARNING keystonemiddleware.auth_token [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 02 11:23:05.138455 n-d-806683-18 neutron-server[102578]: DEBUG oslo_concurrency.lockutils [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Acquired lock "singleton_lock" {{(pid=102578) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 02 11:23:05.138964 n-d-806683-18 neutron-server[102578]: DEBUG oslo_concurrency.lockutils [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Releasing lock "singleton_lock" {{(pid=102578) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 02 11:23:05.139624 n-d-806683-18 neutron-server[102578]: INFO oslo_service.service [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Starting 2 workers Nov 02 11:23:05.145071 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Started child 102689 {{(pid=102578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 11:23:05.149694 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Started child 102690 {{(pid=102578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 11:23:05.150551 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:05.151284 n-d-806683-18 neutron-server[102578]: INFO neutron.service [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 02 11:23:05.151846 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Publish callbacks [] for process, before_spawn {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:05.152063 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [-] (102689) wsgi starting up on http://0.0.0.0:9696 Nov 02 11:23:05.154247 n-d-806683-18 neutron-server[102578]: INFO oslo_service.service [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Starting 1 workers Nov 02 11:23:05.154508 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:05.155895 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [-] (102690) wsgi starting up on http://0.0.0.0:9696 Nov 02 11:23:05.159827 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Started child 102691 {{(pid=102578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 11:23:05.160382 n-d-806683-18 neutron-server[102578]: INFO oslo_service.service [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Starting 1 workers Nov 02 11:23:05.163884 n-d-806683-18 neutron-server[102691]: DEBUG neutron.service [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] calling RpcWorker wait() {{(pid=102691) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 02 11:23:05.164537 n-d-806683-18 neutron-server[102691]: DEBUG neutron.service [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] returning from RpcWorker wait() {{(pid=102691) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 02 11:23:05.165041 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Started child 102692 {{(pid=102578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 11:23:05.165602 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:05.165829 n-d-806683-18 neutron-server[102578]: DEBUG neutron_lib.callbacks.manager [None req-50c72b76-7d2f-4d4c-b479-eb9bb9232bf3 None None] Publish callbacks [] for process, after_spawn {{(pid=102578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:05.166043 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:23:05.167720 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102578) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 11:23:05.167941 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 11:23:05.168133 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 11:23:05.168351 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 11:23:05.168694 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 11:23:05.168854 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 11:23:05.169344 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.169633 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.169822 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:05.170499 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.170499 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.170499 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.170986 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.171141 n-d-806683-18 neutron-server[102692]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:23:05.171280 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.171451 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.171733 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.172556 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.172812 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.173186 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.173186 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.173590 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.173743 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.173886 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.174125 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.174385 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.174558 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.174806 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.175114 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.175380 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.175641 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] debug = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.175892 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.176353 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.176586 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.176849 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.177067 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.177334 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.177591 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.177839 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.178092 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.178337 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.178592 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.178852 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.179122 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.179333 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.179571 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.179842 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.180033 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.180665 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] host = n-d-806683-18 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.180833 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.180993 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.181225 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.181497 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.181742 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.181989 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.182243 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.182490 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.182740 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.183005 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.183279 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.183528 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.183802 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.183981 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] log_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.184145 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] log_options = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.184365 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.184645 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.184914 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.185215 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.185370 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.185507 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.185713 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.185867 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.186132 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.186350 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.186563 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.186777 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.187035 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.187270 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.187590 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.188396 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.188648 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.188861 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.189122 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.189369 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.189596 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.189920 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.190073 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.190274 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.190508 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.190781 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.191014 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.191195 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.191417 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.191704 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.191941 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.192187 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.192421 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.192665 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.192929 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.193164 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.193394 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.193630 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.193926 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.194149 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.194400 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.194655 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.194869 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.195119 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.195356 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.195565 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.195799 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] use_json = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.196015 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.196258 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.196515 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.196729 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.196947 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.197160 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.197372 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.197700 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.198026 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.198313 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.198640 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.199885 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.200200 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.200467 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.200900 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.201488 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.201786 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.202076 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.202333 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.202589 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.202895 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.203153 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.203435 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.209200 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.209481 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.209785 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.210053 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.210322 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.210557 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.210821 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.211142 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.211407 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.211651 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.211953 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.212208 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.212550 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.212821 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.213111 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.213529 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.214055 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.214055 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.214356 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.214356 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.214565 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.214801 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.215134 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.215381 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.215809 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.215809 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.216050 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.216319 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.220612 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.220612 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.220612 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.220612 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.220612 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.220612 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.220612 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.220612 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.220612 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.221502 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.221502 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.221502 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.221502 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.221502 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.221502 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.221502 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.221502 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.221502 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.222218 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.222218 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.222218 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.222218 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.222794 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.222794 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.223060 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.223194 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.223423 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.223702 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.223935 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.224154 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.224400 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.224619 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.224839 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.225056 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.225270 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.225487 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.225912 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.226027 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.226172 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.226411 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.226630 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.226844 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.227154 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.227371 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.227587 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.227826 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.228104 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.228415 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.228670 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.228922 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.229142 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.229487 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.229619 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.229896 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.230116 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.230335 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.230552 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.230804 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.231946 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.231946 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.231946 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.231946 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.232319 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.232319 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.232476 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.233050 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.233050 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.233323 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.233449 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.233746 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.234055 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.234197 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.235041 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.235984 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.237718 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.237840 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.238030 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.238955 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.239275 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.239536 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.241897 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.242184 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.242618 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.243085 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.243502 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.243972 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.244394 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.244779 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.245190 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.245635 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.245904 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.246158 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.246385 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.246628 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.246992 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.247268 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.247509 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.247738 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.248018 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.248294 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.248562 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.248805 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.249058 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.249320 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.249581 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.249832 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.250817 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.251447 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.251953 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.252178 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.252400 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.252630 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.252888 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.253128 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.253346 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.253617 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.253836 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.254060 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.254286 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.254526 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.254748 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.255023 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.255296 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.255480 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.255717 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.255938 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.256176 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.256400 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.256613 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.256845 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.257066 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.257361 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.257608 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.257825 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.258053 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.258283 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.258521 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.258735 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.259003 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.259228 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.259443 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.259659 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.260660 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.260660 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.260660 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.260660 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.261011 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.261011 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.261227 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.261553 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.261808 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.262040 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.262280 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.262498 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.262746 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.262998 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.263225 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.263466 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.263710 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.263949 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.264207 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.264434 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.264686 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.264909 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.265627 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.265627 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.265627 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.266169 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.266510 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.267217 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.267623 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.267980 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.268206 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.268445 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.268685 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.268898 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.269111 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.269334 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.269553 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.269825 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.269988 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.270196 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.270405 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.270628 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.270890 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.271155 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.271379 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.271629 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.271839 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.272059 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.272274 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.272487 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.272712 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.272923 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.273134 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.273372 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.273591 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.273798 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.274024 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.274232 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.274438 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.274656 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.274892 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.275124 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.275420 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.275670 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.275891 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.276171 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.276399 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.276654 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.276898 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.277204 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.277436 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.277696 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.277932 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.278151 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.278371 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.278628 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.278962 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.279261 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.279518 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.279770 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.280050 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.280328 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.280588 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.280806 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.281085 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.281766 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.282103 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.282392 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.282647 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.282899 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.283151 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.283376 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.283614 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.283861 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.284098 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.284373 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.284625 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.284854 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.285096 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.285346 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.285564 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.285816 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.286046 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.286320 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.286517 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.286674 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 11:23:05.287292 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102578) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 11:23:05.287453 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 11:23:05.287607 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 11:23:05.287781 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 11:23:05.287952 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 11:23:05.288106 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 11:23:05.288313 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.288475 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.288635 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.288794 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.288954 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.289133 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.289293 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.289453 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.289612 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.289770 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.289930 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.290090 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.290248 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.290406 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.290564 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.290721 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.290878 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.291064 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.291230 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.291388 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.291547 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.291748 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.291860 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] debug = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.293124 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.293124 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.293124 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.293124 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.293124 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.293124 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.293573 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.293573 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.293573 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.293573 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.293573 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.293906 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.293906 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.294047 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.294124 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.294278 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.294401 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.294559 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] host = n-d-806683-18 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.294718 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.294877 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.295054 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.295213 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.295371 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.295529 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.295720 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.295845 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.296007 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.296165 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.296326 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.296484 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.296641 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.296835 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] log_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.297521 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] log_options = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.298224 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.298400 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.298566 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.298838 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.299045 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.299214 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.299528 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.299528 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.299772 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.300117 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.300117 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.300117 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.300391 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.300391 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.300533 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.300683 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.300841 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.301001 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.301162 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.301321 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.301481 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.301640 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.301869 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.301968 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.302101 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.302258 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.302416 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.302575 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.302733 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.302898 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.303079 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.303239 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.303398 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.303556 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.303714 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.303874 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.304032 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.304190 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.304351 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.304509 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.304862 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.304862 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.305020 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.305097 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.305257 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.305415 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.305572 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] use_json = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.305730 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.305887 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.306057 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.306206 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.306363 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.306553 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.306714 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.306874 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 11:23:05.307076 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.307239 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.307409 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.307574 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.307722 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.307883 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.308044 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.308204 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.308365 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.308524 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.308693 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.308852 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.309023 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.309361 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.309361 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.309598 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.309680 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.309768 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.309923 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.310084 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.310243 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.310403 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.310570 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.310730 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.310888 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.311120 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.311218 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.311380 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.311539 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.311701 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.311861 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.312025 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.312185 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.312346 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.312514 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.312720 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.313853 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.314023 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.314185 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.314351 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.314827 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.314827 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.314827 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.315211 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.315211 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.315371 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.315448 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.315614 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.315775 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.315935 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.316096 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.316270 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.316418 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.316568 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.316759 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.316888 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.317048 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.317208 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.317368 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.317530 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.317690 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.317851 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.318012 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.318171 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.318333 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.318492 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.318664 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.318825 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.319211 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.319211 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.319504 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.319504 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.319676 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.319793 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.319917 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.320078 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.320224 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.320384 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.320544 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.320705 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.320865 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.321025 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.321186 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.321348 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.321510 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.321700 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.321812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:23:05.321904 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.321994 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.322162 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.322327 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.322530 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.322720 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.322863 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.323016 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.323175 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.323335 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.323496 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.323655 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.323815 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.323975 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.324136 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.324294 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.324456 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.324616 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.324774 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.324935 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.325093 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.325252 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.325411 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.325571 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.325730 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.325890 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.326048 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.326207 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.326366 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.326524 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.326690 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.326854 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.327042 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.327202 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.327370 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.327539 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.327701 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.327862 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.328022 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.328748 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.329478 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.329646 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.329809 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.329972 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.330133 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.330294 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.330463 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.330636 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.330796 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.330978 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.331142 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.331327 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.331486 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.331646 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.331805 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.331965 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.332124 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.332288 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.332451 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.332639 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.332800 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.332960 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.333121 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.333286 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.333446 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.333607 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.333767 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.333930 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.334091 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.334250 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.334411 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.334719 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.334719 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.334858 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.335260 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.335260 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.335407 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.335526 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.335701 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.335848 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.336168 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.336168 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.336349 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.336460 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.336619 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.336779 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.336941 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.337105 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.337265 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.337580 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.337580 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.337745 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.337938 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.338025 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.338185 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.338347 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.338506 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.338667 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.338828 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.339008 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.339171 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.339332 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.339493 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.339655 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.339816 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.339975 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.340150 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.340310 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.340470 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.340632 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.340792 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.340951 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.341111 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.341270 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.341430 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.341590 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.341749 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.341913 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.342077 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.342266 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.342426 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.342587 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.342749 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.342913 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.343094 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.343268 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.343429 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.343600 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.343737 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.343944 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.344592 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.344771 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.344933 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.345095 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.345256 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.345416 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.345576 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.345747 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.345907 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.346068 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.346231 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.346388 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.346548 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.346719 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.346879 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.347089 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.347253 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.347413 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.347621 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.347741 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.347900 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.348058 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.348218 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.348377 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.348537 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.348754 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.348863 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.349012 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.349171 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.349331 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.349636 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.349727 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.349828 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.349989 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.350158 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.350320 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.350505 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.350667 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.350839 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.351021 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.351186 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.351347 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.351509 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.351671 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.351833 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.351999 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.352169 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.352335 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.352496 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.352664 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.352832 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.353006 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.353167 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.353335 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.353506 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.353667 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.353828 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.353988 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.354150 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.354311 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.354473 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.354633 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.354795 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.354972 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.355136 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.355296 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.355456 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.355616 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.355777 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.355940 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.356099 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.356259 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.356451 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.356611 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 11:23:05.356765 n-d-806683-18 neutron-server[102578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 11:23:05.608311 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45714) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:23:05.617051 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064986 Nov 02 11:23:17.515288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8ca166-5ade-4d00-9a0a-193fd4af8131 None None] get_active_networks_info from n-d-806683-18 {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 11:23:17.573971 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8ca166-5ade-4d00-9a0a-193fd4af8131 None None] No non-hosted networks {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 02 11:23:17.581471 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.agentschedulers_db [None req-fd8ca166-5ade-4d00-9a0a-193fd4af8131 None None] DHCP Agent not found on host n-d-806683-18 {{(pid=102691) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 02 11:23:17.696537 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-689f5149-0a8a-4346-b56b-c1f9b9a813fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669343'] for agent, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:19.605157 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1aac4892-15fc-4c60-85bf-fdf0334a058f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669343'] for agent, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:19.631384 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-7cb767b0-86c2-4003-8cc0-da74008917d2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-806683-18 {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:23:19.631880 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-7cb767b0-86c2-4003-8cc0-da74008917d2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:23:20.224961 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7cb767b0-86c2-4003-8cc0-da74008917d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:20.848033 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669343'] for agent, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:22.270682 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669343'] for agent, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:22.433741 n-d-806683-18 neutron-server[102691]: INFO neutron.db.l3_hamode_db [None req-b596afb3-ca52-4727-9f07-4f9866df31f1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 02 11:23:22.519470 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b596afb3-ca52-4727-9f07-4f9866df31f1 None None] Routers set() bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:23:22.520009 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b596afb3-ca52-4727-9f07-4f9866df31f1 None None] Router IDs set() for agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 02 11:23:23.778729 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45794) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:23:24.288234 n-d-806683-18 neutron-server[102690]: WARNING oslo_policy.policy [None req-76683b83-9e96-44cc-895f-536a42c5091a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 11:23:24.288843 n-d-806683-18 neutron-server[102690]: WARNING oslo_policy.policy [None req-76683b83-9e96-44cc-895f-536a42c5091a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 11:23:24.516224 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-76683b83-9e96-44cc-895f-536a42c5091a admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:23:24.517294 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-76683b83-9e96-44cc-895f-536a42c5091a admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.7375219 Nov 02 11:23:24.830617 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669343'] for agent, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:24.831485 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:24.831888 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:24.832287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:24.832688 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:24.833081 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:24.833471 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:24.833864 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:24.834350 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:24.834734 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:24.835155 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:24.835583 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:24.835966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:24.836428 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-806683-18', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:23:24.842017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-806683-18', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:23:27.064591 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45820) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:23:27.376896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3ee4f8c0-6b88-4759-bcd4-1e210ade7582 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:23:27.478204 n-d-806683-18 neutron-server[102690]: DEBUG neutron.policy [None req-3ee4f8c0-6b88-4759-bcd4-1e210ade7582 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102690) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 11:23:27.525977 n-d-806683-18 neutron-server[102690]: WARNING oslo_policy.policy [None req-3ee4f8c0-6b88-4759-bcd4-1e210ade7582 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 11:23:27.526354 n-d-806683-18 neutron-server[102690]: WARNING oslo_policy.policy [None req-3ee4f8c0-6b88-4759-bcd4-1e210ade7582 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 11:23:27.536227 n-d-806683-18 neutron-server[102690]: INFO neutron.quota [None req-3ee4f8c0-6b88-4759-bcd4-1e210ade7582 admin admin] Loaded quota_driver: . Nov 02 11:23:27.740292 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f8c0-6b88-4759-bcd4-1e210ade7582 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730911294411', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730911301108', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730911257518', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730911246954', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730910542526', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730911268403', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1815117', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1953804', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-864839', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1036643'] for rbac-policy, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:27.969924 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ee4f8c0-6b88-4759-bcd4-1e210ade7582 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:27.971153 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3ee4f8c0-6b88-4759-bcd4-1e210ade7582 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9055479 Nov 02 11:23:30.761872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45832) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:23:31.280190 n-d-806683-18 neutron-server[102689]: WARNING oslo_policy.policy [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 11:23:31.290487 n-d-806683-18 neutron-server[102689]: WARNING oslo_policy.policy [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 11:23:31.520810 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Request body: {'network': {'tenant_id': '99c71c862705439f97068750f256680f', 'project_id': '99c71c862705439f97068750f256680f', 'admin_state_up': True, 'name': 'private'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:23:31.522433 n-d-806683-18 neutron-server[102689]: INFO neutron.quota [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Loaded quota_driver: . Nov 02 11:23:31.653027 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Made reservation on behalf of 99c71c862705439f97068750f256680f for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:23:31.727893 n-d-806683-18 neutron-server[102689]: DEBUG neutron.policy [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102689) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 11:23:31.774644 n-d-806683-18 neutron-server[102689]: WARNING oslo_policy.policy [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 11:23:31.775306 n-d-806683-18 neutron-server[102689]: WARNING oslo_policy.policy [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 11:23:31.786704 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:31.807435 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:31.919616 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:31.984206 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:32.004583 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:23:32.034893 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730912321253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:32.035439 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Unsubscribe: segment precommit_create {{(pid=102689) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 11:23:32.035954 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Added segment 09ace6b8-487d-4b44-8e14-5bcb8c60fb7c of type vlan for network cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1 Nov 02 11:23:32.053069 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d800524d-675e-41bc-a390-2f8e08d0ae8e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:23:32.073631 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:32.073971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:32.074309 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:32.074643 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:32.075003 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:32.075335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:32.075658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:32.075977 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:32.076298 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:32.076614 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:32.077055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:32.077865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Tracked resource versions report: Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: pushed versions: Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: { 'AddressGroup': {'1.2'}, Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'ConntrackHelper': {'1.0'}, Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'Log': {'1.0'}, Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'Network': {'1.1'}, Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'Port': {'1.7'}, Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'PortForwarding': {'1.2'}, Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'QosPolicy': {'1.10'}, Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'SecurityGroup': {'1.5'}, Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'SecurityGroupRule': {'1.2'}, Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'SubPort': {'1.0'}, Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'Subnet': {'1.1'}, Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'Trunk': {'1.1'}} Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: consumer versions: Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: { DHCP agent@n-d-806683-18: {}, Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: L3 agent@n-d-806683-18: {}, Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: Metadata agent@n-d-806683-18: {}, Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: Metering agent@n-d-806683-18: {}, Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: Open vSwitch agent@n-d-806683-18: { 'AddressGroup': '1.2', Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'ConntrackHelper': '1.0', Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'Log': '1.0', Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'Network': '1.1', Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'Port': '1.7', Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'PortForwarding': '1.2', Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'QosPolicy': '1.10', Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'SecurityGroup': '1.5', Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'SecurityGroupRule': '1.2', Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'SubPort': '1.0', Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'Subnet': '1.1', Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: 'Trunk': '1.1'}} Nov 02 11:23:32.079017 n-d-806683-18 neutron-server[102689]: {{(pid=102689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 11:23:32.167079 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:32.270225 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:32.271616 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:23:32.272278 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:32.373695 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] Pushing event updated for resources: {'Network': ['ID=cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:23:32.385591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:23:32.393165 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-22269a50-57ec-421e-8985-138a7891513a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6291046 Nov 02 11:23:35.204338 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45854) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:23:35.644671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b64a118-506e-4500-a66d-ab837cc3cf19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:23:35.645508 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7b64a118-506e-4500-a66d-ab837cc3cf19 admin admin] 10.222.0.52 "GET /v2.0/networks/cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1 HTTP/1.1" status: 200 len: 825 time: 0.4402223 Nov 02 11:23:35.670480 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9e3b2386-c89e-4e47-8dec-12c8f70c6b59 admin admin] 10.222.0.52 "GET /v2.0/subnetpools/4812dfd6-af4d-45a0-b38a-5dd3f6b6f6b1 HTTP/1.1" status: 200 len: 734 time: 0.0186281 Nov 02 11:23:35.680615 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Request body: {'subnet': {'network_id': 'cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '4812dfd6-af4d-45a0-b38a-5dd3f6b6f6b1', 'tenant_id': '99c71c862705439f97068750f256680f'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:23:35.795262 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Made reservation on behalf of 99c71c862705439f97068750f256680f for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:23:35.798711 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:36.178843 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:36.245382 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Checking segment: {'id': '09ace6b8-487d-4b44-8e14-5bcb8c60fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:23:36.246045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Network hostable DHCP agents. Network: cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:23:36.263457 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f73dedc-6ec6-44e6-a375-e8ceedf6d787,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:23:36.274329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:36.274917 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:36.275108 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:36.275336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:36.275661 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:36.275987 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:36.276306 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:36.276623 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:36.276939 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:36.277254 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:36.277567 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:36.277880 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Tracked resource versions report: Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: pushed versions: Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: { 'AddressGroup': {'1.2'}, Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'ConntrackHelper': {'1.0'}, Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'Log': {'1.0'}, Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'Network': {'1.1'}, Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'Port': {'1.7'}, Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'PortForwarding': {'1.2'}, Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'QosPolicy': {'1.10'}, Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'SecurityGroup': {'1.5'}, Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'SecurityGroupRule': {'1.2'}, Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'SubPort': {'1.0'}, Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'Subnet': {'1.1'}, Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'Trunk': {'1.1'}} Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: consumer versions: Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: { DHCP agent@n-d-806683-18: {}, Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: L3 agent@n-d-806683-18: {}, Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: Metadata agent@n-d-806683-18: {}, Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: Metering agent@n-d-806683-18: {}, Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: Open vSwitch agent@n-d-806683-18: { 'AddressGroup': '1.2', Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'ConntrackHelper': '1.0', Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'Log': '1.0', Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'Network': '1.1', Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'Port': '1.7', Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'PortForwarding': '1.2', Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'QosPolicy': '1.10', Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'SecurityGroup': '1.5', Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'SecurityGroupRule': '1.2', Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'SubPort': '1.0', Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'Subnet': '1.1', Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: 'Trunk': '1.1'}} Nov 02 11:23:36.278983 n-d-806683-18 neutron-server[102690]: {{(pid=102690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 11:23:36.384765 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Network cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:23:36.487145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:23:36.492075 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:23:36.492739 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:36.498339 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa22f49-c6e6-4451-90f1-ddf2f1bebfc8 None None] Network cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:23:36.581648 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7176272f-4db1-4105-a1e9-125b181d656c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9043140 Nov 02 11:23:36.840621 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1', 'network_id': 'cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1', 'tenant_id': '99c71c862705439f97068750f256680f', 'fixed_ips': [{'subnet_id': '1f73dedc-6ec6-44e6-a375-e8ceedf6d787'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:23:36.841846 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:37.198160 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Allocated IP 172.20.0.2 (cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1/1f73dedc-6ec6-44e6-a375-e8ceedf6d787/27fd39ed-5526-4142-a901-bfac16833afb) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:23:37.446074 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:37.574332 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:37.652868 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Network cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:23:37.659086 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:23:37.672881 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:23:37.679648 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Pushing event updated for resources: {'Port': ['ID=27fd39ed-5526-4142-a901-bfac16833afb,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:23:37.714238 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:37.714544 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:37.714832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:37.715203 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:37.715592 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:37.715886 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:37.716197 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:37.716650 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:37.716830 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:37.717127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:37.717483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:37.717804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Tracked resource versions report: Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: pushed versions: Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: { 'AddressGroup': {'1.2'}, Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'ConntrackHelper': {'1.0'}, Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'Log': {'1.0'}, Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'Network': {'1.1'}, Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'Port': {'1.7'}, Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'PortForwarding': {'1.2'}, Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'QosPolicy': {'1.10'}, Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'SecurityGroup': {'1.5'}, Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'SecurityGroupRule': {'1.2'}, Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'SubPort': {'1.0'}, Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'Subnet': {'1.1'}, Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'Trunk': {'1.1'}} Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: consumer versions: Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: { DHCP agent@n-d-806683-18: {}, Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: L3 agent@n-d-806683-18: {}, Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: Metadata agent@n-d-806683-18: {}, Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: Metering agent@n-d-806683-18: {}, Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: Open vSwitch agent@n-d-806683-18: { 'AddressGroup': '1.2', Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'ConntrackHelper': '1.0', Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'Log': '1.0', Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'Network': '1.1', Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'Port': '1.7', Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'PortForwarding': '1.2', Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'QosPolicy': '1.10', Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'SecurityGroup': '1.5', Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'SecurityGroupRule': '1.2', Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'SubPort': '1.0', Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'Subnet': '1.1', Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: 'Trunk': '1.1'}} Nov 02 11:23:37.719172 n-d-806683-18 neutron-server[102691]: {{(pid=102691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 11:23:37.771961 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Attempting to bind port 27fd39ed-5526-4142-a901-bfac16833afb on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:23:37.772377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Attempting to bind port 27fd39ed-5526-4142-a901-bfac16833afb by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '09ace6b8-487d-4b44-8e14-5bcb8c60fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:23:37.772817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Attempting to bind port 27fd39ed-5526-4142-a901-bfac16833afb on network cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:23:37.778370 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:23:37.778765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Checking segment: {'id': '09ace6b8-487d-4b44-8e14-5bcb8c60fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:23:37.779303 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:37.779702 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Bound using segment: {'id': '09ace6b8-487d-4b44-8e14-5bcb8c60fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:23:37.780747 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Bound port: 27fd39ed-5526-4142-a901-bfac16833afb, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ace6b8-487d-4b44-8e14-5bcb8c60fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:23:37.781168 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:37.850879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] For port 27fd39ed-5526-4142-a901-bfac16833afb, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:23:37.855494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] For port 27fd39ed-5526-4142-a901-bfac16833afb, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=27fd39ed-5526-4142-a901-bfac16833afb,segment=NetworkSegment(09ace6b8-487d-4b44-8e14-5bcb8c60fb7c),segment_id=09ace6b8-487d-4b44-8e14-5bcb8c60fb7c)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:23:38.041987 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:38.111219 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e08445-ba98-415e-bbfa-5e106ceed3b2 None None] Pushing event updated for resources: {'Port': ['ID=27fd39ed-5526-4142-a901-bfac16833afb,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:23:39.241389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45866) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:23:39.621900 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-90a1744f-374e-44e8-9ae8-8f8bf93f5836 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:23:39.623280 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-90a1744f-374e-44e8-9ae8-8f8bf93f5836 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3809011 Nov 02 11:23:42.234399 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45874) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:23:42.571364 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-e6f406f2-c000-4cdc-9fca-27f51265ba95 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:23:42.572381 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e6f406f2-c000-4cdc-9fca-27f51265ba95 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3371487 Nov 02 11:23:45.475604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45884) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:23:45.812481 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-dea4e5d2-fd56-4c50-a31d-7228db7407d8 admin admin] Request body: {'router': {'tenant_id': '99c71c862705439f97068750f256680f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:23:45.943980 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dea4e5d2-fd56-4c50-a31d-7228db7407d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:45.945611 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dea4e5d2-fd56-4c50-a31d-7228db7407d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:46.119495 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dea4e5d2-fd56-4c50-a31d-7228db7407d8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:46.219373 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dea4e5d2-fd56-4c50-a31d-7228db7407d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:46.334168 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dea4e5d2-fd56-4c50-a31d-7228db7407d8 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:46.335401 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-dea4e5d2-fd56-4c50-a31d-7228db7407d8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8587344 Nov 02 11:23:46.544054 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 27fd39ed-5526-4142-a901-bfac16833afb up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:23:46.645286 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 27fd39ed-5526-4142-a901-bfac16833afb triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:23:46.645700 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:46.763286 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:46.800321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 27fd39ed-5526-4142-a901-bfac16833afb, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=27fd39ed-5526-4142-a901-bfac16833afb,segment=NetworkSegment(09ace6b8-487d-4b44-8e14-5bcb8c60fb7c),segment_id=09ace6b8-487d-4b44-8e14-5bcb8c60fb7c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:23:46.875588 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:46.928194 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=27fd39ed-5526-4142-a901-bfac16833afb,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:23:47.453827 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aaf402ec-8b5d-45e2-bddd-2dff8a06e357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:47.531334 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f77f92d-ef72-4ede-8d90-a557953d915b None None] Network cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:23:47.659026 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-27e33ca1-29e6-4b31-91da-830fd9afb160 None None] Provisioning complete for port 27fd39ed-5526-4142-a901-bfac16833afb triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:23:47.659954 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-27e33ca1-29e6-4b31-91da-830fd9afb160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:48.019115 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-646bbf74-d7cf-4b29-8f69-536bf5042f69 None None] Provisioning complete for port 27fd39ed-5526-4142-a901-bfac16833afb triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:23:48.019486 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-646bbf74-d7cf-4b29-8f69-536bf5042f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:48.515382 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 27fd39ed-5526-4142-a901-bfac16833afb up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:23:48.564172 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 27fd39ed-5526-4142-a901-bfac16833afb triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:23:48.564543 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:48.964201 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45896) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:23:49.308938 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-93e90025-1c07-4a14-b7c0-582041e9e8ea admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:23:49.309971 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-93e90025-1c07-4a14-b7c0-582041e9e8ea admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.3448174 Nov 02 11:23:49.606599 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a4e517d0-5f7b-4d0b-9a7a-c98a3e9240a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:50.738262 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:51.891794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45914) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:23:52.048442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9627caf3-3bd1-428f-b7d6-d0f21b1d23ee admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:23:52.160502 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9627caf3-3bd1-428f-b7d6-d0f21b1d23ee admin admin] Made reservation on behalf of faf1105c3cb74a96b5f949553627551f for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:23:52.162803 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9627caf3-3bd1-428f-b7d6-d0f21b1d23ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:52.172424 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9627caf3-3bd1-428f-b7d6-d0f21b1d23ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:52.194770 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:52.226373 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:23:52.245684 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9627caf3-3bd1-428f-b7d6-d0f21b1d23ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:52.314076 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9627caf3-3bd1-428f-b7d6-d0f21b1d23ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:52.332337 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9627caf3-3bd1-428f-b7d6-d0f21b1d23ee admin admin] Reserving flat network on physical network physnet1 {{(pid=102689) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 02 11:23:52.348786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627caf3-3bd1-428f-b7d6-d0f21b1d23ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1b61a1-dc30-4e6c-a527-cb9bcb6e269e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:23:52.354135 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9627caf3-3bd1-428f-b7d6-d0f21b1d23ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:52.354482 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-9627caf3-3bd1-428f-b7d6-d0f21b1d23ee admin admin] Added segment fb298f5c-aad5-4ee2-9db3-808cf798fae7 of type flat for network 53bbd11b-bf18-40d3-8883-270ae0fcef9b Nov 02 11:23:52.401818 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9627caf3-3bd1-428f-b7d6-d0f21b1d23ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:52.497435 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9627caf3-3bd1-428f-b7d6-d0f21b1d23ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:52.499143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9627caf3-3bd1-428f-b7d6-d0f21b1d23ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:23:52.499723 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9627caf3-3bd1-428f-b7d6-d0f21b1d23ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:52.559555 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627caf3-3bd1-428f-b7d6-d0f21b1d23ee admin admin] Pushing event updated for resources: {'Network': ['ID=53bbd11b-bf18-40d3-8883-270ae0fcef9b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:23:52.570942 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:23:52.614660 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9627caf3-3bd1-428f-b7d6-d0f21b1d23ee admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7217398 Nov 02 11:23:54.834828 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:55.144258 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45932) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:23:55.287613 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6ed925-0ef1-43f2-894a-7cf52863cace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:23:55.289005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ec6ed925-0ef1-43f2-894a-7cf52863cace admin admin] 10.222.0.52 "GET /v2.0/subnets/1f73dedc-6ec6-44e6-a375-e8ceedf6d787 HTTP/1.1" status: 200 len: 849 time: 0.1437607 Nov 02 11:23:55.476563 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f3a2814d-12c5-4331-9ea2-8da51ff4c40e admin admin] 10.222.0.52 "GET /v2.0/routers/552fe316-1275-4e28-89a3-8016e3699e79 HTTP/1.1" status: 200 len: 704 time: 0.1805377 Nov 02 11:23:55.753841 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9b692f99-545e-4d9c-9f76-cd8c98bee9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:56.067499 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-9b692f99-545e-4d9c-9f76-cd8c98bee9e8 admin admin] Allocated IP 172.20.0.1 (cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1/1f73dedc-6ec6-44e6-a375-e8ceedf6d787/cbb9b9d0-4847-4838-a24d-efa3b84ad355) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:23:56.262408 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9b692f99-545e-4d9c-9f76-cd8c98bee9e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:56.413285 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9b692f99-545e-4d9c-9f76-cd8c98bee9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:56.495720 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b692f99-545e-4d9c-9f76-cd8c98bee9e8 admin admin] Network cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:23:56.504454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-9b692f99-545e-4d9c-9f76-cd8c98bee9e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:23:56.516249 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b692f99-545e-4d9c-9f76-cd8c98bee9e8 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:23:56.516811 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9b692f99-545e-4d9c-9f76-cd8c98bee9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:56.519439 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b692f99-545e-4d9c-9f76-cd8c98bee9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb9b9d0-4847-4838-a24d-efa3b84ad355,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:23:56.679206 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e2033530-a7bd-48f6-9bf8-6d577d0c53df None None] Provisioning complete for port cbb9b9d0-4847-4838-a24d-efa3b84ad355 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:23:56.698341 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e2033530-a7bd-48f6-9bf8-6d577d0c53df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:56.713993 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e2033530-a7bd-48f6-9bf8-6d577d0c53df None None] Port cbb9b9d0-4847-4838-a24d-efa3b84ad355 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:23:56.883758 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9b692f99-545e-4d9c-9f76-cd8c98bee9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:57.119380 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9b692f99-545e-4d9c-9f76-cd8c98bee9e8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:57.194878 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9b692f99-545e-4d9c-9f76-cd8c98bee9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:57.195727 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9b692f99-545e-4d9c-9f76-cd8c98bee9e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:57.257074 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b692f99-545e-4d9c-9f76-cd8c98bee9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb9b9d0-4847-4838-a24d-efa3b84ad355,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:23:57.328585 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b692f99-545e-4d9c-9f76-cd8c98bee9e8 admin admin] Network cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:23:57.330595 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-9b692f99-545e-4d9c-9f76-cd8c98bee9e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:23:57.540261 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6b2c9fca-0b2f-4557-afa5-24a0cb7d1c63 None None] Provisioning complete for port cbb9b9d0-4847-4838-a24d-efa3b84ad355 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:23:57.540633 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6b2c9fca-0b2f-4557-afa5-24a0cb7d1c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:57.580784 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6b2c9fca-0b2f-4557-afa5-24a0cb7d1c63 None None] Port cbb9b9d0-4847-4838-a24d-efa3b84ad355 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:23:57.731750 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b692f99-545e-4d9c-9f76-cd8c98bee9e8 admin admin] Router 552fe316-1275-4e28-89a3-8016e3699e79 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:23:57.829225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b692f99-545e-4d9c-9f76-cd8c98bee9e8 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:23:57.835041 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9b692f99-545e-4d9c-9f76-cd8c98bee9e8 admin admin] 10.222.0.52 "PUT /v2.0/routers/552fe316-1275-4e28-89a3-8016e3699e79/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3524258 Nov 02 11:23:57.855413 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Sync routers for ids ['552fe316-1275-4e28-89a3-8016e3699e79'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:23:57.870081 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Routers {'552fe316-1275-4e28-89a3-8016e3699e79'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:23:57.871265 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:23:49Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['552fe316-1275-4e28-89a3-8016e3699e79'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:23:58.067522 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Set router 552fe316-1275-4e28-89a3-8016e3699e79 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:23:58.569677 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552fe316-1275-4e28-89a3-8016e3699e79', 'name': 'router1', 'tenant_id': '99c71c862705439f97068750f256680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:23:45Z', 'updated_at': '2021-11-02T11:23:56Z', 'revision_number': 2, 'project_id': '99c71c862705439f97068750f256680f', 'gw_port_host': None, '_interfaces': [{'id': 'cbb9b9d0-4847-4838-a24d-efa3b84ad355', 'name': '', 'network_id': 'cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1', 'tenant_id': '99c71c862705439f97068750f256680f', 'mac_address': 'fa:16:3e:c0:e0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552fe316-1275-4e28-89a3-8016e3699e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f73dedc-6ec6-44e6-a375-e8ceedf6d787', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:23:55Z', 'updated_at': '2021-11-02T11:23:56Z', 'revision_number': 2, 'project_id': '99c71c862705439f97068750f256680f', 'subnets': [{'id': '1f73dedc-6ec6-44e6-a375-e8ceedf6d787', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4812dfd6-af4d-45a0-b38a-5dd3f6b6f6b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:23:58.623974 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Checking router: 552fe316-1275-4e28-89a3-8016e3699e79 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:23:58.624347 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Updating router 552fe316-1275-4e28-89a3-8016e3699e79 port cbb9b9d0-4847-4838-a24d-efa3b84ad355 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:23:58.678738 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:59.288614 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:59.348972 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:59.524592 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abf111-ae87-40ec-b7ae-6c944f408f85 None None] Pushing event updated for resources: {'Port': ['ID=cbb9b9d0-4847-4838-a24d-efa3b84ad355,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:23:59.535349 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Attempting to bind port cbb9b9d0-4847-4838-a24d-efa3b84ad355 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:23:59.535767 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Attempting to bind port cbb9b9d0-4847-4838-a24d-efa3b84ad355 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '09ace6b8-487d-4b44-8e14-5bcb8c60fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:23:59.536215 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Attempting to bind port cbb9b9d0-4847-4838-a24d-efa3b84ad355 on network cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:23:59.542264 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf111-ae87-40ec-b7ae-6c944f408f85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:59.542545 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf111-ae87-40ec-b7ae-6c944f408f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:59.542886 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf111-ae87-40ec-b7ae-6c944f408f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:59.543247 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf111-ae87-40ec-b7ae-6c944f408f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:59.543583 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf111-ae87-40ec-b7ae-6c944f408f85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:59.543914 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf111-ae87-40ec-b7ae-6c944f408f85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:59.544244 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf111-ae87-40ec-b7ae-6c944f408f85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:59.544879 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf111-ae87-40ec-b7ae-6c944f408f85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:59.545049 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf111-ae87-40ec-b7ae-6c944f408f85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:59.545287 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf111-ae87-40ec-b7ae-6c944f408f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:59.545618 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf111-ae87-40ec-b7ae-6c944f408f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:59.545944 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf111-ae87-40ec-b7ae-6c944f408f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf111-ae87-40ec-b7ae-6c944f408f85 None None] Tracked resource versions report: Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: pushed versions: Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: { 'AddressGroup': {'1.2'}, Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'ConntrackHelper': {'1.0'}, Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'Log': {'1.0'}, Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'Network': {'1.1'}, Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'Port': {'1.7'}, Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'PortForwarding': {'1.2'}, Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'QosPolicy': {'1.10'}, Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'SecurityGroup': {'1.5'}, Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'SecurityGroupRule': {'1.2'}, Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'SubPort': {'1.0'}, Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'Subnet': {'1.1'}, Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'Trunk': {'1.1'}} Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: consumer versions: Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: { DHCP agent@n-d-806683-18: {}, Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: L3 agent@n-d-806683-18: {}, Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: Metadata agent@n-d-806683-18: {}, Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: Metering agent@n-d-806683-18: {}, Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: Open vSwitch agent@n-d-806683-18: { 'AddressGroup': '1.2', Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'ConntrackHelper': '1.0', Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'Log': '1.0', Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'Network': '1.1', Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'Port': '1.7', Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'PortForwarding': '1.2', Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'QosPolicy': '1.10', Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'SecurityGroup': '1.5', Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'SecurityGroupRule': '1.2', Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'SubPort': '1.0', Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'Subnet': '1.1', Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: 'Trunk': '1.1'}} Nov 02 11:23:59.547112 n-d-806683-18 neutron-server[102692]: {{(pid=102692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 11:23:59.556789 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:23:59.557231 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Checking segment: {'id': '09ace6b8-487d-4b44-8e14-5bcb8c60fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:23:59.557713 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:59.558107 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Bound using segment: {'id': '09ace6b8-487d-4b44-8e14-5bcb8c60fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:23:59.558626 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Bound port: cbb9b9d0-4847-4838-a24d-efa3b84ad355, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ace6b8-487d-4b44-8e14-5bcb8c60fb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:23:59.559109 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:59.613089 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e2b7e1ee-570d-455e-b96d-ac0c5693a617 None None] Provisioning complete for port cbb9b9d0-4847-4838-a24d-efa3b84ad355 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:23:59.613667 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e2b7e1ee-570d-455e-b96d-ac0c5693a617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:59.634403 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] For port cbb9b9d0-4847-4838-a24d-efa3b84ad355, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:23:59.650592 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e2b7e1ee-570d-455e-b96d-ac0c5693a617 None None] Port cbb9b9d0-4847-4838-a24d-efa3b84ad355 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:23:59.658304 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] For port cbb9b9d0-4847-4838-a24d-efa3b84ad355, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cbb9b9d0-4847-4838-a24d-efa3b84ad355,segment=NetworkSegment(09ace6b8-487d-4b44-8e14-5bcb8c60fb7c),segment_id=09ace6b8-487d-4b44-8e14-5bcb8c60fb7c)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:23:59.738197 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:23:59.800486 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Routers {'552fe316-1275-4e28-89a3-8016e3699e79'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:23:59.801141 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:23:49Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['552fe316-1275-4e28-89a3-8016e3699e79'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:23:59.839555 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abf111-ae87-40ec-b7ae-6c944f408f85 None None] Pushing event updated for resources: {'Port': ['ID=cbb9b9d0-4847-4838-a24d-efa3b84ad355,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:23:59.914504 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] Set router 552fe316-1275-4e28-89a3-8016e3699e79 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:23:59.975154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-4995dd1b-d753-4be3-a75e-40bd59820f6a None None] Provisioning complete for port cbb9b9d0-4847-4838-a24d-efa3b84ad355 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:23:59.975534 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4995dd1b-d753-4be3-a75e-40bd59820f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:00.085967 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4995dd1b-d753-4be3-a75e-40bd59820f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:00.142732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4995dd1b-d753-4be3-a75e-40bd59820f6a None None] For port cbb9b9d0-4847-4838-a24d-efa3b84ad355, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cbb9b9d0-4847-4838-a24d-efa3b84ad355,segment=NetworkSegment(09ace6b8-487d-4b44-8e14-5bcb8c60fb7c),segment_id=09ace6b8-487d-4b44-8e14-5bcb8c60fb7c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:24:00.173734 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552fe316-1275-4e28-89a3-8016e3699e79', 'name': 'router1', 'tenant_id': '99c71c862705439f97068750f256680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:23:45Z', 'updated_at': '2021-11-02T11:23:56Z', 'revision_number': 2, 'project_id': '99c71c862705439f97068750f256680f', 'gw_port_host': None, '_interfaces': [{'id': 'cbb9b9d0-4847-4838-a24d-efa3b84ad355', 'name': '', 'network_id': 'cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1', 'tenant_id': '99c71c862705439f97068750f256680f', 'mac_address': 'fa:16:3e:c0:e0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552fe316-1275-4e28-89a3-8016e3699e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f73dedc-6ec6-44e6-a375-e8ceedf6d787', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:23:55Z', 'updated_at': '2021-11-02T11:23:59Z', 'revision_number': 4, 'project_id': '99c71c862705439f97068750f256680f', 'subnets': [{'id': '1f73dedc-6ec6-44e6-a375-e8ceedf6d787', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4812dfd6-af4d-45a0-b38a-5dd3f6b6f6b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:24:00.201989 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005b3ebe-684c-420c-91e1-946aade21690 None None] The sync data for ids ['552fe316-1275-4e28-89a3-8016e3699e79'] in n-d-806683-18 is: [{'id': '552fe316-1275-4e28-89a3-8016e3699e79', 'name': 'router1', 'tenant_id': '99c71c862705439f97068750f256680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:23:45Z', 'updated_at': '2021-11-02T11:23:56Z', 'revision_number': 2, 'project_id': '99c71c862705439f97068750f256680f', 'gw_port_host': None, '_interfaces': [{'id': 'cbb9b9d0-4847-4838-a24d-efa3b84ad355', 'name': '', 'network_id': 'cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1', 'tenant_id': '99c71c862705439f97068750f256680f', 'mac_address': 'fa:16:3e:c0:e0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552fe316-1275-4e28-89a3-8016e3699e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f73dedc-6ec6-44e6-a375-e8ceedf6d787', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:23:55Z', 'updated_at': '2021-11-02T11:23:59Z', 'revision_number': 4, 'project_id': '99c71c862705439f97068750f256680f', 'subnets': [{'id': '1f73dedc-6ec6-44e6-a375-e8ceedf6d787', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4812dfd6-af4d-45a0-b38a-5dd3f6b6f6b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:24:00.229081 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4995dd1b-d753-4be3-a75e-40bd59820f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:00.283525 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995dd1b-d753-4be3-a75e-40bd59820f6a None None] Pushing event updated for resources: {'Port': ['ID=cbb9b9d0-4847-4838-a24d-efa3b84ad355,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:24:00.355517 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45942) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:24:00.484894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e86b34a-29d1-44da-b37e-e818461eb6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:24:00.486258 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4e86b34a-29d1-44da-b37e-e818461eb6d6 admin admin] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 842 time: 0.1299098 Nov 02 11:24:00.497340 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-fce144d2-21b1-4db2-842e-59abf997c301 admin admin] Request body: {'subnet': {'cidr': '172.25.6.0/24', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'gateway_ip': '172.25.6.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:24:00.611686 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce144d2-21b1-4db2-842e-59abf997c301 admin admin] Made reservation on behalf of faf1105c3cb74a96b5f949553627551f for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:24:00.613950 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fce144d2-21b1-4db2-842e-59abf997c301 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:01.017935 n-d-806683-18 neutron-server[102690]: DEBUG neutron.objects.ports [None req-fce144d2-21b1-4db2-842e-59abf997c301 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 11:24:01.018387 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fce144d2-21b1-4db2-842e-59abf997c301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:01.074336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce144d2-21b1-4db2-842e-59abf997c301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10367471-6c47-43fb-b665-9a55a4aa9c0d,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:24:01.083871 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce144d2-21b1-4db2-842e-59abf997c301 admin admin] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:24:01.084230 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce144d2-21b1-4db2-842e-59abf997c301 admin admin] Network hostable DHCP agents. Network: 53bbd11b-bf18-40d3-8883-270ae0fcef9b, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:24:01.194266 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce144d2-21b1-4db2-842e-59abf997c301 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:24:01.280882 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-fce144d2-21b1-4db2-842e-59abf997c301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 53bbd11b-bf18-40d3-8883-270ae0fcef9b) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:24:01.285634 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce144d2-21b1-4db2-842e-59abf997c301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:24:01.287155 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fce144d2-21b1-4db2-842e-59abf997c301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:01.290132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4becdb74-169a-4a50-bcd2-9f4577ec72f2 None None] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:24:01.389358 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fce144d2-21b1-4db2-842e-59abf997c301 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8947680 Nov 02 11:24:01.452795 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c796a2-9c21-4eb1-bcfd-8fa8c54c7ed2 None None] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:24:03.889213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45950) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:24:04.129035 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-511b78b7-f22a-4020-960c-b3feba502489 admin admin] 10.222.0.52 "GET /v2.0/routers/552fe316-1275-4e28-89a3-8016e3699e79 HTTP/1.1" status: 200 len: 710 time: 0.2384696 Nov 02 11:24:04.240490 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d86af-9230-4813-827e-41e092bbfc46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:24:04.242013 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fb0d86af-9230-4813-827e-41e092bbfc46 admin admin] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 886 time: 0.1010163 Nov 02 11:24:04.253395 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-60fb4cdf-7231-4a8e-9aa3-ec7e7e91f93f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:24:04.543275 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-60fb4cdf-7231-4a8e-9aa3-ec7e7e91f93f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:04.990949 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-60fb4cdf-7231-4a8e-9aa3-ec7e7e91f93f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:05.116325 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-60fb4cdf-7231-4a8e-9aa3-ec7e7e91f93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:05.287526 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-60fb4cdf-7231-4a8e-9aa3-ec7e7e91f93f admin admin] Allocated IP 172.25.6.6 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/830883ca-b464-46a8-b826-10d66fe276f9) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:24:05.416841 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-60fb4cdf-7231-4a8e-9aa3-ec7e7e91f93f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:05.533213 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-60fb4cdf-7231-4a8e-9aa3-ec7e7e91f93f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:05.612633 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fb4cdf-7231-4a8e-9aa3-ec7e7e91f93f admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:24:05.620791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-60fb4cdf-7231-4a8e-9aa3-ec7e7e91f93f admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:24:05.631022 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb4cdf-7231-4a8e-9aa3-ec7e7e91f93f admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:24:05.683977 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb4cdf-7231-4a8e-9aa3-ec7e7e91f93f admin admin] Pushing event updated for resources: {'Port': ['ID=830883ca-b464-46a8-b826-10d66fe276f9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:24:06.050742 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-60fb4cdf-7231-4a8e-9aa3-ec7e7e91f93f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:06.282967 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-60fb4cdf-7231-4a8e-9aa3-ec7e7e91f93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:06.290151 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-60fb4cdf-7231-4a8e-9aa3-ec7e7e91f93f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:06.416566 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fb4cdf-7231-4a8e-9aa3-ec7e7e91f93f admin admin] Router 552fe316-1275-4e28-89a3-8016e3699e79 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:24:06.532395 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fb4cdf-7231-4a8e-9aa3-ec7e7e91f93f admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:24:06.537522 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-60fb4cdf-7231-4a8e-9aa3-ec7e7e91f93f admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:06.547700 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-60fb4cdf-7231-4a8e-9aa3-ec7e7e91f93f admin admin] 10.222.0.52 "PUT /v2.0/routers/552fe316-1275-4e28-89a3-8016e3699e79 HTTP/1.1" status: 200 len: 888 time: 2.2887805 Nov 02 11:24:06.554432 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device cbb9b9d0-4847-4838-a24d-efa3b84ad355 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:24:06.616499 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port cbb9b9d0-4847-4838-a24d-efa3b84ad355 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:24:06.616880 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:07.667298 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Sync routers for ids ['552fe316-1275-4e28-89a3-8016e3699e79'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:24:07.683419 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Routers {'552fe316-1275-4e28-89a3-8016e3699e79'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:24:07.684078 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:23:49Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['552fe316-1275-4e28-89a3-8016e3699e79'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:24:07.917435 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Set router 552fe316-1275-4e28-89a3-8016e3699e79 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:24:08.529084 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552fe316-1275-4e28-89a3-8016e3699e79', 'name': 'router1', 'tenant_id': '99c71c862705439f97068750f256680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '830883ca-b464-46a8-b826-10d66fe276f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:23:45Z', 'updated_at': '2021-11-02T11:24:05Z', 'revision_number': 4, 'project_id': '99c71c862705439f97068750f256680f', 'gw_port': {'id': '830883ca-b464-46a8-b826-10d66fe276f9', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552fe316-1275-4e28-89a3-8016e3699e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:24:05Z', 'updated_at': '2021-11-02T11:24:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'cbb9b9d0-4847-4838-a24d-efa3b84ad355', 'name': '', 'network_id': 'cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1', 'tenant_id': '99c71c862705439f97068750f256680f', 'mac_address': 'fa:16:3e:c0:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552fe316-1275-4e28-89a3-8016e3699e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f73dedc-6ec6-44e6-a375-e8ceedf6d787', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:23:55Z', 'updated_at': '2021-11-02T11:24:00Z', 'revision_number': 5, 'project_id': '99c71c862705439f97068750f256680f', 'subnets': [{'id': '1f73dedc-6ec6-44e6-a375-e8ceedf6d787', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4812dfd6-af4d-45a0-b38a-5dd3f6b6f6b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:24:08.586684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Checking router: 552fe316-1275-4e28-89a3-8016e3699e79 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:24:08.587157 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Updating router 552fe316-1275-4e28-89a3-8016e3699e79 port 830883ca-b464-46a8-b826-10d66fe276f9 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:24:08.657694 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:09.015739 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:09.120215 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:09.173601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Attempting to bind port 830883ca-b464-46a8-b826-10d66fe276f9 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:24:09.173985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Attempting to bind port 830883ca-b464-46a8-b826-10d66fe276f9 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:24:09.174312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Attempting to bind port 830883ca-b464-46a8-b826-10d66fe276f9 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:24:09.179289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45962) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:24:09.185549 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594197f0-8858-4f48-85f2-a4dc18b9fc4c None None] Pushing event updated for resources: {'Port': ['ID=830883ca-b464-46a8-b826-10d66fe276f9,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:24:09.188160 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:24:09.188539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:24:09.188939 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:09.189310 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:24:09.189778 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Bound port: 830883ca-b464-46a8-b826-10d66fe276f9, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:24:09.190157 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:09.251475 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] For port 830883ca-b464-46a8-b826-10d66fe276f9, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:24:09.254514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] For port 830883ca-b464-46a8-b826-10d66fe276f9, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=830883ca-b464-46a8-b826-10d66fe276f9,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:24:09.300600 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-880149df-3b8b-41f0-b959-7aab55002f1c admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1200967 Nov 02 11:24:09.360973 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:09.428088 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Routers {'552fe316-1275-4e28-89a3-8016e3699e79'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:24:09.428745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:23:49Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['552fe316-1275-4e28-89a3-8016e3699e79'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:24:09.437224 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594197f0-8858-4f48-85f2-a4dc18b9fc4c None None] Pushing event updated for resources: {'Port': ['ID=830883ca-b464-46a8-b826-10d66fe276f9,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:24:09.553300 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] Set router 552fe316-1275-4e28-89a3-8016e3699e79 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:24:09.781339 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552fe316-1275-4e28-89a3-8016e3699e79', 'name': 'router1', 'tenant_id': '99c71c862705439f97068750f256680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '830883ca-b464-46a8-b826-10d66fe276f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:23:45Z', 'updated_at': '2021-11-02T11:24:05Z', 'revision_number': 4, 'project_id': '99c71c862705439f97068750f256680f', 'gw_port': {'id': '830883ca-b464-46a8-b826-10d66fe276f9', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552fe316-1275-4e28-89a3-8016e3699e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:24:05Z', 'updated_at': '2021-11-02T11:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'cbb9b9d0-4847-4838-a24d-efa3b84ad355', 'name': '', 'network_id': 'cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1', 'tenant_id': '99c71c862705439f97068750f256680f', 'mac_address': 'fa:16:3e:c0:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552fe316-1275-4e28-89a3-8016e3699e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f73dedc-6ec6-44e6-a375-e8ceedf6d787', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:23:55Z', 'updated_at': '2021-11-02T11:24:00Z', 'revision_number': 5, 'project_id': '99c71c862705439f97068750f256680f', 'subnets': [{'id': '1f73dedc-6ec6-44e6-a375-e8ceedf6d787', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4812dfd6-af4d-45a0-b38a-5dd3f6b6f6b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:24:09.808546 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b75ef54-6370-4361-8321-e8bb37c2ecab None None] The sync data for ids ['552fe316-1275-4e28-89a3-8016e3699e79'] in n-d-806683-18 is: [{'id': '552fe316-1275-4e28-89a3-8016e3699e79', 'name': 'router1', 'tenant_id': '99c71c862705439f97068750f256680f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '830883ca-b464-46a8-b826-10d66fe276f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:23:45Z', 'updated_at': '2021-11-02T11:24:05Z', 'revision_number': 4, 'project_id': '99c71c862705439f97068750f256680f', 'gw_port': {'id': '830883ca-b464-46a8-b826-10d66fe276f9', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552fe316-1275-4e28-89a3-8016e3699e79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:24:05Z', 'updated_at': '2021-11-02T11:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'cbb9b9d0-4847-4838-a24d-efa3b84ad355', 'name': '', 'network_id': 'cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1', 'tenant_id': '99c71c862705439f97068750f256680f', 'mac_address': 'fa:16:3e:c0:e0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552fe316-1275-4e28-89a3-8016e3699e79', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f73dedc-6ec6-44e6-a375-e8ceedf6d787', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:23:55Z', 'updated_at': '2021-11-02T11:24:00Z', 'revision_number': 5, 'project_id': '99c71c862705439f97068750f256680f', 'subnets': [{'id': '1f73dedc-6ec6-44e6-a375-e8ceedf6d787', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4812dfd6-af4d-45a0-b38a-5dd3f6b6f6b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:24:10.563949 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 830883ca-b464-46a8-b826-10d66fe276f9 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:24:10.624634 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 830883ca-b464-46a8-b826-10d66fe276f9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:24:10.625007 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:10.708238 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:10.729004 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 830883ca-b464-46a8-b826-10d66fe276f9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=830883ca-b464-46a8-b826-10d66fe276f9,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:24:10.805975 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:10.859713 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=830883ca-b464-46a8-b826-10d66fe276f9,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:24:12.552811 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 830883ca-b464-46a8-b826-10d66fe276f9 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:24:12.634635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 830883ca-b464-46a8-b826-10d66fe276f9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:24:12.635054 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:17.525168 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fb99c075-1951-4fa5-a500-64ad25f28e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:19.595596 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c53636ab-9ea7-4cdb-80e0-ffaf528fdb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:20.765566 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:22.193572 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:24.827876 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:29.227957 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:24:47.450149 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fb8c91c3-320d-47d6-9482-06c241bd5e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:49.587224 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6c60d81c-b2c4-4a42-8de6-cef8c8911d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:50.781255 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:52.238626 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:24:54.866802 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:25:06.227728 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:25:17.613910 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-449e273c-7c50-4c3d-ab68-f1eef1deefbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:25:19.575451 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe5c6c57-6754-4494-a08f-a22afe1ae8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:25:20.792346 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:25:22.225969 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:25:24.831546 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:25:43.225733 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:25:47.477080 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-66dfe7ec-320a-4676-aab6-858089d50b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:25:49.619651 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2914a8c1-870f-4851-a40c-4e2bf22efbcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:25:50.756767 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:25:52.231587 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:25:54.825280 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:25:58.067077 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46556) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:25:58.143038 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7fca5c-e562-4609-8701-4001be0c12a8 admin admin] GET failed (client error): The resource could not be found. Nov 02 11:25:58.144455 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5c7fca5c-e562-4609-8701-4001be0c12a8 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0762479 Nov 02 11:25:58.320085 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29c9392-d88a-4791-80c3-386179d0248d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:25:58.321605 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a29c9392-d88a-4791-80c3-386179d0248d admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1714849 Nov 02 11:26:00.669737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46566) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:26:00.774328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c1e52b-514a-4753-9063-2760b8dec574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:26:00.776484 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-26c1e52b-514a-4753-9063-2760b8dec574 admin admin] 10.222.0.52 "GET /v2.0/subnets/1f73dedc-6ec6-44e6-a375-e8ceedf6d787 HTTP/1.1" status: 200 len: 849 time: 0.1050570 Nov 02 11:26:00.787049 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a7039f75-7cca-4950-8b1a-d77821952c6a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:26:00.878540 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7039f75-7cca-4950-8b1a-d77821952c6a admin admin] Publish callbacks [] for subnet, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:01.126540 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7039f75-7cca-4950-8b1a-d77821952c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730912249932'] for subnet, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:01.164730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7039f75-7cca-4950-8b1a-d77821952c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:26:01.165959 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7039f75-7cca-4950-8b1a-d77821952c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:01.167651 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a7039f75-7cca-4950-8b1a-d77821952c6a admin admin] 10.222.0.52 "PUT /v2.0/subnets/1f73dedc-6ec6-44e6-a375-e8ceedf6d787 HTTP/1.1" status: 200 len: 868 time: 0.3844950 Nov 02 11:26:01.168243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3317c2e6-50e8-4ac9-b22e-f581a4e2e96b None None] Network cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:26:01.190762 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7039f75-7cca-4950-8b1a-d77821952c6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f73dedc-6ec6-44e6-a375-e8ceedf6d787,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:26:01.200197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039f75-7cca-4950-8b1a-d77821952c6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:01.200548 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039f75-7cca-4950-8b1a-d77821952c6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:01.200878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039f75-7cca-4950-8b1a-d77821952c6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:01.201219 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039f75-7cca-4950-8b1a-d77821952c6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:01.201622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039f75-7cca-4950-8b1a-d77821952c6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:01.201965 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039f75-7cca-4950-8b1a-d77821952c6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:01.202300 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039f75-7cca-4950-8b1a-d77821952c6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:01.202629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039f75-7cca-4950-8b1a-d77821952c6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:01.202982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039f75-7cca-4950-8b1a-d77821952c6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:01.206658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039f75-7cca-4950-8b1a-d77821952c6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:01.206658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039f75-7cca-4950-8b1a-d77821952c6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:01.206658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7039f75-7cca-4950-8b1a-d77821952c6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:01.631595 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0e7e1076-4ef7-4a74-8b1a-4438d5a2c54a None None] Provisioning complete for port cbb9b9d0-4847-4838-a24d-efa3b84ad355 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:26:01.631893 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0e7e1076-4ef7-4a74-8b1a-4438d5a2c54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:01.722475 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0e7e1076-4ef7-4a74-8b1a-4438d5a2c54a None None] Provisioning complete for port 27fd39ed-5526-4142-a901-bfac16833afb triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:26:01.722841 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0e7e1076-4ef7-4a74-8b1a-4438d5a2c54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:03.608240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46574) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:26:03.901366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c7950a-15cc-489b-a0f2-01739864f50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:26:03.901777 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c7950a-15cc-489b-a0f2-01739864f50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:26:03.903373 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f2c7950a-15cc-489b-a0f2-01739864f50f admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2941027 Nov 02 11:26:06.231358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46582) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:26:06.393407 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c715df7-f662-4c41-9b4b-7a7bafd7c38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:26:06.393906 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c715df7-f662-4c41-9b4b-7a7bafd7c38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:26:06.395547 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2c715df7-f662-4c41-9b4b-7a7bafd7c38a admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1627607 Nov 02 11:26:08.819911 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46590) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:26:08.968749 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5b4ad3-cc07-4003-b940-4d23e6bfe0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:26:08.970081 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2f5b4ad3-cc07-4003-b940-4d23e6bfe0e0 admin admin] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 886 time: 0.1491883 Nov 02 11:26:11.389744 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46600) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:26:11.640130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3717fe6c-dfbc-4339-a497-3ab485f65161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:26:11.641438 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3717fe6c-dfbc-4339-a497-3ab485f65161 admin admin] 10.222.0.52 "GET /v2.0/networks/cc4e9ce4-e8fd-4dc0-ac55-48df9b9a1cf1 HTTP/1.1" status: 200 len: 869 time: 0.2507184 Nov 02 11:26:14.004130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46608) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:26:14.130535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08db18f9-eb8a-4224-816a-3282552d42bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:26:14.131011 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08db18f9-eb8a-4224-816a-3282552d42bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:26:14.132533 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-08db18f9-eb8a-4224-816a-3282552d42bd admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1274433 Nov 02 11:26:16.533153 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46616) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:26:16.670069 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382fae1a-6751-4189-a940-87d16c3466bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:26:16.670536 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382fae1a-6751-4189-a940-87d16c3466bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:26:16.672112 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-382fae1a-6751-4189-a940-87d16c3466bf admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1378751 Nov 02 11:26:17.499174 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-50437f80-1032-44e0-ac38-6ee0144954e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:19.057355 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46624) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:26:19.143674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417f7f57-4038-464f-ab58-865fcb80bc46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:26:19.145073 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-417f7f57-4038-464f-ab58-865fcb80bc46 admin admin] 10.222.0.52 "GET /v2.0/subnets/10367471-6c47-43fb-b665-9a55a4aa9c0d HTTP/1.1" status: 200 len: 816 time: 0.0867512 Nov 02 11:26:19.584499 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0c6d2037-10a8-449e-bc46-3936ba3ec9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:20.223982 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:26:20.756138 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:21.437589 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46632) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:26:21.533538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f060c1-a070-47bd-9687-9ee15e07f955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:26:21.534890 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c1f060c1-a070-47bd-9687-9ee15e07f955 admin admin] 10.222.0.52 "GET /v2.0/subnets/1f73dedc-6ec6-44e6-a375-e8ceedf6d787 HTTP/1.1" status: 200 len: 868 time: 0.0963440 Nov 02 11:26:22.201969 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:24.858795 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:47.463011 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f01ade7f-4b13-4cdd-aebb-55b4d4420b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:48.578182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46686) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:26:48.627345 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-055e0163-9ce7-4831-856b-598bd107e641 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:26:48.628354 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-055e0163-9ce7-4831-856b-598bd107e641 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0492144 Nov 02 11:26:49.584263 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9ba8ce57-a2fe-406f-af29-2b52d7311920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:50.778198 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:51.029169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46694) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:26:51.092074 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd33c1b8-2cf4-4f56-8cc0-56ad3905b047 admin admin] GET failed (client error): The resource could not be found. Nov 02 11:26:51.093470 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bd33c1b8-2cf4-4f56-8cc0-56ad3905b047 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0634208 Nov 02 11:26:51.179678 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a444b45-9e61-4872-aa94-36d32920a3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:26:51.181694 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8a444b45-9e61-4872-aa94-36d32920a3af admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0835462 Nov 02 11:26:52.195431 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:53.605959 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46702) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:26:53.654203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:26:53.755536 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Made reservation on behalf of faf1105c3cb74a96b5f949553627551f for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:26:53.758072 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:53.805493 n-d-806683-18 neutron-server[102690]: WARNING neutron.services.revisions.revision_plugin [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Could not find related network for resource to bump revision. Nov 02 11:26:53.823958 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:26:53.839806 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730912321253', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:53.840361 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Unsubscribe: segment precommit_create {{(pid=102690) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 11:26:53.840866 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Added segment 51faf65f-a694-447d-ad5e-744d1bb58e09 of type vlan for network 00e47b33-4ede-406b-833c-910d58ee6a42 Nov 02 11:26:53.901842 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:54.038485 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:54.039532 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:26:54.040762 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:54.131178 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Pushing event updated for resources: {'Network': ['ID=00e47b33-4ede-406b-833c-910d58ee6a42,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:26:54.137990 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:54.138341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:54.138687 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:54.139048 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:54.139385 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:54.139716 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:54.140042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:54.140366 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:54.140692 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:54.141015 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:54.141339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:54.141661 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:54.158618 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 00e47b33-4ede-406b-833c-910d58ee6a42 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:26:54.198630 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-039ac716-039b-4a77-bf4b-9b9d65a620fc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5915258 Nov 02 11:26:54.884657 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:56.535340 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46710) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:26:56.596790 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c40453-3f1b-4f08-a120-c38410c0abaf admin admin] GET failed (client error): The resource could not be found. Nov 02 11:26:56.598078 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-78c40453-3f1b-4f08-a120-c38410c0abaf admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617840 Nov 02 11:26:56.699931 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b209a77-121a-4e1c-a844-fc90ff741c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:26:56.701412 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6b209a77-121a-4e1c-a844-fc90ff741c59 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0980644 Nov 02 11:26:56.711952 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4b8e6fc1-7a47-40b0-a434-84af01a5d06f admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'cidr': '192.168.233.0/24'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:26:56.800835 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8e6fc1-7a47-40b0-a434-84af01a5d06f admin admin] Made reservation on behalf of faf1105c3cb74a96b5f949553627551f for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:26:56.803310 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b8e6fc1-7a47-40b0-a434-84af01a5d06f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:57.070831 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b8e6fc1-7a47-40b0-a434-84af01a5d06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:57.125367 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e6fc1-7a47-40b0-a434-84af01a5d06f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdca3204-670b-4e59-a944-c7422de15a63,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:26:57.136106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8e6fc1-7a47-40b0-a434-84af01a5d06f admin admin] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:26:57.136460 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8e6fc1-7a47-40b0-a434-84af01a5d06f admin admin] Network hostable DHCP agents. Network: 00e47b33-4ede-406b-833c-910d58ee6a42, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:26:57.222721 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:26:57.223803 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8e6fc1-7a47-40b0-a434-84af01a5d06f admin admin] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:26:57.343431 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-4b8e6fc1-7a47-40b0-a434-84af01a5d06f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 00e47b33-4ede-406b-833c-910d58ee6a42) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:26:57.347472 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e6fc1-7a47-40b0-a434-84af01a5d06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:26:57.348075 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b8e6fc1-7a47-40b0-a434-84af01a5d06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:57.353477 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c00eb47-022f-4b4e-b120-de41228d563f None None] Network 00e47b33-4ede-406b-833c-910d58ee6a42 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:26:57.443507 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4b8e6fc1-7a47-40b0-a434-84af01a5d06f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7349911 Nov 02 11:26:57.515176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-00e47b33-4ede-406b-833c-910d58ee6a42', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'tenant_id': 'faf1105c3cb74a96b5f949553627551f', 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:26:57.515176 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:57.664844 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Allocated IP 192.168.233.2 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/12a78ed2-f201-48bd-98c0-a8b26ca4d6c4) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:26:57.811943 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:57.913077 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:57.956272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:26:57.961174 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:26:57.964886 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:26:57.974819 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Pushing event updated for resources: {'Port': ['ID=12a78ed2-f201-48bd-98c0-a8b26ca4d6c4,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:26:57.996358 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:57.996701 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:57.997034 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:57.997376 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:57.997706 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:57.998033 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:57.998356 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:57.998679 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:57.999026 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:57.999350 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:57.999668 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:57.999988 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:26:58.034097 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Attempting to bind port 12a78ed2-f201-48bd-98c0-a8b26ca4d6c4 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:26:58.034468 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Attempting to bind port 12a78ed2-f201-48bd-98c0-a8b26ca4d6c4 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:26:58.034857 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Attempting to bind port 12a78ed2-f201-48bd-98c0-a8b26ca4d6c4 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:26:58.040010 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:26:58.040378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:26:58.040773 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:58.041161 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:26:58.042290 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Bound port: 12a78ed2-f201-48bd-98c0-a8b26ca4d6c4, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:26:58.042741 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:58.106584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] For port 12a78ed2-f201-48bd-98c0-a8b26ca4d6c4, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:26:58.109826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] For port 12a78ed2-f201-48bd-98c0-a8b26ca4d6c4, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=12a78ed2-f201-48bd-98c0-a8b26ca4d6c4,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:26:58.224423 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:58.292281 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff3652-bfc8-42a0-8b7b-8aa2564af08f None None] Pushing event updated for resources: {'Port': ['ID=12a78ed2-f201-48bd-98c0-a8b26ca4d6c4,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:26:58.731166 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 12a78ed2-f201-48bd-98c0-a8b26ca4d6c4 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:26:58.787164 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 12a78ed2-f201-48bd-98c0-a8b26ca4d6c4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:26:58.787536 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:58.868141 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:58.907132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 12a78ed2-f201-48bd-98c0-a8b26ca4d6c4, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=12a78ed2-f201-48bd-98c0-a8b26ca4d6c4,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:26:58.986656 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:59.045264 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=12a78ed2-f201-48bd-98c0-a8b26ca4d6c4,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:26:59.195049 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b426b8cc-3b00-433e-8511-ef30f76e50c6 None None] Network 00e47b33-4ede-406b-833c-910d58ee6a42 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:26:59.333005 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-38e76e14-8cf7-4823-a013-a35dc3659952 None None] Provisioning complete for port 12a78ed2-f201-48bd-98c0-a8b26ca4d6c4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:26:59.333589 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-38e76e14-8cf7-4823-a013-a35dc3659952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:26:59.671776 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6a0d58e6-6c0e-491b-89e0-e02109cb94e3 None None] Provisioning complete for port 12a78ed2-f201-48bd-98c0-a8b26ca4d6c4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:26:59.672146 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6a0d58e6-6c0e-491b-89e0-e02109cb94e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:27:00.637038 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 12a78ed2-f201-48bd-98c0-a8b26ca4d6c4 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:27:00.687120 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 12a78ed2-f201-48bd-98c0-a8b26ca4d6c4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:27:00.687602 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:27:17.542919 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-87bde5a4-f6d7-450b-8750-9069710a0885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:27:19.620741 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-64c75491-55b9-4ffc-9712-c4b8c509ab54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:27:20.791195 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:27:22.211447 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:27:24.868806 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:27:34.220671 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:27:47.504244 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad2e8-d912-4138-83b6-86d6636f4106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:27:49.590178 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-48f3e272-4fd6-4215-ae7a-6353526074c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:27:50.762244 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:27:52.212648 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:27:54.850663 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:28:11.218655 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:28:17.502844 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5b51e782-08af-47bb-9ec1-cd3b06cea9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:28:19.583223 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bbd3efdf-b28b-4954-9990-b2cf0db927f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:28:20.758482 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:28:22.222798 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:28:22.659733 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46754) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:28:22.665567 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-0d4d0fa4-b86d-4bae-8d79-13ac7dc48dc4 tempest-verify_tempest_config-1011848288 tempest-verify_tempest_config-1011848288-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:28:22.666529 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0d4d0fa4-b86d-4bae-8d79-13ac7dc48dc4 tempest-verify_tempest_config-1011848288 tempest-verify_tempest_config-1011848288-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13864 time: 0.0058167 Nov 02 11:28:23.223463 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46772) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:28:23.326325 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10e53037-a2f5-4ef7-a644-420ce50a6a6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:28:23.405121 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10e53037-a2f5-4ef7-a644-420ce50a6a6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:28:23.559953 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10e53037-a2f5-4ef7-a644-420ce50a6a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:28:23.612111 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-10e53037-a2f5-4ef7-a644-420ce50a6a6c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0692446cd1354725a34f8daaa07582cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3878312 Nov 02 11:28:23.612933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e53037-a2f5-4ef7-a644-420ce50a6a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138123ce-375a-472e-a50e-fefcdb567ab0,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:28:23.615122 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46778) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:28:23.620214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e53037-a2f5-4ef7-a644-420ce50a6a6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.620645 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e53037-a2f5-4ef7-a644-420ce50a6a6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.621238 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e53037-a2f5-4ef7-a644-420ce50a6a6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.621596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e53037-a2f5-4ef7-a644-420ce50a6a6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.621943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e53037-a2f5-4ef7-a644-420ce50a6a6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.622285 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e53037-a2f5-4ef7-a644-420ce50a6a6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.622625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e53037-a2f5-4ef7-a644-420ce50a6a6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.622982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e53037-a2f5-4ef7-a644-420ce50a6a6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.623324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e53037-a2f5-4ef7-a644-420ce50a6a6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.623647 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e53037-a2f5-4ef7-a644-420ce50a6a6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.623977 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e53037-a2f5-4ef7-a644-420ce50a6a6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.624308 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e53037-a2f5-4ef7-a644-420ce50a6a6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.691814 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f980e8f-30cd-465b-bd79-eca628e4d96b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:28:23.713798 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f980e8f-30cd-465b-bd79-eca628e4d96b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:28:23.897565 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f980e8f-30cd-465b-bd79-eca628e4d96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:28:23.900086 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f980e8f-30cd-465b-bd79-eca628e4d96b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:28:23.901258 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0f980e8f-30cd-465b-bd79-eca628e4d96b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/138123ce-375a-472e-a50e-fefcdb567ab0 HTTP/1.1" status: 204 len: 168 time: 0.2850368 Nov 02 11:28:23.909395 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f980e8f-30cd-465b-bd79-eca628e4d96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138123ce-375a-472e-a50e-fefcdb567ab0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:28:23.916442 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f980e8f-30cd-465b-bd79-eca628e4d96b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.916792 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f980e8f-30cd-465b-bd79-eca628e4d96b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.917179 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f980e8f-30cd-465b-bd79-eca628e4d96b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.917521 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f980e8f-30cd-465b-bd79-eca628e4d96b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.917860 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f980e8f-30cd-465b-bd79-eca628e4d96b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.918497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f980e8f-30cd-465b-bd79-eca628e4d96b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.918756 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f980e8f-30cd-465b-bd79-eca628e4d96b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.919121 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f980e8f-30cd-465b-bd79-eca628e4d96b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.919452 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f980e8f-30cd-465b-bd79-eca628e4d96b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.919791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f980e8f-30cd-465b-bd79-eca628e4d96b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.920119 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f980e8f-30cd-465b-bd79-eca628e4d96b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:23.920448 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f980e8f-30cd-465b-bd79-eca628e4d96b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:28:24.849939 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:28:47.478751 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-65ccbfdd-9f1b-4abc-b714-94fdada2bcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:28:48.217867 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:28:49.587456 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-79383816-1b3a-4be9-840c-446fbaf57530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:28:50.792996 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:28:52.204745 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:28:54.895995 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:29:17.478333 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9d7a032e-8abe-478b-a0c2-4d0e4a9557a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:29:19.603437 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ee08d000-781b-48c6-a932-b7ff45bb8b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:29:20.768854 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:29:22.203648 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:29:24.968307 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:29:25.217347 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:29:47.470420 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8a3dde81-7901-416d-8bde-ef54ff5621f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:29:49.572905 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1c81330f-7f4f-4e70-8b6a-3a1ace3581c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:29:50.784469 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:29:52.268647 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:29:54.961411 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:30:02.216378 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:30:17.457877 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8fd4-8eb3-4a81-b4fb-c961bd1dc332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:30:19.595459 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5d2ea220-c557-4e72-8557-a70eb4093d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:30:20.772184 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:30:22.195021 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:30:24.932158 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:30:39.216452 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:30:47.485965 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f5c3d3f4-d255-4bb6-b6bf-c6c53684be7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:30:49.588892 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-70e3ac44-d778-44c2-bd9a-0933fb84ce9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:30:50.777603 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:30:52.221774 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:30:54.885787 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:31:16.215990 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 5 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:31:17.502657 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f71d9fb1-560b-46e1-9883-e2e25e879d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:31:19.585881 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-04f8e365-fc3a-4fa4-b619-135a13f0bfb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:31:20.809566 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:31:22.266226 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:31:23.605024 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669343'] for agent, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:31:23.894415 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669343'] for agent, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:31:24.831485 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:31:47.479379 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-846f9957-437e-4009-b1ff-ef81d7c1c1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:31:49.607998 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-981566c7-b01a-45cc-b37e-5e5563c2d6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:31:50.786753 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:31:52.233006 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:31:53.215474 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:31:53.561647 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:31:53.824772 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:31:54.836343 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:32:14.933932 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46838) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:32:15.039622 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-45692e57-e2bd-4289-8b13-4a57d23864dc admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1044841 Nov 02 11:32:17.429012 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46848) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:32:17.466340 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-39ac9d84-c551-4b8e-9154-cafda309fb4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:32:17.488282 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9a7c0a03-0e38-4d5e-bb01-b0ff309af86d admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0581725 Nov 02 11:32:19.591647 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6e48e182-c035-445b-85b1-3edf30e54c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:32:20.775214 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:32:22.217436 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:32:23.554213 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:32:23.866037 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:32:24.852250 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:32:30.216451 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:32:47.448214 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c6684fca-2c8d-422e-90ea-00bc9631fb65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:32:49.656557 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7e959cd6-6152-46f3-9fdb-5e3417f1922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:32:50.781814 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:32:52.274096 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:32:53.593266 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:32:53.885712 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:32:54.868292 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:07.216924 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:33:17.484500 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-029dd2b5-66b7-4082-b66b-f81895b82b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:19.590505 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-30dbc776-fe52-49d5-9b1d-7dab9c0f4572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:20.781290 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:22.261073 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:23.552009 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:23.939598 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:24.844202 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:44.182074 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47080) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:44.217722 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:33:44.608041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-network', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:33:44.700462 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Made reservation on behalf of fb3809d85af44d899f475904c2161bf3 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:33:44.702844 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:44.712339 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:44.803296 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:44.876516 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:44.904994 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:33:44.910237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d54180-0a33-4db5-a1f9-f3a88f480051,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:44.921190 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:44.921566 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:44.922203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:44.922203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:44.922493 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:44.922816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:44.923166 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:44.923537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:44.923849 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:44.924328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:44.924775 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:44.925233 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Tracked resource versions report: Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: pushed versions: Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: { 'AddressGroup': {'1.2'}, Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'ConntrackHelper': {'1.0'}, Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'Log': {'1.0'}, Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'Network': {'1.1'}, Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'Port': {'1.7'}, Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'PortForwarding': {'1.2'}, Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'QosPolicy': {'1.10'}, Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'SecurityGroup': {'1.5'}, Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'SecurityGroupRule': {'1.2'}, Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'SubPort': {'1.0'}, Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'Subnet': {'1.1'}, Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'Trunk': {'1.1'}} Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: consumer versions: Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: { DHCP agent@n-d-806683-18: {}, Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: HyperV agent@n-h1-806683-18: {}, Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: HyperV agent@n-h2-806683-18: {}, Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: L3 agent@n-d-806683-18: {}, Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: Metadata agent@n-d-806683-18: {}, Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: Metering agent@n-d-806683-18: {}, Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: Open vSwitch agent@n-d-806683-18: { 'AddressGroup': '1.2', Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'ConntrackHelper': '1.0', Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'Log': '1.0', Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'Network': '1.1', Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'Port': '1.7', Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'PortForwarding': '1.2', Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'QosPolicy': '1.10', Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'SecurityGroup': '1.5', Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'SecurityGroupRule': '1.2', Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'SubPort': '1.0', Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'Subnet': '1.1', Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: 'Trunk': '1.1'}} Nov 02 11:33:44.926374 n-d-806683-18 neutron-server[102690]: {{(pid=102690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 11:33:44.930354 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:44.930696 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Added segment 195c9522-93be-4c36-b475-977c63d7267e of type vlan for network 0427496c-f707-4779-93ec-614aeaa2dd50 Nov 02 11:33:44.972348 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:45.101696 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:45.102714 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:33:45.103605 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:45.169051 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] Pushing event updated for resources: {'Network': ['ID=0427496c-f707-4779-93ec-614aeaa2dd50,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:45.180187 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 0427496c-f707-4779-93ec-614aeaa2dd50 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:33:45.263017 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9a084891-b094-444c-8654-b1a2cf316214 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0792031 Nov 02 11:33:45.266114 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47122) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:45.270761 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-aa97e54b-a0c5-4536-9ae9-d835ee1d251f admin admin] Request body: {'subnet': {'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-subnet', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:33:45.362957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa97e54b-a0c5-4536-9ae9-d835ee1d251f admin admin] Made reservation on behalf of fb3809d85af44d899f475904c2161bf3 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:33:45.367593 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa97e54b-a0c5-4536-9ae9-d835ee1d251f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:45.597764 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa97e54b-a0c5-4536-9ae9-d835ee1d251f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:45.658906 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97e54b-a0c5-4536-9ae9-d835ee1d251f admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d19ab0-8242-4e81-bb30-fdf956ad4e06,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:45.666879 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97e54b-a0c5-4536-9ae9-d835ee1d251f admin admin] Checking segment: {'id': '195c9522-93be-4c36-b475-977c63d7267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:33:45.667207 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa97e54b-a0c5-4536-9ae9-d835ee1d251f admin admin] Network hostable DHCP agents. Network: 0427496c-f707-4779-93ec-614aeaa2dd50, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:33:45.772746 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa97e54b-a0c5-4536-9ae9-d835ee1d251f admin admin] Network 0427496c-f707-4779-93ec-614aeaa2dd50 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:33:45.849266 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-aa97e54b-a0c5-4536-9ae9-d835ee1d251f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 0427496c-f707-4779-93ec-614aeaa2dd50) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:33:45.854352 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa97e54b-a0c5-4536-9ae9-d835ee1d251f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:33:45.855524 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa97e54b-a0c5-4536-9ae9-d835ee1d251f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:45.860120 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b519dcd-f2d4-4c78-b9ed-c7978affafbe None None] Network 0427496c-f707-4779-93ec-614aeaa2dd50 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:33:45.943147 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-aa97e54b-a0c5-4536-9ae9-d835ee1d251f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6758270 Nov 02 11:33:45.945722 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47152) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:45.950729 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:33:46.040927 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-0427496c-f707-4779-93ec-614aeaa2dd50', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'fixed_ips': [{'subnet_id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:33:46.042086 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:46.055066 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:46.055066 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:46.121753 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:46.228634 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Allocated IP 172.20.0.2 (0427496c-f707-4779-93ec-614aeaa2dd50/71d19ab0-8242-4e81-bb30-fdf956ad4e06/3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:33:46.431948 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:46.451402 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:46.523552 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:46.564199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Network 0427496c-f707-4779-93ec-614aeaa2dd50 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:33:46.566947 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:33:46.573873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:33:46.585453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Pushing event updated for resources: {'Port': ['ID=3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:46.642037 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:46.642386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:46.642729 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:46.643116 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:46.643416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:46.643753 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:46.652611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:46.653497 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:46.653982 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:46.654459 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:46.654977 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:46.655486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Tracked resource versions report: Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: pushed versions: Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: { 'AddressGroup': {'1.2'}, Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'ConntrackHelper': {'1.0'}, Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'Log': {'1.0'}, Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'Network': {'1.1'}, Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'Port': {'1.7'}, Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'PortForwarding': {'1.2'}, Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'QosPolicy': {'1.10'}, Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'SecurityGroup': {'1.5'}, Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'SecurityGroupRule': {'1.2'}, Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'SubPort': {'1.0'}, Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'Subnet': {'1.1'}, Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'Trunk': {'1.1'}} Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: consumer versions: Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: { DHCP agent@n-d-806683-18: {}, Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: HyperV agent@n-h1-806683-18: {}, Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: HyperV agent@n-h2-806683-18: {}, Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: L3 agent@n-d-806683-18: {}, Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: Metadata agent@n-d-806683-18: {}, Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: Metering agent@n-d-806683-18: {}, Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: Open vSwitch agent@n-d-806683-18: { 'AddressGroup': '1.2', Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'ConntrackHelper': '1.0', Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'Log': '1.0', Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'Network': '1.1', Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'Port': '1.7', Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'PortForwarding': '1.2', Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'QosPolicy': '1.10', Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'SecurityGroup': '1.5', Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'SecurityGroupRule': '1.2', Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'SubPort': '1.0', Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'Subnet': '1.1', Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: 'Trunk': '1.1'}} Nov 02 11:33:46.657095 n-d-806683-18 neutron-server[102691]: {{(pid=102691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 11:33:46.722722 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Attempting to bind port 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:33:46.725451 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Attempting to bind port 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '195c9522-93be-4c36-b475-977c63d7267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:33:46.727173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Attempting to bind port 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7 on network 0427496c-f707-4779-93ec-614aeaa2dd50 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:33:46.736676 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:33:46.737663 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Checking segment: {'id': '195c9522-93be-4c36-b475-977c63d7267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:33:46.738291 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:46.738895 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Bound using segment: {'id': '195c9522-93be-4c36-b475-977c63d7267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:33:46.741001 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Bound port: 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195c9522-93be-4c36-b475-977c63d7267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:33:46.741854 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:46.853991 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] For port 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:33:46.858809 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] For port 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7,segment=NetworkSegment(195c9522-93be-4c36-b475-977c63d7267e),segment_id=195c9522-93be-4c36-b475-977c63d7267e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:33:46.893251 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:46.918828 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:46.946439 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:47.048764 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d520ea-70e0-4ffc-b22b-c60928ea5988 None None] Pushing event updated for resources: {'Port': ['ID=3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:47.086476 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] Allocated IP 172.25.6.198 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/9c06a16e-8ae0-48ab-930c-43ad3797e445) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:33:47.226730 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:47.466501 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:47.500356 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-17361ccd-cc5f-4006-b032-cebec974b721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:47.517249 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:33:47.520232 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:33:47.528192 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:33:47.574058 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] Pushing event updated for resources: {'Port': ['ID=9c06a16e-8ae0-48ab-930c-43ad3797e445,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:47.934605 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:48.123246 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f485096e-4fcd-47a1-961d-15b6009f375c None None] Network 0427496c-f707-4779-93ec-614aeaa2dd50 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:33:48.153409 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:48.345935 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-58549bd4-c673-4bc4-97de-0f3c1b64b173 None None] Provisioning complete for port 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:33:48.346307 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-58549bd4-c673-4bc4-97de-0f3c1b64b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:48.367292 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] Router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:33:48.493490 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-58549bd4-c673-4bc4-97de-0f3c1b64b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:48.505867 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:33:48.519448 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Sync routers for ids ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:33:48.532854 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Routers {'0de3a62c-808f-4aa3-9ead-fb49e56013b3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:33:48.533740 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:33:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:33:48.534356 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-58549bd4-c673-4bc4-97de-0f3c1b64b173 None None] For port 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7,segment=NetworkSegment(195c9522-93be-4c36-b475-977c63d7267e),segment_id=195c9522-93be-4c36-b475-977c63d7267e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:33:48.614559 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-58549bd4-c673-4bc4-97de-0f3c1b64b173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:48.616518 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:48.617962 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-604e55f9-5d9a-46e8-b68e-b3616a780ece admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.6711433 Nov 02 11:33:48.621183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47248) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:48.700232 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Set router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:33:48.713758 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58549bd4-c673-4bc4-97de-0f3c1b64b173 None None] Pushing event updated for resources: {'Port': ['ID=3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:48.752403 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7cc16ec9-3c59-466b-a2d9-f3badfedfb1e None None] Provisioning complete for port 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:33:48.753013 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7cc16ec9-3c59-466b-a2d9-f3badfedfb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:48.834843 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47258) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:48.930602 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47264) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:48.959104 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:47Z', 'revision_number': 3, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port': {'id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:33:48.972036 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47268) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:48.992867 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Checking router: 0de3a62c-808f-4aa3-9ead-fb49e56013b3 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:33:48.993216 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Updating router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 port 9c06a16e-8ae0-48ab-930c-43ad3797e445 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:33:49.029751 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.042108 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:33:49.126260 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:33:49.126610 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.140549 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d8b62f5-c4d3-43b0-8bee-b39b27c460b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.272936 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-32b970a3-555f-4e1e-ac3e-44a2d1b81629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.329293 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.378765 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-495fa41f-abab-4093-b1ac-1a400ed01f40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.444778 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-32b970a3-555f-4e1e-ac3e-44a2d1b81629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.469101 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.486397 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d8b62f5-c4d3-43b0-8bee-b39b27c460b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.529246 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.538572 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-32b970a3-555f-4e1e-ac3e-44a2d1b81629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.548428 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-495fa41f-abab-4093-b1ac-1a400ed01f40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.551114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Allocated IP 172.20.0.1 (0427496c-f707-4779-93ec-614aeaa2dd50/71d19ab0-8242-4e81-bb30-fdf956ad4e06/c9f3a068-7e98-4600-ab1c-565d74a124f0) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:33:49.582104 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70d832-5995-47ae-9b14-2fc2daab3cc2 None None] Pushing event updated for resources: {'Port': ['ID=9c06a16e-8ae0-48ab-930c-43ad3797e445,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:49.592667 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70d832-5995-47ae-9b14-2fc2daab3cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.593014 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70d832-5995-47ae-9b14-2fc2daab3cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.593350 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70d832-5995-47ae-9b14-2fc2daab3cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.593683 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70d832-5995-47ae-9b14-2fc2daab3cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.594013 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70d832-5995-47ae-9b14-2fc2daab3cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.594334 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70d832-5995-47ae-9b14-2fc2daab3cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.594837 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70d832-5995-47ae-9b14-2fc2daab3cc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.595331 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-32b970a3-555f-4e1e-ac3e-44a2d1b81629 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b6c82c37059d42e7ab12a31dd5512ea4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6219800 Nov 02 11:33:49.595468 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70d832-5995-47ae-9b14-2fc2daab3cc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.595943 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70d832-5995-47ae-9b14-2fc2daab3cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.596387 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70d832-5995-47ae-9b14-2fc2daab3cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.596842 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70d832-5995-47ae-9b14-2fc2daab3cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.597355 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70d832-5995-47ae-9b14-2fc2daab3cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b70d832-5995-47ae-9b14-2fc2daab3cc2 None None] Tracked resource versions report: Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: pushed versions: Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: { 'AddressGroup': {'1.2'}, Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'ConntrackHelper': {'1.0'}, Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'Log': {'1.0'}, Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'Network': {'1.1'}, Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'Port': {'1.7'}, Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'PortForwarding': {'1.2'}, Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'QosPolicy': {'1.10'}, Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'SecurityGroup': {'1.5'}, Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'SecurityGroupRule': {'1.2'}, Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'SubPort': {'1.0'}, Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'Subnet': {'1.1'}, Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'Trunk': {'1.1'}} Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: consumer versions: Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: { DHCP agent@n-d-806683-18: {}, Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: HyperV agent@n-h1-806683-18: {}, Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: HyperV agent@n-h2-806683-18: {}, Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: L3 agent@n-d-806683-18: {}, Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: Metadata agent@n-d-806683-18: {}, Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: Metering agent@n-d-806683-18: {}, Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: Open vSwitch agent@n-d-806683-18: { 'AddressGroup': '1.2', Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'ConntrackHelper': '1.0', Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'Log': '1.0', Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'Network': '1.1', Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'Port': '1.7', Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'PortForwarding': '1.2', Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'QosPolicy': '1.10', Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'SecurityGroup': '1.5', Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'SecurityGroupRule': '1.2', Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'SubPort': '1.0', Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'Subnet': '1.1', Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: 'Trunk': '1.1'}} Nov 02 11:33:49.598737 n-d-806683-18 neutron-server[102692]: {{(pid=102692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 11:33:49.600887 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47296) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:49.626143 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d8b62f5-c4d3-43b0-8bee-b39b27c460b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.633810 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-91b114ff-818d-4093-a7d6-5617d08129d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.660703 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9d8b62f5-c4d3-43b0-8bee-b39b27c460b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac933d21ac9345c680180fc84a9f2d10&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8229055 Nov 02 11:33:49.670664 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Attempting to bind port 9c06a16e-8ae0-48ab-930c-43ad3797e445 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:33:49.673505 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Attempting to bind port 9c06a16e-8ae0-48ab-930c-43ad3797e445 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:33:49.673964 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Attempting to bind port 9c06a16e-8ae0-48ab-930c-43ad3797e445 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:33:49.678855 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47302) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:49.681058 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b970a3-555f-4e1e-ac3e-44a2d1b81629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c474e0-4e5e-4156-b671-e4e614aae7c8,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:49.699734 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:33:49.700851 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-495fa41f-abab-4093-b1ac-1a400ed01f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.702302 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:33:49.702919 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.703348 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:33:49.703907 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Bound port: 9c06a16e-8ae0-48ab-930c-43ad3797e445, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:33:49.712500 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.731984 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.753760 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-495fa41f-abab-4093-b1ac-1a400ed01f40 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1fc7cea2f4ea41b3abe43f3a6deb12f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8220346 Nov 02 11:33:49.760924 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47314) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:49.796685 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] For port 9c06a16e-8ae0-48ab-930c-43ad3797e445, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:33:49.799880 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] For port 9c06a16e-8ae0-48ab-930c-43ad3797e445, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9c06a16e-8ae0-48ab-930c-43ad3797e445,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:33:49.826640 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.874635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Pushing event updated for resources: {'Port': ['ID=c9f3a068-7e98-4600-ab1c-565d74a124f0,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:49.887464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.887833 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.888134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.888471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.888806 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.889134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.889458 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.889782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.890109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.890695 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.890832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.891103 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Tracked resource versions report: Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: pushed versions: Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: { 'AddressGroup': {'1.2'}, Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'ConntrackHelper': {'1.0'}, Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'Log': {'1.0'}, Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'Network': {'1.1'}, Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'Port': {'1.7'}, Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'PortForwarding': {'1.2'}, Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'QosPolicy': {'1.10'}, Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'SecurityGroup': {'1.5'}, Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'SecurityGroupRule': {'1.2'}, Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'SubPort': {'1.0'}, Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'Subnet': {'1.1'}, Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'Trunk': {'1.1'}} Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: consumer versions: Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: { DHCP agent@n-d-806683-18: {}, Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: HyperV agent@n-h1-806683-18: {}, Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: HyperV agent@n-h2-806683-18: {}, Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: L3 agent@n-d-806683-18: {}, Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: Metadata agent@n-d-806683-18: {}, Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: Metering agent@n-d-806683-18: {}, Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: Open vSwitch agent@n-d-806683-18: { 'AddressGroup': '1.2', Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'ConntrackHelper': '1.0', Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'Log': '1.0', Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'Network': '1.1', Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'Port': '1.7', Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'PortForwarding': '1.2', Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'QosPolicy': '1.10', Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'SecurityGroup': '1.5', Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'SecurityGroupRule': '1.2', Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'SubPort': '1.0', Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'Subnet': '1.1', Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: 'Trunk': '1.1'}} Nov 02 11:33:49.892207 n-d-806683-18 neutron-server[102689]: {{(pid=102689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 11:33:49.895998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Network 0427496c-f707-4779-93ec-614aeaa2dd50 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:33:49.900419 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:33:49.904781 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:33:49.905278 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.930139 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:49.942088 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b62f5-c4d3-43b0-8bee-b39b27c460b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fec9b3-948c-4bba-8493-f2baea876c0b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:50.051702 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fa41f-abab-4093-b1ac-1a400ed01f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a65919-cdc1-4c6a-9990-e5d00c2c1e06,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:50.053252 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Routers {'0de3a62c-808f-4aa3-9ead-fb49e56013b3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:33:50.054078 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:33:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:33:50.059805 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8d00826-c8f9-44d9-83b1-35339df4d5b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:50.068018 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a99b9a62-33a7-4e6c-9ae8-711bc02f35fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:50.068822 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70d832-5995-47ae-9b14-2fc2daab3cc2 None None] Pushing event updated for resources: {'Port': ['ID=9c06a16e-8ae0-48ab-930c-43ad3797e445,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:50.123301 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8d00826-c8f9-44d9-83b1-35339df4d5b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:50.123301 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca15073d-8ee0-4fc7-800c-7ff6495de82a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:50.142378 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a99b9a62-33a7-4e6c-9ae8-711bc02f35fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:50.199288 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:50.206709 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca15073d-8ee0-4fc7-800c-7ff6495de82a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:50.295072 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] Set router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:33:50.309383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-34088e60-87b4-4306-a1ca-a9f022f19e81 None None] Provisioning complete for port c9f3a068-7e98-4600-ab1c-565d74a124f0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:33:50.309773 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34088e60-87b4-4306-a1ca-a9f022f19e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:50.397335 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a99b9a62-33a7-4e6c-9ae8-711bc02f35fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:50.399186 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-34088e60-87b4-4306-a1ca-a9f022f19e81 None None] Port c9f3a068-7e98-4600-ab1c-565d74a124f0 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:33:50.400110 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a99b9a62-33a7-4e6c-9ae8-711bc02f35fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:50.403883 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a99b9a62-33a7-4e6c-9ae8-711bc02f35fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e5c474e0-4e5e-4156-b671-e4e614aae7c8 HTTP/1.1" status: 204 len: 168 time: 0.8001919 Nov 02 11:33:50.417641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b9a62-33a7-4e6c-9ae8-711bc02f35fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c474e0-4e5e-4156-b671-e4e614aae7c8,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:50.459565 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca15073d-8ee0-4fc7-800c-7ff6495de82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:50.462369 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca15073d-8ee0-4fc7-800c-7ff6495de82a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:50.464455 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ca15073d-8ee0-4fc7-800c-7ff6495de82a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4fec9b3-948c-4bba-8493-f2baea876c0b HTTP/1.1" status: 204 len: 168 time: 0.7568715 Nov 02 11:33:50.465416 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8d00826-c8f9-44d9-83b1-35339df4d5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:50.468234 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8d00826-c8f9-44d9-83b1-35339df4d5b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:50.472302 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c8d00826-c8f9-44d9-83b1-35339df4d5b1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/17a65919-cdc1-4c6a-9990-e5d00c2c1e06 HTTP/1.1" status: 204 len: 168 time: 0.7003391 Nov 02 11:33:50.492451 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15073d-8ee0-4fc7-800c-7ff6495de82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fec9b3-948c-4bba-8493-f2baea876c0b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:50.508197 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d00826-c8f9-44d9-83b1-35339df4d5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a65919-cdc1-4c6a-9990-e5d00c2c1e06,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:50.638968 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:47Z', 'revision_number': 3, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port': {'id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:33:50.657304 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:50.751083 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8fcea5-8852-46a2-9439-0de21e3f754d None None] The sync data for ids ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'] in n-d-806683-18 is: [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:47Z', 'revision_number': 3, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port': {'id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:33:50.768993 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:50.769787 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:50.831955 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:50.887161 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Pushing event updated for resources: {'Port': ['ID=c9f3a068-7e98-4600-ab1c-565d74a124f0,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:50.934876 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Network 0427496c-f707-4779-93ec-614aeaa2dd50 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:33:50.936374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:33:51.136549 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:33:51.294009 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:33:51.299435 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-19a06d40-6562-43f5-a3b0-c4d3513c1dad admin admin] 10.222.0.52 "PUT /v2.0/routers/0de3a62c-808f-4aa3-9ead-fb49e56013b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6771665 Nov 02 11:33:51.337337 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9d1b8fcc-0e52-4ffd-9f67-6a1a77327ca4 None None] Provisioning complete for port c9f3a068-7e98-4600-ab1c-565d74a124f0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:33:51.337712 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9d1b8fcc-0e52-4ffd-9f67-6a1a77327ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:51.377356 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9d1b8fcc-0e52-4ffd-9f67-6a1a77327ca4 None None] Port c9f3a068-7e98-4600-ab1c-565d74a124f0 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:33:51.409808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47396) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:51.425097 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-af533848-57f2-4e5d-bfd3-bde719ab7c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:51.559080 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-af533848-57f2-4e5d-bfd3-bde719ab7c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:51.671505 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-af533848-57f2-4e5d-bfd3-bde719ab7c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:51.732208 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-af533848-57f2-4e5d-bfd3-bde719ab7c85 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5974c0061f99433885580e491f2e258e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3209431 Nov 02 11:33:51.734901 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47408) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:51.748096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af533848-57f2-4e5d-bfd3-bde719ab7c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c47772-75b0-4c1d-a283-b768d8c012be,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:51.806191 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10fe99d6-6fe2-40a8-9fe5-34600041fcc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:51.845317 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10fe99d6-6fe2-40a8-9fe5-34600041fcc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:51.848542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47420) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:51.870201 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f455d624-96f5-42f9-99c6-943caff49be8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:51.986438 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10fe99d6-6fe2-40a8-9fe5-34600041fcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:51.997430 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10fe99d6-6fe2-40a8-9fe5-34600041fcc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:51.997430 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-10fe99d6-6fe2-40a8-9fe5-34600041fcc8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/67c47772-75b0-4c1d-a283-b768d8c012be HTTP/1.1" status: 204 len: 168 time: 0.2576797 Nov 02 11:33:52.007634 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe99d6-6fe2-40a8-9fe5-34600041fcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c47772-75b0-4c1d-a283-b768d8c012be,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:52.075126 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f455d624-96f5-42f9-99c6-943caff49be8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:52.139913 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f455d624-96f5-42f9-99c6-943caff49be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:52.160877 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47432) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:52.182021 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d63d2a66-f56a-42ff-803e-64bf3415aa11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:52.183215 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f455d624-96f5-42f9-99c6-943caff49be8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9263bf9904ee4bb692ee4fcf419bf3d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3329341 Nov 02 11:33:52.184819 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455d624-96f5-42f9-99c6-943caff49be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fb17fc-bd8d-4134-9cae-597df82c2268,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:52.187262 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47434) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:52.231705 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:52.271342 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33e1b673-73e1-46d0-80ff-5dae9c34d3ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:52.285610 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d63d2a66-f56a-42ff-803e-64bf3415aa11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:52.308762 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33e1b673-73e1-46d0-80ff-5dae9c34d3ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:52.409115 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d63d2a66-f56a-42ff-803e-64bf3415aa11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:52.450642 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d63d2a66-f56a-42ff-803e-64bf3415aa11 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01f99d87c8a24e259cc7cf1af91f69f5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2877343 Nov 02 11:33:52.451928 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d2a66-f56a-42ff-803e-64bf3415aa11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed10dee-342d-4b49-a0d4-a8417288ddee,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:52.453361 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47444) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:52.509819 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cad065e-543a-4bf2-aa67-b55b403bef72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:52.519567 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33e1b673-73e1-46d0-80ff-5dae9c34d3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:52.522766 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33e1b673-73e1-46d0-80ff-5dae9c34d3ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:52.523999 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-33e1b673-73e1-46d0-80ff-5dae9c34d3ac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/54fb17fc-bd8d-4134-9cae-597df82c2268 HTTP/1.1" status: 204 len: 168 time: 0.3239574 Nov 02 11:33:52.547978 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1b673-73e1-46d0-80ff-5dae9c34d3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fb17fc-bd8d-4134-9cae-597df82c2268,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:52.547978 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cad065e-543a-4bf2-aa67-b55b403bef72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:52.660483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Sync routers for ids ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:33:52.676540 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Routers {'0de3a62c-808f-4aa3-9ead-fb49e56013b3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:33:52.676540 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:33:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:33:52.681796 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cad065e-543a-4bf2-aa67-b55b403bef72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:52.685122 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cad065e-543a-4bf2-aa67-b55b403bef72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:52.686759 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3cad065e-543a-4bf2-aa67-b55b403bef72 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fed10dee-342d-4b49-a0d4-a8417288ddee HTTP/1.1" status: 204 len: 168 time: 0.2323565 Nov 02 11:33:52.697087 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad065e-543a-4bf2-aa67-b55b403bef72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed10dee-342d-4b49-a0d4-a8417288ddee,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:52.801407 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Set router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:33:52.959854 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9c06a16e-8ae0-48ab-930c-43ad3797e445 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:33:53.055131 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 9c06a16e-8ae0-48ab-930c-43ad3797e445 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:33:53.055723 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:53.107038 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:50Z', 'revision_number': 4, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port': {'id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c9f3a068-7e98-4600-ab1c-565d74a124f0', 'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'mac_address': 'fa:16:3e:48:1d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:49Z', 'updated_at': '2021-11-02T11:33:50Z', 'revision_number': 2, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'subnets': [{'id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:33:53.138466 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Checking router: 0de3a62c-808f-4aa3-9ead-fb49e56013b3 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:33:53.139018 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Updating router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 port c9f3a068-7e98-4600-ab1c-565d74a124f0 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:33:53.170097 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:53.236060 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:53.318816 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 9c06a16e-8ae0-48ab-930c-43ad3797e445, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9c06a16e-8ae0-48ab-930c-43ad3797e445,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:33:53.374631 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:53.531998 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=9c06a16e-8ae0-48ab-930c-43ad3797e445,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:53.580463 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:53.670440 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:53.671318 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:53.732744 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47510) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:53.735498 n-d-806683-18 neutron-server[102689]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 02 11:33:53.803299 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-cc1456f9-fb7a-45a2-aed8-de08e1f9f816 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4d7fd316b7534e31a32f4a5a134ab5c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687535 Nov 02 11:33:53.864579 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88711f-38b4-4a46-a9e8-26c698f0c039 None None] Pushing event updated for resources: {'Port': ['ID=c9f3a068-7e98-4600-ab1c-565d74a124f0,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:53.870172 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Attempting to bind port c9f3a068-7e98-4600-ab1c-565d74a124f0 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:33:53.870777 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Attempting to bind port c9f3a068-7e98-4600-ab1c-565d74a124f0 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '195c9522-93be-4c36-b475-977c63d7267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:33:53.871309 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Attempting to bind port c9f3a068-7e98-4600-ab1c-565d74a124f0 on network 0427496c-f707-4779-93ec-614aeaa2dd50 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:33:53.877419 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:33:53.878042 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Checking segment: {'id': '195c9522-93be-4c36-b475-977c63d7267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:33:53.878622 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:53.879343 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Bound using segment: {'id': '195c9522-93be-4c36-b475-977c63d7267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:33:53.880636 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Bound port: c9f3a068-7e98-4600-ab1c-565d74a124f0, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195c9522-93be-4c36-b475-977c63d7267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:33:53.881547 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:53.961767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] For port c9f3a068-7e98-4600-ab1c-565d74a124f0, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:33:53.966303 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] For port c9f3a068-7e98-4600-ab1c-565d74a124f0, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c9f3a068-7e98-4600-ab1c-565d74a124f0,segment=NetworkSegment(195c9522-93be-4c36-b475-977c63d7267e),segment_id=195c9522-93be-4c36-b475-977c63d7267e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:33:54.002573 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:54.029236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-86dbad8d-e374-42aa-9f36-0cef846cba92 None None] Provisioning complete for port c9f3a068-7e98-4600-ab1c-565d74a124f0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:33:54.029608 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-86dbad8d-e374-42aa-9f36-0cef846cba92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:54.048277 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-e47aa7ff-1cff-45bd-a41c-1f01f4791498 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:33:54.053442 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-e47aa7ff-1cff-45bd-a41c-1f01f4791498 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2374356 Nov 02 11:33:54.067549 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-5fdc0cf4-f2e5-4f8f-bc1a-cf421895c116 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/quotas/4d7fd316b7534e31a32f4a5a134ab5c4 HTTP/1.1" status: 200 len: 375 time: 0.0108593 Nov 02 11:33:54.133911 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-4397ecb9-54c5-42d8-a878-a663a20d4a6b tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d7fd316b7534e31a32f4a5a134ab5c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591421 Nov 02 11:33:54.136608 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47520) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:54.153094 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d50f4bea-7a87-4b2d-9b49-bef54a6d010e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093693062-network', 'tenant_id': '28ed4d8e4326451b998653b37dd5de6d'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:33:54.189287 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:54.198614 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-86dbad8d-e374-42aa-9f36-0cef846cba92 None None] Port c9f3a068-7e98-4600-ab1c-565d74a124f0 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:33:54.254752 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50f4bea-7a87-4b2d-9b49-bef54a6d010e admin admin] Made reservation on behalf of 28ed4d8e4326451b998653b37dd5de6d for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:33:54.257590 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d50f4bea-7a87-4b2d-9b49-bef54a6d010e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:54.271676 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Routers {'0de3a62c-808f-4aa3-9ead-fb49e56013b3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:33:54.273793 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:33:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:33:54.280772 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d50f4bea-7a87-4b2d-9b49-bef54a6d010e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:54.322847 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88711f-38b4-4a46-a9e8-26c698f0c039 None None] Pushing event updated for resources: {'Port': ['ID=c9f3a068-7e98-4600-ab1c-565d74a124f0,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:54.420599 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d50f4bea-7a87-4b2d-9b49-bef54a6d010e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:54.493528 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d50f4bea-7a87-4b2d-9b49-bef54a6d010e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:54.503142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] Set router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:33:54.512001 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50f4bea-7a87-4b2d-9b49-bef54a6d010e admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:33:54.538234 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d50f4bea-7a87-4b2d-9b49-bef54a6d010e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:54.538585 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-d50f4bea-7a87-4b2d-9b49-bef54a6d010e admin admin] Added segment 6e64ca1d-2c13-48d6-8c1f-173713ae11d1 of type vlan for network 0a5f2fd6-2862-49b5-9263-c621da3898ce Nov 02 11:33:54.554034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f4bea-7a87-4b2d-9b49-bef54a6d010e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd448db-2020-4f65-9401-206e93890564,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:54.586161 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1cf4e7be-c7ee-4725-a6a3-15fd43c8850e None None] Provisioning complete for port c9f3a068-7e98-4600-ab1c-565d74a124f0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:33:54.586816 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e7be-c7ee-4725-a6a3-15fd43c8850e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:54.606496 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d50f4bea-7a87-4b2d-9b49-bef54a6d010e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:54.677283 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d50f4bea-7a87-4b2d-9b49-bef54a6d010e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:54.678695 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50f4bea-7a87-4b2d-9b49-bef54a6d010e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:33:54.679596 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d50f4bea-7a87-4b2d-9b49-bef54a6d010e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:54.752180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f4bea-7a87-4b2d-9b49-bef54a6d010e admin admin] Pushing event updated for resources: {'Network': ['ID=0a5f2fd6-2862-49b5-9263-c621da3898ce,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:54.759111 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d50f4bea-7a87-4b2d-9b49-bef54a6d010e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6198709 Nov 02 11:33:54.760660 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47568) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:54.766321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a570c9a0-d623-4352-a2b4-17e640654bff admin admin] Request body: {'subnet': {'network_id': '0a5f2fd6-2862-49b5-9263-c621da3898ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093693062-subnet', 'tenant_id': '28ed4d8e4326451b998653b37dd5de6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:33:54.819710 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 0a5f2fd6-2862-49b5-9263-c621da3898ce details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:33:54.877822 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a570c9a0-d623-4352-a2b4-17e640654bff admin admin] Made reservation on behalf of 28ed4d8e4326451b998653b37dd5de6d for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:33:54.878624 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e7be-c7ee-4725-a6a3-15fd43c8850e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:54.882331 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a570c9a0-d623-4352-a2b4-17e640654bff admin admin] Publish callbacks [] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:54.900431 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47576) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:54.958048 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:54.988926 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1cf4e7be-c7ee-4725-a6a3-15fd43c8850e None None] For port c9f3a068-7e98-4600-ab1c-565d74a124f0, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c9f3a068-7e98-4600-ab1c-565d74a124f0,segment=NetworkSegment(195c9522-93be-4c36-b475-977c63d7267e),segment_id=195c9522-93be-4c36-b475-977c63d7267e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:33:54.993005 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9c06a16e-8ae0-48ab-930c-43ad3797e445 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:33:55.042513 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:50Z', 'revision_number': 4, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port': {'id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c9f3a068-7e98-4600-ab1c-565d74a124f0', 'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'mac_address': 'fa:16:3e:48:1d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:49Z', 'updated_at': '2021-11-02T11:33:53Z', 'revision_number': 4, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'subnets': [{'id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:33:55.073901 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1cf4e7be-c7ee-4725-a6a3-15fd43c8850e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:55.075805 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3592e81-fddb-4100-86a1-5eaa6c184fba None None] The sync data for ids ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'] in n-d-806683-18 is: [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:50Z', 'revision_number': 4, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port': {'id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c9f3a068-7e98-4600-ab1c-565d74a124f0', 'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'mac_address': 'fa:16:3e:48:1d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:49Z', 'updated_at': '2021-11-02T11:33:53Z', 'revision_number': 4, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'subnets': [{'id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:33:55.149505 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 9c06a16e-8ae0-48ab-930c-43ad3797e445 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:33:55.149876 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:55.152899 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4e7be-c7ee-4725-a6a3-15fd43c8850e None None] Pushing event updated for resources: {'Port': ['ID=c9f3a068-7e98-4600-ab1c-565d74a124f0,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:55.200229 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a570c9a0-d623-4352-a2b4-17e640654bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:55.281865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570c9a0-d623-4352-a2b4-17e640654bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e5eb0f-dabf-4aee-9b63-04851edac4b2,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:55.317444 n-d-806683-18 neutron-server[102690]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 02 11:33:55.337786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a570c9a0-d623-4352-a2b4-17e640654bff admin admin] Checking segment: {'id': '6e64ca1d-2c13-48d6-8c1f-173713ae11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0a5f2fd6-2862-49b5-9263-c621da3898ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:33:55.339627 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a570c9a0-d623-4352-a2b4-17e640654bff admin admin] Network hostable DHCP agents. Network: 0a5f2fd6-2862-49b5-9263-c621da3898ce, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:33:55.438288 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25ea69a5-fd9f-4ebc-b2a7-7396036cfbc3 req-d69ffc6a-0479-424c-953d-39ee141a1c73 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 210 time: 0.5367239 Nov 02 11:33:55.465592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a570c9a0-d623-4352-a2b4-17e640654bff admin admin] Network 0a5f2fd6-2862-49b5-9263-c621da3898ce is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:33:55.557077 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-a570c9a0-d623-4352-a2b4-17e640654bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 0a5f2fd6-2862-49b5-9263-c621da3898ce) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:33:55.566684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b996808d-c594-426c-b0aa-4b4b3ee52464 None None] Network 0a5f2fd6-2862-49b5-9263-c621da3898ce requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:33:55.567245 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a570c9a0-d623-4352-a2b4-17e640654bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:33:55.579924 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a570c9a0-d623-4352-a2b4-17e640654bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:55.690466 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a570c9a0-d623-4352-a2b4-17e640654bff admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9285882 Nov 02 11:33:55.693846 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47610) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:55.701071 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093693062-router', 'tenant_id': '28ed4d8e4326451b998653b37dd5de6d', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:33:55.791460 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-0a5f2fd6-2862-49b5-9263-c621da3898ce', 'network_id': '0a5f2fd6-2862-49b5-9263-c621da3898ce', 'tenant_id': '28ed4d8e4326451b998653b37dd5de6d', 'fixed_ips': [{'subnet_id': '84e5eb0f-dabf-4aee-9b63-04851edac4b2'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:33:55.791579 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:55.809144 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:55.810389 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:55.902667 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:55.966452 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Allocated IP 172.20.0.2 (0a5f2fd6-2862-49b5-9263-c621da3898ce/84e5eb0f-dabf-4aee-9b63-04851edac4b2/02281300-35e3-43a4-ab42-459e02863701) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:33:56.172647 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:56.209781 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:56.289526 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:56.343807 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Network 0a5f2fd6-2862-49b5-9263-c621da3898ce is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:33:56.366467 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:33:56.373371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:33:56.387789 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Pushing event updated for resources: {'Port': ['ID=02281300-35e3-43a4-ab42-459e02863701,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:56.483378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Attempting to bind port 02281300-35e3-43a4-ab42-459e02863701 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:33:56.483749 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Attempting to bind port 02281300-35e3-43a4-ab42-459e02863701 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '6e64ca1d-2c13-48d6-8c1f-173713ae11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0a5f2fd6-2862-49b5-9263-c621da3898ce'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:33:56.484114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Attempting to bind port 02281300-35e3-43a4-ab42-459e02863701 on network 0a5f2fd6-2862-49b5-9263-c621da3898ce {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:33:56.489786 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:33:56.490165 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Checking segment: {'id': '6e64ca1d-2c13-48d6-8c1f-173713ae11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0a5f2fd6-2862-49b5-9263-c621da3898ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:33:56.490574 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:56.491099 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Bound using segment: {'id': '6e64ca1d-2c13-48d6-8c1f-173713ae11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0a5f2fd6-2862-49b5-9263-c621da3898ce'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:33:56.491660 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Bound port: 02281300-35e3-43a4-ab42-459e02863701, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e64ca1d-2c13-48d6-8c1f-173713ae11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0a5f2fd6-2862-49b5-9263-c621da3898ce'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:33:56.497833 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:56.572232 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] For port 02281300-35e3-43a4-ab42-459e02863701, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:33:56.577698 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] For port 02281300-35e3-43a4-ab42-459e02863701, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=02281300-35e3-43a4-ab42-459e02863701,segment=NetworkSegment(6e64ca1d-2c13-48d6-8c1f-173713ae11d1),segment_id=6e64ca1d-2c13-48d6-8c1f-173713ae11d1)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:33:56.614445 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:56.637775 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:56.649751 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:56.669950 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-005b7791-3453-4ee2-baa7-0c31dcee4580 req-bc35b53d-2c35-404e-9bd0-b712b1d0407d tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 210 time: 0.1563368 Nov 02 11:33:56.745252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919bcc9-a45b-4f88-8871-cfcfc569dd29 None None] Pushing event updated for resources: {'Port': ['ID=02281300-35e3-43a4-ab42-459e02863701,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:56.751051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47638) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:56.816875 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] Allocated IP 172.25.6.169 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/ea558829-c398-4782-a5d4-fb5f81fbe017) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:33:56.940938 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-936992c0-3f30-4705-a3ed-8bc27c6c86df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:56.985678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c9f3a068-7e98-4600-ab1c-565d74a124f0 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:33:56.992892 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:57.091773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c9f3a068-7e98-4600-ab1c-565d74a124f0 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:33:57.092580 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:57.122159 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-936992c0-3f30-4705-a3ed-8bc27c6c86df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:57.153259 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:57.176615 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-936992c0-3f30-4705-a3ed-8bc27c6c86df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:57.207290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:33:57.211168 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:33:57.221863 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:33:57.249534 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936992c0-3f30-4705-a3ed-8bc27c6c86df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a602cedb-672c-44aa-b8f4-b5c47cf471f4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:57.268927 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-936992c0-3f30-4705-a3ed-8bc27c6c86df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b32d2392c949419598d8a531053aa883&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5141678 Nov 02 11:33:57.272645 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47654) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:57.305289 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] Pushing event updated for resources: {'Port': ['ID=ea558829-c398-4782-a5d4-fb5f81fbe017,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:57.341584 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4c42d49-00d3-4a5e-b5b3-7aec2c6b5091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:57.486068 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4c42d49-00d3-4a5e-b5b3-7aec2c6b5091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:57.602990 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4c42d49-00d3-4a5e-b5b3-7aec2c6b5091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:57.606069 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4c42d49-00d3-4a5e-b5b3-7aec2c6b5091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:57.607274 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f4c42d49-00d3-4a5e-b5b3-7aec2c6b5091 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a602cedb-672c-44aa-b8f4-b5c47cf471f4 HTTP/1.1" status: 204 len: 168 time: 0.3335025 Nov 02 11:33:57.618962 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:57.619360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c42d49-00d3-4a5e-b5b3-7aec2c6b5091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a602cedb-672c-44aa-b8f4-b5c47cf471f4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:58.043465 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-568408ac-1b30-4e94-8d9d-b9303fbcf048 req-b66a5ba7-cfb7-414a-b02a-7452ba734627 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 210 time: 0.0442445 Nov 02 11:33:58.052764 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:58.117128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706257fb-7762-4b97-8608-5e2ff95c77be None None] Network 0a5f2fd6-2862-49b5-9263-c621da3898ce requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:33:58.184693 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3fe392e2-c693-4997-9e37-8e2ef1a1ab55 None None] Provisioning complete for port 02281300-35e3-43a4-ab42-459e02863701 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:33:58.185204 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3fe392e2-c693-4997-9e37-8e2ef1a1ab55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:58.271440 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] Router dfec4c42-b4eb-4bc9-b236-e9f074b21d24 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:33:58.416994 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:33:58.429722 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Sync routers for ids ['dfec4c42-b4eb-4bc9-b236-e9f074b21d24'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:33:58.445810 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Routers {'dfec4c42-b4eb-4bc9-b236-e9f074b21d24'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:33:58.448427 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:33:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dfec4c42-b4eb-4bc9-b236-e9f074b21d24'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:33:58.448643 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3fe392e2-c693-4997-9e37-8e2ef1a1ab55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:58.511644 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3fe392e2-c693-4997-9e37-8e2ef1a1ab55 None None] For port 02281300-35e3-43a4-ab42-459e02863701, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=02281300-35e3-43a4-ab42-459e02863701,segment=NetworkSegment(6e64ca1d-2c13-48d6-8c1f-173713ae11d1),segment_id=6e64ca1d-2c13-48d6-8c1f-173713ae11d1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:33:58.513606 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:58.516618 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-461fb03c-235a-49a7-99d0-64eb93858db8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.8209715 Nov 02 11:33:58.521542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47688) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:58.600700 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Set router dfec4c42-b4eb-4bc9-b236-e9f074b21d24 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:33:58.620127 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3fe392e2-c693-4997-9e37-8e2ef1a1ab55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:58.742049 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe392e2-c693-4997-9e37-8e2ef1a1ab55 None None] Pushing event updated for resources: {'Port': ['ID=02281300-35e3-43a4-ab42-459e02863701,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:58.850351 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5a5e5f80-592e-426d-b7a8-e8083979ddf9 None None] Provisioning complete for port 02281300-35e3-43a4-ab42-459e02863701 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:33:58.852834 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5a5e5f80-592e-426d-b7a8-e8083979ddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:58.879705 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093693062-router', 'tenant_id': '28ed4d8e4326451b998653b37dd5de6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ea558829-c398-4782-a5d4-fb5f81fbe017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:55Z', 'updated_at': '2021-11-02T11:33:57Z', 'revision_number': 3, 'project_id': '28ed4d8e4326451b998653b37dd5de6d', 'gw_port': {'id': 'ea558829-c398-4782-a5d4-fb5f81fbe017', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:56Z', 'updated_at': '2021-11-02T11:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:33:58.909548 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.54', 59990) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:58.920371 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Checking router: dfec4c42-b4eb-4bc9-b236-e9f074b21d24 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:33:58.921001 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Updating router dfec4c42-b4eb-4bc9-b236-e9f074b21d24 port ea558829-c398-4782-a5d4-fb5f81fbe017 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:33:58.960429 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:58.972992 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-ad94bbfb-eb6c-4749-a9ce-cdf2bf78bb74 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=4d7fd316b7534e31a32f4a5a134ab5c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621688 Nov 02 11:33:59.056510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47710) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:59.102163 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 02281300-35e3-43a4-ab42-459e02863701 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:33:59.109138 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5a777004-304d-4de8-bead-360ece6dec28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:59.211072 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 02281300-35e3-43a4-ab42-459e02863701 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:33:59.211609 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:59.243273 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5a777004-304d-4de8-bead-360ece6dec28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:59.263760 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-5aee7760-17cb-4a35-8d65-344a56ad13d4 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6196471367014fa2a6ff86ee9c2ee144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1469693 Nov 02 11:33:59.309608 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-b838558f-dd11-42b7-9d11-564cb83e0033 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:33:59.311126 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-b838558f-dd11-42b7-9d11-564cb83e0033 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3326123 Nov 02 11:33:59.314944 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5a777004-304d-4de8-bead-360ece6dec28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:59.362481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a777004-304d-4de8-bead-360ece6dec28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37345dc4-0703-4dc5-b31b-00a7b39e2840,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:59.388189 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:59.401725 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-732f6585-68ea-4c8b-a99a-4ce93e7110b8 req-7dd3bf82-25e4-4a41-b5aa-35f60a5e6a6b tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 210 time: 0.0642097 Nov 02 11:33:59.410570 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-ff409395-c3ee-4010-b984-8943580a9b91 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Request body: {'port': {'device_id': '99b6b573-bb7a-4022-939f-ed542537a54f', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': '4d7fd316b7534e31a32f4a5a134ab5c4'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:33:59.418008 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5a777004-304d-4de8-bead-360ece6dec28 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f7d42b6e9f154b8a913e5c7e5e737433&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3600256 Nov 02 11:33:59.421201 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47720) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:33:59.457718 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:59.513672 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Attempting to bind port ea558829-c398-4782-a5d4-fb5f81fbe017 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:33:59.514252 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Attempting to bind port ea558829-c398-4782-a5d4-fb5f81fbe017 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:33:59.514800 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Attempting to bind port ea558829-c398-4782-a5d4-fb5f81fbe017 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:33:59.563859 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:33:59.564239 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:33:59.564639 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:59.565094 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:33:59.565623 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Bound port: ea558829-c398-4782-a5d4-fb5f81fbe017, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:33:59.565983 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:59.720041 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-b1f146a4-fd7a-42de-8a06-c9a2c056509e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:33:59.720769 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] For port ea558829-c398-4782-a5d4-fb5f81fbe017, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:33:59.725869 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] For port ea558829-c398-4782-a5d4-fb5f81fbe017, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ea558829-c398-4782-a5d4-fb5f81fbe017,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:33:59.727229 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13eb859-a4ce-499f-a46d-cfa2c69a1204 None None] Pushing event updated for resources: {'Port': ['ID=ea558829-c398-4782-a5d4-fb5f81fbe017,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:33:59.728351 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-b1f146a4-fd7a-42de-8a06-c9a2c056509e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4150519 Nov 02 11:33:59.756521 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-0cda6263-72b3-4e94-9400-21202d7a0140 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/quotas/6196471367014fa2a6ff86ee9c2ee144 HTTP/1.1" status: 200 len: 375 time: 0.0272889 Nov 02 11:33:59.758786 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-98f47020-cde7-4ab5-8076-ef8f775b587a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:59.819842 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-bfdff9e9-c03b-4b10-8446-51bfea9045ee tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567491 Nov 02 11:33:59.833233 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-98f47020-cde7-4ab5-8076-ef8f775b587a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:59.847425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-ff409395-c3ee-4010-b984-8943580a9b91 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Made reservation on behalf of 4d7fd316b7534e31a32f4a5a134ab5c4 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:33:59.850001 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:59.853920 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f2f057b-4414-4ccb-a82b-879cd9360833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:59.856344 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-ff409395-c3ee-4010-b984-8943580a9b91 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:59.898092 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-ff409395-c3ee-4010-b984-8943580a9b91 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:33:59.954876 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Routers {'dfec4c42-b4eb-4bc9-b236-e9f074b21d24'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:33:59.955672 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:33:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dfec4c42-b4eb-4bc9-b236-e9f074b21d24'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:33:59.993922 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13eb859-a4ce-499f-a46d-cfa2c69a1204 None None] Pushing event updated for resources: {'Port': ['ID=ea558829-c398-4782-a5d4-fb5f81fbe017,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:00.017576 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-98f47020-cde7-4ab5-8076-ef8f775b587a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:00.020149 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-98f47020-cde7-4ab5-8076-ef8f775b587a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:00.021826 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-98f47020-cde7-4ab5-8076-ef8f775b587a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/37345dc4-0703-4dc5-b31b-00a7b39e2840 HTTP/1.1" status: 204 len: 168 time: 0.5997157 Nov 02 11:34:00.040119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f47020-cde7-4ab5-8076-ef8f775b587a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37345dc4-0703-4dc5-b31b-00a7b39e2840,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:00.051828 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-7f2f057b-4414-4ccb-a82b-879cd9360833 admin admin] Allocated IP 172.20.0.1 (0a5f2fd6-2862-49b5-9263-c621da3898ce/84e5eb0f-dabf-4aee-9b63-04851edac4b2/1ee6015a-cc29-48e4-98ae-4211fef32425) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:34:00.127506 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] Set router dfec4c42-b4eb-4bc9-b236-e9f074b21d24 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:34:00.174837 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-ff409395-c3ee-4010-b984-8943580a9b91 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:00.238070 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-000323aa-c43d-4951-a921-acae64ea8dfa req-6bed512a-002d-4239-ac92-2069c1479cfe tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 210 time: 0.0417070 Nov 02 11:34:00.286616 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f2f057b-4414-4ccb-a82b-879cd9360833 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:00.293250 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-ff409395-c3ee-4010-b984-8943580a9b91 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:00.342678 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47780) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:00.418357 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093693062-router', 'tenant_id': '28ed4d8e4326451b998653b37dd5de6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ea558829-c398-4782-a5d4-fb5f81fbe017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:55Z', 'updated_at': '2021-11-02T11:33:57Z', 'revision_number': 3, 'project_id': '28ed4d8e4326451b998653b37dd5de6d', 'gw_port': {'id': 'ea558829-c398-4782-a5d4-fb5f81fbe017', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:56Z', 'updated_at': '2021-11-02T11:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:34:00.432334 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f2f057b-4414-4ccb-a82b-879cd9360833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:00.456637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff409395-c3ee-4010-b984-8943580a9b91 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a047a6-74b3-4191-9c72-eae72bc00a7d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:00.506062 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87211dc-ed20-470a-8c67-5af387b45b1a None None] The sync data for ids ['dfec4c42-b4eb-4bc9-b236-e9f074b21d24'] in n-d-806683-18 is: [{'id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093693062-router', 'tenant_id': '28ed4d8e4326451b998653b37dd5de6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ea558829-c398-4782-a5d4-fb5f81fbe017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:55Z', 'updated_at': '2021-11-02T11:33:57Z', 'revision_number': 3, 'project_id': '28ed4d8e4326451b998653b37dd5de6d', 'gw_port': {'id': 'ea558829-c398-4782-a5d4-fb5f81fbe017', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:56Z', 'updated_at': '2021-11-02T11:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:34:00.560342 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2f057b-4414-4ccb-a82b-879cd9360833 admin admin] Network 0a5f2fd6-2862-49b5-9263-c621da3898ce is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:34:00.565804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-7f2f057b-4414-4ccb-a82b-879cd9360833 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:34:00.570418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2f057b-4414-4ccb-a82b-879cd9360833 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:34:00.571426 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f2f057b-4414-4ccb-a82b-879cd9360833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:00.705366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f057b-4414-4ccb-a82b-879cd9360833 admin admin] Pushing event updated for resources: {'Port': ['ID=1ee6015a-cc29-48e4-98ae-4211fef32425,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:00.739711 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-ff409395-c3ee-4010-b984-8943580a9b91 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Allocated IP 192.168.233.160 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/81e96f24-123c-4c3e-8776-7ad2b7035879) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:34:00.800415 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb3b127f-62c6-4bda-a6fe-d78389e6331b req-176ed539-dbd2-4f7a-af23-75b4f973cae4 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 210 time: 0.0457110 Nov 02 11:34:00.867635 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f2f057b-4414-4ccb-a82b-879cd9360833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:01.043639 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c450287e-2b77-4d40-939a-9c2c92074a36 None None] Provisioning complete for port 1ee6015a-cc29-48e4-98ae-4211fef32425 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:01.053243 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c450287e-2b77-4d40-939a-9c2c92074a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:01.192493 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-558d82f1-43fc-46c2-b9e9-7abb6449c200 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:01.206965 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-ff409395-c3ee-4010-b984-8943580a9b91 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:01.245362 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c450287e-2b77-4d40-939a-9c2c92074a36 None None] Port 1ee6015a-cc29-48e4-98ae-4211fef32425 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:34:01.409859 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ccd76168-544c-425a-a1ab-b085259ae26d req-956843f5-1433-4628-bd24-1e734d0c82bb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 210 time: 0.0682051 Nov 02 11:34:01.417913 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-558d82f1-43fc-46c2-b9e9-7abb6449c200 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:01.432079 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-ff409395-c3ee-4010-b984-8943580a9b91 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:01.472215 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47808) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:01.544087 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-ff409395-c3ee-4010-b984-8943580a9b91 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:34:01.545851 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-558d82f1-43fc-46c2-b9e9-7abb6449c200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:01.555654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-ff409395-c3ee-4010-b984-8943580a9b91 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:34:01.565729 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-ff409395-c3ee-4010-b984-8943580a9b91 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:34:01.580243 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-ff409395-c3ee-4010-b984-8943580a9b91 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:01.581017 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-ff409395-c3ee-4010-b984-8943580a9b91 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:01.662573 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47812) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:01.701182 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff409395-c3ee-4010-b984-8943580a9b91 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Pushing event updated for resources: {'Port': ['ID=81e96f24-123c-4c3e-8776-7ad2b7035879,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:01.704532 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-850997de-b507-4cc0-9e7f-6be82f42d19c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:01.764952 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-558d82f1-43fc-46c2-b9e9-7abb6449c200 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=305f2bbcc5674b0e8c972512384a3dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4210529 Nov 02 11:34:01.769571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47816) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:01.790085 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-ff409395-c3ee-4010-b984-8943580a9b91 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3830156 Nov 02 11:34:01.805598 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f2f057b-4414-4ccb-a82b-879cd9360833 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:01.806186 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-ca551a48-041f-43ce-8dc8-891e8436b03f tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:34:01.807320 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-ca551a48-041f-43ce-8dc8-891e8436b03f tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0092092 Nov 02 11:34:01.857818 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d82f1-43fc-46c2-b9e9-7abb6449c200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f49b0c0-005b-4184-a2a8-caf6e61effdb,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:01.907094 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f2f057b-4414-4ccb-a82b-879cd9360833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:01.907094 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f2f057b-4414-4ccb-a82b-879cd9360833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:01.997328 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-850997de-b507-4cc0-9e7f-6be82f42d19c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:02.080275 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-850997de-b507-4cc0-9e7f-6be82f42d19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:02.092066 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3a11274d-5052-4c8d-bfaf-987671372f38 None None] Provisioning complete for port 81e96f24-123c-4c3e-8776-7ad2b7035879 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:02.094018 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3a11274d-5052-4c8d-bfaf-987671372f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:02.169551 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Request body: {'port': {'device_id': '99b6b573-bb7a-4022-939f-ed542537a54f', 'device_owner': 'compute:tempest-test_az-98167957', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:02.180906 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3a11274d-5052-4c8d-bfaf-987671372f38 None None] Port 81e96f24-123c-4c3e-8776-7ad2b7035879 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:34:02.204560 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-850997de-b507-4cc0-9e7f-6be82f42d19c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b88a42e95d3644a4bb77e185dbdcd2a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5383310 Nov 02 11:34:02.222187 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47824) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:02.235548 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850997de-b507-4cc0-9e7f-6be82f42d19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f896b67-9d86-4e78-8630-2d126bb32c9f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:02.356174 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bed606cd-cffa-45b4-bf28-f325cd12d804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:02.357991 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-47870dad-b45f-41df-8180-938c7def75a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:02.374094 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f057b-4414-4ccb-a82b-879cd9360833 admin admin] Pushing event updated for resources: {'Port': ['ID=1ee6015a-cc29-48e4-98ae-4211fef32425,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:02.580633 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bed606cd-cffa-45b4-bf28-f325cd12d804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:02.580633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db055dd-647c-40c5-a3b5-f3dab6b99af5 req-ec8e01e9-4aba-405b-b49f-7737e1aa3cfc tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:02.580633 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5db055dd-647c-40c5-a3b5-f3dab6b99af5 req-ec8e01e9-4aba-405b-b49f-7737e1aa3cfc tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 936 time: 0.4504395 Nov 02 11:34:02.582662 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:02.582662 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ab78a468-8c2e-48bd-b69a-694520449bc1 req-3bf5af5b-08eb-4d52-ad30-c8330cd15930 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 210 time: 0.0482585 Nov 02 11:34:02.584028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2f057b-4414-4ccb-a82b-879cd9360833 admin admin] Network 0a5f2fd6-2862-49b5-9263-c621da3898ce is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:34:02.584028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-7f2f057b-4414-4ccb-a82b-879cd9360833 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:34:02.584185 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e7681f9-7271-448a-923c-02effc3ad6b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:02.618039 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e7681f9-7271-448a-923c-02effc3ad6b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:02.693228 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5db055dd-647c-40c5-a3b5-f3dab6b99af5 req-b9af07d6-a9d2-428e-b1ec-620a459c3ce0 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928606 Nov 02 11:34:02.789510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2f057b-4414-4ccb-a82b-879cd9360833 admin admin] Router dfec4c42-b4eb-4bc9-b236-e9f074b21d24 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:34:03.012296 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2f057b-4414-4ccb-a82b-879cd9360833 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:34:03.017517 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ea558829-c398-4782-a5d4-fb5f81fbe017 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:34:03.018332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7f2f057b-4414-4ccb-a82b-879cd9360833 admin admin] 10.222.0.52 "PUT /v2.0/routers/dfec4c42-b4eb-4bc9-b236-e9f074b21d24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4958062 Nov 02 11:34:03.094909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-38c16a08-d67a-4ae2-ac8a-18ddb6176ddf None None] Provisioning complete for port 1ee6015a-cc29-48e4-98ae-4211fef32425 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:03.095600 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-38c16a08-d67a-4ae2-ac8a-18ddb6176ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:03.189251 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-38c16a08-d67a-4ae2-ac8a-18ddb6176ddf None None] Port 1ee6015a-cc29-48e4-98ae-4211fef32425 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:34:03.190761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port ea558829-c398-4782-a5d4-fb5f81fbe017 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:03.191816 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:03.214622 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e96f24-123c-4c3e-8776-7ad2b7035879 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:34:03.224304 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:03.252287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Sync routers for ids ['dfec4c42-b4eb-4bc9-b236-e9f074b21d24'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:34:03.273293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Routers {'dfec4c42-b4eb-4bc9-b236-e9f074b21d24'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:34:03.274618 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2466492a-1752-4db6-857b-16368a03d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:33:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dfec4c42-b4eb-4bc9-b236-e9f074b21d24'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:34:03.466725 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:03.489201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Set router dfec4c42-b4eb-4bc9-b236-e9f074b21d24 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:34:03.494062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port ea558829-c398-4782-a5d4-fb5f81fbe017, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ea558829-c398-4782-a5d4-fb5f81fbe017,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:03.691134 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-96287f22-6a6b-4c08-b8ce-d06d78030407 req-9d12e8dc-2086-4a54-8c6b-0eadaff50779 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 210 time: 0.0331881 Nov 02 11:34:03.809815 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2466492a-1752-4db6-857b-16368a03d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093693062-router', 'tenant_id': '28ed4d8e4326451b998653b37dd5de6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ea558829-c398-4782-a5d4-fb5f81fbe017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:55Z', 'updated_at': '2021-11-02T11:34:00Z', 'revision_number': 4, 'project_id': '28ed4d8e4326451b998653b37dd5de6d', 'gw_port': {'id': 'ea558829-c398-4782-a5d4-fb5f81fbe017', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:56Z', 'updated_at': '2021-11-02T11:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '1ee6015a-cc29-48e4-98ae-4211fef32425', 'name': '', 'network_id': '0a5f2fd6-2862-49b5-9263-c621da3898ce', 'tenant_id': '28ed4d8e4326451b998653b37dd5de6d', 'mac_address': 'fa:16:3e:07:f9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '84e5eb0f-dabf-4aee-9b63-04851edac4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:59Z', 'updated_at': '2021-11-02T11:34:01Z', 'revision_number': 2, 'project_id': '28ed4d8e4326451b998653b37dd5de6d', 'subnets': [{'id': '84e5eb0f-dabf-4aee-9b63-04851edac4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:34:03.862622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Checking router: dfec4c42-b4eb-4bc9-b236-e9f074b21d24 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:34:03.862622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Updating router dfec4c42-b4eb-4bc9-b236-e9f074b21d24 port 1ee6015a-cc29-48e4-98ae-4211fef32425 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:34:03.894299 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:03.905722 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc2f65-db42-4fc0-911b-f364883f9d50 req-28c7cb38-10e7-43de-b7f4-1638ac5b4d24 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:03.907996 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f5fc2f65-db42-4fc0-911b-f364883f9d50 req-28c7cb38-10e7-43de-b7f4-1638ac5b4d24 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 936 time: 0.1039538 Nov 02 11:34:03.927613 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bed606cd-cffa-45b4-bf28-f325cd12d804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:03.928433 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Transition to ACTIVE for port object 81e96f24-123c-4c3e-8776-7ad2b7035879 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:34:03.930815 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e7681f9-7271-448a-923c-02effc3ad6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:03.937112 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bed606cd-cffa-45b4-bf28-f325cd12d804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:03.938680 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bed606cd-cffa-45b4-bf28-f325cd12d804 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f49b0c0-005b-4184-a2a8-caf6e61effdb HTTP/1.1" status: 204 len: 168 time: 2.1463156 Nov 02 11:34:03.940139 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e7681f9-7271-448a-923c-02effc3ad6b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:03.948205 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1e7681f9-7271-448a-923c-02effc3ad6b2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f896b67-9d86-4e78-8630-2d126bb32c9f HTTP/1.1" status: 204 len: 168 time: 1.7247107 Nov 02 11:34:03.963797 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:04.029448 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-47870dad-b45f-41df-8180-938c7def75a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:04.030566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed606cd-cffa-45b4-bf28-f325cd12d804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f49b0c0-005b-4184-a2a8-caf6e61effdb,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:04.055538 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f5fc2f65-db42-4fc0-911b-f364883f9d50 req-d80325b6-edfc-4d28-bb42-c4e7952014c2 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394777 Nov 02 11:34:04.071354 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:04.119834 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7681f9-7271-448a-923c-02effc3ad6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f896b67-9d86-4e78-8630-2d126bb32c9f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:04.128811 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Pushing event updated for resources: {'Port': ['ID=81e96f24-123c-4c3e-8776-7ad2b7035879,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:04.141917 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-47870dad-b45f-41df-8180-938c7def75a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:04.269953 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Attempting to bind port 81e96f24-123c-4c3e-8776-7ad2b7035879 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:34:04.269953 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Attempting to bind port 81e96f24-123c-4c3e-8776-7ad2b7035879 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:34:04.269953 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Attempting to bind port 81e96f24-123c-4c3e-8776-7ad2b7035879 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:04.275688 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Port 81e96f24-123c-4c3e-8776-7ad2b7035879 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:34:04.276327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Attempting to bind port 81e96f24-123c-4c3e-8776-7ad2b7035879 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:04.283628 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:34:04.284424 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:34:04.285284 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:34:04.286261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Bound port: 81e96f24-123c-4c3e-8776-7ad2b7035879, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:34:04.287187 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:04.380845 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-47870dad-b45f-41df-8180-938c7def75a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b5e4b0aa6b52434faab1050d35a1d890&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9004416 Nov 02 11:34:04.383990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47862) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:04.385145 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47870dad-b45f-41df-8180-938c7def75a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df40e2c-aec8-4adf-8408-28e8baf076d1,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:04.489363 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] For port 81e96f24-123c-4c3e-8776-7ad2b7035879, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:34:04.498978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] For port 81e96f24-123c-4c3e-8776-7ad2b7035879, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=81e96f24-123c-4c3e-8776-7ad2b7035879,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:34:04.503479 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=ea558829-c398-4782-a5d4-fb5f81fbe017,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:04.557472 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:04.591702 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cc28bdb2-ecc8-4f75-8acd-5e734dc26106 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:04.667559 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cc28bdb2-ecc8-4f75-8acd-5e734dc26106 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:04.827324 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Pushing event updated for resources: {'Port': ['ID=81e96f24-123c-4c3e-8776-7ad2b7035879,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:04.836548 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:04.837162 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:04.840129 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-9625f8d6-a44e-4d99-8a6a-d4d11c1d237b service neutron] 10.222.0.54 "PUT /v2.0/ports/81e96f24-123c-4c3e-8776-7ad2b7035879 HTTP/1.1" status: 200 len: 1117 time: 2.7653234 Nov 02 11:34:04.840129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b6b573-bb7a-4022-939f-ed542537a54f', 'tag': '81e96f24-123c-4c3e-8776-7ad2b7035879'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:34:04.860358 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cc28bdb2-ecc8-4f75-8acd-5e734dc26106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:04.865135 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cc28bdb2-ecc8-4f75-8acd-5e734dc26106 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:04.870261 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cc28bdb2-ecc8-4f75-8acd-5e734dc26106 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2df40e2c-aec8-4adf-8408-28e8baf076d1 HTTP/1.1" status: 204 len: 168 time: 0.4739501 Nov 02 11:34:04.892361 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28bdb2-ecc8-4f75-8acd-5e734dc26106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df40e2c-aec8-4adf-8408-28e8baf076d1,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:04.964664 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:05.037317 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:05.082545 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3e8ec3af-386a-4d47-a30a-38a2c76fda25 req-526c7fc1-48a6-4cad-85ec-c85ad090494e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 210 time: 0.0591483 Nov 02 11:34:05.086432 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ea558829-c398-4782-a5d4-fb5f81fbe017 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:34:05.198010 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-26a558cd-f83b-48a7-9355-ada610cffea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:05.211219 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-26a558cd-f83b-48a7-9355-ada610cffea1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d7fd316b7534e31a32f4a5a134ab5c4&device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 1120 time: 0.1327813 Nov 02 11:34:05.280394 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b3a61-5d47-4362-a0ac-a4bbffe38a8c None None] Pushing event updated for resources: {'Port': ['ID=1ee6015a-cc29-48e4-98ae-4211fef32425,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:05.290328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47878) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:05.308673 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42840438-902b-4454-a7b7-efb8c12a7e60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:05.492785 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port ea558829-c398-4782-a5d4-fb5f81fbe017 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:05.509332 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:05.510136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.79', 64165) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:05.591652 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-0198692b-8913-42d8-9cee-80524920db0a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=81e96f24-123c-4c3e-8776-7ad2b7035879 HTTP/1.1" status: 200 len: 217 time: 0.3686962 Nov 02 11:34:05.609897 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-03507bef-4c20-4a4c-81f8-d51da7d47e50 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=6196471367014fa2a6ff86ee9c2ee144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0992391 Nov 02 11:34:05.620332 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Attempting to bind port 1ee6015a-cc29-48e4-98ae-4211fef32425 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:34:05.625044 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Attempting to bind port 1ee6015a-cc29-48e4-98ae-4211fef32425 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '6e64ca1d-2c13-48d6-8c1f-173713ae11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0a5f2fd6-2862-49b5-9263-c621da3898ce'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:34:05.625684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Attempting to bind port 1ee6015a-cc29-48e4-98ae-4211fef32425 on network 0a5f2fd6-2862-49b5-9263-c621da3898ce {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:05.639879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:34:05.640448 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Checking segment: {'id': '6e64ca1d-2c13-48d6-8c1f-173713ae11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0a5f2fd6-2862-49b5-9263-c621da3898ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:34:05.641067 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:05.641601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Bound using segment: {'id': '6e64ca1d-2c13-48d6-8c1f-173713ae11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0a5f2fd6-2862-49b5-9263-c621da3898ce'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:34:05.642277 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Bound port: 1ee6015a-cc29-48e4-98ae-4211fef32425, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e64ca1d-2c13-48d6-8c1f-173713ae11d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0a5f2fd6-2862-49b5-9263-c621da3898ce'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:34:05.642823 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:05.751408 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-034bf1a2-e2e8-4da5-ac15-10826118ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:05.753872 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-034bf1a2-e2e8-4da5-ac15-10826118ec68 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1312199 Nov 02 11:34:05.891580 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-5c2716d9-79b1-4448-a642-bf706eae81f8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:05.893332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-5c2716d9-79b1-4448-a642-bf706eae81f8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2732460 Nov 02 11:34:05.911965 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab57a4-c882-49b5-8d1f-9264ac811bcc req-03fcbe86-263e-471d-b327-a4c4970e1963 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:05.923125 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5dab57a4-c882-49b5-8d1f-9264ac811bcc req-03fcbe86-263e-471d-b327-a4c4970e1963 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 968 time: 0.6275647 Nov 02 11:34:05.960690 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42840438-902b-4454-a7b7-efb8c12a7e60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:05.962060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47890) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:05.969600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e3c6ac34-021e-43cf-9d03-e0f764c9e37f tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1798285281', 'description': 'tempest-description--820313347'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:05.993361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-98c28fbc-81e8-4e0f-af9d-7375f219e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:05.997813 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-98c28fbc-81e8-4e0f-af9d-7375f219e3ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2283912 Nov 02 11:34:06.011652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-9d3f41b8-52be-4f80-8d23-51aa627c99d0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Request body: {'port': {'device_id': '4eae14d9-7f1e-4f71-b1c4-1e52a84fe687', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': '6196471367014fa2a6ff86ee9c2ee144'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:06.023711 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5dab57a4-c882-49b5-8d1f-9264ac811bcc req-d3a89bfd-2bf7-499f-b61c-2a91ba737991 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957515 Nov 02 11:34:06.039680 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a381228-e03c-4e8e-bbba-faa725a0d7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "99b6b573-bb7a-4022-939f-ed542537a54f", "tag": "81e96f24-123c-4c3e-8776-7ad2b7035879"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:34:06.057512 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47894) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:06.081727 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f78e7aa5-39c0-4a7b-8f74-b745d6e4a245 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:06.117184 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2466492a-1752-4db6-857b-16368a03d223 None None] For port 1ee6015a-cc29-48e4-98ae-4211fef32425, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:34:06.126112 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2466492a-1752-4db6-857b-16368a03d223 None None] For port 1ee6015a-cc29-48e4-98ae-4211fef32425, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1ee6015a-cc29-48e4-98ae-4211fef32425,segment=NetworkSegment(6e64ca1d-2c13-48d6-8c1f-173713ae11d1),segment_id=6e64ca1d-2c13-48d6-8c1f-173713ae11d1)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:34:06.199287 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:06.333417 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7377054e-b093-4d0f-92c2-d63dbd5406d3 req-527668a0-cec1-4be2-9902-cb83cabf66bc tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 210 time: 0.0867968 Nov 02 11:34:06.372969 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-2b04ed01-2bc7-40be-bc57-7851c299e718 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469777 Nov 02 11:34:06.382105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3d32409a-7487-4911-8901-65aa2e32efe1 None None] Provisioning complete for port 1ee6015a-cc29-48e4-98ae-4211fef32425 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:06.382485 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3d32409a-7487-4911-8901-65aa2e32efe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:06.548377 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f78e7aa5-39c0-4a7b-8f74-b745d6e4a245 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:06.562149 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1fb0f2-4eb7-415a-8476-2b2d98d6657e x-openstack-request-id: req-3c1fb0f2-4eb7-415a-8476-2b2d98d6657e {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:34:06.562949 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b6b573-bb7a-4022-939f-ed542537a54f", "tag": "81e96f24-123c-4c3e-8776-7ad2b7035879", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:34:06.563194 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c1fb0f2-4eb7-415a-8476-2b2d98d6657e {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:34:06.563738 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b6b573-bb7a-4022-939f-ed542537a54f', 'tag': '81e96f24-123c-4c3e-8776-7ad2b7035879', 'status': 'completed', 'code': 200} Nov 02 11:34:06.582467 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b3a61-5d47-4362-a0ac-a4bbffe38a8c None None] Pushing event updated for resources: {'Port': ['ID=1ee6015a-cc29-48e4-98ae-4211fef32425,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:06.586024 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42840438-902b-4454-a7b7-efb8c12a7e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:06.595186 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-075fbe93-ec94-4cec-ac29-2f25f8253e1b req-0f714237-876f-4f2c-a50b-2374cb3b8427 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054789 Nov 02 11:34:06.605057 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Routers {'dfec4c42-b4eb-4bc9-b236-e9f074b21d24'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:34:06.646794 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2466492a-1752-4db6-857b-16368a03d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:33:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dfec4c42-b4eb-4bc9-b236-e9f074b21d24'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:34:06.649057 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f78e7aa5-39c0-4a7b-8f74-b745d6e4a245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:06.649298 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-42840438-902b-4454-a7b7-efb8c12a7e60 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a49f37d350eb4781bf9d3f0044eab832&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3576391 Nov 02 11:34:06.650303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42840438-902b-4454-a7b7-efb8c12a7e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9555d018-2bbf-4855-8e71-b2b4c9660607,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:06.652159 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47908) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:06.672645 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ac34-021e-43cf-9d03-e0f764c9e37f tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:06.710059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e7aa5-39c0-4a7b-8f74-b745d6e4a245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a64e90a-1c93-4c13-9fbc-fde64112f1ee,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:06.866966 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f78e7aa5-39c0-4a7b-8f74-b745d6e4a245 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=edc4c5892da649948fa988248e501305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8079779 Nov 02 11:34:06.869116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47918) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:06.896439 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-9d3f41b8-52be-4f80-8d23-51aa627c99d0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Made reservation on behalf of 6196471367014fa2a6ff86ee9c2ee144 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:34:06.909809 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-9d3f41b8-52be-4f80-8d23-51aa627c99d0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:06.936502 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-2466492a-1752-4db6-857b-16368a03d223 None None] Set router dfec4c42-b4eb-4bc9-b236-e9f074b21d24 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:34:06.981119 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a381228-e03c-4e8e-bbba-faa725a0d7c7 req-3659dffc-3856-46b8-9bf4-60d840c524dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:06.982627 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8a381228-e03c-4e8e-bbba-faa725a0d7c7 req-3659dffc-3856-46b8-9bf4-60d840c524dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d7fd316b7534e31a32f4a5a134ab5c4&device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 1120 time: 0.1516957 Nov 02 11:34:06.983935 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-835d7c4e-0a09-4aa3-9f4e-e8fc48ccd8fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:07.005324 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-9d3f41b8-52be-4f80-8d23-51aa627c99d0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:07.169458 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ac34-021e-43cf-9d03-e0f764c9e37f tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:07.265499 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ac34-021e-43cf-9d03-e0f764c9e37f tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:07.408990 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ac34-021e-43cf-9d03-e0f764c9e37f tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:07.410642 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e3c6ac34-021e-43cf-9d03-e0f764c9e37f tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4470077 Nov 02 11:34:07.426309 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-9d3f41b8-52be-4f80-8d23-51aa627c99d0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:07.428037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47930) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:07.428851 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3d32409a-7487-4911-8901-65aa2e32efe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:07.451120 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-2599a53b-cd00-4351-8993-05d290874c76 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Request body: {'security_group_rule': {'security_group_id': '8af814fe-e9c4-487d-9130-f77d829a022e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:07.518047 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-9d3f41b8-52be-4f80-8d23-51aa627c99d0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:07.545972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6ac34-021e-43cf-9d03-e0f764c9e37f tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af814fe-e9c4-487d-9130-f77d829a022e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:07.605007 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3d32409a-7487-4911-8901-65aa2e32efe1 None None] For port 1ee6015a-cc29-48e4-98ae-4211fef32425, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1ee6015a-cc29-48e4-98ae-4211fef32425,segment=NetworkSegment(6e64ca1d-2c13-48d6-8c1f-173713ae11d1),segment_id=6e64ca1d-2c13-48d6-8c1f-173713ae11d1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:07.617552 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-683a7ad7-13e0-44f1-8452-d77dec936a73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:07.620388 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a381228-e03c-4e8e-bbba-faa725a0d7c7 req-35ae473a-6b90-4e49-bbc8-f35043dcc366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:07.621940 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8a381228-e03c-4e8e-bbba-faa725a0d7c7 req-35ae473a-6b90-4e49-bbc8-f35043dcc366 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.6051536 Nov 02 11:34:07.625453 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-835d7c4e-0a09-4aa3-9f4e-e8fc48ccd8fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:07.635466 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2466492a-1752-4db6-857b-16368a03d223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093693062-router', 'tenant_id': '28ed4d8e4326451b998653b37dd5de6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ea558829-c398-4782-a5d4-fb5f81fbe017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:55Z', 'updated_at': '2021-11-02T11:34:00Z', 'revision_number': 4, 'project_id': '28ed4d8e4326451b998653b37dd5de6d', 'gw_port': {'id': 'ea558829-c398-4782-a5d4-fb5f81fbe017', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:56Z', 'updated_at': '2021-11-02T11:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '1ee6015a-cc29-48e4-98ae-4211fef32425', 'name': '', 'network_id': '0a5f2fd6-2862-49b5-9263-c621da3898ce', 'tenant_id': '28ed4d8e4326451b998653b37dd5de6d', 'mac_address': 'fa:16:3e:07:f9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '84e5eb0f-dabf-4aee-9b63-04851edac4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:59Z', 'updated_at': '2021-11-02T11:34:06Z', 'revision_number': 4, 'project_id': '28ed4d8e4326451b998653b37dd5de6d', 'subnets': [{'id': '84e5eb0f-dabf-4aee-9b63-04851edac4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:34:07.674647 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2466492a-1752-4db6-857b-16368a03d223 None None] The sync data for ids ['dfec4c42-b4eb-4bc9-b236-e9f074b21d24'] in n-d-806683-18 is: [{'id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093693062-router', 'tenant_id': '28ed4d8e4326451b998653b37dd5de6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ea558829-c398-4782-a5d4-fb5f81fbe017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:55Z', 'updated_at': '2021-11-02T11:34:00Z', 'revision_number': 4, 'project_id': '28ed4d8e4326451b998653b37dd5de6d', 'gw_port': {'id': 'ea558829-c398-4782-a5d4-fb5f81fbe017', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:56Z', 'updated_at': '2021-11-02T11:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '1ee6015a-cc29-48e4-98ae-4211fef32425', 'name': '', 'network_id': '0a5f2fd6-2862-49b5-9263-c621da3898ce', 'tenant_id': '28ed4d8e4326451b998653b37dd5de6d', 'mac_address': 'fa:16:3e:07:f9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '84e5eb0f-dabf-4aee-9b63-04851edac4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:59Z', 'updated_at': '2021-11-02T11:34:06Z', 'revision_number': 4, 'project_id': '28ed4d8e4326451b998653b37dd5de6d', 'subnets': [{'id': '84e5eb0f-dabf-4aee-9b63-04851edac4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:34:07.699916 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3d32409a-7487-4911-8901-65aa2e32efe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:07.736289 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a1c871b5-fa4c-4736-94cb-fa2924f11399 req-b0d9ba25-603e-45df-ab50-dfb96ce67b98 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 210 time: 0.1683018 Nov 02 11:34:07.809757 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8a381228-e03c-4e8e-bbba-faa725a0d7c7 req-be08aac3-5bba-4e35-b8d0-298f58d0b6eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=81e96f24-123c-4c3e-8776-7ad2b7035879 HTTP/1.1" status: 200 len: 217 time: 0.1226611 Nov 02 11:34:07.818216 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-683a7ad7-13e0-44f1-8452-d77dec936a73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:07.848183 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-835d7c4e-0a09-4aa3-9f4e-e8fc48ccd8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:07.855235 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-835d7c4e-0a09-4aa3-9f4e-e8fc48ccd8fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:07.855235 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-835d7c4e-0a09-4aa3-9f4e-e8fc48ccd8fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9555d018-2bbf-4855-8e71-b2b4c9660607 HTTP/1.1" status: 204 len: 168 time: 1.1610081 Nov 02 11:34:07.855529 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32409a-7487-4911-8901-65aa2e32efe1 None None] Pushing event updated for resources: {'Port': ['ID=1ee6015a-cc29-48e4-98ae-4211fef32425,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:07.874696 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2599a53b-cd00-4351-8993-05d290874c76 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:07.900836 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b77b5-f432-429b-a102-3a05582037a2 req-440877ca-3dd0-4825-a20a-27a38fd55fcc tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:07.904862 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-985b77b5-f432-429b-a102-3a05582037a2 req-440877ca-3dd0-4825-a20a-27a38fd55fcc tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 968 time: 0.6247294 Nov 02 11:34:07.907853 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d7c4e-0a09-4aa3-9f4e-e8fc48ccd8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9555d018-2bbf-4855-8e71-b2b4c9660607,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:07.989698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f41b8-52be-4f80-8d23-51aa627c99d0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b40d89d-2b89-44c4-b1e5-fed734a6d387,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:08.017703 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a381228-e03c-4e8e-bbba-faa725a0d7c7 req-6f1b46f5-69d9-49d8-bcbc-a156eaa6cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:08.019795 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8a381228-e03c-4e8e-bbba-faa725a0d7c7 req-6f1b46f5-69d9-49d8-bcbc-a156eaa6cf48 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1919527 Nov 02 11:34:08.045403 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e8823284-958d-49b1-ab89-d914c3413038 None None] Provisioning complete for port 1ee6015a-cc29-48e4-98ae-4211fef32425 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:08.045403 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8823284-958d-49b1-ab89-d914c3413038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:08.047698 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-985b77b5-f432-429b-a102-3a05582037a2 req-8a860c91-a3eb-4ab9-aa44-74bc9d129ac5 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287420 Nov 02 11:34:08.155759 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a381228-e03c-4e8e-bbba-faa725a0d7c7 req-c3e83274-e424-489b-bf67-2c152022dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:08.158623 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8a381228-e03c-4e8e-bbba-faa725a0d7c7 req-c3e83274-e424-489b-bf67-2c152022dbcf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1102543 Nov 02 11:34:08.235235 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-683a7ad7-13e0-44f1-8452-d77dec936a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:08.237644 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-683a7ad7-13e0-44f1-8452-d77dec936a73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:08.238822 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-683a7ad7-13e0-44f1-8452-d77dec936a73 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8a64e90a-1c93-4c13-9fbc-fde64112f1ee HTTP/1.1" status: 204 len: 168 time: 1.3654244 Nov 02 11:34:08.301261 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-9d3f41b8-52be-4f80-8d23-51aa627c99d0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Allocated IP 192.168.233.18 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/efe45a3a-b601-41ee-a6f1-63ab23b1a802) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:34:08.324647 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a7ad7-13e0-44f1-8452-d77dec936a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a64e90a-1c93-4c13-9fbc-fde64112f1ee,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:08.419160 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8a381228-e03c-4e8e-bbba-faa725a0d7c7 req-77fb0a98-6033-49c1-958c-1253a15cfa19 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486796 Nov 02 11:34:08.607751 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2599a53b-cd00-4351-8993-05d290874c76 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:08.718837 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8a381228-e03c-4e8e-bbba-faa725a0d7c7 req-45b0776e-3883-4237-8372-e4c4cc3f2153 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887206 Nov 02 11:34:08.783163 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2599a53b-cd00-4351-8993-05d290874c76 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:08.845198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599a53b-cd00-4351-8993-05d290874c76 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6d268b-5f0b-44c5-bae8-541b43663148,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:08.962733 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-9d3f41b8-52be-4f80-8d23-51aa627c99d0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:09.030537 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-50bb5727-4fd9-4398-90bf-a83d1d5518c5 req-b941148b-660e-4e00-97f7-ea6729e95d30 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 210 time: 0.1298561 Nov 02 11:34:09.045817 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2599a53b-cd00-4351-8993-05d290874c76 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:09.049777 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2599a53b-cd00-4351-8993-05d290874c76 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6156363 Nov 02 11:34:09.050492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47950) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:09.081894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0765d01c-e2e5-4b73-ae14-6c6f0b55e8bc tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Request body: {'security_group_rule': {'security_group_id': '8af814fe-e9c4-487d-9130-f77d829a022e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:09.141938 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1ee6015a-cc29-48e4-98ae-4211fef32425 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:34:09.276752 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0765d01c-e2e5-4b73-ae14-6c6f0b55e8bc tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:09.282731 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 1ee6015a-cc29-48e4-98ae-4211fef32425 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:09.282731 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:09.339560 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-9d3f41b8-52be-4f80-8d23-51aa627c99d0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:09.342911 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff590acb-9df9-4495-98df-75ce22d850cb req-3f0e18ae-770c-43d0-ad56-13228c1d9297 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:09.349937 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff590acb-9df9-4495-98df-75ce22d850cb req-3f0e18ae-770c-43d0-ad56-13228c1d9297 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 968 time: 0.1585975 Nov 02 11:34:09.496124 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff590acb-9df9-4495-98df-75ce22d850cb req-3f5f258e-b3a1-4a56-8a92-27797bf1807c tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390193 Nov 02 11:34:09.849603 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0765d01c-e2e5-4b73-ae14-6c6f0b55e8bc tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:09.955376 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0765d01c-e2e5-4b73-ae14-6c6f0b55e8bc tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:10.056202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f41b8-52be-4f80-8d23-51aa627c99d0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Pushing event updated for resources: {'Port': ['ID=efe45a3a-b601-41ee-a6f1-63ab23b1a802,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:10.070196 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0765d01c-e2e5-4b73-ae14-6c6f0b55e8bc tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:10.075205 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0765d01c-e2e5-4b73-ae14-6c6f0b55e8bc tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0176423 Nov 02 11:34:10.075329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47980) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:10.076007 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765d01c-e2e5-4b73-ae14-6c6f0b55e8bc tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5dff5c-c56e-4956-8a25-0a23b344224b,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:10.080927 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-9d3f41b8-52be-4f80-8d23-51aa627c99d0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:34:10.082905 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-9d3f41b8-52be-4f80-8d23-51aa627c99d0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:34:10.086817 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-9d3f41b8-52be-4f80-8d23-51aa627c99d0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:34:10.095366 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-455d6415-006b-4df6-a36d-d6e64eaeb0c7 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:10.100569 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-9d3f41b8-52be-4f80-8d23-51aa627c99d0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:10.101244 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-9d3f41b8-52be-4f80-8d23-51aa627c99d0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:10.211230 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-9d3f41b8-52be-4f80-8d23-51aa627c99d0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2169538 Nov 02 11:34:10.297328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-3799a999-5f4b-4e56-9d73-8916dee7541f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:34:10.306977 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-3799a999-5f4b-4e56-9d73-8916dee7541f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0071492 Nov 02 11:34:10.322448 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-455d6415-006b-4df6-a36d-d6e64eaeb0c7 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:10.386421 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4bd4f-6807-4236-b920-e82042db4466 req-455ffaf1-5476-41ef-9c7a-370921f72746 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:10.393998 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ef4bd4f-6807-4236-b920-e82042db4466 req-455ffaf1-5476-41ef-9c7a-370921f72746 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 935 time: 0.1873131 Nov 02 11:34:10.519761 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ef4bd4f-6807-4236-b920-e82042db4466 req-145213bb-58fe-45a0-9c38-6d0b06298073 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245735 Nov 02 11:34:10.610948 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-40f16f0b-00a1-4066-9c90-ce4cecd5f7c9 None None] Provisioning complete for port efe45a3a-b601-41ee-a6f1-63ab23b1a802 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:10.614804 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-40f16f0b-00a1-4066-9c90-ce4cecd5f7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:10.659250 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-455d6415-006b-4df6-a36d-d6e64eaeb0c7 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:10.685239 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-40f16f0b-00a1-4066-9c90-ce4cecd5f7c9 None None] Port efe45a3a-b601-41ee-a6f1-63ab23b1a802 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:34:10.786880 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c54e1b-edb0-42ab-ada2-f93fa179f92b req-bda6f2c8-5f48-4fac-b4da-1e717b9986f5 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:10.795707 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0c54e1b-edb0-42ab-ada2-f93fa179f92b req-bda6f2c8-5f48-4fac-b4da-1e717b9986f5 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 968 time: 0.1611376 Nov 02 11:34:10.901436 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-455d6415-006b-4df6-a36d-d6e64eaeb0c7 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Allocated IP 172.25.6.176 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/4a8ab349-510a-4628-8eaf-c8a280cd36f3) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:34:10.918556 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0c54e1b-edb0-42ab-ada2-f93fa179f92b req-422adada-bd6f-4d3e-8dcd-c8e8476997f3 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173210 Nov 02 11:34:11.067494 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Request body: {'port': {'device_id': '4eae14d9-7f1e-4f71-b1c4-1e52a84fe687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:11.125323 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48004) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:11.204585 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-455d6415-006b-4df6-a36d-d6e64eaeb0c7 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:11.216474 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:11.349756 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-824b85db-e3d7-4d03-8c46-4c171967768e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:11.369051 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-455d6415-006b-4df6-a36d-d6e64eaeb0c7 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:11.453685 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455d6415-006b-4df6-a36d-d6e64eaeb0c7 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:34:11.609440 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-824b85db-e3d7-4d03-8c46-4c171967768e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:11.615829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-455d6415-006b-4df6-a36d-d6e64eaeb0c7 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:34:11.634162 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455d6415-006b-4df6-a36d-d6e64eaeb0c7 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:34:11.646830 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d6415-006b-4df6-a36d-d6e64eaeb0c7 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Pushing event updated for resources: {'Port': ['ID=4a8ab349-510a-4628-8eaf-c8a280cd36f3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:11.682159 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-824b85db-e3d7-4d03-8c46-4c171967768e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:11.748522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df30964-d4b5-492b-ab6f-00485d4dc8e7 req-80e94e07-6834-4ee9-9efe-fcb3609d29e2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:11.750259 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3df30964-d4b5-492b-ab6f-00485d4dc8e7 req-80e94e07-6834-4ee9-9efe-fcb3609d29e2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 935 time: 0.1008356 Nov 02 11:34:11.794944 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-824b85db-e3d7-4d03-8c46-4c171967768e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=85b2b9e99fde40cda2ccf2e538ba2951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6683438 Nov 02 11:34:11.802123 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48020) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:11.812735 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-455d6415-006b-4df6-a36d-d6e64eaeb0c7 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:11.824402 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b85db-e3d7-4d03-8c46-4c171967768e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89165f9-32cd-474b-a30d-b267fdea8a16,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:11.861601 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3df30964-d4b5-492b-ab6f-00485d4dc8e7 req-4c4d917d-9ad7-4492-b4ee-2730a8285cda tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037717 Nov 02 11:34:11.870276 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe45a3a-b601-41ee-a6f1-63ab23b1a802 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:34:11.886071 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:11.904226 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9a9559f-2544-4180-b9a5-5a550ba24a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:11.911340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Transition to ACTIVE for port object efe45a3a-b601-41ee-a6f1-63ab23b1a802 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:34:11.928422 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9a9559f-2544-4180-b9a5-5a550ba24a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:12.000514 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-455d6415-006b-4df6-a36d-d6e64eaeb0c7 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:12.048240 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:12.171438 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7a2f6-6440-4884-aa6d-bbd4470752b6 req-e17ed807-1770-4a18-8179-49be5450e7a3 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:12.173027 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1bd7a2f6-6440-4884-aa6d-bbd4470752b6 req-e17ed807-1770-4a18-8179-49be5450e7a3 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 968 time: 0.1229827 Nov 02 11:34:12.187004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Pushing event updated for resources: {'Port': ['ID=efe45a3a-b601-41ee-a6f1-63ab23b1a802,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:12.292371 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9a9559f-2544-4180-b9a5-5a550ba24a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:12.294988 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9a9559f-2544-4180-b9a5-5a550ba24a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:12.306662 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b9a9559f-2544-4180-b9a5-5a550ba24a81 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f89165f9-32cd-474b-a30d-b267fdea8a16 HTTP/1.1" status: 204 len: 168 time: 0.5030470 Nov 02 11:34:12.349309 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9559f-2544-4180-b9a5-5a550ba24a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89165f9-32cd-474b-a30d-b267fdea8a16,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:12.350335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Attempting to bind port efe45a3a-b601-41ee-a6f1-63ab23b1a802 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:34:12.350721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Attempting to bind port efe45a3a-b601-41ee-a6f1-63ab23b1a802 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:34:12.351102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Attempting to bind port efe45a3a-b601-41ee-a6f1-63ab23b1a802 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:12.381024 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Port efe45a3a-b601-41ee-a6f1-63ab23b1a802 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:34:12.381424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Attempting to bind port efe45a3a-b601-41ee-a6f1-63ab23b1a802 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:12.401924 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1bd7a2f6-6440-4884-aa6d-bbd4470752b6 req-0e1fb28c-7048-4007-b3cd-e5b2fb1be550 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097600 Nov 02 11:34:12.419761 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:34:12.419761 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:34:12.423646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:34:12.423646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Bound port: efe45a3a-b601-41ee-a6f1-63ab23b1a802, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:34:12.423646 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:12.541639 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-455d6415-006b-4df6-a36d-d6e64eaeb0c7 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:12.578110 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] For port efe45a3a-b601-41ee-a6f1-63ab23b1a802, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:34:12.594453 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] For port efe45a3a-b601-41ee-a6f1-63ab23b1a802, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=efe45a3a-b601-41ee-a6f1-63ab23b1a802,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:34:12.642714 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-455d6415-006b-4df6-a36d-d6e64eaeb0c7 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:12.691188 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-455d6415-006b-4df6-a36d-d6e64eaeb0c7 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:12.706327 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:12.756075 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d6415-006b-4df6-a36d-d6e64eaeb0c7 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Pushing event updated for resources: {'Port': ['ID=4a8ab349-510a-4628-8eaf-c8a280cd36f3,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:12.776363 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:12.782079 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:12.782079 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] 10.222.0.79 "PUT /v2.0/ports/efe45a3a-b601-41ee-a6f1-63ab23b1a802 HTTP/1.1" status: 200 len: 1096 time: 2.0674524 Nov 02 11:34:12.782079 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eae14d9-7f1e-4f71-b1c4-1e52a84fe687', 'tag': 'efe45a3a-b601-41ee-a6f1-63ab23b1a802'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:34:12.827015 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-455d6415-006b-4df6-a36d-d6e64eaeb0c7 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:12.835591 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-455d6415-006b-4df6-a36d-d6e64eaeb0c7 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7580121 Nov 02 11:34:12.952071 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3369c05-e05b-4240-9e8c-ada8773fb6ef service neutron] Pushing event updated for resources: {'Port': ['ID=efe45a3a-b601-41ee-a6f1-63ab23b1a802,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:13.055282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ce6f5-de19-402b-a9fe-b96d7f200051 req-8838850d-5fe3-40e6-ad9e-34c7cf7e088f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:13.068794 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-577ce6f5-de19-402b-a9fe-b96d7f200051 req-8838850d-5fe3-40e6-ad9e-34c7cf7e088f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 947 time: 0.0990422 Nov 02 11:34:13.143818 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-577ce6f5-de19-402b-a9fe-b96d7f200051 req-da0c19e7-d4b8-43af-bfc7-5bf968e21dc2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703068 Nov 02 11:34:13.579243 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463e4498-67c4-4ee2-aed6-619e0af1b55f" -d '{"events": [{"name": "network-changed", "server_uuid": "4eae14d9-7f1e-4f71-b1c4-1e52a84fe687", "tag": "efe45a3a-b601-41ee-a6f1-63ab23b1a802"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:34:13.603824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ef3fb-d799-4df4-8841-8a431773eae7 req-d3f1e161-6e74-4701-9613-d3c3f3a6c144 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:13.611452 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-715ef3fb-d799-4df4-8841-8a431773eae7 req-d3f1e161-6e74-4701-9613-d3c3f3a6c144 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 968 time: 0.0816700 Nov 02 11:34:13.697996 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-715ef3fb-d799-4df4-8841-8a431773eae7 req-bbdd5771-3513-4904-a4b4-c2b654ee62a4 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855260 Nov 02 11:34:13.703417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48068) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:13.737609 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1fb3416a-6379-4824-ad22-ce56d73c9ff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:13.861677 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1fb3416a-6379-4824-ad22-ce56d73c9ff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:13.939514 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1fb3416a-6379-4824-ad22-ce56d73c9ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:14.000471 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1fb3416a-6379-4824-ad22-ce56d73c9ff1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3fbb5a29e07247f1b795134ffa389233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935207 Nov 02 11:34:14.000887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48076) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:14.009310 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3416a-6379-4824-ad22-ce56d73c9ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076be4d0-6696-43ab-af0d-385ca35973f8,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:14.109265 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81690d35-ff2e-4560-b85c-2a7e454ec626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:14.151151 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81690d35-ff2e-4560-b85c-2a7e454ec626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:14.237824 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701d3cbf-0201-412b-b407-ddb424b36b6b x-openstack-request-id: req-701d3cbf-0201-412b-b407-ddb424b36b6b {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:34:14.238292 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eae14d9-7f1e-4f71-b1c4-1e52a84fe687", "tag": "efe45a3a-b601-41ee-a6f1-63ab23b1a802", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:34:14.239571 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-701d3cbf-0201-412b-b407-ddb424b36b6b {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:34:14.240205 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eae14d9-7f1e-4f71-b1c4-1e52a84fe687', 'tag': 'efe45a3a-b601-41ee-a6f1-63ab23b1a802', 'status': 'completed', 'code': 200} Nov 02 11:34:14.306110 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81690d35-ff2e-4560-b85c-2a7e454ec626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:14.310907 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81690d35-ff2e-4560-b85c-2a7e454ec626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:14.316453 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-81690d35-ff2e-4560-b85c-2a7e454ec626 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/076be4d0-6696-43ab-af0d-385ca35973f8 HTTP/1.1" status: 204 len: 168 time: 0.3143885 Nov 02 11:34:14.326828 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81690d35-ff2e-4560-b85c-2a7e454ec626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076be4d0-6696-43ab-af0d-385ca35973f8,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:14.728101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab69e6-ca93-452c-8057-b91b80ceadd3 req-3611bb36-302d-4183-9bb2-94c56a9b28af tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:14.730021 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-78ab69e6-ca93-452c-8057-b91b80ceadd3 req-3611bb36-302d-4183-9bb2-94c56a9b28af tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 947 time: 0.0720849 Nov 02 11:34:14.804447 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-78ab69e6-ca93-452c-8057-b91b80ceadd3 req-4e4b295e-a02c-49ea-89fa-49c6a7d6f781 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666375 Nov 02 11:34:15.273438 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f90ed1-eed1-4cf4-9ce2-7e90037b301d req-1fabf937-a5af-4708-ac29-db439fa5aa97 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:15.275252 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33f90ed1-eed1-4cf4-9ce2-7e90037b301d req-1fabf937-a5af-4708-ac29-db439fa5aa97 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 968 time: 0.1023896 Nov 02 11:34:15.345582 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33f90ed1-eed1-4cf4-9ce2-7e90037b301d req-1edc4d65-2f9c-438b-9350-7df566114dd9 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637965 Nov 02 11:34:15.969826 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb9f79-f3a8-43c8-94e2-54a1ee52075d req-4a6509fe-5fc3-4bb6-a25f-adaeff7d34b0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:15.982297 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01bb9f79-f3a8-43c8-94e2-54a1ee52075d req-4a6509fe-5fc3-4bb6-a25f-adaeff7d34b0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 947 time: 0.0767579 Nov 02 11:34:16.050170 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48132) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:16.081517 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01bb9f79-f3a8-43c8-94e2-54a1ee52075d req-ed05fdb4-7c71-43a8-9624-e4715af3cb15 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981095 Nov 02 11:34:16.243781 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-17e71432-f18c-4238-a9f4-a60e89634d56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:16.353288 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-17e71432-f18c-4238-a9f4-a60e89634d56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:16.408652 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-17e71432-f18c-4238-a9f4-a60e89634d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:16.480978 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-17e71432-f18c-4238-a9f4-a60e89634d56 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8adf487aca254d459d96a4699257c6f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4296849 Nov 02 11:34:16.481878 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e71432-f18c-4238-a9f4-a60e89634d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51a760f-28c2-4726-bb48-1ba3c4a38de5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:16.483804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48146) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:16.558494 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f55772-d192-4d16-8e2e-beedd4d94222 req-8a3845ee-fdfd-4710-ac83-5095bcc238d4 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:16.560091 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08f55772-d192-4d16-8e2e-beedd4d94222 req-8a3845ee-fdfd-4710-ac83-5095bcc238d4 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 968 time: 0.1377819 Nov 02 11:34:16.582655 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ecb09e2b-1dee-487d-b5ca-d5586dfd8244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:16.625818 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ecb09e2b-1dee-487d-b5ca-d5586dfd8244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:16.646836 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08f55772-d192-4d16-8e2e-beedd4d94222 req-edd4e4a8-3c06-42c5-ab4c-78d024d3b79d tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752335 Nov 02 11:34:16.796928 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ecb09e2b-1dee-487d-b5ca-d5586dfd8244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:16.799219 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ecb09e2b-1dee-487d-b5ca-d5586dfd8244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:16.800377 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ecb09e2b-1dee-487d-b5ca-d5586dfd8244 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e51a760f-28c2-4726-bb48-1ba3c4a38de5 HTTP/1.1" status: 204 len: 168 time: 0.3129530 Nov 02 11:34:16.828548 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb09e2b-1dee-487d-b5ca-d5586dfd8244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51a760f-28c2-4726-bb48-1ba3c4a38de5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:17.315889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c705e-f274-4bc3-af8f-deb8fa483187 req-ff261afb-acca-4e46-84d6-5cd83edd2ba5 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:17.322193 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2d3c705e-f274-4bc3-af8f-deb8fa483187 req-ff261afb-acca-4e46-84d6-5cd83edd2ba5 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 947 time: 0.0593123 Nov 02 11:34:17.376005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2d3c705e-f274-4bc3-af8f-deb8fa483187 req-208ec68e-9182-47bc-bd66-987bc7e03c71 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516136 Nov 02 11:34:17.467402 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-97bc3926-b474-4a06-a6a6-748463be64d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:17.552317 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-5c93decb-abec-4ba2-b84f-c5dd6f9bf1a0 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1798285281&fields=id&tenant_id=fb3809d85af44d899f475904c2161bf3 HTTP/1.1" status: 200 len: 267 time: 0.0823998 Nov 02 11:34:17.865238 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85074b76-7a95-4ab4-b957-e41eff177158 req-e5f8147d-e516-4c32-9d4f-52d98eebe856 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:17.867951 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85074b76-7a95-4ab4-b957-e41eff177158 req-e5f8147d-e516-4c32-9d4f-52d98eebe856 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 968 time: 0.0816891 Nov 02 11:34:17.887618 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-6d9a6653-4fb8-4d93-b6c0-7a04d034b727 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:17.891016 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-6d9a6653-4fb8-4d93-b6c0-7a04d034b727 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/networks?id=0427496c-f707-4779-93ec-614aeaa2dd50 HTTP/1.1" status: 200 len: 824 time: 0.3377814 Nov 02 11:34:17.907579 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-dcd5e836-b970-43e2-acec-ca98d9a1a029 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/quotas/fb3809d85af44d899f475904c2161bf3 HTTP/1.1" status: 200 len: 375 time: 0.0109043 Nov 02 11:34:17.922092 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85074b76-7a95-4ab4-b957-e41eff177158 req-9492e588-aae4-4374-b07f-4806ac5d8c7c tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488300 Nov 02 11:34:17.980445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48188) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:18.000517 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f2d5fa22-7de6-40eb-bd69-4f786b1b9cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:18.027080 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-824bfc89-4d25-48a6-aecb-972364ce6a23 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb3809d85af44d899f475904c2161bf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1127326 Nov 02 11:34:18.096078 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f2d5fa22-7de6-40eb-bd69-4f786b1b9cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:18.178719 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f2d5fa22-7de6-40eb-bd69-4f786b1b9cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:18.218108 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f2d5fa22-7de6-40eb-bd69-4f786b1b9cfa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=593d0ff4214a4f26b934a8e7bb6a6f15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365725 Nov 02 11:34:18.224232 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48200) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:18.231411 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-49d6ff82-79ff-49f4-8ed0-1d5b52df754d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:34:18.232661 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-49d6ff82-79ff-49f4-8ed0-1d5b52df754d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0639141 Nov 02 11:34:18.241703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5fa22-7de6-40eb-bd69-4f786b1b9cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafdc223-d034-478c-9d57-1bb874b1fcdc,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:18.286192 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5b829285-db7b-48bf-aa5b-63d931391257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:18.314631 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5b829285-db7b-48bf-aa5b-63d931391257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:18.336338 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-5c6abd3c-1cba-4da6-991e-a1074e3786fe service neutron] 10.222.0.52 "GET /v2.0/networks/0427496c-f707-4779-93ec-614aeaa2dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962167 Nov 02 11:34:18.440787 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-c725898d-be67-4b1a-8d5f-d56159dd9c81 service neutron] 10.222.0.52 "GET /v2.0/networks/0427496c-f707-4779-93ec-614aeaa2dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971248 Nov 02 11:34:18.443310 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5b829285-db7b-48bf-aa5b-63d931391257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:18.446059 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5b829285-db7b-48bf-aa5b-63d931391257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:18.451917 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5b829285-db7b-48bf-aa5b-63d931391257 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cafdc223-d034-478c-9d57-1bb874b1fcdc HTTP/1.1" status: 204 len: 168 time: 0.2220716 Nov 02 11:34:18.456857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b829285-db7b-48bf-aa5b-63d931391257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafdc223-d034-478c-9d57-1bb874b1fcdc,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:18.552349 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f760b58-1bc0-46ff-8ff4-e2b809dc2c43 req-ac764727-2846-4137-bd9c-e3846b5dd8d3 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:18.554028 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4f760b58-1bc0-46ff-8ff4-e2b809dc2c43 req-ac764727-2846-4137-bd9c-e3846b5dd8d3 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 947 time: 0.0817823 Nov 02 11:34:18.614734 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4f760b58-1bc0-46ff-8ff4-e2b809dc2c43 req-7caeef91-e1e6-4fdb-9c8e-eea49777c844 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483410 Nov 02 11:34:18.655844 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48208) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:18.786472 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dcc42a7b-ba54-455c-b3b9-2221da8b1ef6 req-8b45a5e4-ed8f-4995-bc7b-483d0caaa61d tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 210 time: 0.0321612 Nov 02 11:34:18.985700 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3c71c952-de92-46f2-a12d-9974569e7ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:19.096348 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3390e-82ba-4217-8562-4af5a592044e req-7a3fb3cd-a074-4359-ad0d-b5780490124b tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:19.097930 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-23e3390e-82ba-4217-8562-4af5a592044e req-7a3fb3cd-a074-4359-ad0d-b5780490124b tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 968 time: 0.0810485 Nov 02 11:34:19.133276 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3c71c952-de92-46f2-a12d-9974569e7ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:19.160697 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-23e3390e-82ba-4217-8562-4af5a592044e req-775ad0bb-90b1-46ae-8f8d-09e10a420bd9 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524995 Nov 02 11:34:19.213233 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3c71c952-de92-46f2-a12d-9974569e7ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:19.259107 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3c71c952-de92-46f2-a12d-9974569e7ac4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=644f2d4bf27b48b68eb8cbae3f10b914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6018233 Nov 02 11:34:19.261743 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71c952-de92-46f2-a12d-9974569e7ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf0863e-a995-4abc-b60f-381fb2ed3c6c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:19.261898 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48232) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:19.326007 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ee50ac16-0d3a-4b20-a8ae-7a7093e1d67e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:19.355111 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ee50ac16-0d3a-4b20-a8ae-7a7093e1d67e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:19.481377 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ee50ac16-0d3a-4b20-a8ae-7a7093e1d67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:19.484135 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ee50ac16-0d3a-4b20-a8ae-7a7093e1d67e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:19.485280 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ee50ac16-0d3a-4b20-a8ae-7a7093e1d67e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/daf0863e-a995-4abc-b60f-381fb2ed3c6c HTTP/1.1" status: 204 len: 168 time: 0.2221701 Nov 02 11:34:19.494070 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50ac16-0d3a-4b20-a8ae-7a7093e1d67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf0863e-a995-4abc-b60f-381fb2ed3c6c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:19.615221 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3681f438-1775-42c0-8770-49361c548e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:19.744638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d910f-346f-4a04-8a27-f9981a820b91 req-964d0480-5e89-4365-a67c-c45e0cdae9f2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:19.746166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-046d910f-346f-4a04-8a27-f9981a820b91 req-964d0480-5e89-4365-a67c-c45e0cdae9f2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 947 time: 0.0504019 Nov 02 11:34:19.807495 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-046d910f-346f-4a04-8a27-f9981a820b91 req-2110d732-29df-4fe0-a954-f6224ac875c2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549314 Nov 02 11:34:19.879190 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a4354f80-1bff-478d-8e53-247ee0a598ef req-d7b22ee6-3d25-48e1-91cc-af883db50f3d tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 210 time: 0.0313306 Nov 02 11:34:19.996353 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e4498-67c4-4ee2-aed6-619e0af1b55f req-167aa3d7-4458-41f7-bd40-7ecd71e3248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:19.998190 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-463e4498-67c4-4ee2-aed6-619e0af1b55f req-167aa3d7-4458-41f7-bd40-7ecd71e3248c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 1099 time: 0.0883973 Nov 02 11:34:20.037820 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-463e4498-67c4-4ee2-aed6-619e0af1b55f req-65638441-48d4-4612-9190-8683baf6ea83 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=6196471367014fa2a6ff86ee9c2ee144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271423 Nov 02 11:34:20.167326 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48258) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:20.181100 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1e83f13-192c-4889-a16f-ee6e86aed1cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:20.222560 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e4498-67c4-4ee2-aed6-619e0af1b55f req-c1427628-0cc8-4bb5-a451-9938af86a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:20.228629 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-463e4498-67c4-4ee2-aed6-619e0af1b55f req-c1427628-0cc8-4bb5-a451-9938af86a95f service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1802869 Nov 02 11:34:20.284186 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1e83f13-192c-4889-a16f-ee6e86aed1cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:20.367713 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1e83f13-192c-4889-a16f-ee6e86aed1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:20.411881 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a1e83f13-192c-4889-a16f-ee6e86aed1cc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=14502640c99142089d6f2c6c35a3b314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433555 Nov 02 11:34:20.412773 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e83f13-192c-4889-a16f-ee6e86aed1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53aff7f8-9712-447a-8677-9efbf5e5156f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:20.415356 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48266) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:20.480081 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8cb8fe57-cc15-4a9b-8984-932cf0f5211d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:20.488743 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd64e92-330f-433f-9349-a1d7c671fc0b req-b22e4446-1974-46a3-a322-887d43fe1dfa tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:20.495889 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9dd64e92-330f-433f-9349-a1d7c671fc0b req-b22e4446-1974-46a3-a322-887d43fe1dfa tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 968 time: 0.2397716 Nov 02 11:34:20.503614 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8cb8fe57-cc15-4a9b-8984-932cf0f5211d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:20.508107 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-9a9704c4-3336-4890-b3e4-cdc212dacd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:20.509556 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-9a9704c4-3336-4890-b3e4-cdc212dacd4e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 1099 time: 0.2268009 Nov 02 11:34:20.587138 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-5e2d5111-9d85-4bfd-9a74-60a0423c84fc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=efe45a3a-b601-41ee-a6f1-63ab23b1a802 HTTP/1.1" status: 200 len: 217 time: 0.0681653 Nov 02 11:34:20.636578 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8cb8fe57-cc15-4a9b-8984-932cf0f5211d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:20.638505 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9dd64e92-330f-433f-9349-a1d7c671fc0b req-ad8d6837-fbf5-4cf1-8503-2be32c54e259 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417716 Nov 02 11:34:20.639116 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8cb8fe57-cc15-4a9b-8984-932cf0f5211d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:20.640265 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8cb8fe57-cc15-4a9b-8984-932cf0f5211d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/53aff7f8-9712-447a-8677-9efbf5e5156f HTTP/1.1" status: 204 len: 168 time: 0.2239764 Nov 02 11:34:20.650373 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8fe57-cc15-4a9b-8984-932cf0f5211d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53aff7f8-9712-447a-8677-9efbf5e5156f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:20.662827 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-57b863ad-740f-4e51-8886-77ead391fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:20.665452 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-57b863ad-740f-4e51-8886-77ead391fa0f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0684991 Nov 02 11:34:20.756405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-7a3a86f9-e25f-4a99-be90-f09658dcf829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:20.757936 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-7a3a86f9-e25f-4a99-be90-f09658dcf829 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0856144 Nov 02 11:34:20.824671 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:20.862639 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-f9b96a75-64e6-4f15-9a04-d2cf5d35e382 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950105 Nov 02 11:34:20.947631 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb95a67-0e63-4381-8995-7efc248ae7b1 req-86ab1532-b9b6-465a-b645-e7e2731e5f6e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:20.951434 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4bb95a67-0e63-4381-8995-7efc248ae7b1 req-86ab1532-b9b6-465a-b645-e7e2731e5f6e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 947 time: 0.0743935 Nov 02 11:34:20.977580 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8ac59be-a51c-4529-a551-746d8eb0cbe0 req-a78a5fc9-9a44-48e0-b8cf-7bd8eaea74fb service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001265 Nov 02 11:34:21.004854 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4bb95a67-0e63-4381-8995-7efc248ae7b1 req-408ae8a4-314d-42da-934e-65a834606830 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479326 Nov 02 11:34:21.103528 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-283b4f2d-6b24-4005-9bed-170197eacd80 req-17341066-4466-41aa-a5bd-ffde96836b63 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 210 time: 0.0311177 Nov 02 11:34:21.218624 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:34:21.298214 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-f844ee70-99a0-4c79-8a14-ae5a95019e1f tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=cfc39a049fbf49da960442b66e609d29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809627 Nov 02 11:34:21.451661 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-606ab56c-a27f-4de7-a83b-711e8304f564 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:21.453105 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-606ab56c-a27f-4de7-a83b-711e8304f564 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.79 "GET /v2.0/networks?id=0427496c-f707-4779-93ec-614aeaa2dd50 HTTP/1.1" status: 200 len: 824 time: 0.2735877 Nov 02 11:34:21.494500 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-393d2afe-0393-41b9-bdff-4f42dd4aacde tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:21.495990 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-393d2afe-0393-41b9-bdff-4f42dd4aacde tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911223 Nov 02 11:34:21.534586 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-134dc336-88a4-4d44-a9b3-977a2ca9d1b7 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/quotas/cfc39a049fbf49da960442b66e609d29 HTTP/1.1" status: 200 len: 375 time: 0.0314746 Nov 02 11:34:21.575884 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-b4e82fdf-549a-401f-bda9-e7488c343319 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfc39a049fbf49da960442b66e609d29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332155 Nov 02 11:34:21.581375 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-bb47fe07-8708-4881-96e7-f6ece1737441 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb3809d85af44d899f475904c2161bf3 HTTP/1.1" status: 200 len: 380 time: 0.1192210 Nov 02 11:34:21.591506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-73481878-3fed-4925-9633-245d6d05c6ec tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Request body: {'port': {'device_id': '8e68e632-108a-4870-b7d3-a538f5be8a50', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'admin_state_up': True, 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'security_groups': ['8af814fe-e9c4-487d-9130-f77d829a022e']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:21.765105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a24c1-26ac-4567-8656-6f544b8cc274 req-57b3f721-d39e-4ff6-99b7-f0b8e9ce1129 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:21.767192 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e4a24c1-26ac-4567-8656-6f544b8cc274 req-57b3f721-d39e-4ff6-99b7-f0b8e9ce1129 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 968 time: 0.0519891 Nov 02 11:34:21.824618 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-73481878-3fed-4925-9633-245d6d05c6ec tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Made reservation on behalf of fb3809d85af44d899f475904c2161bf3 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:34:21.826708 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e4a24c1-26ac-4567-8656-6f544b8cc274 req-ef2c24a6-c62d-4a84-ba07-64d6e0de9d18 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524430 Nov 02 11:34:21.828154 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-73481878-3fed-4925-9633-245d6d05c6ec tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:21.876440 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fbe702d-2e0f-46dc-a5c1-663267548f3b req-c9795e17-ae1c-489e-a3b5-f9f621460432 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 210 time: 0.0458910 Nov 02 11:34:22.003752 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-73481878-3fed-4925-9633-245d6d05c6ec tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Allocated IP 172.20.0.14 (0427496c-f707-4779-93ec-614aeaa2dd50/71d19ab0-8242-4e81-bb30-fdf956ad4e06/c665ce00-807a-4f4f-a89f-a2b97e65c511) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:34:22.133014 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fe3c8-624a-4b1b-825c-ac466ba1f90f req-4688e874-5d75-4297-81a7-8fabba0f2c46 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:22.139453 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-685fe3c8-624a-4b1b-825c-ac466ba1f90f req-4688e874-5d75-4297-81a7-8fabba0f2c46 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 947 time: 0.0588272 Nov 02 11:34:22.168647 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-73481878-3fed-4925-9633-245d6d05c6ec tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:22.190898 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-685fe3c8-624a-4b1b-825c-ac466ba1f90f req-d68bf66e-8136-40ec-8a34-4fd07ede8eec tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499516 Nov 02 11:34:22.212959 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-096c98ab-7c12-4c2c-b2c5-17ed7dec9c45 req-6d952de5-62f0-4470-8889-6ef252bb553d tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 210 time: 0.0391319 Nov 02 11:34:22.347447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 81e96f24-123c-4c3e-8776-7ad2b7035879 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:34:22.450787 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 81e96f24-123c-4c3e-8776-7ad2b7035879, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=81e96f24-123c-4c3e-8776-7ad2b7035879,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:22.462552 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '81e96f24-123c-4c3e-8776-7ad2b7035879', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '81e96f24-123c-4c3e-8776-7ad2b7035879', 'mac_address': 'fa:16:3e:6d:9c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:tempest-test_az-98167957', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:34:22.504405 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:22.517065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e96f24-123c-4c3e-8776-7ad2b7035879 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:34:22.949715 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b16ac-63a3-4d50-ba10-e5abb31581f2 req-1139d56f-8fd4-4f7a-a5ad-3b86ec481d61 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:22.951268 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6c7b16ac-63a3-4d50-ba10-e5abb31581f2 req-1139d56f-8fd4-4f7a-a5ad-3b86ec481d61 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 968 time: 0.0535464 Nov 02 11:34:22.963398 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1546580f-f4fa-4f2d-b507-c082f561caeb req-a458e69e-935f-4d83-9cfb-d45da310bed8 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 210 time: 0.0287848 Nov 02 11:34:23.001854 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6c7b16ac-63a3-4d50-ba10-e5abb31581f2 req-d81549b4-1eda-4e46-8f53-55b7d4f256a5 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446019 Nov 02 11:34:23.104504 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:23.104947 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-73481878-3fed-4925-9633-245d6d05c6ec tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:23.149159 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-73481878-3fed-4925-9633-245d6d05c6ec tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Network 0427496c-f707-4779-93ec-614aeaa2dd50 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:34:23.149940 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 81e96f24-123c-4c3e-8776-7ad2b7035879, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=81e96f24-123c-4c3e-8776-7ad2b7035879,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:23.152129 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-73481878-3fed-4925-9633-245d6d05c6ec tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:34:23.154705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-73481878-3fed-4925-9633-245d6d05c6ec tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:34:23.160767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-73481878-3fed-4925-9633-245d6d05c6ec tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:23.161397 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-73481878-3fed-4925-9633-245d6d05c6ec tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:23.180168 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73481878-3fed-4925-9633-245d6d05c6ec tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Pushing event updated for resources: {'Port': ['ID=c665ce00-807a-4f4f-a89f-a2b97e65c511,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:23.212967 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:23.264308 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-73481878-3fed-4925-9633-245d6d05c6ec tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6759055 Nov 02 11:34:23.273363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=81e96f24-123c-4c3e-8776-7ad2b7035879,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:23.276351 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Request body: {'port': {'device_id': '8e68e632-108a-4870-b7d3-a538f5be8a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:23.386982 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b20aa2-89c2-4ef0-8c55-1537a6a1950c req-c60d30c4-08dd-4e1b-9b80-f954c54d703d tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:23.390539 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-40b20aa2-89c2-4ef0-8c55-1537a6a1950c req-c60d30c4-08dd-4e1b-9b80-f954c54d703d tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 932 time: 0.0806677 Nov 02 11:34:23.411268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11cc98-d11c-4f83-8c96-7372dd273d95 req-f1716e70-ab01-4da9-ba91-7513ebb8044f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:23.412999 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5a11cc98-d11c-4f83-8c96-7372dd273d95 req-f1716e70-ab01-4da9-ba91-7513ebb8044f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 947 time: 0.0981314 Nov 02 11:34:23.417853 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:23.440174 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-40b20aa2-89c2-4ef0-8c55-1537a6a1950c req-edd623b2-9d66-427b-97fc-a22db882131a tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444481 Nov 02 11:34:23.499011 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-23940821-0a33-412d-8487-2745aac5e85a None None] Provisioning complete for port c665ce00-807a-4f4f-a89f-a2b97e65c511 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:23.500004 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-23940821-0a33-412d-8487-2745aac5e85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:23.514298 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5a11cc98-d11c-4f83-8c96-7372dd273d95 req-598559a8-a2c0-4db0-90c5-8c265bb566ee tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932803 Nov 02 11:34:23.544560 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['81e96f24-123c-4c3e-8776-7ad2b7035879'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:34:23.613232 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-23940821-0a33-412d-8487-2745aac5e85a None None] Port c665ce00-807a-4f4f-a89f-a2b97e65c511 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:34:23.654856 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:23.763269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c665ce00-807a-4f4f-a89f-a2b97e65c511 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:34:23.771797 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:23.791107 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Transition to ACTIVE for port object c665ce00-807a-4f4f-a89f-a2b97e65c511 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:34:23.903882 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:23.938840 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:23.954409 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c665ce00-807a-4f4f-a89f-a2b97e65c511,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:23.989621 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Attempting to bind port c665ce00-807a-4f4f-a89f-a2b97e65c511 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:34:23.990327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Attempting to bind port c665ce00-807a-4f4f-a89f-a2b97e65c511 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '195c9522-93be-4c36-b475-977c63d7267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:34:23.990867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Attempting to bind port c665ce00-807a-4f4f-a89f-a2b97e65c511 on network 0427496c-f707-4779-93ec-614aeaa2dd50 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:23.995766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Port c665ce00-807a-4f4f-a89f-a2b97e65c511 on network 0427496c-f707-4779-93ec-614aeaa2dd50 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:34:23.996085 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Attempting to bind port c665ce00-807a-4f4f-a89f-a2b97e65c511 on network 0427496c-f707-4779-93ec-614aeaa2dd50 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:24.001746 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:34:24.002263 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Checking segment: {'id': '195c9522-93be-4c36-b475-977c63d7267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:34:24.002644 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Bound using segment: {'id': '195c9522-93be-4c36-b475-977c63d7267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:34:24.004349 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Bound port: c665ce00-807a-4f4f-a89f-a2b97e65c511, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195c9522-93be-4c36-b475-977c63d7267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:34:24.004349 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:24.088662 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] For port c665ce00-807a-4f4f-a89f-a2b97e65c511, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:34:24.092049 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3e828eae-7802-4985-b656-8ac453519be9 req-c0a96eb2-387c-4b3b-9f11-273b9312846e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 210 time: 0.0602775 Nov 02 11:34:24.093093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] For port c665ce00-807a-4f4f-a89f-a2b97e65c511, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c665ce00-807a-4f4f-a89f-a2b97e65c511,segment=NetworkSegment(195c9522-93be-4c36-b475-977c63d7267e),segment_id=195c9522-93be-4c36-b475-977c63d7267e)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:34:24.149952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05497b6c-e5e3-4c85-bf61-595ef13b3bdf req-a110302e-2bda-4984-8248-20c1c8981ce6 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:24.151500 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05497b6c-e5e3-4c85-bf61-595ef13b3bdf req-a110302e-2bda-4984-8248-20c1c8981ce6 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 969 time: 0.0522697 Nov 02 11:34:24.200193 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05497b6c-e5e3-4c85-bf61-595ef13b3bdf req-bd0b78b6-bd3f-4077-9547-abe7da47dd80 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427015 Nov 02 11:34:24.230806 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:24.263984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:24.264690 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:24.266087 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] 10.222.0.79 "PUT /v2.0/ports/c665ce00-807a-4f4f-a89f-a2b97e65c511 HTTP/1.1" status: 200 len: 1093 time: 0.9940712 Nov 02 11:34:24.266535 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e68e632-108a-4870-b7d3-a538f5be8a50', 'tag': 'c665ce00-807a-4f4f-a89f-a2b97e65c511'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:34:24.268811 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f96ea7-705d-4872-ab2a-8f5122c988cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8e68e632-108a-4870-b7d3-a538f5be8a50", "tag": "c665ce00-807a-4f4f-a89f-a2b97e65c511"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:34:24.301424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff3a3e-d741-4514-a7d6-506765db83e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c665ce00-807a-4f4f-a89f-a2b97e65c511,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:24.322264 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 81e96f24-123c-4c3e-8776-7ad2b7035879 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:34:24.358131 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48362) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:24.373565 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab76780-787b-4a9a-b8ec-7cfdda19879c x-openstack-request-id: req-6ab76780-787b-4a9a-b8ec-7cfdda19879c {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:34:24.373859 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e68e632-108a-4870-b7d3-a538f5be8a50", "tag": "c665ce00-807a-4f4f-a89f-a2b97e65c511", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:34:24.374117 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ab76780-787b-4a9a-b8ec-7cfdda19879c {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:34:24.374525 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e68e632-108a-4870-b7d3-a538f5be8a50', 'tag': 'c665ce00-807a-4f4f-a89f-a2b97e65c511', 'status': 'completed', 'code': 200} Nov 02 11:34:24.437194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-fadf44e3-4df4-43f5-a007-e81c8a5394a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:24.438836 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-fadf44e3-4df4-43f5-a007-e81c8a5394a5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb3809d85af44d899f475904c2161bf3&device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 1096 time: 0.0548480 Nov 02 11:34:24.482075 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 81e96f24-123c-4c3e-8776-7ad2b7035879 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:34:24.486281 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 81e96f24-123c-4c3e-8776-7ad2b7035879 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:24.486678 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:24.494763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-ba399a07-f135-433f-9dd9-655838f53d71 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c665ce00-807a-4f4f-a89f-a2b97e65c511 HTTP/1.1" status: 200 len: 217 time: 0.0479946 Nov 02 11:34:24.498073 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-af3757d0-f6bc-4e8c-9d74-8fd93915bd5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:24.600138 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-6e5d606c-aac0-44ba-a6c7-bbf4d0476651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:24.601720 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-6e5d606c-aac0-44ba-a6c7-bbf4d0476651 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=71d19ab0-8242-4e81-bb30-fdf956ad4e06 HTTP/1.1" status: 200 len: 863 time: 0.0937793 Nov 02 11:34:24.614330 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:24.623127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device efe45a3a-b601-41ee-a6f1-63ab23b1a802 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:34:24.655678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b6b573-bb7a-4022-939f-ed542537a54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e96f24-123c-4c3e-8776-7ad2b7035879'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:34:24.708841 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-af3757d0-f6bc-4e8c-9d74-8fd93915bd5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:24.727879 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b59e4-d948-4f66-937f-a1e44b6967a9 req-74ff860e-e0ad-4b29-83a7-2ceff9116560 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:24.735385 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-979b59e4-d948-4f66-937f-a1e44b6967a9 req-74ff860e-e0ad-4b29-83a7-2ceff9116560 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 947 time: 0.1073709 Nov 02 11:34:24.745792 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 81e96f24-123c-4c3e-8776-7ad2b7035879, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=81e96f24-123c-4c3e-8776-7ad2b7035879,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:24.805155 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-af3757d0-f6bc-4e8c-9d74-8fd93915bd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:24.827250 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-979b59e4-d948-4f66-937f-a1e44b6967a9 req-1b4ea0ec-e646-46b3-950b-fa8a788d644a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908985 Nov 02 11:34:24.847145 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:24.856354 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099e594-683e-4409-815b-a056aed3fd8f req-31ee58ff-20cd-4ba2-a684-8f138fa60711 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:24.857666 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b099e594-683e-4409-815b-a056aed3fd8f req-31ee58ff-20cd-4ba2-a684-8f138fa60711 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 944 time: 0.2902133 Nov 02 11:34:24.878179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-912c1f58-96d7-4da3-b906-3f553b775c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:24.880137 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-912c1f58-96d7-4da3-b906-3f553b775c1a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0427496c-f707-4779-93ec-614aeaa2dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2669036 Nov 02 11:34:24.903631 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-af3757d0-f6bc-4e8c-9d74-8fd93915bd5f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=539541f2caa142ee97d869fdef9979f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5436349 Nov 02 11:34:24.904957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3757d0-f6bc-4e8c-9d74-8fd93915bd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fe1395-4090-4274-9751-ae7c761a4360,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:24.908264 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48374) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:24.942950 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becb1788-380b-49da-acae-dd44eff59279" -d '{"events": [{"server_uuid": "99b6b573-bb7a-4022-939f-ed542537a54f", "name": "network-vif-plugged", "status": "completed", "tag": "81e96f24-123c-4c3e-8776-7ad2b7035879"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:34:24.950345 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port efe45a3a-b601-41ee-a6f1-63ab23b1a802, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=efe45a3a-b601-41ee-a6f1-63ab23b1a802,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:24.971937 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b099e594-683e-4409-815b-a056aed3fd8f req-73d27ba4-e98e-49ea-b844-d0fee61b6058 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046090 Nov 02 11:34:24.974681 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-674b938d-acdc-493a-9756-ad9fc746e205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:24.985314 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:24.991075 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=81e96f24-123c-4c3e-8776-7ad2b7035879,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:24.995132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'efe45a3a-b601-41ee-a6f1-63ab23b1a802', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': 'efe45a3a-b601-41ee-a6f1-63ab23b1a802', 'mac_address': 'fa:16:3e:75:f5:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:34:25.010610 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-674b938d-acdc-493a-9756-ad9fc746e205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:25.024758 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-f839f003-15b2-47ac-a98c-63c3fc1c231f service neutron] 10.222.0.79 "GET /v2.0/networks/0427496c-f707-4779-93ec-614aeaa2dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359005 Nov 02 11:34:25.034719 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:25.049074 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe45a3a-b601-41ee-a6f1-63ab23b1a802 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:34:25.084730 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port efe45a3a-b601-41ee-a6f1-63ab23b1a802, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=efe45a3a-b601-41ee-a6f1-63ab23b1a802,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:25.098383 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333a21ea-0a5b-496f-8308-a11bdce7ec3c x-openstack-request-id: req-333a21ea-0a5b-496f-8308-a11bdce7ec3c {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:34:25.098704 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b6b573-bb7a-4022-939f-ed542537a54f", "name": "network-vif-plugged", "status": "completed", "tag": "81e96f24-123c-4c3e-8776-7ad2b7035879", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:34:25.098992 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-333a21ea-0a5b-496f-8308-a11bdce7ec3c {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:34:25.099450 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b6b573-bb7a-4022-939f-ed542537a54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e96f24-123c-4c3e-8776-7ad2b7035879', 'code': 200} Nov 02 11:34:25.141058 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b06324a9-79df-4b4b-a2f8-5ad862abe21e req-ddb0a4ba-13e0-4e57-b801-93e03dded377 service neutron] 10.222.0.79 "GET /v2.0/networks/0427496c-f707-4779-93ec-614aeaa2dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086254 Nov 02 11:34:25.150298 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-674b938d-acdc-493a-9756-ad9fc746e205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:25.153549 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-674b938d-acdc-493a-9756-ad9fc746e205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:25.157314 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-674b938d-acdc-493a-9756-ad9fc746e205 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/63fe1395-4090-4274-9751-ae7c761a4360 HTTP/1.1" status: 204 len: 168 time: 0.2454090 Nov 02 11:34:25.162118 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:25.171802 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b938d-acdc-493a-9756-ad9fc746e205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fe1395-4090-4274-9751-ae7c761a4360,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:25.240989 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=efe45a3a-b601-41ee-a6f1-63ab23b1a802,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:25.277962 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a32e43b1-429c-4318-96a4-34e51d44f088 req-3ebaf39a-e477-4095-be64-d6f20b904cda tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 210 time: 0.0616848 Nov 02 11:34:25.323685 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74f439-0009-4ae4-8efe-0283f310d6fb req-60815534-76d6-4469-a4f3-08e8f9525bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:25.325280 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3e74f439-0009-4ae4-8efe-0283f310d6fb req-60815534-76d6-4469-a4f3-08e8f9525bab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 1122 time: 0.1268315 Nov 02 11:34:25.328702 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f96ea7-705d-4872-ab2a-8f5122c988cf req-0970f5ec-98fa-4714-bbf4-1a2b4a8a9284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:25.330147 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7f96ea7-705d-4872-ab2a-8f5122c988cf req-0970f5ec-98fa-4714-bbf4-1a2b4a8a9284 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb3809d85af44d899f475904c2161bf3&device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 1096 time: 0.0509820 Nov 02 11:34:25.354537 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3e74f439-0009-4ae4-8efe-0283f310d6fb req-81102e2e-6d8d-4c67-bb7f-e08e29d7e9a5 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:25.355779 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.54', 59999) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:25.400086 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b16859-6dba-4831-8275-68cee16ae058 req-8a6fa367-45d9-4ba6-bcb2-83b318dcac7f tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:25.401613 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7b16859-6dba-4831-8275-68cee16ae058 req-8a6fa367-45d9-4ba6-bcb2-83b318dcac7f tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 970 time: 0.0964918 Nov 02 11:34:25.422914 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1d41904e-9c87-4b39-a638-47b714501761 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=cfc39a049fbf49da960442b66e609d29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658441 Nov 02 11:34:25.463559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['efe45a3a-b601-41ee-a6f1-63ab23b1a802'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:34:25.483776 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7b16859-6dba-4831-8275-68cee16ae058 req-94558091-b3d2-4569-baf1-e826cf64faad tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732863 Nov 02 11:34:25.538955 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3e74f439-0009-4ae4-8efe-0283f310d6fb req-81102e2e-6d8d-4c67-bb7f-e08e29d7e9a5 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:25.572001 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f96ea7-705d-4872-ab2a-8f5122c988cf req-442beea8-73ae-4778-a505-95de73470636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:25.574738 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7f96ea7-705d-4872-ab2a-8f5122c988cf req-442beea8-73ae-4778-a505-95de73470636 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0427496c-f707-4779-93ec-614aeaa2dd50 HTTP/1.1" status: 200 len: 925 time: 0.2355444 Nov 02 11:34:25.607062 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3e74f439-0009-4ae4-8efe-0283f310d6fb req-81102e2e-6d8d-4c67-bb7f-e08e29d7e9a5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:25.665896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81102e2e-6d8d-4c67-bb7f-e08e29d7e9a5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3b8138-afc0-48d7-b410-b68d9d81785e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:25.687293 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3e74f439-0009-4ae4-8efe-0283f310d6fb req-81102e2e-6d8d-4c67-bb7f-e08e29d7e9a5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445811 Nov 02 11:34:25.702762 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7f96ea7-705d-4872-ab2a-8f5122c988cf req-d2fa9ea1-09fd-4067-adbb-b639b4061689 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c665ce00-807a-4f4f-a89f-a2b97e65c511 HTTP/1.1" status: 200 len: 217 time: 0.1113474 Nov 02 11:34:25.787479 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-36e6ae3d-8ffe-4a66-96ad-2705447f61c6 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:25.788811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-36e6ae3d-8ffe-4a66-96ad-2705447f61c6 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2519522 Nov 02 11:34:25.794392 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f96ea7-705d-4872-ab2a-8f5122c988cf req-4e902cae-83dc-4cd5-ba79-8fcae34a9b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:25.795786 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7f96ea7-705d-4872-ab2a-8f5122c988cf req-4e902cae-83dc-4cd5-ba79-8fcae34a9b47 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=71d19ab0-8242-4e81-bb30-fdf956ad4e06 HTTP/1.1" status: 200 len: 863 time: 0.0797806 Nov 02 11:34:25.845400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f96ea7-705d-4872-ab2a-8f5122c988cf req-967ad39c-74a6-48e7-a281-1db0ad3c2293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:25.846982 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7f96ea7-705d-4872-ab2a-8f5122c988cf req-967ad39c-74a6-48e7-a281-1db0ad3c2293 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0427496c-f707-4779-93ec-614aeaa2dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436010 Nov 02 11:34:25.969526 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7f96ea7-705d-4872-ab2a-8f5122c988cf req-ced3129f-2fa0-4b43-8f6a-f7fc8a27f1b9 service neutron] 10.222.0.79 "GET /v2.0/networks/0427496c-f707-4779-93ec-614aeaa2dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142120 Nov 02 11:34:25.978037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5343626-388d-45a8-b53d-a94974cd5c2c req-869f9f1d-13f2-48fb-b207-a61c1bcaadb2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:25.979404 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5343626-388d-45a8-b53d-a94974cd5c2c req-869f9f1d-13f2-48fb-b207-a61c1bcaadb2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 948 time: 0.0731182 Nov 02 11:34:25.985254 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-89bddcf9-7b0b-4ac9-8d49-9709a1f4080e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Request body: {'port': {'device_id': '6b7410b4-6b65-421e-aab9-1b525aacb4ef', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'cfc39a049fbf49da960442b66e609d29'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:26.099524 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc21a8-f326-41d0-9df0-77e9edf8391b req-4699259e-2458-40f5-b91b-bdb4c97149c8 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:26.101646 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a1bc21a8-f326-41d0-9df0-77e9edf8391b req-4699259e-2458-40f5-b91b-bdb4c97149c8 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 944 time: 0.0504496 Nov 02 11:34:26.102097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48396) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:26.145491 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15136420-44c5-402c-aebb-070e780ae111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:26.149561 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a1bc21a8-f326-41d0-9df0-77e9edf8391b req-408a0edf-dbe9-46c6-8c4e-2f03b530746c tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418563 Nov 02 11:34:26.177328 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5343626-388d-45a8-b53d-a94974cd5c2c req-95225ddb-f8bb-4661-a195-7f7a22485279 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888239 Nov 02 11:34:26.216868 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7f96ea7-705d-4872-ab2a-8f5122c988cf req-b6269d0f-eb2d-4c86-abc4-59f2b4c449cd service neutron] 10.222.0.79 "GET /v2.0/networks/0427496c-f707-4779-93ec-614aeaa2dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354474 Nov 02 11:34:26.284862 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15136420-44c5-402c-aebb-070e780ae111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:26.310348 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-89bddcf9-7b0b-4ac9-8d49-9709a1f4080e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Made reservation on behalf of cfc39a049fbf49da960442b66e609d29 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:34:26.313959 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-89bddcf9-7b0b-4ac9-8d49-9709a1f4080e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:26.323148 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-89bddcf9-7b0b-4ac9-8d49-9709a1f4080e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:26.364135 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15136420-44c5-402c-aebb-070e780ae111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:26.365420 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-488705b8-0a4c-4268-b1a1-ed11dc26d15e req-3ccdfae6-3984-493d-9c8d-227c4065347e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 210 time: 0.0283527 Nov 02 11:34:26.423360 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-15136420-44c5-402c-aebb-070e780ae111 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=544b771375644bd8bca26658af107a79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165724 Nov 02 11:34:26.426218 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48400) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:26.427394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15136420-44c5-402c-aebb-070e780ae111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013154f3-d648-45f0-8fee-a398df0a16e0,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:26.450093 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-89bddcf9-7b0b-4ac9-8d49-9709a1f4080e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:26.476534 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b54e91d0-d993-4259-8e3b-feb6a2b82c4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:26.500210 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b54e91d0-d993-4259-8e3b-feb6a2b82c4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:26.504711 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-89bddcf9-7b0b-4ac9-8d49-9709a1f4080e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:26.584253 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device efe45a3a-b601-41ee-a6f1-63ab23b1a802 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:34:26.584811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bddcf9-7b0b-4ac9-8d49-9709a1f4080e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e51e85-12ff-473b-a4e2-a36a235fdfe9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:26.631161 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b54e91d0-d993-4259-8e3b-feb6a2b82c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:26.633749 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b54e91d0-d993-4259-8e3b-feb6a2b82c4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:26.634879 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b54e91d0-d993-4259-8e3b-feb6a2b82c4c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/013154f3-d648-45f0-8fee-a398df0a16e0 HTTP/1.1" status: 204 len: 168 time: 0.2072232 Nov 02 11:34:26.658469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e91d0-d993-4259-8e3b-feb6a2b82c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013154f3-d648-45f0-8fee-a398df0a16e0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:26.677213 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f34cd-147b-4adf-9fae-26704d45394e req-d37f9b10-2d00-46af-8aee-462a8c56b5ce tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:26.678949 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef3f34cd-147b-4adf-9fae-26704d45394e req-d37f9b10-2d00-46af-8aee-462a8c56b5ce tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 970 time: 0.1127465 Nov 02 11:34:26.709826 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-89bddcf9-7b0b-4ac9-8d49-9709a1f4080e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Allocated IP 192.168.233.158 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/9d681cad-ae7d-4fd9-ac38-2e31c3b9e152) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:34:26.744270 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port efe45a3a-b601-41ee-a6f1-63ab23b1a802 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:34:26.749137 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port efe45a3a-b601-41ee-a6f1-63ab23b1a802 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:26.749680 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:26.765152 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef3f34cd-147b-4adf-9fae-26704d45394e req-ac92ca0f-adbb-4abd-9793-cc3cca25b76b tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801535 Nov 02 11:34:26.837018 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:26.869939 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port efe45a3a-b601-41ee-a6f1-63ab23b1a802, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=efe45a3a-b601-41ee-a6f1-63ab23b1a802,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:26.890719 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-89bddcf9-7b0b-4ac9-8d49-9709a1f4080e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:26.955713 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:26.984801 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-89bddcf9-7b0b-4ac9-8d49-9709a1f4080e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:27.009371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=efe45a3a-b601-41ee-a6f1-63ab23b1a802,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:27.041466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-89bddcf9-7b0b-4ac9-8d49-9709a1f4080e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:34:27.045102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-89bddcf9-7b0b-4ac9-8d49-9709a1f4080e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:34:27.049572 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-89bddcf9-7b0b-4ac9-8d49-9709a1f4080e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:34:27.056024 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-89bddcf9-7b0b-4ac9-8d49-9709a1f4080e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:27.056675 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-89bddcf9-7b0b-4ac9-8d49-9709a1f4080e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:27.060807 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bddcf9-7b0b-4ac9-8d49-9709a1f4080e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Pushing event updated for resources: {'Port': ['ID=9d681cad-ae7d-4fd9-ac38-2e31c3b9e152,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:27.110909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eae14d9-7f1e-4f71-b1c4-1e52a84fe687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe45a3a-b601-41ee-a6f1-63ab23b1a802'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:34:27.110909 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9a6525-611a-42db-8538-1cf861334221" -d '{"events": [{"server_uuid": "4eae14d9-7f1e-4f71-b1c4-1e52a84fe687", "name": "network-vif-plugged", "status": "completed", "tag": "efe45a3a-b601-41ee-a6f1-63ab23b1a802"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:34:27.141404 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f011d196-71e9-4db8-9ad8-f617d213d928 x-openstack-request-id: req-f011d196-71e9-4db8-9ad8-f617d213d928 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:34:27.142129 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eae14d9-7f1e-4f71-b1c4-1e52a84fe687", "name": "network-vif-plugged", "status": "completed", "tag": "efe45a3a-b601-41ee-a6f1-63ab23b1a802", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:34:27.142394 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f011d196-71e9-4db8-9ad8-f617d213d928 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:34:27.143255 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eae14d9-7f1e-4f71-b1c4-1e52a84fe687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe45a3a-b601-41ee-a6f1-63ab23b1a802', 'code': 200} Nov 02 11:34:27.147924 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-89bddcf9-7b0b-4ac9-8d49-9709a1f4080e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1674559 Nov 02 11:34:27.162398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Request body: {'port': {'device_id': '6b7410b4-6b65-421e-aab9-1b525aacb4ef', 'device_owner': 'compute:tempest-test_az-98167957', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:27.315808 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0e99265e-0203-4f67-bee6-86ffb28525be None None] Provisioning complete for port 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:27.317114 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0e99265e-0203-4f67-bee6-86ffb28525be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:27.318712 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd72242-f527-4f94-8ae7-477602acb5ef req-3c32ac5f-4520-4c96-947b-916dcc3f60c1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:27.328090 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ecd72242-f527-4f94-8ae7-477602acb5ef req-3c32ac5f-4520-4c96-947b-916dcc3f60c1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.0681908 Nov 02 11:34:27.332481 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:27.368663 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0e99265e-0203-4f67-bee6-86ffb28525be None None] Port 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:34:27.387978 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ecd72242-f527-4f94-8ae7-477602acb5ef req-86749ebc-aea4-468d-bfd8-a748286f445d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590997 Nov 02 11:34:27.401495 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1b9d8-5276-48fb-bc7d-5d61d15119be req-683545c0-c783-4d45-bc04-7271bbd91309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:27.403101 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f1e1b9d8-5276-48fb-bc7d-5d61d15119be req-683545c0-c783-4d45-bc04-7271bbd91309 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 1101 time: 0.1992397 Nov 02 11:34:27.422181 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccaa6e6-9437-48bc-81bf-3e0d35ba2079 req-e10bc287-ffd3-4b5d-a9ee-570104a26703 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:27.423789 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ccaa6e6-9437-48bc-81bf-3e0d35ba2079 req-e10bc287-ffd3-4b5d-a9ee-570104a26703 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 944 time: 0.1465726 Nov 02 11:34:27.519556 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e841b2-e0da-4250-a0ab-e3a5d6116bdc req-68ccccda-b290-4cca-bc7e-ec2fabaf3197 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:27.521622 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d1e841b2-e0da-4250-a0ab-e3a5d6116bdc req-68ccccda-b290-4cca-bc7e-ec2fabaf3197 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 936 time: 0.0555155 Nov 02 11:34:27.584697 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d1e841b2-e0da-4250-a0ab-e3a5d6116bdc req-241c9ad6-8a8e-4bad-b78f-f82fae2a3b31 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552962 Nov 02 11:34:27.639664 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ccaa6e6-9437-48bc-81bf-3e0d35ba2079 req-fbb86777-68d1-4bc8-b4c8-9db44c8259ce tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082322 Nov 02 11:34:27.657370 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f1e1b9d8-5276-48fb-bc7d-5d61d15119be req-63d5b369-ace9-4304-bd8c-b4c0a385aea6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404985 Nov 02 11:34:27.811685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:34:27.820163 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:27.833743 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Transition to ACTIVE for port object 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:34:27.891384 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc0c72-b5c9-4e44-8100-d77abc3dcaf7 req-aa63686b-5fbd-4221-9631-e2d04d28ef83 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:27.892974 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ffc0c72-b5c9-4e44-8100-d77abc3dcaf7 req-aa63686b-5fbd-4221-9631-e2d04d28ef83 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 970 time: 0.0546684 Nov 02 11:34:27.932806 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:27.941935 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ffc0c72-b5c9-4e44-8100-d77abc3dcaf7 req-f9304484-ac1b-46bc-8b87-9fb1a2d25f75 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415192 Nov 02 11:34:28.012485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Pushing event updated for resources: {'Port': ['ID=9d681cad-ae7d-4fd9-ac38-2e31c3b9e152,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:28.029935 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Attempting to bind port 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:34:28.030275 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Attempting to bind port 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:34:28.030606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Attempting to bind port 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:28.035667 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Port 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:34:28.035991 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Attempting to bind port 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:28.041967 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:34:28.046812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:34:28.046812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:34:28.046812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Bound port: 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:34:28.046812 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:28.179371 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3eb2b8c9-288c-4c34-8019-f4ac520fd1c8 req-9de7b1c2-303b-47d7-aac5-c3cfd4c91952 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1069117 Nov 02 11:34:28.206742 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] For port 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:34:28.213164 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] For port 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9d681cad-ae7d-4fd9-ac38-2e31c3b9e152,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:34:28.234858 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1b8aa-755e-4b4c-9cc6-d9b4e6a1f548 req-7ddf1151-d6ea-4843-8c59-8c549073b475 tempest-AggregatesAdminTestJSON-660217390 tempest-AggregatesAdminTestJSON-660217390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:28.243468 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8db1b8aa-755e-4b4c-9cc6-d9b4e6a1f548 req-7ddf1151-d6ea-4843-8c59-8c549073b475 tempest-AggregatesAdminTestJSON-660217390 tempest-AggregatesAdminTestJSON-660217390-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 1122 time: 0.1257586 Nov 02 11:34:28.260813 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8db1b8aa-755e-4b4c-9cc6-d9b4e6a1f548 req-791b2579-06c6-4a53-b975-5d5f15061f5c tempest-AggregatesAdminTestJSON-660217390 tempest-AggregatesAdminTestJSON-660217390-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:28.283289 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2b8c9-288c-4c34-8019-f4ac520fd1c8 req-b14ebd0d-486b-4a50-a97b-94c52bebe252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:28.284939 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3eb2b8c9-288c-4c34-8019-f4ac520fd1c8 req-b14ebd0d-486b-4a50-a97b-94c52bebe252 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4d7fd316b7534e31a32f4a5a134ab5c4&device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 1122 time: 0.0439553 Nov 02 11:34:28.312371 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:28.397122 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:28.397871 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:28.399814 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] 10.222.0.54 "PUT /v2.0/ports/9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 HTTP/1.1" status: 200 len: 1117 time: 1.2417440 Nov 02 11:34:28.403470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7410b4-6b65-421e-aab9-1b525aacb4ef', 'tag': '9d681cad-ae7d-4fd9-ac38-2e31c3b9e152'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:34:28.406523 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0409fdce-e968-4fa4-bd74-ae12979efb4d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7410b4-6b65-421e-aab9-1b525aacb4ef", "tag": "9d681cad-ae7d-4fd9-ac38-2e31c3b9e152"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:34:28.464463 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1280b2-57e5-4517-b91c-2d87ba315fbe service neutron] Pushing event updated for resources: {'Port': ['ID=9d681cad-ae7d-4fd9-ac38-2e31c3b9e152,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:28.468674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2b8c9-288c-4c34-8019-f4ac520fd1c8 req-9c8479f1-49a6-4704-9533-edee38561a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:28.471291 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3eb2b8c9-288c-4c34-8019-f4ac520fd1c8 req-9c8479f1-49a6-4704-9533-edee38561a3b service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1564002 Nov 02 11:34:28.489285 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8db1b8aa-755e-4b4c-9cc6-d9b4e6a1f548 req-791b2579-06c6-4a53-b975-5d5f15061f5c tempest-AggregatesAdminTestJSON-660217390 tempest-AggregatesAdminTestJSON-660217390-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:28.534214 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3eb2b8c9-288c-4c34-8019-f4ac520fd1c8 req-abf4fa9f-4ea9-4c8d-b851-508eca973d9f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=81e96f24-123c-4c3e-8776-7ad2b7035879 HTTP/1.1" status: 200 len: 217 time: 0.0535936 Nov 02 11:34:28.552806 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8db1b8aa-755e-4b4c-9cc6-d9b4e6a1f548 req-791b2579-06c6-4a53-b975-5d5f15061f5c tempest-AggregatesAdminTestJSON-660217390 tempest-AggregatesAdminTestJSON-660217390-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:28.596314 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c665ce00-807a-4f4f-a89f-a2b97e65c511 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:34:28.614972 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800bb1e-6331-46ca-8880-cb07691dc9a8 req-d70dde3e-a5fe-4dbd-b6f0-84dbcc9b927e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:28.622105 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0800bb1e-6331-46ca-8880-cb07691dc9a8 req-d70dde3e-a5fe-4dbd-b6f0-84dbcc9b927e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.1283417 Nov 02 11:34:28.630749 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2b8c9-288c-4c34-8019-f4ac520fd1c8 req-954ac7ac-add4-42e1-80ac-5f9883dae3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:28.632604 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3eb2b8c9-288c-4c34-8019-f4ac520fd1c8 req-954ac7ac-add4-42e1-80ac-5f9883dae3b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0789428 Nov 02 11:34:28.685314 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8db1b8aa-755e-4b4c-9cc6-d9b4e6a1f548 req-791b2579-06c6-4a53-b975-5d5f15061f5c tempest-AggregatesAdminTestJSON-660217390 tempest-AggregatesAdminTestJSON-660217390-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333241 Nov 02 11:34:28.692455 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b2579-06c6-4a53-b975-5d5f15061f5c tempest-AggregatesAdminTestJSON-660217390 tempest-AggregatesAdminTestJSON-660217390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f0142d-4308-4e81-a913-ca69763af5ac,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:28.719765 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0800bb1e-6331-46ca-8880-cb07691dc9a8 req-8b46f209-7d50-46c9-9fcc-7e4834ad2ff4 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829034 Nov 02 11:34:28.728217 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2b8c9-288c-4c34-8019-f4ac520fd1c8 req-e0412979-19e1-427d-be2d-6176bc4d956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:28.729704 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3eb2b8c9-288c-4c34-8019-f4ac520fd1c8 req-e0412979-19e1-427d-be2d-6176bc4d956e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0878174 Nov 02 11:34:28.742008 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-b4680815-884f-4225-91df-7ee9ea49e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:28.743961 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-b4680815-884f-4225-91df-7ee9ea49e987 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cfc39a049fbf49da960442b66e609d29&device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 1120 time: 0.1925192 Nov 02 11:34:28.763498 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c4e71b-fb94-4e22-a161-962e697c1bee x-openstack-request-id: req-32c4e71b-fb94-4e22-a161-962e697c1bee {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:34:28.764147 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7410b4-6b65-421e-aab9-1b525aacb4ef", "tag": "9d681cad-ae7d-4fd9-ac38-2e31c3b9e152", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:34:28.764482 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32c4e71b-fb94-4e22-a161-962e697c1bee {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:34:28.765476 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7410b4-6b65-421e-aab9-1b525aacb4ef', 'tag': '9d681cad-ae7d-4fd9-ac38-2e31c3b9e152', 'status': 'completed', 'code': 200} Nov 02 11:34:28.810842 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-0d906bce-3221-49fc-a8e6-53ce094442b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 HTTP/1.1" status: 200 len: 217 time: 0.0584357 Nov 02 11:34:28.811228 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c665ce00-807a-4f4f-a89f-a2b97e65c511, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c665ce00-807a-4f4f-a89f-a2b97e65c511,segment=NetworkSegment(195c9522-93be-4c36-b475-977c63d7267e),segment_id=195c9522-93be-4c36-b475-977c63d7267e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:28.828828 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'c665ce00-807a-4f4f-a89f-a2b97e65c511', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'port_id': 'c665ce00-807a-4f4f-a89f-a2b97e65c511', 'mac_address': 'fa:16:3e:8c:62:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:34:28.867885 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:28.881923 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c665ce00-807a-4f4f-a89f-a2b97e65c511 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:34:28.901220 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3eb2b8c9-288c-4c34-8019-f4ac520fd1c8 req-f772df88-ab89-4d04-8729-253f275cc709 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628335 Nov 02 11:34:28.906909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c665ce00-807a-4f4f-a89f-a2b97e65c511, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c665ce00-807a-4f4f-a89f-a2b97e65c511,segment=NetworkSegment(195c9522-93be-4c36-b475-977c63d7267e),segment_id=195c9522-93be-4c36-b475-977c63d7267e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:28.909165 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c9bda-892b-4d0f-911c-51eb093ed49f req-4eacf1b6-4181-4e25-a19f-1822ae9cb724 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:28.911324 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-527c9bda-892b-4d0f-911c-51eb093ed49f req-4eacf1b6-4181-4e25-a19f-1822ae9cb724 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 968 time: 0.0822413 Nov 02 11:34:29.007246 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:29.026554 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-527c9bda-892b-4d0f-911c-51eb093ed49f req-4da3938b-d6fb-470f-a611-4fd593036454 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067419 Nov 02 11:34:29.045280 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3eb2b8c9-288c-4c34-8019-f4ac520fd1c8 req-fd995e76-f085-41a0-a278-7783aebdd940 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328821 Nov 02 11:34:29.101959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-176ef300-1d51-49f3-8d30-5ff9cdc0791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:29.103499 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-176ef300-1d51-49f3-8d30-5ff9cdc0791c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.2825522 Nov 02 11:34:29.106552 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=c665ce00-807a-4f4f-a89f-a2b97e65c511,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:29.155424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0566af7-a041-4e79-86e4-ae4d894effa4 req-24a570d7-006d-478e-a8d9-6829c5af9922 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:29.157520 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0566af7-a041-4e79-86e4-ae4d894effa4 req-24a570d7-006d-478e-a8d9-6829c5af9922 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 945 time: 0.2719097 Nov 02 11:34:29.186966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-2a19f575-cb83-493b-a1b5-3b6a12616173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:29.188421 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-2a19f575-cb83-493b-a1b5-3b6a12616173 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0763819 Nov 02 11:34:29.240214 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0566af7-a041-4e79-86e4-ae4d894effa4 req-6bfac1d4-8409-4eb9-86e4-549e7536bce1 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737340 Nov 02 11:34:29.265765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['c665ce00-807a-4f4f-a89f-a2b97e65c511'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:34:29.304467 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-2e5b649e-fa3e-4f6a-a2ad-520c3b7b6378 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052225 Nov 02 11:34:29.432174 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ca075a9-e3d4-47b1-bb60-e981e74c3fb9 req-d0cdd19c-99bd-449f-9654-3c2ce5fe6af4 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089394 Nov 02 11:34:29.559395 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cac6385b-ab81-4774-8854-a17d58b54400 req-9bf8af15-7448-4701-83e4-03562cacdf4d tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=df1835d49dae4adab329b23ce0df597c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241976 Nov 02 11:34:29.710360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6385b-ab81-4774-8854-a17d58b54400 req-d7c4e29c-cf10-4811-a0ba-fa1eb330459e tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:29.711950 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cac6385b-ab81-4774-8854-a17d58b54400 req-d7c4e29c-cf10-4811-a0ba-fa1eb330459e tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454763 Nov 02 11:34:29.720276 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409fdce-e968-4fa4-bd74-ae12979efb4d req-f59aca61-543b-4c1d-99f4-301065f7d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:29.721821 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0409fdce-e968-4fa4-bd74-ae12979efb4d req-f59aca61-543b-4c1d-99f4-301065f7d70a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cfc39a049fbf49da960442b66e609d29&device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 1120 time: 0.0731387 Nov 02 11:34:29.731446 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cac6385b-ab81-4774-8854-a17d58b54400 req-d866600b-1a96-4ab7-8ae2-3a47e6bd9b48 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/quotas/df1835d49dae4adab329b23ce0df597c HTTP/1.1" status: 200 len: 375 time: 0.0133357 Nov 02 11:34:29.787067 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cac6385b-ab81-4774-8854-a17d58b54400 req-67546aa4-5bca-4809-976c-ddaf45f9a62f tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=df1835d49dae4adab329b23ce0df597c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472105 Nov 02 11:34:29.852625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409fdce-e968-4fa4-bd74-ae12979efb4d req-890c5844-f0ca-4a7c-a5ba-5cdf1e7fabad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:29.854222 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0409fdce-e968-4fa4-bd74-ae12979efb4d req-890c5844-f0ca-4a7c-a5ba-5cdf1e7fabad service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1217735 Nov 02 11:34:29.896730 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0409fdce-e968-4fa4-bd74-ae12979efb4d req-922c47ac-0dc4-4637-a630-9ef31175a7e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 HTTP/1.1" status: 200 len: 217 time: 0.0346463 Nov 02 11:34:29.962782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409fdce-e968-4fa4-bd74-ae12979efb4d req-d4b60986-f47b-40cd-83c2-23965d06c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:29.967312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0409fdce-e968-4fa4-bd74-ae12979efb4d req-d4b60986-f47b-40cd-83c2-23965d06c334 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0563209 Nov 02 11:34:30.012880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409fdce-e968-4fa4-bd74-ae12979efb4d req-a77272f0-00f9-4fee-be2b-e59ebd7e6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:30.014297 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0409fdce-e968-4fa4-bd74-ae12979efb4d req-a77272f0-00f9-4fee-be2b-e59ebd7e6a36 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0418439 Nov 02 11:34:30.038288 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08d856-0048-447b-8a9e-e8e77d8ff533 req-d611fec5-b69e-4eb6-857d-fedd01469814 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:30.039842 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fb08d856-0048-447b-8a9e-e8e77d8ff533 req-d611fec5-b69e-4eb6-857d-fedd01469814 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.0505517 Nov 02 11:34:30.119854 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fb08d856-0048-447b-8a9e-e8e77d8ff533 req-586cec66-62c4-40db-b6bb-7f09c606bd56 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645700 Nov 02 11:34:30.147330 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-98d2d4ab-73d2-414a-8aff-877fc6c294dc req-e302a8a0-0f63-4481-8944-7593063dd2b1 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8f01e9-5802-45cf-82cc-12c2736d4ff1 HTTP/1.1" status: 200 len: 210 time: 0.0434761 Nov 02 11:34:30.149056 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0409fdce-e968-4fa4-bd74-ae12979efb4d req-21c39eb8-8d1c-494b-8eab-9fdd22d98a93 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252649 Nov 02 11:34:30.271993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4fa81-f099-4d6b-a3e3-31771877fdb5 req-e04f75da-a8e1-4a90-baec-28b081733e63 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:30.275776 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9ac4fa81-f099-4d6b-a3e3-31771877fdb5 req-e04f75da-a8e1-4a90-baec-28b081733e63 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 968 time: 0.0717571 Nov 02 11:34:30.277977 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0409fdce-e968-4fa4-bd74-ae12979efb4d req-6914fb76-2c30-47eb-8a8d-08e2627352b7 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212792 Nov 02 11:34:30.332088 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9ac4fa81-f099-4d6b-a3e3-31771877fdb5 req-48d8865c-8eb0-47a4-99eb-353cecf99c1a tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505824 Nov 02 11:34:30.605941 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004feac-fd99-4a59-9399-b571850f285b req-8044848c-d589-4b6b-851f-bab5c2c27870 tempest-MigrationsAdminTest-948083984 tempest-MigrationsAdminTest-948083984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:30.607472 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4004feac-fd99-4a59-9399-b571850f285b req-8044848c-d589-4b6b-851f-bab5c2c27870 tempest-MigrationsAdminTest-948083984 tempest-MigrationsAdminTest-948083984-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 1101 time: 0.0424583 Nov 02 11:34:30.612330 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c665ce00-807a-4f4f-a89f-a2b97e65c511 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:34:30.626653 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4004feac-fd99-4a59-9399-b571850f285b req-abe6415c-db85-40b3-8044-21adcff4e7db tempest-MigrationsAdminTest-948083984 tempest-MigrationsAdminTest-948083984-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:30.709246 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4004feac-fd99-4a59-9399-b571850f285b req-abe6415c-db85-40b3-8044-21adcff4e7db tempest-MigrationsAdminTest-948083984 tempest-MigrationsAdminTest-948083984-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:30.744769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port c665ce00-807a-4f4f-a89f-a2b97e65c511 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:34:30.749878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port c665ce00-807a-4f4f-a89f-a2b97e65c511 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:30.751601 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:30.767632 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4004feac-fd99-4a59-9399-b571850f285b req-abe6415c-db85-40b3-8044-21adcff4e7db tempest-MigrationsAdminTest-948083984 tempest-MigrationsAdminTest-948083984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:30.821284 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4004feac-fd99-4a59-9399-b571850f285b req-abe6415c-db85-40b3-8044-21adcff4e7db tempest-MigrationsAdminTest-948083984 tempest-MigrationsAdminTest-948083984-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068715 Nov 02 11:34:30.823332 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6415c-db85-40b3-8044-21adcff4e7db tempest-MigrationsAdminTest-948083984 tempest-MigrationsAdminTest-948083984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2195f44f-4c2d-4068-a8db-4dddf128a515,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:30.850297 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:30.876087 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e68e632-108a-4870-b7d3-a538f5be8a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c665ce00-807a-4f4f-a89f-a2b97e65c511'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:34:30.878380 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc05537-bf05-4f9e-a587-231d441ab7e0" -d '{"events": [{"server_uuid": "8e68e632-108a-4870-b7d3-a538f5be8a50", "name": "network-vif-plugged", "status": "completed", "tag": "c665ce00-807a-4f4f-a89f-a2b97e65c511"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:34:30.893041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c665ce00-807a-4f4f-a89f-a2b97e65c511, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c665ce00-807a-4f4f-a89f-a2b97e65c511,segment=NetworkSegment(195c9522-93be-4c36-b475-977c63d7267e),segment_id=195c9522-93be-4c36-b475-977c63d7267e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:30.952079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269fa5a-2339-4fd8-b0d7-199ed31e0320 req-bcfec432-33a1-472c-96a3-c201e4588189 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:30.953396 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5269fa5a-2339-4fd8-b0d7-199ed31e0320 req-bcfec432-33a1-472c-96a3-c201e4588189 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 945 time: 0.0570989 Nov 02 11:34:30.978683 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:31.044345 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=c665ce00-807a-4f4f-a89f-a2b97e65c511,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:31.174900 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5269fa5a-2339-4fd8-b0d7-199ed31e0320 req-fe0b06a6-f230-4f0a-9daf-e71d62ca2606 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146676 Nov 02 11:34:31.258594 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac72d28-5d60-4b2c-bd23-88174820c2c4 x-openstack-request-id: req-5ac72d28-5d60-4b2c-bd23-88174820c2c4 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:34:31.258594 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e68e632-108a-4870-b7d3-a538f5be8a50", "name": "network-vif-plugged", "status": "completed", "tag": "c665ce00-807a-4f4f-a89f-a2b97e65c511", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:34:31.258594 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ac72d28-5d60-4b2c-bd23-88174820c2c4 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:34:31.258594 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e68e632-108a-4870-b7d3-a538f5be8a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c665ce00-807a-4f4f-a89f-a2b97e65c511', 'code': 200} Nov 02 11:34:31.294236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-c8849ff6-d72d-4c1f-86dd-5043dce789d6 req-382efa82-a995-4b71-9a78-379829daea16 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:34:31.298461 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c8849ff6-d72d-4c1f-86dd-5043dce789d6 req-382efa82-a995-4b71-9a78-379829daea16 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0584712 Nov 02 11:34:31.405514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0cbc8-5849-456b-9536-a5c9a1d9fbf0 req-e2c55aad-5e7d-43d1-8d1e-bc0f5e0b86db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:31.407894 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-67f0cbc8-5849-456b-9536-a5c9a1d9fbf0 req-e2c55aad-5e7d-43d1-8d1e-bc0f5e0b86db service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 1098 time: 0.0741467 Nov 02 11:34:31.484156 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-67f0cbc8-5849-456b-9536-a5c9a1d9fbf0 req-4ae3ac5a-2e51-4b42-a304-9279b8189a06 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661957 Nov 02 11:34:31.509041 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ae40e560-bcc3-4979-a3e2-e04fa4c29688 req-9d0ed68f-f87f-4753-89e7-8607c7de628e tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8f01e9-5802-45cf-82cc-12c2736d4ff1 HTTP/1.1" status: 200 len: 210 time: 0.0301077 Nov 02 11:34:31.638616 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfca83b-2740-41d6-95c3-19111d81d2e1 req-05378158-8654-4296-abbd-6772f853c50d tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:31.640289 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9dfca83b-2740-41d6-95c3-19111d81d2e1 req-05378158-8654-4296-abbd-6772f853c50d tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 968 time: 0.0533011 Nov 02 11:34:31.702030 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9dfca83b-2740-41d6-95c3-19111d81d2e1 req-42059a85-a48f-4a59-89c7-7be688955251 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539205 Nov 02 11:34:32.176844 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3194269-51cd-4bd9-ac2c-d35b25616209 req-91868f45-d154-4e43-9998-a8c2b8a44d36 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:32.178489 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a3194269-51cd-4bd9-ac2c-d35b25616209 req-91868f45-d154-4e43-9998-a8c2b8a44d36 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.0531096 Nov 02 11:34:32.231564 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a3194269-51cd-4bd9-ac2c-d35b25616209 req-84f0653e-046e-466d-b549-771291f68e59 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466678 Nov 02 11:34:32.344757 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd9e49-2247-4d50-b2fb-62a6fcb8ab23 req-dcc90767-bf44-4abf-8348-4a89ccd9de89 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:32.346468 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73dd9e49-2247-4d50-b2fb-62a6fcb8ab23 req-dcc90767-bf44-4abf-8348-4a89ccd9de89 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 946 time: 0.0532854 Nov 02 11:34:32.389124 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:34:32.401154 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48582) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:32.406170 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73dd9e49-2247-4d50-b2fb-62a6fcb8ab23 req-7b72f0ac-ca0d-444a-be24-daec3b80f0d5 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525033 Nov 02 11:34:32.507476 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9d681cad-ae7d-4fd9-ac38-2e31c3b9e152,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:32.520586 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '9d681cad-ae7d-4fd9-ac38-2e31c3b9e152', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '9d681cad-ae7d-4fd9-ac38-2e31c3b9e152', 'mac_address': 'fa:16:3e:ff:d3:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:tempest-test_az-98167957', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:34:32.521829 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-6405a883-7ae0-41c3-afb4-0acc5b1d89df service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1194298 Nov 02 11:34:32.532856 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-527a651c-1f90-4b9d-9dba-065ea78362dd service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:34:32.534390 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-527a651c-1f90-4b9d-9dba-065ea78362dd service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0061798 Nov 02 11:34:32.596227 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:32.610441 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:34:32.617840 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7596cde2-4d5c-4e17-a285-206b844f5c0c req-e1a33d30-f9e9-4ad0-8040-6d3b7814e26c tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8f01e9-5802-45cf-82cc-12c2736d4ff1 HTTP/1.1" status: 200 len: 210 time: 0.0268667 Nov 02 11:34:32.641927 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9d681cad-ae7d-4fd9-ac38-2e31c3b9e152,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:32.773047 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:32.857990 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=9d681cad-ae7d-4fd9-ac38-2e31c3b9e152,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:32.897463 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cac6385b-ab81-4774-8854-a17d58b54400 req-4c098676-4ea1-424f-9db2-d94b0fee6683 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=df1835d49dae4adab329b23ce0df597c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330875 Nov 02 11:34:32.937053 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7049d7-0ca9-44f5-9dda-a0f087ddbebe req-800b5b65-1926-426d-8138-fce1270fd252 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:32.938892 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1f7049d7-0ca9-44f5-9dda-a0f087ddbebe req-800b5b65-1926-426d-8138-fce1270fd252 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 969 time: 0.1435115 Nov 02 11:34:33.004678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['9d681cad-ae7d-4fd9-ac38-2e31c3b9e152'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:34:33.054035 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1f7049d7-0ca9-44f5-9dda-a0f087ddbebe req-e8c97323-facb-462d-9783-fc4ecf698fba tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075628 Nov 02 11:34:33.073276 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6385b-ab81-4774-8854-a17d58b54400 req-af85d288-1cb1-409d-9460-77ad0fda6721 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:33.074776 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cac6385b-ab81-4774-8854-a17d58b54400 req-af85d288-1cb1-409d-9460-77ad0fda6721 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1697149 Nov 02 11:34:33.088819 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-cac6385b-ab81-4774-8854-a17d58b54400 req-4a2aa4b2-61e1-4b66-8933-1c9467cc3b61 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Request body: {'port': {'device_id': 'fe8f01e9-5802-45cf-82cc-12c2736d4ff1', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'df1835d49dae4adab329b23ce0df597c'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:33.355915 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac6385b-ab81-4774-8854-a17d58b54400 req-4a2aa4b2-61e1-4b66-8933-1c9467cc3b61 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Made reservation on behalf of df1835d49dae4adab329b23ce0df597c for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:34:33.359825 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cac6385b-ab81-4774-8854-a17d58b54400 req-4a2aa4b2-61e1-4b66-8933-1c9467cc3b61 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:33.366701 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46dfcd2-faee-4b6f-b197-27fb4de4ff4e req-0415a6af-67dc-439d-ade8-96e0c88e1c4f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:33.376853 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a46dfcd2-faee-4b6f-b197-27fb4de4ff4e req-0415a6af-67dc-439d-ade8-96e0c88e1c4f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.0695443 Nov 02 11:34:33.379978 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cac6385b-ab81-4774-8854-a17d58b54400 req-4a2aa4b2-61e1-4b66-8933-1c9467cc3b61 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:33.455338 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a46dfcd2-faee-4b6f-b197-27fb4de4ff4e req-a216db97-6e90-47a5-885e-e3e7ba612299 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710936 Nov 02 11:34:33.475764 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cac6385b-ab81-4774-8854-a17d58b54400 req-4a2aa4b2-61e1-4b66-8933-1c9467cc3b61 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:33.557454 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cac6385b-ab81-4774-8854-a17d58b54400 req-4a2aa4b2-61e1-4b66-8933-1c9467cc3b61 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:33.591942 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef63e8-e206-4b9a-b6ad-ab64322515bc req-60a0d051-0a44-40af-a7fd-49bc90117429 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:33.593472 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1eef63e8-e206-4b9a-b6ad-ab64322515bc req-60a0d051-0a44-40af-a7fd-49bc90117429 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 946 time: 0.0653598 Nov 02 11:34:33.652191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2aa4b2-61e1-4b66-8933-1c9467cc3b61 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:33.667485 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1eef63e8-e206-4b9a-b6ad-ab64322515bc req-0f5bbfdc-5675-414d-acfc-774fc8ee3db6 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616648 Nov 02 11:34:33.749475 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-cac6385b-ab81-4774-8854-a17d58b54400 req-4a2aa4b2-61e1-4b66-8933-1c9467cc3b61 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Allocated IP 192.168.233.55 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/14d3665e-7b93-484f-9782-46ccc01f493b) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:34:33.792177 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a16a5e37-6993-46b8-9db9-239b02f11b76 req-8c164f38-a68e-4b54-8059-8ce4a2e3fba6 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8f01e9-5802-45cf-82cc-12c2736d4ff1 HTTP/1.1" status: 200 len: 210 time: 0.0355051 Nov 02 11:34:33.943908 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cac6385b-ab81-4774-8854-a17d58b54400 req-4a2aa4b2-61e1-4b66-8933-1c9467cc3b61 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:33.957396 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e6315-6d5d-42ac-809c-22177a2ce856 req-a1b6d075-fa88-4817-9555-82c0aea20cc5 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:33.958909 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-145e6315-6d5d-42ac-809c-22177a2ce856 req-a1b6d075-fa88-4817-9555-82c0aea20cc5 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 946 time: 0.0509343 Nov 02 11:34:33.968798 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48652) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:33.990470 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2fcb007b-1f8b-46b5-8a40-27e3ae6367f9 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Request body: {'floatingip': {'port_id': 'c665ce00-807a-4f4f-a89f-a2b97e65c511'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:34.064812 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cac6385b-ab81-4774-8854-a17d58b54400 req-4a2aa4b2-61e1-4b66-8933-1c9467cc3b61 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:34.070906 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2fcb007b-1f8b-46b5-8a40-27e3ae6367f9 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for floatingip, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:34.141625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac6385b-ab81-4774-8854-a17d58b54400 req-4a2aa4b2-61e1-4b66-8933-1c9467cc3b61 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:34:34.146856 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-cac6385b-ab81-4774-8854-a17d58b54400 req-4a2aa4b2-61e1-4b66-8933-1c9467cc3b61 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:34:34.157089 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac6385b-ab81-4774-8854-a17d58b54400 req-4a2aa4b2-61e1-4b66-8933-1c9467cc3b61 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:34:34.168203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6385b-ab81-4774-8854-a17d58b54400 req-4a2aa4b2-61e1-4b66-8933-1c9467cc3b61 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:34.169337 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cac6385b-ab81-4774-8854-a17d58b54400 req-4a2aa4b2-61e1-4b66-8933-1c9467cc3b61 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:34.214917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2aa4b2-61e1-4b66-8933-1c9467cc3b61 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Pushing event updated for resources: {'Port': ['ID=14d3665e-7b93-484f-9782-46ccc01f493b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:34.315355 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cac6385b-ab81-4774-8854-a17d58b54400 req-4a2aa4b2-61e1-4b66-8933-1c9467cc3b61 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2307172 Nov 02 11:34:34.327921 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Request body: {'port': {'device_id': 'fe8f01e9-5802-45cf-82cc-12c2736d4ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:34.339910 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758af0e-9a5a-4c2d-befb-102b66a1afe1 req-28ce185d-61c2-44c1-be04-a3d7fc8584da tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:34.348302 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2758af0e-9a5a-4c2d-befb-102b66a1afe1 req-28ce185d-61c2-44c1-be04-a3d7fc8584da tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 969 time: 0.0990007 Nov 02 11:34:34.396375 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:34:34.504977 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2758af0e-9a5a-4c2d-befb-102b66a1afe1 req-b08d252a-e9cb-458d-9034-fadf1a958cc2 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546896 Nov 02 11:34:34.506796 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:34.567491 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-46522de8-e13a-4350-95cc-747e67ec2d2a None None] Provisioning complete for port 14d3665e-7b93-484f-9782-46ccc01f493b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:34.567914 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-46522de8-e13a-4350-95cc-747e67ec2d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:34.613185 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-46522de8-e13a-4350-95cc-747e67ec2d2a None None] Port 14d3665e-7b93-484f-9782-46ccc01f493b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:34:34.727627 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:34:34.732105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:34.732471 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:34.864286 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:34.885230 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d622c6-6a33-41f9-befa-5b7c5cb01e66 req-80cd0411-8a6d-47b8-ad27-605b3f514c2d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:34.893160 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-00d622c6-6a33-41f9-befa-5b7c5cb01e66 req-80cd0411-8a6d-47b8-ad27-605b3f514c2d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.1958308 Nov 02 11:34:34.918019 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9d681cad-ae7d-4fd9-ac38-2e31c3b9e152,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:34.919278 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7410b4-6b65-421e-aab9-1b525aacb4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d681cad-ae7d-4fd9-ac38-2e31c3b9e152'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:34:34.921823 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92537f9-538c-4f44-850e-8499106df115" -d '{"events": [{"server_uuid": "6b7410b4-6b65-421e-aab9-1b525aacb4ef", "name": "network-vif-plugged", "status": "completed", "tag": "9d681cad-ae7d-4fd9-ac38-2e31c3b9e152"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:34:34.931726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d3665e-7b93-484f-9782-46ccc01f493b {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:34:34.939464 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:34.980830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Transition to ACTIVE for port object 14d3665e-7b93-484f-9782-46ccc01f493b will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:34:34.990279 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:35.000444 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fc1b2-d6a1-40e0-b378-8f274f3e7022 req-3fea50d0-5cf8-4c30-8391-5f9e9285ab82 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:35.002004 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c92fc1b2-d6a1-40e0-b378-8f274f3e7022 req-3fea50d0-5cf8-4c30-8391-5f9e9285ab82 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8f01e9-5802-45cf-82cc-12c2736d4ff1 HTTP/1.1" status: 200 len: 935 time: 0.0586176 Nov 02 11:34:35.048514 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:35.059431 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-00d622c6-6a33-41f9-befa-5b7c5cb01e66 req-5c68417c-7e91-42ec-aeb4-a92e5c6ce9f1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651206 Nov 02 11:34:35.062297 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=9d681cad-ae7d-4fd9-ac38-2e31c3b9e152,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:35.092902 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2fcb007b-1f8b-46b5-8a40-27e3ae6367f9 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:35.120223 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c92fc1b2-d6a1-40e0-b378-8f274f3e7022 req-7bee5dec-a39b-40c9-9b9d-29db5ba202c7 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031957 Nov 02 11:34:35.121272 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Pushing event updated for resources: {'Port': ['ID=14d3665e-7b93-484f-9782-46ccc01f493b,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:35.187259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Attempting to bind port 14d3665e-7b93-484f-9782-46ccc01f493b on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:34:35.187608 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Attempting to bind port 14d3665e-7b93-484f-9782-46ccc01f493b by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:34:35.187937 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Attempting to bind port 14d3665e-7b93-484f-9782-46ccc01f493b on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:35.193472 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Port 14d3665e-7b93-484f-9782-46ccc01f493b on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:34:35.193799 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Attempting to bind port 14d3665e-7b93-484f-9782-46ccc01f493b on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:35.203571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:34:35.203920 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:34:35.204312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:34:35.204748 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Bound port: 14d3665e-7b93-484f-9782-46ccc01f493b, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:34:35.205138 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:35.218565 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2fcb007b-1f8b-46b5-8a40-27e3ae6367f9 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:35.345690 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] For port 14d3665e-7b93-484f-9782-46ccc01f493b, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:34:35.355292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] For port 14d3665e-7b93-484f-9782-46ccc01f493b, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=14d3665e-7b93-484f-9782-46ccc01f493b,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:34:35.363763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a090c-81ee-490e-827f-53f238064f7c req-770f25ea-eb2f-406d-84e5-d67efcd2479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:35.365415 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-770f25ea-eb2f-406d-84e5-d67efcd2479d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 1101 time: 0.0865693 Nov 02 11:34:35.388685 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b4967a-825b-4975-8dd0-ad9bf1761b51 x-openstack-request-id: req-20b4967a-825b-4975-8dd0-ad9bf1761b51 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:34:35.389001 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7410b4-6b65-421e-aab9-1b525aacb4ef", "name": "network-vif-plugged", "status": "completed", "tag": "9d681cad-ae7d-4fd9-ac38-2e31c3b9e152", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:34:35.389258 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-20b4967a-825b-4975-8dd0-ad9bf1761b51 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:34:35.389665 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7410b4-6b65-421e-aab9-1b525aacb4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d681cad-ae7d-4fd9-ac38-2e31c3b9e152', 'code': 200} Nov 02 11:34:35.420046 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-2fcb007b-1f8b-46b5-8a40-27e3ae6367f9 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Floating IP db5ef27e-cf22-4d78-be25-f96b71017c79 associated. External IP: 172.25.6.176, port: c665ce00-807a-4f4f-a89f-a2b97e65c511. Nov 02 11:34:35.491932 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a090c-81ee-490e-827f-53f238064f7c req-28ad50e9-d020-42e9-9131-10ee952c310b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:35.493600 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-28ad50e9-d020-42e9-9131-10ee952c310b service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1213737 Nov 02 11:34:35.500263 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:35.577773 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-2cb7cf0c-cbe6-4b22-91a3-144c5a522f3c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=efe45a3a-b601-41ee-a6f1-63ab23b1a802 HTTP/1.1" status: 200 len: 217 time: 0.0725465 Nov 02 11:34:35.640104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:35.640727 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:35.642138 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cac6385b-ab81-4774-8854-a17d58b54400 req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] 10.222.0.54 "PUT /v2.0/ports/14d3665e-7b93-484f-9782-46ccc01f493b HTTP/1.1" status: 200 len: 1096 time: 1.3197491 Nov 02 11:34:35.646878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8f01e9-5802-45cf-82cc-12c2736d4ff1', 'tag': '14d3665e-7b93-484f-9782-46ccc01f493b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:34:35.649197 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e0170c-5f9a-4e14-825d-96a92513331c" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8f01e9-5802-45cf-82cc-12c2736d4ff1", "tag": "14d3665e-7b93-484f-9782-46ccc01f493b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:34:35.707728 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ef63c-15b1-4619-8336-d4b7dac34b7a service neutron] Pushing event updated for resources: {'Port': ['ID=14d3665e-7b93-484f-9782-46ccc01f493b,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:35.717259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a090c-81ee-490e-827f-53f238064f7c req-eaa1bbbe-917d-4e9f-a118-3f80ed6c9ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:35.718645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-eaa1bbbe-917d-4e9f-a118-3f80ed6c9ef7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1309950 Nov 02 11:34:35.748046 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891fb03-3009-42a2-8349-91e391680055 req-eac5eb27-8d25-4fc8-bb47-13cb06884881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:35.750059 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5891fb03-3009-42a2-8349-91e391680055 req-eac5eb27-8d25-4fc8-bb47-13cb06884881 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 1122 time: 0.2892594 Nov 02 11:34:35.782524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af532293-bd39-4678-bba2-93fa162a3020 req-9e978896-3ebf-4c75-ad18-6a81e1ccc2e7 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:35.784234 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-af532293-bd39-4678-bba2-93fa162a3020 req-9e978896-3ebf-4c75-ad18-6a81e1ccc2e7 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 970 time: 0.1481209 Nov 02 11:34:35.843426 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a090c-81ee-490e-827f-53f238064f7c req-0cea24dd-eb26-41d0-8219-f393e9a33906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:35.845094 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-0cea24dd-eb26-41d0-8219-f393e9a33906 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1190293 Nov 02 11:34:35.856850 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5891fb03-3009-42a2-8349-91e391680055 req-8c174b39-841d-4df7-9309-feaa752502a5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934134 Nov 02 11:34:35.903445 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-af532293-bd39-4678-bba2-93fa162a3020 req-d1708a7b-56e0-4fb9-b33b-af52cb9982f2 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947587 Nov 02 11:34:35.907439 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6385b-ab81-4774-8854-a17d58b54400 req-1e0cfc9d-7579-4557-8ddd-5213d6facc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:35.909098 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cac6385b-ab81-4774-8854-a17d58b54400 req-1e0cfc9d-7579-4557-8ddd-5213d6facc48 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df1835d49dae4adab329b23ce0df597c&device_id=fe8f01e9-5802-45cf-82cc-12c2736d4ff1 HTTP/1.1" status: 200 len: 1099 time: 0.1471004 Nov 02 11:34:35.966575 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcb007b-1f8b-46b5-8a40-27e3ae6367f9 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:34:35.972006 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857f0724-c1b4-4501-bbda-e0b3c27f5d17 x-openstack-request-id: req-857f0724-c1b4-4501-bbda-e0b3c27f5d17 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:34:35.973473 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8f01e9-5802-45cf-82cc-12c2736d4ff1", "tag": "14d3665e-7b93-484f-9782-46ccc01f493b", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:34:35.973796 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-857f0724-c1b4-4501-bbda-e0b3c27f5d17 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:34:35.974311 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8f01e9-5802-45cf-82cc-12c2736d4ff1', 'tag': '14d3665e-7b93-484f-9782-46ccc01f493b', 'status': 'completed', 'code': 200} Nov 02 11:34:35.994855 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-838a2892-4978-471a-bdae-374457c2dfc7 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384590 Nov 02 11:34:36.108773 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cac6385b-ab81-4774-8854-a17d58b54400 req-2e297530-dd30-458a-9640-f12c0cb07c6f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=14d3665e-7b93-484f-9782-46ccc01f493b HTTP/1.1" status: 200 len: 217 time: 0.0464611 Nov 02 11:34:36.152900 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcb007b-1f8b-46b5-8a40-27e3ae6367f9 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:34:36.164076 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2fcb007b-1f8b-46b5-8a40-27e3ae6367f9 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:36.176512 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b338a-93c6-44c5-b92b-19b601408569 None None] Sync routers for ids ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:34:36.188852 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-6beb3540-70ac-4f41-8d2c-9e29d985a77e service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877527 Nov 02 11:34:36.190492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6385b-ab81-4774-8854-a17d58b54400 req-bacb0be6-5b39-4310-b528-036bc275359c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:36.192302 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cac6385b-ab81-4774-8854-a17d58b54400 req-bacb0be6-5b39-4310-b528-036bc275359c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0753088 Nov 02 11:34:36.213592 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7b338a-93c6-44c5-b92b-19b601408569 None None] Routers {'0de3a62c-808f-4aa3-9ead-fb49e56013b3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:34:36.215371 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ef7b338a-93c6-44c5-b92b-19b601408569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:34:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:34:36.230566 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2fcb007b-1f8b-46b5-8a40-27e3ae6367f9 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "PUT /v2.0/floatingips/db5ef27e-cf22-4d78-be25-f96b71017c79 HTTP/1.1" status: 200 len: 992 time: 2.2599611 Nov 02 11:34:36.231200 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e68e632-108a-4870-b7d3-a538f5be8a50', 'tag': 'c665ce00-807a-4f4f-a89f-a2b97e65c511'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:34:36.234323 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5770b6ca-bd9c-4303-8984-d190abdd2b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "8e68e632-108a-4870-b7d3-a538f5be8a50", "tag": "c665ce00-807a-4f4f-a89f-a2b97e65c511"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:34:36.282265 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fbf46-be28-4071-b4b5-e9c4b8e4367c req-c102d398-d78d-45fc-8757-bc307157735a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:36.283879 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd4fbf46-be28-4071-b4b5-e9c4b8e4367c req-c102d398-d78d-45fc-8757-bc307157735a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.0903141 Nov 02 11:34:36.290557 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6385b-ab81-4774-8854-a17d58b54400 req-9582a414-f807-4151-9853-98cb90767cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:36.292173 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cac6385b-ab81-4774-8854-a17d58b54400 req-9582a414-f807-4151-9853-98cb90767cfd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0870569 Nov 02 11:34:36.363401 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc1dc5-c7e0-4094-890a-a28bb072142f req-c6e3111d-cc5c-43c1-bd4e-97d86bce444c tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:36.368219 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ef7b338a-93c6-44c5-b92b-19b601408569 None None] Set router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:34:36.370314 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9ffc1dc5-c7e0-4094-890a-a28bb072142f req-c6e3111d-cc5c-43c1-bd4e-97d86bce444c tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8f01e9-5802-45cf-82cc-12c2736d4ff1 HTTP/1.1" status: 200 len: 947 time: 0.0637908 Nov 02 11:34:36.400741 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd4fbf46-be28-4071-b4b5-e9c4b8e4367c req-36d03f9b-2407-42b3-982a-5c8c74365d68 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059253 Nov 02 11:34:36.451305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cac6385b-ab81-4774-8854-a17d58b54400 req-2786c79e-4946-4f2a-a334-27503c9f472a service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487896 Nov 02 11:34:36.477655 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9ffc1dc5-c7e0-4094-890a-a28bb072142f req-c368a45e-02ba-4deb-95e0-2a38ebe8d56a tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750988 Nov 02 11:34:36.601763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cac6385b-ab81-4774-8854-a17d58b54400 req-8087ce95-9547-47a7-9d82-5af60e23bfbe service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419599 Nov 02 11:34:36.702844 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea22a6b-562f-4f1f-9630-7925083db708 x-openstack-request-id: req-9ea22a6b-562f-4f1f-9630-7925083db708 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:34:36.703315 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e68e632-108a-4870-b7d3-a538f5be8a50", "tag": "c665ce00-807a-4f4f-a89f-a2b97e65c511", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:34:36.703801 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ea22a6b-562f-4f1f-9630-7925083db708 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:34:36.704295 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e68e632-108a-4870-b7d3-a538f5be8a50', 'tag': 'c665ce00-807a-4f4f-a89f-a2b97e65c511', 'status': 'completed', 'code': 200} Nov 02 11:34:36.741262 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48738) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:36.786154 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770b6ca-bd9c-4303-8984-d190abdd2b3e req-ed6385fb-f3d7-484f-a25e-8d8c8dba57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:36.788388 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5770b6ca-bd9c-4303-8984-d190abdd2b3e req-ed6385fb-f3d7-484f-a25e-8d8c8dba57f8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb3809d85af44d899f475904c2161bf3&device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 1098 time: 0.0535793 Nov 02 11:34:36.937749 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ef7b338a-93c6-44c5-b92b-19b601408569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:50Z', 'revision_number': 4, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port': {'id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'db5ef27e-cf22-4d78-be25-f96b71017c79', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'floating_ip_address': '172.25.6.176', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'port_id': 'c665ce00-807a-4f4f-a89f-a2b97e65c511', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'mac_address': 'fa:16:3e:8c:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68e632-108a-4870-b7d3-a538f5be8a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:34:11Z', 'updated_at': '2021-11-02T11:34:34Z', 'revision_number': 1, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f3a068-7e98-4600-ab1c-565d74a124f0', 'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'mac_address': 'fa:16:3e:48:1d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:49Z', 'updated_at': '2021-11-02T11:33:54Z', 'revision_number': 5, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'subnets': [{'id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:34:36.979116 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b338a-93c6-44c5-b92b-19b601408569 None None] Checking router: 0de3a62c-808f-4aa3-9ead-fb49e56013b3 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:34:36.983083 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0170c-5f9a-4e14-825d-96a92513331c req-10484848-fc56-4928-b0bb-8a911aab8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:36.984573 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97e0170c-5f9a-4e14-825d-96a92513331c req-10484848-fc56-4928-b0bb-8a911aab8564 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df1835d49dae4adab329b23ce0df597c&device_id=fe8f01e9-5802-45cf-82cc-12c2736d4ff1 HTTP/1.1" status: 200 len: 1099 time: 0.1634886 Nov 02 11:34:36.992292 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-349f81aa-d413-432a-b087-7fda7ad9df88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:37.016171 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7b338a-93c6-44c5-b92b-19b601408569 None None] Routers {'0de3a62c-808f-4aa3-9ead-fb49e56013b3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:34:37.017322 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ef7b338a-93c6-44c5-b92b-19b601408569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:34:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:34:37.073791 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770b6ca-bd9c-4303-8984-d190abdd2b3e req-eaeebbfa-ce94-4abf-8374-ad3d7512880a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:37.075389 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5770b6ca-bd9c-4303-8984-d190abdd2b3e req-eaeebbfa-ce94-4abf-8374-ad3d7512880a service neutron] 10.222.0.79 "GET /v2.0/networks?id=0427496c-f707-4779-93ec-614aeaa2dd50 HTTP/1.1" status: 200 len: 925 time: 0.2776046 Nov 02 11:34:37.132916 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-349f81aa-d413-432a-b087-7fda7ad9df88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:37.170442 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ef7b338a-93c6-44c5-b92b-19b601408569 None None] Set router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:34:37.188955 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a84706-dab2-43c5-b1bc-63b871179677 req-041155a1-7386-4344-ac4e-14b0620c9e90 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:37.196220 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a6a84706-dab2-43c5-b1bc-63b871179677 req-041155a1-7386-4344-ac4e-14b0620c9e90 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 970 time: 0.0612848 Nov 02 11:34:37.212651 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-349f81aa-d413-432a-b087-7fda7ad9df88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:37.319702 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f81aa-d413-432a-b087-7fda7ad9df88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93eaf32f-3621-453b-849c-9898729a5ea4,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:37.337827 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a6a84706-dab2-43c5-b1bc-63b871179677 req-6b025633-d8cf-4c7a-9b40-94fece1d7761 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403496 Nov 02 11:34:37.347865 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-349f81aa-d413-432a-b087-7fda7ad9df88 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d779b39b7b6c47019e66fd91a0ebd8a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6046045 Nov 02 11:34:37.355989 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48762) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:37.433732 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0170c-5f9a-4e14-825d-96a92513331c req-c80fd8ba-28dd-4d37-b2cc-e7da0863db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:37.435569 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97e0170c-5f9a-4e14-825d-96a92513331c req-c80fd8ba-28dd-4d37-b2cc-e7da0863db18 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.4426866 Nov 02 11:34:37.435901 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e2d7ee2c-7f6a-4fb8-9d47-5ca8810fec1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:37.454488 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5770b6ca-bd9c-4303-8984-d190abdd2b3e req-d16ddc63-57fa-4355-be0a-3ec7a7038d1a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c665ce00-807a-4f4f-a89f-a2b97e65c511 HTTP/1.1" status: 200 len: 1000 time: 0.3655283 Nov 02 11:34:37.487711 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e2d7ee2c-7f6a-4fb8-9d47-5ca8810fec1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:37.525087 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97e0170c-5f9a-4e14-825d-96a92513331c req-46258aaf-f7c7-4580-bd0e-f2c6dda59109 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=14d3665e-7b93-484f-9782-46ccc01f493b HTTP/1.1" status: 200 len: 217 time: 0.0695658 Nov 02 11:34:37.536432 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ef7b338a-93c6-44c5-b92b-19b601408569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:50Z', 'revision_number': 4, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port': {'id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'db5ef27e-cf22-4d78-be25-f96b71017c79', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'floating_ip_address': '172.25.6.176', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'port_id': 'c665ce00-807a-4f4f-a89f-a2b97e65c511', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'mac_address': 'fa:16:3e:8c:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68e632-108a-4870-b7d3-a538f5be8a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:34:11Z', 'updated_at': '2021-11-02T11:34:34Z', 'revision_number': 1, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f3a068-7e98-4600-ab1c-565d74a124f0', 'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'mac_address': 'fa:16:3e:48:1d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:49Z', 'updated_at': '2021-11-02T11:33:54Z', 'revision_number': 5, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'subnets': [{'id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:34:37.575785 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b338a-93c6-44c5-b92b-19b601408569 None None] The sync data for ids ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'] in n-d-806683-18 is: [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:50Z', 'revision_number': 4, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port': {'id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'db5ef27e-cf22-4d78-be25-f96b71017c79', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'floating_ip_address': '172.25.6.176', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'port_id': 'c665ce00-807a-4f4f-a89f-a2b97e65c511', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'mac_address': 'fa:16:3e:8c:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e68e632-108a-4870-b7d3-a538f5be8a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:34:11Z', 'updated_at': '2021-11-02T11:34:34Z', 'revision_number': 1, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f3a068-7e98-4600-ab1c-565d74a124f0', 'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'mac_address': 'fa:16:3e:48:1d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:49Z', 'updated_at': '2021-11-02T11:33:54Z', 'revision_number': 5, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'subnets': [{'id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:34:37.623681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770b6ca-bd9c-4303-8984-d190abdd2b3e req-4f5da4d8-08de-46ac-9821-4b32bae7a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:37.630179 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5770b6ca-bd9c-4303-8984-d190abdd2b3e req-4f5da4d8-08de-46ac-9821-4b32bae7a950 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=71d19ab0-8242-4e81-bb30-fdf956ad4e06 HTTP/1.1" status: 200 len: 863 time: 0.1637735 Nov 02 11:34:37.678141 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0170c-5f9a-4e14-825d-96a92513331c req-889316ae-9af7-48cd-a63c-c2208fc9c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:37.679663 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97e0170c-5f9a-4e14-825d-96a92513331c req-889316ae-9af7-48cd-a63c-c2208fc9c7de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1474972 Nov 02 11:34:37.694111 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e2d7ee2c-7f6a-4fb8-9d47-5ca8810fec1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:37.699214 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e2d7ee2c-7f6a-4fb8-9d47-5ca8810fec1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:37.702980 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e2d7ee2c-7f6a-4fb8-9d47-5ca8810fec1a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/93eaf32f-3621-453b-849c-9898729a5ea4 HTTP/1.1" status: 204 len: 168 time: 0.3440614 Nov 02 11:34:37.714252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89683316-e6ee-4432-9c1d-8d3b367b4144 req-90e812a2-fa5f-4d6c-b1de-267a4b94a468 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:37.715848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-89683316-e6ee-4432-9c1d-8d3b367b4144 req-90e812a2-fa5f-4d6c-b1de-267a4b94a468 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.1339290 Nov 02 11:34:37.720487 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7ee2c-7f6a-4fb8-9d47-5ca8810fec1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93eaf32f-3621-453b-849c-9898729a5ea4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:37.752620 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770b6ca-bd9c-4303-8984-d190abdd2b3e req-f4b9779c-cfc8-4ee3-b1ca-fa98cca5db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:37.754437 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5770b6ca-bd9c-4303-8984-d190abdd2b3e req-f4b9779c-cfc8-4ee3-b1ca-fa98cca5db52 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0427496c-f707-4779-93ec-614aeaa2dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1150467 Nov 02 11:34:37.848218 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0170c-5f9a-4e14-825d-96a92513331c req-461c3ed3-0761-412b-ab8a-75e24f8e9681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:37.851132 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97e0170c-5f9a-4e14-825d-96a92513331c req-461c3ed3-0761-412b-ab8a-75e24f8e9681 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1613073 Nov 02 11:34:37.868810 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31047e1-b6f1-4cba-8280-f17b944108e4 None None] New status for floating IP db5ef27e-cf22-4d78-be25-f96b71017c79: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:34:37.947623 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-89683316-e6ee-4432-9c1d-8d3b367b4144 req-2d48815e-49e4-4a59-a8fd-1ee4537f4ea3 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125943 Nov 02 11:34:38.021412 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fbb854-79c9-4a6e-8581-ca9f9b92e8d7 req-31277a9b-a72a-49d6-91b3-89ee1abd3d00 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:38.030788 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-81fbb854-79c9-4a6e-8581-ca9f9b92e8d7 req-31277a9b-a72a-49d6-91b3-89ee1abd3d00 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8f01e9-5802-45cf-82cc-12c2736d4ff1 HTTP/1.1" status: 200 len: 947 time: 0.0678308 Nov 02 11:34:38.096959 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-81fbb854-79c9-4a6e-8581-ca9f9b92e8d7 req-2eb77762-41b9-4072-b6a1-166d7d42c656 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647535 Nov 02 11:34:38.124843 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5770b6ca-bd9c-4303-8984-d190abdd2b3e req-007d73e6-7bf2-4a50-a650-134f9e28badf service neutron] 10.222.0.79 "GET /v2.0/networks/0427496c-f707-4779-93ec-614aeaa2dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616040 Nov 02 11:34:38.137523 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97e0170c-5f9a-4e14-825d-96a92513331c req-fe8ca8db-f735-4487-89e1-23974fe4e7dd service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767222 Nov 02 11:34:38.328465 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5770b6ca-bd9c-4303-8984-d190abdd2b3e req-4a8521c0-998e-4e75-a5fb-b321204c2b07 service neutron] 10.222.0.79 "GET /v2.0/networks/0427496c-f707-4779-93ec-614aeaa2dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934917 Nov 02 11:34:38.332234 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97e0170c-5f9a-4e14-825d-96a92513331c req-f28aa36a-088b-44b6-8d22-9bc9ec6801ca service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851530 Nov 02 11:34:38.606982 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383c34d-769a-472e-a63f-0e9bb00a1c7c req-339cc7b4-999d-44dc-9721-2111270908f5 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:38.609203 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8383c34d-769a-472e-a63f-0e9bb00a1c7c req-339cc7b4-999d-44dc-9721-2111270908f5 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 970 time: 0.0792189 Nov 02 11:34:38.671902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48812) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:38.702046 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8383c34d-769a-472e-a63f-0e9bb00a1c7c req-2812ad08-9bc7-41a1-85be-abd1abe3d1a0 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774131 Nov 02 11:34:38.702609 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2e3f487e-5fd1-4d86-8308-1b1a6334fc36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:38.819324 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2e3f487e-5fd1-4d86-8308-1b1a6334fc36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:38.899147 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2e3f487e-5fd1-4d86-8308-1b1a6334fc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:38.952642 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2e3f487e-5fd1-4d86-8308-1b1a6334fc36 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e19c2c7fa8724064a27afd96fc4d2ba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792866 Nov 02 11:34:38.959557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48828) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:38.972462 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f487e-5fd1-4d86-8308-1b1a6334fc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f4f433-7c2b-4402-9772-db3bae5e9dba,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:38.975014 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48830) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:39.073665 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04330943-a6ae-4d41-89c5-c2b7b21c2a61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:39.126872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04330943-a6ae-4d41-89c5-c2b7b21c2a61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:39.161301 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dbf58a1b-2506-430e-a916-c74cd3c3ace4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:39.260217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992c524-0195-4ea2-a326-36a7a0d21890 req-466c37ca-92aa-45c8-8f83-1a92b52d64cd tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:39.262889 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2992c524-0195-4ea2-a326-36a7a0d21890 req-466c37ca-92aa-45c8-8f83-1a92b52d64cd tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.0595682 Nov 02 11:34:39.304181 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04330943-a6ae-4d41-89c5-c2b7b21c2a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:39.306846 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04330943-a6ae-4d41-89c5-c2b7b21c2a61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:39.308025 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-04330943-a6ae-4d41-89c5-c2b7b21c2a61 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7f4f433-7c2b-4402-9772-db3bae5e9dba HTTP/1.1" status: 204 len: 168 time: 0.3472719 Nov 02 11:34:39.316483 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04330943-a6ae-4d41-89c5-c2b7b21c2a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f4f433-7c2b-4402-9772-db3bae5e9dba,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:39.356572 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2992c524-0195-4ea2-a326-36a7a0d21890 req-d0620a1f-4fd6-4dcd-86cf-0c5564d53d9d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876656 Nov 02 11:34:39.425588 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dbf58a1b-2506-430e-a916-c74cd3c3ace4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:39.502421 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32941497-f795-4ba4-a8ee-6fdb8a68247e req-3850cc7e-6b72-45f7-a12f-05b04acadd55 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:39.508746 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32941497-f795-4ba4-a8ee-6fdb8a68247e req-3850cc7e-6b72-45f7-a12f-05b04acadd55 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8f01e9-5802-45cf-82cc-12c2736d4ff1 HTTP/1.1" status: 200 len: 947 time: 0.0657778 Nov 02 11:34:39.510039 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dbf58a1b-2506-430e-a916-c74cd3c3ace4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:39.539210 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48848) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:39.572395 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf58a1b-2506-430e-a916-c74cd3c3ace4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328ee50d-84f3-46fe-8dae-40e987da3a43,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:39.577116 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-dbf58a1b-2506-430e-a916-c74cd3c3ace4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=71202e4362764f5cb45719c9a02c944a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6009595 Nov 02 11:34:39.580591 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48852) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:39.631287 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32941497-f795-4ba4-a8ee-6fdb8a68247e req-8e10bb51-da64-4eb7-b1cd-91c0de806aa8 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091361 Nov 02 11:34:39.657692 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94d139-8fe9-4205-9540-f9e1a7e17c7e req-5685bba7-124e-49a0-94f8-c8770a27ad56 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:39.665312 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d91a5242-3a0c-49d9-999a-5e4afe638af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:39.668028 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8e94d139-8fe9-4205-9540-f9e1a7e17c7e req-5685bba7-124e-49a0-94f8-c8770a27ad56 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 970 time: 0.0914824 Nov 02 11:34:39.692494 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d91a5242-3a0c-49d9-999a-5e4afe638af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:39.745428 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8e94d139-8fe9-4205-9540-f9e1a7e17c7e req-7666e45e-57af-4bfa-afa3-29f67680415c tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760894 Nov 02 11:34:39.821700 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e40711b4-7735-4bd9-bad6-cf1db06bd331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:39.867533 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d91a5242-3a0c-49d9-999a-5e4afe638af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:39.872209 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d91a5242-3a0c-49d9-999a-5e4afe638af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:39.873715 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d91a5242-3a0c-49d9-999a-5e4afe638af1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/328ee50d-84f3-46fe-8dae-40e987da3a43 HTTP/1.1" status: 204 len: 168 time: 0.2921879 Nov 02 11:34:39.909918 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a5242-3a0c-49d9-999a-5e4afe638af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328ee50d-84f3-46fe-8dae-40e987da3a43,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:39.926177 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e40711b4-7735-4bd9-bad6-cf1db06bd331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:39.963566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d59068-b9f8-4c22-9110-5eda66711b36 req-9c96ec7b-33ba-4b43-b2aa-daaa64daddd0 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:39.965798 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-04d59068-b9f8-4c22-9110-5eda66711b36 req-9c96ec7b-33ba-4b43-b2aa-daaa64daddd0 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 970 time: 0.1310856 Nov 02 11:34:39.990189 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e40711b4-7735-4bd9-bad6-cf1db06bd331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:40.022161 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-04d59068-b9f8-4c22-9110-5eda66711b36 req-2dcb3f4a-f91b-421a-ba45-835e3aab1d08 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460601 Nov 02 11:34:40.035984 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-269350bf-9f85-4a51-957a-c4d9f2360b40 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=cfc39a049fbf49da960442b66e609d29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424922 Nov 02 11:34:40.063520 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e40711b4-7735-4bd9-bad6-cf1db06bd331 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fba6fcdc9c884b64b4b4340c4b9b75f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5230978 Nov 02 11:34:40.068344 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48876) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:40.082645 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40711b4-7735-4bd9-bad6-cf1db06bd331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d90e3d-5a9a-4fe8-b773-6fee0149f97d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:40.147112 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64d7faad-8672-412c-9705-42443f057714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:40.171014 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64d7faad-8672-412c-9705-42443f057714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:40.185636 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-85b0462e-4b9e-4798-b2e6-955f32168f2a tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:40.188093 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-85b0462e-4b9e-4798-b2e6-955f32168f2a tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1423652 Nov 02 11:34:40.213147 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-8d9093b9-fef4-43df-827a-302c5fdccb12 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/quotas/cfc39a049fbf49da960442b66e609d29 HTTP/1.1" status: 200 len: 375 time: 0.0132575 Nov 02 11:34:40.271428 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-a9ee7978-e4de-4d30-8514-6bb0d8e1fa6d tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cfc39a049fbf49da960442b66e609d29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0508738 Nov 02 11:34:40.315340 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64d7faad-8672-412c-9705-42443f057714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:40.318775 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64d7faad-8672-412c-9705-42443f057714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:40.321125 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-64d7faad-8672-412c-9705-42443f057714 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c3d90e3d-5a9a-4fe8-b773-6fee0149f97d HTTP/1.1" status: 204 len: 168 time: 0.2511387 Nov 02 11:34:40.329637 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7faad-8672-412c-9705-42443f057714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d90e3d-5a9a-4fe8-b773-6fee0149f97d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:40.451703 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 14d3665e-7b93-484f-9782-46ccc01f493b details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:34:40.512326 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298a73e-bc45-4d48-a296-bbaa8c41c4ff req-1744e3b6-7b4e-409d-a0e3-9b8f7be3d1ce tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:40.528730 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e298a73e-bc45-4d48-a296-bbaa8c41c4ff req-1744e3b6-7b4e-409d-a0e3-9b8f7be3d1ce tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.0893533 Nov 02 11:34:40.552639 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2cb1aeb6-986f-4139-a3ec-a9afeb462f44 req-4efb5b70-28af-4c14-a3e3-f94ef9f0b79b tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 210 time: 0.0400257 Nov 02 11:34:40.596548 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 14d3665e-7b93-484f-9782-46ccc01f493b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=14d3665e-7b93-484f-9782-46ccc01f493b,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:40.611991 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e298a73e-bc45-4d48-a296-bbaa8c41c4ff req-e0f356c8-555d-4409-8026-c598c9777845 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766270 Nov 02 11:34:40.615981 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '14d3665e-7b93-484f-9782-46ccc01f493b', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '14d3665e-7b93-484f-9782-46ccc01f493b', 'mac_address': 'fa:16:3e:92:3d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:34:40.678623 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:40.690516 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48896) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:40.695636 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d3665e-7b93-484f-9782-46ccc01f493b {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:34:40.711298 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0edb6d63-4665-46c2-91fd-8918776b6cc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:40.719867 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 14d3665e-7b93-484f-9782-46ccc01f493b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=14d3665e-7b93-484f-9782-46ccc01f493b,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:40.812758 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:40.839473 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c40419-3059-4e88-ab26-50e6b2578961 req-26ab2618-2a45-4bcd-88e8-5cfce5177c57 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:40.851227 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4c40419-3059-4e88-ab26-50e6b2578961 req-26ab2618-2a45-4bcd-88e8-5cfce5177c57 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8f01e9-5802-45cf-82cc-12c2736d4ff1 HTTP/1.1" status: 200 len: 947 time: 0.1012566 Nov 02 11:34:40.900853 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0edb6d63-4665-46c2-91fd-8918776b6cc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:40.915230 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=14d3665e-7b93-484f-9782-46ccc01f493b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:40.967596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bef363-acf9-4cb0-bb08-984d4c4ec701 req-a42077f5-8837-4d12-9482-9042c475032b tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:40.970605 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38bef363-acf9-4cb0-bb08-984d4c4ec701 req-a42077f5-8837-4d12-9482-9042c475032b tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.54 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 970 time: 0.0659373 Nov 02 11:34:40.970785 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4c40419-3059-4e88-ab26-50e6b2578961 req-ba5cec0c-1644-4e9f-b2ca-067544fc7e71 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084549 Nov 02 11:34:41.000418 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0edb6d63-4665-46c2-91fd-8918776b6cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:41.022998 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['14d3665e-7b93-484f-9782-46ccc01f493b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:34:41.107796 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48910) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:41.111345 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0edb6d63-4665-46c2-91fd-8918776b6cc2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5205e383921445d193c689eb6e749007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4195156 Nov 02 11:34:41.145979 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb6d63-4665-46c2-91fd-8918776b6cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71348a14-3896-4c80-8220-b3d0c6044a29,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:41.235457 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-40e5ce9b-b9f1-4432-9f53-cd0bb4871f7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:41.261106 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-40e5ce9b-b9f1-4432-9f53-cd0bb4871f7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:41.276998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01f210-cdf7-4bbe-87f5-eb0382438770 req-d50464ef-303b-4ba8-8757-04e78f71f2a7 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:41.278524 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec01f210-cdf7-4bbe-87f5-eb0382438770 req-d50464ef-303b-4ba8-8757-04e78f71f2a7 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 970 time: 0.1364045 Nov 02 11:34:41.291779 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-38bef363-acf9-4cb0-bb08-984d4c4ec701 req-19d19c20-4ab8-441b-abe6-1a397650502c tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Deleting port 81e96f24-123c-4c3e-8776-7ad2b7035879 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:34:41.291998 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-38bef363-acf9-4cb0-bb08-984d4c4ec701 req-19d19c20-4ab8-441b-abe6-1a397650502c tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:41.344463 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48916) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:41.360224 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3752801-0442-4c46-b0f4-d7d20f9df608 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:41.412850 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-40e5ce9b-b9f1-4432-9f53-cd0bb4871f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:41.418010 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-40e5ce9b-b9f1-4432-9f53-cd0bb4871f7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:41.419788 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec01f210-cdf7-4bbe-87f5-eb0382438770 req-24b132ab-8e8e-4a46-9c5a-bcccb01e2624 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/security-groups?id=f6a047a6-74b3-4191-9c72-eae72bc00a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265967 Nov 02 11:34:41.420994 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-40e5ce9b-b9f1-4432-9f53-cd0bb4871f7d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71348a14-3896-4c80-8220-b3d0c6044a29 HTTP/1.1" status: 204 len: 168 time: 0.3107958 Nov 02 11:34:41.458217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-38bef363-acf9-4cb0-bb08-984d4c4ec701 req-19d19c20-4ab8-441b-abe6-1a397650502c tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] For port 81e96f24-123c-4c3e-8776-7ad2b7035879, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=81e96f24-123c-4c3e-8776-7ad2b7035879,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:41.459043 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-38bef363-acf9-4cb0-bb08-984d4c4ec701 req-19d19c20-4ab8-441b-abe6-1a397650502c tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:41.476943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-38bef363-acf9-4cb0-bb08-984d4c4ec701 req-19d19c20-4ab8-441b-abe6-1a397650502c tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Calling delete_port for 81e96f24-123c-4c3e-8776-7ad2b7035879 owned by compute:tempest-test_az-98167957 {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:34:41.499839 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3752801-0442-4c46-b0f4-d7d20f9df608 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:41.512524 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5ce9b-b9f1-4432-9f53-cd0bb4871f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71348a14-3896-4c80-8220-b3d0c6044a29,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:41.605508 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3752801-0442-4c46-b0f4-d7d20f9df608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:41.634857 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8431c854-4228-4dd0-b183-c769063baeea req-054a7f19-d063-43f7-9471-5b3f997c5642 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 210 time: 0.0424223 Nov 02 11:34:41.667608 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a3752801-0442-4c46-b0f4-d7d20f9df608 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e3036f6a9391417cbb5ec10439ec9ee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220115 Nov 02 11:34:41.670392 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48928) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:41.682832 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3752801-0442-4c46-b0f4-d7d20f9df608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555dba51-259c-4863-9395-e33ebe09359c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:41.747669 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-38bef363-acf9-4cb0-bb08-984d4c4ec701 req-19d19c20-4ab8-441b-abe6-1a397650502c tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:41.758698 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['81e96f24-123c-4c3e-8776-7ad2b7035879'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:34:41.805449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d19c20-4ab8-441b-abe6-1a397650502c tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Pushing event deleted for resources: {'Port': ['ID=81e96f24-123c-4c3e-8776-7ad2b7035879,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:41.869503 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2451-1583-4f86-b0a8-abfbe7474014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:41.926183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bef363-acf9-4cb0-bb08-984d4c4ec701 req-19d19c20-4ab8-441b-abe6-1a397650502c tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] No DVR routers for this DVR port 81e96f24-123c-4c3e-8776-7ad2b7035879 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:34:41.930170 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-38bef363-acf9-4cb0-bb08-984d4c4ec701 req-19d19c20-4ab8-441b-abe6-1a397650502c tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:41.934250 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38bef363-acf9-4cb0-bb08-984d4c4ec701 req-19d19c20-4ab8-441b-abe6-1a397650502c tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.54 "DELETE /v2.0/ports/81e96f24-123c-4c3e-8776-7ad2b7035879 HTTP/1.1" status: 204 len: 173 time: 0.9568355 Nov 02 11:34:41.939933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b6b573-bb7a-4022-939f-ed542537a54f', 'name': 'network-vif-deleted', 'tag': '81e96f24-123c-4c3e-8776-7ad2b7035879'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:34:41.943445 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2455d2c-b9b2-4c82-9cd5-a416b99a1633" -d '{"events": [{"server_uuid": "99b6b573-bb7a-4022-939f-ed542537a54f", "name": "network-vif-deleted", "tag": "81e96f24-123c-4c3e-8776-7ad2b7035879"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:34:41.960925 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259f1a8-ca92-484e-ac2c-ecfde876c8ce req-912c7a64-1b15-4a3f-b02f-ecf593531ffc tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:41.969152 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7259f1a8-ca92-484e-ac2c-ecfde876c8ce req-912c7a64-1b15-4a3f-b02f-ecf593531ffc tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.2554538 Nov 02 11:34:41.977699 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2451-1583-4f86-b0a8-abfbe7474014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:42.079195 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7259f1a8-ca92-484e-ac2c-ecfde876c8ce req-58d5b0e1-24b0-42d2-8ad0-c2aa01f66a8f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054647 Nov 02 11:34:42.084407 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4746eef2-28ae-420a-9bd2-53995f476cd5 x-openstack-request-id: req-4746eef2-28ae-420a-9bd2-53995f476cd5 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:34:42.084810 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b6b573-bb7a-4022-939f-ed542537a54f", "name": "network-vif-deleted", "tag": "81e96f24-123c-4c3e-8776-7ad2b7035879", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:34:42.084941 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4746eef2-28ae-420a-9bd2-53995f476cd5 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:34:42.085479 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b6b573-bb7a-4022-939f-ed542537a54f', 'name': 'network-vif-deleted', 'tag': '81e96f24-123c-4c3e-8776-7ad2b7035879', 'status': 'completed', 'code': 200} Nov 02 11:34:42.179836 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffa534-8d15-4a48-a984-91be1c2d5e61 req-3cb00235-bdc1-40b3-a661-a2f458745f16 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:42.181321 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-feffa534-8d15-4a48-a984-91be1c2d5e61 req-3cb00235-bdc1-40b3-a661-a2f458745f16 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8f01e9-5802-45cf-82cc-12c2736d4ff1 HTTP/1.1" status: 200 len: 948 time: 0.0501795 Nov 02 11:34:42.228939 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-feffa534-8d15-4a48-a984-91be1c2d5e61 req-a308a581-6603-436d-8d06-d95b4dc84395 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418561 Nov 02 11:34:42.458899 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2451-1583-4f86-b0a8-abfbe7474014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:42.463369 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2451-1583-4f86-b0a8-abfbe7474014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:42.466208 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 14d3665e-7b93-484f-9782-46ccc01f493b up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:34:42.469388 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b4ff2451-1583-4f86-b0a8-abfbe7474014 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/555dba51-259c-4863-9395-e33ebe09359c HTTP/1.1" status: 204 len: 168 time: 0.7959726 Nov 02 11:34:42.488652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff2451-1583-4f86-b0a8-abfbe7474014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555dba51-259c-4863-9395-e33ebe09359c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:42.572526 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fbdec97f-5ddb-4e83-9dda-7def0a184182 req-4a07cdd9-27b0-494f-b337-355c4c4ec4c2 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 210 time: 0.0398521 Nov 02 11:34:42.693318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 14d3665e-7b93-484f-9782-46ccc01f493b completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:34:42.697957 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 14d3665e-7b93-484f-9782-46ccc01f493b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:42.698298 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:42.771514 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27addff1-00eb-46a8-b2fe-3b4c957a9b6d req-59f1238d-c7e2-4fef-81aa-60c269fd41d5 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 210 time: 0.0357480 Nov 02 11:34:42.794383 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:42.818413 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8f01e9-5802-45cf-82cc-12c2736d4ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d3665e-7b93-484f-9782-46ccc01f493b'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:34:42.820949 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094813ae-0eec-45d5-a565-0e6c8b461d07" -d '{"events": [{"server_uuid": "fe8f01e9-5802-45cf-82cc-12c2736d4ff1", "name": "network-vif-plugged", "status": "completed", "tag": "14d3665e-7b93-484f-9782-46ccc01f493b"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:34:42.835786 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 14d3665e-7b93-484f-9782-46ccc01f493b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=14d3665e-7b93-484f-9782-46ccc01f493b,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:42.869324 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03fc0e9-82e0-4854-8d0f-9143292b1985 x-openstack-request-id: req-f03fc0e9-82e0-4854-8d0f-9143292b1985 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:34:42.869783 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8f01e9-5802-45cf-82cc-12c2736d4ff1", "name": "network-vif-plugged", "status": "completed", "tag": "14d3665e-7b93-484f-9782-46ccc01f493b", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:34:42.870408 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f03fc0e9-82e0-4854-8d0f-9143292b1985 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:34:42.870861 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8f01e9-5802-45cf-82cc-12c2736d4ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d3665e-7b93-484f-9782-46ccc01f493b', 'code': 200} Nov 02 11:34:42.974153 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:42.986546 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba6043-3169-4df9-bc5d-718745fdef92 req-91fb6201-8be0-4666-a862-9095b6bfb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:42.989645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b7ba6043-3169-4df9-bc5d-718745fdef92 req-91fb6201-8be0-4666-a862-9095b6bfb664 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fe8f01e9-5802-45cf-82cc-12c2736d4ff1 HTTP/1.1" status: 200 len: 1100 time: 0.0564854 Nov 02 11:34:43.053809 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b7ba6043-3169-4df9-bc5d-718745fdef92 req-9b99b58b-491b-4b5d-8938-b9ae67840e3a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535629 Nov 02 11:34:43.074668 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=14d3665e-7b93-484f-9782-46ccc01f493b,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:43.209545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a598f5-4638-44c7-a5a4-ea3491906086 req-992d3700-c3f9-40f7-8233-1049d9cf6c72 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:43.216888 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59a598f5-4638-44c7-a5a4-ea3491906086 req-992d3700-c3f9-40f7-8233-1049d9cf6c72 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.0639203 Nov 02 11:34:43.281015 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59a598f5-4638-44c7-a5a4-ea3491906086 req-8d052cb2-fa36-4c62-8a9a-6b7d4a833bd9 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631497 Nov 02 11:34:43.420528 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290093b6-1699-4532-8462-58f3bed0c899 req-5abd5f25-0f74-4714-b61d-7e78009d9991 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:43.422841 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-290093b6-1699-4532-8462-58f3bed0c899 req-5abd5f25-0f74-4714-b61d-7e78009d9991 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8f01e9-5802-45cf-82cc-12c2736d4ff1 HTTP/1.1" status: 200 len: 949 time: 0.1025987 Nov 02 11:34:43.487084 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-290093b6-1699-4532-8462-58f3bed0c899 req-43c8ec5b-2b31-47fe-a747-d98d3c9462a1 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557790 Nov 02 11:34:43.691285 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-df82f029-403e-4b22-9a57-151884edbdb8 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ee9708eff99943dc969a30b0533d8705&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300364 Nov 02 11:34:43.779066 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7954d2a0-dfeb-498d-8c5f-63176ec714eb req-2da177ff-bcaa-4794-93a0-3e8392f618f2 tempest-AggregatesAdminTestJSON-1194637537 tempest-AggregatesAdminTestJSON-1194637537-project] 10.222.0.52 "GET /v2.0/ports?device_id=99b6b573-bb7a-4022-939f-ed542537a54f HTTP/1.1" status: 200 len: 210 time: 0.0602715 Nov 02 11:34:43.831031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-d37289d4-7bb9-4fa5-917a-283d833f824b tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:43.833246 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-d37289d4-7bb9-4fa5-917a-283d833f824b tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1355569 Nov 02 11:34:43.850229 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-c1c63df8-89ff-4b10-abfb-7ac882da2197 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/quotas/ee9708eff99943dc969a30b0533d8705 HTTP/1.1" status: 200 len: 375 time: 0.0107710 Nov 02 11:34:43.882387 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8f5980e6-5422-478e-a816-f9be92bf5421 req-37f896b6-1105-4063-93f1-fa90ec593f35 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 210 time: 0.0412169 Nov 02 11:34:43.889220 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-55a773f3-4c7d-43c0-b353-f8272f8510ee tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=cfc39a049fbf49da960442b66e609d29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339181 Nov 02 11:34:43.910466 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-ea0569a9-4095-4c37-97a6-2b9ee999429f tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee9708eff99943dc969a30b0533d8705&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408189 Nov 02 11:34:44.071379 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-92f35107-46a2-48fb-9b0e-0831ac5a42d1 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:44.073324 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-92f35107-46a2-48fb-9b0e-0831ac5a42d1 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1691737 Nov 02 11:34:44.099520 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-5890af04-3f5e-42d4-85e1-cdc4f2024429 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Request body: {'port': {'device_id': 'b65d3112-b822-4a1b-861b-b1383a514aa0', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'cfc39a049fbf49da960442b66e609d29'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:44.336108 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a6cdd1af-4f78-4f4b-8a8e-2c697bc13130 req-66648f98-2255-4a41-bdf1-28febba782a5 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 210 time: 0.0390298 Nov 02 11:34:44.493480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb2ba1-f29d-4146-849e-0c4b8c1430db req-32e2685b-bf14-4bdb-9889-b00195df5fbb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:44.495144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6fb2ba1-f29d-4146-849e-0c4b8c1430db req-32e2685b-bf14-4bdb-9889-b00195df5fbb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.0853727 Nov 02 11:34:44.559683 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-5890af04-3f5e-42d4-85e1-cdc4f2024429 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Made reservation on behalf of cfc39a049fbf49da960442b66e609d29 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:34:44.565332 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-5890af04-3f5e-42d4-85e1-cdc4f2024429 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:44.608408 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6fb2ba1-f29d-4146-849e-0c4b8c1430db req-bffb0d8a-dba4-43f8-9a99-e50ea3fb7a24 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035764 Nov 02 11:34:44.627473 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c584522-37a9-4c53-824b-5bda52cd89c0 req-2ed02439-2d96-4b2b-b6ee-1ad5724876c8 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:44.629704 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6c584522-37a9-4c53-824b-5bda52cd89c0 req-2ed02439-2d96-4b2b-b6ee-1ad5724876c8 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8f01e9-5802-45cf-82cc-12c2736d4ff1 HTTP/1.1" status: 200 len: 949 time: 0.0601368 Nov 02 11:34:44.711270 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6c584522-37a9-4c53-824b-5bda52cd89c0 req-2dfc984f-fc16-4c9c-a2fb-dd53eb3a4a34 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731533 Nov 02 11:34:44.772932 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-5890af04-3f5e-42d4-85e1-cdc4f2024429 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Allocated IP 192.168.233.137 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/2306e63e-d76c-43c9-b79e-d84885b837ea) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:34:44.974718 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-5890af04-3f5e-42d4-85e1-cdc4f2024429 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:45.145160 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-5890af04-3f5e-42d4-85e1-cdc4f2024429 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:45.158115 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['9d681cad-ae7d-4fd9-ac38-2e31c3b9e152'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:34:45.289873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-5890af04-3f5e-42d4-85e1-cdc4f2024429 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:34:45.318076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-5890af04-3f5e-42d4-85e1-cdc4f2024429 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:34:45.328099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-5890af04-3f5e-42d4-85e1-cdc4f2024429 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:34:45.337199 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-5890af04-3f5e-42d4-85e1-cdc4f2024429 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:45.338235 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-5890af04-3f5e-42d4-85e1-cdc4f2024429 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:45.357372 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890af04-3f5e-42d4-85e1-cdc4f2024429 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Pushing event updated for resources: {'Port': ['ID=2306e63e-d76c-43c9-b79e-d84885b837ea,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:45.393082 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e73ea-f097-4907-817a-ec8e1606914b req-c8f2baaf-ef9b-400e-8e2e-35262769fd2c tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:45.394832 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d4e73ea-f097-4907-817a-ec8e1606914b req-c8f2baaf-ef9b-400e-8e2e-35262769fd2c tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 936 time: 0.2184937 Nov 02 11:34:45.461685 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d4e73ea-f097-4907-817a-ec8e1606914b req-f1ebea46-8e24-466e-b55a-821eaefc5847 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535967 Nov 02 11:34:45.465018 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-e1808a95-ce93-4ab1-a11f-535860d0c180 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=df1835d49dae4adab329b23ce0df597c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309489 Nov 02 11:34:45.489919 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-5890af04-3f5e-42d4-85e1-cdc4f2024429 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3992231 Nov 02 11:34:45.506506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Request body: {'port': {'device_id': 'b65d3112-b822-4a1b-861b-b1383a514aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:45.595092 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-9494f90a-93a8-4225-8a59-04314442ac49 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:45.604039 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-9494f90a-93a8-4225-8a59-04314442ac49 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1380465 Nov 02 11:34:45.621254 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-2abc6ea5-8103-4452-9c78-0b489e68663c tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/quotas/df1835d49dae4adab329b23ce0df597c HTTP/1.1" status: 200 len: 375 time: 0.0162363 Nov 02 11:34:45.630832 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:45.701778 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-310abff5-4415-44da-9b82-5fa3353cac21 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=df1835d49dae4adab329b23ce0df597c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0795465 Nov 02 11:34:45.708728 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-dd6c8945-1c96-466d-824a-7c9fe297f42a None None] Provisioning complete for port 2306e63e-d76c-43c9-b79e-d84885b837ea triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:45.709468 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dd6c8945-1c96-466d-824a-7c9fe297f42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:45.746018 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-91a3a12a-33b6-43c6-a3ad-4ea3ddd8c6da req-bed89255-a212-4048-a2eb-58fda1d01ace tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 210 time: 0.0472560 Nov 02 11:34:45.787631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-dd6c8945-1c96-466d-824a-7c9fe297f42a None None] Port 2306e63e-d76c-43c9-b79e-d84885b837ea cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:34:45.830675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49096) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:45.967360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84510d4-6a2c-4d93-9df3-4874d73be520 req-76fb88e8-c825-46f6-b86d-d67f51b469ff tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:45.969183 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c84510d4-6a2c-4d93-9df3-4874d73be520 req-76fb88e8-c825-46f6-b86d-d67f51b469ff tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.1277390 Nov 02 11:34:46.106513 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c84510d4-6a2c-4d93-9df3-4874d73be520 req-f35256ff-08b4-4226-99f1-4ddc0021bf1b tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186395 Nov 02 11:34:46.113690 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c7c2d5af-5727-4fc1-ad33-727ec3472646 req-342671a1-03b1-4646-bb7c-e710ce5346be tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 210 time: 0.0392327 Nov 02 11:34:46.236312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2306e63e-d76c-43c9-b79e-d84885b837ea {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:34:46.250869 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:46.292493 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Transition to ACTIVE for port object 2306e63e-d76c-43c9-b79e-d84885b837ea will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:34:46.337611 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-57307ec6-85fa-49eb-80d0-a8d4c204dfd9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4d7fd316b7534e31a32f4a5a134ab5c4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5048676 Nov 02 11:34:46.339946 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49120) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:46.375748 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:46.452495 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Pushing event updated for resources: {'Port': ['ID=2306e63e-d76c-43c9-b79e-d84885b837ea,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:46.461918 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 81e96f24-123c-4c3e-8776-7ad2b7035879 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:34:46.479954 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-39579d25-9fb6-4741-86c4-90c123e33539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:46.512653 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 81e96f24-123c-4c3e-8776-7ad2b7035879 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:34:46.516106 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 81e96f24-123c-4c3e-8776-7ad2b7035879 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:34:46.555654 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-39579d25-9fb6-4741-86c4-90c123e33539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:46.620194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Attempting to bind port 2306e63e-d76c-43c9-b79e-d84885b837ea on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:34:46.620417 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Attempting to bind port 2306e63e-d76c-43c9-b79e-d84885b837ea by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:34:46.620716 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Attempting to bind port 2306e63e-d76c-43c9-b79e-d84885b837ea on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:46.650712 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Port 2306e63e-d76c-43c9-b79e-d84885b837ea on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:34:46.651166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Attempting to bind port 2306e63e-d76c-43c9-b79e-d84885b837ea on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:46.658884 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:34:46.659281 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:34:46.659838 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:34:46.660679 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Bound port: 2306e63e-d76c-43c9-b79e-d84885b837ea, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:34:46.661056 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:46.735705 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13975fd-721a-4618-b274-bc2f4f599d53 req-8cd647dd-d0b2-41a0-95ee-dc3820e4ae40 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:46.738295 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b13975fd-721a-4618-b274-bc2f4f599d53 req-8cd647dd-d0b2-41a0-95ee-dc3820e4ae40 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 948 time: 0.1018066 Nov 02 11:34:46.748253 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] For port 2306e63e-d76c-43c9-b79e-d84885b837ea, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:34:46.751686 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] For port 2306e63e-d76c-43c9-b79e-d84885b837ea, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=2306e63e-d76c-43c9-b79e-d84885b837ea,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:34:46.796080 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-39579d25-9fb6-4741-86c4-90c123e33539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:46.799048 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-39579d25-9fb6-4741-86c4-90c123e33539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:46.800862 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-39579d25-9fb6-4741-86c4-90c123e33539 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f6a047a6-74b3-4191-9c72-eae72bc00a7d HTTP/1.1" status: 204 len: 168 time: 0.4592466 Nov 02 11:34:46.810729 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b13975fd-721a-4618-b274-bc2f4f599d53 req-47100b01-04f3-4be1-803b-b5c36163ca62 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627606 Nov 02 11:34:46.821420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39579d25-9fb6-4741-86c4-90c123e33539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a047a6-74b3-4191-9c72-eae72bc00a7d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:46.865978 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:46.935378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:46.936006 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:46.937741 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] 10.222.0.79 "PUT /v2.0/ports/2306e63e-d76c-43c9-b79e-d84885b837ea HTTP/1.1" status: 200 len: 1097 time: 1.4373031 Nov 02 11:34:46.938215 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65d3112-b822-4a1b-861b-b1383a514aa0', 'tag': '2306e63e-d76c-43c9-b79e-d84885b837ea'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:34:46.940492 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebed026-7c9e-4abb-8bab-4ab59834fcff" -d '{"events": [{"name": "network-changed", "server_uuid": "b65d3112-b822-4a1b-861b-b1383a514aa0", "tag": "2306e63e-d76c-43c9-b79e-d84885b837ea"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:34:46.954138 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d478c9-2c1e-46aa-811f-eb15629a7964 service neutron] Pushing event updated for resources: {'Port': ['ID=2306e63e-d76c-43c9-b79e-d84885b837ea,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:46.992215 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-82996dd8-dd6f-4517-8065-ecc720ce84aa req-1114cb10-783a-4102-8f1a-a8569d828b8e tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 210 time: 0.0412972 Nov 02 11:34:47.048452 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da96522-0c27-41e8-b993-9b7c6be4f5bb x-openstack-request-id: req-5da96522-0c27-41e8-b993-9b7c6be4f5bb {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:34:47.049407 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65d3112-b822-4a1b-861b-b1383a514aa0", "tag": "2306e63e-d76c-43c9-b79e-d84885b837ea", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:34:47.050670 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5da96522-0c27-41e8-b993-9b7c6be4f5bb {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:34:47.051667 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65d3112-b822-4a1b-861b-b1383a514aa0', 'tag': '2306e63e-d76c-43c9-b79e-d84885b837ea', 'status': 'completed', 'code': 200} Nov 02 11:34:47.152970 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebed026-7c9e-4abb-8bab-4ab59834fcff req-0bcc769d-9c0a-4e11-85f8-a72f1715a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:47.155441 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ebed026-7c9e-4abb-8bab-4ab59834fcff req-0bcc769d-9c0a-4e11-85f8-a72f1715a209 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cfc39a049fbf49da960442b66e609d29&device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 1100 time: 0.0686667 Nov 02 11:34:47.215108 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ebed026-7c9e-4abb-8bab-4ab59834fcff req-7b3c6d4a-7571-41e2-b756-6a943d80991b service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=cfc39a049fbf49da960442b66e609d29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491059 Nov 02 11:34:47.245950 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db899101-1f9e-4bc9-97a9-eb9a9acf159b req-b9627acb-5e43-4464-b7fa-d550b798dfe0 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 210 time: 0.0553415 Nov 02 11:34:47.319304 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-04cb0bc0-a057-4d2f-bbb3-78e8b24eb6b4 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ee9708eff99943dc969a30b0533d8705&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465281 Nov 02 11:34:47.510208 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe64644-d67d-4aaf-a1b3-272422665b4d req-a0be00dd-637b-45f2-a2a1-eec9f5596089 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:47.511816 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fbe64644-d67d-4aaf-a1b3-272422665b4d req-a0be00dd-637b-45f2-a2a1-eec9f5596089 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.1887977 Nov 02 11:34:47.526733 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f045fac1-84b3-4839-b6ec-787a88c1045a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:47.554601 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebed026-7c9e-4abb-8bab-4ab59834fcff req-230b8519-bbe1-47ae-bae2-d1d0051dd3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:47.556147 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ebed026-7c9e-4abb-8bab-4ab59834fcff req-230b8519-bbe1-47ae-bae2-d1d0051dd3cd service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3126957 Nov 02 11:34:47.565478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-4d167705-44bc-4be8-b67b-fb8dee897c3b tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:47.567792 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-4d167705-44bc-4be8-b67b-fb8dee897c3b tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2177768 Nov 02 11:34:47.595491 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-0779fc24-7d85-4eeb-a921-396615f981f5 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Request body: {'port': {'device_id': 'fe8dc917-c59d-457e-85d2-ab47814df5c9', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'ee9708eff99943dc969a30b0533d8705'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:47.693001 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fbe64644-d67d-4aaf-a1b3-272422665b4d req-f9df059e-fa61-4969-8608-3514cd66cb7f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699154 Nov 02 11:34:47.733544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-3f6350fd-18f0-4ca3-968c-9f003c7129fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:47.735134 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-3f6350fd-18f0-4ca3-968c-9f003c7129fa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cfc39a049fbf49da960442b66e609d29&device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 1100 time: 0.1182904 Nov 02 11:34:47.788546 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-ea4e335d-3ac6-41bf-8d9b-2236057ef109 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2306e63e-d76c-43c9-b79e-d84885b837ea HTTP/1.1" status: 200 len: 217 time: 0.0426521 Nov 02 11:34:47.895385 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49178) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:47.932008 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49180) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:47.947639 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-2d18b9fd-bbbe-40dd-ac77-ca10cbd06511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:47.950868 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-2d18b9fd-bbbe-40dd-ac77-ca10cbd06511 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1551425 Nov 02 11:34:47.997373 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-385547bf-8c81-4b16-b744-6befd71f2b5d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ad06652f64854ea9a1a47ecce4131115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1004241 Nov 02 11:34:48.006208 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49188) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:48.051404 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-0779fc24-7d85-4eeb-a921-396615f981f5 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Made reservation on behalf of ee9708eff99943dc969a30b0533d8705 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:34:48.052826 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-0779fc24-7d85-4eeb-a921-396615f981f5 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:48.056079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538050b-abe8-4096-8efd-a2a421e43173 req-a5ae43dc-7600-4443-9115-b37dd00668d0 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:48.070450 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1538050b-abe8-4096-8efd-a2a421e43173 req-a5ae43dc-7600-4443-9115-b37dd00668d0 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 948 time: 0.1367607 Nov 02 11:34:48.088681 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-0779fc24-7d85-4eeb-a921-396615f981f5 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:48.146640 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1538050b-abe8-4096-8efd-a2a421e43173 req-e467c8d5-ff0b-4e8c-a52c-be55d14630b3 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748410 Nov 02 11:34:48.158515 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f377452-7243-43c9-bebd-cf8125fdce3d req-c31eb9ec-24ce-4f58-b514-034e4581e5a8 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 210 time: 0.0548606 Nov 02 11:34:48.177752 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-0f66dfd4-64e5-47d2-bdcd-4a436c5bb049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:48.211700 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-0f66dfd4-64e5-47d2-bdcd-4a436c5bb049 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2239103 Nov 02 11:34:48.266821 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7bfdc452-cf2d-4630-903e-ba9fbef9d2bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:48.287097 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffd4941b-2872-43d2-8b31-ee44a5cf0876 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:48.346041 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7bfdc452-cf2d-4630-903e-ba9fbef9d2bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:48.401843 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c6cb092c-51e2-4057-adfd-de169e6bfcd9 req-79743407-6aa8-4aca-997b-9fbf9bf80730 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 210 time: 0.0569751 Nov 02 11:34:48.431804 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-0779fc24-7d85-4eeb-a921-396615f981f5 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:48.435195 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-a20adf98-85af-4369-a7b9-c5f286e34479 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418132 Nov 02 11:34:48.460691 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffd4941b-2872-43d2-8b31-ee44a5cf0876 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:48.573082 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-819dd3f3-2b55-456b-bb3b-b12bf87582d5 req-18957194-0e06-4c2f-9b44-47f0f440a7fa service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243892 Nov 02 11:34:48.744400 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffd4941b-2872-43d2-8b31-ee44a5cf0876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:48.745378 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-0779fc24-7d85-4eeb-a921-396615f981f5 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:48.766286 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7bfdc452-cf2d-4630-903e-ba9fbef9d2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:48.766286 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7bfdc452-cf2d-4630-903e-ba9fbef9d2bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:48.766286 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7bfdc452-cf2d-4630-903e-ba9fbef9d2bd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/63f0142d-4308-4e81-a913-ca69763af5ac HTTP/1.1" status: 204 len: 168 time: 0.7540677 Nov 02 11:34:48.833867 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4941b-2872-43d2-8b31-ee44a5cf0876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610478ad-8b9e-4caa-9161-8150bffcc4cd,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:48.842321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779fc24-7d85-4eeb-a921-396615f981f5 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658b3747-7392-4ff9-abf8-18e139bdfd9f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:48.859721 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ffd4941b-2872-43d2-8b31-ee44a5cf0876 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c39190691d9144908e531a23bfc00bf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9236588 Nov 02 11:34:48.860050 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49208) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:48.873403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4941b-2872-43d2-8b31-ee44a5cf0876 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:48.876414 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4941b-2872-43d2-8b31-ee44a5cf0876 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:48.876590 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdc452-cf2d-4630-903e-ba9fbef9d2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f0142d-4308-4e81-a913-ca69763af5ac,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:48.877075 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4941b-2872-43d2-8b31-ee44a5cf0876 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:48.877572 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4941b-2872-43d2-8b31-ee44a5cf0876 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:48.893789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4941b-2872-43d2-8b31-ee44a5cf0876 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:48.895782 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4941b-2872-43d2-8b31-ee44a5cf0876 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:48.899276 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4941b-2872-43d2-8b31-ee44a5cf0876 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:48.900766 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4941b-2872-43d2-8b31-ee44a5cf0876 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:48.901293 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4941b-2872-43d2-8b31-ee44a5cf0876 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:48.901778 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4941b-2872-43d2-8b31-ee44a5cf0876 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:48.903140 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4941b-2872-43d2-8b31-ee44a5cf0876 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:48.903643 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4941b-2872-43d2-8b31-ee44a5cf0876 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:48.954502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746b6d0-06c1-4395-bce7-ffc43045e835 req-14e497a0-5dd3-4afe-892e-43475d4c76de tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:48.963969 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4746b6d0-06c1-4395-bce7-ffc43045e835 req-14e497a0-5dd3-4afe-892e-43475d4c76de tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.1541758 Nov 02 11:34:49.020129 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4746b6d0-06c1-4395-bce7-ffc43045e835 req-515acbca-2a70-4040-8e01-6ef69c617b1d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549996 Nov 02 11:34:49.051713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-0779fc24-7d85-4eeb-a921-396615f981f5 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Allocated IP 192.168.233.185 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/0c726a79-bef7-4024-b0e3-5be080a420b7) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:34:49.051713 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-76e69fb2-97e2-43ea-b187-52a7b7e12e69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:49.111771 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-76e69fb2-97e2-43ea-b187-52a7b7e12e69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:49.282128 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-2ae162c1-5b0b-401c-ae59-e1aac51d6d80 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=df1835d49dae4adab329b23ce0df597c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672178 Nov 02 11:34:49.347878 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-0779fc24-7d85-4eeb-a921-396615f981f5 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:49.397556 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8012f7a1-6cfd-4af6-95cb-4689ddfe396c req-0ab09d23-581a-459d-9bdb-6f7260f7e3e9 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 210 time: 0.0420079 Nov 02 11:34:49.410632 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-76e69fb2-97e2-43ea-b187-52a7b7e12e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:49.413488 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-76e69fb2-97e2-43ea-b187-52a7b7e12e69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:49.414833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-76e69fb2-97e2-43ea-b187-52a7b7e12e69 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/610478ad-8b9e-4caa-9161-8150bffcc4cd HTTP/1.1" status: 204 len: 168 time: 0.5486908 Nov 02 11:34:49.428844 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e69fb2-97e2-43ea-b187-52a7b7e12e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610478ad-8b9e-4caa-9161-8150bffcc4cd,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:49.471015 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2c027-adf9-4081-ad7a-3db342207b4d req-64e884eb-8002-4bf4-89a7-0d28770c9c81 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:49.480377 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-46e2c027-adf9-4081-ad7a-3db342207b4d req-64e884eb-8002-4bf4-89a7-0d28770c9c81 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 948 time: 0.1241951 Nov 02 11:34:49.505587 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-0779fc24-7d85-4eeb-a921-396615f981f5 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:49.523313 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-16732663-0e33-439c-b5ce-47eab8c78cef tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:49.525392 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-16732663-0e33-439c-b5ce-47eab8c78cef tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371664 Nov 02 11:34:49.561379 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-e6701aff-dae4-49bd-9b6a-c7699b48ffd0 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Request body: {'port': {'device_id': '33b36ee0-c847-4cad-8b2f-03ecdb9cfddf', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'df1835d49dae4adab329b23ce0df597c'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:49.575247 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-0779fc24-7d85-4eeb-a921-396615f981f5 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:34:49.581981 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-0779fc24-7d85-4eeb-a921-396615f981f5 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:34:49.586998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-0779fc24-7d85-4eeb-a921-396615f981f5 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:34:49.591551 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-0779fc24-7d85-4eeb-a921-396615f981f5 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:49.592220 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-0779fc24-7d85-4eeb-a921-396615f981f5 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:49.610461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779fc24-7d85-4eeb-a921-396615f981f5 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Pushing event updated for resources: {'Port': ['ID=0c726a79-bef7-4024-b0e3-5be080a420b7,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:49.667067 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-46e2c027-adf9-4081-ad7a-3db342207b4d req-f76e8e1c-59cb-4a28-9817-65bf9a753822 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687810 Nov 02 11:34:49.690360 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-482fc598-24ce-4c04-863a-720a3b5fa078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:49.691291 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b9948454-98c2-4045-858f-9cbbe757e9bd req-ce849dee-21b3-4a52-be6e-5f1249fefa60 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 210 time: 0.0352273 Nov 02 11:34:49.717782 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-0779fc24-7d85-4eeb-a921-396615f981f5 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1277578 Nov 02 11:34:49.732072 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Request body: {'port': {'device_id': 'fe8dc917-c59d-457e-85d2-ab47814df5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:49.828060 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:49.896463 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-e6701aff-dae4-49bd-9b6a-c7699b48ffd0 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Made reservation on behalf of df1835d49dae4adab329b23ce0df597c for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:34:49.903478 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-e6701aff-dae4-49bd-9b6a-c7699b48ffd0 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:49.958613 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-231cee45-9d61-4118-9576-2b9eca5ca3f2 None None] Provisioning complete for port 0c726a79-bef7-4024-b0e3-5be080a420b7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:49.959211 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-231cee45-9d61-4118-9576-2b9eca5ca3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:50.008022 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-231cee45-9d61-4118-9576-2b9eca5ca3f2 None None] Port 0c726a79-bef7-4024-b0e3-5be080a420b7 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:34:50.364936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559f478-30f4-46f3-86b6-51bea8e94d45 req-4809bf09-cf70-422e-9c11-75cc352c8006 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:50.366548 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1559f478-30f4-46f3-86b6-51bea8e94d45 req-4809bf09-cf70-422e-9c11-75cc352c8006 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.0649340 Nov 02 11:34:50.407916 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49262) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:50.422728 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-687a9c33-8fb4-43f1-bbf4-1d5ea27a909a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:50.507166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1559f478-30f4-46f3-86b6-51bea8e94d45 req-1fa92720-4fa3-45d9-867b-2b9f9d786e8c tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265216 Nov 02 11:34:50.544314 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49270) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:50.548866 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-687a9c33-8fb4-43f1-bbf4-1d5ea27a909a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:50.561281 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c726a79-bef7-4024-b0e3-5be080a420b7 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:34:50.578180 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:50.607859 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Transition to ACTIVE for port object 0c726a79-bef7-4024-b0e3-5be080a420b7 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:34:50.632727 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4ecfe-8d90-498a-ae0a-31e136087f1b req-988d0c4b-7ad8-48ce-a898-282d1f3d61ef tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:50.634710 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b9c4ecfe-8d90-498a-ae0a-31e136087f1b req-988d0c4b-7ad8-48ce-a898-282d1f3d61ef tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 936 time: 0.0892982 Nov 02 11:34:50.636360 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-687a9c33-8fb4-43f1-bbf4-1d5ea27a909a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:50.693175 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:50.718565 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a9c33-8fb4-43f1-bbf4-1d5ea27a909a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fd2198-f81e-4c3c-9b75-037f28ddf566,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:50.756086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Pushing event updated for resources: {'Port': ['ID=0c726a79-bef7-4024-b0e3-5be080a420b7,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:50.807034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:50.807385 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:50.807723 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:50.808056 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:50.808387 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:50.808713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:50.809044 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:50.809366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:50.809689 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:50.810070 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:50.810534 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:50.810726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:50.855570 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Attempting to bind port 0c726a79-bef7-4024-b0e3-5be080a420b7 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:34:50.856741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Attempting to bind port 0c726a79-bef7-4024-b0e3-5be080a420b7 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:34:50.856741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Attempting to bind port 0c726a79-bef7-4024-b0e3-5be080a420b7 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:50.881739 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8ff3f102-d3ee-4628-b0ab-1974a6a6108e req-e68f1ce3-0cc3-4a7e-9b22-4956422f1bfa tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 210 time: 0.0483661 Nov 02 11:34:50.884445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Port 0c726a79-bef7-4024-b0e3-5be080a420b7 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:34:50.884782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Attempting to bind port 0c726a79-bef7-4024-b0e3-5be080a420b7 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:50.890791 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:34:50.891184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:34:50.891585 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:34:50.892038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Bound port: 0c726a79-bef7-4024-b0e3-5be080a420b7, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:34:50.892403 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:50.908042 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-687a9c33-8fb4-43f1-bbf4-1d5ea27a909a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=68157ab8a598419db33cbb25201d715a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4985683 Nov 02 11:34:50.911801 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49286) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:50.951113 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:50.977839 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-06cf6f77-84fc-4723-82c3-c42ebdd4f235 tempest-AutoAllocateNetworkTest-677057481 tempest-AutoAllocateNetworkTest-677057481-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=15a6d0f87cf0480880a992940527222f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4308844 Nov 02 11:34:50.991691 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49288) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:51.030095 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b9c4ecfe-8d90-498a-ae0a-31e136087f1b req-d45a9aee-711d-4328-b0f8-ff98d79ff98d tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740759 Nov 02 11:34:51.069785 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-e6701aff-dae4-49bd-9b6a-c7699b48ffd0 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Allocated IP 192.168.233.156 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/e9334402-ccf0-483f-bb3e-8b17104785ab) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:34:51.131134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] For port 0c726a79-bef7-4024-b0e3-5be080a420b7, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:34:51.147697 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-68981ffb-13b4-4b32-b26d-95d915eefddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:51.164484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] For port 0c726a79-bef7-4024-b0e3-5be080a420b7, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0c726a79-bef7-4024-b0e3-5be080a420b7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:34:51.197653 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd112c28-c449-4088-b8ac-45060cda8d9a req-3a98127b-5d4d-41e2-b99d-e9a2cec27630 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:51.208748 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd112c28-c449-4088-b8ac-45060cda8d9a req-3a98127b-5d4d-41e2-b99d-e9a2cec27630 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 948 time: 0.1835151 Nov 02 11:34:51.214051 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-68981ffb-13b4-4b32-b26d-95d915eefddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:51.265685 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:51.422386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f71e15-2649-45d6-b646-600456408aac tempest-AutoAllocateNetworkTest-677057481 tempest-AutoAllocateNetworkTest-677057481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:51.424519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:51.427810 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:51.427810 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] 10.222.0.54 "PUT /v2.0/ports/0c726a79-bef7-4024-b0e3-5be080a420b7 HTTP/1.1" status: 200 len: 1097 time: 1.6997821 Nov 02 11:34:51.427810 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8dc917-c59d-457e-85d2-ab47814df5c9', 'tag': '0c726a79-bef7-4024-b0e3-5be080a420b7'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:34:51.428638 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-61f71e15-2649-45d6-b646-600456408aac tempest-AutoAllocateNetworkTest-677057481 tempest-AutoAllocateNetworkTest-677057481-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4387085 Nov 02 11:34:51.429926 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49294) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:51.430429 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65349642-55b9-484f-9f25-c6606f11a8de" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8dc917-c59d-457e-85d2-ab47814df5c9", "tag": "0c726a79-bef7-4024-b0e3-5be080a420b7"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:34:51.442220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f19514-c774-495d-a4b5-80f11eeb4a98 service neutron] Pushing event updated for resources: {'Port': ['ID=0c726a79-bef7-4024-b0e3-5be080a420b7,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:51.453357 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd112c28-c449-4088-b8ac-45060cda8d9a req-f80cca9b-786e-434a-904b-bdd8dff30971 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433131 Nov 02 11:34:51.512118 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2f6cb13e-0564-43f4-b132-7554bbd56eb4 tempest-AutoAllocateNetworkTest-677057481 tempest-AutoAllocateNetworkTest-677057481-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763400 Nov 02 11:34:51.515086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49300) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:51.546788 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e13e5f4-a300-4ead-8e84-c75ae2c05fb4 x-openstack-request-id: req-8e13e5f4-a300-4ead-8e84-c75ae2c05fb4 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:34:51.546788 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8dc917-c59d-457e-85d2-ab47814df5c9", "tag": "0c726a79-bef7-4024-b0e3-5be080a420b7", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:34:51.546788 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e13e5f4-a300-4ead-8e84-c75ae2c05fb4 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:34:51.547461 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8dc917-c59d-457e-85d2-ab47814df5c9', 'tag': '0c726a79-bef7-4024-b0e3-5be080a420b7', 'status': 'completed', 'code': 200} Nov 02 11:34:51.556855 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-e6701aff-dae4-49bd-9b6a-c7699b48ffd0 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:51.570369 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-056f68c5-591b-41ba-a601-d5f8aee5ce8e tempest-AutoAllocateNetworkTest-677057481 tempest-AutoAllocateNetworkTest-677057481-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=15a6d0f87cf0480880a992940527222f HTTP/1.1" status: 200 len: 208 time: 0.0540748 Nov 02 11:34:51.619369 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-68981ffb-13b4-4b32-b26d-95d915eefddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:51.629635 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-68981ffb-13b4-4b32-b26d-95d915eefddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:51.633627 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-68981ffb-13b4-4b32-b26d-95d915eefddf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f9fd2198-f81e-4c3c-9b75-037f28ddf566 HTTP/1.1" status: 204 len: 168 time: 0.7202435 Nov 02 11:34:51.678738 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68981ffb-13b4-4b32-b26d-95d915eefddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fd2198-f81e-4c3c-9b75-037f28ddf566,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:51.716784 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-e6701aff-dae4-49bd-9b6a-c7699b48ffd0 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:51.729133 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['14d3665e-7b93-484f-9782-46ccc01f493b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:34:51.830509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65349642-55b9-484f-9f25-c6606f11a8de req-8404eac3-2db9-4407-af69-1f6015529ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:51.835058 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65349642-55b9-484f-9f25-c6606f11a8de req-8404eac3-2db9-4407-af69-1f6015529ba0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee9708eff99943dc969a30b0533d8705&device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 1100 time: 0.2768006 Nov 02 11:34:51.927588 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f886e-314b-4276-badc-94ccc937f9db req-65473adb-613b-49e2-998a-efa58777179d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:51.933153 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-418f886e-314b-4276-badc-94ccc937f9db req-65473adb-613b-49e2-998a-efa58777179d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.2732992 Nov 02 11:34:51.934974 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65349642-55b9-484f-9f25-c6606f11a8de req-dc165b56-4c5d-4cea-9947-9b6f12bdc8a7 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ee9708eff99943dc969a30b0533d8705&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769353 Nov 02 11:34:52.069772 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-418f886e-314b-4276-badc-94ccc937f9db req-5a6b9111-821d-47b2-bd1b-703881ad360a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313531 Nov 02 11:34:52.139990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65349642-55b9-484f-9f25-c6606f11a8de req-6780c9ba-6c8c-46e0-a202-5978ff9f16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:52.141497 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65349642-55b9-484f-9f25-c6606f11a8de req-6780c9ba-6c8c-46e0-a202-5978ff9f16f6 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1741595 Nov 02 11:34:52.158682 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-e6701aff-dae4-49bd-9b6a-c7699b48ffd0 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:34:52.169272 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-e6701aff-dae4-49bd-9b6a-c7699b48ffd0 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:34:52.173138 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6701aff-dae4-49bd-9b6a-c7699b48ffd0 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Pushing event updated for resources: {'Port': ['ID=e9334402-ccf0-483f-bb3e-8b17104785ab,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:52.177296 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-e6701aff-dae4-49bd-9b6a-c7699b48ffd0 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:34:52.184391 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-e6701aff-dae4-49bd-9b6a-c7699b48ffd0 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:52.185180 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-e6701aff-dae4-49bd-9b6a-c7699b48ffd0 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:52.228595 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c7647-e675-4a6d-bde2-9e14769f1cca req-c48b98de-cad2-40c0-905e-df460aa06a09 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:52.231841 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-495c7647-e675-4a6d-bde2-9e14769f1cca req-c48b98de-cad2-40c0-905e-df460aa06a09 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 936 time: 0.1192410 Nov 02 11:34:52.294674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-982cca73-a20e-412f-a22c-7c7269f91fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:52.296392 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-982cca73-a20e-412f-a22c-7c7269f91fc0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee9708eff99943dc969a30b0533d8705&device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 1100 time: 0.0955212 Nov 02 11:34:52.306753 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:52.337085 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-e6701aff-dae4-49bd-9b6a-c7699b48ffd0 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7990458 Nov 02 11:34:52.354004 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-495c7647-e675-4a6d-bde2-9e14769f1cca req-19fb1fb2-d8f4-4b6a-b35a-97a2cbb29532 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114714 Nov 02 11:34:52.376388 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Request body: {'port': {'device_id': '33b36ee0-c847-4cad-8b2f-03ecdb9cfddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:52.388732 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-94f00d3a-31fb-467b-a196-813dbca821d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=0c726a79-bef7-4024-b0e3-5be080a420b7 HTTP/1.1" status: 200 len: 217 time: 0.0791810 Nov 02 11:34:52.520360 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:52.538871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7d4b2-f899-412c-9062-db7b46ccbaaa req-3bd28f7f-1eed-4bce-8d8a-86bb8f64531a tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:52.546677 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47f7d4b2-f899-412c-9062-db7b46ccbaaa req-3bd28f7f-1eed-4bce-8d8a-86bb8f64531a tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 948 time: 0.2251365 Nov 02 11:34:52.561519 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5d6a5d63-440f-424f-989e-08e8c215a82d None None] Provisioning complete for port e9334402-ccf0-483f-bb3e-8b17104785ab triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:52.562835 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5d63-440f-424f-989e-08e8c215a82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:52.601507 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49338) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:52.605537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-d2f30a5b-84b6-49c6-8e13-9708fbbf3a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:52.606981 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-d2f30a5b-84b6-49c6-8e13-9708fbbf3a39 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1718829 Nov 02 11:34:52.633225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a5d63-440f-424f-989e-08e8c215a82d None None] Port e9334402-ccf0-483f-bb3e-8b17104785ab cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:34:52.665773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 2306e63e-d76c-43c9-b79e-d84885b837ea details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:34:52.707750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47f7d4b2-f899-412c-9062-db7b46ccbaaa req-c5a47bcb-ca06-4730-b709-35d0dd232c1a tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416783 Nov 02 11:34:52.715634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-41d83b76-9277-4922-a0c5-b111ede828ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:52.717156 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-41d83b76-9277-4922-a0c5-b111ede828ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0934193 Nov 02 11:34:52.806739 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 2306e63e-d76c-43c9-b79e-d84885b837ea, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=2306e63e-d76c-43c9-b79e-d84885b837ea,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:52.834626 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '2306e63e-d76c-43c9-b79e-d84885b837ea', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '2306e63e-d76c-43c9-b79e-d84885b837ea', 'mac_address': 'fa:16:3e:2f:22:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:34:52.882161 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:52.898655 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2306e63e-d76c-43c9-b79e-d84885b837ea {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:34:52.921498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 2306e63e-d76c-43c9-b79e-d84885b837ea, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=2306e63e-d76c-43c9-b79e-d84885b837ea,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:52.944002 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-6ccdfc6a-78b4-461a-b897-d52748aa5d00 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148526 Nov 02 11:34:52.982318 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9beff16c-463f-4dba-9178-bf4467f2c410 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:53.012581 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9334402-ccf0-483f-bb3e-8b17104785ab {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:34:53.027214 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:53.055551 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Transition to ACTIVE for port object e9334402-ccf0-483f-bb3e-8b17104785ab will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:34:53.058672 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:53.064221 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c57a2-7710-4ce8-9aa4-406c18c02be1 req-9ab34dee-536d-439b-a1ec-e9c3979898a0 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:53.065887 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e68c57a2-7710-4ce8-9aa4-406c18c02be1 req-9ab34dee-536d-439b-a1ec-e9c3979898a0 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 948 time: 0.2896335 Nov 02 11:34:53.148543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9f483de-4bb2-44f1-ab53-27bc994aeee0 req-e51fa35c-a5e4-45e8-b193-7d624e3e4a95 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999695 Nov 02 11:34:53.173251 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e68c57a2-7710-4ce8-9aa4-406c18c02be1 req-3b69f5f6-6127-4c04-a059-1f83acaf4580 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847201 Nov 02 11:34:53.184634 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9beff16c-463f-4dba-9178-bf4467f2c410 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:53.189729 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=2306e63e-d76c-43c9-b79e-d84885b837ea,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:53.200068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:53.200417 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:53.203480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:53.203480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:53.203480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:53.203480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:53.203480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:53.203480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:53.203480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:53.203480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:53.204142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:53.204142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:34:53.218692 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:53.259817 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cd838-eddf-47b6-b6e6-5ae86e3e351f req-7dd6a5f7-0e47-4050-8e20-8701dae3381f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:53.261394 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-806cd838-eddf-47b6-b6e6-5ae86e3e351f req-7dd6a5f7-0e47-4050-8e20-8701dae3381f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.0610831 Nov 02 11:34:53.296943 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Pushing event updated for resources: {'Port': ['ID=e9334402-ccf0-483f-bb3e-8b17104785ab,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:53.307050 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['2306e63e-d76c-43c9-b79e-d84885b837ea'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:34:53.321622 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9beff16c-463f-4dba-9178-bf4467f2c410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:53.353326 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-806cd838-eddf-47b6-b6e6-5ae86e3e351f req-ff944f2c-1aaf-4de6-8834-df39fb713b8b tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787468 Nov 02 11:34:53.402531 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Attempting to bind port e9334402-ccf0-483f-bb3e-8b17104785ab on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:34:53.403104 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Attempting to bind port e9334402-ccf0-483f-bb3e-8b17104785ab by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:34:53.403645 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Attempting to bind port e9334402-ccf0-483f-bb3e-8b17104785ab on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:53.419186 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beff16c-463f-4dba-9178-bf4467f2c410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de26ca3-afcb-4755-9d6f-2d78c24ac51e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:53.430601 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Port e9334402-ccf0-483f-bb3e-8b17104785ab on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:34:53.431163 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Attempting to bind port e9334402-ccf0-483f-bb3e-8b17104785ab on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:53.450833 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49362) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:53.451158 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9beff16c-463f-4dba-9178-bf4467f2c410 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=15a6d0f87cf0480880a992940527222f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8479269 Nov 02 11:34:53.452669 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:34:53.453308 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:34:53.453782 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:34:53.454530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Bound port: e9334402-ccf0-483f-bb3e-8b17104785ab, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:34:53.455133 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:53.644820 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-ff4a090c-81ee-490e-827f-53f238064f7c req-a5febeb7-6e46-4e77-90f8-24b4624756f4 service neutron] show failed (client error): The resource could not be found. Nov 02 11:34:53.645542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-a5febeb7-6e46-4e77-90f8-24b4624756f4 service neutron] 10.222.0.79 "GET /v2.0/ports/efe45a3a-b601-41ee-a6f1-63ab23b1a802/bindings/n-h2-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.1175210 Nov 02 11:34:53.696961 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-de9f65d2-8099-4312-a23b-1d35365f0756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:53.710266 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:53.725126 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-de9f65d2-8099-4312-a23b-1d35365f0756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:53.777725 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487b91e-7b27-4d40-af82-0be84211c51c req-98735953-8537-4670-b472-6306d975d227 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:53.789773 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e487b91e-7b27-4d40-af82-0be84211c51c req-98735953-8537-4670-b472-6306d975d227 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 948 time: 0.2827768 Nov 02 11:34:53.813202 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] For port e9334402-ccf0-483f-bb3e-8b17104785ab, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:34:53.844720 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] For port e9334402-ccf0-483f-bb3e-8b17104785ab, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e9334402-ccf0-483f-bb3e-8b17104785ab,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:34:53.860601 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49376) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:53.863545 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e487b91e-7b27-4d40-af82-0be84211c51c req-3b0c92b2-a91f-478e-a49d-5cfab69591a4 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773396 Nov 02 11:34:53.885363 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-de9f65d2-8099-4312-a23b-1d35365f0756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:53.888161 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-de9f65d2-8099-4312-a23b-1d35365f0756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:53.889358 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-de9f65d2-8099-4312-a23b-1d35365f0756 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2de26ca3-afcb-4755-9d6f-2d78c24ac51e HTTP/1.1" status: 204 len: 168 time: 0.4364457 Nov 02 11:34:53.924370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f65d2-8099-4312-a23b-1d35365f0756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de26ca3-afcb-4755-9d6f-2d78c24ac51e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:53.945994 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49382) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:53.958349 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782efb37-a414-4ba9-939c-284dada3256c req-409f5f2e-5d7a-4889-9422-eb08f858b430 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:53.958624 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:53.961786 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:53.966220 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-782efb37-a414-4ba9-939c-284dada3256c req-409f5f2e-5d7a-4889-9422-eb08f858b430 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 948 time: 0.0930076 Nov 02 11:34:54.019148 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:54.019969 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:54.022667 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] 10.222.0.54 "PUT /v2.0/ports/e9334402-ccf0-483f-bb3e-8b17104785ab HTTP/1.1" status: 200 len: 1097 time: 1.6675842 Nov 02 11:34:54.023388 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b36ee0-c847-4cad-8b2f-03ecdb9cfddf', 'tag': 'e9334402-ccf0-483f-bb3e-8b17104785ab'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:34:54.026967 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b1be4f-db35-4ebc-b85e-6d4cf84e204a" -d '{"events": [{"name": "network-changed", "server_uuid": "33b36ee0-c847-4cad-8b2f-03ecdb9cfddf", "tag": "e9334402-ccf0-483f-bb3e-8b17104785ab"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:34:54.044030 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-782efb37-a414-4ba9-939c-284dada3256c req-95ac2523-4a6f-467e-bd9c-bec0b07b0b17 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752528 Nov 02 11:34:54.081447 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a53a6-d9e4-4f94-89f6-71d6c4a75e72 service neutron] Pushing event updated for resources: {'Port': ['ID=e9334402-ccf0-483f-bb3e-8b17104785ab,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:54.096299 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a676ce-d0a1-4b3a-b6b5-78e56318fe86 x-openstack-request-id: req-83a676ce-d0a1-4b3a-b6b5-78e56318fe86 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:34:54.096812 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b36ee0-c847-4cad-8b2f-03ecdb9cfddf", "tag": "e9334402-ccf0-483f-bb3e-8b17104785ab", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:34:54.097486 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-83a676ce-d0a1-4b3a-b6b5-78e56318fe86 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:34:54.098112 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b36ee0-c847-4cad-8b2f-03ecdb9cfddf', 'tag': 'e9334402-ccf0-483f-bb3e-8b17104785ab', 'status': 'completed', 'code': 200} Nov 02 11:34:54.162066 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-738cfe85-b4f2-4a60-a08b-71ab42a8da2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:54.201934 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1be4f-db35-4ebc-b85e-6d4cf84e204a req-e7c7b7ff-ba96-4d70-bad1-abbefb9ee1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:54.206708 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-15b1be4f-db35-4ebc-b85e-6d4cf84e204a req-e7c7b7ff-ba96-4d70-bad1-abbefb9ee1d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df1835d49dae4adab329b23ce0df597c&device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 1100 time: 0.0928516 Nov 02 11:34:54.277980 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-15b1be4f-db35-4ebc-b85e-6d4cf84e204a req-1405a726-63e3-4695-92d3-7b73310fcd0f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=df1835d49dae4adab329b23ce0df597c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572493 Nov 02 11:34:54.421435 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-738cfe85-b4f2-4a60-a08b-71ab42a8da2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:54.427189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-023ad3f8-22fc-4879-83c8-a1ac0ea4b193 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2145300980-network', 'tenant_id': '421fa8b2e3444ddcb336955a78b6f4fb'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:54.450586 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d6e25-2f97-4ba2-8c39-f41be0b51834 req-9c0d4562-4149-4e76-9516-155199ab2327 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:54.452277 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-568d6e25-2f97-4ba2-8c39-f41be0b51834 req-9c0d4562-4149-4e76-9516-155199ab2327 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 949 time: 0.1681468 Nov 02 11:34:54.488710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a090c-81ee-490e-827f-53f238064f7c req-565d5016-ee96-4f8a-aaf6-da9867dbb3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:54.490251 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-565d5016-ee96-4f8a-aaf6-da9867dbb3df service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687&tenant_id=6196471367014fa2a6ff86ee9c2ee144 HTTP/1.1" status: 200 len: 1101 time: 0.1374037 Nov 02 11:34:54.512362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:54.547622 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-738cfe85-b4f2-4a60-a08b-71ab42a8da2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:54.565104 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1be4f-db35-4ebc-b85e-6d4cf84e204a req-9a0b314a-e203-4f06-a97d-0f20098e6b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:54.566860 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-15b1be4f-db35-4ebc-b85e-6d4cf84e204a req-9a0b314a-e203-4f06-a97d-0f20098e6b6a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2837055 Nov 02 11:34:54.569748 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-568d6e25-2f97-4ba2-8c39-f41be0b51834 req-3a1d2473-dd68-45cd-8d40-cfb9b340eeb9 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075106 Nov 02 11:34:54.594228 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055dfcd-cfcc-41f2-9e00-1d215c0e4cd8 req-7ce9b057-212e-4298-b611-aecde3412ccc tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:54.598595 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8055dfcd-cfcc-41f2-9e00-1d215c0e4cd8 req-7ce9b057-212e-4298-b611-aecde3412ccc tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.1411581 Nov 02 11:34:54.598595 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023ad3f8-22fc-4879-83c8-a1ac0ea4b193 admin admin] Made reservation on behalf of 421fa8b2e3444ddcb336955a78b6f4fb for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:34:54.600705 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-023ad3f8-22fc-4879-83c8-a1ac0ea4b193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:54.618856 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-023ad3f8-22fc-4879-83c8-a1ac0ea4b193 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:54.634887 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-738cfe85-b4f2-4a60-a08b-71ab42a8da2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3cfc2b98d9640e3be2b7b41a65ba005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7723720 Nov 02 11:34:54.637590 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49400) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:54.649680 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:54.658331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cfe85-b4f2-4a60-a08b-71ab42a8da2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386e292c-e6c4-4988-a544-6a04d002984a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:54.677612 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 2306e63e-d76c-43c9-b79e-d84885b837ea up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:34:54.736978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-78f52be1-ac74-418f-a1ed-f1ffe1864849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:54.739150 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-78f52be1-ac74-418f-a1ed-f1ffe1864849 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df1835d49dae4adab329b23ce0df597c&device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 1100 time: 0.1220145 Nov 02 11:34:54.801530 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8055dfcd-cfcc-41f2-9e00-1d215c0e4cd8 req-15c436e9-71e5-44be-8ace-c24dd9a83eca tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857102 Nov 02 11:34:54.836647 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e74012e0-6e05-4c42-9651-d4b45368e91a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:54.864902 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-aba416a1-c50f-4189-9c7d-1c7d049d0b13 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=e9334402-ccf0-483f-bb3e-8b17104785ab HTTP/1.1" status: 200 len: 217 time: 0.0571423 Nov 02 11:34:54.870138 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 2306e63e-d76c-43c9-b79e-d84885b837ea completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:34:54.876377 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-023ad3f8-22fc-4879-83c8-a1ac0ea4b193 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:54.882746 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 2306e63e-d76c-43c9-b79e-d84885b837ea triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:54.883164 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:54.893455 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e74012e0-6e05-4c42-9651-d4b45368e91a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:54.925403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-0c77fd54-89cc-40be-bda2-ca0daa2696d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:54.927376 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-0c77fd54-89cc-40be-bda2-ca0daa2696d5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0535009 Nov 02 11:34:54.930045 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:54.989590 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:54.991596 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-023ad3f8-22fc-4879-83c8-a1ac0ea4b193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:55.047494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ad3f8-22fc-4879-83c8-a1ac0ea4b193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88009b46-c520-41eb-896f-11380f04fe35,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:55.068720 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-da3e6b88-80cc-42fb-ad1c-af74bbc676a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:55.068821 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-da3e6b88-80cc-42fb-ad1c-af74bbc676a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1335840 Nov 02 11:34:55.077730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] For port efe45a3a-b601-41ee-a6f1-63ab23b1a802, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=efe45a3a-b601-41ee-a6f1-63ab23b1a802,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:55.092522 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a6417-9d7b-4118-bb1f-399b5f72f499 req-34e6f59b-1c13-4add-aee8-383bde5bc41e tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:55.099789 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-451a6417-9d7b-4118-bb1f-399b5f72f499 req-34e6f59b-1c13-4add-aee8-383bde5bc41e tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 948 time: 0.1303895 Nov 02 11:34:55.120872 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e74012e0-6e05-4c42-9651-d4b45368e91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:55.126358 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e74012e0-6e05-4c42-9651-d4b45368e91a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:55.130753 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e74012e0-6e05-4c42-9651-d4b45368e91a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/386e292c-e6c4-4988-a544-6a04d002984a HTTP/1.1" status: 204 len: 168 time: 0.4887033 Nov 02 11:34:55.167152 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] For port efe45a3a-b601-41ee-a6f1-63ab23b1a802, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:34:55.196422 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65d3112-b822-4a1b-861b-b1383a514aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2306e63e-d76c-43c9-b79e-d84885b837ea'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:34:55.199309 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c447adaa-dfad-47ef-bfa4-5c2532e437ae" -d '{"events": [{"server_uuid": "b65d3112-b822-4a1b-861b-b1383a514aa0", "name": "network-vif-plugged", "status": "completed", "tag": "2306e63e-d76c-43c9-b79e-d84885b837ea"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:34:55.204916 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023ad3f8-22fc-4879-83c8-a1ac0ea4b193 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:34:55.212279 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 2306e63e-d76c-43c9-b79e-d84885b837ea, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=2306e63e-d76c-43c9-b79e-d84885b837ea,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:55.246535 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74012e0-6e05-4c42-9651-d4b45368e91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386e292c-e6c4-4988-a544-6a04d002984a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:55.264270 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-023ad3f8-22fc-4879-83c8-a1ac0ea4b193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:55.264611 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-023ad3f8-22fc-4879-83c8-a1ac0ea4b193 admin admin] Added segment 43a9ad7a-f2d4-4650-abfa-729e903d3859 of type vlan for network f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 Nov 02 11:34:55.270441 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eae14d9-7f1e-4f71-b1c4-1e52a84fe687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe45a3a-b601-41ee-a6f1-63ab23b1a802'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:34:55.276766 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c48780-8467-49be-ad57-53c4d92f39fa" -d '{"events": [{"server_uuid": "4eae14d9-7f1e-4f71-b1c4-1e52a84fe687", "name": "network-vif-unplugged", "status": "completed", "tag": "efe45a3a-b601-41ee-a6f1-63ab23b1a802"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:34:55.277986 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:55.281543 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-451a6417-9d7b-4118-bb1f-399b5f72f499 req-27afb3b0-c70c-48cf-9801-3dd5f88d5709 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694448 Nov 02 11:34:55.324679 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Transition to ACTIVE for port object efe45a3a-b601-41ee-a6f1-63ab23b1a802 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:34:55.337586 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-023ad3f8-22fc-4879-83c8-a1ac0ea4b193 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:55.346147 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148c625-94a6-466a-832f-0aba23f74f5f req-81f81f7c-2b61-45eb-b043-631f981cbf11 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:55.347290 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:55.357205 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32397549-1275-41f1-bb30-e4856e7a2326 x-openstack-request-id: req-32397549-1275-41f1-bb30-e4856e7a2326 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:34:55.357205 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65d3112-b822-4a1b-861b-b1383a514aa0", "name": "network-vif-plugged", "status": "completed", "tag": "2306e63e-d76c-43c9-b79e-d84885b837ea", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:34:55.357205 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32397549-1275-41f1-bb30-e4856e7a2326 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:34:55.357687 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65d3112-b822-4a1b-861b-b1383a514aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2306e63e-d76c-43c9-b79e-d84885b837ea', 'code': 200} Nov 02 11:34:55.358359 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7148c625-94a6-466a-832f-0aba23f74f5f req-81f81f7c-2b61-45eb-b043-631f981cbf11 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 948 time: 0.2109561 Nov 02 11:34:55.373364 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-f31f6902-116c-4a2e-bc9a-4a6cd185245f service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932150 Nov 02 11:34:55.407833 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:55.463489 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d10e64-c1d3-4bc4-b38c-e71b7d4796f4 x-openstack-request-id: req-34d10e64-c1d3-4bc4-b38c-e71b7d4796f4 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:34:55.463875 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eae14d9-7f1e-4f71-b1c4-1e52a84fe687", "name": "network-vif-unplugged", "status": "completed", "tag": "efe45a3a-b601-41ee-a6f1-63ab23b1a802", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:34:55.464166 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34d10e64-c1d3-4bc4-b38c-e71b7d4796f4 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:34:55.464457 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eae14d9-7f1e-4f71-b1c4-1e52a84fe687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe45a3a-b601-41ee-a6f1-63ab23b1a802', 'code': 200} Nov 02 11:34:55.474286 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=2306e63e-d76c-43c9-b79e-d84885b837ea,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:55.509142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Pushing event updated for resources: {'Port': ['ID=efe45a3a-b601-41ee-a6f1-63ab23b1a802,revision_number=6']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:55.541980 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7148c625-94a6-466a-832f-0aba23f74f5f req-f9523a77-6bbf-4e30-a4b7-1b318cf35aa4 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826549 Nov 02 11:34:55.560060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] No DVR routers for this DVR port efe45a3a-b601-41ee-a6f1-63ab23b1a802 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:34:55.561116 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-023ad3f8-22fc-4879-83c8-a1ac0ea4b193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:55.564410 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023ad3f8-22fc-4879-83c8-a1ac0ea4b193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:55.566490 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-023ad3f8-22fc-4879-83c8-a1ac0ea4b193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:55.578846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcc0bb-d8e9-40b9-bc8b-52323c071843 req-f9982b86-ffda-4f89-b0f9-6f78122aa66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:55.580417 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5bcc0bb-d8e9-40b9-bc8b-52323c071843 req-f9982b86-ffda-4f89-b0f9-6f78122aa66e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 1102 time: 0.1188269 Nov 02 11:34:55.648102 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e87aadc3-0ca1-4689-9040-a9e20bbfb5f4 req-afe50456-ce3a-4f8d-8f45-b510599f3eb8 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582238 Nov 02 11:34:55.692787 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Attempting to bind port efe45a3a-b601-41ee-a6f1-63ab23b1a802 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:34:55.693335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Attempting to bind port efe45a3a-b601-41ee-a6f1-63ab23b1a802 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:34:55.693505 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Attempting to bind port efe45a3a-b601-41ee-a6f1-63ab23b1a802 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:55.708200 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ad3f8-22fc-4879-83c8-a1ac0ea4b193 admin admin] Pushing event updated for resources: {'Network': ['ID=f40c55d7-1a42-4ab8-b39e-02b4fefb6a88,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:55.713381 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Port efe45a3a-b601-41ee-a6f1-63ab23b1a802 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:34:55.713715 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Attempting to bind port efe45a3a-b601-41ee-a6f1-63ab23b1a802 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:55.728657 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:34:55.733961 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:34:55.734311 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:34:55.734703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:34:55.735192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Bound port: efe45a3a-b601-41ee-a6f1-63ab23b1a802, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:34:55.735556 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:55.742193 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-023ad3f8-22fc-4879-83c8-a1ac0ea4b193 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7934718 Nov 02 11:34:55.745175 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5bcc0bb-d8e9-40b9-bc8b-52323c071843 req-9a066ae1-6a7f-4bdd-bdb0-fb4e4e14d558 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370740 Nov 02 11:34:55.747543 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49430) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:55.765358 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e8586cab-993c-493d-a92b-5a4b7826302b admin admin] Request body: {'subnet': {'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145300980-subnet', 'tenant_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:55.854787 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] For port efe45a3a-b601-41ee-a6f1-63ab23b1a802, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:34:55.858676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] For port efe45a3a-b601-41ee-a6f1-63ab23b1a802, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=efe45a3a-b601-41ee-a6f1-63ab23b1a802,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:34:55.875029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027822c4-f6a8-4db5-8ec9-3a69d0ec00da req-c2212767-edf0-4ca7-a5c1-a4a25ab0ccf8 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:55.876517 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-027822c4-f6a8-4db5-8ec9-3a69d0ec00da req-c2212767-edf0-4ca7-a5c1-a4a25ab0ccf8 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 950 time: 0.1088715 Nov 02 11:34:55.928824 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-027822c4-f6a8-4db5-8ec9-3a69d0ec00da req-b19297fb-61f0-46e1-b3d7-4670e46c95e3 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455847 Nov 02 11:34:55.932057 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8586cab-993c-493d-a92b-5a4b7826302b admin admin] Made reservation on behalf of 421fa8b2e3444ddcb336955a78b6f4fb for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:34:55.934394 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e8586cab-993c-493d-a92b-5a4b7826302b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:55.935124 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:55.989075 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa56bac-54da-4ea0-8b01-789bea02cbab req-529b5d80-d7c6-4981-9626-51e6e34d73f2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:55.990528 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3fa56bac-54da-4ea0-8b01-789bea02cbab req-529b5d80-d7c6-4981-9626-51e6e34d73f2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 947 time: 0.0935495 Nov 02 11:34:55.999400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:56.000020 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:56.001425 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] 10.222.0.54 "PUT /v2.0/ports/efe45a3a-b601-41ee-a6f1-63ab23b1a802 HTTP/1.1" status: 200 len: 1096 time: 1.4963250 Nov 02 11:34:56.076504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c49e49-a039-484d-8e24-4739ae5a14af service neutron] Pushing event updated for resources: {'Port': ['ID=efe45a3a-b601-41ee-a6f1-63ab23b1a802,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:56.145621 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3fa56bac-54da-4ea0-8b01-789bea02cbab req-117d37ad-5140-467e-a0e3-fcb0204eef7a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361616 Nov 02 11:34:56.170722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a090c-81ee-490e-827f-53f238064f7c req-3a5b1528-875d-4de9-8ebf-a8a5fbd29538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:56.170722 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-3a5b1528-875d-4de9-8ebf-a8a5fbd29538 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 1099 time: 0.1355569 Nov 02 11:34:56.198650 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49438) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:56.218508 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb6cc-1c06-4eb5-aacf-dfd00e902da9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:56.296474 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a090c-81ee-490e-827f-53f238064f7c req-cefa368f-0a2e-4c7e-a6ff-87fcee5f127d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:56.298326 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-cefa368f-0a2e-4c7e-a6ff-87fcee5f127d service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1185653 Nov 02 11:34:56.367504 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-ebe29ce3-2b7d-4622-ab02-912eee7ef01b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=efe45a3a-b601-41ee-a6f1-63ab23b1a802 HTTP/1.1" status: 200 len: 217 time: 0.0576684 Nov 02 11:34:56.374746 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e8586cab-993c-493d-a92b-5a4b7826302b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:56.389020 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb6cc-1c06-4eb5-aacf-dfd00e902da9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:56.439304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a090c-81ee-490e-827f-53f238064f7c req-757619d0-cff7-46d6-a4a0-7baf8761d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:56.441957 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-757619d0-cff7-46d6-a4a0-7baf8761d392 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0658417 Nov 02 11:34:56.470163 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb9bb6cc-1c06-4eb5-aacf-dfd00e902da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:56.500023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a090c-81ee-490e-827f-53f238064f7c req-8a3e52a3-5fb6-4f8b-bb72-4b92b3c25659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:56.501896 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-8a3e52a3-5fb6-4f8b-bb72-4b92b3c25659 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0508630 Nov 02 11:34:56.535183 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8586cab-993c-493d-a92b-5a4b7826302b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b57eab2-ab11-4e6a-a322-0971ece84e4e,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:56.538397 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0c726a79-bef7-4024-b0e3-5be080a420b7 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:34:56.555943 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8586cab-993c-493d-a92b-5a4b7826302b admin admin] Checking segment: {'id': '43a9ad7a-f2d4-4650-abfa-729e903d3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:34:56.557763 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8586cab-993c-493d-a92b-5a4b7826302b admin admin] Network hostable DHCP agents. Network: f40c55d7-1a42-4ab8-b39e-02b4fefb6a88, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:34:56.562899 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cb9bb6cc-1c06-4eb5-aacf-dfd00e902da9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b1d0349f62743ba81534ae5e3d4b3e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3607035 Nov 02 11:34:56.563291 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bb6cc-1c06-4eb5-aacf-dfd00e902da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8889c2dc-5155-4222-ba25-7bd470464b84,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:56.566419 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49448) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:56.599887 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680330b-bb88-45e7-80b5-a1f1c7847a31 req-35687c51-44e3-4b2e-8127-94eee4b95645 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:56.601718 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3680330b-bb88-45e7-80b5-a1f1c7847a31 req-35687c51-44e3-4b2e-8127-94eee4b95645 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 948 time: 0.1750023 Nov 02 11:34:56.680939 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0109303-1a93-436b-8ff9-7cf7117f0991 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:56.704306 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8586cab-993c-493d-a92b-5a4b7826302b admin admin] Network f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:34:56.729214 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3680330b-bb88-45e7-80b5-a1f1c7847a31 req-64841a7b-1f79-4447-aab4-b54cc30dcef7 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149552 Nov 02 11:34:56.742835 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0109303-1a93-436b-8ff9-7cf7117f0991 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:56.754887 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-6235ad01-5152-43a7-8722-9631aa78e034 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368169 Nov 02 11:34:56.760841 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 0c726a79-bef7-4024-b0e3-5be080a420b7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0c726a79-bef7-4024-b0e3-5be080a420b7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:56.772065 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd863b-e84a-4c5a-bf01-994065a08ac5 req-ae9c6a8f-9e09-40e9-b1e9-d8b0c76b31d3 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:56.774841 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3bd863b-e84a-4c5a-bf01-994065a08ac5 req-ae9c6a8f-9e09-40e9-b1e9-d8b0c76b31d3 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 948 time: 0.1098750 Nov 02 11:34:56.795306 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '0c726a79-bef7-4024-b0e3-5be080a420b7', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '0c726a79-bef7-4024-b0e3-5be080a420b7', 'mac_address': 'fa:16:3e:3f:a4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:34:56.814951 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-e8586cab-993c-493d-a92b-5a4b7826302b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, f40c55d7-1a42-4ab8-b39e-02b4fefb6a88) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:34:56.826569 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92616254-5024-4cdb-8835-1c3b40fc63ba None None] Network f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:34:56.833696 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8586cab-993c-493d-a92b-5a4b7826302b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:56.836755 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e8586cab-993c-493d-a92b-5a4b7826302b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:56.891271 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:56.892940 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0109303-1a93-436b-8ff9-7cf7117f0991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:56.901193 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0109303-1a93-436b-8ff9-7cf7117f0991 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:56.903396 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b0109303-1a93-436b-8ff9-7cf7117f0991 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8889c2dc-5155-4222-ba25-7bd470464b84 HTTP/1.1" status: 204 len: 168 time: 0.3347847 Nov 02 11:34:56.921883 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c726a79-bef7-4024-b0e3-5be080a420b7 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:34:56.926499 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e8586cab-993c-493d-a92b-5a4b7826302b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1775601 Nov 02 11:34:56.929547 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0109303-1a93-436b-8ff9-7cf7117f0991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8889c2dc-5155-4222-ba25-7bd470464b84,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:56.931848 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49458) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:56.941198 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2145300980-router', 'tenant_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:34:57.009069 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 0c726a79-bef7-4024-b0e3-5be080a420b7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0c726a79-bef7-4024-b0e3-5be080a420b7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:57.045972 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff4a090c-81ee-490e-827f-53f238064f7c req-0b46fb76-ec20-4516-9c07-9c7f998878db service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690525 Nov 02 11:34:57.093042 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3bd863b-e84a-4c5a-bf01-994065a08ac5 req-fe5ced09-eeb2-40a1-a346-203cb3328c26 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700317 Nov 02 11:34:57.120530 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-f40c55d7-1a42-4ab8-b39e-02b4fefb6a88', 'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88', 'tenant_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'fixed_ips': [{'subnet_id': '2b57eab2-ab11-4e6a-a322-0971ece84e4e'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:34:57.122017 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:57.131092 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:57.132256 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:57.155635 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d3c4f-26ec-41e9-b538-e164264d1adc req-0e286227-c8ee-461c-b22f-e18966457a25 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:57.164755 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f56d3c4f-26ec-41e9-b538-e164264d1adc req-0e286227-c8ee-461c-b22f-e18966457a25 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 950 time: 0.1171451 Nov 02 11:34:57.165001 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:57.256829 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:57.267454 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f56d3c4f-26ec-41e9-b538-e164264d1adc req-8b0c54e2-7413-4f5e-ba3f-b6e1eaab1bb0 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017287 Nov 02 11:34:57.309917 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=0c726a79-bef7-4024-b0e3-5be080a420b7,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:57.373247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Allocated IP 172.20.0.2 (f40c55d7-1a42-4ab8-b39e-02b4fefb6a88/2b57eab2-ab11-4e6a-a322-0971ece84e4e/ac715d96-d170-423f-8e1b-ad17459b910f) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:34:57.437156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['0c726a79-bef7-4024-b0e3-5be080a420b7'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:34:57.464960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eae14d9-7f1e-4f71-b1c4-1e52a84fe687', 'tag': 'efe45a3a-b601-41ee-a6f1-63ab23b1a802'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:34:57.467500 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48d6830-a54b-4499-8c34-c47436271174" -d '{"events": [{"name": "network-changed", "server_uuid": "4eae14d9-7f1e-4f71-b1c4-1e52a84fe687", "tag": "efe45a3a-b601-41ee-a6f1-63ab23b1a802"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:34:57.530608 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:57.561323 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3300dc9-0dec-4cb4-a680-8c4f67a7715a req-a56658f5-2eb7-4ede-a3f0-58ac4a585f07 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:57.562840 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d3300dc9-0dec-4cb4-a680-8c4f67a7715a req-a56658f5-2eb7-4ede-a3f0-58ac4a585f07 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 947 time: 0.1577160 Nov 02 11:34:57.652783 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d3300dc9-0dec-4cb4-a680-8c4f67a7715a req-f5ece3eb-843b-42c4-ab24-ba017cfd754a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833955 Nov 02 11:34:57.702773 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:57.743301 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a321b7-088e-4096-ac32-f4f1fce78fa3 x-openstack-request-id: req-15a321b7-088e-4096-ac32-f4f1fce78fa3 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:34:57.743588 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eae14d9-7f1e-4f71-b1c4-1e52a84fe687", "tag": "efe45a3a-b601-41ee-a6f1-63ab23b1a802", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:34:57.743839 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-15a321b7-088e-4096-ac32-f4f1fce78fa3 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:34:57.744233 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eae14d9-7f1e-4f71-b1c4-1e52a84fe687', 'tag': 'efe45a3a-b601-41ee-a6f1-63ab23b1a802', 'status': 'completed', 'code': 200} Nov 02 11:34:57.812839 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:57.860173 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d6830-a54b-4499-8c34-c47436271174 req-20e736fd-5b7a-4a3c-b88f-6e1df131b166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:57.862093 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e48d6830-a54b-4499-8c34-c47436271174 req-20e736fd-5b7a-4a3c-b88f-6e1df131b166 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 1099 time: 0.1009467 Nov 02 11:34:57.877383 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d6830-a54b-4499-8c34-c47436271174 req-bb1263eb-6b43-4e68-8279-f58612c6871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:57.884706 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e48d6830-a54b-4499-8c34-c47436271174 req-bb1263eb-6b43-4e68-8279-f58612c6871b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 1099 time: 0.1163430 Nov 02 11:34:57.934617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Network f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:34:57.944452 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:34:57.950721 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:34:57.974233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Pushing event updated for resources: {'Port': ['ID=ac715d96-d170-423f-8e1b-ad17459b910f,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:58.035045 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Attempting to bind port ac715d96-d170-423f-8e1b-ad17459b910f on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:34:58.035812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Attempting to bind port ac715d96-d170-423f-8e1b-ad17459b910f by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '43a9ad7a-f2d4-4650-abfa-729e903d3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:34:58.036334 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Attempting to bind port ac715d96-d170-423f-8e1b-ad17459b910f on network f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:34:58.042443 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:34:58.043132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Checking segment: {'id': '43a9ad7a-f2d4-4650-abfa-729e903d3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:34:58.043699 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:58.044243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Bound using segment: {'id': '43a9ad7a-f2d4-4650-abfa-729e903d3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:34:58.044981 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Bound port: ac715d96-d170-423f-8e1b-ad17459b910f, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a9ad7a-f2d4-4650-abfa-729e903d3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:34:58.045519 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:58.086707 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b92b1c-2a3a-4536-9c52-8e90c95f5b0e req-60e167c9-8ab0-4c75-99dc-fa26d7837f0a tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:58.088315 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4b92b1c-2a3a-4536-9c52-8e90c95f5b0e req-60e167c9-8ab0-4c75-99dc-fa26d7837f0a tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 948 time: 0.0870066 Nov 02 11:34:58.098129 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:58.128473 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:58.133556 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d6830-a54b-4499-8c34-c47436271174 req-a95f4cb0-a7eb-4b90-b5f8-f10a50867c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:58.137400 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e48d6830-a54b-4499-8c34-c47436271174 req-a95f4cb0-a7eb-4b90-b5f8-f10a50867c80 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.2312539 Nov 02 11:34:58.145048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d6830-a54b-4499-8c34-c47436271174 req-6a701bbe-5d6f-4a2a-b5b4-568e78459b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:58.146708 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e48d6830-a54b-4499-8c34-c47436271174 req-6a701bbe-5d6f-4a2a-b5b4-568e78459b68 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.2748342 Nov 02 11:34:58.192891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] For port ac715d96-d170-423f-8e1b-ad17459b910f, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:34:58.204103 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e48d6830-a54b-4499-8c34-c47436271174 req-a707d5b8-fa2f-429c-9432-e81222cb7418 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=efe45a3a-b601-41ee-a6f1-63ab23b1a802 HTTP/1.1" status: 200 len: 217 time: 0.0563788 Nov 02 11:34:58.205126 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] For port ac715d96-d170-423f-8e1b-ad17459b910f, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ac715d96-d170-423f-8e1b-ad17459b910f,segment=NetworkSegment(43a9ad7a-f2d4-4650-abfa-729e903d3859),segment_id=43a9ad7a-f2d4-4650-abfa-729e903d3859)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:34:58.218179 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:34:58.243525 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e48d6830-a54b-4499-8c34-c47436271174 req-4eae4ad5-416c-450b-a843-0d9694430d97 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=efe45a3a-b601-41ee-a6f1-63ab23b1a802 HTTP/1.1" status: 200 len: 217 time: 0.0782051 Nov 02 11:34:58.267805 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4b92b1c-2a3a-4536-9c52-8e90c95f5b0e req-44aacf40-a0b5-45ca-bbe4-71ee2ffe70d2 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721618 Nov 02 11:34:58.318019 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:58.321879 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] Allocated IP 172.25.6.47 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/5994153a-9e1c-4fbc-b865-d35e2727e20d) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:34:58.352394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d6830-a54b-4499-8c34-c47436271174 req-2f5649b0-4f42-4b53-bfa8-c969daed361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:58.353873 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e48d6830-a54b-4499-8c34-c47436271174 req-2f5649b0-4f42-4b53-bfa8-c969daed361a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1212983 Nov 02 11:34:58.390351 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2365074-716a-479c-ba18-4758afa7fd76 req-6278e240-1624-4f93-9678-8480073b620d tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:58.392222 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2365074-716a-479c-ba18-4758afa7fd76 req-6278e240-1624-4f93-9678-8480073b620d tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 949 time: 0.1582305 Nov 02 11:34:58.403109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d6830-a54b-4499-8c34-c47436271174 req-5e7cbdce-d134-45a1-b54e-5897fd625789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:58.404914 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e48d6830-a54b-4499-8c34-c47436271174 req-5e7cbdce-d134-45a1-b54e-5897fd625789 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1524663 Nov 02 11:34:58.410602 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62dec7-1c56-4def-96ff-5040c4d5325b None None] Pushing event updated for resources: {'Port': ['ID=ac715d96-d170-423f-8e1b-ad17459b910f,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:58.522384 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:58.532695 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2365074-716a-479c-ba18-4758afa7fd76 req-d274b386-6f7a-48e0-9a7b-1a292305cf72 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265821 Nov 02 11:34:58.540934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d6830-a54b-4499-8c34-c47436271174 req-637a0c3a-d250-4d17-82b7-58b1f89dfa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:58.542209 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e9334402-ccf0-483f-bb3e-8b17104785ab details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:34:58.545934 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e48d6830-a54b-4499-8c34-c47436271174 req-637a0c3a-d250-4d17-82b7-58b1f89dfa56 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1525331 Nov 02 11:34:58.550262 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d6830-a54b-4499-8c34-c47436271174 req-b83326ee-0470-47d6-b131-8fd913c05d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:58.552247 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e48d6830-a54b-4499-8c34-c47436271174 req-b83326ee-0470-47d6-b131-8fd913c05d66 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1216071 Nov 02 11:34:58.620966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0c726a79-bef7-4024-b0e3-5be080a420b7 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:34:58.626479 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e337d0e-8ddc-4ec9-bab5-27c7aff9b927 req-188782bc-1ed8-4c73-b694-4e779ab83a60 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:58.629069 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1e337d0e-8ddc-4ec9-bab5-27c7aff9b927 req-188782bc-1ed8-4c73-b694-4e779ab83a60 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 950 time: 0.0886905 Nov 02 11:34:58.720849 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:58.730361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device efe45a3a-b601-41ee-a6f1-63ab23b1a802 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:34:58.750261 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1e337d0e-8ddc-4ec9-bab5-27c7aff9b927 req-ad2ef227-33de-46ee-9cf5-c65ef8261c69 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148119 Nov 02 11:34:58.821534 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:34:58.828965 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:34:58.834151 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:34:58.894485 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] Pushing event updated for resources: {'Port': ['ID=5994153a-9e1c-4fbc-b865-d35e2727e20d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:59.013699 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port e9334402-ccf0-483f-bb3e-8b17104785ab, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e9334402-ccf0-483f-bb3e-8b17104785ab,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:59.058105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'e9334402-ccf0-483f-bb3e-8b17104785ab', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': 'e9334402-ccf0-483f-bb3e-8b17104785ab', 'mac_address': 'fa:16:3e:7b:93:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:34:59.072728 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device efe45a3a-b601-41ee-a6f1-63ab23b1a802 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:34:59.118825 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:59.133914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9334402-ccf0-483f-bb3e-8b17104785ab {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:34:59.160158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ac715d96-d170-423f-8e1b-ad17459b910f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:34:59.165933 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port e9334402-ccf0-483f-bb3e-8b17104785ab, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e9334402-ccf0-483f-bb3e-8b17104785ab,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:59.246872 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port ac715d96-d170-423f-8e1b-ad17459b910f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:59.247829 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:59.260203 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e48d6830-a54b-4499-8c34-c47436271174 req-1dd1da9e-64df-4777-95f9-68a81a06a7bf service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6769300 Nov 02 11:34:59.275521 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 0c726a79-bef7-4024-b0e3-5be080a420b7 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:34:59.282447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 0c726a79-bef7-4024-b0e3-5be080a420b7 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:34:59.282819 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:59.309380 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e819463-c5a9-4a39-9cd2-1619c3de2499 req-d9a1e4ae-0096-4ae0-8473-0d9261e876b3 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:59.318095 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e819463-c5a9-4a39-9cd2-1619c3de2499 req-d9a1e4ae-0096-4ae0-8473-0d9261e876b3 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 947 time: 0.1765556 Nov 02 11:34:59.325806 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:59.332351 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e48d6830-a54b-4499-8c34-c47436271174 req-339b4d69-262d-437d-bec0-bbf90f880a58 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7769136 Nov 02 11:34:59.391606 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=e9334402-ccf0-483f-bb3e-8b17104785ab,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:34:59.439372 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:59.554050 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:59.607272 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e819463-c5a9-4a39-9cd2-1619c3de2499 req-7b558c12-0125-4fc7-b5ea-50af2af3820e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873266 Nov 02 11:34:59.683228 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 0c726a79-bef7-4024-b0e3-5be080a420b7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0c726a79-bef7-4024-b0e3-5be080a420b7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:34:59.703985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8dc917-c59d-457e-85d2-ab47814df5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c726a79-bef7-4024-b0e3-5be080a420b7'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:34:59.712146 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6982b258-8783-426b-9c99-623e42fb0f6d" -d '{"events": [{"server_uuid": "fe8dc917-c59d-457e-85d2-ab47814df5c9", "name": "network-vif-plugged", "status": "completed", "tag": "0c726a79-bef7-4024-b0e3-5be080a420b7"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:34:59.715903 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['e9334402-ccf0-483f-bb3e-8b17104785ab'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:34:59.718888 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:59.728191 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e48d6830-a54b-4499-8c34-c47436271174 req-4da6c523-1415-474d-84b5-a8a9fa2ed8a6 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511092 Nov 02 11:34:59.758093 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e48d6830-a54b-4499-8c34-c47436271174 req-9a6b4a3d-13e9-4f92-94ba-52b4affd731a service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937118 Nov 02 11:34:59.798432 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:34:59.840118 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49540) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:34:59.953243 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc1503-9cdf-411c-ae7f-46dbe5066e61 req-9334e041-02a5-413f-ad24-97d6a46eede2 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:34:59.963204 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d1cc1503-9cdf-411c-ae7f-46dbe5066e61 req-9334e041-02a5-413f-ad24-97d6a46eede2 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 949 time: 0.2518883 Nov 02 11:35:00.030779 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a1499fa3-4a56-4ebd-a440-ea3700579b4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:00.043040 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d1cc1503-9cdf-411c-ae7f-46dbe5066e61 req-c3871a6d-827a-4dac-978a-c91935da3c82 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788810 Nov 02 11:35:00.051931 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:00.057245 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfeef04-1f61-4b46-ab47-0a086e3de6ee req-a51676fb-09ef-4023-985d-225ca18533da tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:00.068441 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fdfeef04-1f61-4b46-ab47-0a086e3de6ee req-a51676fb-09ef-4023-985d-225ca18533da tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 950 time: 0.1395586 Nov 02 11:35:00.103259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] Router a75e39cf-893b-4d84-a0df-fcd39838cf36 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:35:00.209256 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fdfeef04-1f61-4b46-ab47-0a086e3de6ee req-11102a01-fac3-4f4b-909b-d8d517db930c tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980563 Nov 02 11:35:00.228783 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=0c726a79-bef7-4024-b0e3-5be080a420b7,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:00.253776 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port ac715d96-d170-423f-8e1b-ad17459b910f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ac715d96-d170-423f-8e1b-ad17459b910f,segment=NetworkSegment(43a9ad7a-f2d4-4650-abfa-729e903d3859),segment_id=43a9ad7a-f2d4-4650-abfa-729e903d3859)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:00.271616 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a1499fa3-4a56-4ebd-a440-ea3700579b4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:00.274221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f75a09-8c6a-4785-9271-bb7210559f72 None None] Network f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:35:00.316043 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d38fe-cc10-4fc2-863e-831c4c14ff61 req-b22f5b48-3b92-4839-bff1-8574155afa20 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:00.316043 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e69d38fe-cc10-4fc2-863e-831c4c14ff61 req-b22f5b48-3b92-4839-bff1-8574155afa20 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 950 time: 0.1327658 Nov 02 11:35:00.331484 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798ba44b-8bdb-4aed-8458-3c60849580e6 x-openstack-request-id: req-798ba44b-8bdb-4aed-8458-3c60849580e6 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:35:00.331940 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8dc917-c59d-457e-85d2-ab47814df5c9", "name": "network-vif-plugged", "status": "completed", "tag": "0c726a79-bef7-4024-b0e3-5be080a420b7", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:35:00.332378 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-798ba44b-8bdb-4aed-8458-3c60849580e6 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:35:00.333146 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8dc917-c59d-457e-85d2-ab47814df5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c726a79-bef7-4024-b0e3-5be080a420b7', 'code': 200} Nov 02 11:35:00.346959 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:35:00.347192 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:00.359616 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Sync routers for ids ['a75e39cf-893b-4d84-a0df-fcd39838cf36'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:35:00.373149 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a1499fa3-4a56-4ebd-a440-ea3700579b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:00.377052 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Routers {'a75e39cf-893b-4d84-a0df-fcd39838cf36'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:35:00.379433 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:34:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a75e39cf-893b-4d84-a0df-fcd39838cf36'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:35:00.415681 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e69d38fe-cc10-4fc2-863e-831c4c14ff61 req-6d27065c-e708-45a5-a929-fe810a3aac4d tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927896 Nov 02 11:35:00.451289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1499fa3-4a56-4ebd-a440-ea3700579b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4e6e7c-2b2c-4b51-8798-be9176566418,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:00.458629 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a1499fa3-4a56-4ebd-a440-ea3700579b4c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5951a6943d7548cebee6ec2e926a0722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6144793 Nov 02 11:35:00.458970 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49552) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:00.473536 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:00.473536 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8d0a6ddf-3f36-4ecb-a706-6144f7041460 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5355332 Nov 02 11:35:00.481150 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49554) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:00.535717 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Set router a75e39cf-893b-4d84-a0df-fcd39838cf36 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:35:00.539988 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=ac715d96-d170-423f-8e1b-ad17459b910f,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:00.556002 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-80ef5fea-cf6e-4a97-b613-14a81a99c391 None None] Provisioning complete for port ac715d96-d170-423f-8e1b-ad17459b910f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:00.556206 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679a5e3-8b2d-4972-9fc0-cae001cea73d req-a05454c2-9072-4316-9077-9195b4ff5654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:00.556731 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-80ef5fea-cf6e-4a97-b613-14a81a99c391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:00.557543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0679a5e3-8b2d-4972-9fc0-cae001cea73d req-a05454c2-9072-4316-9077-9195b4ff5654 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 1102 time: 0.1363511 Nov 02 11:35:00.566014 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device efe45a3a-b601-41ee-a6f1-63ab23b1a802 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:35:00.618870 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0679a5e3-8b2d-4972-9fc0-cae001cea73d req-ed8ede37-7741-46f8-a6aa-82703550adf2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518064 Nov 02 11:35:00.722884 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a12e8db-fe03-4346-9fb6-1bd3022b36f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:00.767695 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a12e8db-fe03-4346-9fb6-1bd3022b36f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:00.772793 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.resource_extend [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 11:35:00.826079 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145300980-router', 'tenant_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5994153a-9e1c-4fbc-b865-d35e2727e20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:34:57Z', 'updated_at': '2021-11-02T11:34:59Z', 'revision_number': 3, 'project_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'gw_port': {'id': '5994153a-9e1c-4fbc-b865-d35e2727e20d', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:34:58Z', 'updated_at': '2021-11-02T11:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:35:00.848729 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dbc201-28cc-4c8c-a1a0-940d726639df req-ba29687f-8c3a-4b09-89cb-4187f2819fef tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:00.854759 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0dbc201-28cc-4c8c-a1a0-940d726639df req-ba29687f-8c3a-4b09-89cb-4187f2819fef tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 947 time: 0.1264186 Nov 02 11:35:00.874069 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Checking router: a75e39cf-893b-4d84-a0df-fcd39838cf36 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:35:00.874882 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Updating router a75e39cf-893b-4d84-a0df-fcd39838cf36 port 5994153a-9e1c-4fbc-b865-d35e2727e20d binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:35:00.922511 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:00.937722 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port efe45a3a-b601-41ee-a6f1-63ab23b1a802, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=efe45a3a-b601-41ee-a6f1-63ab23b1a802,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:00.961911 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'efe45a3a-b601-41ee-a6f1-63ab23b1a802', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': 'efe45a3a-b601-41ee-a6f1-63ab23b1a802', 'mac_address': 'fa:16:3e:75:f5:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:35:00.978719 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0dbc201-28cc-4c8c-a1a0-940d726639df req-82cc651d-eacc-4407-9afe-95a1f19b8f4b tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214061 Nov 02 11:35:01.043770 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:01.099647 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ac715d96-d170-423f-8e1b-ad17459b910f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:35:01.167558 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe45a3a-b601-41ee-a6f1-63ab23b1a802 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:35:01.197599 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port efe45a3a-b601-41ee-a6f1-63ab23b1a802, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=efe45a3a-b601-41ee-a6f1-63ab23b1a802,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:01.213124 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port ac715d96-d170-423f-8e1b-ad17459b910f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:01.213347 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:01.252191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74099fb6-73f8-4256-90cf-c6d44a2e108a req-08dfbab1-df5d-4000-9a35-42b0ba286535 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:01.255632 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74099fb6-73f8-4256-90cf-c6d44a2e108a req-08dfbab1-df5d-4000-9a35-42b0ba286535 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 949 time: 0.0995800 Nov 02 11:35:01.341548 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:01.348168 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a12e8db-fe03-4346-9fb6-1bd3022b36f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:01.352033 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a12e8db-fe03-4346-9fb6-1bd3022b36f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:01.359426 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0a12e8db-fe03-4346-9fb6-1bd3022b36f8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6c4e6e7c-2b2c-4b51-8798-be9176566418 HTTP/1.1" status: 204 len: 168 time: 0.8979275 Nov 02 11:35:01.375596 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12e8db-fe03-4346-9fb6-1bd3022b36f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4e6e7c-2b2c-4b51-8798-be9176566418,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:01.377312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74099fb6-73f8-4256-90cf-c6d44a2e108a req-abfffa17-4c95-426b-88d3-2c282f380dbf tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154132 Nov 02 11:35:01.384106 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:01.446628 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=efe45a3a-b601-41ee-a6f1-63ab23b1a802,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:01.465276 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-19ece018-6d68-4ebc-81b4-519c11e790b6 None None] Provisioning complete for port ac715d96-d170-423f-8e1b-ad17459b910f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:01.465721 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-19ece018-6d68-4ebc-81b4-519c11e790b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:01.520358 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15d169c6-0802-4d13-bb27-9a3478a1076c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:01.521010 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:01.612624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93250f00-68dc-4434-a6b3-130914554506 req-957b2e44-5298-45ef-9523-822a04f8fda9 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:01.621588 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93250f00-68dc-4434-a6b3-130914554506 req-957b2e44-5298-45ef-9523-822a04f8fda9 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 950 time: 0.1680663 Nov 02 11:35:01.654176 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Attempting to bind port 5994153a-9e1c-4fbc-b865-d35e2727e20d on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:35:01.654560 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Attempting to bind port 5994153a-9e1c-4fbc-b865-d35e2727e20d by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:35:01.654955 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Attempting to bind port 5994153a-9e1c-4fbc-b865-d35e2727e20d on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:35:01.681498 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:35:01.681883 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:35:01.682290 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:01.682688 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:35:01.690239 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['efe45a3a-b601-41ee-a6f1-63ab23b1a802'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:35:01.691532 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Bound port: 5994153a-9e1c-4fbc-b865-d35e2727e20d, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:35:01.692146 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:01.696387 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49582) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:01.710034 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93250f00-68dc-4434-a6b3-130914554506 req-766186ba-6f50-4b55-9b43-42cdb9d15d0e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853820 Nov 02 11:35:01.740958 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfb44b-d94a-45b9-b031-5596c02b49c3 None None] Pushing event updated for resources: {'Port': ['ID=5994153a-9e1c-4fbc-b865-d35e2727e20d,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:01.773331 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfb44b-d94a-45b9-b031-5596c02b49c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:01.773911 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfb44b-d94a-45b9-b031-5596c02b49c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:01.776895 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfb44b-d94a-45b9-b031-5596c02b49c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:01.777523 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfb44b-d94a-45b9-b031-5596c02b49c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:01.778050 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfb44b-d94a-45b9-b031-5596c02b49c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:01.778570 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfb44b-d94a-45b9-b031-5596c02b49c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:01.780019 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfb44b-d94a-45b9-b031-5596c02b49c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:01.780942 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfb44b-d94a-45b9-b031-5596c02b49c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:01.788606 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfb44b-d94a-45b9-b031-5596c02b49c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:01.789290 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfb44b-d94a-45b9-b031-5596c02b49c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:01.789820 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfb44b-d94a-45b9-b031-5596c02b49c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:01.790343 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfb44b-d94a-45b9-b031-5596c02b49c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:01.857462 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] For port 5994153a-9e1c-4fbc-b865-d35e2727e20d, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:35:01.865467 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] For port 5994153a-9e1c-4fbc-b865-d35e2727e20d, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5994153a-9e1c-4fbc-b865-d35e2727e20d,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:35:01.939395 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:01.979104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884aaa2-f00f-4a68-9620-778424abb2ad req-c2b8d62f-2d51-4789-b18a-fc3cf6d1da0a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:01.990366 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c884aaa2-f00f-4a68-9620-778424abb2ad req-c2b8d62f-2d51-4789-b18a-fc3cf6d1da0a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 948 time: 0.1090016 Nov 02 11:35:02.008028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f6cee-1b89-4975-a30b-7270fb6ca727 req-5372e385-f1ee-48cf-9326-8798539c129f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:02.009974 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e41f6cee-1b89-4975-a30b-7270fb6ca727 req-5372e385-f1ee-48cf-9326-8798539c129f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.79 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687&tenant_id=6196471367014fa2a6ff86ee9c2ee144&binding%3Ahost_id=n-h2-806683-18 HTTP/1.1" status: 200 len: 948 time: 0.2770326 Nov 02 11:35:02.054281 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Routers {'a75e39cf-893b-4d84-a0df-fcd39838cf36'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:35:02.054954 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:34:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a75e39cf-893b-4d84-a0df-fcd39838cf36'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:35:02.141341 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c884aaa2-f00f-4a68-9620-778424abb2ad req-97852858-ca01-4aa3-9148-efafd91833f9 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494575 Nov 02 11:35:02.142665 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-e41f6cee-1b89-4975-a30b-7270fb6ca727 req-4415093e-570a-41ab-9ca8-bae1ba269d7b service neutron] delete failed (client error): The resource could not be found. Nov 02 11:35:02.144839 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e41f6cee-1b89-4975-a30b-7270fb6ca727 req-4415093e-570a-41ab-9ca8-bae1ba269d7b service neutron] 10.222.0.79 "DELETE /v2.0/ports/efe45a3a-b601-41ee-a6f1-63ab23b1a802/bindings/n-h1-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.1200063 Nov 02 11:35:02.253013 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfb44b-d94a-45b9-b031-5596c02b49c3 None None] Pushing event updated for resources: {'Port': ['ID=5994153a-9e1c-4fbc-b865-d35e2727e20d,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:02.283737 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f54a09-ad6e-42b5-b354-51bcde5178cd req-86e7588f-1f7d-42ba-b335-4718f2e22457 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:02.285163 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-61f54a09-ad6e-42b5-b354-51bcde5178cd req-86e7588f-1f7d-42ba-b335-4718f2e22457 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 950 time: 0.6097074 Nov 02 11:35:02.319107 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-768bd554-e18a-4e3a-8cf3-644cf90cb7e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:02.325182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f6cee-1b89-4975-a30b-7270fb6ca727 req-ab4b0c01-40df-44d9-b71e-52a752865039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:02.327133 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e41f6cee-1b89-4975-a30b-7270fb6ca727 req-ab4b0c01-40df-44d9-b71e-52a752865039 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 1100 time: 0.0897627 Nov 02 11:35:02.356688 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] Set router a75e39cf-893b-4d84-a0df-fcd39838cf36 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:35:02.367555 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b74954-66e4-45bc-aaa4-54bd4b85fabe req-5d51ece1-bf60-4b7d-a26d-d845cd1fec46 tempest-LiveMigrationNegativeTest-887051166 tempest-LiveMigrationNegativeTest-887051166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:02.374540 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7b74954-66e4-45bc-aaa4-54bd4b85fabe req-5d51ece1-bf60-4b7d-a26d-d845cd1fec46 tempest-LiveMigrationNegativeTest-887051166 tempest-LiveMigrationNegativeTest-887051166-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 1102 time: 0.1012611 Nov 02 11:35:02.422378 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7b74954-66e4-45bc-aaa4-54bd4b85fabe req-28791d24-a806-4a59-b5aa-87d5c6925845 tempest-LiveMigrationNegativeTest-887051166 tempest-LiveMigrationNegativeTest-887051166-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:02.423058 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-15d169c6-0802-4d13-bb27-9a3478a1076c admin admin] Allocated IP 172.20.0.1 (f40c55d7-1a42-4ab8-b39e-02b4fefb6a88/2b57eab2-ab11-4e6a-a322-0971ece84e4e/c9479d16-b9f2-4330-b3cc-1420cb0482d0) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:35:02.434208 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-61f54a09-ad6e-42b5-b354-51bcde5178cd req-91b07301-601d-4c54-9d4c-0f539ad78bbd tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384447 Nov 02 11:35:02.490773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f6cee-1b89-4975-a30b-7270fb6ca727 req-631822be-7be6-467b-b996-d5923766eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:02.492449 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e41f6cee-1b89-4975-a30b-7270fb6ca727 req-631822be-7be6-467b-b996-d5923766eeb7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1585026 Nov 02 11:35:02.557920 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e41f6cee-1b89-4975-a30b-7270fb6ca727 req-a78d8461-453b-4d33-a59c-c4086139fe07 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=efe45a3a-b601-41ee-a6f1-63ab23b1a802 HTTP/1.1" status: 200 len: 217 time: 0.0519478 Nov 02 11:35:02.564290 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-768bd554-e18a-4e3a-8cf3-644cf90cb7e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:02.570033 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49594) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:02.573413 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e9334402-ccf0-483f-bb3e-8b17104785ab up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:35:02.587418 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d070e23-e19d-41db-8b55-bc50e4b4ec19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:02.638758 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7b74954-66e4-45bc-aaa4-54bd4b85fabe req-28791d24-a806-4a59-b5aa-87d5c6925845 tempest-LiveMigrationNegativeTest-887051166 tempest-LiveMigrationNegativeTest-887051166-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:02.647823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f6cee-1b89-4975-a30b-7270fb6ca727 req-34340ec8-4e45-4853-a0a7-e8bb7d4b1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:02.649513 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e41f6cee-1b89-4975-a30b-7270fb6ca727 req-34340ec8-4e45-4853-a0a7-e8bb7d4b1d00 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0716898 Nov 02 11:35:02.650913 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-768bd554-e18a-4e3a-8cf3-644cf90cb7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:02.656732 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145300980-router', 'tenant_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5994153a-9e1c-4fbc-b865-d35e2727e20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:34:57Z', 'updated_at': '2021-11-02T11:34:59Z', 'revision_number': 3, 'project_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'gw_port': {'id': '5994153a-9e1c-4fbc-b865-d35e2727e20d', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:34:58Z', 'updated_at': '2021-11-02T11:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:35:02.677871 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15d169c6-0802-4d13-bb27-9a3478a1076c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:02.691421 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d2553a-7414-4d25-94ee-9bfcf58edde8 None None] The sync data for ids ['a75e39cf-893b-4d84-a0df-fcd39838cf36'] in n-d-806683-18 is: [{'id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145300980-router', 'tenant_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5994153a-9e1c-4fbc-b865-d35e2727e20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:34:57Z', 'updated_at': '2021-11-02T11:34:59Z', 'revision_number': 3, 'project_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'gw_port': {'id': '5994153a-9e1c-4fbc-b865-d35e2727e20d', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:34:58Z', 'updated_at': '2021-11-02T11:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:35:02.704773 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7b74954-66e4-45bc-aaa4-54bd4b85fabe req-28791d24-a806-4a59-b5aa-87d5c6925845 tempest-LiveMigrationNegativeTest-887051166 tempest-LiveMigrationNegativeTest-887051166-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:02.733492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f6cee-1b89-4975-a30b-7270fb6ca727 req-3588fbd8-31d2-4b45-8bb9-3fa04891461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:02.733492 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e41f6cee-1b89-4975-a30b-7270fb6ca727 req-3588fbd8-31d2-4b45-8bb9-3fa04891461c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0734150 Nov 02 11:35:02.736404 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port e9334402-ccf0-483f-bb3e-8b17104785ab completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:35:02.740727 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port e9334402-ccf0-483f-bb3e-8b17104785ab triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:02.741219 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:02.758270 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-768bd554-e18a-4e3a-8cf3-644cf90cb7e0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37a1f92892eb4e578bcd567fcfd2ae29&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0514951 Nov 02 11:35:02.758474 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49596) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:02.759352 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bd554-e18a-4e3a-8cf3-644cf90cb7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dcad3b-add4-4e17-b0fc-e4fee56c5fa4,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:02.795423 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7b74954-66e4-45bc-aaa4-54bd4b85fabe req-28791d24-a806-4a59-b5aa-87d5c6925845 tempest-LiveMigrationNegativeTest-887051166 tempest-LiveMigrationNegativeTest-887051166-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198060 Nov 02 11:35:02.813781 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225a74c-f682-45f6-8fd5-7aa82be16397 req-fea0d320-9e45-4804-b28c-ebdf766455a2 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:02.826661 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e225a74c-f682-45f6-8fd5-7aa82be16397 req-fea0d320-9e45-4804-b28c-ebdf766455a2 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 949 time: 0.1730030 Nov 02 11:35:02.832260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28791d24-a806-4a59-b5aa-87d5c6925845 tempest-LiveMigrationNegativeTest-887051166 tempest-LiveMigrationNegativeTest-887051166-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2c46de-afe1-41ac-a097-636ba6cb9ee2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:02.844736 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d070e23-e19d-41db-8b55-bc50e4b4ec19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:02.880533 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:02.903102 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e225a74c-f682-45f6-8fd5-7aa82be16397 req-7065cce1-33ae-4279-a642-e2b7e8dd2ba0 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552006 Nov 02 11:35:02.910854 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b36ee0-c847-4cad-8b2f-03ecdb9cfddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9334402-ccf0-483f-bb3e-8b17104785ab'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:35:02.913625 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437cdac7-9908-4b8b-903f-9eedbece83b4" -d '{"events": [{"server_uuid": "33b36ee0-c847-4cad-8b2f-03ecdb9cfddf", "name": "network-vif-plugged", "status": "completed", "tag": "e9334402-ccf0-483f-bb3e-8b17104785ab"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:35:02.919513 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d070e23-e19d-41db-8b55-bc50e4b4ec19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:02.928447 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7e18f577-cbc2-4bb7-9a93-399cde3cb5b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:02.930453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port e9334402-ccf0-483f-bb3e-8b17104785ab, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e9334402-ccf0-483f-bb3e-8b17104785ab,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:02.942202 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e41f6cee-1b89-4975-a30b-7270fb6ca727 req-86f6bbb9-fab1-420d-912b-58d4bfaa1729 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012312 Nov 02 11:35:02.967496 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7e18f577-cbc2-4bb7-9a93-399cde3cb5b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:02.974379 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2d070e23-e19d-41db-8b55-bc50e4b4ec19 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2c89ea9e14704beeb31eac44f2a1688b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031835 Nov 02 11:35:02.975638 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49606) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:02.978965 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15d169c6-0802-4d13-bb27-9a3478a1076c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:03.007809 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b344c352-bf59-4c79-a646-c586e29c5939 x-openstack-request-id: req-b344c352-bf59-4c79-a646-c586e29c5939 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:35:03.008470 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b36ee0-c847-4cad-8b2f-03ecdb9cfddf", "name": "network-vif-plugged", "status": "completed", "tag": "e9334402-ccf0-483f-bb3e-8b17104785ab", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:35:03.008925 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b344c352-bf59-4c79-a646-c586e29c5939 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:35:03.009788 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b36ee0-c847-4cad-8b2f-03ecdb9cfddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9334402-ccf0-483f-bb3e-8b17104785ab', 'code': 200} Nov 02 11:35:03.022433 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:03.114224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e41f6cee-1b89-4975-a30b-7270fb6ca727 req-d79f4961-1286-4d56-a2f8-01058baa8235 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608636 Nov 02 11:35:03.154978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d169c6-0802-4d13-bb27-9a3478a1076c admin admin] Network f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:35:03.169616 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=e9334402-ccf0-483f-bb3e-8b17104785ab,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:03.182435 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-15d169c6-0802-4d13-bb27-9a3478a1076c admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:35:03.198817 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d169c6-0802-4d13-bb27-9a3478a1076c admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:35:03.199263 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15d169c6-0802-4d13-bb27-9a3478a1076c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:03.201707 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d070e23-e19d-41db-8b55-bc50e4b4ec19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb258f9f-f2b6-4d7e-b9cf-057f73b82b85,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:03.212521 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aba116-e97d-4880-be00-0315b5481adf req-0e395f21-e849-4625-b55f-a649e613a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:03.214134 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-43aba116-e97d-4880-be00-0315b5481adf req-0e395f21-e849-4625-b55f-a649e613a208 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 1102 time: 0.0856690 Nov 02 11:35:03.219000 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7e18f577-cbc2-4bb7-9a93-399cde3cb5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:03.239317 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7e18f577-cbc2-4bb7-9a93-399cde3cb5b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:03.244971 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7e18f577-cbc2-4bb7-9a93-399cde3cb5b2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/72dcad3b-add4-4e17-b0fc-e4fee56c5fa4 HTTP/1.1" status: 204 len: 168 time: 0.4858198 Nov 02 11:35:03.299021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18f577-cbc2-4bb7-9a93-399cde3cb5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dcad3b-add4-4e17-b0fc-e4fee56c5fa4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:03.413127 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-43aba116-e97d-4880-be00-0315b5481adf req-e8d3cb6e-da76-4fdd-832d-ca6609ba94f5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657991 Nov 02 11:35:03.435074 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc17110-7117-41db-b58e-0f479a61d0ff req-17af105a-8def-4364-8590-f7892831438e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:03.436669 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0dc17110-7117-41db-b58e-0f479a61d0ff req-17af105a-8def-4364-8590-f7892831438e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 948 time: 0.1227443 Nov 02 11:35:03.494145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d169c6-0802-4d13-bb27-9a3478a1076c admin admin] Pushing event updated for resources: {'Port': ['ID=c9479d16-b9f2-4330-b3cc-1420cb0482d0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:03.505273 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6e5cc67-d0ee-4fc7-a5aa-2c37697cabf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:03.547944 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0dc17110-7117-41db-b58e-0f479a61d0ff req-66b1d17e-e079-4704-9180-41e47d441778 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032801 Nov 02 11:35:03.580698 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6e5cc67-d0ee-4fc7-a5aa-2c37697cabf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:03.616705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ced601d7-14e7-4e4e-a73d-385047d1afe2 None None] Provisioning complete for port c9479d16-b9f2-4330-b3cc-1420cb0482d0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:03.617244 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ced601d7-14e7-4e4e-a73d-385047d1afe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:03.673271 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ced601d7-14e7-4e4e-a73d-385047d1afe2 None None] Port c9479d16-b9f2-4330-b3cc-1420cb0482d0 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:35:03.718460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d1b7b-a634-4d96-b277-230742627c51 req-4ca53501-1ddb-41c8-96e3-acb6820c66c3 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:03.720801 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f0d1b7b-a634-4d96-b277-230742627c51 req-4ca53501-1ddb-41c8-96e3-acb6820c66c3 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 950 time: 0.0637174 Nov 02 11:35:03.757831 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6e5cc67-d0ee-4fc7-a5aa-2c37697cabf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:03.761095 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6e5cc67-d0ee-4fc7-a5aa-2c37697cabf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:03.765270 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f6e5cc67-d0ee-4fc7-a5aa-2c37697cabf3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bb258f9f-f2b6-4d7e-b9cf-057f73b82b85 HTTP/1.1" status: 204 len: 168 time: 0.7731388 Nov 02 11:35:03.779691 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15d169c6-0802-4d13-bb27-9a3478a1076c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:03.784547 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5cc67-d0ee-4fc7-a5aa-2c37697cabf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb258f9f-f2b6-4d7e-b9cf-057f73b82b85,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:03.836093 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f0d1b7b-a634-4d96-b277-230742627c51 req-3d3d3ad8-d0a6-4faa-a38f-4bd1e4835e16 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039765 Nov 02 11:35:04.109383 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d77669-0914-4326-a143-f31639f24e97 req-46f90dab-61a6-400e-95cd-b95b7c41dd45 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:04.110941 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-21d77669-0914-4326-a143-f31639f24e97 req-46f90dab-61a6-400e-95cd-b95b7c41dd45 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 950 time: 0.1256022 Nov 02 11:35:04.192816 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15d169c6-0802-4d13-bb27-9a3478a1076c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:04.197773 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-21d77669-0914-4326-a143-f31639f24e97 req-31660628-0c46-4b09-b1fe-5b36c95c061f tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757575 Nov 02 11:35:04.339821 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffba6e-a855-4dab-b31c-2cbd51bc9bb4 req-3592b877-9141-461f-85be-ddc91ca2c014 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:04.347769 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a4ffba6e-a855-4dab-b31c-2cbd51bc9bb4 req-3592b877-9141-461f-85be-ddc91ca2c014 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 950 time: 0.0752234 Nov 02 11:35:04.349333 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15d169c6-0802-4d13-bb27-9a3478a1076c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:04.353152 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15d169c6-0802-4d13-bb27-9a3478a1076c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:04.384777 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49632) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:04.402840 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-228a0edf-b899-490d-9bcf-74331b196661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:04.432071 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d169c6-0802-4d13-bb27-9a3478a1076c admin admin] Pushing event updated for resources: {'Port': ['ID=c9479d16-b9f2-4330-b3cc-1420cb0482d0,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:04.567919 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a4ffba6e-a855-4dab-b31c-2cbd51bc9bb4 req-5ec331c8-8e9f-4da2-96cb-81e6680fde4e tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148199 Nov 02 11:35:04.580053 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device efe45a3a-b601-41ee-a6f1-63ab23b1a802 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:35:04.649012 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d169c6-0802-4d13-bb27-9a3478a1076c admin admin] Network f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:35:04.654853 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-15d169c6-0802-4d13-bb27-9a3478a1076c admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:35:04.661819 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-228a0edf-b899-490d-9bcf-74331b196661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:04.727500 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-228a0edf-b899-490d-9bcf-74331b196661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:04.786224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-228a0edf-b899-490d-9bcf-74331b196661 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c8d288b220944a62a60f39fb2e6bbdae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4002411 Nov 02 11:35:04.786981 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49644) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:04.793591 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a0edf-b899-490d-9bcf-74331b196661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f6e263-20e1-4f50-9b36-f2cc3fa7d8f3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:04.818579 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port efe45a3a-b601-41ee-a6f1-63ab23b1a802 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:35:04.830293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port efe45a3a-b601-41ee-a6f1-63ab23b1a802 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:04.832632 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:04.933338 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4771d8bf-745f-41f0-8e7a-0a757fa96c52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:05.005570 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4771d8bf-745f-41f0-8e7a-0a757fa96c52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:05.013701 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fefc4-73f0-49de-b39a-133e41cb843f req-52930a61-3990-432a-b171-2e398953fd71 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:05.017814 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b2fefc4-73f0-49de-b39a-133e41cb843f req-52930a61-3990-432a-b171-2e398953fd71 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 948 time: 0.2402020 Nov 02 11:35:05.047602 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-8a13d6c2-9bd2-4582-8ca7-df99905e44cc None None] Provisioning complete for port c9479d16-b9f2-4330-b3cc-1420cb0482d0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:05.048326 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8a13d6c2-9bd2-4582-8ca7-df99905e44cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:05.129769 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:05.134516 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d169c6-0802-4d13-bb27-9a3478a1076c admin admin] Router a75e39cf-893b-4d84-a0df-fcd39838cf36 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:35:05.141009 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-8a13d6c2-9bd2-4582-8ca7-df99905e44cc None None] Port c9479d16-b9f2-4330-b3cc-1420cb0482d0 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:35:05.160921 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5994153a-9e1c-4fbc-b865-d35e2727e20d up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:35:05.162298 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b2fefc4-73f0-49de-b39a-133e41cb843f req-49c3b477-b318-4224-bee1-21b7541d5acc tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306338 Nov 02 11:35:05.239643 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eae14d9-7f1e-4f71-b1c4-1e52a84fe687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe45a3a-b601-41ee-a6f1-63ab23b1a802'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:35:05.242792 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385db277-ad81-4abb-9120-9719f991be99" -d '{"events": [{"server_uuid": "4eae14d9-7f1e-4f71-b1c4-1e52a84fe687", "name": "network-vif-plugged", "status": "completed", "tag": "efe45a3a-b601-41ee-a6f1-63ab23b1a802"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:35:05.267542 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port efe45a3a-b601-41ee-a6f1-63ab23b1a802, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=efe45a3a-b601-41ee-a6f1-63ab23b1a802,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:05.283464 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 5994153a-9e1c-4fbc-b865-d35e2727e20d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:05.284366 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:05.289951 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d169c6-0802-4d13-bb27-9a3478a1076c admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:35:05.297156 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-15d169c6-0802-4d13-bb27-9a3478a1076c admin admin] 10.222.0.52 "PUT /v2.0/routers/a75e39cf-893b-4d84-a0df-fcd39838cf36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8149645 Nov 02 11:35:05.336761 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460f7a9-a2b5-4eb2-be85-5335eeeb126a req-dcabd2e4-5576-442b-be6b-f0a87daab5a7 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:05.338323 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c460f7a9-a2b5-4eb2-be85-5335eeeb126a req-dcabd2e4-5576-442b-be6b-f0a87daab5a7 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.79 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 950 time: 0.1652236 Nov 02 11:35:05.339004 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4771d8bf-745f-41f0-8e7a-0a757fa96c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:05.342563 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4771d8bf-745f-41f0-8e7a-0a757fa96c52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:05.343896 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4771d8bf-745f-41f0-8e7a-0a757fa96c52 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e2f6e263-20e1-4f50-9b36-f2cc3fa7d8f3 HTTP/1.1" status: 204 len: 168 time: 0.5555887 Nov 02 11:35:05.352534 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2108ab-110e-4fbf-9a7b-d69971975a4a req-93b9f42b-2197-49cc-a6b5-7011d0406078 tempest-MigrationsAdminTest-948083984 tempest-MigrationsAdminTest-948083984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:05.354562 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b2108ab-110e-4fbf-9a7b-d69971975a4a req-93b9f42b-2197-49cc-a6b5-7011d0406078 tempest-MigrationsAdminTest-948083984 tempest-MigrationsAdminTest-948083984-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 1100 time: 0.0561361 Nov 02 11:35:05.360915 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Sync routers for ids ['a75e39cf-893b-4d84-a0df-fcd39838cf36'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:35:05.365709 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771d8bf-745f-41f0-8e7a-0a757fa96c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f6e263-20e1-4f50-9b36-f2cc3fa7d8f3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:05.368089 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:05.427701 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a953b26-3a4c-497f-bb28-692ad2c09cfe req-5c51ca65-58ed-41b9-a462-e16cf640c9ea tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:05.435874 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a953b26-3a4c-497f-bb28-692ad2c09cfe req-5c51ca65-58ed-41b9-a462-e16cf640c9ea tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 950 time: 0.1591048 Nov 02 11:35:05.461981 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Routers {'a75e39cf-893b-4d84-a0df-fcd39838cf36'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:35:05.462903 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:34:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a75e39cf-893b-4d84-a0df-fcd39838cf36'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:35:05.478242 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b2108ab-110e-4fbf-9a7b-d69971975a4a req-33a0aa7b-ec52-4d90-b025-be4d065116fa tempest-MigrationsAdminTest-948083984 tempest-MigrationsAdminTest-948083984-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131196 Nov 02 11:35:05.534882 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=efe45a3a-b601-41ee-a6f1-63ab23b1a802,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:05.604853 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a953b26-3a4c-497f-bb28-692ad2c09cfe req-2b539422-0b32-437b-b78a-f3d0fd2d87f0 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678116 Nov 02 11:35:05.648673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-c460f7a9-a2b5-4eb2-be85-5335eeeb126a req-a6ef45db-c009-4769-b4da-845e276b168f tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Deleting port 2306e63e-d76c-43c9-b79e-d84885b837ea {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:35:05.649016 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c460f7a9-a2b5-4eb2-be85-5335eeeb126a req-a6ef45db-c009-4769-b4da-845e276b168f tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:05.661331 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7efdc-27fe-4b5f-a2e6-792780d5d401 req-f615fcf2-aa05-4fc1-adac-42cf4d855260 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:05.671867 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4ea7efdc-27fe-4b5f-a2e6-792780d5d401 req-f615fcf2-aa05-4fc1-adac-42cf4d855260 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 950 time: 0.0765755 Nov 02 11:35:05.674388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Set router a75e39cf-893b-4d84-a0df-fcd39838cf36 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:35:05.740061 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4ea7efdc-27fe-4b5f-a2e6-792780d5d401 req-b8addc15-fef2-4b97-a1c6-5d838c4258d8 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670700 Nov 02 11:35:05.783179 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc50a50d-8999-4887-a8a0-7d1827b1fda3 x-openstack-request-id: req-bc50a50d-8999-4887-a8a0-7d1827b1fda3 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:35:05.783894 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eae14d9-7f1e-4f71-b1c4-1e52a84fe687", "name": "network-vif-plugged", "status": "completed", "tag": "efe45a3a-b601-41ee-a6f1-63ab23b1a802", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:35:05.784163 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc50a50d-8999-4887-a8a0-7d1827b1fda3 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:35:05.784552 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eae14d9-7f1e-4f71-b1c4-1e52a84fe687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe45a3a-b601-41ee-a6f1-63ab23b1a802', 'code': 200} Nov 02 11:35:05.789227 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:05.825003 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-c460f7a9-a2b5-4eb2-be85-5335eeeb126a req-a6ef45db-c009-4769-b4da-845e276b168f tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] For port 2306e63e-d76c-43c9-b79e-d84885b837ea, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=2306e63e-d76c-43c9-b79e-d84885b837ea,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:05.826314 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c460f7a9-a2b5-4eb2-be85-5335eeeb126a req-a6ef45db-c009-4769-b4da-845e276b168f tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:05.854871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-c460f7a9-a2b5-4eb2-be85-5335eeeb126a req-a6ef45db-c009-4769-b4da-845e276b168f tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Calling delete_port for 2306e63e-d76c-43c9-b79e-d84885b837ea owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:35:05.870071 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 5994153a-9e1c-4fbc-b865-d35e2727e20d, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5994153a-9e1c-4fbc-b865-d35e2727e20d,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:05.913461 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62644cbe-46b7-4179-9c65-703523979b58 req-b8791f36-80bd-403b-a2ae-3e478b0ecb19 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:05.915107 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-62644cbe-46b7-4179-9c65-703523979b58 req-b8791f36-80bd-403b-a2ae-3e478b0ecb19 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 950 time: 0.0612302 Nov 02 11:35:05.927563 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:05.985570 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-62644cbe-46b7-4179-9c65-703523979b58 req-fe9d38c8-227f-4eff-a8df-7ee2b46c7fa3 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610411 Nov 02 11:35:06.155735 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c460f7a9-a2b5-4eb2-be85-5335eeeb126a req-a6ef45db-c009-4769-b4da-845e276b168f tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:06.176443 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['2306e63e-d76c-43c9-b79e-d84885b837ea'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:35:06.178552 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['9d681cad-ae7d-4fd9-ac38-2e31c3b9e152'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:35:06.179221 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-feb5edbc-4ac8-4eb8-b6ae-9abd59686df4 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6196471367014fa2a6ff86ee9c2ee144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313885 Nov 02 11:35:06.200425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef45db-c009-4769-b4da-845e276b168f tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Pushing event deleted for resources: {'Port': ['ID=2306e63e-d76c-43c9-b79e-d84885b837ea,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:06.261462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=5994153a-9e1c-4fbc-b865-d35e2727e20d,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:06.298807 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-c460f7a9-a2b5-4eb2-be85-5335eeeb126a req-a6ef45db-c009-4769-b4da-845e276b168f tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] No DVR routers for this DVR port 2306e63e-d76c-43c9-b79e-d84885b837ea on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:35:06.319927 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145300980-router', 'tenant_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5994153a-9e1c-4fbc-b865-d35e2727e20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:34:57Z', 'updated_at': '2021-11-02T11:35:03Z', 'revision_number': 4, 'project_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'gw_port': {'id': '5994153a-9e1c-4fbc-b865-d35e2727e20d', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:34:58Z', 'updated_at': '2021-11-02T11:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c9479d16-b9f2-4330-b3cc-1420cb0482d0', 'name': '', 'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88', 'tenant_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'mac_address': 'fa:16:3e:e0:d9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '2b57eab2-ab11-4e6a-a322-0971ece84e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:01Z', 'updated_at': '2021-11-02T11:35:03Z', 'revision_number': 2, 'project_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'subnets': [{'id': '2b57eab2-ab11-4e6a-a322-0971ece84e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:35:06.322660 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c460f7a9-a2b5-4eb2-be85-5335eeeb126a req-a6ef45db-c009-4769-b4da-845e276b168f tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:06.330301 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c460f7a9-a2b5-4eb2-be85-5335eeeb126a req-a6ef45db-c009-4769-b4da-845e276b168f tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.79 "DELETE /v2.0/ports/2306e63e-d76c-43c9-b79e-d84885b837ea HTTP/1.1" status: 204 len: 173 time: 0.9851091 Nov 02 11:35:06.331800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65d3112-b822-4a1b-861b-b1383a514aa0', 'name': 'network-vif-deleted', 'tag': '2306e63e-d76c-43c9-b79e-d84885b837ea'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:35:06.334868 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abc7e73-5cdc-4129-9ed8-3c75a2a03b7d" -d '{"events": [{"server_uuid": "b65d3112-b822-4a1b-861b-b1383a514aa0", "name": "network-vif-deleted", "tag": "2306e63e-d76c-43c9-b79e-d84885b837ea"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:35:06.378699 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Checking router: a75e39cf-893b-4d84-a0df-fcd39838cf36 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:35:06.379252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Updating router a75e39cf-893b-4d84-a0df-fcd39838cf36 port c9479d16-b9f2-4330-b3cc-1420cb0482d0 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:35:06.419530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-f56f9eab-416f-40ef-9dd4-570f79b1ddce tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:06.421090 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-f56f9eab-416f-40ef-9dd4-570f79b1ddce tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2410750 Nov 02 11:35:06.439090 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:06.441036 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-9640bd48-0f2c-4139-a927-dc99336c6805 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/quotas/6196471367014fa2a6ff86ee9c2ee144 HTTP/1.1" status: 200 len: 375 time: 0.0111217 Nov 02 11:35:06.566069 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-8cb8eed7-b04e-45ee-9ec4-df2f938e6357 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162474 Nov 02 11:35:06.650461 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d2ad0f-7e60-4891-b661-8cf90e256f7c x-openstack-request-id: req-45d2ad0f-7e60-4891-b661-8cf90e256f7c {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:35:06.651006 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65d3112-b822-4a1b-861b-b1383a514aa0", "name": "network-vif-deleted", "tag": "2306e63e-d76c-43c9-b79e-d84885b837ea", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:35:06.651544 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-45d2ad0f-7e60-4891-b661-8cf90e256f7c {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:35:06.652092 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65d3112-b822-4a1b-861b-b1383a514aa0', 'name': 'network-vif-deleted', 'tag': '2306e63e-d76c-43c9-b79e-d84885b837ea', 'status': 'completed', 'code': 200} Nov 02 11:35:06.783072 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947abed5-98a1-45d7-a7bc-b43fc4a0fec8 req-e0840420-8a10-41eb-83c2-6c1a59520dca tempest-DeleteServersAdminTestJSON-1624374077 tempest-DeleteServersAdminTestJSON-1624374077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:06.785723 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-947abed5-98a1-45d7-a7bc-b43fc4a0fec8 req-e0840420-8a10-41eb-83c2-6c1a59520dca tempest-DeleteServersAdminTestJSON-1624374077 tempest-DeleteServersAdminTestJSON-1624374077-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 1102 time: 0.0916665 Nov 02 11:35:06.826889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec8ef9-fd9b-4e6e-a51e-892ea40a6a8a req-44d5f2e3-f716-4ca2-8594-2d11c6ade102 tempest-ServersAdminNegativeTestJSON-1722518828 tempest-ServersAdminNegativeTestJSON-1722518828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:06.831904 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3ec8ef9-fd9b-4e6e-a51e-892ea40a6a8a req-44d5f2e3-f716-4ca2-8594-2d11c6ade102 tempest-ServersAdminNegativeTestJSON-1722518828 tempest-ServersAdminNegativeTestJSON-1722518828-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 1102 time: 0.0845160 Nov 02 11:35:06.868367 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f3ec8ef9-fd9b-4e6e-a51e-892ea40a6a8a req-7117eb44-32f5-453c-81e3-24cf2afc2cfa tempest-ServersAdminNegativeTestJSON-1722518828 tempest-ServersAdminNegativeTestJSON-1722518828-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:06.989555 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-947abed5-98a1-45d7-a7bc-b43fc4a0fec8 req-51ecf54d-7477-4329-aa33-0704a8d0a2bd tempest-DeleteServersAdminTestJSON-1624374077 tempest-DeleteServersAdminTestJSON-1624374077-project-admin] Deleting port 0c726a79-bef7-4024-b0e3-5be080a420b7 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:35:06.990011 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-947abed5-98a1-45d7-a7bc-b43fc4a0fec8 req-51ecf54d-7477-4329-aa33-0704a8d0a2bd tempest-DeleteServersAdminTestJSON-1624374077 tempest-DeleteServersAdminTestJSON-1624374077-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:07.042896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc30454-c4f3-48c8-a07d-4f649626cf95 req-529311a2-b454-4682-992c-5223bf5f3d9e tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:07.047963 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6cc30454-c4f3-48c8-a07d-4f649626cf95 req-529311a2-b454-4682-992c-5223bf5f3d9e tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 950 time: 0.1522946 Nov 02 11:35:07.069518 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:07.080182 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5994153a-9e1c-4fbc-b865-d35e2727e20d up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:35:07.099212 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-947abed5-98a1-45d7-a7bc-b43fc4a0fec8 req-51ecf54d-7477-4329-aa33-0704a8d0a2bd tempest-DeleteServersAdminTestJSON-1624374077 tempest-DeleteServersAdminTestJSON-1624374077-project-admin] For port 0c726a79-bef7-4024-b0e3-5be080a420b7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0c726a79-bef7-4024-b0e3-5be080a420b7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:07.099791 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-947abed5-98a1-45d7-a7bc-b43fc4a0fec8 req-51ecf54d-7477-4329-aa33-0704a8d0a2bd tempest-DeleteServersAdminTestJSON-1624374077 tempest-DeleteServersAdminTestJSON-1624374077-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:07.115274 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-947abed5-98a1-45d7-a7bc-b43fc4a0fec8 req-51ecf54d-7477-4329-aa33-0704a8d0a2bd tempest-DeleteServersAdminTestJSON-1624374077 tempest-DeleteServersAdminTestJSON-1624374077-project-admin] Calling delete_port for 0c726a79-bef7-4024-b0e3-5be080a420b7 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:35:07.168850 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6cc30454-c4f3-48c8-a07d-4f649626cf95 req-ae705b5c-ec95-424f-870e-2effb48e8009 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140218 Nov 02 11:35:07.173117 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:07.266600 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fccf07-f88c-4e58-8a28-8075fed6c8af None None] Pushing event updated for resources: {'Port': ['ID=c9479d16-b9f2-4330-b3cc-1420cb0482d0,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:07.267319 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49736) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:07.275785 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 5994153a-9e1c-4fbc-b865-d35e2727e20d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:07.276255 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:07.276374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d3db9abf-06d1-4aef-8e52-bdabd266f0d9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1444648910-network', 'tenant_id': 'b731b65ef7ae41ea8217ee5d4ae1e566'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:07.434491 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f3ec8ef9-fd9b-4e6e-a51e-892ea40a6a8a req-7117eb44-32f5-453c-81e3-24cf2afc2cfa tempest-ServersAdminNegativeTestJSON-1722518828 tempest-ServersAdminNegativeTestJSON-1722518828-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:07.445070 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-78180cc0-f3fe-4b22-beb2-99650aaf6273 req-4923ac7d-a2c5-4771-81d3-8b9febc1df8e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=b65d3112-b822-4a1b-861b-b1383a514aa0 HTTP/1.1" status: 200 len: 210 time: 0.0932600 Nov 02 11:35:07.480631 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3db9abf-06d1-4aef-8e52-bdabd266f0d9 admin admin] Made reservation on behalf of b731b65ef7ae41ea8217ee5d4ae1e566 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:35:07.480961 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-947abed5-98a1-45d7-a7bc-b43fc4a0fec8 req-51ecf54d-7477-4329-aa33-0704a8d0a2bd tempest-DeleteServersAdminTestJSON-1624374077 tempest-DeleteServersAdminTestJSON-1624374077-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:07.484251 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3db9abf-06d1-4aef-8e52-bdabd266f0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:07.508132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['0c726a79-bef7-4024-b0e3-5be080a420b7'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:35:07.610329 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3db9abf-06d1-4aef-8e52-bdabd266f0d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:07.614601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Attempting to bind port c9479d16-b9f2-4330-b3cc-1420cb0482d0 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:35:07.621358 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Attempting to bind port c9479d16-b9f2-4330-b3cc-1420cb0482d0 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '43a9ad7a-f2d4-4650-abfa-729e903d3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:35:07.624623 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ecf54d-7477-4329-aa33-0704a8d0a2bd tempest-DeleteServersAdminTestJSON-1624374077 tempest-DeleteServersAdminTestJSON-1624374077-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c726a79-bef7-4024-b0e3-5be080a420b7,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:07.629062 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f3ec8ef9-fd9b-4e6e-a51e-892ea40a6a8a req-7117eb44-32f5-453c-81e3-24cf2afc2cfa tempest-ServersAdminNegativeTestJSON-1722518828 tempest-ServersAdminNegativeTestJSON-1722518828-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:07.633631 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-184b8e70-c49b-42ac-aaf7-1b6e74994e4c req-da610a4f-c6c4-48d5-a014-902b6c789254 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 210 time: 0.1407535 Nov 02 11:35:07.635071 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Attempting to bind port c9479d16-b9f2-4330-b3cc-1420cb0482d0 on network f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:35:07.666984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:35:07.673810 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Checking segment: {'id': '43a9ad7a-f2d4-4650-abfa-729e903d3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:35:07.673810 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:07.673810 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Bound using segment: {'id': '43a9ad7a-f2d4-4650-abfa-729e903d3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:35:07.673810 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Bound port: c9479d16-b9f2-4330-b3cc-1420cb0482d0, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a9ad7a-f2d4-4650-abfa-729e903d3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:35:07.673810 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:07.800304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117eb44-32f5-453c-81e3-24cf2afc2cfa tempest-ServersAdminNegativeTestJSON-1722518828 tempest-ServersAdminNegativeTestJSON-1722518828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cca92ed-770b-4d2a-a441-ead66aabe369,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:07.805514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-947abed5-98a1-45d7-a7bc-b43fc4a0fec8 req-51ecf54d-7477-4329-aa33-0704a8d0a2bd tempest-DeleteServersAdminTestJSON-1624374077 tempest-DeleteServersAdminTestJSON-1624374077-project-admin] No DVR routers for this DVR port 0c726a79-bef7-4024-b0e3-5be080a420b7 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:35:07.820058 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-947abed5-98a1-45d7-a7bc-b43fc4a0fec8 req-51ecf54d-7477-4329-aa33-0704a8d0a2bd tempest-DeleteServersAdminTestJSON-1624374077 tempest-DeleteServersAdminTestJSON-1624374077-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:07.825576 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-947abed5-98a1-45d7-a7bc-b43fc4a0fec8 req-51ecf54d-7477-4329-aa33-0704a8d0a2bd tempest-DeleteServersAdminTestJSON-1624374077 tempest-DeleteServersAdminTestJSON-1624374077-project-admin] 10.222.0.54 "DELETE /v2.0/ports/0c726a79-bef7-4024-b0e3-5be080a420b7 HTTP/1.1" status: 204 len: 173 time: 1.0312741 Nov 02 11:35:07.853371 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3ec8ef9-fd9b-4e6e-a51e-892ea40a6a8a req-7117eb44-32f5-453c-81e3-24cf2afc2cfa tempest-ServersAdminNegativeTestJSON-1722518828 tempest-ServersAdminNegativeTestJSON-1722518828-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0204067 Nov 02 11:35:07.894458 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-776d5241-2231-46d9-ac0f-7ccb200cb001 None None] Provisioning complete for port c9479d16-b9f2-4330-b3cc-1420cb0482d0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:07.895001 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-776d5241-2231-46d9-ac0f-7ccb200cb001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:07.897149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] For port c9479d16-b9f2-4330-b3cc-1420cb0482d0, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:35:07.901225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] For port c9479d16-b9f2-4330-b3cc-1420cb0482d0, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c9479d16-b9f2-4330-b3cc-1420cb0482d0,segment=NetworkSegment(43a9ad7a-f2d4-4650-abfa-729e903d3859),segment_id=43a9ad7a-f2d4-4650-abfa-729e903d3859)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:35:07.909547 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3db9abf-06d1-4aef-8e52-bdabd266f0d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:07.940389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-776d5241-2231-46d9-ac0f-7ccb200cb001 None None] Port c9479d16-b9f2-4330-b3cc-1420cb0482d0 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:35:07.984401 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3db9abf-06d1-4aef-8e52-bdabd266f0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:07.997491 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:08.017422 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3db9abf-06d1-4aef-8e52-bdabd266f0d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:35:08.037241 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db9abf-06d1-4aef-8e52-bdabd266f0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2c8170-c345-4c14-9676-c9ba3756085a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:08.051712 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3db9abf-06d1-4aef-8e52-bdabd266f0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:08.052290 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-d3db9abf-06d1-4aef-8e52-bdabd266f0d9 admin admin] Added segment 04d97e07-fc98-4b96-83d5-64bfd731fb40 of type vlan for network 53295813-031c-4d20-bbb6-d45e9f6deae2 Nov 02 11:35:08.084233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fccf07-f88c-4e58-8a28-8075fed6c8af None None] Pushing event updated for resources: {'Port': ['ID=c9479d16-b9f2-4330-b3cc-1420cb0482d0,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:08.107829 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Routers {'a75e39cf-893b-4d84-a0df-fcd39838cf36'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:35:08.108586 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:34:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a75e39cf-893b-4d84-a0df-fcd39838cf36'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:35:08.142110 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3db9abf-06d1-4aef-8e52-bdabd266f0d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:08.271927 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3db9abf-06d1-4aef-8e52-bdabd266f0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:08.274834 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db9abf-06d1-4aef-8e52-bdabd266f0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:08.277866 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3db9abf-06d1-4aef-8e52-bdabd266f0d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:08.357879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] Set router a75e39cf-893b-4d84-a0df-fcd39838cf36 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:35:08.474590 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d3db9abf-06d1-4aef-8e52-bdabd266f0d9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2043207 Nov 02 11:35:08.474801 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49766) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:08.477838 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7d8c74a5-add6-4da9-b189-7390f0632fad req-4d3233c0-7c11-49fa-a732-0be3177422a2 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8dc917-c59d-457e-85d2-ab47814df5c9 HTTP/1.1" status: 200 len: 210 time: 0.0480843 Nov 02 11:35:08.478733 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db9abf-06d1-4aef-8e52-bdabd266f0d9 admin admin] Pushing event updated for resources: {'Network': ['ID=53295813-031c-4d20-bbb6-d45e9f6deae2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:08.486316 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-5b42ed6e-13d1-453d-a40e-60ac0090874c admin admin] Request body: {'subnet': {'network_id': '53295813-031c-4d20-bbb6-d45e9f6deae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444648910-subnet', 'tenant_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:08.495101 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 53295813-031c-4d20-bbb6-d45e9f6deae2 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:35:08.623470 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-778b7ca3-c992-4e13-9344-f4df943168d9 None None] Provisioning complete for port c9479d16-b9f2-4330-b3cc-1420cb0482d0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:08.623717 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-778b7ca3-c992-4e13-9344-f4df943168d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:08.625892 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b42ed6e-13d1-453d-a40e-60ac0090874c admin admin] Made reservation on behalf of b731b65ef7ae41ea8217ee5d4ae1e566 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:35:08.633701 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5b42ed6e-13d1-453d-a40e-60ac0090874c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:08.768783 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8dc917-c59d-457e-85d2-ab47814df5c9', 'name': 'network-vif-deleted', 'tag': '0c726a79-bef7-4024-b0e3-5be080a420b7'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:35:08.782447 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d7c12d-89a9-4f21-87a9-6873c83e5435" -d '{"events": [{"server_uuid": "fe8dc917-c59d-457e-85d2-ab47814df5c9", "name": "network-vif-deleted", "tag": "0c726a79-bef7-4024-b0e3-5be080a420b7"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:35:08.788423 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 2306e63e-d76c-43c9-b79e-d84885b837ea no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:35:08.942116 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 2306e63e-d76c-43c9-b79e-d84885b837ea {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:35:08.942583 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 2306e63e-d76c-43c9-b79e-d84885b837ea not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:35:09.058150 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-778b7ca3-c992-4e13-9344-f4df943168d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:09.116149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-778b7ca3-c992-4e13-9344-f4df943168d9 None None] For port c9479d16-b9f2-4330-b3cc-1420cb0482d0, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c9479d16-b9f2-4330-b3cc-1420cb0482d0,segment=NetworkSegment(43a9ad7a-f2d4-4650-abfa-729e903d3859),segment_id=43a9ad7a-f2d4-4650-abfa-729e903d3859)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:09.131193 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145300980-router', 'tenant_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5994153a-9e1c-4fbc-b865-d35e2727e20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:34:57Z', 'updated_at': '2021-11-02T11:35:03Z', 'revision_number': 4, 'project_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'gw_port': {'id': '5994153a-9e1c-4fbc-b865-d35e2727e20d', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:34:58Z', 'updated_at': '2021-11-02T11:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c9479d16-b9f2-4330-b3cc-1420cb0482d0', 'name': '', 'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88', 'tenant_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'mac_address': 'fa:16:3e:e0:d9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '2b57eab2-ab11-4e6a-a322-0971ece84e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:01Z', 'updated_at': '2021-11-02T11:35:07Z', 'revision_number': 4, 'project_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'subnets': [{'id': '2b57eab2-ab11-4e6a-a322-0971ece84e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:35:09.134360 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d156e95-061f-44ab-ba5d-9fbb2d3438c4 req-e6c29e35-ead3-4cf9-8585-ea9e9321e89c tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 210 time: 0.0485294 Nov 02 11:35:09.137096 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5b42ed6e-13d1-453d-a40e-60ac0090874c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:09.215154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d46984b-1a48-4c79-a30a-fd515f384353 None None] The sync data for ids ['a75e39cf-893b-4d84-a0df-fcd39838cf36'] in n-d-806683-18 is: [{'id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145300980-router', 'tenant_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5994153a-9e1c-4fbc-b865-d35e2727e20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:34:57Z', 'updated_at': '2021-11-02T11:35:03Z', 'revision_number': 4, 'project_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'gw_port': {'id': '5994153a-9e1c-4fbc-b865-d35e2727e20d', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:34:58Z', 'updated_at': '2021-11-02T11:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c9479d16-b9f2-4330-b3cc-1420cb0482d0', 'name': '', 'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88', 'tenant_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'mac_address': 'fa:16:3e:e0:d9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '2b57eab2-ab11-4e6a-a322-0971ece84e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:01Z', 'updated_at': '2021-11-02T11:35:07Z', 'revision_number': 4, 'project_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'subnets': [{'id': '2b57eab2-ab11-4e6a-a322-0971ece84e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:35:09.233038 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-778b7ca3-c992-4e13-9344-f4df943168d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:09.253413 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837a623b-93aa-4a4f-b4c3-259436b56242 x-openstack-request-id: req-837a623b-93aa-4a4f-b4c3-259436b56242 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:35:09.255693 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8dc917-c59d-457e-85d2-ab47814df5c9", "name": "network-vif-deleted", "tag": "0c726a79-bef7-4024-b0e3-5be080a420b7", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:35:09.260633 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-837a623b-93aa-4a4f-b4c3-259436b56242 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:35:09.261316 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8dc917-c59d-457e-85d2-ab47814df5c9', 'name': 'network-vif-deleted', 'tag': '0c726a79-bef7-4024-b0e3-5be080a420b7', 'status': 'completed', 'code': 200} Nov 02 11:35:09.286466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42ed6e-13d1-453d-a40e-60ac0090874c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffe9aa38-6b4d-4b3b-9202-befd0601902f,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:09.384239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b42ed6e-13d1-453d-a40e-60ac0090874c admin admin] Checking segment: {'id': '04d97e07-fc98-4b96-83d5-64bfd731fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '53295813-031c-4d20-bbb6-d45e9f6deae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:35:09.384597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b42ed6e-13d1-453d-a40e-60ac0090874c admin admin] Network hostable DHCP agents. Network: 53295813-031c-4d20-bbb6-d45e9f6deae2, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:35:09.425371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b7ca3-c992-4e13-9344-f4df943168d9 None None] Pushing event updated for resources: {'Port': ['ID=c9479d16-b9f2-4330-b3cc-1420cb0482d0,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:09.426276 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87693f-6ced-4df9-a5b3-3324b104f381 req-5f46d6de-459b-42ed-b537-525867122fc6 tempest-ServersAdminNegativeTestJSON-1722518828 tempest-ServersAdminNegativeTestJSON-1722518828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:09.427987 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fa87693f-6ced-4df9-a5b3-3324b104f381 req-5f46d6de-459b-42ed-b537-525867122fc6 tempest-ServersAdminNegativeTestJSON-1722518828 tempest-ServersAdminNegativeTestJSON-1722518828-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 1102 time: 0.0846996 Nov 02 11:35:09.506496 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fa87693f-6ced-4df9-a5b3-3324b104f381 req-4ea7d152-26df-43f3-bead-f5fdfb96ac29 tempest-ServersAdminNegativeTestJSON-1722518828 tempest-ServersAdminNegativeTestJSON-1722518828-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719073 Nov 02 11:35:09.515200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b42ed6e-13d1-453d-a40e-60ac0090874c admin admin] Network 53295813-031c-4d20-bbb6-d45e9f6deae2 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:35:09.604560 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-5b42ed6e-13d1-453d-a40e-60ac0090874c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 53295813-031c-4d20-bbb6-d45e9f6deae2) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:35:09.613727 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019e8faf-8b69-4a7b-b700-227ab1a78dc2 None None] Network 53295813-031c-4d20-bbb6-d45e9f6deae2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:35:09.625110 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b42ed6e-13d1-453d-a40e-60ac0090874c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:09.625711 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5b42ed6e-13d1-453d-a40e-60ac0090874c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:09.660621 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59e817-3b0a-4fe4-a7ba-bdd87c1afe04 req-12ff6f36-b794-4e93-9058-06943071e2ed tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:09.669848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea59e817-3b0a-4fe4-a7ba-bdd87c1afe04 req-12ff6f36-b794-4e93-9058-06943071e2ed tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 970 time: 0.1383400 Nov 02 11:35:09.777515 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea59e817-3b0a-4fe4-a7ba-bdd87c1afe04 req-94951475-7001-4809-aab6-2ddfaf9de556 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063681 Nov 02 11:35:09.916112 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49806) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:09.917736 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5b42ed6e-13d1-453d-a40e-60ac0090874c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4418461 Nov 02 11:35:09.920546 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-4fb6771b-0c44-4dc4-90c4-9069260f513d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=6196471367014fa2a6ff86ee9c2ee144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1395779 Nov 02 11:35:09.922404 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1444648910-router', 'tenant_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:09.956662 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-53295813-031c-4d20-bbb6-d45e9f6deae2', 'network_id': '53295813-031c-4d20-bbb6-d45e9f6deae2', 'tenant_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'fixed_ips': [{'subnet_id': 'ffe9aa38-6b4d-4b3b-9202-befd0601902f'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:35:09.957969 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:09.961219 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-beaece6a-1010-4268-b637-2b20fb8598a5 req-a2e78e7d-3b03-431d-90f6-abeebfcf117b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:35:09.974865 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-beaece6a-1010-4268-b637-2b20fb8598a5 req-a2e78e7d-3b03-431d-90f6-abeebfcf117b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0140393 Nov 02 11:35:10.154988 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:10.156153 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:10.180603 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-f505a296-9607-4d9e-bbb3-efd15637439b tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ee9708eff99943dc969a30b0533d8705&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424004 Nov 02 11:35:10.296392 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Allocated IP 172.20.0.2 (53295813-031c-4d20-bbb6-d45e9f6deae2/ffe9aa38-6b4d-4b3b-9202-befd0601902f/76b68adc-2f29-4f16-9e1f-9e45f6e86c93) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:35:10.316958 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-7c1e994d-13db-48aa-832c-a3c67e38f63c tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:10.319930 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-7c1e994d-13db-48aa-832c-a3c67e38f63c tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3932433 Nov 02 11:35:10.323298 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:10.352947 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-4c762dcc-0aa8-4906-94c8-7aefe19e62f1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Request body: {'port': {'device_id': '09a23624-a30a-4921-8977-1422fb361b25', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': '6196471367014fa2a6ff86ee9c2ee144'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:10.519861 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:10.579466 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:10.631053 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0c726a79-bef7-4024-b0e3-5be080a420b7 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:35:10.663506 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 0c726a79-bef7-4024-b0e3-5be080a420b7 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:35:10.664226 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0c726a79-bef7-4024-b0e3-5be080a420b7 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:35:10.675497 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Network 53295813-031c-4d20-bbb6-d45e9f6deae2 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:35:10.682808 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:35:10.692453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:35:10.702512 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Pushing event updated for resources: {'Port': ['ID=76b68adc-2f29-4f16-9e1f-9e45f6e86c93,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:10.771069 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Attempting to bind port 76b68adc-2f29-4f16-9e1f-9e45f6e86c93 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:35:10.771673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Attempting to bind port 76b68adc-2f29-4f16-9e1f-9e45f6e86c93 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '04d97e07-fc98-4b96-83d5-64bfd731fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '53295813-031c-4d20-bbb6-d45e9f6deae2'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:35:10.772199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Attempting to bind port 76b68adc-2f29-4f16-9e1f-9e45f6e86c93 on network 53295813-031c-4d20-bbb6-d45e9f6deae2 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:35:10.783346 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:35:10.784478 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Checking segment: {'id': '04d97e07-fc98-4b96-83d5-64bfd731fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '53295813-031c-4d20-bbb6-d45e9f6deae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:35:10.785028 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:10.785696 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Bound using segment: {'id': '04d97e07-fc98-4b96-83d5-64bfd731fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '53295813-031c-4d20-bbb6-d45e9f6deae2'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:35:10.786286 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Bound port: 76b68adc-2f29-4f16-9e1f-9e45f6e86c93, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d97e07-fc98-4b96-83d5-64bfd731fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '53295813-031c-4d20-bbb6-d45e9f6deae2'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:35:10.786773 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:10.844415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-71508049-9fa0-403b-a297-1f0195b95e71 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:10.845719 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-71508049-9fa0-403b-a297-1f0195b95e71 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6643665 Nov 02 11:35:10.901111 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-81c39050-a82a-4334-973a-4cc0b58aa4a1 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/quotas/ee9708eff99943dc969a30b0533d8705 HTTP/1.1" status: 200 len: 375 time: 0.0363557 Nov 02 11:35:10.913309 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] For port 76b68adc-2f29-4f16-9e1f-9e45f6e86c93, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:35:10.919821 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] For port 76b68adc-2f29-4f16-9e1f-9e45f6e86c93, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=76b68adc-2f29-4f16-9e1f-9e45f6e86c93,segment=NetworkSegment(04d97e07-fc98-4b96-83d5-64bfd731fb40),segment_id=04d97e07-fc98-4b96-83d5-64bfd731fb40)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:35:10.936624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-7ebd33fe-16a9-445d-86ad-c462144504d2 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee9708eff99943dc969a30b0533d8705&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345969 Nov 02 11:35:10.952881 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2aee2-c0e4-4ec5-951b-2b442cb4573a req-86b6fe27-b6a1-4101-82ce-eb7993f9492f tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:10.954322 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d5b2aee2-c0e4-4ec5-951b-2b442cb4573a req-86b6fe27-b6a1-4101-82ce-eb7993f9492f tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 970 time: 0.1334264 Nov 02 11:35:10.988773 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:10.991967 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d5963-614e-46eb-8e91-2840348a8ca0 req-5713d112-33f9-4083-bc99-a1096eec5aae tempest-NetworksTest-1987229658 tempest-NetworksTest-1987229658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:10.992668 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d5963-614e-46eb-8e91-2840348a8ca0 req-5713d112-33f9-4083-bc99-a1096eec5aae tempest-NetworksTest-1987229658 tempest-NetworksTest-1987229658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:10.993336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d5963-614e-46eb-8e91-2840348a8ca0 req-5713d112-33f9-4083-bc99-a1096eec5aae tempest-NetworksTest-1987229658 tempest-NetworksTest-1987229658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:10.993933 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d5963-614e-46eb-8e91-2840348a8ca0 req-5713d112-33f9-4083-bc99-a1096eec5aae tempest-NetworksTest-1987229658 tempest-NetworksTest-1987229658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:10.994544 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d5963-614e-46eb-8e91-2840348a8ca0 req-5713d112-33f9-4083-bc99-a1096eec5aae tempest-NetworksTest-1987229658 tempest-NetworksTest-1987229658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:10.995170 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d5963-614e-46eb-8e91-2840348a8ca0 req-5713d112-33f9-4083-bc99-a1096eec5aae tempest-NetworksTest-1987229658 tempest-NetworksTest-1987229658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:10.995771 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d5963-614e-46eb-8e91-2840348a8ca0 req-5713d112-33f9-4083-bc99-a1096eec5aae tempest-NetworksTest-1987229658 tempest-NetworksTest-1987229658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:10.997758 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-487d5963-614e-46eb-8e91-2840348a8ca0 req-5713d112-33f9-4083-bc99-a1096eec5aae tempest-NetworksTest-1987229658 tempest-NetworksTest-1987229658-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5036 time: 0.6928391 Nov 02 11:35:11.006746 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:11.112389 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-4c762dcc-0aa8-4906-94c8-7aefe19e62f1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Made reservation on behalf of 6196471367014fa2a6ff86ee9c2ee144 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:35:11.121404 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-4c762dcc-0aa8-4906-94c8-7aefe19e62f1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:11.139140 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c9479d16-b9f2-4330-b3cc-1420cb0482d0 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:35:11.251848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c517928-33b0-4028-ac07-efbcc89e2697 None None] Pushing event updated for resources: {'Port': ['ID=76b68adc-2f29-4f16-9e1f-9e45f6e86c93,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:11.276620 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c9479d16-b9f2-4330-b3cc-1420cb0482d0 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:11.276901 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:11.321113 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5ecb1306-4747-4466-8e7d-42a9a78f9265 req-3193a672-1a3a-4941-a24f-60347d716a12 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 210 time: 0.0454926 Nov 02 11:35:11.475361 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-d5b2aee2-c0e4-4ec5-951b-2b442cb4573a req-dc7f1feb-3168-4577-910a-2009e2ba01a6 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Deleting port 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:35:11.475361 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d5b2aee2-c0e4-4ec5-951b-2b442cb4573a req-dc7f1feb-3168-4577-910a-2009e2ba01a6 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:11.549907 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-4c762dcc-0aa8-4906-94c8-7aefe19e62f1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Allocated IP 192.168.233.221 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/6dd315c0-fcdb-4c14-8fa7-85de0ade7880) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:35:11.584095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae64190-2380-4398-b920-173befa5e780 req-e9d374b4-d550-4b8a-abc0-bc32eaf2b11c tempest-NetworksTest-1987229658 tempest-NetworksTest-1987229658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:11.585543 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aae64190-2380-4398-b920-173befa5e780 req-e9d374b4-d550-4b8a-abc0-bc32eaf2b11c tempest-NetworksTest-1987229658 tempest-NetworksTest-1987229658-project-admin] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 886 time: 0.1968150 Nov 02 11:35:11.587252 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:11.609356 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:11.618770 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2178a8-f1f4-4590-b90d-882f393f203c req-5f39a309-3437-4d21-b6ee-ce7f2ed7623d tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:11.636951 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-da2178a8-f1f4-4590-b90d-882f393f203c req-5f39a309-3437-4d21-b6ee-ce7f2ed7623d tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 970 time: 0.2268252 Nov 02 11:35:11.714744 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f55622e9-77cc-4498-89c2-a41e72712b6f req-d346ee1b-514e-455a-b21a-a287f817390b tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 210 time: 0.0354583 Nov 02 11:35:11.790404 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-da2178a8-f1f4-4590-b90d-882f393f203c req-e9c6772b-1041-4e83-adac-36c14701573d tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9e51e85-12ff-473b-a4e2-a36a235fdfe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632659 Nov 02 11:35:11.802996 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-d5b2aee2-c0e4-4ec5-951b-2b442cb4573a req-dc7f1feb-3168-4577-910a-2009e2ba01a6 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] For port 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9d681cad-ae7d-4fd9-ac38-2e31c3b9e152,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:11.803674 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d5b2aee2-c0e4-4ec5-951b-2b442cb4573a req-dc7f1feb-3168-4577-910a-2009e2ba01a6 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:11.827330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-d5b2aee2-c0e4-4ec5-951b-2b442cb4573a req-dc7f1feb-3168-4577-910a-2009e2ba01a6 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Calling delete_port for 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 owned by compute:tempest-test_az-98167957 {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:35:11.828012 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] Allocated IP 172.25.6.209 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/aece0b3b-3209-4334-924a-c12c7af6e03e) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:35:11.902635 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-4c762dcc-0aa8-4906-94c8-7aefe19e62f1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:11.947227 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344debbb-9b35-407d-a473-5c58466d7b2b req-36e51712-7bc0-43fd-9031-86847404909c tempest-NetworksTest-1987229658 tempest-NetworksTest-1987229658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:11.947711 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344debbb-9b35-407d-a473-5c58466d7b2b req-36e51712-7bc0-43fd-9031-86847404909c tempest-NetworksTest-1987229658 tempest-NetworksTest-1987229658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:11.948185 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344debbb-9b35-407d-a473-5c58466d7b2b req-36e51712-7bc0-43fd-9031-86847404909c tempest-NetworksTest-1987229658 tempest-NetworksTest-1987229658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:11.948654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344debbb-9b35-407d-a473-5c58466d7b2b req-36e51712-7bc0-43fd-9031-86847404909c tempest-NetworksTest-1987229658 tempest-NetworksTest-1987229658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:11.949386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344debbb-9b35-407d-a473-5c58466d7b2b req-36e51712-7bc0-43fd-9031-86847404909c tempest-NetworksTest-1987229658 tempest-NetworksTest-1987229658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:11.950084 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344debbb-9b35-407d-a473-5c58466d7b2b req-36e51712-7bc0-43fd-9031-86847404909c tempest-NetworksTest-1987229658 tempest-NetworksTest-1987229658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:11.950458 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344debbb-9b35-407d-a473-5c58466d7b2b req-36e51712-7bc0-43fd-9031-86847404909c tempest-NetworksTest-1987229658 tempest-NetworksTest-1987229658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:11.966620 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-344debbb-9b35-407d-a473-5c58466d7b2b req-36e51712-7bc0-43fd-9031-86847404909c tempest-NetworksTest-1987229658 tempest-NetworksTest-1987229658-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5036 time: 0.2224998 Nov 02 11:35:12.057837 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:12.070097 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-4c762dcc-0aa8-4906-94c8-7aefe19e62f1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:12.085104 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['efe45a3a-b601-41ee-a6f1-63ab23b1a802'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:35:12.179373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-4c762dcc-0aa8-4906-94c8-7aefe19e62f1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:35:12.182590 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-4c762dcc-0aa8-4906-94c8-7aefe19e62f1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:35:12.204885 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-4c762dcc-0aa8-4906-94c8-7aefe19e62f1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:35:12.204885 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-4c762dcc-0aa8-4906-94c8-7aefe19e62f1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:12.205969 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-4c762dcc-0aa8-4906-94c8-7aefe19e62f1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:12.217615 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d5b2aee2-c0e4-4ec5-951b-2b442cb4573a req-dc7f1feb-3168-4577-910a-2009e2ba01a6 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:12.235534 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c762dcc-0aa8-4906-94c8-7aefe19e62f1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Pushing event updated for resources: {'Port': ['ID=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:12.264588 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:12.334444 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-4c762dcc-0aa8-4906-94c8-7aefe19e62f1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9998584 Nov 02 11:35:12.353829 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f1feb-3168-4577-910a-2009e2ba01a6 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Pushing event deleted for resources: {'Port': ['ID=9d681cad-ae7d-4fd9-ac38-2e31c3b9e152,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:12.357415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b2aee2-c0e4-4ec5-951b-2b442cb4573a req-dc7f1feb-3168-4577-910a-2009e2ba01a6 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] No DVR routers for this DVR port 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:35:12.373290 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Request body: {'port': {'device_id': '09a23624-a30a-4921-8977-1422fb361b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:12.385240 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d5b2aee2-c0e4-4ec5-951b-2b442cb4573a req-dc7f1feb-3168-4577-910a-2009e2ba01a6 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:12.397136 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d5b2aee2-c0e4-4ec5-951b-2b442cb4573a req-dc7f1feb-3168-4577-910a-2009e2ba01a6 tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.54 "DELETE /v2.0/ports/9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 HTTP/1.1" status: 204 len: 173 time: 1.4351659 Nov 02 11:35:12.397694 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7410b4-6b65-421e-aab9-1b525aacb4ef', 'name': 'network-vif-deleted', 'tag': '9d681cad-ae7d-4fd9-ac38-2e31c3b9e152'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:35:12.400127 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4719c70e-c637-4f10-90bf-6e611cb46055" -d '{"events": [{"server_uuid": "6b7410b4-6b65-421e-aab9-1b525aacb4ef", "name": "network-vif-deleted", "tag": "9d681cad-ae7d-4fd9-ac38-2e31c3b9e152"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:35:12.465282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] Pushing event updated for resources: {'Port': ['ID=aece0b3b-3209-4334-924a-c12c7af6e03e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:12.483696 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:35:12.485573 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:35:12.491990 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:35:12.493574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['9d681cad-ae7d-4fd9-ac38-2e31c3b9e152'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:35:12.511926 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ab000a-d2f9-43bf-a0f5-61ea64b6b068 x-openstack-request-id: req-f5ab000a-d2f9-43bf-a0f5-61ea64b6b068 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:35:12.515965 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7410b4-6b65-421e-aab9-1b525aacb4ef", "name": "network-vif-deleted", "tag": "9d681cad-ae7d-4fd9-ac38-2e31c3b9e152", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:35:12.516236 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f5ab000a-d2f9-43bf-a0f5-61ea64b6b068 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:35:12.516654 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7410b4-6b65-421e-aab9-1b525aacb4ef', 'name': 'network-vif-deleted', 'tag': '9d681cad-ae7d-4fd9-ac38-2e31c3b9e152', 'status': 'completed', 'code': 200} Nov 02 11:35:12.563341 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccedcf06-1308-4603-8c37-d8db16463b08 None None] Network 53295813-031c-4d20-bbb6-d45e9f6deae2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:35:12.598108 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:12.713733 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0424bef-ab6b-43f3-9dc8-41662b3323d0 req-068d4f11-ef9d-4eeb-aeb1-e45eb411c938 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:12.715302 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a0424bef-ab6b-43f3-9dc8-41662b3323d0 req-068d4f11-ef9d-4eeb-aeb1-e45eb411c938 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 936 time: 0.1479061 Nov 02 11:35:12.715798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49876) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:12.823172 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68543928-fa82-4209-9f29-525cdc65a5ec req-7fe1c725-9801-45cd-a699-7183e067806a tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:12.847815 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-68543928-fa82-4209-9f29-525cdc65a5ec req-7fe1c725-9801-45cd-a699-7183e067806a tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 950 time: 0.1121714 Nov 02 11:35:12.874219 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49884) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:13.009704 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a0424bef-ab6b-43f3-9dc8-41662b3323d0 req-40602dd6-50b8-4f9e-a593-a771cb9e1bfb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736728 Nov 02 11:35:13.177145 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:13.179279 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 76b68adc-2f29-4f16-9e1f-9e45f6e86c93 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:35:13.194052 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91238a35-cb24-43b0-902e-acfa8c8b40bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:13.239177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ba177dd1-ef86-4455-a4a6-721547fb3b4a None None] Provisioning complete for port 76b68adc-2f29-4f16-9e1f-9e45f6e86c93 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:13.239559 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ba177dd1-ef86-4455-a4a6-721547fb3b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:13.249397 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3844ae61-f20e-4d49-9d2e-063a1d1853a6 req-234a3e28-5dad-4502-b3e0-41a515ad3f9c tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 210 time: 0.0863543 Nov 02 11:35:13.250990 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-68543928-fa82-4209-9f29-525cdc65a5ec req-0e348ba7-fae7-43e5-a01e-5432b9202420 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017580 Nov 02 11:35:13.278159 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-666ad983-1547-4ae2-bc31-d192ac374e69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:13.293321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 76b68adc-2f29-4f16-9e1f-9e45f6e86c93 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:13.299848 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:13.425710 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91238a35-cb24-43b0-902e-acfa8c8b40bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:13.492317 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c565a284-3099-4b7d-853b-a5f7d0f19159 req-ae518ee4-dc5b-4750-b91d-1213ed3f1c2e tempest-LiveMigrationNegativeTest-487263348 tempest-LiveMigrationNegativeTest-487263348-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b7410b4-6b65-421e-aab9-1b525aacb4ef HTTP/1.1" status: 200 len: 210 time: 0.0716057 Nov 02 11:35:13.509608 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:35:13.521739 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91238a35-cb24-43b0-902e-acfa8c8b40bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:13.537754 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:13.609832 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ba177dd1-ef86-4455-a4a6-721547fb3b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:13.614595 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:13.625123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Transition to ACTIVE for port object 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:35:13.634565 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-91238a35-cb24-43b0-902e-acfa8c8b40bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2bf07fec1cfb4d92bc872fa0369418b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9014580 Nov 02 11:35:13.638024 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49890) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:13.644796 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:13.664878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91238a35-cb24-43b0-902e-acfa8c8b40bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaec2c1-8832-47f6-a97b-57c7e7e8a10c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:13.741094 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 76b68adc-2f29-4f16-9e1f-9e45f6e86c93, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=76b68adc-2f29-4f16-9e1f-9e45f6e86c93,segment=NetworkSegment(04d97e07-fc98-4b96-83d5-64bfd731fb40),segment_id=04d97e07-fc98-4b96-83d5-64bfd731fb40)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:13.751756 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1c58483-22c7-437d-9b4d-f9fef16c544a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:13.782787 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1c58483-22c7-437d-9b4d-f9fef16c544a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:13.784448 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-666ad983-1547-4ae2-bc31-d192ac374e69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:13.827936 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:13.828589 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:13.864714 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-666ad983-1547-4ae2-bc31-d192ac374e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:13.922493 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Pushing event updated for resources: {'Port': ['ID=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:13.928072 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.79', 64188) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:13.961747 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-e4d5b044-b672-4002-92d5-e517d814f2ec tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ee9708eff99943dc969a30b0533d8705&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315671 Nov 02 11:35:14.069853 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-666ad983-1547-4ae2-bc31-d192ac374e69 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=021706960bbb45dfb3d6f731556f0ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1845844 Nov 02 11:35:14.079223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49894) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:14.122361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ad983-1547-4ae2-bc31-d192ac374e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a958123a-c812-47ac-bdcd-af9ce73e18d0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:14.127709 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-b421157f-87a3-45b6-8445-c35479a238ed tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:14.130487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-b421157f-87a3-45b6-8445-c35479a238ed tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1426244 Nov 02 11:35:14.131441 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-ba177dd1-ef86-4455-a4a6-721547fb3b4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:35:14.148014 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-a880ef9a-c978-442e-8007-4840cf348071 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Request body: {'port': {'device_id': 'f489e14b-d357-4755-9edc-e1058a984e1b', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'ee9708eff99943dc969a30b0533d8705'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:14.148205 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-ba177dd1-ef86-4455-a4a6-721547fb3b4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:35:14.164409 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=76b68adc-2f29-4f16-9e1f-9e45f6e86c93,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:14.228402 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99e42b04-accb-46f7-b6ec-92db24969745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:14.258517 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99e42b04-accb-46f7-b6ec-92db24969745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:14.259312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Attempting to bind port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:35:14.259653 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Attempting to bind port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:35:14.259983 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Attempting to bind port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:35:14.310868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] Router f1194d7d-a195-481e-846a-863ec5b5a7e6 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:35:14.376198 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1c58483-22c7-437d-9b4d-f9fef16c544a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:14.379294 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1c58483-22c7-437d-9b4d-f9fef16c544a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:14.382638 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c1c58483-22c7-437d-9b4d-f9fef16c544a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ecaec2c1-8832-47f6-a97b-57c7e7e8a10c HTTP/1.1" status: 204 len: 168 time: 0.7411084 Nov 02 11:35:14.382638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:35:14.382638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Attempting to bind port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:35:14.396835 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-612a26a4-66a3-44c3-b454-47a5f00cfdd5 req-05994e94-d730-48cf-94ea-6bf035d44dad tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 210 time: 0.0338075 Nov 02 11:35:14.453463 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99e42b04-accb-46f7-b6ec-92db24969745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:14.457599 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99e42b04-accb-46f7-b6ec-92db24969745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:14.461233 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-99e42b04-accb-46f7-b6ec-92db24969745 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a958123a-c812-47ac-bdcd-af9ce73e18d0 HTTP/1.1" status: 204 len: 168 time: 0.3784575 Nov 02 11:35:14.474327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e42b04-accb-46f7-b6ec-92db24969745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a958123a-c812-47ac-bdcd-af9ce73e18d0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:14.500788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:35:14.513618 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Sync routers for ids ['f1194d7d-a195-481e-846a-863ec5b5a7e6'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:35:14.529282 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Routers {'f1194d7d-a195-481e-846a-863ec5b5a7e6'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:35:14.529282 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:34:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f1194d7d-a195-481e-846a-863ec5b5a7e6'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:35:14.542354 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:35:14.543353 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:35:14.543896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:35:14.544507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Bound port: 6dd315c0-fcdb-4c14-8fa7-85de0ade7880, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:35:14.545037 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:14.551841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c58483-22c7-437d-9b4d-f9fef16c544a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaec2c1-8832-47f6-a97b-57c7e7e8a10c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:14.589334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a29340-5f98-44c7-aecb-fe35363c293e req-ee969655-e5b0-4ae1-99a8-fec1ab0830c3 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:14.603270 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:35:14.608074 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-22a29340-5f98-44c7-aecb-fe35363c293e req-ee969655-e5b0-4ae1-99a8-fec1ab0830c3 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.54 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 950 time: 0.4748292 Nov 02 11:35:14.626423 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df368bdc-e9a1-4b07-b3e1-eeb5c022855d req-e8a6ecd3-a27e-4dc2-ad50-5f1f74b05988 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:14.631654 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-df368bdc-e9a1-4b07-b3e1-eeb5c022855d req-e8a6ecd3-a27e-4dc2-ad50-5f1f74b05988 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 950 time: 0.1182315 Nov 02 11:35:14.661427 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:35:14.662024 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 9d681cad-ae7d-4fd9-ac38-2e31c3b9e152 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:35:14.682404 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Set router f1194d7d-a195-481e-846a-863ec5b5a7e6 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:35:14.711263 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58edb97-4660-49a3-8ac1-4b011dabfe47 req-53cfc7bb-2d81-4c5f-83ba-7f908b26a5f2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:14.712203 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-df368bdc-e9a1-4b07-b3e1-eeb5c022855d req-b4d13324-a578-4237-8e7b-0016206f7a76 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732961 Nov 02 11:35:14.715456 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c58edb97-4660-49a3-8ac1-4b011dabfe47 req-53cfc7bb-2d81-4c5f-83ba-7f908b26a5f2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 948 time: 0.5007787 Nov 02 11:35:14.723356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-a880ef9a-c978-442e-8007-4840cf348071 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Made reservation on behalf of ee9708eff99943dc969a30b0533d8705 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:35:14.729746 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:14.730402 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f292976e-9acf-435e-96e3-859659b32a06 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8116288 Nov 02 11:35:14.732577 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49908) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:14.740687 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-a880ef9a-c978-442e-8007-4840cf348071 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:14.896337 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3979f678-a874-4aef-bd44-719e6eb81e80 None None] Provisioning complete for port 76b68adc-2f29-4f16-9e1f-9e45f6e86c93 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:14.896718 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3979f678-a874-4aef-bd44-719e6eb81e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:15.060060 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444648910-router', 'tenant_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'aece0b3b-3209-4334-924a-c12c7af6e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:10Z', 'updated_at': '2021-11-02T11:35:12Z', 'revision_number': 3, 'project_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'gw_port': {'id': 'aece0b3b-3209-4334-924a-c12c7af6e03e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:11Z', 'updated_at': '2021-11-02T11:35:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:35:15.120236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 76b68adc-2f29-4f16-9e1f-9e45f6e86c93 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:35:15.137540 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Checking router: f1194d7d-a195-481e-846a-863ec5b5a7e6 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:35:15.137540 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Updating router f1194d7d-a195-481e-846a-863ec5b5a7e6 port aece0b3b-3209-4334-924a-c12c7af6e03e binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:35:15.150650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] For port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:35:15.172914 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c58edb97-4660-49a3-8ac1-4b011dabfe47 req-a77892ba-99dd-443c-987d-8555729dd71e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279265 Nov 02 11:35:15.204551 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:15.244588 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 76b68adc-2f29-4f16-9e1f-9e45f6e86c93 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:15.244880 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:15.311882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-a880ef9a-c978-442e-8007-4840cf348071 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Allocated IP 192.168.233.40 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/8fdd54db-d560-4f12-a19a-a5eaf92defde) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:35:15.540220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] For port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:35:15.545314 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-23f42444-2490-47d1-93c0-9dcd3d1e63fb req-0d9a03f4-8bdb-46bf-913c-f34fae0a789f tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 210 time: 0.0354869 Nov 02 11:35:15.546721 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-a880ef9a-c978-442e-8007-4840cf348071 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:15.559473 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-22a29340-5f98-44c7-aecb-fe35363c293e req-c6660f8c-7036-4644-826c-0037022f5e21 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Deleting port e9334402-ccf0-483f-bb3e-8b17104785ab {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:35:15.559896 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-22a29340-5f98-44c7-aecb-fe35363c293e req-c6660f8c-7036-4644-826c-0037022f5e21 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:15.561689 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:15.566014 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49918) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:15.631705 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92cf7146-b054-4029-8fe7-270c6dd6972f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:15.660697 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:15.680240 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:15.708581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:15.709203 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:15.711249 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286af4f8-a568-4077-9d20-5882787076cd service neutron] 10.222.0.79 "PUT /v2.0/ports/6dd315c0-fcdb-4c14-8fa7-85de0ade7880 HTTP/1.1" status: 200 len: 1097 time: 3.3551633 Nov 02 11:35:15.719034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a23624-a30a-4921-8977-1422fb361b25', 'tag': '6dd315c0-fcdb-4c14-8fa7-85de0ade7880'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:35:15.722734 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0d076c-7731-451d-af4f-cb391d1012e9" -d '{"events": [{"name": "network-changed", "server_uuid": "09a23624-a30a-4921-8977-1422fb361b25", "tag": "6dd315c0-fcdb-4c14-8fa7-85de0ade7880"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:35:15.748959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-22a29340-5f98-44c7-aecb-fe35363c293e req-c6660f8c-7036-4644-826c-0037022f5e21 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] For port e9334402-ccf0-483f-bb3e-8b17104785ab, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e9334402-ccf0-483f-bb3e-8b17104785ab,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:15.749335 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-22a29340-5f98-44c7-aecb-fe35363c293e req-c6660f8c-7036-4644-826c-0037022f5e21 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:15.775200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-22a29340-5f98-44c7-aecb-fe35363c293e req-c6660f8c-7036-4644-826c-0037022f5e21 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Calling delete_port for e9334402-ccf0-483f-bb3e-8b17104785ab owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:35:15.782438 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-a880ef9a-c978-442e-8007-4840cf348071 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:15.800955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286af4f8-a568-4077-9d20-5882787076cd service neutron] Pushing event updated for resources: {'Port': ['ID=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:15.801598 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Attempting to bind port aece0b3b-3209-4334-924a-c12c7af6e03e on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:35:15.813922 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Attempting to bind port aece0b3b-3209-4334-924a-c12c7af6e03e by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:35:15.813922 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Attempting to bind port aece0b3b-3209-4334-924a-c12c7af6e03e on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:35:15.820258 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c8288-d5a9-425b-9599-a3721ffe0315 None None] Pushing event updated for resources: {'Port': ['ID=aece0b3b-3209-4334-924a-c12c7af6e03e,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:15.826480 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:35:15.832185 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-a880ef9a-c978-442e-8007-4840cf348071 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:35:15.839750 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:35:15.845743 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:15.846731 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:35:15.847495 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Bound port: aece0b3b-3209-4334-924a-c12c7af6e03e, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:35:15.848097 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:15.867772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-a880ef9a-c978-442e-8007-4840cf348071 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:35:15.871466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-a880ef9a-c978-442e-8007-4840cf348071 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:35:15.880124 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-a880ef9a-c978-442e-8007-4840cf348071 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:15.882605 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-a880ef9a-c978-442e-8007-4840cf348071 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:15.894922 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ca6c2f-6351-4976-802b-0417cfbcc7ac x-openstack-request-id: req-a7ca6c2f-6351-4976-802b-0417cfbcc7ac {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:35:15.894922 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a23624-a30a-4921-8977-1422fb361b25", "tag": "6dd315c0-fcdb-4c14-8fa7-85de0ade7880", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:35:15.896529 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7ca6c2f-6351-4976-802b-0417cfbcc7ac {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:35:15.896529 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a23624-a30a-4921-8977-1422fb361b25', 'tag': '6dd315c0-fcdb-4c14-8fa7-85de0ade7880', 'status': 'completed', 'code': 200} Nov 02 11:35:15.911494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49926) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:16.006786 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] For port aece0b3b-3209-4334-924a-c12c7af6e03e, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:35:16.014431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880ef9a-c978-442e-8007-4840cf348071 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Pushing event updated for resources: {'Port': ['ID=8fdd54db-d560-4f12-a19a-a5eaf92defde,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:16.016552 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] For port aece0b3b-3209-4334-924a-c12c7af6e03e, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=aece0b3b-3209-4334-924a-c12c7af6e03e,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:35:16.040795 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-e1201623-2f44-4504-b09c-528b8a86b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:16.042315 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-e1201623-2f44-4504-b09c-528b8a86b134 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 1100 time: 0.1516926 Nov 02 11:35:16.055922 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-a880ef9a-c978-442e-8007-4840cf348071 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9122770 Nov 02 11:35:16.065727 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92cf7146-b054-4029-8fe7-270c6dd6972f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:16.078326 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Request body: {'port': {'device_id': 'f489e14b-d357-4755-9edc-e1058a984e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:16.081954 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:16.113114 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49932) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:16.123855 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf75b3-2fd8-4510-9755-ea6c4243c85e req-0e2bfe4e-4a5d-41f8-9162-ba8ddf732184 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:16.132401 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fbdf75b3-2fd8-4510-9755-ea6c4243c85e req-0e2bfe4e-4a5d-41f8-9162-ba8ddf732184 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 950 time: 0.1994781 Nov 02 11:35:16.152454 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92cf7146-b054-4029-8fe7-270c6dd6972f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:16.186451 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c8288-d5a9-425b-9599-a3721ffe0315 None None] Pushing event updated for resources: {'Port': ['ID=aece0b3b-3209-4334-924a-c12c7af6e03e,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:16.195991 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Routers {'f1194d7d-a195-481e-846a-863ec5b5a7e6'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:35:16.196802 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:34:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f1194d7d-a195-481e-846a-863ec5b5a7e6'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:35:16.244304 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3dd3-7127-4b89-82d6-120f57e6ea37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:16.244770 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-60aa52d5-522e-4a39-b7b7-8e1ffb5702b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=6dd315c0-fcdb-4c14-8fa7-85de0ade7880 HTTP/1.1" status: 200 len: 217 time: 0.1816885 Nov 02 11:35:16.258684 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-92cf7146-b054-4029-8fe7-270c6dd6972f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=39403092988f48759a46b9d215f8f5a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6912122 Nov 02 11:35:16.278245 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49936) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:16.299783 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:16.337531 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f4cfa408-1bbe-46a9-878f-b4b2d08f83ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:16.340541 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] Set router f1194d7d-a195-481e-846a-863ec5b5a7e6 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:35:16.353410 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf7146-b054-4029-8fe7-270c6dd6972f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602842f4-c4ae-4cd8-8c5d-044b8611b4b6,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:16.421679 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fbdf75b3-2fd8-4510-9755-ea6c4243c85e req-572e50a5-61d9-464b-b853-460477a448a6 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883832 Nov 02 11:35:16.426863 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-92715fcb-ae7d-4148-b45f-ad9ffd902651 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cfc39a049fbf49da960442b66e609d29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5115616 Nov 02 11:35:16.432232 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49938) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:16.452688 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ed9ab49f-91b2-4704-98b3-82209c904aec None None] Provisioning complete for port 8fdd54db-d560-4f12-a19a-a5eaf92defde triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:16.452688 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ed9ab49f-91b2-4704-98b3-82209c904aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:16.507342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ed9ab49f-91b2-4704-98b3-82209c904aec None None] Port 8fdd54db-d560-4f12-a19a-a5eaf92defde cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:35:16.586836 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e26efe27-2c34-4fab-9a9e-3efe1a0dfa47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:16.602497 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444648910-router', 'tenant_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'aece0b3b-3209-4334-924a-c12c7af6e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:10Z', 'updated_at': '2021-11-02T11:35:12Z', 'revision_number': 3, 'project_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'gw_port': {'id': 'aece0b3b-3209-4334-924a-c12c7af6e03e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:11Z', 'updated_at': '2021-11-02T11:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:35:16.633795 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774a3dab-b6e9-4a3b-b0fa-320b067361db None None] The sync data for ids ['f1194d7d-a195-481e-846a-863ec5b5a7e6'] in n-d-806683-18 is: [{'id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444648910-router', 'tenant_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'aece0b3b-3209-4334-924a-c12c7af6e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:10Z', 'updated_at': '2021-11-02T11:35:12Z', 'revision_number': 3, 'project_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'gw_port': {'id': 'aece0b3b-3209-4334-924a-c12c7af6e03e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:11Z', 'updated_at': '2021-11-02T11:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:35:16.671140 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e26efe27-2c34-4fab-9a9e-3efe1a0dfa47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:16.730744 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fadb03ff-3811-4323-873c-f7a2aad4cbb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:16.733730 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3dd3-7127-4b89-82d6-120f57e6ea37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:16.751259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-8f8eb65d-f579-4d32-ad96-29cd4b860c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:16.753503 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-8f8eb65d-f579-4d32-ad96-29cd4b860c13 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.4930618 Nov 02 11:35:16.815739 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b4fa5-07fa-43aa-b6b0-e13b06c05259 req-efb3f4b1-ac08-4919-bb8d-96273cb0e82a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:16.817479 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f5b4fa5-07fa-43aa-b6b0-e13b06c05259 req-efb3f4b1-ac08-4919-bb8d-96273cb0e82a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 948 time: 0.5235670 Nov 02 11:35:16.853899 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fadb03ff-3811-4323-873c-f7a2aad4cbb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:16.877693 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b9f91-bb40-422c-9011-9a5606156d58 req-883c37b7-4dbb-43e5-a131-5dec12c18eec tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:16.879612 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d83b9f91-bb40-422c-9011-9a5606156d58 req-883c37b7-4dbb-43e5-a131-5dec12c18eec tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 935 time: 0.1919289 Nov 02 11:35:16.896945 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-f4cfa408-1bbe-46a9-878f-b4b2d08f83ec admin admin] Allocated IP 172.20.0.1 (53295813-031c-4d20-bbb6-d45e9f6deae2/ffe9aa38-6b4d-4b3b-9202-befd0601902f/91f67fbf-ced4-4d4f-9b21-473fa16c8b3a) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:35:16.902976 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-22a29340-5f98-44c7-aecb-fe35363c293e req-c6660f8c-7036-4644-826c-0037022f5e21 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:16.917810 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['14d3665e-7b93-484f-9782-46ccc01f493b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:35:16.932365 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3dd3-7127-4b89-82d6-120f57e6ea37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:17.026116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6660f8c-7036-4644-826c-0037022f5e21 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Pushing event deleted for resources: {'Port': ['ID=e9334402-ccf0-483f-bb3e-8b17104785ab,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:17.049452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286fedd5-7df0-41c3-8521-4823747709aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:17.051043 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e26efe27-2c34-4fab-9a9e-3efe1a0dfa47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:17.051331 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-286fedd5-7df0-41c3-8521-4823747709aa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2887113 Nov 02 11:35:17.053591 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e26efe27-2c34-4fab-9a9e-3efe1a0dfa47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:17.060546 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e26efe27-2c34-4fab-9a9e-3efe1a0dfa47 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/602842f4-c4ae-4cd8-8c5d-044b8611b4b6 HTTP/1.1" status: 204 len: 168 time: 0.7735503 Nov 02 11:35:17.103901 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a6fe3dd3-7127-4b89-82d6-120f57e6ea37 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=86dd61ce7a6e43aaa0d76b332a8712e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9871111 Nov 02 11:35:17.111315 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49944) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:17.186778 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe3dd3-7127-4b89-82d6-120f57e6ea37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae57b70-dd8b-4a42-9a9c-1105a44e9350,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:17.206325 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d83b9f91-bb40-422c-9011-9a5606156d58 req-8d1317c4-aeef-49d7-aa02-b33be5a09251 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144267 Nov 02 11:35:17.223083 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f5b4fa5-07fa-43aa-b6b0-e13b06c05259 req-a46eed6b-f2c6-4448-a882-25f1cc78167b tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953698 Nov 02 11:35:17.269146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26efe27-2c34-4fab-9a9e-3efe1a0dfa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602842f4-c4ae-4cd8-8c5d-044b8611b4b6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:17.290432 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fadb03ff-3811-4323-873c-f7a2aad4cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:17.293137 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fadb03ff-3811-4323-873c-f7a2aad4cbb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:17.293374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a29340-5f98-44c7-aecb-fe35363c293e req-c6660f8c-7036-4644-826c-0037022f5e21 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] No DVR routers for this DVR port e9334402-ccf0-483f-bb3e-8b17104785ab on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:35:17.294335 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fadb03ff-3811-4323-873c-f7a2aad4cbb1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f9e51e85-12ff-473b-a4e2-a36a235fdfe9 HTTP/1.1" status: 204 len: 168 time: 0.8611343 Nov 02 11:35:17.319787 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-22a29340-5f98-44c7-aecb-fe35363c293e req-c6660f8c-7036-4644-826c-0037022f5e21 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:17.331186 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-22a29340-5f98-44c7-aecb-fe35363c293e req-c6660f8c-7036-4644-826c-0037022f5e21 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.54 "DELETE /v2.0/ports/e9334402-ccf0-483f-bb3e-8b17104785ab HTTP/1.1" status: 204 len: 173 time: 2.7149804 Nov 02 11:35:17.367387 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb03ff-3811-4323-873c-f7a2aad4cbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e51e85-12ff-473b-a4e2-a36a235fdfe9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:17.450646 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f4cfa408-1bbe-46a9-878f-b4b2d08f83ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:17.469527 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4fbd-7ebf-4779-af43-fd9d2858fa27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:17.530082 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-adda7644-e945-40bc-9bbe-245aff420c43 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384332 Nov 02 11:35:17.560679 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f2b8-36a2-4fc0-89e5-a34969308f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:17.583772 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4fbd-7ebf-4779-af43-fd9d2858fa27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:17.644820 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a0199de-1c0b-4aec-9f30-92ccad848064 req-e9675976-e80b-49ae-a804-96bc608bbeaf tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 210 time: 0.0839448 Nov 02 11:35:17.648999 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f4cfa408-1bbe-46a9-878f-b4b2d08f83ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:17.657212 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fdd54db-d560-4f12-a19a-a5eaf92defde {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:35:17.762530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cfa408-1bbe-46a9-878f-b4b2d08f83ec admin admin] Network 53295813-031c-4d20-bbb6-d45e9f6deae2 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:35:17.771275 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-f4cfa408-1bbe-46a9-878f-b4b2d08f83ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:35:17.785974 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfa408-1bbe-46a9-878f-b4b2d08f83ec admin admin] Pushing event updated for resources: {'Port': ['ID=91f67fbf-ced4-4d4f-9b21-473fa16c8b3a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:17.796486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cfa408-1bbe-46a9-878f-b4b2d08f83ec admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:35:17.797555 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f4cfa408-1bbe-46a9-878f-b4b2d08f83ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:17.797781 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:17.815714 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffcc1bfc-b285-4f97-ae46-0a61d3b67339 req-01c93862-9244-4052-93d3-2a456aa9bd83 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575009 Nov 02 11:35:17.824079 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Transition to ACTIVE for port object 8fdd54db-d560-4f12-a19a-a5eaf92defde will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:35:17.896595 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b36ee0-c847-4cad-8b2f-03ecdb9cfddf', 'name': 'network-vif-deleted', 'tag': 'e9334402-ccf0-483f-bb3e-8b17104785ab'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:35:17.899549 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e0de6b-2f74-455d-b19c-49da137b6bdf" -d '{"events": [{"server_uuid": "33b36ee0-c847-4cad-8b2f-03ecdb9cfddf", "name": "network-vif-deleted", "tag": "e9334402-ccf0-483f-bb3e-8b17104785ab"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:35:17.910160 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:17.957050 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979fd2be-3199-46aa-956e-81cc1a94df68 x-openstack-request-id: req-979fd2be-3199-46aa-956e-81cc1a94df68 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:35:17.958270 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b36ee0-c847-4cad-8b2f-03ecdb9cfddf", "name": "network-vif-deleted", "tag": "e9334402-ccf0-483f-bb3e-8b17104785ab", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:35:17.958270 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-979fd2be-3199-46aa-956e-81cc1a94df68 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:35:17.958647 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b36ee0-c847-4cad-8b2f-03ecdb9cfddf', 'name': 'network-vif-deleted', 'tag': 'e9334402-ccf0-483f-bb3e-8b17104785ab', 'status': 'completed', 'code': 200} Nov 02 11:35:17.966798 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4fbd-7ebf-4779-af43-fd9d2858fa27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:17.970316 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4fbd-7ebf-4779-af43-fd9d2858fa27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:17.974873 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8b4a4fbd-7ebf-4779-af43-fd9d2858fa27 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fae57b70-dd8b-4a42-9a9c-1105a44e9350 HTTP/1.1" status: 204 len: 168 time: 0.8103573 Nov 02 11:35:18.046536 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Pushing event updated for resources: {'Port': ['ID=8fdd54db-d560-4f12-a19a-a5eaf92defde,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:18.060399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a4fbd-7ebf-4779-af43-fd9d2858fa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae57b70-dd8b-4a42-9a9c-1105a44e9350,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:18.113038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d076c-7731-451d-af4f-cb391d1012e9 req-6a8ede95-ec33-4bc5-ba41-5f7e05d79500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:18.114866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad0d076c-7731-451d-af4f-cb391d1012e9 req-6a8ede95-ec33-4bc5-ba41-5f7e05d79500 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 1100 time: 0.1109922 Nov 02 11:35:18.116003 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Attempting to bind port 8fdd54db-d560-4f12-a19a-a5eaf92defde on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:35:18.116412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Attempting to bind port 8fdd54db-d560-4f12-a19a-a5eaf92defde by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:35:18.116812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Attempting to bind port 8fdd54db-d560-4f12-a19a-a5eaf92defde on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:35:18.133801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f4cfa408-1bbe-46a9-878f-b4b2d08f83ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:18.142648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Port 8fdd54db-d560-4f12-a19a-a5eaf92defde on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:35:18.143100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Attempting to bind port 8fdd54db-d560-4f12-a19a-a5eaf92defde on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:35:18.169324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:35:18.169674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:35:18.170070 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:35:18.170526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Bound port: 8fdd54db-d560-4f12-a19a-a5eaf92defde, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:35:18.170886 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:18.195361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-26d7efa7-82e2-4c42-9c71-30dbd1443f51 None None] Provisioning complete for port 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:18.195984 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-26d7efa7-82e2-4c42-9c71-30dbd1443f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:18.238594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49970) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:18.273843 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-26d7efa7-82e2-4c42-9c71-30dbd1443f51 None None] Port 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:35:18.685016 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f4cfa408-1bbe-46a9-878f-b4b2d08f83ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:18.688223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d076c-7731-451d-af4f-cb391d1012e9 req-bf56dea3-5785-4609-8065-58f81f115157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:18.688808 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b5d84-3781-4ecc-8c02-640143f08685 req-8d45e5ec-4b70-4bae-ab8d-5bc5961cc855 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:18.690164 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad0d076c-7731-451d-af4f-cb391d1012e9 req-bf56dea3-5785-4609-8065-58f81f115157 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.3756196 Nov 02 11:35:18.698633 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fc4b5d84-3781-4ecc-8c02-640143f08685 req-8d45e5ec-4b70-4bae-ab8d-5bc5961cc855 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 948 time: 0.0939701 Nov 02 11:35:18.699250 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] For port 8fdd54db-d560-4f12-a19a-a5eaf92defde, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:35:18.699250 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d8d547ad-a8b7-4527-9225-9791161f09a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cd320c3be6454b8c8f6f07bf73ed292b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1726925 Nov 02 11:35:18.699250 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] For port 8fdd54db-d560-4f12-a19a-a5eaf92defde, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8fdd54db-d560-4f12-a19a-a5eaf92defde,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:35:18.699507 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49976) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:18.699598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209eebd-26fd-4817-b604-73e71b445301 req-b8e08b0f-0ef4-452f-ade2-37f77b66c9a7 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:18.699598 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b209eebd-26fd-4817-b604-73e71b445301 req-b8e08b0f-0ef4-452f-ade2-37f77b66c9a7 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 947 time: 0.1711924 Nov 02 11:35:18.699598 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad0d076c-7731-451d-af4f-cb391d1012e9 req-f2c41024-4451-4fe4-ac7c-d694d3bca844 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=6dd315c0-fcdb-4c14-8fa7-85de0ade7880 HTTP/1.1" status: 200 len: 217 time: 0.0613592 Nov 02 11:35:18.699850 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fc4b5d84-3781-4ecc-8c02-640143f08685 req-06f01ac5-bda1-4148-936f-01b9daf1a223 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794604 Nov 02 11:35:18.699948 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e9334402-ccf0-483f-bb3e-8b17104785ab no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:35:18.700505 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14535d40-1d1d-4da9-bd9e-5006cc5e7074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:18.700505 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14535d40-1d1d-4da9-bd9e-5006cc5e7074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:18.700675 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: e9334402-ccf0-483f-bb3e-8b17104785ab {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:35:18.700675 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e9334402-ccf0-483f-bb3e-8b17104785ab not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:35:18.700845 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d076c-7731-451d-af4f-cb391d1012e9 req-a0091eae-6295-4df0-bdf7-baf1e73c2659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:18.700845 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad0d076c-7731-451d-af4f-cb391d1012e9 req-a0091eae-6295-4df0-bdf7-baf1e73c2659 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1135252 Nov 02 11:35:18.701552 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b209eebd-26fd-4817-b604-73e71b445301 req-2a27537c-9b07-48f2-abde-e7dc41dc397b tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234698 Nov 02 11:35:18.759070 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d076c-7731-451d-af4f-cb391d1012e9 req-43c93047-f6d2-4d25-b82b-0b70d637be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:18.760741 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad0d076c-7731-451d-af4f-cb391d1012e9 req-43c93047-f6d2-4d25-b82b-0b70d637be95 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0583050 Nov 02 11:35:18.818280 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:18.820936 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f4cfa408-1bbe-46a9-878f-b4b2d08f83ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:18.821668 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f4cfa408-1bbe-46a9-878f-b4b2d08f83ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:18.827858 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3269e271-4584-46a3-a49b-cd645ee1c33a req-0723a9dc-be32-4a6c-b302-198e22891e97 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b36ee0-c847-4cad-8b2f-03ecdb9cfddf HTTP/1.1" status: 200 len: 210 time: 0.0474687 Nov 02 11:35:18.894072 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfa408-1bbe-46a9-878f-b4b2d08f83ec admin admin] Pushing event updated for resources: {'Port': ['ID=91f67fbf-ced4-4d4f-9b21-473fa16c8b3a,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:18.904139 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14535d40-1d1d-4da9-bd9e-5006cc5e7074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:18.907547 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14535d40-1d1d-4da9-bd9e-5006cc5e7074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:18.909358 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-14535d40-1d1d-4da9-bd9e-5006cc5e7074 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6c2c46de-afe1-41ac-a097-636ba6cb9ee2 HTTP/1.1" status: 204 len: 168 time: 0.3715394 Nov 02 11:35:18.940225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:18.941632 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:18.943822 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] 10.222.0.79 "PUT /v2.0/ports/8fdd54db-d560-4f12-a19a-a5eaf92defde HTTP/1.1" status: 200 len: 1096 time: 2.8715572 Nov 02 11:35:18.961719 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14535d40-1d1d-4da9-bd9e-5006cc5e7074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2c46de-afe1-41ac-a097-636ba6cb9ee2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:18.999503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c8c76-1d51-43e1-8c31-368cc131cd6d service neutron] Pushing event updated for resources: {'Port': ['ID=8fdd54db-d560-4f12-a19a-a5eaf92defde,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:19.020741 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad0d076c-7731-451d-af4f-cb391d1012e9 req-412eb354-3281-480e-9eea-c51620826d16 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487922 Nov 02 11:35:19.051148 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cfa408-1bbe-46a9-878f-b4b2d08f83ec admin admin] Network 53295813-031c-4d20-bbb6-d45e9f6deae2 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:35:19.052723 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-f4cfa408-1bbe-46a9-878f-b4b2d08f83ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:35:19.184454 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device aece0b3b-3209-4334-924a-c12c7af6e03e up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:35:19.276698 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port aece0b3b-3209-4334-924a-c12c7af6e03e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:19.278004 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:19.297202 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cfa408-1bbe-46a9-878f-b4b2d08f83ec admin admin] Router f1194d7d-a195-481e-846a-863ec5b5a7e6 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:35:19.324521 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-350d43c0-2464-4d7b-b278-d233d9b7c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:19.326062 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-350d43c0-2464-4d7b-b278-d233d9b7c959 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee9708eff99943dc969a30b0533d8705&device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 1099 time: 0.2530003 Nov 02 11:35:19.335376 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad0d076c-7731-451d-af4f-cb391d1012e9 req-2df0e95c-b16c-4210-bac6-b5e0531aa8fe service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106186 Nov 02 11:35:19.446207 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-bb2aeba3-85de-434c-b1ea-95ba48f1ac21 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=8fdd54db-d560-4f12-a19a-a5eaf92defde HTTP/1.1" status: 200 len: 217 time: 0.0888517 Nov 02 11:35:19.450192 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:19.481525 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port aece0b3b-3209-4334-924a-c12c7af6e03e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=aece0b3b-3209-4334-924a-c12c7af6e03e,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:19.521956 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-3b93b04a-fa44-48dc-99c3-f88faa588b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:19.523575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-3b93b04a-fa44-48dc-99c3-f88faa588b5e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0716522 Nov 02 11:35:19.538628 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cfa408-1bbe-46a9-878f-b4b2d08f83ec admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:35:19.550569 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Sync routers for ids ['f1194d7d-a195-481e-846a-863ec5b5a7e6'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:35:19.556197 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f4cfa408-1bbe-46a9-878f-b4b2d08f83ec admin admin] 10.222.0.52 "PUT /v2.0/routers/f1194d7d-a195-481e-846a-863ec5b5a7e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8223770 Nov 02 11:35:19.571007 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Routers {'f1194d7d-a195-481e-846a-863ec5b5a7e6'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:35:19.571658 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:34:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f1194d7d-a195-481e-846a-863ec5b5a7e6'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:35:19.581685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-3043315d-61df-4280-a6d8-88b8e1539326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:19.583264 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-3043315d-61df-4280-a6d8-88b8e1539326 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0525897 Nov 02 11:35:19.615853 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:19.659446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-784af15b-4bd8-4ce0-8330-773c8c7b2b76 None None] Provisioning complete for port 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:19.659787 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-784af15b-4bd8-4ce0-8330-773c8c7b2b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:19.689790 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6a18d84d-1e17-49c9-857f-23c3944b1fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:19.755219 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=aece0b3b-3209-4334-924a-c12c7af6e03e,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:19.767516 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-784af15b-4bd8-4ce0-8330-773c8c7b2b76 None None] Port 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:35:19.769840 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71a642-c2a2-4d5c-8157-18f86d990682 req-700bf3a0-bcab-413f-87c1-403ed81a2dc0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:19.771779 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d71a642-c2a2-4d5c-8157-18f86d990682 req-700bf3a0-bcab-413f-87c1-403ed81a2dc0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 948 time: 0.0906918 Nov 02 11:35:19.774041 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-e080ea6b-09b2-4f50-bcb7-0a6c5782ae0f service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839814 Nov 02 11:35:19.775426 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Set router f1194d7d-a195-481e-846a-863ec5b5a7e6 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:35:19.931181 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d71a642-c2a2-4d5c-8157-18f86d990682 req-88d7cc7f-4669-4d89-a44b-613bcef7c113 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516695 Nov 02 11:35:19.953913 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6677e-e339-480e-ae1d-4a2afd393e0c req-3aa7a54b-245e-4e0f-8fcb-9909e33f0a96 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:19.955981 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-94f6677e-e339-480e-ae1d-4a2afd393e0c req-3aa7a54b-245e-4e0f-8fcb-9909e33f0a96 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 947 time: 0.0737264 Nov 02 11:35:19.959709 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f489e14b-d357-4755-9edc-e1058a984e1b', 'tag': '8fdd54db-d560-4f12-a19a-a5eaf92defde'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:35:19.963022 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da27d51a-4380-4b19-ab28-112d915fa9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f489e14b-d357-4755-9edc-e1058a984e1b", "tag": "8fdd54db-d560-4f12-a19a-a5eaf92defde"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:35:19.969168 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-645cf25e-3c24-4b1a-88db-cd8c6c657420 req-9df03ff2-91f0-4daa-b721-5af6c2ed0de1 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771557 Nov 02 11:35:20.029464 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-94f6677e-e339-480e-ae1d-4a2afd393e0c req-3df81acf-f8e7-4e37-9504-47577166e92c tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580566 Nov 02 11:35:20.048423 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78ce96e-f3ce-4ff6-862c-cfbcaf866ec3 x-openstack-request-id: req-c78ce96e-f3ce-4ff6-862c-cfbcaf866ec3 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:35:20.048765 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f489e14b-d357-4755-9edc-e1058a984e1b", "tag": "8fdd54db-d560-4f12-a19a-a5eaf92defde", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:35:20.049035 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c78ce96e-f3ce-4ff6-862c-cfbcaf866ec3 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:35:20.049804 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f489e14b-d357-4755-9edc-e1058a984e1b', 'tag': '8fdd54db-d560-4f12-a19a-a5eaf92defde', 'status': 'completed', 'code': 200} Nov 02 11:35:20.122224 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444648910-router', 'tenant_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'aece0b3b-3209-4334-924a-c12c7af6e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:10Z', 'updated_at': '2021-11-02T11:35:17Z', 'revision_number': 4, 'project_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'gw_port': {'id': 'aece0b3b-3209-4334-924a-c12c7af6e03e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:11Z', 'updated_at': '2021-11-02T11:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '91f67fbf-ced4-4d4f-9b21-473fa16c8b3a', 'name': '', 'network_id': '53295813-031c-4d20-bbb6-d45e9f6deae2', 'tenant_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'mac_address': 'fa:16:3e:27:5c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ffe9aa38-6b4d-4b3b-9202-befd0601902f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:16Z', 'updated_at': '2021-11-02T11:35:18Z', 'revision_number': 2, 'project_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'subnets': [{'id': 'ffe9aa38-6b4d-4b3b-9202-befd0601902f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:35:20.160397 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Checking router: f1194d7d-a195-481e-846a-863ec5b5a7e6 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:35:20.160909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Updating router f1194d7d-a195-481e-846a-863ec5b5a7e6 port 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:35:20.214643 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27d51a-4380-4b19-ab28-112d915fa9b8 req-4b91d859-d106-4f40-b589-85fca51718d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:20.216369 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-da27d51a-4380-4b19-ab28-112d915fa9b8 req-4b91d859-d106-4f40-b589-85fca51718d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ee9708eff99943dc969a30b0533d8705&device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 1099 time: 0.0712028 Nov 02 11:35:20.333293 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:20.339893 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27d51a-4380-4b19-ab28-112d915fa9b8 req-e16c676e-cfd4-4843-9978-1f15e59c0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:20.341818 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-da27d51a-4380-4b19-ab28-112d915fa9b8 req-e16c676e-cfd4-4843-9978-1f15e59c0956 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1182115 Nov 02 11:35:20.403740 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-da27d51a-4380-4b19-ab28-112d915fa9b8 req-6c5880e3-fb36-4348-8a54-02eccebfd0ea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=8fdd54db-d560-4f12-a19a-a5eaf92defde HTTP/1.1" status: 200 len: 217 time: 0.0527594 Nov 02 11:35:20.515781 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27d51a-4380-4b19-ab28-112d915fa9b8 req-1f5a897c-0e55-4ccd-ba96-11214902352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:20.519754 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-da27d51a-4380-4b19-ab28-112d915fa9b8 req-1f5a897c-0e55-4ccd-ba96-11214902352b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1063137 Nov 02 11:35:20.625413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a2e88-f5b2-4ae4-8a9f-6a6c9d7a79ff req-40082681-3b52-444a-81bf-a63bb19cbcdd tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:20.634715 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-145a2e88-f5b2-4ae4-8a9f-6a6c9d7a79ff req-40082681-3b52-444a-81bf-a63bb19cbcdd tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8f01e9-5802-45cf-82cc-12c2736d4ff1 HTTP/1.1" status: 200 len: 949 time: 0.1068695 Nov 02 11:35:20.645763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27d51a-4380-4b19-ab28-112d915fa9b8 req-d849fad8-44f9-4269-98cd-583c40c0d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:20.647425 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-da27d51a-4380-4b19-ab28-112d915fa9b8 req-d849fad8-44f9-4269-98cd-583c40c0d778 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1169958 Nov 02 11:35:20.742228 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:20.783622 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-145a2e88-f5b2-4ae4-8a9f-6a6c9d7a79ff req-e0fbca38-ebde-4874-8ad4-1862ab54f5e0 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455157 Nov 02 11:35:20.821665 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-da27d51a-4380-4b19-ab28-112d915fa9b8 req-3c0c0be8-5fdb-4bc1-89c2-040f4b17f944 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636043 Nov 02 11:35:20.829381 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:35:20.853421 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:20.858557 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:20.917265 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cafd5d-009c-47f4-981a-4cd178c9eab5 None None] Pushing event updated for resources: {'Port': ['ID=91f67fbf-ced4-4d4f-9b21-473fa16c8b3a,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:21.144491 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device aece0b3b-3209-4334-924a-c12c7af6e03e up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:35:21.234767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Attempting to bind port 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:35:21.239294 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Attempting to bind port 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '04d97e07-fc98-4b96-83d5-64bfd731fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '53295813-031c-4d20-bbb6-d45e9f6deae2'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:35:21.239896 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Attempting to bind port 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a on network 53295813-031c-4d20-bbb6-d45e9f6deae2 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:35:21.266098 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:35:21.266480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Checking segment: {'id': '04d97e07-fc98-4b96-83d5-64bfd731fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '53295813-031c-4d20-bbb6-d45e9f6deae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:35:21.266886 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:21.267305 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Bound using segment: {'id': '04d97e07-fc98-4b96-83d5-64bfd731fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '53295813-031c-4d20-bbb6-d45e9f6deae2'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:35:21.268500 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Bound port: 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d97e07-fc98-4b96-83d5-64bfd731fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '53295813-031c-4d20-bbb6-d45e9f6deae2'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:35:21.268883 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:21.272188 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:21.302771 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '6dd315c0-fcdb-4c14-8fa7-85de0ade7880', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '6dd315c0-fcdb-4c14-8fa7-85de0ade7880', 'mac_address': 'fa:16:3e:4b:93:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:35:21.344312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-da27d51a-4380-4b19-ab28-112d915fa9b8 req-89dc7f7c-70e8-4d7b-88e8-aecb21a0e0f7 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034778 Nov 02 11:35:21.422282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201d28d-1470-4468-823c-c5c36541d523 req-cf5c8e19-a15e-482f-8c8d-b0453b7ec31b tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:21.430779 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port aece0b3b-3209-4334-924a-c12c7af6e03e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:21.430779 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:21.435416 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec330c-9885-4a51-b4f1-4bcc340f4fb5 req-3c4917f9-3050-4ff7-bec1-8695d7ee6194 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:21.436995 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f2ec330c-9885-4a51-b4f1-4bcc340f4fb5 req-3c4917f9-3050-4ff7-bec1-8695d7ee6194 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 948 time: 0.2799320 Nov 02 11:35:21.441109 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2201d28d-1470-4468-823c-c5c36541d523 req-cf5c8e19-a15e-482f-8c8d-b0453b7ec31b tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 947 time: 0.2311561 Nov 02 11:35:21.518558 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:21.522195 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2201d28d-1470-4468-823c-c5c36541d523 req-82ea75d1-19c2-46d2-895b-d6bac841e208 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796435 Nov 02 11:35:21.554775 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] For port 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:35:21.568075 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f2ec330c-9885-4a51-b4f1-4bcc340f4fb5 req-c684c86c-b6b9-4866-bf9e-f36b625d1bd8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162777 Nov 02 11:35:21.571173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-fa7775d8-53b7-449e-aa60-856ad1f0b3d1 None None] Provisioning complete for port 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:21.571552 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fa7775d8-53b7-449e-aa60-856ad1f0b3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:21.589001 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:35:21.616462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] For port 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=91f67fbf-ced4-4d4f-9b21-473fa16c8b3a,segment=NetworkSegment(04d97e07-fc98-4b96-83d5-64bfd731fb40),segment_id=04d97e07-fc98-4b96-83d5-64bfd731fb40)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:35:21.646761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:21.655040 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-fa7775d8-53b7-449e-aa60-856ad1f0b3d1 None None] Port 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:35:21.756127 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:21.781837 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:21.841060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cafd5d-009c-47f4-981a-4cd178c9eab5 None None] Pushing event updated for resources: {'Port': ['ID=91f67fbf-ced4-4d4f-9b21-473fa16c8b3a,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:21.887025 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Routers {'f1194d7d-a195-481e-846a-863ec5b5a7e6'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:35:21.887770 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:35:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f1194d7d-a195-481e-846a-863ec5b5a7e6'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:35:21.959509 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedabc1-9f74-498f-b9ca-a2c8c5555947 req-636486cd-c0b6-4699-a126-1efcc10a2d91 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:21.968869 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2bedabc1-9f74-498f-b9ca-a2c8c5555947 req-636486cd-c0b6-4699-a126-1efcc10a2d91 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8f01e9-5802-45cf-82cc-12c2736d4ff1 HTTP/1.1" status: 200 len: 949 time: 0.0659668 Nov 02 11:35:22.043927 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2bedabc1-9f74-498f-b9ca-a2c8c5555947 req-505bb3fa-d1df-4505-b53c-853a078090a4 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728767 Nov 02 11:35:22.069134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cf65f-6b77-4c58-8b50-56862426c734 req-a7e05cb4-2b5d-4ec4-8418-abf4cffe14a6 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:22.070984 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a0cf65f-6b77-4c58-8b50-56862426c734 req-a7e05cb4-2b5d-4ec4-8418-abf4cffe14a6 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe8f01e9-5802-45cf-82cc-12c2736d4ff1 HTTP/1.1" status: 200 len: 949 time: 0.1471696 Nov 02 11:35:22.230126 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['6dd315c0-fcdb-4c14-8fa7-85de0ade7880'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:35:22.294014 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-3a0cf65f-6b77-4c58-8b50-56862426c734 req-83da4901-d8ab-4be6-a966-b491c4666703 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Deleting port 14d3665e-7b93-484f-9782-46ccc01f493b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:35:22.294403 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3a0cf65f-6b77-4c58-8b50-56862426c734 req-83da4901-d8ab-4be6-a966-b491c4666703 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:22.334201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:22.360789 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a1538054-dc05-433e-92b2-dd633d5aae83 None None] Provisioning complete for port 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:22.361688 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a1538054-dc05-433e-92b2-dd633d5aae83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:22.392981 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] Set router f1194d7d-a195-481e-846a-863ec5b5a7e6 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:35:22.460384 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:22.558478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-3a0cf65f-6b77-4c58-8b50-56862426c734 req-83da4901-d8ab-4be6-a966-b491c4666703 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] For port 14d3665e-7b93-484f-9782-46ccc01f493b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=14d3665e-7b93-484f-9782-46ccc01f493b,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:22.559133 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3a0cf65f-6b77-4c58-8b50-56862426c734 req-83da4901-d8ab-4be6-a966-b491c4666703 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:22.616265 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-3a0cf65f-6b77-4c58-8b50-56862426c734 req-83da4901-d8ab-4be6-a966-b491c4666703 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Calling delete_port for 14d3665e-7b93-484f-9782-46ccc01f493b owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:35:22.775644 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a1538054-dc05-433e-92b2-dd633d5aae83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:22.822363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a1538054-dc05-433e-92b2-dd633d5aae83 None None] For port 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=91f67fbf-ced4-4d4f-9b21-473fa16c8b3a,segment=NetworkSegment(04d97e07-fc98-4b96-83d5-64bfd731fb40),segment_id=04d97e07-fc98-4b96-83d5-64bfd731fb40)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:22.829881 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444648910-router', 'tenant_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'aece0b3b-3209-4334-924a-c12c7af6e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:10Z', 'updated_at': '2021-11-02T11:35:17Z', 'revision_number': 4, 'project_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'gw_port': {'id': 'aece0b3b-3209-4334-924a-c12c7af6e03e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:11Z', 'updated_at': '2021-11-02T11:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '91f67fbf-ced4-4d4f-9b21-473fa16c8b3a', 'name': '', 'network_id': '53295813-031c-4d20-bbb6-d45e9f6deae2', 'tenant_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'mac_address': 'fa:16:3e:27:5c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ffe9aa38-6b4d-4b3b-9202-befd0601902f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:16Z', 'updated_at': '2021-11-02T11:35:21Z', 'revision_number': 4, 'project_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'subnets': [{'id': 'ffe9aa38-6b4d-4b3b-9202-befd0601902f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:35:22.871201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 8fdd54db-d560-4f12-a19a-a5eaf92defde details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:35:22.874579 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e6ce5-ac6c-4992-935d-977cdafb92d7 None None] The sync data for ids ['f1194d7d-a195-481e-846a-863ec5b5a7e6'] in n-d-806683-18 is: [{'id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444648910-router', 'tenant_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'aece0b3b-3209-4334-924a-c12c7af6e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:10Z', 'updated_at': '2021-11-02T11:35:17Z', 'revision_number': 4, 'project_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'gw_port': {'id': 'aece0b3b-3209-4334-924a-c12c7af6e03e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:11Z', 'updated_at': '2021-11-02T11:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '91f67fbf-ced4-4d4f-9b21-473fa16c8b3a', 'name': '', 'network_id': '53295813-031c-4d20-bbb6-d45e9f6deae2', 'tenant_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'mac_address': 'fa:16:3e:27:5c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'ffe9aa38-6b4d-4b3b-9202-befd0601902f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:16Z', 'updated_at': '2021-11-02T11:35:21Z', 'revision_number': 4, 'project_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'subnets': [{'id': 'ffe9aa38-6b4d-4b3b-9202-befd0601902f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:35:22.892104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481cafe-6c88-48b1-ac5f-2fe85e27c09b req-8d56502d-a5ab-4d6e-9eac-ed0603923b7e tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:22.900455 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7481cafe-6c88-48b1-ac5f-2fe85e27c09b req-8d56502d-a5ab-4d6e-9eac-ed0603923b7e tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 947 time: 0.1864815 Nov 02 11:35:22.957599 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a1538054-dc05-433e-92b2-dd633d5aae83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:23.182958 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7481cafe-6c88-48b1-ac5f-2fe85e27c09b req-09ad9903-1146-4dfc-8784-53e938fe087c tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648945 Nov 02 11:35:23.291674 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3a0cf65f-6b77-4c58-8b50-56862426c734 req-83da4901-d8ab-4be6-a966-b491c4666703 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:23.315926 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:35:23.323213 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['14d3665e-7b93-484f-9782-46ccc01f493b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:35:23.529254 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1538054-dc05-433e-92b2-dd633d5aae83 None None] Pushing event updated for resources: {'Port': ['ID=91f67fbf-ced4-4d4f-9b21-473fa16c8b3a,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:23.611363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 8fdd54db-d560-4f12-a19a-a5eaf92defde, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8fdd54db-d560-4f12-a19a-a5eaf92defde,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:23.636837 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '8fdd54db-d560-4f12-a19a-a5eaf92defde', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '8fdd54db-d560-4f12-a19a-a5eaf92defde', 'mac_address': 'fa:16:3e:97:7b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:35:23.669369 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:23.669774 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:23.734985 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:23.763759 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:23.793199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdd54db-d560-4f12-a19a-a5eaf92defde {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:35:23.898815 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da4901-d8ab-4be6-a966-b491c4666703 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Pushing event deleted for resources: {'Port': ['ID=14d3665e-7b93-484f-9782-46ccc01f493b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:23.900552 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 8fdd54db-d560-4f12-a19a-a5eaf92defde, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8fdd54db-d560-4f12-a19a-a5eaf92defde,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:24.002353 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:24.010816 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0cf65f-6b77-4c58-8b50-56862426c734 req-83da4901-d8ab-4be6-a966-b491c4666703 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] No DVR routers for this DVR port 14d3665e-7b93-484f-9782-46ccc01f493b on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:35:24.014233 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3a0cf65f-6b77-4c58-8b50-56862426c734 req-83da4901-d8ab-4be6-a966-b491c4666703 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:24.017546 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:24.031027 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a0cf65f-6b77-4c58-8b50-56862426c734 req-83da4901-d8ab-4be6-a966-b491c4666703 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.54 "DELETE /v2.0/ports/14d3665e-7b93-484f-9782-46ccc01f493b HTTP/1.1" status: 204 len: 173 time: 1.9522886 Nov 02 11:35:24.032789 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8f01e9-5802-45cf-82cc-12c2736d4ff1', 'name': 'network-vif-deleted', 'tag': '14d3665e-7b93-484f-9782-46ccc01f493b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:35:24.045161 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7fa786-efdd-4055-a640-f9b0941c5360" -d '{"events": [{"server_uuid": "fe8f01e9-5802-45cf-82cc-12c2736d4ff1", "name": "network-vif-deleted", "tag": "14d3665e-7b93-484f-9782-46ccc01f493b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:35:24.051277 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c34d9425-ae0a-4f8f-a6c0-860a8e4c1f59 req-156f54a0-f4ad-481c-8d2e-01aba51c16c7 tempest-ServersAdminNegativeTestJSON-1370997607 tempest-ServersAdminNegativeTestJSON-1370997607-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe8f01e9-5802-45cf-82cc-12c2736d4ff1 HTTP/1.1" status: 200 len: 210 time: 0.0444791 Nov 02 11:35:24.104976 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de82bed-220d-4e0c-831e-481988f87cfe req-710d4fb8-ea2f-48bb-b35c-eda7874e4c69 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:24.146719 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1de82bed-220d-4e0c-831e-481988f87cfe req-710d4fb8-ea2f-48bb-b35c-eda7874e4c69 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 949 time: 0.8158641 Nov 02 11:35:24.179373 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=8fdd54db-d560-4f12-a19a-a5eaf92defde,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:24.268628 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['8fdd54db-d560-4f12-a19a-a5eaf92defde'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:35:24.410357 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1de82bed-220d-4e0c-831e-481988f87cfe req-2570eb23-6ba5-4070-a04e-c7f16f6612c1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694221 Nov 02 11:35:24.846978 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:24.859923 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:35:25.035723 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:35:25.054914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:25.056059 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:25.092921 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aedc71-fe0d-4a84-babc-38492d1dc5c1 x-openstack-request-id: req-84aedc71-fe0d-4a84-babc-38492d1dc5c1 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:35:25.093457 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8f01e9-5802-45cf-82cc-12c2736d4ff1", "name": "network-vif-deleted", "tag": "14d3665e-7b93-484f-9782-46ccc01f493b", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:35:25.093457 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84aedc71-fe0d-4a84-babc-38492d1dc5c1 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:35:25.093818 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8f01e9-5802-45cf-82cc-12c2736d4ff1', 'name': 'network-vif-deleted', 'tag': '14d3665e-7b93-484f-9782-46ccc01f493b', 'status': 'completed', 'code': 200} Nov 02 11:35:25.252775 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:35:25.362451 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:25.403661 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a23624-a30a-4921-8977-1422fb361b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd315c0-fcdb-4c14-8fa7-85de0ade7880'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:35:25.406063 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35f4ddf-71b4-4b77-a0dc-2eff2222b22e" -d '{"events": [{"server_uuid": "09a23624-a30a-4921-8977-1422fb361b25", "name": "network-vif-plugged", "status": "completed", "tag": "6dd315c0-fcdb-4c14-8fa7-85de0ade7880"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:35:25.415030 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:25.429357 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:25.429491 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:25.446615 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fb2ca-84cb-4039-ac19-ab228b392635 req-7dfe8529-0856-4840-9364-8237ef37dc67 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:25.448159 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b27fb2ca-84cb-4039-ac19-ab228b392635 req-7dfe8529-0856-4840-9364-8237ef37dc67 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 948 time: 0.0984271 Nov 02 11:35:25.524117 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:25.561825 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b27fb2ca-84cb-4039-ac19-ab228b392635 req-539bea6a-7804-4cdf-bcd7-8dead4057745 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876193 Nov 02 11:35:25.600467 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:25.719381 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df62e6b-366b-4cb7-9ef7-65991f61a81a x-openstack-request-id: req-7df62e6b-366b-4cb7-9ef7-65991f61a81a {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:35:25.720505 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a23624-a30a-4921-8977-1422fb361b25", "name": "network-vif-plugged", "status": "completed", "tag": "6dd315c0-fcdb-4c14-8fa7-85de0ade7880", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:35:25.720505 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7df62e6b-366b-4cb7-9ef7-65991f61a81a {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:35:25.721008 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a23624-a30a-4921-8977-1422fb361b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd315c0-fcdb-4c14-8fa7-85de0ade7880', 'code': 200} Nov 02 11:35:25.907256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc924f-917c-40d6-b3da-932263340526 req-6e9da769-6221-4c59-adb9-50fc03c4728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:25.909431 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cfdc924f-917c-40d6-b3da-932263340526 req-6e9da769-6221-4c59-adb9-50fc03c4728f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 1102 time: 0.1048102 Nov 02 11:35:25.918878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa68242-826d-4d24-957c-bb72f7da0d50 req-01d41625-5e7f-462a-829e-3c50d7b27e6e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:25.928618 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1aa68242-826d-4d24-957c-bb72f7da0d50 req-01d41625-5e7f-462a-829e-3c50d7b27e6e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.1053803 Nov 02 11:35:26.006632 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1aa68242-826d-4d24-957c-bb72f7da0d50 req-e97a8e4a-056a-42a1-80a2-74d8c7b4359a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768433 Nov 02 11:35:26.010019 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cfdc924f-917c-40d6-b3da-932263340526 req-d6bdb77e-5d32-47cb-bc13-9143adf408d6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762112 Nov 02 11:35:26.246057 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50184) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:26.443455 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-845cf5e0-8dbb-4d98-b4a8-cbb7bdc2fce3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=df1835d49dae4adab329b23ce0df597c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961508 Nov 02 11:35:26.446000 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50198) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:26.513442 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ead4e3b4-0339-4176-8962-4736e4844b8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:26.540906 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ead4e3b4-0339-4176-8962-4736e4844b8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:26.663527 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ead4e3b4-0339-4176-8962-4736e4844b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:26.664978 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 14d3665e-7b93-484f-9782-46ccc01f493b no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:35:26.666286 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ead4e3b4-0339-4176-8962-4736e4844b8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:26.667680 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ead4e3b4-0339-4176-8962-4736e4844b8f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec2031d6-f2d1-4b7e-bbbf-510f7ac88561 HTTP/1.1" status: 204 len: 168 time: 0.2203255 Nov 02 11:35:26.704261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4e3b4-0339-4176-8962-4736e4844b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2031d6-f2d1-4b7e-bbbf-510f7ac88561,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:26.720826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 14d3665e-7b93-484f-9782-46ccc01f493b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:35:26.721410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 14d3665e-7b93-484f-9782-46ccc01f493b not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:35:26.749811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a904faf-d83b-4904-b8be-c904290331f4 req-ea6c0ad6-1cf6-47fb-bb72-d911ffbeb579 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:26.760802 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1a904faf-d83b-4904-b8be-c904290331f4 req-ea6c0ad6-1cf6-47fb-bb72-d911ffbeb579 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 948 time: 0.0883629 Nov 02 11:35:26.809142 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1a904faf-d83b-4904-b8be-c904290331f4 req-f4057030-a2df-42dc-a96a-9cf3b0f0e957 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470841 Nov 02 11:35:26.859979 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 8fdd54db-d560-4f12-a19a-a5eaf92defde up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:35:27.023287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 8fdd54db-d560-4f12-a19a-a5eaf92defde completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:35:27.027761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 8fdd54db-d560-4f12-a19a-a5eaf92defde triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:27.027761 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:27.129290 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:27.165616 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 8fdd54db-d560-4f12-a19a-a5eaf92defde, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8fdd54db-d560-4f12-a19a-a5eaf92defde,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:27.257586 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:27.260982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bf32c-1302-4ca5-bd65-06804e486423 req-c06dd9de-035d-49a3-a197-7dbb3fb994ec tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:27.269435 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3f5bf32c-1302-4ca5-bd65-06804e486423 req-c06dd9de-035d-49a3-a197-7dbb3fb994ec tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.0926671 Nov 02 11:35:27.417843 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=8fdd54db-d560-4f12-a19a-a5eaf92defde,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:27.422207 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a92142b2-5181-4ddd-b35e-b203523bfa92 req-e76cdbe7-01bb-421b-bba0-3489515df977 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8e68e632-108a-4870-b7d3-a538f5be8a50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1498668 Nov 02 11:35:27.443917 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3f5bf32c-1302-4ca5-bd65-06804e486423 req-1352372c-9486-4510-ae5d-70f499c7780b tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727068 Nov 02 11:35:27.476603 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ca437d77-2429-476b-aa72-9c4407b23e7d req-d5979b53-7536-4cb4-8168-1ffa17f3ef98 tempest-QuotasAdminNegativeTest-1064107328 tempest-QuotasAdminNegativeTest-1064107328-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=90c8993c09c84179b9a33b3e337da8ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496385 Nov 02 11:35:27.579256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92142b2-5181-4ddd-b35e-b203523bfa92 req-2078379f-a5b6-4530-b9ea-6b2d779db36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:27.582508 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a92142b2-5181-4ddd-b35e-b203523bfa92 req-2078379f-a5b6-4530-b9ea-6b2d779db36e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fb3809d85af44d899f475904c2161bf3&device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 1098 time: 0.0959363 Nov 02 11:35:27.632323 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca437d77-2429-476b-aa72-9c4407b23e7d req-c9558d20-ced6-4cd0-9270-2d93091cd1b3 tempest-QuotasAdminNegativeTest-1064107328 tempest-QuotasAdminNegativeTest-1064107328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:27.640757 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ca437d77-2429-476b-aa72-9c4407b23e7d req-c9558d20-ced6-4cd0-9270-2d93091cd1b3 tempest-QuotasAdminNegativeTest-1064107328 tempest-QuotasAdminNegativeTest-1064107328-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1622965 Nov 02 11:35:27.662377 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ca437d77-2429-476b-aa72-9c4407b23e7d req-6b0188f2-c7c4-49cf-b188-e1a39e0097d0 tempest-QuotasAdminNegativeTest-1064107328 tempest-QuotasAdminNegativeTest-1064107328-project] 10.222.0.52 "GET /v2.0/quotas/90c8993c09c84179b9a33b3e337da8ff HTTP/1.1" status: 200 len: 375 time: 0.0204036 Nov 02 11:35:27.694063 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ca437d77-2429-476b-aa72-9c4407b23e7d req-92f78f33-17f8-46f7-87a7-11913b07cf34 tempest-QuotasAdminNegativeTest-1064107328 tempest-QuotasAdminNegativeTest-1064107328-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=90c8993c09c84179b9a33b3e337da8ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305152 Nov 02 11:35:27.722095 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f489e14b-d357-4755-9edc-e1058a984e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdd54db-d560-4f12-a19a-a5eaf92defde'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:35:27.724677 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e378f7d9-8f6f-48e6-8675-16ee1745e3e4" -d '{"events": [{"server_uuid": "f489e14b-d357-4755-9edc-e1058a984e1b", "name": "network-vif-plugged", "status": "completed", "tag": "8fdd54db-d560-4f12-a19a-a5eaf92defde"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:35:27.732290 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92142b2-5181-4ddd-b35e-b203523bfa92 req-848ab23e-0778-4f67-8ec5-ff8af2db09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:27.733780 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a92142b2-5181-4ddd-b35e-b203523bfa92 req-848ab23e-0778-4f67-8ec5-ff8af2db09bd service neutron] 10.222.0.79 "GET /v2.0/networks?id=0427496c-f707-4779-93ec-614aeaa2dd50 HTTP/1.1" status: 200 len: 925 time: 0.1259406 Nov 02 11:35:27.795711 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9652a465-60d5-41c2-b2bb-5b49eb77344e x-openstack-request-id: req-9652a465-60d5-41c2-b2bb-5b49eb77344e {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:35:27.796027 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f489e14b-d357-4755-9edc-e1058a984e1b", "name": "network-vif-plugged", "status": "completed", "tag": "8fdd54db-d560-4f12-a19a-a5eaf92defde", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:35:27.796281 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9652a465-60d5-41c2-b2bb-5b49eb77344e {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:35:27.796686 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f489e14b-d357-4755-9edc-e1058a984e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdd54db-d560-4f12-a19a-a5eaf92defde', 'code': 200} Nov 02 11:35:27.828267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a92142b2-5181-4ddd-b35e-b203523bfa92 req-827f05f0-f132-46bb-a16a-d82c04438bfd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c665ce00-807a-4f4f-a89f-a2b97e65c511 HTTP/1.1" status: 200 len: 1002 time: 0.0871441 Nov 02 11:35:27.912388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92142b2-5181-4ddd-b35e-b203523bfa92 req-64565ad2-8b35-4c72-960a-08b67e6b51a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:27.913902 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a92142b2-5181-4ddd-b35e-b203523bfa92 req-64565ad2-8b35-4c72-960a-08b67e6b51a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=71d19ab0-8242-4e81-bb30-fdf956ad4e06 HTTP/1.1" status: 200 len: 863 time: 0.0721860 Nov 02 11:35:27.970290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6d76e-77ba-4153-b60e-a5d3eb1d12af req-727a23c6-01a0-4442-b832-2a9dbf6411e8 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:27.972236 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cad6d76e-77ba-4153-b60e-a5d3eb1d12af req-727a23c6-01a0-4442-b832-2a9dbf6411e8 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 949 time: 0.0776858 Nov 02 11:35:28.013890 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82f94a-53dc-429d-a037-fda0c8d18e7d req-765c5ddc-74fa-4d08-969c-c269de03a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:28.015630 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c82f94a-53dc-429d-a037-fda0c8d18e7d req-765c5ddc-74fa-4d08-969c-c269de03a79d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 1101 time: 0.1191685 Nov 02 11:35:28.026472 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92142b2-5181-4ddd-b35e-b203523bfa92 req-41597d9f-c23c-4919-abc1-392af88b8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:28.026472 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a92142b2-5181-4ddd-b35e-b203523bfa92 req-41597d9f-c23c-4919-abc1-392af88b8742 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0427496c-f707-4779-93ec-614aeaa2dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910063 Nov 02 11:35:28.029189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50248) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:28.089141 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cad6d76e-77ba-4153-b60e-a5d3eb1d12af req-97b6d53c-bb6b-4f21-a429-ec02b4086bf6 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050463 Nov 02 11:35:28.154156 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6892ff71-897f-4449-a12e-8d89df869ccb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2842cea505104bf2ae5201a3a0dc0c84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1225140 Nov 02 11:35:28.155797 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50252) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:28.211247 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a92142b2-5181-4ddd-b35e-b203523bfa92 req-9bbeeef6-ea2e-4ced-9616-57e52fcaf197 service neutron] 10.222.0.79 "GET /v2.0/networks/0427496c-f707-4779-93ec-614aeaa2dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701212 Nov 02 11:35:28.287661 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e24a5a1-3e48-40a7-9c0f-3ac34df6a5b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:28.305102 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79b3c044-680e-4729-a13e-5d06b88d0e6e req-8fb3ac3b-d98b-49bb-b98a-c869601beb4a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2783704 Nov 02 11:35:28.319319 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e24a5a1-3e48-40a7-9c0f-3ac34df6a5b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:28.323473 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c82f94a-53dc-429d-a037-fda0c8d18e7d req-cc666799-704d-411b-9399-14c396396c4c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937949 Nov 02 11:35:28.346154 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a92142b2-5181-4ddd-b35e-b203523bfa92 req-ac17d0ab-d2c6-40d1-acc3-5872f68f4400 service neutron] 10.222.0.79 "GET /v2.0/networks/0427496c-f707-4779-93ec-614aeaa2dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237738 Nov 02 11:35:28.405854 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c044-680e-4729-a13e-5d06b88d0e6e req-e9b14c6a-bc65-4007-b445-938af286f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:28.407416 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79b3c044-680e-4729-a13e-5d06b88d0e6e req-e9b14c6a-bc65-4007-b445-938af286f2f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 1101 time: 0.0476384 Nov 02 11:35:28.510303 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e24a5a1-3e48-40a7-9c0f-3ac34df6a5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:28.514019 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e24a5a1-3e48-40a7-9c0f-3ac34df6a5b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:28.520737 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0e24a5a1-3e48-40a7-9c0f-3ac34df6a5b3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1cca92ed-770b-4d2a-a441-ead66aabe369 HTTP/1.1" status: 204 len: 168 time: 0.3591764 Nov 02 11:35:28.551306 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24a5a1-3e48-40a7-9c0f-3ac34df6a5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cca92ed-770b-4d2a-a441-ead66aabe369,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:28.610144 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c044-680e-4729-a13e-5d06b88d0e6e req-561ea43f-b0fc-45c9-ba4c-fdf3ada18a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:28.617760 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79b3c044-680e-4729-a13e-5d06b88d0e6e req-561ea43f-b0fc-45c9-ba4c-fdf3ada18a6c service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1874559 Nov 02 11:35:28.697047 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6dea5-c700-4503-8615-cd6db5f526fc req-ffab88a2-63c6-4d96-b85f-c759bcc6328a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:28.700909 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-88a6dea5-c700-4503-8615-cd6db5f526fc req-ffab88a2-63c6-4d96-b85f-c759bcc6328a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.0721135 Nov 02 11:35:28.713243 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79b3c044-680e-4729-a13e-5d06b88d0e6e req-6cb1564b-dab1-4109-a20b-d2efe1e4dbca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=efe45a3a-b601-41ee-a6f1-63ab23b1a802 HTTP/1.1" status: 200 len: 217 time: 0.0873091 Nov 02 11:35:28.828415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c044-680e-4729-a13e-5d06b88d0e6e req-4d943d55-115e-4101-a303-743355836b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:28.832887 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-88a6dea5-c700-4503-8615-cd6db5f526fc req-c860bf72-e7a5-4fd4-b130-2906d56b3844 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239772 Nov 02 11:35:28.834984 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79b3c044-680e-4729-a13e-5d06b88d0e6e req-4d943d55-115e-4101-a303-743355836b0e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1150558 Nov 02 11:35:28.987877 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3c044-680e-4729-a13e-5d06b88d0e6e req-d9f5cbc3-678f-41c2-81b2-27bfa02426ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:28.989651 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79b3c044-680e-4729-a13e-5d06b88d0e6e req-d9f5cbc3-678f-41c2-81b2-27bfa02426ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1477265 Nov 02 11:35:29.096938 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-c2a1c618-314f-45d9-9c2d-030cd9409705 req-3d933277-c9fd-4d5d-a248-65344346ef18 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:35:29.098014 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c2a1c618-314f-45d9-9c2d-030cd9409705 req-3d933277-c9fd-4d5d-a248-65344346ef18 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0107520 Nov 02 11:35:29.191629 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50266) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:29.213399 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79b3c044-680e-4729-a13e-5d06b88d0e6e req-c05d2a82-1b83-43f3-bb65-16dad0a881c9 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144914 Nov 02 11:35:29.328775 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79b3c044-680e-4729-a13e-5d06b88d0e6e req-41a60c10-1d1c-402c-8872-614c62f0968b service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081746 Nov 02 11:35:29.336377 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50272) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:29.562978 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f144452c-0e83-4e42-9ff9-c4baa6681859 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:29.672389 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e8fda-5cfd-4831-a6e7-4f1403a6667e req-75567357-96e8-4e43-9d39-8c5f37e508fd tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:29.689071 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b4e8fda-5cfd-4831-a6e7-4f1403a6667e req-75567357-96e8-4e43-9d39-8c5f37e508fd tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 949 time: 0.2070680 Nov 02 11:35:29.710531 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4faf205b-7947-4863-9924-4835ed9371ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:29.834089 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b4e8fda-5cfd-4831-a6e7-4f1403a6667e req-fb5c1baa-b299-4ff4-8471-aef70729a7f2 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316619 Nov 02 11:35:29.894976 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f144452c-0e83-4e42-9ff9-c4baa6681859 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:29.988826 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4faf205b-7947-4863-9924-4835ed9371ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:29.997251 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f144452c-0e83-4e42-9ff9-c4baa6681859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:30.051563 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-cb2251da-fcec-45c6-b590-6edd96d4bf6f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1911180 Nov 02 11:35:30.053191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e5ca3-cec3-4282-a709-9d158d99bd3a req-96a8f2c8-cbc6-48ae-9c7c-ef8fb079f1ae tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:30.062259 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b10e5ca3-cec3-4282-a709-9d158d99bd3a req-96a8f2c8-cbc6-48ae-9c7c-ef8fb079f1ae tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.1418467 Nov 02 11:35:30.076593 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f144452c-0e83-4e42-9ff9-c4baa6681859 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=15fbb8b4090b42ceacdeef5e85efdcbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8836207 Nov 02 11:35:30.080124 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50294) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:30.081812 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4faf205b-7947-4863-9924-4835ed9371ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:30.098159 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144452c-0e83-4e42-9ff9-c4baa6681859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d463393-b69f-4b6d-82cd-0eca8ae1ff4c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:30.139990 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4faf205b-7947-4863-9924-4835ed9371ad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=77810565ebef4ef186c93278b710ed16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8024654 Nov 02 11:35:30.146381 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50296) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:30.214188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf205b-7947-4863-9924-4835ed9371ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0267188b-1b6b-4979-b43c-bcb5e572d9a4,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:30.267906 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb670a0c-5587-41ed-8bbe-6982c1965f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:30.291169 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b10e5ca3-cec3-4282-a709-9d158d99bd3a req-c7c38b93-01b2-467d-8956-56a4613f2c7e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147236 Nov 02 11:35:30.295830 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5e4e335f-eba4-4367-8b3f-577ac8c47279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:30.326867 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb670a0c-5587-41ed-8bbe-6982c1965f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:30.398594 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5e4e335f-eba4-4367-8b3f-577ac8c47279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:30.493390 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb670a0c-5587-41ed-8bbe-6982c1965f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:30.496019 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb670a0c-5587-41ed-8bbe-6982c1965f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:30.498535 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cb670a0c-5587-41ed-8bbe-6982c1965f9d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0267188b-1b6b-4979-b43c-bcb5e572d9a4 HTTP/1.1" status: 204 len: 168 time: 0.3517880 Nov 02 11:35:30.513419 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb670a0c-5587-41ed-8bbe-6982c1965f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0267188b-1b6b-4979-b43c-bcb5e572d9a4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:30.554773 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5e4e335f-eba4-4367-8b3f-577ac8c47279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:30.557642 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5e4e335f-eba4-4367-8b3f-577ac8c47279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:30.563256 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5e4e335f-eba4-4367-8b3f-577ac8c47279 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d463393-b69f-4b6d-82cd-0eca8ae1ff4c HTTP/1.1" status: 204 len: 168 time: 0.4780443 Nov 02 11:35:30.591406 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e335f-eba4-4367-8b3f-577ac8c47279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d463393-b69f-4b6d-82cd-0eca8ae1ff4c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:30.979078 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee12b55-e6de-466e-b8cd-981522a78906 req-9c06e1b9-8f4e-4f64-9a7e-7fae697a0487 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:30.997254 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8ee12b55-e6de-466e-b8cd-981522a78906 req-9c06e1b9-8f4e-4f64-9a7e-7fae697a0487 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 949 time: 0.0826912 Nov 02 11:35:31.093722 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8ee12b55-e6de-466e-b8cd-981522a78906 req-614b45f6-2bc9-4111-9334-be2bf1596ca6 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951529 Nov 02 11:35:31.219171 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d2e6182b-01dc-42e0-98fb-643c4f64e975 req-ec99a9a5-8e2f-42ee-ba1f-121dff668f80 tempest-QuotasAdminNegativeTest-1064107328 tempest-QuotasAdminNegativeTest-1064107328-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=90c8993c09c84179b9a33b3e337da8ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490017 Nov 02 11:35:31.390672 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6182b-01dc-42e0-98fb-643c4f64e975 req-45be859e-1b47-4f88-9249-60a436f565fc tempest-QuotasAdminNegativeTest-1064107328 tempest-QuotasAdminNegativeTest-1064107328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:31.393471 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d2e6182b-01dc-42e0-98fb-643c4f64e975 req-45be859e-1b47-4f88-9249-60a436f565fc tempest-QuotasAdminNegativeTest-1064107328 tempest-QuotasAdminNegativeTest-1064107328-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1697857 Nov 02 11:35:31.420394 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d2e6182b-01dc-42e0-98fb-643c4f64e975 req-1d74957d-10d9-4e4c-b060-f0a333340e04 tempest-QuotasAdminNegativeTest-1064107328 tempest-QuotasAdminNegativeTest-1064107328-project] 10.222.0.52 "GET /v2.0/quotas/90c8993c09c84179b9a33b3e337da8ff HTTP/1.1" status: 200 len: 375 time: 0.0179965 Nov 02 11:35:31.472142 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d2e6182b-01dc-42e0-98fb-643c4f64e975 req-69363ee4-eb77-4f31-96b3-6368090fbcb1 tempest-QuotasAdminNegativeTest-1064107328 tempest-QuotasAdminNegativeTest-1064107328-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=90c8993c09c84179b9a33b3e337da8ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418930 Nov 02 11:35:31.662684 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbbde6-6390-4869-b83a-5cea586d21df req-58b14ba8-662d-4239-9fdf-35e5ebb986d8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:31.670100 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9ccbbde6-6390-4869-b83a-5cea586d21df req-58b14ba8-662d-4239-9fdf-35e5ebb986d8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.0622003 Nov 02 11:35:31.723139 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9ccbbde6-6390-4869-b83a-5cea586d21df req-dc3f0344-e94c-4278-b98a-99eb766632bd tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520666 Nov 02 11:35:31.841312 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50374) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:31.860154 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a5e3a60b-4212-47ef-96d1-42b350e48229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:31.904469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247e010-7457-4cbc-ae3a-ff3f83d1fdf2 req-6f35c2b5-c828-4714-9b29-da6e84b3cfe7 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:31.912569 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e247e010-7457-4cbc-ae3a-ff3f83d1fdf2 req-6f35c2b5-c828-4714-9b29-da6e84b3cfe7 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 949 time: 0.1041090 Nov 02 11:35:31.988025 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e247e010-7457-4cbc-ae3a-ff3f83d1fdf2 req-caeb2e3d-d0fd-47ce-8506-c1972e46f662 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699413 Nov 02 11:35:32.064840 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a5e3a60b-4212-47ef-96d1-42b350e48229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:32.207156 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a5e3a60b-4212-47ef-96d1-42b350e48229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:32.226121 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50382) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:32.251047 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d3ecc030-073c-4b46-8ae0-bf76353fddca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:32.427937 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a5e3a60b-4212-47ef-96d1-42b350e48229 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=633d70a17d5845fc8231b1ccee78f213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5855711 Nov 02 11:35:32.429056 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3a60b-4212-47ef-96d1-42b350e48229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d8acdc-1212-48b4-b445-3ce34c2e95c7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:32.430070 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50386) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:32.497461 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d3ecc030-073c-4b46-8ae0-bf76353fddca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:32.513080 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5018-93f6-430b-b583-744e898bda2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:32.538208 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5018-93f6-430b-b583-744e898bda2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:32.628740 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d3ecc030-073c-4b46-8ae0-bf76353fddca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:32.676944 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d3ecc030-073c-4b46-8ae0-bf76353fddca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a988f812916b4f708a0480170c5d3749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4472072 Nov 02 11:35:32.676944 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecc030-073c-4b46-8ae0-bf76353fddca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a2c532-8c61-4d28-bb15-b6df9d0400b9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:32.677821 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50390) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:32.728348 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5018-93f6-430b-b583-744e898bda2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:32.732757 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfdf5018-93f6-430b-b583-744e898bda2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:32.740348 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cfdf5018-93f6-430b-b583-744e898bda2d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/77d8acdc-1212-48b4-b445-3ce34c2e95c7 HTTP/1.1" status: 204 len: 168 time: 0.3082476 Nov 02 11:35:32.757710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf5018-93f6-430b-b583-744e898bda2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d8acdc-1212-48b4-b445-3ce34c2e95c7,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:32.760106 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9820d83f-32be-4f5b-9616-ef1d00c42e94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:32.846663 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9820d83f-32be-4f5b-9616-ef1d00c42e94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:33.011167 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525da8eb-7cf7-4f33-8b65-6c988f051803 req-5018765c-88be-468b-886a-a096939978b5 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:33.022087 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-525da8eb-7cf7-4f33-8b65-6c988f051803 req-5018765c-88be-468b-886a-a096939978b5 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.1154501 Nov 02 11:35:33.063444 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd399b-9ca1-4a58-b85c-406425eeab65 req-23e8204f-40bc-4787-aaeb-dc717458678a tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:33.069558 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c0bd399b-9ca1-4a58-b85c-406425eeab65 req-23e8204f-40bc-4787-aaeb-dc717458678a tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 949 time: 0.2163954 Nov 02 11:35:33.212129 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9820d83f-32be-4f5b-9616-ef1d00c42e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:33.216185 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9820d83f-32be-4f5b-9616-ef1d00c42e94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:33.218018 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9820d83f-32be-4f5b-9616-ef1d00c42e94 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b8a2c532-8c61-4d28-bb15-b6df9d0400b9 HTTP/1.1" status: 204 len: 168 time: 0.5392032 Nov 02 11:35:33.230982 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-525da8eb-7cf7-4f33-8b65-6c988f051803 req-4a0e3da2-340b-4dcd-b014-be60aa9b7de8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076802 Nov 02 11:35:33.274271 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c0bd399b-9ca1-4a58-b85c-406425eeab65 req-559a531d-629e-4e2f-8f6c-7e00b98fef75 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918654 Nov 02 11:35:33.279007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820d83f-32be-4f5b-9616-ef1d00c42e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a2c532-8c61-4d28-bb15-b6df9d0400b9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:33.389019 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-99f771f4-09c2-4ba6-a338-13bc50b69e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:33.391169 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-99f771f4-09c2-4ba6-a338-13bc50b69e2e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 1102 time: 0.1105878 Nov 02 11:35:33.537694 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-9e4e1d14-fa4e-4a29-ae75-f7c5acedbf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:33.539522 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-9e4e1d14-fa4e-4a29-ae75-f7c5acedbf75 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1302862 Nov 02 11:35:33.602304 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-04c0cba1-d4fb-44ef-9a4f-8cc9da5c5a4c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=6dd315c0-fcdb-4c14-8fa7-85de0ade7880 HTTP/1.1" status: 200 len: 217 time: 0.0543175 Nov 02 11:35:33.667064 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-c4a22c0a-90f9-4494-8e98-9e31d52afd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:33.669201 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-c4a22c0a-90f9-4494-8e98-9e31d52afd39 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0598605 Nov 02 11:35:33.777296 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-0a0479c7-227c-420d-b614-862a1c4eeba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:33.779518 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-0a0479c7-227c-420d-b614-862a1c4eeba7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1021762 Nov 02 11:35:33.909793 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-0a74b364-8278-4a93-9a97-537836d0e9d0 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225364 Nov 02 11:35:34.117902 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-de18e417-c3bd-4a06-9a4d-52c346ead456 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524063 Nov 02 11:35:34.136423 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ace4ac-bf3d-48be-86e5-582a6a06ec71 req-76592947-d5cd-4ff9-9a21-5909d6035e26 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:34.139317 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33ace4ac-bf3d-48be-86e5-582a6a06ec71 req-76592947-d5cd-4ff9-9a21-5909d6035e26 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.79 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 949 time: 0.0983763 Nov 02 11:35:34.188053 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-5d1d8960-c96c-4b71-ac76-7610c760fff2 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705655 Nov 02 11:35:34.267809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-6b977542-9064-49c8-9023-12de31d66c71 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:34.275169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-33ace4ac-bf3d-48be-86e5-582a6a06ec71 req-6ba3425f-0625-45ae-aec8-fd8ea333ba3e tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Deleting port 8fdd54db-d560-4f12-a19a-a5eaf92defde {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:35:34.275748 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-33ace4ac-bf3d-48be-86e5-582a6a06ec71 req-6ba3425f-0625-45ae-aec8-fd8ea333ba3e tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:34.277821 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-6b977542-9064-49c8-9023-12de31d66c71 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1569340 Nov 02 11:35:34.296181 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-fce57c40-cc4f-428d-8b63-2104a832ccbb tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/quotas/d8225d8ee4a1492f818d0de3e1109c1e HTTP/1.1" status: 200 len: 375 time: 0.0171235 Nov 02 11:35:34.343068 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-6be36a7d-ba3a-401f-bcd7-a15b589cebe0 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455086 Nov 02 11:35:34.494571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-33ace4ac-bf3d-48be-86e5-582a6a06ec71 req-6ba3425f-0625-45ae-aec8-fd8ea333ba3e tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] For port 8fdd54db-d560-4f12-a19a-a5eaf92defde, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8fdd54db-d560-4f12-a19a-a5eaf92defde,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:34.495486 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-33ace4ac-bf3d-48be-86e5-582a6a06ec71 req-6ba3425f-0625-45ae-aec8-fd8ea333ba3e tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:34.519912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-33ace4ac-bf3d-48be-86e5-582a6a06ec71 req-6ba3425f-0625-45ae-aec8-fd8ea333ba3e tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Calling delete_port for 8fdd54db-d560-4f12-a19a-a5eaf92defde owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:35:34.765783 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50484) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:34.788838 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88bf66-2da1-49a7-b571-c8b57d2441e3 req-69bb32bc-2827-42ae-9764-7364e7e26a5e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:34.790611 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a88bf66-2da1-49a7-b571-c8b57d2441e3 req-69bb32bc-2827-42ae-9764-7364e7e26a5e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.0800753 Nov 02 11:35:34.843975 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-33ace4ac-bf3d-48be-86e5-582a6a06ec71 req-6ba3425f-0625-45ae-aec8-fd8ea333ba3e tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:34.858163 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['8fdd54db-d560-4f12-a19a-a5eaf92defde'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:35:34.868063 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1e298-7725-4931-b563-5d078e6b1130 req-1c4546eb-d8c1-4a99-b04d-56b53d37bd8a tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:34.877719 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-28c1e298-7725-4931-b563-5d078e6b1130 req-1c4546eb-d8c1-4a99-b04d-56b53d37bd8a tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 867 time: 0.0775616 Nov 02 11:35:34.930726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3425f-0625-45ae-aec8-fd8ea333ba3e tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Pushing event deleted for resources: {'Port': ['ID=8fdd54db-d560-4f12-a19a-a5eaf92defde,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:34.946651 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-28c1e298-7725-4931-b563-5d078e6b1130 req-698cb16d-1a30-47f7-a85a-d82842601342 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/security-groups?id=658b3747-7392-4ff9-abf8-18e139bdfd9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674162 Nov 02 11:35:34.955467 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a88bf66-2da1-49a7-b571-c8b57d2441e3 req-50621c06-1272-4c68-ab08-3beae34e3fc4 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522651 Nov 02 11:35:35.002696 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ace4ac-bf3d-48be-86e5-582a6a06ec71 req-6ba3425f-0625-45ae-aec8-fd8ea333ba3e tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] No DVR routers for this DVR port 8fdd54db-d560-4f12-a19a-a5eaf92defde on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:35:35.007090 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-33ace4ac-bf3d-48be-86e5-582a6a06ec71 req-6ba3425f-0625-45ae-aec8-fd8ea333ba3e tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:35.016322 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33ace4ac-bf3d-48be-86e5-582a6a06ec71 req-6ba3425f-0625-45ae-aec8-fd8ea333ba3e tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.79 "DELETE /v2.0/ports/8fdd54db-d560-4f12-a19a-a5eaf92defde HTTP/1.1" status: 204 len: 173 time: 0.8685575 Nov 02 11:35:35.020576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f489e14b-d357-4755-9edc-e1058a984e1b', 'name': 'network-vif-deleted', 'tag': '8fdd54db-d560-4f12-a19a-a5eaf92defde'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:35:35.025917 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa61743-fcc0-497c-8df7-a44a9fd9e940" -d '{"events": [{"server_uuid": "f489e14b-d357-4755-9edc-e1058a984e1b", "name": "network-vif-deleted", "tag": "8fdd54db-d560-4f12-a19a-a5eaf92defde"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:35:35.089394 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-991b0423-cf1c-4dfd-96c2-bd6c90329b14 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1782780547-network', 'tenant_id': '9434b8b2332344e783438c5f662e06b3'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:35.130739 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eacfb75f-935f-4fec-9d5f-84f15fed2c44 req-c17907d5-2422-4c24-b1d6-0a48192b5543 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 210 time: 0.0573504 Nov 02 11:35:35.195803 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f0d9e546-d641-4fb1-8659-655466fa6923 req-0658d4c2-493d-48f2-bc54-795aec6a3421 tempest-QuotasAdminNegativeTest-1064107328 tempest-QuotasAdminNegativeTest-1064107328-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=90c8993c09c84179b9a33b3e337da8ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437937 Nov 02 11:35:35.218132 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:35:35.276002 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991b0423-cf1c-4dfd-96c2-bd6c90329b14 admin admin] Made reservation on behalf of 9434b8b2332344e783438c5f662e06b3 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:35:35.280565 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-991b0423-cf1c-4dfd-96c2-bd6c90329b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:35.295332 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e37f86-7f82-4707-b037-001ecc85435f x-openstack-request-id: req-60e37f86-7f82-4707-b037-001ecc85435f {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:35:35.295841 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f489e14b-d357-4755-9edc-e1058a984e1b", "name": "network-vif-deleted", "tag": "8fdd54db-d560-4f12-a19a-a5eaf92defde", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:35:35.295841 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-60e37f86-7f82-4707-b037-001ecc85435f {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:35:35.296252 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f489e14b-d357-4755-9edc-e1058a984e1b', 'name': 'network-vif-deleted', 'tag': '8fdd54db-d560-4f12-a19a-a5eaf92defde', 'status': 'completed', 'code': 200} Nov 02 11:35:35.339380 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-991b0423-cf1c-4dfd-96c2-bd6c90329b14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:35.412352 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9e546-d641-4fb1-8659-655466fa6923 req-52516e0e-ab13-499c-bd2b-df565a52f6c9 tempest-QuotasAdminNegativeTest-1064107328 tempest-QuotasAdminNegativeTest-1064107328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:35.413012 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f0d9e546-d641-4fb1-8659-655466fa6923 req-52516e0e-ab13-499c-bd2b-df565a52f6c9 tempest-QuotasAdminNegativeTest-1064107328 tempest-QuotasAdminNegativeTest-1064107328-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2156439 Nov 02 11:35:35.434890 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f0d9e546-d641-4fb1-8659-655466fa6923 req-7ffc18e6-9336-4d15-af2f-214e881e794d tempest-QuotasAdminNegativeTest-1064107328 tempest-QuotasAdminNegativeTest-1064107328-project] 10.222.0.52 "GET /v2.0/quotas/90c8993c09c84179b9a33b3e337da8ff HTTP/1.1" status: 200 len: 375 time: 0.0159976 Nov 02 11:35:35.487756 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f0d9e546-d641-4fb1-8659-655466fa6923 req-4209d92a-be7e-48e6-bd55-7800cb115924 tempest-QuotasAdminNegativeTest-1064107328 tempest-QuotasAdminNegativeTest-1064107328-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=90c8993c09c84179b9a33b3e337da8ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419512 Nov 02 11:35:35.504929 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-991b0423-cf1c-4dfd-96c2-bd6c90329b14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:35.691296 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-991b0423-cf1c-4dfd-96c2-bd6c90329b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:35.745304 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991b0423-cf1c-4dfd-96c2-bd6c90329b14 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:35:35.776723 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b0423-cf1c-4dfd-96c2-bd6c90329b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7159de53-01c5-45da-984a-d08f38e6ac18,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:35.781794 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-991b0423-cf1c-4dfd-96c2-bd6c90329b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:35.782131 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-991b0423-cf1c-4dfd-96c2-bd6c90329b14 admin admin] Added segment 4b6c0ba0-b872-4f9c-8166-307a173da95e of type vlan for network e3f5fe02-990d-442a-ab33-f4126e712578 Nov 02 11:35:35.833550 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-991b0423-cf1c-4dfd-96c2-bd6c90329b14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:35.948392 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-991b0423-cf1c-4dfd-96c2-bd6c90329b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:35.949389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b0423-cf1c-4dfd-96c2-bd6c90329b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:35.949986 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-991b0423-cf1c-4dfd-96c2-bd6c90329b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:36.023437 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b0423-cf1c-4dfd-96c2-bd6c90329b14 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f5fe02-990d-442a-ab33-f4126e712578,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:36.036748 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network e3f5fe02-990d-442a-ab33-f4126e712578 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:35:36.156948 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-38e443a1-7f0d-4642-be32-4e246a547525 req-96ec1d87-be3d-4336-9be6-2ecfd67bdc48 tempest-DeleteServersAdminTestJSON-701846670 tempest-DeleteServersAdminTestJSON-701846670-project] 10.222.0.52 "GET /v2.0/ports?device_id=f489e14b-d357-4755-9edc-e1058a984e1b HTTP/1.1" status: 200 len: 210 time: 0.0820239 Nov 02 11:35:36.164197 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-991b0423-cf1c-4dfd-96c2-bd6c90329b14 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3964415 Nov 02 11:35:36.174479 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50550) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:36.179795 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d512b0df-9f69-4c4d-8cfc-e4d1153cbeae admin admin] Request body: {'subnet': {'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1782780547-subnet', 'tenant_id': '9434b8b2332344e783438c5f662e06b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:36.308263 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2e43e-8f97-410a-913d-1da1493c7399 req-4a63c29f-d1f3-48c9-a7df-663518c8dfcb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:36.308263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5cb2e43e-8f97-410a-913d-1da1493c7399 req-4a63c29f-d1f3-48c9-a7df-663518c8dfcb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.0794165 Nov 02 11:35:36.359887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d512b0df-9f69-4c4d-8cfc-e4d1153cbeae admin admin] Made reservation on behalf of 9434b8b2332344e783438c5f662e06b3 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:35:36.363202 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d512b0df-9f69-4c4d-8cfc-e4d1153cbeae admin admin] Publish callbacks [] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:36.426987 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7cb40059-6305-4378-a8dc-4df92c7a0e44 req-40573cb5-8303-4374-81fe-75b7ed9312ab tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 210 time: 0.0668228 Nov 02 11:35:36.524475 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5cb2e43e-8f97-410a-913d-1da1493c7399 req-d15fea40-7b9e-4fb2-bc47-a28d2fea7acd tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131226 Nov 02 11:35:36.777060 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d512b0df-9f69-4c4d-8cfc-e4d1153cbeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:36.817555 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50568) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:36.862898 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512b0df-9f69-4c4d-8cfc-e4d1153cbeae admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdbd00e1-b22f-4068-b469-67b0d575f006,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:36.882214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d512b0df-9f69-4c4d-8cfc-e4d1153cbeae admin admin] Checking segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:35:36.882854 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d512b0df-9f69-4c4d-8cfc-e4d1153cbeae admin admin] Network hostable DHCP agents. Network: e3f5fe02-990d-442a-ab33-f4126e712578, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:35:36.974424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d512b0df-9f69-4c4d-8cfc-e4d1153cbeae admin admin] Network e3f5fe02-990d-442a-ab33-f4126e712578 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:35:36.978413 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-69a1b0c2-23d4-4114-ad10-2e0f59433899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:37.071853 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-69a1b0c2-23d4-4114-ad10-2e0f59433899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:37.103271 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-d512b0df-9f69-4c4d-8cfc-e4d1153cbeae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, e3f5fe02-990d-442a-ab33-f4126e712578) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:35:37.118667 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d4e77f-1cb3-4427-bc47-d2d515f85933 None None] Network e3f5fe02-990d-442a-ab33-f4126e712578 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:35:37.119832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d512b0df-9f69-4c4d-8cfc-e4d1153cbeae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:37.119832 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d512b0df-9f69-4c4d-8cfc-e4d1153cbeae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:37.229317 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-69a1b0c2-23d4-4114-ad10-2e0f59433899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:37.276406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd65652f-724f-442b-b57b-ef0c471a2d9f None None] Network e3f5fe02-990d-442a-ab33-f4126e712578 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:35:37.329475 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d512b0df-9f69-4c4d-8cfc-e4d1153cbeae admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1533751 Nov 02 11:35:37.344424 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-69a1b0c2-23d4-4114-ad10-2e0f59433899 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=90c8993c09c84179b9a33b3e337da8ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5256593 Nov 02 11:35:37.354518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50590) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:37.376949 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1b0c2-23d4-4114-ad10-2e0f59433899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbc3df4-a8e6-4892-83b2-f1b5fa28d3a2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:37.450885 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-63d08451-4682-41f8-b2b2-d1b68ce00f80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:37.515683 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-63d08451-4682-41f8-b2b2-d1b68ce00f80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:37.659920 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd8ea776-8ffd-490f-9135-963beea0f276 req-6e1d155c-78e5-4cba-b167-525afda5f774 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 210 time: 0.1072924 Nov 02 11:35:37.739715 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-bcf4b8d5-d7e6-4a38-a5d5-262e4ab752dd tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425596 Nov 02 11:35:37.757660 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f7663-f722-4894-9782-38e50cfb3a6d req-b76d6824-ecf6-48d1-9ef4-962588fef4ef tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:37.760177 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ad6f7663-f722-4894-9782-38e50cfb3a6d req-b76d6824-ecf6-48d1-9ef4-962588fef4ef tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.0659463 Nov 02 11:35:37.802510 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-63d08451-4682-41f8-b2b2-d1b68ce00f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:37.802510 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-63d08451-4682-41f8-b2b2-d1b68ce00f80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:37.802510 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-63d08451-4682-41f8-b2b2-d1b68ce00f80 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3fbc3df4-a8e6-4892-83b2-f1b5fa28d3a2 HTTP/1.1" status: 204 len: 168 time: 0.4399931 Nov 02 11:35:37.843749 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d08451-4682-41f8-b2b2-d1b68ce00f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbc3df4-a8e6-4892-83b2-f1b5fa28d3a2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:37.929437 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ad6f7663-f722-4894-9782-38e50cfb3a6d req-da95e595-fb15-4e29-a5a8-bdcb9e858945 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585019 Nov 02 11:35:37.961912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-50da18f8-9de2-42f1-bc35-aea256e09293 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:37.963797 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-50da18f8-9de2-42f1-bc35-aea256e09293 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196431 Nov 02 11:35:37.979109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-49304f2c-5744-4ad0-a5f4-33025bf6639d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Request body: {'port': {'device_id': '74a48437-bdf1-458f-a5f1-4e1169612fd2', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'd8225d8ee4a1492f818d0de3e1109c1e'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:38.275971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-49304f2c-5744-4ad0-a5f4-33025bf6639d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Made reservation on behalf of d8225d8ee4a1492f818d0de3e1109c1e for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:35:38.281810 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-49304f2c-5744-4ad0-a5f4-33025bf6639d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:38.295603 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-49304f2c-5744-4ad0-a5f4-33025bf6639d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:38.405637 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-49304f2c-5744-4ad0-a5f4-33025bf6639d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:38.508543 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-49304f2c-5744-4ad0-a5f4-33025bf6639d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:38.590151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49304f2c-5744-4ad0-a5f4-33025bf6639d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841be19a-fec7-4659-b85a-cacfa1614ea4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:38.721272 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50644) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:38.740334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-49304f2c-5744-4ad0-a5f4-33025bf6639d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Allocated IP 192.168.233.41 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:35:38.795070 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-36a28547-123a-45d0-8408-38632822a266 req-97ca507b-cb42-47d3-8309-ea85e5e461e8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 210 time: 0.0328703 Nov 02 11:35:38.910327 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 8fdd54db-d560-4f12-a19a-a5eaf92defde no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:35:38.939888 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 8fdd54db-d560-4f12-a19a-a5eaf92defde {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:35:38.940577 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 8fdd54db-d560-4f12-a19a-a5eaf92defde not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:35:38.958122 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-49304f2c-5744-4ad0-a5f4-33025bf6639d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:39.072814 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404bf09-f265-4d18-8703-628cd1079030 req-f1f422a1-a703-48db-aa5f-52a9e1c42bda tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:39.074374 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a404bf09-f265-4d18-8703-628cd1079030 req-f1f422a1-a703-48db-aa5f-52a9e1c42bda tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.0588362 Nov 02 11:35:39.091816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50652) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:39.120887 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ad7262c-8845-4ef1-8000-441de47151db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:39.144886 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a404bf09-f265-4d18-8703-628cd1079030 req-7118d969-d43a-481d-9dd4-f4f99cf3e888 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578182 Nov 02 11:35:39.146999 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-49304f2c-5744-4ad0-a5f4-33025bf6639d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:39.227596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-49304f2c-5744-4ad0-a5f4-33025bf6639d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:35:39.232694 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-49304f2c-5744-4ad0-a5f4-33025bf6639d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:35:39.252431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-49304f2c-5744-4ad0-a5f4-33025bf6639d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:35:39.258260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-49304f2c-5744-4ad0-a5f4-33025bf6639d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:39.263546 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-49304f2c-5744-4ad0-a5f4-33025bf6639d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:39.286298 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ad7262c-8845-4ef1-8000-441de47151db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:39.293446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49304f2c-5744-4ad0-a5f4-33025bf6639d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Pushing event updated for resources: {'Port': ['ID=97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:39.348460 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ad7262c-8845-4ef1-8000-441de47151db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:39.382363 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-49304f2c-5744-4ad0-a5f4-33025bf6639d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4089842 Nov 02 11:35:39.396525 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Request body: {'port': {'device_id': '74a48437-bdf1-458f-a5f1-4e1169612fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:39.424354 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2ad7262c-8845-4ef1-8000-441de47151db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=345e6007f29540dd931ea11912f156cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281004 Nov 02 11:35:39.424354 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7262c-8845-4ef1-8000-441de47151db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088f2c91-b3b4-48f5-a399-0adf969ec07f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:39.425504 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50656) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:39.530590 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:39.596926 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cee06c8e-29e5-4065-8a03-f78074d16cf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:39.602003 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0e18dd91-a078-4c3f-ac05-e59e1ad81bfa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee9708eff99943dc969a30b0533d8705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8794315 Nov 02 11:35:39.605730 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50662) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:39.662703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50666) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:39.708691 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c8d62525-51ff-4752-874e-c63c2fa48f5c None None] Provisioning complete for port 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:39.708691 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c8d62525-51ff-4752-874e-c63c2fa48f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:39.794338 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c8d62525-51ff-4752-874e-c63c2fa48f5c None None] Port 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:35:39.954028 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50670) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:39.961511 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5d650c82-d918-4275-9930-6967d536687a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1506872626-network', 'tenant_id': 'c3a8b06f440344f3823eec86a3ea1d13'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:39.976286 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a73098a-7873-45d8-9808-54042147cd1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:40.003226 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cee06c8e-29e5-4065-8a03-f78074d16cf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:40.074109 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bbc97474-6566-4166-82f2-5e6fe08c0af7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:40.096836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23c124-1cc3-4c52-8c8a-c83bb4219d91 req-22b85018-dca2-4773-bcf2-3961bf34c6c6 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:40.105480 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e23c124-1cc3-4c52-8c8a-c83bb4219d91 req-22b85018-dca2-4773-bcf2-3961bf34c6c6 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 935 time: 0.1488063 Nov 02 11:35:40.105997 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bbc97474-6566-4166-82f2-5e6fe08c0af7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:40.138646 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d650c82-d918-4275-9930-6967d536687a admin admin] Made reservation on behalf of c3a8b06f440344f3823eec86a3ea1d13 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:35:40.141271 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5d650c82-d918-4275-9930-6967d536687a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:40.154979 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5d650c82-d918-4275-9930-6967d536687a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:40.230335 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cee06c8e-29e5-4065-8a03-f78074d16cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:40.233687 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cee06c8e-29e5-4065-8a03-f78074d16cf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:40.235244 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cee06c8e-29e5-4065-8a03-f78074d16cf8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/088f2c91-b3b4-48f5-a399-0adf969ec07f HTTP/1.1" status: 204 len: 168 time: 0.8085370 Nov 02 11:35:40.255102 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee06c8e-29e5-4065-8a03-f78074d16cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088f2c91-b3b4-48f5-a399-0adf969ec07f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:40.289366 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a73098a-7873-45d8-9808-54042147cd1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:40.289366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:35:40.307708 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e23c124-1cc3-4c52-8c8a-c83bb4219d91 req-badeb401-598d-41d3-ae7a-a3e265a97f22 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018692 Nov 02 11:35:40.309767 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:40.310327 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5d650c82-d918-4275-9930-6967d536687a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:40.370374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c536-ae78-4122-b775-367675ab8a49 req-a6cd1a89-460f-4073-9fff-6f3d156f0861 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:40.371772 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0c01c536-ae78-4122-b775-367675ab8a49 req-a6cd1a89-460f-4073-9fff-6f3d156f0861 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.0705488 Nov 02 11:35:40.425196 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0c01c536-ae78-4122-b775-367675ab8a49 req-71b21db0-063f-42a9-865f-99d9f49403db tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454218 Nov 02 11:35:40.628929 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Transition to ACTIVE for port object 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:35:40.629553 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bbc97474-6566-4166-82f2-5e6fe08c0af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:40.631888 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bbc97474-6566-4166-82f2-5e6fe08c0af7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:40.632797 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bbc97474-6566-4166-82f2-5e6fe08c0af7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/658b3747-7392-4ff9-abf8-18e139bdfd9f HTTP/1.1" status: 204 len: 168 time: 1.0260727 Nov 02 11:35:40.640765 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc97474-6566-4166-82f2-5e6fe08c0af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658b3747-7392-4ff9-abf8-18e139bdfd9f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:40.839917 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a73098a-7873-45d8-9808-54042147cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:40.879422 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73098a-7873-45d8-9808-54042147cd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145225aa-d77b-4756-b793-8d5d647f31cb,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:40.883845 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6a73098a-7873-45d8-9808-54042147cd1b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=032b6d5bde764845bd53132ff66faa0d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2201140 Nov 02 11:35:40.886596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50682) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:40.903806 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5d650c82-d918-4275-9930-6967d536687a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:40.919638 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:41.000179 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d650c82-d918-4275-9930-6967d536687a admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:35:41.007596 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d650c82-d918-4275-9930-6967d536687a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d68137-aaaa-499a-a4fd-d965d1dc70e3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:41.030098 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5d650c82-d918-4275-9930-6967d536687a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:41.030424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:41.031773 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-5d650c82-d918-4275-9930-6967d536687a admin admin] Added segment a3360b2f-d8c5-4250-b3a5-93a1c5035914 of type vlan for network f34f63cb-777f-4378-8f10-964fa8d5f381 Nov 02 11:35:41.033227 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7cd7acd0-ba83-414c-9851-96fd4c3af0f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:41.054055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Attempting to bind port 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:35:41.054397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Attempting to bind port 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:35:41.057436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Attempting to bind port 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:35:41.070688 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7cd7acd0-ba83-414c-9851-96fd4c3af0f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:41.072379 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Port 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:35:41.072708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Attempting to bind port 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:35:41.094562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:35:41.095097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:35:41.095805 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:35:41.108765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Bound port: 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:35:41.109268 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:41.156217 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5d650c82-d918-4275-9930-6967d536687a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:41.217198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] For port 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:35:41.220668 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] For port 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:35:41.309382 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:41.331831 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5d650c82-d918-4275-9930-6967d536687a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:41.333309 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d650c82-d918-4275-9930-6967d536687a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:41.334119 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5d650c82-d918-4275-9930-6967d536687a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:41.405967 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7cd7acd0-ba83-414c-9851-96fd4c3af0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:41.408707 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7cd7acd0-ba83-414c-9851-96fd4c3af0f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:41.419195 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7cd7acd0-ba83-414c-9851-96fd4c3af0f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/145225aa-d77b-4756-b793-8d5d647f31cb HTTP/1.1" status: 204 len: 168 time: 0.5223420 Nov 02 11:35:41.502793 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:41.510483 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:41.512794 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] 10.222.0.54 "PUT /v2.0/ports/97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a HTTP/1.1" status: 200 len: 1096 time: 2.1216660 Nov 02 11:35:41.513464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a48437-bdf1-458f-a5f1-4e1169612fd2', 'tag': '97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:35:41.515814 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c661d1-c0dc-49ee-adae-434112cff2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "74a48437-bdf1-458f-a5f1-4e1169612fd2", "tag": "97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:35:41.529639 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16937407-3ca2-4c60-a704-e38d42aabcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:41.533925 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7acd0-ba83-414c-9851-96fd4c3af0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145225aa-d77b-4756-b793-8d5d647f31cb,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:41.572203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d650c82-d918-4275-9930-6967d536687a admin admin] Pushing event updated for resources: {'Network': ['ID=f34f63cb-777f-4378-8f10-964fa8d5f381,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:41.603160 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5d650c82-d918-4275-9930-6967d536687a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6453981 Nov 02 11:35:41.612805 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50706) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:41.615497 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network f34f63cb-777f-4378-8f10-964fa8d5f381 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:35:41.618885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-795afefc-abe3-47f6-b54b-7e410c8e2300 admin admin] Request body: {'subnet': {'network_id': 'f34f63cb-777f-4378-8f10-964fa8d5f381', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1506872626-subnet', 'tenant_id': 'c3a8b06f440344f3823eec86a3ea1d13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:41.693598 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943f079-b0b5-43c0-a581-d6da6e0445ff req-850e39ac-8b4b-437e-926e-f06479f5b1e7 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:41.701128 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9943f079-b0b5-43c0-a581-d6da6e0445ff req-850e39ac-8b4b-437e-926e-f06479f5b1e7 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 947 time: 0.2200618 Nov 02 11:35:41.780440 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9b7b1-a473-4c7f-8681-c0e206eb88af req-683a8155-1b9c-4fdc-af11-366740f87bab tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:41.790109 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15a9b7b1-a473-4c7f-8681-c0e206eb88af req-683a8155-1b9c-4fdc-af11-366740f87bab tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.2189991 Nov 02 11:35:41.790950 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9943f079-b0b5-43c0-a581-d6da6e0445ff req-c24d6085-f49e-49c7-9d93-35d2afaa907c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888622 Nov 02 11:35:41.810182 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795afefc-abe3-47f6-b54b-7e410c8e2300 admin admin] Made reservation on behalf of c3a8b06f440344f3823eec86a3ea1d13 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:35:41.812726 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-795afefc-abe3-47f6-b54b-7e410c8e2300 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:41.840678 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-3e44c55e-6231-472b-9cab-e438c9b91a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:41.849302 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-3e44c55e-6231-472b-9cab-e438c9b91a23 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 1099 time: 0.1931243 Nov 02 11:35:41.855557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50710) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:41.888801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-80d034ce-06d4-457e-8db1-2bc18b89ef28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:41.906815 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a49dc25-6d09-4978-8ace-87489fb3dc46 x-openstack-request-id: req-8a49dc25-6d09-4978-8ace-87489fb3dc46 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:35:41.906956 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a48437-bdf1-458f-a5f1-4e1169612fd2", "tag": "97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:35:41.907373 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8a49dc25-6d09-4978-8ace-87489fb3dc46 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:35:41.907815 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a48437-bdf1-458f-a5f1-4e1169612fd2', 'tag': '97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a', 'status': 'completed', 'code': 200} Nov 02 11:35:41.912399 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-4fcbe87c-f2cc-4910-b619-f8bc05348fa7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a HTTP/1.1" status: 200 len: 217 time: 0.0510702 Nov 02 11:35:42.019856 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15a9b7b1-a473-4c7f-8681-c0e206eb88af req-4f88ddca-3016-4132-b4ee-8c76fe63d30f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287371 Nov 02 11:35:42.041467 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-d5f5f180-d4c6-451a-9ed0-cdc1ea1437f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:42.043836 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-d5f5f180-d4c6-451a-9ed0-cdc1ea1437f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1247234 Nov 02 11:35:42.247834 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-80d034ce-06d4-457e-8db1-2bc18b89ef28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:42.291832 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-795afefc-abe3-47f6-b54b-7e410c8e2300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:42.332410 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-2ce5174c-2876-40e6-9624-dbe6f272d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:42.334233 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-2ce5174c-2876-40e6-9624-dbe6f272d376 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2835734 Nov 02 11:35:42.378919 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-80d034ce-06d4-457e-8db1-2bc18b89ef28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:42.397391 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795afefc-abe3-47f6-b54b-7e410c8e2300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6f595b8-692a-4d9e-aa72-749a02d6ff0a,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:42.421038 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795afefc-abe3-47f6-b54b-7e410c8e2300 admin admin] Checking segment: {'id': 'a3360b2f-d8c5-4250-b3a5-93a1c5035914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f34f63cb-777f-4378-8f10-964fa8d5f381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:35:42.421400 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795afefc-abe3-47f6-b54b-7e410c8e2300 admin admin] Network hostable DHCP agents. Network: f34f63cb-777f-4378-8f10-964fa8d5f381, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:35:42.454835 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d034ce-06d4-457e-8db1-2bc18b89ef28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9c1af2-49c2-4780-b1e7-1b89bad5e28e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:42.468769 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-80d034ce-06d4-457e-8db1-2bc18b89ef28 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f2ac3b7f45764caaa031e0ae70cc1d12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6082609 Nov 02 11:35:42.478775 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50716) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:42.479217 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-c39a03f0-7936-480e-8282-bbffe76cc567 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274211 Nov 02 11:35:42.538618 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12611208-b508-44ec-beb1-3d32303d3fe5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:42.567604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795afefc-abe3-47f6-b54b-7e410c8e2300 admin admin] Network f34f63cb-777f-4378-8f10-964fa8d5f381 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:35:42.572045 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12611208-b508-44ec-beb1-3d32303d3fe5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:42.589643 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6bb6782-b8d4-4a81-aecd-7608de174f92 req-e7c6b16e-324e-4470-a161-2c5e6f2dd293 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129687 Nov 02 11:35:42.676420 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50724) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:42.685133 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-795afefc-abe3-47f6-b54b-7e410c8e2300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, f34f63cb-777f-4378-8f10-964fa8d5f381) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:35:42.699273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795afefc-abe3-47f6-b54b-7e410c8e2300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:42.699873 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-795afefc-abe3-47f6-b54b-7e410c8e2300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:42.703998 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ea5b778-0c84-4352-a594-d2121515dd84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:42.716804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2e0596-88b4-4de7-aff8-c459ce9fbef8 None None] Network f34f63cb-777f-4378-8f10-964fa8d5f381 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:35:42.763881 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12611208-b508-44ec-beb1-3d32303d3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:42.766352 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12611208-b508-44ec-beb1-3d32303d3fe5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:42.771159 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-12611208-b508-44ec-beb1-3d32303d3fe5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f9c1af2-49c2-4780-b1e7-1b89bad5e28e HTTP/1.1" status: 204 len: 168 time: 0.2986329 Nov 02 11:35:42.846814 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c661d1-c0dc-49ee-adae-434112cff2e8 req-09c90373-dd7a-45e8-ab5c-7022b10c2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:42.852852 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66c661d1-c0dc-49ee-adae-434112cff2e8 req-09c90373-dd7a-45e8-ab5c-7022b10c2b7d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 1099 time: 0.1197803 Nov 02 11:35:42.853170 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12611208-b508-44ec-beb1-3d32303d3fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9c1af2-49c2-4780-b1e7-1b89bad5e28e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:42.868867 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-795afefc-abe3-47f6-b54b-7e410c8e2300 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2428741 Nov 02 11:35:42.935708 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ea5b778-0c84-4352-a594-d2121515dd84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:43.028030 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a996f887-e23e-4968-baac-81bbf36f266b None None] Network f34f63cb-777f-4378-8f10-964fa8d5f381 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:35:43.035571 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ea5b778-0c84-4352-a594-d2121515dd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:43.104371 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9ea5b778-0c84-4352-a594-d2121515dd84 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=70aee53c0b0d4961a5a0b9deaa21cebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4243014 Nov 02 11:35:43.109786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c661d1-c0dc-49ee-adae-434112cff2e8 req-371580bc-f8c7-46ea-849c-e8c31655e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:43.115487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66c661d1-c0dc-49ee-adae-434112cff2e8 req-371580bc-f8c7-46ea-849c-e8c31655e561 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.2492185 Nov 02 11:35:43.115997 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50738) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:43.170313 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5b778-0c84-4352-a594-d2121515dd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fe6f7f-0fa9-47ac-a06f-965705cdac0e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:43.198486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfd2a9-77a1-48a6-910a-c06f00c94277 req-2ace7000-f455-49ad-83c4-80339c284c21 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:43.230193 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f9cfd2a9-77a1-48a6-910a-c06f00c94277 req-2ace7000-f455-49ad-83c4-80339c284c21 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 947 time: 0.2505848 Nov 02 11:35:43.230535 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66c661d1-c0dc-49ee-adae-434112cff2e8 req-6dd95708-9140-4dfb-ab5b-8597ba3dba82 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a HTTP/1.1" status: 200 len: 217 time: 0.0892944 Nov 02 11:35:43.290546 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f9cfd2a9-77a1-48a6-910a-c06f00c94277 req-b5e38951-fc9d-4b8f-8d36-f1666eb48233 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775695 Nov 02 11:35:43.381132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c661d1-c0dc-49ee-adae-434112cff2e8 req-c363c61c-bdbf-4fe0-a503-74ab94fe429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:43.382604 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66c661d1-c0dc-49ee-adae-434112cff2e8 req-c363c61c-bdbf-4fe0-a503-74ab94fe429b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1417272 Nov 02 11:35:43.386772 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe8cc-fa35-4759-8eb4-11e97bb9c688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:43.446362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2d821-ffc7-4dd9-b544-cd3828b92958 req-b02dae58-7b5a-4776-9003-b7e5d5706726 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:43.447923 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5e2d821-ffc7-4dd9-b544-cd3828b92958 req-b02dae58-7b5a-4776-9003-b7e5d5706726 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.2081423 Nov 02 11:35:43.476530 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe8cc-fa35-4759-8eb4-11e97bb9c688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:43.535456 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c661d1-c0dc-49ee-adae-434112cff2e8 req-4f199e46-7a9d-403d-9b9a-1e874efacd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:43.535765 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66c661d1-c0dc-49ee-adae-434112cff2e8 req-4f199e46-7a9d-403d-9b9a-1e874efacd56 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1332157 Nov 02 11:35:43.571135 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5e2d821-ffc7-4dd9-b544-cd3828b92958 req-fb9cfd25-ef65-4678-b269-30f002d0374e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123118 Nov 02 11:35:43.686181 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66c661d1-c0dc-49ee-adae-434112cff2e8 req-1e34b1cf-c983-4b9a-b1ea-8a1db323b64a service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400635 Nov 02 11:35:43.815146 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe8cc-fa35-4759-8eb4-11e97bb9c688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:43.817412 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a5fe8cc-fa35-4759-8eb4-11e97bb9c688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:43.818589 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7a5fe8cc-fa35-4759-8eb4-11e97bb9c688 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/35fe6f7f-0fa9-47ac-a06f-965705cdac0e HTTP/1.1" status: 204 len: 168 time: 0.6985836 Nov 02 11:35:43.835900 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fe8cc-fa35-4759-8eb4-11e97bb9c688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fe6f7f-0fa9-47ac-a06f-965705cdac0e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:43.884224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66c661d1-c0dc-49ee-adae-434112cff2e8 req-1330c107-e9f9-414b-ae44-4fa20df70640 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863856 Nov 02 11:35:44.093534 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-4b947b89-29d8-49b6-81ae-b0e2783f263f tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:44.097851 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-4b947b89-29d8-49b6-81ae-b0e2783f263f tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 821 time: 0.1750548 Nov 02 11:35:44.119217 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-98281516-1a32-4aae-b955-312a93474dd3 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/quotas/9434b8b2332344e783438c5f662e06b3 HTTP/1.1" status: 200 len: 375 time: 0.0138452 Nov 02 11:35:44.190972 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-fcc505d7-02c6-4ec0-b6b7-5c7eae038f46 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655007 Nov 02 11:35:44.214173 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-17acd445-78ff-46e1-a1aa-d25e09aa4dde service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:35:44.215599 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-17acd445-78ff-46e1-a1aa-d25e09aa4dde service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0143533 Nov 02 11:35:44.432458 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-fdf153d4-eba8-41c7-bfc6-61d0cd52a712 service neutron] 10.222.0.52 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073972 Nov 02 11:35:44.550125 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3fd85-9311-4193-9f94-7831e31370d1 req-814c5e0b-6a90-4c38-9af3-b443d2aa2e0d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:44.557435 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cfe3fd85-9311-4193-9f94-7831e31370d1 req-814c5e0b-6a90-4c38-9af3-b443d2aa2e0d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 947 time: 0.0802679 Nov 02 11:35:44.589497 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-0bba0db9-b793-438f-98db-5a6e81dbed7e service neutron] 10.222.0.52 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559641 Nov 02 11:35:44.619629 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cfe3fd85-9311-4193-9f94-7831e31370d1 req-612480b1-4061-47d1-b98e-710eac30aa74 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612421 Nov 02 11:35:44.816287 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef581d-d87b-4c11-933b-6bc752f7959a req-a0858b99-c9e3-475c-b132-87b27c5490fb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:44.819505 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-89ef581d-d87b-4c11-933b-6bc752f7959a req-a0858b99-c9e3-475c-b132-87b27c5490fb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.0701776 Nov 02 11:35:44.897542 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-89ef581d-d87b-4c11-933b-6bc752f7959a req-bb58eb72-9dea-4fa8-9e66-d2e284e3922f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718267 Nov 02 11:35:45.082597 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b55260fe-4b4e-427d-81f8-332231018e3c req-7d78cacc-0414-47a2-b225-8883eeb4340d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 210 time: 0.0504200 Nov 02 11:35:45.760329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab58ca3-a01c-4fc5-aada-dfe8aef9010b req-b3e87b01-f7b9-4b01-84b0-51e8fd020eae tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:45.764444 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2ab58ca3-a01c-4fc5-aada-dfe8aef9010b req-b3e87b01-f7b9-4b01-84b0-51e8fd020eae tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 947 time: 0.0626464 Nov 02 11:35:45.868193 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2ab58ca3-a01c-4fc5-aada-dfe8aef9010b req-287c0bde-907e-4175-9bae-ce16435af647 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979080 Nov 02 11:35:45.928421 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50878) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:46.040876 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809edac5-0249-4690-ab6a-d503b3501dba req-6d6f21d3-9d37-4116-b80a-d239792a42f0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:46.042370 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-809edac5-0249-4690-ab6a-d503b3501dba req-6d6f21d3-9d37-4116-b80a-d239792a42f0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.0601943 Nov 02 11:35:46.104534 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-809edac5-0249-4690-ab6a-d503b3501dba req-c9e85bb7-8940-408b-a539-34f16ffb558c tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550232 Nov 02 11:35:46.166250 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d97bb425-597c-454b-81eb-1a28a089a616 req-47530874-bd13-4b99-8cf0-19419b6876aa tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 210 time: 0.0383799 Nov 02 11:35:46.172630 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fc7c9a60-4090-49f2-95e6-2d5eb45fde71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:46.260752 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fc7c9a60-4090-49f2-95e6-2d5eb45fde71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:46.661202 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fc7c9a60-4090-49f2-95e6-2d5eb45fde71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:46.725624 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50906) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:46.726200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fc7c9a60-4090-49f2-95e6-2d5eb45fde71 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d70b56d1c3064907ab22c72cb2f279b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7964389 Nov 02 11:35:46.727837 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c9a60-4090-49f2-95e6-2d5eb45fde71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86caad9e-f0a4-4e80-9259-e2d991a4776c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:46.774778 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:35:46.795583 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-968ca202-4650-4035-9a40-20a915b88f96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:46.826023 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-968ca202-4650-4035-9a40-20a915b88f96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:46.976085 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-968ca202-4650-4035-9a40-20a915b88f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:46.980658 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-968ca202-4650-4035-9a40-20a915b88f96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:46.980658 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-968ca202-4650-4035-9a40-20a915b88f96 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/86caad9e-f0a4-4e80-9259-e2d991a4776c HTTP/1.1" status: 204 len: 168 time: 0.2537766 Nov 02 11:35:47.026596 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ca202-4650-4035-9a40-20a915b88f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86caad9e-f0a4-4e80-9259-e2d991a4776c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:47.052309 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:47.063312 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1829e2-6afb-4432-a1e6-41d98a78566c req-22568afd-61f4-4dda-b944-79027085e5cd tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:47.067267 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8b1829e2-6afb-4432-a1e6-41d98a78566c req-22568afd-61f4-4dda-b944-79027085e5cd tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 947 time: 0.1102648 Nov 02 11:35:47.081962 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a', 'mac_address': 'fa:16:3e:68:50:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:35:47.131939 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:47.150110 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:35:47.192611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:47.194864 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8b1829e2-6afb-4432-a1e6-41d98a78566c req-8eae8b41-b074-458f-a773-abeccd196d08 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191113 Nov 02 11:35:47.331155 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:47.346394 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cde96-0508-4746-9956-5efd181b9976 req-44ab6788-2a93-444a-b7b3-65d7a30d7903 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:47.354676 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fa1cde96-0508-4746-9956-5efd181b9976 req-44ab6788-2a93-444a-b7b3-65d7a30d7903 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.0876968 Nov 02 11:35:47.401105 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5433d0ea-e06d-418a-82e5-34bcb8425f17 req-c33b5086-12c2-44f6-ab77-94a3a261fd3c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 210 time: 0.0555277 Nov 02 11:35:47.424246 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fa1cde96-0508-4746-9956-5efd181b9976 req-4c6cad94-afbe-44ec-bfc4-42a13ff0f81d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658736 Nov 02 11:35:47.455498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:47.542857 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9a50d020-0296-46b1-b1c7-04ae9350db2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:47.549272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:35:48.348343 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121cf6d-97a8-430c-bd76-9a83140312cc req-415ba178-f343-40c3-b893-6e1241a52c1f tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:48.351153 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c121cf6d-97a8-430c-bd76-9a83140312cc req-415ba178-f343-40c3-b893-6e1241a52c1f tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 948 time: 0.0627453 Nov 02 11:35:48.453100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-c8ee8762-66f3-4a89-9e29-39cc228af7e3 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:48.465492 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c121cf6d-97a8-430c-bd76-9a83140312cc req-a6a4c2d3-97da-4d2e-bc65-7de158ac3c44 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083035 Nov 02 11:35:48.471661 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-c8ee8762-66f3-4a89-9e29-39cc228af7e3 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.79 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 821 time: 0.2396007 Nov 02 11:35:48.484436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-68ba8414-f8b2-4d91-b175-01a9b0c73a9b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Request body: {'port': {'device_id': '9bdafb3a-e2c2-404a-8c1f-4d5e8d958869', 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578', 'admin_state_up': True, 'tenant_id': '9434b8b2332344e783438c5f662e06b3'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:48.620466 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a5ea37c-d018-4ae3-8bf1-1c5aab29e038 req-9a6834b6-7aff-447b-b962-6ffb15793d7d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 210 time: 0.0457187 Nov 02 11:35:48.670878 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95391532-bb37-49ee-a2fd-3c8022053a76 req-99d3017c-1bf9-48fd-b5b1-c3cbac74c600 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:48.674118 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50980) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:48.679135 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-95391532-bb37-49ee-a2fd-3c8022053a76 req-99d3017c-1bf9-48fd-b5b1-c3cbac74c600 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.1064806 Nov 02 11:35:48.756583 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-95391532-bb37-49ee-a2fd-3c8022053a76 req-0a6b0f5c-e2fa-4f63-9335-d87d346dea4a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763338 Nov 02 11:35:48.782650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-68ba8414-f8b2-4d91-b175-01a9b0c73a9b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Made reservation on behalf of 9434b8b2332344e783438c5f662e06b3 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:35:48.786769 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-68ba8414-f8b2-4d91-b175-01a9b0c73a9b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:48.822070 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:35:48.897407 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42ddddba-4948-48ea-be42-7298b52a31e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:49.022970 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:35:49.028205 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:49.028579 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:49.038367 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-68ba8414-f8b2-4d91-b175-01a9b0c73a9b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Allocated IP 172.20.0.11 (e3f5fe02-990d-442a-ab33-f4126e712578/bdbd00e1-b22f-4068-b469-67b0d575f006/b29c2bce-3215-42bc-9556-6dd21645a864) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:35:49.070576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50988) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:49.087088 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42ddddba-4948-48ea-be42-7298b52a31e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:49.164526 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42ddddba-4948-48ea-be42-7298b52a31e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:49.232224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddddba-4948-48ea-be42-7298b52a31e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3362d7b4-c23b-4e85-b727-d505667ec626,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:49.301703 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:49.359767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a48437-bdf1-458f-a5f1-4e1169612fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:35:49.368414 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a178330-1e25-4438-af3b-628070666f13" -d '{"events": [{"server_uuid": "74a48437-bdf1-458f-a5f1-4e1169612fd2", "name": "network-vif-plugged", "status": "completed", "tag": "97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:35:49.378304 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-42ddddba-4948-48ea-be42-7298b52a31e6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b60bed798c34417984b6702f64e15a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7018082 Nov 02 11:35:49.381920 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51002) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:49.404080 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:49.494045 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-68ba8414-f8b2-4d91-b175-01a9b0c73a9b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:49.510078 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:49.513187 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebe98ef-05e9-4a61-8f20-35b849aaebd6 x-openstack-request-id: req-cebe98ef-05e9-4a61-8f20-35b849aaebd6 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:35:49.513768 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a48437-bdf1-458f-a5f1-4e1169612fd2", "name": "network-vif-plugged", "status": "completed", "tag": "97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:35:49.514201 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cebe98ef-05e9-4a61-8f20-35b849aaebd6 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:35:49.514490 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a48437-bdf1-458f-a5f1-4e1169612fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a', 'code': 200} Nov 02 11:35:49.580258 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00602475-3b9b-47f0-8511-e773a8e3a1ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:49.626012 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00602475-3b9b-47f0-8511-e773a8e3a1ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:49.626634 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:49.632352 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3ba709a-1f4d-42bc-977a-f5c580065471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:49.650628 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-68ba8414-f8b2-4d91-b175-01a9b0c73a9b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:49.679101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-68ba8414-f8b2-4d91-b175-01a9b0c73a9b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Network e3f5fe02-990d-442a-ab33-f4126e712578 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:35:49.685642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-68ba8414-f8b2-4d91-b175-01a9b0c73a9b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:35:49.689559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-68ba8414-f8b2-4d91-b175-01a9b0c73a9b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:35:49.697390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-68ba8414-f8b2-4d91-b175-01a9b0c73a9b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:49.697800 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-68ba8414-f8b2-4d91-b175-01a9b0c73a9b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:49.709571 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e1d24-6cca-401f-9321-36390083712e req-114eabff-b8e9-4845-9a5f-37590b10a630 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:49.717813 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a13e1d24-6cca-401f-9321-36390083712e req-114eabff-b8e9-4845-9a5f-37590b10a630 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 949 time: 0.0804362 Nov 02 11:35:49.720692 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-689bd6f8-e340-4dd2-bdf8-1ff3d3662021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:49.765841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4a194-0786-4372-acec-3f0341bbf8a5 req-60ef2b02-cdd1-47f1-8105-4872417410fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:49.768162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2cc4a194-0786-4372-acec-3f0341bbf8a5 req-60ef2b02-cdd1-47f1-8105-4872417410fa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 1101 time: 0.1878583 Nov 02 11:35:49.781000 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a13e1d24-6cca-401f-9321-36390083712e req-c1fc1951-a69c-4b17-b489-ed520f83c6bc tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622020 Nov 02 11:35:49.795511 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-0a435266-e7df-4db8-9d5d-208581e64534 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=16a3b566c05542c4b7c7104628da09f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448918 Nov 02 11:35:49.815579 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba8414-f8b2-4d91-b175-01a9b0c73a9b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Pushing event updated for resources: {'Port': ['ID=b29c2bce-3215-42bc-9556-6dd21645a864,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:49.827078 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-68ba8414-f8b2-4d91-b175-01a9b0c73a9b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3469381 Nov 02 11:35:49.856290 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Request body: {'port': {'device_id': '9bdafb3a-e2c2-404a-8c1f-4d5e8d958869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:49.862425 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00602475-3b9b-47f0-8511-e773a8e3a1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:49.865130 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00602475-3b9b-47f0-8511-e773a8e3a1ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:49.869578 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-00602475-3b9b-47f0-8511-e773a8e3a1ae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3362d7b4-c23b-4e85-b727-d505667ec626 HTTP/1.1" status: 204 len: 168 time: 0.4825137 Nov 02 11:35:49.897061 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00602475-3b9b-47f0-8511-e773a8e3a1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3362d7b4-c23b-4e85-b727-d505667ec626,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:49.909834 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00602475-3b9b-47f0-8511-e773a8e3a1ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:49.910475 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00602475-3b9b-47f0-8511-e773a8e3a1ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:49.910886 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00602475-3b9b-47f0-8511-e773a8e3a1ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:49.911324 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00602475-3b9b-47f0-8511-e773a8e3a1ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:49.911739 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00602475-3b9b-47f0-8511-e773a8e3a1ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:49.912633 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00602475-3b9b-47f0-8511-e773a8e3a1ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:49.913172 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00602475-3b9b-47f0-8511-e773a8e3a1ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:49.913585 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00602475-3b9b-47f0-8511-e773a8e3a1ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:49.914008 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00602475-3b9b-47f0-8511-e773a8e3a1ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:49.914490 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00602475-3b9b-47f0-8511-e773a8e3a1ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:49.914786 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00602475-3b9b-47f0-8511-e773a8e3a1ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:49.915210 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00602475-3b9b-47f0-8511-e773a8e3a1ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:49.939676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b98cf-65ce-44ac-aee1-f3f483206950 req-be306d0f-153e-4e3f-b234-98d80a2bdb00 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:49.948030 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-237b98cf-65ce-44ac-aee1-f3f483206950 req-be306d0f-153e-4e3f-b234-98d80a2bdb00 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 932 time: 0.1007190 Nov 02 11:35:50.020781 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2cc4a194-0786-4372-acec-3f0341bbf8a5 req-8d9ab469-1675-4191-bd39-efea9659aaf5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391198 Nov 02 11:35:50.035751 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:50.053151 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-237b98cf-65ce-44ac-aee1-f3f483206950 req-c65d396d-a871-4544-9437-0e1f9dfd46db tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032951 Nov 02 11:35:50.079535 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-02270bf2-738d-404e-a25e-7bea3d678bb4 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:50.081039 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-02270bf2-738d-404e-a25e-7bea3d678bb4 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2611115 Nov 02 11:35:50.131967 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3ba709a-1f4d-42bc-977a-f5c580065471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:50.136699 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-01d7fec8-81a3-4a1c-93fc-f57f7f7905e1 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/quotas/16a3b566c05542c4b7c7104628da09f2 HTTP/1.1" status: 200 len: 375 time: 0.0486608 Nov 02 11:35:50.185443 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-72b9b464-eb51-456c-acc6-16ada7f8b3cb tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=16a3b566c05542c4b7c7104628da09f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402899 Nov 02 11:35:50.236320 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3ba709a-1f4d-42bc-977a-f5c580065471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:50.304915 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b3ba709a-1f4d-42bc-977a-f5c580065471 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3b19d139bb354318a528d84c1ca27c63&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2300303 Nov 02 11:35:50.308126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51022) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:50.326251 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba709a-1f4d-42bc-977a-f5c580065471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d859ad2a-b7b7-42ed-a2b0-84c4a8a86b9c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:50.336844 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd4463-c9cd-45c9-955a-f04db59b076c req-fc60dd4a-feda-4a59-86ba-9d923f660f44 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:50.346547 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5dbd4463-c9cd-45c9-955a-f04db59b076c req-fc60dd4a-feda-4a59-86ba-9d923f660f44 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.0967486 Nov 02 11:35:50.444710 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5dbd4463-c9cd-45c9-955a-f04db59b076c req-2f3e1b26-8d73-45d2-8a58-c34bef857b3d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971138 Nov 02 11:35:50.489023 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e8f7a200-3b59-4434-b42f-650b69ea50ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:50.514433 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e8f7a200-3b59-4434-b42f-650b69ea50ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:50.590451 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1a64e2c2-3677-4652-8637-cc5c6d5ed910 req-be1b00ff-abbf-4f67-9c9b-5b7f3b236a28 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 210 time: 0.1134892 Nov 02 11:35:50.647730 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e8f7a200-3b59-4434-b42f-650b69ea50ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:50.650506 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e8f7a200-3b59-4434-b42f-650b69ea50ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:50.651696 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e8f7a200-3b59-4434-b42f-650b69ea50ba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d859ad2a-b7b7-42ed-a2b0-84c4a8a86b9c HTTP/1.1" status: 204 len: 168 time: 0.3424468 Nov 02 11:35:50.684916 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7a200-3b59-4434-b42f-650b69ea50ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d859ad2a-b7b7-42ed-a2b0-84c4a8a86b9c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:50.700449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29c2bce-3215-42bc-9556-6dd21645a864 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:35:50.709617 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:50.722888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Transition to ACTIVE for port object b29c2bce-3215-42bc-9556-6dd21645a864 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:35:50.792981 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:50.853081 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:50.864968 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b29c2bce-3215-42bc-9556-6dd21645a864,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:50.926019 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51038) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:50.927456 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:50.927795 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:50.928135 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:50.928466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:50.929190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:50.929190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:50.929412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:50.929760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:50.930475 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:50.930475 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:50.931133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:50.931133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:50.960062 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb5f7-723a-4008-a640-3b6f170584b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:50.965643 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Attempting to bind port b29c2bce-3215-42bc-9556-6dd21645a864 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:35:50.966543 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Attempting to bind port b29c2bce-3215-42bc-9556-6dd21645a864 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:35:50.966718 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Attempting to bind port b29c2bce-3215-42bc-9556-6dd21645a864 on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:35:50.982230 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Port b29c2bce-3215-42bc-9556-6dd21645a864 on network e3f5fe02-990d-442a-ab33-f4126e712578 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:35:50.982705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Attempting to bind port b29c2bce-3215-42bc-9556-6dd21645a864 on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:35:50.989710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:35:50.990189 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Checking segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:35:50.990726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Bound using segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:35:50.991299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Bound port: b29c2bce-3215-42bc-9556-6dd21645a864, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:35:50.992222 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:51.014090 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ce363-b205-4bee-aa36-af3e83cf5ce3 req-19027aa4-6a14-4dd5-a119-0ea987040ada tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:51.020636 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c6ce363-b205-4bee-aa36-af3e83cf5ce3 req-19027aa4-6a14-4dd5-a119-0ea987040ada tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 949 time: 0.1347218 Nov 02 11:35:51.139958 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] For port b29c2bce-3215-42bc-9556-6dd21645a864, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:35:51.142035 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c6ce363-b205-4bee-aa36-af3e83cf5ce3 req-09f93c63-addb-4104-a93a-4fa572f95467 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152349 Nov 02 11:35:51.155059 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] For port b29c2bce-3215-42bc-9556-6dd21645a864, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b29c2bce-3215-42bc-9556-6dd21645a864,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:35:51.225826 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb5f7-723a-4008-a640-3b6f170584b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:51.306824 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:51.368767 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb5f7-723a-4008-a640-3b6f170584b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:51.384642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:51.385285 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:51.386664 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] 10.222.0.79 "PUT /v2.0/ports/b29c2bce-3215-42bc-9556-6dd21645a864 HTTP/1.1" status: 200 len: 1093 time: 1.5466561 Nov 02 11:35:51.394659 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51046) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:51.401571 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ce6bb5f7-723a-4008-a640-3b6f170584b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7944b3bde988413c92f6bd1af225d668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4615445 Nov 02 11:35:51.416341 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85e95e-fb48-4589-9a92-1bfaaaf27461 req-c9a8c6e0-c279-4189-b30d-299da8a743a4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:51.424504 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd85e95e-fb48-4589-9a92-1bfaaaf27461 req-c9a8c6e0-c279-4189-b30d-299da8a743a4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 944 time: 0.1940792 Nov 02 11:35:51.426157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bdafb3a-e2c2-404a-8c1f-4d5e8d958869', 'tag': 'b29c2bce-3215-42bc-9556-6dd21645a864'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:35:51.428658 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378b8e35-d40e-45d2-b048-88c1d7c9c2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "9bdafb3a-e2c2-404a-8c1f-4d5e8d958869", "tag": "b29c2bce-3215-42bc-9556-6dd21645a864"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:35:51.479314 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-66914ee6-3906-433c-b5c2-99e190434d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:51.519867 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-66914ee6-3906-433c-b5c2-99e190434d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:51.534152 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd85e95e-fb48-4589-9a92-1bfaaaf27461 req-c914b0aa-929c-4c5b-9157-7e3b272df7ea tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024694 Nov 02 11:35:51.541531 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae66bad-192d-4e2f-a9f2-e0b2681ac267 x-openstack-request-id: req-8ae66bad-192d-4e2f-a9f2-e0b2681ac267 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:35:51.541829 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bdafb3a-e2c2-404a-8c1f-4d5e8d958869", "tag": "b29c2bce-3215-42bc-9556-6dd21645a864", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:35:51.542088 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ae66bad-192d-4e2f-a9f2-e0b2681ac267 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:35:51.542495 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bdafb3a-e2c2-404a-8c1f-4d5e8d958869', 'tag': 'b29c2bce-3215-42bc-9556-6dd21645a864', 'status': 'completed', 'code': 200} Nov 02 11:35:51.543834 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6bb5f7-723a-4008-a640-3b6f170584b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83b4dba-e073-41b3-8ae9-c9b50fc89713,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:51.546666 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f0f54-6338-44d5-9b1f-49c6c9ec90c1 service neutron] Pushing event updated for resources: {'Port': ['ID=b29c2bce-3215-42bc-9556-6dd21645a864,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:51.667425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-23c8043e-000e-44a8-aa26-6a9429705c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:51.669179 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-23c8043e-000e-44a8-aa26-6a9429705c00 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 1096 time: 0.1029925 Nov 02 11:35:51.727754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c3e29-b1e0-46b5-ba0b-b2bb16e61ebd req-d5b9d8db-d19a-4a98-b6ca-96165c682543 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:51.729656 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e5c3e29-b1e0-46b5-ba0b-b2bb16e61ebd req-d5b9d8db-d19a-4a98-b6ca-96165c682543 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.0860202 Nov 02 11:35:51.730965 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-66914ee6-3906-433c-b5c2-99e190434d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:51.733703 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-66914ee6-3906-433c-b5c2-99e190434d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:51.734852 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-66914ee6-3906-433c-b5c2-99e190434d40 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f83b4dba-e073-41b3-8ae9-c9b50fc89713 HTTP/1.1" status: 204 len: 168 time: 0.3394051 Nov 02 11:35:51.757321 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-1ff65316-c745-4f8b-a1a9-637d39a2ef82 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29c2bce-3215-42bc-9556-6dd21645a864 HTTP/1.1" status: 200 len: 217 time: 0.0741501 Nov 02 11:35:51.757321 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-12325020-46c0-4a7c-9b17-63dba590d810 req-efdc82a8-9c91-4a52-b107-7239afc44daa tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 210 time: 0.0670762 Nov 02 11:35:51.787358 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66914ee6-3906-433c-b5c2-99e190434d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83b4dba-e073-41b3-8ae9-c9b50fc89713,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:51.825189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51058) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:51.846603 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-806ffb4e-3d09-4ebe-b3f9-d1bd9abdeb90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:51.871460 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e5c3e29-b1e0-46b5-ba0b-b2bb16e61ebd req-b10b69c1-61ab-4c2f-b69a-a2f3c798eec0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314569 Nov 02 11:35:51.873746 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-9f73aa47-2e7c-42fe-8417-4362ea7a5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:51.878446 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-9f73aa47-2e7c-42fe-8417-4362ea7a5070 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.1023455 Nov 02 11:35:51.921488 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-9c97006d-13a7-4b12-a562-d7dbff2f1d5c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362809 Nov 02 11:35:51.952772 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-806ffb4e-3d09-4ebe-b3f9-d1bd9abdeb90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:52.022255 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-72faec3f-becc-4906-a60d-13a0737c8407 service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935073 Nov 02 11:35:52.116182 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58abc139-113b-415a-a2ce-7fe4921e3b0a req-d7fc8231-b15c-4dcf-964d-e00595ae796b service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864887 Nov 02 11:35:52.272313 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781621c-e5e9-4e6c-b7ee-a44f1e754851 req-c9215bbb-26c9-4c53-ab2b-21c0996f15a4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:52.273797 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0781621c-e5e9-4e6c-b7ee-a44f1e754851 req-c9215bbb-26c9-4c53-ab2b-21c0996f15a4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 949 time: 0.0570199 Nov 02 11:35:52.325116 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0781621c-e5e9-4e6c-b7ee-a44f1e754851 req-4212fa66-4ba1-4041-8479-fdffa5ccfeff tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448012 Nov 02 11:35:52.513869 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:52.514571 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-806ffb4e-3d09-4ebe-b3f9-d1bd9abdeb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:52.580952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51072) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:52.584624 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-806ffb4e-3d09-4ebe-b3f9-d1bd9abdeb90 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f9f97fac907349f9a2e060e59d2bb16f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7579470 Nov 02 11:35:52.587737 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ffb4e-3d09-4ebe-b3f9-d1bd9abdeb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25de21f3-9f15-4a26-aa6c-597a04423d9b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:52.662170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b8e35-d40e-45d2-b048-88c1d7c9c2dd req-5d0d1a62-28cc-47f7-a6df-b68ddc89e851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:52.668153 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-378b8e35-d40e-45d2-b048-88c1d7c9c2dd req-5d0d1a62-28cc-47f7-a6df-b68ddc89e851 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 1096 time: 0.1168892 Nov 02 11:35:52.766064 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfffc0-207a-4029-81be-35c4bb3a1e8b req-33a96db4-ccb8-4862-b381-df4bfabcf57d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:52.769315 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-05cfffc0-207a-4029-81be-35c4bb3a1e8b req-33a96db4-ccb8-4862-b381-df4bfabcf57d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 944 time: 0.1091008 Nov 02 11:35:52.869991 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-05cfffc0-207a-4029-81be-35c4bb3a1e8b req-f8db2c40-5d1a-430e-98c1-019b76850b08 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938070 Nov 02 11:35:52.990606 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-da580e30-885e-4818-890c-0f8134b51009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:53.003252 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b56de107-675e-4d0f-a201-c90b650cd895 req-e09229ef-948c-4ba7-9a28-9815809c1fcb tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 210 time: 0.0413957 Nov 02 11:35:53.003704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf075e-53da-4b18-bfea-0c90f9f39128 req-ad02d99c-02d1-460b-bb1f-e5c72ddb5337 tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:53.005347 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bfbf075e-53da-4b18-bfea-0c90f9f39128 req-ad02d99c-02d1-460b-bb1f-e5c72ddb5337 tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 1101 time: 0.3827090 Nov 02 11:35:53.076572 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-da580e30-885e-4818-890c-0f8134b51009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:53.081605 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bfbf075e-53da-4b18-bfea-0c90f9f39128 req-65c613c6-5fbd-4309-835d-e2a9af71aa05 tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:53.100355 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b8e35-d40e-45d2-b048-88c1d7c9c2dd req-d17b43ca-f975-4da9-bf5f-827dde0d67d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:53.102381 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-378b8e35-d40e-45d2-b048-88c1d7c9c2dd req-d17b43ca-f975-4da9-bf5f-827dde0d67d9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 922 time: 0.4246387 Nov 02 11:35:53.173474 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-378b8e35-d40e-45d2-b048-88c1d7c9c2dd req-65fb89bb-147e-493e-a5ba-d6dd1cbf4dc3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29c2bce-3215-42bc-9556-6dd21645a864 HTTP/1.1" status: 200 len: 217 time: 0.0593779 Nov 02 11:35:53.207620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e418b7-eaca-4138-aa47-599e1512e31e req-fbb24d02-c061-44fa-811c-817a38e20688 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:53.214075 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-10e418b7-eaca-4138-aa47-599e1512e31e req-fbb24d02-c061-44fa-811c-817a38e20688 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.1457264 Nov 02 11:35:53.267405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b8e35-d40e-45d2-b048-88c1d7c9c2dd req-2c054cca-e061-428c-ad8d-3699a41451c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:53.269179 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-378b8e35-d40e-45d2-b048-88c1d7c9c2dd req-2c054cca-e061-428c-ad8d-3699a41451c0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.0839932 Nov 02 11:35:53.308603 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-378b8e35-d40e-45d2-b048-88c1d7c9c2dd req-d0dfdcda-1b13-4780-88bf-da8cc66f5319 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274184 Nov 02 11:35:53.330758 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-da580e30-885e-4818-890c-0f8134b51009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:53.333615 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-da580e30-885e-4818-890c-0f8134b51009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:53.334008 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-10e418b7-eaca-4138-aa47-599e1512e31e req-958fe3bb-501a-4b52-bc51-6f3a3023d7a0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055350 Nov 02 11:35:53.337031 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-da580e30-885e-4818-890c-0f8134b51009 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/25de21f3-9f15-4a26-aa6c-597a04423d9b HTTP/1.1" status: 204 len: 168 time: 0.7518730 Nov 02 11:35:53.386352 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da580e30-885e-4818-890c-0f8134b51009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25de21f3-9f15-4a26-aa6c-597a04423d9b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:53.464582 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bfbf075e-53da-4b18-bfea-0c90f9f39128 req-65c613c6-5fbd-4309-835d-e2a9af71aa05 tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:53.487499 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-378b8e35-d40e-45d2-b048-88c1d7c9c2dd req-cdad90f7-73d6-48e1-be71-7e46bf180e42 service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703424 Nov 02 11:35:53.591420 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-378b8e35-d40e-45d2-b048-88c1d7c9c2dd req-d90aaf00-5fb8-4d8f-8c85-2a65eb7bd7bc service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935085 Nov 02 11:35:53.742948 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bfbf075e-53da-4b18-bfea-0c90f9f39128 req-65c613c6-5fbd-4309-835d-e2a9af71aa05 tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:53.771267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bfbf075e-53da-4b18-bfea-0c90f9f39128 req-65c613c6-5fbd-4309-835d-e2a9af71aa05 tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7366006 Nov 02 11:35:53.772017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c613c6-5fbd-4309-835d-e2a9af71aa05 tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240d1315-8ad5-40a2-8f59-692111b87a79,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:53.806486 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:53.954871 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:53.958097 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51112) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:54.001012 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2133bb-6540-4d92-beeb-7a7a008b2879 req-3d488d15-a24e-4d09-9413-7579e7dbc4e2 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:54.002593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e2133bb-6540-4d92-beeb-7a7a008b2879 req-3d488d15-a24e-4d09-9413-7579e7dbc4e2 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 944 time: 0.0558870 Nov 02 11:35:54.056734 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-3b881b01-3956-4d17-9699-5f320cf259ff tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=16a3b566c05542c4b7c7104628da09f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272896 Nov 02 11:35:54.120793 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-00d9c086-fb99-4583-9b78-72a42c414841 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-network', 'tenant_id': 'df313a0344574db0a3fecb6f28843431'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:54.176803 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e2133bb-6540-4d92-beeb-7a7a008b2879 req-d77bec59-d200-42ee-b7e7-15a4e2282d4a tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647189 Nov 02 11:35:54.239450 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d27aeed-2418-40b3-8065-145470beab86 req-020e32c8-d14d-4bbc-8c6e-6743dc804b34 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 210 time: 0.0377705 Nov 02 11:35:54.240531 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d9c086-fb99-4583-9b78-72a42c414841 admin admin] Made reservation on behalf of df313a0344574db0a3fecb6f28843431 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:35:54.242760 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00d9c086-fb99-4583-9b78-72a42c414841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:54.256997 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-aaa81bd9-d4b4-4197-91f0-86409557a547 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:54.258399 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-aaa81bd9-d4b4-4197-91f0-86409557a547 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914713 Nov 02 11:35:54.268086 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00d9c086-fb99-4583-9b78-72a42c414841 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:54.280926 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-9eb678fd-68a4-464c-b52b-16a4b3693f46 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Request body: {'port': {'device_id': 'ac1cf2fb-5fce-4182-8b12-d1e664e1b629', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': '16a3b566c05542c4b7c7104628da09f2'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:54.379627 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00d9c086-fb99-4583-9b78-72a42c414841 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:54.416901 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-c8f0ebae-98d6-4d41-b1b6-953e93b0d762 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395362 Nov 02 11:35:54.468850 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c248c-be89-490f-b569-bc17e0470a84 req-8ae1600c-c7a5-4378-9fad-b57f816baefb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:54.470427 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-be6c248c-be89-490f-b569-bc17e0470a84 req-8ae1600c-c7a5-4378-9fad-b57f816baefb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.0505898 Nov 02 11:35:54.506376 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00d9c086-fb99-4583-9b78-72a42c414841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:54.555971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-aa0197e9-e6d1-4a6b-88b3-29f7e175c75b tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:54.557487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-aa0197e9-e6d1-4a6b-88b3-29f7e175c75b tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1327183 Nov 02 11:35:54.559166 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d9c086-fb99-4583-9b78-72a42c414841 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:35:54.561017 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9c086-fb99-4583-9b78-72a42c414841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e295a640-9f33-44d4-acfd-3463d7f4926c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:54.570592 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-be6c248c-be89-490f-b569-bc17e0470a84 req-b5235a6f-5fd2-492f-938d-4a6352025f3f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933816 Nov 02 11:35:54.579602 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00d9c086-fb99-4583-9b78-72a42c414841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:54.579870 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-00d9c086-fb99-4583-9b78-72a42c414841 admin admin] Added segment 97b162ae-5f9c-4123-af4f-f43ca1e58b75 of type vlan for network b9a21829-9531-42da-bd32-b51063727cdd Nov 02 11:35:54.597211 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-9eb678fd-68a4-464c-b52b-16a4b3693f46 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Made reservation on behalf of 16a3b566c05542c4b7c7104628da09f2 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:35:54.601258 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-9eb678fd-68a4-464c-b52b-16a4b3693f46 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:54.604197 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-d18e61ce-b32b-49f0-946e-f3de78c52a68 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/quotas/d8225d8ee4a1492f818d0de3e1109c1e HTTP/1.1" status: 200 len: 375 time: 0.0276003 Nov 02 11:35:54.615357 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-9eb678fd-68a4-464c-b52b-16a4b3693f46 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:54.642553 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00d9c086-fb99-4583-9b78-72a42c414841 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:54.697659 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-a91b43a2-d351-43f6-acb2-75b5729c9e83 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0844791 Nov 02 11:35:54.743243 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00d9c086-fb99-4583-9b78-72a42c414841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:54.744512 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d9c086-fb99-4583-9b78-72a42c414841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:54.745200 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00d9c086-fb99-4583-9b78-72a42c414841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:54.762723 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-9eb678fd-68a4-464c-b52b-16a4b3693f46 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:54.833628 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9c086-fb99-4583-9b78-72a42c414841 admin admin] Pushing event updated for resources: {'Network': ['ID=b9a21829-9531-42da-bd32-b51063727cdd,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:54.834732 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-9eb678fd-68a4-464c-b52b-16a4b3693f46 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:54.844033 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network b9a21829-9531-42da-bd32-b51063727cdd details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:35:54.865345 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-00d9c086-fb99-4583-9b78-72a42c414841 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9055617 Nov 02 11:35:54.868334 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51160) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:54.873422 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4a871b28-ad1b-4b14-8e94-d752464c3c1c admin admin] Request body: {'subnet': {'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-subnet', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:54.920068 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:54.939921 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb678fd-68a4-464c-b52b-16a4b3693f46 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe699ef-d5e6-4846-baaf-eedcb4f4773c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:55.015220 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b29c2bce-3215-42bc-9556-6dd21645a864 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:35:55.019832 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a871b28-ad1b-4b14-8e94-d752464c3c1c admin admin] Made reservation on behalf of df313a0344574db0a3fecb6f28843431 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:35:55.023190 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a871b28-ad1b-4b14-8e94-d752464c3c1c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:55.028659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-9eb678fd-68a4-464c-b52b-16a4b3693f46 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Allocated IP 192.168.233.89 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/84f9c3a5-8575-46d0-84af-a90b5fd9aa12) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:35:55.135347 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-fcb1d1bb-e370-4182-ba15-9137bab82838 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:55.137203 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-fcb1d1bb-e370-4182-ba15-9137bab82838 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/networks?id=f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 HTTP/1.1" status: 200 len: 815 time: 0.2283964 Nov 02 11:35:55.165526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port b29c2bce-3215-42bc-9556-6dd21645a864, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b29c2bce-3215-42bc-9556-6dd21645a864,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:55.168749 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-87e02b58-6029-4b66-a414-4b456c7341d6 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/quotas/421fa8b2e3444ddcb336955a78b6f4fb HTTP/1.1" status: 200 len: 375 time: 0.0215030 Nov 02 11:35:55.186584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'b29c2bce-3215-42bc-9556-6dd21645a864', 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578', 'port_id': 'b29c2bce-3215-42bc-9556-6dd21645a864', 'mac_address': 'fa:16:3e:90:64:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdbd00e1-b22f-4068-b469-67b0d575f006', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:35:55.260158 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:55.263185 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-53695d0a-16a0-423b-818b-b96730fcec08 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=421fa8b2e3444ddcb336955a78b6f4fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858526 Nov 02 11:35:55.270198 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-9eb678fd-68a4-464c-b52b-16a4b3693f46 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:55.292585 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29c2bce-3215-42bc-9556-6dd21645a864 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:35:55.315013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port b29c2bce-3215-42bc-9556-6dd21645a864, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b29c2bce-3215-42bc-9556-6dd21645a864,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:55.375867 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:55.377112 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-9eb678fd-68a4-464c-b52b-16a4b3693f46 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:55.431156 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-9eb678fd-68a4-464c-b52b-16a4b3693f46 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:35:55.435197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-9eb678fd-68a4-464c-b52b-16a4b3693f46 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:35:55.440096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-9eb678fd-68a4-464c-b52b-16a4b3693f46 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:35:55.447442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-9eb678fd-68a4-464c-b52b-16a4b3693f46 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:55.448305 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-9eb678fd-68a4-464c-b52b-16a4b3693f46 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:55.456066 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-edb81329-94ed-4939-92d0-8709aa974ce8 service neutron] 10.222.0.52 "GET /v2.0/networks/f40c55d7-1a42-4ab8-b39e-02b4fefb6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771441 Nov 02 11:35:55.476025 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb678fd-68a4-464c-b52b-16a4b3693f46 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Pushing event updated for resources: {'Port': ['ID=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:55.490377 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a871b28-ad1b-4b14-8e94-d752464c3c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:55.495812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=b29c2bce-3215-42bc-9556-6dd21645a864,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:55.503749 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:55.504107 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:55.504451 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:55.504788 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:55.505122 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:55.505453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:55.505780 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:55.506136 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:55.506464 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:55.506791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:55.507191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:55.507515 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:35:55.552890 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-9eb678fd-68a4-464c-b52b-16a4b3693f46 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2857080 Nov 02 11:35:55.565557 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Request body: {'port': {'device_id': 'ac1cf2fb-5fce-4182-8b12-d1e664e1b629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:55.620340 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['b29c2bce-3215-42bc-9556-6dd21645a864'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:35:55.625188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a871b28-ad1b-4b14-8e94-d752464c3c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c67969c-9913-4e0f-af20-37d010fa84e6,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:55.664390 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-d7dc9032-8c37-4a6b-be89-c5c252c238d9 service neutron] 10.222.0.52 "GET /v2.0/networks/f40c55d7-1a42-4ab8-b39e-02b4fefb6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072184 Nov 02 11:35:55.669264 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a871b28-ad1b-4b14-8e94-d752464c3c1c admin admin] Checking segment: {'id': '97b162ae-5f9c-4123-af4f-f43ca1e58b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:35:55.672861 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a871b28-ad1b-4b14-8e94-d752464c3c1c admin admin] Network hostable DHCP agents. Network: b9a21829-9531-42da-bd32-b51063727cdd, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:35:55.689998 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:55.777044 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a871b28-ad1b-4b14-8e94-d752464c3c1c admin admin] Network b9a21829-9531-42da-bd32-b51063727cdd is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:35:55.863376 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-8094a7aa-e943-4129-85de-1195fad4d5ab None None] Provisioning complete for port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:55.863982 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8094a7aa-e943-4129-85de-1195fad4d5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:55.913200 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-4a871b28-ad1b-4b14-8e94-d752464c3c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, b9a21829-9531-42da-bd32-b51063727cdd) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:35:55.917322 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a871b28-ad1b-4b14-8e94-d752464c3c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:55.917948 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a871b28-ad1b-4b14-8e94-d752464c3c1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:55.938524 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b54092-92bf-4bed-99a3-81f45a1c555d None None] Network b9a21829-9531-42da-bd32-b51063727cdd requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:35:55.976074 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-8094a7aa-e943-4129-85de-1195fad4d5ab None None] Port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:35:55.986721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac2418-f5d3-4aa2-a8e4-b6046fdef856 req-63cc1874-6d05-4010-994e-243916ef43fb tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:55.993938 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-95ac2418-f5d3-4aa2-a8e4-b6046fdef856 req-63cc1874-6d05-4010-994e-243916ef43fb tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 945 time: 0.1192527 Nov 02 11:35:56.011085 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4a871b28-ad1b-4b14-8e94-d752464c3c1c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1414413 Nov 02 11:35:56.011692 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51192) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:56.021406 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:56.085123 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-95ac2418-f5d3-4aa2-a8e4-b6046fdef856 req-469164b3-2d30-4087-b7a3-0b8ef7b39278 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843432 Nov 02 11:35:56.156072 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:35:56.178893 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:56.201561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Transition to ACTIVE for port object 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:35:56.216788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640ad1e-906a-4655-9725-6d2f4ca29794 req-f6205acf-892f-4dce-80d4-0155b726220b tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:56.226493 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7640ad1e-906a-4655-9725-6d2f4ca29794 req-f6205acf-892f-4dce-80d4-0155b726220b tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 935 time: 0.1786854 Nov 02 11:35:56.275064 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:56.291654 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-b9a21829-9531-42da-bd32-b51063727cdd', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:35:56.294975 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:56.312549 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7640ad1e-906a-4655-9725-6d2f4ca29794 req-b74dbad2-03da-4423-a72a-6d5060869a8f tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fe699ef-d5e6-4846-baaf-eedcb4f4773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841477 Nov 02 11:35:56.314414 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:56.315564 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:56.468402 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:56.518238 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Pushing event updated for resources: {'Port': ['ID=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:56.540989 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95cdf6-ef63-4f2a-b38c-b546c51a1d3b req-d6497581-cd42-4795-b52c-bafb54988035 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:56.550724 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-af95cdf6-ef63-4f2a-b38c-b546c51a1d3b req-d6497581-cd42-4795-b52c-bafb54988035 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.0939233 Nov 02 11:35:56.562487 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Attempting to bind port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:35:56.562738 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Attempting to bind port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:35:56.563020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Attempting to bind port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:35:56.584113 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b199d06-03a6-47c0-89ef-00b470b879c3 req-a72ec6f9-4548-4d34-9677-2114d7bd7ccb tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 210 time: 0.0381281 Nov 02 11:35:56.587959 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-c62db35e-0e14-481b-b7c8-b16eeb120265 service neutron] show failed (client error): The resource could not be found. Nov 02 11:35:56.588960 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-c62db35e-0e14-481b-b7c8-b16eeb120265 service neutron] 10.222.0.79 "GET /v2.0/ports/6dd315c0-fcdb-4c14-8fa7-85de0ade7880/bindings/n-h2-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.2240255 Nov 02 11:35:56.589494 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:35:56.589817 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Attempting to bind port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:35:56.596102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:35:56.596437 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:35:56.596893 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:35:56.597329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Bound port: 84f9c3a5-8575-46d0-84af-a90b5fd9aa12, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:35:56.597688 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:56.700235 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Allocated IP 172.20.0.2 (b9a21829-9531-42da-bd32-b51063727cdd/1c67969c-9913-4e0f-af20-37d010fa84e6/ac074038-2094-4a8a-a815-a3311ac04c24) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:35:56.753848 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] For port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:35:56.758306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] For port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:35:56.791088 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-af95cdf6-ef63-4f2a-b38c-b546c51a1d3b req-8ddd07d6-3598-41ed-bea4-391302ac6afa tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378190 Nov 02 11:35:56.826842 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:56.838877 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:56.879408 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:56.880032 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:56.881417 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] 10.222.0.54 "PUT /v2.0/ports/84f9c3a5-8575-46d0-84af-a90b5fd9aa12 HTTP/1.1" status: 200 len: 1096 time: 1.3206141 Nov 02 11:35:56.881862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1cf2fb-5fce-4182-8b12-d1e664e1b629', 'tag': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:35:56.884271 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b013c9b-4e6b-4044-8c74-bd19549baede" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1cf2fb-5fce-4182-8b12-d1e664e1b629", "tag": "84f9c3a5-8575-46d0-84af-a90b5fd9aa12"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:35:56.897265 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9e2775b6-26c5-43dc-b422-cd66a38de8c6 req-7d149fcf-d557-4f44-870c-c3251d5c1c7f tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 210 time: 0.0502532 Nov 02 11:35:56.912227 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090c205-f558-464b-90d6-b36b4d5a6e33 service neutron] Pushing event updated for resources: {'Port': ['ID=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:57.057926 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:57.069391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b29c2bce-3215-42bc-9556-6dd21645a864 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:35:57.129244 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc022e9-f86c-43d2-bf82-f784ce999ea4 x-openstack-request-id: req-3cc022e9-f86c-43d2-bf82-f784ce999ea4 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:35:57.130142 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1cf2fb-5fce-4182-8b12-d1e664e1b629", "tag": "84f9c3a5-8575-46d0-84af-a90b5fd9aa12", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:35:57.132680 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3cc022e9-f86c-43d2-bf82-f784ce999ea4 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:35:57.133825 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1cf2fb-5fce-4182-8b12-d1e664e1b629', 'tag': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12', 'status': 'completed', 'code': 200} Nov 02 11:35:57.167010 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-7c985986-bdad-413c-87f1-51867b0405d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:57.168875 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-7c985986-bdad-413c-87f1-51867b0405d1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=16a3b566c05542c4b7c7104628da09f2&device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 1099 time: 0.1068828 Nov 02 11:35:57.240342 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-734f73db-2584-49f9-8ed4-a95de96701be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=84f9c3a5-8575-46d0-84af-a90b5fd9aa12 HTTP/1.1" status: 200 len: 217 time: 0.0614531 Nov 02 11:35:57.258178 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:57.288549 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:57.309761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port b29c2bce-3215-42bc-9556-6dd21645a864 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:35:57.311202 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:57.339188 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-dbc17d54-7556-4047-bd3d-92385c7e4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:57.341090 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-dbc17d54-7556-4047-bd3d-92385c7e4831 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0899405 Nov 02 11:35:57.343151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port b29c2bce-3215-42bc-9556-6dd21645a864 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:57.343532 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:57.354128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Network b9a21829-9531-42da-bd32-b51063727cdd is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:35:57.381653 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:35:57.385876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Pushing event updated for resources: {'Port': ['ID=ac074038-2094-4a8a-a815-a3311ac04c24,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:57.388447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:35:57.408593 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12eb96d-db38-4317-8104-f694ede5e0f2 req-466c07b6-0314-46bc-9a00-1b4307989653 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:57.410524 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a12eb96d-db38-4317-8104-f694ede5e0f2 req-466c07b6-0314-46bc-9a00-1b4307989653 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 945 time: 0.1691318 Nov 02 11:35:57.432235 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-d7487e20-2b4c-465c-9b51-c78926b27de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:57.434210 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-d7487e20-2b4c-465c-9b51-c78926b27de5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0796075 Nov 02 11:35:57.474116 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Attempting to bind port ac074038-2094-4a8a-a815-a3311ac04c24 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:35:57.476336 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Attempting to bind port ac074038-2094-4a8a-a815-a3311ac04c24 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '97b162ae-5f9c-4123-af4f-f43ca1e58b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:35:57.476336 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Attempting to bind port ac074038-2094-4a8a-a815-a3311ac04c24 on network b9a21829-9531-42da-bd32-b51063727cdd {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:35:57.506714 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:35:57.507269 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Checking segment: {'id': '97b162ae-5f9c-4123-af4f-f43ca1e58b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:35:57.507472 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:57.508008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Bound using segment: {'id': '97b162ae-5f9c-4123-af4f-f43ca1e58b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:35:57.508506 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Bound port: ac074038-2094-4a8a-a815-a3311ac04c24, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b162ae-5f9c-4123-af4f-f43ca1e58b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:35:57.508889 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:57.530155 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:57.561654 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a12eb96d-db38-4317-8104-f694ede5e0f2 req-e90a323e-4567-44d1-b7db-f81b02dfa369 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434972 Nov 02 11:35:57.568747 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] Allocated IP 172.25.6.30 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/a1a6eebe-7c25-461e-afa5-6c02786ce345) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:35:57.595288 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-c603d5c5-bb46-4ce0-820b-7553060039df service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517942 Nov 02 11:35:57.616826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdafb3a-e2c2-404a-8c1f-4d5e8d958869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29c2bce-3215-42bc-9556-6dd21645a864'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:35:57.619994 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d31594-3e1f-4382-a4ea-c752002682a3" -d '{"events": [{"server_uuid": "9bdafb3a-e2c2-404a-8c1f-4d5e8d958869", "name": "network-vif-plugged", "status": "completed", "tag": "b29c2bce-3215-42bc-9556-6dd21645a864"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:35:57.647597 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port b29c2bce-3215-42bc-9556-6dd21645a864, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b29c2bce-3215-42bc-9556-6dd21645a864,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:57.652151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] For port ac074038-2094-4a8a-a815-a3311ac04c24, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:35:57.656235 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] For port ac074038-2094-4a8a-a815-a3311ac04c24, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ac074038-2094-4a8a-a815-a3311ac04c24,segment=NetworkSegment(97b162ae-5f9c-4123-af4f-f43ca1e58b75),segment_id=97b162ae-5f9c-4123-af4f-f43ca1e58b75)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:35:57.713496 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-b77a2fcd-5d11-4df7-bbc7-cba579125eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:57.714948 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-b77a2fcd-5d11-4df7-bbc7-cba579125eb5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25&tenant_id=6196471367014fa2a6ff86ee9c2ee144 HTTP/1.1" status: 200 len: 1102 time: 0.2172282 Nov 02 11:35:57.720442 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cea72f4a-6574-4a4e-8aec-b293084fec98 req-18ef3945-a81d-4dce-83b3-a888a9c00451 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179743 Nov 02 11:35:57.727840 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ae9af-1022-4473-afa8-93d5b4a0dcad req-c81b88ac-49c0-4434-98db-d093d592f76d tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:57.729502 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-087ae9af-1022-4473-afa8-93d5b4a0dcad req-c81b88ac-49c0-4434-98db-d093d592f76d tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 947 time: 0.1948199 Nov 02 11:35:57.736166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c2e7191-24f6-4459-a709-35fbba1cd9bf req-2d11c379-49cb-4deb-9359-5c83a5ed20d0 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 210 time: 0.0353074 Nov 02 11:35:57.736993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:35:57.788658 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14185f03-5530-433c-9521-7e7b15e5bb1c x-openstack-request-id: req-14185f03-5530-433c-9521-7e7b15e5bb1c {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:35:57.789455 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdafb3a-e2c2-404a-8c1f-4d5e8d958869", "name": "network-vif-plugged", "status": "completed", "tag": "b29c2bce-3215-42bc-9556-6dd21645a864", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:35:57.789455 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14185f03-5530-433c-9521-7e7b15e5bb1c {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:35:57.790259 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bdafb3a-e2c2-404a-8c1f-4d5e8d958869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29c2bce-3215-42bc-9556-6dd21645a864', 'code': 200} Nov 02 11:35:57.822821 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:57.827250 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:57.912916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=b29c2bce-3215-42bc-9556-6dd21645a864,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:58.000061 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0e3c7-4d31-4874-a8ac-19ff832601b5 None None] Pushing event updated for resources: {'Port': ['ID=ac074038-2094-4a8a-a815-a3311ac04c24,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:58.062216 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cbf0e-831c-4c12-9e51-c8ee630d4980 req-2388a229-ac47-4af5-a069-e857147ad029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:58.064164 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c28cbf0e-831c-4c12-9e51-c8ee630d4980 req-2388a229-ac47-4af5-a069-e857147ad029 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 1098 time: 0.1930075 Nov 02 11:35:58.066882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b013c9b-4e6b-4044-8c74-bd19549baede req-287e0ec4-7f3c-42f2-a558-c5f10b0d6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:58.068286 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b013c9b-4e6b-4044-8c74-bd19549baede req-287e0ec4-7f3c-42f2-a558-c5f10b0d6ce3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=16a3b566c05542c4b7c7104628da09f2&device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 1099 time: 0.1089165 Nov 02 11:35:58.087625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608c9db-a8f3-4a2f-bffd-ac43051546cb req-88b37210-21a4-4509-99b5-70c9ca870a1b tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:58.089170 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d608c9db-a8f3-4a2f-bffd-ac43051546cb req-88b37210-21a4-4509-99b5-70c9ca870a1b tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.1312971 Nov 02 11:35:58.108579 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:58.142859 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-087ae9af-1022-4473-afa8-93d5b4a0dcad req-40765ded-9433-4d85-8cf9-e35950172837 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fe699ef-d5e6-4846-baaf-eedcb4f4773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985324 Nov 02 11:35:58.151116 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:58.280460 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c28cbf0e-831c-4c12-9e51-c8ee630d4980 req-5f6d5aab-50af-498c-8c84-58523f2b24dc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084851 Nov 02 11:35:58.313996 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d608c9db-a8f3-4a2f-bffd-ac43051546cb req-e6c9d762-a051-4985-a7bd-3b4e9e6bfadb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059886 Nov 02 11:35:58.327397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b013c9b-4e6b-4044-8c74-bd19549baede req-df740595-fd52-491f-b15c-5f44657ba5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:58.329651 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b013c9b-4e6b-4044-8c74-bd19549baede req-df740595-fd52-491f-b15c-5f44657ba5c2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.2507474 Nov 02 11:35:58.376182 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b013c9b-4e6b-4044-8c74-bd19549baede req-2a3397ac-05b8-4b6c-9337-25b37dbe36b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=84f9c3a5-8575-46d0-84af-a90b5fd9aa12 HTTP/1.1" status: 200 len: 217 time: 0.0384810 Nov 02 11:35:58.429422 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0a8c68a-8875-4b89-9022-8a4047c63da2 req-06d58567-cba1-43d9-8823-f9438e294eb2 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 210 time: 0.0574405 Nov 02 11:35:58.431391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b013c9b-4e6b-4044-8c74-bd19549baede req-e8f0b290-aea7-4b38-bdd9-98549c8810b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:58.432844 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b013c9b-4e6b-4044-8c74-bd19549baede req-e8f0b290-aea7-4b38-bdd9-98549c8810b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0469110 Nov 02 11:35:58.443482 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:58.495497 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b013c9b-4e6b-4044-8c74-bd19549baede req-6850e8b5-4cf2-450a-976b-31d9d418d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:58.497389 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b013c9b-4e6b-4044-8c74-bd19549baede req-6850e8b5-4cf2-450a-976b-31d9d418d313 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0575864 Nov 02 11:35:58.497702 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:35:58.515749 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] For port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:58.518530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:35:58.530320 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:35:58.606470 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] Pushing event updated for resources: {'Port': ['ID=a1a6eebe-7c25-461e-afa5-6c02786ce345,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:58.637968 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b013c9b-4e6b-4044-8c74-bd19549baede req-235b09bb-850e-4d2a-99ec-1f490b4d85f2 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252623 Nov 02 11:35:58.671966 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] For port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:35:58.755794 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a23624-a30a-4921-8977-1422fb361b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd315c0-fcdb-4c14-8fa7-85de0ade7880'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:35:58.758051 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cd8d16-ba9c-4e04-8b69-8a4c145c98dd" -d '{"events": [{"server_uuid": "09a23624-a30a-4921-8977-1422fb361b25", "name": "network-vif-unplugged", "status": "completed", "tag": "6dd315c0-fcdb-4c14-8fa7-85de0ade7880"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:35:58.801398 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:58.801657 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b013c9b-4e6b-4044-8c74-bd19549baede req-aed791b5-36c2-4fbc-9e1f-b67677ff8ae1 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549244 Nov 02 11:35:58.804144 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Transition to ACTIVE for port object 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:35:58.814605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa35f6-84dc-43af-b322-815e8ac2fd11 req-8be713ca-85a7-47de-b31c-0c37769d0dc4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:58.821106 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-99fa35f6-84dc-43af-b322-815e8ac2fd11 req-8be713ca-85a7-47de-b31c-0c37769d0dc4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 946 time: 0.1183691 Nov 02 11:35:58.860670 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-61470696-943c-4b91-b469-da4ac9009772 req-9f2b087a-113a-45f7-bacf-0bc91099adc0 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 210 time: 0.0412002 Nov 02 11:35:58.880244 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-99fa35f6-84dc-43af-b322-815e8ac2fd11 req-8f6ca369-0ee4-4ac5-8304-b46ca6630d6a tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582430 Nov 02 11:35:58.930105 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:58.933007 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff690aa0-8056-4e81-969c-f6b751d1aecf x-openstack-request-id: req-ff690aa0-8056-4e81-969c-f6b751d1aecf {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:35:58.933303 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a23624-a30a-4921-8977-1422fb361b25", "name": "network-vif-unplugged", "status": "completed", "tag": "6dd315c0-fcdb-4c14-8fa7-85de0ade7880", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:35:58.933548 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff690aa0-8056-4e81-969c-f6b751d1aecf {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:35:58.933959 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a23624-a30a-4921-8977-1422fb361b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd315c0-fcdb-4c14-8fa7-85de0ade7880', 'code': 200} Nov 02 11:35:59.043665 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] No DVR routers for this DVR port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:35:59.057650 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,revision_number=6']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:59.098496 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:59.140981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Attempting to bind port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:35:59.140981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Attempting to bind port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:35:59.141870 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Attempting to bind port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:35:59.150885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:35:59.151318 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Attempting to bind port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:35:59.161597 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae9ae5e-1693-4b9d-bec2-df783574481c None None] Network b9a21829-9531-42da-bd32-b51063727cdd requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:35:59.162036 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:35:59.162305 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:35:59.162692 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:35:59.163162 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Bound port: 6dd315c0-fcdb-4c14-8fa7-85de0ade7880, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:35:59.163521 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:59.258494 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51266) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:35:59.366054 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-79d86a73-d6d3-4f0a-a961-5eaebdd3445a None None] Provisioning complete for port ac074038-2094-4a8a-a815-a3311ac04c24 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:59.366687 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-79d86a73-d6d3-4f0a-a961-5eaebdd3445a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:59.449993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] For port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:35:59.483705 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a26230-7ca4-4c83-badb-051b7691111e req-d4a85c93-20d0-4e68-8be9-7d2ee2066f0c tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:59.486114 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-90a26230-7ca4-4c83-badb-051b7691111e req-d4a85c93-20d0-4e68-8be9-7d2ee2066f0c tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 947 time: 0.2477136 Nov 02 11:35:59.497162 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] For port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:35:59.506321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ac074038-2094-4a8a-a815-a3311ac04c24 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:35:59.549031 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38c790f1-5c62-4ed3-b974-2c5b6fd4c0a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:59.582590 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:59.587255 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c73f2-df79-44d2-9bf7-72951d29727f req-af5f6401-8302-41a9-b45f-a3ee1b462b8c tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:59.590068 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b27c73f2-df79-44d2-9bf7-72951d29727f req-af5f6401-8302-41a9-b45f-a3ee1b462b8c tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 948 time: 0.1522098 Nov 02 11:35:59.591148 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-79d86a73-d6d3-4f0a-a961-5eaebdd3445a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:59.647493 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port ac074038-2094-4a8a-a815-a3311ac04c24 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:35:59.647862 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:59.661375 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-79d86a73-d6d3-4f0a-a961-5eaebdd3445a None None] For port ac074038-2094-4a8a-a815-a3311ac04c24, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ac074038-2094-4a8a-a815-a3311ac04c24,segment=NetworkSegment(97b162ae-5f9c-4123-af4f-f43ca1e58b75),segment_id=97b162ae-5f9c-4123-af4f-f43ca1e58b75)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:35:59.678507 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:59.679182 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:59.680792 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-74889e17-dbc8-48e3-b509-b9a852f43584 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296838 Nov 02 11:35:59.683653 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] 10.222.0.54 "PUT /v2.0/ports/6dd315c0-fcdb-4c14-8fa7-85de0ade7880 HTTP/1.1" status: 200 len: 1097 time: 1.9513452 Nov 02 11:35:59.712755 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-90a26230-7ca4-4c83-badb-051b7691111e req-3f9954ad-7fe1-4dda-b7fa-00e32cded997 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fe699ef-d5e6-4846-baaf-eedcb4f4773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119050 Nov 02 11:35:59.739059 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:59.787748 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-79d86a73-d6d3-4f0a-a961-5eaebdd3445a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:59.836893 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:35:59.867611 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ca555-1061-434f-9dc6-1f6a5ac89715 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,revision_number=7']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:35:59.925034 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-9e5f500e-2261-44c0-950d-1b7c26410e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:35:59.926847 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-9e5f500e-2261-44c0-950d-1b7c26410e6f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 1100 time: 0.2130430 Nov 02 11:35:59.932073 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-452c9022-4d68-47ff-8f09-7663a86830e1 req-95bb0fd7-efd4-4809-aad4-bfb169402d16 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 210 time: 0.0593979 Nov 02 11:36:00.012564 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d86a73-d6d3-4f0a-a961-5eaebdd3445a None None] Pushing event updated for resources: {'Port': ['ID=ac074038-2094-4a8a-a815-a3311ac04c24,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:00.043437 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:36:00.044154 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:36:00.055922 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-64af8329-977e-4391-8bd6-c2df13bec6f8 None None] Provisioning complete for port ac074038-2094-4a8a-a815-a3311ac04c24 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:00.057665 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-64af8329-977e-4391-8bd6-c2df13bec6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:00.206201 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b6129ef8-798f-4fe7-afbe-a4dc1867f787 req-2d971fca-1ef3-4cca-b7d4-4bbe9863b733 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 210 time: 0.0399153 Nov 02 11:36:00.209016 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b27c73f2-df79-44d2-9bf7-72951d29727f req-353b25f2-eff9-4986-bca3-be8719223b89 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6105673 Nov 02 11:36:00.223510 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-f540561c-43a8-4a41-bded-b4ff55c2954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:00.225838 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-f540561c-43a8-4a41-bded-b4ff55c2954d service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.2838719 Nov 02 11:36:00.286323 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-07493ab5-5cdc-470f-9698-f720fa5b5137 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=6dd315c0-fcdb-4c14-8fa7-85de0ade7880 HTTP/1.1" status: 200 len: 217 time: 0.0528021 Nov 02 11:36:00.346390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-848631e0-d0f4-4808-a8dc-b085c867ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:00.353230 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-848631e0-d0f4-4808-a8dc-b085c867ba78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0543540 Nov 02 11:36:00.354397 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] Router 8c9b67f8-0dac-49de-b5b0-deca6a447908 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:36:00.427404 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38c790f1-5c62-4ed3-b974-2c5b6fd4c0a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:00.435612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2badba84-3c1c-4501-9b12-d6395b9a3409 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:00.437157 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2badba84-3c1c-4501-9b12-d6395b9a3409 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7459848 Nov 02 11:36:00.451325 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-07c845c8-2f41-4b01-b810-9262a5abc66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:00.452404 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-c8017699-f9f7-40fd-86ea-fdc6d269755d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Request body: {'port': {'device_id': '6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'd8225d8ee4a1492f818d0de3e1109c1e'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:00.452825 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-07c845c8-2f41-4b01-b810-9262a5abc66b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0907309 Nov 02 11:36:00.500272 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db61a7e-92c1-4d48-a08d-2e975c2ebb3d req-1d6ee355-3d85-49db-a87b-ee817d07d09e tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:00.501909 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8db61a7e-92c1-4d48-a08d-2e975c2ebb3d req-1d6ee355-3d85-49db-a87b-ee817d07d09e tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 946 time: 0.1902380 Nov 02 11:36:00.508258 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38c790f1-5c62-4ed3-b974-2c5b6fd4c0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:00.520080 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-f578ff70-4a2d-4e61-ab95-7b5f149adf16 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:00.521642 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-f578ff70-4a2d-4e61-ab95-7b5f149adf16 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.79 "GET /v2.0/networks?id=f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 HTTP/1.1" status: 200 len: 815 time: 0.2786560 Nov 02 11:36:00.566808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-bdea028e-6440-42da-8f1c-3b2ef05bd403 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Request body: {'port': {'device_id': '4a4bf29a-7950-48c6-9432-17940313a923', 'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88', 'admin_state_up': True, 'tenant_id': '421fa8b2e3444ddcb336955a78b6f4fb'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:00.643281 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-38c790f1-5c62-4ed3-b974-2c5b6fd4c0a1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eb05490f17b041938eb352a4834e439c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3827906 Nov 02 11:36:00.644429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51284) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:36:00.688926 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c790f1-5c62-4ed3-b974-2c5b6fd4c0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f8cd24-f1f0-4075-a881-6b656bd762c3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:00.772585 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8db61a7e-92c1-4d48-a08d-2e975c2ebb3d req-1169e128-20dc-4b3a-9069-544d973590bd tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498343 Nov 02 11:36:00.810458 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:36:00.828919 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Sync routers for ids ['8c9b67f8-0dac-49de-b5b0-deca6a447908'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:36:00.855338 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:36:00.857717 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Routers {'8c9b67f8-0dac-49de-b5b0-deca6a447908'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:36:00.860368 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:35:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8c9b67f8-0dac-49de-b5b0-deca6a447908'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:36:00.874507 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd2008eb-8bfb-4c70-a8c2-fb105ff04a19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:00.881688 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-2220643f-d946-437c-a333-349295e6a0f5 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024534 Nov 02 11:36:00.892752 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd2008eb-8bfb-4c70-a8c2-fb105ff04a19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:00.942396 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a23624-a30a-4921-8977-1422fb361b25', 'tag': '6dd315c0-fcdb-4c14-8fa7-85de0ade7880'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:00.944793 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f4114b-396b-440a-8622-7cc37a347a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "09a23624-a30a-4921-8977-1422fb361b25", "tag": "6dd315c0-fcdb-4c14-8fa7-85de0ade7880"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:00.976767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.79', 64201) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:36:00.977874 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.api [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-bdea028e-6440-42da-8f1c-3b2ef05bd403 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 02 11:36:00.977874 n-d-806683-18 neutron-server[102689]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 02 11:36:00.977874 n-d-806683-18 neutron-server[102689]: [parameters: {'project_id_1': '421fa8b2e3444ddcb336955a78b6f4fb', 'expiration_1': datetime.datetime(2021, 11, 2, 11, 35, 40, 847500)}] Nov 02 11:36:00.977874 n-d-806683-18 neutron-server[102689]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:36:00.978517 n-d-806683-18 neutron-server[102689]: DEBUG oslo_db.api [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-bdea028e-6440-42da-8f1c-3b2ef05bd403 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:36:00.997741 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:01.001164 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-451c7152-f86e-4c7c-8481-0a85d0e9d77a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.9863126 Nov 02 11:36:01.004330 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51300) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:36:01.010611 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-81ca673d-15a5-4287-8419-e8099a0bc51d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307970 Nov 02 11:36:01.020560 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076f007-f280-4a96-8344-ed3bc6a865c7 req-198ff195-d307-4a5a-9471-530155d48699 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:01.027767 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2076f007-f280-4a96-8344-ed3bc6a865c7 req-198ff195-d307-4a5a-9471-530155d48699 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 947 time: 0.1835992 Nov 02 11:36:01.046339 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:01.058407 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Set router 8c9b67f8-0dac-49de-b5b0-deca6a447908 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:36:01.071952 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12', 'mac_address': 'fa:16:3e:a4:e2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:36:01.075686 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd2008eb-8bfb-4c70-a8c2-fb105ff04a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:01.081190 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:36:01.088083 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd2008eb-8bfb-4c70-a8c2-fb105ff04a19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:01.092281 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cd2008eb-8bfb-4c70-a8c2-fb105ff04a19 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/21f8cd24-f1f0-4075-a881-6b656bd762c3 HTTP/1.1" status: 204 len: 168 time: 0.4390962 Nov 02 11:36:01.234286 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-c8017699-f9f7-40fd-86ea-fdc6d269755d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Made reservation on behalf of d8225d8ee4a1492f818d0de3e1109c1e for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:36:01.241148 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-c8017699-f9f7-40fd-86ea-fdc6d269755d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:01.252826 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2008eb-8bfb-4c70-a8c2-fb105ff04a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f8cd24-f1f0-4075-a881-6b656bd762c3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:01.281323 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8f18afcd-5f63-4c5e-8457-aed4592785b3 req-457002be-6243-4b9a-94d6-daeacf4f2fce service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911581 Nov 02 11:36:01.318920 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2076f007-f280-4a96-8344-ed3bc6a865c7 req-38c60cc2-5403-4589-8f88-2c2127d68756 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fe699ef-d5e6-4846-baaf-eedcb4f4773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902029 Nov 02 11:36:01.458085 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbdb77a-0f33-4ea5-a1d2-7e607e27402e x-openstack-request-id: req-6fbdb77a-0f33-4ea5-a1d2-7e607e27402e {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:01.459142 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a23624-a30a-4921-8977-1422fb361b25", "tag": "6dd315c0-fcdb-4c14-8fa7-85de0ade7880", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:01.459570 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6fbdb77a-0f33-4ea5-a1d2-7e607e27402e {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:01.460149 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a23624-a30a-4921-8977-1422fb361b25', 'tag': '6dd315c0-fcdb-4c14-8fa7-85de0ade7880', 'status': 'completed', 'code': 200} Nov 02 11:36:01.484405 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.79', 64202) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:36:01.484512 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ac074038-2094-4a8a-a815-a3311ac04c24 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:36:01.591695 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-9dfb337f-c750-4072-81fb-d6b934cc9a2b tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:01.604153 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-9dfb337f-c750-4072-81fb-d6b934cc9a2b tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5872900 Nov 02 11:36:01.618629 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:35:58Z', 'revision_number': 3, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:35:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:36:01.637088 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-6a6635a9-a896-47e9-9865-0a2d049acdb8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Request body: {'port': {'device_id': '7465ecd0-a9b5-4235-8693-030d9af08562', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'd8225d8ee4a1492f818d0de3e1109c1e'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:01.662671 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Checking router: 8c9b67f8-0dac-49de-b5b0-deca6a447908 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:36:01.663366 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Updating router 8c9b67f8-0dac-49de-b5b0-deca6a447908 port a1a6eebe-7c25-461e-afa5-6c02786ce345 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:36:01.680536 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:01.699685 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:01.706440 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:36:01.731150 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:01.779513 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:01.785020 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port ac074038-2094-4a8a-a815-a3311ac04c24 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:01.785648 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:01.808852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd179ad-d1f9-4061-a330-e2954dc49a60 req-97ada9f7-9dbb-47f6-b235-1c4704d615ef tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:01.810458 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4bd179ad-d1f9-4061-a330-e2954dc49a60 req-97ada9f7-9dbb-47f6-b235-1c4704d615ef tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 1098 time: 0.4897370 Nov 02 11:36:01.811427 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-bdea028e-6440-42da-8f1c-3b2ef05bd403 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Made reservation on behalf of 421fa8b2e3444ddcb336955a78b6f4fb for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:36:01.815563 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-bdea028e-6440-42da-8f1c-3b2ef05bd403 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:01.832260 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-48fad9e9-5802-444c-af21-8e58007bec7f req-927be3b5-5f6b-488f-a655-dd54f8fea248 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 210 time: 0.2409091 Nov 02 11:36:01.896363 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-c8017699-f9f7-40fd-86ea-fdc6d269755d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Allocated IP 192.168.233.212 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:36:01.906343 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-e934be8f-af52-46e7-813c-ec826f476c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:01.908579 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-e934be8f-af52-46e7-813c-ec826f476c30 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 1100 time: 0.2625959 Nov 02 11:36:01.915683 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-f64480f5-9fe5-44d1-a10b-c1b71e31d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:01.945215 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-f64480f5-9fe5-44d1-a10b-c1b71e31d905 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 1100 time: 0.4583306 Nov 02 11:36:01.978995 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:02.033796 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4bd179ad-d1f9-4061-a330-e2954dc49a60 req-3d7448a6-6db7-41ab-bdc8-c3cfd8e415b5 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092025 Nov 02 11:36:02.158437 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-bdea028e-6440-42da-8f1c-3b2ef05bd403 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Allocated IP 172.20.0.14 (f40c55d7-1a42-4ab8-b39e-02b4fefb6a88/2b57eab2-ab11-4e6a-a322-0971ece84e4e/b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:36:02.193684 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51326) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:36:02.204444 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-133d3978-8ca0-439d-848d-0cb931ccc5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:02.204444 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-133d3978-8ca0-439d-848d-0cb931ccc5f2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.2180369 Nov 02 11:36:02.204444 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-befcc919-64a9-4a22-8231-fc6bd586780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:02.204444 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-befcc919-64a9-4a22-8231-fc6bd586780d service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.2592745 Nov 02 11:36:02.227221 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-43f54e6f-217f-4558-bb89-cde1277f1354 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:02.239640 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-6a6635a9-a896-47e9-9865-0a2d049acdb8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Made reservation on behalf of d8225d8ee4a1492f818d0de3e1109c1e for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:36:02.243253 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-6a6635a9-a896-47e9-9865-0a2d049acdb8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:02.243544 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:02.251327 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['84f9c3a5-8575-46d0-84af-a90b5fd9aa12'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:02.267832 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-1d1ade37-597e-4d9b-a49b-4ad708bb59b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=6dd315c0-fcdb-4c14-8fa7-85de0ade7880 HTTP/1.1" status: 200 len: 217 time: 0.0559087 Nov 02 11:36:02.331721 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:02.341853 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-6cf78fce-c989-44b4-a9a1-ba6ae20b7891 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=6dd315c0-fcdb-4c14-8fa7-85de0ade7880 HTTP/1.1" status: 200 len: 217 time: 0.0727067 Nov 02 11:36:02.361347 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:02.472771 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-c8017699-f9f7-40fd-86ea-fdc6d269755d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:02.494264 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Attempting to bind port a1a6eebe-7c25-461e-afa5-6c02786ce345 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:36:02.495212 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Attempting to bind port a1a6eebe-7c25-461e-afa5-6c02786ce345 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:36:02.496474 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Attempting to bind port a1a6eebe-7c25-461e-afa5-6c02786ce345 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:02.510089 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:36:02.512130 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:36:02.514071 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:02.515085 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:36:02.516034 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Bound port: a1a6eebe-7c25-461e-afa5-6c02786ce345, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:36:02.517429 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:02.531243 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9996e9-5d63-416a-8558-d3d848cc960e req-17c1717f-cdf9-418e-b01c-06f2bbf39aeb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:02.539818 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7e9996e9-5d63-416a-8558-d3d848cc960e req-17c1717f-cdf9-418e-b01c-06f2bbf39aeb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 948 time: 0.2604747 Nov 02 11:36:02.567396 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-e8094a16-feca-45d9-8b4b-e328a3c1c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:02.569983 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-e8094a16-feca-45d9-8b4b-e328a3c1c419 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1709523 Nov 02 11:36:02.591434 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] For port a1a6eebe-7c25-461e-afa5-6c02786ce345, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:36:02.597768 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] For port a1a6eebe-7c25-461e-afa5-6c02786ce345, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a1a6eebe-7c25-461e-afa5-6c02786ce345,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:36:02.601267 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b19d0-b4b8-4932-8ab0-38284f98cf53 None None] Pushing event updated for resources: {'Port': ['ID=a1a6eebe-7c25-461e-afa5-6c02786ce345,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:02.608961 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a86514e-d764-470c-ad3b-c3fe1a701196 req-ac705422-ad50-4427-bde5-55e00183eab7 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 210 time: 0.1340926 Nov 02 11:36:02.613040 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b19d0-b4b8-4932-8ab0-38284f98cf53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:02.613507 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b19d0-b4b8-4932-8ab0-38284f98cf53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:02.613988 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b19d0-b4b8-4932-8ab0-38284f98cf53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:02.614437 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b19d0-b4b8-4932-8ab0-38284f98cf53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:02.615222 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b19d0-b4b8-4932-8ab0-38284f98cf53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:02.615842 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b19d0-b4b8-4932-8ab0-38284f98cf53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:02.616854 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b19d0-b4b8-4932-8ab0-38284f98cf53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:02.617292 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b19d0-b4b8-4932-8ab0-38284f98cf53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:02.617901 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b19d0-b4b8-4932-8ab0-38284f98cf53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:02.618446 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b19d0-b4b8-4932-8ab0-38284f98cf53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:02.618875 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b19d0-b4b8-4932-8ab0-38284f98cf53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:02.619369 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462b19d0-b4b8-4932-8ab0-38284f98cf53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:02.671229 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-bdbd4b7e-ed49-4045-95f3-ba1a13661f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:02.672871 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:02.673223 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-bdbd4b7e-ed49-4045-95f3-ba1a13661f82 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.3333161 Nov 02 11:36:02.804348 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-43f54e6f-217f-4558-bb89-cde1277f1354 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:02.816364 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-bdea028e-6440-42da-8f1c-3b2ef05bd403 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:02.828968 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7e9996e9-5d63-416a-8558-d3d848cc960e req-17f248cc-3570-4262-b80f-6cf2f17c49db tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872765 Nov 02 11:36:02.865743 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcaf9d-d3bb-49a2-8907-6e910f736dc3 req-0c7006b6-a311-4f3d-a961-1e05318634b6 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:02.865854 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Routers {'8c9b67f8-0dac-49de-b5b0-deca6a447908'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:36:02.865854 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:35:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8c9b67f8-0dac-49de-b5b0-deca6a447908'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:36:02.867767 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-22dcaf9d-d3bb-49a2-8907-6e910f736dc3 req-0c7006b6-a311-4f3d-a961-1e05318634b6 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 948 time: 0.1648757 Nov 02 11:36:02.903889 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b19d0-b4b8-4932-8ab0-38284f98cf53 None None] Pushing event updated for resources: {'Port': ['ID=a1a6eebe-7c25-461e-afa5-6c02786ce345,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:02.929498 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-c8017699-f9f7-40fd-86ea-fdc6d269755d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:02.959210 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-3761aeb6-ff2b-4f35-b2d6-6a18f7a09d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:02.964983 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-3761aeb6-ff2b-4f35-b2d6-6a18f7a09d67 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3260872 Nov 02 11:36:03.015798 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-43f54e6f-217f-4558-bb89-cde1277f1354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:03.016540 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] Set router 8c9b67f8-0dac-49de-b5b0-deca6a447908 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:36:03.019355 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8017699-f9f7-40fd-86ea-fdc6d269755d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Pushing event updated for resources: {'Port': ['ID=cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:03.031451 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-6abfff02-b8bc-42bb-9132-669716f77900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:03.036452 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-6abfff02-b8bc-42bb-9132-669716f77900 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3210254 Nov 02 11:36:03.072871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f54e6f-217f-4558-bb89-cde1277f1354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68853db7-2322-43c0-a930-2d9b10f20c0d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:03.099415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-c8017699-f9f7-40fd-86ea-fdc6d269755d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:36:03.112169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-c8017699-f9f7-40fd-86ea-fdc6d269755d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:36:03.125539 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-c8017699-f9f7-40fd-86ea-fdc6d269755d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:36:03.130992 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-c8017699-f9f7-40fd-86ea-fdc6d269755d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:03.131622 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-c8017699-f9f7-40fd-86ea-fdc6d269755d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:03.144289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-6a6635a9-a896-47e9-9865-0a2d049acdb8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Allocated IP 192.168.233.239 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/9679caad-6d46-4129-b037-95ba1479b1a3) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:36:03.151148 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-43f54e6f-217f-4558-bb89-cde1277f1354 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=774df757a0cc4409a3be71f01880f4ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9551678 Nov 02 11:36:03.166304 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-22dcaf9d-d3bb-49a2-8907-6e910f736dc3 req-da7f4764-87e4-4835-82c0-f8ba9b496672 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fe699ef-d5e6-4846-baaf-eedcb4f4773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975724 Nov 02 11:36:03.168951 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51338) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:36:03.191154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:03.527310 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66c03d23-d2e1-4b4e-9728-68ae4ccbe5e1 req-8c667659-53f8-4b0f-b154-4a578f27b858 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 210 time: 0.0632882 Nov 02 11:36:03.530170 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-34ae1932-84f6-4fa6-b96e-24480f0c2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:03.530170 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8670e-4af2-4787-8db5-300e86325980 req-97349235-bc7a-48f5-b869-11e87014fbb8 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:03.530170 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4a8670e-4af2-4787-8db5-300e86325980 req-97349235-bc7a-48f5-b869-11e87014fbb8 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 1098 time: 0.4468887 Nov 02 11:36:03.530170 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-742afb10-00ce-4e16-8f98-1847131ddbbe service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870449 Nov 02 11:36:03.533307 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd46ac95-b244-40da-8941-5a59d7ce5bbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:03.533307 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd46ac95-b244-40da-8941-5a59d7ce5bbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:03.549821 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:35:58Z', 'revision_number': 3, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:36:03.601545 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38575a4-7014-4381-85e2-0c08524cbdc4 None None] The sync data for ids ['8c9b67f8-0dac-49de-b5b0-deca6a447908'] in n-d-806683-18 is: [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:35:58Z', 'revision_number': 3, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:36:03.604591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b36e395d-406b-452b-b5fb-c0d5d292bdb3 None None] Provisioning complete for port cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:03.604973 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b36e395d-406b-452b-b5fb-c0d5d292bdb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:03.617053 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-bdea028e-6440-42da-8f1c-3b2ef05bd403 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:03.670782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b36e395d-406b-452b-b5fb-c0d5d292bdb3 None None] Port cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:36:03.704540 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-4af3afee-4b4c-42d6-9920-dac4dfdaa5df service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590611 Nov 02 11:36:03.761248 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-c8017699-f9f7-40fd-86ea-fdc6d269755d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3126047 Nov 02 11:36:03.804489 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-bdea028e-6440-42da-8f1c-3b2ef05bd403 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Network f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:36:03.805851 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd46ac95-b244-40da-8941-5a59d7ce5bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:03.808642 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd46ac95-b244-40da-8941-5a59d7ce5bbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:03.810162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-dd46ac95-b244-40da-8941-5a59d7ce5bbe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/68853db7-2322-43c0-a930-2d9b10f20c0d HTTP/1.1" status: 204 len: 168 time: 0.6192603 Nov 02 11:36:03.827540 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-bdea028e-6440-42da-8f1c-3b2ef05bd403 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:36:03.834174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-bdea028e-6440-42da-8f1c-3b2ef05bd403 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:36:03.849627 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-bdea028e-6440-42da-8f1c-3b2ef05bd403 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:03.860095 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-bdea028e-6440-42da-8f1c-3b2ef05bd403 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:03.957954 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea028e-6440-42da-8f1c-3b2ef05bd403 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Pushing event updated for resources: {'Port': ['ID=b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:03.973034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46ac95-b244-40da-8941-5a59d7ce5bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68853db7-2322-43c0-a930-2d9b10f20c0d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:04.011954 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Request body: {'port': {'device_id': '6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:04.143505 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-6a6635a9-a896-47e9-9865-0a2d049acdb8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:04.221366 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-bdea028e-6440-42da-8f1c-3b2ef05bd403 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6587937 Nov 02 11:36:04.248780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201d9f1-b90c-4e3b-8507-8751dc11b9bb req-f14830c4-fa17-43e3-bf20-d91d2033f16a tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:04.257721 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b201d9f1-b90c-4e3b-8507-8751dc11b9bb req-f14830c4-fa17-43e3-bf20-d91d2033f16a tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 932 time: 0.4800677 Nov 02 11:36:04.305496 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Request body: {'port': {'device_id': '4a4bf29a-7950-48c6-9432-17940313a923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:04.355662 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4a8670e-4af2-4787-8db5-300e86325980 req-99749888-914d-48ed-a036-6bfbf12b0b6c tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9408054 Nov 02 11:36:04.370116 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:04.442080 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c14155ef-b78a-489a-972a-ee8bdabd8336 None None] Provisioning complete for port b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:04.442677 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c14155ef-b78a-489a-972a-ee8bdabd8336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:04.481652 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-66082189-7a90-4f47-86a2-0750bfe06f4e service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0349276 Nov 02 11:36:04.551364 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c14155ef-b78a-489a-972a-ee8bdabd8336 None None] Port b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:36:04.606652 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7f4114b-396b-440a-8622-7cc37a347a0c req-785b811b-18cb-4a93-9efe-a844618f3ad1 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442106 Nov 02 11:36:04.633499 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-34ae1932-84f6-4fa6-b96e-24480f0c2f83 admin admin] Allocated IP 172.20.0.1 (b9a21829-9531-42da-bd32-b51063727cdd/1c67969c-9913-4e0f-af20-37d010fa84e6/1668e671-ddfc-4636-9935-372bae3b51a7) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:36:04.665512 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:04.722027 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b201d9f1-b90c-4e3b-8507-8751dc11b9bb req-d71ed17b-d62c-4ccd-8b1f-4c7a129d91fb tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/security-groups?id=88009b46-c520-41eb-896f-11380f04fe35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632747 Nov 02 11:36:04.865814 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:36:04.869524 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:36:04.979184 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-34ae1932-84f6-4fa6-b96e-24480f0c2f83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:05.073803 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a3b8b-b0be-4018-9675-70108b4817c4 req-df28bfa7-c9eb-4748-8d67-6bd5ff5768b4 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:05.076523 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-717a3b8b-b0be-4018-9675-70108b4817c4 req-df28bfa7-c9eb-4748-8d67-6bd5ff5768b4 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 948 time: 0.4144349 Nov 02 11:36:05.165122 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-717a3b8b-b0be-4018-9675-70108b4817c4 req-449a37d1-560d-4c82-924b-2a09a4365a07 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767593 Nov 02 11:36:05.166686 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-34ae1932-84f6-4fa6-b96e-24480f0c2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:05.255765 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ae1932-84f6-4fa6-b96e-24480f0c2f83 admin admin] Network b9a21829-9531-42da-bd32-b51063727cdd is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:36:05.259370 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae1932-84f6-4fa6-b96e-24480f0c2f83 admin admin] Pushing event updated for resources: {'Port': ['ID=1668e671-ddfc-4636-9935-372bae3b51a7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:05.269762 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-34ae1932-84f6-4fa6-b96e-24480f0c2f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:36:05.271249 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-6a6635a9-a896-47e9-9865-0a2d049acdb8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:05.294417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ae1932-84f6-4fa6-b96e-24480f0c2f83 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:36:05.295404 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-34ae1932-84f6-4fa6-b96e-24480f0c2f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:05.315531 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:05.364277 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:36:05.460498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:05.462166 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:05.678819 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a1a6eebe-7c25-461e-afa5-6c02786ce345 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:36:05.876698 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:05.905006 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-34ae1932-84f6-4fa6-b96e-24480f0c2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:05.908927 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '6dd315c0-fcdb-4c14-8fa7-85de0ade7880', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '6dd315c0-fcdb-4c14-8fa7-85de0ade7880', 'mac_address': 'fa:16:3e:4b:93:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:36:05.928014 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14cfe0-30f0-46cf-8f17-b47f1a35eb37 req-feb0c29a-3ccd-4ac4-aa37-244f4868e646 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:05.929841 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0f14cfe0-30f0-46cf-8f17-b47f1a35eb37 req-feb0c29a-3ccd-4ac4-aa37-244f4868e646 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 936 time: 0.1776326 Nov 02 11:36:06.082092 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0f14cfe0-30f0-46cf-8f17-b47f1a35eb37 req-738c6c1c-b410-43f3-b9ba-c861e7a902eb tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158733 Nov 02 11:36:06.136795 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:06.292422 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:06.324352 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:06.341155 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-34ae1932-84f6-4fa6-b96e-24480f0c2f83 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:06.343672 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c0d6193b-12a0-4d8c-be0f-cd63daa07b0c None None] Provisioning complete for port 1668e671-ddfc-4636-9935-372bae3b51a7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:06.344396 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c0d6193b-12a0-4d8c-be0f-cd63daa07b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:06.425878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:06.434236 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-34ae1932-84f6-4fa6-b96e-24480f0c2f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:06.437722 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-34ae1932-84f6-4fa6-b96e-24480f0c2f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:06.437948 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c0d6193b-12a0-4d8c-be0f-cd63daa07b0c None None] Port 1668e671-ddfc-4636-9935-372bae3b51a7 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:36:06.447144 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:06.487538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Transition to ACTIVE for port object cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:36:06.511335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6635a9-a896-47e9-9865-0a2d049acdb8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Pushing event updated for resources: {'Port': ['ID=9679caad-6d46-4129-b037-95ba1479b1a3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:06.527561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-6a6635a9-a896-47e9-9865-0a2d049acdb8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:36:06.551192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-6a6635a9-a896-47e9-9865-0a2d049acdb8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:36:06.556297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-6a6635a9-a896-47e9-9865-0a2d049acdb8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:36:06.560076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-6a6635a9-a896-47e9-9865-0a2d049acdb8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:06.560755 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-6a6635a9-a896-47e9-9865-0a2d049acdb8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:06.574916 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:06.606850 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839728bd-09c4-4315-87af-bfb5282a2d25 req-e63912a0-1b8f-4aae-8b4b-989fe45728ae tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:06.611000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-839728bd-09c4-4315-87af-bfb5282a2d25 req-e63912a0-1b8f-4aae-8b4b-989fe45728ae tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 948 time: 1.3603623 Nov 02 11:36:06.611000 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:06.631191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:06.667865 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:06.709392 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae1932-84f6-4fa6-b96e-24480f0c2f83 admin admin] Pushing event updated for resources: {'Port': ['ID=1668e671-ddfc-4636-9935-372bae3b51a7,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:06.737269 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a1a6eebe-7c25-461e-afa5-6c02786ce345 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:06.737985 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:06.757562 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:06.810656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ae1932-84f6-4fa6-b96e-24480f0c2f83 admin admin] Network b9a21829-9531-42da-bd32-b51063727cdd is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:36:06.812544 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-34ae1932-84f6-4fa6-b96e-24480f0c2f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:36:06.952085 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-839728bd-09c4-4315-87af-bfb5282a2d25 req-299ff8e4-9e97-4ac2-ba71-84cbdef5e930 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fe699ef-d5e6-4846-baaf-eedcb4f4773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003657 Nov 02 11:36:06.955507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['6dd315c0-fcdb-4c14-8fa7-85de0ade7880'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:06.970411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:06.984180 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-6a6635a9-a896-47e9-9865-0a2d049acdb8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3673010 Nov 02 11:36:07.082403 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Request body: {'port': {'device_id': '7465ecd0-a9b5-4235-8693-030d9af08562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:07.099142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Transition to ACTIVE for port object b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:36:07.231255 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:07.271665 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:07.291647 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1cf2fb-5fce-4182-8b12-d1e664e1b629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:07.325912 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0b73e2-64e3-4180-903f-df0ddce2b489" -d '{"events": [{"server_uuid": "ac1cf2fb-5fce-4182-8b12-d1e664e1b629", "name": "network-vif-plugged", "status": "completed", "tag": "84f9c3a5-8575-46d0-84af-a90b5fd9aa12"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:07.380897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ae1932-84f6-4fa6-b96e-24480f0c2f83 admin admin] Router 8c9b67f8-0dac-49de-b5b0-deca6a447908 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:36:07.381990 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:07.399993 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:07.427714 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-142c3d29-6323-4ade-a437-3999cf000477 None None] Provisioning complete for port 9679caad-6d46-4129-b037-95ba1479b1a3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:07.428317 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-142c3d29-6323-4ade-a437-3999cf000477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:07.442125 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251e5ae-1844-4f41-a4ca-9436a4f78724 req-154d7b28-7850-463e-be7a-cd757612ea6a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:07.446602 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2251e5ae-1844-4f41-a4ca-9436a4f78724 req-154d7b28-7850-463e-be7a-cd757612ea6a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.79 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25&tenant_id=6196471367014fa2a6ff86ee9c2ee144&binding%3Ahost_id=n-h2-806683-18 HTTP/1.1" status: 200 len: 949 time: 0.3880968 Nov 02 11:36:07.505286 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Pushing event updated for resources: {'Port': ['ID=b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:07.596662 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port a1a6eebe-7c25-461e-afa5-6c02786ce345, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a1a6eebe-7c25-461e-afa5-6c02786ce345,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:07.611352 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:07.691450 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Attempting to bind port cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:36:07.691793 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Attempting to bind port cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:36:07.692119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Attempting to bind port cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:07.722187 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:07.745977 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Port cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:36:07.745977 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Attempting to bind port cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:07.749405 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:07.775879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-142c3d29-6323-4ade-a437-3999cf000477 None None] Port 9679caad-6d46-4129-b037-95ba1479b1a3 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:36:07.782166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:36:07.782166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:36:07.782166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:36:07.782166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Bound port: cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:36:07.782166 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:07.817567 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [req-2251e5ae-1844-4f41-a4ca-9436a4f78724 req-2326648f-2c87-4f0a-a6c6-f55b8966dbee service neutron] delete failed (client error): The resource could not be found. Nov 02 11:36:07.819810 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2251e5ae-1844-4f41-a4ca-9436a4f78724 req-2326648f-2c87-4f0a-a6c6-f55b8966dbee service neutron] 10.222.0.79 "DELETE /v2.0/ports/6dd315c0-fcdb-4c14-8fa7-85de0ade7880/bindings/n-h1-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.3560202 Nov 02 11:36:07.847634 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ae1932-84f6-4fa6-b96e-24480f0c2f83 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:36:07.860218 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-34ae1932-84f6-4fa6-b96e-24480f0c2f83 admin admin] 10.222.0.52 "PUT /v2.0/routers/8c9b67f8-0dac-49de-b5b0-deca6a447908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8547890 Nov 02 11:36:07.863330 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Sync routers for ids ['8c9b67f8-0dac-49de-b5b0-deca6a447908'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:36:07.878519 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:07.893625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb8592-00dc-4adb-a403-76b2b29cfaa6 req-effc524a-9402-4475-8a44-633129a95613 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:07.902963 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9feb8592-00dc-4adb-a403-76b2b29cfaa6 req-effc524a-9402-4475-8a44-633129a95613 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 944 time: 0.7058017 Nov 02 11:36:07.996020 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251e5ae-1844-4f41-a4ca-9436a4f78724 req-4a43ad8b-822b-4b19-ba65-67e44911b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:08.002118 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] For port cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:36:08.003530 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2251e5ae-1844-4f41-a4ca-9436a4f78724 req-4a43ad8b-822b-4b19-ba65-67e44911b966 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 1101 time: 0.0987432 Nov 02 11:36:08.020138 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] For port cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:36:08.069119 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Routers {'8c9b67f8-0dac-49de-b5b0-deca6a447908'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:36:08.069807 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:35:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8c9b67f8-0dac-49de-b5b0-deca6a447908'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:36:08.093617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-bab4f1da-7f66-4ee7-8cc8-a7800146deaf None None] Provisioning complete for port 1668e671-ddfc-4636-9935-372bae3b51a7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:08.094119 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bab4f1da-7f66-4ee7-8cc8-a7800146deaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:08.196207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Attempting to bind port b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:36:08.199505 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Attempting to bind port b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '43a9ad7a-f2d4-4650-abfa-729e903d3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:36:08.200186 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251e5ae-1844-4f41-a4ca-9436a4f78724 req-9f39c42a-65a6-47ac-a66e-4c5f81da2d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:08.201061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Attempting to bind port b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 on network f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:08.211656 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2251e5ae-1844-4f41-a4ca-9436a4f78724 req-9f39c42a-65a6-47ac-a66e-4c5f81da2d54 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1976156 Nov 02 11:36:08.266820 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:08.334286 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Port b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 on network f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:36:08.343566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=a1a6eebe-7c25-461e-afa5-6c02786ce345,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:08.351008 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Attempting to bind port b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 on network f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:08.380503 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-bab4f1da-7f66-4ee7-8cc8-a7800146deaf None None] Port 1668e671-ddfc-4636-9935-372bae3b51a7 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:36:08.390410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Set router 8c9b67f8-0dac-49de-b5b0-deca6a447908 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:36:08.402758 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2251e5ae-1844-4f41-a4ca-9436a4f78724 req-d5346474-b659-408b-8fd3-073531a6be92 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=6dd315c0-fcdb-4c14-8fa7-85de0ade7880 HTTP/1.1" status: 200 len: 217 time: 0.1561406 Nov 02 11:36:08.506412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:08.512236 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:08.516848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] 10.222.0.79 "PUT /v2.0/ports/cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 HTTP/1.1" status: 200 len: 1097 time: 4.5266688 Nov 02 11:36:08.517692 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:36:08.518184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Checking segment: {'id': '43a9ad7a-f2d4-4650-abfa-729e903d3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:36:08.518524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Bound using segment: {'id': '43a9ad7a-f2d4-4650-abfa-729e903d3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:36:08.519003 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Bound port: b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43a9ad7a-f2d4-4650-abfa-729e903d3859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:36:08.519403 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:08.535461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4', 'tag': 'cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:08.537111 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251e5ae-1844-4f41-a4ca-9436a4f78724 req-b9746e74-5f92-44e1-83cc-dcef9b3d3367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:08.538294 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5a130d-8f47-4b67-adeb-c20769d01473" -d '{"events": [{"name": "network-changed", "server_uuid": "6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4", "tag": "cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:08.546439 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2251e5ae-1844-4f41-a4ca-9436a4f78724 req-b9746e74-5f92-44e1-83cc-dcef9b3d3367 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1189113 Nov 02 11:36:08.631895 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251e5ae-1844-4f41-a4ca-9436a4f78724 req-0ff5c646-483e-4553-af78-c395b18d850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:08.638066 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2251e5ae-1844-4f41-a4ca-9436a4f78724 req-0ff5c646-483e-4553-af78-c395b18d850e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0855551 Nov 02 11:36:08.750798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed25ff7-85f2-4275-b1c9-a5ff91684284 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:08.817625 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9feb8592-00dc-4adb-a403-76b2b29cfaa6 req-b4d7608e-54d4-45df-bf37-5bbca00fd93d tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/security-groups?id=88009b46-c520-41eb-896f-11380f04fe35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9137452 Nov 02 11:36:08.918052 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2251e5ae-1844-4f41-a4ca-9436a4f78724 req-9716acdc-5a97-4f07-8b33-8aecb04de808 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721872 Nov 02 11:36:08.984420 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:06Z', 'revision_number': 2, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:36:09.083098 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Checking router: 8c9b67f8-0dac-49de-b5b0-deca6a447908 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:36:09.093856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Updating router 8c9b67f8-0dac-49de-b5b0-deca6a447908 port 1668e671-ddfc-4636-9935-372bae3b51a7 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:36:09.094746 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2251e5ae-1844-4f41-a4ca-9436a4f78724 req-c357b2e5-ca5c-40f8-8c84-adee3b9e6598 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588957 Nov 02 11:36:09.126426 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:09.213955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-9f7ccd4e-7104-40e1-96bc-398041a79155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:09.227677 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-9f7ccd4e-7104-40e1-96bc-398041a79155 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&device_id=6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4 HTTP/1.1" status: 200 len: 1100 time: 0.4675832 Nov 02 11:36:09.243170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] For port b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:36:09.251674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] For port b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250,segment=NetworkSegment(43a9ad7a-f2d4-4650-abfa-729e903d3859),segment_id=43a9ad7a-f2d4-4650-abfa-729e903d3859)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:36:09.286013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a362297-e807-4d94-b7a3-90bf85980672 req-bae077cd-058a-4760-8878-85d035f972b4 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:09.287723 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a362297-e807-4d94-b7a3-90bf85980672 req-bae077cd-058a-4760-8878-85d035f972b4 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 949 time: 0.2125134 Nov 02 11:36:09.352843 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:09.505601 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:09.506255 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:09.512227 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] 10.222.0.79 "PUT /v2.0/ports/b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 HTTP/1.1" status: 200 len: 1093 time: 5.2397768 Nov 02 11:36:09.530255 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a362297-e807-4d94-b7a3-90bf85980672 req-ff43b3f4-4112-42e4-b248-791fc476bcc8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357314 Nov 02 11:36:09.571261 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9679caad-6d46-4129-b037-95ba1479b1a3 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:09.628119 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:09.649534 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dfbf1-e2c2-4753-bbc1-1dc998f7f49b service neutron] Pushing event updated for resources: {'Port': ['ID=b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:09.685025 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Transition to ACTIVE for port object 9679caad-6d46-4129-b037-95ba1479b1a3 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:36:09.785578 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca53384-1d81-48b4-8473-3f747d73e6c1 req-d36d1a4e-f25b-4f52-b916-40bc2aef5e9f tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:09.798886 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ca53384-1d81-48b4-8473-3f747d73e6c1 req-d36d1a4e-f25b-4f52-b916-40bc2aef5e9f tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 936 time: 0.1481800 Nov 02 11:36:09.799361 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:09.805586 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:09.874107 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:09.907388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a1a6eebe-7c25-461e-afa5-6c02786ce345 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:36:10.113196 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0f978-e293-451a-a6b9-cb36a35b1c8d None None] Pushing event updated for resources: {'Port': ['ID=1668e671-ddfc-4636-9935-372bae3b51a7,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:10.181115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Attempting to bind port 9679caad-6d46-4129-b037-95ba1479b1a3 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:36:10.181470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Attempting to bind port 9679caad-6d46-4129-b037-95ba1479b1a3 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:36:10.181784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Attempting to bind port 9679caad-6d46-4129-b037-95ba1479b1a3 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:10.183955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Pushing event updated for resources: {'Port': ['ID=9679caad-6d46-4129-b037-95ba1479b1a3,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:10.194262 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ca53384-1d81-48b4-8473-3f747d73e6c1 req-42cdde31-7ccc-4cd5-b85e-d4dc58a38f9c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958805 Nov 02 11:36:10.194625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Port 9679caad-6d46-4129-b037-95ba1479b1a3 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:36:10.194972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Attempting to bind port 9679caad-6d46-4129-b037-95ba1479b1a3 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:10.202127 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:36:10.202469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:36:10.202938 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:36:10.203586 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Bound port: 9679caad-6d46-4129-b037-95ba1479b1a3, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:36:10.203965 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:10.324996 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a1a6eebe-7c25-461e-afa5-6c02786ce345 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:10.339206 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:10.377632 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558f9ac8-f0ef-405c-a65b-8258135c5abf x-openstack-request-id: req-558f9ac8-f0ef-405c-a65b-8258135c5abf {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:10.378332 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1cf2fb-5fce-4182-8b12-d1e664e1b629", "name": "network-vif-plugged", "status": "completed", "tag": "84f9c3a5-8575-46d0-84af-a90b5fd9aa12", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:10.378822 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-558f9ac8-f0ef-405c-a65b-8258135c5abf {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:10.385081 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1cf2fb-5fce-4182-8b12-d1e664e1b629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12', 'code': 200} Nov 02 11:36:10.466853 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Attempting to bind port 1668e671-ddfc-4636-9935-372bae3b51a7 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:36:10.467944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Attempting to bind port 1668e671-ddfc-4636-9935-372bae3b51a7 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '97b162ae-5f9c-4123-af4f-f43ca1e58b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:36:10.468431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Attempting to bind port 1668e671-ddfc-4636-9935-372bae3b51a7 on network b9a21829-9531-42da-bd32-b51063727cdd {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:10.471189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60c658-e867-45f3-828b-e019a7dae780 req-acf3a3a9-bf1c-45fc-b18a-e2e04c93eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:10.481263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:36:10.481703 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a60c658-e867-45f3-828b-e019a7dae780 req-acf3a3a9-bf1c-45fc-b18a-e2e04c93eea6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 1101 time: 0.1123054 Nov 02 11:36:10.482414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Checking segment: {'id': '97b162ae-5f9c-4123-af4f-f43ca1e58b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:36:10.486028 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:10.486733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Bound using segment: {'id': '97b162ae-5f9c-4123-af4f-f43ca1e58b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:36:10.487327 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Bound port: 1668e671-ddfc-4636-9935-372bae3b51a7, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b162ae-5f9c-4123-af4f-f43ca1e58b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:36:10.487935 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:10.535390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] For port 9679caad-6d46-4129-b037-95ba1479b1a3, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:36:10.555828 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a60c658-e867-45f3-828b-e019a7dae780 req-fc6d94d7-10f7-47f5-b9b0-35f605020326 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2fe699ef-d5e6-4846-baaf-eedcb4f4773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645180 Nov 02 11:36:10.578846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] For port 9679caad-6d46-4129-b037-95ba1479b1a3, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=9679caad-6d46-4129-b037-95ba1479b1a3,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:36:10.601753 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a49b7d-2627-4fa3-baaf-cc9d9f5bfd84 req-f65fcbc8-c4ab-4d75-ab00-f51f73540a52 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:10.606458 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69a49b7d-2627-4fa3-baaf-cc9d9f5bfd84 req-f65fcbc8-c4ab-4d75-ab00-f51f73540a52 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 949 time: 0.1504290 Nov 02 11:36:10.680554 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-69fa5768-3bc7-4cc7-8d1d-43840c3dfece None None] Provisioning complete for port 1668e671-ddfc-4636-9935-372bae3b51a7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:10.681461 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-69fa5768-3bc7-4cc7-8d1d-43840c3dfece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:10.703283 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69a49b7d-2627-4fa3-baaf-cc9d9f5bfd84 req-55b46661-41ef-4640-a44b-95be80d99545 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fe699ef-d5e6-4846-baaf-eedcb4f4773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846884 Nov 02 11:36:10.704827 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:10.740857 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] For port 1668e671-ddfc-4636-9935-372bae3b51a7, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:36:10.767933 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] For port 1668e671-ddfc-4636-9935-372bae3b51a7, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1668e671-ddfc-4636-9935-372bae3b51a7,segment=NetworkSegment(97b162ae-5f9c-4123-af4f-f43ca1e58b75),segment_id=97b162ae-5f9c-4123-af4f-f43ca1e58b75)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:36:10.774239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Pushing event updated for resources: {'Port': ['ID=9679caad-6d46-4129-b037-95ba1479b1a3,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:10.778651 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-69fa5768-3bc7-4cc7-8d1d-43840c3dfece None None] Port 1668e671-ddfc-4636-9935-372bae3b51a7 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:36:10.791724 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:10.792511 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:10.794008 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-46ec297f-7de0-4b17-beb3-ef2bd5d8ae9f service neutron] 10.222.0.79 "PUT /v2.0/ports/9679caad-6d46-4129-b037-95ba1479b1a3 HTTP/1.1" status: 200 len: 1097 time: 3.7656229 Nov 02 11:36:10.840059 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:10.915760 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:36:11.083739 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0f978-e293-451a-a6b9-cb36a35b1c8d None None] Pushing event updated for resources: {'Port': ['ID=1668e671-ddfc-4636-9935-372bae3b51a7,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:11.091991 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Routers {'8c9b67f8-0dac-49de-b5b0-deca6a447908'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:36:11.093253 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:35:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8c9b67f8-0dac-49de-b5b0-deca6a447908'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:36:11.245878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:36:11.262285 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] Set router 8c9b67f8-0dac-49de-b5b0-deca6a447908 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:36:11.264281 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:11.264656 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:11.463704 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a2f023fb-386e-419e-b989-f60cf6f5f011 None None] Provisioning complete for port 1668e671-ddfc-4636-9935-372bae3b51a7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:11.463991 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a2f023fb-386e-419e-b989-f60cf6f5f011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:11.479950 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-d1408938-c458-496d-b20f-3bf14216be37 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:11.482144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-d1408938-c458-496d-b20f-3bf14216be37 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/networks?id=b9a21829-9531-42da-bd32-b51063727cdd HTTP/1.1" status: 200 len: 821 time: 0.1962566 Nov 02 11:36:11.498794 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-731fdff5-cdfd-437e-8c82-b2064ecb88d5 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/quotas/df313a0344574db0a3fecb6f28843431 HTTP/1.1" status: 200 len: 375 time: 0.0098722 Nov 02 11:36:11.563675 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:11.564170 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-21d8717c-3b4f-4903-8848-a472a1714ef8 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=df313a0344574db0a3fecb6f28843431&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585556 Nov 02 11:36:11.651469 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:11.673253 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a2f023fb-386e-419e-b989-f60cf6f5f011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:11.676057 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-f385a6ac-30a5-4c2f-a7e1-1137a5efe52c service neutron] 10.222.0.52 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047814 Nov 02 11:36:11.706199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:10Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:36:11.744718 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:11.747023 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ccd5e8-0a23-469a-97a3-f0be5618db23 None None] The sync data for ids ['8c9b67f8-0dac-49de-b5b0-deca6a447908'] in n-d-806683-18 is: [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:10Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:36:11.750635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a2f023fb-386e-419e-b989-f60cf6f5f011 None None] For port 1668e671-ddfc-4636-9935-372bae3b51a7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1668e671-ddfc-4636-9935-372bae3b51a7,segment=NetworkSegment(97b162ae-5f9c-4123-af4f-f43ca1e58b75),segment_id=97b162ae-5f9c-4123-af4f-f43ca1e58b75)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:11.819316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:11.859847 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-6f557e49-f18e-49bb-8d6a-e1a43c5e497a service neutron] 10.222.0.52 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752963 Nov 02 11:36:11.882401 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a2f023fb-386e-419e-b989-f60cf6f5f011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:11.977373 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f023fb-386e-419e-b989-f60cf6f5f011 None None] Pushing event updated for resources: {'Port': ['ID=1668e671-ddfc-4636-9935-372bae3b51a7,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:12.112967 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8456cba1-4071-42ea-a4cb-708d83df7eb8 x-openstack-request-id: req-8456cba1-4071-42ea-a4cb-708d83df7eb8 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:12.113136 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4", "tag": "cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:12.113325 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8456cba1-4071-42ea-a4cb-708d83df7eb8 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:12.113743 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4', 'tag': 'cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0', 'status': 'completed', 'code': 200} Nov 02 11:36:12.222761 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:36:12.237430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9001ecf-86e7-4dd7-aebb-603e62a1eed6 req-c64b1368-6c21-4ccd-8c8c-cc61e186e129 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:12.239052 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9001ecf-86e7-4dd7-aebb-603e62a1eed6 req-c64b1368-6c21-4ccd-8c8c-cc61e186e129 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 944 time: 0.0586798 Nov 02 11:36:12.347907 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9001ecf-86e7-4dd7-aebb-603e62a1eed6 req-7f0853ae-bd85-410f-81b7-8ff5a2336082 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/security-groups?id=88009b46-c520-41eb-896f-11380f04fe35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754120 Nov 02 11:36:12.386302 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a23624-a30a-4921-8977-1422fb361b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd315c0-fcdb-4c14-8fa7-85de0ade7880'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:12.390228 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3600a2ff-70ed-4306-b030-9ee398835124" -d '{"events": [{"server_uuid": "09a23624-a30a-4921-8977-1422fb361b25", "name": "network-vif-plugged", "status": "completed", "tag": "6dd315c0-fcdb-4c14-8fa7-85de0ade7880"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:13.838275 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1668e671-ddfc-4636-9935-372bae3b51a7 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:36:13.898009 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 1668e671-ddfc-4636-9935-372bae3b51a7 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:13.898380 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:14.115531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4bf29a-7950-48c6-9432-17940313a923', 'tag': 'b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250'}, {'name': 'network-changed', 'server_uuid': '7465ecd0-a9b5-4235-8693-030d9af08562', 'tag': '9679caad-6d46-4129-b037-95ba1479b1a3'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:14.118191 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2033bca4-1062-4cbe-97d2-8e7ddeac1262" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4bf29a-7950-48c6-9432-17940313a923", "tag": "b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250"}, {"name": "network-changed", "server_uuid": "7465ecd0-a9b5-4235-8693-030d9af08562", "tag": "9679caad-6d46-4129-b037-95ba1479b1a3"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:15.026486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-e825edcc-f925-43e6-b956-1591fb048291 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:15.028096 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-e825edcc-f925-43e6-b956-1591fb048291 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.54 "GET /v2.0/networks?id=b9a21829-9531-42da-bd32-b51063727cdd HTTP/1.1" status: 200 len: 821 time: 0.1162488 Nov 02 11:36:15.042512 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-4e4c7ce6-ef2a-4bea-8fec-9db840845f0f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Request body: {'port': {'device_id': '832ff546-854b-4cbd-87d4-43827a8e9803', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'admin_state_up': True, 'tenant_id': 'df313a0344574db0a3fecb6f28843431'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:15.804837 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-667537eb-4c99-4008-8f43-ca3e316ec03c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 HTTP/1.1" status: 200 len: 217 time: 0.0455868 Nov 02 11:36:15.907714 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-8c215b1c-eb01-4ff8-86d2-e0121c76c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:15.910139 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-8c215b1c-eb01-4ff8-86d2-e0121c76c604 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0752180 Nov 02 11:36:16.013356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-4639fa26-a5f3-44f7-bb05-bc18ae94b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:16.014890 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-4639fa26-a5f3-44f7-bb05-bc18ae94b9f5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0972209 Nov 02 11:36:16.029015 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad0c1d-3e61-40a0-b3c4-b3d0a075d09a req-504a9b5f-56e3-45f6-944e-01f2bfeaea5d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:16.030454 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-18ad0c1d-3e61-40a0-b3c4-b3d0a075d09a req-504a9b5f-56e3-45f6-944e-01f2bfeaea5d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.0784795 Nov 02 11:36:16.148102 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-18ad0c1d-3e61-40a0-b3c4-b3d0a075d09a req-678a0c17-a406-410d-b745-9a35dc9dca01 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080308 Nov 02 11:36:16.156783 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-4e4c7ce6-ef2a-4bea-8fec-9db840845f0f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Made reservation on behalf of df313a0344574db0a3fecb6f28843431 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:36:16.156783 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-4e4c7ce6-ef2a-4bea-8fec-9db840845f0f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:16.178605 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-640ac02d-8d52-4cf5-bf97-ead78ad0f3c7 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470282 Nov 02 11:36:16.292288 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-d500af7c-b21e-4e96-8e66-ac8f02e56390 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036022 Nov 02 11:36:16.333598 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-4e4c7ce6-ef2a-4bea-8fec-9db840845f0f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Allocated IP 172.20.0.3 (b9a21829-9531-42da-bd32-b51063727cdd/1c67969c-9913-4e0f-af20-37d010fa84e6/1e443d91-0d70-41fc-8c7f-bae633b9cc35) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:36:16.399574 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d741b27-56eb-4b93-9677-5596b73d8f77 req-f9257df1-9961-4dbb-b16a-7d66956aae7e tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:16.401248 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d741b27-56eb-4b93-9677-5596b73d8f77 req-f9257df1-9961-4dbb-b16a-7d66956aae7e tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 948 time: 0.0581501 Nov 02 11:36:16.470513 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d741b27-56eb-4b93-9677-5596b73d8f77 req-9ff71939-8980-4b7f-a4a5-1fec237fb300 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613241 Nov 02 11:36:16.509288 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-4e4c7ce6-ef2a-4bea-8fec-9db840845f0f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:16.581812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee75804-56ba-4b8f-8c03-a197d1f50441 req-5ba43a24-e42e-4e48-9ed1-b510cd46d118 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:16.583224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ee75804-56ba-4b8f-8c03-a197d1f50441 req-5ba43a24-e42e-4e48-9ed1-b510cd46d118 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 949 time: 0.0593865 Nov 02 11:36:16.615498 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-4e4c7ce6-ef2a-4bea-8fec-9db840845f0f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:16.663733 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-4e4c7ce6-ef2a-4bea-8fec-9db840845f0f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Network b9a21829-9531-42da-bd32-b51063727cdd is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:36:16.668859 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-4e4c7ce6-ef2a-4bea-8fec-9db840845f0f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:36:16.673491 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-4e4c7ce6-ef2a-4bea-8fec-9db840845f0f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:36:16.679185 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-4e4c7ce6-ef2a-4bea-8fec-9db840845f0f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:16.680024 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-4e4c7ce6-ef2a-4bea-8fec-9db840845f0f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:16.690116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c7ce6-ef2a-4bea-8fec-9db840845f0f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Pushing event updated for resources: {'Port': ['ID=1e443d91-0d70-41fc-8c7f-bae633b9cc35,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:16.740828 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-214b3e82-39e6-4581-a4f2-3fa86498ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:16.742620 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-214b3e82-39e6-4581-a4f2-3fa86498ee81 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=421fa8b2e3444ddcb336955a78b6f4fb&device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 1096 time: 0.1541400 Nov 02 11:36:16.745214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a130d-8f47-4b67-adeb-c20769d01473 req-bed2f1fa-797e-4eb4-994d-e7a41234c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:16.752340 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5a130d-8f47-4b67-adeb-c20769d01473 req-bed2f1fa-797e-4eb4-994d-e7a41234c87d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&device_id=6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4 HTTP/1.1" status: 200 len: 1100 time: 0.1594286 Nov 02 11:36:16.752340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-ac684fd0-dfb5-488f-9f37-3fa496eb732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:16.752340 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-ac684fd0-dfb5-488f-9f37-3fa496eb732c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 1100 time: 0.1437881 Nov 02 11:36:16.754367 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ee75804-56ba-4b8f-8c03-a197d1f50441 req-35c8cb67-f691-453a-9cc9-3f1448669f15 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fe699ef-d5e6-4846-baaf-eedcb4f4773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491437 Nov 02 11:36:16.776710 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-4e4c7ce6-ef2a-4bea-8fec-9db840845f0f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7351031 Nov 02 11:36:16.789511 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Request body: {'port': {'device_id': '832ff546-854b-4cbd-87d4-43827a8e9803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:16.860489 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:16.920449 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-01db83b7-c7ab-43d0-a7b4-b4d0ae102e0c tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:36:16.921473 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-01db83b7-c7ab-43d0-a7b4-b4d0ae102e0c tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1417596 Nov 02 11:36:16.943166 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-4d4de875-1fd7-466f-9fcd-a6a4df97bde8 None None] Provisioning complete for port 1e443d91-0d70-41fc-8c7f-bae633b9cc35 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:16.944555 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4d4de875-1fd7-466f-9fcd-a6a4df97bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:16.959558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3b3c9-cb68-42eb-ad55-1505692ffe1a req-0ab9dc67-6d1b-4a7a-8d7a-807eb72bc09c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:16.961316 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dfd3b3c9-cb68-42eb-ad55-1505692ffe1a req-0ab9dc67-6d1b-4a7a-8d7a-807eb72bc09c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 931 time: 0.1153195 Nov 02 11:36:16.985430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-4d4de875-1fd7-466f-9fcd-a6a4df97bde8 None None] Port 1e443d91-0d70-41fc-8c7f-bae633b9cc35 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:36:17.000382 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-486e8288-8ee1-4ddd-8d3b-8c564e7538c9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 HTTP/1.1" status: 200 len: 217 time: 0.1063161 Nov 02 11:36:17.012619 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-cd6418ae-5025-4fee-aa58-e03dbd88dd88 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=9679caad-6d46-4129-b037-95ba1479b1a3 HTTP/1.1" status: 200 len: 217 time: 0.1029320 Nov 02 11:36:17.025596 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-79af48c9-9248-48c8-ac5c-cfb57adb4035 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:17.027260 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-79af48c9-9248-48c8-ac5c-cfb57adb4035 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/ports/b29c2bce-3215-42bc-9556-6dd21645a864 HTTP/1.1" status: 200 len: 1095 time: 0.0963445 Nov 02 11:36:17.042072 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-e44d43ce-2fb0-4d31-819a-d41d760c0e4b service neutron] Request body: {'binding': {'host': 'n-h2-806683-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:17.042717 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-e44d43ce-2fb0-4d31-819a-d41d760c0e4b service neutron] Unknown quota resources ['binding']. {{(pid=102690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 11:36:17.166497 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-bbea4837-9768-4cb6-b309-9d135b422a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:17.167985 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-bbea4837-9768-4cb6-b309-9d135b422a95 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2b57eab2-ab11-4e6a-a322-0971ece84e4e HTTP/1.1" status: 200 len: 854 time: 0.1597505 Nov 02 11:36:17.184308 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dfd3b3c9-cb68-42eb-ad55-1505692ffe1a req-e420d4de-832c-40cb-96f0-b06f5b729fa5 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771603 Nov 02 11:36:17.200418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-1ad1348f-4d58-438c-8d14-cfffd644c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:17.201854 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-1ad1348f-4d58-438c-8d14-cfffd644c33f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1456149 Nov 02 11:36:17.219550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a130d-8f47-4b67-adeb-c20769d01473 req-bd94465f-349c-4412-9052-967e005be133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:17.221200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5a130d-8f47-4b67-adeb-c20769d01473 req-bd94465f-349c-4412-9052-967e005be133 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.3140733 Nov 02 11:36:17.270640 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8143eb93-01e9-4672-8e93-3c3b33b53344 x-openstack-request-id: req-8143eb93-01e9-4672-8e93-3c3b33b53344 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:17.271274 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a23624-a30a-4921-8977-1422fb361b25", "name": "network-vif-plugged", "status": "completed", "tag": "6dd315c0-fcdb-4c14-8fa7-85de0ade7880", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:17.271401 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8143eb93-01e9-4672-8e93-3c3b33b53344 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:17.271875 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a23624-a30a-4921-8977-1422fb361b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd315c0-fcdb-4c14-8fa7-85de0ade7880', 'code': 200} Nov 02 11:36:17.297174 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-e44d43ce-2fb0-4d31-819a-d41d760c0e4b service neutron] Attempting to bind port b29c2bce-3215-42bc-9556-6dd21645a864 on host n-h2-806683-18 for vnic_type normal with profile None {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:36:17.299980 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-e44d43ce-2fb0-4d31-819a-d41d760c0e4b service neutron] Attempting to bind port b29c2bce-3215-42bc-9556-6dd21645a864 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:36:17.299980 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-e44d43ce-2fb0-4d31-819a-d41d760c0e4b service neutron] Attempting to bind port b29c2bce-3215-42bc-9556-6dd21645a864 on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:17.303682 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e443d91-0d70-41fc-8c7f-bae633b9cc35 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:17.309153 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5a130d-8f47-4b67-adeb-c20769d01473 req-570ce131-79cf-450a-a337-dfbecf2c2c44 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 HTTP/1.1" status: 200 len: 217 time: 0.0766742 Nov 02 11:36:17.311363 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-e44d43ce-2fb0-4d31-819a-d41d760c0e4b service neutron] Port b29c2bce-3215-42bc-9556-6dd21645a864 on network e3f5fe02-990d-442a-ab33-f4126e712578 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:36:17.311661 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-e44d43ce-2fb0-4d31-819a-d41d760c0e4b service neutron] Attempting to bind port b29c2bce-3215-42bc-9556-6dd21645a864 on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:17.316002 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:17.321233 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-e44d43ce-2fb0-4d31-819a-d41d760c0e4b service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:36:17.321573 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-e44d43ce-2fb0-4d31-819a-d41d760c0e4b service neutron] Checking segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:36:17.321955 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-e44d43ce-2fb0-4d31-819a-d41d760c0e4b service neutron] Bound using segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:36:17.322390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-e44d43ce-2fb0-4d31-819a-d41d760c0e4b service neutron] Bound port: b29c2bce-3215-42bc-9556-6dd21645a864, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:36:17.329803 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-fe8f5a53-aea3-49f4-8944-4da4f4927ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:17.331283 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-fe8f5a53-aea3-49f4-8944-4da4f4927ffe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f40c55d7-1a42-4ab8-b39e-02b4fefb6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1442900 Nov 02 11:36:17.376613 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Transition to ACTIVE for port object 1e443d91-0d70-41fc-8c7f-bae633b9cc35 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:36:17.433655 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-e44d43ce-2fb0-4d31-819a-d41d760c0e4b service neutron] For port b29c2bce-3215-42bc-9556-6dd21645a864, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b29c2bce-3215-42bc-9556-6dd21645a864,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:36:17.472604 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:17.509132 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c649e7ad-5b18-46bc-91bf-9dc46bd6476b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:17.528891 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Pushing event updated for resources: {'Port': ['ID=1e443d91-0d70-41fc-8c7f-bae633b9cc35,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:17.579748 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-e44d43ce-2fb0-4d31-819a-d41d760c0e4b service neutron] Publish callbacks [] for binding, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:17.580963 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-e44d43ce-2fb0-4d31-819a-d41d760c0e4b service neutron] 10.222.0.52 "POST /v2.0/ports/b29c2bce-3215-42bc-9556-6dd21645a864/bindings HTTP/1.1" status: 201 len: 390 time: 0.5449262 Nov 02 11:36:17.582718 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Attempting to bind port 1e443d91-0d70-41fc-8c7f-bae633b9cc35 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:36:17.583067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Attempting to bind port 1e443d91-0d70-41fc-8c7f-bae633b9cc35 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '97b162ae-5f9c-4123-af4f-f43ca1e58b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:36:17.583395 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Attempting to bind port 1e443d91-0d70-41fc-8c7f-bae633b9cc35 on network b9a21829-9531-42da-bd32-b51063727cdd {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:17.589750 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Port 1e443d91-0d70-41fc-8c7f-bae633b9cc35 on network b9a21829-9531-42da-bd32-b51063727cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:36:17.590130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Attempting to bind port 1e443d91-0d70-41fc-8c7f-bae633b9cc35 on network b9a21829-9531-42da-bd32-b51063727cdd {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:17.596374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:36:17.596727 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Checking segment: {'id': '97b162ae-5f9c-4123-af4f-f43ca1e58b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:36:17.597111 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Bound using segment: {'id': '97b162ae-5f9c-4123-af4f-f43ca1e58b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:36:17.597540 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Bound port: 1e443d91-0d70-41fc-8c7f-bae633b9cc35, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b162ae-5f9c-4123-af4f-f43ca1e58b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:36:17.597897 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:17.658097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-afdf2761-2295-4f78-b7dc-d44d7423fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:17.660201 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-afdf2761-2295-4f78-b7dc-d44d7423fd2f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4423521 Nov 02 11:36:17.680930 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] For port 1e443d91-0d70-41fc-8c7f-bae633b9cc35, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:36:17.684298 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] For port 1e443d91-0d70-41fc-8c7f-bae633b9cc35, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=1e443d91-0d70-41fc-8c7f-bae633b9cc35,segment=NetworkSegment(97b162ae-5f9c-4123-af4f-f43ca1e58b75),segment_id=97b162ae-5f9c-4123-af4f-f43ca1e58b75)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:36:17.735792 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a130d-8f47-4b67-adeb-c20769d01473 req-9d9a8330-56e8-4316-9ac3-6a6229d43d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:17.737244 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5a130d-8f47-4b67-adeb-c20769d01473 req-9d9a8330-56e8-4316-9ac3-6a6229d43d99 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.4174571 Nov 02 11:36:17.811308 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:17.818777 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebcf9b-8f7c-4093-9969-a8db9af74ca5 req-c194e6ed-607a-4c0a-b49c-7ca098e9a9de tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:17.821699 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7eebcf9b-8f7c-4093-9969-a8db9af74ca5 req-c194e6ed-607a-4c0a-b49c-7ca098e9a9de tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 944 time: 0.4881730 Nov 02 11:36:17.858912 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:17.860461 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:17.861732 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] 10.222.0.54 "PUT /v2.0/ports/1e443d91-0d70-41fc-8c7f-bae633b9cc35 HTTP/1.1" status: 200 len: 1092 time: 1.0765467 Nov 02 11:36:17.862206 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832ff546-854b-4cbd-87d4-43827a8e9803', 'tag': '1e443d91-0d70-41fc-8c7f-bae633b9cc35'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:17.864519 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3e2ea4-d082-4e5c-a423-6ae6268e52cf" -d '{"events": [{"name": "network-changed", "server_uuid": "832ff546-854b-4cbd-87d4-43827a8e9803", "tag": "1e443d91-0d70-41fc-8c7f-bae633b9cc35"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:17.886982 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-d38f4ab4-8501-414a-b192-54151e22dec3 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160792 Nov 02 11:36:17.888504 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5bbc1-51a7-4143-b8c1-05c02fc12279 service neutron] Pushing event updated for resources: {'Port': ['ID=1e443d91-0d70-41fc-8c7f-bae633b9cc35,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:17.892531 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-ed131c21-269e-4875-8659-e9076de5951a service neutron] 10.222.0.79 "GET /v2.0/networks/f40c55d7-1a42-4ab8-b39e-02b4fefb6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278800 Nov 02 11:36:17.908731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a130d-8f47-4b67-adeb-c20769d01473 req-88365ad6-d488-42b8-a993-e6de56559ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:17.910232 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5a130d-8f47-4b67-adeb-c20769d01473 req-88365ad6-d488-42b8-a993-e6de56559ac1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1367455 Nov 02 11:36:17.997165 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fce72f-b076-4340-8626-1892654ffa5d x-openstack-request-id: req-27fce72f-b076-4340-8626-1892654ffa5d {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:17.998825 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4bf29a-7950-48c6-9432-17940313a923", "tag": "b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7465ecd0-a9b5-4235-8693-030d9af08562", "tag": "9679caad-6d46-4129-b037-95ba1479b1a3", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:17.998825 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27fce72f-b076-4340-8626-1892654ffa5d {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:17.998825 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4bf29a-7950-48c6-9432-17940313a923', 'tag': 'b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250', 'status': 'completed', 'code': 200} Nov 02 11:36:17.998825 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7465ecd0-a9b5-4235-8693-030d9af08562', 'tag': '9679caad-6d46-4129-b037-95ba1479b1a3', 'status': 'completed', 'code': 200} Nov 02 11:36:18.002867 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7eebcf9b-8f7c-4093-9969-a8db9af74ca5 req-cdf5f5cd-9df4-40cb-a45c-0cfcb5b65ca5 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/security-groups?id=88009b46-c520-41eb-896f-11380f04fe35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722682 Nov 02 11:36:18.041324 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-292ed842-c39c-4b46-aa8f-fc873c95d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:18.048248 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-292ed842-c39c-4b46-aa8f-fc873c95d2ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df313a0344574db0a3fecb6f28843431&device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 1095 time: 0.0680759 Nov 02 11:36:18.128419 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-8b3f8e95-c460-4d56-8fed-c2bdb285f8a1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e443d91-0d70-41fc-8c7f-bae633b9cc35 HTTP/1.1" status: 200 len: 217 time: 0.0623350 Nov 02 11:36:18.185992 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f03ca-86cb-4f5f-9c67-5afc5c8b9168 req-ca89f0a4-fcda-44dd-ae58-1c945136e74f tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:18.188241 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-db2f03ca-86cb-4f5f-9c67-5afc5c8b9168 req-ca89f0a4-fcda-44dd-ae58-1c945136e74f tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 946 time: 0.1437085 Nov 02 11:36:18.192168 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b4f2f3d-0b4d-4611-b96d-bf59a32fe472 req-c9eb4d2d-793c-43db-a63f-9aab3e03f92b service neutron] 10.222.0.79 "GET /v2.0/networks/f40c55d7-1a42-4ab8-b39e-02b4fefb6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758570 Nov 02 11:36:18.200750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c852ebe9-d637-4b7a-ba9c-696235c1ffb2 req-d417aec9-1cc2-4e8c-a8ac-6afc4a0ff5f7 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895539 Nov 02 11:36:18.202843 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5a130d-8f47-4b67-adeb-c20769d01473 req-a8fd9a70-2771-489e-a1c4-4a8332c50208 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678249 Nov 02 11:36:18.217828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-3081a813-3964-43a0-92da-43654f9d3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:18.219473 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-3081a813-3964-43a0-92da-43654f9d3e88 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c67969c-9913-4e0f-af20-37d010fa84e6 HTTP/1.1" status: 200 len: 860 time: 0.0932739 Nov 02 11:36:18.274697 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-db2f03ca-86cb-4f5f-9c67-5afc5c8b9168 req-f6a807a4-914b-4fba-9150-3100b4d2adf5 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800884 Nov 02 11:36:18.287041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-1bf01d49-abc1-4bb1-a5c3-0b67e549f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:18.288722 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-1bf01d49-abc1-4bb1-a5c3-0b67e549f3e8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9a21829-9531-42da-bd32-b51063727cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584092 Nov 02 11:36:18.388902 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5a130d-8f47-4b67-adeb-c20769d01473 req-63453614-d76d-4429-88fa-47654111475b service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774147 Nov 02 11:36:18.404751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-e97b569d-ce4c-445f-86df-df0e773884a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:18.413438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-e97b569d-ce4c-445f-86df-df0e773884a4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=421fa8b2e3444ddcb336955a78b6f4fb&device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 1096 time: 0.0536516 Nov 02 11:36:18.474087 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1a890-b4b6-4666-a44b-b6f74d020a43 req-c6ace486-16c5-40eb-a5a5-5a549945034f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:18.478275 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b2c1a890-b4b6-4666-a44b-b6f74d020a43 req-c6ace486-16c5-40eb-a5a5-5a549945034f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.0954981 Nov 02 11:36:18.478275 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-b85797b3-1c26-4116-b0fc-05dd61c88218 service neutron] 10.222.0.54 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798203 Nov 02 11:36:18.547984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-30ed778f-d5aa-429a-8fc2-9e9794a00152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:18.549495 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-30ed778f-d5aa-429a-8fc2-9e9794a00152 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 1098 time: 0.0664659 Nov 02 11:36:18.550890 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-659087d6-b565-4b43-b9b6-34def6cd38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:18.552228 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-659087d6-b565-4b43-b9b6-34def6cd38b4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 HTTP/1.1" status: 200 len: 916 time: 0.1337478 Nov 02 11:36:18.600553 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b2c1a890-b4b6-4666-a44b-b6f74d020a43 req-5a5d21e4-0dec-4a30-8e3f-dad68932b09a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168675 Nov 02 11:36:18.615694 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-ee1393dd-21ca-4673-b85e-ed0ac9a74488 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 HTTP/1.1" status: 200 len: 217 time: 0.0495267 Nov 02 11:36:18.617558 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-92814f2e-bbc7-4dd0-a96c-0745e7b919e8 req-d4ace59d-95c0-4162-918b-d4268292bd49 service neutron] 10.222.0.54 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273527 Nov 02 11:36:18.707147 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-0c8df263-391d-4e2c-8cca-20ddbe9c7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:18.708613 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-0c8df263-391d-4e2c-8cca-20ddbe9c7130 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2b57eab2-ab11-4e6a-a322-0971ece84e4e HTTP/1.1" status: 200 len: 854 time: 0.0632472 Nov 02 11:36:18.721032 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736dcb3-46c8-4568-b165-86bfbe7e599a req-94df0a42-eb5a-41d4-8ee8-a4dbab184954 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:18.722400 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b736dcb3-46c8-4568-b165-86bfbe7e599a req-94df0a42-eb5a-41d4-8ee8-a4dbab184954 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 948 time: 0.0519414 Nov 02 11:36:18.726546 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-39beab69-d3dc-4e25-abbd-4d30f99f514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:18.727971 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-39beab69-d3dc-4e25-abbd-4d30f99f514d service neutron] 10.222.0.54 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 922 time: 0.1709688 Nov 02 11:36:18.778316 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b736dcb3-46c8-4568-b165-86bfbe7e599a req-7d09446c-175b-4d61-8d37-8727f4de0f6e tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487440 Nov 02 11:36:18.786027 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95fcae5-1f1a-41bc-b5ff-5f5bf13446d4 x-openstack-request-id: req-f95fcae5-1f1a-41bc-b5ff-5f5bf13446d4 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:18.786429 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832ff546-854b-4cbd-87d4-43827a8e9803", "tag": "1e443d91-0d70-41fc-8c7f-bae633b9cc35", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:18.787441 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f95fcae5-1f1a-41bc-b5ff-5f5bf13446d4 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:18.788006 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832ff546-854b-4cbd-87d4-43827a8e9803', 'tag': '1e443d91-0d70-41fc-8c7f-bae633b9cc35', 'status': 'completed', 'code': 200} Nov 02 11:36:18.816110 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-37caeb5f-7aa7-4d60-866e-06a8617cbe64 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29c2bce-3215-42bc-9556-6dd21645a864 HTTP/1.1" status: 200 len: 217 time: 0.0486658 Nov 02 11:36:18.828136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-d30e04a1-34b8-4c3e-952b-86ff80a8c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:18.828136 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-d30e04a1-34b8-4c3e-952b-86ff80a8c8e2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f40c55d7-1a42-4ab8-b39e-02b4fefb6a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085730 Nov 02 11:36:18.956998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-be5af27c-a003-4d09-b80e-92fdd4be75de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:18.958487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-be5af27c-a003-4d09-b80e-92fdd4be75de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.1358619 Nov 02 11:36:18.991284 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb9e4b-5e31-4728-b54d-256f9cb2713e req-d4e3f87b-b8bd-47fb-94db-a9320ab47a8e tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:18.992750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5deb9e4b-5e31-4728-b54d-256f9cb2713e req-d4e3f87b-b8bd-47fb-94db-a9320ab47a8e tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 946 time: 0.1389804 Nov 02 11:36:19.011416 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d9787c15-bd9f-4836-83a2-cb55cce60f1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444999 Nov 02 11:36:19.052337 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-eabb72ff-b294-4089-a6a9-7b846510c285 service neutron] 10.222.0.79 "GET /v2.0/networks/f40c55d7-1a42-4ab8-b39e-02b4fefb6a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995664 Nov 02 11:36:19.139490 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:36:19.155102 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5deb9e4b-5e31-4728-b54d-256f9cb2713e req-24c5f70e-b412-4217-ae29-064a1c1f9f4e tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460021 Nov 02 11:36:19.196667 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e2ea4-d082-4e5c-a423-6ae6268e52cf req-1f44ba35-cb33-42f5-9888-60fa0ba960b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:19.198276 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0e3e2ea4-d082-4e5c-a423-6ae6268e52cf req-1f44ba35-cb33-42f5-9888-60fa0ba960b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df313a0344574db0a3fecb6f28843431&device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 1095 time: 0.3106978 Nov 02 11:36:19.206235 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2aeb4-f4b4-467a-91ed-4ae71965d0c0 req-f25935ab-589f-4b22-8946-74cda8d1cb57 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:19.213906 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-acc2aeb4-f4b4-467a-91ed-4ae71965d0c0 req-f25935ab-589f-4b22-8946-74cda8d1cb57 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 943 time: 0.3280661 Nov 02 11:36:19.244472 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-9fa2b18b-35c5-4410-83fb-465100bf73b8 service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085171 Nov 02 11:36:19.247486 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-8855db16-0b99-4890-a278-f7f264c9a909 service neutron] 10.222.0.79 "GET /v2.0/networks/f40c55d7-1a42-4ab8-b39e-02b4fefb6a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804619 Nov 02 11:36:19.299954 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:19.312594 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': 'cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0', 'mac_address': 'fa:16:3e:9b:86:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:36:19.324544 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-acc2aeb4-f4b4-467a-91ed-4ae71965d0c0 req-659ef203-d32e-49d8-85bb-c3267a051582 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096261 Nov 02 11:36:19.353766 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e2ea4-d082-4e5c-a423-6ae6268e52cf req-3d104899-6680-4ca4-9d84-f78a5ac31cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:19.356587 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0e3e2ea4-d082-4e5c-a423-6ae6268e52cf req-3d104899-6680-4ca4-9d84-f78a5ac31cd2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b9a21829-9531-42da-bd32-b51063727cdd HTTP/1.1" status: 200 len: 922 time: 0.1398139 Nov 02 11:36:19.376181 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:19.394221 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150ba8f-58d7-4897-94c3-00808f3cd27f req-3e463a33-d03a-4be4-90d0-c57819988932 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:19.399653 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:19.401414 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b150ba8f-58d7-4897-94c3-00808f3cd27f req-3e463a33-d03a-4be4-90d0-c57819988932 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.1300921 Nov 02 11:36:19.418072 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0e3e2ea4-d082-4e5c-a423-6ae6268e52cf req-fd6a3ee5-625e-48cd-9344-a62235a88554 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e443d91-0d70-41fc-8c7f-bae633b9cc35 HTTP/1.1" status: 200 len: 217 time: 0.0532815 Nov 02 11:36:19.435260 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:19.454418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-1c09d2da-b655-42d1-ae52-8db9a2089ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:19.455946 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-1c09d2da-b655-42d1-ae52-8db9a2089ad5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 1100 time: 0.1476998 Nov 02 11:36:19.461780 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d40b7115-0bce-4cd9-ae5a-ef20e74b136f service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092223 Nov 02 11:36:19.476345 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e2ea4-d082-4e5c-a423-6ae6268e52cf req-9ee44d3b-1bb9-4112-aa0f-fd87af3822e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:19.480829 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0e3e2ea4-d082-4e5c-a423-6ae6268e52cf req-9ee44d3b-1bb9-4112-aa0f-fd87af3822e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c67969c-9913-4e0f-af20-37d010fa84e6 HTTP/1.1" status: 200 len: 860 time: 0.0514760 Nov 02 11:36:19.512630 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b150ba8f-58d7-4897-94c3-00808f3cd27f req-47eb93f4-b878-4c3d-8a5f-bc01623b81f0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102552 Nov 02 11:36:19.537641 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:19.576949 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c209a-6eaa-4498-a9ad-cb9fc245ee2f req-c42be3df-91b7-4d43-9a04-92c62fc6a766 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:19.584640 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b9c209a-6eaa-4498-a9ad-cb9fc245ee2f req-c42be3df-91b7-4d43-9a04-92c62fc6a766 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 944 time: 0.0987046 Nov 02 11:36:19.591465 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-79d93f17-2c78-4444-905a-7e8e5fe61682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:19.593950 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-79d93f17-2c78-4444-905a-7e8e5fe61682 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1258368 Nov 02 11:36:19.596216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e2ea4-d082-4e5c-a423-6ae6268e52cf req-4ad4d118-5273-4270-822d-de3976f950fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:19.597655 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0e3e2ea4-d082-4e5c-a423-6ae6268e52cf req-4ad4d118-5273-4270-822d-de3976f950fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9a21829-9531-42da-bd32-b51063727cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1106064 Nov 02 11:36:19.623263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:19.644268 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b9c209a-6eaa-4498-a9ad-cb9fc245ee2f req-098b3464-6746-4e25-b04a-6c0007dc0844 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/security-groups?id=88009b46-c520-41eb-896f-11380f04fe35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579205 Nov 02 11:36:19.646663 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-c25233d6-9eb8-47c9-87d6-744056daefbe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=9679caad-6d46-4129-b037-95ba1479b1a3 HTTP/1.1" status: 200 len: 217 time: 0.0429504 Nov 02 11:36:19.677677 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-01d54cd5-830b-40fb-ba9c-9a065da2c61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:19.730519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-3d96f01b-dfd2-422b-8303-a583f63ca188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:19.732094 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-3d96f01b-dfd2-422b-8303-a583f63ca188 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0771375 Nov 02 11:36:19.787370 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:19.806819 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0e3e2ea4-d082-4e5c-a423-6ae6268e52cf req-5e12dae2-2df0-4517-967e-9cf31eff230c service neutron] 10.222.0.54 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002998 Nov 02 11:36:19.874236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-d00336fe-4be1-4dfe-9f95-a3ee95301cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:19.876625 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-d00336fe-4be1-4dfe-9f95-a3ee95301cba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1363971 Nov 02 11:36:19.970613 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-3a93d2bc-f8de-4311-854a-281d2c4bcd86 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:19.972467 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-3a93d2bc-f8de-4311-854a-281d2c4bcd86 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869&tenant_id=9434b8b2332344e783438c5f662e06b3&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 1098 time: 0.1898994 Nov 02 11:36:19.996098 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-18'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:20.048204 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0e3e2ea4-d082-4e5c-a423-6ae6268e52cf req-181d5386-0806-4c9f-8a6c-a1d2f78187fd service neutron] 10.222.0.54 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327840 Nov 02 11:36:20.082416 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92470b0-05fc-4f2b-8568-2d6c5ed42c08 req-2e75c7af-3f5f-4910-b310-a56d497c0682 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:20.095759 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a92470b0-05fc-4f2b-8568-2d6c5ed42c08 req-2e75c7af-3f5f-4910-b310-a56d497c0682 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 948 time: 0.1701105 Nov 02 11:36:20.187125 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a92470b0-05fc-4f2b-8568-2d6c5ed42c08 req-1ed4d8dd-babf-4665-a61c-ed10262ead8e tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909784 Nov 02 11:36:20.336250 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:20.341176 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998f2fb-0d3f-45c1-8738-afb54c9bff0b req-94c0d88b-11d8-44e8-a78c-1533b1c36e3f tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:20.342680 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9998f2fb-0d3f-45c1-8738-afb54c9bff0b req-94c0d88b-11d8-44e8-a78c-1533b1c36e3f tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 946 time: 0.0705152 Nov 02 11:36:20.359523 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-58a126c3-0534-4103-a46a-321e31314481 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739110 Nov 02 11:36:20.398079 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9998f2fb-0d3f-45c1-8738-afb54c9bff0b req-1bf47500-cf73-448b-a515-6e9a6d8b87c5 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469444 Nov 02 11:36:20.438620 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-8e767d9e-3721-45bb-814a-d3b026cb4592 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1798285281&fields=id&tenant_id=fb3809d85af44d899f475904c2161bf3 HTTP/1.1" status: 200 len: 267 time: 0.1348584 Nov 02 11:36:20.521289 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-0d17d4ff-78cb-4fb0-9a12-e169cff5b5b8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6196471367014fa2a6ff86ee9c2ee144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242467 Nov 02 11:36:20.642764 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2033bca4-1062-4cbe-97d2-8e7ddeac1262 req-1316a1b4-54d8-420e-9b51-cab6e6c77bd1 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719440 Nov 02 11:36:20.643891 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-1e4d52cb-b89d-4f4c-93a0-a280898b58e9 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:20.645429 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-1e4d52cb-b89d-4f4c-93a0-a280898b58e9 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1184800 Nov 02 11:36:20.667913 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-cbc5d41c-337e-4c27-8e3f-c24ea74ec543 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/quotas/6196471367014fa2a6ff86ee9c2ee144 HTTP/1.1" status: 200 len: 375 time: 0.0156229 Nov 02 11:36:20.681093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-9f8a2d99-4b28-4781-ad14-85ba5c12724a tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:20.683563 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-9f8a2d99-4b28-4781-ad14-85ba5c12724a tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/networks?id=0427496c-f707-4779-93ec-614aeaa2dd50 HTTP/1.1" status: 200 len: 824 time: 0.2122371 Nov 02 11:36:20.691612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] For port b29c2bce-3215-42bc-9556-6dd21645a864, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b29c2bce-3215-42bc-9556-6dd21645a864,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:20.710080 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51616) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:36:20.716149 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-f5d59010-26fd-4d05-ab0e-d24fcc3dd153 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/quotas/fb3809d85af44d899f475904c2161bf3 HTTP/1.1" status: 200 len: 375 time: 0.0219109 Nov 02 11:36:20.750146 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-8872e9b2-3f6f-4d12-92a5-3a28be4f85d9 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0745914 Nov 02 11:36:20.782605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] For port b29c2bce-3215-42bc-9556-6dd21645a864, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:36:20.829248 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7254d10e-ea1e-4d57-abca-dd0637c8b83f tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb3809d85af44d899f475904c2161bf3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1006677 Nov 02 11:36:20.842189 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-54859eb7-efee-4161-ab13-2d10f34bb634 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:20.849804 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:20.855535 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdafb3a-e2c2-404a-8c1f-4d5e8d958869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b29c2bce-3215-42bc-9556-6dd21645a864'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:20.857835 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bc42ef-877d-4e3e-9f8a-0cd7fa04895f" -d '{"events": [{"server_uuid": "9bdafb3a-e2c2-404a-8c1f-4d5e8d958869", "name": "network-vif-unplugged", "status": "completed", "tag": "b29c2bce-3215-42bc-9556-6dd21645a864"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:20.871008 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:20.918806 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-54859eb7-efee-4161-ab13-2d10f34bb634 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:20.942121 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-845fc7bc-92d8-4027-92da-32eb53007bd0 service neutron] 10.222.0.52 "GET /v2.0/networks/0427496c-f707-4779-93ec-614aeaa2dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980575 Nov 02 11:36:20.943171 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:21.009414 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-54859eb7-efee-4161-ab13-2d10f34bb634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:21.075398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] Pushing event updated for resources: {'Port': ['ID=b29c2bce-3215-42bc-9556-6dd21645a864,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:21.079139 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54859eb7-efee-4161-ab13-2d10f34bb634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585bc096-934e-4ba8-8f92-e8180d3565ca,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:21.102445 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-54859eb7-efee-4161-ab13-2d10f34bb634 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f1119603d3d4ba2b4bc6431dee41097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3911550 Nov 02 11:36:21.103073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51626) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:36:21.121160 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] Attempting to bind port b29c2bce-3215-42bc-9556-6dd21645a864 on host n-h1-806683-18 for vnic_type normal with profile {"migrating_to": "n-h2-806683-18"} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:36:21.121160 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] Attempting to bind port b29c2bce-3215-42bc-9556-6dd21645a864 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:36:21.121160 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] Attempting to bind port b29c2bce-3215-42bc-9556-6dd21645a864 on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:21.121471 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ff3bf-40e7-4592-ac95-c414bfe796b3 req-f811deec-5b6a-423a-a9cb-4607a3088702 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:21.123211 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-ffd3327f-23d6-488c-8d01-967e224d490e service neutron] 10.222.0.52 "GET /v2.0/networks/0427496c-f707-4779-93ec-614aeaa2dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721056 Nov 02 11:36:21.128112 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] Port b29c2bce-3215-42bc-9556-6dd21645a864 on network e3f5fe02-990d-442a-ab33-f4126e712578 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:36:21.128392 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b1ff3bf-40e7-4592-ac95-c414bfe796b3 req-f811deec-5b6a-423a-a9cb-4607a3088702 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 943 time: 0.0958407 Nov 02 11:36:21.128533 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] Attempting to bind port b29c2bce-3215-42bc-9556-6dd21645a864 on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:21.134083 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:36:21.134423 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] Checking segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:36:21.134805 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] Bound using segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:36:21.135264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] Bound port: b29c2bce-3215-42bc-9556-6dd21645a864, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:36:21.135799 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:21.150061 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:36:21.220574 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b1ff3bf-40e7-4592-ac95-c414bfe796b3 req-b2c45c82-ceda-43c1-bbef-8e65f8c0cdfc tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768702 Nov 02 11:36:21.242650 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f6240a8-0480-4a1b-91a6-1da59112cba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:21.247655 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] For port b29c2bce-3215-42bc-9556-6dd21645a864, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:36:21.250404 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:36:21.252515 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] For port b29c2bce-3215-42bc-9556-6dd21645a864, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b29c2bce-3215-42bc-9556-6dd21645a864,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:36:21.272224 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f6240a8-0480-4a1b-91a6-1da59112cba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:21.345448 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250,segment=NetworkSegment(43a9ad7a-f2d4-4650-abfa-729e903d3859),segment_id=43a9ad7a-f2d4-4650-abfa-729e903d3859)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:21.353564 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d059a-d326-424a-ad35-2e5095294d25 req-c9fa1e94-7232-4d87-bbb0-d501dd272a0c tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:21.355396 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-354d059a-d326-424a-ad35-2e5095294d25 req-c9fa1e94-7232-4d87-bbb0-d501dd272a0c tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e68e632-108a-4870-b7d3-a538f5be8a50 HTTP/1.1" status: 200 len: 946 time: 0.0554907 Nov 02 11:36:21.362794 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250', 'network_id': 'f40c55d7-1a42-4ab8-b39e-02b4fefb6a88', 'port_id': 'b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250', 'mac_address': 'fa:16:3e:94:d7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b57eab2-ab11-4e6a-a322-0971ece84e4e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:36:21.399580 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:21.418069 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:21.432392 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:21.436958 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e54d5-1801-4d47-abbe-db960d4a5860 req-d7106754-c73d-47aa-82be-531d1e374dc1 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:21.440103 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d48e54d5-1801-4d47-abbe-db960d4a5860 req-d7106754-c73d-47aa-82be-531d1e374dc1 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 944 time: 0.0665617 Nov 02 11:36:21.461022 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250,segment=NetworkSegment(43a9ad7a-f2d4-4650-abfa-729e903d3859),segment_id=43a9ad7a-f2d4-4650-abfa-729e903d3859)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:21.509615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:36:21.513825 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f6240a8-0480-4a1b-91a6-1da59112cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:21.521745 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f6240a8-0480-4a1b-91a6-1da59112cba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:21.521745 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0f6240a8-0480-4a1b-91a6-1da59112cba5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/585bc096-934e-4ba8-8f92-e8180d3565ca HTTP/1.1" status: 204 len: 168 time: 0.4118676 Nov 02 11:36:21.522483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:21.522483 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:21.533914 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d48e54d5-1801-4d47-abbe-db960d4a5860 req-7fe5344c-9540-4a80-86df-3068570f6016 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/security-groups?id=88009b46-c520-41eb-896f-11380f04fe35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859101 Nov 02 11:36:21.556673 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6240a8-0480-4a1b-91a6-1da59112cba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585bc096-934e-4ba8-8f92-e8180d3565ca,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:21.563674 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace546bc-9fd3-4972-bc17-7867fa6aab29 x-openstack-request-id: req-ace546bc-9fd3-4972-bc17-7867fa6aab29 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:21.563881 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdafb3a-e2c2-404a-8c1f-4d5e8d958869", "name": "network-vif-unplugged", "status": "completed", "tag": "b29c2bce-3215-42bc-9556-6dd21645a864", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:21.564103 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ace546bc-9fd3-4972-bc17-7867fa6aab29 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:21.564500 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bdafb3a-e2c2-404a-8c1f-4d5e8d958869', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b29c2bce-3215-42bc-9556-6dd21645a864', 'code': 200} Nov 02 11:36:21.584367 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:21.612046 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 9679caad-6d46-4129-b037-95ba1479b1a3 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:36:21.634694 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] Pushing event updated for resources: {'Port': ['ID=b29c2bce-3215-42bc-9556-6dd21645a864,revision_number=8']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:21.667747 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:21.669177 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:21.670788 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d77a72e8-d30d-4286-8fe9-facb34148d5d service neutron] 10.222.0.54 "PUT /v2.0/ports/b29c2bce-3215-42bc-9556-6dd21645a864 HTTP/1.1" status: 200 len: 1124 time: 1.6894290 Nov 02 11:36:21.707490 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d691b8ed-60b6-4fc3-9601-b24838b05b52 req-5f7e52b6-2302-426c-893c-c671135f3a07 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 210 time: 0.0905082 Nov 02 11:36:21.735435 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-354d059a-d326-424a-ad35-2e5095294d25 req-fefe2479-50cd-44ce-b49b-f061f41f4b47 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Deleting port c665ce00-807a-4f4f-a89f-a2b97e65c511 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:36:21.736717 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-354d059a-d326-424a-ad35-2e5095294d25 req-fefe2479-50cd-44ce-b49b-f061f41f4b47 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:21.758955 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['b29c2bce-3215-42bc-9556-6dd21645a864'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:21.761966 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9985a15-1cca-4ecc-a03d-144ca052a785 req-a2525733-fb9e-4ac5-a540-5f450a1a1589 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:21.771536 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f9985a15-1cca-4ecc-a03d-144ca052a785 req-a2525733-fb9e-4ac5-a540-5f450a1a1589 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 948 time: 0.1186924 Nov 02 11:36:21.866880 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f9985a15-1cca-4ecc-a03d-144ca052a785 req-485a2b19-f8ee-441c-80a0-7b14e375b835 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944192 Nov 02 11:36:21.911238 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428bc51-a3eb-4a6a-98da-3eef705abc68 req-9ff63b70-7182-4c3f-b948-a4acc08d8f94 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:21.918687 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f428bc51-a3eb-4a6a-98da-3eef705abc68 req-9ff63b70-7182-4c3f-b948-a4acc08d8f94 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 944 time: 0.0899668 Nov 02 11:36:21.923268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-354d059a-d326-424a-ad35-2e5095294d25 req-fefe2479-50cd-44ce-b49b-f061f41f4b47 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] For port c665ce00-807a-4f4f-a89f-a2b97e65c511, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c665ce00-807a-4f4f-a89f-a2b97e65c511,segment=NetworkSegment(195c9522-93be-4c36-b475-977c63d7267e),segment_id=195c9522-93be-4c36-b475-977c63d7267e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:21.928506 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-354d059a-d326-424a-ad35-2e5095294d25 req-fefe2479-50cd-44ce-b49b-f061f41f4b47 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:21.928678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:21.941469 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:22.022115 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-80e3472f-72c6-4d42-87cd-8a89642e5541 req-6c68ad0d-2813-4c29-ae0b-94c633ed2673 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 210 time: 0.0791790 Nov 02 11:36:22.045908 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:22.049797 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b08f8b1-8033-4886-9645-d115fd5823dd" -d '{"events": [{"server_uuid": "6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4", "name": "network-vif-plugged", "status": "completed", "tag": "cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:22.085726 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 9679caad-6d46-4129-b037-95ba1479b1a3, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=9679caad-6d46-4129-b037-95ba1479b1a3,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:22.104838 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:22.114201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '9679caad-6d46-4129-b037-95ba1479b1a3', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '9679caad-6d46-4129-b037-95ba1479b1a3', 'mac_address': 'fa:16:3e:0b:41:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:36:22.126817 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7596341-dae6-4d59-8b9f-b42d8fee062b x-openstack-request-id: req-e7596341-dae6-4d59-8b9f-b42d8fee062b {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:22.127344 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4", "name": "network-vif-plugged", "status": "completed", "tag": "cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:22.127748 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7596341-dae6-4d59-8b9f-b42d8fee062b {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:22.128651 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0', 'code': 200} Nov 02 11:36:22.145424 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f428bc51-a3eb-4a6a-98da-3eef705abc68 req-627d1afb-52d4-4e1a-9e16-62d416118714 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254846 Nov 02 11:36:22.229452 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:22.247250 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:22.346096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9679caad-6d46-4129-b037-95ba1479b1a3 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:22.384881 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:22.406620 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:22.425288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 9679caad-6d46-4129-b037-95ba1479b1a3, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=9679caad-6d46-4129-b037-95ba1479b1a3,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:22.454358 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326b3a2-2d0f-4eb1-bbc2-eb7a94abd13c req-d284e775-e4b1-4fbd-991e-30c73d0d9a1a tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:22.456258 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4326b3a2-2d0f-4eb1-bbc2-eb7a94abd13c req-d284e775-e4b1-4fbd-991e-30c73d0d9a1a tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 943 time: 0.1557343 Nov 02 11:36:22.490483 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05936cd5-7149-4513-9ff8-18a3da840df1 req-5b167506-7943-4385-a6fb-a525bd84ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:22.492005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05936cd5-7149-4513-9ff8-18a3da840df1 req-5b167506-7943-4385-a6fb-a525bd84ed00 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4 HTTP/1.1" status: 200 len: 1102 time: 0.2321506 Nov 02 11:36:22.498432 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-354d059a-d326-424a-ad35-2e5095294d25 req-fefe2479-50cd-44ce-b49b-f061f41f4b47 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:22.499180 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-354d059a-d326-424a-ad35-2e5095294d25 req-fefe2479-50cd-44ce-b49b-f061f41f4b47 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:22.499322 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [req-354d059a-d326-424a-ad35-2e5095294d25 req-fefe2479-50cd-44ce-b49b-f061f41f4b47 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Floating IP db5ef27e-cf22-4d78-be25-f96b71017c79 disassociated. External IP: 172.25.6.176, port: c665ce00-807a-4f4f-a89f-a2b97e65c511. Nov 02 11:36:22.499576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-354d059a-d326-424a-ad35-2e5095294d25 req-fefe2479-50cd-44ce-b49b-f061f41f4b47 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Calling delete_port for c665ce00-807a-4f4f-a89f-a2b97e65c511 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:36:22.502370 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:22.522435 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4326b3a2-2d0f-4eb1-bbc2-eb7a94abd13c req-109b068b-a4e9-4320-be57-26fd9b901a70 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582397 Nov 02 11:36:22.564378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=9679caad-6d46-4129-b037-95ba1479b1a3,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:22.595916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05936cd5-7149-4513-9ff8-18a3da840df1 req-a15bf211-eb63-4dc0-b4c2-17fac19e7e93 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904593 Nov 02 11:36:22.624047 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51690) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:36:22.638301 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dabd93ca-afc6-4928-820e-cb90f67e0838 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:22.736717 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dabd93ca-afc6-4928-820e-cb90f67e0838 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:22.758110 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef921d1-8807-4c40-8fb3-55a5df29d996 req-551aafc8-664b-40f1-9c67-09e0ddae83ec tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:22.765849 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2ef921d1-8807-4c40-8fb3-55a5df29d996 req-551aafc8-664b-40f1-9c67-09e0ddae83ec tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 945 time: 0.1192346 Nov 02 11:36:22.799411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['9679caad-6d46-4129-b037-95ba1479b1a3'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:22.804663 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:22.818946 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dc970b5e-653a-43b8-9fb1-f805141b8eb3 req-425f8103-b096-4996-91c1-c0094fb46278 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 210 time: 0.0395999 Nov 02 11:36:22.831725 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2ef921d1-8807-4c40-8fb3-55a5df29d996 req-28b7b2c2-f5b3-4ccb-8beb-df36ef2bebe4 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/security-groups?id=88009b46-c520-41eb-896f-11380f04fe35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647852 Nov 02 11:36:22.862448 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dabd93ca-afc6-4928-820e-cb90f67e0838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:22.905078 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-354d059a-d326-424a-ad35-2e5095294d25 req-fefe2479-50cd-44ce-b49b-f061f41f4b47 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:22.950114 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-dabd93ca-afc6-4928-820e-cb90f67e0838 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ef5b3bbc009458e97c1b459372788ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3250270 Nov 02 11:36:22.950834 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd93ca-afc6-4928-820e-cb90f67e0838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b3c0ae-cd8f-4a68-a9de-e9a7eb65ef44,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:22.957092 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 1e443d91-0d70-41fc-8c7f-bae633b9cc35 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:36:22.980534 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51704) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:36:23.000803 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe2479-50cd-44ce-b49b-f061f41f4b47 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Pushing event deleted for resources: {'Port': ['ID=c665ce00-807a-4f4f-a89f-a2b97e65c511,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:23.133124 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b541-4bd2-41bc-86ec-d6360982d9ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:23.172503 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c711cbe7-4678-4f08-a8c1-3174eb1f66ab req-4a78934e-3511-4bd0-8300-d7cad849a04f tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 210 time: 0.0375900 Nov 02 11:36:23.178640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c665ce00-807a-4f4f-a89f-a2b97e65c511 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:36:23.197974 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed6860-4862-4306-8e57-60145ee68091 req-1136731f-517c-47f9-bb80-702c4375adf7 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:23.209717 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ed6860-4862-4306-8e57-60145ee68091 req-1136731f-517c-47f9-bb80-702c4375adf7 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 949 time: 0.2063160 Nov 02 11:36:23.238229 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b541-4bd2-41bc-86ec-d6360982d9ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:23.321822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: c665ce00-807a-4f4f-a89f-a2b97e65c511 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:36:23.322174 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c665ce00-807a-4f4f-a89f-a2b97e65c511 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:36:23.427593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ed6860-4862-4306-8e57-60145ee68091 req-a11f8c22-8a5a-4ae2-877a-26d242ac23ff tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070467 Nov 02 11:36:23.444831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-354d059a-d326-424a-ad35-2e5095294d25 req-fefe2479-50cd-44ce-b49b-f061f41f4b47 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:36:23.450838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b541-4bd2-41bc-86ec-d6360982d9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:23.462966 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1f8b541-4bd2-41bc-86ec-d6360982d9ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:23.464163 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a1f8b541-4bd2-41bc-86ec-d6360982d9ea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51b3c0ae-cd8f-4a68-a9de-e9a7eb65ef44 HTTP/1.1" status: 204 len: 168 time: 0.4779935 Nov 02 11:36:23.513002 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8b541-4bd2-41bc-86ec-d6360982d9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b3c0ae-cd8f-4a68-a9de-e9a7eb65ef44,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:23.558390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250928ed-738b-4ea1-8346-1b254f6e47c5 req-9f786b3d-1aad-4608-afcc-19b34a4d7a9a tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:23.563445 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-250928ed-738b-4ea1-8346-1b254f6e47c5 req-9f786b3d-1aad-4608-afcc-19b34a4d7a9a tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 944 time: 0.2649052 Nov 02 11:36:23.589195 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 1e443d91-0d70-41fc-8c7f-bae633b9cc35, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=1e443d91-0d70-41fc-8c7f-bae633b9cc35,segment=NetworkSegment(97b162ae-5f9c-4123-af4f-f43ca1e58b75),segment_id=97b162ae-5f9c-4123-af4f-f43ca1e58b75)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:23.667342 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-250928ed-738b-4ea1-8346-1b254f6e47c5 req-167b9110-3a55-43e6-9494-9abb903defd7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946496 Nov 02 11:36:23.706200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '1e443d91-0d70-41fc-8c7f-bae633b9cc35', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'port_id': '1e443d91-0d70-41fc-8c7f-bae633b9cc35', 'mac_address': 'fa:16:3e:88:b2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:36:23.743260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bdafb3a-e2c2-404a-8c1f-4d5e8d958869', 'tag': 'b29c2bce-3215-42bc-9556-6dd21645a864'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:23.757897 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53309786-33b9-41f5-872f-9a8eae57ae19" -d '{"events": [{"name": "network-changed", "server_uuid": "9bdafb3a-e2c2-404a-8c1f-4d5e8d958869", "tag": "b29c2bce-3215-42bc-9556-6dd21645a864"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:23.810112 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:23.855906 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55d3540-0aaa-4010-a5d9-f55c1e33ee97 x-openstack-request-id: req-a55d3540-0aaa-4010-a5d9-f55c1e33ee97 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:23.856291 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bdafb3a-e2c2-404a-8c1f-4d5e8d958869", "tag": "b29c2bce-3215-42bc-9556-6dd21645a864", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:23.856424 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a55d3540-0aaa-4010-a5d9-f55c1e33ee97 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:23.856859 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bdafb3a-e2c2-404a-8c1f-4d5e8d958869', 'tag': 'b29c2bce-3215-42bc-9556-6dd21645a864', 'status': 'completed', 'code': 200} Nov 02 11:36:23.897049 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:23.925317 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e443d91-0d70-41fc-8c7f-bae633b9cc35 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:23.972120 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-354d059a-d326-424a-ad35-2e5095294d25 req-fefe2479-50cd-44ce-b49b-f061f41f4b47 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:36:23.987121 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 1e443d91-0d70-41fc-8c7f-bae633b9cc35, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=1e443d91-0d70-41fc-8c7f-bae633b9cc35,segment=NetworkSegment(97b162ae-5f9c-4123-af4f-f43ca1e58b75),segment_id=97b162ae-5f9c-4123-af4f-f43ca1e58b75)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:23.987686 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cddf0c-ce78-4d36-b8f1-f01f80ae309b None None] Sync routers for ids ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:36:24.002484 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cddf0c-ce78-4d36-b8f1-f01f80ae309b None None] Routers {'0de3a62c-808f-4aa3-9ead-fb49e56013b3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:36:24.003201 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-75cddf0c-ce78-4d36-b8f1-f01f80ae309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:36:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:36:24.016759 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:24.045976 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-16380233-fd62-4e56-826b-1b6fdd768598 req-31cececa-7a6d-4cd7-808f-4c781a0b7696 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 210 time: 0.0434930 Nov 02 11:36:24.113302 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78575a-58c8-40ea-8e42-00643255dc89 req-70fbcee0-aa02-449b-abac-0e2fa4536aa2 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:24.125907 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe78575a-58c8-40ea-8e42-00643255dc89 req-70fbcee0-aa02-449b-abac-0e2fa4536aa2 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 943 time: 0.3592393 Nov 02 11:36:24.145114 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:24.145114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:36:24.354659 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3802bf-a70f-4fef-87c8-f45ea2faf62e req-60b7938a-dc33-4da0-867a-4a994f86667a tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:24.372824 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cd3802bf-a70f-4fef-87c8-f45ea2faf62e req-60b7938a-dc33-4da0-867a-4a994f86667a tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 945 time: 0.1464171 Nov 02 11:36:24.488477 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=1e443d91-0d70-41fc-8c7f-bae633b9cc35,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:24.520089 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-354d059a-d326-424a-ad35-2e5095294d25 req-fefe2479-50cd-44ce-b49b-f061f41f4b47 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] No DVR routers for this DVR port c665ce00-807a-4f4f-a89f-a2b97e65c511 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:36:24.537202 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cd3802bf-a70f-4fef-87c8-f45ea2faf62e req-4d9728a9-7d65-47f1-930e-55654a55cfa4 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/security-groups?id=88009b46-c520-41eb-896f-11380f04fe35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627572 Nov 02 11:36:24.538799 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-75cddf0c-ce78-4d36-b8f1-f01f80ae309b None None] Set router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:36:24.568026 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-354d059a-d326-424a-ad35-2e5095294d25 req-fefe2479-50cd-44ce-b49b-f061f41f4b47 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:24.579498 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-354d059a-d326-424a-ad35-2e5095294d25 req-fefe2479-50cd-44ce-b49b-f061f41f4b47 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.79 "DELETE /v2.0/ports/c665ce00-807a-4f4f-a89f-a2b97e65c511 HTTP/1.1" status: 204 len: 173 time: 3.2159865 Nov 02 11:36:24.583348 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:24.611245 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12', 'mac_address': 'fa:16:3e:a4:e2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:36:24.662306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53309786-33b9-41f5-872f-9a8eae57ae19 req-d6348ee5-f508-4f48-be70-58512ac91e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:24.668367 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53309786-33b9-41f5-872f-9a8eae57ae19 req-d6348ee5-f508-4f48-be70-58512ac91e91 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 1127 time: 0.8086874 Nov 02 11:36:24.674116 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:24.674550 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-ea3c364f-e6be-48bf-b917-fcc9abd70e54 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=6196471367014fa2a6ff86ee9c2ee144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1335897 Nov 02 11:36:24.726515 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:24.762178 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:24.784050 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-be329ca6-8fd7-4fee-8b18-ed3d72868dae req-7e9cab82-46eb-47dc-8712-c483c195c036 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 210 time: 0.0921509 Nov 02 11:36:24.886217 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:24.953906 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe78575a-58c8-40ea-8e42-00643255dc89 req-e399dbde-9055-4f45-a789-e902298ba055 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8295069 Nov 02 11:36:24.985448 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da86fd1-e02c-4284-9278-492d6656da92 req-7168acd1-96b0-4276-b7e7-6aa381d8d059 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:24.999615 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2da86fd1-e02c-4284-9278-492d6656da92 req-7168acd1-96b0-4276-b7e7-6aa381d8d059 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 949 time: 0.1121659 Nov 02 11:36:25.013724 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b29c2bce-3215-42bc-9556-6dd21645a864 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:36:25.034920 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:25.064926 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53309786-33b9-41f5-872f-9a8eae57ae19 req-9b8430b7-1a9d-4b50-8766-69f2af5d197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:25.067356 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53309786-33b9-41f5-872f-9a8eae57ae19 req-9b8430b7-1a9d-4b50-8766-69f2af5d197c service neutron] 10.222.0.79 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 922 time: 0.3725307 Nov 02 11:36:25.141904 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-75cddf0c-ce78-4d36-b8f1-f01f80ae309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:50Z', 'revision_number': 4, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port': {'id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c9f3a068-7e98-4600-ab1c-565d74a124f0', 'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'mac_address': 'fa:16:3e:48:1d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:49Z', 'updated_at': '2021-11-02T11:33:54Z', 'revision_number': 5, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'subnets': [{'id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:36:25.156213 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['84f9c3a5-8575-46d0-84af-a90b5fd9aa12'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:25.176152 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cddf0c-ce78-4d36-b8f1-f01f80ae309b None None] Checking router: 0de3a62c-808f-4aa3-9ead-fb49e56013b3 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:36:25.186226 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cddf0c-ce78-4d36-b8f1-f01f80ae309b None None] Routers {'0de3a62c-808f-4aa3-9ead-fb49e56013b3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:36:25.188206 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-75cddf0c-ce78-4d36-b8f1-f01f80ae309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:36:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:36:25.221365 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 9679caad-6d46-4129-b037-95ba1479b1a3 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:36:25.228400 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53309786-33b9-41f5-872f-9a8eae57ae19 req-21f71941-8d9f-4ecf-be7d-d33fb3d9dd93 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29c2bce-3215-42bc-9556-6dd21645a864 HTTP/1.1" status: 200 len: 217 time: 0.1496305 Nov 02 11:36:25.232608 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:25.269077 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2da86fd1-e02c-4284-9278-492d6656da92 req-37df2a23-294d-4b6e-bd7b-9374e27a5036 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671309 Nov 02 11:36:25.378684 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53309786-33b9-41f5-872f-9a8eae57ae19 req-d3baff43-526e-4c51-9e18-9c7e487a8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:25.388674 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53309786-33b9-41f5-872f-9a8eae57ae19 req-d3baff43-526e-4c51-9e18-9c7e487a8d61 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.1512771 Nov 02 11:36:25.411674 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-75cddf0c-ce78-4d36-b8f1-f01f80ae309b None None] Set router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:36:25.501856 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-616efd12-0b11-4920-be7a-2704a3fe57bd req-a9b4287d-71c1-424d-9137-c02871f63888 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 210 time: 0.0876842 Nov 02 11:36:25.578963 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53309786-33b9-41f5-872f-9a8eae57ae19 req-e47fdfcf-9627-477a-870e-c7e4f76a87ba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887997 Nov 02 11:36:25.619492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-0b2279f4-35c4-472c-a2b1-f588456f8d3f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:25.620995 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-0b2279f4-35c4-472c-a2b1-f588456f8d3f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8006783 Nov 02 11:36:25.720807 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['1e443d91-0d70-41fc-8c7f-bae633b9cc35'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:25.835125 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53309786-33b9-41f5-872f-9a8eae57ae19 req-5a3e28f4-4d30-4e69-b846-a9a009f368cd service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130475 Nov 02 11:36:25.845291 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-a4a7a0b1-844c-4719-8b5f-20ddbb8b4fb8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Request body: {'port': {'device_id': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': '6196471367014fa2a6ff86ee9c2ee144'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:25.865405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e68e632-108a-4870-b7d3-a538f5be8a50', 'name': 'network-vif-deleted', 'tag': 'c665ce00-807a-4f4f-a89f-a2b97e65c511'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:25.867653 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679dbee5-1da7-4fe6-86eb-cb7d9de26932" -d '{"events": [{"server_uuid": "8e68e632-108a-4870-b7d3-a538f5be8a50", "name": "network-vif-deleted", "tag": "c665ce00-807a-4f4f-a89f-a2b97e65c511"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:25.883237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51772) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:36:25.914182 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-75cddf0c-ce78-4d36-b8f1-f01f80ae309b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:50Z', 'revision_number': 4, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port': {'id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c9f3a068-7e98-4600-ab1c-565d74a124f0', 'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'mac_address': 'fa:16:3e:48:1d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:49Z', 'updated_at': '2021-11-02T11:33:54Z', 'revision_number': 5, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'subnets': [{'id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:36:25.923932 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46245e2-ebfc-42b4-a714-7765a8d0f42f req-d06fb42f-bc3d-459c-b561-2ac01a4526fa tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:25.931928 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b46245e2-ebfc-42b4-a714-7765a8d0f42f req-d06fb42f-bc3d-459c-b561-2ac01a4526fa tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 944 time: 0.5357158 Nov 02 11:36:25.976770 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d0144-3e6e-471d-ba12-02427fe1d330 req-7edbfb89-cbbc-4f35-9d0d-483db99ad4dc tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:25.993363 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2f4d0144-3e6e-471d-ba12-02427fe1d330 req-7edbfb89-cbbc-4f35-9d0d-483db99ad4dc tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 945 time: 0.2813737 Nov 02 11:36:26.008348 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cddf0c-ce78-4d36-b8f1-f01f80ae309b None None] The sync data for ids ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'] in n-d-806683-18 is: [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:50Z', 'revision_number': 4, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port': {'id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c9f3a068-7e98-4600-ab1c-565d74a124f0', 'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'mac_address': 'fa:16:3e:48:1d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:49Z', 'updated_at': '2021-11-02T11:33:54Z', 'revision_number': 5, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'subnets': [{'id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:36:26.019697 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-d7988629-17c4-4a0f-9502-7aa91d2c74be tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:26.021505 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-d7988629-17c4-4a0f-9502-7aa91d2c74be tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.54 "GET /v2.0/networks?id=0427496c-f707-4779-93ec-614aeaa2dd50 HTTP/1.1" status: 200 len: 824 time: 0.5187845 Nov 02 11:36:26.161653 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2f4d0144-3e6e-471d-ba12-02427fe1d330 req-75e983b3-f3d5-424d-b3cc-43bfdd8cd5e7 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/security-groups?id=88009b46-c520-41eb-896f-11380f04fe35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672008 Nov 02 11:36:26.239483 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-fbb16bb5-dc66-47a1-8c64-61c72f54ea6e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-517798451-network', 'tenant_id': 'c94d0cac32b24c41b06f1c29df1efe18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:26.258154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port b29c2bce-3215-42bc-9556-6dd21645a864, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b29c2bce-3215-42bc-9556-6dd21645a864,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:26.282213 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-82e8754c-0b40-4233-b204-30ef30172107 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb3809d85af44d899f475904c2161bf3 HTTP/1.1" status: 200 len: 380 time: 0.2452354 Nov 02 11:36:26.331489 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b29c2bce-3215-42bc-9556-6dd21645a864 has no active binding in host n-h2-806683-18 {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 02 11:36:26.360432 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b46245e2-ebfc-42b4-a714-7765a8d0f42f req-6adca967-e5b0-49ad-bb18-7d4497cc49b3 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275112 Nov 02 11:36:26.365272 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-18e0b022-208a-4cc2-9332-171e11b0c347 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Request body: {'port': {'device_id': '8804f384-9c63-4ea6-9220-475e2e2d387b', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'admin_state_up': True, 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'security_groups': ['8af814fe-e9c4-487d-9130-f77d829a022e']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:26.393898 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-21add58d-75cd-4b9f-88a8-cc5e9b836f62 req-5e6c6562-a5b5-4a18-b9b5-6fded96577c7 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 210 time: 0.0958610 Nov 02 11:36:26.435359 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53309786-33b9-41f5-872f-9a8eae57ae19 req-add3b189-384b-4ab2-8696-887f874b6407 service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5835614 Nov 02 11:36:26.436014 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb16bb5-dc66-47a1-8c64-61c72f54ea6e admin admin] Made reservation on behalf of c94d0cac32b24c41b06f1c29df1efe18 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:36:26.438968 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fbb16bb5-dc66-47a1-8c64-61c72f54ea6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:26.458820 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fbb16bb5-dc66-47a1-8c64-61c72f54ea6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:26.531907 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73758d2-e895-48a7-b494-c2015a9e8df0 x-openstack-request-id: req-b73758d2-e895-48a7-b494-c2015a9e8df0 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:26.536875 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e68e632-108a-4870-b7d3-a538f5be8a50", "name": "network-vif-deleted", "tag": "c665ce00-807a-4f4f-a89f-a2b97e65c511", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:26.536875 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b73758d2-e895-48a7-b494-c2015a9e8df0 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:26.536875 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e68e632-108a-4870-b7d3-a538f5be8a50', 'name': 'network-vif-deleted', 'tag': 'c665ce00-807a-4f4f-a89f-a2b97e65c511', 'status': 'completed', 'code': 200} Nov 02 11:36:26.569203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-a4a7a0b1-844c-4719-8b5f-20ddbb8b4fb8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Made reservation on behalf of 6196471367014fa2a6ff86ee9c2ee144 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:36:26.575844 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-a4a7a0b1-844c-4719-8b5f-20ddbb8b4fb8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:26.590816 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 9679caad-6d46-4129-b037-95ba1479b1a3 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:36:26.607728 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 9679caad-6d46-4129-b037-95ba1479b1a3 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:26.608111 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:26.645546 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fbb16bb5-dc66-47a1-8c64-61c72f54ea6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:26.664866 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde380f-040c-47b2-80f0-30fc426ae766 None None] New status for floating IP db5ef27e-cf22-4d78-be25-f96b71017c79: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:36:26.693781 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633f7fa-d42b-4504-98a4-e49f249736e3 req-aed17643-341d-43e8-8be4-8e951b91c613 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:26.701718 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c633f7fa-d42b-4504-98a4-e49f249736e3 req-aed17643-341d-43e8-8be4-8e951b91c613 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 944 time: 0.1777203 Nov 02 11:36:26.753629 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fbb16bb5-dc66-47a1-8c64-61c72f54ea6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:26.778694 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c633f7fa-d42b-4504-98a4-e49f249736e3 req-69888ed1-4b83-4611-9c56-9825750bedcc tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709193 Nov 02 11:36:26.854219 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb16bb5-dc66-47a1-8c64-61c72f54ea6e admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:36:26.883318 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-18e0b022-208a-4cc2-9332-171e11b0c347 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Made reservation on behalf of fb3809d85af44d899f475904c2161bf3 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:36:26.887390 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-18e0b022-208a-4cc2-9332-171e11b0c347 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:26.933021 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fbb16bb5-dc66-47a1-8c64-61c72f54ea6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:26.933474 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-fbb16bb5-dc66-47a1-8c64-61c72f54ea6e admin admin] Added segment 0fb270fc-a3ee-4079-adaa-17ccd7798b7b of type vlan for network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 Nov 02 11:36:26.935868 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7c8df59e-1845-48d8-bd99-15f22d00425b req-2b7b2097-eff4-4246-bd03-25d28e2803a3 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 210 time: 0.0426664 Nov 02 11:36:26.944397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b9ad4-2c2d-4bcf-8672-2a90af2612a0 req-454d3104-3ba8-4cde-a00b-f6f61ef09ed9 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:26.956782 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d35b9ad4-2c2d-4bcf-8672-2a90af2612a0 req-454d3104-3ba8-4cde-a00b-f6f61ef09ed9 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 949 time: 0.2557693 Nov 02 11:36:26.979737 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:36:26.989309 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb16bb5-dc66-47a1-8c64-61c72f54ea6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229ce3a4-971f-4b93-af5d-327d7fbab94c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:27.084203 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fbb16bb5-dc66-47a1-8c64-61c72f54ea6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:27.097635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-a4a7a0b1-844c-4719-8b5f-20ddbb8b4fb8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Allocated IP 192.168.233.198 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/c07c4d83-8e4d-49e4-954c-dd7c6ca032e7) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:36:27.104600 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:27.124007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-18e0b022-208a-4cc2-9332-171e11b0c347 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Allocated IP 172.20.0.13 (0427496c-f707-4779-93ec-614aeaa2dd50/71d19ab0-8242-4e81-bb30-fdf956ad4e06/31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:36:27.146232 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:27.146727 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:27.155138 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7465ecd0-a9b5-4235-8693-030d9af08562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9679caad-6d46-4129-b037-95ba1479b1a3'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:27.157583 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d35b9ad4-2c2d-4bcf-8672-2a90af2612a0 req-7a1f48cd-3c28-424c-a1e2-f531dc149dc8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978226 Nov 02 11:36:27.162186 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b491aedd-43f4-49c7-9497-c4e7af907588" -d '{"events": [{"server_uuid": "7465ecd0-a9b5-4235-8693-030d9af08562", "name": "network-vif-plugged", "status": "completed", "tag": "9679caad-6d46-4129-b037-95ba1479b1a3"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:27.235017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 9679caad-6d46-4129-b037-95ba1479b1a3, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=9679caad-6d46-4129-b037-95ba1479b1a3,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:27.294555 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fbb16bb5-dc66-47a1-8c64-61c72f54ea6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:27.296841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb16bb5-dc66-47a1-8c64-61c72f54ea6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:27.297917 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fbb16bb5-dc66-47a1-8c64-61c72f54ea6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:27.308321 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdd1453-0ee9-4d48-964e-443ca8719962 x-openstack-request-id: req-acdd1453-0ee9-4d48-964e-443ca8719962 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:27.308917 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7465ecd0-a9b5-4235-8693-030d9af08562", "name": "network-vif-plugged", "status": "completed", "tag": "9679caad-6d46-4129-b037-95ba1479b1a3", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:27.309054 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-acdd1453-0ee9-4d48-964e-443ca8719962 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:27.309568 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7465ecd0-a9b5-4235-8693-030d9af08562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9679caad-6d46-4129-b037-95ba1479b1a3', 'code': 200} Nov 02 11:36:27.317202 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:27.318287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:36:27.400212 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:27.410762 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51796) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:36:27.417799 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fbb16bb5-dc66-47a1-8c64-61c72f54ea6e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5107305 Nov 02 11:36:27.423718 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-9b80aed2-dcc9-446e-b7b0-fa79edaf54d9 admin admin] Request body: {'subnet': {'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-517798451-subnet', 'tenant_id': 'c94d0cac32b24c41b06f1c29df1efe18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:27.488068 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289824da-2723-4f8e-b177-0fb7a7e1b4b8 req-0a6114b6-5951-41e9-b395-685bbce7a41b tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:27.497252 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-289824da-2723-4f8e-b177-0fb7a7e1b4b8 req-0a6114b6-5951-41e9-b395-685bbce7a41b tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 945 time: 0.1728952 Nov 02 11:36:27.519188 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=9679caad-6d46-4129-b037-95ba1479b1a3,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:27.553840 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b80aed2-dcc9-446e-b7b0-fa79edaf54d9 admin admin] Made reservation on behalf of c94d0cac32b24c41b06f1c29df1efe18 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:36:27.556735 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b80aed2-dcc9-446e-b7b0-fa79edaf54d9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:27.585073 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:27.657372 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb16bb5-dc66-47a1-8c64-61c72f54ea6e admin admin] Pushing event updated for resources: {'Network': ['ID=97ff636a-c6a0-4326-a8c1-675b8369e9a9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:27.671364 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:36:27.679998 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-18e0b022-208a-4cc2-9332-171e11b0c347 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:27.695067 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d185fc-fc9b-4bb2-a45d-14a270f52a62 req-0a5296f2-6df8-4de9-a55b-5a06ab1c4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:27.696868 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08d185fc-fc9b-4bb2-a45d-14a270f52a62 req-0a5296f2-6df8-4de9-a55b-5a06ab1c4ddf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 1102 time: 0.3606129 Nov 02 11:36:27.710804 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-289824da-2723-4f8e-b177-0fb7a7e1b4b8 req-d2629a07-bfc4-42a3-b8ac-5cbde9488d4e tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/security-groups?id=88009b46-c520-41eb-896f-11380f04fe35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124321 Nov 02 11:36:27.711876 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f205e-518f-48f1-a7fc-df7b0fd1b016 req-5309c9e9-8670-4c43-a9df-1713b0331a91 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:27.712957 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-284f205e-518f-48f1-a7fc-df7b0fd1b016 req-5309c9e9-8670-4c43-a9df-1713b0331a91 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 944 time: 0.1437624 Nov 02 11:36:27.731159 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:36:27.759802 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-a4a7a0b1-844c-4719-8b5f-20ddbb8b4fb8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:27.779478 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:27.799724 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:27.799724 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:27.828053 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-284f205e-518f-48f1-a7fc-df7b0fd1b016 req-5f5cf6da-16a1-4066-a6f0-6e40a4b10e4c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051035 Nov 02 11:36:27.851764 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08d185fc-fc9b-4bb2-a45d-14a270f52a62 req-b7238d10-fa6e-475b-b812-982d6e5a759d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317220 Nov 02 11:36:27.929222 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-a4a7a0b1-844c-4719-8b5f-20ddbb8b4fb8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:27.957851 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['efe45a3a-b601-41ee-a6f1-63ab23b1a802', '6dd315c0-fcdb-4c14-8fa7-85de0ade7880'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:27.964584 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-91c08cc9-fd6b-459f-9793-ef811ec059d9 req-0a353bdb-5811-48c7-85c2-804762742a5e tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 210 time: 0.0743833 Nov 02 11:36:28.038177 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-18e0b022-208a-4cc2-9332-171e11b0c347 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:28.066065 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-18e0b022-208a-4cc2-9332-171e11b0c347 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Network 0427496c-f707-4779-93ec-614aeaa2dd50 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:36:28.072188 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7a0b1-844c-4719-8b5f-20ddbb8b4fb8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Pushing event updated for resources: {'Port': ['ID=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:28.073828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-18e0b022-208a-4cc2-9332-171e11b0c347 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:36:28.088503 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-18e0b022-208a-4cc2-9332-171e11b0c347 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:36:28.095328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-18e0b022-208a-4cc2-9332-171e11b0c347 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:28.096001 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-18e0b022-208a-4cc2-9332-171e11b0c347 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:28.103902 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:28.128418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-a4a7a0b1-844c-4719-8b5f-20ddbb8b4fb8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:36:28.132943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-a4a7a0b1-844c-4719-8b5f-20ddbb8b4fb8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:36:28.135386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-a4a7a0b1-844c-4719-8b5f-20ddbb8b4fb8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:36:28.141927 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-a4a7a0b1-844c-4719-8b5f-20ddbb8b4fb8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:28.142582 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-a4a7a0b1-844c-4719-8b5f-20ddbb8b4fb8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:28.170116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a407875-4e94-40e1-a3c9-ef74fcef7792 req-b2f37752-60a9-4c27-a27f-1e1a7d4816f5 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:28.177934 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5a407875-4e94-40e1-a3c9-ef74fcef7792 req-b2f37752-60a9-4c27-a27f-1e1a7d4816f5 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 944 time: 0.1524289 Nov 02 11:36:28.209538 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:28.270267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-a4a7a0b1-844c-4719-8b5f-20ddbb8b4fb8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4301248 Nov 02 11:36:28.289961 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5a407875-4e94-40e1-a3c9-ef74fcef7792 req-1e18e149-b427-4d5f-8dac-bc93ff2830bc tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110377 Nov 02 11:36:28.309134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Request body: {'port': {'device_id': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:28.315854 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250,segment=NetworkSegment(43a9ad7a-f2d4-4650-abfa-729e903d3859),segment_id=43a9ad7a-f2d4-4650-abfa-729e903d3859)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:28.354255 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b80aed2-dcc9-446e-b7b0-fa79edaf54d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:28.373511 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:28.442363 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-18e0b022-208a-4cc2-9332-171e11b0c347 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0864921 Nov 02 11:36:28.447298 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0b022-208a-4cc2-9332-171e11b0c347 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Pushing event updated for resources: {'Port': ['ID=31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:28.470490 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Request body: {'port': {'device_id': '8804f384-9c63-4ea6-9220-475e2e2d387b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:28.564820 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:28.579394 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21161f92-362c-4ce5-8fa2-c0a1c0b24852 req-d1ebdfca-617d-40f8-96b4-f1039bbf8d6d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:28.590245 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-21161f92-362c-4ce5-8fa2-c0a1c0b24852 req-d1ebdfca-617d-40f8-96b4-f1039bbf8d6d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 936 time: 0.4555016 Nov 02 11:36:28.599425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80aed2-dcc9-446e-b7b0-fa79edaf54d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a67ef1c0-d316-4203-a4c2-b1d66f1800c6,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:28.613758 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:28.621825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b089dd8-c96d-439b-a80a-60b80298dfc1 req-84b5b65c-ec31-4bf7-9341-7a7c268442a7 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:28.624012 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b089dd8-c96d-439b-a80a-60b80298dfc1 req-84b5b65c-ec31-4bf7-9341-7a7c268442a7 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 950 time: 0.1851702 Nov 02 11:36:28.659252 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b80aed2-dcc9-446e-b7b0-fa79edaf54d9 admin admin] Checking segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:36:28.660381 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b80aed2-dcc9-446e-b7b0-fa79edaf54d9 admin admin] Network hostable DHCP agents. Network: 97ff636a-c6a0-4326-a8c1-675b8369e9a9, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:36:28.694486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:28.712955 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-41333e06-0d07-4d53-81ff-6978753e93ca None None] Provisioning complete for port 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:28.713331 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-41333e06-0d07-4d53-81ff-6978753e93ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:28.725086 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-21161f92-362c-4ce5-8fa2-c0a1c0b24852 req-bbcdcf1f-7590-47a5-af36-305700a3b045 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335549 Nov 02 11:36:28.744355 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b089dd8-c96d-439b-a80a-60b80298dfc1 req-ca3e0acb-a3ed-4e0f-ad9c-14364c920cd0 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869339 Nov 02 11:36:28.778196 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-41333e06-0d07-4d53-81ff-6978753e93ca None None] Port 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:36:28.875546 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-41333e06-0d07-4d53-81ff-6978753e93ca None None] Provisioning complete for port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:28.875922 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-41333e06-0d07-4d53-81ff-6978753e93ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:28.927865 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-41333e06-0d07-4d53-81ff-6978753e93ca None None] Port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:36:28.953730 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 1e443d91-0d70-41fc-8c7f-bae633b9cc35 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:36:29.011857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b80aed2-dcc9-446e-b7b0-fa79edaf54d9 admin admin] Network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:36:29.164365 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:29.176436 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:29.192487 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Transition to ACTIVE for port object c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:36:29.199865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.54', 60037) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:36:29.242853 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-ed4b4f08-90bb-4a0b-b664-8d3c23407dbe service neutron] 10.222.0.79 "GET /v2.0/ports/b29c2bce-3215-42bc-9556-6dd21645a864/bindings/n-h2-806683-18 HTTP/1.1" status: 200 len: 385 time: 0.4364040 Nov 02 11:36:29.290597 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b47b0-0078-4494-8365-42018e6c8633 req-e3cbc341-9aae-46fb-bfec-7ccc07434e24 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:29.295872 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d96b47b0-0078-4494-8365-42018e6c8633 req-e3cbc341-9aae-46fb-bfec-7ccc07434e24 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 946 time: 0.2870402 Nov 02 11:36:29.310684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1cf2fb-5fce-4182-8b12-d1e664e1b629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12'}, {'server_uuid': '4a4bf29a-7950-48c6-9432-17940313a923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:29.313149 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a79f224-dc70-406e-a60f-48009766faed" -d '{"events": [{"server_uuid": "ac1cf2fb-5fce-4182-8b12-d1e664e1b629", "name": "network-vif-plugged", "status": "completed", "tag": "84f9c3a5-8575-46d0-84af-a90b5fd9aa12"}, {"server_uuid": "4a4bf29a-7950-48c6-9432-17940313a923", "name": "network-vif-plugged", "status": "completed", "tag": "b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:29.360939 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cfa18-9ab0-43da-84ae-fe41b922fa11 req-e30c4292-d919-4942-b6d6-0394c8d30c0a tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:29.362557 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c18cfa18-9ab0-43da-84ae-fe41b922fa11 req-e30c4292-d919-4942-b6d6-0394c8d30c0a tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 944 time: 0.1658957 Nov 02 11:36:29.377533 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 1e443d91-0d70-41fc-8c7f-bae633b9cc35 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:36:29.393131 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 1e443d91-0d70-41fc-8c7f-bae633b9cc35 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:29.393585 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:29.396077 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:29.429495 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d96b47b0-0078-4494-8365-42018e6c8633 req-1f9d473e-d188-4d3e-b875-6a373220360f tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/security-groups?id=88009b46-c520-41eb-896f-11380f04fe35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202188 Nov 02 11:36:29.472027 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59f25698-e743-40ab-a456-3093e8edaf76 req-0b5e64f4-5bbd-43c5-8280-2aaa379e6df6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2738891 Nov 02 11:36:29.649946 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-9b80aed2-dcc9-446e-b7b0-fa79edaf54d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 97ff636a-c6a0-4326-a8c1-675b8369e9a9) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:36:29.659345 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52548d97-7cff-4b4d-9daa-5f3b9f6b3666 None None] Network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:36:29.677084 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b80aed2-dcc9-446e-b7b0-fa79edaf54d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:29.680892 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b80aed2-dcc9-446e-b7b0-fa79edaf54d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:29.751613 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:29.838482 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c18cfa18-9ab0-43da-84ae-fe41b922fa11 req-98dc001d-a814-409b-a129-08654c98c407 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126124 Nov 02 11:36:29.846418 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:29.856038 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:29.872742 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Transition to ACTIVE for port object 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:36:29.925886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Pushing event updated for resources: {'Port': ['ID=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:29.931505 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Attempting to bind port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:36:29.931840 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Attempting to bind port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:36:29.932198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Attempting to bind port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:29.946736 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7cbd4-26e6-4e08-9b66-e17e70d1e241 req-0f476037-717b-45b1-b94e-22dff9d2e269 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:29.951479 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f25698-e743-40ab-a456-3093e8edaf76 req-3eef8e1e-f9ba-4b8b-8a8a-e2e2ffa152f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:29.954029 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59f25698-e743-40ab-a456-3093e8edaf76 req-3eef8e1e-f9ba-4b8b-8a8a-e2e2ffa152f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 1101 time: 0.2847393 Nov 02 11:36:29.957235 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5ba7cbd4-26e6-4e08-9b66-e17e70d1e241 req-0f476037-717b-45b1-b94e-22dff9d2e269 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 932 time: 0.0810928 Nov 02 11:36:29.959843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:36:29.960187 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Attempting to bind port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:29.971032 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 1e443d91-0d70-41fc-8c7f-bae633b9cc35, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=1e443d91-0d70-41fc-8c7f-bae633b9cc35,segment=NetworkSegment(97b162ae-5f9c-4123-af4f-f43ca1e58b75),segment_id=97b162ae-5f9c-4123-af4f-f43ca1e58b75)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:29.977968 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:36:29.982589 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:36:29.982746 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:29.982870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:36:29.983006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Bound port: c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:36:29.985335 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:30.038153 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9b80aed2-dcc9-446e-b7b0-fa79edaf54d9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.6253045 Nov 02 11:36:30.062252 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5ba7cbd4-26e6-4e08-9b66-e17e70d1e241 req-4422c2d9-0e03-4dd3-9f7e-fc8f34a31552 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997298 Nov 02 11:36:30.108252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164d48de-67b2-46db-9e99-8d4597277467 None None] Network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:36:30.110218 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:30.177717 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Pushing event updated for resources: {'Port': ['ID=31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:30.199036 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Attempting to bind port 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:36:30.200601 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Attempting to bind port 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '195c9522-93be-4c36-b475-977c63d7267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:36:30.202966 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Attempting to bind port 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 on network 0427496c-f707-4779-93ec-614aeaa2dd50 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:30.218748 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Port 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 on network 0427496c-f707-4779-93ec-614aeaa2dd50 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:36:30.220836 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Attempting to bind port 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 on network 0427496c-f707-4779-93ec-614aeaa2dd50 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:30.233272 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f25698-e743-40ab-a456-3093e8edaf76 req-83cd2359-c894-4276-ae50-37473e84df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:30.234368 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b190e0c2-417d-4bc9-89cf-73150ac1d459 x-openstack-request-id: req-b190e0c2-417d-4bc9-89cf-73150ac1d459 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:30.234848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59f25698-e743-40ab-a456-3093e8edaf76 req-83cd2359-c894-4276-ae50-37473e84df09 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.2388053 Nov 02 11:36:30.235081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:36:30.235695 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Checking segment: {'id': '195c9522-93be-4c36-b475-977c63d7267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:36:30.237939 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1cf2fb-5fce-4182-8b12-d1e664e1b629", "name": "network-vif-plugged", "status": "completed", "tag": "84f9c3a5-8575-46d0-84af-a90b5fd9aa12", "code": 200}, {"server_uuid": "4a4bf29a-7950-48c6-9432-17940313a923", "name": "network-vif-plugged", "status": "completed", "tag": "b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:30.238226 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b190e0c2-417d-4bc9-89cf-73150ac1d459 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:30.238618 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Bound using segment: {'id': '195c9522-93be-4c36-b475-977c63d7267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:36:30.238737 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1cf2fb-5fce-4182-8b12-d1e664e1b629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12', 'code': 200} Nov 02 11:36:30.238913 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4bf29a-7950-48c6-9432-17940313a923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250', 'code': 200} Nov 02 11:36:30.239625 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Bound port: 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195c9522-93be-4c36-b475-977c63d7267e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:36:30.240224 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:30.244160 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=1e443d91-0d70-41fc-8c7f-bae633b9cc35,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:30.277607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-54737296-9481-4b18-9760-0a0e3ae99482 service neutron] For port b29c2bce-3215-42bc-9556-6dd21645a864, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b29c2bce-3215-42bc-9556-6dd21645a864,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:30.316542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-54737296-9481-4b18-9760-0a0e3ae99482 service neutron] For port b29c2bce-3215-42bc-9556-6dd21645a864, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:36:30.371821 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] For port 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:36:30.392405 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] For port 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3,segment=NetworkSegment(195c9522-93be-4c36-b475-977c63d7267e),segment_id=195c9522-93be-4c36-b475-977c63d7267e)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:36:30.425102 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74155a-1430-4476-aa14-b67d2e89dad0 req-5d25d149-343c-4216-9af3-f7d71e226363 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:30.445137 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ef74155a-1430-4476-aa14-b67d2e89dad0 req-5d25d149-343c-4216-9af3-f7d71e226363 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 948 time: 0.1093524 Nov 02 11:36:30.482339 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:30.611812 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:30.612550 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:30.614921 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] 10.222.0.54 "PUT /v2.0/ports/31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 HTTP/1.1" status: 200 len: 1093 time: 2.1499734 Nov 02 11:36:30.619627 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8804f384-9c63-4ea6-9220-475e2e2d387b', 'tag': '31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:30.634414 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e15dda-72f4-41f7-829e-6fba0b8a40a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8804f384-9c63-4ea6-9220-475e2e2d387b", "tag": "31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:30.694295 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ef74155a-1430-4476-aa14-b67d2e89dad0 req-7e5efa55-ae83-4e86-8aa7-0eda9dc90f7b tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442396 Nov 02 11:36:30.700341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe3dd9-81e0-44b7-a23d-6d9167975989 service neutron] Pushing event updated for resources: {'Port': ['ID=31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:30.899355 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-3e57c575-51a2-4c9a-8a0b-c485e6b32cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:30.901223 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-3e57c575-51a2-4c9a-8a0b-c485e6b32cec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fb3809d85af44d899f475904c2161bf3&device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 1096 time: 0.1405025 Nov 02 11:36:30.911387 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59f25698-e743-40ab-a456-3093e8edaf76 req-aca0089b-54eb-4e32-96f3-0973054e59c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=efe45a3a-b601-41ee-a6f1-63ab23b1a802 HTTP/1.1" status: 200 len: 217 time: 0.5563266 Nov 02 11:36:30.926382 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-54737296-9481-4b18-9760-0a0e3ae99482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29c2bce-3215-42bc-9556-6dd21645a864 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:30.962672 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-690953f9-f95c-4025-9c80-8a84f25a507c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 HTTP/1.1" status: 200 len: 217 time: 0.0425634 Nov 02 11:36:31.000008 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f678a5-8b7d-4042-b3c8-68457a412caa req-1ee58b17-bb30-4e25-83c0-e3201574e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:31.001619 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c8f678a5-8b7d-4042-b3c8-68457a412caa req-1ee58b17-bb30-4e25-83c0-e3201574e86d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 1098 time: 0.6210468 Nov 02 11:36:31.003888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-54737296-9481-4b18-9760-0a0e3ae99482 service neutron] For port b29c2bce-3215-42bc-9556-6dd21645a864, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b29c2bce-3215-42bc-9556-6dd21645a864,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:31.049570 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:36:31.101128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffb67a-d15b-43bd-a837-25a81e2f0582 req-1448608a-22df-47ef-a4b1-12160b4c693f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:31.102224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7ffb67a-d15b-43bd-a837-25a81e2f0582 req-1448608a-22df-47ef-a4b1-12160b4c693f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 945 time: 0.8542993 Nov 02 11:36:31.106844 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:36:31.137353 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f25698-e743-40ab-a456-3093e8edaf76 req-70fb7518-6a51-4ba2-a627-b36cbec4c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:31.137353 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59f25698-e743-40ab-a456-3093e8edaf76 req-70fb7518-6a51-4ba2-a627-b36cbec4c865 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.2033081 Nov 02 11:36:31.230203 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c8f678a5-8b7d-4042-b3c8-68457a412caa req-354436de-0fea-46a8-81cf-b7fcdc6eeb71 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=88009b46-c520-41eb-896f-11380f04fe35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112038 Nov 02 11:36:31.251403 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbdd62-e734-47e8-8b58-f3d2b353d096 req-5840283e-ad95-45be-9496-7ed6671959a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:31.251780 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ff085-816c-4436-ae10-3ddf5644eb24 req-ddbad33c-f2fe-4081-86b6-cbc49d7c978d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:31.252799 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e3bbdd62-e734-47e8-8b58-f3d2b353d096 req-5840283e-ad95-45be-9496-7ed6671959a3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 1127 time: 0.1868637 Nov 02 11:36:31.253221 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0e5ff085-816c-4436-ae10-3ddf5644eb24 req-ddbad33c-f2fe-4081-86b6-cbc49d7c978d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 950 time: 0.3665359 Nov 02 11:36:31.261297 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7ffb67a-d15b-43bd-a837-25a81e2f0582 req-06d43976-2503-45b1-b076-2ac34a3e874f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488838 Nov 02 11:36:31.264595 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f25698-e743-40ab-a456-3093e8edaf76 req-c45a17b1-424b-4fe9-9e76-810c133e1d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:31.266558 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59f25698-e743-40ab-a456-3093e8edaf76 req-c45a17b1-424b-4fe9-9e76-810c133e1d93 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1122041 Nov 02 11:36:31.302794 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-fb1c45dd-fabb-4612-b073-c474b124c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:31.305139 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-fb1c45dd-fabb-4612-b073-c474b124c092 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=71d19ab0-8242-4e81-bb30-fdf956ad4e06 HTTP/1.1" status: 200 len: 863 time: 0.3346097 Nov 02 11:36:31.406641 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0e5ff085-816c-4436-ae10-3ddf5644eb24 req-5815f552-f15b-430a-9646-657c769bc0d0 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413159 Nov 02 11:36:31.427718 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:31.429953 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-ad8d5b51-6159-4bec-a3a9-ec0332a4838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:31.432737 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-54737296-9481-4b18-9760-0a0e3ae99482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:31.433216 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-ad8d5b51-6159-4bec-a3a9-ec0332a4838b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0427496c-f707-4779-93ec-614aeaa2dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1106596 Nov 02 11:36:31.558039 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:31.558662 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:31.560480 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] 10.222.0.54 "PUT /v2.0/ports/c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 HTTP/1.1" status: 200 len: 1097 time: 3.2641821 Nov 02 11:36:31.561234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'tag': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:31.564180 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3dc639-092a-4af4-a18f-a3a1e32af272" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc136cd-7c7d-440e-b88e-21a7fb3c869a", "tag": "c07c4d83-8e4d-49e4-954c-dd7c6ca032e7"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:31.599825 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59f25698-e743-40ab-a456-3093e8edaf76 req-3dd9df31-7aa8-488f-91be-b89c4db2e2cb service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201118 Nov 02 11:36:31.674179 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-b8718cb6-e608-41a5-aa25-9cdd350ef31f service neutron] 10.222.0.54 "GET /v2.0/networks/0427496c-f707-4779-93ec-614aeaa2dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285526 Nov 02 11:36:31.681181 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071ab745-08c7-4e3b-8ec6-8e97f813aa1d x-openstack-request-id: req-071ab745-08c7-4e3b-8ec6-8e97f813aa1d {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:31.681769 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8804f384-9c63-4ea6-9220-475e2e2d387b", "tag": "31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:31.682183 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-071ab745-08c7-4e3b-8ec6-8e97f813aa1d {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:31.684188 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8804f384-9c63-4ea6-9220-475e2e2d387b', 'tag': '31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3', 'status': 'completed', 'code': 200} Nov 02 11:36:31.707181 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204cbde-5c56-4b03-83f6-1748d9b6b835 req-030b463b-35fe-41a8-bc5b-9f4f2f6fe460 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:31.713545 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7204cbde-5c56-4b03-83f6-1748d9b6b835 req-030b463b-35fe-41a8-bc5b-9f4f2f6fe460 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 946 time: 0.3606389 Nov 02 11:36:31.803073 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc8ee8-41a2-4d37-9e39-427578f82961 service neutron] Pushing event updated for resources: {'Port': ['ID=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:31.864000 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-49e1f00b-f8fe-4a92-9b61-c041b969e03b req-582b6a84-5e6c-4354-993c-91750f8c2732 service neutron] 10.222.0.54 "GET /v2.0/networks/0427496c-f707-4779-93ec-614aeaa2dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732213 Nov 02 11:36:31.936786 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08ede1-aec0-40aa-b5a9-1e9422a93598 req-e4ff8492-473e-4b6d-9551-93b3e7e527bf tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:31.939234 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1d08ede1-aec0-40aa-b5a9-1e9422a93598 req-e4ff8492-473e-4b6d-9551-93b3e7e527bf tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 944 time: 0.0742209 Nov 02 11:36:31.996491 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbdd62-e734-47e8-8b58-f3d2b353d096 req-112c5ac8-cc1c-42f7-b085-15cec35fbba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:31.998001 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e3bbdd62-e734-47e8-8b58-f3d2b353d096 req-112c5ac8-cc1c-42f7-b085-15cec35fbba6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 922 time: 0.5086949 Nov 02 11:36:32.008906 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51886) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:36:32.026089 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9d91e247-8cbc-4dfe-b417-73912d2bb058 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1488154458-network', 'tenant_id': '8c2b954df3c043d98ef3e94677ee5c22'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:32.034119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-54737296-9481-4b18-9760-0a0e3ae99482 service neutron] Transition to ACTIVE for port object b29c2bce-3215-42bc-9556-6dd21645a864 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:36:32.068516 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1d08ede1-aec0-40aa-b5a9-1e9422a93598 req-bfc04d97-793a-435a-80a9-8ff6c029ea0a tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222076 Nov 02 11:36:32.083344 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e15dda-72f4-41f7-829e-6fba0b8a40a3 req-e7e36391-25d4-407f-8165-b6d17f1e7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:32.084950 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-07e15dda-72f4-41f7-829e-6fba0b8a40a3 req-e7e36391-25d4-407f-8165-b6d17f1e7a22 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fb3809d85af44d899f475904c2161bf3&device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 1096 time: 0.0791402 Nov 02 11:36:32.085729 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7204cbde-5c56-4b03-83f6-1748d9b6b835 req-28ec3872-6369-46fc-adb1-244ae2e935ef tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/security-groups?id=88009b46-c520-41eb-896f-11380f04fe35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151429 Nov 02 11:36:32.088280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-28f845e4-824f-459b-a2b7-e32846d2408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:32.090118 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-28f845e4-824f-459b-a2b7-e32846d2408f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 1100 time: 0.3965459 Nov 02 11:36:32.097101 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e3bbdd62-e734-47e8-8b58-f3d2b353d096 req-b8858c19-fa37-4eb0-8502-1d5559d13c85 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29c2bce-3215-42bc-9556-6dd21645a864 HTTP/1.1" status: 200 len: 217 time: 0.0797181 Nov 02 11:36:32.191196 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-bd7da93d-e634-4199-b4b7-c5210cf84cf4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 HTTP/1.1" status: 200 len: 217 time: 0.0892386 Nov 02 11:36:32.192352 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-54737296-9481-4b18-9760-0a0e3ae99482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:32.205822 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59f25698-e743-40ab-a456-3093e8edaf76 req-5c8cd0b7-b23a-444e-b9d9-888a7dd696b4 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5620942 Nov 02 11:36:32.240326 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832ff546-854b-4cbd-87d4-43827a8e9803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e443d91-0d70-41fc-8c7f-bae633b9cc35'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:32.243578 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41161be2-52e9-45f4-bd21-e120a6374f2f" -d '{"events": [{"server_uuid": "832ff546-854b-4cbd-87d4-43827a8e9803", "name": "network-vif-plugged", "status": "completed", "tag": "1e443d91-0d70-41fc-8c7f-bae633b9cc35"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:32.320301 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d91e247-8cbc-4dfe-b417-73912d2bb058 admin admin] Made reservation on behalf of 8c2b954df3c043d98ef3e94677ee5c22 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:36:32.322769 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d91e247-8cbc-4dfe-b417-73912d2bb058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:32.326457 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e15dda-72f4-41f7-829e-6fba0b8a40a3 req-66dcc0b9-760e-4665-ad0d-84ccd9822844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:32.330093 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-07e15dda-72f4-41f7-829e-6fba0b8a40a3 req-66dcc0b9-760e-4665-ad0d-84ccd9822844 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0427496c-f707-4779-93ec-614aeaa2dd50 HTTP/1.1" status: 200 len: 925 time: 0.2286289 Nov 02 11:36:32.333292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbdd62-e734-47e8-8b58-f3d2b353d096 req-c473b88e-1b59-402d-9b15-8b6a14ac3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:32.334871 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e3bbdd62-e734-47e8-8b58-f3d2b353d096 req-c473b88e-1b59-402d-9b15-8b6a14ac3865 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.2211661 Nov 02 11:36:32.378529 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d91e247-8cbc-4dfe-b417-73912d2bb058 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:32.406020 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-07e15dda-72f4-41f7-829e-6fba0b8a40a3 req-b463bd90-089f-46c6-b0dd-3b7ee534103c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 HTTP/1.1" status: 200 len: 217 time: 0.0612941 Nov 02 11:36:32.406578 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-54737296-9481-4b18-9760-0a0e3ae99482 service neutron] No DVR routers for this DVR port b29c2bce-3215-42bc-9556-6dd21645a864 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:36:32.425342 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54737296-9481-4b18-9760-0a0e3ae99482 service neutron] Pushing event updated for resources: {'Port': ['ID=b29c2bce-3215-42bc-9556-6dd21645a864,revision_number=10']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:32.425564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7326ebc-163c-43ee-ae97-b6f669e90c14 req-82b1b37f-68e0-4128-8f27-589c4251cf29 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:32.432970 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-26b0b19a-bb49-4669-abef-69b2ed0cbc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:32.432970 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-26b0b19a-bb49-4669-abef-69b2ed0cbc72 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.2274072 Nov 02 11:36:32.434889 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7326ebc-163c-43ee-ae97-b6f669e90c14 req-82b1b37f-68e0-4128-8f27-589c4251cf29 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4 HTTP/1.1" status: 200 len: 950 time: 0.2665236 Nov 02 11:36:32.435209 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e3bbdd62-e734-47e8-8b58-f3d2b353d096 req-8ca70f77-49b9-4c4c-98e2-c9e503a281c9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745654 Nov 02 11:36:32.489264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e748d4-9d6d-41d0-a1d9-b71913bbe50a req-9d4813bf-bf41-42e9-9805-c37dcf9add0d tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:32.496249 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-86e748d4-9d6d-41d0-a1d9-b71913bbe50a req-9d4813bf-bf41-42e9-9805-c37dcf9add0d tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 944 time: 0.2837195 Nov 02 11:36:32.515757 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e15dda-72f4-41f7-829e-6fba0b8a40a3 req-8a90e17d-a7c8-4322-9976-58eb04b0af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:32.517258 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-07e15dda-72f4-41f7-829e-6fba0b8a40a3 req-8a90e17d-a7c8-4322-9976-58eb04b0af6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=71d19ab0-8242-4e81-bb30-fdf956ad4e06 HTTP/1.1" status: 200 len: 863 time: 0.0809741 Nov 02 11:36:32.602151 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7326ebc-163c-43ee-ae97-b6f669e90c14 req-dce095bd-9cbb-406c-bc90-d59c687343e8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049027 Nov 02 11:36:32.612174 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e15dda-72f4-41f7-829e-6fba0b8a40a3 req-d752f60d-fe2f-402e-a85d-1f2131bd08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:32.614807 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-07e15dda-72f4-41f7-829e-6fba0b8a40a3 req-d752f60d-fe2f-402e-a85d-1f2131bd08f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0427496c-f707-4779-93ec-614aeaa2dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887430 Nov 02 11:36:32.634730 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-54737296-9481-4b18-9760-0a0e3ae99482 service neutron] 10.222.0.79 "PUT /v2.0/ports/b29c2bce-3215-42bc-9556-6dd21645a864/bindings/n-h2-806683-18/activate HTTP/1.1" status: 200 len: 370 time: 3.3737190 Nov 02 11:36:32.684691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-a636df41-173d-45f1-a83f-e2b19fbc08da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:32.686227 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-a636df41-173d-45f1-a83f-e2b19fbc08da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2465291 Nov 02 11:36:32.724394 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-86e748d4-9d6d-41d0-a1d9-b71913bbe50a req-0b780dd8-fc00-474f-940e-9c41b69dd48b tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242615 Nov 02 11:36:32.740737 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebec7d34-d9ee-4b37-a0f6-0ff67c1cf867 x-openstack-request-id: req-ebec7d34-d9ee-4b37-a0f6-0ff67c1cf867 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:32.741005 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc136cd-7c7d-440e-b88e-21a7fb3c869a", "tag": "c07c4d83-8e4d-49e4-954c-dd7c6ca032e7", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:32.741274 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ebec7d34-d9ee-4b37-a0f6-0ff67c1cf867 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:32.741703 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'tag': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7', 'status': 'completed', 'code': 200} Nov 02 11:36:32.787603 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-07e15dda-72f4-41f7-829e-6fba0b8a40a3 req-327fbd8e-4ec4-45bd-a113-7cd919d0a55d service neutron] 10.222.0.54 "GET /v2.0/networks/0427496c-f707-4779-93ec-614aeaa2dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461346 Nov 02 11:36:32.810214 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e7c38c-66b1-4a9b-9bb3-7388cceac11a x-openstack-request-id: req-c9e7c38c-66b1-4a9b-9bb3-7388cceac11a {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:32.811238 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832ff546-854b-4cbd-87d4-43827a8e9803", "name": "network-vif-plugged", "status": "completed", "tag": "1e443d91-0d70-41fc-8c7f-bae633b9cc35", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:32.814480 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9e7c38c-66b1-4a9b-9bb3-7388cceac11a {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:32.815302 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832ff546-854b-4cbd-87d4-43827a8e9803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e443d91-0d70-41fc-8c7f-bae633b9cc35', 'code': 200} Nov 02 11:36:32.910528 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d91e247-8cbc-4dfe-b417-73912d2bb058 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:32.913406 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-8f474c2c-a9a3-4a30-8fe2-b980d8698f52 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166557 Nov 02 11:36:32.919461 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e3bbdd62-e734-47e8-8b58-f3d2b353d096 req-e25502df-89dd-47f3-9327-3a9433a013cc service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677730 Nov 02 11:36:32.957206 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.54', 60038) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:36:32.988626 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605bcd6-342a-43a6-9478-c494de6037cc req-444e423b-3d5b-436c-9d61-1d7b16457952 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:33.000277 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1605bcd6-342a-43a6-9478-c494de6037cc req-444e423b-3d5b-436c-9d61-1d7b16457952 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 948 time: 0.2101455 Nov 02 11:36:33.047081 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d91e247-8cbc-4dfe-b417-73912d2bb058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:33.134012 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1605bcd6-342a-43a6-9478-c494de6037cc req-0f36a983-9420-46b8-bb4b-d4e0f1f11d17 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312125 Nov 02 11:36:33.139566 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-07e15dda-72f4-41f7-829e-6fba0b8a40a3 req-ffefca03-0f58-4cda-abaf-800305837c96 service neutron] 10.222.0.54 "GET /v2.0/networks/0427496c-f707-4779-93ec-614aeaa2dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959330 Nov 02 11:36:33.161851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-434ca1fd-a091-4b91-95e0-b6dc71349cda tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:33.163329 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-434ca1fd-a091-4b91-95e0-b6dc71349cda tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869&tenant_id=9434b8b2332344e783438c5f662e06b3&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 1097 time: 0.2489033 Nov 02 11:36:33.178690 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007d248-2a8c-4af2-857a-3deccc40b801 req-d3cbb0fd-2bac-4e08-933a-6ca73a1a4258 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:33.179762 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f3572-6eb9-4ddd-acd9-21685cc44d63 req-3fbfc43c-f437-4885-bd7c-47c007160966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:33.180342 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2007d248-2a8c-4af2-857a-3deccc40b801 req-d3cbb0fd-2bac-4e08-933a-6ca73a1a4258 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 945 time: 0.2247109 Nov 02 11:36:33.182805 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3d3f3572-6eb9-4ddd-acd9-21685cc44d63 req-3fbfc43c-f437-4885-bd7c-47c007160966 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 1097 time: 0.2220836 Nov 02 11:36:33.205359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d91e247-8cbc-4dfe-b417-73912d2bb058 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:36:33.220241 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b29c2bce-3215-42bc-9556-6dd21645a864 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:36:33.339506 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2007d248-2a8c-4af2-857a-3deccc40b801 req-bd7f3bea-d89e-4ced-8670-eff03d74ecf3 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303928 Nov 02 11:36:33.340537 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3d3f3572-6eb9-4ddd-acd9-21685cc44d63 req-4e999a0a-77a6-4aca-8984-fcc88835981f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365294 Nov 02 11:36:33.348023 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b29c2bce-3215-42bc-9556-6dd21645a864 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:36:33.360451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91e247-8cbc-4dfe-b417-73912d2bb058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5712eeda-af44-4aa1-8d93-70492a620c1c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:33.378285 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d91e247-8cbc-4dfe-b417-73912d2bb058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:33.380981 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-9d91e247-8cbc-4dfe-b417-73912d2bb058 admin admin] Added segment 32b3645e-67c0-47e9-a466-5c7be77d7fef of type vlan for network 05194adc-b641-4f2a-bfe3-6715af65290e Nov 02 11:36:33.426812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-24d2a73f-ec0a-4648-a063-da0f9c426d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:33.428414 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-24d2a73f-ec0a-4648-a063-da0f9c426d85 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869&tenant_id=9434b8b2332344e783438c5f662e06b3 HTTP/1.1" status: 200 len: 1097 time: 0.2208247 Nov 02 11:36:33.696541 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e5012-0cf0-4148-859e-1f3d905dacce req-78fc7020-1425-41ff-9c3d-a70fe8ca8071 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:33.708091 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e5012-0cf0-4148-859e-1f3d905dacce req-78fc7020-1425-41ff-9c3d-a70fe8ca8071 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:33.710175 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2c0e5012-0cf0-4148-859e-1f3d905dacce req-78fc7020-1425-41ff-9c3d-a70fe8ca8071 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562&device_id=6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4 HTTP/1.1" status: 200 len: 1691 time: 0.0832734 Nov 02 11:36:33.748893 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d91e247-8cbc-4dfe-b417-73912d2bb058 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:33.812318 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2c0e5012-0cf0-4148-859e-1f3d905dacce req-3243355d-fc48-4169-bb9c-1b128407ef1d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880671 Nov 02 11:36:33.822996 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6eba750a-b635-4aef-adbf-d2004570d8f0 req-40f3be62-38dc-4150-a68a-f6516dbfba61 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8879237 Nov 02 11:36:33.844185 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e3bbdd62-e734-47e8-8b58-f3d2b353d096 req-aa9f2d33-daeb-4139-87dd-b9fe2023f349 service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9094882 Nov 02 11:36:33.847470 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d91e247-8cbc-4dfe-b417-73912d2bb058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:33.847470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d91e247-8cbc-4dfe-b417-73912d2bb058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:33.847470 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d91e247-8cbc-4dfe-b417-73912d2bb058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:33.951981 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed21ec2-a567-4ada-bac1-9d10e7d66b0a req-6d255111-ab4d-44d2-bb66-2f8991ff00f9 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:33.954051 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ed21ec2-a567-4ada-bac1-9d10e7d66b0a req-6d255111-ab4d-44d2-bb66-2f8991ff00f9 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 945 time: 0.1716528 Nov 02 11:36:33.954964 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91e247-8cbc-4dfe-b417-73912d2bb058 admin admin] Pushing event updated for resources: {'Network': ['ID=05194adc-b641-4f2a-bfe3-6715af65290e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:33.962141 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b606d-e6d3-45b8-bf84-36ce7ad6e864 req-5825af12-54df-4392-aff8-b4b0db6d7aee tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:33.964084 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-df0b606d-e6d3-45b8-bf84-36ce7ad6e864 req-5825af12-54df-4392-aff8-b4b0db6d7aee tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 946 time: 0.0607920 Nov 02 11:36:33.973270 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 05194adc-b641-4f2a-bfe3-6715af65290e details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:36:33.974917 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9d91e247-8cbc-4dfe-b417-73912d2bb058 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9605134 Nov 02 11:36:33.977839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51914) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:36:33.985762 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-cd097295-6ccc-474d-a913-35bdd36da5cd admin admin] Request body: {'subnet': {'network_id': '05194adc-b641-4f2a-bfe3-6715af65290e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1488154458-subnet', 'tenant_id': '8c2b954df3c043d98ef3e94677ee5c22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:34.064576 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-df0b606d-e6d3-45b8-bf84-36ce7ad6e864 req-07e54910-0586-4989-9083-8f0088cf2c12 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/security-groups?id=88009b46-c520-41eb-896f-11380f04fe35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916691 Nov 02 11:36:34.089764 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ed21ec2-a567-4ada-bac1-9d10e7d66b0a req-664d10fb-1f48-4b69-91e3-3d6123fb4b80 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218076 Nov 02 11:36:34.219937 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd097295-6ccc-474d-a913-35bdd36da5cd admin admin] Made reservation on behalf of 8c2b954df3c043d98ef3e94677ee5c22 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:36:34.223940 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd097295-6ccc-474d-a913-35bdd36da5cd admin admin] Publish callbacks [] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:34.330095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309a79d-e636-474f-a545-7ac7c53ee0bd req-5e3c4064-31ff-43e0-a845-7b97980ee6c8 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:34.347301 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8309a79d-e636-474f-a545-7ac7c53ee0bd req-5e3c4064-31ff-43e0-a845-7b97980ee6c8 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 944 time: 0.1420455 Nov 02 11:36:34.477067 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-24fdf711-e87a-4536-8a30-ff48441688dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:34.478565 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-24fdf711-e87a-4536-8a30-ff48441688dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 1097 time: 0.3428776 Nov 02 11:36:34.497061 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8309a79d-e636-474f-a545-7ac7c53ee0bd req-e96e91e8-9d88-47ba-9d81-f83e39060b05 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518230 Nov 02 11:36:34.569446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dc639-092a-4af4-a18f-a3a1e32af272 req-4676898c-7d86-4ce1-a0da-1653393f2bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:34.570915 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e3dc639-092a-4af4-a18f-a3a1e32af272 req-4676898c-7d86-4ce1-a0da-1653393f2bc7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 1100 time: 0.3445277 Nov 02 11:36:34.672054 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60299e04-47d4-4475-86b3-8d84eff8de7b req-b30d1c63-6e59-4fc6-9fd2-5ccd4dfe9e2b tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:34.673877 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60299e04-47d4-4475-86b3-8d84eff8de7b req-b30d1c63-6e59-4fc6-9fd2-5ccd4dfe9e2b tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 948 time: 0.2036946 Nov 02 11:36:34.738284 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60280b60-9640-438f-b8c9-afdaf8812806 req-047bea88-84ea-4b09-91d4-20b9e71b1611 tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:34.751564 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-60280b60-9640-438f-b8c9-afdaf8812806 req-047bea88-84ea-4b09-91d4-20b9e71b1611 tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 1102 time: 0.0796432 Nov 02 11:36:34.799548 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-2c7ea24e-f63d-4780-b05c-f962fca24112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:34.801217 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-2c7ea24e-f63d-4780-b05c-f962fca24112 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 922 time: 0.2981811 Nov 02 11:36:34.828436 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-60280b60-9640-438f-b8c9-afdaf8812806 req-4f897eca-b41c-4c6d-ba69-4cbca93a07c8 tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739868 Nov 02 11:36:34.986656 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-95882c0d-1dca-4953-8e13-4f610ef4f53e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29c2bce-3215-42bc-9556-6dd21645a864 HTTP/1.1" status: 200 len: 217 time: 0.1610162 Nov 02 11:36:34.997754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dc639-092a-4af4-a18f-a3a1e32af272 req-bf0f26be-fb6e-49f8-b870-b8fc0c69a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:35.002293 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e3dc639-092a-4af4-a18f-a3a1e32af272 req-bf0f26be-fb6e-49f8-b870-b8fc0c69a449 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.4174089 Nov 02 11:36:35.031114 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60299e04-47d4-4475-86b3-8d84eff8de7b req-781e1e13-045b-47c5-ab57-b44fecec7735 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463957 Nov 02 11:36:35.060711 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f6c78-5138-4897-9c6e-73fb87b27ad8 req-667a8036-7cdc-4929-b406-3d9c6b033d21 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:35.077742 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-625f6c78-5138-4897-9c6e-73fb87b27ad8 req-667a8036-7cdc-4929-b406-3d9c6b033d21 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 945 time: 0.1382527 Nov 02 11:36:35.155234 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-625f6c78-5138-4897-9c6e-73fb87b27ad8 req-5f8a09e2-cd9d-401f-9401-2a7e14274d47 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760708 Nov 02 11:36:35.169473 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e3dc639-092a-4af4-a18f-a3a1e32af272 req-ec2ca6ee-55b8-491f-9887-c20b88d40fc3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 HTTP/1.1" status: 200 len: 217 time: 0.1139143 Nov 02 11:36:35.239490 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd097295-6ccc-474d-a913-35bdd36da5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:35.276461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-4c4ff949-ea84-44cf-afd1-fc7ce394be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:35.278173 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-4c4ff949-ea84-44cf-afd1-fc7ce394be04 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.2744613 Nov 02 11:36:35.328466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dc639-092a-4af4-a18f-a3a1e32af272 req-84bcae46-32ba-4121-98ee-f4bfc50f7967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:35.329943 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e3dc639-092a-4af4-a18f-a3a1e32af272 req-84bcae46-32ba-4121-98ee-f4bfc50f7967 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1504416 Nov 02 11:36:35.339613 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da257ac-a65b-424d-be04-1b1a2b62c0e7 req-170e4fa2-eca1-4ce4-a20a-14823c9868cc tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:35.341523 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9da257ac-a65b-424d-be04-1b1a2b62c0e7 req-170e4fa2-eca1-4ce4-a20a-14823c9868cc tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 945 time: 0.0903614 Nov 02 11:36:35.352709 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-c56b9367-7b2e-4137-a2e0-b6c9a17fb22a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506496 Nov 02 11:36:35.354514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ef004-3a60-4811-a229-b2542236e985 req-023f56f2-bd63-47f5-a3e1-87a3cc7decca tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:35.355950 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c7ef004-3a60-4811-a229-b2542236e985 req-023f56f2-bd63-47f5-a3e1-87a3cc7decca tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4 HTTP/1.1" status: 200 len: 1102 time: 0.1892920 Nov 02 11:36:35.376860 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd097295-6ccc-474d-a913-35bdd36da5cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f4b6b65-aa94-43bf-8bcc-ecf9d799a2fb,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:35.459049 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9da257ac-a65b-424d-be04-1b1a2b62c0e7 req-96d4e73c-f003-405e-b165-e88b8e579200 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110339 Nov 02 11:36:35.515786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd097295-6ccc-474d-a913-35bdd36da5cd admin admin] Checking segment: {'id': '32b3645e-67c0-47e9-a466-5c7be77d7fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '05194adc-b641-4f2a-bfe3-6715af65290e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:36:35.515786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd097295-6ccc-474d-a913-35bdd36da5cd admin admin] Network hostable DHCP agents. Network: 05194adc-b641-4f2a-bfe3-6715af65290e, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:36:35.541357 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dc639-092a-4af4-a18f-a3a1e32af272 req-c92a35ad-82e2-4939-82a2-f64466f1afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:35.542890 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e3dc639-092a-4af4-a18f-a3a1e32af272 req-c92a35ad-82e2-4939-82a2-f64466f1afc1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1930742 Nov 02 11:36:35.554661 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c7ef004-3a60-4811-a229-b2542236e985 req-ef6e1ee7-7f8e-46c3-ab6b-51d1dc23023d tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830592 Nov 02 11:36:35.599849 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-d1684b9e-74b2-40bb-9236-b116f92150e7 service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259345 Nov 02 11:36:35.708422 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd097295-6ccc-474d-a913-35bdd36da5cd admin admin] Network 05194adc-b641-4f2a-bfe3-6715af65290e is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:36:35.754382 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e3dc639-092a-4af4-a18f-a3a1e32af272 req-5654dd62-21a5-45ea-ac8f-93003526fd6e service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985145 Nov 02 11:36:35.801157 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-231363f6-8713-4c71-9bae-04db0e0d19b7 service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880562 Nov 02 11:36:35.817636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-cd097295-6ccc-474d-a913-35bdd36da5cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 05194adc-b641-4f2a-bfe3-6715af65290e) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:36:35.818184 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730e53e-a317-419e-bd7a-44d6d7288fdb req-ff248a94-391a-48a7-976b-cfa294015362 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:35.826292 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f230b2ab-12f8-4157-b2bf-5519af0af31c None None] Network 05194adc-b641-4f2a-bfe3-6715af65290e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:36:35.833184 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5730e53e-a317-419e-bd7a-44d6d7288fdb req-ff248a94-391a-48a7-976b-cfa294015362 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 944 time: 0.1666715 Nov 02 11:36:35.870874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd097295-6ccc-474d-a913-35bdd36da5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:35.871520 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd097295-6ccc-474d-a913-35bdd36da5cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:35.930357 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5730e53e-a317-419e-bd7a-44d6d7288fdb req-ab9b7e1d-3792-4151-b815-75a9b0dae920 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931528 Nov 02 11:36:35.938241 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e3dc639-092a-4af4-a18f-a3a1e32af272 req-fcc12ed1-fe05-4b07-a7bb-cf3c8ebea6c4 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649714 Nov 02 11:36:35.996463 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cd097295-6ccc-474d-a913-35bdd36da5cd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0164983 Nov 02 11:36:36.176735 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fe0662-14c5-4a90-b608-9ec2c38f9626 None None] Network 05194adc-b641-4f2a-bfe3-6715af65290e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:36:36.214246 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797cbbf-9407-4298-b06c-c47eb40da1ab req-44553ec2-f128-4317-9846-7ed5b11f6ecd tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:36.224012 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3797cbbf-9407-4298-b06c-c47eb40da1ab req-44553ec2-f128-4317-9846-7ed5b11f6ecd tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 948 time: 0.0921857 Nov 02 11:36:36.299634 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-caaf5546-cb9d-4855-8dc8-68684c2ff19f tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431294 Nov 02 11:36:36.305963 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3797cbbf-9407-4298-b06c-c47eb40da1ab req-1e0ad70a-0b72-4cd5-8a5e-a8db0d5d38c0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809164 Nov 02 11:36:36.495315 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55e578-4576-458b-ad00-d6b8fb71ae02 req-997499f4-71a9-4268-b6e6-f3f41ff7497d tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:36.497955 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9d55e578-4576-458b-ad00-d6b8fb71ae02 req-997499f4-71a9-4268-b6e6-f3f41ff7497d tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 945 time: 0.0969582 Nov 02 11:36:36.543107 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686a605-31f8-4812-b750-11c83df91ada req-c3ea377d-de49-413d-ac12-dad8cbd20614 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:36.553086 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-c3ea377d-de49-413d-ac12-dad8cbd20614 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2490804 Nov 02 11:36:36.562614 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9d55e578-4576-458b-ad00-d6b8fb71ae02 req-ebd45468-2126-4bdc-9329-24405ccb51c5 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574968 Nov 02 11:36:36.579803 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-44c5cacd-3adf-420b-8e74-a31c0abfaaaa tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/quotas/d8225d8ee4a1492f818d0de3e1109c1e HTTP/1.1" status: 200 len: 375 time: 0.0256276 Nov 02 11:36:36.635796 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-c102094c-89ca-4285-b6eb-30b3033f8a1e tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:36.638034 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-c102094c-89ca-4285-b6eb-30b3033f8a1e tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869&tenant_id=9434b8b2332344e783438c5f662e06b3&binding%3Ahost_id=n-h2-806683-18 HTTP/1.1" status: 200 len: 1097 time: 0.1332815 Nov 02 11:36:36.706042 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-39752e6e-e60a-4508-b449-ecfea2289b4c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1250234 Nov 02 11:36:37.018334 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:36:37.047608 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-8da0a249-6a78-485f-a7ee-ae644cacb59e service neutron] For port b29c2bce-3215-42bc-9556-6dd21645a864, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:36:37.051805 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-8da0a249-6a78-485f-a7ee-ae644cacb59e service neutron] Publish callbacks [] for binding, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:37.062185 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f918190-b2a4-4705-8b84-6fbf69af6c9d req-8da0a249-6a78-485f-a7ee-ae644cacb59e service neutron] 10.222.0.54 "DELETE /v2.0/ports/b29c2bce-3215-42bc-9556-6dd21645a864/bindings/n-h1-806683-18 HTTP/1.1" status: 204 len: 173 time: 0.4050653 Nov 02 11:36:37.150988 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-c5e6b756-d036-450a-99cb-b5743afb4799 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:37.150988 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-c5e6b756-d036-450a-99cb-b5743afb4799 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 807 time: 0.2053995 Nov 02 11:36:37.183789 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-1f14f0fb-3fd4-4320-b267-76239bea8a57 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/quotas/c94d0cac32b24c41b06f1c29df1efe18 HTTP/1.1" status: 200 len: 375 time: 0.0342648 Nov 02 11:36:37.226654 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:37.229728 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-9260c223-967e-4f49-80b9-cd5f51303378 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512981 Nov 02 11:36:37.258314 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7', 'mac_address': 'fa:16:3e:7a:73:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:36:37.314179 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:37.336399 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:37.339651 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-6c0f8bdd-333a-4adc-9b7a-f9bc790faea5 service neutron] 10.222.0.52 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084542 Nov 02 11:36:37.361903 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:37.440464 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-4fc58809-5a27-46bc-9057-75df191172fe service neutron] 10.222.0.52 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951347 Nov 02 11:36:37.862582 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:37.863312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:36:37.949560 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:38.068821 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3,segment=NetworkSegment(195c9522-93be-4c36-b475-977c63d7267e),segment_id=195c9522-93be-4c36-b475-977c63d7267e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:38.084376 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'port_id': '31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3', 'mac_address': 'fa:16:3e:78:1c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:36:38.130840 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:38.148107 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:38.183370 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30900ef-912b-4b91-b005-24e8e2bc8da9 req-9a3630a3-f68b-4a60-8d11-f952db692eb5 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:38.198961 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b30900ef-912b-4b91-b005-24e8e2bc8da9 req-9a3630a3-f68b-4a60-8d11-f952db692eb5 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 945 time: 0.1082680 Nov 02 11:36:38.208916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3,segment=NetworkSegment(195c9522-93be-4c36-b475-977c63d7267e),segment_id=195c9522-93be-4c36-b475-977c63d7267e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:38.297967 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:38.312461 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b30900ef-912b-4b91-b005-24e8e2bc8da9 req-df39b622-7fff-4d0a-a202-4603ea91ab73 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097722 Nov 02 11:36:38.522826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:38.644800 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fe4a5-d81b-473c-b3a8-b2cf6c56ccf7 req-34c99e5c-bea7-4ea5-bf85-4b5693ed7c2f tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:38.646710 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-600fe4a5-d81b-473c-b3a8-b2cf6c56ccf7 req-34c99e5c-bea7-4ea5-bf85-4b5693ed7c2f tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 945 time: 0.1539221 Nov 02 11:36:38.693508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['c07c4d83-8e4d-49e4-954c-dd7c6ca032e7'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:38.727272 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-6a989ca7-fbdd-43ca-bdb3-08fb72ba2f00 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4422603 Nov 02 11:36:38.738902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-0d65d1f1-4753-4ee5-aa7a-8a29725597c6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:38.769056 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-600fe4a5-d81b-473c-b3a8-b2cf6c56ccf7 req-546f64ee-b3f5-4cad-b3d5-9d2c366eafe3 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139503 Nov 02 11:36:38.774676 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:38.931436 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-0d65d1f1-4753-4ee5-aa7a-8a29725597c6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:39.195294 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224876ea-3df1-42a3-88ef-00771d2f96ff req-a0542d0b-261a-47bc-8751-a1acdccbb35f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:39.197652 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-224876ea-3df1-42a3-88ef-00771d2f96ff req-a0542d0b-261a-47bc-8751-a1acdccbb35f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 949 time: 0.1557190 Nov 02 11:36:39.200465 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-0d65d1f1-4753-4ee5-aa7a-8a29725597c6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:39.341998 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-224876ea-3df1-42a3-88ef-00771d2f96ff req-e0bc50c9-d5f8-451b-b7dc-b4c8ccb7cc74 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354489 Nov 02 11:36:39.412140 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-0d65d1f1-4753-4ee5-aa7a-8a29725597c6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Allocated IP 172.25.6.77 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/bd6ed91d-e16e-4d93-8d16-20f04152009a) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:36:39.466559 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-82a378a5-3fea-4847-a117-2edf031faa10 req-fac822c9-a2a6-40c0-b357-b827451fd709 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 210 time: 0.0517075 Nov 02 11:36:39.679395 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-0d65d1f1-4753-4ee5-aa7a-8a29725597c6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:39.947651 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c50cd353-6e30-4b9e-b87e-a6c96d2c48fa req-78359d28-d0a9-4272-839a-2b917b9380ce tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 210 time: 0.0511856 Nov 02 11:36:40.138250 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35046d8f-6e90-4a3f-96c2-f001ae8d8084 req-da5abc8a-6bfd-4b2c-a007-0b90d9f50c31 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:40.141781 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35046d8f-6e90-4a3f-96c2-f001ae8d8084 req-da5abc8a-6bfd-4b2c-a007-0b90d9f50c31 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 945 time: 0.0765734 Nov 02 11:36:40.157755 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-0d65d1f1-4753-4ee5-aa7a-8a29725597c6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:40.219877 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-0d65d1f1-4753-4ee5-aa7a-8a29725597c6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:36:40.225913 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-0d65d1f1-4753-4ee5-aa7a-8a29725597c6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:36:40.228343 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35046d8f-6e90-4a3f-96c2-f001ae8d8084 req-8a44aee7-3290-4b1a-843c-c1b1764b3e21 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658708 Nov 02 11:36:40.233524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-0d65d1f1-4753-4ee5-aa7a-8a29725597c6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:36:40.245931 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65d1f1-4753-4ee5-aa7a-8a29725597c6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Pushing event updated for resources: {'Port': ['ID=bd6ed91d-e16e-4d93-8d16-20f04152009a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:40.372375 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-0d65d1f1-4753-4ee5-aa7a-8a29725597c6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:40.455949 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f149533-96c4-4bdd-9563-7e57fb3386f5 req-d2e5bad7-7bef-49c4-82c5-cb7669d088dc tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:40.458187 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4f149533-96c4-4bdd-9563-7e57fb3386f5 req-d2e5bad7-7bef-49c4-82c5-cb7669d088dc tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 1097 time: 0.0584784 Nov 02 11:36:40.522502 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4f149533-96c4-4bdd-9563-7e57fb3386f5 req-1c3b617b-bc45-40da-b838-eea9c307e0ae tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527396 Nov 02 11:36:40.549980 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-0d65d1f1-4753-4ee5-aa7a-8a29725597c6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:40.783626 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-0d65d1f1-4753-4ee5-aa7a-8a29725597c6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:40.894460 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-0d65d1f1-4753-4ee5-aa7a-8a29725597c6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:40.917643 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-0d65d1f1-4753-4ee5-aa7a-8a29725597c6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:40.986264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65d1f1-4753-4ee5-aa7a-8a29725597c6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Pushing event updated for resources: {'Port': ['ID=bd6ed91d-e16e-4d93-8d16-20f04152009a,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:41.026220 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:36:41.042256 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-0d65d1f1-4753-4ee5-aa7a-8a29725597c6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:41.044180 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-0d65d1f1-4753-4ee5-aa7a-8a29725597c6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3162231 Nov 02 11:36:41.164592 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-6e93f747-0367-423f-9d5d-e2de55cb2633 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 695 time: 0.1129756 Nov 02 11:36:41.236872 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:36:41.243411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:41.243833 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:41.348355 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-c006d9f0-4acd-4bbb-ac1e-d634d66b7928 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:41.355702 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-c006d9f0-4acd-4bbb-ac1e-d634d66b7928 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.1774185 Nov 02 11:36:41.360980 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:41.362705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-7b041f68-edbb-4320-8294-ca9fadc49ad5 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:36:41.392025 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64c9de3a-f3d4-4a9b-b54c-68c042d4850b req-7b041f68-edbb-4320-8294-ca9fadc49ad5 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0312431 Nov 02 11:36:41.407930 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:41.408891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:41.411251 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d8dd12-1c3b-4b42-b709-31a289c89a0e" -d '{"events": [{"server_uuid": "5dc136cd-7c7d-440e-b88e-21a7fb3c869a", "name": "network-vif-plugged", "status": "completed", "tag": "c07c4d83-8e4d-49e4-954c-dd7c6ca032e7"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:41.534109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2ae99-ae3f-4a34-9f57-c1d928192aaf req-db12a0e8-84c7-420e-bf26-af85ce54989f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:41.541615 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-81a2ae99-ae3f-4a34-9f57-c1d928192aaf req-db12a0e8-84c7-420e-bf26-af85ce54989f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 949 time: 0.0843937 Nov 02 11:36:41.546355 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:41.547461 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:36:41.607562 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-81a2ae99-ae3f-4a34-9f57-c1d928192aaf req-8b5eb5e0-19ab-4540-be10-0e1d05d56c6d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649595 Nov 02 11:36:41.664833 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:41.740628 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ee708f06-b194-48f3-9fd8-237638bc1ff1 req-76fbdb45-ed2d-4298-b972-8cb2b90824ad tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 210 time: 0.0586984 Nov 02 11:36:41.815940 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:36:41.820626 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:41.821008 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:41.977532 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:42.040354 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3,segment=NetworkSegment(195c9522-93be-4c36-b475-977c63d7267e),segment_id=195c9522-93be-4c36-b475-977c63d7267e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:42.119072 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-5b1cff06-0920-433d-af5d-d2ef0defe30d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:42.125072 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:42.127402 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-5b1cff06-0920-433d-af5d-d2ef0defe30d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 821 time: 0.2921495 Nov 02 11:36:42.147527 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-03b875f0-548d-4f28-a497-70a82e0f8380 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/quotas/9434b8b2332344e783438c5f662e06b3 HTTP/1.1" status: 200 len: 375 time: 0.0195441 Nov 02 11:36:42.157671 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-d602fd66-b1e8-4cc4-9b9b-f3f430e5fff6 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:42.159805 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-d602fd66-b1e8-4cc4-9b9b-f3f430e5fff6 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.79 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 807 time: 0.2084060 Nov 02 11:36:42.182254 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-bdb3668f-b65c-4291-a1f3-4a249abbc1df tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Request body: {'port': {'device_id': '6baa7b2e-2b06-4d35-8b46-93efe4b6e912', 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9', 'admin_state_up': True, 'tenant_id': 'c94d0cac32b24c41b06f1c29df1efe18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:42.202975 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:42.395315 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03ae41ff-6623-46be-9248-96b83b3f11dc req-cff601b0-64d1-4f12-ae6d-d1fd0de306d7 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 210 time: 0.0552881 Nov 02 11:36:42.463966 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-7a43001b-8b84-472e-85b8-4b516cda0b31 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3026717 Nov 02 11:36:42.591081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffce9a1-f766-462c-b070-349e5d19c7c4 req-ae34bfb9-d47d-4d96-9ab1-f0dfacbaee7c tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:42.599350 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9ffce9a1-f766-462c-b070-349e5d19c7c4 req-ae34bfb9-d47d-4d96-9ab1-f0dfacbaee7c tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 946 time: 0.0791683 Nov 02 11:36:42.629107 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-bdb3668f-b65c-4291-a1f3-4a249abbc1df tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Made reservation on behalf of c94d0cac32b24c41b06f1c29df1efe18 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:36:42.644117 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-bdb3668f-b65c-4291-a1f3-4a249abbc1df tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:42.695788 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-b6f20ba2-dbd5-440e-8466-459d128dceba service neutron] 10.222.0.52 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297578 Nov 02 11:36:42.721217 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9ffce9a1-f766-462c-b070-349e5d19c7c4 req-80e01481-e814-4451-90a5-5213db917615 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172817 Nov 02 11:36:42.797160 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7d200c-f7f3-4de7-b7ac-f91c89143301 x-openstack-request-id: req-ef7d200c-f7f3-4de7-b7ac-f91c89143301 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:42.797484 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc136cd-7c7d-440e-b88e-21a7fb3c869a", "name": "network-vif-plugged", "status": "completed", "tag": "c07c4d83-8e4d-49e4-954c-dd7c6ca032e7", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:42.797741 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef7d200c-f7f3-4de7-b7ac-f91c89143301 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:42.798151 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7', 'code': 200} Nov 02 11:36:42.911322 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-aef5a3ad-21be-4b97-92c8-10402629bacc tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582426 Nov 02 11:36:43.039086 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18671e-1da5-4406-be57-627ce445952b req-f9efd090-fe26-4300-ab9b-b73d1c349c60 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:43.040688 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b18671e-1da5-4406-be57-627ce445952b req-f9efd090-fe26-4300-ab9b-b73d1c349c60 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/networks?id=b9a21829-9531-42da-bd32-b51063727cdd HTTP/1.1" status: 200 len: 821 time: 0.1436067 Nov 02 11:36:43.065035 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b18671e-1da5-4406-be57-627ce445952b req-133f2ec8-1fb7-421f-9583-c6ddca7bd1be tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/quotas/df313a0344574db0a3fecb6f28843431 HTTP/1.1" status: 200 len: 375 time: 0.0127409 Nov 02 11:36:43.074880 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-71e8d196-80c5-4278-83e8-79b5f2b8a52e service neutron] 10.222.0.52 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212595 Nov 02 11:36:43.102173 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-bdb3668f-b65c-4291-a1f3-4a249abbc1df tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Allocated IP 172.20.0.11 (97ff636a-c6a0-4326-a8c1-675b8369e9a9/a67ef1c0-d316-4203-a4c2-b1d66f1800c6/e45bf28c-d78b-492d-b048-3912cfe8f2bc) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:36:43.107594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2eb5eb-b0a6-4af7-8363-d1ebb6a87735 req-04d88f81-b95c-449e-9fb4-5a44a019e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:43.109796 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac2eb5eb-b0a6-4af7-8363-d1ebb6a87735 req-04d88f81-b95c-449e-9fb4-5a44a019e616 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 1102 time: 0.1683214 Nov 02 11:36:43.146956 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b18671e-1da5-4406-be57-627ce445952b req-7f21fbe0-bba3-4a08-80bd-0b9ff80b1d54 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=df313a0344574db0a3fecb6f28843431&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0749309 Nov 02 11:36:43.177414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686a605-31f8-4812-b750-11c83df91ada req-018404b8-dae0-41e4-8d89-9d68b048fc43 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:43.178967 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-018404b8-dae0-41e4-8d89-9d68b048fc43 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2385581 Nov 02 11:36:43.204760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-8686a605-31f8-4812-b750-11c83df91ada req-30a0e366-f9a9-40c0-bfea-9950ada0a052 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Request body: {'port': {'device_id': '1db76921-9589-4792-a811-72bf6c7fb8f9', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'd8225d8ee4a1492f818d0de3e1109c1e'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:43.285291 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac2eb5eb-b0a6-4af7-8363-d1ebb6a87735 req-f34b9a68-252a-4410-9fd0-ff474660e5e1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620920 Nov 02 11:36:43.292014 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b18671e-1da5-4406-be57-627ce445952b req-8ca5e454-01e5-43f8-a628-2665d41ca711 service neutron] 10.222.0.52 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312380 Nov 02 11:36:43.437167 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b18671e-1da5-4406-be57-627ce445952b req-c27aba14-2e18-462a-9f01-20d43e664363 service neutron] 10.222.0.52 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438420 Nov 02 11:36:43.442528 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-bdb3668f-b65c-4291-a1f3-4a249abbc1df tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:43.575312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-e5511089-6bd9-4ddb-997f-cf0558af1232 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497706 Nov 02 11:36:43.604859 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8686a605-31f8-4812-b750-11c83df91ada req-30a0e366-f9a9-40c0-bfea-9950ada0a052 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Made reservation on behalf of d8225d8ee4a1492f818d0de3e1109c1e for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:36:43.620602 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-30a0e366-f9a9-40c0-bfea-9950ada0a052 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:43.695614 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-bdb3668f-b65c-4291-a1f3-4a249abbc1df tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:44.008652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-bdb3668f-b65c-4291-a1f3-4a249abbc1df tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:36:44.058527 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e02987-c5a1-4298-9abd-ced27b576019 req-a58459cc-0197-4891-bba0-7a708bfb8c9b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:44.063604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-bdb3668f-b65c-4291-a1f3-4a249abbc1df tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:36:44.075051 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-02e02987-c5a1-4298-9abd-ced27b576019 req-a58459cc-0197-4891-bba0-7a708bfb8c9b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 932 time: 0.1189976 Nov 02 11:36:44.129444 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-bdb3668f-b65c-4291-a1f3-4a249abbc1df tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:36:44.135436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-bdb3668f-b65c-4291-a1f3-4a249abbc1df tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:44.136102 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-bdb3668f-b65c-4291-a1f3-4a249abbc1df tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:44.159187 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686a605-31f8-4812-b750-11c83df91ada req-10fea300-4f2d-4750-9bba-d5e34cac11e4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:44.160350 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-10fea300-4f2d-4750-9bba-d5e34cac11e4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5780275 Nov 02 11:36:44.167152 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3668f-b65c-4291-a1f3-4a249abbc1df tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Pushing event updated for resources: {'Port': ['ID=e45bf28c-d78b-492d-b048-3912cfe8f2bc,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:44.185104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-8686a605-31f8-4812-b750-11c83df91ada req-d3ff6b35-52db-40c5-928d-fffe0b75086d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Request body: {'port': {'device_id': '1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'd8225d8ee4a1492f818d0de3e1109c1e'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:44.245479 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-02e02987-c5a1-4298-9abd-ced27b576019 req-0c53e98f-becc-4580-8749-f94f8072adfc tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695271 Nov 02 11:36:44.344382 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-bdb3668f-b65c-4291-a1f3-4a249abbc1df tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1660602 Nov 02 11:36:44.367735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Request body: {'port': {'device_id': '6baa7b2e-2b06-4d35-8b46-93efe4b6e912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:44.387175 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-8686a605-31f8-4812-b750-11c83df91ada req-30a0e366-f9a9-40c0-bfea-9950ada0a052 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Allocated IP 192.168.233.121 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/c73a6254-c983-41f8-a3a3-ba14e5535490) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:36:44.424840 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7929a3-074a-44ed-96d4-c0d4253f86b4 req-e3a77a0f-8e11-4b7c-9075-bdcd1a1a64d2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:44.432177 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e7929a3-074a-44ed-96d4-c0d4253f86b4 req-e3a77a0f-8e11-4b7c-9075-bdcd1a1a64d2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.2621846 Nov 02 11:36:44.437289 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ea1d4722-cb51-4fa6-8cfc-def3a6fed4b7 req-2533dbd7-559d-41c8-9f47-1c39e18fb67a tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 210 time: 0.0626028 Nov 02 11:36:44.562861 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8b074270-6b67-472b-9425-7b092a0ea261 req-2a6ed4d5-e094-43dd-b39e-587bb551d816 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 210 time: 0.0686169 Nov 02 11:36:44.582965 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:44.614082 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e7929a3-074a-44ed-96d4-c0d4253f86b4 req-786cf1a5-98ad-4d38-8ab7-8938eee3f96c tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808751 Nov 02 11:36:44.746058 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e8b16-21f0-40f6-a318-a4567e1773db req-9dafa6c5-3845-444c-8355-5f851964faf2 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:44.756572 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-626e8b16-21f0-40f6-a318-a4567e1773db req-9dafa6c5-3845-444c-8355-5f851964faf2 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 946 time: 0.0960851 Nov 02 11:36:44.791712 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-30a0e366-f9a9-40c0-bfea-9950ada0a052 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:44.801981 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8804f384-9c63-4ea6-9220-475e2e2d387b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:44.805239 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776febe0-3cf7-4652-b0d3-fa0c9ed6d06d" -d '{"events": [{"server_uuid": "8804f384-9c63-4ea6-9220-475e2e2d387b", "name": "network-vif-plugged", "status": "completed", "tag": "31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:44.833644 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-626e8b16-21f0-40f6-a318-a4567e1773db req-d92e8111-30b9-49a8-b1e5-573c1c2cfce0 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747895 Nov 02 11:36:44.878699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8686a605-31f8-4812-b750-11c83df91ada req-d3ff6b35-52db-40c5-928d-fffe0b75086d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Made reservation on behalf of d8225d8ee4a1492f818d0de3e1109c1e for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:36:44.882753 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-d3ff6b35-52db-40c5-928d-fffe0b75086d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:44.917980 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e74da43-5dee-4181-9e3f-7ccfd71e76d0 req-5124d479-ed93-4baf-987e-6e3b7b6bb9e5 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 210 time: 0.1172709 Nov 02 11:36:44.969568 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f5f1e3-92e2-4f7e-ba05-cc9a007c0056 x-openstack-request-id: req-b5f5f1e3-92e2-4f7e-ba05-cc9a007c0056 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:44.969885 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8804f384-9c63-4ea6-9220-475e2e2d387b", "name": "network-vif-plugged", "status": "completed", "tag": "31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:44.970141 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5f5f1e3-92e2-4f7e-ba05-cc9a007c0056 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:44.970528 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8804f384-9c63-4ea6-9220-475e2e2d387b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3', 'code': 200} Nov 02 11:36:45.154001 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ceff3-8198-41d8-8bbd-82fd93c65dc4 req-89aa9cc0-0190-4bbf-9dfe-d47c374914a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:45.155604 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c48ceff3-8198-41d8-8bbd-82fd93c65dc4 req-89aa9cc0-0190-4bbf-9dfe-d47c374914a7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 1098 time: 0.0903151 Nov 02 11:36:45.221347 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-30a0e366-f9a9-40c0-bfea-9950ada0a052 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:45.227795 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:45.233710 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0', '9679caad-6d46-4129-b037-95ba1479b1a3'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:45.357289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8686a605-31f8-4812-b750-11c83df91ada req-30a0e366-f9a9-40c0-bfea-9950ada0a052 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:36:45.364282 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c48ceff3-8198-41d8-8bbd-82fd93c65dc4 req-7c44671a-839d-47bb-94f8-a7d079b0ee6d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831219 Nov 02 11:36:45.398029 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-8686a605-31f8-4812-b750-11c83df91ada req-30a0e366-f9a9-40c0-bfea-9950ada0a052 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:36:45.400855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-8686a605-31f8-4812-b750-11c83df91ada req-d3ff6b35-52db-40c5-928d-fffe0b75086d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Allocated IP 192.168.233.47 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/17645de0-c3d2-491c-9962-f4bec0e80b40) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:36:45.411670 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-8686a605-31f8-4812-b750-11c83df91ada req-30a0e366-f9a9-40c0-bfea-9950ada0a052 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:36:45.416151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686a605-31f8-4812-b750-11c83df91ada req-30a0e366-f9a9-40c0-bfea-9950ada0a052 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:45.416812 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-30a0e366-f9a9-40c0-bfea-9950ada0a052 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:45.430214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0e366-f9a9-40c0-bfea-9950ada0a052 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Pushing event updated for resources: {'Port': ['ID=c73a6254-c983-41f8-a3a3-ba14e5535490,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:45.557268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45bf28c-d78b-492d-b048-3912cfe8f2bc {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:45.600143 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:45.621227 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-30a0e366-f9a9-40c0-bfea-9950ada0a052 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4229493 Nov 02 11:36:45.667488 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662c0a4-5d03-43f2-a648-be22436722c0 req-fb956b9f-7dfb-4edc-bc2c-ecce34e2de60 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:45.669803 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Request body: {'port': {'device_id': '1db76921-9589-4792-a811-72bf6c7fb8f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:45.675862 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5662c0a4-5d03-43f2-a648-be22436722c0 req-fb956b9f-7dfb-4edc-bc2c-ecce34e2de60 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 936 time: 0.1341152 Nov 02 11:36:45.678782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Transition to ACTIVE for port object e45bf28c-d78b-492d-b048-3912cfe8f2bc will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:36:45.796328 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5662c0a4-5d03-43f2-a648-be22436722c0 req-5915b6e8-aa9d-4584-945f-9fbd8b35352f tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115363 Nov 02 11:36:45.959002 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a5d9a956-d14d-4fff-8256-dd99e4a28dc0 req-6bf60f66-7da5-42f7-a596-b738391da76d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 210 time: 0.0575023 Nov 02 11:36:45.960600 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-80518c5f-a1fe-412f-8fda-d2784b2fa3ef None None] Provisioning complete for port c73a6254-c983-41f8-a3a3-ba14e5535490 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:45.961097 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-80518c5f-a1fe-412f-8fda-d2784b2fa3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:46.097191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-80518c5f-a1fe-412f-8fda-d2784b2fa3ef None None] Port c73a6254-c983-41f8-a3a3-ba14e5535490 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:36:46.128387 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8b948-a634-41b8-b2ee-c3ef18469fd5 req-345f66d7-1567-44cc-ada2-abc56210a97b tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:46.130389 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0bd8b948-a634-41b8-b2ee-c3ef18469fd5 req-345f66d7-1567-44cc-ada2-abc56210a97b tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.0667212 Nov 02 11:36:46.143628 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f9fbe-8801-49cc-848b-97c4a45ee1f7 req-2ea69477-060b-4184-a4ec-3eaf37c7f2d2 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:46.152456 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-929f9fbe-8801-49cc-848b-97c4a45ee1f7 req-2ea69477-060b-4184-a4ec-3eaf37c7f2d2 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 932 time: 0.6681311 Nov 02 11:36:46.165837 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:46.213561 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0bd8b948-a634-41b8-b2ee-c3ef18469fd5 req-6cf5504b-9fcc-4070-9ac1-0075d7545ea2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758789 Nov 02 11:36:46.333657 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:46.359014 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b659df-0e53-431f-9a0a-02bfdb1e8ae5 req-f68bb045-3824-433f-bb46-e9af4d18cda8 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:46.360355 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d7b659df-0e53-431f-9a0a-02bfdb1e8ae5 req-f68bb045-3824-433f-bb46-e9af4d18cda8 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 946 time: 0.0578578 Nov 02 11:36:46.365285 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e45bf28c-d78b-492d-b048-3912cfe8f2bc,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:46.376857 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-929f9fbe-8801-49cc-848b-97c4a45ee1f7 req-33a748f6-6866-4188-8833-76b0aa54b57a tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235191 Nov 02 11:36:46.431557 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d7b659df-0e53-431f-9a0a-02bfdb1e8ae5 req-a1bd507e-dc72-41a6-a934-e871d0a9af32 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585630 Nov 02 11:36:46.450338 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-d3ff6b35-52db-40c5-928d-fffe0b75086d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:46.463347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Attempting to bind port e45bf28c-d78b-492d-b048-3912cfe8f2bc on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:36:46.463841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Attempting to bind port e45bf28c-d78b-492d-b048-3912cfe8f2bc by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:36:46.464908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Attempting to bind port e45bf28c-d78b-492d-b048-3912cfe8f2bc on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:46.482640 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Port e45bf28c-d78b-492d-b048-3912cfe8f2bc on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:36:46.483622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Attempting to bind port e45bf28c-d78b-492d-b048-3912cfe8f2bc on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:46.508522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:36:46.508869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Checking segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:36:46.511058 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Bound using segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:36:46.511058 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Bound port: e45bf28c-d78b-492d-b048-3912cfe8f2bc, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:36:46.511058 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:46.551330 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1132eee9-0e73-4d99-91a7-498b328a148c req-ed3fe41b-a9e8-4b3c-8a4f-649c63c3189b tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 210 time: 0.0357137 Nov 02 11:36:46.720918 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2af35-3355-4188-9e34-161dcc406bf5 req-932fc9f9-4e8d-42cb-b91a-e67c2e14d55d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:46.723091 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b8e2af35-3355-4188-9e34-161dcc406bf5 req-932fc9f9-4e8d-42cb-b91a-e67c2e14d55d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.1504762 Nov 02 11:36:46.755766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] For port e45bf28c-d78b-492d-b048-3912cfe8f2bc, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:36:46.787029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af67fe-ea02-4240-9418-62003e2ba48a req-e99ddfb9-0252-40e8-a2b0-f79051efd604 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:46.792028 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d8af67fe-ea02-4240-9418-62003e2ba48a req-e99ddfb9-0252-40e8-a2b0-f79051efd604 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 949 time: 0.1182487 Nov 02 11:36:46.793314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] For port e45bf28c-d78b-492d-b048-3912cfe8f2bc, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=e45bf28c-d78b-492d-b048-3912cfe8f2bc,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:36:46.819661 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b8e2af35-3355-4188-9e34-161dcc406bf5 req-55f2cecf-17eb-4cd8-a0e2-9aedfb60df68 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851460 Nov 02 11:36:46.893187 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d8af67fe-ea02-4240-9418-62003e2ba48a req-6b403837-c016-4cc5-9838-90540307e429 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fe699ef-d5e6-4846-baaf-eedcb4f4773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945611 Nov 02 11:36:46.949771 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598745e-ad0e-49da-a85f-aff6ac055250 req-0be35f38-e688-4602-9ab5-8517bd88ab6e tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:46.951511 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5598745e-ad0e-49da-a85f-aff6ac055250 req-0be35f38-e688-4602-9ab5-8517bd88ab6e tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 936 time: 0.0590572 Nov 02 11:36:47.011610 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5598745e-ad0e-49da-a85f-aff6ac055250 req-f3b573c1-8404-4692-a610-d001238824b7 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531607 Nov 02 11:36:47.061630 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-d3ff6b35-52db-40c5-928d-fffe0b75086d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:47.077017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:47.080222 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0', '9679caad-6d46-4129-b037-95ba1479b1a3'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:47.229804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8686a605-31f8-4812-b750-11c83df91ada req-d3ff6b35-52db-40c5-928d-fffe0b75086d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:36:47.252278 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:47.295372 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-86d1195c-c498-4efc-8914-a0a6c3b13d48 req-d058c931-9b74-4828-8a6a-b4656dc1047a tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 210 time: 0.0852818 Nov 02 11:36:47.331309 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-8686a605-31f8-4812-b750-11c83df91ada req-d3ff6b35-52db-40c5-928d-fffe0b75086d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:36:47.351597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-8686a605-31f8-4812-b750-11c83df91ada req-d3ff6b35-52db-40c5-928d-fffe0b75086d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:36:47.366041 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686a605-31f8-4812-b750-11c83df91ada req-d3ff6b35-52db-40c5-928d-fffe0b75086d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:47.367086 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-d3ff6b35-52db-40c5-928d-fffe0b75086d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:47.440036 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff6b35-52db-40c5-928d-fffe0b75086d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Pushing event updated for resources: {'Port': ['ID=17645de0-c3d2-491c-9962-f4bec0e80b40,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:47.513157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:47.515716 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:47.519858 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] 10.222.0.79 "PUT /v2.0/ports/e45bf28c-d78b-492d-b048-3912cfe8f2bc HTTP/1.1" status: 200 len: 1093 time: 3.1622701 Nov 02 11:36:47.520988 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6baa7b2e-2b06-4d35-8b46-93efe4b6e912', 'tag': 'e45bf28c-d78b-492d-b048-3912cfe8f2bc'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:47.529599 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d21b7c4-094f-4a7d-9d1b-2770b9a5dfff" -d '{"events": [{"name": "network-changed", "server_uuid": "6baa7b2e-2b06-4d35-8b46-93efe4b6e912", "tag": "e45bf28c-d78b-492d-b048-3912cfe8f2bc"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:47.670358 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-706a99ab-2f18-4262-b55e-dfe42283b027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:47.715408 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e2183-64c9-4b2c-af54-80735ac438b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e45bf28c-d78b-492d-b048-3912cfe8f2bc,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:47.776739 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-d3ff6b35-52db-40c5-928d-fffe0b75086d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5980198 Nov 02 11:36:47.844538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Request body: {'port': {'device_id': '1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:47.956422 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-73b46dba-56bd-4791-9bb3-ef8943f32fa3 None None] Provisioning complete for port 17645de0-c3d2-491c-9962-f4bec0e80b40 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:47.959118 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-73b46dba-56bd-4791-9bb3-ef8943f32fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:47.979887 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d571f9-5f0a-435e-a0ba-9fe31b1afe70 req-dfc7010a-9e1d-49a2-a8d2-3859b41b0833 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:47.982457 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14d571f9-5f0a-435e-a0ba-9fe31b1afe70 req-dfc7010a-9e1d-49a2-a8d2-3859b41b0833 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 944 time: 0.0746706 Nov 02 11:36:48.006799 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73a6254-c983-41f8-a3a3-ba14e5535490 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:48.028212 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-73b46dba-56bd-4791-9bb3-ef8943f32fa3 None None] Port 17645de0-c3d2-491c-9962-f4bec0e80b40 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:36:48.028802 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:48.049105 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:48.071197 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14d571f9-5f0a-435e-a0ba-9fe31b1afe70 req-6a082951-b88d-446a-ac02-69abf97a96f9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750935 Nov 02 11:36:48.072267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-f241297a-4eb3-46ef-a6cc-6cb60f422e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:48.073821 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-f241297a-4eb3-46ef-a6cc-6cb60f422e2a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 1096 time: 0.3408034 Nov 02 11:36:48.075942 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Transition to ACTIVE for port object c73a6254-c983-41f8-a3a3-ba14e5535490 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:36:48.114646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-d22d332b-828e-45de-80ee-e5c42f329bad tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:48.116271 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-d22d332b-828e-45de-80ee-e5c42f329bad tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.79 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 821 time: 0.7432411 Nov 02 11:36:48.154550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-f8601481-ac30-45b0-b1e5-06852cab86a7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Request body: {'port': {'device_id': '99f9b045-38a1-413b-8956-7415b8b21f03', 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578', 'admin_state_up': True, 'tenant_id': '9434b8b2332344e783438c5f662e06b3'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:48.159692 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-ec1e79be-fffd-4569-9007-1f08f52eafe5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e45bf28c-d78b-492d-b048-3912cfe8f2bc HTTP/1.1" status: 200 len: 217 time: 0.0725219 Nov 02 11:36:48.197337 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:48.235769 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-2484eebd-6b0f-40ec-a459-03357a5b5794 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1231668 Nov 02 11:36:48.274624 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc56f0e-dbfc-4ff1-8b0a-fb36ce453ac6 req-d7416825-fe36-443e-a99d-744100aa8826 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:48.277532 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3dc56f0e-dbfc-4ff1-8b0a-fb36ce453ac6 req-d7416825-fe36-443e-a99d-744100aa8826 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 946 time: 0.1002405 Nov 02 11:36:48.367954 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3dc56f0e-dbfc-4ff1-8b0a-fb36ce453ac6 req-ef0f1178-7cfa-4aa0-97d5-48a23d936d6f tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819509 Nov 02 11:36:48.527271 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18671e-1da5-4406-be57-627ce445952b req-d2307eb7-6d08-4b92-842a-fee095ea18db tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:48.530185 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b18671e-1da5-4406-be57-627ce445952b req-d2307eb7-6d08-4b92-842a-fee095ea18db tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.79 "GET /v2.0/networks?id=b9a21829-9531-42da-bd32-b51063727cdd HTTP/1.1" status: 200 len: 821 time: 0.2102966 Nov 02 11:36:48.577888 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-2b18671e-1da5-4406-be57-627ce445952b req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Request body: {'port': {'device_id': '63c78889-e2fc-41eb-93ef-98a791d5007b', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'admin_state_up': True, 'tenant_id': 'df313a0344574db0a3fecb6f28843431'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:48.592717 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-64ef48f9-1e24-4812-bc92-424b31c88b3c req-0e4b1765-d70f-476b-ad81-adba49d539c8 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 210 time: 0.0605476 Nov 02 11:36:48.709086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Pushing event updated for resources: {'Port': ['ID=c73a6254-c983-41f8-a3a3-ba14e5535490,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:48.805407 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c253589f-d3a8-46bd-9452-aa0e362d70b1 x-openstack-request-id: req-c253589f-d3a8-46bd-9452-aa0e362d70b1 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:48.805862 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6baa7b2e-2b06-4d35-8b46-93efe4b6e912", "tag": "e45bf28c-d78b-492d-b048-3912cfe8f2bc", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:48.806281 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c253589f-d3a8-46bd-9452-aa0e362d70b1 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:48.807058 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6baa7b2e-2b06-4d35-8b46-93efe4b6e912', 'tag': 'e45bf28c-d78b-492d-b048-3912cfe8f2bc', 'status': 'completed', 'code': 200} Nov 02 11:36:48.838661 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-0aacc9fe-1e28-48ee-b289-62bac4783238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:48.840217 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-0aacc9fe-1e28-48ee-b289-62bac4783238 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.6540253 Nov 02 11:36:48.890269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17645de0-c3d2-491c-9962-f4bec0e80b40 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:48.919186 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:48.924841 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b39407-c32a-4e44-a82c-0b0ac57476f1 req-e1e8bbf3-f999-481d-ad9f-eef70e513cae tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:48.926531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Attempting to bind port c73a6254-c983-41f8-a3a3-ba14e5535490 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:36:48.926531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Attempting to bind port c73a6254-c983-41f8-a3a3-ba14e5535490 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:36:48.926531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Attempting to bind port c73a6254-c983-41f8-a3a3-ba14e5535490 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:48.932829 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-580de1dd-a2b8-4fe5-bbfa-d014838b776d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680869 Nov 02 11:36:48.933249 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-64b39407-c32a-4e44-a82c-0b0ac57476f1 req-e1e8bbf3-f999-481d-ad9f-eef70e513cae tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.0983460 Nov 02 11:36:48.942761 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Port c73a6254-c983-41f8-a3a3-ba14e5535490 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:36:48.943162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Attempting to bind port c73a6254-c983-41f8-a3a3-ba14e5535490 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:48.975250 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Transition to ACTIVE for port object 17645de0-c3d2-491c-9962-f4bec0e80b40 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:36:48.993934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:36:48.993934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:36:48.993934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:36:48.993934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Bound port: c73a6254-c983-41f8-a3a3-ba14e5535490, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:36:48.993934 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:49.000760 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-64b39407-c32a-4e44-a82c-0b0ac57476f1 req-f11ce52e-07bf-4bf8-a6d8-e7b8f6ff6b93 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608761 Nov 02 11:36:49.002059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b18671e-1da5-4406-be57-627ce445952b req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Made reservation on behalf of df313a0344574db0a3fecb6f28843431 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:36:49.023797 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2b18671e-1da5-4406-be57-627ce445952b req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:49.063447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:36:49.116846 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:49.230891 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:36:49.235123 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eacc95-b95d-412a-a27c-5e9be80b8260 req-cb086260-7331-40ed-b524-574d804d2442 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:49.243661 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-11eacc95-b95d-412a-a27c-5e9be80b8260 req-cb086260-7331-40ed-b524-574d804d2442 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 948 time: 0.0898387 Nov 02 11:36:49.282016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-f8601481-ac30-45b0-b1e5-06852cab86a7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Made reservation on behalf of 9434b8b2332344e783438c5f662e06b3 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:36:49.304025 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-f8601481-ac30-45b0-b1e5-06852cab86a7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:49.311813 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:49.313871 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-11eacc95-b95d-412a-a27c-5e9be80b8260 req-7d26d0bc-a137-4e20-a1a7-8d310f05f091 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689616 Nov 02 11:36:49.370842 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-a9a95762-80fe-438f-b2fe-50e4b0572292 service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207244 Nov 02 11:36:49.429538 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:49.433617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1cf2fb-5fce-4182-8b12-d1e664e1b629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:49.440678 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29905b0-e16f-4bd6-82c8-805250ca1e3d" -d '{"events": [{"server_uuid": "ac1cf2fb-5fce-4182-8b12-d1e664e1b629", "name": "network-vif-unplugged", "status": "completed", "tag": "84f9c3a5-8575-46d0-84af-a90b5fd9aa12"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:49.460327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-2b18671e-1da5-4406-be57-627ce445952b req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Allocated IP 172.20.0.10 (b9a21829-9531-42da-bd32-b51063727cdd/1c67969c-9913-4e0f-af20-37d010fa84e6/e39f4e5b-896c-4804-8187-6f2f5bfc3d50) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:36:49.494456 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:49.494907 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f9330408-b77f-48b3-9467-e08ce3df5e8e req-d5dd70de-fb93-45ba-b07a-95a5d3a72102 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 210 time: 0.0475180 Nov 02 11:36:49.573863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=17645de0-c3d2-491c-9962-f4bec0e80b40,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:49.633740 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] For port c73a6254-c983-41f8-a3a3-ba14e5535490, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:36:49.664669 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:49.754847 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-28f06545-a79f-4c8e-b3d6-b79a2fa886e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:49.763513 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] For port c73a6254-c983-41f8-a3a3-ba14e5535490, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c73a6254-c983-41f8-a3a3-ba14e5535490,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:36:49.830425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Attempting to bind port 17645de0-c3d2-491c-9962-f4bec0e80b40 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:36:49.831069 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Attempting to bind port 17645de0-c3d2-491c-9962-f4bec0e80b40 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:36:49.831578 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Attempting to bind port 17645de0-c3d2-491c-9962-f4bec0e80b40 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:49.834516 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13a09b-d734-4bfa-8ac4-442193324ad6 req-98f74a4b-f31c-491e-bfb2-62b5acbed215 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:49.837061 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1d13a09b-d734-4bfa-8ac4-442193324ad6 req-98f74a4b-f31c-491e-bfb2-62b5acbed215 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 944 time: 0.1885695 Nov 02 11:36:49.837383 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-f8601481-ac30-45b0-b1e5-06852cab86a7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Allocated IP 172.20.0.4 (e3f5fe02-990d-442a-ab33-f4126e712578/bdbd00e1-b22f-4068-b469-67b0d575f006/54175c7a-2ee0-4d23-a54d-782dc903e9b2) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:36:49.865532 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:49.867230 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Port 17645de0-c3d2-491c-9962-f4bec0e80b40 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:36:49.867562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Attempting to bind port 17645de0-c3d2-491c-9962-f4bec0e80b40 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:49.879266 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2b18671e-1da5-4406-be57-627ce445952b req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:49.898128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8f74c-987c-41c8-9c8d-fab74b8e1b87 req-2fe67ad2-df67-4545-baeb-de5337673c78 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:49.899741 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73b8f74c-987c-41c8-9c8d-fab74b8e1b87 req-2fe67ad2-df67-4545-baeb-de5337673c78 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 946 time: 0.2713797 Nov 02 11:36:49.901851 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f69b834-89da-41d3-8396-4be3af0ea3bb req-9831fca6-9553-48a6-b6ce-08baae1e5a60 service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418617 Nov 02 11:36:49.941207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52338) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:36:49.942077 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:36:49.942423 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:36:49.942879 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:36:49.943547 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Bound port: 17645de0-c3d2-491c-9962-f4bec0e80b40, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:36:49.943834 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:49.954537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-973d51ee-5cbf-4e14-8094-d04d4b02a584 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Request body: {'floatingip': {'port_id': '31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:49.994601 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1d13a09b-d734-4bfa-8ac4-442193324ad6 req-cc08975c-9bc6-4057-8132-ff201eda55d0 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284192 Nov 02 11:36:50.043632 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:50.044255 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:50.045745 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] 10.222.0.54 "PUT /v2.0/ports/c73a6254-c983-41f8-a3a3-ba14e5535490 HTTP/1.1" status: 200 len: 1097 time: 4.3866165 Nov 02 11:36:50.055164 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2b18671e-1da5-4406-be57-627ce445952b req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:50.070059 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['1e443d91-0d70-41fc-8c7f-bae633b9cc35'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:50.161767 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b88f70-24d2-469c-8818-b891d66baf33 x-openstack-request-id: req-b3b88f70-24d2-469c-8818-b891d66baf33 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:50.162258 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1cf2fb-5fce-4182-8b12-d1e664e1b629", "name": "network-vif-unplugged", "status": "completed", "tag": "84f9c3a5-8575-46d0-84af-a90b5fd9aa12", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:50.162839 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3b88f70-24d2-469c-8818-b891d66baf33 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:50.163497 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1cf2fb-5fce-4182-8b12-d1e664e1b629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12', 'code': 200} Nov 02 11:36:50.175011 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b18671e-1da5-4406-be57-627ce445952b req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Network b9a21829-9531-42da-bd32-b51063727cdd is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:36:50.179827 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-2b18671e-1da5-4406-be57-627ce445952b req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:36:50.212565 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-973d51ee-5cbf-4e14-8094-d04d4b02a584 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:50.215024 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b18671e-1da5-4406-be57-627ce445952b req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:36:50.223809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18671e-1da5-4406-be57-627ce445952b req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:50.224798 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2b18671e-1da5-4406-be57-627ce445952b req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:50.300654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Pushing event updated for resources: {'Port': ['ID=e39f4e5b-896c-4804-8187-6f2f5bfc3d50,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:50.373112 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c7d93-3ea9-4cef-b013-723974a5a5aa req-1b2d4386-e2df-473b-8fd3-b7a85c4203f2 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:50.386048 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4d7c7d93-3ea9-4cef-b013-723974a5a5aa req-1b2d4386-e2df-473b-8fd3-b7a85c4203f2 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 932 time: 0.2250607 Nov 02 11:36:50.394528 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:50.395291 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:50.397021 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:50.400335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:50.400335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:50.400335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:50.401331 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:50.401838 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:50.403729 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:50.404188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:50.406867 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:50.407413 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:50.437924 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b18671e-1da5-4406-be57-627ce445952b req-57d2c373-27d2-4d06-a3f9-6e97abeacd1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8873827 Nov 02 11:36:50.478485 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Request body: {'port': {'device_id': '63c78889-e2fc-41eb-93ef-98a791d5007b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:50.579322 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4d7c7d93-3ea9-4cef-b013-723974a5a5aa req-56009fdb-8491-4d51-bfdf-eb95021a1030 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889815 Nov 02 11:36:50.662339 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:50.826472 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-bbbabf47-f1e9-4b69-a74d-39c6d88096cf None None] Provisioning complete for port e39f4e5b-896c-4804-8187-6f2f5bfc3d50 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:50.836333 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bbbabf47-f1e9-4b69-a74d-39c6d88096cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:50.840468 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:50.893697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-bbbabf47-f1e9-4b69-a74d-39c6d88096cf None None] Port e39f4e5b-896c-4804-8187-6f2f5bfc3d50 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:36:50.951060 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42833fb-dce5-475b-8ec0-824c51df6d02 req-c13c2c6a-1150-479f-a6da-981d66755862 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:50.953916 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e42833fb-dce5-475b-8ec0-824c51df6d02 req-c13c2c6a-1150-479f-a6da-981d66755862 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.2199152 Nov 02 11:36:50.960426 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Pushing event updated for resources: {'Port': ['ID=c73a6254-c983-41f8-a3a3-ba14e5535490,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:50.962718 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db76921-9589-4792-a811-72bf6c7fb8f9', 'tag': 'c73a6254-c983-41f8-a3a3-ba14e5535490'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:50.965060 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d81a305-eef9-4fa7-875d-74778ea7f3f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1db76921-9589-4792-a811-72bf6c7fb8f9", "tag": "c73a6254-c983-41f8-a3a3-ba14e5535490"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:51.056963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:51.057225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:51.057550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:51.057894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:51.058979 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:51.058979 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:51.058979 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:51.059405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:51.059635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:51.060638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:51.060638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:51.060638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4702d6-567c-4882-91cc-0f32d5c53d69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:51.108540 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e42833fb-dce5-475b-8ec0-824c51df6d02 req-7267bcf4-736c-40b6-b68a-4bf7bbbc0e32 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349742 Nov 02 11:36:51.238370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21b7c4-094f-4a7d-9d1b-2770b9a5dfff req-64311dea-7a11-411b-83e0-24fb997cb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:51.239629 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d21b7c4-094f-4a7d-9d1b-2770b9a5dfff req-64311dea-7a11-411b-83e0-24fb997cb530 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 1096 time: 1.1187370 Nov 02 11:36:51.256588 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] For port 17645de0-c3d2-491c-9962-f4bec0e80b40, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:36:51.391451 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd0b8c-3612-4e10-86df-445582fae0f8 req-86ccf6cc-dbba-4975-ba78-cc98d139084c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:51.405512 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-92dd0b8c-3612-4e10-86df-445582fae0f8 req-86ccf6cc-dbba-4975-ba78-cc98d139084c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 948 time: 0.2034504 Nov 02 11:36:51.454883 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] For port 17645de0-c3d2-491c-9962-f4bec0e80b40, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=17645de0-c3d2-491c-9962-f4bec0e80b40,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:36:51.461940 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686a605-31f8-4812-b750-11c83df91ada req-c9544093-f1dc-4f04-b510-e0367654c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:51.463712 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-c9544093-f1dc-4f04-b510-e0367654c996 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 1100 time: 0.9583547 Nov 02 11:36:51.496946 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39f4e5b-896c-4804-8187-6f2f5bfc3d50 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:51.511637 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:51.531562 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-92dd0b8c-3612-4e10-86df-445582fae0f8 req-a6cd66e5-8e1f-4748-b647-7e3b0746d777 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247904 Nov 02 11:36:51.542303 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Transition to ACTIVE for port object e39f4e5b-896c-4804-8187-6f2f5bfc3d50 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:36:51.579878 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-f8601481-ac30-45b0-b1e5-06852cab86a7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:51.583039 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-45135ea9-bec3-4f58-888d-b4c166e6785a req-003dec0c-2ebd-40ee-bb47-01f3ead67eb2 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 210 time: 0.1260283 Nov 02 11:36:51.624921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-06da8e58-2693-4b36-ab04-429e0b3d3c83 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c73a6254-c983-41f8-a3a3-ba14e5535490 HTTP/1.1" status: 200 len: 217 time: 0.0957265 Nov 02 11:36:51.626087 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:51.633108 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:51.635480 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2287f3cd-a6dc-46fb-aca0-084f771991d7 x-openstack-request-id: req-2287f3cd-a6dc-46fb-aca0-084f771991d7 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:51.635480 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db76921-9589-4792-a811-72bf6c7fb8f9", "tag": "c73a6254-c983-41f8-a3a3-ba14e5535490", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:51.635480 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2287f3cd-a6dc-46fb-aca0-084f771991d7 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:51.636235 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db76921-9589-4792-a811-72bf6c7fb8f9', 'tag': 'c73a6254-c983-41f8-a3a3-ba14e5535490', 'status': 'completed', 'code': 200} Nov 02 11:36:51.707713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=17645de0-c3d2-491c-9962-f4bec0e80b40,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:51.757310 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Pushing event updated for resources: {'Port': ['ID=e39f4e5b-896c-4804-8187-6f2f5bfc3d50,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:51.875828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e86f04-63bc-4dbd-9136-27d23178d4f1 req-e7bc8965-0567-4be6-b657-94f8abd18554 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:51.893871 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-74e86f04-63bc-4dbd-9136-27d23178d4f1 req-e7bc8965-0567-4be6-b657-94f8abd18554 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 944 time: 0.1240678 Nov 02 11:36:51.897758 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Attempting to bind port e39f4e5b-896c-4804-8187-6f2f5bfc3d50 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:36:51.898096 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Attempting to bind port e39f4e5b-896c-4804-8187-6f2f5bfc3d50 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '97b162ae-5f9c-4123-af4f-f43ca1e58b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:36:51.898745 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Attempting to bind port e39f4e5b-896c-4804-8187-6f2f5bfc3d50 on network b9a21829-9531-42da-bd32-b51063727cdd {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:51.924160 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Port e39f4e5b-896c-4804-8187-6f2f5bfc3d50 on network b9a21829-9531-42da-bd32-b51063727cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:36:51.924500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Attempting to bind port e39f4e5b-896c-4804-8187-6f2f5bfc3d50 on network b9a21829-9531-42da-bd32-b51063727cdd {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:51.932737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:51.933598 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:51.935002 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-fcbfd6c2-2a41-4f3d-a831-18b8f1814bd1 service neutron] 10.222.0.79 "PUT /v2.0/ports/17645de0-c3d2-491c-9962-f4bec0e80b40 HTTP/1.1" status: 200 len: 1096 time: 4.1192119 Nov 02 11:36:51.937519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-a3cd85e1-39f2-470e-9eac-7488becb7718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:51.939141 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-a3cd85e1-39f2-470e-9eac-7488becb7718 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 1102 time: 0.4693437 Nov 02 11:36:51.947071 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:36:51.948386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Checking segment: {'id': '97b162ae-5f9c-4123-af4f-f43ca1e58b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:36:51.949111 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Bound using segment: {'id': '97b162ae-5f9c-4123-af4f-f43ca1e58b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:36:51.949860 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Bound port: e39f4e5b-896c-4804-8187-6f2f5bfc3d50, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b162ae-5f9c-4123-af4f-f43ca1e58b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:36:51.950446 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:52.050339 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-74e86f04-63bc-4dbd-9136-27d23178d4f1 req-c9bd108a-1aa4-4549-8ab9-323df75fccf6 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554639 Nov 02 11:36:52.099294 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21b7c4-094f-4a7d-9d1b-2770b9a5dfff req-2a523abf-e1b5-4c02-96b7-d51725479eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:52.100975 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d21b7c4-094f-4a7d-9d1b-2770b9a5dfff req-2a523abf-e1b5-4c02-96b7-d51725479eee service neutron] 10.222.0.79 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 908 time: 0.8417547 Nov 02 11:36:52.111736 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] For port e39f4e5b-896c-4804-8187-6f2f5bfc3d50, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:36:52.117240 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] For port e39f4e5b-896c-4804-8187-6f2f5bfc3d50, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=e39f4e5b-896c-4804-8187-6f2f5bfc3d50,segment=NetworkSegment(97b162ae-5f9c-4123-af4f-f43ca1e58b75),segment_id=97b162ae-5f9c-4123-af4f-f43ca1e58b75)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:36:52.175295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686a605-31f8-4812-b750-11c83df91ada req-e37753b4-38d0-4f78-8a98-a31a24c5e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:52.176842 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-e37753b4-38d0-4f78-8a98-a31a24c5e80c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.4773555 Nov 02 11:36:52.214574 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:52.277176 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:52.316099 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:52.316898 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:52.319853 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b18671e-1da5-4406-be57-627ce445952b req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] 10.222.0.79 "PUT /v2.0/ports/e39f4e5b-896c-4804-8187-6f2f5bfc3d50 HTTP/1.1" status: 200 len: 1093 time: 1.8555536 Nov 02 11:36:52.333850 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c78889-e2fc-41eb-93ef-98a791d5007b', 'tag': 'e39f4e5b-896c-4804-8187-6f2f5bfc3d50'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:52.337324 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de00fc65-d842-4b46-9d7f-0c51ff3a37df" -d '{"events": [{"name": "network-changed", "server_uuid": "63c78889-e2fc-41eb-93ef-98a791d5007b", "tag": "e39f4e5b-896c-4804-8187-6f2f5bfc3d50"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:52.371328 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d21b7c4-094f-4a7d-9d1b-2770b9a5dfff req-260617ed-6486-49f9-9ca5-4706af669bc5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e45bf28c-d78b-492d-b048-3912cfe8f2bc HTTP/1.1" status: 200 len: 217 time: 0.1959457 Nov 02 11:36:52.380284 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26edc47-845d-4194-b4a2-252998ba098f service neutron] Pushing event updated for resources: {'Port': ['ID=e39f4e5b-896c-4804-8187-6f2f5bfc3d50,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:52.409711 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62014ba6-d4f1-42f2-b418-ca77b54e1d99 req-9541602c-d454-480d-8489-9ff4aab8e57a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:52.411595 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-62014ba6-d4f1-42f2-b418-ca77b54e1d99 req-9541602c-d454-480d-8489-9ff4aab8e57a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.1927454 Nov 02 11:36:52.434214 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-f8601481-ac30-45b0-b1e5-06852cab86a7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:52.612257 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686a605-31f8-4812-b750-11c83df91ada req-e1c8b0ac-d175-4061-a3b3-fcd7bc3b5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:52.613948 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-e1c8b0ac-d175-4061-a3b3-fcd7bc3b5151 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&device_id=1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867 HTTP/1.1" status: 200 len: 1099 time: 0.5341265 Nov 02 11:36:52.621951 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2368d-3601-4d83-8806-8bdbe5085724 req-70fb7197-3ae5-4537-bdc9-e6941d9ee991 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:52.626229 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3c2368d-3601-4d83-8806-8bdbe5085724 req-70fb7197-3ae5-4537-bdc9-e6941d9ee991 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 944 time: 0.6987998 Nov 02 11:36:52.675908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-f8601481-ac30-45b0-b1e5-06852cab86a7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Network e3f5fe02-990d-442a-ab33-f4126e712578 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:36:52.713681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8601481-ac30-45b0-b1e5-06852cab86a7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Pushing event updated for resources: {'Port': ['ID=54175c7a-2ee0-4d23-a54d-782dc903e9b2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:52.716579 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-f8601481-ac30-45b0-b1e5-06852cab86a7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:36:52.781085 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-82308bb5-fc64-4ed3-b04c-26ed46bca5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:52.782627 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-82308bb5-fc64-4ed3-b04c-26ed46bca5de service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.7041390 Nov 02 11:36:52.784653 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686a605-31f8-4812-b750-11c83df91ada req-246e277f-d385-429f-8b49-2d6ac5beb7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:52.786259 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-246e277f-d385-429f-8b49-2d6ac5beb7f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5477955 Nov 02 11:36:52.787104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-f8601481-ac30-45b0-b1e5-06852cab86a7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:36:52.792779 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-f8601481-ac30-45b0-b1e5-06852cab86a7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:52.793430 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-f8601481-ac30-45b0-b1e5-06852cab86a7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:52.803529 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21b7c4-094f-4a7d-9d1b-2770b9a5dfff req-524cfd64-4e6c-458e-a41e-c306a4495812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:52.805029 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d21b7c4-094f-4a7d-9d1b-2770b9a5dfff req-524cfd64-4e6c-458e-a41e-c306a4495812 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.3742805 Nov 02 11:36:52.810291 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-62014ba6-d4f1-42f2-b418-ca77b54e1d99 req-d65c9aa2-3484-4f64-9a15-1b8de45b1fde tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846035 Nov 02 11:36:52.816500 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-a6770e62-ae5a-4526-89f5-3b0fb36e3407 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=17645de0-c3d2-491c-9962-f4bec0e80b40 HTTP/1.1" status: 200 len: 217 time: 0.1573012 Nov 02 11:36:52.822219 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18671e-1da5-4406-be57-627ce445952b req-c9371869-8600-48b1-99e4-a95776bf683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:52.823730 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b18671e-1da5-4406-be57-627ce445952b req-c9371869-8600-48b1-99e4-a95776bf683f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=df313a0344574db0a3fecb6f28843431&device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 1096 time: 0.0688031 Nov 02 11:36:52.877005 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5374a18-95c9-4fca-86f5-18a92697ee8a x-openstack-request-id: req-b5374a18-95c9-4fca-86f5-18a92697ee8a {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:52.877358 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c78889-e2fc-41eb-93ef-98a791d5007b", "tag": "e39f4e5b-896c-4804-8187-6f2f5bfc3d50", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:52.877539 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5374a18-95c9-4fca-86f5-18a92697ee8a {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:52.877910 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c78889-e2fc-41eb-93ef-98a791d5007b', 'tag': 'e39f4e5b-896c-4804-8187-6f2f5bfc3d50', 'status': 'completed', 'code': 200} Nov 02 11:36:52.881335 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b18671e-1da5-4406-be57-627ce445952b req-df72f345-2662-4c00-93d3-f5249a81659b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e39f4e5b-896c-4804-8187-6f2f5bfc3d50 HTTP/1.1" status: 200 len: 217 time: 0.0455079 Nov 02 11:36:52.971384 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18671e-1da5-4406-be57-627ce445952b req-b29d5b49-1642-4881-829c-d633988bfbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:52.973239 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b18671e-1da5-4406-be57-627ce445952b req-b29d5b49-1642-4881-829c-d633988bfbc3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1c67969c-9913-4e0f-af20-37d010fa84e6 HTTP/1.1" status: 200 len: 860 time: 0.0848868 Nov 02 11:36:53.009609 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0a6cc-0536-428e-b3cd-d9a89134313e req-f9825ddd-f20d-4f35-98f0-c7d24b2a43d0 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:53.011274 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-44d0a6cc-0536-428e-b3cd-d9a89134313e req-f9825ddd-f20d-4f35-98f0-c7d24b2a43d0 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 948 time: 0.0880232 Nov 02 11:36:53.085423 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18671e-1da5-4406-be57-627ce445952b req-f3abcd27-0c24-4b54-96d3-da475dfedfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:53.087028 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b18671e-1da5-4406-be57-627ce445952b req-f3abcd27-0c24-4b54-96d3-da475dfedfd4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b9a21829-9531-42da-bd32-b51063727cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980341 Nov 02 11:36:53.090421 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-44d0a6cc-0536-428e-b3cd-d9a89134313e req-c0f3b785-69f2-434b-890c-b12686b0ff2b tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629246 Nov 02 11:36:53.220907 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.resource_extend [None req-973d51ee-5cbf-4e14-8094-d04d4b02a584 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 11:36:53.231774 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b18671e-1da5-4406-be57-627ce445952b req-152dbc8d-e9b6-4fcf-a620-2f8e38370d6f service neutron] 10.222.0.79 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346874 Nov 02 11:36:53.237243 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-4a1bb487-9f8a-41b7-8bff-1a755f704353 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 HTTP/1.1" status: 200 len: 217 time: 0.4299552 Nov 02 11:36:53.251787 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de8821-37bf-4682-9acc-5b2689826315 req-40028481-5f34-4e04-9f84-e4964bf214e9 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:53.253240 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-90de8821-37bf-4682-9acc-5b2689826315 req-40028481-5f34-4e04-9f84-e4964bf214e9 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 931 time: 0.0772200 Nov 02 11:36:53.271092 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d21b7c4-094f-4a7d-9d1b-2770b9a5dfff req-21776836-1864-47bd-83b9-092eaaf9f95f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4350443 Nov 02 11:36:53.312584 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-f8601481-ac30-45b0-b1e5-06852cab86a7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1633954 Nov 02 11:36:53.350889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Request body: {'port': {'device_id': '99f9b045-38a1-413b-8956-7415b8b21f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:36:53.362728 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device e45bf28c-d78b-492d-b048-3912cfe8f2bc details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:36:53.376483 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-90de8821-37bf-4682-9acc-5b2689826315 req-0be1242c-9334-40ce-98bd-788c81bcfb1d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162133 Nov 02 11:36:53.403382 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b18671e-1da5-4406-be57-627ce445952b req-006ca5d8-1396-4a8c-8483-5337f9a23228 service neutron] 10.222.0.79 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608198 Nov 02 11:36:53.442320 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3c2368d-3601-4d83-8806-8bdbe5085724 req-59dc8e50-1e2b-4e2a-b0bc-61aa90c9dbd5 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7979138 Nov 02 11:36:53.472239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686a605-31f8-4812-b750-11c83df91ada req-03af94fa-af9c-4982-ad51-652ae1134ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:53.474234 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-03af94fa-af9c-4982-ad51-652ae1134ee9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.6341474 Nov 02 11:36:53.508956 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port e45bf28c-d78b-492d-b048-3912cfe8f2bc, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=e45bf28c-d78b-492d-b048-3912cfe8f2bc,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:53.516581 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-973d51ee-5cbf-4e14-8094-d04d4b02a584 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:53.523179 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'e45bf28c-d78b-492d-b048-3912cfe8f2bc', 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9', 'port_id': 'e45bf28c-d78b-492d-b048-3912cfe8f2bc', 'mac_address': 'fa:16:3e:b7:7b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67ef1c0-d316-4203-a4c2-b1d66f1800c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:36:53.581760 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:53.597307 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45bf28c-d78b-492d-b048-3912cfe8f2bc {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:53.612357 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-23608b08-d74c-4210-8990-0702dd1f5be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:53.613921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-23608b08-d74c-4210-8990-0702dd1f5be7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.3131766 Nov 02 11:36:53.625703 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port e45bf28c-d78b-492d-b048-3912cfe8f2bc, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=e45bf28c-d78b-492d-b048-3912cfe8f2bc,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:53.633289 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:53.638686 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867', 'tag': '17645de0-c3d2-491c-9962-f4bec0e80b40'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:53.642753 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60f0d58-a293-4740-bc93-adddc1138f68" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867", "tag": "17645de0-c3d2-491c-9962-f4bec0e80b40"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:53.653537 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-973d51ee-5cbf-4e14-8094-d04d4b02a584 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:53.658402 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00fc65-d842-4b46-9d7f-0c51ff3a37df req-b35316bf-6292-4970-9683-c0d185f998be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:53.660012 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-de00fc65-d842-4b46-9d7f-0c51ff3a37df req-b35316bf-6292-4970-9683-c0d185f998be service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=df313a0344574db0a3fecb6f28843431&device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 1096 time: 0.0512664 Nov 02 11:36:53.682455 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-89c8a310-fedf-4d3a-86aa-777bbfe6bc60 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8730066 Nov 02 11:36:53.688257 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:53.707587 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:53.764239 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de169bd-2408-4fd9-be09-5f1f1924b7b1 x-openstack-request-id: req-0de169bd-2408-4fd9-be09-5f1f1924b7b1 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:53.764447 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867", "tag": "17645de0-c3d2-491c-9962-f4bec0e80b40", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:53.764692 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0de169bd-2408-4fd9-be09-5f1f1924b7b1 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:53.765061 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867', 'tag': '17645de0-c3d2-491c-9962-f4bec0e80b40', 'status': 'completed', 'code': 200} Nov 02 11:36:53.795848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=e45bf28c-d78b-492d-b048-3912cfe8f2bc,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:53.811821 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d21b7c4-094f-4a7d-9d1b-2770b9a5dfff req-9bfdcf17-286c-4231-83be-f106cc1df488 service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937582 Nov 02 11:36:53.838198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686a605-31f8-4812-b750-11c83df91ada req-fd2975f9-6581-4448-84e5-d16ad4084c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:53.839768 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-fd2975f9-6581-4448-84e5-d16ad4084c88 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3201756 Nov 02 11:36:53.856031 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00fc65-d842-4b46-9d7f-0c51ff3a37df req-3117133c-0b2b-4e6b-940d-56ec35757247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:53.858028 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-de00fc65-d842-4b46-9d7f-0c51ff3a37df req-3117133c-0b2b-4e6b-940d-56ec35757247 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b9a21829-9531-42da-bd32-b51063727cdd HTTP/1.1" status: 200 len: 922 time: 0.1874514 Nov 02 11:36:53.909491 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-de00fc65-d842-4b46-9d7f-0c51ff3a37df req-0949612d-5144-4518-8e4a-3a9cc5bfe60a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e39f4e5b-896c-4804-8187-6f2f5bfc3d50 HTTP/1.1" status: 200 len: 217 time: 0.0390365 Nov 02 11:36:53.933642 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:53.959020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c4b84-4a0c-41ee-a3ac-92cba1200926 req-d98710f9-9f43-4a21-ab82-0911f1ead014 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:53.960539 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-264c4b84-4a0c-41ee-a3ac-92cba1200926 req-d98710f9-9f43-4a21-ab82-0911f1ead014 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 944 time: 0.4192493 Nov 02 11:36:53.995685 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00fc65-d842-4b46-9d7f-0c51ff3a37df req-603883f8-b588-4374-8dbb-8b7622edd32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:53.997975 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-de00fc65-d842-4b46-9d7f-0c51ff3a37df req-603883f8-b588-4374-8dbb-8b7622edd32e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1c67969c-9913-4e0f-af20-37d010fa84e6 HTTP/1.1" status: 200 len: 860 time: 0.0805910 Nov 02 11:36:54.000501 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['e45bf28c-d78b-492d-b048-3912cfe8f2bc'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:54.026310 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfd1a1-e180-4a4d-9253-829ca9ba525f req-69298be0-63eb-4daa-806d-8c1929410936 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:54.028276 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-77dfd1a1-e180-4a4d-9253-829ca9ba525f req-69298be0-63eb-4daa-806d-8c1929410936 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.0803514 Nov 02 11:36:54.097324 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00fc65-d842-4b46-9d7f-0c51ff3a37df req-b15853f5-819c-470a-981f-de0810ac5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:54.099513 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-de00fc65-d842-4b46-9d7f-0c51ff3a37df req-b15853f5-819c-470a-981f-de0810ac5d85 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b9a21829-9531-42da-bd32-b51063727cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922999 Nov 02 11:36:54.103390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-388706fd-a94a-4f93-bab0-bd6b73005e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:54.110842 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-388706fd-a94a-4f93-bab0-bd6b73005e49 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4524488 Nov 02 11:36:54.111018 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-77dfd1a1-e180-4a4d-9253-829ca9ba525f req-8234861c-c222-4a7f-8a96-92ddc45c0472 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607977 Nov 02 11:36:54.234489 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-973d51ee-5cbf-4e14-8094-d04d4b02a584 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Floating IP db5ef27e-cf22-4d78-be25-f96b71017c79 associated. External IP: 172.25.6.176, port: 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3. Nov 02 11:36:54.262161 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-de00fc65-d842-4b46-9d7f-0c51ff3a37df req-c667b26f-1f87-413b-bb50-32daa44ffe97 service neutron] 10.222.0.79 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524570 Nov 02 11:36:54.265957 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-2fb1a8e5-c930-4f4e-bd4d-5f133e2db374 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194321 Nov 02 11:36:54.345682 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4650ce5-99e9-4ac3-9264-b3af82b594a9 req-247c6479-1734-46fa-b2e8-ace76ad18e40 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:54.347271 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c4650ce5-99e9-4ac3-9264-b3af82b594a9 req-247c6479-1734-46fa-b2e8-ace76ad18e40 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 948 time: 0.1346588 Nov 02 11:36:54.410691 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-e69b4d8a-3de6-4924-bf67-2c72c093d336 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362837 Nov 02 11:36:54.414411 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-264c4b84-4a0c-41ee-a3ac-92cba1200926 req-712d1d83-b3f3-4b0c-86c8-5b0f3a98e6ef tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350622 Nov 02 11:36:54.419517 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-de00fc65-d842-4b46-9d7f-0c51ff3a37df req-53433ae6-3fef-4d7d-8d70-b248353b5801 service neutron] 10.222.0.79 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493504 Nov 02 11:36:54.426954 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d21b7c4-094f-4a7d-9d1b-2770b9a5dfff req-35ad4dae-d852-441b-b972-51100be057db service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6034482 Nov 02 11:36:54.435227 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c4650ce5-99e9-4ac3-9264-b3af82b594a9 req-b65843a2-d591-4563-91ab-dc52477ae1f1 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784872 Nov 02 11:36:54.610270 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece50d3-c0be-416d-9114-1412586ecdc1 req-91c433c0-db00-48ba-8665-b7e98620e1a7 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:54.612225 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fece50d3-c0be-416d-9114-1412586ecdc1 req-91c433c0-db00-48ba-8665-b7e98620e1a7 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 944 time: 0.0683191 Nov 02 11:36:54.666256 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fece50d3-c0be-416d-9114-1412586ecdc1 req-fff9bb6b-9bce-4b93-87dc-b17e89bb30e7 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463347 Nov 02 11:36:54.673789 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-1cb7f5cd-ee3b-4e82-9efe-195f78479608 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354812 Nov 02 11:36:54.715829 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81a305-eef9-4fa7-875d-74778ea7f3f6 req-705c4fe9-a500-4f69-a73e-25a758fb4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:54.718392 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d81a305-eef9-4fa7-875d-74778ea7f3f6 req-705c4fe9-a500-4f69-a73e-25a758fb4bbf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 1100 time: 0.2822711 Nov 02 11:36:54.859394 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:55.067984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a6fa9-f153-4c83-a1c5-1dbd764e1372 req-48604953-d028-4871-b217-be924607d029 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:55.069492 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-525a6fa9-f153-4c83-a1c5-1dbd764e1372 req-48604953-d028-4871-b217-be924607d029 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 931 time: 0.5184164 Nov 02 11:36:55.083797 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:36:55.179497 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686a605-31f8-4812-b750-11c83df91ada req-69b9f970-b633-4571-9f48-b39a47a2420f service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7447302 Nov 02 11:36:55.217595 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:55.231593 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12', 'mac_address': 'fa:16:3e:a4:e2:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:36:55.279577 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:55.281415 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753f37b-3e89-4526-b72f-8738d38b7488 req-06dd155c-438f-4008-90a5-166d87585b2d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:55.283058 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9753f37b-3e89-4526-b72f-8738d38b7488 req-06dd155c-438f-4008-90a5-166d87585b2d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.0739331 Nov 02 11:36:55.327453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:55.358052 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9753f37b-3e89-4526-b72f-8738d38b7488 req-cb7ead81-f02e-4b0d-b473-e835f35aeb6f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668540 Nov 02 11:36:55.362815 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:55.377657 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device e45bf28c-d78b-492d-b048-3912cfe8f2bc up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:36:55.431995 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:55.444998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54175c7a-2ee0-4d23-a54d-782dc903e9b2 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:55.465264 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-525a6fa9-f153-4c83-a1c5-1dbd764e1372 req-6e1b2f2d-303c-4fbc-9532-5c560985f7d4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515637 Nov 02 11:36:55.471508 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-9069a955-c235-469c-b1d9-a0cf6ab2ed12 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7819393 Nov 02 11:36:55.507002 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:55.513556 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:55.523592 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:55.523979 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:55.525876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:55.525876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:55.525876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:55.525876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:55.525876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:55.526438 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:55.526438 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:55.526597 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:55.526972 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:55.527291 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:36:55.527618 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81a305-eef9-4fa7-875d-74778ea7f3f6 req-4cb601bf-3d6a-4232-80cd-4d2b6f8604b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:55.531251 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d81a305-eef9-4fa7-875d-74778ea7f3f6 req-4cb601bf-3d6a-4232-80cd-4d2b6f8604b4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.5045817 Nov 02 11:36:55.547605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973d51ee-5cbf-4e14-8094-d04d4b02a584 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:36:55.548869 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port e45bf28c-d78b-492d-b048-3912cfe8f2bc completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:36:55.557844 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Transition to ACTIVE for port object 54175c7a-2ee0-4d23-a54d-782dc903e9b2 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:36:55.558139 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port e45bf28c-d78b-492d-b048-3912cfe8f2bc triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:55.558718 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:55.626657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f0d58-a293-4740-bc93-adddc1138f68 req-54301d42-fd04-485a-8103-b1cc3b904ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:55.628235 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a60f0d58-a293-4740-bc93-adddc1138f68 req-54301d42-fd04-485a-8103-b1cc3b904ded service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&device_id=1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867 HTTP/1.1" status: 200 len: 1099 time: 0.2922962 Nov 02 11:36:55.629565 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d81a305-eef9-4fa7-875d-74778ea7f3f6 req-8947fb29-b8e5-408d-b85b-087be3b31b84 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c73a6254-c983-41f8-a3a3-ba14e5535490 HTTP/1.1" status: 200 len: 217 time: 0.0784910 Nov 02 11:36:55.659362 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baec0c-d7d9-4fec-8ef6-da92d7b8e8ba req-61843f70-80f8-42b6-ad12-8ec184a33b7b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:55.663094 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-89baec0c-d7d9-4fec-8ef6-da92d7b8e8ba req-61843f70-80f8-42b6-ad12-8ec184a33b7b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 945 time: 0.1074455 Nov 02 11:36:55.666549 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['84f9c3a5-8575-46d0-84af-a90b5fd9aa12'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:55.705932 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:55.725275 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:55.767573 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-89baec0c-d7d9-4fec-8ef6-da92d7b8e8ba req-5b93e3cc-11b4-40a8-9f6a-33d81e548de6 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831807 Nov 02 11:36:55.786832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baa7b2e-2b06-4d35-8b46-93efe4b6e912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45bf28c-d78b-492d-b048-3912cfe8f2bc'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:55.789845 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71344592-9726-4f91-8da3-5f9322527411" -d '{"events": [{"server_uuid": "6baa7b2e-2b06-4d35-8b46-93efe4b6e912", "name": "network-vif-plugged", "status": "completed", "tag": "e45bf28c-d78b-492d-b048-3912cfe8f2bc"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:55.820150 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port e45bf28c-d78b-492d-b048-3912cfe8f2bc, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=e45bf28c-d78b-492d-b048-3912cfe8f2bc,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:55.944180 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cac9b-8a24-4876-bf9e-948078087507 req-cb029486-8993-4366-b70c-7c23c4bf82c1 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:55.950649 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81a305-eef9-4fa7-875d-74778ea7f3f6 req-118669d0-33ae-4d1b-9772-a8fd7992af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:55.952211 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d81a305-eef9-4fa7-875d-74778ea7f3f6 req-118669d0-33ae-4d1b-9772-a8fd7992af42 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.3046477 Nov 02 11:36:55.953003 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aa1cac9b-8a24-4876-bf9e-948078087507 req-cb029486-8993-4366-b70c-7c23c4bf82c1 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 944 time: 0.0918067 Nov 02 11:36:55.959247 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:56.000190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20eaceb-c913-4e6b-b7af-1b8a6184125f req-ad5d045d-82cb-49b0-bfd6-95d3b549b36c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:56.007825 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c20eaceb-c913-4e6b-b7af-1b8a6184125f req-ad5d045d-82cb-49b0-bfd6-95d3b549b36c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 948 time: 0.3941770 Nov 02 11:36:56.015551 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aa1cac9b-8a24-4876-bf9e-948078087507 req-47bae414-25bc-4413-ac6f-1e9de5d31ef6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615573 Nov 02 11:36:56.034780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Pushing event updated for resources: {'Port': ['ID=54175c7a-2ee0-4d23-a54d-782dc903e9b2,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:56.051073 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=e45bf28c-d78b-492d-b048-3912cfe8f2bc,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:56.097030 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f0d58-a293-4740-bc93-adddc1138f68 req-f120e00e-a08b-4562-9baa-0d4a881b6f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:56.099238 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a60f0d58-a293-4740-bc93-adddc1138f68 req-f120e00e-a08b-4562-9baa-0d4a881b6f0d service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.4442766 Nov 02 11:36:56.151117 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c66ed3d-5bba-4e4b-9d66-66a633b7c43a x-openstack-request-id: req-1c66ed3d-5bba-4e4b-9d66-66a633b7c43a {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:56.151447 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6baa7b2e-2b06-4d35-8b46-93efe4b6e912", "name": "network-vif-plugged", "status": "completed", "tag": "e45bf28c-d78b-492d-b048-3912cfe8f2bc", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:56.151765 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c66ed3d-5bba-4e4b-9d66-66a633b7c43a {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:56.152169 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baa7b2e-2b06-4d35-8b46-93efe4b6e912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45bf28c-d78b-492d-b048-3912cfe8f2bc', 'code': 200} Nov 02 11:36:56.198250 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a60f0d58-a293-4740-bc93-adddc1138f68 req-c65a3b2c-d587-491d-8e5a-d91e9c103b8a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=17645de0-c3d2-491c-9962-f4bec0e80b40 HTTP/1.1" status: 200 len: 217 time: 0.0836258 Nov 02 11:36:56.212498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973d51ee-5cbf-4e14-8094-d04d4b02a584 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:36:56.223845 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e58dc-9488-40f2-b0e8-445396e0a5ec None None] Sync routers for ids ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:36:56.227143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Attempting to bind port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:36:56.227674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Attempting to bind port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:36:56.228197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Attempting to bind port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:56.237529 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e58dc-9488-40f2-b0e8-445396e0a5ec None None] Routers {'0de3a62c-808f-4aa3-9ead-fb49e56013b3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:36:56.238161 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bc8e58dc-9488-40f2-b0e8-445396e0a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:36:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:36:56.248666 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-973d51ee-5cbf-4e14-8094-d04d4b02a584 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:56.380442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 on network e3f5fe02-990d-442a-ab33-f4126e712578 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:36:56.380918 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Attempting to bind port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:36:56.389702 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81a305-eef9-4fa7-875d-74778ea7f3f6 req-1bca4c4f-513f-4004-bd74-f433d5c87c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:56.392366 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d81a305-eef9-4fa7-875d-74778ea7f3f6 req-1bca4c4f-513f-4004-bd74-f433d5c87c03 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3821950 Nov 02 11:36:56.408955 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c20eaceb-c913-4e6b-b7af-1b8a6184125f req-a059c6e3-e415-4bc1-a627-c44e628aa4ec tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999188 Nov 02 11:36:56.458361 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-bc8e58dc-9488-40f2-b0e8-445396e0a5ec None None] Set router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:36:56.475811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:36:56.477510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Checking segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:36:56.478482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Bound using segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:36:56.479655 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Bound port: 54175c7a-2ee0-4d23-a54d-782dc903e9b2, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:36:56.480597 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:56.527465 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cef7a-49e1-47cf-99ae-45afb33ba36b req-725b64bc-150c-4e7e-aff1-a4e1390ce81d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:56.539388 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-310cef7a-49e1-47cf-99ae-45afb33ba36b req-725b64bc-150c-4e7e-aff1-a4e1390ce81d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.0696089 Nov 02 11:36:56.598475 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-973d51ee-5cbf-4e14-8094-d04d4b02a584 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "PUT /v2.0/floatingips/db5ef27e-cf22-4d78-be25-f96b71017c79 HTTP/1.1" status: 200 len: 992 time: 6.6481833 Nov 02 11:36:56.609559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8804f384-9c63-4ea6-9220-475e2e2d387b', 'tag': '31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:56.612055 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baca8a4-c796-4109-a646-b8ccb778281f" -d '{"events": [{"name": "network-changed", "server_uuid": "8804f384-9c63-4ea6-9220-475e2e2d387b", "tag": "31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:56.630777 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-310cef7a-49e1-47cf-99ae-45afb33ba36b req-0b8069b9-51d4-4ab2-b425-ce3cb334a1b3 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901933 Nov 02 11:36:56.739332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f0d58-a293-4740-bc93-adddc1138f68 req-001ecf22-0fbc-4575-8f1e-e1f96385259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:56.742599 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a60f0d58-a293-4740-bc93-adddc1138f68 req-001ecf22-0fbc-4575-8f1e-e1f96385259a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.5174420 Nov 02 11:36:56.787454 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb3ee82-9b91-4dd7-83c3-22dbd52cb569 x-openstack-request-id: req-7bb3ee82-9b91-4dd7-83c3-22dbd52cb569 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:56.788453 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8804f384-9c63-4ea6-9220-475e2e2d387b", "tag": "31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:56.789252 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7bb3ee82-9b91-4dd7-83c3-22dbd52cb569 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:56.790071 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8804f384-9c63-4ea6-9220-475e2e2d387b', 'tag': '31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3', 'status': 'completed', 'code': 200} Nov 02 11:36:56.906771 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bc8e58dc-9488-40f2-b0e8-445396e0a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:50Z', 'revision_number': 4, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port': {'id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'db5ef27e-cf22-4d78-be25-f96b71017c79', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'floating_ip_address': '172.25.6.176', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'port_id': '31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'mac_address': 'fa:16:3e:78:1c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804f384-9c63-4ea6-9220-475e2e2d387b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:34:11Z', 'updated_at': '2021-11-02T11:36:52Z', 'revision_number': 5, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f3a068-7e98-4600-ab1c-565d74a124f0', 'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'mac_address': 'fa:16:3e:48:1d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:49Z', 'updated_at': '2021-11-02T11:33:54Z', 'revision_number': 5, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'subnets': [{'id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:36:56.950710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503648cc-47d1-4374-b55d-a0ad89d854fc req-a2723e69-045b-4ebe-8045-b08a24024956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:56.952678 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-503648cc-47d1-4374-b55d-a0ad89d854fc req-a2723e69-045b-4ebe-8045-b08a24024956 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 1098 time: 0.6883216 Nov 02 11:36:56.960431 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e58dc-9488-40f2-b0e8-445396e0a5ec None None] Checking router: 0de3a62c-808f-4aa3-9ead-fb49e56013b3 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:36:56.965658 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b9086-d069-488c-a30d-1feba47239ad req-70adf97f-8d70-4dff-b90b-4cd4f0206966 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:56.971345 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e58dc-9488-40f2-b0e8-445396e0a5ec None None] Routers {'0de3a62c-808f-4aa3-9ead-fb49e56013b3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:36:56.972254 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bc8e58dc-9488-40f2-b0e8-445396e0a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:36:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:36:56.975985 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ec1b9086-d069-488c-a30d-1feba47239ad req-70adf97f-8d70-4dff-b90b-4cd4f0206966 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 946 time: 0.1086457 Nov 02 11:36:57.012405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b222ab-dac3-411d-8e88-87874d114698 req-7de22c61-7f65-4418-995a-2f40f2775efd tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:57.020578 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-16b222ab-dac3-411d-8e88-87874d114698 req-7de22c61-7f65-4418-995a-2f40f2775efd tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 943 time: 0.3701749 Nov 02 11:36:57.056252 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ec1b9086-d069-488c-a30d-1feba47239ad req-8570f4a4-7ccf-4b1b-8146-cea7038ecb3b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792460 Nov 02 11:36:57.084314 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c73a6254-c983-41f8-a3a3-ba14e5535490 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:36:57.091383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:36:57.159610 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-bc8e58dc-9488-40f2-b0e8-445396e0a5ec None None] Set router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:36:57.188382 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-503648cc-47d1-4374-b55d-a0ad89d854fc req-97723122-3215-4e9a-9ab6-96f26c050c26 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193804 Nov 02 11:36:57.191555 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baca8a4-c796-4109-a646-b8ccb778281f req-f14e2e30-bb55-442f-a876-9f836f05b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:57.192585 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7baca8a4-c796-4109-a646-b8ccb778281f req-f14e2e30-bb55-442f-a876-9f836f05b1b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fb3809d85af44d899f475904c2161bf3&device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 1098 time: 0.3044887 Nov 02 11:36:57.194110 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f0d58-a293-4740-bc93-adddc1138f68 req-130b73f0-fb6e-48dc-906e-cd40df5c8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:57.203503 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a60f0d58-a293-4740-bc93-adddc1138f68 req-130b73f0-fb6e-48dc-906e-cd40df5c8d03 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4119024 Nov 02 11:36:57.226966 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d81a305-eef9-4fa7-875d-74778ea7f3f6 req-abb2914a-43b0-437f-8e97-ea16b11f0a15 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8097692 Nov 02 11:36:57.240072 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] For port 54175c7a-2ee0-4d23-a54d-782dc903e9b2, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:36:57.246790 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90ac10-153a-437f-a668-382710e3360f req-c2055901-f83b-47b4-93d7-ef4753a8e7e8 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:57.249673 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3b90ac10-153a-437f-a668-382710e3360f req-c2055901-f83b-47b4-93d7-ef4753a8e7e8 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 944 time: 0.0764403 Nov 02 11:36:57.258726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] For port 54175c7a-2ee0-4d23-a54d-782dc903e9b2, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=54175c7a-2ee0-4d23-a54d-782dc903e9b2,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:36:57.320179 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-16b222ab-dac3-411d-8e88-87874d114698 req-228bda76-403b-4832-9463-36e38bfac2b5 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986608 Nov 02 11:36:57.365590 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:57.404968 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device e39f4e5b-896c-4804-8187-6f2f5bfc3d50 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:36:57.471186 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3b90ac10-153a-437f-a668-382710e3360f req-832f6c31-342a-4553-a970-f58f83b15526 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129350 Nov 02 11:36:57.511708 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:36:57.520983 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:57.578166 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port c73a6254-c983-41f8-a3a3-ba14e5535490, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c73a6254-c983-41f8-a3a3-ba14e5535490,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:57.622389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'c73a6254-c983-41f8-a3a3-ba14e5535490', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': 'c73a6254-c983-41f8-a3a3-ba14e5535490', 'mac_address': 'fa:16:3e:93:c8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:36:57.793504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port e39f4e5b-896c-4804-8187-6f2f5bfc3d50, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=e39f4e5b-896c-4804-8187-6f2f5bfc3d50,segment=NetworkSegment(97b162ae-5f9c-4123-af4f-f43ca1e58b75),segment_id=97b162ae-5f9c-4123-af4f-f43ca1e58b75)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:57.820077 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:57.829494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'e39f4e5b-896c-4804-8187-6f2f5bfc3d50', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'port_id': 'e39f4e5b-896c-4804-8187-6f2f5bfc3d50', 'mac_address': 'fa:16:3e:90:84:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:36:57.841370 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:57.889729 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73a6254-c983-41f8-a3a3-ba14e5535490 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:57.925107 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bc8e58dc-9488-40f2-b0e8-445396e0a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:50Z', 'revision_number': 4, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port': {'id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'db5ef27e-cf22-4d78-be25-f96b71017c79', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'floating_ip_address': '172.25.6.176', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'port_id': '31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'mac_address': 'fa:16:3e:78:1c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804f384-9c63-4ea6-9220-475e2e2d387b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:34:11Z', 'updated_at': '2021-11-02T11:36:52Z', 'revision_number': 5, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f3a068-7e98-4600-ab1c-565d74a124f0', 'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'mac_address': 'fa:16:3e:48:1d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:49Z', 'updated_at': '2021-11-02T11:33:54Z', 'revision_number': 5, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'subnets': [{'id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:36:57.943695 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port c73a6254-c983-41f8-a3a3-ba14e5535490, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c73a6254-c983-41f8-a3a3-ba14e5535490,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:57.949017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:57.950209 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:57.970630 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39f4e5b-896c-4804-8187-6f2f5bfc3d50 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:57.992588 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e58dc-9488-40f2-b0e8-445396e0a5ec None None] The sync data for ids ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'] in n-d-806683-18 is: [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:50Z', 'revision_number': 4, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port': {'id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'db5ef27e-cf22-4d78-be25-f96b71017c79', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'floating_ip_address': '172.25.6.176', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'port_id': '31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'mac_address': 'fa:16:3e:78:1c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804f384-9c63-4ea6-9220-475e2e2d387b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:34:11Z', 'updated_at': '2021-11-02T11:36:52Z', 'revision_number': 5, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f3a068-7e98-4600-ab1c-565d74a124f0', 'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'mac_address': 'fa:16:3e:48:1d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:49Z', 'updated_at': '2021-11-02T11:33:54Z', 'revision_number': 5, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'subnets': [{'id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:36:58.019410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port e39f4e5b-896c-4804-8187-6f2f5bfc3d50, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=e39f4e5b-896c-4804-8187-6f2f5bfc3d50,segment=NetworkSegment(97b162ae-5f9c-4123-af4f-f43ca1e58b75),segment_id=97b162ae-5f9c-4123-af4f-f43ca1e58b75)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:58.038138 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:58.073602 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35898b75-3023-4957-b51e-950207ebdac9 req-73004770-b078-4911-ab6d-335a8ef136e4 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:58.080745 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35898b75-3023-4957-b51e-950207ebdac9 req-73004770-b078-4911-ab6d-335a8ef136e4 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.2101617 Nov 02 11:36:58.104801 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:58.122630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Pushing event updated for resources: {'Port': ['ID=54175c7a-2ee0-4d23-a54d-782dc903e9b2,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:58.132975 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:58.152982 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1cf2fb-5fce-4182-8b12-d1e664e1b629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:58.164283 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f7f2e3-04d7-4250-97b0-05e7c0b34177" -d '{"events": [{"server_uuid": "ac1cf2fb-5fce-4182-8b12-d1e664e1b629", "name": "network-vif-plugged", "status": "completed", "tag": "84f9c3a5-8575-46d0-84af-a90b5fd9aa12"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:58.172128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=c73a6254-c983-41f8-a3a3-ba14e5535490,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:58.177712 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35898b75-3023-4957-b51e-950207ebdac9 req-0aec1b91-960f-49c9-8348-14e142929a63 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822160 Nov 02 11:36:58.212084 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a60f0d58-a293-4740-bc93-adddc1138f68 req-11199fa0-ed6d-4fb6-b67b-4acf44f93d6b service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6954811 Nov 02 11:36:58.255831 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,revision_number=10']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:58.335937 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=e39f4e5b-896c-4804-8187-6f2f5bfc3d50,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:36:58.392602 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54ba7a2-34c8-47dd-9478-37252053a899 None None] New status for floating IP db5ef27e-cf22-4d78-be25-f96b71017c79: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:36:58.417227 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a60f0d58-a293-4740-bc93-adddc1138f68 req-f988711f-edaf-4c38-a98b-178f59446fa7 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842983 Nov 02 11:36:58.418868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:58.419718 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:58.421863 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-db7ba43b-92ea-4b4b-8443-c69c5db4b06e service neutron] 10.222.0.79 "PUT /v2.0/ports/54175c7a-2ee0-4d23-a54d-782dc903e9b2 HTTP/1.1" status: 200 len: 1092 time: 5.0922308 Nov 02 11:36:58.437299 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d81a305-eef9-4fa7-875d-74778ea7f3f6 req-b1718bc3-58b0-4e8f-a69e-e991d55ea29b service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1667557 Nov 02 11:36:58.463523 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7c8ec-fbd7-48cb-8bc5-15507e2a78c3 req-bd89ac11-00df-41f5-b01c-57c8dbfc843d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:58.469025 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85e7c8ec-fbd7-48cb-8bc5-15507e2a78c3 req-bd89ac11-00df-41f5-b01c-57c8dbfc843d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 949 time: 0.2899110 Nov 02 11:36:58.481752 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baca8a4-c796-4109-a646-b8ccb778281f req-b3e1c136-a32e-4e5d-a5d4-1e2cab08ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:58.485393 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7baca8a4-c796-4109-a646-b8ccb778281f req-b3e1c136-a32e-4e5d-a5d4-1e2cab08ab82 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0427496c-f707-4779-93ec-614aeaa2dd50 HTTP/1.1" status: 200 len: 925 time: 1.2793884 Nov 02 11:36:58.555568 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48358ba9-f4a3-4df1-9554-24b7aae41b6a req-c5b9ea23-a9c8-4052-819c-49df3fc820a2 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:58.558906 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-48358ba9-f4a3-4df1-9554-24b7aae41b6a req-c5b9ea23-a9c8-4052-819c-49df3fc820a2 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 946 time: 0.0970614 Nov 02 11:36:58.671810 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-48358ba9-f4a3-4df1-9554-24b7aae41b6a req-2631bfa5-6a4b-4585-a98a-803963d175b6 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954497 Nov 02 11:36:58.778068 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ae181b-7116-42d5-8e7d-0ca189d57622 x-openstack-request-id: req-63ae181b-7116-42d5-8e7d-0ca189d57622 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:58.778689 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1cf2fb-5fce-4182-8b12-d1e664e1b629", "name": "network-vif-plugged", "status": "completed", "tag": "84f9c3a5-8575-46d0-84af-a90b5fd9aa12", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:58.779239 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-63ae181b-7116-42d5-8e7d-0ca189d57622 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:58.780245 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1cf2fb-5fce-4182-8b12-d1e664e1b629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12', 'code': 200} Nov 02 11:36:58.793762 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f9b045-38a1-413b-8956-7415b8b21f03', 'tag': '54175c7a-2ee0-4d23-a54d-782dc903e9b2'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:36:58.796205 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['c73a6254-c983-41f8-a3a3-ba14e5535490'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:58.797768 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3467aa-0c32-4cd1-918c-11ccdd0db68e" -d '{"events": [{"name": "network-changed", "server_uuid": "99f9b045-38a1-413b-8956-7415b8b21f03", "tag": "54175c7a-2ee0-4d23-a54d-782dc903e9b2"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:36:58.823761 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85e7c8ec-fbd7-48cb-8bc5-15507e2a78c3 req-06efdacc-de8a-4e0f-9fbb-bb459bca9bb0 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368180 Nov 02 11:36:58.835893 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7baca8a4-c796-4109-a646-b8ccb778281f req-69bcf209-2288-4020-b66c-5274132e7310 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 HTTP/1.1" status: 200 len: 1000 time: 0.3039432 Nov 02 11:36:58.840069 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-870d94bd-e7f5-4f97-b0e3-3dc627fbbff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:58.842566 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-870d94bd-e7f5-4f97-b0e3-3dc627fbbff6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 1095 time: 0.2073050 Nov 02 11:36:58.929828 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['e39f4e5b-896c-4804-8187-6f2f5bfc3d50'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:36:58.962512 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baca8a4-c796-4109-a646-b8ccb778281f req-244f263c-1001-44a7-97ac-f9424f3dc7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:58.967630 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7baca8a4-c796-4109-a646-b8ccb778281f req-244f263c-1001-44a7-97ac-f9424f3dc7e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=71d19ab0-8242-4e81-bb30-fdf956ad4e06 HTTP/1.1" status: 200 len: 863 time: 0.1237352 Nov 02 11:36:58.978194 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ede121-f227-41a0-a673-6a17a94aa4e3 req-8743696e-a1e1-4725-a414-903e7771650a tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:58.979864 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-40ede121-f227-41a0-a673-6a17a94aa4e3 req-8743696e-a1e1-4725-a414-903e7771650a tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 943 time: 0.1201022 Nov 02 11:36:59.115652 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-40ede121-f227-41a0-a673-6a17a94aa4e3 req-35683a0f-f82c-4285-b5e4-0d40202c859d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061139 Nov 02 11:36:59.146064 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-459285a9-6d83-46d8-a9cb-7896137aa331 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54175c7a-2ee0-4d23-a54d-782dc903e9b2 HTTP/1.1" status: 200 len: 217 time: 0.1737373 Nov 02 11:36:59.228804 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07115f6c-c43e-4c8c-b778-4c90e8fe9a40 x-openstack-request-id: req-07115f6c-c43e-4c8c-b778-4c90e8fe9a40 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:36:59.229122 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f9b045-38a1-413b-8956-7415b8b21f03", "tag": "54175c7a-2ee0-4d23-a54d-782dc903e9b2", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:36:59.229345 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-07115f6c-c43e-4c8c-b778-4c90e8fe9a40 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:36:59.229749 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f9b045-38a1-413b-8956-7415b8b21f03', 'tag': '54175c7a-2ee0-4d23-a54d-782dc903e9b2', 'status': 'completed', 'code': 200} Nov 02 11:36:59.250648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baca8a4-c796-4109-a646-b8ccb778281f req-135f4c9c-5969-4186-acf6-a064f582fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:59.252329 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7baca8a4-c796-4109-a646-b8ccb778281f req-135f4c9c-5969-4186-acf6-a064f582fd6c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0427496c-f707-4779-93ec-614aeaa2dd50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2675972 Nov 02 11:36:59.302015 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1719e7-2a43-4745-b56b-e8bec96bb46e req-5db4d52b-334d-42b3-a481-9dfafb4fa567 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:59.309513 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7e1719e7-2a43-4745-b56b-e8bec96bb46e req-5db4d52b-334d-42b3-a481-9dfafb4fa567 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 945 time: 0.1503921 Nov 02 11:36:59.347926 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-c1d26199-50f5-4485-9ef7-cfc4e3d5c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:59.349481 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-c1d26199-50f5-4485-9ef7-cfc4e3d5c811 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.1930664 Nov 02 11:36:59.376089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320145e-5674-4f43-9ae1-06fd292d2970 req-af3c5d5f-32ec-4070-93e4-5de08fdb3135 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:59.385968 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7320145e-5674-4f43-9ae1-06fd292d2970 req-af3c5d5f-32ec-4070-93e4-5de08fdb3135 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.0739739 Nov 02 11:36:59.410884 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 17645de0-c3d2-491c-9962-f4bec0e80b40 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:36:59.430533 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-e1d423fa-8522-4757-a175-230b8ccbc030 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292921 Nov 02 11:36:59.476835 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7320145e-5674-4f43-9ae1-06fd292d2970 req-08d9cc6e-a163-4ee7-acda-f0405d32c0c6 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833569 Nov 02 11:36:59.504595 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7e1719e7-2a43-4745-b56b-e8bec96bb46e req-bcc04501-0c7b-4034-be85-3171d8ca673d tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939254 Nov 02 11:36:59.633483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 17645de0-c3d2-491c-9962-f4bec0e80b40, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=17645de0-c3d2-491c-9962-f4bec0e80b40,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:59.650031 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '17645de0-c3d2-491c-9962-f4bec0e80b40', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '17645de0-c3d2-491c-9962-f4bec0e80b40', 'mac_address': 'fa:16:3e:5c:07:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:36:59.679191 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-041e28da-d69f-4e52-a2f5-683548d33ddc service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021804 Nov 02 11:36:59.711118 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:59.740147 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17645de0-c3d2-491c-9962-f4bec0e80b40 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:36:59.788389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 17645de0-c3d2-491c-9962-f4bec0e80b40, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=17645de0-c3d2-491c-9962-f4bec0e80b40,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:36:59.797874 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7baca8a4-c796-4109-a646-b8ccb778281f req-c285d7bb-1e90-4278-90f4-f2cb2126fb35 service neutron] 10.222.0.54 "GET /v2.0/networks/0427496c-f707-4779-93ec-614aeaa2dd50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350277 Nov 02 11:36:59.902312 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:36:59.934057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4468888-bff7-4d74-94bf-a5e2fed18757 req-00bf0e62-795e-403b-bd6f-e8d6446992c9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:36:59.935884 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f4468888-bff7-4d74-94bf-a5e2fed18757 req-00bf0e62-795e-403b-bd6f-e8d6446992c9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 946 time: 0.1741166 Nov 02 11:37:00.036984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=17645de0-c3d2-491c-9962-f4bec0e80b40,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:00.049824 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b709b554-c51b-412a-97a7-58609f4ebca0 req-523ba729-e9ae-413c-a81b-4be52d1baeb5 service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611207 Nov 02 11:37:00.054306 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7baca8a4-c796-4109-a646-b8ccb778281f req-205947bc-d9d1-49ae-a45b-d059156ed8df service neutron] 10.222.0.54 "GET /v2.0/networks/0427496c-f707-4779-93ec-614aeaa2dd50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199595 Nov 02 11:37:00.084423 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f4468888-bff7-4d74-94bf-a5e2fed18757 req-dd4637cc-8e46-4c1a-bb03-ce2dd50b4df0 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367545 Nov 02 11:37:00.106240 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3105e66-40ab-4813-b14a-f9beb60e4918 req-c5ef0c4f-baaa-45ea-86a2-f1875d8db7fb tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:00.107656 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a3105e66-40ab-4813-b14a-f9beb60e4918 req-c5ef0c4f-baaa-45ea-86a2-f1875d8db7fb tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 949 time: 0.1188271 Nov 02 11:37:00.205142 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a3105e66-40ab-4813-b14a-f9beb60e4918 req-24f98638-8d3c-4cc6-b042-614405e5d434 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702465 Nov 02 11:37:00.300701 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['17645de0-c3d2-491c-9962-f4bec0e80b40'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:00.370115 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d65deb-ad60-43e5-842e-b710e3136cd5 req-b5837c89-7a67-4b73-9cb8-5482c2eecaf6 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:00.384535 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-52d65deb-ad60-43e5-842e-b710e3136cd5 req-b5837c89-7a67-4b73-9cb8-5482c2eecaf6 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 943 time: 0.1112206 Nov 02 11:37:00.397781 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3467aa-0c32-4cd1-918c-11ccdd0db68e req-944bd7ee-9744-45ad-b74d-70b64312d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:00.412132 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e3467aa-0c32-4cd1-918c-11ccdd0db68e req-944bd7ee-9744-45ad-b74d-70b64312d8aa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 1095 time: 0.0917206 Nov 02 11:37:00.541318 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-52d65deb-ad60-43e5-842e-b710e3136cd5 req-39e7a6fb-c625-4b40-86cb-e0e702e3d49b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554167 Nov 02 11:37:00.650449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3467aa-0c32-4cd1-918c-11ccdd0db68e req-039ba3d1-0bf6-459d-97f4-df906d6dd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:00.652953 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e3467aa-0c32-4cd1-918c-11ccdd0db68e req-039ba3d1-0bf6-459d-97f4-df906d6dd7d3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 922 time: 0.2331889 Nov 02 11:37:00.734220 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e3467aa-0c32-4cd1-918c-11ccdd0db68e req-dd8281f9-af96-4cb2-9c1c-c59fd5abd177 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54175c7a-2ee0-4d23-a54d-782dc903e9b2 HTTP/1.1" status: 200 len: 217 time: 0.0699310 Nov 02 11:37:00.740878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cad16-da05-4ed2-bbc1-fe91678245cc req-654b406d-d70e-4a4f-ad18-4b180a633861 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:00.755918 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-645cad16-da05-4ed2-bbc1-fe91678245cc req-654b406d-d70e-4a4f-ad18-4b180a633861 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 1098 time: 0.2994890 Nov 02 11:37:00.763480 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c142567-f010-4ece-8ee4-0d4b0c19b8b0 req-a476ab35-628a-493a-9d3c-d6320348b4c6 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:00.772432 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5c142567-f010-4ece-8ee4-0d4b0c19b8b0 req-a476ab35-628a-493a-9d3c-d6320348b4c6 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.0992591 Nov 02 11:37:00.839051 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5c142567-f010-4ece-8ee4-0d4b0c19b8b0 req-e7254976-7724-45e5-86dc-18e9acea55cc tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655460 Nov 02 11:37:00.952051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3467aa-0c32-4cd1-918c-11ccdd0db68e req-f4af56bf-106b-497b-b85f-a23a483e9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:00.953870 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e3467aa-0c32-4cd1-918c-11ccdd0db68e req-f4af56bf-106b-497b-b85f-a23a483e9c1d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.1636906 Nov 02 11:37:00.959199 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-645cad16-da05-4ed2-bbc1-fe91678245cc req-e20bc597-837b-41f0-a5e0-6dd56fc6f679 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017486 Nov 02 11:37:01.009113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c1189-8e5f-49e1-9493-45a08d373cdf req-a2d31021-b299-4f3c-86ee-0c6781e09317 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:01.017358 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e3467aa-0c32-4cd1-918c-11ccdd0db68e req-ed891277-dade-49c6-b966-1634c3e7a3c9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476956 Nov 02 11:37:01.017941 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-026c1189-8e5f-49e1-9493-45a08d373cdf req-a2d31021-b299-4f3c-86ee-0c6781e09317 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 945 time: 0.0760942 Nov 02 11:37:01.107351 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-026c1189-8e5f-49e1-9493-45a08d373cdf req-bbb72572-254f-495b-ab48-e60af5ff3b4f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860329 Nov 02 11:37:01.119034 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c73a6254-c983-41f8-a3a3-ba14e5535490 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:37:01.222497 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e3467aa-0c32-4cd1-918c-11ccdd0db68e req-db6022fd-2fed-4132-97cb-1aa034376be3 service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951091 Nov 02 11:37:01.299461 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port c73a6254-c983-41f8-a3a3-ba14e5535490 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:37:01.317091 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port c73a6254-c983-41f8-a3a3-ba14e5535490 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:37:01.318052 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:01.378314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44b911-a1a3-4f82-8c6f-98678d4207bc req-54f36ceb-d1b0-4e31-a5a2-7bfc103206b9 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:01.380171 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e44b911-a1a3-4f82-8c6f-98678d4207bc req-54f36ceb-d1b0-4e31-a5a2-7bfc103206b9 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 1098 time: 0.0721321 Nov 02 11:37:01.415794 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device e39f4e5b-896c-4804-8187-6f2f5bfc3d50 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:37:01.421272 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e3467aa-0c32-4cd1-918c-11ccdd0db68e req-3d08d868-d749-4701-bb31-d06bd968261f service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893263 Nov 02 11:37:01.453778 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e44b911-a1a3-4f82-8c6f-98678d4207bc req-7e5ced97-682d-435f-8b2e-e0fff2df79e2 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616069 Nov 02 11:37:01.539628 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:01.592943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db76921-9589-4792-a811-72bf6c7fb8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73a6254-c983-41f8-a3a3-ba14e5535490'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:01.598265 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b23c097-164c-484c-96d5-9fe337a6094a" -d '{"events": [{"server_uuid": "1db76921-9589-4792-a811-72bf6c7fb8f9", "name": "network-vif-plugged", "status": "completed", "tag": "c73a6254-c983-41f8-a3a3-ba14e5535490"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:01.616675 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port e39f4e5b-896c-4804-8187-6f2f5bfc3d50 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:37:01.616675 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port c73a6254-c983-41f8-a3a3-ba14e5535490, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c73a6254-c983-41f8-a3a3-ba14e5535490,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:01.617535 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port e39f4e5b-896c-4804-8187-6f2f5bfc3d50 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:37:01.618198 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:01.678415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702f2da-5737-4a5b-91f4-7e52ebd88eb5 req-6db2d419-fa31-4e37-afcb-1d77db8bc57a tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:01.686042 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8702f2da-5737-4a5b-91f4-7e52ebd88eb5 req-6db2d419-fa31-4e37-afcb-1d77db8bc57a tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 949 time: 0.0609744 Nov 02 11:37:01.729774 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:01.733087 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:01.748980 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8702f2da-5737-4a5b-91f4-7e52ebd88eb5 req-a5a4ce70-044f-4a5d-b995-d34764d91b4e tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617080 Nov 02 11:37:01.845003 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port e39f4e5b-896c-4804-8187-6f2f5bfc3d50, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=e39f4e5b-896c-4804-8187-6f2f5bfc3d50,segment=NetworkSegment(97b162ae-5f9c-4123-af4f-f43ca1e58b75),segment_id=97b162ae-5f9c-4123-af4f-f43ca1e58b75)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:01.865189 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=c73a6254-c983-41f8-a3a3-ba14e5535490,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:01.929984 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:01.937431 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42741bc-068c-4e37-8592-473a13f5ceab x-openstack-request-id: req-b42741bc-068c-4e37-8592-473a13f5ceab {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:01.938463 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db76921-9589-4792-a811-72bf6c7fb8f9", "name": "network-vif-plugged", "status": "completed", "tag": "c73a6254-c983-41f8-a3a3-ba14e5535490", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:01.938788 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b42741bc-068c-4e37-8592-473a13f5ceab {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:01.941530 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db76921-9589-4792-a811-72bf6c7fb8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73a6254-c983-41f8-a3a3-ba14e5535490', 'code': 200} Nov 02 11:37:01.980599 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a630c-276f-41f4-ae94-1bef3bc98204 req-9eb78b86-d54a-4d11-9db5-9f433f82df8b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:01.984573 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff8a630c-276f-41f4-ae94-1bef3bc98204 req-9eb78b86-d54a-4d11-9db5-9f433f82df8b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 943 time: 0.1026075 Nov 02 11:37:02.094979 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=e39f4e5b-896c-4804-8187-6f2f5bfc3d50,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:02.127213 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff8a630c-276f-41f4-ae94-1bef3bc98204 req-6f81a277-64e9-4058-a8ee-3b6cd1fc76e9 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213303 Nov 02 11:37:02.131576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2895d1-a0c8-4d30-876e-1dc19651cd7e req-0c06167e-250e-4a9d-9263-31beed639547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:02.136030 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b2895d1-a0c8-4d30-876e-1dc19651cd7e req-0c06167e-250e-4a9d-9263-31beed639547 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 1102 time: 0.1038737 Nov 02 11:37:02.226246 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b2895d1-a0c8-4d30-876e-1dc19651cd7e req-83f89854-0966-496e-b7ec-7a5b6058889c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841708 Nov 02 11:37:02.277000 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f54d88-6f0b-42b9-af99-723a64001b5f req-334c6f4b-17a7-4819-867f-bdff5e3d939a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:02.278983 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7f54d88-6f0b-42b9-af99-723a64001b5f req-334c6f4b-17a7-4819-867f-bdff5e3d939a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.0716641 Nov 02 11:37:02.343551 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7f54d88-6f0b-42b9-af99-723a64001b5f req-f451ed7a-d1cf-4573-8d67-445e9a885f04 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572486 Nov 02 11:37:02.490812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1938ce-5207-455e-9990-8102280bc602 req-4860d394-63b4-4d97-9cd4-d199ad21f168 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:02.492491 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e1938ce-5207-455e-9990-8102280bc602 req-4860d394-63b4-4d97-9cd4-d199ad21f168 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 946 time: 0.0668724 Nov 02 11:37:02.653410 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e1938ce-5207-455e-9990-8102280bc602 req-9ca6535b-1bcb-4bd3-a2b9-21dd37da078e tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572519 Nov 02 11:37:02.928283 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e30d3-955b-4503-9bac-51b63d4e93e0 req-08f0bdac-97ac-4335-b692-cd78db3b7697 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:02.936427 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-708e30d3-955b-4503-9bac-51b63d4e93e0 req-08f0bdac-97ac-4335-b692-cd78db3b7697 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 950 time: 0.0875368 Nov 02 11:37:03.004263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-708e30d3-955b-4503-9bac-51b63d4e93e0 req-e4b6ba10-2707-4f8f-b40a-d2e4353e1f60 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668347 Nov 02 11:37:03.293273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ffb8f-5d5f-4d20-8593-ce7f93971f2a req-43696fa5-3792-47a0-89b8-f5dd41a2349b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:03.295498 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-348ffb8f-5d5f-4d20-8593-ce7f93971f2a req-43696fa5-3792-47a0-89b8-f5dd41a2349b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 943 time: 0.0660505 Nov 02 11:37:03.375135 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-348ffb8f-5d5f-4d20-8593-ce7f93971f2a req-4061e34e-2a82-4fb3-8150-e709fdfa2c2c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731709 Nov 02 11:37:03.409516 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 54175c7a-2ee0-4d23-a54d-782dc903e9b2 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:37:03.413173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 17645de0-c3d2-491c-9962-f4bec0e80b40 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:37:03.547272 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f27ed1-4fb8-4ff0-a470-5ac7bd4a69c6 req-c4cc71ce-ea29-4900-b1c9-b8cb8f6af5f1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:03.549216 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23f27ed1-4fb8-4ff0-a470-5ac7bd4a69c6 req-c4cc71ce-ea29-4900-b1c9-b8cb8f6af5f1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.0792289 Nov 02 11:37:03.663973 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23f27ed1-4fb8-4ff0-a470-5ac7bd4a69c6 req-28f8c21a-8429-49ab-965a-d857de006c4f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060264 Nov 02 11:37:03.696181 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 54175c7a-2ee0-4d23-a54d-782dc903e9b2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=54175c7a-2ee0-4d23-a54d-782dc903e9b2,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:03.699859 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '54175c7a-2ee0-4d23-a54d-782dc903e9b2', 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578', 'port_id': '54175c7a-2ee0-4d23-a54d-782dc903e9b2', 'mac_address': 'fa:16:3e:e0:c2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdbd00e1-b22f-4068-b469-67b0d575f006', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:37:03.755510 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 17645de0-c3d2-491c-9962-f4bec0e80b40 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:37:03.759879 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:03.777661 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54175c7a-2ee0-4d23-a54d-782dc903e9b2 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:37:03.842792 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 17645de0-c3d2-491c-9962-f4bec0e80b40 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:37:03.843981 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:03.853177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 54175c7a-2ee0-4d23-a54d-782dc903e9b2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=54175c7a-2ee0-4d23-a54d-782dc903e9b2,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:03.921765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63e22f-9ab5-4e93-9fdc-2af45c3dc95d req-1b0d87b7-679d-4158-bda9-c476c2fd74aa tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:03.928485 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f63e22f-9ab5-4e93-9fdc-2af45c3dc95d req-1b0d87b7-679d-4158-bda9-c476c2fd74aa tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 946 time: 0.1467648 Nov 02 11:37:03.943768 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c78889-e2fc-41eb-93ef-98a791d5007b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39f4e5b-896c-4804-8187-6f2f5bfc3d50'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:03.948154 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9364d3e-c45b-461f-aca2-368ff88fc2ea" -d '{"events": [{"server_uuid": "63c78889-e2fc-41eb-93ef-98a791d5007b", "name": "network-vif-plugged", "status": "completed", "tag": "e39f4e5b-896c-4804-8187-6f2f5bfc3d50"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:04.023050 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:04.044673 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f63e22f-9ab5-4e93-9fdc-2af45c3dc95d req-202aa8b7-7961-4f7b-ad2c-9ab9e4d52e5e tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909417 Nov 02 11:37:04.080691 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:04.163117 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=54175c7a-2ee0-4d23-a54d-782dc903e9b2,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:04.213817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 17645de0-c3d2-491c-9962-f4bec0e80b40, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=17645de0-c3d2-491c-9962-f4bec0e80b40,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:04.299255 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94407405-84e0-488d-aad0-c46df5993107 x-openstack-request-id: req-94407405-84e0-488d-aad0-c46df5993107 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:04.299905 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c78889-e2fc-41eb-93ef-98a791d5007b", "name": "network-vif-plugged", "status": "completed", "tag": "e39f4e5b-896c-4804-8187-6f2f5bfc3d50", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:04.300177 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94407405-84e0-488d-aad0-c46df5993107 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:04.300578 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c78889-e2fc-41eb-93ef-98a791d5007b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39f4e5b-896c-4804-8187-6f2f5bfc3d50', 'code': 200} Nov 02 11:37:04.331745 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:04.491812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8db3c3-71b1-4572-bd63-59cff47e518c req-533b80eb-e35d-4188-8cf7-2e660073d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:04.493635 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc8db3c3-71b1-4572-bd63-59cff47e518c req-533b80eb-e35d-4188-8cf7-2e660073d431 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 1098 time: 0.0937343 Nov 02 11:37:04.528202 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['54175c7a-2ee0-4d23-a54d-782dc903e9b2'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:04.537641 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=17645de0-c3d2-491c-9962-f4bec0e80b40,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:04.548232 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c77a3-1e6b-4d4e-acab-39873b3d1266 req-11486ff8-b466-44af-a656-b168004548e4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:04.558733 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a4c77a3-1e6b-4d4e-acab-39873b3d1266 req-11486ff8-b466-44af-a656-b168004548e4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 950 time: 0.1455057 Nov 02 11:37:04.674607 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc8db3c3-71b1-4572-bd63-59cff47e518c req-9348ba9f-fc97-4258-875e-1a9206d10f75 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123064 Nov 02 11:37:04.679592 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a4c77a3-1e6b-4d4e-acab-39873b3d1266 req-98541489-24f0-4108-a25a-19795a1ad324 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195703 Nov 02 11:37:04.864394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3a1bd-9152-44c2-8503-9c04c0f4a178 req-fb39c979-c6c5-4b15-9f40-d730b7201b24 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:04.872637 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1e3a1bd-9152-44c2-8503-9c04c0f4a178 req-fb39c979-c6c5-4b15-9f40-d730b7201b24 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 944 time: 0.1103554 Nov 02 11:37:04.941849 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1e3a1bd-9152-44c2-8503-9c04c0f4a178 req-bf42c7c1-f329-4eec-874d-1ad26dd42bb0 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680985 Nov 02 11:37:05.158048 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52680) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:05.160117 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f571a704-7a73-4554-b7b7-75db6882b55b req-26346375-1e13-43ee-88c7-fe0156fc5acb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:05.172540 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f571a704-7a73-4554-b7b7-75db6882b55b req-26346375-1e13-43ee-88c7-fe0156fc5acb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.1040468 Nov 02 11:37:05.246508 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f571a704-7a73-4554-b7b7-75db6882b55b req-e43b24a1-3855-4fcf-bda2-b70af1dabea3 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726666 Nov 02 11:37:05.365327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-281c0403-639d-446d-995c-4639ad82162e tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:37:05.380145 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-281c0403-639d-446d-995c-4639ad82162e tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.2192774 Nov 02 11:37:05.461785 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-829e23f5-82fb-4dbd-9c35-a0d9a6fec676 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:05.480419 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-829e23f5-82fb-4dbd-9c35-a0d9a6fec676 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/ports/e45bf28c-d78b-492d-b048-3912cfe8f2bc HTTP/1.1" status: 200 len: 1095 time: 0.0986595 Nov 02 11:37:05.501585 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ea766-e055-4fcf-83c4-67d67566cc6a req-f5253c5c-d8c5-4921-ae52-3b19cafbe9ab tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:05.503131 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-644ea766-e055-4fcf-83c4-67d67566cc6a req-f5253c5c-d8c5-4921-ae52-3b19cafbe9ab tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867 HTTP/1.1" status: 200 len: 949 time: 0.1258273 Nov 02 11:37:05.598967 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-a2f5b4d4-f9ac-4100-adb3-4bcefe772628 service neutron] Request body: {'binding': {'host': 'n-h2-806683-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:05.606518 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-a2f5b4d4-f9ac-4100-adb3-4bcefe772628 service neutron] Unknown quota resources ['binding']. {{(pid=102690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 11:37:05.611134 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-644ea766-e055-4fcf-83c4-67d67566cc6a req-76f926e7-aa52-44ef-ad59-88f57bcaa02c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976784 Nov 02 11:37:05.838308 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71424f5b-6da0-4bc0-9907-52863621edc9 req-c21f9352-59a5-40fd-8f07-86c08ccb33f4 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:05.842160 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-71424f5b-6da0-4bc0-9907-52863621edc9 req-c21f9352-59a5-40fd-8f07-86c08ccb33f4 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 946 time: 0.1200213 Nov 02 11:37:05.899385 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-a2f5b4d4-f9ac-4100-adb3-4bcefe772628 service neutron] Attempting to bind port e45bf28c-d78b-492d-b048-3912cfe8f2bc on host n-h2-806683-18 for vnic_type normal with profile None {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:37:05.899881 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-a2f5b4d4-f9ac-4100-adb3-4bcefe772628 service neutron] Attempting to bind port e45bf28c-d78b-492d-b048-3912cfe8f2bc by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:37:05.900326 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-a2f5b4d4-f9ac-4100-adb3-4bcefe772628 service neutron] Attempting to bind port e45bf28c-d78b-492d-b048-3912cfe8f2bc on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:05.907207 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-a2f5b4d4-f9ac-4100-adb3-4bcefe772628 service neutron] Port e45bf28c-d78b-492d-b048-3912cfe8f2bc on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:37:05.910098 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-a2f5b4d4-f9ac-4100-adb3-4bcefe772628 service neutron] Attempting to bind port e45bf28c-d78b-492d-b048-3912cfe8f2bc on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:05.925520 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-a2f5b4d4-f9ac-4100-adb3-4bcefe772628 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:37:05.926022 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-a2f5b4d4-f9ac-4100-adb3-4bcefe772628 service neutron] Checking segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:37:05.926545 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-a2f5b4d4-f9ac-4100-adb3-4bcefe772628 service neutron] Bound using segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:37:05.929281 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-a2f5b4d4-f9ac-4100-adb3-4bcefe772628 service neutron] Bound port: e45bf28c-d78b-492d-b048-3912cfe8f2bc, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:37:06.007847 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-71424f5b-6da0-4bc0-9907-52863621edc9 req-9360c98f-f6a8-4794-a78c-b080ec34dd5a tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475077 Nov 02 11:37:06.037216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-a2f5b4d4-f9ac-4100-adb3-4bcefe772628 service neutron] For port e45bf28c-d78b-492d-b048-3912cfe8f2bc, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e45bf28c-d78b-492d-b048-3912cfe8f2bc,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:37:06.121436 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-a2f5b4d4-f9ac-4100-adb3-4bcefe772628 service neutron] Publish callbacks [] for binding, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:06.125845 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-a2f5b4d4-f9ac-4100-adb3-4bcefe772628 service neutron] 10.222.0.52 "POST /v2.0/ports/e45bf28c-d78b-492d-b048-3912cfe8f2bc/bindings HTTP/1.1" status: 201 len: 390 time: 0.5880284 Nov 02 11:37:06.302188 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17645de0-c3d2-491c-9962-f4bec0e80b40'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:06.304616 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ca0bc5-ef79-4824-ba7e-9b0b650cfff0" -d '{"events": [{"server_uuid": "1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867", "name": "network-vif-plugged", "status": "completed", "tag": "17645de0-c3d2-491c-9962-f4bec0e80b40"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:06.308802 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bfde7-31d8-48a2-9e02-f4377f51d775 req-2ac93f6b-f624-40ba-8435-cb47811c9380 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:06.317564 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b12bfde7-31d8-48a2-9e02-f4377f51d775 req-2ac93f6b-f624-40ba-8435-cb47811c9380 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 944 time: 0.0987155 Nov 02 11:37:06.392405 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b12bfde7-31d8-48a2-9e02-f4377f51d775 req-bb1d6e17-3e4e-43b8-bb19-02bdb3688eea tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737898 Nov 02 11:37:06.497077 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ed13f-8841-4a72-bd3b-c7809596968d req-f39013e1-ac55-4f33-81fa-9e686a6c1d8f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:06.511994 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-833ed13f-8841-4a72-bd3b-c7809596968d req-f39013e1-ac55-4f33-81fa-9e686a6c1d8f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.0940657 Nov 02 11:37:06.518862 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771d0538-6196-428e-9bee-17bb3604064a x-openstack-request-id: req-771d0538-6196-428e-9bee-17bb3604064a {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:06.519300 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867", "name": "network-vif-plugged", "status": "completed", "tag": "17645de0-c3d2-491c-9962-f4bec0e80b40", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:06.519556 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-771d0538-6196-428e-9bee-17bb3604064a {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:06.519964 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17645de0-c3d2-491c-9962-f4bec0e80b40', 'code': 200} Nov 02 11:37:06.616234 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-833ed13f-8841-4a72-bd3b-c7809596968d req-96ed3e02-081c-4d5a-80ff-2a92716534b3 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985501 Nov 02 11:37:06.837623 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d446ef6-4ab7-4895-8738-b9589bde00c8 req-d8eac69c-e698-4083-8d4a-a28ff4a7b861 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:06.840001 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d446ef6-4ab7-4895-8738-b9589bde00c8 req-d8eac69c-e698-4083-8d4a-a28ff4a7b861 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 946 time: 0.2040403 Nov 02 11:37:06.909218 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab77c3d-9810-447f-b150-7d8623ce6e65 req-268944e4-9698-4060-ba47-d5a60de90dc0 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:06.917124 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ab77c3d-9810-447f-b150-7d8623ce6e65 req-268944e4-9698-4060-ba47-d5a60de90dc0 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867 HTTP/1.1" status: 200 len: 949 time: 0.1560123 Nov 02 11:37:06.993720 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be797a-19af-4bdb-af9e-64e3840490cc req-c47b3afa-b630-4f3a-a8fc-87d7fd643f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:06.996204 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82be797a-19af-4bdb-af9e-64e3840490cc req-c47b3afa-b630-4f3a-a8fc-87d7fd643f9e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867 HTTP/1.1" status: 200 len: 1101 time: 0.2754052 Nov 02 11:37:07.016527 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ab77c3d-9810-447f-b150-7d8623ce6e65 req-f0dc82df-ebe3-458e-a3ac-7fadf4fb6ed1 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982819 Nov 02 11:37:07.084327 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d446ef6-4ab7-4895-8738-b9589bde00c8 req-310ff5b8-6673-4532-b7d4-1bded9325f65 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339723 Nov 02 11:37:07.139202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-55b64c63-84d9-4927-baf4-a90f47e91209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:07.151156 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-55b64c63-84d9-4927-baf4-a90f47e91209 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 1098 time: 0.2224059 Nov 02 11:37:07.187712 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83c09c-da77-4cf1-9ed5-8eab1d9de901 req-e6ac22c7-d4f7-4d40-a22b-572c46508f6f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:07.189306 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4e83c09c-da77-4cf1-9ed5-8eab1d9de901 req-e6ac22c7-d4f7-4d40-a22b-572c46508f6f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 946 time: 0.1031446 Nov 02 11:37:07.276567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82be797a-19af-4bdb-af9e-64e3840490cc req-b03f2695-6945-4e1e-90eb-c9a75dcb067b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475138 Nov 02 11:37:07.280491 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4e83c09c-da77-4cf1-9ed5-8eab1d9de901 req-17978d16-68e8-4178-9de3-2054d60916ae tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823534 Nov 02 11:37:07.456682 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 54175c7a-2ee0-4d23-a54d-782dc903e9b2 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:37:07.462716 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-431f10f9-232a-4533-befe-b6ea559847da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:07.465094 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-431f10f9-232a-4533-befe-b6ea559847da service neutron] 10.222.0.54 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 908 time: 0.2902584 Nov 02 11:37:07.588815 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-1e2b7bb9-c452-4856-90c2-b6ea0d51564c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e45bf28c-d78b-492d-b048-3912cfe8f2bc HTTP/1.1" status: 200 len: 217 time: 0.1114290 Nov 02 11:37:07.650470 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:37:07.663087 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:37:07.664051 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:07.674079 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-89e23dae-0a20-406c-ab3a-acf0cc56707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:07.676215 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-89e23dae-0a20-406c-ab3a-acf0cc56707d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.0712328 Nov 02 11:37:07.729965 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed890def-ae6a-475e-8684-3735c153ef44 req-9c35ade8-7a2d-4865-b98d-5951f6cc407e tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:07.734270 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ed890def-ae6a-475e-8684-3735c153ef44 req-9c35ade8-7a2d-4865-b98d-5951f6cc407e tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=832ff546-854b-4cbd-87d4-43827a8e9803&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2128074 Nov 02 11:37:07.741233 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-bc2ce993-a4e5-4565-becc-f15375a96b41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443790 Nov 02 11:37:07.829095 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b521fe-467f-490d-ad3b-e537b6809c23 req-108f7008-7ad2-4169-96fc-c708ebe60c1b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:07.838549 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82b521fe-467f-490d-ad3b-e537b6809c23 req-108f7008-7ad2-4169-96fc-c708ebe60c1b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 944 time: 0.2484558 Nov 02 11:37:07.861112 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ed890def-ae6a-475e-8684-3735c153ef44 req-e3d57889-1b93-4d24-8e81-2ebb6349a97d tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 695 time: 0.1095381 Nov 02 11:37:07.868648 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-ed890def-ae6a-475e-8684-3735c153ef44 req-1ca660de-8ed0-4e61-9f48-e705badd9536 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Request body: {'floatingip': {'port_id': '1e443d91-0d70-41fc-8c7f-bae633b9cc35', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:07.887848 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:07.924737 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ed890def-ae6a-475e-8684-3735c153ef44 req-1ca660de-8ed0-4e61-9f48-e705badd9536 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks [] for floatingip, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:07.959433 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 54175c7a-2ee0-4d23-a54d-782dc903e9b2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=54175c7a-2ee0-4d23-a54d-782dc903e9b2,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:08.007660 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82b521fe-467f-490d-ad3b-e537b6809c23 req-173cf82f-e859-459c-ac95-7159ac7976cc tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662095 Nov 02 11:37:08.055659 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:08.060960 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-127c312e-25a3-4784-a594-37a9bc46fe16 service neutron] 10.222.0.54 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053079 Nov 02 11:37:08.175390 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=54175c7a-2ee0-4d23-a54d-782dc903e9b2,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:08.318350 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-f890a7e4-6fec-486d-a521-6cc8832a3a9d service neutron] 10.222.0.54 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482233 Nov 02 11:37:08.354180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9f787-e4d7-4fbc-a5a4-ab833da4e3c2 req-afeb9271-1870-416a-a719-cae58886b043 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:08.361938 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-95a9f787-e4d7-4fbc-a5a4-ab833da4e3c2 req-afeb9271-1870-416a-a719-cae58886b043 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.1679058 Nov 02 11:37:08.461572 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-95a9f787-e4d7-4fbc-a5a4-ab833da4e3c2 req-4010cc70-0ffd-40ed-b070-62c3f4b4de1e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913279 Nov 02 11:37:08.521275 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f9b045-38a1-413b-8956-7415b8b21f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54175c7a-2ee0-4d23-a54d-782dc903e9b2'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:08.524592 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e42bdd7-f006-4393-81e1-a5e8abe38bd8" -d '{"events": [{"server_uuid": "99f9b045-38a1-413b-8956-7415b8b21f03", "name": "network-vif-plugged", "status": "completed", "tag": "54175c7a-2ee0-4d23-a54d-782dc903e9b2"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:08.806129 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ef771-6742-48b6-86b5-5a2c0b9a7371 req-e5cc2c68-ad5b-478e-a652-b3e47ec14fb8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:08.811878 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b0ef771-6742-48b6-86b5-5a2c0b9a7371 req-e5cc2c68-ad5b-478e-a652-b3e47ec14fb8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867 HTTP/1.1" status: 200 len: 949 time: 0.2645068 Nov 02 11:37:08.853498 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.resource_extend [req-ed890def-ae6a-475e-8684-3735c153ef44 req-1ca660de-8ed0-4e61-9f48-e705badd9536 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 11:37:08.856250 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-4c8bfb9d-0592-40bd-a552-a9ee27681dfa tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:08.862436 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-4c8bfb9d-0592-40bd-a552-a9ee27681dfa tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912&tenant_id=c94d0cac32b24c41b06f1c29df1efe18&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 1098 time: 0.2581704 Nov 02 11:37:08.932611 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-18'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:09.003305 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ed890def-ae6a-475e-8684-3735c153ef44 req-1ca660de-8ed0-4e61-9f48-e705badd9536 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:09.062528 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:09.071162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b0ef771-6742-48b6-86b5-5a2c0b9a7371 req-c2e32418-f5d2-4bbc-850d-c632c5fd3307 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508836 Nov 02 11:37:09.264460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716205b-87a9-4690-b41b-bd75c8458faa req-2a026272-5769-4ec3-9b2c-98fa4d937126 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:09.265900 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f716205b-87a9-4690-b41b-bd75c8458faa req-2a026272-5769-4ec3-9b2c-98fa4d937126 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 946 time: 0.1193993 Nov 02 11:37:09.271810 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] For port e45bf28c-d78b-492d-b048-3912cfe8f2bc, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=e45bf28c-d78b-492d-b048-3912cfe8f2bc,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:09.351481 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f716205b-87a9-4690-b41b-bd75c8458faa req-c57cc5ba-d45c-4522-b70a-cfae6f116788 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772989 Nov 02 11:37:09.352547 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] For port e45bf28c-d78b-492d-b048-3912cfe8f2bc, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:37:09.585641 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ed890def-ae6a-475e-8684-3735c153ef44 req-1ca660de-8ed0-4e61-9f48-e705badd9536 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:09.604903 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d21894-1bb2-4d74-8441-98ee697e154d x-openstack-request-id: req-e9d21894-1bb2-4d74-8441-98ee697e154d {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:09.605455 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f9b045-38a1-413b-8956-7415b8b21f03", "name": "network-vif-plugged", "status": "completed", "tag": "54175c7a-2ee0-4d23-a54d-782dc903e9b2", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:09.605635 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e9d21894-1bb2-4d74-8441-98ee697e154d {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:09.606293 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f9b045-38a1-413b-8956-7415b8b21f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54175c7a-2ee0-4d23-a54d-782dc903e9b2', 'code': 200} Nov 02 11:37:09.792623 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [req-ed890def-ae6a-475e-8684-3735c153ef44 req-1ca660de-8ed0-4e61-9f48-e705badd9536 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Floating IP a52cb3bf-e778-4b9a-a7a1-6f00575b5f43 associated. External IP: 172.25.6.77, port: 1e443d91-0d70-41fc-8c7f-bae633b9cc35. Nov 02 11:37:09.951419 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baa7b2e-2b06-4d35-8b46-93efe4b6e912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e45bf28c-d78b-492d-b048-3912cfe8f2bc'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:09.954822 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c0b592-b518-4b30-858e-9e8e2c4be62f" -d '{"events": [{"server_uuid": "6baa7b2e-2b06-4d35-8b46-93efe4b6e912", "name": "network-vif-unplugged", "status": "completed", "tag": "e45bf28c-d78b-492d-b048-3912cfe8f2bc"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:09.961684 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:09.989229 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0f28b-067b-46e3-aa4b-a1c3434945ec req-b1749261-6e76-4e10-8fb5-16ab43c3642c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:09.999050 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74f0f28b-067b-46e3-aa4b-a1c3434945ec req-b1749261-6e76-4e10-8fb5-16ab43c3642c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 945 time: 0.2129548 Nov 02 11:37:10.003280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c669b20-5a29-48de-94f3-53f98686f209 req-003b4020-92b1-48cb-b09b-7cbd50ddfa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:10.005018 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c669b20-5a29-48de-94f3-53f98686f209 req-003b4020-92b1-48cb-b09b-7cbd50ddfa6c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 1097 time: 0.2013011 Nov 02 11:37:10.108655 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c669b20-5a29-48de-94f3-53f98686f209 req-1183b11b-3384-47ca-9e09-0794c2ccd3cb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854063 Nov 02 11:37:10.112274 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:10.194164 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74f0f28b-067b-46e3-aa4b-a1c3434945ec req-72e75a90-2647-4b19-a174-495d48be8e2a tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901667 Nov 02 11:37:10.270553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] Pushing event updated for resources: {'Port': ['ID=e45bf28c-d78b-492d-b048-3912cfe8f2bc,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:10.332980 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] Attempting to bind port e45bf28c-d78b-492d-b048-3912cfe8f2bc on host n-h1-806683-18 for vnic_type normal with profile {"migrating_to": "n-h2-806683-18"} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:37:10.333189 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] Attempting to bind port e45bf28c-d78b-492d-b048-3912cfe8f2bc by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:37:10.333714 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] Attempting to bind port e45bf28c-d78b-492d-b048-3912cfe8f2bc on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:10.359527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] Port e45bf28c-d78b-492d-b048-3912cfe8f2bc on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:37:10.360170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] Attempting to bind port e45bf28c-d78b-492d-b048-3912cfe8f2bc on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:10.384402 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:37:10.384885 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] Checking segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:37:10.390329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] Bound using segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:37:10.390329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] Bound port: e45bf28c-d78b-492d-b048-3912cfe8f2bc, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:37:10.390329 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:10.448531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ccc1e-1206-4740-a11e-7d75b3f8b5cb req-99997fb4-a060-4a01-94ff-4dee698c38a5 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:10.450081 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-903ccc1e-1206-4740-a11e-7d75b3f8b5cb req-99997fb4-a060-4a01-94ff-4dee698c38a5 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.1600237 Nov 02 11:37:10.491357 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed890def-ae6a-475e-8684-3735c153ef44 req-1ca660de-8ed0-4e61-9f48-e705badd9536 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Router 8c9b67f8-0dac-49de-b5b0-deca6a447908 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:37:10.512559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] For port e45bf28c-d78b-492d-b048-3912cfe8f2bc, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:37:10.518065 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] For port e45bf28c-d78b-492d-b048-3912cfe8f2bc, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=e45bf28c-d78b-492d-b048-3912cfe8f2bc,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:37:10.534599 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-903ccc1e-1206-4740-a11e-7d75b3f8b5cb req-89a45dae-d424-49d4-be4f-2da1929eedab tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734067 Nov 02 11:37:10.583860 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cefb8d-0e75-48bc-ab5d-f5bf7d953272 x-openstack-request-id: req-96cefb8d-0e75-48bc-ab5d-f5bf7d953272 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:10.585552 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6baa7b2e-2b06-4d35-8b46-93efe4b6e912", "name": "network-vif-unplugged", "status": "completed", "tag": "e45bf28c-d78b-492d-b048-3912cfe8f2bc", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:10.586095 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96cefb8d-0e75-48bc-ab5d-f5bf7d953272 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:10.586607 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baa7b2e-2b06-4d35-8b46-93efe4b6e912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e45bf28c-d78b-492d-b048-3912cfe8f2bc', 'code': 200} Nov 02 11:37:10.634075 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:10.678638 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed890def-ae6a-475e-8684-3735c153ef44 req-1ca660de-8ed0-4e61-9f48-e705badd9536 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:37:10.685260 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ed890def-ae6a-475e-8684-3735c153ef44 req-1ca660de-8ed0-4e61-9f48-e705badd9536 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:10.700382 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da7838-19eb-44a7-a008-b7174dd82e24 None None] Sync routers for ids ['8c9b67f8-0dac-49de-b5b0-deca6a447908'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:37:10.725280 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da7838-19eb-44a7-a008-b7174dd82e24 None None] Routers {'8c9b67f8-0dac-49de-b5b0-deca6a447908'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:37:10.733116 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-65da7838-19eb-44a7-a008-b7174dd82e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:36:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8c9b67f8-0dac-49de-b5b0-deca6a447908'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:10.737223 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ed890def-ae6a-475e-8684-3735c153ef44 req-1ca660de-8ed0-4e61-9f48-e705badd9536 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "PUT /v2.0/floatingips/a52cb3bf-e778-4b9a-a7a1-6f00575b5f43 HTTP/1.1" status: 200 len: 995 time: 2.8738344 Nov 02 11:37:10.737782 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832ff546-854b-4cbd-87d4-43827a8e9803', 'tag': '1e443d91-0d70-41fc-8c7f-bae633b9cc35'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:10.744595 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4840959d-a733-4643-8d81-503b3b3d6497" -d '{"events": [{"name": "network-changed", "server_uuid": "832ff546-854b-4cbd-87d4-43827a8e9803", "tag": "1e443d91-0d70-41fc-8c7f-bae633b9cc35"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:10.772013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:10.774038 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:10.780381 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] 10.222.0.54 "PUT /v2.0/ports/e45bf28c-d78b-492d-b048-3912cfe8f2bc HTTP/1.1" status: 200 len: 1124 time: 1.8993890 Nov 02 11:37:10.790024 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74188c6-a21b-41ed-a596-3aa85eb32d1b service neutron] Pushing event updated for resources: {'Port': ['ID=e45bf28c-d78b-492d-b048-3912cfe8f2bc,revision_number=8']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:10.833133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b34197-ddb2-4230-877d-81146d89b1e4 req-66d46328-6121-40e7-ad67-8ef86a3efdd3 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:10.835245 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7b34197-ddb2-4230-877d-81146d89b1e4 req-66d46328-6121-40e7-ad67-8ef86a3efdd3 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867 HTTP/1.1" status: 200 len: 949 time: 0.1672199 Nov 02 11:37:10.850293 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed890def-ae6a-475e-8684-3735c153ef44 req-5dc2e1af-6d9b-4f06-8c41-4f85d9c63d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:10.855534 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ed890def-ae6a-475e-8684-3735c153ef44 req-5dc2e1af-6d9b-4f06-8c41-4f85d9c63d7d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=df313a0344574db0a3fecb6f28843431&device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 1097 time: 0.1001787 Nov 02 11:37:10.901106 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-65da7838-19eb-44a7-a008-b7174dd82e24 None None] Set router 8c9b67f8-0dac-49de-b5b0-deca6a447908 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:37:10.908608 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['e45bf28c-d78b-492d-b048-3912cfe8f2bc'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:11.019614 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7b34197-ddb2-4230-877d-81146d89b1e4 req-6d894575-0a8b-41cb-a5d4-51147ed3a38d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755545 Nov 02 11:37:11.082007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed890def-ae6a-475e-8684-3735c153ef44 req-68d6cb7c-3869-4726-b1d5-3c5d82874093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:11.088858 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ed890def-ae6a-475e-8684-3735c153ef44 req-68d6cb7c-3869-4726-b1d5-3c5d82874093 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b9a21829-9531-42da-bd32-b51063727cdd HTTP/1.1" status: 200 len: 922 time: 0.2246974 Nov 02 11:37:11.235101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed9cd8-92ac-4d4c-8d1e-f188d5642c26 req-84f32abe-93b3-44d7-b69c-7c91a5286965 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:11.245001 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27ed9cd8-92ac-4d4c-8d1e-f188d5642c26 req-84f32abe-93b3-44d7-b69c-7c91a5286965 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 944 time: 0.1111815 Nov 02 11:37:11.264104 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ed890def-ae6a-475e-8684-3735c153ef44 req-97875623-b4c8-4745-9f10-27c685178625 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e443d91-0d70-41fc-8c7f-bae633b9cc35 HTTP/1.1" status: 200 len: 998 time: 0.1618834 Nov 02 11:37:11.278216 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-65da7838-19eb-44a7-a008-b7174dd82e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'a52cb3bf-e778-4b9a-a7a1-6f00575b5f43', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'port_id': '1e443d91-0d70-41fc-8c7f-bae633b9cc35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'mac_address': 'fa:16:3e:88:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832ff546-854b-4cbd-87d4-43827a8e9803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:36:40Z', 'updated_at': '2021-11-02T11:37:08Z', 'revision_number': 1, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:11Z', 'revision_number': 5, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:11.320513 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed890def-ae6a-475e-8684-3735c153ef44 req-43e57549-cec6-4b41-8e63-30555c8fcff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:11.329089 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ed890def-ae6a-475e-8684-3735c153ef44 req-43e57549-cec6-4b41-8e63-30555c8fcff7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c67969c-9913-4e0f-af20-37d010fa84e6 HTTP/1.1" status: 200 len: 860 time: 0.0640323 Nov 02 11:37:11.334973 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27ed9cd8-92ac-4d4c-8d1e-f188d5642c26 req-b9427124-9e4f-4681-b1e8-ce19d6e43406 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740149 Nov 02 11:37:11.376198 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da7838-19eb-44a7-a008-b7174dd82e24 None None] Checking router: 8c9b67f8-0dac-49de-b5b0-deca6a447908 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:37:11.411145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed890def-ae6a-475e-8684-3735c153ef44 req-c6e75f93-6202-4436-8a91-f1f8962ebd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:11.414412 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da7838-19eb-44a7-a008-b7174dd82e24 None None] Routers {'8c9b67f8-0dac-49de-b5b0-deca6a447908'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:37:11.416656 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-65da7838-19eb-44a7-a008-b7174dd82e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:36:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8c9b67f8-0dac-49de-b5b0-deca6a447908'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:11.417799 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ed890def-ae6a-475e-8684-3735c153ef44 req-c6e75f93-6202-4436-8a91-f1f8962ebd23 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b9a21829-9531-42da-bd32-b51063727cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878170 Nov 02 11:37:11.439353 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-ed890def-ae6a-475e-8684-3735c153ef44 req-acc1e993-b806-4699-9436-8cf6580fcd16 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:37:11.440404 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ed890def-ae6a-475e-8684-3735c153ef44 req-acc1e993-b806-4699-9436-8cf6580fcd16 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0078802 Nov 02 11:37:11.578883 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-65da7838-19eb-44a7-a008-b7174dd82e24 None None] Set router 8c9b67f8-0dac-49de-b5b0-deca6a447908 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:37:11.630911 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ed890def-ae6a-475e-8684-3735c153ef44 req-6f772250-bd13-4ccc-aeec-60ca982e2527 service neutron] 10.222.0.52 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765451 Nov 02 11:37:11.631632 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a743bf-612f-4283-91f1-215808342868 x-openstack-request-id: req-a1a743bf-612f-4283-91f1-215808342868 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:11.631943 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832ff546-854b-4cbd-87d4-43827a8e9803", "tag": "1e443d91-0d70-41fc-8c7f-bae633b9cc35", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:11.632195 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1a743bf-612f-4283-91f1-215808342868 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:11.632602 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832ff546-854b-4cbd-87d4-43827a8e9803', 'tag': '1e443d91-0d70-41fc-8c7f-bae633b9cc35', 'status': 'completed', 'code': 200} Nov 02 11:37:11.689865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840959d-a733-4643-8d81-503b3b3d6497 req-9f818b88-b469-43a0-bb51-07429b41ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:11.696605 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4840959d-a733-4643-8d81-503b3b3d6497 req-9f818b88-b469-43a0-bb51-07429b41ff90 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df313a0344574db0a3fecb6f28843431&device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 1097 time: 0.1075909 Nov 02 11:37:11.879185 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ed890def-ae6a-475e-8684-3735c153ef44 req-03cb575d-fc97-405e-ad18-c4d19fae2863 service neutron] 10.222.0.52 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376790 Nov 02 11:37:11.909295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840959d-a733-4643-8d81-503b3b3d6497 req-2da396f1-0496-4844-bd63-73f5324657c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:11.911986 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4840959d-a733-4643-8d81-503b3b3d6497 req-2da396f1-0496-4844-bd63-73f5324657c8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b9a21829-9531-42da-bd32-b51063727cdd HTTP/1.1" status: 200 len: 922 time: 0.2006598 Nov 02 11:37:12.083142 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4840959d-a733-4643-8d81-503b3b3d6497 req-2f5a3fbb-b675-4863-a7af-96aa4f13e173 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e443d91-0d70-41fc-8c7f-bae633b9cc35 HTTP/1.1" status: 200 len: 998 time: 0.1568363 Nov 02 11:37:12.150133 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-65da7838-19eb-44a7-a008-b7174dd82e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'a52cb3bf-e778-4b9a-a7a1-6f00575b5f43', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'port_id': '1e443d91-0d70-41fc-8c7f-bae633b9cc35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'mac_address': 'fa:16:3e:88:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832ff546-854b-4cbd-87d4-43827a8e9803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:36:40Z', 'updated_at': '2021-11-02T11:37:08Z', 'revision_number': 1, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:11Z', 'revision_number': 5, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:12.168396 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840959d-a733-4643-8d81-503b3b3d6497 req-2f7be88e-c250-4165-8dc7-51f7b55ed3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:12.172278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4840959d-a733-4643-8d81-503b3b3d6497 req-2f7be88e-c250-4165-8dc7-51f7b55ed3bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c67969c-9913-4e0f-af20-37d010fa84e6 HTTP/1.1" status: 200 len: 860 time: 0.0675168 Nov 02 11:37:12.223915 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da7838-19eb-44a7-a008-b7174dd82e24 None None] The sync data for ids ['8c9b67f8-0dac-49de-b5b0-deca6a447908'] in n-d-806683-18 is: [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'a52cb3bf-e778-4b9a-a7a1-6f00575b5f43', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'port_id': '1e443d91-0d70-41fc-8c7f-bae633b9cc35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'mac_address': 'fa:16:3e:88:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832ff546-854b-4cbd-87d4-43827a8e9803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:36:40Z', 'updated_at': '2021-11-02T11:37:08Z', 'revision_number': 1, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:11Z', 'revision_number': 5, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:37:12.246743 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840959d-a733-4643-8d81-503b3b3d6497 req-be7e2764-be75-4ffb-938b-ae57d189ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:12.249221 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4840959d-a733-4643-8d81-503b3b3d6497 req-be7e2764-be75-4ffb-938b-ae57d189ff01 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9a21829-9531-42da-bd32-b51063727cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605121 Nov 02 11:37:12.272024 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff896e-5306-4fb4-8ba4-0e1b84fc4bc7 req-3f233ecd-daa6-45e0-a281-b34e2d84298b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:12.273823 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-46ff896e-5306-4fb4-8ba4-0e1b84fc4bc7 req-3f233ecd-daa6-45e0-a281-b34e2d84298b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 945 time: 0.1177149 Nov 02 11:37:12.285061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f944b14-2c40-4fd9-a859-c40f3107f6ca req-af2b24e9-b57a-40c7-927e-24b0759ca6ac tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:12.318650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f944b14-2c40-4fd9-a859-c40f3107f6ca req-af2b24e9-b57a-40c7-927e-24b0759ca6ac tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:12.320517 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f944b14-2c40-4fd9-a859-c40f3107f6ca req-af2b24e9-b57a-40c7-927e-24b0759ca6ac tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1db76921-9589-4792-a811-72bf6c7fb8f9&device_id=1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867 HTTP/1.1" status: 200 len: 1690 time: 0.2768955 Nov 02 11:37:12.356559 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-46ff896e-5306-4fb4-8ba4-0e1b84fc4bc7 req-8090ff60-3048-468e-8358-565bfba88d2c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723956 Nov 02 11:37:12.443826 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f944b14-2c40-4fd9-a859-c40f3107f6ca req-5fddf003-e3d7-421b-84a5-de2776b4258e tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060922 Nov 02 11:37:12.457035 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4840959d-a733-4643-8d81-503b3b3d6497 req-8814b855-6c16-4db3-99d6-5bea55beb06d service neutron] 10.222.0.54 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880634 Nov 02 11:37:12.581333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcb869-8493-4eab-8b61-17ca973a7fe0 req-0cea5069-1c47-4301-9659-073b739a6b94 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:12.582975 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03fcb869-8493-4eab-8b61-17ca973a7fe0 req-0cea5069-1c47-4301-9659-073b739a6b94 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.0973449 Nov 02 11:37:12.589135 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6baa7b2e-2b06-4d35-8b46-93efe4b6e912', 'tag': 'e45bf28c-d78b-492d-b048-3912cfe8f2bc'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:12.591538 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054fb68b-bb10-4611-90e7-f75f6f5c3550" -d '{"events": [{"name": "network-changed", "server_uuid": "6baa7b2e-2b06-4d35-8b46-93efe4b6e912", "tag": "e45bf28c-d78b-492d-b048-3912cfe8f2bc"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:12.619528 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b686aef-f00b-4fac-9ede-c85907f1a5cf None None] New status for floating IP a52cb3bf-e778-4b9a-a7a1-6f00575b5f43: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:37:12.679982 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4840959d-a733-4643-8d81-503b3b3d6497 req-e7b07e59-78fa-487b-9d5e-d467588919dd service neutron] 10.222.0.54 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145205 Nov 02 11:37:12.700087 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03fcb869-8493-4eab-8b61-17ca973a7fe0 req-7733856f-2bc2-4c22-abea-459994930bf4 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021900 Nov 02 11:37:12.841213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bef0c7-bf62-4970-83fb-1f72829af73e req-dc080af3-13e0-49bb-aaf3-12ce8abad78f tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:12.850970 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-53bef0c7-bf62-4970-83fb-1f72829af73e req-dc080af3-13e0-49bb-aaf3-12ce8abad78f tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 944 time: 0.0809329 Nov 02 11:37:12.878833 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-15d9e251-3459-44d5-85d0-f7a269b0378c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:12.881184 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-15d9e251-3459-44d5-85d0-f7a269b0378c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c78889-e2fc-41eb-93ef-98a791d5007b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1509445 Nov 02 11:37:12.921671 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-53bef0c7-bf62-4970-83fb-1f72829af73e req-9c91a596-b369-4997-828f-9a923d98de95 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662172 Nov 02 11:37:13.038454 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b98a5-d2d7-42db-bdad-2561ab9a8308 req-c6ae9dd6-9c81-4eb3-97ae-6f0c5cbc8af4 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:13.040551 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-181b98a5-d2d7-42db-bdad-2561ab9a8308 req-c6ae9dd6-9c81-4eb3-97ae-6f0c5cbc8af4 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 1097 time: 0.0606096 Nov 02 11:37:13.053511 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-14c7e888-b538-4a55-8572-735c7f6d26a9 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 998 time: 0.1586103 Nov 02 11:37:13.059808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-5992a053-55e2-4425-bf89-ce1673c44b1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Request body: {'floatingip': {'port_id': 'e39f4e5b-896c-4804-8187-6f2f5bfc3d50', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:13.096366 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-181b98a5-d2d7-42db-bdad-2561ab9a8308 req-73802138-ffa3-4949-afe8-6d54ae048bf6 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486929 Nov 02 11:37:13.136637 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-5992a053-55e2-4425-bf89-ce1673c44b1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:13.224025 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e45bf28c-d78b-492d-b048-3912cfe8f2bc details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:37:13.377931 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port e45bf28c-d78b-492d-b048-3912cfe8f2bc, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=e45bf28c-d78b-492d-b048-3912cfe8f2bc,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:13.414838 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e45bf28c-d78b-492d-b048-3912cfe8f2bc has no active binding in host n-h2-806683-18 {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 02 11:37:13.425277 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6d3a02-813b-4828-aaec-119044728fa3 x-openstack-request-id: req-7b6d3a02-813b-4828-aaec-119044728fa3 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:13.425553 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6baa7b2e-2b06-4d35-8b46-93efe4b6e912", "tag": "e45bf28c-d78b-492d-b048-3912cfe8f2bc", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:13.425886 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b6d3a02-813b-4828-aaec-119044728fa3 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:13.426147 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6baa7b2e-2b06-4d35-8b46-93efe4b6e912', 'tag': 'e45bf28c-d78b-492d-b048-3912cfe8f2bc', 'status': 'completed', 'code': 200} Nov 02 11:37:13.537330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fb68b-bb10-4611-90e7-f75f6f5c3550 req-edd19e3e-3818-4ba6-99ab-20752770f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:13.538839 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-054fb68b-bb10-4611-90e7-f75f6f5c3550 req-edd19e3e-3818-4ba6-99ab-20752770f30a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 1127 time: 0.1059377 Nov 02 11:37:13.768854 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fb68b-bb10-4611-90e7-f75f6f5c3550 req-8480ca80-e763-48d5-8c2a-5a1ed872539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:13.770356 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-054fb68b-bb10-4611-90e7-f75f6f5c3550 req-8480ca80-e763-48d5-8c2a-5a1ed872539d service neutron] 10.222.0.79 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 908 time: 0.2094634 Nov 02 11:37:13.907034 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-054fb68b-bb10-4611-90e7-f75f6f5c3550 req-e4f089db-d145-4141-a5e7-a2a728e6a7ee service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e45bf28c-d78b-492d-b048-3912cfe8f2bc HTTP/1.1" status: 200 len: 217 time: 0.1215632 Nov 02 11:37:13.913026 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc791137-7707-4363-b5c6-9fafb7150fab req-44941392-70d6-4fbd-b403-f31b2c482b78 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:13.914806 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dc791137-7707-4363-b5c6-9fafb7150fab req-44941392-70d6-4fbd-b403-f31b2c482b78 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 1097 time: 0.0469658 Nov 02 11:37:13.968137 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dc791137-7707-4363-b5c6-9fafb7150fab req-5044f176-28ce-4ad1-b0c4-bb52f9fa81e3 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458386 Nov 02 11:37:13.977612 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-5992a053-55e2-4425-bf89-ce1673c44b1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:13.996639 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fb68b-bb10-4611-90e7-f75f6f5c3550 req-4ef06dcd-e0f0-4689-8a0f-0fd1aee84da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:13.998475 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-054fb68b-bb10-4611-90e7-f75f6f5c3550 req-4ef06dcd-e0f0-4689-8a0f-0fd1aee84da1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.0742452 Nov 02 11:37:14.042024 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-054fb68b-bb10-4611-90e7-f75f6f5c3550 req-a48167d3-254c-48eb-8727-96b32e1bef04 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341110 Nov 02 11:37:14.043213 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-5992a053-55e2-4425-bf89-ce1673c44b1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:14.106189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defef115-aca0-4b41-9c2c-f10b77756559 req-f183b433-4041-482c-be0e-215cbdd0fd4a tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:14.113670 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-defef115-aca0-4b41-9c2c-f10b77756559 req-f183b433-4041-482c-be0e-215cbdd0fd4a tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 1102 time: 0.0580034 Nov 02 11:37:14.175215 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-defef115-aca0-4b41-9c2c-f10b77756559 req-b97b217e-d507-45c9-96a8-29c55447e9ca tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555429 Nov 02 11:37:14.234460 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-5992a053-55e2-4425-bf89-ce1673c44b1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Floating IP a52cb3bf-e778-4b9a-a7a1-6f00575b5f43 associated. External IP: 172.25.6.77, port: 1e443d91-0d70-41fc-8c7f-bae633b9cc35. Nov 02 11:37:14.278523 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-054fb68b-bb10-4611-90e7-f75f6f5c3550 req-f7e003d8-7d4f-4840-8ccd-714b6b796c29 service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922562 Nov 02 11:37:14.305302 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726c74a-d3bd-4e7a-9f41-bdc9f54af8d4 req-dd76f279-1487-470f-b77a-f40f71fc2995 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:14.307234 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6726c74a-d3bd-4e7a-9f41-bdc9f54af8d4 req-dd76f279-1487-470f-b77a-f40f71fc2995 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.0588157 Nov 02 11:37:14.384970 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6726c74a-d3bd-4e7a-9f41-bdc9f54af8d4 req-c72018bf-ae3f-49d1-88f6-4333e9b11ee7 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696983 Nov 02 11:37:14.506608 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593326c-b336-4a82-8709-f59da115ffb8 req-6812a9e9-0159-4e61-bebb-6f26d909da19 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:14.508380 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a593326c-b336-4a82-8709-f59da115ffb8 req-6812a9e9-0159-4e61-bebb-6f26d909da19 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 946 time: 0.0586543 Nov 02 11:37:14.511355 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-054fb68b-bb10-4611-90e7-f75f6f5c3550 req-da0b11f9-5635-43f0-b3c9-35d5c817173a service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210948 Nov 02 11:37:14.575145 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a593326c-b336-4a82-8709-f59da115ffb8 req-6b96a014-810c-49cd-b2ee-d2c3196770c1 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/security-groups?id=88009b46-c520-41eb-896f-11380f04fe35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545003 Nov 02 11:37:14.580136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-5992a053-55e2-4425-bf89-ce1673c44b1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Router 8c9b67f8-0dac-49de-b5b0-deca6a447908 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:37:14.689578 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad32d3-cf61-4add-b7a7-d38ee33fa05f req-8b865c96-cc52-43dd-a114-7fbff36c45b5 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:14.726293 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cfad32d3-cf61-4add-b7a7-d38ee33fa05f req-8b865c96-cc52-43dd-a114-7fbff36c45b5 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 944 time: 0.0554137 Nov 02 11:37:14.726461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-5992a053-55e2-4425-bf89-ce1673c44b1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:37:14.735048 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf14113-d6dc-4510-9396-71972987b09b None None] Sync routers for ids ['8c9b67f8-0dac-49de-b5b0-deca6a447908'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:37:14.748329 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf14113-d6dc-4510-9396-71972987b09b None None] Routers {'8c9b67f8-0dac-49de-b5b0-deca6a447908'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:37:14.749428 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ccf14113-d6dc-4510-9396-71972987b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:36:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8c9b67f8-0dac-49de-b5b0-deca6a447908'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:14.750405 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cfad32d3-cf61-4add-b7a7-d38ee33fa05f req-f424fb1f-d59e-405d-8cbc-192da9f66be8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531611 Nov 02 11:37:14.893443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948e992-e488-4d70-a9ee-b63c7692e965 req-cc13cfc1-bd82-4708-9de4-95c1a8de55e4 tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:14.894467 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ccf14113-d6dc-4510-9396-71972987b09b None None] Set router 8c9b67f8-0dac-49de-b5b0-deca6a447908 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:37:14.897358 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6948e992-e488-4d70-a9ee-b63c7692e965 req-cc13cfc1-bd82-4708-9de4-95c1a8de55e4 tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867 HTTP/1.1" status: 200 len: 1101 time: 0.0473449 Nov 02 11:37:14.952250 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6948e992-e488-4d70-a9ee-b63c7692e965 req-e798d9f5-3c9e-4fcd-9404-fc6a30a29feb tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505216 Nov 02 11:37:15.164782 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ccf14113-d6dc-4510-9396-71972987b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'a52cb3bf-e778-4b9a-a7a1-6f00575b5f43', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'port_id': 'e39f4e5b-896c-4804-8187-6f2f5bfc3d50', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'mac_address': 'fa:16:3e:90:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c78889-e2fc-41eb-93ef-98a791d5007b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:36:40Z', 'updated_at': '2021-11-02T11:37:13Z', 'revision_number': 3, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:11Z', 'revision_number': 5, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:15.197813 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf14113-d6dc-4510-9396-71972987b09b None None] Checking router: 8c9b67f8-0dac-49de-b5b0-deca6a447908 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:37:15.206416 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf14113-d6dc-4510-9396-71972987b09b None None] Routers {'8c9b67f8-0dac-49de-b5b0-deca6a447908'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:37:15.207070 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ccf14113-d6dc-4510-9396-71972987b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:36:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8c9b67f8-0dac-49de-b5b0-deca6a447908'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:15.311645 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-5992a053-55e2-4425-bf89-ce1673c44b1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Router 8c9b67f8-0dac-49de-b5b0-deca6a447908 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:37:15.320935 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ccf14113-d6dc-4510-9396-71972987b09b None None] Set router 8c9b67f8-0dac-49de-b5b0-deca6a447908 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:37:15.483767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-5992a053-55e2-4425-bf89-ce1673c44b1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:37:15.490420 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-5992a053-55e2-4425-bf89-ce1673c44b1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:15.531626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832ff546-854b-4cbd-87d4-43827a8e9803', 'tag': '1e443d91-0d70-41fc-8c7f-bae633b9cc35'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:15.532161 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-69e67d68-544f-4080-a9e8-128253c9c470 req-fe87455f-576b-4403-aa50-14ea467c6661 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555301 Nov 02 11:37:15.535226 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f184333b-b397-4da7-9085-c64479b7a539" -d '{"events": [{"name": "network-changed", "server_uuid": "832ff546-854b-4cbd-87d4-43827a8e9803", "tag": "1e443d91-0d70-41fc-8c7f-bae633b9cc35"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:15.594507 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-5992a053-55e2-4425-bf89-ce1673c44b1c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "PUT /v2.0/floatingips/a52cb3bf-e778-4b9a-a7a1-6f00575b5f43 HTTP/1.1" status: 200 len: 998 time: 2.5398061 Nov 02 11:37:15.697654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-69359c1f-71cd-45d1-bd21-015ec5e3998f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:15.697654 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-69359c1f-71cd-45d1-bd21-015ec5e3998f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports/1e443d91-0d70-41fc-8c7f-bae633b9cc35 HTTP/1.1" status: 200 len: 942 time: 0.0914583 Nov 02 11:37:15.718294 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ccf14113-d6dc-4510-9396-71972987b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'a52cb3bf-e778-4b9a-a7a1-6f00575b5f43', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'port_id': 'e39f4e5b-896c-4804-8187-6f2f5bfc3d50', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'mac_address': 'fa:16:3e:90:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c78889-e2fc-41eb-93ef-98a791d5007b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:36:40Z', 'updated_at': '2021-11-02T11:37:13Z', 'revision_number': 3, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:11Z', 'revision_number': 5, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:15.756133 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e67d68-544f-4080-a9e8-128253c9c470 req-361d4380-a4d2-4a66-b782-8f70a05af3b6 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:15.756394 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf14113-d6dc-4510-9396-71972987b09b None None] The sync data for ids ['8c9b67f8-0dac-49de-b5b0-deca6a447908'] in n-d-806683-18 is: [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'a52cb3bf-e778-4b9a-a7a1-6f00575b5f43', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'port_id': 'e39f4e5b-896c-4804-8187-6f2f5bfc3d50', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'mac_address': 'fa:16:3e:90:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c78889-e2fc-41eb-93ef-98a791d5007b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:36:40Z', 'updated_at': '2021-11-02T11:37:13Z', 'revision_number': 3, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:11Z', 'revision_number': 5, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:37:15.781329 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-69e67d68-544f-4080-a9e8-128253c9c470 req-361d4380-a4d2-4a66-b782-8f70a05af3b6 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2481439 Nov 02 11:37:15.798287 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-69e67d68-544f-4080-a9e8-128253c9c470 req-491ba654-7b4c-44ad-94eb-56a60fdebe7c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/quotas/d8225d8ee4a1492f818d0de3e1109c1e HTTP/1.1" status: 200 len: 375 time: 0.0159185 Nov 02 11:37:15.880897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-5562bad1-e12a-4859-bb34-acaaa2e32c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:15.891245 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-5562bad1-e12a-4859-bb34-acaaa2e32c33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=df313a0344574db0a3fecb6f28843431&device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 1097 time: 0.0912831 Nov 02 11:37:15.915271 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-69e67d68-544f-4080-a9e8-128253c9c470 req-f3ec0605-9d23-4c15-afe7-bc7a8e6bfafb tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1060266 Nov 02 11:37:16.029726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-a380de2b-d515-4bda-bc3b-04da6997dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:16.034375 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-a380de2b-d515-4bda-bc3b-04da6997dae8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b9a21829-9531-42da-bd32-b51063727cdd HTTP/1.1" status: 200 len: 922 time: 0.1392279 Nov 02 11:37:16.082449 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-b9f6b2a0-4743-4b2c-9195-1dfa3487980d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e443d91-0d70-41fc-8c7f-bae633b9cc35 HTTP/1.1" status: 200 len: 217 time: 0.0404518 Nov 02 11:37:16.085085 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa7ece1-9c44-4ff0-8fe0-ee6af8230bd9 None None] New status for floating IP a52cb3bf-e778-4b9a-a7a1-6f00575b5f43: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:37:16.194607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f72765-ba5d-4963-a387-25c152460027 req-e59ff67f-d342-4962-9421-ab483cc19e84 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:16.197177 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-89f72765-ba5d-4963-a387-25c152460027 req-e59ff67f-d342-4962-9421-ab483cc19e84 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 946 time: 0.1167855 Nov 02 11:37:16.200540 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-e46ab315-75a5-43d3-99f5-5c603e2eb424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:16.203839 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-e46ab315-75a5-43d3-99f5-5c603e2eb424 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c67969c-9913-4e0f-af20-37d010fa84e6 HTTP/1.1" status: 200 len: 860 time: 0.1127231 Nov 02 11:37:16.346624 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b65e38-e93e-4e5f-a2c7-48dccdf297a5 req-290d7cab-3285-4c0e-a39d-6ad3f020d60e tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:16.357694 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8b65e38-e93e-4e5f-a2c7-48dccdf297a5 req-290d7cab-3285-4c0e-a39d-6ad3f020d60e tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 1097 time: 0.0897403 Nov 02 11:37:16.363645 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-be6c722c-8a9f-4ea0-958b-cb27a473b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:16.365268 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-be6c722c-8a9f-4ea0-958b-cb27a473b117 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b9a21829-9531-42da-bd32-b51063727cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1360004 Nov 02 11:37:16.388015 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-7a25b80e-ff02-43a6-922d-b4381a63fab8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:37:16.391867 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-7a25b80e-ff02-43a6-922d-b4381a63fab8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0191987 Nov 02 11:37:16.437113 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8b65e38-e93e-4e5f-a2c7-48dccdf297a5 req-e6b49f9c-7653-490b-9773-e6c8a7246227 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784273 Nov 02 11:37:16.541089 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-af27a2db-42fb-4857-bb85-0b3c1f5e00f2 service neutron] 10.222.0.52 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383135 Nov 02 11:37:16.545491 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-89f72765-ba5d-4963-a387-25c152460027 req-bf84cc80-7289-40e6-8a65-63ca55fb31e9 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Deleting port b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:37:16.545831 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-89f72765-ba5d-4963-a387-25c152460027 req-bf84cc80-7289-40e6-8a65-63ca55fb31e9 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:16.575255 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbd9c19-9df1-4830-b12d-cb3872e5d539 None None] Sync routers for ids ['8c9b67f8-0dac-49de-b5b0-deca6a447908'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:37:16.587476 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbd9c19-9df1-4830-b12d-cb3872e5d539 None None] Routers {'8c9b67f8-0dac-49de-b5b0-deca6a447908'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:37:16.588088 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cbbd9c19-9df1-4830-b12d-cb3872e5d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:36:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8c9b67f8-0dac-49de-b5b0-deca6a447908'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:16.617170 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f164e0-1826-416d-bc3b-e7e0500a8c2e req-cb213d42-6d50-430c-a021-27ad21acf5e1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:16.619520 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-94f164e0-1826-416d-bc3b-e7e0500a8c2e req-cb213d42-6d50-430c-a021-27ad21acf5e1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.0706174 Nov 02 11:37:16.674319 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-94f164e0-1826-416d-bc3b-e7e0500a8c2e req-17ae2ab7-5601-4fcd-9d9f-d48c498cfc98 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464921 Nov 02 11:37:16.714838 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-89f72765-ba5d-4963-a387-25c152460027 req-bf84cc80-7289-40e6-8a65-63ca55fb31e9 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] For port b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250,segment=NetworkSegment(43a9ad7a-f2d4-4650-abfa-729e903d3859),segment_id=43a9ad7a-f2d4-4650-abfa-729e903d3859)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:16.715022 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-89f72765-ba5d-4963-a387-25c152460027 req-bf84cc80-7289-40e6-8a65-63ca55fb31e9 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:16.728622 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc689a2-b92d-4df4-8c44-826680b10330 x-openstack-request-id: req-adc689a2-b92d-4df4-8c44-826680b10330 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:16.728918 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832ff546-854b-4cbd-87d4-43827a8e9803", "tag": "1e443d91-0d70-41fc-8c7f-bae633b9cc35", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:16.729175 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-adc689a2-b92d-4df4-8c44-826680b10330 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:16.729852 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832ff546-854b-4cbd-87d4-43827a8e9803', 'tag': '1e443d91-0d70-41fc-8c7f-bae633b9cc35', 'status': 'completed', 'code': 200} Nov 02 11:37:16.735627 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-cbbd9c19-9df1-4830-b12d-cb3872e5d539 None None] Set router 8c9b67f8-0dac-49de-b5b0-deca6a447908 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:37:16.738462 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-9ef781d9-a9ef-4d47-b34e-5a26778e97ef service neutron] 10.222.0.52 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881263 Nov 02 11:37:16.739376 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-89f72765-ba5d-4963-a387-25c152460027 req-bf84cc80-7289-40e6-8a65-63ca55fb31e9 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Calling delete_port for b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:37:16.848490 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d4f24-6abb-457a-9892-02d9c01269ef req-cb21c678-2699-4bd9-b707-70d940ebf28f tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:16.850912 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-713d4f24-6abb-457a-9892-02d9c01269ef req-cb21c678-2699-4bd9-b707-70d940ebf28f tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 946 time: 0.0555139 Nov 02 11:37:16.861059 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184333b-b397-4da7-9085-c64479b7a539 req-6d1b0c09-6e48-49ec-ab47-017dc8733fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:16.862586 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f184333b-b397-4da7-9085-c64479b7a539 req-6d1b0c09-6e48-49ec-ab47-017dc8733fbc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df313a0344574db0a3fecb6f28843431&device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 1097 time: 0.0985970 Nov 02 11:37:16.912659 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-713d4f24-6abb-457a-9892-02d9c01269ef req-9d33fbb2-72a7-427f-bc1b-0579fece4683 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/security-groups?id=88009b46-c520-41eb-896f-11380f04fe35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536594 Nov 02 11:37:17.045716 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-9276c053-e521-4187-a827-f67e3227db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:17.047278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-9276c053-e521-4187-a827-f67e3227db94 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=df313a0344574db0a3fecb6f28843431&device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 1098 time: 0.1749568 Nov 02 11:37:17.079069 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cbbd9c19-9df1-4830-b12d-cb3872e5d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'a52cb3bf-e778-4b9a-a7a1-6f00575b5f43', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'port_id': 'e39f4e5b-896c-4804-8187-6f2f5bfc3d50', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'mac_address': 'fa:16:3e:90:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c78889-e2fc-41eb-93ef-98a791d5007b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:36:40Z', 'updated_at': '2021-11-02T11:37:16Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:11Z', 'revision_number': 5, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:17.084723 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184333b-b397-4da7-9085-c64479b7a539 req-38e5427a-f196-46d2-952e-27e97dc203aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:17.086190 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f184333b-b397-4da7-9085-c64479b7a539 req-38e5427a-f196-46d2-952e-27e97dc203aa service neutron] 10.222.0.54 "GET /v2.0/networks?id=b9a21829-9531-42da-bd32-b51063727cdd HTTP/1.1" status: 200 len: 922 time: 0.2150691 Nov 02 11:37:17.106711 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592f6b3-d432-48c9-a2e9-53b6194c680c req-294dad0c-9fc1-4585-9ad4-e2fb777a12e1 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:17.108388 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbd9c19-9df1-4830-b12d-cb3872e5d539 None None] Checking router: 8c9b67f8-0dac-49de-b5b0-deca6a447908 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:37:17.108835 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a592f6b3-d432-48c9-a2e9-53b6194c680c req-294dad0c-9fc1-4585-9ad4-e2fb777a12e1 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 944 time: 0.0589070 Nov 02 11:37:17.124413 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbd9c19-9df1-4830-b12d-cb3872e5d539 None None] Routers {'8c9b67f8-0dac-49de-b5b0-deca6a447908'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:37:17.125042 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cbbd9c19-9df1-4830-b12d-cb3872e5d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:36:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8c9b67f8-0dac-49de-b5b0-deca6a447908'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:17.165536 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f184333b-b397-4da7-9085-c64479b7a539 req-88774803-50ac-435e-b94d-cf650eacd786 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e443d91-0d70-41fc-8c7f-bae633b9cc35 HTTP/1.1" status: 200 len: 217 time: 0.0435655 Nov 02 11:37:17.168104 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a592f6b3-d432-48c9-a2e9-53b6194c680c req-75196576-b98d-44ae-b358-3992446a0f02 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526857 Nov 02 11:37:17.235414 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-89f72765-ba5d-4963-a387-25c152460027 req-bf84cc80-7289-40e6-8a65-63ca55fb31e9 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:17.249173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:17.257954 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-cbbd9c19-9df1-4830-b12d-cb3872e5d539 None None] Set router 8c9b67f8-0dac-49de-b5b0-deca6a447908 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:37:17.285726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-152a3b8f-9da5-40aa-892c-1d06ea0dd524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:17.287281 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-152a3b8f-9da5-40aa-892c-1d06ea0dd524 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b9a21829-9531-42da-bd32-b51063727cdd HTTP/1.1" status: 200 len: 922 time: 0.2250040 Nov 02 11:37:17.291671 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84cc80-7289-40e6-8a65-63ca55fb31e9 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Pushing event deleted for resources: {'Port': ['ID=b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:17.340033 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184333b-b397-4da7-9085-c64479b7a539 req-1b351fc4-6e37-4350-adfb-b832edd0d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:17.342704 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f184333b-b397-4da7-9085-c64479b7a539 req-1b351fc4-6e37-4350-adfb-b832edd0d2db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c67969c-9913-4e0f-af20-37d010fa84e6 HTTP/1.1" status: 200 len: 860 time: 0.1638424 Nov 02 11:37:17.411663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f72765-ba5d-4963-a387-25c152460027 req-bf84cc80-7289-40e6-8a65-63ca55fb31e9 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] No DVR routers for this DVR port b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:37:17.419065 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-89f72765-ba5d-4963-a387-25c152460027 req-bf84cc80-7289-40e6-8a65-63ca55fb31e9 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:17.423501 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-89f72765-ba5d-4963-a387-25c152460027 req-bf84cc80-7289-40e6-8a65-63ca55fb31e9 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.79 "DELETE /v2.0/ports/b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 HTTP/1.1" status: 204 len: 173 time: 1.2122114 Nov 02 11:37:17.470730 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-94111f87-89e2-4fe0-8555-3e6a30523aba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e39f4e5b-896c-4804-8187-6f2f5bfc3d50 HTTP/1.1" status: 200 len: 1001 time: 0.1621635 Nov 02 11:37:17.477672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184333b-b397-4da7-9085-c64479b7a539 req-de9b060e-1ef3-496d-b3e7-646eb875e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:17.479575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f184333b-b397-4da7-9085-c64479b7a539 req-de9b060e-1ef3-496d-b3e7-646eb875e2ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9a21829-9531-42da-bd32-b51063727cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789785 Nov 02 11:37:17.479776 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-712d2c04-102e-4fa1-b3dc-f941796503ff req-4e552f6d-fc5d-4fb1-bea6-32075b4ea1d9 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf349af3-d628-41f0-9304-b856120f74fd HTTP/1.1" status: 200 len: 210 time: 0.0291953 Nov 02 11:37:17.526725 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a18c92da-7409-43a0-a891-0e4b8a2aa689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:17.590356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-e5f4627e-a904-4f12-9e6b-7ed2b896ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:17.590356 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-e5f4627e-a904-4f12-9e6b-7ed2b896ec11 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c67969c-9913-4e0f-af20-37d010fa84e6 HTTP/1.1" status: 200 len: 860 time: 0.1081758 Nov 02 11:37:17.602863 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cbbd9c19-9df1-4830-b12d-cb3872e5d539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'a52cb3bf-e778-4b9a-a7a1-6f00575b5f43', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'port_id': 'e39f4e5b-896c-4804-8187-6f2f5bfc3d50', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'mac_address': 'fa:16:3e:90:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c78889-e2fc-41eb-93ef-98a791d5007b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:36:40Z', 'updated_at': '2021-11-02T11:37:16Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:11Z', 'revision_number': 5, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:17.632926 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbd9c19-9df1-4830-b12d-cb3872e5d539 None None] The sync data for ids ['8c9b67f8-0dac-49de-b5b0-deca6a447908'] in n-d-806683-18 is: [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'a52cb3bf-e778-4b9a-a7a1-6f00575b5f43', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'port_id': 'e39f4e5b-896c-4804-8187-6f2f5bfc3d50', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'mac_address': 'fa:16:3e:90:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c78889-e2fc-41eb-93ef-98a791d5007b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:36:40Z', 'updated_at': '2021-11-02T11:37:16Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:11Z', 'revision_number': 5, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:37:17.659233 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f184333b-b397-4da7-9085-c64479b7a539 req-e713b916-7b71-4beb-b7ea-831370dac9aa service neutron] 10.222.0.54 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697428 Nov 02 11:37:17.783420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-4f5b7b3e-4cdf-428a-af89-5e75d2506fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:17.783420 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-4f5b7b3e-4cdf-428a-af89-5e75d2506fa8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b9a21829-9531-42da-bd32-b51063727cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1485524 Nov 02 11:37:17.840564 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f184333b-b397-4da7-9085-c64479b7a539 req-d65ec349-95ec-4451-a022-1a20e576060b service neutron] 10.222.0.54 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701374 Nov 02 11:37:17.881217 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-bb023eaf-df25-48fd-b263-8a56a35e50f3 service neutron] 10.222.0.52 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272671 Nov 02 11:37:17.995681 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d32ca85-a7b8-4b74-a372-9bf25bef18ba req-41a765cd-7e6f-46fe-bce6-483d6f9661c7 service neutron] 10.222.0.52 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050427 Nov 02 11:37:18.258361 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1190e3-70f6-455a-aaf2-1901fe144dfc req-9c0f3de3-d021-4fc6-9173-daec2e2a8c54 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:18.259932 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7e1190e3-70f6-455a-aaf2-1901fe144dfc req-9c0f3de3-d021-4fc6-9173-daec2e2a8c54 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.0543644 Nov 02 11:37:18.355440 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7e1190e3-70f6-455a-aaf2-1901fe144dfc req-f33295a2-f638-452d-a700-5587791fe5c9 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872290 Nov 02 11:37:18.377908 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-d4efe65f-23bf-424b-9f9a-2aba2f28cd3a service neutron] 10.222.0.79 "GET /v2.0/ports/e45bf28c-d78b-492d-b048-3912cfe8f2bc/bindings/n-h2-806683-18 HTTP/1.1" status: 200 len: 385 time: 0.0871570 Nov 02 11:37:18.485264 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-212076ad-461b-4069-911d-9973a349a6d7 req-b8acb64c-1e32-4525-afde-8bc8fead2611 tempest-AttachSCSIVolumeTestJSON-1678605056 tempest-AttachSCSIVolumeTestJSON-1678605056-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a4bf29a-7950-48c6-9432-17940313a923 HTTP/1.1" status: 200 len: 210 time: 0.0450919 Nov 02 11:37:18.645126 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-75c46b8b-53e5-4f19-9d1c-b07188b052d8 req-7244a4b5-adcd-4269-bb7f-061f8c13fb75 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 1001 time: 0.1239340 Nov 02 11:37:18.719114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c46b8b-53e5-4f19-9d1c-b07188b052d8 req-9684da48-b560-4822-9c25-f4aa8e49452c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:18.720472 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-75c46b8b-53e5-4f19-9d1c-b07188b052d8 req-9684da48-b560-4822-9c25-f4aa8e49452c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports/e39f4e5b-896c-4804-8187-6f2f5bfc3d50 HTTP/1.1" status: 200 len: 943 time: 0.0655503 Nov 02 11:37:18.722521 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-4f7597ae-593a-4998-be39-fb43769b9486 service neutron] For port e45bf28c-d78b-492d-b048-3912cfe8f2bc, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=e45bf28c-d78b-492d-b048-3912cfe8f2bc,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:18.735292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c78889-e2fc-41eb-93ef-98a791d5007b', 'tag': 'e39f4e5b-896c-4804-8187-6f2f5bfc3d50'}, {'server_uuid': '4a4bf29a-7950-48c6-9432-17940313a923', 'name': 'network-vif-deleted', 'tag': 'b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:18.735292 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7deb69-de0d-420a-b951-c7e9d5a74fee" -d '{"events": [{"name": "network-changed", "server_uuid": "63c78889-e2fc-41eb-93ef-98a791d5007b", "tag": "e39f4e5b-896c-4804-8187-6f2f5bfc3d50"}, {"server_uuid": "4a4bf29a-7950-48c6-9432-17940313a923", "name": "network-vif-deleted", "tag": "b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:18.754302 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-4f7597ae-593a-4998-be39-fb43769b9486 service neutron] For port e45bf28c-d78b-492d-b048-3912cfe8f2bc, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:37:18.837166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-4f7597ae-593a-4998-be39-fb43769b9486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45bf28c-d78b-492d-b048-3912cfe8f2bc {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:37:18.854727 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-4f7597ae-593a-4998-be39-fb43769b9486 service neutron] For port e45bf28c-d78b-492d-b048-3912cfe8f2bc, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e45bf28c-d78b-492d-b048-3912cfe8f2bc,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:18.874401 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-75c46b8b-53e5-4f19-9d1c-b07188b052d8 req-0ff9b5ca-df45-41c7-9de0-93ed73b134b1 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 1001 time: 0.0917168 Nov 02 11:37:18.943882 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-4f7597ae-593a-4998-be39-fb43769b9486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:19.027365 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c46b8b-53e5-4f19-9d1c-b07188b052d8 req-9d952b7e-712a-48b6-b982-43f62c8bcc1e tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:19.028656 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-75c46b8b-53e5-4f19-9d1c-b07188b052d8 req-9d952b7e-712a-48b6-b982-43f62c8bcc1e tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.1480711 Nov 02 11:37:19.059398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-4f7597ae-593a-4998-be39-fb43769b9486 service neutron] Transition to ACTIVE for port object e45bf28c-d78b-492d-b048-3912cfe8f2bc will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:37:19.144930 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfda704-2820-483e-b81e-082ec178e5e0 req-d46ff800-4d13-42b3-be86-c81329b4c939 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:19.146447 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9dfda704-2820-483e-b81e-082ec178e5e0 req-d46ff800-4d13-42b3-be86-c81329b4c939 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 950 time: 0.0510421 Nov 02 11:37:19.192923 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-4f7597ae-593a-4998-be39-fb43769b9486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:19.223906 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9dfda704-2820-483e-b81e-082ec178e5e0 req-38744206-7038-4401-b2ba-1e68b3d1fd6e tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fe699ef-d5e6-4846-baaf-eedcb4f4773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712752 Nov 02 11:37:19.268353 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-4f7597ae-593a-4998-be39-fb43769b9486 service neutron] No DVR routers for this DVR port e45bf28c-d78b-492d-b048-3912cfe8f2bc on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:37:19.285887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7597ae-593a-4998-be39-fb43769b9486 service neutron] Pushing event updated for resources: {'Port': ['ID=e45bf28c-d78b-492d-b048-3912cfe8f2bc,revision_number=10']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:19.311719 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69e67d68-544f-4080-a9e8-128253c9c470 req-0cbba0f1-7ef8-4825-8ea7-89d5dc1ec6b7 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382438 Nov 02 11:37:19.379703 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-4f7597ae-593a-4998-be39-fb43769b9486 service neutron] 10.222.0.79 "PUT /v2.0/ports/e45bf28c-d78b-492d-b048-3912cfe8f2bc/bindings/n-h2-806683-18/activate HTTP/1.1" status: 200 len: 370 time: 0.9871254 Nov 02 11:37:19.441677 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec0199-3e3b-42c1-8640-9a415318f4cb req-e0bed9d9-cf46-478e-979b-66177e8062e3 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:19.443244 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ec0199-3e3b-42c1-8640-9a415318f4cb req-e0bed9d9-cf46-478e-979b-66177e8062e3 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 945 time: 0.1413438 Nov 02 11:37:19.483517 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e67d68-544f-4080-a9e8-128253c9c470 req-1c912e45-a712-4459-bd9e-391683ffac97 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:19.484944 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69e67d68-544f-4080-a9e8-128253c9c470 req-1c912e45-a712-4459-bd9e-391683ffac97 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1587844 Nov 02 11:37:19.497052 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:37:19.504257 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-69e67d68-544f-4080-a9e8-128253c9c470 req-3d9ce11d-42d2-48c6-a84e-091e6ac134e6 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Request body: {'port': {'device_id': 'bf349af3-d628-41f0-9304-b856120f74fd', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'd8225d8ee4a1492f818d0de3e1109c1e'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:19.519959 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:37:19.520309 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:37:19.538891 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ec0199-3e3b-42c1-8640-9a415318f4cb req-28f0957d-9d16-45f5-8053-dd01dbee1e28 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863607 Nov 02 11:37:19.653404 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dcc8c006-454c-402b-9151-7f5be9f85b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:19.831097 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-4e046627-3dee-45d8-852d-45c99d968c8b tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:37:19.833156 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-4e046627-3dee-45d8-852d-45c99d968c8b tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0079997 Nov 02 11:37:19.888896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-efc96999-f814-4271-813a-ccd1f9b5c7fe tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:19.890634 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-efc96999-f814-4271-813a-ccd1f9b5c7fe tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/ports/54175c7a-2ee0-4d23-a54d-782dc903e9b2 HTTP/1.1" status: 200 len: 1094 time: 0.0523837 Nov 02 11:37:19.901136 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-944c4cb2-dd27-4635-8696-7d17aefa4b5e service neutron] Request body: {'binding': {'host': 'n-h2-806683-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:19.901728 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-944c4cb2-dd27-4635-8696-7d17aefa4b5e service neutron] Unknown quota resources ['binding']. {{(pid=102690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 11:37:19.912468 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-454a7bcb-1831-4ce5-8d8c-740581e0449c req-a0e568aa-ed4f-48a5-bb22-05d2114bc2aa tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf349af3-d628-41f0-9304-b856120f74fd HTTP/1.1" status: 200 len: 210 time: 0.0513706 Nov 02 11:37:19.946777 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-83529f07-0399-47d4-ab05-a78f52da1320 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:19.948301 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-83529f07-0399-47d4-ab05-a78f52da1320 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912&tenant_id=c94d0cac32b24c41b06f1c29df1efe18&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 1097 time: 0.3764753 Nov 02 11:37:19.992289 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3bfcb8-43ea-4167-8c77-dad2ba835500 x-openstack-request-id: req-ad3bfcb8-43ea-4167-8c77-dad2ba835500 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:19.994703 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c78889-e2fc-41eb-93ef-98a791d5007b", "tag": "e39f4e5b-896c-4804-8187-6f2f5bfc3d50", "status": "completed", "code": 200}, {"server_uuid": "4a4bf29a-7950-48c6-9432-17940313a923", "name": "network-vif-deleted", "tag": "b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:19.994703 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad3bfcb8-43ea-4167-8c77-dad2ba835500 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:19.994703 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c78889-e2fc-41eb-93ef-98a791d5007b', 'tag': 'e39f4e5b-896c-4804-8187-6f2f5bfc3d50', 'status': 'completed', 'code': 200} Nov 02 11:37:19.994703 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4bf29a-7950-48c6-9432-17940313a923', 'name': 'network-vif-deleted', 'tag': 'b9c2d54c-1aa4-421f-b1c0-aa6ccf3d3250', 'status': 'completed', 'code': 200} Nov 02 11:37:20.057150 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-944c4cb2-dd27-4635-8696-7d17aefa4b5e service neutron] Attempting to bind port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 on host n-h2-806683-18 for vnic_type normal with profile None {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:37:20.057383 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-944c4cb2-dd27-4635-8696-7d17aefa4b5e service neutron] Attempting to bind port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:37:20.057696 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-944c4cb2-dd27-4635-8696-7d17aefa4b5e service neutron] Attempting to bind port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:20.062720 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-944c4cb2-dd27-4635-8696-7d17aefa4b5e service neutron] Port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 on network e3f5fe02-990d-442a-ab33-f4126e712578 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:37:20.063078 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-944c4cb2-dd27-4635-8696-7d17aefa4b5e service neutron] Attempting to bind port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:20.068269 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-944c4cb2-dd27-4635-8696-7d17aefa4b5e service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:37:20.068510 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-944c4cb2-dd27-4635-8696-7d17aefa4b5e service neutron] Checking segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:37:20.069323 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-944c4cb2-dd27-4635-8696-7d17aefa4b5e service neutron] Bound using segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:37:20.069323 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-944c4cb2-dd27-4635-8696-7d17aefa4b5e service neutron] Bound port: 54175c7a-2ee0-4d23-a54d-782dc903e9b2, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:37:20.076932 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e67d68-544f-4080-a9e8-128253c9c470 req-3d9ce11d-42d2-48c6-a84e-091e6ac134e6 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Made reservation on behalf of d8225d8ee4a1492f818d0de3e1109c1e for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:37:20.080449 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-69e67d68-544f-4080-a9e8-128253c9c470 req-3d9ce11d-42d2-48c6-a84e-091e6ac134e6 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:20.105263 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-ec4b65be-c5c8-400c-a3a1-1d8830bdd7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:20.106935 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-ec4b65be-c5c8-400c-a3a1-1d8830bdd7e6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912&tenant_id=c94d0cac32b24c41b06f1c29df1efe18 HTTP/1.1" status: 200 len: 1097 time: 0.1466448 Nov 02 11:37:20.124561 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-944c4cb2-dd27-4635-8696-7d17aefa4b5e service neutron] For port 54175c7a-2ee0-4d23-a54d-782dc903e9b2, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=54175c7a-2ee0-4d23-a54d-782dc903e9b2,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:37:20.124849 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-b68ad241-2985-4f79-96d1-2987f03d2ecb tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 1001 time: 0.1244426 Nov 02 11:37:20.137367 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7deb69-de0d-420a-b951-c7e9d5a74fee req-30256568-08bf-444c-bbf4-411bb4520b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:20.139440 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b7deb69-de0d-420a-b951-c7e9d5a74fee req-30256568-08bf-444c-bbf4-411bb4520b05 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=df313a0344574db0a3fecb6f28843431&device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 1098 time: 0.1267862 Nov 02 11:37:20.214679 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-944c4cb2-dd27-4635-8696-7d17aefa4b5e service neutron] Publish callbacks [] for binding, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:20.216286 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-944c4cb2-dd27-4635-8696-7d17aefa4b5e service neutron] 10.222.0.52 "POST /v2.0/ports/54175c7a-2ee0-4d23-a54d-782dc903e9b2/bindings HTTP/1.1" status: 201 len: 390 time: 0.3183548 Nov 02 11:37:20.304464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-7bda8cb7-fc05-4e9b-a7fd-2b2838ba4e98 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:20.305868 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-7bda8cb7-fc05-4e9b-a7fd-2b2838ba4e98 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports/e39f4e5b-896c-4804-8187-6f2f5bfc3d50 HTTP/1.1" status: 200 len: 943 time: 0.1655424 Nov 02 11:37:20.421508 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-fbcd5d35-f991-4a34-92d0-d16c8b5af3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:20.423125 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-fbcd5d35-f991-4a34-92d0-d16c8b5af3b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 1097 time: 0.2705946 Nov 02 11:37:20.488395 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7deb69-de0d-420a-b951-c7e9d5a74fee req-28a1777f-b23c-4e54-8f79-b3747d10bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:20.490890 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b7deb69-de0d-420a-b951-c7e9d5a74fee req-28a1777f-b23c-4e54-8f79-b3747d10bd66 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b9a21829-9531-42da-bd32-b51063727cdd HTTP/1.1" status: 200 len: 922 time: 0.3005345 Nov 02 11:37:20.492852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-69e67d68-544f-4080-a9e8-128253c9c470 req-3d9ce11d-42d2-48c6-a84e-091e6ac134e6 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Allocated IP 192.168.233.160 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/1cda1398-be50-47dc-a076-3ade52443612) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:37:20.595245 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-b09f0c17-7d0e-489e-95ee-4d2a0cb39554 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 1001 time: 0.2387605 Nov 02 11:37:20.673154 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b7deb69-de0d-420a-b951-c7e9d5a74fee req-3ec44f17-284b-48b2-b1fd-f609b585cd09 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e39f4e5b-896c-4804-8187-6f2f5bfc3d50 HTTP/1.1" status: 200 len: 1001 time: 0.1474109 Nov 02 11:37:20.679169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-87bc9662-1558-4081-aa10-9962f6aa45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:20.680554 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-87bc9662-1558-4081-aa10-9962f6aa45a0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 908 time: 0.2430346 Nov 02 11:37:20.792354 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-ee5c1f51-a07f-4e4b-8af2-1a1068d59a9b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e45bf28c-d78b-492d-b048-3912cfe8f2bc HTTP/1.1" status: 200 len: 217 time: 0.0800271 Nov 02 11:37:20.821129 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:20.911706 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7deb69-de0d-420a-b951-c7e9d5a74fee req-4058dfec-b72c-4b5f-9883-a1d008e46852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:20.913279 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b7deb69-de0d-420a-b951-c7e9d5a74fee req-4058dfec-b72c-4b5f-9883-a1d008e46852 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1c67969c-9913-4e0f-af20-37d010fa84e6 HTTP/1.1" status: 200 len: 860 time: 0.2269812 Nov 02 11:37:20.954079 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-38cd4a09-9be0-4e0e-ac20-9c446b4f2231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:20.955566 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-38cd4a09-9be0-4e0e-ac20-9c446b4f2231 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.1487079 Nov 02 11:37:20.962800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-ee5a5b73-c465-45d2-9832-a73b008c74dd tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:20.967949 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-ee5a5b73-c465-45d2-9832-a73b008c74dd tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.3580325 Nov 02 11:37:21.064796 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-006cf44f-c272-4f9f-90fd-c3fcba0c5848 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835779 Nov 02 11:37:21.132304 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-69e67d68-544f-4080-a9e8-128253c9c470 req-3d9ce11d-42d2-48c6-a84e-091e6ac134e6 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:21.135183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7deb69-de0d-420a-b951-c7e9d5a74fee req-cde48998-e882-4f17-a96d-48e2333f2620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:21.136691 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b7deb69-de0d-420a-b951-c7e9d5a74fee req-cde48998-e882-4f17-a96d-48e2333f2620 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b9a21829-9531-42da-bd32-b51063727cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2096250 Nov 02 11:37:21.187801 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-1d83f2ed-2b15-46c7-8c70-e86d57d3942b tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 1001 time: 0.2046459 Nov 02 11:37:21.219791 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-22024d07-b161-4e48-80ff-31dee0ad33b1 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:21.250322 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:37:21.368769 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-0df5db0f-84df-4715-9ae8-e1a411186c92 service neutron] 10.222.0.54 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833343 Nov 02 11:37:21.369032 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-22024d07-b161-4e48-80ff-31dee0ad33b1 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:21.450226 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-69e67d68-544f-4080-a9e8-128253c9c470 req-3d9ce11d-42d2-48c6-a84e-091e6ac134e6 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:21.462536 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0', '9679caad-6d46-4129-b037-95ba1479b1a3', '17645de0-c3d2-491c-9962-f4bec0e80b40'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:21.466566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a', 'c73a6254-c983-41f8-a3a3-ba14e5535490'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:21.469966 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:21.493082 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b7deb69-de0d-420a-b951-c7e9d5a74fee req-1ef35682-3797-46bd-a2ce-fd7a6ab33268 service neutron] 10.222.0.79 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458505 Nov 02 11:37:21.527490 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device e45bf28c-d78b-492d-b048-3912cfe8f2bc no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:37:21.597868 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1cf2fb-5fce-4182-8b12-d1e664e1b629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:21.600188 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ada176-de7a-4b59-8fb0-13da225bd306" -d '{"events": [{"server_uuid": "ac1cf2fb-5fce-4182-8b12-d1e664e1b629", "name": "network-vif-unplugged", "status": "completed", "tag": "84f9c3a5-8575-46d0-84af-a90b5fd9aa12"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:21.618077 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e67d68-544f-4080-a9e8-128253c9c470 req-3d9ce11d-42d2-48c6-a84e-091e6ac134e6 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:37:21.632669 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:21.651332 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device e45bf28c-d78b-492d-b048-3912cfe8f2bc not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:37:21.659688 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ce11d-42d2-48c6-a84e-091e6ac134e6 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Pushing event updated for resources: {'Port': ['ID=1cda1398-be50-47dc-a076-3ade52443612,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:21.667626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-69e67d68-544f-4080-a9e8-128253c9c470 req-3d9ce11d-42d2-48c6-a84e-091e6ac134e6 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:37:21.675461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e67d68-544f-4080-a9e8-128253c9c470 req-3d9ce11d-42d2-48c6-a84e-091e6ac134e6 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:37:21.681468 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e67d68-544f-4080-a9e8-128253c9c470 req-3d9ce11d-42d2-48c6-a84e-091e6ac134e6 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:21.682121 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-69e67d68-544f-4080-a9e8-128253c9c470 req-3d9ce11d-42d2-48c6-a84e-091e6ac134e6 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:21.738034 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:21.773791 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-b25dcd06-8819-4e91-927f-2eb0cacdd34c service neutron] 10.222.0.54 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987980 Nov 02 11:37:21.776506 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f018bb9-9bfd-4f19-8614-e6a9ab3443fa req-65ec01b0-e098-4d97-962e-8806ce94d213 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:21.780529 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-22024d07-b161-4e48-80ff-31dee0ad33b1 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:21.787921 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8f018bb9-9bfd-4f19-8614-e6a9ab3443fa req-65ec01b0-e098-4d97-962e-8806ce94d213 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.0881510 Nov 02 11:37:21.803903 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b7deb69-de0d-420a-b951-c7e9d5a74fee req-4a700a2a-a0e3-4aee-9d31-c7070a6187e0 service neutron] 10.222.0.79 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818029 Nov 02 11:37:21.822881 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69e67d68-544f-4080-a9e8-128253c9c470 req-3d9ce11d-42d2-48c6-a84e-091e6ac134e6 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3251941 Nov 02 11:37:21.854921 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Request body: {'port': {'device_id': 'bf349af3-d628-41f0-9304-b856120f74fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:21.861297 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-22024d07-b161-4e48-80ff-31dee0ad33b1 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:21.861951 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-22024d07-b161-4e48-80ff-31dee0ad33b1 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Floating IP a52cb3bf-e778-4b9a-a7a1-6f00575b5f43 disassociated. External IP: 172.25.6.77, port: e39f4e5b-896c-4804-8187-6f2f5bfc3d50. Nov 02 11:37:21.863978 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8f018bb9-9bfd-4f19-8614-e6a9ab3443fa req-dfc9b310-8cd8-458b-ae06-7b9b5a7de7ce tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740647 Nov 02 11:37:21.907062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,revision_number=11']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:22.100729 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a700f66-8f0c-4058-8258-9bf3202a77f8 req-edaee240-91c6-4f81-acbb-c5652d5d33e5 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:22.103830 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0a700f66-8f0c-4058-8258-9bf3202a77f8 req-edaee240-91c6-4f81-acbb-c5652d5d33e5 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 945 time: 0.1143281 Nov 02 11:37:22.162510 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0a700f66-8f0c-4058-8258-9bf3202a77f8 req-2ee0884a-55ec-4912-b017-e7326b00e55c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502512 Nov 02 11:37:22.277806 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ba81a987-c812-420c-88c5-f00d9f5196a5 None None] Provisioning complete for port 1cda1398-be50-47dc-a076-3ade52443612 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:37:22.278741 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ba81a987-c812-420c-88c5-f00d9f5196a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:22.330125 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bef03-2ff3-4804-bf45-23aa1a862287 req-3cbb28e8-4206-4579-b68b-ac5e2514318c tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:22.339924 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-922bef03-2ff3-4804-bf45-23aa1a862287 req-3cbb28e8-4206-4579-b68b-ac5e2514318c tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 945 time: 0.0823050 Nov 02 11:37:22.360293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ba81a987-c812-420c-88c5-f00d9f5196a5 None None] Port 1cda1398-be50-47dc-a076-3ade52443612 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:37:22.372055 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:22.401241 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:22.415167 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-922bef03-2ff3-4804-bf45-23aa1a862287 req-2a177c28-bf63-4798-a083-f5cd99d706a9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655332 Nov 02 11:37:22.629390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c1296-e205-4931-b00a-ca8cce632856 req-cd73603f-e669-4c11-a416-75c444b5e600 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:22.630973 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f81c1296-e205-4931-b00a-ca8cce632856 req-cd73603f-e669-4c11-a416-75c444b5e600 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf349af3-d628-41f0-9304-b856120f74fd HTTP/1.1" status: 200 len: 936 time: 0.0534592 Nov 02 11:37:22.673956 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-3931ae30-4f83-424e-b685-37490adebae4 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:22.675516 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-3931ae30-4f83-424e-b685-37490adebae4 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912&tenant_id=c94d0cac32b24c41b06f1c29df1efe18&binding%3Ahost_id=n-h2-806683-18 HTTP/1.1" status: 200 len: 1097 time: 0.2280364 Nov 02 11:37:22.687750 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f81c1296-e205-4931-b00a-ca8cce632856 req-bf97be85-fde8-46aa-acc3-641fb1d5267d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461440 Nov 02 11:37:22.758626 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eafb35-6aed-4b73-bb9c-1945c806ff3f x-openstack-request-id: req-21eafb35-6aed-4b73-bb9c-1945c806ff3f {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:22.758916 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-22024d07-b161-4e48-80ff-31dee0ad33b1 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Router 8c9b67f8-0dac-49de-b5b0-deca6a447908 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:37:22.759092 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1cf2fb-5fce-4182-8b12-d1e664e1b629", "name": "network-vif-unplugged", "status": "completed", "tag": "84f9c3a5-8575-46d0-84af-a90b5fd9aa12", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:22.759646 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-21eafb35-6aed-4b73-bb9c-1945c806ff3f {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:22.760435 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1cf2fb-5fce-4182-8b12-d1e664e1b629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12', 'code': 200} Nov 02 11:37:22.999292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cda1398-be50-47dc-a076-3ade52443612 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:37:23.010249 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:23.017632 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-22024d07-b161-4e48-80ff-31dee0ad33b1 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:37:23.024331 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-22024d07-b161-4e48-80ff-31dee0ad33b1 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:23.030623 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9a2a2e-664f-448b-9869-584757b9d33c None None] Sync routers for ids ['8c9b67f8-0dac-49de-b5b0-deca6a447908'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:37:23.044847 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9a2a2e-664f-448b-9869-584757b9d33c None None] Routers {'8c9b67f8-0dac-49de-b5b0-deca6a447908'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:37:23.045878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-eb9a2a2e-664f-448b-9869-584757b9d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:37:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8c9b67f8-0dac-49de-b5b0-deca6a447908'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:23.050437 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Transition to ACTIVE for port object 1cda1398-be50-47dc-a076-3ade52443612 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:37:23.060979 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-22024d07-b161-4e48-80ff-31dee0ad33b1 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "PUT /v2.0/floatingips/a52cb3bf-e778-4b9a-a7a1-6f00575b5f43 HTTP/1.1" status: 200 len: 694 time: 1.8547952 Nov 02 11:37:23.061456 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c78889-e2fc-41eb-93ef-98a791d5007b', 'tag': 'e39f4e5b-896c-4804-8187-6f2f5bfc3d50'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:23.070566 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29d72bc-6aac-4ec0-8b73-d6f91029ae2b" -d '{"events": [{"name": "network-changed", "server_uuid": "63c78889-e2fc-41eb-93ef-98a791d5007b", "tag": "e39f4e5b-896c-4804-8187-6f2f5bfc3d50"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:23.108474 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-16eb6c6c-58e9-42d5-94fd-e7c8c6e16532 service neutron] For port e45bf28c-d78b-492d-b048-3912cfe8f2bc, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:37:23.113138 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-16eb6c6c-58e9-42d5-94fd-e7c8c6e16532 service neutron] Publish callbacks [] for binding, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:23.114255 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ad6808-32c7-41c0-93d8-b014c1775c8b req-16eb6c6c-58e9-42d5-94fd-e7c8c6e16532 service neutron] 10.222.0.54 "DELETE /v2.0/ports/e45bf28c-d78b-492d-b048-3912cfe8f2bc/bindings/n-h1-806683-18 HTTP/1.1" status: 204 len: 173 time: 0.4071643 Nov 02 11:37:23.126966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-6fbeb179-3c1e-4fda-8119-3d1f304f4d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:23.130457 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-6fbeb179-3c1e-4fda-8119-3d1f304f4d33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=df313a0344574db0a3fecb6f28843431&device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 1098 time: 0.0540679 Nov 02 11:37:23.136389 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:23.188516 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-eb9a2a2e-664f-448b-9869-584757b9d33c None None] Set router 8c9b67f8-0dac-49de-b5b0-deca6a447908 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:37:23.293489 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1cda1398-be50-47dc-a076-3ade52443612,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:23.349825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Attempting to bind port 1cda1398-be50-47dc-a076-3ade52443612 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:37:23.350120 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Attempting to bind port 1cda1398-be50-47dc-a076-3ade52443612 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:37:23.350531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Attempting to bind port 1cda1398-be50-47dc-a076-3ade52443612 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:23.367294 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Port 1cda1398-be50-47dc-a076-3ade52443612 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:37:23.367722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Attempting to bind port 1cda1398-be50-47dc-a076-3ade52443612 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:23.376312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-86818d55-9f82-4ccb-a960-80036e2f7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:23.378741 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-86818d55-9f82-4ccb-a960-80036e2f7fb4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b9a21829-9531-42da-bd32-b51063727cdd HTTP/1.1" status: 200 len: 922 time: 0.2389054 Nov 02 11:37:23.379982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:37:23.380406 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:37:23.380869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:37:23.381397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Bound port: 1cda1398-be50-47dc-a076-3ade52443612, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:37:23.381828 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:23.433923 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-6298a2ad-9dc8-479b-a6e7-e6d907776572 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e39f4e5b-896c-4804-8187-6f2f5bfc3d50 HTTP/1.1" status: 200 len: 217 time: 0.0411224 Nov 02 11:37:23.461043 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9bce4-d686-4d74-bca5-fcf8d4c72578 req-88813c27-39f8-4951-ba6e-accbe82c4539 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:23.470534 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-81d9bce4-d686-4d74-bca5-fcf8d4c72578 req-88813c27-39f8-4951-ba6e-accbe82c4539 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.1356874 Nov 02 11:37:23.559020 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-eb9a2a2e-664f-448b-9869-584757b9d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:11Z', 'revision_number': 5, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:23.568925 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-81d9bce4-d686-4d74-bca5-fcf8d4c72578 req-4a2422a9-feb5-4f1b-9066-81cc6f1fed40 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970807 Nov 02 11:37:23.584003 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-b1f3433f-cb60-4718-ad02-9fa71ca81205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:23.588229 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-b1f3433f-cb60-4718-ad02-9fa71ca81205 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c67969c-9913-4e0f-af20-37d010fa84e6 HTTP/1.1" status: 200 len: 860 time: 0.1256101 Nov 02 11:37:23.597074 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] For port 1cda1398-be50-47dc-a076-3ade52443612, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:37:23.598025 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9a2a2e-664f-448b-9869-584757b9d33c None None] Checking router: 8c9b67f8-0dac-49de-b5b0-deca6a447908 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:37:23.603846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] For port 1cda1398-be50-47dc-a076-3ade52443612, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=1cda1398-be50-47dc-a076-3ade52443612,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:37:23.616140 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9a2a2e-664f-448b-9869-584757b9d33c None None] Routers {'8c9b67f8-0dac-49de-b5b0-deca6a447908'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:37:23.616764 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-eb9a2a2e-664f-448b-9869-584757b9d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:37:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8c9b67f8-0dac-49de-b5b0-deca6a447908'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:23.663616 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:23.665886 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f5a6b2-c4a8-451d-9546-b00de64c4c7a x-openstack-request-id: req-53f5a6b2-c4a8-451d-9546-b00de64c4c7a {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:23.667272 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c78889-e2fc-41eb-93ef-98a791d5007b", "tag": "e39f4e5b-896c-4804-8187-6f2f5bfc3d50", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:23.667557 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-53f5a6b2-c4a8-451d-9546-b00de64c4c7a {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:23.671448 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c78889-e2fc-41eb-93ef-98a791d5007b', 'tag': 'e39f4e5b-896c-4804-8187-6f2f5bfc3d50', 'status': 'completed', 'code': 200} Nov 02 11:37:23.689025 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-f57bf8a6-63f3-48c7-a286-c41bbdbd1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:23.691417 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-f57bf8a6-63f3-48c7-a286-c41bbdbd1063 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b9a21829-9531-42da-bd32-b51063727cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905759 Nov 02 11:37:23.693287 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:23.801633 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cf4dd-ee0d-42e2-85d2-5ae1c452be2f req-e8f3022e-17c8-4a39-9c68-45a35632f487 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:23.801913 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-eb9a2a2e-664f-448b-9869-584757b9d33c None None] Set router 8c9b67f8-0dac-49de-b5b0-deca6a447908 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:37:23.805249 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3a4cf4dd-ee0d-42e2-85d2-5ae1c452be2f req-e8f3022e-17c8-4a39-9c68-45a35632f487 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 945 time: 0.0866983 Nov 02 11:37:23.891952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1cda1398-be50-47dc-a076-3ade52443612,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:23.897989 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:23.898989 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:23.912237 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69e67d68-544f-4080-a9e8-128253c9c470 req-56cc5fd7-ab0f-48a9-b438-351005e796a2 service neutron] 10.222.0.79 "PUT /v2.0/ports/1cda1398-be50-47dc-a076-3ade52443612 HTTP/1.1" status: 200 len: 1097 time: 2.0605149 Nov 02 11:37:23.933174 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3a4cf4dd-ee0d-42e2-85d2-5ae1c452be2f req-3c8a589a-db08-437d-87ca-dd65e7abe754 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136363 Nov 02 11:37:23.933405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d72bc-6aac-4ec0-8b73-d6f91029ae2b req-11017a05-6f11-461c-8109-9dfad976193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:23.935081 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d29d72bc-6aac-4ec0-8b73-d6f91029ae2b req-11017a05-6f11-461c-8109-9dfad976193b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=df313a0344574db0a3fecb6f28843431&device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 1098 time: 0.1626720 Nov 02 11:37:24.002605 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-1e502ba9-bb99-4f30-9d66-71c61310cd7c service neutron] 10.222.0.52 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452972 Nov 02 11:37:24.098432 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead89d5f-b516-4f54-94d3-9e9b4334e040 req-a9e236ce-137f-44a4-aa9b-fe4fb2b46b86 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:24.108053 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ead89d5f-b516-4f54-94d3-9e9b4334e040 req-a9e236ce-137f-44a4-aa9b-fe4fb2b46b86 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 948 time: 0.0727177 Nov 02 11:37:24.116265 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:24.219674 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ead89d5f-b516-4f54-94d3-9e9b4334e040 req-9fb4eb98-ba67-4cc2-a099-9cc6b277f1c6 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fe699ef-d5e6-4846-baaf-eedcb4f4773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102922 Nov 02 11:37:24.233800 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-eb9a2a2e-664f-448b-9869-584757b9d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:11Z', 'revision_number': 5, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:24.260064 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e67d68-544f-4080-a9e8-128253c9c470 req-26a80f21-15b8-42e6-97c4-b50e00dbe305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:24.261623 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69e67d68-544f-4080-a9e8-128253c9c470 req-26a80f21-15b8-42e6-97c4-b50e00dbe305 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&device_id=bf349af3-d628-41f0-9304-b856120f74fd HTTP/1.1" status: 200 len: 1100 time: 0.1835458 Nov 02 11:37:24.266781 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d72bc-6aac-4ec0-8b73-d6f91029ae2b req-5e861640-9347-4604-9c18-3470cd85e44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:24.268374 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d29d72bc-6aac-4ec0-8b73-d6f91029ae2b req-5e861640-9347-4604-9c18-3470cd85e44c service neutron] 10.222.0.79 "GET /v2.0/networks?id=b9a21829-9531-42da-bd32-b51063727cdd HTTP/1.1" status: 200 len: 922 time: 0.3177824 Nov 02 11:37:24.287244 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9a2a2e-664f-448b-9869-584757b9d33c None None] The sync data for ids ['8c9b67f8-0dac-49de-b5b0-deca6a447908'] in n-d-806683-18 is: [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:11Z', 'revision_number': 5, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:37:24.302863 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07183c63-1348-4bb8-a3b8-dc0d37505f4f req-58853bb2-eaf5-4d57-aeaf-07e77a5a7950 service neutron] 10.222.0.52 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379770 Nov 02 11:37:24.389755 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d29d72bc-6aac-4ec0-8b73-d6f91029ae2b req-d090c0f3-5752-4ea9-b922-ed651464e2db service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e39f4e5b-896c-4804-8187-6f2f5bfc3d50 HTTP/1.1" status: 200 len: 217 time: 0.1023901 Nov 02 11:37:24.395282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc6bc1-28dd-4df8-9d95-8872420c7105 req-2fad837c-6ef7-4d4e-b1b0-a79eaa79bb9b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:24.397182 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-95fc6bc1-28dd-4df8-9d95-8872420c7105 req-2fad837c-6ef7-4d4e-b1b0-a79eaa79bb9b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 945 time: 0.0957785 Nov 02 11:37:24.397613 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69e67d68-544f-4080-a9e8-128253c9c470 req-f68e378b-7886-4432-bdd2-bf1e0b8534cf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=1cda1398-be50-47dc-a076-3ade52443612 HTTP/1.1" status: 200 len: 217 time: 0.1017277 Nov 02 11:37:24.492773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e67d68-544f-4080-a9e8-128253c9c470 req-d15a1f95-9522-4eb1-96b2-44d64a1cb078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:24.494362 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69e67d68-544f-4080-a9e8-128253c9c470 req-d15a1f95-9522-4eb1-96b2-44d64a1cb078 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0861464 Nov 02 11:37:24.495987 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-95fc6bc1-28dd-4df8-9d95-8872420c7105 req-911cccc4-cb82-41c0-bcaa-c959539b2180 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921361 Nov 02 11:37:24.629096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d72bc-6aac-4ec0-8b73-d6f91029ae2b req-3b870db0-1ecc-4c28-a583-cf938015d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:24.631088 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d29d72bc-6aac-4ec0-8b73-d6f91029ae2b req-3b870db0-1ecc-4c28-a583-cf938015d24c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1c67969c-9913-4e0f-af20-37d010fa84e6 HTTP/1.1" status: 200 len: 860 time: 0.2248654 Nov 02 11:37:24.634592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e67d68-544f-4080-a9e8-128253c9c470 req-3e246ab0-a4d2-421f-8a33-57e9392dd5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:24.636830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69e67d68-544f-4080-a9e8-128253c9c470 req-3e246ab0-a4d2-421f-8a33-57e9392dd5b7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0891151 Nov 02 11:37:24.829128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d72bc-6aac-4ec0-8b73-d6f91029ae2b req-d9836541-e821-400c-a5ef-af5443effb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:24.833829 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d29d72bc-6aac-4ec0-8b73-d6f91029ae2b req-d9836541-e821-400c-a5ef-af5443effb3b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b9a21829-9531-42da-bd32-b51063727cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1853261 Nov 02 11:37:24.837870 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb28d5b-55f2-4190-8798-f8adbd5d658a req-32058dff-3fae-4847-afa2-9a5ad488ee16 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:24.852272 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1eb28d5b-55f2-4190-8798-f8adbd5d658a req-32058dff-3fae-4847-afa2-9a5ad488ee16 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf349af3-d628-41f0-9304-b856120f74fd HTTP/1.1" status: 200 len: 948 time: 0.2252941 Nov 02 11:37:24.884211 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dfa4a0-20f9-424c-bf62-c213ff30f8d5 None None] New status for floating IP a52cb3bf-e778-4b9a-a7a1-6f00575b5f43: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:37:24.901672 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69e67d68-544f-4080-a9e8-128253c9c470 req-982fc4b2-1a18-46a7-8a27-e6556495f149 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349303 Nov 02 11:37:24.933031 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:24.959243 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1eb28d5b-55f2-4190-8798-f8adbd5d658a req-90880f5c-6a69-4f7b-8e17-d78069309444 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983341 Nov 02 11:37:25.192341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e3c2b-0725-4985-ab62-9a28ac3108ab req-7ba67c69-d9e8-43d0-b6fa-e2089f2bb3d6 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:25.200660 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5d1e3c2b-0725-4985-ab62-9a28ac3108ab req-7ba67c69-d9e8-43d0-b6fa-e2089f2bb3d6 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.0999959 Nov 02 11:37:25.272135 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5d1e3c2b-0725-4985-ab62-9a28ac3108ab req-8119880f-c41f-4be5-8910-f61951d7d839 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702381 Nov 02 11:37:25.284420 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d29d72bc-6aac-4ec0-8b73-d6f91029ae2b req-683eabba-1ba5-45a1-a885-9ae03245020c service neutron] 10.222.0.79 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404080 Nov 02 11:37:25.341556 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-5ff330fd-9af2-498b-b756-13d91cc95879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:25.343273 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-5ff330fd-9af2-498b-b756-13d91cc95879 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 1097 time: 0.1692333 Nov 02 11:37:25.345474 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69e67d68-544f-4080-a9e8-128253c9c470 req-bc7488b0-d94c-4026-9e78-a6d207c412ee service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953173 Nov 02 11:37:25.444456 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca0d13-6af7-48e6-adb0-275e7ade90ff req-069b1df9-36b2-49b6-b87d-e53f10b023d1 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:25.445970 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ceca0d13-6af7-48e6-adb0-275e7ade90ff req-069b1df9-36b2-49b6-b87d-e53f10b023d1 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 1097 time: 0.0639415 Nov 02 11:37:25.447880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67445856-67d9-4bb6-a7da-4588ab73acac req-39a8b6d5-bead-4d8b-8205-263500787ecf tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:25.449380 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-67445856-67d9-4bb6-a7da-4588ab73acac req-39a8b6d5-bead-4d8b-8205-263500787ecf tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 945 time: 0.2241797 Nov 02 11:37:25.503667 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ceca0d13-6af7-48e6-adb0-275e7ade90ff req-5ba60838-7e45-40d8-8869-f1fd607103d6 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444727 Nov 02 11:37:25.580297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-31e87ef8-4930-484f-a414-9217282dbf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:25.581818 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-31e87ef8-4930-484f-a414-9217282dbf82 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 922 time: 0.2286940 Nov 02 11:37:25.583696 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d29d72bc-6aac-4ec0-8b73-d6f91029ae2b req-08e2f27b-82f0-4220-ab30-1b55c6735e11 service neutron] 10.222.0.79 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868421 Nov 02 11:37:25.595269 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-67445856-67d9-4bb6-a7da-4588ab73acac req-07cc2bff-3719-4228-97df-7259889fac4e tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114953 Nov 02 11:37:25.659663 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-96958868-6d27-491f-9e58-43c4c232ada5 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:25.671340 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-96958868-6d27-491f-9e58-43c4c232ada5 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=832ff546-854b-4cbd-87d4-43827a8e9803&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0834236 Nov 02 11:37:25.722183 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-d040d359-e123-4cb1-9cf8-3b2b7b972c19 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 695 time: 0.0499330 Nov 02 11:37:25.734256 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-53ab1621-365f-42f6-8b4e-3c5fbf299b4c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Request body: {'floatingip': {'port_id': '1e443d91-0d70-41fc-8c7f-bae633b9cc35', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:25.780097 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-53ab1621-365f-42f6-8b4e-3c5fbf299b4c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks [] for floatingip, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:25.956445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf349af3-d628-41f0-9304-b856120f74fd', 'tag': '1cda1398-be50-47dc-a076-3ade52443612'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:25.958726 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e2eaab-8edf-4374-a786-02a6a41d3d81" -d '{"events": [{"name": "network-changed", "server_uuid": "bf349af3-d628-41f0-9304-b856120f74fd", "tag": "1cda1398-be50-47dc-a076-3ade52443612"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:25.979278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-cc11611e-075f-4644-a3cb-1887919ce6ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54175c7a-2ee0-4d23-a54d-782dc903e9b2 HTTP/1.1" status: 200 len: 217 time: 0.3766768 Nov 02 11:37:26.063221 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8ba8a-ffd8-42cb-94c2-934c3f0ea458 req-740a6fb3-249f-4ec1-ad49-b5e6f8b842ff tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:26.064720 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-24f8ba8a-ffd8-42cb-94c2-934c3f0ea458 req-740a6fb3-249f-4ec1-ad49-b5e6f8b842ff tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 948 time: 0.4610384 Nov 02 11:37:26.108001 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-b5f5aed0-2904-4861-a63a-4189360beb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:26.114908 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-b5f5aed0-2904-4861-a63a-4189360beb92 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.1179912 Nov 02 11:37:26.119172 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769de223-6f50-405b-8aae-2d282d28d2b2 req-9d83e64b-1f06-4528-b1d4-981296d34673 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:26.120640 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-769de223-6f50-405b-8aae-2d282d28d2b2 req-9d83e64b-1f06-4528-b1d4-981296d34673 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac1cf2fb-5fce-4182-8b12-d1e664e1b629 HTTP/1.1" status: 200 len: 948 time: 0.1580877 Nov 02 11:37:26.165984 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6aa07267-29fc-4e85-864d-04b800825c41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443332 Nov 02 11:37:26.220431 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:37:26.272210 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-53ab1621-365f-42f6-8b4e-3c5fbf299b4c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:26.306868 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-769de223-6f50-405b-8aae-2d282d28d2b2 req-d08695af-4b18-4ad5-8696-17ff5e9127f4 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fe699ef-d5e6-4846-baaf-eedcb4f4773c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731315 Nov 02 11:37:26.333429 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-53ab1621-365f-42f6-8b4e-3c5fbf299b4c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:26.344727 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-24f8ba8a-ffd8-42cb-94c2-934c3f0ea458 req-0fe04d03-6043-41f1-ad7f-9d7cfb1f9b56 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Deleting port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:37:26.345143 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-24f8ba8a-ffd8-42cb-94c2-934c3f0ea458 req-0fe04d03-6043-41f1-ad7f-9d7cfb1f9b56 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:26.351448 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-53e5fbd1-35eb-488f-9653-9ccf19e3a154 service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589563 Nov 02 11:37:26.477164 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-53ab1621-365f-42f6-8b4e-3c5fbf299b4c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Floating IP a52cb3bf-e778-4b9a-a7a1-6f00575b5f43 associated. External IP: 172.25.6.77, port: 1e443d91-0d70-41fc-8c7f-bae633b9cc35. Nov 02 11:37:26.635613 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6daf4587-24b2-4009-82e5-0638e6dd32e8 service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691035 Nov 02 11:37:26.638208 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-24f8ba8a-ffd8-42cb-94c2-934c3f0ea458 req-0fe04d03-6043-41f1-ad7f-9d7cfb1f9b56 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] For port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:26.639716 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-24f8ba8a-ffd8-42cb-94c2-934c3f0ea458 req-0fe04d03-6043-41f1-ad7f-9d7cfb1f9b56 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:26.681183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-24f8ba8a-ffd8-42cb-94c2-934c3f0ea458 req-0fe04d03-6043-41f1-ad7f-9d7cfb1f9b56 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Calling delete_port for 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:37:26.696082 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-9b8c99d6-8424-4b33-9caa-39d5718400f1 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:26.699685 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-9b8c99d6-8424-4b33-9caa-39d5718400f1 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 807 time: 0.2299170 Nov 02 11:37:26.791177 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ff76f-e250-4cea-b4ab-a731f8f88552 req-26357d29-bd0b-4f24-a028-0afbfd78d52b tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:26.792710 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e72ff76f-e250-4cea-b4ab-a731f8f88552 req-26357d29-bd0b-4f24-a028-0afbfd78d52b tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.79 "GET /v2.0/ports?device_id=63c78889-e2fc-41eb-93ef-98a791d5007b HTTP/1.1" status: 200 len: 946 time: 0.1853130 Nov 02 11:37:26.794241 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-395f1188-c948-45e6-ac53-64f0bba33e09 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/quotas/c94d0cac32b24c41b06f1c29df1efe18 HTTP/1.1" status: 200 len: 375 time: 0.0849285 Nov 02 11:37:26.937634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-e09206c8-6c7a-4842-b068-7b9994244034 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:26.939461 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-e09206c8-6c7a-4842-b068-7b9994244034 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03&tenant_id=9434b8b2332344e783438c5f662e06b3&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 1097 time: 0.1743934 Nov 02 11:37:26.943828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-53ab1621-365f-42f6-8b4e-3c5fbf299b4c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Router 8c9b67f8-0dac-49de-b5b0-deca6a447908 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:37:26.960569 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-18'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:26.994264 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-6f5da1de-6ef9-44b3-86b0-ee413869998e tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1741500 Nov 02 11:37:27.069471 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-53ab1621-365f-42f6-8b4e-3c5fbf299b4c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:37:27.074872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-53ab1621-365f-42f6-8b4e-3c5fbf299b4c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:27.084351 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005f1ae4-a166-4ad7-a177-3f25ef86269b None None] Sync routers for ids ['8c9b67f8-0dac-49de-b5b0-deca6a447908'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:37:27.095658 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005f1ae4-a166-4ad7-a177-3f25ef86269b None None] Routers {'8c9b67f8-0dac-49de-b5b0-deca6a447908'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:37:27.096815 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-005f1ae4-a166-4ad7-a177-3f25ef86269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:37:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8c9b67f8-0dac-49de-b5b0-deca6a447908'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:27.113900 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-53ab1621-365f-42f6-8b4e-3c5fbf299b4c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "PUT /v2.0/floatingips/a52cb3bf-e778-4b9a-a7a1-6f00575b5f43 HTTP/1.1" status: 200 len: 995 time: 1.3845956 Nov 02 11:37:27.114452 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832ff546-854b-4cbd-87d4-43827a8e9803', 'tag': '1e443d91-0d70-41fc-8c7f-bae633b9cc35'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:27.118401 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d5f7a7-86d7-4a9a-be90-2e237a718153" -d '{"events": [{"name": "network-changed", "server_uuid": "832ff546-854b-4cbd-87d4-43827a8e9803", "tag": "1e443d91-0d70-41fc-8c7f-bae633b9cc35"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:27.126780 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:27.169861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-e72ff76f-e250-4cea-b4ab-a731f8f88552 req-315bbc43-85b3-4037-a8f7-30df50b8bb73 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Deleting port e39f4e5b-896c-4804-8187-6f2f5bfc3d50 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:37:27.170365 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e72ff76f-e250-4cea-b4ab-a731f8f88552 req-315bbc43-85b3-4037-a8f7-30df50b8bb73 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:27.173360 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-f8ac2ca1-7064-4647-8a1f-2607ce986d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:27.181450 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-f8ac2ca1-7064-4647-8a1f-2607ce986d3e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=df313a0344574db0a3fecb6f28843431&device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 1097 time: 0.0536814 Nov 02 11:37:27.206803 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-24f8ba8a-ffd8-42cb-94c2-934c3f0ea458 req-0fe04d03-6043-41f1-ad7f-9d7cfb1f9b56 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:27.271018 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-005f1ae4-a166-4ad7-a177-3f25ef86269b None None] Set router 8c9b67f8-0dac-49de-b5b0-deca6a447908 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:37:27.303754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-d2e1d0ce-9ae1-4f14-a56e-7aff1f5c1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:27.305917 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-d2e1d0ce-9ae1-4f14-a56e-7aff1f5c1993 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b9a21829-9531-42da-bd32-b51063727cdd HTTP/1.1" status: 200 len: 922 time: 0.1231191 Nov 02 11:37:27.331420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe04d03-6043-41f1-ad7f-9d7cfb1f9b56 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Pushing event deleted for resources: {'Port': ['ID=84f9c3a5-8575-46d0-84af-a90b5fd9aa12,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:27.409155 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f8ba8a-ffd8-42cb-94c2-934c3f0ea458 req-0fe04d03-6043-41f1-ad7f-9d7cfb1f9b56 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] No DVR routers for this DVR port 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:37:27.410285 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-2d3e4d43-8f37-4476-93a2-3db8d78d18da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e443d91-0d70-41fc-8c7f-bae633b9cc35 HTTP/1.1" status: 200 len: 998 time: 0.0970645 Nov 02 11:37:27.430400 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-24f8ba8a-ffd8-42cb-94c2-934c3f0ea458 req-0fe04d03-6043-41f1-ad7f-9d7cfb1f9b56 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:27.433759 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-24f8ba8a-ffd8-42cb-94c2-934c3f0ea458 req-0fe04d03-6043-41f1-ad7f-9d7cfb1f9b56 tempest-ImagesOneServerTestJSON-1687945718 tempest-ImagesOneServerTestJSON-1687945718-project] 10.222.0.54 "DELETE /v2.0/ports/84f9c3a5-8575-46d0-84af-a90b5fd9aa12 HTTP/1.1" status: 204 len: 173 time: 1.3571265 Nov 02 11:37:27.456569 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-0fa6764b-fc6e-455f-8ad9-092c2e6bda62 service neutron] 10.222.0.52 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232488 Nov 02 11:37:27.470625 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-5651476a-e0ee-43e2-9f7f-801485f26e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:27.473532 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-5651476a-e0ee-43e2-9f7f-801485f26e28 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c67969c-9913-4e0f-af20-37d010fa84e6 HTTP/1.1" status: 200 len: 860 time: 0.0622761 Nov 02 11:37:27.536181 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 1cda1398-be50-47dc-a076-3ade52443612 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:37:27.559802 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-7285fe49-3d7f-4bf9-bed3-3b844e8b620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:27.563325 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-7285fe49-3d7f-4bf9-bed3-3b844e8b620d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b9a21829-9531-42da-bd32-b51063727cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825341 Nov 02 11:37:27.567921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-850bd773-822b-4f46-bc57-928034ec132f service neutron] 10.222.0.52 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104774 Nov 02 11:37:27.608424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-e72ff76f-e250-4cea-b4ab-a731f8f88552 req-315bbc43-85b3-4037-a8f7-30df50b8bb73 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] For port e39f4e5b-896c-4804-8187-6f2f5bfc3d50, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=e39f4e5b-896c-4804-8187-6f2f5bfc3d50,segment=NetworkSegment(97b162ae-5f9c-4123-af4f-f43ca1e58b75),segment_id=97b162ae-5f9c-4123-af4f-f43ca1e58b75)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:27.608794 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e72ff76f-e250-4cea-b4ab-a731f8f88552 req-315bbc43-85b3-4037-a8f7-30df50b8bb73 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:27.629822 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-e72ff76f-e250-4cea-b4ab-a731f8f88552 req-315bbc43-85b3-4037-a8f7-30df50b8bb73 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Calling delete_port for e39f4e5b-896c-4804-8187-6f2f5bfc3d50 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:37:27.736752 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-73e42101-2cf7-49e9-965f-2f6df34a85f0 service neutron] 10.222.0.52 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605275 Nov 02 11:37:27.738688 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] For port 54175c7a-2ee0-4d23-a54d-782dc903e9b2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=54175c7a-2ee0-4d23-a54d-782dc903e9b2,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:27.805439 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] For port 54175c7a-2ee0-4d23-a54d-782dc903e9b2, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:37:27.924063 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 1cda1398-be50-47dc-a076-3ade52443612, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=1cda1398-be50-47dc-a076-3ade52443612,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:27.992497 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '1cda1398-be50-47dc-a076-3ade52443612', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '1cda1398-be50-47dc-a076-3ade52443612', 'mac_address': 'fa:16:3e:c1:b6:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:37:27.999072 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:28.009843 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5a634c3e-6366-410e-a6db-263a29fb39ac req-109d3f02-de19-4e31-85fb-fdd3f1a8af3d service neutron] 10.222.0.52 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662551 Nov 02 11:37:28.013321 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e016cb-2f9c-4ae6-a322-e209e9d6089a x-openstack-request-id: req-14e016cb-2f9c-4ae6-a322-e209e9d6089a {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:28.013613 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf349af3-d628-41f0-9304-b856120f74fd", "tag": "1cda1398-be50-47dc-a076-3ade52443612", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:28.013870 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14e016cb-2f9c-4ae6-a322-e209e9d6089a {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:28.014268 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf349af3-d628-41f0-9304-b856120f74fd', 'tag': '1cda1398-be50-47dc-a076-3ade52443612', 'status': 'completed', 'code': 200} Nov 02 11:37:28.071086 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:28.083878 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:28.110563 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-005f1ae4-a166-4ad7-a177-3f25ef86269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'a52cb3bf-e778-4b9a-a7a1-6f00575b5f43', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'port_id': '1e443d91-0d70-41fc-8c7f-bae633b9cc35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'mac_address': 'fa:16:3e:88:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832ff546-854b-4cbd-87d4-43827a8e9803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:36:40Z', 'updated_at': '2021-11-02T11:37:26Z', 'revision_number': 8, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:11Z', 'revision_number': 5, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:28.141369 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005f1ae4-a166-4ad7-a177-3f25ef86269b None None] Checking router: 8c9b67f8-0dac-49de-b5b0-deca6a447908 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:37:28.159910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cda1398-be50-47dc-a076-3ade52443612 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:37:28.160002 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e72ff76f-e250-4cea-b4ab-a731f8f88552 req-315bbc43-85b3-4037-a8f7-30df50b8bb73 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:28.160002 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2eaab-8edf-4374-a786-02a6a41d3d81 req-fb1cd633-1c3f-457f-a84f-5a722afcfcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:28.160002 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-39e2eaab-8edf-4374-a786-02a6a41d3d81 req-fb1cd633-1c3f-457f-a84f-5a722afcfcd4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&device_id=bf349af3-d628-41f0-9304-b856120f74fd HTTP/1.1" status: 200 len: 1100 time: 0.1149023 Nov 02 11:37:28.192412 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 1cda1398-be50-47dc-a076-3ade52443612, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=1cda1398-be50-47dc-a076-3ade52443612,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:28.205030 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['e39f4e5b-896c-4804-8187-6f2f5bfc3d50'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:28.249190 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['1e443d91-0d70-41fc-8c7f-bae633b9cc35'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:28.295039 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c17348-2858-407e-9e8f-9ddb88c8e7d0 req-52b888c6-ad91-4c2c-8875-17167bced320 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:28.296733 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-39c17348-2858-407e-9e8f-9ddb88c8e7d0 req-52b888c6-ad91-4c2c-8875-17167bced320 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.0920708 Nov 02 11:37:28.315605 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:28.322267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] Pushing event updated for resources: {'Port': ['ID=54175c7a-2ee0-4d23-a54d-782dc903e9b2,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:28.324181 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005f1ae4-a166-4ad7-a177-3f25ef86269b None None] Routers {'8c9b67f8-0dac-49de-b5b0-deca6a447908'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:37:28.324825 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-005f1ae4-a166-4ad7-a177-3f25ef86269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:37:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8c9b67f8-0dac-49de-b5b0-deca6a447908'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:28.404811 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-39c17348-2858-407e-9e8f-9ddb88c8e7d0 req-5a9dcb72-eb37-429e-a8aa-c681c11e9b7c tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985706 Nov 02 11:37:28.484669 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe500c3-4753-4025-b72e-c49ef564d7d4 req-95f2bb37-8349-4496-a691-353b12b26bd0 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:28.495802 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0fe500c3-4753-4025-b72e-c49ef564d7d4 req-95f2bb37-8349-4496-a691-353b12b26bd0 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf349af3-d628-41f0-9304-b856120f74fd HTTP/1.1" status: 200 len: 948 time: 0.3735840 Nov 02 11:37:28.530644 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bbc43-85b3-4037-a8f7-30df50b8bb73 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Pushing event deleted for resources: {'Port': ['ID=e39f4e5b-896c-4804-8187-6f2f5bfc3d50,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:28.539571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72ff76f-e250-4cea-b4ab-a731f8f88552 req-315bbc43-85b3-4037-a8f7-30df50b8bb73 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] No DVR routers for this DVR port e39f4e5b-896c-4804-8187-6f2f5bfc3d50 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:37:28.556295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] Attempting to bind port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 on host n-h1-806683-18 for vnic_type normal with profile {"migrating_to": "n-h2-806683-18"} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:37:28.556295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] Attempting to bind port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:37:28.557963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] Attempting to bind port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:28.566743 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e72ff76f-e250-4cea-b4ab-a731f8f88552 req-315bbc43-85b3-4037-a8f7-30df50b8bb73 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:28.570155 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e72ff76f-e250-4cea-b4ab-a731f8f88552 req-315bbc43-85b3-4037-a8f7-30df50b8bb73 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.79 "DELETE /v2.0/ports/e39f4e5b-896c-4804-8187-6f2f5bfc3d50 HTTP/1.1" status: 204 len: 173 time: 1.7570722 Nov 02 11:37:28.588731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] Port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 on network e3f5fe02-990d-442a-ab33-f4126e712578 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:37:28.589064 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] Attempting to bind port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:28.603409 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=1cda1398-be50-47dc-a076-3ade52443612,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:28.631738 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747add69-dd80-4a6f-ba26-b0815dc65140 req-354688b3-ad95-4065-9552-fe4dff2395a5 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:28.636767 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-747add69-dd80-4a6f-ba26-b0815dc65140 req-354688b3-ad95-4065-9552-fe4dff2395a5 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 943 time: 0.1035078 Nov 02 11:37:28.713782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2eaab-8edf-4374-a786-02a6a41d3d81 req-e9f98952-4c9d-4a14-8751-e99fd7e9fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:28.714130 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-747add69-dd80-4a6f-ba26-b0815dc65140 req-50b1a4e0-d750-44b6-93d1-36c6b19d5292 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750203 Nov 02 11:37:28.715108 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['1cda1398-be50-47dc-a076-3ade52443612'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:28.715314 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-39e2eaab-8edf-4374-a786-02a6a41d3d81 req-e9f98952-4c9d-4a14-8751-e99fd7e9fc4d service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.5341344 Nov 02 11:37:28.724114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:37:28.724453 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] Checking segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:37:28.724841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] Bound using segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:37:28.725294 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] Bound port: 54175c7a-2ee0-4d23-a54d-782dc903e9b2, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:37:28.725729 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:28.783925 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-005f1ae4-a166-4ad7-a177-3f25ef86269b None None] Set router 8c9b67f8-0dac-49de-b5b0-deca6a447908 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:37:28.802672 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-39e2eaab-8edf-4374-a786-02a6a41d3d81 req-ebe16b65-811d-4cfa-92e0-89f96b1a9e8e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=1cda1398-be50-47dc-a076-3ade52443612 HTTP/1.1" status: 200 len: 217 time: 0.0615509 Nov 02 11:37:28.804407 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e460f8a-e2a5-41bd-8834-708dd079a4de x-openstack-request-id: req-0e460f8a-e2a5-41bd-8834-708dd079a4de {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:28.804789 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "832ff546-854b-4cbd-87d4-43827a8e9803", "tag": "1e443d91-0d70-41fc-8c7f-bae633b9cc35", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:28.805141 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e460f8a-e2a5-41bd-8834-708dd079a4de {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:28.805790 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832ff546-854b-4cbd-87d4-43827a8e9803', 'tag': '1e443d91-0d70-41fc-8c7f-bae633b9cc35', 'status': 'completed', 'code': 200} Nov 02 11:37:28.844657 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0fe500c3-4753-4025-b72e-c49ef564d7d4 req-c7fcccf4-d2e1-4212-8c89-8ec278cefb8e tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451433 Nov 02 11:37:28.953970 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5f7a7-86d7-4a9a-be90-2e237a718153 req-e2ddc56c-5cfb-4642-bcbf-f1fda56818eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:28.956066 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79d5f7a7-86d7-4a9a-be90-2e237a718153 req-e2ddc56c-5cfb-4642-bcbf-f1fda56818eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df313a0344574db0a3fecb6f28843431&device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 1097 time: 0.1438806 Nov 02 11:37:29.038699 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7b4b9fa-4c63-4c4c-a94d-24e68428d758 req-4db8199e-be85-428e-a1c4-d3e4b276c096 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/floatingips/a52cb3bf-e778-4b9a-a7a1-6f00575b5f43 HTTP/1.1" status: 200 len: 995 time: 0.1435063 Nov 02 11:37:29.245880 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-0a6e8949-f96e-41cc-b5c8-8c781788575c service neutron] show failed (client error): The resource could not be found. Nov 02 11:37:29.247890 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-0a6e8949-f96e-41cc-b5c8-8c781788575c service neutron] 10.222.0.54 "GET /v2.0/ports/c07c4d83-8e4d-49e4-954c-dd7c6ca032e7/bindings/n-h1-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.6947525 Nov 02 11:37:29.282498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4b9fa-4c63-4c4c-a94d-24e68428d758 req-f1df380d-5265-4d8e-8f13-403901ad6117 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:29.284154 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54df8670-1dc4-4eab-b6f5-ff2f96c74778 req-31021693-9675-4794-bb0c-64075861460b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 210 time: 0.3476787 Nov 02 11:37:29.288615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:37:29.291230 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7b4b9fa-4c63-4c4c-a94d-24e68428d758 req-f1df380d-5265-4d8e-8f13-403901ad6117 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.2500308 Nov 02 11:37:29.308161 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-a7b4b9fa-4c63-4c4c-a94d-24e68428d758 req-b0eb869e-f54e-4e6b-9e2c-ad4e4dabebd1 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:37:29.319457 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2eaab-8edf-4374-a786-02a6a41d3d81 req-aa7cdc81-728d-404c-99b1-9c31301add1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:29.321064 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-39e2eaab-8edf-4374-a786-02a6a41d3d81 req-aa7cdc81-728d-404c-99b1-9c31301add1c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.4941280 Nov 02 11:37:29.323600 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7b4b9fa-4c63-4c4c-a94d-24e68428d758 req-b0eb869e-f54e-4e6b-9e2c-ad4e4dabebd1 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0312793 Nov 02 11:37:29.327304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] For port 54175c7a-2ee0-4d23-a54d-782dc903e9b2, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:37:29.341660 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] For port 54175c7a-2ee0-4d23-a54d-782dc903e9b2, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=54175c7a-2ee0-4d23-a54d-782dc903e9b2,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:37:29.405926 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5f7a7-86d7-4a9a-be90-2e237a718153 req-b4a38ea0-fb9f-40a5-9866-0ed29e087497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:29.407489 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79d5f7a7-86d7-4a9a-be90-2e237a718153 req-b4a38ea0-fb9f-40a5-9866-0ed29e087497 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b9a21829-9531-42da-bd32-b51063727cdd HTTP/1.1" status: 200 len: 922 time: 0.4032104 Nov 02 11:37:29.440186 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:37:29.441164 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 84f9c3a5-8575-46d0-84af-a90b5fd9aa12 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:37:29.488625 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79d5f7a7-86d7-4a9a-be90-2e237a718153 req-e5977020-6bf5-4a8f-9d12-f9f65384f224 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e443d91-0d70-41fc-8c7f-bae633b9cc35 HTTP/1.1" status: 200 len: 998 time: 0.0714619 Nov 02 11:37:29.524632 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:29.528885 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53156) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:29.611999 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5f7a7-86d7-4a9a-be90-2e237a718153 req-9279cbb6-f513-4312-96b0-3d77bb46661a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:29.617296 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79d5f7a7-86d7-4a9a-be90-2e237a718153 req-9279cbb6-f513-4312-96b0-3d77bb46661a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c67969c-9913-4e0f-af20-37d010fa84e6 HTTP/1.1" status: 200 len: 860 time: 0.1150305 Nov 02 11:37:29.638621 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-005f1ae4-a166-4ad7-a177-3f25ef86269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'a52cb3bf-e778-4b9a-a7a1-6f00575b5f43', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'port_id': '1e443d91-0d70-41fc-8c7f-bae633b9cc35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'mac_address': 'fa:16:3e:88:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832ff546-854b-4cbd-87d4-43827a8e9803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:36:40Z', 'updated_at': '2021-11-02T11:37:26Z', 'revision_number': 8, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:11Z', 'revision_number': 5, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:29.729426 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005f1ae4-a166-4ad7-a177-3f25ef86269b None None] The sync data for ids ['8c9b67f8-0dac-49de-b5b0-deca6a447908'] in n-d-806683-18 is: [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'a52cb3bf-e778-4b9a-a7a1-6f00575b5f43', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'port_id': '1e443d91-0d70-41fc-8c7f-bae633b9cc35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'mac_address': 'fa:16:3e:88:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832ff546-854b-4cbd-87d4-43827a8e9803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:36:40Z', 'updated_at': '2021-11-02T11:37:26Z', 'revision_number': 8, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:11Z', 'revision_number': 5, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:37:29.735354 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53158) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:29.767360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2eaab-8edf-4374-a786-02a6a41d3d81 req-8bfcaa71-aff9-49f5-afdf-66922de2288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:29.772667 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-39e2eaab-8edf-4374-a786-02a6a41d3d81 req-8bfcaa71-aff9-49f5-afdf-66922de2288c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4293680 Nov 02 11:37:29.844977 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5f7a7-86d7-4a9a-be90-2e237a718153 req-a60be2c1-d2c3-4b86-bde6-0c025ebf1a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:29.858571 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79d5f7a7-86d7-4a9a-be90-2e237a718153 req-a60be2c1-d2c3-4b86-bde6-0c025ebf1a8c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9a21829-9531-42da-bd32-b51063727cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2283268 Nov 02 11:37:29.896048 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-5b0d7c57-95d1-45cf-9111-38c522f9e556 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 998 time: 0.4886348 Nov 02 11:37:30.022413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1cf2fb-5fce-4182-8b12-d1e664e1b629', 'name': 'network-vif-deleted', 'tag': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12'}, {'server_uuid': '99f9b045-38a1-413b-8956-7415b8b21f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54175c7a-2ee0-4d23-a54d-782dc903e9b2'}, {'server_uuid': '63c78889-e2fc-41eb-93ef-98a791d5007b', 'name': 'network-vif-deleted', 'tag': 'e39f4e5b-896c-4804-8187-6f2f5bfc3d50'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:30.022413 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40594313-4609-47a6-8347-16d325a4c0a8" -d '{"events": [{"server_uuid": "ac1cf2fb-5fce-4182-8b12-d1e664e1b629", "name": "network-vif-deleted", "tag": "84f9c3a5-8575-46d0-84af-a90b5fd9aa12"}, {"server_uuid": "99f9b045-38a1-413b-8956-7415b8b21f03", "name": "network-vif-unplugged", "status": "completed", "tag": "54175c7a-2ee0-4d23-a54d-782dc903e9b2"}, {"server_uuid": "63c78889-e2fc-41eb-93ef-98a791d5007b", "name": "network-vif-deleted", "tag": "e39f4e5b-896c-4804-8187-6f2f5bfc3d50"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:30.057848 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:30.058473 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:30.060107 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] 10.222.0.54 "PUT /v2.0/ports/54175c7a-2ee0-4d23-a54d-782dc903e9b2 HTTP/1.1" status: 200 len: 1123 time: 3.1079233 Nov 02 11:37:30.062265 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7b272-2cb3-4b4f-9099-fc49ac7ede11 req-0ef1af86-2531-4f31-ade2-c8ecf4f548da tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:30.071410 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4b7b272-2cb3-4b4f-9099-fc49ac7ede11 req-0ef1af86-2531-4f31-ade2-c8ecf4f548da tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.3846390 Nov 02 11:37:30.097566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7aaea4-d305-4079-8aa0-8ad621c2775d service neutron] Pushing event updated for resources: {'Port': ['ID=54175c7a-2ee0-4d23-a54d-782dc903e9b2,revision_number=8']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:30.119943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['54175c7a-2ee0-4d23-a54d-782dc903e9b2'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:30.199544 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79d5f7a7-86d7-4a9a-be90-2e237a718153 req-c219ef44-a915-4726-9b21-5a9bf5b0c0a1 service neutron] 10.222.0.54 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306832 Nov 02 11:37:30.207756 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4b7b272-2cb3-4b4f-9099-fc49ac7ede11 req-36e71738-ab8f-4a85-b6be-ed7b640e18b7 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347022 Nov 02 11:37:30.308245 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-217010dd-8cff-4ef2-9007-df4c1955abbf tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:30.312041 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-217010dd-8cff-4ef2-9007-df4c1955abbf tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports/1e443d91-0d70-41fc-8c7f-bae633b9cc35 HTTP/1.1" status: 200 len: 942 time: 0.2954009 Nov 02 11:37:30.331541 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad26127-b5a9-4b28-8caa-3dda5be178b3 None None] New status for floating IP a52cb3bf-e778-4b9a-a7a1-6f00575b5f43: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:37:30.433224 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79d5f7a7-86d7-4a9a-be90-2e237a718153 req-d88e5e98-bbd9-445c-9115-781f3b407fcf service neutron] 10.222.0.54 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210536 Nov 02 11:37:30.475258 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-70c8775b-24e7-4354-a5e6-383c22147da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:30.477214 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-70c8775b-24e7-4354-a5e6-383c22147da2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a&tenant_id=6196471367014fa2a6ff86ee9c2ee144 HTTP/1.1" status: 200 len: 1102 time: 0.3429720 Nov 02 11:37:30.479434 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-39e2eaab-8edf-4374-a786-02a6a41d3d81 req-78ccf25b-dc2a-4e7b-a725-9a2a7d7ff52e service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6872864 Nov 02 11:37:30.487523 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a6584-d8b1-4f46-b25f-47d6cebd2e41 req-9bb72018-590a-40b1-b4cd-4a45d8ce17d6 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:30.497416 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e19a6584-d8b1-4f46-b25f-47d6cebd2e41 req-9bb72018-590a-40b1-b4cd-4a45d8ce17d6 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 943 time: 0.1626675 Nov 02 11:37:30.515651 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bc92ecc2-98b5-4624-b9b0-1d5fe900bc5d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=16a3b566c05542c4b7c7104628da09f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7702701 Nov 02 11:37:30.521850 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53172) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:30.591196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:30.623100 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e19a6584-d8b1-4f46-b25f-47d6cebd2e41 req-bedd5599-6473-459c-b8b9-2c4f4a48423b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197426 Nov 02 11:37:30.623786 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0d538ca-f626-4d79-989c-492cea5984e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:30.675960 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0d538ca-f626-4d79-989c-492cea5984e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:30.746566 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-936df44a-962b-469e-819f-24c54de7c59c req-57251d18-da1a-49fb-a53b-dff97efd29c9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3238444 Nov 02 11:37:30.787563 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ef693-fd60-441d-a3fd-38fb88ee611e req-eda77b94-99a2-4fbf-9d4e-fea5da024d47 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:30.789107 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c5ef693-fd60-441d-a3fd-38fb88ee611e req-eda77b94-99a2-4fbf-9d4e-fea5da024d47 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf349af3-d628-41f0-9304-b856120f74fd HTTP/1.1" status: 200 len: 949 time: 0.0739176 Nov 02 11:37:30.827774 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-3ed30825-b514-460e-8a2e-2e35ca9f843d tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 998 time: 0.3684559 Nov 02 11:37:30.829722 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-39e2eaab-8edf-4374-a786-02a6a41d3d81 req-e46326c3-4b12-403e-a1f0-7dbab4617ac8 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203447 Nov 02 11:37:30.834000 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0d538ca-f626-4d79-989c-492cea5984e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:30.837638 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0d538ca-f626-4d79-989c-492cea5984e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:30.841510 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b0d538ca-f626-4d79-989c-492cea5984e8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2fe699ef-d5e6-4846-baaf-eedcb4f4773c HTTP/1.1" status: 204 len: 168 time: 0.3159006 Nov 02 11:37:30.844507 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:30.908312 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c5ef693-fd60-441d-a3fd-38fb88ee611e req-aa155a6e-9e09-44f9-a3b4-9a3160421efd tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115029 Nov 02 11:37:30.909002 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d538ca-f626-4d79-989c-492cea5984e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe699ef-d5e6-4846-baaf-eedcb4f4773c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:30.988123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936df44a-962b-469e-819f-24c54de7c59c req-9f88d688-640f-418e-84c7-7b262633115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:30.989652 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-936df44a-962b-469e-819f-24c54de7c59c req-9f88d688-640f-418e-84c7-7b262633115c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&device_id=6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4 HTTP/1.1" status: 200 len: 1102 time: 0.2049301 Nov 02 11:37:30.999905 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b0d707-cff8-4d83-aafb-a2c1499096b2 x-openstack-request-id: req-c9b0d707-cff8-4d83-aafb-a2c1499096b2 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:31.000213 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1cf2fb-5fce-4182-8b12-d1e664e1b629", "name": "network-vif-deleted", "tag": "84f9c3a5-8575-46d0-84af-a90b5fd9aa12", "status": "completed", "code": 200}, {"server_uuid": "99f9b045-38a1-413b-8956-7415b8b21f03", "name": "network-vif-unplugged", "status": "completed", "tag": "54175c7a-2ee0-4d23-a54d-782dc903e9b2", "code": 200}, {"server_uuid": "63c78889-e2fc-41eb-93ef-98a791d5007b", "name": "network-vif-deleted", "tag": "e39f4e5b-896c-4804-8187-6f2f5bfc3d50", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:31.000449 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9b0d707-cff8-4d83-aafb-a2c1499096b2 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:31.000849 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1cf2fb-5fce-4182-8b12-d1e664e1b629', 'name': 'network-vif-deleted', 'tag': '84f9c3a5-8575-46d0-84af-a90b5fd9aa12', 'status': 'completed', 'code': 200} Nov 02 11:37:31.001099 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f9b045-38a1-413b-8956-7415b8b21f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54175c7a-2ee0-4d23-a54d-782dc903e9b2', 'code': 200} Nov 02 11:37:31.001345 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c78889-e2fc-41eb-93ef-98a791d5007b', 'name': 'network-vif-deleted', 'tag': 'e39f4e5b-896c-4804-8187-6f2f5bfc3d50', 'status': 'completed', 'code': 200} Nov 02 11:37:31.023314 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-57be64f3-a6e2-49e1-90da-fb395f0f0210 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:31.024883 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-57be64f3-a6e2-49e1-90da-fb395f0f0210 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.79 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 807 time: 0.1922450 Nov 02 11:37:31.038264 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-9a67eb04-1e0d-4380-beed-58617e97ebf8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Request body: {'port': {'device_id': 'a14b9a4b-3f55-48fd-800c-d970efc8131e', 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9', 'admin_state_up': True, 'tenant_id': 'c94d0cac32b24c41b06f1c29df1efe18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:31.136945 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14d8015e-02c3-49ba-b145-2d8e73f9edf1 req-0d13bd24-c2c2-4714-ab21-93222d3b5d10 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 210 time: 0.0671659 Nov 02 11:37:31.227146 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-ff8cec60-6da8-4814-8210-7a15ba950d2a tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:31.229975 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-ff8cec60-6da8-4814-8210-7a15ba950d2a tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.3891058 Nov 02 11:37:31.303486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-9a67eb04-1e0d-4380-beed-58617e97ebf8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Made reservation on behalf of c94d0cac32b24c41b06f1c29df1efe18 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:37:31.307564 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-9a67eb04-1e0d-4380-beed-58617e97ebf8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:31.390023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936df44a-962b-469e-819f-24c54de7c59c req-a6687559-af27-461d-b59e-7fc16cf03790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:31.390023 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-936df44a-962b-469e-819f-24c54de7c59c req-a6687559-af27-461d-b59e-7fc16cf03790 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.3660221 Nov 02 11:37:31.406458 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-ef8e8e29-db98-441e-a09a-3fecbb94556b tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 1000 time: 0.1667387 Nov 02 11:37:31.423329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5c4fa-7783-4d3f-b818-ac7dddf7887e req-f5a354e6-f196-4e9c-87d9-c049edf555f2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:31.431056 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-85c5c4fa-7783-4d3f-b818-ac7dddf7887e req-f5a354e6-f196-4e9c-87d9-c049edf555f2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.1407154 Nov 02 11:37:31.534197 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-85c5c4fa-7783-4d3f-b818-ac7dddf7887e req-614c17cb-3cdc-45a0-9209-08f4b2fd76b4 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021893 Nov 02 11:37:31.545897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-9a67eb04-1e0d-4380-beed-58617e97ebf8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Allocated IP 172.20.0.6 (97ff636a-c6a0-4326-a8c1-675b8369e9a9/a67ef1c0-d316-4203-a4c2-b1d66f1800c6/f70ba22f-c466-4a31-8df3-1f062f2deeaf) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:37:31.563717 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 1cda1398-be50-47dc-a076-3ade52443612 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:37:31.717330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-4eccd660-66a4-42a1-9fc0-dcd0b95fca2b tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:31.734879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 1cda1398-be50-47dc-a076-3ade52443612 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:37:31.739162 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 1cda1398-be50-47dc-a076-3ade52443612 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:37:31.739537 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:31.774521 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-9a67eb04-1e0d-4380-beed-58617e97ebf8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:31.789676 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-936df44a-962b-469e-819f-24c54de7c59c req-6c62e6a0-ccfb-46f5-9418-d7ee5d7ce8c4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 HTTP/1.1" status: 200 len: 217 time: 0.3795917 Nov 02 11:37:31.812886 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a2dfc-1de4-4111-9288-d62ae4e0fbc7 req-937cb0b8-f0cd-45d2-9633-7e0251a2e028 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:31.814451 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dd9a2dfc-1de4-4111-9288-d62ae4e0fbc7 req-937cb0b8-f0cd-45d2-9633-7e0251a2e028 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 943 time: 0.0814962 Nov 02 11:37:31.857094 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:31.876545 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:31.880842 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dd9a2dfc-1de4-4111-9288-d62ae4e0fbc7 req-a3cd5a25-25c5-458f-b873-2fc249b854d7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537779 Nov 02 11:37:31.901562 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf349af3-d628-41f0-9304-b856120f74fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cda1398-be50-47dc-a076-3ade52443612'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:31.904553 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7d6232-1b82-4ba4-ac03-2ef9707ca632" -d '{"events": [{"server_uuid": "bf349af3-d628-41f0-9304-b856120f74fd", "name": "network-vif-plugged", "status": "completed", "tag": "1cda1398-be50-47dc-a076-3ade52443612"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:31.910183 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-4eccd660-66a4-42a1-9fc0-dcd0b95fca2b tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:31.921937 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-9a67eb04-1e0d-4380-beed-58617e97ebf8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:31.926697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 1cda1398-be50-47dc-a076-3ade52443612, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=1cda1398-be50-47dc-a076-3ade52443612,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:31.974428 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756aee15-4c92-4592-87b8-0754f031e783 x-openstack-request-id: req-756aee15-4c92-4592-87b8-0754f031e783 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:31.974777 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf349af3-d628-41f0-9304-b856120f74fd", "name": "network-vif-plugged", "status": "completed", "tag": "1cda1398-be50-47dc-a076-3ade52443612", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:31.975240 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-756aee15-4c92-4592-87b8-0754f031e783 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:31.975844 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf349af3-d628-41f0-9304-b856120f74fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cda1398-be50-47dc-a076-3ade52443612', 'code': 200} Nov 02 11:37:31.984084 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-9a67eb04-1e0d-4380-beed-58617e97ebf8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:37:31.987523 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-9a67eb04-1e0d-4380-beed-58617e97ebf8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:37:31.992185 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936df44a-962b-469e-819f-24c54de7c59c req-0b2dbc8f-e7dc-4dbf-a4b1-2bd60eab69d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:31.992683 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-9a67eb04-1e0d-4380-beed-58617e97ebf8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:37:31.994476 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-936df44a-962b-469e-819f-24c54de7c59c req-0b2dbc8f-e7dc-4dbf-a4b1-2bd60eab69d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1946764 Nov 02 11:37:31.999221 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-9a67eb04-1e0d-4380-beed-58617e97ebf8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:31.999872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-9a67eb04-1e0d-4380-beed-58617e97ebf8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:32.013494 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:32.014315 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device e39f4e5b-896c-4804-8187-6f2f5bfc3d50 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:37:32.019682 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67eb04-1e0d-4380-beed-58617e97ebf8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Pushing event updated for resources: {'Port': ['ID=f70ba22f-c466-4a31-8df3-1f062f2deeaf,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:32.025288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:37:32.076124 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: e39f4e5b-896c-4804-8187-6f2f5bfc3d50 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:37:32.076789 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device e39f4e5b-896c-4804-8187-6f2f5bfc3d50 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:37:32.111886 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=1cda1398-be50-47dc-a076-3ade52443612,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:32.119841 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbb0e8-9d9c-4e38-82db-f977f91dee30 req-2107b7d1-47fe-4c61-a1f9-36e3d39fa476 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:32.123414 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bedbb0e8-9d9c-4e38-82db-f977f91dee30 req-2107b7d1-47fe-4c61-a1f9-36e3d39fa476 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf349af3-d628-41f0-9304-b856120f74fd HTTP/1.1" status: 200 len: 950 time: 0.0724444 Nov 02 11:37:32.130622 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-9a67eb04-1e0d-4380-beed-58617e97ebf8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0954595 Nov 02 11:37:32.147574 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Request body: {'port': {'device_id': 'a14b9a4b-3f55-48fd-800c-d970efc8131e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:32.174219 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5857af7c-a987-461c-a2d1-de39fe10ce3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:32.236544 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bedbb0e8-9d9c-4e38-82db-f977f91dee30 req-60f05170-f7cc-43c7-9110-350cfdad1d1a tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057947 Nov 02 11:37:32.242381 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:32.242883 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:32.288017 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-4eccd660-66a4-42a1-9fc0-dcd0b95fca2b tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:32.297873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936df44a-962b-469e-819f-24c54de7c59c req-0aecf152-7ee6-4c49-90b2-1fdc0de19754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:32.299432 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-936df44a-962b-469e-819f-24c54de7c59c req-0aecf152-7ee6-4c49-90b2-1fdc0de19754 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2946477 Nov 02 11:37:32.311584 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784be0bc-8350-4d14-ba00-23268d0db088 req-f52799d3-d2eb-4a61-bdf0-0818413d7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:32.313063 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-784be0bc-8350-4d14-ba00-23268d0db088 req-f52799d3-d2eb-4a61-bdf0-0818413d7584 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bf349af3-d628-41f0-9304-b856120f74fd HTTP/1.1" status: 200 len: 1102 time: 0.2082846 Nov 02 11:37:32.341448 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Transition to ACTIVE for port object c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:37:32.351519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53206) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:32.389173 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-4eccd660-66a4-42a1-9fc0-dcd0b95fca2b tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:32.389519 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-4eccd660-66a4-42a1-9fc0-dcd0b95fca2b tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Floating IP a52cb3bf-e778-4b9a-a7a1-6f00575b5f43 disassociated. External IP: 172.25.6.77, port: 1e443d91-0d70-41fc-8c7f-bae633b9cc35. Nov 02 11:37:32.467559 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:32.529055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1067528f-55ac-47d1-ade6-93e2b04a6e1d admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1481082115-network', 'tenant_id': 'd8702b9ca25d49aa873f1c4a01316955'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:32.692003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ad0ef-9897-4062-8d30-115ca71ddf80 req-5239dba3-744d-4b06-b773-3bd2e5198050 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:32.693567 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-db4ad0ef-9897-4062-8d30-115ca71ddf80 req-5239dba3-744d-4b06-b773-3bd2e5198050 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 931 time: 0.3373923 Nov 02 11:37:32.724504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Pushing event updated for resources: {'Port': ['ID=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,revision_number=6']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:32.738736 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-784be0bc-8350-4d14-ba00-23268d0db088 req-689c87c6-9bf0-475f-a840-47a90c5648ac service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959994 Nov 02 11:37:32.739417 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] No DVR routers for this DVR port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:37:32.772291 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-936df44a-962b-469e-819f-24c54de7c59c req-f7257640-df0f-4241-9582-bfa03483e633 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327590 Nov 02 11:37:32.818159 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b2fc9eea-e09d-493f-80df-bae6596b7bc8 req-060fd288-6881-4f07-9fe9-ab5cd07d5560 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1349592 Nov 02 11:37:32.826089 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1067528f-55ac-47d1-ade6-93e2b04a6e1d admin admin] Made reservation on behalf of d8702b9ca25d49aa873f1c4a01316955 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:37:32.828675 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1067528f-55ac-47d1-ade6-93e2b04a6e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:32.833092 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-db4ad0ef-9897-4062-8d30-115ca71ddf80 req-7267ed00-1a47-463e-a02e-db9c8483331a tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248755 Nov 02 11:37:32.874221 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Attempting to bind port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:37:32.874585 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Attempting to bind port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:37:32.875271 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Attempting to bind port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:32.883209 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1067528f-55ac-47d1-ade6-93e2b04a6e1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:32.897683 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:37:32.898014 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Attempting to bind port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:32.919006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:37:32.919229 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:37:32.919716 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:37:32.920171 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Bound port: c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:37:32.920527 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:32.955782 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc9eea-e09d-493f-80df-bae6596b7bc8 req-d5441cc2-52fa-40e4-8795-ca5e95ea337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:32.957268 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b2fc9eea-e09d-493f-80df-bae6596b7bc8 req-d5441cc2-52fa-40e4-8795-ca5e95ea337a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 1102 time: 0.0817726 Nov 02 11:37:32.959337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70ba22f-c466-4a31-8df3-1f062f2deeaf {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:37:32.968247 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:32.982367 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Transition to ACTIVE for port object f70ba22f-c466-4a31-8df3-1f062f2deeaf will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:37:33.019602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f9b045-38a1-413b-8956-7415b8b21f03', 'tag': '54175c7a-2ee0-4d23-a54d-782dc903e9b2'}, {'server_uuid': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:33.021837 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476392ad-becd-4658-ad06-ecc3970488ee" -d '{"events": [{"name": "network-changed", "server_uuid": "99f9b045-38a1-413b-8956-7415b8b21f03", "tag": "54175c7a-2ee0-4d23-a54d-782dc903e9b2"}, {"server_uuid": "5dc136cd-7c7d-440e-b88e-21a7fb3c869a", "name": "network-vif-unplugged", "status": "completed", "tag": "c07c4d83-8e4d-49e4-954c-dd7c6ca032e7"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:33.072337 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:33.132492 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a664e-99c7-411c-9643-16986ec48d4f req-3a55091c-18c4-4bc5-bdf6-7485056f040a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:33.133976 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-052a664e-99c7-411c-9643-16986ec48d4f req-3a55091c-18c4-4bc5-bdf6-7485056f040a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 948 time: 0.1481161 Nov 02 11:37:33.162984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-4eccd660-66a4-42a1-9fc0-dcd0b95fca2b tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Router 8c9b67f8-0dac-49de-b5b0-deca6a447908 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:37:33.176475 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Pushing event updated for resources: {'Port': ['ID=f70ba22f-c466-4a31-8df3-1f062f2deeaf,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:33.181209 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc9eea-e09d-493f-80df-bae6596b7bc8 req-4d4d3ff3-9b55-4d8b-93ab-55a941c14085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:33.183265 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b2fc9eea-e09d-493f-80df-bae6596b7bc8 req-4d4d3ff3-9b55-4d8b-93ab-55a941c14085 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1862886 Nov 02 11:37:33.218903 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:37:33.232296 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:37:33.238781 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-936df44a-962b-469e-819f-24c54de7c59c req-82038da6-1fd8-4f7c-8571-7b330b153587 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645497 Nov 02 11:37:33.252619 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1067528f-55ac-47d1-ade6-93e2b04a6e1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:33.262787 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b2fc9eea-e09d-493f-80df-bae6596b7bc8 req-8a53eb66-1fd4-4a30-a8d1-72f0f09f7fbd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=6dd315c0-fcdb-4c14-8fa7-85de0ade7880 HTTP/1.1" status: 200 len: 217 time: 0.0548401 Nov 02 11:37:33.270328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Attempting to bind port f70ba22f-c466-4a31-8df3-1f062f2deeaf on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:37:33.270662 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Attempting to bind port f70ba22f-c466-4a31-8df3-1f062f2deeaf by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:37:33.271019 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Attempting to bind port f70ba22f-c466-4a31-8df3-1f062f2deeaf on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:33.286662 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-052a664e-99c7-411c-9643-16986ec48d4f req-7b7befe7-46d2-412d-afab-51ba59241e05 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386795 Nov 02 11:37:33.288441 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Port f70ba22f-c466-4a31-8df3-1f062f2deeaf on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:37:33.288707 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Attempting to bind port f70ba22f-c466-4a31-8df3-1f062f2deeaf on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:33.306625 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:33.313751 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:37:33.318831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Checking segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:37:33.318831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Bound using segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:37:33.318831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Bound port: f70ba22f-c466-4a31-8df3-1f062f2deeaf, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:37:33.318831 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:33.319209 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 54175c7a-2ee0-4d23-a54d-782dc903e9b2 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:37:33.321945 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:37:33.344047 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1067528f-55ac-47d1-ade6-93e2b04a6e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:33.353716 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-5857af7c-a987-461c-a2d1-de39fe10ce3e admin admin] Deleting port c9479d16-b9f2-4330-b3cc-1420cb0482d0 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:37:33.354111 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5857af7c-a987-461c-a2d1-de39fe10ce3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:33.369535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc9eea-e09d-493f-80df-bae6596b7bc8 req-29bee1c5-cdfc-4fb2-b7c7-be3d59cbb55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:33.371158 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b2fc9eea-e09d-493f-80df-bae6596b7bc8 req-29bee1c5-cdfc-4fb2-b7c7-be3d59cbb55b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0950389 Nov 02 11:37:33.477245 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] For port f70ba22f-c466-4a31-8df3-1f062f2deeaf, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:37:33.481839 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] For port f70ba22f-c466-4a31-8df3-1f062f2deeaf, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f70ba22f-c466-4a31-8df3-1f062f2deeaf,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:37:33.491701 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:37:33.503612 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd279d-386f-4dac-a806-54f20a2b0d4f req-e5f2adad-6f26-4b18-b472-6aa88e57eba2 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:33.506130 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ebd279d-386f-4dac-a806-54f20a2b0d4f req-e5f2adad-6f26-4b18-b472-6aa88e57eba2 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 943 time: 0.1315746 Nov 02 11:37:33.511906 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc9eea-e09d-493f-80df-bae6596b7bc8 req-fdbee9c4-1e41-4ef8-baf5-8b991bfffc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:33.522679 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b2fc9eea-e09d-493f-80df-bae6596b7bc8 req-fdbee9c4-1e41-4ef8-baf5-8b991bfffc83 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1150267 Nov 02 11:37:33.542893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 54175c7a-2ee0-4d23-a54d-782dc903e9b2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=54175c7a-2ee0-4d23-a54d-782dc903e9b2,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:33.558153 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 54175c7a-2ee0-4d23-a54d-782dc903e9b2 has no active binding in host n-h2-806683-18 {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 02 11:37:33.596509 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:33.631945 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ebd279d-386f-4dac-a806-54f20a2b0d4f req-207d1e89-8ee2-43e7-bb85-a32ac7f14963 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163006 Nov 02 11:37:33.689333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:33.690188 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:33.692983 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] 10.222.0.79 "PUT /v2.0/ports/f70ba22f-c466-4a31-8df3-1f062f2deeaf HTTP/1.1" status: 200 len: 1092 time: 1.5496233 Nov 02 11:37:33.699002 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14b9a4b-3f55-48fd-800c-d970efc8131e', 'tag': 'f70ba22f-c466-4a31-8df3-1f062f2deeaf'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:33.701890 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28adf2bb-e726-49e3-bb4d-036a0f2fcb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "a14b9a4b-3f55-48fd-800c-d970efc8131e", "tag": "f70ba22f-c466-4a31-8df3-1f062f2deeaf"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:33.737891 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f9a52-f481-457b-b238-3586d1b5da65 service neutron] Pushing event updated for resources: {'Port': ['ID=f70ba22f-c466-4a31-8df3-1f062f2deeaf,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:33.755242 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b2fc9eea-e09d-493f-80df-bae6596b7bc8 req-50143785-d61d-407c-9c8f-f00e91a29e64 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104783 Nov 02 11:37:33.806464 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cab1d72-82bd-4c66-ba36-861e29ad19f4 x-openstack-request-id: req-7cab1d72-82bd-4c66-ba36-861e29ad19f4 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:33.807080 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f9b045-38a1-413b-8956-7415b8b21f03", "tag": "54175c7a-2ee0-4d23-a54d-782dc903e9b2", "status": "completed", "code": 200}, {"server_uuid": "5dc136cd-7c7d-440e-b88e-21a7fb3c869a", "name": "network-vif-unplugged", "status": "completed", "tag": "c07c4d83-8e4d-49e4-954c-dd7c6ca032e7", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:33.807080 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7cab1d72-82bd-4c66-ba36-861e29ad19f4 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:33.807506 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f9b045-38a1-413b-8956-7415b8b21f03', 'tag': '54175c7a-2ee0-4d23-a54d-782dc903e9b2', 'status': 'completed', 'code': 200} Nov 02 11:37:33.807643 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7', 'code': 200} Nov 02 11:37:33.826735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:33.826735 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:33.826735 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] 10.222.0.79 "PUT /v2.0/ports/c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 HTTP/1.1" status: 200 len: 1097 time: 3.3134158 Nov 02 11:37:33.882167 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1067528f-55ac-47d1-ade6-93e2b04a6e1d admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:37:33.916786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067528f-55ac-47d1-ade6-93e2b04a6e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bb0874-1a13-47d0-9561-cd8848c89977,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:33.955206 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476392ad-becd-4658-ad06-ecc3970488ee req-72a16154-14ca-4639-95fb-3d97361dca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:33.958812 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-476392ad-becd-4658-ad06-ecc3970488ee req-72a16154-14ca-4639-95fb-3d97361dca81 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 1126 time: 0.1745951 Nov 02 11:37:33.977293 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b96f8-2088-484b-b5e0-aac62d4de29a service neutron] Pushing event updated for resources: {'Port': ['ID=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:33.986536 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1067528f-55ac-47d1-ade6-93e2b04a6e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:33.987072 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-1067528f-55ac-47d1-ade6-93e2b04a6e1d admin admin] Added segment e7e73e45-824f-4668-87ab-f7159d717501 of type vlan for network bd5c17c3-2e23-430d-8e74-fd4aa312ce46 Nov 02 11:37:33.999436 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b2fc9eea-e09d-493f-80df-bae6596b7bc8 req-33456d9f-b59d-459a-b66f-88e1d8d0a138 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346451 Nov 02 11:37:34.007272 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f7865-264f-46f2-a809-3e61df4e00c7 req-357b904d-7bab-4025-9216-afb707b920c4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:34.008888 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f25f7865-264f-46f2-a809-3e61df4e00c7 req-357b904d-7bab-4025-9216-afb707b920c4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf349af3-d628-41f0-9304-b856120f74fd HTTP/1.1" status: 200 len: 950 time: 0.1226022 Nov 02 11:37:34.011399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-4eccd660-66a4-42a1-9fc0-dcd0b95fca2b tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:37:34.029231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e559ca-afcd-4cf4-8a37-9bffc6477522 None None] Sync routers for ids ['8c9b67f8-0dac-49de-b5b0-deca6a447908'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:37:34.044797 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e559ca-afcd-4cf4-8a37-9bffc6477522 None None] Routers {'8c9b67f8-0dac-49de-b5b0-deca6a447908'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:37:34.046127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-91e559ca-afcd-4cf4-8a37-9bffc6477522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:37:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8c9b67f8-0dac-49de-b5b0-deca6a447908'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:34.047612 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-4eccd660-66a4-42a1-9fc0-dcd0b95fca2b tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:34.084592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-5857af7c-a987-461c-a2d1-de39fe10ce3e admin admin] For port c9479d16-b9f2-4330-b3cc-1420cb0482d0, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c9479d16-b9f2-4330-b3cc-1420cb0482d0,segment=NetworkSegment(43a9ad7a-f2d4-4650-abfa-729e903d3859),segment_id=43a9ad7a-f2d4-4650-abfa-729e903d3859)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:34.085413 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5857af7c-a987-461c-a2d1-de39fe10ce3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:34.090016 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1067528f-55ac-47d1-ade6-93e2b04a6e1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:34.112064 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f25f7865-264f-46f2-a809-3e61df4e00c7 req-a6451fe3-b311-440a-9aca-89638a2a32d0 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901942 Nov 02 11:37:34.115917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-f51213a2-dc99-4c5f-9cec-54d2c28f8312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:34.116930 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-f51213a2-dc99-4c5f-9cec-54d2c28f8312 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 1100 time: 0.2357640 Nov 02 11:37:34.123265 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-5857af7c-a987-461c-a2d1-de39fe10ce3e admin admin] Calling delete_port for c9479d16-b9f2-4330-b3cc-1420cb0482d0 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:37:34.125900 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-4eccd660-66a4-42a1-9fc0-dcd0b95fca2b tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "PUT /v2.0/floatingips/a52cb3bf-e778-4b9a-a7a1-6f00575b5f43 HTTP/1.1" status: 200 len: 695 time: 2.4217708 Nov 02 11:37:34.128277 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-d0fd1def-abd0-4e72-b952-16871b77a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:34.129489 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-d0fd1def-abd0-4e72-b952-16871b77a005 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 1095 time: 0.2516775 Nov 02 11:37:34.149063 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476392ad-becd-4658-ad06-ecc3970488ee req-a2ea6e58-1469-4d24-b8e9-1491ba0b32c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:34.152201 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-476392ad-becd-4658-ad06-ecc3970488ee req-a2ea6e58-1469-4d24-b8e9-1491ba0b32c5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 922 time: 0.1766701 Nov 02 11:37:34.240518 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa19a33-f8f7-4aa4-a2c5-0510fa40173a x-openstack-request-id: req-caa19a33-f8f7-4aa4-a2c5-0510fa40173a {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:34.240518 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14b9a4b-3f55-48fd-800c-d970efc8131e", "tag": "f70ba22f-c466-4a31-8df3-1f062f2deeaf", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:34.241269 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-caa19a33-f8f7-4aa4-a2c5-0510fa40173a {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:34.241697 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14b9a4b-3f55-48fd-800c-d970efc8131e', 'tag': 'f70ba22f-c466-4a31-8df3-1f062f2deeaf', 'status': 'completed', 'code': 200} Nov 02 11:37:34.243305 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-476392ad-becd-4658-ad06-ecc3970488ee req-07a37113-c6ad-455d-9669-0e02e95f700c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54175c7a-2ee0-4d23-a54d-782dc903e9b2 HTTP/1.1" status: 200 len: 217 time: 0.0822217 Nov 02 11:37:34.287329 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-dd041453-4af8-4e76-8a9e-20d396f2282f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f70ba22f-c466-4a31-8df3-1f062f2deeaf HTTP/1.1" status: 200 len: 217 time: 0.1314561 Nov 02 11:37:34.361584 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476392ad-becd-4658-ad06-ecc3970488ee req-e57b326c-9e34-4976-88e5-a8992941add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:34.368513 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-476392ad-becd-4658-ad06-ecc3970488ee req-e57b326c-9e34-4976-88e5-a8992941add8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.1118617 Nov 02 11:37:34.372839 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1067528f-55ac-47d1-ade6-93e2b04a6e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:34.373841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1067528f-55ac-47d1-ade6-93e2b04a6e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:34.374413 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1067528f-55ac-47d1-ade6-93e2b04a6e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:34.378807 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1e8f7-8740-42f6-abca-0d0f02ba2d18 req-db620c46-edf5-4686-81cc-98ee66ae162d tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:34.387946 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ada1e8f7-8740-42f6-abca-0d0f02ba2d18 req-db620c46-edf5-4686-81cc-98ee66ae162d tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 943 time: 0.1242874 Nov 02 11:37:34.396077 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-91e559ca-afcd-4cf4-8a37-9bffc6477522 None None] Set router 8c9b67f8-0dac-49de-b5b0-deca6a447908 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:37:34.437769 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-476392ad-becd-4658-ad06-ecc3970488ee req-44b5c065-7ca0-45cb-82dd-c7a2e84ee9e8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461619 Nov 02 11:37:34.483476 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ada1e8f7-8740-42f6-abca-0d0f02ba2d18 req-4f277242-92ea-4435-8886-d603744f5116 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944104 Nov 02 11:37:34.486239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-aa3b4c02-90ea-41c6-a79d-d0f43dd72de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:34.487825 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-aa3b4c02-90ea-41c6-a79d-d0f43dd72de6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=df313a0344574db0a3fecb6f28843431&device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 1097 time: 0.3301654 Nov 02 11:37:34.522581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-92892d94-fbf7-497e-8c2d-71e6978cd1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:34.524066 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-92892d94-fbf7-497e-8c2d-71e6978cd1e7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.2019005 Nov 02 11:37:34.547092 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1067528f-55ac-47d1-ade6-93e2b04a6e1d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1944640 Nov 02 11:37:34.552501 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53228) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:34.557863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-654b518e-fe0c-4d41-965c-23ad054c3e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:34.558248 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-81231886-e556-450e-a65a-f75c7aa2abab admin admin] Request body: {'subnet': {'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1481082115-subnet', 'tenant_id': 'd8702b9ca25d49aa873f1c4a01316955', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:34.559619 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-654b518e-fe0c-4d41-965c-23ad054c3e93 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.4228888 Nov 02 11:37:34.572524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067528f-55ac-47d1-ade6-93e2b04a6e1d admin admin] Pushing event updated for resources: {'Network': ['ID=bd5c17c3-2e23-430d-8e74-fd4aa312ce46,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:34.615422 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-3faaadde-31e0-44ed-ac5b-86d68b8b0982 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810769 Nov 02 11:37:34.615794 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-476392ad-becd-4658-ad06-ecc3970488ee req-1bbc24be-38bf-4c8b-8c9c-18ed610df8d4 service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575210 Nov 02 11:37:34.644942 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network bd5c17c3-2e23-430d-8e74-fd4aa312ce46 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:37:34.687606 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-8984de44-e4ff-4a31-adb0-c08e7bbe794a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 HTTP/1.1" status: 200 len: 217 time: 0.0990388 Nov 02 11:37:34.702166 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81231886-e556-450e-a65a-f75c7aa2abab admin admin] Made reservation on behalf of d8702b9ca25d49aa873f1c4a01316955 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:37:34.704660 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81231886-e556-450e-a65a-f75c7aa2abab admin admin] Publish callbacks [] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:34.744012 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-91e559ca-afcd-4cf4-8a37-9bffc6477522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:11Z', 'revision_number': 5, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:34.774553 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e559ca-afcd-4cf4-8a37-9bffc6477522 None None] Checking router: 8c9b67f8-0dac-49de-b5b0-deca6a447908 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:37:34.785121 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e559ca-afcd-4cf4-8a37-9bffc6477522 None None] Routers {'8c9b67f8-0dac-49de-b5b0-deca6a447908'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:37:34.785751 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-91e559ca-afcd-4cf4-8a37-9bffc6477522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:37:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8c9b67f8-0dac-49de-b5b0-deca6a447908'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:34.818443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb580cd3-e84a-4725-9524-8162ede7aed5 req-2b8b07d0-41ff-4ee7-a4a5-05d292f59afa tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:34.820025 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-eb580cd3-e84a-4725-9524-8162ede7aed5 req-2b8b07d0-41ff-4ee7-a4a5-05d292f59afa tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 948 time: 0.1686666 Nov 02 11:37:34.856353 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-771fb9b8-1ee3-4bdc-a886-9e0af42fa9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:34.857905 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-771fb9b8-1ee3-4bdc-a886-9e0af42fa9eb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1573045 Nov 02 11:37:34.862460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-8fc277e1-e385-478b-9d30-a6a178ea2f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:34.863914 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-8fc277e1-e385-478b-9d30-a6a178ea2f4a service neutron] 10.222.0.52 "GET /v2.0/networks?id=b9a21829-9531-42da-bd32-b51063727cdd HTTP/1.1" status: 200 len: 922 time: 0.3331051 Nov 02 11:37:34.897596 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-476392ad-becd-4658-ad06-ecc3970488ee req-938387c0-913f-4703-bf30-84d6f708376a service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683496 Nov 02 11:37:34.929289 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-eb580cd3-e84a-4725-9524-8162ede7aed5 req-1da7bb48-e57a-4596-88a7-e8f749dc9a0b tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926852 Nov 02 11:37:34.954673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-91e559ca-afcd-4cf4-8a37-9bffc6477522 None None] Set router 8c9b67f8-0dac-49de-b5b0-deca6a447908 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:37:34.957000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-02b8eeff-5bff-48f9-aa40-b14bce134825 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e443d91-0d70-41fc-8c7f-bae633b9cc35 HTTP/1.1" status: 200 len: 217 time: 0.0758266 Nov 02 11:37:34.963221 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-05885e21-6d85-4898-909d-23328a300eea service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051283 Nov 02 11:37:35.070640 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-62eda9fd-7db3-4dd1-8b9e-e9150dcceb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:35.072167 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-62eda9fd-7db3-4dd1-8b9e-e9150dcceb3c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2039173 Nov 02 11:37:35.087948 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152c054-fbc8-46e2-afac-5e3be650db4a req-ae4e92fa-e6b1-441c-a8f4-09ac38b75899 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:35.089513 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8152c054-fbc8-46e2-afac-5e3be650db4a req-ae4e92fa-e6b1-441c-a8f4-09ac38b75899 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 943 time: 0.0696721 Nov 02 11:37:35.093094 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-18b0a435-7ddd-4888-a5bb-be135eb16cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:35.094608 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-18b0a435-7ddd-4888-a5bb-be135eb16cfb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c67969c-9913-4e0f-af20-37d010fa84e6 HTTP/1.1" status: 200 len: 860 time: 0.1297379 Nov 02 11:37:35.100073 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5857af7c-a987-461c-a2d1-de39fe10ce3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:35.149122 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81231886-e556-450e-a65a-f75c7aa2abab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:35.161374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857af7c-a987-461c-a2d1-de39fe10ce3e admin admin] Pushing event deleted for resources: {'Port': ['ID=c9479d16-b9f2-4330-b3cc-1420cb0482d0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:35.201433 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8152c054-fbc8-46e2-afac-5e3be650db4a req-650f95f1-63e8-4308-8a84-a24b81aef627 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972421 Nov 02 11:37:35.261592 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81231886-e556-450e-a65a-f75c7aa2abab admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce007fe3-48ea-421e-bc9f-dbc29aaa148f,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:35.264028 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-91e559ca-afcd-4cf4-8a37-9bffc6477522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:11Z', 'revision_number': 5, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:35.268194 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5663d0c1-21e1-4189-bfd2-c3906952d2f7 req-eb781652-b2c6-4da7-bee8-7afe1a0abaf8 service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912049 Nov 02 11:37:35.316599 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81231886-e556-450e-a65a-f75c7aa2abab admin admin] Checking segment: {'id': 'e7e73e45-824f-4668-87ab-f7159d717501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:37:35.316966 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81231886-e556-450e-a65a-f75c7aa2abab admin admin] Network hostable DHCP agents. Network: bd5c17c3-2e23-430d-8e74-fd4aa312ce46, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:37:35.324102 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e559ca-afcd-4cf4-8a37-9bffc6477522 None None] The sync data for ids ['8c9b67f8-0dac-49de-b5b0-deca6a447908'] in n-d-806683-18 is: [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:36:05Z', 'revision_number': 4, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '1668e671-ddfc-4636-9935-372bae3b51a7', 'name': '', 'network_id': 'b9a21829-9531-42da-bd32-b51063727cdd', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'mac_address': 'fa:16:3e:d8:3b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:36:03Z', 'updated_at': '2021-11-02T11:36:11Z', 'revision_number': 5, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'subnets': [{'id': '1c67969c-9913-4e0f-af20-37d010fa84e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:37:35.333398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-c32081e8-5392-4377-9a36-dde4a7a5a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:35.334944 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-c32081e8-5392-4377-9a36-dde4a7a5a821 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b9a21829-9531-42da-bd32-b51063727cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2194650 Nov 02 11:37:35.374538 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-fcd8d54a-3d50-40b2-b3b4-f08e67aed63a service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912509 Nov 02 11:37:35.442447 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-558a2e16-e197-4ea4-9bcf-64592ac8d1d6 service neutron] 10.222.0.79 "GET /v2.0/ports/54175c7a-2ee0-4d23-a54d-782dc903e9b2/bindings/n-h2-806683-18 HTTP/1.1" status: 200 len: 385 time: 0.1975913 Nov 02 11:37:35.468283 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed52c5a-2d23-40b9-be67-1bc2ff51da1e req-fb940830-2ce3-4a56-9551-eee37fa88651 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:35.469863 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6ed52c5a-2d23-40b9-be67-1bc2ff51da1e req-fb940830-2ce3-4a56-9551-eee37fa88651 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf349af3-d628-41f0-9304-b856120f74fd HTTP/1.1" status: 200 len: 950 time: 0.1155579 Nov 02 11:37:35.502630 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81231886-e556-450e-a65a-f75c7aa2abab admin admin] Network bd5c17c3-2e23-430d-8e74-fd4aa312ce46 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:37:35.569648 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4d3e2e5-912f-45ac-b58c-0a8a55a28c06 req-bdea9ed7-bc4e-4072-9d12-83ec9ef04945 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274052 Nov 02 11:37:35.576320 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-81231886-e556-450e-a65a-f75c7aa2abab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, bd5c17c3-2e23-430d-8e74-fd4aa312ce46) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:37:35.585550 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509f91be-cd30-433a-93ca-d4c27bd6ef66 None None] Network bd5c17c3-2e23-430d-8e74-fd4aa312ce46 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:37:35.592304 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6ed52c5a-2d23-40b9-be67-1bc2ff51da1e req-ded29fa2-e021-4442-b176-16f0a0728c0e tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991371 Nov 02 11:37:35.594752 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81231886-e556-450e-a65a-f75c7aa2abab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:35.595384 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81231886-e556-450e-a65a-f75c7aa2abab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:35.709276 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5857af7c-a987-461c-a2d1-de39fe10ce3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:35.743617 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715d5674-8fbc-4677-a4b3-7685712ed869 None None] New status for floating IP a52cb3bf-e778-4b9a-a7a1-6f00575b5f43: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:37:35.773733 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-81231886-e556-450e-a65a-f75c7aa2abab admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2125447 Nov 02 11:37:35.773978 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39164c55-69d2-49fa-80a3-8eba7ebac06a None None] Network bd5c17c3-2e23-430d-8e74-fd4aa312ce46 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:37:35.795079 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adf2bb-e726-49e3-bb4d-036a0f2fcb3f req-0b8eb3e6-1891-473e-a5d0-c5371d6a6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:35.796640 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28adf2bb-e726-49e3-bb4d-036a0f2fcb3f req-0b8eb3e6-1891-473e-a5d0-c5371d6a6dc5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 1095 time: 0.3635716 Nov 02 11:37:35.892859 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0d949-a428-4b5c-a54f-05140dfd1e9b req-3587b038-fa9d-41e5-98b4-acd65d234524 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:35.904939 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4e0d949-a428-4b5c-a54f-05140dfd1e9b req-3587b038-fa9d-41e5-98b4-acd65d234524 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 943 time: 0.2210808 Nov 02 11:37:35.912825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'tag': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7'}, {'name': 'network-changed', 'server_uuid': '832ff546-854b-4cbd-87d4-43827a8e9803', 'tag': '1e443d91-0d70-41fc-8c7f-bae633b9cc35'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:35.915826 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42907cce-66fa-4101-af6b-1e9219346ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc136cd-7c7d-440e-b88e-21a7fb3c869a", "tag": "c07c4d83-8e4d-49e4-954c-dd7c6ca032e7"}, {"name": "network-changed", "server_uuid": "832ff546-854b-4cbd-87d4-43827a8e9803", "tag": "1e443d91-0d70-41fc-8c7f-bae633b9cc35"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:35.932701 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-13927266-41d7-41a2-ad7d-d4d121384a81 service neutron] 10.222.0.52 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772958 Nov 02 11:37:35.973894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-66d5a8f9-f790-42b0-9dd6-6bc1f919e084 service neutron] For port 54175c7a-2ee0-4d23-a54d-782dc903e9b2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=54175c7a-2ee0-4d23-a54d-782dc903e9b2,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:35.975066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adf2bb-e726-49e3-bb4d-036a0f2fcb3f req-b317f3c0-b38d-4bf9-9dbf-74c197731057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:35.976574 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28adf2bb-e726-49e3-bb4d-036a0f2fcb3f req-b317f3c0-b38d-4bf9-9dbf-74c197731057 service neutron] 10.222.0.79 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 908 time: 0.1698523 Nov 02 11:37:36.056564 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28adf2bb-e726-49e3-bb4d-036a0f2fcb3f req-5fbac649-735f-4bbf-a8f8-2338d4324420 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f70ba22f-c466-4a31-8df3-1f062f2deeaf HTTP/1.1" status: 200 len: 217 time: 0.0560613 Nov 02 11:37:36.072389 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4e0d949-a428-4b5c-a54f-05140dfd1e9b req-07107a71-db44-43ab-a560-a2f45e07a6e5 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619911 Nov 02 11:37:36.085719 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-66d5a8f9-f790-42b0-9dd6-6bc1f919e084 service neutron] For port 54175c7a-2ee0-4d23-a54d-782dc903e9b2, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:37:36.129269 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-66d5a8f9-f790-42b0-9dd6-6bc1f919e084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54175c7a-2ee0-4d23-a54d-782dc903e9b2 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:37:36.141025 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-66d5a8f9-f790-42b0-9dd6-6bc1f919e084 service neutron] For port 54175c7a-2ee0-4d23-a54d-782dc903e9b2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=54175c7a-2ee0-4d23-a54d-782dc903e9b2,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:36.166787 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adf2bb-e726-49e3-bb4d-036a0f2fcb3f req-8da4a5f9-0a58-431f-9e6b-b4a73d9c2f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:36.168267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28adf2bb-e726-49e3-bb4d-036a0f2fcb3f req-8da4a5f9-0a58-431f-9e6b-b4a73d9c2f4c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.0734544 Nov 02 11:37:36.244759 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28adf2bb-e726-49e3-bb4d-036a0f2fcb3f req-97173859-04bc-4823-b28c-0de5b2dff016 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410731 Nov 02 11:37:36.253690 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1cd2d8cd-eecd-4055-8b45-ccc0595c0ec3 req-f29ffa0f-de5d-41be-bc30-d0180ad8ae24 service neutron] 10.222.0.52 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201101 Nov 02 11:37:36.255779 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99389e7-8928-4e7c-b564-f3d84e27ec8e req-cc89f694-5167-4d09-83f8-d5379153631d tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:36.263646 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a99389e7-8928-4e7c-b564-f3d84e27ec8e req-cc89f694-5167-4d09-83f8-d5379153631d tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bf349af3-d628-41f0-9304-b856120f74fd HTTP/1.1" status: 200 len: 1102 time: 0.0575640 Nov 02 11:37:36.275539 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-66d5a8f9-f790-42b0-9dd6-6bc1f919e084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:36.355387 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a99389e7-8928-4e7c-b564-f3d84e27ec8e req-72ce11a0-d29e-4fb1-a99b-f2b5e2fbf23d tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884020 Nov 02 11:37:36.391811 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-66d5a8f9-f790-42b0-9dd6-6bc1f919e084 service neutron] Transition to ACTIVE for port object 54175c7a-2ee0-4d23-a54d-782dc903e9b2 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:37:36.504387 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-66d5a8f9-f790-42b0-9dd6-6bc1f919e084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:36.579500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5a8f9-f790-42b0-9dd6-6bc1f919e084 service neutron] Pushing event updated for resources: {'Port': ['ID=54175c7a-2ee0-4d23-a54d-782dc903e9b2,revision_number=10']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:36.616876 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3031945d-94f0-4cf6-b25d-ae164bd1b4d9 x-openstack-request-id: req-3031945d-94f0-4cf6-b25d-ae164bd1b4d9 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:36.616876 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc136cd-7c7d-440e-b88e-21a7fb3c869a", "tag": "c07c4d83-8e4d-49e4-954c-dd7c6ca032e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "832ff546-854b-4cbd-87d4-43827a8e9803", "tag": "1e443d91-0d70-41fc-8c7f-bae633b9cc35", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:36.616876 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3031945d-94f0-4cf6-b25d-ae164bd1b4d9 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:36.616876 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'tag': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7', 'status': 'completed', 'code': 200} Nov 02 11:37:36.616876 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832ff546-854b-4cbd-87d4-43827a8e9803', 'tag': '1e443d91-0d70-41fc-8c7f-bae633b9cc35', 'status': 'completed', 'code': 200} Nov 02 11:37:36.619904 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-91e2f695-d52b-4229-b7d0-9eb2f0a69bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:36.622741 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-91e2f695-d52b-4229-b7d0-9eb2f0a69bff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 1100 time: 0.1597588 Nov 02 11:37:36.656979 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-66d5a8f9-f790-42b0-9dd6-6bc1f919e084 service neutron] No DVR routers for this DVR port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:37:36.721502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21de33-62c7-4d17-bac0-637eb0f87626 req-b87a9ed4-3a9d-435b-aad9-44b29d0165c5 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:36.723042 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-de21de33-62c7-4d17-bac0-637eb0f87626 req-b87a9ed4-3a9d-435b-aad9-44b29d0165c5 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 948 time: 0.2254865 Nov 02 11:37:36.739518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5857af7c-a987-461c-a2d1-de39fe10ce3e admin admin] Router a75e39cf-893b-4d84-a0df-fcd39838cf36 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:37:36.768111 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-66d5a8f9-f790-42b0-9dd6-6bc1f919e084 service neutron] 10.222.0.79 "PUT /v2.0/ports/54175c7a-2ee0-4d23-a54d-782dc903e9b2/bindings/n-h2-806683-18/activate HTTP/1.1" status: 200 len: 370 time: 1.3156147 Nov 02 11:37:36.798760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-b930c2d7-e09d-4035-88e0-96d25944abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:36.800286 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-b930c2d7-e09d-4035-88e0-96d25944abc7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 1100 time: 0.1893048 Nov 02 11:37:36.811610 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-da8469a9-c208-4b90-a99c-9ded499618bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:36.813385 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-da8469a9-c208-4b90-a99c-9ded499618bc service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1818612 Nov 02 11:37:36.818109 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-de21de33-62c7-4d17-bac0-637eb0f87626 req-8a3d8d05-1257-4e5f-9387-1139f8934485 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792317 Nov 02 11:37:36.829226 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28adf2bb-e726-49e3-bb4d-036a0f2fcb3f req-fe982e3a-453a-4432-8a28-f3b4087325b2 service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729485 Nov 02 11:37:36.872132 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-45e9414b-820d-445f-9be4-fedb0d2cf8ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 HTTP/1.1" status: 200 len: 217 time: 0.0480728 Nov 02 11:37:36.966996 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741f6cc-946c-45cc-8bf7-cd33fa8a8238 req-caaea830-a3b3-496a-a0dd-5a89a2499f01 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:36.968544 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9741f6cc-946c-45cc-8bf7-cd33fa8a8238 req-caaea830-a3b3-496a-a0dd-5a89a2499f01 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 944 time: 0.0913804 Nov 02 11:37:36.969954 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-032ea622-f38a-4946-bc89-c737dc8ffeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:36.971544 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-032ea622-f38a-4946-bc89-c737dc8ffeee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0823669 Nov 02 11:37:37.021796 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-db5cb4cd-aed2-4c11-bfee-9a8acca0bdac tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:37.023339 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-db5cb4cd-aed2-4c11-bfee-9a8acca0bdac tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/networks?id=bd5c17c3-2e23-430d-8e74-fd4aa312ce46 HTTP/1.1" status: 200 len: 822 time: 0.3433356 Nov 02 11:37:37.045756 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9741f6cc-946c-45cc-8bf7-cd33fa8a8238 req-052b2000-ccef-4903-a788-786704837741 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705931 Nov 02 11:37:37.051016 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-74ebadc4-81a2-4427-84a6-24e43fa08693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:37.052090 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-74ebadc4-81a2-4427-84a6-24e43fa08693 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0707741 Nov 02 11:37:37.114764 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-523a259b-7201-46e9-a36c-aac8dd58af08 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/quotas/d8702b9ca25d49aa873f1c4a01316955 HTTP/1.1" status: 200 len: 375 time: 0.0800407 Nov 02 11:37:37.174311 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-07507fd9-9ae9-4b03-95ba-8ade2ec59bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:37.175266 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-23d06099-7be9-41b5-a077-b417bd2cba94 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151838 Nov 02 11:37:37.175388 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-07507fd9-9ae9-4b03-95ba-8ade2ec59bf4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.3641148 Nov 02 11:37:37.180924 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-715daaff-d266-4d82-9923-97f1da3f535c tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8702b9ca25d49aa873f1c4a01316955&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661778 Nov 02 11:37:37.183568 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-ca236219-88c3-414f-9890-aa89ebe41595 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:37.185505 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-ca236219-88c3-414f-9890-aa89ebe41595 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03&tenant_id=9434b8b2332344e783438c5f662e06b3&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 1096 time: 0.2840166 Nov 02 11:37:37.186771 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5857af7c-a987-461c-a2d1-de39fe10ce3e admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:37:37.189596 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28adf2bb-e726-49e3-bb4d-036a0f2fcb3f req-a1976dbe-7df5-4857-8583-4f766f6d3196 service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132570 Nov 02 11:37:37.195367 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5857af7c-a987-461c-a2d1-de39fe10ce3e admin admin] 10.222.0.52 "PUT /v2.0/routers/a75e39cf-893b-4d84-a0df-fcd39838cf36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6573637 Nov 02 11:37:37.197966 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53282) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:37.200923 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142cb3b-7aaf-4767-a266-fe06d0426792 None None] Sync routers for ids ['a75e39cf-893b-4d84-a0df-fcd39838cf36'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:37:37.213349 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142cb3b-7aaf-4767-a266-fe06d0426792 None None] Routers {'a75e39cf-893b-4d84-a0df-fcd39838cf36'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:37:37.213982 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b142cb3b-7aaf-4767-a266-fe06d0426792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:37:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a75e39cf-893b-4d84-a0df-fcd39838cf36'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:37.279746 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-b5493fd3-0121-480f-b0d0-e68fd3f5f335 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 HTTP/1.1" status: 200 len: 217 time: 0.0891705 Nov 02 11:37:37.315533 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-1a80da63-84d3-473c-a6bb-87219a46c29f tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1202195 Nov 02 11:37:37.333636 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-b142cb3b-7aaf-4767-a266-fe06d0426792 None None] Set router a75e39cf-893b-4d84-a0df-fcd39838cf36 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:37:37.373136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-21754174-084c-4de8-9c56-166618d745a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:37.374960 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-21754174-084c-4de8-9c56-166618d745a8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03&tenant_id=9434b8b2332344e783438c5f662e06b3 HTTP/1.1" status: 200 len: 1096 time: 0.1723456 Nov 02 11:37:37.385762 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-f8bbc17b-e231-4ce6-8387-5ce18ec4cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:37.387309 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-f8bbc17b-e231-4ce6-8387-5ce18ec4cf14 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0758345 Nov 02 11:37:37.407624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-0f5fbd92-17e0-4994-a057-ae26cb1a9ec9 service neutron] 10.222.0.52 "GET /v2.0/networks/bd5c17c3-2e23-430d-8e74-fd4aa312ce46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158697 Nov 02 11:37:37.548128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-20c27f08-c156-4911-8ed2-be5079a471ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:37.549457 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b142cb3b-7aaf-4767-a266-fe06d0426792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145300980-router', 'tenant_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5994153a-9e1c-4fbc-b865-d35e2727e20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:34:57Z', 'updated_at': '2021-11-02T11:37:34Z', 'revision_number': 5, 'project_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'gw_port': {'id': '5994153a-9e1c-4fbc-b865-d35e2727e20d', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:34:58Z', 'updated_at': '2021-11-02T11:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:37.549651 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-20c27f08-c156-4911-8ed2-be5079a471ec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1547167 Nov 02 11:37:37.563331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-aaeaf495-92a7-4f08-928c-c41ac2b5603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:37.564936 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-aaeaf495-92a7-4f08-928c-c41ac2b5603d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 1096 time: 0.1422515 Nov 02 11:37:37.583161 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142cb3b-7aaf-4767-a266-fe06d0426792 None None] Checking router: a75e39cf-893b-4d84-a0df-fcd39838cf36 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:37:37.592169 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142cb3b-7aaf-4767-a266-fe06d0426792 None None] Routers {'a75e39cf-893b-4d84-a0df-fcd39838cf36'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:37:37.592788 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b142cb3b-7aaf-4767-a266-fe06d0426792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:37:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a75e39cf-893b-4d84-a0df-fcd39838cf36'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:37.637213 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f70ba22f-c466-4a31-8df3-1f062f2deeaf details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:37:37.640493 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-ce712409-fdec-4b0a-a9b8-55dfbc3c0ba9 service neutron] 10.222.0.52 "GET /v2.0/networks/bd5c17c3-2e23-430d-8e74-fd4aa312ce46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156794 Nov 02 11:37:37.719834 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-b82f5f0c-8c56-4c6f-a61c-786957fd76b0 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367532 Nov 02 11:37:37.730461 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b35b24d6-b627-4873-a0e8-e1e4176af4b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:37.766977 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-459ff7fa-bf35-4adf-b50f-5bc82a7fc873 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009816 Nov 02 11:37:37.772843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-db037ffd-36af-4125-b157-5f60007687d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:37.774961 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-db037ffd-36af-4125-b157-5f60007687d5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 922 time: 0.1937807 Nov 02 11:37:37.831797 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-b142cb3b-7aaf-4767-a266-fe06d0426792 None None] Set router a75e39cf-893b-4d84-a0df-fcd39838cf36 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:37:37.867367 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-14558638-7059-426e-94c6-f088442da9b0 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:37.868894 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-14558638-7059-426e-94c6-f088442da9b0 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5099525 Nov 02 11:37:37.903212 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b2e33f5a-22b4-42cc-aa55-b9cbd843a7b2 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/quotas/d8225d8ee4a1492f818d0de3e1109c1e HTTP/1.1" status: 200 len: 375 time: 0.0207973 Nov 02 11:37:37.918188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-df166c14-6475-4c67-bc06-6193356c0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:37.920455 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-df166c14-6475-4c67-bc06-6193356c0785 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df313a0344574db0a3fecb6f28843431&device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 1097 time: 0.1236637 Nov 02 11:37:37.928575 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b35b24d6-b627-4873-a0e8-e1e4176af4b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:37.976851 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port f70ba22f-c466-4a31-8df3-1f062f2deeaf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f70ba22f-c466-4a31-8df3-1f062f2deeaf,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:38.023744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'f70ba22f-c466-4a31-8df3-1f062f2deeaf', 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9', 'port_id': 'f70ba22f-c466-4a31-8df3-1f062f2deeaf', 'mac_address': 'fa:16:3e:95:4e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67ef1c0-d316-4203-a4c2-b1d66f1800c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:37:38.033677 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-2f9e92df-2375-47b0-8bac-4e6f119b1d90 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559311 Nov 02 11:37:38.037055 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-2f11a78f-83c3-403f-bd8f-99638e35715a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54175c7a-2ee0-4d23-a54d-782dc903e9b2 HTTP/1.1" status: 200 len: 217 time: 0.2035713 Nov 02 11:37:38.068065 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-0f340f9f-ef82-4f2c-a1cb-3ea64f801ce7 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1540446 Nov 02 11:37:38.123021 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-15131046-675e-4bd2-8f4b-39f4a0fbabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:38.125163 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-15131046-675e-4bd2-8f4b-39f4a0fbabc0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b9a21829-9531-42da-bd32-b51063727cdd HTTP/1.1" status: 200 len: 922 time: 0.1922987 Nov 02 11:37:38.178792 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-5874f038-c946-47ab-afa1-1153a0a138b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1e443d91-0d70-41fc-8c7f-bae633b9cc35 HTTP/1.1" status: 200 len: 217 time: 0.0460112 Nov 02 11:37:38.189927 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b35b24d6-b627-4873-a0e8-e1e4176af4b8 admin admin] Deleting port 5994153a-9e1c-4fbc-b865-d35e2727e20d {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:37:38.190227 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b35b24d6-b627-4873-a0e8-e1e4176af4b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:38.212009 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-9c9922fa-015c-4636-bb4c-62c59369daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:38.222197 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-9c9922fa-015c-4636-bb4c-62c59369daa4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.1141527 Nov 02 11:37:38.268391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53cb4b-b808-4d8f-96ae-251ca12ffc42 req-162242b2-8a30-41d2-bc76-5709f6bbd35a tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:38.279614 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f53cb4b-b808-4d8f-96ae-251ca12ffc42 req-162242b2-8a30-41d2-bc76-5709f6bbd35a tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 943 time: 0.2413020 Nov 02 11:37:38.303749 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-fe0118ac-83a8-42d8-8402-e3e6397b5330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:38.305199 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-fe0118ac-83a8-42d8-8402-e3e6397b5330 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c67969c-9913-4e0f-af20-37d010fa84e6 HTTP/1.1" status: 200 len: 860 time: 0.1173363 Nov 02 11:37:38.309115 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-16b282a6-834b-4c38-9d3e-5fabc609311b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843358 Nov 02 11:37:38.322244 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:38.341163 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70ba22f-c466-4a31-8df3-1f062f2deeaf {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:37:38.368587 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-b35b24d6-b627-4873-a0e8-e1e4176af4b8 admin admin] For port 5994153a-9e1c-4fbc-b865-d35e2727e20d, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5994153a-9e1c-4fbc-b865-d35e2727e20d,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:38.369172 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b35b24d6-b627-4873-a0e8-e1e4176af4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:38.372493 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port f70ba22f-c466-4a31-8df3-1f062f2deeaf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f70ba22f-c466-4a31-8df3-1f062f2deeaf,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:38.378441 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b142cb3b-7aaf-4767-a266-fe06d0426792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145300980-router', 'tenant_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5994153a-9e1c-4fbc-b865-d35e2727e20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:34:57Z', 'updated_at': '2021-11-02T11:37:34Z', 'revision_number': 5, 'project_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'gw_port': {'id': '5994153a-9e1c-4fbc-b865-d35e2727e20d', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:34:58Z', 'updated_at': '2021-11-02T11:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:38.394256 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b35b24d6-b627-4873-a0e8-e1e4176af4b8 admin admin] Calling delete_port for 5994153a-9e1c-4fbc-b865-d35e2727e20d owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:37:38.422203 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142cb3b-7aaf-4767-a266-fe06d0426792 None None] The sync data for ids ['a75e39cf-893b-4d84-a0df-fcd39838cf36'] in n-d-806683-18 is: [{'id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'name': 'tempest-AttachSCSIVolumeTestJSON-2145300980-router', 'tenant_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5994153a-9e1c-4fbc-b865-d35e2727e20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:34:57Z', 'updated_at': '2021-11-02T11:37:34Z', 'revision_number': 5, 'project_id': '421fa8b2e3444ddcb336955a78b6f4fb', 'gw_port': {'id': '5994153a-9e1c-4fbc-b865-d35e2727e20d', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75e39cf-893b-4d84-a0df-fcd39838cf36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:34:58Z', 'updated_at': '2021-11-02T11:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:37:38.422453 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-a8bd01cb-d366-427c-a11b-7ab18d375e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:38.424808 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-a8bd01cb-d366-427c-a11b-7ab18d375e2f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b9a21829-9531-42da-bd32-b51063727cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958962 Nov 02 11:37:38.427151 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f53cb4b-b808-4d8f-96ae-251ca12ffc42 req-171786c1-f99e-4411-bc8f-bc7bfe0110f5 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400325 Nov 02 11:37:38.447925 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:38.555954 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-ae033bba-350c-4a69-8945-536f7b721d7f service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211514 Nov 02 11:37:38.561990 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=f70ba22f-c466-4a31-8df3-1f062f2deeaf,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:38.688302 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6afba3c4-6ba4-43d7-a6eb-38718146f720 req-ffe50b8c-7a1d-41f1-8a14-b2bcfa77991e tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 210 time: 0.0475752 Nov 02 11:37:38.709599 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['f70ba22f-c466-4a31-8df3-1f062f2deeaf'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:38.734591 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0be96-b48d-4ae7-874e-3c36083b750d req-5d0fb485-e1af-43ac-bf32-d29c8a278ae7 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:38.736139 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-34a0be96-b48d-4ae7-874e-3c36083b750d req-5d0fb485-e1af-43ac-bf32-d29c8a278ae7 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 948 time: 0.1459801 Nov 02 11:37:38.811307 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-fd30d05b-e38f-4c7b-ab6b-bb33e821d717 service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467947 Nov 02 11:37:38.834352 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-ad80e1ca-669b-4b6e-b89a-463871af7d49 service neutron] 10.222.0.54 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826420 Nov 02 11:37:38.834587 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440f7b5-6d27-4770-bea2-3440bed0e66b req-a0754846-2cd5-4134-9b4d-f88defb0fec5 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:38.843749 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b440f7b5-6d27-4770-bea2-3440bed0e66b req-a0754846-2cd5-4134-9b4d-f88defb0fec5 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 944 time: 0.0858626 Nov 02 11:37:38.905082 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-34a0be96-b48d-4ae7-874e-3c36083b750d req-8396e1fd-e702-4961-8f9c-2cd1a4eb2c9d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319973 Nov 02 11:37:38.906528 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b440f7b5-6d27-4770-bea2-3440bed0e66b req-d194184b-aaa0-4a34-9260-cf5f97da68a6 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617058 Nov 02 11:37:38.992921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19a9f62b-adf0-4124-8c4b-7bbd5cb1d46e req-adf59116-10b8-4ba3-864f-1e937fb5a43e tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 210 time: 0.0300670 Nov 02 11:37:39.071240 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-38a8bbc1-c5b9-46fd-8572-ec0990d6af01 req-75c8c2ce-5d43-4e3d-9bfa-344edfbab47c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/floatingips/a52cb3bf-e778-4b9a-a7a1-6f00575b5f43 HTTP/1.1" status: 200 len: 693 time: 0.0780046 Nov 02 11:37:39.146050 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-42907cce-66fa-4101-af6b-1e9219346ff3 req-eaa7b998-0763-42c7-8651-5bd1400e27a6 service neutron] 10.222.0.54 "GET /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978611 Nov 02 11:37:39.223564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8bbc1-c5b9-46fd-8572-ec0990d6af01 req-f9c281ad-414c-469e-b967-afe0c5a90ed8 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:39.224868 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-38a8bbc1-c5b9-46fd-8572-ec0990d6af01 req-f9c281ad-414c-469e-b967-afe0c5a90ed8 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.1460724 Nov 02 11:37:39.235744 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-38a8bbc1-c5b9-46fd-8572-ec0990d6af01 req-25e1e812-3923-45ea-9953-e6c0ee37ca3f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:37:39.236709 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-38a8bbc1-c5b9-46fd-8572-ec0990d6af01 req-25e1e812-3923-45ea-9953-e6c0ee37ca3f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0059402 Nov 02 11:37:39.288231 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-38a8bbc1-c5b9-46fd-8572-ec0990d6af01 req-1070d136-da2d-461f-b583-ef2166833f96 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 696 time: 0.0453231 Nov 02 11:37:39.340062 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b35b24d6-b627-4873-a0e8-e1e4176af4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:39.352041 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-38a8bbc1-c5b9-46fd-8572-ec0990d6af01 req-370fa441-ec0d-49e0-8688-e868e718111c tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.77 HTTP/1.1" status: 200 len: 696 time: 0.0574102 Nov 02 11:37:39.373035 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b24d6-b627-4873-a0e8-e1e4176af4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5994153a-9e1c-4fbc-b865-d35e2727e20d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:39.438759 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b35b24d6-b627-4873-a0e8-e1e4176af4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:39.627164 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:37:39.634060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f70ba22f-c466-4a31-8df3-1f062f2deeaf up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:37:39.650874 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b35b24d6-b627-4873-a0e8-e1e4176af4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:39.658464 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b35b24d6-b627-4873-a0e8-e1e4176af4b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:39.750309 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-f0ae9328-be7d-46e7-b487-1bfeb24d2a4c tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:39.751844 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-f0ae9328-be7d-46e7-b487-1bfeb24d2a4c tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03&tenant_id=9434b8b2332344e783438c5f662e06b3&binding%3Ahost_id=n-h2-806683-18 HTTP/1.1" status: 200 len: 1096 time: 0.1952193 Nov 02 11:37:39.768852 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-38a8bbc1-c5b9-46fd-8572-ec0990d6af01 req-9cd5250c-2bb1-45aa-b254-39e57b4b350a tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Deleting port bd6ed91d-e16e-4d93-8d16-20f04152009a {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:37:39.769188 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-38a8bbc1-c5b9-46fd-8572-ec0990d6af01 req-9cd5250c-2bb1-45aa-b254-39e57b4b350a tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:39.777441 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:39.794764 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7', 'mac_address': 'fa:16:3e:7a:73:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:37:39.818040 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b35b24d6-b627-4873-a0e8-e1e4176af4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:39.818040 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35b24d6-b627-4873-a0e8-e1e4176af4b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a75e39cf-893b-4d84-a0df-fcd39838cf36 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:37:39.819868 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port f70ba22f-c466-4a31-8df3-1f062f2deeaf completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:37:39.829030 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port f70ba22f-c466-4a31-8df3-1f062f2deeaf triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:37:39.829533 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:39.862306 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:39.876989 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b35b24d6-b627-4873-a0e8-e1e4176af4b8 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:39.878140 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b35b24d6-b627-4873-a0e8-e1e4176af4b8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a75e39cf-893b-4d84-a0df-fcd39838cf36 HTTP/1.1" status: 204 len: 168 time: 2.6789324 Nov 02 11:37:39.880821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53320) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:39.897575 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:37:39.961941 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:39.984586 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-38a8bbc1-c5b9-46fd-8572-ec0990d6af01 req-9cd5250c-2bb1-45aa-b254-39e57b4b350a tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:39.990578 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-38a8bbc1-c5b9-46fd-8572-ec0990d6af01 req-9cd5250c-2bb1-45aa-b254-39e57b4b350a tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:39.995282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c9479d16-b9f2-4330-b3cc-1420cb0482d0 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:37:40.006772 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-38a8bbc1-c5b9-46fd-8572-ec0990d6af01 req-9cd5250c-2bb1-45aa-b254-39e57b4b350a tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Calling delete_port for bd6ed91d-e16e-4d93-8d16-20f04152009a owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:37:40.045855 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: c9479d16-b9f2-4330-b3cc-1420cb0482d0 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:37:40.046281 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c9479d16-b9f2-4330-b3cc-1420cb0482d0 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:37:40.065119 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:40.095412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad6c53-b14a-431a-82c3-690ec1ee2775 req-37deea26-72ec-47dd-987d-6283e4eebd1e tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:40.104323 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0aad6c53-b14a-431a-82c3-690ec1ee2775 req-37deea26-72ec-47dd-987d-6283e4eebd1e tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 944 time: 0.1399772 Nov 02 11:37:40.114371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14b9a4b-3f55-48fd-800c-d970efc8131e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70ba22f-c466-4a31-8df3-1f062f2deeaf'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:40.119202 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520f3d74-8951-4984-a399-cd9281feaee0" -d '{"events": [{"server_uuid": "a14b9a4b-3f55-48fd-800c-d970efc8131e", "name": "network-vif-plugged", "status": "completed", "tag": "f70ba22f-c466-4a31-8df3-1f062f2deeaf"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:40.132665 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:40.134196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646921e-7813-4732-a51d-8a104405adf9 req-63dce55f-7f71-4c11-99be-8a16ef3b4308 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:40.136145 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port f70ba22f-c466-4a31-8df3-1f062f2deeaf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f70ba22f-c466-4a31-8df3-1f062f2deeaf,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:40.137096 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f646921e-7813-4732-a51d-8a104405adf9 req-63dce55f-7f71-4c11-99be-8a16ef3b4308 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.79 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a&tenant_id=6196471367014fa2a6ff86ee9c2ee144&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 948 time: 0.1616521 Nov 02 11:37:40.142287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e769aa7-6d14-414a-adc5-92b38745766b admin admin] Deleting subnet 2b57eab2-ab11-4e6a-a322-0971ece84e4e {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:37:40.148504 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e769aa7-6d14-414a-adc5-92b38745766b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:40.185113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-ad00e999-d1a6-4fc5-995a-156cd59d6f89 service neutron] For port 54175c7a-2ee0-4d23-a54d-782dc903e9b2, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:37:40.192183 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-ad00e999-d1a6-4fc5-995a-156cd59d6f89 service neutron] Publish callbacks [] for binding, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:40.193461 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-72710dc0-21a1-49a8-9ba9-4608f2ca9bc8 req-ad00e999-d1a6-4fc5-995a-156cd59d6f89 service neutron] 10.222.0.54 "DELETE /v2.0/ports/54175c7a-2ee0-4d23-a54d-782dc903e9b2/bindings/n-h1-806683-18 HTTP/1.1" status: 204 len: 173 time: 0.4326351 Nov 02 11:37:40.204430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:40.207488 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:40.208313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 54175c7a-2ee0-4d23-a54d-782dc903e9b2 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:37:40.274856 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0aad6c53-b14a-431a-82c3-690ec1ee2775 req-25e06fd4-c48e-489e-b043-e849bc0bf8e3 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696401 Nov 02 11:37:40.281083 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e769aa7-6d14-414a-adc5-92b38745766b admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:40.285596 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f646921e-7813-4732-a51d-8a104405adf9 req-c306b5b5-3503-453c-9b05-0d8f5f7509ef service neutron] 10.222.0.79 "GET /v2.0/ports/c07c4d83-8e4d-49e4-954c-dd7c6ca032e7/bindings/n-h1-806683-18 HTTP/1.1" status: 200 len: 383 time: 0.1384063 Nov 02 11:37:40.303173 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-38a8bbc1-c5b9-46fd-8572-ec0990d6af01 req-9cd5250c-2bb1-45aa-b254-39e57b4b350a tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:40.326300 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 54175c7a-2ee0-4d23-a54d-782dc903e9b2 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:37:40.337257 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=f70ba22f-c466-4a31-8df3-1f062f2deeaf,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:40.357561 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5250c-2bb1-45aa-b254-39e57b4b350a tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Pushing event deleted for resources: {'Port': ['ID=bd6ed91d-e16e-4d93-8d16-20f04152009a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:40.403225 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-38a8bbc1-c5b9-46fd-8572-ec0990d6af01 req-9cd5250c-2bb1-45aa-b254-39e57b4b350a tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:40.406564 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-38a8bbc1-c5b9-46fd-8572-ec0990d6af01 req-9cd5250c-2bb1-45aa-b254-39e57b4b350a tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:40.423522 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-38a8bbc1-c5b9-46fd-8572-ec0990d6af01 req-9cd5250c-2bb1-45aa-b254-39e57b4b350a tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "DELETE /v2.0/floatingips/a52cb3bf-e778-4b9a-a7a1-6f00575b5f43 HTTP/1.1" status: 204 len: 173 time: 1.0526342 Nov 02 11:37:40.440234 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e769aa7-6d14-414a-adc5-92b38745766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:40.453016 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['c07c4d83-8e4d-49e4-954c-dd7c6ca032e7'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:40.507601 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1870396c-bd86-473a-8a6d-a45caef0c99c req-ab260279-d192-460d-9583-a0ad6dc78d0f tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 210 time: 0.0409412 Nov 02 11:37:40.517540 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646921e-7813-4732-a51d-8a104405adf9 req-e10ed5e9-1a5b-4ad9-a5c1-1d2b449bff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:40.519404 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f646921e-7813-4732-a51d-8a104405adf9 req-e10ed5e9-1a5b-4ad9-a5c1-1d2b449bff01 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 1101 time: 0.1509516 Nov 02 11:37:40.584193 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f944664-0f48-416f-b4f1-6135e22a806e req-d5e52973-f2eb-4121-a649-76679076dec2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:40.587747 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5f944664-0f48-416f-b4f1-6135e22a806e req-d5e52973-f2eb-4121-a649-76679076dec2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 949 time: 0.1096411 Nov 02 11:37:40.647169 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5f944664-0f48-416f-b4f1-6135e22a806e req-55dbac57-5c0f-4f18-b86e-9c6c962a0bec tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502229 Nov 02 11:37:40.691167 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e769aa7-6d14-414a-adc5-92b38745766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:40.730834 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1366a72-7b0e-49a0-899d-ce7568832c75 req-d5d538f6-4f70-4738-b1dd-f41262b1a83c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:40.735505 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c1366a72-7b0e-49a0-899d-ce7568832c75 req-d5d538f6-4f70-4738-b1dd-f41262b1a83c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 944 time: 0.1112978 Nov 02 11:37:40.737343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646921e-7813-4732-a51d-8a104405adf9 req-cbde0141-3f33-4e41-a803-2422b2658ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:40.739211 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f646921e-7813-4732-a51d-8a104405adf9 req-cbde0141-3f33-4e41-a803-2422b2658ca4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.2079701 Nov 02 11:37:40.744924 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b919a6ff-754a-4e41-a1da-dc94e310aa39 req-34ca82f3-547a-4a47-a6f0-6d397d6fe738 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 210 time: 0.0304787 Nov 02 11:37:40.746111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e769aa7-6d14-414a-adc5-92b38745766b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b57eab2-ab11-4e6a-a322-0971ece84e4e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:40.753155 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b567e8a7-c8a5-4d2c-b3dc-329415e56b7f None None] Network f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:37:40.757591 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e769aa7-6d14-414a-adc5-92b38745766b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:40.761630 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9e769aa7-6d14-414a-adc5-92b38745766b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2b57eab2-ab11-4e6a-a322-0971ece84e4e HTTP/1.1" status: 204 len: 168 time: 0.8784919 Nov 02 11:37:40.765144 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53330) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:40.829216 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f646921e-7813-4732-a51d-8a104405adf9 req-aaec19c8-0bab-46cb-911c-dea138ff3f02 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 HTTP/1.1" status: 200 len: 217 time: 0.0551093 Nov 02 11:37:40.831379 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0515e4f0-7fa5-4ee2-9bb1-6beffa5211cd x-openstack-request-id: req-0515e4f0-7fa5-4ee2-9bb1-6beffa5211cd {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:40.831669 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14b9a4b-3f55-48fd-800c-d970efc8131e", "name": "network-vif-plugged", "status": "completed", "tag": "f70ba22f-c466-4a31-8df3-1f062f2deeaf", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:40.831923 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0515e4f0-7fa5-4ee2-9bb1-6beffa5211cd {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:40.832319 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14b9a4b-3f55-48fd-800c-d970efc8131e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70ba22f-c466-4a31-8df3-1f062f2deeaf', 'code': 200} Nov 02 11:37:40.911134 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:40.920825 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c1366a72-7b0e-49a0-899d-ce7568832c75 req-04079da6-e040-4456-a328-4547f45fad01 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805298 Nov 02 11:37:40.926858 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646921e-7813-4732-a51d-8a104405adf9 req-36abf16b-8c02-4172-9b3a-91f92ed547dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:40.928335 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f646921e-7813-4732-a51d-8a104405adf9 req-36abf16b-8c02-4172-9b3a-91f92ed547dd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0833046 Nov 02 11:37:40.997639 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Deleting port ac715d96-d170-423f-8e1b-ad17459b910f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:37:40.998031 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:41.057025 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b291f7a0-5d5c-4bc2-b41a-50382b418fc6 None None] DHCP port deletion for f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:37:41.104815 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646921e-7813-4732-a51d-8a104405adf9 req-536e1639-21e9-43c3-8f1d-b0858970cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:41.107421 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f646921e-7813-4732-a51d-8a104405adf9 req-536e1639-21e9-43c3-8f1d-b0858970cdd7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1582460 Nov 02 11:37:41.111082 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff73963-0360-4e50-9c31-05e7626ff7c0 req-0099f8dc-aee6-4fd7-b275-eb6441875cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:41.112211 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fff73963-0360-4e50-9c31-05e7626ff7c0 req-0099f8dc-aee6-4fd7-b275-eb6441875cad service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 1097 time: 0.1645579 Nov 02 11:37:41.119178 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b291f7a0-5d5c-4bc2-b41a-50382b418fc6 None None] Deleting port ac715d96-d170-423f-8e1b-ad17459b910f {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:37:41.119552 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b291f7a0-5d5c-4bc2-b41a-50382b418fc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:41.166179 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] For port ac715d96-d170-423f-8e1b-ad17459b910f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ac715d96-d170-423f-8e1b-ad17459b910f,segment=NetworkSegment(43a9ad7a-f2d4-4650-abfa-729e903d3859),segment_id=43a9ad7a-f2d4-4650-abfa-729e903d3859)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:41.166572 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:41.199084 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b291f7a0-5d5c-4bc2-b41a-50382b418fc6 None None] For port ac715d96-d170-423f-8e1b-ad17459b910f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ac715d96-d170-423f-8e1b-ad17459b910f,segment=NetworkSegment(43a9ad7a-f2d4-4650-abfa-729e903d3859),segment_id=43a9ad7a-f2d4-4650-abfa-729e903d3859)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:41.199084 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b291f7a0-5d5c-4bc2-b41a-50382b418fc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:41.214588 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b291f7a0-5d5c-4bc2-b41a-50382b418fc6 None None] Calling delete_port for ac715d96-d170-423f-8e1b-ad17459b910f owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:37:41.299252 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f646921e-7813-4732-a51d-8a104405adf9 req-df1b3111-a0be-4db3-9701-dce53a0c4258 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671789 Nov 02 11:37:41.332574 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c234c-a2d1-4a67-a569-074feec23123 req-cd9fd04d-4c20-4c1d-8651-76da7405557e tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:41.334776 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-285c234c-a2d1-4a67-a569-074feec23123 req-cd9fd04d-4c20-4c1d-8651-76da7405557e tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 1096 time: 0.2499626 Nov 02 11:37:41.429524 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b291f7a0-5d5c-4bc2-b41a-50382b418fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:41.464305 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291f7a0-5d5c-4bc2-b41a-50382b418fc6 None None] Pushing event deleted for resources: {'Port': ['ID=ac715d96-d170-423f-8e1b-ad17459b910f,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:41.467796 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b291f7a0-5d5c-4bc2-b41a-50382b418fc6 None None] No DVR routers for this DVR port ac715d96-d170-423f-8e1b-ad17459b910f on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:37:41.585480 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Calling delete_port for ac715d96-d170-423f-8e1b-ad17459b910f owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:37:41.622878 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-8289d778-4f0b-4ce2-b45f-bb0d78f03473 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696442 Nov 02 11:37:41.641200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:37:41.714322 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fff73963-0360-4e50-9c31-05e7626ff7c0 req-48e6f1e3-7fa8-4ffd-a439-d98162c96f46 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812874 Nov 02 11:37:41.720332 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-b478f325-64ce-42ef-980e-371ac4a58286 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:41.722069 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-b478f325-64ce-42ef-980e-371ac4a58286 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.54 "GET /v2.0/networks?id=bd5c17c3-2e23-430d-8e74-fd4aa312ce46 HTTP/1.1" status: 200 len: 822 time: 0.7202823 Nov 02 11:37:41.757682 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:37:41.758239 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-285c234c-a2d1-4a67-a569-074feec23123 req-677b4fc6-29c7-49b4-8f8b-136217415806 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936756 Nov 02 11:37:41.758823 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-730ae639-946e-496d-884b-e58d537364ee tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Request body: {'port': {'device_id': '04468334-82b6-4f5f-9663-6e789af5b5f8', 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46', 'admin_state_up': True, 'tenant_id': 'd8702b9ca25d49aa873f1c4a01316955'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:41.766106 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:37:41.767162 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:41.769100 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f646921e-7813-4732-a51d-8a104405adf9 req-23e62034-8bf3-416d-b0a7-b7b1a02786c7 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571412 Nov 02 11:37:41.775393 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98e86d-e820-489a-95e3-f544d997a5bb req-3b22477b-de8a-486e-8429-998c055c2cd6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:41.777627 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8b98e86d-e820-489a-95e3-f544d997a5bb req-3b22477b-de8a-486e-8429-998c055c2cd6 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 945 time: 0.2274063 Nov 02 11:37:41.881025 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:41.948425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fd622-05f8-4cdc-bfca-e785cb518991 req-b4b01315-3319-4564-9347-7dd19f4d8ff3 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:41.951832 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b8ed14fd-49b0-4a43-ad22-05687011f5ba tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:41.953282 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b8ed14fd-49b0-4a43-ad22-05687011f5ba tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3227153 Nov 02 11:37:41.954074 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:41.957488 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e6fd622-05f8-4cdc-bfca-e785cb518991 req-b4b01315-3319-4564-9347-7dd19f4d8ff3 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 945 time: 0.0862579 Nov 02 11:37:41.970864 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8b98e86d-e820-489a-95e3-f544d997a5bb req-5a45cdeb-cf15-4c7a-ac68-81b4d9703457 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829023 Nov 02 11:37:42.007935 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ac715d96-d170-423f-8e1b-ad17459b910f no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:37:42.024972 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-0212231b-fecf-403a-a539-1ce3c1646b06 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Request body: {'port': {'device_id': '5d3c8407-5a44-4414-a431-b284263f09d5', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'd8225d8ee4a1492f818d0de3e1109c1e'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:42.028484 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e6fd622-05f8-4cdc-bfca-e785cb518991 req-36b19722-0851-4f00-8036-34bf7dee1e16 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694907 Nov 02 11:37:42.032762 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:42.034499 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: ac715d96-d170-423f-8e1b-ad17459b910f {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:37:42.035459 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ac715d96-d170-423f-8e1b-ad17459b910f not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:37:42.035459 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5994153a-9e1c-4fbc-b865-d35e2727e20d no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:37:42.069968 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 5994153a-9e1c-4fbc-b865-d35e2727e20d {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:37:42.070327 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5994153a-9e1c-4fbc-b865-d35e2727e20d not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:37:42.079911 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac715d96-d170-423f-8e1b-ad17459b910f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:42.098377 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] No DVR routers for this DVR port ac715d96-d170-423f-8e1b-ad17459b910f on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:37:42.134702 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:42.166797 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f821ae86-5bfa-4bb3-ad46-0ea46e166f3f req-295e918c-9e13-4b86-b2e8-f889e3097714 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 210 time: 0.0361362 Nov 02 11:37:42.204641 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:42.271754 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff90f8ed-e496-4607-944a-119016e99071 req-26c2e5a9-dc71-43e9-a66c-04e017a2afee tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 210 time: 0.0305088 Nov 02 11:37:42.273603 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:42.314000 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:42.314359 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:42.315208 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:42.315560 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Subscribe: > port after_create 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:42.315890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:42.316342 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Subscribe: > port after_update 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:42.316672 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:42.316995 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:42.317445 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:42.317782 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:42.451777 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:42.452120 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:42.452401 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:42.452732 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:42.453082 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40c55d7-1a42-4ab8-b39e-02b4fefb6a88']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:42.458955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-4e9ba66a-3570-496d-8e67-f534b0bbac9f tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:42.460465 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-4e9ba66a-3570-496d-8e67-f534b0bbac9f tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 821 time: 0.1097941 Nov 02 11:37:42.476421 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-ff97e4b5-f975-447a-ac96-45da3d804f8f tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/quotas/9434b8b2332344e783438c5f662e06b3 HTTP/1.1" status: 200 len: 375 time: 0.0095370 Nov 02 11:37:42.481676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891ce72-7423-4ff2-b64b-14713f748fa8 req-a2060a02-3152-4333-a12e-7f57780e8e19 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:42.481676 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9891ce72-7423-4ff2-b64b-14713f748fa8 req-a2060a02-3152-4333-a12e-7f57780e8e19 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.3224137 Nov 02 11:37:42.488195 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-730ae639-946e-496d-884b-e58d537364ee tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Made reservation on behalf of d8702b9ca25d49aa873f1c4a01316955 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:37:42.491608 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-730ae639-946e-496d-884b-e58d537364ee tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:42.497249 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a9ad7a-f2d4-4650-abfa-729e903d3859') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:42.497554 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a9ad7a-f2d4-4650-abfa-729e903d3859') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:42.532004 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-f492e1e7-9a8d-47ea-8fcb-28017ef40de9 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480151 Nov 02 11:37:42.536334 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:42.581055 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:42.626191 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-7ace2967-0b18-4cca-8015-879104826fa1 service neutron] 10.222.0.52 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866666 Nov 02 11:37:42.627803 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:37:42.628279 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: from cryptography.utils import int_from_bytes Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: from cryptography.utils import int_from_bytes Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:37:42.653876 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:37:42.678560 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-0212231b-fecf-403a-a539-1ce3c1646b06 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Made reservation on behalf of d8225d8ee4a1492f818d0de3e1109c1e for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:37:42.682048 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-0212231b-fecf-403a-a539-1ce3c1646b06 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:42.728574 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-2da80580-f787-498a-b25c-aaf4f9997d9e service neutron] 10.222.0.52 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942760 Nov 02 11:37:42.741658 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9891ce72-7423-4ff2-b64b-14713f748fa8 req-3bc3c915-7c86-422a-94c4-068db03f8f41 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476821 Nov 02 11:37:42.811088 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f381cc-d6b8-4181-9de1-212abda9a738 req-c6b82096-1642-4280-871b-a4000f23f1f5 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:42.812640 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57f381cc-d6b8-4181-9de1-212abda9a738 req-c6b82096-1642-4280-871b-a4000f23f1f5 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.54 "GET /v2.0/ports?device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 945 time: 0.0576885 Nov 02 11:37:42.833799 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:42.836546 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf49d7e-dc9f-4d1d-a9e0-ca7ac2b24440" -d '{"events": [{"server_uuid": "5dc136cd-7c7d-440e-b88e-21a7fb3c869a", "name": "network-vif-plugged", "status": "completed", "tag": "c07c4d83-8e4d-49e4-954c-dd7c6ca032e7"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:42.852259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-730ae639-946e-496d-884b-e58d537364ee tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Allocated IP 172.20.0.7 (bd5c17c3-2e23-430d-8e74-fd4aa312ce46/ce007fe3-48ea-421e-bc9f-dbc29aaa148f/a512962a-748e-494e-b2a3-64f5460e4d41) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:37:42.895927 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1a09b5-677e-4066-bb17-a936ca1bd312 x-openstack-request-id: req-8e1a09b5-677e-4066-bb17-a936ca1bd312 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:42.896314 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc136cd-7c7d-440e-b88e-21a7fb3c869a", "name": "network-vif-plugged", "status": "completed", "tag": "c07c4d83-8e4d-49e4-954c-dd7c6ca032e7", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:42.897046 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e1a09b5-677e-4066-bb17-a936ca1bd312 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:42.897046 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7', 'code': 200} Nov 02 11:37:42.918810 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:42.929360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-57f381cc-d6b8-4181-9de1-212abda9a738 req-f243dc24-697a-450f-af6a-d23b9e99ece2 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Deleting port 1e443d91-0d70-41fc-8c7f-bae633b9cc35 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:37:42.929837 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-57f381cc-d6b8-4181-9de1-212abda9a738 req-f243dc24-697a-450f-af6a-d23b9e99ece2 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:42.945064 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:42.948262 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f40c55d7-1a42-4ab8-b39e-02b4fefb6a88 HTTP/1.1" status: 204 len: 168 time: 2.1818438 Nov 02 11:37:42.951641 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53362) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:42.970042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-0212231b-fecf-403a-a539-1ce3c1646b06 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Allocated IP 192.168.233.137 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/a7252098-b5f9-49d2-bd2c-ac359d091893) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:37:42.972481 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e5823-315f-46db-98f3-1b7117441659 admin admin] Pushing event deleted for resources: {'Network': ['ID=f40c55d7-1a42-4ab8-b39e-02b4fefb6a88,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:43.128885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06941900-fdcf-4611-9b0e-823a2b14443a req-db3970cb-afb9-4668-a052-3966150bd103 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 210 time: 0.0476875 Nov 02 11:37:43.152057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-57f381cc-d6b8-4181-9de1-212abda9a738 req-f243dc24-697a-450f-af6a-d23b9e99ece2 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] For port 1e443d91-0d70-41fc-8c7f-bae633b9cc35, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=1e443d91-0d70-41fc-8c7f-bae633b9cc35,segment=NetworkSegment(97b162ae-5f9c-4123-af4f-f43ca1e58b75),segment_id=97b162ae-5f9c-4123-af4f-f43ca1e58b75)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:43.152057 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-57f381cc-d6b8-4181-9de1-212abda9a738 req-f243dc24-697a-450f-af6a-d23b9e99ece2 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:43.181476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-57f381cc-d6b8-4181-9de1-212abda9a738 req-f243dc24-697a-450f-af6a-d23b9e99ece2 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Calling delete_port for 1e443d91-0d70-41fc-8c7f-bae633b9cc35 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:37:43.276326 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2555a-d46f-4645-99bc-d87d6c57428d req-ec40213e-42e0-49ce-ae25-692e80197410 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:43.282780 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ddb2555a-d46f-4645-99bc-d87d6c57428d req-ec40213e-42e0-49ce-ae25-692e80197410 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 945 time: 0.1967018 Nov 02 11:37:43.282780 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-730ae639-946e-496d-884b-e58d537364ee tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:43.382748 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-0212231b-fecf-403a-a539-1ce3c1646b06 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:43.416337 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce27aa8-d5f6-4d1c-837c-155d0e45fe73 req-f6a9fc73-b4e7-46a9-816a-11c1836c7734 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:43.417957 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bce27aa8-d5f6-4d1c-837c-155d0e45fe73 req-f6a9fc73-b4e7-46a9-816a-11c1836c7734 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 945 time: 0.1842997 Nov 02 11:37:43.436942 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ddb2555a-d46f-4645-99bc-d87d6c57428d req-478280ab-4823-4e38-9b1f-7151a9030d1f tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/security-groups?id=e295a640-9f33-44d4-acfd-3463d7f4926c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370537 Nov 02 11:37:43.509948 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-730ae639-946e-496d-884b-e58d537364ee tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:43.547529 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bce27aa8-d5f6-4d1c-837c-155d0e45fe73 req-a941fec1-aeb4-4517-a2d9-415e98639489 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176479 Nov 02 11:37:43.579132 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-730ae639-946e-496d-884b-e58d537364ee tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Network bd5c17c3-2e23-430d-8e74-fd4aa312ce46 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:37:43.579132 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-730ae639-946e-496d-884b-e58d537364ee tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:37:43.586611 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-730ae639-946e-496d-884b-e58d537364ee tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:37:43.603181 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-0212231b-fecf-403a-a539-1ce3c1646b06 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:43.618836 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-57f381cc-d6b8-4181-9de1-212abda9a738 req-f243dc24-697a-450f-af6a-d23b9e99ece2 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:43.624994 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a', 'c73a6254-c983-41f8-a3a3-ba14e5535490'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:43.640335 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0', '9679caad-6d46-4129-b037-95ba1479b1a3', '17645de0-c3d2-491c-9962-f4bec0e80b40', '1cda1398-be50-47dc-a076-3ade52443612'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:43.647467 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ae639-946e-496d-884b-e58d537364ee tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Pushing event updated for resources: {'Port': ['ID=a512962a-748e-494e-b2a3-64f5460e4d41,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:43.678902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243dc24-697a-450f-af6a-d23b9e99ece2 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Pushing event deleted for resources: {'Port': ['ID=1e443d91-0d70-41fc-8c7f-bae633b9cc35,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:43.716814 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-0212231b-fecf-403a-a539-1ce3c1646b06 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:37:43.727648 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-0212231b-fecf-403a-a539-1ce3c1646b06 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:37:43.740770 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-730ae639-946e-496d-884b-e58d537364ee tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:43.741444 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-730ae639-946e-496d-884b-e58d537364ee tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:43.745840 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-0212231b-fecf-403a-a539-1ce3c1646b06 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:37:43.784196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f381cc-d6b8-4181-9de1-212abda9a738 req-f243dc24-697a-450f-af6a-d23b9e99ece2 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] No DVR routers for this DVR port 1e443d91-0d70-41fc-8c7f-bae633b9cc35 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:37:43.789337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212231b-fecf-403a-a539-1ce3c1646b06 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Pushing event updated for resources: {'Port': ['ID=a7252098-b5f9-49d2-bd2c-ac359d091893,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:43.795217 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-57f381cc-d6b8-4181-9de1-212abda9a738 req-f243dc24-697a-450f-af6a-d23b9e99ece2 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:43.800126 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57f381cc-d6b8-4181-9de1-212abda9a738 req-f243dc24-697a-450f-af6a-d23b9e99ece2 tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.54 "DELETE /v2.0/ports/1e443d91-0d70-41fc-8c7f-bae633b9cc35 HTTP/1.1" status: 204 len: 173 time: 0.9776895 Nov 02 11:37:43.811373 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcfed5-8203-4251-95a9-eb027173f618 req-a34fc51e-49d8-4290-83df-62ed66bf065f tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:43.813108 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-69dcfed5-8203-4251-95a9-eb027173f618 req-a34fc51e-49d8-4290-83df-62ed66bf065f tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 931 time: 0.2358425 Nov 02 11:37:43.817742 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832ff546-854b-4cbd-87d4-43827a8e9803', 'name': 'network-vif-deleted', 'tag': '1e443d91-0d70-41fc-8c7f-bae633b9cc35'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:43.821233 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9014765d-ee51-429e-885e-e785243eb479" -d '{"events": [{"server_uuid": "832ff546-854b-4cbd-87d4-43827a8e9803", "name": "network-vif-deleted", "tag": "1e443d91-0d70-41fc-8c7f-bae633b9cc35"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:43.857322 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd240c9-33ed-4d3c-a15d-0dcec50bc9d9 req-4c6b5944-c692-488a-ba37-52c935473f89 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:43.865068 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dbd240c9-33ed-4d3c-a15d-0dcec50bc9d9 req-4c6b5944-c692-488a-ba37-52c935473f89 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 936 time: 0.1985312 Nov 02 11:37:43.871546 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-0212231b-fecf-403a-a539-1ce3c1646b06 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:43.871981 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-0212231b-fecf-403a-a539-1ce3c1646b06 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:43.884847 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-730ae639-946e-496d-884b-e58d537364ee tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1294842 Nov 02 11:37:43.909946 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Request body: {'port': {'device_id': '04468334-82b6-4f5f-9663-6e789af5b5f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:43.916461 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-69dcfed5-8203-4251-95a9-eb027173f618 req-bbb3d4c7-f2e4-4fde-950b-f6d85ff2de96 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952249 Nov 02 11:37:43.926750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dbd240c9-33ed-4d3c-a15d-0dcec50bc9d9 req-e872ccb9-59ea-42a7-ace5-99489aaa430f tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607107 Nov 02 11:37:43.939369 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2ca6b055-f575-48f0-81a1-1eae2661a163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:43.987548 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:44.105915 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-0212231b-fecf-403a-a539-1ce3c1646b06 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1280277 Nov 02 11:37:44.113971 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1dd20f-fb59-47ef-bdee-b2f556a2e71d x-openstack-request-id: req-fe1dd20f-fb59-47ef-bdee-b2f556a2e71d {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:44.114572 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "832ff546-854b-4cbd-87d4-43827a8e9803", "name": "network-vif-deleted", "tag": "1e443d91-0d70-41fc-8c7f-bae633b9cc35", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:44.116943 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe1dd20f-fb59-47ef-bdee-b2f556a2e71d {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:44.117424 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832ff546-854b-4cbd-87d4-43827a8e9803', 'name': 'network-vif-deleted', 'tag': '1e443d91-0d70-41fc-8c7f-bae633b9cc35', 'status': 'completed', 'code': 200} Nov 02 11:37:44.133886 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Request body: {'port': {'device_id': '5d3c8407-5a44-4414-a431-b284263f09d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:44.266158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-50b9a569-2d2d-4e8c-829b-74d389b0ef04 None None] Provisioning complete for port a7252098-b5f9-49d2-bd2c-ac359d091893 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:37:44.267159 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-50b9a569-2d2d-4e8c-829b-74d389b0ef04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:44.275702 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b73a78-0dcd-44d4-9033-7cbe7d72974b req-9f4963f3-8c97-479a-8830-fd9b708884d7 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:44.280526 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2b73a78-0dcd-44d4-9033-7cbe7d72974b req-9f4963f3-8c97-479a-8830-fd9b708884d7 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.1616716 Nov 02 11:37:44.357025 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-50b9a569-2d2d-4e8c-829b-74d389b0ef04 None None] Port a7252098-b5f9-49d2-bd2c-ac359d091893 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:37:44.410743 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-11bccce7-c505-447e-b7a0-610779b37904 req-1096a02c-4ed4-4c7f-840b-01a92acea257 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 210 time: 0.0990853 Nov 02 11:37:44.411614 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:44.443294 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2b73a78-0dcd-44d4-9033-7cbe7d72974b req-4a9ae664-aeb9-44bc-baff-b5c7ab9ed29a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124370 Nov 02 11:37:44.614765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-2ca6b055-f575-48f0-81a1-1eae2661a163 admin admin] Deleting port 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:37:44.615359 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2ca6b055-f575-48f0-81a1-1eae2661a163 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:44.678495 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ece2eb34-a58a-4b2c-967a-bc24e9718ece req-c628c073-1d25-474d-b460-2ac8028fbacf tempest-FloatingIPsAssociationTestJSON-2103343548 tempest-FloatingIPsAssociationTestJSON-2103343548-project] 10.222.0.52 "GET /v2.0/ports?device_id=832ff546-854b-4cbd-87d4-43827a8e9803 HTTP/1.1" status: 200 len: 210 time: 0.1118209 Nov 02 11:37:44.739504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-2ca6b055-f575-48f0-81a1-1eae2661a163 admin admin] For port 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=91f67fbf-ced4-4d4f-9b21-473fa16c8b3a,segment=NetworkSegment(04d97e07-fc98-4b96-83d5-64bfd731fb40),segment_id=04d97e07-fc98-4b96-83d5-64bfd731fb40)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:44.739894 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2ca6b055-f575-48f0-81a1-1eae2661a163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:44.757613 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-2ca6b055-f575-48f0-81a1-1eae2661a163 admin admin] Calling delete_port for 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:37:44.769751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6fde1-1658-491c-8733-9cc9445f7fae req-dca854ae-3642-4e35-a3ca-a839096cc371 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:44.774014 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b6c6fde1-1658-491c-8733-9cc9445f7fae req-dca854ae-3642-4e35-a3ca-a839096cc371 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 945 time: 0.0924747 Nov 02 11:37:44.853616 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a512962a-748e-494e-b2a3-64f5460e4d41 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:37:44.869978 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:44.872209 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b6c6fde1-1658-491c-8733-9cc9445f7fae req-5e937d74-277b-46d0-8f95-c5c0da1b3e79 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946252 Nov 02 11:37:44.893259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Transition to ACTIVE for port object a512962a-748e-494e-b2a3-64f5460e4d41 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:37:44.921278 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['1e443d91-0d70-41fc-8c7f-bae633b9cc35'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:44.972803 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7252098-b5f9-49d2-bd2c-ac359d091893 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:37:44.982703 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:44.987951 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:45.099246 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Transition to ACTIVE for port object a7252098-b5f9-49d2-bd2c-ac359d091893 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:37:45.099378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96087a56-8714-49bc-a7d7-d20cf94e23dd req-05b850fb-fa42-4056-950d-db36a306f631 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:45.101453 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96087a56-8714-49bc-a7d7-d20cf94e23dd req-05b850fb-fa42-4056-950d-db36a306f631 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0695665 Nov 02 11:37:45.133199 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Pushing event updated for resources: {'Port': ['ID=a512962a-748e-494e-b2a3-64f5460e4d41,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:45.158572 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289c8c4-625f-4d74-87be-ba467eff9c9a req-3f13bd9a-b423-4e2c-b2c0-63e9e7d5fb0a tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:45.160122 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3289c8c4-625f-4d74-87be-ba467eff9c9a req-3f13bd9a-b423-4e2c-b2c0-63e9e7d5fb0a tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 1097 time: 0.1744506 Nov 02 11:37:45.189667 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2ca6b055-f575-48f0-81a1-1eae2661a163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:45.221480 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:45.224335 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96087a56-8714-49bc-a7d7-d20cf94e23dd req-8756669d-9fab-4b3b-87ff-80b311c9cd5a tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122584 Nov 02 11:37:45.228077 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6b055-f575-48f0-81a1-1eae2661a163 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f67fbf-ced4-4d4f-9b21-473fa16c8b3a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:45.278087 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646921e-7813-4732-a51d-8a104405adf9 req-a5d21faa-45c8-4b60-be65-acad303585ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:45.280005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f646921e-7813-4732-a51d-8a104405adf9 req-a5d21faa-45c8-4b60-be65-acad303585ea service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a&tenant_id=6196471367014fa2a6ff86ee9c2ee144 HTTP/1.1" status: 200 len: 1102 time: 0.1398447 Nov 02 11:37:45.301890 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Attempting to bind port a512962a-748e-494e-b2a3-64f5460e4d41 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:37:45.302223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Attempting to bind port a512962a-748e-494e-b2a3-64f5460e4d41 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'e7e73e45-824f-4668-87ab-f7159d717501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:37:45.302637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Attempting to bind port a512962a-748e-494e-b2a3-64f5460e4d41 on network bd5c17c3-2e23-430d-8e74-fd4aa312ce46 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:45.306203 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3289c8c4-625f-4d74-87be-ba467eff9c9a req-f281b7f1-71fd-4acf-81e3-d106e25fb9ab tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254084 Nov 02 11:37:45.324662 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Port a512962a-748e-494e-b2a3-64f5460e4d41 on network bd5c17c3-2e23-430d-8e74-fd4aa312ce46 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:37:45.324962 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Attempting to bind port a512962a-748e-494e-b2a3-64f5460e4d41 on network bd5c17c3-2e23-430d-8e74-fd4aa312ce46 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:45.339172 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Pushing event updated for resources: {'Port': ['ID=a7252098-b5f9-49d2-bd2c-ac359d091893,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:45.352177 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:45.392051 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:37:45.392396 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Checking segment: {'id': 'e7e73e45-824f-4668-87ab-f7159d717501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:37:45.392789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Bound using segment: {'id': 'e7e73e45-824f-4668-87ab-f7159d717501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:37:45.393604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Bound port: a512962a-748e-494e-b2a3-64f5460e4d41, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e73e45-824f-4668-87ab-f7159d717501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:37:45.393604 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:45.517485 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2ca6b055-f575-48f0-81a1-1eae2661a163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:45.537116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Attempting to bind port a7252098-b5f9-49d2-bd2c-ac359d091893 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:37:45.537449 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Attempting to bind port a7252098-b5f9-49d2-bd2c-ac359d091893 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:37:45.537773 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Attempting to bind port a7252098-b5f9-49d2-bd2c-ac359d091893 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:45.541841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec97cfd-5a43-40a1-8b90-74867d1a194a req-dd2b2431-2750-467d-ac2b-fe2109dd5a81 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:45.550425 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ec97cfd-5a43-40a1-8b90-74867d1a194a req-dd2b2431-2750-467d-ac2b-fe2109dd5a81 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 948 time: 0.1918871 Nov 02 11:37:45.551347 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Port a7252098-b5f9-49d2-bd2c-ac359d091893 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:37:45.551675 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Attempting to bind port a7252098-b5f9-49d2-bd2c-ac359d091893 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:45.556937 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] For port a512962a-748e-494e-b2a3-64f5460e4d41, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:37:45.561057 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] For port a512962a-748e-494e-b2a3-64f5460e4d41, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=a512962a-748e-494e-b2a3-64f5460e4d41,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:37:45.564767 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:45.566327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:37:45.566677 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:37:45.569229 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:37:45.569229 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Bound port: a7252098-b5f9-49d2-bd2c-ac359d091893, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:37:45.569229 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:45.571464 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c00acf-844b-415a-825e-7d8fe47fa53a req-a6a83916-86fb-4211-8b5c-3f9a5e2c17f4 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:45.572984 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-68c00acf-844b-415a-825e-7d8fe47fa53a req-a6a83916-86fb-4211-8b5c-3f9a5e2c17f4 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 1097 time: 0.1118629 Nov 02 11:37:45.649096 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:45.709290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:45.709863 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:45.711276 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] 10.222.0.54 "PUT /v2.0/ports/a512962a-748e-494e-b2a3-64f5460e4d41 HTTP/1.1" status: 200 len: 1092 time: 1.8072531 Nov 02 11:37:45.713608 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04468334-82b6-4f5f-9663-6e789af5b5f8', 'tag': 'a512962a-748e-494e-b2a3-64f5460e4d41'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:45.716329 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80d503e-7447-4e7c-9ab8-3d234df90901" -d '{"events": [{"name": "network-changed", "server_uuid": "04468334-82b6-4f5f-9663-6e789af5b5f8", "tag": "a512962a-748e-494e-b2a3-64f5460e4d41"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:45.736276 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-68c00acf-844b-415a-825e-7d8fe47fa53a req-394f3da6-7d7c-4696-8d5c-41f7397c4d26 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450858 Nov 02 11:37:45.742875 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] For port a7252098-b5f9-49d2-bd2c-ac359d091893, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:37:45.754263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ec97cfd-5a43-40a1-8b90-74867d1a194a req-1631c907-8498-417a-a626-218eb8568c0c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027342 Nov 02 11:37:45.760113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] For port a7252098-b5f9-49d2-bd2c-ac359d091893, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=a7252098-b5f9-49d2-bd2c-ac359d091893,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:37:45.799111 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901cc056-a61c-4502-bd51-20c00ff04467 service neutron] Pushing event updated for resources: {'Port': ['ID=a512962a-748e-494e-b2a3-64f5460e4d41,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:45.841774 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dbd4588d-c033-482a-ad75-ecac7f4185a8 req-de41092f-70a2-44c7-b1cc-3f5730f83a51 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 210 time: 0.0379815 Nov 02 11:37:45.877698 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:45.977521 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:45.978242 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:45.982466 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] 10.222.0.79 "PUT /v2.0/ports/a7252098-b5f9-49d2-bd2c-ac359d091893 HTTP/1.1" status: 200 len: 1097 time: 1.8644662 Nov 02 11:37:46.004016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea49694-1785-46f2-8cdb-953ea8ec7fa9 req-848d3928-5d92-4db6-b9d9-75cfbc4a5efd tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:46.005721 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ea49694-1785-46f2-8cdb-953ea8ec7fa9 req-848d3928-5d92-4db6-b9d9-75cfbc4a5efd tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 950 time: 0.1654787 Nov 02 11:37:46.024335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-53f2e13f-3ce1-480f-9d1b-6837c98aa47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:46.024335 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-53f2e13f-3ce1-480f-9d1b-6837c98aa47a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8702b9ca25d49aa873f1c4a01316955&device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 1095 time: 0.1673248 Nov 02 11:37:46.025700 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53416) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:46.026491 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ee0c1-203e-4bac-b0df-1f977d1e05fd service neutron] Pushing event updated for resources: {'Port': ['ID=a7252098-b5f9-49d2-bd2c-ac359d091893,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:46.392520 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c004bd0f-a069-4d75-8382-07634bce039b x-openstack-request-id: req-c004bd0f-a069-4d75-8382-07634bce039b {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:46.393001 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04468334-82b6-4f5f-9663-6e789af5b5f8", "tag": "a512962a-748e-494e-b2a3-64f5460e4d41", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:46.393440 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c004bd0f-a069-4d75-8382-07634bce039b {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:46.393988 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04468334-82b6-4f5f-9663-6e789af5b5f8', 'tag': 'a512962a-748e-494e-b2a3-64f5460e4d41', 'status': 'completed', 'code': 200} Nov 02 11:37:46.408138 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-11c254b2-919d-4152-8653-000e36fb1671 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a512962a-748e-494e-b2a3-64f5460e4d41 HTTP/1.1" status: 200 len: 217 time: 0.3710642 Nov 02 11:37:46.552375 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ea49694-1785-46f2-8cdb-953ea8ec7fa9 req-e2e8a3ef-7a3a-45f3-afde-818f3673c3ce tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347877 Nov 02 11:37:46.554412 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-43749de1-36f2-4ed8-9d5e-4d2605e7fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:46.554824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:46.555903 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-43749de1-36f2-4ed8-9d5e-4d2605e7fbc1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce007fe3-48ea-421e-bc9f-dbc29aaa148f HTTP/1.1" status: 200 len: 862 time: 0.1379082 Nov 02 11:37:46.569311 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca6b055-f575-48f0-81a1-1eae2661a163 admin admin] Router f1194d7d-a195-481e-846a-863ec5b5a7e6 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:37:46.575885 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-24606a7b-3452-493d-a18b-880cf3a0b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:46.577393 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-24606a7b-3452-493d-a18b-880cf3a0b220 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 1100 time: 0.4407487 Nov 02 11:37:46.629840 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-1bd5860a-f12c-49fe-a681-aea309156723 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd5c17c3-2e23-430d-8e74-fd4aa312ce46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570149 Nov 02 11:37:46.638840 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-19e98cde-1c61-4257-80d1-8c1cc784389f tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:46.640899 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-19e98cde-1c61-4257-80d1-8c1cc784389f tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.79 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 821 time: 0.5960658 Nov 02 11:37:46.687102 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-c97430c9-e612-4271-a7b8-1413acd3858e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=a7252098-b5f9-49d2-bd2c-ac359d091893 HTTP/1.1" status: 200 len: 217 time: 0.0889387 Nov 02 11:37:46.688484 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-82eb880e-241e-44cb-b159-57dcee3819d4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Request body: {'port': {'device_id': 'c93eac6c-517d-4b7d-acce-43af8127c908', 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578', 'admin_state_up': True, 'tenant_id': '9434b8b2332344e783438c5f662e06b3'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:46.702312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:37:46.813317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783e21b-cee3-44f0-ad7e-6f4c97bccc14 req-60bd126e-b142-4d22-8ba5-0a78295006c2 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:46.814838 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2783e21b-cee3-44f0-ad7e-6f4c97bccc14 req-60bd126e-b142-4d22-8ba5-0a78295006c2 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 943 time: 0.2317028 Nov 02 11:37:46.823832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:46.826231 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d934b5d-d0ff-457b-b049-30b34a2ef430" -d '{"events": [{"server_uuid": "5dc136cd-7c7d-440e-b88e-21a7fb3c869a", "name": "network-vif-unplugged", "status": "completed", "tag": "c07c4d83-8e4d-49e4-954c-dd7c6ca032e7"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:46.833515 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:46.861392 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c7b75-e96a-48de-990c-157b74622e5e req-4b6d5113-8616-448b-a554-f36d4575b206 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:46.882537 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f22c7b75-e96a-48de-990c-157b74622e5e req-4b6d5113-8616-448b-a554-f36d4575b206 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 1097 time: 0.2207587 Nov 02 11:37:46.882537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-22539e67-0e74-441a-89fa-5afa8bd24296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:46.882537 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-22539e67-0e74-441a-89fa-5afa8bd24296 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1634235 Nov 02 11:37:46.882537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Transition to ACTIVE for port object c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:37:46.882537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca6b055-f575-48f0-81a1-1eae2661a163 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:37:46.882537 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2ca6b055-f575-48f0-81a1-1eae2661a163 admin admin] 10.222.0.52 "PUT /v2.0/routers/f1194d7d-a195-481e-846a-863ec5b5a7e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9263906 Nov 02 11:37:46.885587 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea41b4e-3ceb-4856-b4a6-4848973fb646 None None] Sync routers for ids ['f1194d7d-a195-481e-846a-863ec5b5a7e6'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:37:46.888308 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53432) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:46.901688 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea41b4e-3ceb-4856-b4a6-4848973fb646 None None] Routers {'f1194d7d-a195-481e-846a-863ec5b5a7e6'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:37:46.903521 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-5ea41b4e-3ceb-4856-b4a6-4848973fb646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:37:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f1194d7d-a195-481e-846a-863ec5b5a7e6'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:46.961992 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:46.967476 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f22c7b75-e96a-48de-990c-157b74622e5e req-34f6a2d1-bbc5-4fc5-b0ab-038354e5cd7a tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844240 Nov 02 11:37:46.972801 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-86bfc3f4-7e35-4154-bf09-210cab63b731 service neutron] 10.222.0.54 "GET /v2.0/networks/bd5c17c3-2e23-430d-8e74-fd4aa312ce46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963860 Nov 02 11:37:47.031764 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-5ea41b4e-3ceb-4856-b4a6-4848973fb646 None None] Set router f1194d7d-a195-481e-846a-863ec5b5a7e6 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:37:47.053025 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-922d35f2-6245-4242-9a65-dbfa7ecc8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:47.054659 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-922d35f2-6245-4242-9a65-dbfa7ecc8513 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1728935 Nov 02 11:37:47.109933 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2783e21b-cee3-44f0-ad7e-6f4c97bccc14 req-afa1eda6-4665-4e73-9cde-92f4ccac3afa tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542186 Nov 02 11:37:47.146162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] No DVR routers for this DVR port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:37:47.229952 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f60082-2010-4783-9aeb-409cb087efeb x-openstack-request-id: req-b4f60082-2010-4783-9aeb-409cb087efeb {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:47.230200 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc136cd-7c7d-440e-b88e-21a7fb3c869a", "name": "network-vif-unplugged", "status": "completed", "tag": "c07c4d83-8e4d-49e4-954c-dd7c6ca032e7", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:47.230502 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4f60082-2010-4783-9aeb-409cb087efeb {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:47.230947 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7', 'code': 200} Nov 02 11:37:47.248113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Pushing event updated for resources: {'Port': ['ID=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,revision_number=10']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:47.274371 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-5ea41b4e-3ceb-4856-b4a6-4848973fb646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444648910-router', 'tenant_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'aece0b3b-3209-4334-924a-c12c7af6e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:10Z', 'updated_at': '2021-11-02T11:37:44Z', 'revision_number': 5, 'project_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'gw_port': {'id': 'aece0b3b-3209-4334-924a-c12c7af6e03e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:11Z', 'updated_at': '2021-11-02T11:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:47.298778 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-542a0dd9-c4d3-436c-9473-e4144afdc304 admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:47.309226 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea41b4e-3ceb-4856-b4a6-4848973fb646 None None] Checking router: f1194d7d-a195-481e-846a-863ec5b5a7e6 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:37:47.318597 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea41b4e-3ceb-4856-b4a6-4848973fb646 None None] Routers {'f1194d7d-a195-481e-846a-863ec5b5a7e6'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:37:47.319489 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-5ea41b4e-3ceb-4856-b4a6-4848973fb646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:37:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f1194d7d-a195-481e-846a-863ec5b5a7e6'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:47.343436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf077ac8-dce8-4d75-bb6e-fd05de98f907 req-957cd552-b694-4e5a-a126-937b7ab8f028 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:47.351383 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf077ac8-dce8-4d75-bb6e-fd05de98f907 req-957cd552-b694-4e5a-a126-937b7ab8f028 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 948 time: 0.2733824 Nov 02 11:37:47.356447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Attempting to bind port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:37:47.356784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Attempting to bind port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:37:47.357116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Attempting to bind port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:47.374719 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 1e443d91-0d70-41fc-8c7f-bae633b9cc35 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:37:47.386126 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-284f4834-0cef-4a97-a3a2-1322d42718bc service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219993 Nov 02 11:37:47.390995 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:37:47.391225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Attempting to bind port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:47.414973 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 1e443d91-0d70-41fc-8c7f-bae633b9cc35 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:37:47.415684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 1e443d91-0d70-41fc-8c7f-bae633b9cc35 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:37:47.425762 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-82eb880e-241e-44cb-b159-57dcee3819d4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Made reservation on behalf of 9434b8b2332344e783438c5f662e06b3 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:37:47.429290 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-82eb880e-241e-44cb-b159-57dcee3819d4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:47.432818 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bb98f8d0-2c51-4d0d-9de6-7766dc8f1b75 req-bf3b83d0-4fdd-46dd-b56f-ddaff678526e tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 210 time: 0.1602364 Nov 02 11:37:47.438388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:37:47.438760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:37:47.439302 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:37:47.443717 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Bound port: c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:37:47.443717 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:47.494884 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-5ea41b4e-3ceb-4856-b4a6-4848973fb646 None None] Set router f1194d7d-a195-481e-846a-863ec5b5a7e6 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:37:47.510890 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2c57294e-2fb5-4595-97af-219f32b7a49f req-16afb5b0-3cc4-4d87-877e-a7bf5d662881 service neutron] 10.222.0.54 "GET /v2.0/networks/bd5c17c3-2e23-430d-8e74-fd4aa312ce46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213845 Nov 02 11:37:47.523322 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dfdabede-268c-4725-8734-a9161abad3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:47.594574 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf077ac8-dce8-4d75-bb6e-fd05de98f907 req-1949580a-a70e-45a7-8c63-d4e73519ba50 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422795 Nov 02 11:37:47.599377 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:37:47.604361 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:37:47.635526 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-35d9492e-98fa-4875-ac09-21d5afdd2750 req-768c2d0c-1abd-482a-87ca-76f95e61e004 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391284 Nov 02 11:37:47.680254 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-82eb880e-241e-44cb-b159-57dcee3819d4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Allocated IP 172.20.0.12 (e3f5fe02-990d-442a-ab33-f4126e712578/bdbd00e1-b22f-4068-b469-67b0d575f006/57be5d74-bb49-4566-8385-2f7bdf5492ff) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:37:47.686302 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:37:47.692464 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:47.735418 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-5ea41b4e-3ceb-4856-b4a6-4848973fb646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444648910-router', 'tenant_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'aece0b3b-3209-4334-924a-c12c7af6e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:10Z', 'updated_at': '2021-11-02T11:37:44Z', 'revision_number': 5, 'project_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'gw_port': {'id': 'aece0b3b-3209-4334-924a-c12c7af6e03e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:11Z', 'updated_at': '2021-11-02T11:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:47.736213 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:37:47.760589 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:47.761214 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:47.762735 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f646921e-7813-4732-a51d-8a104405adf9 req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] 10.222.0.54 "PUT /v2.0/ports/c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 HTTP/1.1" status: 200 len: 1098 time: 2.4221594 Nov 02 11:37:47.781512 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-542a0dd9-c4d3-436c-9473-e4144afdc304 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:47.785637 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea41b4e-3ceb-4856-b4a6-4848973fb646 None None] The sync data for ids ['f1194d7d-a195-481e-846a-863ec5b5a7e6'] in n-d-806683-18 is: [{'id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1444648910-router', 'tenant_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'aece0b3b-3209-4334-924a-c12c7af6e03e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:10Z', 'updated_at': '2021-11-02T11:37:44Z', 'revision_number': 5, 'project_id': 'b731b65ef7ae41ea8217ee5d4ae1e566', 'gw_port': {'id': 'aece0b3b-3209-4334-924a-c12c7af6e03e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1194d7d-a195-481e-846a-863ec5b5a7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:11Z', 'updated_at': '2021-11-02T11:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:37:47.787137 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad812c-5175-4c56-9a54-67365d9efba2 service neutron] Pushing event updated for resources: {'Port': ['ID=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,revision_number=11']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:47.841701 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d503e-7447-4e7c-9ab8-3d234df90901 req-46c0c226-0864-4261-a8da-7d11ee46d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:47.843671 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f80d503e-7447-4e7c-9ab8-3d234df90901 req-46c0c226-0864-4261-a8da-7d11ee46d3b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8702b9ca25d49aa873f1c4a01316955&device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 1095 time: 0.1812451 Nov 02 11:37:47.856876 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646921e-7813-4732-a51d-8a104405adf9 req-a7293011-77a3-443d-9324-51a3ac6ed2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:47.858401 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f646921e-7813-4732-a51d-8a104405adf9 req-a7293011-77a3-443d-9324-51a3ac6ed2ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 1101 time: 0.0682154 Nov 02 11:37:47.929353 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe01d85-b52c-4c8f-a595-97710a6812f5 req-88ff4acf-2b19-4a07-8431-f56a8a9befc7 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:47.930982 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9fe01d85-b52c-4c8f-a595-97710a6812f5 req-88ff4acf-2b19-4a07-8431-f56a8a9befc7 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 949 time: 0.2336416 Nov 02 11:37:47.965383 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646921e-7813-4732-a51d-8a104405adf9 req-3a159c7f-0d78-41d5-809c-2159e6669e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:47.967118 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f646921e-7813-4732-a51d-8a104405adf9 req-3a159c7f-0d78-41d5-809c-2159e6669e31 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1000977 Nov 02 11:37:48.030505 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f646921e-7813-4732-a51d-8a104405adf9 req-b5d8a4b9-ab06-4f40-b9c0-5b53869d45ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 HTTP/1.1" status: 200 len: 217 time: 0.0548124 Nov 02 11:37:48.113845 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646921e-7813-4732-a51d-8a104405adf9 req-6db7c1ac-1c8e-4422-b46f-eb9ad288a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:48.115267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f646921e-7813-4732-a51d-8a104405adf9 req-6db7c1ac-1c8e-4422-b46f-eb9ad288a321 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0766072 Nov 02 11:37:48.122047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6b205-8135-4a2b-bc6b-a36ab1cde22a req-28378fa8-8d61-4fe8-a655-93aae16dda93 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:48.123614 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bfa6b205-8135-4a2b-bc6b-a36ab1cde22a req-28378fa8-8d61-4fe8-a655-93aae16dda93 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 1097 time: 0.0755270 Nov 02 11:37:48.175262 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:37:48.200045 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:37:48.200749 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 91f67fbf-ced4-4d4f-9b21-473fa16c8b3a not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:37:48.207870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646921e-7813-4732-a51d-8a104405adf9 req-079b5045-7aba-4351-ba20-edc49012fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:48.210042 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f646921e-7813-4732-a51d-8a104405adf9 req-079b5045-7aba-4351-ba20-edc49012fef2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0839376 Nov 02 11:37:48.233015 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bfa6b205-8135-4a2b-bc6b-a36ab1cde22a req-bd3343aa-ec58-4804-a649-86681bfa6730 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989892 Nov 02 11:37:48.363056 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f646921e-7813-4732-a51d-8a104405adf9 req-9ddec7bb-2678-4bfc-81e8-404f3910459e service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424265 Nov 02 11:37:48.398480 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d503e-7447-4e7c-9ab8-3d234df90901 req-610d6479-a372-4818-8574-5e124ebb9b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:48.400013 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f80d503e-7447-4e7c-9ab8-3d234df90901 req-610d6479-a372-4818-8574-5e124ebb9b63 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd5c17c3-2e23-430d-8e74-fd4aa312ce46 HTTP/1.1" status: 200 len: 923 time: 0.5432413 Nov 02 11:37:48.400458 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3c8407-5a44-4414-a431-b284263f09d5', 'tag': 'a7252098-b5f9-49d2-bd2c-ac359d091893'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:48.403571 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c213e2-52f1-44f5-a9a1-fc56458c3626" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3c8407-5a44-4414-a431-b284263f09d5", "tag": "a7252098-b5f9-49d2-bd2c-ac359d091893"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:48.417653 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afdcd5-da92-4c22-a6f6-ad484298ea26 req-79d8cb39-9523-4b66-afbf-c648c4605db9 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:48.419789 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48afdcd5-da92-4c22-a6f6-ad484298ea26 req-79d8cb39-9523-4b66-afbf-c648c4605db9 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0978005 Nov 02 11:37:48.486406 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f80d503e-7447-4e7c-9ab8-3d234df90901 req-8aea9771-9e45-44ce-b53f-0b2a134aca53 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a512962a-748e-494e-b2a3-64f5460e4d41 HTTP/1.1" status: 200 len: 217 time: 0.0708539 Nov 02 11:37:48.509874 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f646921e-7813-4732-a51d-8a104405adf9 req-1d64d4b9-3a6e-4922-b246-16a27700fad0 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389205 Nov 02 11:37:48.513755 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48afdcd5-da92-4c22-a6f6-ad484298ea26 req-e4e54eaf-b0e0-4597-b69f-e652f107eebe tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695639 Nov 02 11:37:48.523020 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9fe01d85-b52c-4c8f-a595-97710a6812f5 req-828d933c-55e5-4f76-acdd-4da5b8afffaa tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388220 Nov 02 11:37:48.535220 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-82eb880e-241e-44cb-b159-57dcee3819d4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:48.585592 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-542a0dd9-c4d3-436c-9473-e4144afdc304 admin admin] Deleting port aece0b3b-3209-4334-924a-c12c7af6e03e {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:37:48.585931 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-542a0dd9-c4d3-436c-9473-e4144afdc304 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:48.591492 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0265d572-093c-4a78-a62c-b0a73031ea93 x-openstack-request-id: req-0265d572-093c-4a78-a62c-b0a73031ea93 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:48.591840 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3c8407-5a44-4414-a431-b284263f09d5", "tag": "a7252098-b5f9-49d2-bd2c-ac359d091893", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:48.592111 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0265d572-093c-4a78-a62c-b0a73031ea93 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:48.592491 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3c8407-5a44-4414-a431-b284263f09d5', 'tag': 'a7252098-b5f9-49d2-bd2c-ac359d091893', 'status': 'completed', 'code': 200} Nov 02 11:37:48.611203 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6fdd4673-95be-4687-8c3a-5c087fa3d4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:48.688201 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e66c91d9-0980-4117-8175-ad01506e5d38 req-a49ac249-5f56-4dc1-acc6-fdc81535716c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 210 time: 0.0398519 Nov 02 11:37:48.695222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c213e2-52f1-44f5-a9a1-fc56458c3626 req-be798b3c-de2a-4372-b525-7c954511f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:48.696877 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54c213e2-52f1-44f5-a9a1-fc56458c3626 req-be798b3c-de2a-4372-b525-7c954511f0e6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 1100 time: 0.0862141 Nov 02 11:37:48.712779 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d503e-7447-4e7c-9ab8-3d234df90901 req-f8ea61e7-eaf7-4147-9302-596ac0a42ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:48.714243 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f80d503e-7447-4e7c-9ab8-3d234df90901 req-f8ea61e7-eaf7-4147-9302-596ac0a42ca3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce007fe3-48ea-421e-bc9f-dbc29aaa148f HTTP/1.1" status: 200 len: 862 time: 0.2176924 Nov 02 11:37:48.796323 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f80d503e-7447-4e7c-9ab8-3d234df90901 req-3df571c9-88a8-42bf-9155-d4ef599d181f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd5c17c3-2e23-430d-8e74-fd4aa312ce46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674391 Nov 02 11:37:48.816849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c213e2-52f1-44f5-a9a1-fc56458c3626 req-f54c33f3-6135-45c9-83d1-2371b59a6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:48.881482 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54c213e2-52f1-44f5-a9a1-fc56458c3626 req-f54c33f3-6135-45c9-83d1-2371b59a6b21 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1104569 Nov 02 11:37:48.881644 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-542a0dd9-c4d3-436c-9473-e4144afdc304 admin admin] For port aece0b3b-3209-4334-924a-c12c7af6e03e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=aece0b3b-3209-4334-924a-c12c7af6e03e,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:48.881644 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-542a0dd9-c4d3-436c-9473-e4144afdc304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:48.890645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54c213e2-52f1-44f5-a9a1-fc56458c3626 req-ac601ed4-8ab7-46de-8be6-b81d04bc54b5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=a7252098-b5f9-49d2-bd2c-ac359d091893 HTTP/1.1" status: 200 len: 217 time: 0.0610805 Nov 02 11:37:48.892525 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-542a0dd9-c4d3-436c-9473-e4144afdc304 admin admin] Calling delete_port for aece0b3b-3209-4334-924a-c12c7af6e03e owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:37:48.941428 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efc831-3077-409c-bac4-bd8f80b9af46 req-32ece098-16b8-41cc-a9f1-e91d4be79f79 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:48.942996 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f4efc831-3077-409c-bac4-bd8f80b9af46 req-32ece098-16b8-41cc-a9f1-e91d4be79f79 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 948 time: 0.1155124 Nov 02 11:37:48.974332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c213e2-52f1-44f5-a9a1-fc56458c3626 req-e5287f3c-3cc1-4773-b0b3-e80abd20119c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:48.976106 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54c213e2-52f1-44f5-a9a1-fc56458c3626 req-e5287f3c-3cc1-4773-b0b3-e80abd20119c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0760925 Nov 02 11:37:49.043411 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f4efc831-3077-409c-bac4-bd8f80b9af46 req-e2abc6ed-2755-4ed1-9ed0-845096afdfd5 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877481 Nov 02 11:37:49.051340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c213e2-52f1-44f5-a9a1-fc56458c3626 req-e3183e7b-b9d2-4582-bf6a-73fbff895463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:49.052858 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54c213e2-52f1-44f5-a9a1-fc56458c3626 req-e3183e7b-b9d2-4582-bf6a-73fbff895463 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0691216 Nov 02 11:37:49.088092 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f80d503e-7447-4e7c-9ab8-3d234df90901 req-8722731e-0900-4882-ab5a-d9e8bfb36dc4 service neutron] 10.222.0.54 "GET /v2.0/networks/bd5c17c3-2e23-430d-8e74-fd4aa312ce46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750738 Nov 02 11:37:49.160843 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54c213e2-52f1-44f5-a9a1-fc56458c3626 req-810f264b-efcd-49e5-9817-caebc0c41282 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958545 Nov 02 11:37:49.200650 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-82eb880e-241e-44cb-b159-57dcee3819d4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:49.234531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'tag': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:49.237786 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc136cd-7c7d-440e-b88e-21a7fb3c869a", "tag": "c07c4d83-8e4d-49e4-954c-dd7c6ca032e7"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:49.266183 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54c213e2-52f1-44f5-a9a1-fc56458c3626 req-31d3d966-eac7-41c0-b6d6-a635a8c14768 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965776 Nov 02 11:37:49.292060 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-82eb880e-241e-44cb-b159-57dcee3819d4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Network e3f5fe02-990d-442a-ab33-f4126e712578 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:37:49.311072 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-82eb880e-241e-44cb-b159-57dcee3819d4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:37:49.317102 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b13efc-f6f6-4b92-938c-aa5b2d989a87 x-openstack-request-id: req-71b13efc-f6f6-4b92-938c-aa5b2d989a87 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:49.317275 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc136cd-7c7d-440e-b88e-21a7fb3c869a", "tag": "c07c4d83-8e4d-49e4-954c-dd7c6ca032e7", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:49.317423 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71b13efc-f6f6-4b92-938c-aa5b2d989a87 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:49.318315 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'tag': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7', 'status': 'completed', 'code': 200} Nov 02 11:37:49.324256 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-82eb880e-241e-44cb-b159-57dcee3819d4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:37:49.378381 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb880e-241e-44cb-b159-57dcee3819d4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Pushing event updated for resources: {'Port': ['ID=57be5d74-bb49-4566-8385-2f7bdf5492ff,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:49.408889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-1d729c7a-748e-4817-8d83-6e8ad6e0d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:49.410520 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-1d729c7a-748e-4817-8d83-6e8ad6e0d41d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 1101 time: 0.0911713 Nov 02 11:37:49.412189 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f80d503e-7447-4e7c-9ab8-3d234df90901 req-49eb9d75-452d-46ad-9dc6-35b5d410183f service neutron] 10.222.0.54 "GET /v2.0/networks/bd5c17c3-2e23-430d-8e74-fd4aa312ce46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144045 Nov 02 11:37:49.415665 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-2554ae7b-344b-4413-8b6d-60cc1056c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:49.416764 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-2554ae7b-344b-4413-8b6d-60cc1056c5d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 1101 time: 0.0560637 Nov 02 11:37:49.448015 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-82eb880e-241e-44cb-b159-57dcee3819d4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:49.448624 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-82eb880e-241e-44cb-b159-57dcee3819d4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:49.477237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd4673-95be-4687-8c3a-5c087fa3d4c6 admin admin] Deleting port 1668e671-ddfc-4636-9935-372bae3b51a7 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:37:49.477905 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6fdd4673-95be-4687-8c3a-5c087fa3d4c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:49.573960 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-6fdd4673-95be-4687-8c3a-5c087fa3d4c6 admin admin] For port 1668e671-ddfc-4636-9935-372bae3b51a7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1668e671-ddfc-4636-9935-372bae3b51a7,segment=NetworkSegment(97b162ae-5f9c-4123-af4f-f43ca1e58b75),segment_id=97b162ae-5f9c-4123-af4f-f43ca1e58b75)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:49.574975 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6fdd4673-95be-4687-8c3a-5c087fa3d4c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:49.591723 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6fdd4673-95be-4687-8c3a-5c087fa3d4c6 admin admin] Calling delete_port for 1668e671-ddfc-4636-9935-372bae3b51a7 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:37:49.593664 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-542a0dd9-c4d3-436c-9473-e4144afdc304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:49.607387 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-8229b99c-4762-466f-9e9b-c1b8d4e2b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:49.609935 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-8229b99c-4762-466f-9e9b-c1b8d4e2b8de service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1872077 Nov 02 11:37:49.630711 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34a52840-1364-4d7e-a4d3-b62d1a672e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:49.631358 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a0dd9-c4d3-436c-9473-e4144afdc304 admin admin] Pushing event deleted for resources: {'Port': ['ID=aece0b3b-3209-4334-924a-c12c7af6e03e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:49.650344 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-82eb880e-241e-44cb-b159-57dcee3819d4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9653399 Nov 02 11:37:49.692932 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Request body: {'port': {'device_id': 'c93eac6c-517d-4b7d-acce-43af8127c908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:49.707270 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-d8c1988a-aa53-4d95-94c0-330ddf8467dc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 HTTP/1.1" status: 200 len: 217 time: 0.0840621 Nov 02 11:37:49.746176 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-fc25b0c4-d4c4-4711-af37-34ae7ccf83e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:49.748077 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-fc25b0c4-d4c4-4711-af37-34ae7ccf83e1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.3169873 Nov 02 11:37:49.800534 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:49.809449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b76d97-2a0d-434f-a424-29ef90aed333 req-6708574d-de1a-450c-9a95-5a7e75670721 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:49.811059 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c3b76d97-2a0d-434f-a424-29ef90aed333 req-6708574d-de1a-450c-9a95-5a7e75670721 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 943 time: 0.1913707 Nov 02 11:37:49.816973 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-1b30e45d-83ca-4052-8bc6-85253497a43a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 HTTP/1.1" status: 200 len: 217 time: 0.0582306 Nov 02 11:37:49.818738 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-c105e2cb-81c1-4c4a-a07a-6297d0c04b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:49.820115 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-c105e2cb-81c1-4c4a-a07a-6297d0c04b41 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1043506 Nov 02 11:37:49.849412 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-542a0dd9-c4d3-436c-9473-e4144afdc304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:49.940010 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-dee2fa59-0068-452b-a00f-61d1b71aa765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:49.941478 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-dee2fa59-0068-452b-a00f-61d1b71aa765 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1131139 Nov 02 11:37:49.946480 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c3b76d97-2a0d-434f-a424-29ef90aed333 req-eb90f8f9-e685-4934-9e64-4ee5ebedf436 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254663 Nov 02 11:37:49.953962 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-30164625-ff0a-4636-9ca4-fb1d7fab3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:49.955489 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-30164625-ff0a-4636-9ca4-fb1d7fab3b08 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1085021 Nov 02 11:37:49.979001 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-542a0dd9-c4d3-436c-9473-e4144afdc304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:49.985254 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-542a0dd9-c4d3-436c-9473-e4144afdc304 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:50.114530 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-687be757-4af5-43e3-acfb-92ddcbd37b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:50.116137 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-687be757-4af5-43e3-acfb-92ddcbd37b04 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1597555 Nov 02 11:37:50.165947 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b469c7c-06bf-41db-935e-dde51daa69bc req-98f5b760-1fac-49dc-9d3b-52eccd33b079 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:50.167624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b469c7c-06bf-41db-935e-dde51daa69bc req-98f5b760-1fac-49dc-9d3b-52eccd33b079 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 949 time: 0.1379521 Nov 02 11:37:50.170650 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-fafaf800-7a48-4693-b261-6b70598244dd service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060621 Nov 02 11:37:50.199332 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-542a0dd9-c4d3-436c-9473-e4144afdc304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:50.199332 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542a0dd9-c4d3-436c-9473-e4144afdc304 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1194d7d-a195-481e-846a-863ec5b5a7e6 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:37:50.205149 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-542a0dd9-c4d3-436c-9473-e4144afdc304 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:50.210621 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-542a0dd9-c4d3-436c-9473-e4144afdc304 admin admin] 10.222.0.52 "DELETE /v2.0/routers/f1194d7d-a195-481e-846a-863ec5b5a7e6 HTTP/1.1" status: 204 len: 168 time: 3.3110392 Nov 02 11:37:50.210621 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53484) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:50.282451 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-752ca186-bbeb-4f10-8ba7-762adc72b013 admin admin] Deleting subnet ffe9aa38-6b4d-4b3b-9202-befd0601902f {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:37:50.292627 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-752ca186-bbeb-4f10-8ba7-762adc72b013 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:50.317400 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6fdd4673-95be-4687-8c3a-5c087fa3d4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:50.356224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b469c7c-06bf-41db-935e-dde51daa69bc req-dec3bf5f-34de-4730-ab4d-4be195e05fea tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777737 Nov 02 11:37:50.360538 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-c47c38c6-c8ce-4305-a388-1215165085d0 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335112 Nov 02 11:37:50.394258 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-752ca186-bbeb-4f10-8ba7-762adc72b013 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:50.398816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd4673-95be-4687-8c3a-5c087fa3d4c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1668e671-ddfc-4636-9935-372bae3b51a7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:50.404573 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-abe0af2e-68cb-4a8f-a056-85f423ad8bb8 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231977 Nov 02 11:37:50.498727 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57be5d74-bb49-4566-8385-2f7bdf5492ff {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:37:50.514599 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc824e52-87f9-45c1-be3c-6485e4a3f0b3 req-b26660fc-f88c-4872-b207-7aa001d0a97a service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419730 Nov 02 11:37:50.531758 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:50.583670 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca5f72-b306-4704-8fcb-6e3cb0016460 req-2bbd06b6-e458-44c5-929a-2c0a2c8d5c3e tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:50.592382 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2ca5f72-b306-4704-8fcb-6e3cb0016460 req-2bbd06b6-e458-44c5-929a-2c0a2c8d5c3e tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 932 time: 0.0698156 Nov 02 11:37:50.615135 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Transition to ACTIVE for port object 57be5d74-bb49-4566-8385-2f7bdf5492ff will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:37:50.656963 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2ca5f72-b306-4704-8fcb-6e3cb0016460 req-826a65cd-468b-4709-9ee1-581c8fe8b776 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649610 Nov 02 11:37:50.881205 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:50.895540 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867be00-3964-4226-950b-c7e6e14fdc6e req-cddf4619-2917-474d-b2e6-5d1fab14fb06 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:50.901613 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5867be00-3964-4226-950b-c7e6e14fdc6e req-cddf4619-2917-474d-b2e6-5d1fab14fb06 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 948 time: 0.0807116 Nov 02 11:37:50.944838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:50.949919 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5867be00-3964-4226-950b-c7e6e14fdc6e req-e959960a-d811-4d25-a422-46834a95c5ae tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457056 Nov 02 11:37:51.026409 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-752ca186-bbeb-4f10-8ba7-762adc72b013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:51.077179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee925a-07b3-4c1c-b9d4-fdf0f296c252 req-acabfd7b-232f-44e1-bff3-2481f7a81b6b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:51.078638 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9cee925a-07b3-4c1c-b9d4-fdf0f296c252 req-acabfd7b-232f-44e1-bff3-2481f7a81b6b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0522318 Nov 02 11:37:51.115319 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Pushing event updated for resources: {'Port': ['ID=57be5d74-bb49-4566-8385-2f7bdf5492ff,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:51.143593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9cee925a-07b3-4c1c-b9d4-fdf0f296c252 req-d4a38187-2e03-4bec-9d0f-7a468cc144d8 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567803 Nov 02 11:37:51.174743 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:51.175115 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:51.175454 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:51.175928 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:51.176182 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:51.176507 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:51.176867 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:51.177185 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:51.177527 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:51.177828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:51.178147 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:51.178465 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:51.184314 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6fdd4673-95be-4687-8c3a-5c087fa3d4c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:51.261287 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-9487af37-36c7-454c-8890-19637204c222 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:37:51.262951 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-9487af37-36c7-454c-8890-19637204c222 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0413790 Nov 02 11:37:51.270078 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Attempting to bind port 57be5d74-bb49-4566-8385-2f7bdf5492ff on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:37:51.270415 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Attempting to bind port 57be5d74-bb49-4566-8385-2f7bdf5492ff by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:37:51.270745 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Attempting to bind port 57be5d74-bb49-4566-8385-2f7bdf5492ff on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:51.291413 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Port 57be5d74-bb49-4566-8385-2f7bdf5492ff on network e3f5fe02-990d-442a-ab33-f4126e712578 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:37:51.291734 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Attempting to bind port 57be5d74-bb49-4566-8385-2f7bdf5492ff on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:51.318854 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-752ca186-bbeb-4f10-8ba7-762adc72b013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:51.350617 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:37:51.351009 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Checking segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:37:51.351398 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Bound using segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:37:51.351841 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Bound port: 57be5d74-bb49-4566-8385-2f7bdf5492ff, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:37:51.352189 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:51.390212 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ca186-bbeb-4f10-8ba7-762adc72b013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffe9aa38-6b4d-4b3b-9202-befd0601902f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:51.400389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a485e-7577-4442-9980-1feb3be0fb78 req-dffe37da-5df1-4c68-ad49-1e98be72c766 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:51.400523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:37:51.400631 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-dffe37da-5df1-4c68-ad49-1e98be72c766 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/ports/f70ba22f-c466-4a31-8df3-1f062f2deeaf HTTP/1.1" status: 200 len: 1094 time: 0.1215110 Nov 02 11:37:51.404914 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-752ca186-bbeb-4f10-8ba7-762adc72b013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:51.409801 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-752ca186-bbeb-4f10-8ba7-762adc72b013 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ffe9aa38-6b4d-4b3b-9202-befd0601902f HTTP/1.1" status: 204 len: 168 time: 1.1965487 Nov 02 11:37:51.410603 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53490) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:51.415998 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-196a485e-7577-4442-9980-1feb3be0fb78 req-c54d2e05-289e-4acb-8584-2b7471a290e6 service neutron] Request body: {'binding': {'host': 'n-h2-806683-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:51.416452 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-196a485e-7577-4442-9980-1feb3be0fb78 req-c54d2e05-289e-4acb-8584-2b7471a290e6 service neutron] Unknown quota resources ['binding']. {{(pid=102690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 11:37:51.420957 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b1f5ad-28b0-445b-b24c-cf81872ff121 None None] Network 53295813-031c-4d20-bbb6-d45e9f6deae2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:37:51.548103 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:51.584263 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf5f5f-ad8b-49d3-817c-6069fd940ccb req-34b63173-24ce-414b-9299-243ea33b4e49 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:51.585929 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01bf5f5f-ad8b-49d3-817c-6069fd940ccb req-34b63173-24ce-414b-9299-243ea33b4e49 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 949 time: 0.1091399 Nov 02 11:37:51.592770 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] For port 57be5d74-bb49-4566-8385-2f7bdf5492ff, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:37:51.634828 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:51.644786 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] For port 57be5d74-bb49-4566-8385-2f7bdf5492ff, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=57be5d74-bb49-4566-8385-2f7bdf5492ff,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:37:51.649512 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7', 'mac_address': 'fa:16:3e:7a:73:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:37:51.682741 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01bf5f5f-ad8b-49d3-817c-6069fd940ccb req-22dfb13d-3828-47e7-8ec9-5e84f5576732 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761530 Nov 02 11:37:51.691612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Deleting port 76b68adc-2f29-4f16-9e1f-9e45f6e86c93 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:37:51.692643 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:51.698836 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fdd4673-95be-4687-8c3a-5c087fa3d4c6 admin admin] Router 8c9b67f8-0dac-49de-b5b0-deca6a447908 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:37:51.703784 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device a7252098-b5f9-49d2-bd2c-ac359d091893 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:37:51.707342 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:51.719633 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:51.751463 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-196a485e-7577-4442-9980-1feb3be0fb78 req-c54d2e05-289e-4acb-8584-2b7471a290e6 service neutron] Attempting to bind port f70ba22f-c466-4a31-8df3-1f062f2deeaf on host n-h2-806683-18 for vnic_type normal with profile None {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:37:51.751795 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-196a485e-7577-4442-9980-1feb3be0fb78 req-c54d2e05-289e-4acb-8584-2b7471a290e6 service neutron] Attempting to bind port f70ba22f-c466-4a31-8df3-1f062f2deeaf by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:37:51.752219 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196a485e-7577-4442-9980-1feb3be0fb78 req-c54d2e05-289e-4acb-8584-2b7471a290e6 service neutron] Attempting to bind port f70ba22f-c466-4a31-8df3-1f062f2deeaf on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:51.767357 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:51.767985 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:51.769378 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] 10.222.0.79 "PUT /v2.0/ports/57be5d74-bb49-4566-8385-2f7bdf5492ff HTTP/1.1" status: 200 len: 1093 time: 2.0945580 Nov 02 11:37:51.771904 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93eac6c-517d-4b7d-acce-43af8127c908', 'tag': '57be5d74-bb49-4566-8385-2f7bdf5492ff'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:51.774267 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce91d52-93e0-4612-84a9-bb76ef4e3a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c93eac6c-517d-4b7d-acce-43af8127c908", "tag": "57be5d74-bb49-4566-8385-2f7bdf5492ff"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:51.781101 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196a485e-7577-4442-9980-1feb3be0fb78 req-c54d2e05-289e-4acb-8584-2b7471a290e6 service neutron] Port f70ba22f-c466-4a31-8df3-1f062f2deeaf on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:37:51.781433 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196a485e-7577-4442-9980-1feb3be0fb78 req-c54d2e05-289e-4acb-8584-2b7471a290e6 service neutron] Attempting to bind port f70ba22f-c466-4a31-8df3-1f062f2deeaf on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:51.790465 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] For port 76b68adc-2f29-4f16-9e1f-9e45f6e86c93, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=76b68adc-2f29-4f16-9e1f-9e45f6e86c93,segment=NetworkSegment(04d97e07-fc98-4b96-83d5-64bfd731fb40),segment_id=04d97e07-fc98-4b96-83d5-64bfd731fb40)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:51.792676 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:51.810693 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Calling delete_port for 76b68adc-2f29-4f16-9e1f-9e45f6e86c93 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:37:51.833435 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196a485e-7577-4442-9980-1feb3be0fb78 req-c54d2e05-289e-4acb-8584-2b7471a290e6 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:37:51.833792 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196a485e-7577-4442-9980-1feb3be0fb78 req-c54d2e05-289e-4acb-8584-2b7471a290e6 service neutron] Checking segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:37:51.834182 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196a485e-7577-4442-9980-1feb3be0fb78 req-c54d2e05-289e-4acb-8584-2b7471a290e6 service neutron] Bound using segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:37:51.834648 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-196a485e-7577-4442-9980-1feb3be0fb78 req-c54d2e05-289e-4acb-8584-2b7471a290e6 service neutron] Bound port: f70ba22f-c466-4a31-8df3-1f062f2deeaf, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:37:51.866502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1706e25-1b91-417b-8f17-db2f9fdb098c service neutron] Pushing event updated for resources: {'Port': ['ID=57be5d74-bb49-4566-8385-2f7bdf5492ff,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:51.927626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f2cec-8975-4689-a9dc-f5a6b4a197e7 req-ecb6ab82-6523-4c91-bce4-73e935c840e1 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:51.939527 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b5f2cec-8975-4689-a9dc-f5a6b4a197e7 req-ecb6ab82-6523-4c91-bce4-73e935c840e1 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 944 time: 0.1256196 Nov 02 11:37:51.949956 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:37:51.958522 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c626eca5-8f43-4ecf-b565-33b0d1c99db4 None None] DHCP port deletion for 53295813-031c-4d20-bbb6-d45e9f6deae2 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:37:51.984333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-196a485e-7577-4442-9980-1feb3be0fb78 req-c54d2e05-289e-4acb-8584-2b7471a290e6 service neutron] For port f70ba22f-c466-4a31-8df3-1f062f2deeaf, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=f70ba22f-c466-4a31-8df3-1f062f2deeaf,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:37:51.995067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fdd4673-95be-4687-8c3a-5c087fa3d4c6 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:37:52.003961 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6fdd4673-95be-4687-8c3a-5c087fa3d4c6 admin admin] 10.222.0.52 "PUT /v2.0/routers/8c9b67f8-0dac-49de-b5b0-deca6a447908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9724295 Nov 02 11:37:52.005821 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-64d52bd4-8f6d-4a13-b2fe-cbd812ceacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:52.007394 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-64d52bd4-8f6d-4a13-b2fe-cbd812ceacbd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 1096 time: 0.0813658 Nov 02 11:37:52.007893 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53502) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:52.055157 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b5f2cec-8975-4689-a9dc-f5a6b4a197e7 req-b0b396f3-5fd0-4815-8700-14e3c2e2c102 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146502 Nov 02 11:37:52.061186 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88da735b-9d7c-4e3c-b689-939f55d6d5f0 None None] Sync routers for ids ['8c9b67f8-0dac-49de-b5b0-deca6a447908'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:37:52.067509 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-196a485e-7577-4442-9980-1feb3be0fb78 req-c54d2e05-289e-4acb-8584-2b7471a290e6 service neutron] Publish callbacks [] for binding, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.068649 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-c54d2e05-289e-4acb-8584-2b7471a290e6 service neutron] 10.222.0.52 "POST /v2.0/ports/f70ba22f-c466-4a31-8df3-1f062f2deeaf/bindings HTTP/1.1" status: 201 len: 390 time: 0.6569586 Nov 02 11:37:52.076526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:52.083143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device aece0b3b-3209-4334-924a-c12c7af6e03e no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:37:52.098518 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88da735b-9d7c-4e3c-b689-939f55d6d5f0 None None] Routers {'8c9b67f8-0dac-49de-b5b0-deca6a447908'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:37:52.099194 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-88da735b-9d7c-4e3c-b689-939f55d6d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:37:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8c9b67f8-0dac-49de-b5b0-deca6a447908'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:52.106547 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-4796b411-2dbf-41de-b034-cc02ed79c273 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57be5d74-bb49-4566-8385-2f7bdf5492ff HTTP/1.1" status: 200 len: 217 time: 0.0492640 Nov 02 11:37:52.114485 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.123894 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: aece0b3b-3209-4334-924a-c12c7af6e03e {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:37:52.124647 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device aece0b3b-3209-4334-924a-c12c7af6e03e not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:37:52.125238 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 76b68adc-2f29-4f16-9e1f-9e45f6e86c93 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:37:52.156158 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b68adc-2f29-4f16-9e1f-9e45f6e86c93,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:52.198340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:52.198340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:52.198340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:52.198340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:52.198340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:52.198340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:52.198340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:52.198340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:52.198340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:52.198340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:52.198340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:52.198340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:52.203587 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] No DVR routers for this DVR port 76b68adc-2f29-4f16-9e1f-9e45f6e86c93 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:37:52.208749 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-cdbecc8a-89f4-4237-b5b8-944f53acf950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:52.209822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 76b68adc-2f29-4f16-9e1f-9e45f6e86c93 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:37:52.210171 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 76b68adc-2f29-4f16-9e1f-9e45f6e86c93 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:37:52.210861 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-cdbecc8a-89f4-4237-b5b8-944f53acf950 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.0970941 Nov 02 11:37:52.222331 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.223492 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device a512962a-748e-494e-b2a3-64f5460e4d41 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:37:52.226778 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d380dba6-0f33-4c80-9131-1267ab178c80 admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.268359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061383d8-7c99-4761-833b-28ca68feafb1 req-48eb4f40-0779-4080-a124-3b2ece595119 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:52.275766 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-061383d8-7c99-4761-833b-28ca68feafb1 req-48eb4f40-0779-4080-a124-3b2ece595119 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 949 time: 0.1327319 Nov 02 11:37:52.279532 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-7a82108e-b134-4982-ae6b-0d9525d4c34f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616903 Nov 02 11:37:52.319594 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.353511 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:52.353864 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:52.354612 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:52.354987 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Subscribe: > port after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:52.355912 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:52.356280 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Subscribe: > port after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:52.356585 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:52.357097 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:52.357423 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:52.357746 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:52.406709 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port a7252098-b5f9-49d2-bd2c-ac359d091893, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=a7252098-b5f9-49d2-bd2c-ac359d091893,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:52.426084 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.426989 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d380dba6-0f33-4c80-9131-1267ab178c80 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.428744 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:52.429106 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:52.429440 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:52.429770 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 11:37:52.430302 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53295813-031c-4d20-bbb6-d45e9f6deae2']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:52.441347 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.resource_extend [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 11:37:52.455583 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d97e07-fc98-4b96-83d5-64bfd731fb40') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:52.455882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d97e07-fc98-4b96-83d5-64bfd731fb40') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:52.467765 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-b3b2d871-96db-4808-93fc-faa6f5d970f2 service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779637 Nov 02 11:37:52.473180 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-061383d8-7c99-4761-833b-28ca68feafb1 req-24da8975-4ded-4ffb-a258-e396da1932de tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960092 Nov 02 11:37:52.475227 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'a7252098-b5f9-49d2-bd2c-ac359d091893', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': 'a7252098-b5f9-49d2-bd2c-ac359d091893', 'mac_address': 'fa:16:3e:93:94:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:37:52.485977 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.486163 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,revision_number=12']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:52.508203 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.519986 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:37:52.521525 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: from cryptography.utils import int_from_bytes Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: from cryptography.utils import int_from_bytes Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:37:52.525541 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:37:52.529494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c626eca5-8f43-4ecf-b565-33b0d1c99db4 None None] Deleting port 76b68adc-2f29-4f16-9e1f-9e45f6e86c93 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:37:52.529494 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c626eca5-8f43-4ecf-b565-33b0d1c99db4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.569610 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-88da735b-9d7c-4e3c-b689-939f55d6d5f0 None None] Set router 8c9b67f8-0dac-49de-b5b0-deca6a447908 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:37:52.612276 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f812bbae-20b0-45f0-8369-3fff80fca606 x-openstack-request-id: req-f812bbae-20b0-45f0-8369-3fff80fca606 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:52.612695 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93eac6c-517d-4b7d-acce-43af8127c908", "tag": "57be5d74-bb49-4566-8385-2f7bdf5492ff", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:52.617936 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f812bbae-20b0-45f0-8369-3fff80fca606 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:52.617936 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93eac6c-517d-4b7d-acce-43af8127c908', 'tag': '57be5d74-bb49-4566-8385-2f7bdf5492ff', 'status': 'completed', 'code': 200} Nov 02 11:37:52.672794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992fcff-678a-4476-bbe5-acaa3eeaca4b req-c30b1527-6b5e-4a97-b166-f2619e0827e4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:52.681587 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a992fcff-678a-4476-bbe5-acaa3eeaca4b req-c30b1527-6b5e-4a97-b166-f2619e0827e4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 948 time: 0.0612118 Nov 02 11:37:52.692331 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.710290 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.712228 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.717791 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] 10.222.0.52 "DELETE /v2.0/networks/53295813-031c-4d20-bbb6-d45e9f6deae2 HTTP/1.1" status: 204 len: 168 time: 1.3038857 Nov 02 11:37:52.737014 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port a512962a-748e-494e-b2a3-64f5460e4d41, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=a512962a-748e-494e-b2a3-64f5460e4d41,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:52.738454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b199139-cdf1-4926-b8d7-7c6f8a808e33 admin admin] Pushing event deleted for resources: {'Network': ['ID=53295813-031c-4d20-bbb6-d45e9f6deae2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:52.777419 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c626eca5-8f43-4ecf-b565-33b0d1c99db4 None None] For port 76b68adc-2f29-4f16-9e1f-9e45f6e86c93, host n-d-806683-18, got binding levels [] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:52.778642 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c626eca5-8f43-4ecf-b565-33b0d1c99db4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.784353 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a992fcff-678a-4476-bbe5-acaa3eeaca4b req-7cae30b4-70dc-4531-af4c-3574b4425d96 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000960 Nov 02 11:37:52.795131 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d380dba6-0f33-4c80-9131-1267ab178c80 admin admin] Deleting port a1a6eebe-7c25-461e-afa5-6c02786ce345 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:37:52.795131 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d380dba6-0f33-4c80-9131-1267ab178c80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.810118 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'a512962a-748e-494e-b2a3-64f5460e4d41', 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46', 'port_id': 'a512962a-748e-494e-b2a3-64f5460e4d41', 'mac_address': 'fa:16:3e:97:1e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce007fe3-48ea-421e-bc9f-dbc29aaa148f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:37:52.815577 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7252098-b5f9-49d2-bd2c-ac359d091893 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:37:52.819448 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda94d6-96ab-4f82-9d74-db54df06c3dc req-761b32ae-2296-46f2-9da0-2a272084e34c tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:52.821620 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2cda94d6-96ab-4f82-9d74-db54df06c3dc req-761b32ae-2296-46f2-9da0-2a272084e34c tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 943 time: 0.1537650 Nov 02 11:37:52.833852 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c626eca5-8f43-4ecf-b565-33b0d1c99db4 None None] Calling delete_port for 76b68adc-2f29-4f16-9e1f-9e45f6e86c93 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:37:52.840566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.ipam_backend_mixin [None req-c626eca5-8f43-4ecf-b565-33b0d1c99db4 None None] Port 76b68adc-2f29-4f16-9e1f-9e45f6e86c93 was not found and therefore no delete operation was performed {{(pid=102691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 11:37:52.862475 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c626eca5-8f43-4ecf-b565-33b0d1c99db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.888785 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port a7252098-b5f9-49d2-bd2c-ac359d091893, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=a7252098-b5f9-49d2-bd2c-ac359d091893,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:52.922840 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2c36b-0e33-4135-8c83-90f794adf855 req-bd5510cf-f453-4d8b-92f3-e0fba19f0777 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:52.923610 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c626eca5-8f43-4ecf-b565-33b0d1c99db4 None None] Network 53295813-031c-4d20-bbb6-d45e9f6deae2 is not hosted by any dhcp agent {{(pid=102691) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 11:37:52.924070 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c626eca5-8f43-4ecf-b565-33b0d1c99db4 None None] No DVR routers for this DVR port 76b68adc-2f29-4f16-9e1f-9e45f6e86c93 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:37:52.925703 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626eca5-8f43-4ecf-b565-33b0d1c99db4 None None] Pushing event deleted for resources: {'Port': ['ID=76b68adc-2f29-4f16-9e1f-9e45f6e86c93,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:52.930535 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-43f2c36b-0e33-4135-8c83-90f794adf855 req-bd5510cf-f453-4d8b-92f3-e0fba19f0777 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 945 time: 0.0879834 Nov 02 11:37:52.949587 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.953202 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-d380dba6-0f33-4c80-9131-1267ab178c80 admin admin] For port a1a6eebe-7c25-461e-afa5-6c02786ce345, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a1a6eebe-7c25-461e-afa5-6c02786ce345,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:52.953202 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d380dba6-0f33-4c80-9131-1267ab178c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.955734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a485e-7577-4442-9980-1feb3be0fb78 req-edd43e5e-b91c-4088-a612-5ad954219e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:52.957445 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-edd43e5e-b91c-4088-a612-5ad954219e3e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 1097 time: 0.0995889 Nov 02 11:37:52.982493 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:52.989377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a512962a-748e-494e-b2a3-64f5460e4d41 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:37:53.004250 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a65408b1-f1da-4a4f-945d-d97e9763fa1e req-e09854dc-b09d-45be-9657-8e8fd0c169ff service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134556 Nov 02 11:37:53.029038 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-43f2c36b-0e33-4135-8c83-90f794adf855 req-80bfe4e3-8efa-45ef-804a-9648bd985f63 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977547 Nov 02 11:37:53.030894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d380dba6-0f33-4c80-9131-1267ab178c80 admin admin] Calling delete_port for a1a6eebe-7c25-461e-afa5-6c02786ce345 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:37:53.050413 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port a512962a-748e-494e-b2a3-64f5460e4d41, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=a512962a-748e-494e-b2a3-64f5460e4d41,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:53.097965 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-88da735b-9d7c-4e3c-b689-939f55d6d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:37:50Z', 'revision_number': 5, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port': {'id': 'a1a6eebe-7c25-461e-afa5-6c02786ce345', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:35:57Z', 'updated_at': '2021-11-02T11:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:53.111812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=a7252098-b5f9-49d2-bd2c-ac359d091893,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:53.134156 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a485e-7577-4442-9980-1feb3be0fb78 req-8b75e28d-f890-49e3-878e-1652ebb4eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:53.136084 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-8b75e28d-f890-49e3-878e-1652ebb4eaa6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 908 time: 0.1640635 Nov 02 11:37:53.174722 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:53.176662 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88da735b-9d7c-4e3c-b689-939f55d6d5f0 None None] Checking router: 8c9b67f8-0dac-49de-b5b0-deca6a447908 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:37:53.197134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53518) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:53.222321 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-4f921713-6a92-49ee-be81-15b35dc30af0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f70ba22f-c466-4a31-8df3-1f062f2deeaf HTTP/1.1" status: 200 len: 217 time: 0.0788960 Nov 02 11:37:53.232296 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2cda94d6-96ab-4f82-9d74-db54df06c3dc req-95bcd3fa-bc7d-457f-8ffe-c94d8bccdd38 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583189 Nov 02 11:37:53.258389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce91d52-93e0-4612-84a9-bb76ef4e3a1f req-5b65e7af-ad34-4ae2-bd0b-f7343aa47c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:53.258389 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6ce91d52-93e0-4612-84a9-bb76ef4e3a1f req-5b65e7af-ad34-4ae2-bd0b-f7343aa47c9f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 1096 time: 0.0969298 Nov 02 11:37:53.258664 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=a512962a-748e-494e-b2a3-64f5460e4d41,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:53.274875 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88da735b-9d7c-4e3c-b689-939f55d6d5f0 None None] Routers {'8c9b67f8-0dac-49de-b5b0-deca6a447908'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:37:53.276603 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-88da735b-9d7c-4e3c-b689-939f55d6d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:37:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8c9b67f8-0dac-49de-b5b0-deca6a447908'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:53.326607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['a7252098-b5f9-49d2-bd2c-ac359d091893'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:53.427153 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-b163eea5-5f01-4634-8586-29eee2151a60 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=6196471367014fa2a6ff86ee9c2ee144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0885172 Nov 02 11:37:53.438434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-88da735b-9d7c-4e3c-b689-939f55d6d5f0 None None] Set router 8c9b67f8-0dac-49de-b5b0-deca6a447908 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:37:53.502257 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce91d52-93e0-4612-84a9-bb76ef4e3a1f req-d505ed05-323c-41e5-8700-549674e96f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:53.503740 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6ce91d52-93e0-4612-84a9-bb76ef4e3a1f req-d505ed05-323c-41e5-8700-549674e96f9c service neutron] 10.222.0.79 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 922 time: 0.2360148 Nov 02 11:37:53.524289 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['c07c4d83-8e4d-49e4-954c-dd7c6ca032e7'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:53.529344 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['a512962a-748e-494e-b2a3-64f5460e4d41'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:53.562218 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-88da735b-9d7c-4e3c-b689-939f55d6d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:37:52Z', 'revision_number': 6, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:53.593922 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6ce91d52-93e0-4612-84a9-bb76ef4e3a1f req-6e41cb43-f1e2-4bc1-9f36-334fe584bf40 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57be5d74-bb49-4566-8385-2f7bdf5492ff HTTP/1.1" status: 200 len: 217 time: 0.0785851 Nov 02 11:37:53.608271 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a485e-7577-4442-9980-1feb3be0fb78 req-67b52a1f-6735-4c8e-bb21-d830515268f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:53.609681 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-67b52a1f-6735-4c8e-bb21-d830515268f0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.3757498 Nov 02 11:37:53.623358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302e89b-e02e-4fbe-bf7f-204090b53a57 req-4dc00e19-8a64-4133-9e33-e6a94210f9a0 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:53.624848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c302e89b-e02e-4fbe-bf7f-204090b53a57 req-4dc00e19-8a64-4133-9e33-e6a94210f9a0 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 944 time: 0.4720640 Nov 02 11:37:53.639671 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fedb107b-4c20-4ffb-b69e-43b7e7b49d13 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=421fa8b2e3444ddcb336955a78b6f4fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4236507 Nov 02 11:37:53.639878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88da735b-9d7c-4e3c-b689-939f55d6d5f0 None None] The sync data for ids ['8c9b67f8-0dac-49de-b5b0-deca6a447908'] in n-d-806683-18 is: [{'id': '8c9b67f8-0dac-49de-b5b0-deca6a447908', 'name': 'tempest-FloatingIPsAssociationTestJSON-1395027888-router', 'tenant_id': 'df313a0344574db0a3fecb6f28843431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:35:56Z', 'updated_at': '2021-11-02T11:37:52Z', 'revision_number': 6, 'project_id': 'df313a0344574db0a3fecb6f28843431', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:37:53.658149 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53532) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:53.672603 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-29b6e033-c7da-4f63-8bc0-b4f6342375a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465274 Nov 02 11:37:53.698891 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d380dba6-0f33-4c80-9131-1267ab178c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:53.702541 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:53.754649 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-0e5afd7e-95c8-4cb6-801c-dff527cd5514 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:53.756226 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-0e5afd7e-95c8-4cb6-801c-dff527cd5514 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3033588 Nov 02 11:37:53.760163 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380dba6-0f33-4c80-9131-1267ab178c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a6eebe-7c25-461e-afa5-6c02786ce345,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:53.770176 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce91d52-93e0-4612-84a9-bb76ef4e3a1f req-0db9c7ea-2406-44fd-b74b-54aeabcae228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:53.771101 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6ce91d52-93e0-4612-84a9-bb76ef4e3a1f req-0db9c7ea-2406-44fd-b74b-54aeabcae228 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.1682844 Nov 02 11:37:53.793525 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c302e89b-e02e-4fbe-bf7f-204090b53a57 req-8e28d5b7-089f-46b6-afec-e42e3c404fd8 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554518 Nov 02 11:37:53.828116 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e1ea3bf0-016f-4a5b-878d-abd14bd13ec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:53.835451 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-0afa9493-91c4-4b2a-9d9f-7da164510bc2 service neutron] 10.222.0.54 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527257 Nov 02 11:37:53.860758 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-ad6afda7-388f-4874-8a6f-8261e49661db tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/quotas/6196471367014fa2a6ff86ee9c2ee144 HTTP/1.1" status: 200 len: 375 time: 0.0837018 Nov 02 11:37:53.875671 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6ce91d52-93e0-4612-84a9-bb76ef4e3a1f req-babfe5ba-dc47-4e1e-8a17-9f352fdd611e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766261 Nov 02 11:37:53.881155 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e1ea3bf0-016f-4a5b-878d-abd14bd13ec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:53.981564 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d380dba6-0f33-4c80-9131-1267ab178c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:53.990343 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-43c65509-d72d-45a4-a640-bf7fd9f304f3 service neutron] 10.222.0.54 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471577 Nov 02 11:37:54.021306 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:54.114428 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e1ea3bf0-016f-4a5b-878d-abd14bd13ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:54.115258 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-52c0c361-badf-4b28-8520-cfad81d5112b tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2535162 Nov 02 11:37:54.118485 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e1ea3bf0-016f-4a5b-878d-abd14bd13ec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:54.119888 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e1ea3bf0-016f-4a5b-878d-abd14bd13ec8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/88009b46-c520-41eb-896f-11380f04fe35 HTTP/1.1" status: 204 len: 168 time: 0.4611135 Nov 02 11:37:54.135284 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea3bf0-016f-4a5b-878d-abd14bd13ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88009b46-c520-41eb-896f-11380f04fe35,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:54.177264 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1668e671-ddfc-4636-9935-372bae3b51a7 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:37:54.177416 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7fcd5-8792-4790-b7cc-48a6e47194d3 req-a3bad3fa-2647-4f25-928a-af6c45910008 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:54.186885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-51e7fcd5-8792-4790-b7cc-48a6e47194d3 req-a3bad3fa-2647-4f25-928a-af6c45910008 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 949 time: 0.1092799 Nov 02 11:37:54.220030 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 1668e671-ddfc-4636-9935-372bae3b51a7 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:37:54.224258 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1668e671-ddfc-4636-9935-372bae3b51a7 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:37:54.236113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a485e-7577-4442-9980-1feb3be0fb78 req-21484e40-e1f1-4193-8351-e99fe1dfe618 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:54.237757 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-21484e40-e1f1-4193-8351-e99fe1dfe618 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e&tenant_id=c94d0cac32b24c41b06f1c29df1efe18&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 1097 time: 0.0991132 Nov 02 11:37:54.254888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-18'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:54.275512 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-51e7fcd5-8792-4790-b7cc-48a6e47194d3 req-a5b1eec1-2f6a-4f8e-a30d-f55bb9ee295b tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875542 Nov 02 11:37:54.375172 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:54.434426 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c7af6-894a-4d80-80bb-b59e4a8a8af8 req-6e218690-e9eb-4fd8-b8eb-ab91fdb932d9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:54.441678 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f2c7af6-894a-4d80-80bb-b59e4a8a8af8 req-6e218690-e9eb-4fd8-b8eb-ab91fdb932d9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 945 time: 0.1004920 Nov 02 11:37:54.569157 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f2c7af6-894a-4d80-80bb-b59e4a8a8af8 req-87255948-eab1-4294-a045-9331f08b61ba tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252749 Nov 02 11:37:54.604383 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6ce91d52-93e0-4612-84a9-bb76ef4e3a1f req-40a382a7-66cf-474c-9162-5cbf1f961ab4 service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7065134 Nov 02 11:37:54.634203 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d380dba6-0f33-4c80-9131-1267ab178c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:54.639877 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d380dba6-0f33-4c80-9131-1267ab178c80 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:54.656810 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c478ab9-d6ed-4722-aa50-e136e2f1856c req-a88d7369-c513-48f7-83ae-d1ecf6291461 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 210 time: 0.0448897 Nov 02 11:37:54.662996 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] For port f70ba22f-c466-4a31-8df3-1f062f2deeaf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f70ba22f-c466-4a31-8df3-1f062f2deeaf,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:54.723609 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] For port f70ba22f-c466-4a31-8df3-1f062f2deeaf, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:37:54.768292 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245d2c9-255c-423e-b9bc-a5bbaa019b57 req-ceb222db-b37c-4e4f-bad0-031ffe2acf91 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:54.768843 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8245d2c9-255c-423e-b9bc-a5bbaa019b57 req-ceb222db-b37c-4e4f-bad0-031ffe2acf91 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 944 time: 0.2160881 Nov 02 11:37:54.777222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14b9a4b-3f55-48fd-800c-d970efc8131e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f70ba22f-c466-4a31-8df3-1f062f2deeaf'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:54.780137 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ffe067-7925-49f1-b950-27e7a2d10582" -d '{"events": [{"server_uuid": "a14b9a4b-3f55-48fd-800c-d970efc8131e", "name": "network-vif-unplugged", "status": "completed", "tag": "f70ba22f-c466-4a31-8df3-1f062f2deeaf"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:54.784491 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:54.828366 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6ce91d52-93e0-4612-84a9-bb76ef4e3a1f req-d1849f93-4b9b-4842-b45b-70742427346a service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039933 Nov 02 11:37:54.832650 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9ad490-7e35-48d6-9ff9-ac394e1cdf79 x-openstack-request-id: req-5f9ad490-7e35-48d6-9ff9-ac394e1cdf79 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:54.832885 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14b9a4b-3f55-48fd-800c-d970efc8131e", "name": "network-vif-unplugged", "status": "completed", "tag": "f70ba22f-c466-4a31-8df3-1f062f2deeaf", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:54.833151 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f9ad490-7e35-48d6-9ff9-ac394e1cdf79 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:54.834040 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14b9a4b-3f55-48fd-800c-d970efc8131e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f70ba22f-c466-4a31-8df3-1f062f2deeaf', 'code': 200} Nov 02 11:37:54.846205 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8245d2c9-255c-423e-b9bc-a5bbaa019b57 req-5691c0fd-eb3b-4a2c-b642-7691ac6d8101 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661495 Nov 02 11:37:54.914045 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d380dba6-0f33-4c80-9131-1267ab178c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:54.914685 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:54.914818 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d380dba6-0f33-4c80-9131-1267ab178c80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c9b67f8-0dac-49de-b5b0-deca6a447908 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:37:54.920267 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d380dba6-0f33-4c80-9131-1267ab178c80 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:54.921547 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d380dba6-0f33-4c80-9131-1267ab178c80 admin admin] 10.222.0.52 "DELETE /v2.0/routers/8c9b67f8-0dac-49de-b5b0-deca6a447908 HTTP/1.1" status: 204 len: 168 time: 2.9127259 Nov 02 11:37:54.928802 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53556) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:54.929286 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:54.989663 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba6c69e-1776-40b6-84cb-1deffe683e84 admin admin] Deleting subnet 1c67969c-9913-4e0f-af20-37d010fa84e6 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:37:54.994112 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eba6c69e-1776-40b6-84cb-1deffe683e84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:55.047261 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b75ba-cc10-4563-87bf-6b7c9bb28466 req-eb298e74-797b-4c92-a205-c044fee63ce9 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:55.051948 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d0b75ba-cc10-4563-87bf-6b7c9bb28466 req-eb298e74-797b-4c92-a205-c044fee63ce9 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 944 time: 0.1548016 Nov 02 11:37:55.064592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] Pushing event updated for resources: {'Port': ['ID=f70ba22f-c466-4a31-8df3-1f062f2deeaf,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:55.066060 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eba6c69e-1776-40b6-84cb-1deffe683e84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:55.091560 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] Attempting to bind port f70ba22f-c466-4a31-8df3-1f062f2deeaf on host n-h1-806683-18 for vnic_type normal with profile {"migrating_to": "n-h2-806683-18"} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:37:55.091890 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] Attempting to bind port f70ba22f-c466-4a31-8df3-1f062f2deeaf by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:37:55.092209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] Attempting to bind port f70ba22f-c466-4a31-8df3-1f062f2deeaf on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:55.100255 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] Port f70ba22f-c466-4a31-8df3-1f062f2deeaf on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:37:55.100656 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] Attempting to bind port f70ba22f-c466-4a31-8df3-1f062f2deeaf on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:37:55.117323 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:37:55.117676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] Checking segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:37:55.118054 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] Bound using segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:37:55.118500 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] Bound port: f70ba22f-c466-4a31-8df3-1f062f2deeaf, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:37:55.118838 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:55.161563 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eba6c69e-1776-40b6-84cb-1deffe683e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:55.175239 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d0b75ba-cc10-4563-87bf-6b7c9bb28466 req-dc83567c-3079-45dd-a9d2-39d37bab1fc9 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133208 Nov 02 11:37:55.212164 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] For port f70ba22f-c466-4a31-8df3-1f062f2deeaf, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:37:55.216939 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] For port f70ba22f-c466-4a31-8df3-1f062f2deeaf, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f70ba22f-c466-4a31-8df3-1f062f2deeaf,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:37:55.249356 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53562) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:55.290816 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5f3d285d-5d3e-44ca-8337-256ed1d94810 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b731b65ef7ae41ea8217ee5d4ae1e566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399649 Nov 02 11:37:55.293534 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53566) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:55.325875 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:55.359477 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eba6c69e-1776-40b6-84cb-1deffe683e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:55.385256 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-43d665fc-f5a9-4d24-9789-f75c5a5d2c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:55.410974 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6c69e-1776-40b6-84cb-1deffe683e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c67969c-9913-4e0f-af20-37d010fa84e6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:55.411904 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device a512962a-748e-494e-b2a3-64f5460e4d41 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:37:55.412408 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] Pushing event updated for resources: {'Port': ['ID=f70ba22f-c466-4a31-8df3-1f062f2deeaf,revision_number=8']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:55.421254 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:55.422008 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:55.423700 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-6f589432-ab77-470d-bea6-aeb8be8fd652 service neutron] 10.222.0.54 "PUT /v2.0/ports/f70ba22f-c466-4a31-8df3-1f062f2deeaf HTTP/1.1" status: 200 len: 1123 time: 1.1765001 Nov 02 11:37:55.432973 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eba6c69e-1776-40b6-84cb-1deffe683e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:55.436997 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-eba6c69e-1776-40b6-84cb-1deffe683e84 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1c67969c-9913-4e0f-af20-37d010fa84e6 HTTP/1.1" status: 204 len: 168 time: 0.5118763 Nov 02 11:37:55.439664 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53568) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:55.450149 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-43d665fc-f5a9-4d24-9789-f75c5a5d2c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:55.473804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed3eaf6-31ee-4940-ae92-e9db49881f62 None None] Network b9a21829-9531-42da-bd32-b51063727cdd requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:37:55.488494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560f201-67f6-442c-bc3e-352e2f2d681a req-944761a7-378d-4abd-bc21-bac6b53ceead tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:55.490181 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f560f201-67f6-442c-bc3e-352e2f2d681a req-944761a7-378d-4abd-bc21-bac6b53ceead tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 949 time: 0.1459773 Nov 02 11:37:55.526726 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:55.540114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['f70ba22f-c466-4a31-8df3-1f062f2deeaf'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:55.558213 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f560f201-67f6-442c-bc3e-352e2f2d681a req-8ae28440-86d6-4a6a-8646-acdd07691cc9 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525692 Nov 02 11:37:55.594132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] Deleting port ac074038-2094-4a8a-a815-a3311ac04c24 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:37:55.594372 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:55.634727 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-43d665fc-f5a9-4d24-9789-f75c5a5d2c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:55.638953 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-43d665fc-f5a9-4d24-9789-f75c5a5d2c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:55.643407 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-43d665fc-f5a9-4d24-9789-f75c5a5d2c2e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b2c8170-c345-4c14-9676-c9ba3756085a HTTP/1.1" status: 204 len: 168 time: 0.3486245 Nov 02 11:37:55.662939 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d665fc-f5a9-4d24-9789-f75c5a5d2c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2c8170-c345-4c14-9676-c9ba3756085a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:55.702378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] For port ac074038-2094-4a8a-a815-a3311ac04c24, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ac074038-2094-4a8a-a815-a3311ac04c24,segment=NetworkSegment(97b162ae-5f9c-4123-af4f-f43ca1e58b75),segment_id=97b162ae-5f9c-4123-af4f-f43ca1e58b75)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:55.703066 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:55.726779 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] Calling delete_port for ac074038-2094-4a8a-a815-a3311ac04c24 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:37:55.748907 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0514d-51eb-4552-bbf4-a465373fbd5f req-0ec3e7ca-0b1f-44cc-952b-aaddab6eea79 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:55.750765 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69a0514d-51eb-4552-bbf4-a465373fbd5f req-0ec3e7ca-0b1f-44cc-952b-aaddab6eea79 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 943 time: 0.1019294 Nov 02 11:37:55.757417 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 57be5d74-bb49-4566-8385-2f7bdf5492ff details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:37:55.759653 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device a7252098-b5f9-49d2-bd2c-ac359d091893 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:37:55.761264 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port a512962a-748e-494e-b2a3-64f5460e4d41 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:37:55.796908 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port a512962a-748e-494e-b2a3-64f5460e4d41 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:37:55.797759 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:55.864748 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69a0514d-51eb-4552-bbf4-a465373fbd5f req-04dc18d2-1d30-4f29-9afc-2882f6e83c59 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731876 Nov 02 11:37:55.899733 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45cf54c6-8a70-4325-847e-db4587f0b100 req-5ab7f551-f89c-4dd8-90c3-51eb0f1c53bb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 210 time: 0.0638139 Nov 02 11:37:55.912676 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca6db5b-21c4-4db1-937a-913d73c4c416 None None] DHCP port deletion for b9a21829-9531-42da-bd32-b51063727cdd request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:37:55.956119 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a1a6eebe-7c25-461e-afa5-6c02786ce345 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:37:55.963621 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:56.007958 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac074038-2094-4a8a-a815-a3311ac04c24,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:56.013468 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] No DVR routers for this DVR port ac074038-2094-4a8a-a815-a3311ac04c24 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:37:56.036701 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: a1a6eebe-7c25-461e-afa5-6c02786ce345 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:37:56.037282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a1a6eebe-7c25-461e-afa5-6c02786ce345 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:37:56.037705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ac074038-2094-4a8a-a815-a3311ac04c24 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:37:56.102532 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: ac074038-2094-4a8a-a815-a3311ac04c24 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:37:56.102826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ac074038-2094-4a8a-a815-a3311ac04c24 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:37:56.118242 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b19ab-a18f-4fa7-a8f9-461c67cde038 req-e3b5b65b-ce1a-4f9c-89f9-20fc51468401 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:56.120191 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-136b19ab-a18f-4fa7-a8f9-461c67cde038 req-e3b5b65b-ce1a-4f9c-89f9-20fc51468401 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 944 time: 0.1246140 Nov 02 11:37:56.121939 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:56.161514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a21829-9531-42da-bd32-b51063727cdd']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:56.179194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b162ae-5f9c-4123-af4f-f43ca1e58b75') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:56.179194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b162ae-5f9c-4123-af4f-f43ca1e58b75') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:37:56.196248 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:56.198657 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:56.205300 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 57be5d74-bb49-4566-8385-2f7bdf5492ff, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=57be5d74-bb49-4566-8385-2f7bdf5492ff,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:56.225640 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-136b19ab-a18f-4fa7-a8f9-461c67cde038 req-13ea457e-1c79-4704-88aa-0df2283f9bb9 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943153 Nov 02 11:37:56.231144 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:56.235017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '57be5d74-bb49-4566-8385-2f7bdf5492ff', 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578', 'port_id': '57be5d74-bb49-4566-8385-2f7bdf5492ff', 'mac_address': 'fa:16:3e:1e:f0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdbd00e1-b22f-4068-b469-67b0d575f006', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:37:56.242101 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04468334-82b6-4f5f-9663-6e789af5b5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a512962a-748e-494e-b2a3-64f5460e4d41'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:56.243601 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d2e48d-c2f0-4cc5-8f58-2c9bda5c2b55" -d '{"events": [{"server_uuid": "04468334-82b6-4f5f-9663-6e789af5b5f8", "name": "network-vif-plugged", "status": "completed", "tag": "a512962a-748e-494e-b2a3-64f5460e4d41"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:56.250506 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-fca6db5b-21c4-4db1-937a-913d73c4c416 None None] Deleting port ac074038-2094-4a8a-a815-a3311ac04c24 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:37:56.250987 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fca6db5b-21c4-4db1-937a-913d73c4c416 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:56.258514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port a7252098-b5f9-49d2-bd2c-ac359d091893 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:37:56.259688 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:37:56.259955 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:37:56.262515 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:37:56.284101 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port a512962a-748e-494e-b2a3-64f5460e4d41, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=a512962a-748e-494e-b2a3-64f5460e4d41,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:56.304564 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port a7252098-b5f9-49d2-bd2c-ac359d091893 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:37:56.304940 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:56.362662 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3533f87-1572-4ad4-8828-3dcf3682d685 x-openstack-request-id: req-a3533f87-1572-4ad4-8828-3dcf3682d685 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:56.362869 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04468334-82b6-4f5f-9663-6e789af5b5f8", "name": "network-vif-plugged", "status": "completed", "tag": "a512962a-748e-494e-b2a3-64f5460e4d41", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:56.363185 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3533f87-1572-4ad4-8828-3dcf3682d685 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:56.363585 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04468334-82b6-4f5f-9663-6e789af5b5f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a512962a-748e-494e-b2a3-64f5460e4d41', 'code': 200} Nov 02 11:37:56.400169 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-fca6db5b-21c4-4db1-937a-913d73c4c416 None None] For port ac074038-2094-4a8a-a815-a3311ac04c24, host n-d-806683-18, got binding levels [] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:56.400568 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fca6db5b-21c4-4db1-937a-913d73c4c416 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:56.422406 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:56.422406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:37:56.422406 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:56.423190 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64284132-126a-4818-befd-22251d9b8ace req-9bbbe434-334f-4b26-bd8b-fbd4290fd8c6 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:56.427686 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-64284132-126a-4818-befd-22251d9b8ace req-9bbbe434-334f-4b26-bd8b-fbd4290fd8c6 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 944 time: 0.1070087 Nov 02 11:37:56.439537 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:56.454831 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:56.467670 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] 10.222.0.52 "DELETE /v2.0/networks/b9a21829-9531-42da-bd32-b51063727cdd HTTP/1.1" status: 204 len: 168 time: 1.0268829 Nov 02 11:37:56.506254 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-64284132-126a-4818-befd-22251d9b8ace req-bc6dfc2b-1dab-48eb-8836-efd6576cf1ac tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775900 Nov 02 11:37:56.523124 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60233517-1c1f-4cff-8a37-cb357038adfe req-3dc4fdde-ae3f-42a7-a9dd-2ed5c6be2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:56.523806 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57be5d74-bb49-4566-8385-2f7bdf5492ff {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:37:56.524632 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60233517-1c1f-4cff-8a37-cb357038adfe req-3dc4fdde-ae3f-42a7-a9dd-2ed5c6be2da7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 1097 time: 0.1258669 Nov 02 11:37:56.525855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5aad03-464e-4171-8daa-edc1b866797d admin admin] Pushing event deleted for resources: {'Network': ['ID=b9a21829-9531-42da-bd32-b51063727cdd,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:56.540719 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-fca6db5b-21c4-4db1-937a-913d73c4c416 None None] Calling delete_port for ac074038-2094-4a8a-a815-a3311ac04c24 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:37:56.550618 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.ipam_backend_mixin [None req-fca6db5b-21c4-4db1-937a-913d73c4c416 None None] Port ac074038-2094-4a8a-a815-a3311ac04c24 was not found and therefore no delete operation was performed {{(pid=102691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 11:37:56.577746 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60233517-1c1f-4cff-8a37-cb357038adfe req-768817c2-3ba5-4f49-88ea-2d5b7531c6f1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446501 Nov 02 11:37:56.585374 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fca6db5b-21c4-4db1-937a-913d73c4c416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:56.600127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 57be5d74-bb49-4566-8385-2f7bdf5492ff, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=57be5d74-bb49-4566-8385-2f7bdf5492ff,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:56.605852 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=a512962a-748e-494e-b2a3-64f5460e4d41,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:56.607228 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fca6db5b-21c4-4db1-937a-913d73c4c416 None None] Network b9a21829-9531-42da-bd32-b51063727cdd is not hosted by any dhcp agent {{(pid=102691) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 11:37:56.607660 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca6db5b-21c4-4db1-937a-913d73c4c416 None None] No DVR routers for this DVR port ac074038-2094-4a8a-a815-a3311ac04c24 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:37:56.626241 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:56.626596 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:56.626960 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:56.627356 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:56.628365 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:56.628676 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:56.629016 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:56.629356 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:56.629685 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:56.630363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:56.630363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:56.630669 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:37:56.680093 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6db5b-21c4-4db1-937a-913d73c4c416 None None] Pushing event deleted for resources: {'Port': ['ID=ac074038-2094-4a8a-a815-a3311ac04c24,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:56.692053 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:56.702790 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:56.709480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c487f7-99e6-4604-9072-e4f033229cff req-326ba2c0-004f-46dd-8a2d-92d3e9c72f21 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:56.711101 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3c487f7-99e6-4604-9072-e4f033229cff req-326ba2c0-004f-46dd-8a2d-92d3e9c72f21 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 949 time: 0.0610406 Nov 02 11:37:56.774749 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=57be5d74-bb49-4566-8385-2f7bdf5492ff,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:56.780701 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port a7252098-b5f9-49d2-bd2c-ac359d091893, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=a7252098-b5f9-49d2-bd2c-ac359d091893,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:56.782430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:37:56.786641 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:37:56.787052 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:56.790826 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3c487f7-99e6-4604-9072-e4f033229cff req-0503cca5-f9cf-426f-bb69-2ca94e5e4a27 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728309 Nov 02 11:37:56.834362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14b9a4b-3f55-48fd-800c-d970efc8131e', 'tag': 'f70ba22f-c466-4a31-8df3-1f062f2deeaf'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:56.836876 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e56eb7-aaa0-4c44-98f7-c1edbfbc1410" -d '{"events": [{"name": "network-changed", "server_uuid": "a14b9a4b-3f55-48fd-800c-d970efc8131e", "tag": "f70ba22f-c466-4a31-8df3-1f062f2deeaf"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:56.871463 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:56.874391 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0062178-b65e-438d-ad35-d7313d3d9720 x-openstack-request-id: req-a0062178-b65e-438d-ad35-d7313d3d9720 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:56.874684 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14b9a4b-3f55-48fd-800c-d970efc8131e", "tag": "f70ba22f-c466-4a31-8df3-1f062f2deeaf", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:56.875116 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0062178-b65e-438d-ad35-d7313d3d9720 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:56.875344 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14b9a4b-3f55-48fd-800c-d970efc8131e', 'tag': 'f70ba22f-c466-4a31-8df3-1f062f2deeaf', 'status': 'completed', 'code': 200} Nov 02 11:37:56.905294 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:56.922420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53604) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:56.964405 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:56.965782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=a7252098-b5f9-49d2-bd2c-ac359d091893,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:56.984644 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e56eb7-aaa0-4c44-98f7-c1edbfbc1410 req-dfa39b30-689b-41bd-9867-92fc5906cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:56.986194 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['57be5d74-bb49-4566-8385-2f7bdf5492ff'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:56.986323 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-36e56eb7-aaa0-4c44-98f7-c1edbfbc1410 req-dfa39b30-689b-41bd-9867-92fc5906cf6c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 1126 time: 0.0886500 Nov 02 11:37:57.018257 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c189ceda-7dae-41eb-82f4-a3831d4e584e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=df313a0344574db0a3fecb6f28843431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0921535 Nov 02 11:37:57.019573 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53608) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:57.032331 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:57.128127 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9a58b435-8be4-4941-8eed-efba4d9e4ea6 req-ced45396-b8af-4b05-9f6b-0d3fc771709f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 210 time: 0.1131012 Nov 02 11:37:57.135374 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,revision_number=13']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:57.139356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5a47f-3dd9-4bff-9fce-64395161a6e8 req-6f167da0-ec6d-47bd-897d-849d9b20d36f tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:57.140813 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41c5a47f-3dd9-4bff-9fce-64395161a6e8 req-6f167da0-ec6d-47bd-897d-849d9b20d36f tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 943 time: 0.1237543 Nov 02 11:37:57.201605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e56eb7-aaa0-4c44-98f7-c1edbfbc1410 req-8473f134-2b8c-4671-8dd4-9478d9256b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:57.203655 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-36e56eb7-aaa0-4c44-98f7-c1edbfbc1410 req-8473f134-2b8c-4671-8dd4-9478d9256b77 service neutron] 10.222.0.79 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 908 time: 0.2093828 Nov 02 11:37:57.213151 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30b5f926-c220-4883-8d9c-cfb3da3b41bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:57.254837 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-36e56eb7-aaa0-4c44-98f7-c1edbfbc1410 req-7d9aede8-fdfb-4c03-82e0-bc0d814a624d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f70ba22f-c466-4a31-8df3-1f062f2deeaf HTTP/1.1" status: 200 len: 217 time: 0.0416977 Nov 02 11:37:57.258788 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41c5a47f-3dd9-4bff-9fce-64395161a6e8 req-0dba0e99-cd15-4466-aec5-97eb737d7b66 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980809 Nov 02 11:37:57.264049 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30b5f926-c220-4883-8d9c-cfb3da3b41bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:57.319116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e56eb7-aaa0-4c44-98f7-c1edbfbc1410 req-18cd1e83-3b00-4f96-a8f1-fd1b6afb1fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:57.324004 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-36e56eb7-aaa0-4c44-98f7-c1edbfbc1410 req-18cd1e83-3b00-4f96-a8f1-fd1b6afb1fbd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.0568459 Nov 02 11:37:57.381085 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-36e56eb7-aaa0-4c44-98f7-c1edbfbc1410 req-b939c7e6-60c3-47c0-97a7-f828993a0f17 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456772 Nov 02 11:37:57.397195 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device f70ba22f-c466-4a31-8df3-1f062f2deeaf details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:37:57.412706 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07f800-612d-46f7-b3f0-9f7cd60966f9 req-586c8736-cebd-4b3a-b9f7-1817ad8cd7ed tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:57.421217 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fc07f800-612d-46f7-b3f0-9f7cd60966f9 req-586c8736-cebd-4b3a-b9f7-1817ad8cd7ed tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0946233 Nov 02 11:37:57.432546 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-ec7aaf1c-6486-46a0-af14-2470b6624ebb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=6196471367014fa2a6ff86ee9c2ee144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238268 Nov 02 11:37:57.434604 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30b5f926-c220-4883-8d9c-cfb3da3b41bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:57.437393 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30b5f926-c220-4883-8d9c-cfb3da3b41bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:57.438836 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-30b5f926-c220-4883-8d9c-cfb3da3b41bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e295a640-9f33-44d4-acfd-3463d7f4926c HTTP/1.1" status: 204 len: 168 time: 0.4178154 Nov 02 11:37:57.449819 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53620) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:57.556224 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fc07f800-612d-46f7-b3f0-9f7cd60966f9 req-ead95232-8568-4e76-b7b8-ab05bf0c0fcc tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339622 Nov 02 11:37:57.570535 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port f70ba22f-c466-4a31-8df3-1f062f2deeaf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f70ba22f-c466-4a31-8df3-1f062f2deeaf,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:57.578011 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-36e56eb7-aaa0-4c44-98f7-c1edbfbc1410 req-4b75656d-7270-4a09-8646-d1a82c4197a9 service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854308 Nov 02 11:37:57.587399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5f926-c220-4883-8d9c-cfb3da3b41bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e295a640-9f33-44d4-acfd-3463d7f4926c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:57.596265 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device f70ba22f-c466-4a31-8df3-1f062f2deeaf has no active binding in host n-h2-806683-18 {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 02 11:37:57.668744 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-09bd7322-6fd5-46b1-8409-c115bfeb839e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-514802543-network', 'tenant_id': '40b47dbed86842a7b2f8e51264449559'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:57.675145 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-d1015a57-cfc4-4777-a84d-2bee1cfef788 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:57.676929 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-d1015a57-cfc4-4777-a84d-2bee1cfef788 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157626 Nov 02 11:37:57.691143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-142d1b61-9635-4afa-bf60-fd1d115dfaea tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Request body: {'port': {'device_id': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': '6196471367014fa2a6ff86ee9c2ee144'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:57.719823 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-36e56eb7-aaa0-4c44-98f7-c1edbfbc1410 req-4d157a8f-7ab9-42ae-acd6-4ec445957a0f service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316800 Nov 02 11:37:57.723339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33966efa-db1a-4748-81f2-58a54e25583a req-1121b67e-9f09-45da-aa09-c9e2a763165e tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:57.724962 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33966efa-db1a-4748-81f2-58a54e25583a req-1121b67e-9f09-45da-aa09-c9e2a763165e tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 945 time: 0.0963962 Nov 02 11:37:57.788130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bd7322-6fd5-46b1-8409-c115bfeb839e admin admin] Made reservation on behalf of 40b47dbed86842a7b2f8e51264449559 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:37:57.790689 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-09bd7322-6fd5-46b1-8409-c115bfeb839e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:57.800600 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-09bd7322-6fd5-46b1-8409-c115bfeb839e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:57.848340 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33966efa-db1a-4748-81f2-58a54e25583a req-b2b081b5-e625-41ee-9176-20b4ef80291d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783319 Nov 02 11:37:57.963397 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4961e3-9ea6-407e-8120-0241f8dea304 req-905f5057-4ebf-4c9d-9271-37b852fc51ab tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:57.965528 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9d4961e3-9ea6-407e-8120-0241f8dea304 req-905f5057-4ebf-4c9d-9271-37b852fc51ab tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 950 time: 0.0873065 Nov 02 11:37:57.983296 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-09bd7322-6fd5-46b1-8409-c115bfeb839e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:57.983863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-142d1b61-9635-4afa-bf60-fd1d115dfaea tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Made reservation on behalf of 6196471367014fa2a6ff86ee9c2ee144 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:37:57.989839 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-142d1b61-9635-4afa-bf60-fd1d115dfaea tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:58.029901 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9d4961e3-9ea6-407e-8120-0241f8dea304 req-020e5bb4-4f0a-490c-b5dd-d778bdcefde8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524721 Nov 02 11:37:58.088929 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-09bd7322-6fd5-46b1-8409-c115bfeb839e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:58.118097 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09bd7322-6fd5-46b1-8409-c115bfeb839e admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:37:58.124514 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd7322-6fd5-46b1-8409-c115bfeb839e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94961b7-54de-4556-903b-a0ec1c018125,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:58.132324 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-09bd7322-6fd5-46b1-8409-c115bfeb839e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:58.132581 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-09bd7322-6fd5-46b1-8409-c115bfeb839e admin admin] Added segment 87acba2a-554f-47d9-8ec3-faddc5d740e6 of type vlan for network 36c17852-79ac-44f2-b779-121000627b7d Nov 02 11:37:58.157805 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-142d1b61-9635-4afa-bf60-fd1d115dfaea tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Allocated IP 192.168.233.190 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/0f362356-ad80-4cef-bffe-b88accbdd0c2) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:37:58.181755 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-09bd7322-6fd5-46b1-8409-c115bfeb839e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:58.260744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52d0664f-7e08-43a5-850e-b33bfe1fd1d0 req-4b40024b-30a1-4bd7-9a84-f202076baa97 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 210 time: 0.0446141 Nov 02 11:37:58.364483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3c8407-5a44-4414-a431-b284263f09d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7252098-b5f9-49d2-bd2c-ac359d091893'}, {'server_uuid': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:37:58.368175 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac1e801-ffc0-47f5-b93a-fffcc35182af" -d '{"events": [{"server_uuid": "5d3c8407-5a44-4414-a431-b284263f09d5", "name": "network-vif-plugged", "status": "completed", "tag": "a7252098-b5f9-49d2-bd2c-ac359d091893"}, {"server_uuid": "5dc136cd-7c7d-440e-b88e-21a7fb3c869a", "name": "network-vif-plugged", "status": "completed", "tag": "c07c4d83-8e4d-49e4-954c-dd7c6ca032e7"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:37:58.384868 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-142d1b61-9635-4afa-bf60-fd1d115dfaea tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:58.399546 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-09bd7322-6fd5-46b1-8409-c115bfeb839e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:58.400546 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bd7322-6fd5-46b1-8409-c115bfeb839e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:58.401156 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-09bd7322-6fd5-46b1-8409-c115bfeb839e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:58.413117 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c28ea-78ed-47f9-9010-7235695cc3d7 req-6998bc21-757e-40bd-b70b-9184bf579ae4 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:58.413702 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-805c28ea-78ed-47f9-9010-7235695cc3d7 req-6998bc21-757e-40bd-b70b-9184bf579ae4 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 943 time: 0.0798857 Nov 02 11:37:58.426375 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 02 Nov 2021 11:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53529f8d-0b3d-4303-80d6-ecc2cf4b4217 x-openstack-request-id: req-53529f8d-0b3d-4303-80d6-ecc2cf4b4217 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:37:58.426951 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3c8407-5a44-4414-a431-b284263f09d5", "name": "network-vif-plugged", "status": "completed", "tag": "a7252098-b5f9-49d2-bd2c-ac359d091893", "code": 200}, {"server_uuid": "5dc136cd-7c7d-440e-b88e-21a7fb3c869a", "name": "network-vif-plugged", "status": "completed", "tag": "c07c4d83-8e4d-49e4-954c-dd7c6ca032e7", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:37:58.427407 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-53529f8d-0b3d-4303-80d6-ecc2cf4b4217 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:37:58.428014 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3c8407-5a44-4414-a431-b284263f09d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7252098-b5f9-49d2-bd2c-ac359d091893', 'code': 200} Nov 02 11:37:58.428883 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7', 'code': 200} Nov 02 11:37:58.474880 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd7322-6fd5-46b1-8409-c115bfeb839e admin admin] Pushing event updated for resources: {'Network': ['ID=36c17852-79ac-44f2-b779-121000627b7d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:58.485737 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 36c17852-79ac-44f2-b779-121000627b7d details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:37:58.489432 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-805c28ea-78ed-47f9-9010-7235695cc3d7 req-9c701275-3a9e-4942-aed3-decdec4f115d tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584364 Nov 02 11:37:58.534848 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4934e60-fd9d-4ebc-8dc1-b67afb69196e req-2c4407ca-685c-474a-8b2a-2f1f110bae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:58.536551 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e4934e60-fd9d-4ebc-8dc1-b67afb69196e req-2c4407ca-685c-474a-8b2a-2f1f110bae98 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 1102 time: 0.0434113 Nov 02 11:37:58.575638 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-142d1b61-9635-4afa-bf60-fd1d115dfaea tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:58.594175 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['efe45a3a-b601-41ee-a6f1-63ab23b1a802', '6dd315c0-fcdb-4c14-8fa7-85de0ade7880', 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:37:58.599411 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e4934e60-fd9d-4ebc-8dc1-b67afb69196e req-6297c0ac-c258-44bc-a40b-6fbd8ff22642 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514662 Nov 02 11:37:58.606984 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-09bd7322-6fd5-46b1-8409-c115bfeb839e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1559308 Nov 02 11:37:58.607630 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53654) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:58.612714 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-8d7ef0f1-f1cb-49f3-8c00-231a78cbaadb admin admin] Request body: {'subnet': {'network_id': '36c17852-79ac-44f2-b779-121000627b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-514802543-subnet', 'tenant_id': '40b47dbed86842a7b2f8e51264449559', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:58.642279 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-142d1b61-9635-4afa-bf60-fd1d115dfaea tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:37:58.648470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-142d1b61-9635-4afa-bf60-fd1d115dfaea tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:37:58.652663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-142d1b61-9635-4afa-bf60-fd1d115dfaea tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:37:58.691395 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d1b61-9635-4afa-bf60-fd1d115dfaea tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Pushing event updated for resources: {'Port': ['ID=0f362356-ad80-4cef-bffe-b88accbdd0c2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:58.731913 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-142d1b61-9635-4afa-bf60-fd1d115dfaea tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:58.732415 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-142d1b61-9635-4afa-bf60-fd1d115dfaea tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:58.750147 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7ef0f1-f1cb-49f3-8c00-231a78cbaadb admin admin] Made reservation on behalf of 40b47dbed86842a7b2f8e51264449559 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:37:58.752670 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef0f1-f1cb-49f3-8c00-231a78cbaadb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:58.811061 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-142d1b61-9635-4afa-bf60-fd1d115dfaea tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1245511 Nov 02 11:37:58.827626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Request body: {'port': {'device_id': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:58.829577 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd74b49-5594-4614-b552-3868eb16d44e req-c4c8ac02-fb47-43d0-a3b6-a474059595b4 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:58.831165 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4fd74b49-5594-4614-b552-3868eb16d44e req-c4c8ac02-fb47-43d0-a3b6-a474059595b4 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 945 time: 0.1262267 Nov 02 11:37:58.987310 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:59.009939 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53662) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:37:59.053884 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56082ddb-88eb-44f0-9244-5ad72f83a5e0 req-ba11f952-e190-4639-899c-14a61fbbdadf tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:59.061626 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4fd74b49-5594-4614-b552-3868eb16d44e req-a3c9ceb6-0a8a-4d94-a0cb-877e8743ccd9 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189233 Nov 02 11:37:59.062212 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56082ddb-88eb-44f0-9244-5ad72f83a5e0 req-ba11f952-e190-4639-899c-14a61fbbdadf tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 945 time: 0.1113236 Nov 02 11:37:59.072837 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e5034c6f-9469-469f-b087-41e84c2acfbd None None] Provisioning complete for port 0f362356-ad80-4cef-bffe-b88accbdd0c2 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:37:59.073513 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e5034c6f-9469-469f-b087-41e84c2acfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:59.127904 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e5034c6f-9469-469f-b087-41e84c2acfbd None None] Port 0f362356-ad80-4cef-bffe-b88accbdd0c2 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:37:59.155561 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef0f1-f1cb-49f3-8c00-231a78cbaadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:59.169740 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f3cf8712-ab6e-49cb-bd14-e2a62fc24d51 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-229531513-network', 'tenant_id': 'b02c89edd25647f7a66139d276d8451b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:37:59.187207 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56082ddb-88eb-44f0-9244-5ad72f83a5e0 req-9f84067e-1907-43a9-802c-4dbbbe680f1f tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246867 Nov 02 11:37:59.235052 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ef0f1-f1cb-49f3-8c00-231a78cbaadb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7582e62-05cb-437a-aed7-09dbfeb0b131,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:59.257689 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4af90-d30d-4aab-9109-d251acc668a9 req-095c4005-5f94-4b4f-8261-7071f0ab2cc2 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:59.259408 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-55e4af90-d30d-4aab-9109-d251acc668a9 req-095c4005-5f94-4b4f-8261-7071f0ab2cc2 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 950 time: 0.1140316 Nov 02 11:37:59.274721 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ef0f1-f1cb-49f3-8c00-231a78cbaadb admin admin] Checking segment: {'id': '87acba2a-554f-47d9-8ec3-faddc5d740e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '36c17852-79ac-44f2-b779-121000627b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:37:59.275114 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7ef0f1-f1cb-49f3-8c00-231a78cbaadb admin admin] Network hostable DHCP agents. Network: 36c17852-79ac-44f2-b779-121000627b7d, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:37:59.322876 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-55e4af90-d30d-4aab-9109-d251acc668a9 req-b0aae1ff-cec5-48d3-b5c1-b553328478cb tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569456 Nov 02 11:37:59.335393 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cf8712-ab6e-49cb-bd14-e2a62fc24d51 admin admin] Made reservation on behalf of b02c89edd25647f7a66139d276d8451b for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:37:59.337886 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8712-ab6e-49cb-bd14-e2a62fc24d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:59.357379 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8712-ab6e-49cb-bd14-e2a62fc24d51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:59.369313 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd3a26-243f-4969-a393-85585577de33 req-4c2da88e-8cb3-4c74-8b05-35c0288641ac tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:59.371325 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-edcd3a26-243f-4969-a393-85585577de33 req-4c2da88e-8cb3-4c74-8b05-35c0288641ac tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 945 time: 0.1142151 Nov 02 11:37:59.454113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7ef0f1-f1cb-49f3-8c00-231a78cbaadb admin admin] Network 36c17852-79ac-44f2-b779-121000627b7d is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:37:59.469567 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-2030b983-ff3b-441b-a0a2-4f45fadfe654 service neutron] 10.222.0.79 "GET /v2.0/ports/f70ba22f-c466-4a31-8df3-1f062f2deeaf/bindings/n-h2-806683-18 HTTP/1.1" status: 200 len: 385 time: 0.1103313 Nov 02 11:37:59.481216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf31df-9ef2-4cb0-abb7-0b7a8a449a6a req-0f0e1687-6d6c-4eb9-a735-6f9c2223749f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:59.482794 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b7cf31df-9ef2-4cb0-abb7-0b7a8a449a6a req-0f0e1687-6d6c-4eb9-a735-6f9c2223749f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 936 time: 0.0895393 Nov 02 11:37:59.505016 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-edcd3a26-243f-4969-a393-85585577de33 req-06397939-ae33-4443-b30e-ec6b41230cff tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248240 Nov 02 11:37:59.528394 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-8d7ef0f1-f1cb-49f3-8c00-231a78cbaadb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 36c17852-79ac-44f2-b779-121000627b7d) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:37:59.532522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f362356-ad80-4cef-bffe-b88accbdd0c2 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:37:59.537964 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7ef0f1-f1cb-49f3-8c00-231a78cbaadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:59.538902 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef0f1-f1cb-49f3-8c00-231a78cbaadb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:59.540783 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa58e262-ab96-4aa9-b9ad-2b65ac81621c None None] Network 36c17852-79ac-44f2-b779-121000627b7d requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:37:59.545145 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:59.570233 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Transition to ACTIVE for port object 0f362356-ad80-4cef-bffe-b88accbdd0c2 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:37:59.579837 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8712-ab6e-49cb-bd14-e2a62fc24d51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:59.606609 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b7cf31df-9ef2-4cb0-abb7-0b7a8a449a6a req-5cf7b20c-607d-4fc0-8544-65090d67c630 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172774 Nov 02 11:37:59.680589 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:59.744374 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8712-ab6e-49cb-bd14-e2a62fc24d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:59.758299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3cf8712-ab6e-49cb-bd14-e2a62fc24d51 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:37:59.760599 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 57be5d74-bb49-4566-8385-2f7bdf5492ff up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:37:59.775620 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8d7ef0f1-f1cb-49f3-8c00-231a78cbaadb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1592782 Nov 02 11:37:59.775872 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8712-ab6e-49cb-bd14-e2a62fc24d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:37:59.775872 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-f3cf8712-ab6e-49cb-bd14-e2a62fc24d51 admin admin] Added segment 7c05e275-078a-46d4-9cdd-32e3f8e278cb of type vlan for network 20398518-ba5f-4512-ae15-1f6eb981ad5b Nov 02 11:37:59.818786 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce910da1-ca55-4396-a279-95e06a3dbaaf req-77549717-3752-4cb1-b12a-156c937c108a tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:37:59.822251 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ce910da1-ca55-4396-a279-95e06a3dbaaf req-77549717-3752-4cb1-b12a-156c937c108a tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 943 time: 0.1411483 Nov 02 11:37:59.831184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf8712-ab6e-49cb-bd14-e2a62fc24d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65479c09-c824-477f-9884-11dbacb9b2e1,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:59.904827 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-196a485e-7577-4442-9980-1feb3be0fb78 req-15d05e44-eb9d-4ec0-bc7e-4a1415279fb0 service neutron] For port f70ba22f-c466-4a31-8df3-1f062f2deeaf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f70ba22f-c466-4a31-8df3-1f062f2deeaf,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:37:59.910433 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Pushing event updated for resources: {'Port': ['ID=0f362356-ad80-4cef-bffe-b88accbdd0c2,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:37:59.965612 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe6b649-cf72-4299-b89b-51bc57bd5024 None None] Network 36c17852-79ac-44f2-b779-121000627b7d requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:37:59.996930 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ce910da1-ca55-4396-a279-95e06a3dbaaf req-b5991c94-d763-49b5-81d7-6b36543ed46b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673737 Nov 02 11:38:00.022553 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8712-ab6e-49cb-bd14-e2a62fc24d51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:00.035794 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-196a485e-7577-4442-9980-1feb3be0fb78 req-15d05e44-eb9d-4ec0-bc7e-4a1415279fb0 service neutron] For port f70ba22f-c466-4a31-8df3-1f062f2deeaf, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:38:00.060622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60edaf3-822f-4f7b-ade7-e6e662466cdf req-8c5191c5-ff46-47e5-b5cc-2a8547e530c9 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:00.068151 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c60edaf3-822f-4f7b-ade7-e6e662466cdf req-8c5191c5-ff46-47e5-b5cc-2a8547e530c9 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 945 time: 0.2871101 Nov 02 11:38:00.078381 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 57be5d74-bb49-4566-8385-2f7bdf5492ff completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:38:00.085820 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 57be5d74-bb49-4566-8385-2f7bdf5492ff triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:00.086608 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:00.104054 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-196a485e-7577-4442-9980-1feb3be0fb78 req-15d05e44-eb9d-4ec0-bc7e-4a1415279fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70ba22f-c466-4a31-8df3-1f062f2deeaf {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:38:00.119903 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-196a485e-7577-4442-9980-1feb3be0fb78 req-15d05e44-eb9d-4ec0-bc7e-4a1415279fb0 service neutron] For port f70ba22f-c466-4a31-8df3-1f062f2deeaf, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=f70ba22f-c466-4a31-8df3-1f062f2deeaf,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:00.145183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Attempting to bind port 0f362356-ad80-4cef-bffe-b88accbdd0c2 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:38:00.145183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Attempting to bind port 0f362356-ad80-4cef-bffe-b88accbdd0c2 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:38:00.145527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Attempting to bind port 0f362356-ad80-4cef-bffe-b88accbdd0c2 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:00.157518 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c60edaf3-822f-4f7b-ade7-e6e662466cdf req-178f00fb-48e0-47ee-bbea-be6840bfd77e tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884955 Nov 02 11:38:00.158228 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Port 0f362356-ad80-4cef-bffe-b88accbdd0c2 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:38:00.158550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Attempting to bind port 0f362356-ad80-4cef-bffe-b88accbdd0c2 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:00.164182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:38:00.170729 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:38:00.170729 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:38:00.170729 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Bound port: 0f362356-ad80-4cef-bffe-b88accbdd0c2, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:38:00.170729 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:00.263632 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:00.268298 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-196a485e-7577-4442-9980-1feb3be0fb78 req-15d05e44-eb9d-4ec0-bc7e-4a1415279fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:00.275640 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8712-ab6e-49cb-bd14-e2a62fc24d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:00.276781 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cf8712-ab6e-49cb-bd14-e2a62fc24d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:00.277882 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8712-ab6e-49cb-bd14-e2a62fc24d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:00.302743 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 57be5d74-bb49-4566-8385-2f7bdf5492ff, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=57be5d74-bb49-4566-8385-2f7bdf5492ff,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:00.379259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:38:00.384483 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf8712-ab6e-49cb-bd14-e2a62fc24d51 admin admin] Pushing event updated for resources: {'Network': ['ID=20398518-ba5f-4512-ae15-1f6eb981ad5b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:00.389214 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:00.397893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 20398518-ba5f-4512-ae15-1f6eb981ad5b details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:38:00.405349 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:38:00.414198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed11ab-5c61-4484-9aac-d324bfb3e12b req-ecff8047-39c3-4276-95ff-edeacdec144a tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:00.415723 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c2ed11ab-5c61-4484-9aac-d324bfb3e12b req-ecff8047-39c3-4276-95ff-edeacdec144a tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 945 time: 0.1647687 Nov 02 11:38:00.428082 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53702) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:00.428890 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f3cf8712-ab6e-49cb-bd14-e2a62fc24d51 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4180994 Nov 02 11:38:00.430792 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93eac6c-517d-4b7d-acce-43af8127c908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57be5d74-bb49-4566-8385-2f7bdf5492ff'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:00.433744 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bb2436-859e-4dc2-a638-008dd92be070" -d '{"events": [{"server_uuid": "c93eac6c-517d-4b7d-acce-43af8127c908", "name": "network-vif-plugged", "status": "completed", "tag": "57be5d74-bb49-4566-8385-2f7bdf5492ff"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:00.438407 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-8603061a-a3e1-4c67-9ee7-985ca7ca8c69 admin admin] Request body: {'subnet': {'network_id': '20398518-ba5f-4512-ae15-1f6eb981ad5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-229531513-subnet', 'tenant_id': 'b02c89edd25647f7a66139d276d8451b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:00.461145 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:00.488221 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-196a485e-7577-4442-9980-1feb3be0fb78 req-15d05e44-eb9d-4ec0-bc7e-4a1415279fb0 service neutron] Transition to ACTIVE for port object f70ba22f-c466-4a31-8df3-1f062f2deeaf will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:38:00.518715 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-0bdaf85c-5b61-4ad8-9e10-18207c9b0135 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:00.528546 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-0bdaf85c-5b61-4ad8-9e10-18207c9b0135 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/networks?id=36c17852-79ac-44f2-b779-121000627b7d HTTP/1.1" status: 200 len: 817 time: 0.1855602 Nov 02 11:38:00.530171 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:00.530803 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:00.531149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=57be5d74-bb49-4566-8385-2f7bdf5492ff,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:00.532229 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] 10.222.0.54 "PUT /v2.0/ports/0f362356-ad80-4cef-bffe-b88accbdd0c2 HTTP/1.1" status: 200 len: 1097 time: 1.7095065 Nov 02 11:38:00.532681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'tag': '0f362356-ad80-4cef-bffe-b88accbdd0c2'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:00.535054 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf56062-19fc-40b5-bbac-a3fc54de943a" -d '{"events": [{"name": "network-changed", "server_uuid": "ede2889e-b39c-4b78-a0a7-6d2468a7589d", "tag": "0f362356-ad80-4cef-bffe-b88accbdd0c2"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:00.539584 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-25ae6894-7de2-488f-ac6d-1831bae6dd99 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/quotas/40b47dbed86842a7b2f8e51264449559 HTTP/1.1" status: 200 len: 375 time: 0.0101554 Nov 02 11:38:00.560222 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c2ed11ab-5c61-4484-9aac-d324bfb3e12b req-2155b8b0-f52b-4320-ad22-1b132805c12f tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201551 Nov 02 11:38:00.563441 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78189bd-bb13-4a8f-9286-69a6d2956e25 service neutron] Pushing event updated for resources: {'Port': ['ID=0f362356-ad80-4cef-bffe-b88accbdd0c2,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:00.578580 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-196a485e-7577-4442-9980-1feb3be0fb78 req-15d05e44-eb9d-4ec0-bc7e-4a1415279fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:00.609546 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-c469aaf1-f09d-4fb3-9f25-b19bc77038a0 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=40b47dbed86842a7b2f8e51264449559&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626698 Nov 02 11:38:00.612847 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8603061a-a3e1-4c67-9ee7-985ca7ca8c69 admin admin] Made reservation on behalf of b02c89edd25647f7a66139d276d8451b for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:38:00.615492 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8603061a-a3e1-4c67-9ee7-985ca7ca8c69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:00.695862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0de25-eb84-40d5-bcb1-3de80bb39b8d req-bd6ad1cc-6f2b-4878-8e52-17187fee87ca tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:00.703502 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3d0de25-eb84-40d5-bcb1-3de80bb39b8d req-bd6ad1cc-6f2b-4878-8e52-17187fee87ca tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 946 time: 0.0642214 Nov 02 11:38:00.716410 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-196a485e-7577-4442-9980-1feb3be0fb78 req-15d05e44-eb9d-4ec0-bc7e-4a1415279fb0 service neutron] No DVR routers for this DVR port f70ba22f-c466-4a31-8df3-1f062f2deeaf on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:00.782997 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-f3bc1720-3a68-43e1-ac42-89e6bf7aadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:00.784437 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-f3bc1720-3a68-43e1-ac42-89e6bf7aadbf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 1100 time: 0.0791588 Nov 02 11:38:00.787821 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3d0de25-eb84-40d5-bcb1-3de80bb39b8d req-fb19b805-829e-49eb-97df-346a5742f6d6 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730112 Nov 02 11:38:00.788055 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d05e44-eb9d-4ec0-bc7e-4a1415279fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=f70ba22f-c466-4a31-8df3-1f062f2deeaf,revision_number=10']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:00.835672 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-15d05e44-eb9d-4ec0-bc7e-4a1415279fb0 service neutron] 10.222.0.79 "PUT /v2.0/ports/f70ba22f-c466-4a31-8df3-1f062f2deeaf/bindings/n-h2-806683-18/activate HTTP/1.1" status: 200 len: 370 time: 1.3517876 Nov 02 11:38:00.849773 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-f79b4a9a-c78e-446a-916c-960d5dc3478e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2 HTTP/1.1" status: 200 len: 217 time: 0.0561042 Nov 02 11:38:00.884191 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-28cf27fe-8d4e-4f25-87d9-4e5bbfd903c7 service neutron] 10.222.0.52 "GET /v2.0/networks/36c17852-79ac-44f2-b779-121000627b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571208 Nov 02 11:38:00.937108 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-39384a64-4bba-41a7-9540-2ed2014f7b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:00.938590 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-39384a64-4bba-41a7-9540-2ed2014f7b5c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0803587 Nov 02 11:38:00.956539 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd407a-cb63-4f83-b8c2-f498779b8e3d req-ea5305fc-af35-4c11-b07b-9441e7ec61aa tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:00.958048 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34bd407a-cb63-4f83-b8c2-f498779b8e3d req-ea5305fc-af35-4c11-b07b-9441e7ec61aa tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 950 time: 0.0861564 Nov 02 11:38:01.038214 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34bd407a-cb63-4f83-b8c2-f498779b8e3d req-29add19e-8f03-4760-b570-c02ba24860e2 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709178 Nov 02 11:38:01.040026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-eea8baee-d25e-4281-a88e-de6eca718825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:01.041442 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-eea8baee-d25e-4281-a88e-de6eca718825 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0936103 Nov 02 11:38:01.087721 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6323af25-05a6-4c97-9ad0-2988e40d5722 x-openstack-request-id: req-6323af25-05a6-4c97-9ad0-2988e40d5722 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:01.088666 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93eac6c-517d-4b7d-acce-43af8127c908", "name": "network-vif-plugged", "status": "completed", "tag": "57be5d74-bb49-4566-8385-2f7bdf5492ff", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:01.089218 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6323af25-05a6-4c97-9ad0-2988e40d5722 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:01.091282 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93eac6c-517d-4b7d-acce-43af8127c908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57be5d74-bb49-4566-8385-2f7bdf5492ff', 'code': 200} Nov 02 11:38:01.097431 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a485e-7577-4442-9980-1feb3be0fb78 req-58b6bd50-db9d-403f-ae5b-4884cdaa63e5 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:01.098960 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-58b6bd50-db9d-403f-ae5b-4884cdaa63e5 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e&tenant_id=c94d0cac32b24c41b06f1c29df1efe18&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 1096 time: 0.1217093 Nov 02 11:38:01.116417 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-25a79964-a97b-48da-959f-42c450c6e3ea service neutron] 10.222.0.52 "GET /v2.0/networks/36c17852-79ac-44f2-b779-121000627b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237298 Nov 02 11:38:01.125862 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb20106-fb1b-483a-b297-8d3db0daa5c8 x-openstack-request-id: req-ffb20106-fb1b-483a-b297-8d3db0daa5c8 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:01.126616 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede2889e-b39c-4b78-a0a7-6d2468a7589d", "tag": "0f362356-ad80-4cef-bffe-b88accbdd0c2", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:01.126736 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ffb20106-fb1b-483a-b297-8d3db0daa5c8 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:01.127115 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'tag': '0f362356-ad80-4cef-bffe-b88accbdd0c2', 'status': 'completed', 'code': 200} Nov 02 11:38:01.193417 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-a2d5eefc-fe0f-4fed-a9b0-5d23ebc8fc11 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444185 Nov 02 11:38:01.195077 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8603061a-a3e1-4c67-9ee7-985ca7ca8c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:01.261764 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a485e-7577-4442-9980-1feb3be0fb78 req-681bd3f9-f50f-4797-a116-b7c7123b9792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:01.263287 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-681bd3f9-f50f-4797-a116-b7c7123b9792 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e&tenant_id=c94d0cac32b24c41b06f1c29df1efe18 HTTP/1.1" status: 200 len: 1096 time: 0.1459329 Nov 02 11:38:01.279193 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603061a-a3e1-4c67-9ee7-985ca7ca8c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3e86d3b-7f1b-4f16-a752-da330a06adaf,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:01.301513 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d0a04-550a-4fa8-bfde-0b609db92d86 req-9f1ad68f-0df7-493c-8ec9-791c6123ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:01.303113 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2f3d0a04-550a-4fa8-bfde-0b609db92d86 req-9f1ad68f-0df7-493c-8ec9-791c6123ffe0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 1098 time: 0.1306436 Nov 02 11:38:01.310885 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e8c87-9087-4308-b5a2-52c88cc7be70 req-8e1f16c2-006f-4ad1-9e8a-8cf161809a63 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:01.312597 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c85e8c87-9087-4308-b5a2-52c88cc7be70 req-8e1f16c2-006f-4ad1-9e8a-8cf161809a63 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 948 time: 0.1158104 Nov 02 11:38:01.334547 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8603061a-a3e1-4c67-9ee7-985ca7ca8c69 admin admin] Checking segment: {'id': '7c05e275-078a-46d4-9cdd-32e3f8e278cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '20398518-ba5f-4512-ae15-1f6eb981ad5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:38:01.334907 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8603061a-a3e1-4c67-9ee7-985ca7ca8c69 admin admin] Network hostable DHCP agents. Network: 20398518-ba5f-4512-ae15-1f6eb981ad5b, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:38:01.395761 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2f3d0a04-550a-4fa8-bfde-0b609db92d86 req-bda11a8d-157e-4674-b8c7-f561faf31955 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704863 Nov 02 11:38:01.398088 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a485e-7577-4442-9980-1feb3be0fb78 req-fb0fadc6-ccd8-42c0-b856-517612a221ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:01.399451 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-fb0fadc6-ccd8-42c0-b856-517612a221ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 1096 time: 0.1119709 Nov 02 11:38:01.409760 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3849f60e-301c-4050-a70a-67a64f92ce42 req-3180668b-1b80-481c-97db-f5b863d89eda service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996973 Nov 02 11:38:01.432274 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c85e8c87-9087-4308-b5a2-52c88cc7be70 req-0eca00f9-88e2-41a6-9584-95fb1cded527 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089149 Nov 02 11:38:01.491205 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8603061a-a3e1-4c67-9ee7-985ca7ca8c69 admin admin] Network 20398518-ba5f-4512-ae15-1f6eb981ad5b is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:38:01.553274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a485e-7577-4442-9980-1feb3be0fb78 req-b7366424-e6bb-4d32-8d10-dd83f77baba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:01.555195 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-b7366424-e6bb-4d32-8d10-dd83f77baba3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 908 time: 0.1487572 Nov 02 11:38:01.618198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63490e31-67b7-4998-a171-1d41ab9cafd7 req-660bfa20-1b31-4394-97fc-cd672abedd8f tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:01.619886 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63490e31-67b7-4998-a171-1d41ab9cafd7 req-660bfa20-1b31-4394-97fc-cd672abedd8f tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 944 time: 0.1034307 Nov 02 11:38:01.629887 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-b4d6658d-e0fd-4c24-9a0d-e4182abc82fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f70ba22f-c466-4a31-8df3-1f062f2deeaf HTTP/1.1" status: 200 len: 217 time: 0.0463831 Nov 02 11:38:01.631072 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-8603061a-a3e1-4c67-9ee7-985ca7ca8c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 20398518-ba5f-4512-ae15-1f6eb981ad5b) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:38:01.640610 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76a3366-ae3b-45ca-bb81-5a892f8d2584 None None] Network 20398518-ba5f-4512-ae15-1f6eb981ad5b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:38:01.650129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8603061a-a3e1-4c67-9ee7-985ca7ca8c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:01.650386 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8603061a-a3e1-4c67-9ee7-985ca7ca8c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:01.676226 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf56062-19fc-40b5-bbac-a3fc54de943a req-e55f429c-7adc-487b-9178-01d5bb5680d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:01.676226 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fcf56062-19fc-40b5-bbac-a3fc54de943a req-e55f429c-7adc-487b-9178-01d5bb5680d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 1100 time: 0.0838914 Nov 02 11:38:01.690209 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c7a49-5f9f-4802-b0e4-cb45f1dcdf44 req-e5bbd88b-24c0-4bbd-a2e2-25d4b1ac5f48 tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:01.697772 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b68c7a49-5f9f-4802-b0e4-cb45f1dcdf44 req-e5bbd88b-24c0-4bbd-a2e2-25d4b1ac5f48 tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 1102 time: 0.1414757 Nov 02 11:38:01.734826 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63490e31-67b7-4998-a171-1d41ab9cafd7 req-b2c3bd94-96fa-4705-84c0-16e6ffdc26bf tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065800 Nov 02 11:38:01.747989 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a485e-7577-4442-9980-1feb3be0fb78 req-83e8d618-2127-4341-b554-18e328b3aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:01.747989 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-83e8d618-2127-4341-b554-18e328b3aadf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.0986137 Nov 02 11:38:01.784717 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf56062-19fc-40b5-bbac-a3fc54de943a req-46452a82-0927-4fe1-997b-f132ff8532b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:01.787052 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fcf56062-19fc-40b5-bbac-a3fc54de943a req-46452a82-0927-4fe1-997b-f132ff8532b3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1247792 Nov 02 11:38:01.794449 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b68c7a49-5f9f-4802-b0e4-cb45f1dcdf44 req-9e7156a5-ab71-49fa-95be-e82cb6d40430 tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956676 Nov 02 11:38:01.796633 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-20398518-ba5f-4512-ae15-1f6eb981ad5b', 'network_id': '20398518-ba5f-4512-ae15-1f6eb981ad5b', 'tenant_id': 'b02c89edd25647f7a66139d276d8451b', 'fixed_ips': [{'subnet_id': 'a3e86d3b-7f1b-4f16-a752-da330a06adaf'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:38:01.796885 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-45d51fec-7f14-4c58-8a28-d0dd4ab48ea2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427163 Nov 02 11:38:01.799826 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:01.804305 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8603061a-a3e1-4c67-9ee7-985ca7ca8c69 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3703725 Nov 02 11:38:01.804460 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53728) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:01.809477 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-229531513-router', 'tenant_id': 'b02c89edd25647f7a66139d276d8451b', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:01.891748 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fcf56062-19fc-40b5-bbac-a3fc54de943a req-6c625ddd-e672-4b9b-9115-6fd7d595c3ad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2 HTTP/1.1" status: 200 len: 217 time: 0.0971017 Nov 02 11:38:01.975566 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-c11a6f0d-d8cb-4fe6-9087-35a11d37920f service neutron] 10.222.0.54 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624682 Nov 02 11:38:01.978895 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf56062-19fc-40b5-bbac-a3fc54de943a req-7bf093e1-5fb3-4c4e-9607-776968af976e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:01.980662 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fcf56062-19fc-40b5-bbac-a3fc54de943a req-7bf093e1-5fb3-4c4e-9607-776968af976e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0768237 Nov 02 11:38:01.990596 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Allocated IP 172.20.0.2 (20398518-ba5f-4512-ae15-1f6eb981ad5b/a3e86d3b-7f1b-4f16-a752-da330a06adaf/3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:38:01.992462 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835c0ab-c9b7-48d8-891d-b6707659efdf req-20b095dd-d431-443e-9c8b-455d89854603 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:01.994118 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9835c0ab-c9b7-48d8-891d-b6707659efdf req-20b095dd-d431-443e-9c8b-455d89854603 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 945 time: 0.1013849 Nov 02 11:38:02.015470 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2846f252-eb1a-4dc6-8191-043ba3f6efc4 req-887d6dcb-22d6-4994-944c-c1fb5fe06b8b tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/ports?device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 210 time: 0.0387654 Nov 02 11:38:02.184022 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:02.252263 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:02.301156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Network 20398518-ba5f-4512-ae15-1f6eb981ad5b is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:38:02.309302 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:38:02.314222 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:38:02.317855 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Pushing event updated for resources: {'Port': ['ID=3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:02.381022 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:02.382244 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:02.395812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Attempting to bind port 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:38:02.396514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Attempting to bind port 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '7c05e275-078a-46d4-9cdd-32e3f8e278cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '20398518-ba5f-4512-ae15-1f6eb981ad5b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:38:02.397045 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Attempting to bind port 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f on network 20398518-ba5f-4512-ae15-1f6eb981ad5b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:02.406115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf56062-19fc-40b5-bbac-a3fc54de943a req-749084a0-3d16-4289-9876-85b5bbae10dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:02.407710 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:38:02.408396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Checking segment: {'id': '7c05e275-078a-46d4-9cdd-32e3f8e278cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '20398518-ba5f-4512-ae15-1f6eb981ad5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:38:02.408989 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:02.409583 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Bound using segment: {'id': '7c05e275-078a-46d4-9cdd-32e3f8e278cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '20398518-ba5f-4512-ae15-1f6eb981ad5b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:38:02.410225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Bound port: 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c05e275-078a-46d4-9cdd-32e3f8e278cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '20398518-ba5f-4512-ae15-1f6eb981ad5b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:38:02.410898 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:02.424105 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fcf56062-19fc-40b5-bbac-a3fc54de943a req-749084a0-3d16-4289-9876-85b5bbae10dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4211371 Nov 02 11:38:02.447762 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9835c0ab-c9b7-48d8-891d-b6707659efdf req-fa1c84e5-55c0-45f0-b880-fe7a19e129a6 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436998 Nov 02 11:38:02.488187 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] For port 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:38:02.491927 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] For port 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f,segment=NetworkSegment(7c05e275-078a-46d4-9cdd-32e3f8e278cb),segment_id=7c05e275-078a-46d4-9cdd-32e3f8e278cb)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:38:02.517287 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:02.526523 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-a4477ed1-97ff-4f1c-b5aa-ff3b7b379a4d service neutron] 10.222.0.54 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205002 Nov 02 11:38:02.535274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a731f09-cc7d-4fea-85c5-e0770e07ae1c req-3bdb53d1-76dc-48a4-876b-53e5e6e78898 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:02.536757 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5a731f09-cc7d-4fea-85c5-e0770e07ae1c req-3bdb53d1-76dc-48a4-876b-53e5e6e78898 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 946 time: 0.1595311 Nov 02 11:38:02.554796 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:02.597663 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b746712-b836-4635-aac4-540d5f6092e9 req-12b78cbb-80c1-4b68-a0e4-6fb5560dfff6 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368824 Nov 02 11:38:02.604582 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fcf56062-19fc-40b5-bbac-a3fc54de943a req-77582e5f-6601-4e89-821c-1ab66870e270 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777918 Nov 02 11:38:02.634845 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a5db1-bd7b-4168-9831-e89e3672eb6f None None] Pushing event updated for resources: {'Port': ['ID=3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:02.714112 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5a731f09-cc7d-4fea-85c5-e0770e07ae1c req-8657c0bc-cc8b-4199-a5c1-3ee64d86a4a8 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704998 Nov 02 11:38:02.794495 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:02.804528 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b746712-b836-4635-aac4-540d5f6092e9 req-eb169b7c-5c6d-4ced-8342-8e09fd455722 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:02.810710 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b746712-b836-4635-aac4-540d5f6092e9 req-eb169b7c-5c6d-4ced-8342-8e09fd455722 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007875 Nov 02 11:38:02.817556 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fcf56062-19fc-40b5-bbac-a3fc54de943a req-c3d4b6c9-39a1-458a-8752-4c3a7acf4515 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921821 Nov 02 11:38:02.832378 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b746712-b836-4635-aac4-540d5f6092e9 req-4416b15b-ad86-48fc-b3b2-990b3c1c2843 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/quotas/d8225d8ee4a1492f818d0de3e1109c1e HTTP/1.1" status: 200 len: 375 time: 0.0120316 Nov 02 11:38:02.923695 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b746712-b836-4635-aac4-540d5f6092e9 req-0919faba-8c19-4ce7-a94b-6ed395900dc0 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0850632 Nov 02 11:38:03.007444 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935daeee-3ba2-4129-a28b-f5bbcfb8b38f req-6b6286e1-e515-47b4-924b-dfcc3070f31e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:03.014245 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-935daeee-3ba2-4129-a28b-f5bbcfb8b38f req-6b6286e1-e515-47b4-924b-dfcc3070f31e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 948 time: 0.1552300 Nov 02 11:38:03.068415 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-935daeee-3ba2-4129-a28b-f5bbcfb8b38f req-ba5af5b1-66f5-4ecd-ba98-a1df6a5f5adf tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532765 Nov 02 11:38:03.257389 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:38:03.259142 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827c524-70f4-4b61-814d-cd59a258d702 req-e1d2fc74-0e43-4ca7-86b0-b5cdaaf83369 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:03.267452 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7827c524-70f4-4b61-814d-cd59a258d702 req-e1d2fc74-0e43-4ca7-86b0-b5cdaaf83369 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 945 time: 0.1315913 Nov 02 11:38:03.292019 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:03.307342 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a485e-7577-4442-9980-1feb3be0fb78 req-26c45ea6-fd4f-48f3-ba4b-276807860dd2 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:03.309122 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-26c45ea6-fd4f-48f3-ba4b-276807860dd2 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e&tenant_id=c94d0cac32b24c41b06f1c29df1efe18&binding%3Ahost_id=n-h2-806683-18 HTTP/1.1" status: 200 len: 1096 time: 0.1093960 Nov 02 11:38:03.325849 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:03.437153 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0f362356-ad80-4cef-bffe-b88accbdd0c2 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:38:03.517944 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7827c524-70f4-4b61-814d-cd59a258d702 req-96d7eff2-5135-4b5f-97fb-32ca46fd6b25 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495034 Nov 02 11:38:03.539570 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] Allocated IP 172.25.6.207 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/e5d796df-efab-490c-b772-74b793c9b705) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:38:03.662058 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731cd660-9cd0-45ea-aa6e-b05167514927 req-73dd827b-ce38-4860-95d4-37a837c41676 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:03.665199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:03.670885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-731cd660-9cd0-45ea-aa6e-b05167514927 req-73dd827b-ce38-4860-95d4-37a837c41676 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 944 time: 0.2226164 Nov 02 11:38:03.679961 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '0f362356-ad80-4cef-bffe-b88accbdd0c2', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '0f362356-ad80-4cef-bffe-b88accbdd0c2', 'mac_address': 'fa:16:3e:22:30:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:38:03.725128 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:03.736836 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-60703308-1944-4246-8f72-e98ca094133c req-c92be3b8-8c8a-4dab-9586-287756fd5195 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/ports?device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 210 time: 0.0551784 Nov 02 11:38:03.738020 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-731cd660-9cd0-45ea-aa6e-b05167514927 req-0fd07026-787d-408f-af97-f6cfa31ecb48 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658906 Nov 02 11:38:03.746188 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:03.774000 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-196a485e-7577-4442-9980-1feb3be0fb78 req-0100f0cd-8bdb-4cf6-afbe-fadabd8095f5 service neutron] For port f70ba22f-c466-4a31-8df3-1f062f2deeaf, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:38:03.782366 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-196a485e-7577-4442-9980-1feb3be0fb78 req-0100f0cd-8bdb-4cf6-afbe-fadabd8095f5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:03.783542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-196a485e-7577-4442-9980-1feb3be0fb78 req-0100f0cd-8bdb-4cf6-afbe-fadabd8095f5 service neutron] 10.222.0.54 "DELETE /v2.0/ports/f70ba22f-c466-4a31-8df3-1f062f2deeaf/bindings/n-h1-806683-18 HTTP/1.1" status: 204 len: 173 time: 0.4639261 Nov 02 11:38:03.785590 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f362356-ad80-4cef-bffe-b88accbdd0c2 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:38:03.812606 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f70ba22f-c466-4a31-8df3-1f062f2deeaf no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:03.842271 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf15c790-9781-4543-ba4e-dceab68074f4 req-16029cfb-24d3-4f7b-b890-b180d2188b4e tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 210 time: 0.0304210 Nov 02 11:38:03.893016 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:03.930075 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:03.981766 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f70ba22f-c466-4a31-8df3-1f062f2deeaf not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:38:04.003108 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:38:04.017444 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:38:04.019267 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:38:04.020530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:38:04.023157 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d796df-efab-490c-b772-74b793c9b705,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:04.035015 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6364b-ee39-4247-aa7f-741cc3079ea1 req-24ce1dd1-044a-4086-bc52-0ad275add202 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:04.035986 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-82c6364b-ee39-4247-aa7f-741cc3079ea1 req-24ce1dd1-044a-4086-bc52-0ad275add202 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 946 time: 0.1908450 Nov 02 11:38:04.049225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740be71c-71a9-493c-9ecf-cc46cf669439 req-8151c02d-d4ee-40e5-bdb4-c7b8ae54ae7e tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:04.050874 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-740be71c-71a9-493c-9ecf-cc46cf669439 req-8151c02d-d4ee-40e5-bdb4-c7b8ae54ae7e tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 945 time: 0.0621653 Nov 02 11:38:04.061779 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a647f87-fc65-4996-a135-a0f9b9ab8d15 None None] Network 20398518-ba5f-4512-ae15-1f6eb981ad5b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:38:04.066075 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:04.131482 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-82c6364b-ee39-4247-aa7f-741cc3079ea1 req-7df489ee-fa12-4038-b143-a24ee5eb835c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692391 Nov 02 11:38:04.162521 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-740be71c-71a9-493c-9ecf-cc46cf669439 req-9956cc9a-a730-4ecd-b959-e19027dde22b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056192 Nov 02 11:38:04.212647 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-939d8397-7e77-49a2-b37e-fc7d5b0dddc7 None None] Provisioning complete for port 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:04.212647 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-939d8397-7e77-49a2-b37e-fc7d5b0dddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:04.221686 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=0f362356-ad80-4cef-bffe-b88accbdd0c2,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:04.316440 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:04.317095 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:04.323485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c2ebf-3a8f-477c-b9ff-19367ed665d0 req-1e010cd9-7001-4ed0-aa09-96153fc8e0d1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:04.332763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-032c2ebf-3a8f-477c-b9ff-19367ed665d0 req-1e010cd9-7001-4ed0-aa09-96153fc8e0d1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 949 time: 0.0894861 Nov 02 11:38:04.408786 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-032c2ebf-3a8f-477c-b9ff-19367ed665d0 req-77d5d140-31b6-4e6a-af42-0e9c742b0ad0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682039 Nov 02 11:38:04.418921 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c345c9-3128-49bd-944a-826a0d7036ac req-2f84cfad-c279-4e37-90f9-86fecacbeac2 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:04.419507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['0f362356-ad80-4cef-bffe-b88accbdd0c2'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:04.420481 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e6c345c9-3128-49bd-944a-826a0d7036ac req-2f84cfad-c279-4e37-90f9-86fecacbeac2 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 1096 time: 0.1765809 Nov 02 11:38:04.503687 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-e593eaf2-3561-4227-831e-b5c80176f4e9 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:04.505648 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-e593eaf2-3561-4227-831e-b5c80176f4e9 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.79 "GET /v2.0/networks?id=36c17852-79ac-44f2-b779-121000627b7d HTTP/1.1" status: 200 len: 817 time: 0.2128959 Nov 02 11:38:04.538658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44714996-e7b9-47f4-b24e-58e1b6656abc req-2862e000-e473-4461-81dc-8d792a099819 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:04.547724 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-44714996-e7b9-47f4-b24e-58e1b6656abc req-2862e000-e473-4461-81dc-8d792a099819 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 1098 time: 0.0556760 Nov 02 11:38:04.551463 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e6c345c9-3128-49bd-944a-826a0d7036ac req-bcb4a02d-7702-420e-81f8-c6db28e19217 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211405 Nov 02 11:38:04.558588 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-6e2d4972-3263-4371-bdee-02859ab9642b tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Request body: {'port': {'device_id': 'db9fa80b-cce3-4959-87a9-ac6550367742', 'network_id': '36c17852-79ac-44f2-b779-121000627b7d', 'admin_state_up': True, 'tenant_id': '40b47dbed86842a7b2f8e51264449559'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:04.602692 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-44714996-e7b9-47f4-b24e-58e1b6656abc req-58f40db9-74f2-43fa-9289-099ddd56433d tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538294 Nov 02 11:38:04.616598 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-939d8397-7e77-49a2-b37e-fc7d5b0dddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:04.707021 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:04.746547 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-939d8397-7e77-49a2-b37e-fc7d5b0dddc7 None None] For port 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f,segment=NetworkSegment(7c05e275-078a-46d4-9cdd-32e3f8e278cb),segment_id=7c05e275-078a-46d4-9cdd-32e3f8e278cb)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:04.825870 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-939d8397-7e77-49a2-b37e-fc7d5b0dddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:05.030450 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:05.065904 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-32d8674d-5b36-4f0b-b9b6-a9c46690f990 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:05.067764 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-32d8674d-5b36-4f0b-b9b6-a9c46690f990 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 807 time: 0.1517069 Nov 02 11:38:05.072590 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d8397-7e77-49a2-b37e-fc7d5b0dddc7 None None] Pushing event updated for resources: {'Port': ['ID=3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:05.085482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f4f66-f652-4d12-8492-e3cc33c6ebbb req-52b350c6-3eb4-4a68-9c40-a2e63566e267 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:05.088317 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-bd2d00a3-ebbf-47bd-8d43-2f83211e93fa tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/quotas/c94d0cac32b24c41b06f1c29df1efe18 HTTP/1.1" status: 200 len: 375 time: 0.0136487 Nov 02 11:38:05.096523 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8a6f4f66-f652-4d12-8492-e3cc33c6ebbb req-52b350c6-3eb4-4a68-9c40-a2e63566e267 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 945 time: 0.3625381 Nov 02 11:38:05.100791 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:38:05.101265 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:38:05.108133 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3b0240b8-98b7-42de-9c4a-06e6b4f600d2 None None] Provisioning complete for port 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:05.108796 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3b0240b8-98b7-42de-9c4a-06e6b4f600d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:05.135005 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-6e2d4972-3263-4371-bdee-02859ab9642b tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Made reservation on behalf of 40b47dbed86842a7b2f8e51264449559 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:38:05.138828 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-6e2d4972-3263-4371-bdee-02859ab9642b tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:05.172709 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-b71e72b8-c8fd-4e7d-906a-8f64bf01ccbd tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757577 Nov 02 11:38:05.279009 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8a6f4f66-f652-4d12-8492-e3cc33c6ebbb req-8157c667-c6ad-4f2a-a238-73bf20362a4c tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772780 Nov 02 11:38:05.287591 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-b0380bab-c14f-403c-a44f-f1ee6a66cad5 service neutron] 10.222.0.52 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070721 Nov 02 11:38:05.421110 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-7a146295-817b-4fbb-b826-93602bb37bb3 service neutron] 10.222.0.52 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250024 Nov 02 11:38:05.441775 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-78cb890f-c1d9-40a6-895b-244f1aa74080 req-c68a41e4-2361-4ad9-8bb7-bcd8b6fe9bd2 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/ports?device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 210 time: 0.0620899 Nov 02 11:38:05.506502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-6e2d4972-3263-4371-bdee-02859ab9642b tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Allocated IP 172.20.0.12 (36c17852-79ac-44f2-b779-121000627b7d/e7582e62-05cb-437a-aed7-09dbfeb0b131/57933098-565b-4a8c-b31a-e501f666bf1f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:38:05.543951 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:05.568674 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c6c00cf3-f680-4112-9d53-e0f2acec30df req-25c25be8-e49e-4f87-8639-521c59e886bc tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 210 time: 0.0431499 Nov 02 11:38:05.781365 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fe2fe-e0fc-4369-bded-e86f60c9585f req-d0133092-53d5-494d-8c14-d4cf7043f33e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:05.789924 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd6fe2fe-e0fc-4369-bded-e86f60c9585f req-d0133092-53d5-494d-8c14-d4cf7043f33e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 949 time: 0.0778868 Nov 02 11:38:05.874764 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-6e2d4972-3263-4371-bdee-02859ab9642b tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:05.909247 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd6fe2fe-e0fc-4369-bded-e86f60c9585f req-4a26a0b5-3182-4690-9362-ffb39797327d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148341 Nov 02 11:38:05.986310 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:38:06.025462 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-67697090-653b-4464-bcc8-044ce8147344 req-a56a21b9-125d-4ee0-b5a1-e01b224615e2 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 210 time: 0.0668709 Nov 02 11:38:06.033857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] Router 7663b741-77f3-4549-b2cc-fe0218364e40 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:38:06.049970 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:06.050596 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:06.083098 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-6e2d4972-3263-4371-bdee-02859ab9642b tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:06.149360 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-6e2d4972-3263-4371-bdee-02859ab9642b tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Network 36c17852-79ac-44f2-b779-121000627b7d is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:38:06.221095 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b746712-b836-4635-aac4-540d5f6092e9 req-bd79a8c2-f06b-4fe8-bc8c-beccdd2b4ba0 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225191 Nov 02 11:38:06.346081 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b746712-b836-4635-aac4-540d5f6092e9 req-f8f7e6b6-60fe-49ca-b64b-7193ef2f6ffd tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:06.347889 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b746712-b836-4635-aac4-540d5f6092e9 req-f8f7e6b6-60fe-49ca-b64b-7193ef2f6ffd tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1201026 Nov 02 11:38:06.367929 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-7b746712-b836-4635-aac4-540d5f6092e9 req-e23f2099-65c7-4b1d-a0c9-9e6ac1f93f29 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Request body: {'port': {'device_id': 'e499bb21-c1d9-45d4-94f5-b3b2352e7a51', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'd8225d8ee4a1492f818d0de3e1109c1e'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:06.447236 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-6e2d4972-3263-4371-bdee-02859ab9642b tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:38:06.482109 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-6e2d4972-3263-4371-bdee-02859ab9642b tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:38:06.572078 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d4972-3263-4371-bdee-02859ab9642b tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Pushing event updated for resources: {'Port': ['ID=57933098-565b-4a8c-b31a-e501f666bf1f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:06.599735 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-6e2d4972-3263-4371-bdee-02859ab9642b tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:06.600617 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-6e2d4972-3263-4371-bdee-02859ab9642b tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:06.668040 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:38:06.679516 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Sync routers for ids ['7663b741-77f3-4549-b2cc-fe0218364e40'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:38:06.686056 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f3c92-ddfd-4481-a901-174bd7639622 req-4c533a4e-c9e9-4167-9b20-f1ad03a24da3 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:06.687643 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bc8f3c92-ddfd-4481-a901-174bd7639622 req-4c533a4e-c9e9-4167-9b20-f1ad03a24da3 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/ports?device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 932 time: 0.0993915 Nov 02 11:38:06.692826 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Routers {'7663b741-77f3-4549-b2cc-fe0218364e40'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:38:06.693463 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:37:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7663b741-77f3-4549-b2cc-fe0218364e40'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:06.712543 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-6e2d4972-3263-4371-bdee-02859ab9642b tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1660028 Nov 02 11:38:06.734553 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Request body: {'port': {'device_id': 'db9fa80b-cce3-4959-87a9-ac6550367742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:06.796330 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bc8f3c92-ddfd-4481-a901-174bd7639622 req-2aa830ae-bd9b-4442-9c7a-0ea54c67e8d5 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/security-groups?id=d94961b7-54de-4556-903b-a0ec1c018125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977957 Nov 02 11:38:06.805453 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b746712-b836-4635-aac4-540d5f6092e9 req-e23f2099-65c7-4b1d-a0c9-9e6ac1f93f29 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Made reservation on behalf of d8225d8ee4a1492f818d0de3e1109c1e for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:38:06.810361 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7b746712-b836-4635-aac4-540d5f6092e9 req-e23f2099-65c7-4b1d-a0c9-9e6ac1f93f29 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:06.853580 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:06.939078 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Set router 7663b741-77f3-4549-b2cc-fe0218364e40 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:38:07.000219 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:07.001700 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8e3ede1f-a6aa-4ab6-ae6d-d7ba5b1aa9c0 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1960351 Nov 02 11:38:07.012395 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53854) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:07.020603 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-afacd7da-7b11-4234-b640-1ba77f372412 req-1722fbb1-6b6d-4b71-b3fd-523783526462 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 210 time: 0.1475747 Nov 02 11:38:07.096479 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-7b746712-b836-4635-aac4-540d5f6092e9 req-e23f2099-65c7-4b1d-a0c9-9e6ac1f93f29 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Allocated IP 192.168.233.57 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/92e6eabc-7b9f-43c2-a477-a6bd93030122) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:38:07.149950 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5aa949-ad03-458e-9ffe-7ab988b307be req-22f3bf04-6680-4c35-8b5d-54934fc2d09f tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:07.160766 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd5aa949-ad03-458e-9ffe-7ab988b307be req-22f3bf04-6680-4c35-8b5d-54934fc2d09f tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 945 time: 0.1703362 Nov 02 11:38:07.227890 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77933d-2f6a-4188-ac84-8b585829a28d req-8190c503-4ca7-4746-845a-6b7f73aaceca tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:07.229610 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5c77933d-2f6a-4188-ac84-8b585829a28d req-8190c503-4ca7-4746-845a-6b7f73aaceca tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 949 time: 0.1199343 Nov 02 11:38:07.302485 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd5aa949-ad03-458e-9ffe-7ab988b307be req-1f233286-1e51-4648-80b4-8f4bb607eac1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387115 Nov 02 11:38:07.329780 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'name': 'tempest-FloatingIPsTestJSON-229531513-router', 'tenant_id': 'b02c89edd25647f7a66139d276d8451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e5d796df-efab-490c-b772-74b793c9b705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:38:02Z', 'updated_at': '2021-11-02T11:38:04Z', 'revision_number': 3, 'project_id': 'b02c89edd25647f7a66139d276d8451b', 'gw_port': {'id': 'e5d796df-efab-490c-b772-74b793c9b705', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:38:03Z', 'updated_at': '2021-11-02T11:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:07.375236 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Checking router: 7663b741-77f3-4549-b2cc-fe0218364e40 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:38:07.375637 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Updating router 7663b741-77f3-4549-b2cc-fe0218364e40 port e5d796df-efab-490c-b772-74b793c9b705 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:38:07.442991 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:07.467976 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0f362356-ad80-4cef-bffe-b88accbdd0c2 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:38:07.474718 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5c77933d-2f6a-4188-ac84-8b585829a28d req-1e5d2487-7e81-4195-a832-4573931780fb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125080 Nov 02 11:38:07.497627 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57933098-565b-4a8c-b31a-e501f666bf1f {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:38:07.514621 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:07.532548 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Transition to ACTIVE for port object 57933098-565b-4a8c-b31a-e501f666bf1f will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:38:07.584359 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e5e9e2a9-ad8c-465a-ab28-d9e5182dd30d req-23a24278-40f8-48b1-8467-6466a9ff3686 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 210 time: 0.1346078 Nov 02 11:38:07.655698 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7b746712-b836-4635-aac4-540d5f6092e9 req-e23f2099-65c7-4b1d-a0c9-9e6ac1f93f29 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:07.685279 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:07.745260 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Pushing event updated for resources: {'Port': ['ID=57933098-565b-4a8c-b31a-e501f666bf1f,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:07.770654 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 0f362356-ad80-4cef-bffe-b88accbdd0c2 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:38:07.775003 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 0f362356-ad80-4cef-bffe-b88accbdd0c2 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:07.775425 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:07.881340 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7b746712-b836-4635-aac4-540d5f6092e9 req-e23f2099-65c7-4b1d-a0c9-9e6ac1f93f29 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:07.895879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a', 'c73a6254-c983-41f8-a3a3-ba14e5535490'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:07.905128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0', '9679caad-6d46-4129-b037-95ba1479b1a3', '17645de0-c3d2-491c-9962-f4bec0e80b40', '1cda1398-be50-47dc-a076-3ade52443612', 'a7252098-b5f9-49d2-bd2c-ac359d091893'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:07.916432 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:07.927674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Attempting to bind port 57933098-565b-4a8c-b31a-e501f666bf1f on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:38:07.928079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Attempting to bind port 57933098-565b-4a8c-b31a-e501f666bf1f by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '87acba2a-554f-47d9-8ec3-faddc5d740e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '36c17852-79ac-44f2-b779-121000627b7d'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:38:07.935508 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:07.939572 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Attempting to bind port 57933098-565b-4a8c-b31a-e501f666bf1f on network 36c17852-79ac-44f2-b779-121000627b7d {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:07.979031 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Port 57933098-565b-4a8c-b31a-e501f666bf1f on network 36c17852-79ac-44f2-b779-121000627b7d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:38:07.979593 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Attempting to bind port 57933098-565b-4a8c-b31a-e501f666bf1f on network 36c17852-79ac-44f2-b779-121000627b7d {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:07.985912 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:38:07.986258 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Checking segment: {'id': '87acba2a-554f-47d9-8ec3-faddc5d740e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '36c17852-79ac-44f2-b779-121000627b7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:38:07.986645 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Bound using segment: {'id': '87acba2a-554f-47d9-8ec3-faddc5d740e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '36c17852-79ac-44f2-b779-121000627b7d'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:38:07.987110 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Bound port: 57933098-565b-4a8c-b31a-e501f666bf1f, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87acba2a-554f-47d9-8ec3-faddc5d740e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '36c17852-79ac-44f2-b779-121000627b7d'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:38:07.987475 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:08.004409 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:08.057005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b746712-b836-4635-aac4-540d5f6092e9 req-e23f2099-65c7-4b1d-a0c9-9e6ac1f93f29 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:38:08.063097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-7b746712-b836-4635-aac4-540d5f6092e9 req-e23f2099-65c7-4b1d-a0c9-9e6ac1f93f29 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:38:08.066411 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b746712-b836-4635-aac4-540d5f6092e9 req-e23f2099-65c7-4b1d-a0c9-9e6ac1f93f29 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:38:08.088514 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13cb54-40f7-4cd5-bd85-8fdb9f7ccfc8 None None] Pushing event updated for resources: {'Port': ['ID=e5d796df-efab-490c-b772-74b793c9b705,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:08.117876 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159d6a9-a19c-469a-a0c1-9f469a7f138d req-27ab5da6-dc4d-483a-b3f9-bcaa923abcab tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:08.131869 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13cb54-40f7-4cd5-bd85-8fdb9f7ccfc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:08.132251 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13cb54-40f7-4cd5-bd85-8fdb9f7ccfc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:08.132592 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13cb54-40f7-4cd5-bd85-8fdb9f7ccfc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:08.132926 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13cb54-40f7-4cd5-bd85-8fdb9f7ccfc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:08.133386 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13cb54-40f7-4cd5-bd85-8fdb9f7ccfc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:08.133745 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13cb54-40f7-4cd5-bd85-8fdb9f7ccfc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:08.135549 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13cb54-40f7-4cd5-bd85-8fdb9f7ccfc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:08.135961 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13cb54-40f7-4cd5-bd85-8fdb9f7ccfc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:08.136277 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13cb54-40f7-4cd5-bd85-8fdb9f7ccfc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:08.136609 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13cb54-40f7-4cd5-bd85-8fdb9f7ccfc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:08.137141 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13cb54-40f7-4cd5-bd85-8fdb9f7ccfc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:08.137526 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f13cb54-40f7-4cd5-bd85-8fdb9f7ccfc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:08.137710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b746712-b836-4635-aac4-540d5f6092e9 req-e23f2099-65c7-4b1d-a0c9-9e6ac1f93f29 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:08.138548 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7b746712-b836-4635-aac4-540d5f6092e9 req-e23f2099-65c7-4b1d-a0c9-9e6ac1f93f29 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:08.138767 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7159d6a9-a19c-469a-a0c1-9f469a7f138d req-27ab5da6-dc4d-483a-b3f9-bcaa923abcab tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/ports?device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 944 time: 0.2121916 Nov 02 11:38:08.154163 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f362356-ad80-4cef-bffe-b88accbdd0c2'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:08.158348 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573410a4-931c-47e8-ba4f-121874548d93" -d '{"events": [{"server_uuid": "ede2889e-b39c-4b78-a0a7-6d2468a7589d", "name": "network-vif-plugged", "status": "completed", "tag": "0f362356-ad80-4cef-bffe-b88accbdd0c2"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:08.179881 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a018dd2-5ac6-4522-b4c9-f9b89f416490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:08.183652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f2099-65c7-4b1d-a0c9-9e6ac1f93f29 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Pushing event updated for resources: {'Port': ['ID=92e6eabc-7b9f-43c2-a477-a6bd93030122,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:08.192592 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Attempting to bind port e5d796df-efab-490c-b772-74b793c9b705 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:38:08.193243 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Attempting to bind port e5d796df-efab-490c-b772-74b793c9b705 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:38:08.194217 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Attempting to bind port e5d796df-efab-490c-b772-74b793c9b705 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:08.212045 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:38:08.212710 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:38:08.213416 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:08.214552 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:38:08.215377 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Bound port: e5d796df-efab-490c-b772-74b793c9b705, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:38:08.217940 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:08.284292 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:08.305533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] For port 57933098-565b-4a8c-b31a-e501f666bf1f, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:38:08.327080 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] For port 57933098-565b-4a8c-b31a-e501f666bf1f, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=57933098-565b-4a8c-b31a-e501f666bf1f,segment=NetworkSegment(87acba2a-554f-47d9-8ec3-faddc5d740e6),segment_id=87acba2a-554f-47d9-8ec3-faddc5d740e6)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:38:08.361286 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7159d6a9-a19c-469a-a0c1-9f469a7f138d req-2634bc52-c3c6-494d-a431-bdb60dd5a70b tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/security-groups?id=d94961b7-54de-4556-903b-a0ec1c018125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213817 Nov 02 11:38:08.383995 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] For port e5d796df-efab-490c-b772-74b793c9b705, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:38:08.392846 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] For port e5d796df-efab-490c-b772-74b793c9b705, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e5d796df-efab-490c-b772-74b793c9b705,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:38:08.393142 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:08.422171 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:08.455485 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b746712-b836-4635-aac4-540d5f6092e9 req-e23f2099-65c7-4b1d-a0c9-9e6ac1f93f29 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0946355 Nov 02 11:38:08.486292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Request body: {'port': {'device_id': 'e499bb21-c1d9-45d4-94f5-b3b2352e7a51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:08.508722 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:08.587342 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Routers {'7663b741-77f3-4549-b2cc-fe0218364e40'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:38:08.594766 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:37:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7663b741-77f3-4549-b2cc-fe0218364e40'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:08.600097 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:08.600710 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:08.602118 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] 10.222.0.79 "PUT /v2.0/ports/57933098-565b-4a8c-b31a-e501f666bf1f HTTP/1.1" status: 200 len: 1093 time: 1.8742614 Nov 02 11:38:08.605477 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9fa80b-cce3-4959-87a9-ac6550367742', 'tag': '57933098-565b-4a8c-b31a-e501f666bf1f'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:08.608328 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e8f64e-eb50-4b07-a3e6-70a080bf8dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "db9fa80b-cce3-4959-87a9-ac6550367742", "tag": "57933098-565b-4a8c-b31a-e501f666bf1f"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:08.645697 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32018060-23cb-4889-8691-f0c43cf196f0 service neutron] Pushing event updated for resources: {'Port': ['ID=57933098-565b-4a8c-b31a-e501f666bf1f,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:08.673092 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06525868-a4bf-4ffa-8c77-9602c2514c76 req-a9b2a608-9e2b-4017-8bee-ad90133506bb tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:08.678755 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:08.682347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-7a018dd2-5ac6-4522-b4c9-f9b89f416490 admin admin] Allocated IP 172.20.0.1 (20398518-ba5f-4512-ae15-1f6eb981ad5b/a3e86d3b-7f1b-4f16-a752-da330a06adaf/0cceed6d-f9bc-4180-9e74-9cf798a44546) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:38:08.687625 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06525868-a4bf-4ffa-8c77-9602c2514c76 req-a9b2a608-9e2b-4017-8bee-ad90133506bb tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 935 time: 0.1769574 Nov 02 11:38:08.695582 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13cb54-40f7-4cd5-bd85-8fdb9f7ccfc8 None None] Pushing event updated for resources: {'Port': ['ID=e5d796df-efab-490c-b772-74b793c9b705,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:08.824322 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06525868-a4bf-4ffa-8c77-9602c2514c76 req-53c63f2d-3ae3-41e9-90c9-8aadfced360f tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356037 Nov 02 11:38:08.833139 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] Set router 7663b741-77f3-4549-b2cc-fe0218364e40 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:38:08.844146 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=0f362356-ad80-4cef-bffe-b88accbdd0c2,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:08.855811 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-17dfaa15-ee94-4b80-aebc-d7877d8b89ad None None] Provisioning complete for port 92e6eabc-7b9f-43c2-a477-a6bd93030122 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:08.857217 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-17dfaa15-ee94-4b80-aebc-d7877d8b89ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:08.908479 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-17dfaa15-ee94-4b80-aebc-d7877d8b89ad None None] Port 92e6eabc-7b9f-43c2-a477-a6bd93030122 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:38:08.917737 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-99ea7745-ae3e-4df5-8963-e41518a5d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:08.924689 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-99ea7745-ae3e-4df5-8963-e41518a5d677 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=40b47dbed86842a7b2f8e51264449559&device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 1096 time: 0.1494393 Nov 02 11:38:08.924895 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee957de-124b-4d19-b074-a28f5c73194b x-openstack-request-id: req-aee957de-124b-4d19-b074-a28f5c73194b {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:08.925126 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede2889e-b39c-4b78-a0a7-6d2468a7589d", "name": "network-vif-plugged", "status": "completed", "tag": "0f362356-ad80-4cef-bffe-b88accbdd0c2", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:08.925322 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aee957de-124b-4d19-b074-a28f5c73194b {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:08.925721 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f362356-ad80-4cef-bffe-b88accbdd0c2', 'code': 200} Nov 02 11:38:09.009476 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-32af01a8-d4cf-47cb-8dc9-b93e631123ba service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57933098-565b-4a8c-b31a-e501f666bf1f HTTP/1.1" status: 200 len: 217 time: 0.0763941 Nov 02 11:38:09.132962 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-7f055fec-8bf3-4bef-8e09-d211ef7dc197 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:09.134465 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-7f055fec-8bf3-4bef-8e09-d211ef7dc197 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.79 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 807 time: 0.2450950 Nov 02 11:38:09.186173 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-6f19abb3-ccd3-4468-b968-6b155239b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:09.188202 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-6f19abb3-ccd3-4468-b968-6b155239b4db service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7582e62-05cb-437a-aed7-09dbfeb0b131 HTTP/1.1" status: 200 len: 857 time: 0.1699078 Nov 02 11:38:09.191752 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44065dc-2a99-4ad4-8f3b-81a2f6ddea30 req-f436e5a1-1b9d-400b-93ba-31ff374cc02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:09.193401 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f44065dc-2a99-4ad4-8f3b-81a2f6ddea30 req-f436e5a1-1b9d-400b-93ba-31ff374cc02a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 1102 time: 0.1617851 Nov 02 11:38:09.218565 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017c5ce-5c68-46c7-b85d-d1fdc0da070e req-2b6b5f82-cf9c-4cd3-93e9-572b8c4ff70b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:09.226050 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4017c5ce-5c68-46c7-b85d-d1fdc0da070e req-2b6b5f82-cf9c-4cd3-93e9-572b8c4ff70b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 945 time: 0.1955559 Nov 02 11:38:09.247236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-face6d79-f21f-46b3-b0a1-006faae18058 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Request body: {'port': {'device_id': 'd77a897f-41d3-4cca-ada3-da8c29a8cb84', 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9', 'admin_state_up': True, 'tenant_id': 'c94d0cac32b24c41b06f1c29df1efe18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:09.255471 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'name': 'tempest-FloatingIPsTestJSON-229531513-router', 'tenant_id': 'b02c89edd25647f7a66139d276d8451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e5d796df-efab-490c-b772-74b793c9b705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:38:02Z', 'updated_at': '2021-11-02T11:38:04Z', 'revision_number': 3, 'project_id': 'b02c89edd25647f7a66139d276d8451b', 'gw_port': {'id': 'e5d796df-efab-490c-b772-74b793c9b705', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:38:03Z', 'updated_at': '2021-11-02T11:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:09.258644 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-a548894b-f88f-46ca-a949-8a998d688e03 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=36c17852-79ac-44f2-b779-121000627b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610361 Nov 02 11:38:09.319556 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee53731-0e42-43ee-88b2-117a4e7a7022 None None] The sync data for ids ['7663b741-77f3-4549-b2cc-fe0218364e40'] in n-d-806683-18 is: [{'id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'name': 'tempest-FloatingIPsTestJSON-229531513-router', 'tenant_id': 'b02c89edd25647f7a66139d276d8451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e5d796df-efab-490c-b772-74b793c9b705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:38:02Z', 'updated_at': '2021-11-02T11:38:04Z', 'revision_number': 3, 'project_id': 'b02c89edd25647f7a66139d276d8451b', 'gw_port': {'id': 'e5d796df-efab-490c-b772-74b793c9b705', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:38:03Z', 'updated_at': '2021-11-02T11:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:38:09.493157 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4017c5ce-5c68-46c7-b85d-d1fdc0da070e req-de8a8c89-de4f-46b4-93ae-f2b78ba87e0b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661555 Nov 02 11:38:09.498117 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device a512962a-748e-494e-b2a3-64f5460e4d41 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:38:09.504628 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f44065dc-2a99-4ad4-8f3b-81a2f6ddea30 req-e018e1ee-2677-48b0-b36f-5be78189f0b3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527940 Nov 02 11:38:09.593409 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-d99d42f1-d7df-4729-a091-5e73db2bac21 service neutron] 10.222.0.79 "GET /v2.0/networks/36c17852-79ac-44f2-b779-121000627b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257394 Nov 02 11:38:09.655010 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e6eabc-7b9f-43c2-a477-a6bd93030122 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:38:09.687147 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:09.719404 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Transition to ACTIVE for port object 92e6eabc-7b9f-43c2-a477-a6bd93030122 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:38:09.789678 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e3bab72-78fa-4383-8d3c-edaa84694338 req-3bdc4429-4d85-48ad-bd56-68ed3ef50aa1 service neutron] 10.222.0.79 "GET /v2.0/networks/36c17852-79ac-44f2-b779-121000627b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875470 Nov 02 11:38:09.798567 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port a512962a-748e-494e-b2a3-64f5460e4d41, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=a512962a-748e-494e-b2a3-64f5460e4d41,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:09.808778 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7319276d-c7f5-4d32-bc8c-563d2781461f x-openstack-request-id: req-7319276d-c7f5-4d32-bc8c-563d2781461f {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:09.809079 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9fa80b-cce3-4959-87a9-ac6550367742", "tag": "57933098-565b-4a8c-b31a-e501f666bf1f", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:09.809342 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7319276d-c7f5-4d32-bc8c-563d2781461f {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:09.809760 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9fa80b-cce3-4959-87a9-ac6550367742', 'tag': '57933098-565b-4a8c-b31a-e501f666bf1f', 'status': 'completed', 'code': 200} Nov 02 11:38:09.817143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'a512962a-748e-494e-b2a3-64f5460e4d41', 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46', 'port_id': 'a512962a-748e-494e-b2a3-64f5460e4d41', 'mac_address': 'fa:16:3e:97:1e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce007fe3-48ea-421e-bc9f-dbc29aaa148f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:38:09.882665 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:09.890775 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a018dd2-5ac6-4522-b4c9-f9b89f416490 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:09.917276 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a512962a-748e-494e-b2a3-64f5460e4d41 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:38:09.933136 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:09.955056 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port a512962a-748e-494e-b2a3-64f5460e4d41, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=a512962a-748e-494e-b2a3-64f5460e4d41,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:10.014347 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:10.083454 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-33b47861-54cc-421c-9b07-17516c7dc517 req-bb5f17b1-d5d7-4637-8759-8c11b5c88525 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 210 time: 0.0796630 Nov 02 11:38:10.094517 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e5d796df-efab-490c-b772-74b793c9b705 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:38:10.123532 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8f64e-eb50-4b07-a3e6-70a080bf8dc8 req-6dd36430-b5d7-48a7-bd6d-a9c345c66b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:10.125066 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-19e8f64e-eb50-4b07-a3e6-70a080bf8dc8 req-6dd36430-b5d7-48a7-bd6d-a9c345c66b87 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=40b47dbed86842a7b2f8e51264449559&device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 1096 time: 0.2022574 Nov 02 11:38:10.219852 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['a512962a-748e-494e-b2a3-64f5460e4d41'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:10.257958 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Pushing event updated for resources: {'Port': ['ID=92e6eabc-7b9f-43c2-a477-a6bd93030122,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:10.361338 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a018dd2-5ac6-4522-b4c9-f9b89f416490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:10.362915 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=a512962a-748e-494e-b2a3-64f5460e4d41,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:10.452091 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d5c92-b5d9-4cf6-9ad0-f30d91b6975a req-6c90111f-0050-4536-a21f-be5370b5ca79 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:10.465826 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-205d5c92-b5d9-4cf6-9ad0-f30d91b6975a req-6c90111f-0050-4536-a21f-be5370b5ca79 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/ports?device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 944 time: 0.1848412 Nov 02 11:38:10.488948 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e5d796df-efab-490c-b772-74b793c9b705 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:10.489323 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:10.500563 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8f64e-eb50-4b07-a3e6-70a080bf8dc8 req-91d84490-7472-4b6b-90b4-bc4c91310f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:10.502208 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-19e8f64e-eb50-4b07-a3e6-70a080bf8dc8 req-91d84490-7472-4b6b-90b4-bc4c91310f1d service neutron] 10.222.0.79 "GET /v2.0/networks?id=36c17852-79ac-44f2-b779-121000627b7d HTTP/1.1" status: 200 len: 918 time: 0.3662798 Nov 02 11:38:10.559856 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc938d-a359-4aa0-9ad7-3c0cb5fc5b8b req-db20e037-dbc3-4f12-94b0-1ed792d27c87 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:10.575620 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76bc938d-a359-4aa0-9ad7-3c0cb5fc5b8b req-db20e037-dbc3-4f12-94b0-1ed792d27c87 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.6743271 Nov 02 11:38:10.593245 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a018dd2-5ac6-4522-b4c9-f9b89f416490 admin admin] Network 20398518-ba5f-4512-ae15-1f6eb981ad5b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:38:10.614222 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-19e8f64e-eb50-4b07-a3e6-70a080bf8dc8 req-d06770de-4287-4374-8847-f8fc89ff6dbe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57933098-565b-4a8c-b31a-e501f666bf1f HTTP/1.1" status: 200 len: 217 time: 0.0885909 Nov 02 11:38:10.618203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-7a018dd2-5ac6-4522-b4c9-f9b89f416490 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:38:10.633270 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-205d5c92-b5d9-4cf6-9ad0-f30d91b6975a req-12adfbda-054b-4924-af1d-ce079caee530 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/security-groups?id=d94961b7-54de-4556-903b-a0ec1c018125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604681 Nov 02 11:38:10.634056 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a018dd2-5ac6-4522-b4c9-f9b89f416490 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:38:10.710762 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76bc938d-a359-4aa0-9ad7-3c0cb5fc5b8b req-1e1c8e02-cb34-4aaf-bb52-ab0f3298cbfa tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366186 Nov 02 11:38:10.712394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Attempting to bind port 92e6eabc-7b9f-43c2-a477-a6bd93030122 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:38:10.712896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Attempting to bind port 92e6eabc-7b9f-43c2-a477-a6bd93030122 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:38:10.716325 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Attempting to bind port 92e6eabc-7b9f-43c2-a477-a6bd93030122 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:10.805461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a018dd2-5ac6-4522-b4c9-f9b89f416490 admin admin] Pushing event updated for resources: {'Port': ['ID=0cceed6d-f9bc-4180-9e74-9cf798a44546,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:10.829379 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:10.831621 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8f64e-eb50-4b07-a3e6-70a080bf8dc8 req-21727d03-2620-4eee-b77a-578f1b4a2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:10.835295 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-19e8f64e-eb50-4b07-a3e6-70a080bf8dc8 req-21727d03-2620-4eee-b77a-578f1b4a2c8b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7582e62-05cb-437a-aed7-09dbfeb0b131 HTTP/1.1" status: 200 len: 857 time: 0.2009737 Nov 02 11:38:10.853272 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Port 92e6eabc-7b9f-43c2-a477-a6bd93030122 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:38:10.853602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Attempting to bind port 92e6eabc-7b9f-43c2-a477-a6bd93030122 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:10.897746 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:38:10.898142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:38:10.898484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:38:10.898965 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Bound port: 92e6eabc-7b9f-43c2-a477-a6bd93030122, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:38:10.899316 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:10.911811 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port e5d796df-efab-490c-b772-74b793c9b705, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e5d796df-efab-490c-b772-74b793c9b705,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:10.928971 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1a1b8-82ce-4447-bee3-cf13fa0b40ef req-49718ee9-f914-4489-a68b-9fdfdc662195 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:10.939382 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bcf1a1b8-82ce-4447-bee3-cf13fa0b40ef req-49718ee9-f914-4489-a68b-9fdfdc662195 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 947 time: 0.1709285 Nov 02 11:38:10.947132 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a018dd2-5ac6-4522-b4c9-f9b89f416490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:10.947283 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-19e8f64e-eb50-4b07-a3e6-70a080bf8dc8 req-4d11663a-fcfd-44d4-b393-f3bfcbd5254b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=36c17852-79ac-44f2-b779-121000627b7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973434 Nov 02 11:38:10.993779 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:11.001720 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-face6d79-f21f-46b3-b0a1-006faae18058 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Made reservation on behalf of c94d0cac32b24c41b06f1c29df1efe18 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:38:11.005369 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-face6d79-f21f-46b3-b0a1-006faae18058 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:11.089467 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bcf1a1b8-82ce-4447-bee3-cf13fa0b40ef req-27f05db9-9f5c-458d-8e6c-49e773b4e58c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482832 Nov 02 11:38:11.134733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=e5d796df-efab-490c-b772-74b793c9b705,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:11.149661 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c51d2352-e887-4a3b-ba9a-c2ddbe41cc33 None None] Provisioning complete for port 0cceed6d-f9bc-4180-9e74-9cf798a44546 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:11.149661 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c51d2352-e887-4a3b-ba9a-c2ddbe41cc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:11.197287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c51d2352-e887-4a3b-ba9a-c2ddbe41cc33 None None] Port 0cceed6d-f9bc-4180-9e74-9cf798a44546 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:38:11.210645 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-19e8f64e-eb50-4b07-a3e6-70a080bf8dc8 req-e2cd3f25-4bdc-4f75-aa6d-6e3755ba8d2d service neutron] 10.222.0.79 "GET /v2.0/networks/36c17852-79ac-44f2-b779-121000627b7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579165 Nov 02 11:38:11.362101 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a1515986-d028-4bf0-ad53-16615fb90a7e req-7f7243a5-72dd-4dee-a0df-235e11a7bf31 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 210 time: 0.0644610 Nov 02 11:38:11.424571 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-19e8f64e-eb50-4b07-a3e6-70a080bf8dc8 req-35b31226-a4ca-4a79-a8eb-78d5f63049ad service neutron] 10.222.0.79 "GET /v2.0/networks/36c17852-79ac-44f2-b779-121000627b7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059836 Nov 02 11:38:11.428621 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0682e-6181-4c5d-a8f6-6aad7fc76962 req-eaf3de76-a838-49e6-8d96-f232a604cd7c tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:11.430181 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fac0682e-6181-4c5d-a8f6-6aad7fc76962 req-eaf3de76-a838-49e6-8d96-f232a604cd7c tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 944 time: 0.5714760 Nov 02 11:38:11.484881 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] For port 92e6eabc-7b9f-43c2-a477-a6bd93030122, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:38:11.504275 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device a512962a-748e-494e-b2a3-64f5460e4d41 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:11.536294 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] For port 92e6eabc-7b9f-43c2-a477-a6bd93030122, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=92e6eabc-7b9f-43c2-a477-a6bd93030122,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:38:11.608362 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:11.618849 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fac0682e-6181-4c5d-a8f6-6aad7fc76962 req-b4440bfe-b909-44ca-a9b3-5c24bd4c6eed tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447661 Nov 02 11:38:11.641079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a512962a-748e-494e-b2a3-64f5460e4d41 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:38:11.643071 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:11.676447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port a512962a-748e-494e-b2a3-64f5460e4d41, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=a512962a-748e-494e-b2a3-64f5460e4d41,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:11.717756 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-face6d79-f21f-46b3-b0a1-006faae18058 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Allocated IP 172.20.0.7 (97ff636a-c6a0-4326-a8c1-675b8369e9a9/a67ef1c0-d316-4203-a4c2-b1d66f1800c6/b86ed647-2d5c-4721-8379-61ef6a25b6fb) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:38:11.734256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:11.734882 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:11.736357 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b746712-b836-4635-aac4-540d5f6092e9 req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] 10.222.0.54 "PUT /v2.0/ports/92e6eabc-7b9f-43c2-a477-a6bd93030122 HTTP/1.1" status: 200 len: 1096 time: 3.2583737 Nov 02 11:38:11.737536 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e499bb21-c1d9-45d4-94f5-b3b2352e7a51', 'tag': '92e6eabc-7b9f-43c2-a477-a6bd93030122'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:11.739844 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c24c22-3124-499a-ab62-38224df198a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e499bb21-c1d9-45d4-94f5-b3b2352e7a51", "tag": "92e6eabc-7b9f-43c2-a477-a6bd93030122"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:11.780327 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:11.813501 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cf15c-8255-4302-873c-3008c993ef63 service neutron] Pushing event updated for resources: {'Port': ['ID=92e6eabc-7b9f-43c2-a477-a6bd93030122,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:11.836232 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a018dd2-5ac6-4522-b4c9-f9b89f416490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:11.889412 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=a512962a-748e-494e-b2a3-64f5460e4d41,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:11.976621 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e5d796df-efab-490c-b772-74b793c9b705 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:38:12.047334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756f566-5e6f-48de-bb21-887ba3ca652b req-8c97c24a-6df8-4ac1-8237-433d1582d0f4 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:12.047334 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0756f566-5e6f-48de-bb21-887ba3ca652b req-8c97c24a-6df8-4ac1-8237-433d1582d0f4 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/ports?device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 944 time: 0.3106697 Nov 02 11:38:12.063499 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e5d796df-efab-490c-b772-74b793c9b705 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:12.063879 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:12.146153 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b746712-b836-4635-aac4-540d5f6092e9 req-429ab0d3-b81d-4de8-8b14-51fa5e173ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:12.147990 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b746712-b836-4635-aac4-540d5f6092e9 req-429ab0d3-b81d-4de8-8b14-51fa5e173ac8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 1099 time: 0.2435293 Nov 02 11:38:12.254082 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b746712-b836-4635-aac4-540d5f6092e9 req-618df419-9fc0-40dd-99f1-5be3c2741a61 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=92e6eabc-7b9f-43c2-a477-a6bd93030122 HTTP/1.1" status: 200 len: 217 time: 0.0893037 Nov 02 11:38:12.315737 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0756f566-5e6f-48de-bb21-887ba3ca652b req-64de2a80-7d08-432a-a69b-3f4d6fd2e2c9 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/security-groups?id=d94961b7-54de-4556-903b-a0ec1c018125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542245 Nov 02 11:38:12.330669 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-face6d79-f21f-46b3-b0a1-006faae18058 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:12.334444 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc534c12-b078-4df3-b3f5-7ec28356d01d req-c30e5209-d06d-4b36-ba57-050e43756d30 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:12.347719 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cc534c12-b078-4df3-b3f5-7ec28356d01d req-c30e5209-d06d-4b36-ba57-050e43756d30 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.0600376 Nov 02 11:38:12.384543 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b746712-b836-4635-aac4-540d5f6092e9 req-652d8008-1f4d-4188-a437-6a9f87eedc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:12.384772 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b746712-b836-4635-aac4-540d5f6092e9 req-652d8008-1f4d-4188-a437-6a9f87eedc82 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1162114 Nov 02 11:38:12.430918 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cc534c12-b078-4df3-b3f5-7ec28356d01d req-bd25799f-5276-4c59-b0ca-75d7b19844e8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860150 Nov 02 11:38:12.432359 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017c4c65-d598-492c-b482-fc0dc731bd25 x-openstack-request-id: req-017c4c65-d598-492c-b482-fc0dc731bd25 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:12.432791 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e499bb21-c1d9-45d4-94f5-b3b2352e7a51", "tag": "92e6eabc-7b9f-43c2-a477-a6bd93030122", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:12.433420 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-017c4c65-d598-492c-b482-fc0dc731bd25 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:12.433953 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e499bb21-c1d9-45d4-94f5-b3b2352e7a51', 'tag': '92e6eabc-7b9f-43c2-a477-a6bd93030122', 'status': 'completed', 'code': 200} Nov 02 11:38:12.482166 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a018dd2-5ac6-4522-b4c9-f9b89f416490 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:12.540195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b746712-b836-4635-aac4-540d5f6092e9 req-ba7f2391-a0cb-486b-8fa5-a0dd9409ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:12.541904 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b746712-b836-4635-aac4-540d5f6092e9 req-ba7f2391-a0cb-486b-8fa5-a0dd9409ac1a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1204753 Nov 02 11:38:12.548270 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a018dd2-5ac6-4522-b4c9-f9b89f416490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:12.612811 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b6bb5-f4ac-4e74-90ba-c7d41e7fdc0e req-8681a472-7574-4da4-9cc6-10b852e60943 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:12.614356 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c16b6bb5-f4ac-4e74-90ba-c7d41e7fdc0e req-8681a472-7574-4da4-9cc6-10b852e60943 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 943 time: 0.0528209 Nov 02 11:38:12.619358 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-face6d79-f21f-46b3-b0a1-006faae18058 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:12.670300 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c16b6bb5-f4ac-4e74-90ba-c7d41e7fdc0e req-caacd939-14bb-4c13-813e-4e9402b5d4de tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485306 Nov 02 11:38:12.705264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a471a4f-42cc-4fdc-b3af-90f226ac24bc req-25546b8b-5d50-4bd5-a2e0-0c2ef4971c36 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:12.713727 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a471a4f-42cc-4fdc-b3af-90f226ac24bc req-25546b8b-5d50-4bd5-a2e0-0c2ef4971c36 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 947 time: 0.2183511 Nov 02 11:38:12.741319 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a018dd2-5ac6-4522-b4c9-f9b89f416490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:12.743054 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a018dd2-5ac6-4522-b4c9-f9b89f416490 admin admin] Pushing event updated for resources: {'Port': ['ID=0cceed6d-f9bc-4180-9e74-9cf798a44546,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:12.748479 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-face6d79-f21f-46b3-b0a1-006faae18058 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:38:12.771682 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-face6d79-f21f-46b3-b0a1-006faae18058 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:38:12.800716 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-face6d79-f21f-46b3-b0a1-006faae18058 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:38:12.811965 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be307fe1-5d7e-4c0b-9c06-82064647e1bf req-90b8ed04-8ba1-4b5d-a36b-98fcd761edc8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:12.816192 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-be307fe1-5d7e-4c0b-9c06-82064647e1bf req-90b8ed04-8ba1-4b5d-a36b-98fcd761edc8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 931 time: 0.0656226 Nov 02 11:38:12.865064 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-be307fe1-5d7e-4c0b-9c06-82064647e1bf req-f9fdd69c-78e1-460e-89e0-56fd85263ef4 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456634 Nov 02 11:38:12.940240 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b746712-b836-4635-aac4-540d5f6092e9 req-9cebf072-8c31-45fc-b9a6-6ec46bd317f1 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654604 Nov 02 11:38:12.945403 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face6d79-f21f-46b3-b0a1-006faae18058 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Pushing event updated for resources: {'Port': ['ID=b86ed647-2d5c-4721-8379-61ef6a25b6fb,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:12.958708 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a471a4f-42cc-4fdc-b3af-90f226ac24bc req-13718e6e-181f-4732-82cd-267e3d44372c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445989 Nov 02 11:38:12.979513 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-face6d79-f21f-46b3-b0a1-006faae18058 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:12.980332 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-face6d79-f21f-46b3-b0a1-006faae18058 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:12.988241 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f1dd0-ffa2-4ecc-91f3-ee8c61bf795c req-03a9e529-59bb-4539-b66a-0fc3dd3aedab tempest-MigrationsAdminTest-948083984 tempest-MigrationsAdminTest-948083984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:12.989861 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f07f1dd0-ffa2-4ecc-91f3-ee8c61bf795c req-03a9e529-59bb-4539-b66a-0fc3dd3aedab tempest-MigrationsAdminTest-948083984 tempest-MigrationsAdminTest-948083984-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 1102 time: 0.0588675 Nov 02 11:38:13.040414 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f07f1dd0-ffa2-4ecc-91f3-ee8c61bf795c req-42457a88-5cc4-4af6-b448-7543cf26e0e5 tempest-MigrationsAdminTest-948083984 tempest-MigrationsAdminTest-948083984-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 Nov 02 11:38:13.091809 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a018dd2-5ac6-4522-b4c9-f9b89f416490 admin admin] Network 20398518-ba5f-4512-ae15-1f6eb981ad5b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:38:13.095457 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-7a018dd2-5ac6-4522-b4c9-f9b89f416490 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:38:13.117200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b746712-b836-4635-aac4-540d5f6092e9 req-4b68772d-c46b-4a44-b6b0-88e1625f75d6 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559083 Nov 02 11:38:13.155410 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-face6d79-f21f-46b3-b0a1-006faae18058 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9348989 Nov 02 11:38:13.175799 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Request body: {'port': {'device_id': 'd77a897f-41d3-4cca-ada3-da8c29a8cb84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:13.309887 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:13.347297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a018dd2-5ac6-4522-b4c9-f9b89f416490 admin admin] Router 7663b741-77f3-4549-b2cc-fe0218364e40 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:38:13.491327 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-cb893e0e-2e8a-4879-a0f5-39960dfbc795 None None] Provisioning complete for port 0cceed6d-f9bc-4180-9e74-9cf798a44546 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:13.492113 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cb893e0e-2e8a-4879-a0f5-39960dfbc795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:13.503199 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a70c16-6d55-4f1a-909e-6077e3b673f4 req-7389b929-1448-4951-96a1-55c5cadcfa37 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:13.507408 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c24c22-3124-499a-ab62-38224df198a5 req-7e01f1d2-0d6f-4793-9c9e-7cb7ffa716e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:13.508917 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74c24c22-3124-499a-ab62-38224df198a5 req-7e01f1d2-0d6f-4793-9c9e-7cb7ffa716e1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 1099 time: 0.2029939 Nov 02 11:38:13.509328 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-53a70c16-6d55-4f1a-909e-6077e3b673f4 req-7389b929-1448-4951-96a1-55c5cadcfa37 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/ports?device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 944 time: 0.1023953 Nov 02 11:38:13.555113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-cb893e0e-2e8a-4879-a0f5-39960dfbc795 None None] Port 0cceed6d-f9bc-4180-9e74-9cf798a44546 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:38:13.602642 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-53a70c16-6d55-4f1a-909e-6077e3b673f4 req-b5abef32-7c3f-47ce-9d19-274a4312754f tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/security-groups?id=d94961b7-54de-4556-903b-a0ec1c018125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849659 Nov 02 11:38:13.683093 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-c4d9831f-59bf-4bbc-b542-d8892e6b0701 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0507400 Nov 02 11:38:13.692791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-d698c9df-a77f-4b75-ae4e-2ac82b620e24 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:38:13.702803 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-d698c9df-a77f-4b75-ae4e-2ac82b620e24 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0061650 Nov 02 11:38:13.760385 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a018dd2-5ac6-4522-b4c9-f9b89f416490 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:38:13.772034 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Sync routers for ids ['7663b741-77f3-4549-b2cc-fe0218364e40'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:38:13.774145 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7a018dd2-5ac6-4522-b4c9-f9b89f416490 admin admin] 10.222.0.52 "PUT /v2.0/routers/7663b741-77f3-4549-b2cc-fe0218364e40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7561009 Nov 02 11:38:13.805359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c24c22-3124-499a-ab62-38224df198a5 req-ca8921c5-a5ae-410e-b8bb-03e320c7878a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:13.806837 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74c24c22-3124-499a-ab62-38224df198a5 req-ca8921c5-a5ae-410e-b8bb-03e320c7878a service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.2820663 Nov 02 11:38:13.824106 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f89e3-81ed-46ed-8bbc-3db457de865f req-dfeed765-8287-45b2-8360-4a3bac4eb2ed tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:13.825723 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d36f89e3-81ed-46ed-8bbc-3db457de865f req-dfeed765-8287-45b2-8360-4a3bac4eb2ed tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.2298691 Nov 02 11:38:13.838594 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Routers {'7663b741-77f3-4549-b2cc-fe0218364e40'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:38:13.840260 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:37:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7663b741-77f3-4549-b2cc-fe0218364e40'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:13.891125 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74c24c22-3124-499a-ab62-38224df198a5 req-c7cd0490-831f-4b4f-a517-081f8db5d7ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=92e6eabc-7b9f-43c2-a477-a6bd93030122 HTTP/1.1" status: 200 len: 217 time: 0.0643280 Nov 02 11:38:13.953495 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef188d1-9d95-4351-a4a4-0eb9557643f7 req-e5b655f9-4cd2-406a-87a2-7523a4fb54de tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:13.964899 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5ef188d1-9d95-4351-a4a4-0eb9557643f7 req-e5b655f9-4cd2-406a-87a2-7523a4fb54de tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 943 time: 0.1444993 Nov 02 11:38:13.970503 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 57933098-565b-4a8c-b31a-e501f666bf1f details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:38:13.986948 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d36f89e3-81ed-46ed-8bbc-3db457de865f req-679fcbfb-04c2-4630-8820-d2e8d3bde334 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497200 Nov 02 11:38:14.030860 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86ed647-2d5c-4721-8379-61ef6a25b6fb {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:38:14.040615 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:14.045077 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5ef188d1-9d95-4351-a4a4-0eb9557643f7 req-5eb77fce-4ca9-45a1-87a1-e01d0b1ba15d tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789113 Nov 02 11:38:14.059159 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Transition to ACTIVE for port object b86ed647-2d5c-4721-8379-61ef6a25b6fb will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:38:14.059159 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c24c22-3124-499a-ab62-38224df198a5 req-49df381b-8583-42cf-81b7-d43c76e60c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:14.059159 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74c24c22-3124-499a-ab62-38224df198a5 req-49df381b-8583-42cf-81b7-d43c76e60c50 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1577957 Nov 02 11:38:14.138763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c24c22-3124-499a-ab62-38224df198a5 req-5f537d4e-b1df-494f-bac6-15ecac3f9a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:14.140754 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74c24c22-3124-499a-ab62-38224df198a5 req-5f537d4e-b1df-494f-bac6-15ecac3f9a07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0733714 Nov 02 11:38:14.141652 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:14.254692 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43b452-c27e-4214-92ab-812b8339017f req-b5e057ae-1ff2-4a11-864e-c2f0e1af264b tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:14.256640 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1c43b452-c27e-4214-92ab-812b8339017f req-b5e057ae-1ff2-4a11-864e-c2f0e1af264b tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 947 time: 0.1238673 Nov 02 11:38:14.310354 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b86ed647-2d5c-4721-8379-61ef6a25b6fb,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:14.357345 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6004c-a459-4af3-9261-685af49f2cc7 req-1ded38ce-0ca6-49ac-bee2-8c47246ccdb9 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:14.359154 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7be6004c-a459-4af3-9261-685af49f2cc7 req-1ded38ce-0ca6-49ac-bee2-8c47246ccdb9 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.54 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 943 time: 0.1416175 Nov 02 11:38:14.366591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Set router 7663b741-77f3-4549-b2cc-fe0218364e40 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:38:14.428252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 57933098-565b-4a8c-b31a-e501f666bf1f, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=57933098-565b-4a8c-b31a-e501f666bf1f,segment=NetworkSegment(87acba2a-554f-47d9-8ec3-faddc5d740e6),segment_id=87acba2a-554f-47d9-8ec3-faddc5d740e6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:14.439496 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1c43b452-c27e-4214-92ab-812b8339017f req-e875612d-5c4f-4db9-b36f-9e4130dfdff5 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605730 Nov 02 11:38:14.708942 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '57933098-565b-4a8c-b31a-e501f666bf1f', 'network_id': '36c17852-79ac-44f2-b779-121000627b7d', 'port_id': '57933098-565b-4a8c-b31a-e501f666bf1f', 'mac_address': 'fa:16:3e:2c:cd:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7582e62-05cb-437a-aed7-09dbfeb0b131', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:38:14.820063 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:14.847101 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57933098-565b-4a8c-b31a-e501f666bf1f {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:38:14.870850 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065c6c5-ba70-4ef0-91d6-1c9413bc0539 req-8ab3eb1c-c711-4b9f-944e-708d775d7d1c tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:14.879453 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4065c6c5-ba70-4ef0-91d6-1c9413bc0539 req-8ab3eb1c-c711-4b9f-944e-708d775d7d1c tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 943 time: 0.7062130 Nov 02 11:38:14.887616 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 57933098-565b-4a8c-b31a-e501f666bf1f, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=57933098-565b-4a8c-b31a-e501f666bf1f,segment=NetworkSegment(87acba2a-554f-47d9-8ec3-faddc5d740e6),segment_id=87acba2a-554f-47d9-8ec3-faddc5d740e6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:14.890398 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74c24c22-3124-499a-ab62-38224df198a5 req-706a2965-926e-46b0-a37c-0ac3d6e2b269 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7161076 Nov 02 11:38:14.916736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:38:14.917741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:38:14.918176 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:14.941844 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'name': 'tempest-FloatingIPsTestJSON-229531513-router', 'tenant_id': 'b02c89edd25647f7a66139d276d8451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e5d796df-efab-490c-b772-74b793c9b705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:38:02Z', 'updated_at': '2021-11-02T11:38:11Z', 'revision_number': 4, 'project_id': 'b02c89edd25647f7a66139d276d8451b', 'gw_port': {'id': 'e5d796df-efab-490c-b772-74b793c9b705', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:38:03Z', 'updated_at': '2021-11-02T11:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '0cceed6d-f9bc-4180-9e74-9cf798a44546', 'name': '', 'network_id': '20398518-ba5f-4512-ae15-1f6eb981ad5b', 'tenant_id': 'b02c89edd25647f7a66139d276d8451b', 'mac_address': 'fa:16:3e:b2:5c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a3e86d3b-7f1b-4f16-a752-da330a06adaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:38:08Z', 'updated_at': '2021-11-02T11:38:12Z', 'revision_number': 2, 'project_id': 'b02c89edd25647f7a66139d276d8451b', 'subnets': [{'id': 'a3e86d3b-7f1b-4f16-a752-da330a06adaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:14.943733 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Port b86ed647-2d5c-4721-8379-61ef6a25b6fb on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:38:14.944171 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:14.945117 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-7be6004c-a459-4af3-9261-685af49f2cc7 req-197090c9-0e83-4488-826b-6045e25bef8d tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Deleting port a512962a-748e-494e-b2a3-64f5460e4d41 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:14.945583 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7be6004c-a459-4af3-9261-685af49f2cc7 req-197090c9-0e83-4488-826b-6045e25bef8d tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:14.966408 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:38:14.966920 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Checking segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:38:14.967442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Bound using segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:38:14.967984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Bound port: b86ed647-2d5c-4721-8379-61ef6a25b6fb, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:38:14.968446 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:14.977010 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-28620a9a-9e9f-4c1e-a31f-eeaa915ff175 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3924112 Nov 02 11:38:14.995161 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Checking router: 7663b741-77f3-4549-b2cc-fe0218364e40 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:38:14.995729 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Updating router 7663b741-77f3-4549-b2cc-fe0218364e40 port 0cceed6d-f9bc-4180-9e74-9cf798a44546 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:38:15.016234 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-7a61b997-b336-468a-80b9-e8fdb8471b3b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:15.035351 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:15.055781 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4065c6c5-ba70-4ef0-91d6-1c9413bc0539 req-666ecdd0-cdb0-40cc-b8bf-913fc7ca65cb tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752198 Nov 02 11:38:15.116851 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:15.167868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-7be6004c-a459-4af3-9261-685af49f2cc7 req-197090c9-0e83-4488-826b-6045e25bef8d tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] For port a512962a-748e-494e-b2a3-64f5460e4d41, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=a512962a-748e-494e-b2a3-64f5460e4d41,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:15.168153 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7be6004c-a459-4af3-9261-685af49f2cc7 req-197090c9-0e83-4488-826b-6045e25bef8d tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:15.188540 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-7be6004c-a459-4af3-9261-685af49f2cc7 req-197090c9-0e83-4488-826b-6045e25bef8d tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Calling delete_port for a512962a-748e-494e-b2a3-64f5460e4d41 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:15.191448 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-7a61b997-b336-468a-80b9-e8fdb8471b3b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:15.195597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] For port b86ed647-2d5c-4721-8379-61ef6a25b6fb, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:38:15.214635 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74c24c22-3124-499a-ab62-38224df198a5 req-70b5b6e1-f192-4fe5-8f53-fc8ac03ec0e6 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154919 Nov 02 11:38:15.232096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] For port b86ed647-2d5c-4721-8379-61ef6a25b6fb, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b86ed647-2d5c-4721-8379-61ef6a25b6fb,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:38:15.266256 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=57933098-565b-4a8c-b31a-e501f666bf1f,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:15.280826 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c87210-71c9-4a98-9a76-1acf7b454160 req-d7559ae9-e830-438b-aa05-911a1617e7c4 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:15.282982 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-22c87210-71c9-4a98-9a76-1acf7b454160 req-d7559ae9-e830-438b-aa05-911a1617e7c4 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/ports?device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 945 time: 0.1109040 Nov 02 11:38:15.356551 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-22c87210-71c9-4a98-9a76-1acf7b454160 req-0bb8a764-eea9-4f26-9fdd-ed50df7f00e3 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/security-groups?id=d94961b7-54de-4556-903b-a0ec1c018125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658286 Nov 02 11:38:15.365180 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:15.444883 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:15.445287 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-7a61b997-b336-468a-80b9-e8fdb8471b3b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:15.445493 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:15.451318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['57933098-565b-4a8c-b31a-e501f666bf1f'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:15.453210 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] 10.222.0.79 "PUT /v2.0/ports/b86ed647-2d5c-4721-8379-61ef6a25b6fb HTTP/1.1" status: 200 len: 1092 time: 2.2833569 Nov 02 11:38:15.453703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77a897f-41d3-4cca-ada3-da8c29a8cb84', 'tag': 'b86ed647-2d5c-4721-8379-61ef6a25b6fb'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:15.462474 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265e7e78-0c68-4d7c-b678-a939e1031183" -d '{"events": [{"name": "network-changed", "server_uuid": "d77a897f-41d3-4cca-ada3-da8c29a8cb84", "tag": "b86ed647-2d5c-4721-8379-61ef6a25b6fb"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:15.524862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a952334-ca24-42e9-afa4-56bc0e97a8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b86ed647-2d5c-4721-8379-61ef6a25b6fb,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:15.528140 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7be6004c-a459-4af3-9261-685af49f2cc7 req-197090c9-0e83-4488-826b-6045e25bef8d tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:15.528542 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 92e6eabc-7b9f-43c2-a477-a6bd93030122 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:38:15.592318 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:15.597622 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197090c9-0e83-4488-826b-6045e25bef8d tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Pushing event deleted for resources: {'Port': ['ID=a512962a-748e-494e-b2a3-64f5460e4d41,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:15.685726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0116b8-92e8-4b28-9812-c7336a6b406e req-e8fce647-bd9e-494d-993a-b724521e8729 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:15.693640 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf0116b8-92e8-4b28-9812-c7336a6b406e req-e8fce647-bd9e-494d-993a-b724521e8729 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.1151490 Nov 02 11:38:15.713735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-4ea4013f-48aa-442e-ad89-dfb069554941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:15.715265 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-4ea4013f-48aa-442e-ad89-dfb069554941 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 1095 time: 0.0896604 Nov 02 11:38:15.752866 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:15.839947 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 92e6eabc-7b9f-43c2-a477-a6bd93030122, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=92e6eabc-7b9f-43c2-a477-a6bd93030122,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:15.842431 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-903cb937-3847-447a-9dde-8edcaaebfd0d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b86ed647-2d5c-4721-8379-61ef6a25b6fb HTTP/1.1" status: 200 len: 217 time: 0.1128531 Nov 02 11:38:15.861017 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf0116b8-92e8-4b28-9812-c7336a6b406e req-3289ce30-4c4d-422c-b358-d97cf7aa38bd tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671259 Nov 02 11:38:15.867299 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851bccad-8a1f-442d-86e0-5fc60fa9638a None None] Pushing event updated for resources: {'Port': ['ID=0cceed6d-f9bc-4180-9e74-9cf798a44546,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:15.875228 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '92e6eabc-7b9f-43c2-a477-a6bd93030122', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '92e6eabc-7b9f-43c2-a477-a6bd93030122', 'mac_address': 'fa:16:3e:86:e9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:38:15.987566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-435d1dea-1140-4520-b9fd-e7231127ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:15.989078 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-435d1dea-1140-4520-b9fd-e7231127ea1f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.1242592 Nov 02 11:38:16.072185 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-e3dc6128-7e0c-4d89-af5e-f1a46ae7ac6e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667052 Nov 02 11:38:16.138001 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:16.170846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Attempting to bind port 0cceed6d-f9bc-4180-9e74-9cf798a44546 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:38:16.171251 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Attempting to bind port 0cceed6d-f9bc-4180-9e74-9cf798a44546 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '7c05e275-078a-46d4-9cdd-32e3f8e278cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '20398518-ba5f-4512-ae15-1f6eb981ad5b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:38:16.171644 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Attempting to bind port 0cceed6d-f9bc-4180-9e74-9cf798a44546 on network 20398518-ba5f-4512-ae15-1f6eb981ad5b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:16.179447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:38:16.180005 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Checking segment: {'id': '7c05e275-078a-46d4-9cdd-32e3f8e278cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '20398518-ba5f-4512-ae15-1f6eb981ad5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:38:16.180238 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:16.180640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Bound using segment: {'id': '7c05e275-078a-46d4-9cdd-32e3f8e278cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '20398518-ba5f-4512-ae15-1f6eb981ad5b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:38:16.181144 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Bound port: 0cceed6d-f9bc-4180-9e74-9cf798a44546, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c05e275-078a-46d4-9cdd-32e3f8e278cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '20398518-ba5f-4512-ae15-1f6eb981ad5b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:38:16.181540 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:16.195788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be6004c-a459-4af3-9261-685af49f2cc7 req-197090c9-0e83-4488-826b-6045e25bef8d tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] No DVR routers for this DVR port a512962a-748e-494e-b2a3-64f5460e4d41 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:16.200387 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7be6004c-a459-4af3-9261-685af49f2cc7 req-197090c9-0e83-4488-826b-6045e25bef8d tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:16.204102 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7be6004c-a459-4af3-9261-685af49f2cc7 req-197090c9-0e83-4488-826b-6045e25bef8d tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.54 "DELETE /v2.0/ports/a512962a-748e-494e-b2a3-64f5460e4d41 HTTP/1.1" status: 204 len: 173 time: 1.8161275 Nov 02 11:38:16.204566 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04468334-82b6-4f5f-9663-6e789af5b5f8', 'name': 'network-vif-deleted', 'tag': 'a512962a-748e-494e-b2a3-64f5460e4d41'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:16.206873 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1b0e68-2d27-4a24-8e1b-bd58ec6d730f" -d '{"events": [{"server_uuid": "04468334-82b6-4f5f-9663-6e789af5b5f8", "name": "network-vif-deleted", "tag": "a512962a-748e-494e-b2a3-64f5460e4d41"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:16.227738 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-7a61b997-b336-468a-80b9-e8fdb8471b3b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Allocated IP 172.25.6.190 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/17a77941-1dca-49fc-b18c-8113c4333916) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:38:16.247577 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-50c5664a-d59d-4b6e-beba-5e237c47aac3 req-733987f2-5d31-4965-acfe-edf02eccceb4 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=04468334-82b6-4f5f-9663-6e789af5b5f8 HTTP/1.1" status: 200 len: 210 time: 0.1541600 Nov 02 11:38:16.249426 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e6eabc-7b9f-43c2-a477-a6bd93030122 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:38:16.289354 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-0fa6ef9d-2f74-4a7e-a741-b5039f402c53 service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095327 Nov 02 11:38:16.297897 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 92e6eabc-7b9f-43c2-a477-a6bd93030122, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=92e6eabc-7b9f-43c2-a477-a6bd93030122,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:16.318405 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b8437d68-18fa-40a9-9571-d6946809ebd2 None None] Provisioning complete for port 0cceed6d-f9bc-4180-9e74-9cf798a44546 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:16.318405 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b8437d68-18fa-40a9-9571-d6946809ebd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:16.319870 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] For port 0cceed6d-f9bc-4180-9e74-9cf798a44546, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:38:16.325379 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] For port 0cceed6d-f9bc-4180-9e74-9cf798a44546, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0cceed6d-f9bc-4180-9e74-9cf798a44546,segment=NetworkSegment(7c05e275-078a-46d4-9cdd-32e3f8e278cb),segment_id=7c05e275-078a-46d4-9cdd-32e3f8e278cb)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:38:16.382545 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:16.412486 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-7a61b997-b336-468a-80b9-e8fdb8471b3b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:16.423454 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e7537b-955e-4c60-a164-a15604812065 x-openstack-request-id: req-00e7537b-955e-4c60-a164-a15604812065 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:16.425438 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77a897f-41d3-4cca-ada3-da8c29a8cb84", "tag": "b86ed647-2d5c-4721-8379-61ef6a25b6fb", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:16.426179 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-00e7537b-955e-4c60-a164-a15604812065 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:16.433665 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77a897f-41d3-4cca-ada3-da8c29a8cb84', 'tag': 'b86ed647-2d5c-4721-8379-61ef6a25b6fb', 'status': 'completed', 'code': 200} Nov 02 11:38:16.435023 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b8437d68-18fa-40a9-9571-d6946809ebd2 None None] Port 0cceed6d-f9bc-4180-9e74-9cf798a44546 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:38:16.444180 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:16.512659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=92e6eabc-7b9f-43c2-a477-a6bd93030122,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:16.518415 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Routers {'7663b741-77f3-4549-b2cc-fe0218364e40'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:38:16.519140 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:37:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7663b741-77f3-4549-b2cc-fe0218364e40'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:16.539161 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77055991-2a88-4392-80c1-abe7415f3fd9 req-794cf9cc-1f82-4edb-86fa-fd5b9549a494 service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376099 Nov 02 11:38:16.562881 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d190b8-9aa4-4c6d-a18f-f1693a4cab81 req-da361fdc-15e8-4844-aecd-aad63186d8cd tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:16.565970 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b8d190b8-9aa4-4c6d-a18f-f1693a4cab81 req-da361fdc-15e8-4844-aecd-aad63186d8cd tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 948 time: 0.1048772 Nov 02 11:38:16.576927 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-7a61b997-b336-468a-80b9-e8fdb8471b3b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:16.660029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] Set router 7663b741-77f3-4549-b2cc-fe0218364e40 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:38:16.670553 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b8d190b8-9aa4-4c6d-a18f-f1693a4cab81 req-c06b3748-8026-4a10-8d7e-7c188d7859dc tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970759 Nov 02 11:38:16.711370 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-7a61b997-b336-468a-80b9-e8fdb8471b3b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:38:16.713443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61b997-b336-468a-80b9-e8fdb8471b3b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Pushing event updated for resources: {'Port': ['ID=17a77941-1dca-49fc-b18c-8113c4333916,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:16.734723 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-7a61b997-b336-468a-80b9-e8fdb8471b3b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:38:16.740612 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-7a61b997-b336-468a-80b9-e8fdb8471b3b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:38:16.796846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e7e78-0c68-4d7c-b678-a939e1031183 req-1c0d493d-edb8-465d-89fe-564518efea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:16.799328 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-265e7e78-0c68-4d7c-b678-a939e1031183 req-1c0d493d-edb8-465d-89fe-564518efea8a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 1095 time: 0.0588136 Nov 02 11:38:16.898534 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-ce3dd0f6-70cf-4938-b90a-923bd21c6631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:16.900364 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-ce3dd0f6-70cf-4938-b90a-923bd21c6631 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 1102 time: 0.0765369 Nov 02 11:38:16.930578 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e7e78-0c68-4d7c-b678-a939e1031183 req-1ac64b9e-8954-4e0e-a0dc-ee847d4ebec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:16.933034 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-265e7e78-0c68-4d7c-b678-a939e1031183 req-1ac64b9e-8954-4e0e-a0dc-ee847d4ebec5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 908 time: 0.1230462 Nov 02 11:38:16.968798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['92e6eabc-7b9f-43c2-a477-a6bd93030122'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:17.014518 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-aafb8611-155a-45bf-98ac-d7b5caa394ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:17.016109 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-aafb8611-155a-45bf-98ac-d7b5caa394ba service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1034586 Nov 02 11:38:17.019268 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-265e7e78-0c68-4d7c-b678-a939e1031183 req-a97ca5d8-c6e5-42be-9e55-0be793fa6ddb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b86ed647-2d5c-4721-8379-61ef6a25b6fb HTTP/1.1" status: 200 len: 217 time: 0.0723281 Nov 02 11:38:17.024346 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-7a61b997-b336-468a-80b9-e8fdb8471b3b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:17.076351 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-1c0478c3-32ba-49f5-b455-6ae0100ccef8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2 HTTP/1.1" status: 200 len: 217 time: 0.0526161 Nov 02 11:38:17.080009 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ac27e485-6bcc-4ad2-8320-7259eb35287b None None] Provisioning complete for port 0cceed6d-f9bc-4180-9e74-9cf798a44546 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:17.080738 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ac27e485-6bcc-4ad2-8320-7259eb35287b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:17.096319 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c16406-636f-4131-8a85-467006630e2e req-92ae3023-21b3-4c51-a087-381572890ae2 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:17.106658 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c8c16406-636f-4131-8a85-467006630e2e req-92ae3023-21b3-4c51-a087-381572890ae2 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 943 time: 0.1778598 Nov 02 11:38:17.127331 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851bccad-8a1f-442d-86e0-5fc60fa9638a None None] Pushing event updated for resources: {'Port': ['ID=0cceed6d-f9bc-4180-9e74-9cf798a44546,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:17.178583 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-b90c9d3d-d9bd-437b-9aa4-f91de1403a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:17.180939 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-b90c9d3d-d9bd-437b-9aa4-f91de1403a9e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0864265 Nov 02 11:38:17.204096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e7e78-0c68-4d7c-b678-a939e1031183 req-3901fa13-7293-4d9a-adc4-d986b69edc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:17.207121 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-265e7e78-0c68-4d7c-b678-a939e1031183 req-3901fa13-7293-4d9a-adc4-d986b69edc4c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.1662455 Nov 02 11:38:17.214661 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c8c16406-636f-4131-8a85-467006630e2e req-f705c7ac-7e7d-4fd3-9079-abadf16d61c6 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059446 Nov 02 11:38:17.259907 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-7a61b997-b336-468a-80b9-e8fdb8471b3b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:17.260575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-265e7e78-0c68-4d7c-b678-a939e1031183 req-dc5d4ff8-13f7-4e9d-bf39-1786dffc1879 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449634 Nov 02 11:38:17.286255 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ac27e485-6bcc-4ad2-8320-7259eb35287b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:17.290507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'name': 'tempest-FloatingIPsTestJSON-229531513-router', 'tenant_id': 'b02c89edd25647f7a66139d276d8451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e5d796df-efab-490c-b772-74b793c9b705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:38:02Z', 'updated_at': '2021-11-02T11:38:11Z', 'revision_number': 4, 'project_id': 'b02c89edd25647f7a66139d276d8451b', 'gw_port': {'id': 'e5d796df-efab-490c-b772-74b793c9b705', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:38:03Z', 'updated_at': '2021-11-02T11:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '0cceed6d-f9bc-4180-9e74-9cf798a44546', 'name': '', 'network_id': '20398518-ba5f-4512-ae15-1f6eb981ad5b', 'tenant_id': 'b02c89edd25647f7a66139d276d8451b', 'mac_address': 'fa:16:3e:b2:5c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a3e86d3b-7f1b-4f16-a752-da330a06adaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:38:08Z', 'updated_at': '2021-11-02T11:38:16Z', 'revision_number': 4, 'project_id': 'b02c89edd25647f7a66139d276d8451b', 'subnets': [{'id': 'a3e86d3b-7f1b-4f16-a752-da330a06adaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:17.321909 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1098ad0-db6e-40e8-9f7e-d257138bee98 x-openstack-request-id: req-b1098ad0-db6e-40e8-9f7e-d257138bee98 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:17.322190 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04468334-82b6-4f5f-9663-6e789af5b5f8", "name": "network-vif-deleted", "tag": "a512962a-748e-494e-b2a3-64f5460e4d41", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:17.322439 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1098ad0-db6e-40e8-9f7e-d257138bee98 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:17.333416 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04468334-82b6-4f5f-9663-6e789af5b5f8', 'name': 'network-vif-deleted', 'tag': 'a512962a-748e-494e-b2a3-64f5460e4d41', 'status': 'completed', 'code': 200} Nov 02 11:38:17.335579 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-2a1b01d6-d677-4581-8687-a73ebe8d2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:17.337093 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-2a1b01d6-d677-4581-8687-a73ebe8d2a03 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1459918 Nov 02 11:38:17.366458 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9854fd35-7062-4cae-b700-4490ac795b20 None None] The sync data for ids ['7663b741-77f3-4549-b2cc-fe0218364e40'] in n-d-806683-18 is: [{'id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'name': 'tempest-FloatingIPsTestJSON-229531513-router', 'tenant_id': 'b02c89edd25647f7a66139d276d8451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e5d796df-efab-490c-b772-74b793c9b705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:38:02Z', 'updated_at': '2021-11-02T11:38:11Z', 'revision_number': 4, 'project_id': 'b02c89edd25647f7a66139d276d8451b', 'gw_port': {'id': 'e5d796df-efab-490c-b772-74b793c9b705', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:38:03Z', 'updated_at': '2021-11-02T11:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '0cceed6d-f9bc-4180-9e74-9cf798a44546', 'name': '', 'network_id': '20398518-ba5f-4512-ae15-1f6eb981ad5b', 'tenant_id': 'b02c89edd25647f7a66139d276d8451b', 'mac_address': 'fa:16:3e:b2:5c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a3e86d3b-7f1b-4f16-a752-da330a06adaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:38:08Z', 'updated_at': '2021-11-02T11:38:16Z', 'revision_number': 4, 'project_id': 'b02c89edd25647f7a66139d276d8451b', 'subnets': [{'id': 'a3e86d3b-7f1b-4f16-a752-da330a06adaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:38:17.427078 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ac27e485-6bcc-4ad2-8320-7259eb35287b None None] For port 0cceed6d-f9bc-4180-9e74-9cf798a44546, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0cceed6d-f9bc-4180-9e74-9cf798a44546,segment=NetworkSegment(7c05e275-078a-46d4-9cdd-32e3f8e278cb),segment_id=7c05e275-078a-46d4-9cdd-32e3f8e278cb)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:17.511690 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ac27e485-6bcc-4ad2-8320-7259eb35287b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:17.515966 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f97e5d90-bd3e-469a-8bc6-f435c54e9de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:17.545640 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-265e7e78-0c68-4d7c-b678-a939e1031183 req-aa30dab5-87ca-4731-bb60-dfb3ba02da7f service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730439 Nov 02 11:38:17.560584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device a512962a-748e-494e-b2a3-64f5460e4d41 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:17.600941 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: a512962a-748e-494e-b2a3-64f5460e4d41 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:38:17.600941 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device a512962a-748e-494e-b2a3-64f5460e4d41 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:38:17.604100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e0b16-8612-49a6-ac23-a1df598f8684 req-506e2660-2b7c-46f0-a627-4bc2ca7992df tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:17.623431 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-301e0b16-8612-49a6-ac23-a1df598f8684 req-506e2660-2b7c-46f0-a627-4bc2ca7992df tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/ports?device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 945 time: 0.1382062 Nov 02 11:38:17.637079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27e485-6bcc-4ad2-8320-7259eb35287b None None] Pushing event updated for resources: {'Port': ['ID=0cceed6d-f9bc-4180-9e74-9cf798a44546,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:17.650482 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-1e677606-b639-49ef-a8cd-b703c8bf15ed service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005216 Nov 02 11:38:17.753515 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-7a61b997-b336-468a-80b9-e8fdb8471b3b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:17.767240 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-301e0b16-8612-49a6-ac23-a1df598f8684 req-54650629-be4f-47b2-858e-422f0c5e8e95 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/security-groups?id=d94961b7-54de-4556-903b-a0ec1c018125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431556 Nov 02 11:38:17.769427 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-265e7e78-0c68-4d7c-b678-a939e1031183 req-1e4f83c1-e907-42b0-be7e-6614b2032a4b service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081661 Nov 02 11:38:17.785477 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-bac7b2c4-d4e7-4e04-9e2d-7f917a48aca3 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255941 Nov 02 11:38:17.827705 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-7a61b997-b336-468a-80b9-e8fdb8471b3b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:17.887478 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 57933098-565b-4a8c-b31a-e501f666bf1f up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:38:17.950699 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61b997-b336-468a-80b9-e8fdb8471b3b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Pushing event updated for resources: {'Port': ['ID=17a77941-1dca-49fc-b18c-8113c4333916,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:17.960773 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-7a61b997-b336-468a-80b9-e8fdb8471b3b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:18.058012 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb17b1-93ef-4334-ab8e-024758601f29 req-96e887d3-6c78-48fe-8c48-bc11cdd89ea2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:18.060657 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65bb17b1-93ef-4334-ab8e-024758601f29 req-96e887d3-6c78-48fe-8c48-bc11cdd89ea2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.0721283 Nov 02 11:38:18.069674 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-7a61b997-b336-468a-80b9-e8fdb8471b3b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:18.071121 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-7a61b997-b336-468a-80b9-e8fdb8471b3b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0706232 Nov 02 11:38:18.124225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0cceed6d-f9bc-4180-9e74-9cf798a44546 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:38:18.154524 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-0f3b0fba-b3db-428a-b4e2-3f90b2f50091 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.190 HTTP/1.1" status: 200 len: 696 time: 0.0758243 Nov 02 11:38:18.157181 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65bb17b1-93ef-4334-ab8e-024758601f29 req-3078fe1a-f4f3-463d-89fd-58c4c776c803 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844178 Nov 02 11:38:18.193876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 0cceed6d-f9bc-4180-9e74-9cf798a44546 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:18.194734 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:18.318649 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 57933098-565b-4a8c-b31a-e501f666bf1f completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:38:18.324067 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 57933098-565b-4a8c-b31a-e501f666bf1f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:18.328490 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:18.346257 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-d0a4fe7c-5dd7-46d8-96e9-5ad823e0b824 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:18.347848 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-d0a4fe7c-5dd7-46d8-96e9-5ad823e0b824 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.1853402 Nov 02 11:38:18.362426 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-f4636114-c0f1-419a-83a4-1c4a17de0075 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:38:18.363383 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-261cc0e1-4312-4901-91ad-9ceddf2e9375 req-f4636114-c0f1-419a-83a4-1c4a17de0075 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0061755 Nov 02 11:38:18.392798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61a161-5c85-424b-a5e4-0e16c4658d38 req-fe9e0763-432e-4a75-9785-5e67c358d08c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:18.396557 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb61a161-5c85-424b-a5e4-0e16c4658d38 req-fe9e0763-432e-4a75-9785-5e67c358d08c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 948 time: 0.0738056 Nov 02 11:38:18.437206 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:18.468545 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9fa80b-cce3-4959-87a9-ac6550367742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57933098-565b-4a8c-b31a-e501f666bf1f'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:18.472608 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5701b6-c88f-43fd-965e-33efd18e8184" -d '{"events": [{"server_uuid": "db9fa80b-cce3-4959-87a9-ac6550367742", "name": "network-vif-plugged", "status": "completed", "tag": "57933098-565b-4a8c-b31a-e501f666bf1f"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:18.478669 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb61a161-5c85-424b-a5e4-0e16c4658d38 req-092173af-a2f3-48d1-995e-5db923be95c8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746222 Nov 02 11:38:18.489440 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978efed4-d19a-4869-ad79-7d61eaf898aa req-ec81dd22-ffaa-43bd-85d8-90ec353ce0c3 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:18.499656 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 57933098-565b-4a8c-b31a-e501f666bf1f, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=57933098-565b-4a8c-b31a-e501f666bf1f,segment=NetworkSegment(87acba2a-554f-47d9-8ec3-faddc5d740e6),segment_id=87acba2a-554f-47d9-8ec3-faddc5d740e6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:18.500198 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-978efed4-d19a-4869-ad79-7d61eaf898aa req-ec81dd22-ffaa-43bd-85d8-90ec353ce0c3 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 943 time: 0.0665100 Nov 02 11:38:18.550106 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-978efed4-d19a-4869-ad79-7d61eaf898aa req-2a75b3d7-2d9a-45fe-83e2-ab810fc5fbc4 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506029 Nov 02 11:38:18.558743 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:18.620752 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=57933098-565b-4a8c-b31a-e501f666bf1f,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:18.634605 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-186a5ce4-94f8-4f0d-ba33-327b91c22f31 req-4cf767d5-b5c4-406d-b7ba-053dc3cba266 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/floatingips/36884756-fef3-47da-b4ea-b91279326dcd HTTP/1.1" status: 200 len: 693 time: 0.0571706 Nov 02 11:38:18.749998 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a5ce4-94f8-4f0d-ba33-327b91c22f31 req-ec0cc29e-9259-4b0d-9d79-71d673ec6802 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:18.752105 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-186a5ce4-94f8-4f0d-ba33-327b91c22f31 req-ec0cc29e-9259-4b0d-9d79-71d673ec6802 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.1097426 Nov 02 11:38:18.797044 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7a70da-b3c4-4b22-9e2c-c53634596865 x-openstack-request-id: req-8e7a70da-b3c4-4b22-9e2c-c53634596865 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:18.797044 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9fa80b-cce3-4959-87a9-ac6550367742", "name": "network-vif-plugged", "status": "completed", "tag": "57933098-565b-4a8c-b31a-e501f666bf1f", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:18.797044 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e7a70da-b3c4-4b22-9e2c-c53634596865 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:18.799156 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9fa80b-cce3-4959-87a9-ac6550367742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57933098-565b-4a8c-b31a-e501f666bf1f', 'code': 200} Nov 02 11:38:18.824802 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54016) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:18.830488 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f79ad422-fd8a-422e-8193-e41049080935 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1283929071', 'description': 'tempest-description--1524516276'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:18.904706 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cda21404-73f4-4018-a42f-6c99e0ab86b0 req-1aaf2b98-b040-4d62-b060-26fd9d2a9157 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=b02c89edd25647f7a66139d276d8451b HTTP/1.1" status: 200 len: 696 time: 0.0961246 Nov 02 11:38:18.945807 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780309fd-2f60-4303-a998-6986d2dec81a req-125a8f65-c82e-4dea-b016-cc67c2502855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:18.947334 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-780309fd-2f60-4303-a998-6986d2dec81a req-125a8f65-c82e-4dea-b016-cc67c2502855 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 1098 time: 0.0784354 Nov 02 11:38:18.955124 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8dfde-a313-42de-9b3b-d865f1a7b321 req-7c08b3d2-2583-4fc4-9ecf-d3bdf37baa81 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:18.957934 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-26a8dfde-a313-42de-9b3b-d865f1a7b321 req-7c08b3d2-2583-4fc4-9ecf-d3bdf37baa81 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/ports?device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 946 time: 0.0778766 Nov 02 11:38:18.966795 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f79ad422-fd8a-422e-8193-e41049080935 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:19.018357 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda21404-73f4-4018-a42f-6c99e0ab86b0 req-fb0b4cd1-4e0f-49ec-bf33-a21d2f524031 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:19.019946 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cda21404-73f4-4018-a42f-6c99e0ab86b0 req-fb0b4cd1-4e0f-49ec-bf33-a21d2f524031 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/networks?id=53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 787 time: 0.1090686 Nov 02 11:38:19.031125 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-cda21404-73f4-4018-a42f-6c99e0ab86b0 req-b03f7e14-995a-494d-8fd3-c93a1835b9d7 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:38:19.036039 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cda21404-73f4-4018-a42f-6c99e0ab86b0 req-b03f7e14-995a-494d-8fd3-c93a1835b9d7 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0063217 Nov 02 11:38:19.045512 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-780309fd-2f60-4303-a998-6986d2dec81a req-9e287479-7267-4342-9243-6aa36c4f923a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d94961b7-54de-4556-903b-a0ec1c018125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879512 Nov 02 11:38:19.071332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-26a8dfde-a313-42de-9b3b-d865f1a7b321 req-3fbc94a3-5777-4f47-9638-f5d996fbb6c2 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/security-groups?id=d94961b7-54de-4556-903b-a0ec1c018125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064155 Nov 02 11:38:19.102809 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f79ad422-fd8a-422e-8193-e41049080935 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:19.147444 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec6e7f08-7e8b-4d5d-8651-cfa61d43505a req-029490fb-abb4-41f1-bdb4-47cd2e3c3050 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/floatingips/36884756-fef3-47da-b4ea-b91279326dcd HTTP/1.1" status: 200 len: 693 time: 0.0475814 Nov 02 11:38:19.215300 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f79ad422-fd8a-422e-8193-e41049080935 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:19.264078 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ad422-fd8a-422e-8193-e41049080935 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea06983e-8393-4c84-ad81-891078b9c97f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:19.285771 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e7f08-7e8b-4d5d-8651-cfa61d43505a req-bee76317-4094-47ca-a30a-583fdc44d6f0 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:19.287233 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec6e7f08-7e8b-4d5d-8651-cfa61d43505a req-bee76317-4094-47ca-a30a-583fdc44d6f0 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.1334908 Nov 02 11:38:19.301217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-ec6e7f08-7e8b-4d5d-8651-cfa61d43505a req-1a0173cf-9ba3-466d-9a81-8be71640fb7b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:38:19.302221 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec6e7f08-7e8b-4d5d-8651-cfa61d43505a req-1a0173cf-9ba3-466d-9a81-8be71640fb7b tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0072346 Nov 02 11:38:19.315143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a49eb-cd45-4110-bb7a-1c34c47edee5 req-ba0cb5e4-04af-4eac-a4a7-9bf8f53827d2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:19.315143 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-944a49eb-cd45-4110-bb7a-1c34c47edee5 req-ba0cb5e4-04af-4eac-a4a7-9bf8f53827d2 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.0671396 Nov 02 11:38:19.356650 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f79ad422-fd8a-422e-8193-e41049080935 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:19.357794 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f79ad422-fd8a-422e-8193-e41049080935 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5311935 Nov 02 11:38:19.361127 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-944a49eb-cd45-4110-bb7a-1c34c47edee5 req-7c38e07f-0a14-40a8-b7aa-c310d9e16e36 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436888 Nov 02 11:38:19.372188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54026) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:19.372954 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec6e7f08-7e8b-4d5d-8651-cfa61d43505a req-8c5ad55c-b06d-476e-a4eb-5121ed0722d5 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.190 HTTP/1.1" status: 200 len: 696 time: 0.0553446 Nov 02 11:38:19.382821 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-949cf0e7-48e0-4b2b-bbd5-05bde059e7f6 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Request body: {'security_group_rule': {'security_group_id': 'ea06983e-8393-4c84-ad81-891078b9c97f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:19.422909 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec6e7f08-7e8b-4d5d-8651-cfa61d43505a req-1b8ba98f-355d-4a4a-861e-e9b897e27e80 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.190 HTTP/1.1" status: 200 len: 696 time: 0.0501542 Nov 02 11:38:19.452678 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-949cf0e7-48e0-4b2b-bbd5-05bde059e7f6 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:19.508664 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-949cf0e7-48e0-4b2b-bbd5-05bde059e7f6 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:19.552145 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 92e6eabc-7b9f-43c2-a477-a6bd93030122 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:38:19.566773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-ec6e7f08-7e8b-4d5d-8651-cfa61d43505a req-91d6a5f3-720f-4c48-8040-36d786e78fb7 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Deleting port 17a77941-1dca-49fc-b18c-8113c4333916 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:19.567247 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ec6e7f08-7e8b-4d5d-8651-cfa61d43505a req-91d6a5f3-720f-4c48-8040-36d786e78fb7 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:19.583672 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-949cf0e7-48e0-4b2b-bbd5-05bde059e7f6 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:19.611345 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cf0e7-48e0-4b2b-bbd5-05bde059e7f6 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14dd9c7-d7b0-493b-b825-92f40135cbdb,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:19.627643 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e214099-3cf6-44bc-9da7-f64ab95e3f7a req-3db746c9-5578-4ad8-bdf8-798fb837e6c3 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:19.630033 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9e214099-3cf6-44bc-9da7-f64ab95e3f7a req-3db746c9-5578-4ad8-bdf8-798fb837e6c3 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 948 time: 0.0776017 Nov 02 11:38:19.655956 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ec6e7f08-7e8b-4d5d-8651-cfa61d43505a req-91d6a5f3-720f-4c48-8040-36d786e78fb7 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:19.656300 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ec6e7f08-7e8b-4d5d-8651-cfa61d43505a req-91d6a5f3-720f-4c48-8040-36d786e78fb7 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:19.670225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-ec6e7f08-7e8b-4d5d-8651-cfa61d43505a req-91d6a5f3-720f-4c48-8040-36d786e78fb7 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Calling delete_port for 17a77941-1dca-49fc-b18c-8113c4333916 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:19.693897 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9e214099-3cf6-44bc-9da7-f64ab95e3f7a req-7cca2e08-dd6e-4ed5-a23e-f82dd9f435b2 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573018 Nov 02 11:38:19.823430 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8922d1-ca59-4b49-905f-df5309279125 req-2f282db0-c583-451b-86ee-698ff9fa40c8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:19.823430 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7e8922d1-ca59-4b49-905f-df5309279125 req-2f282db0-c583-451b-86ee-698ff9fa40c8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 943 time: 0.0642891 Nov 02 11:38:19.880965 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7e8922d1-ca59-4b49-905f-df5309279125 req-597160b6-b464-4eae-a517-b8dc4edadabe tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510035 Nov 02 11:38:19.896282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b86ed647-2d5c-4721-8379-61ef6a25b6fb details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:38:20.000660 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port b86ed647-2d5c-4721-8379-61ef6a25b6fb, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b86ed647-2d5c-4721-8379-61ef6a25b6fb,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:20.013336 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'b86ed647-2d5c-4721-8379-61ef6a25b6fb', 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9', 'port_id': 'b86ed647-2d5c-4721-8379-61ef6a25b6fb', 'mac_address': 'fa:16:3e:6a:56:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67ef1c0-d316-4203-a4c2-b1d66f1800c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:38:20.061346 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:20.075865 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86ed647-2d5c-4721-8379-61ef6a25b6fb {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:38:20.100759 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port b86ed647-2d5c-4721-8379-61ef6a25b6fb, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b86ed647-2d5c-4721-8379-61ef6a25b6fb,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:20.202654 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4817a7b1-4481-4667-a192-e37659284918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:20.227635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 92e6eabc-7b9f-43c2-a477-a6bd93030122 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:38:20.229998 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-949cf0e7-48e0-4b2b-bbd5-05bde059e7f6 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:20.231544 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-949cf0e7-48e0-4b2b-bbd5-05bde059e7f6 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8689899 Nov 02 11:38:20.236404 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54036) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:20.239974 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-797cb091-bfc7-49f6-839e-9009806e221c tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Request body: {'security_group_rule': {'security_group_id': 'ea06983e-8393-4c84-ad81-891078b9c97f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:20.246208 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 92e6eabc-7b9f-43c2-a477-a6bd93030122 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:20.246587 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:20.296708 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ec6e7f08-7e8b-4d5d-8651-cfa61d43505a req-91d6a5f3-720f-4c48-8040-36d786e78fb7 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:20.331196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6a5f3-720f-4c48-8040-36d786e78fb7 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Pushing event deleted for resources: {'Port': ['ID=17a77941-1dca-49fc-b18c-8113c4333916,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:20.380323 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:20.381797 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:20.420268 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-797cb091-bfc7-49f6-839e-9009806e221c tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:20.426064 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ec6e7f08-7e8b-4d5d-8651-cfa61d43505a req-91d6a5f3-720f-4c48-8040-36d786e78fb7 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:20.428854 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ec6e7f08-7e8b-4d5d-8651-cfa61d43505a req-91d6a5f3-720f-4c48-8040-36d786e78fb7 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:20.443956 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec6e7f08-7e8b-4d5d-8651-cfa61d43505a req-91d6a5f3-720f-4c48-8040-36d786e78fb7 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "DELETE /v2.0/floatingips/36884756-fef3-47da-b4ea-b91279326dcd HTTP/1.1" status: 204 len: 173 time: 1.0151510 Nov 02 11:38:20.460410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 92e6eabc-7b9f-43c2-a477-a6bd93030122, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=92e6eabc-7b9f-43c2-a477-a6bd93030122,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:20.465484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=b86ed647-2d5c-4721-8379-61ef6a25b6fb,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:20.488695 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5f272-df02-403c-a4fa-316646d64783 req-a2a6e24d-b430-42fb-8f12-b3cf15260123 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:20.490375 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4ee5f272-df02-403c-a4fa-316646d64783 req-a2a6e24d-b430-42fb-8f12-b3cf15260123 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/ports?device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 946 time: 0.1285977 Nov 02 11:38:20.530124 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:20.549830 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-797cb091-bfc7-49f6-839e-9009806e221c tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:20.563210 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4ee5f272-df02-403c-a4fa-316646d64783 req-7c342ca1-d50d-4bd8-baf8-25e132ec5ea6 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/security-groups?id=d94961b7-54de-4556-903b-a0ec1c018125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650277 Nov 02 11:38:20.598695 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=92e6eabc-7b9f-43c2-a477-a6bd93030122,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:20.616987 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12a70e-cdb5-472d-ac7d-3a59f8ad93f6 req-c8700e92-0e12-483e-b722-fa938d9281d5 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:20.618480 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad12a70e-cdb5-472d-ac7d-3a59f8ad93f6 req-c8700e92-0e12-483e-b722-fa938d9281d5 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.0615799 Nov 02 11:38:20.659492 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-797cb091-bfc7-49f6-839e-9009806e221c tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:20.674874 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad12a70e-cdb5-472d-ac7d-3a59f8ad93f6 req-78072a99-a714-44a4-807e-fa56a91c6838 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492935 Nov 02 11:38:20.692089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cb091-bfc7-49f6-839e-9009806e221c tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274941cf-e7b1-45a3-ae22-22ba4c883d71,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:20.728389 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-00667200-6842-4b31-bd2d-4dae982a744d req-a778a253-dbf8-4ef4-83d3-e495c569c1f7 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1366484 Nov 02 11:38:20.739085 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['b86ed647-2d5c-4721-8379-61ef6a25b6fb'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:20.741108 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-00667200-6842-4b31-bd2d-4dae982a744d req-3f3a1154-2f94-4878-8d4e-ca37bcf213a2 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:20.791055 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-797cb091-bfc7-49f6-839e-9009806e221c tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:20.797602 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-797cb091-bfc7-49f6-839e-9009806e221c tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5572147 Nov 02 11:38:20.797602 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54046) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:20.799809 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e499bb21-c1d9-45d4-94f5-b3b2352e7a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e6eabc-7b9f-43c2-a477-a6bd93030122'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:20.801647 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5f68f32a-844f-4faa-be48-7f1ed14b9d3b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:20.802274 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9da8dd7-e210-4eaa-b402-2ea398ae19ff" -d '{"events": [{"server_uuid": "e499bb21-c1d9-45d4-94f5-b3b2352e7a51", "name": "network-vif-plugged", "status": "completed", "tag": "92e6eabc-7b9f-43c2-a477-a6bd93030122"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:20.827689 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca423d-29db-408b-8fd7-acbca7de348b req-e9933359-c403-4d49-aec9-9e92a1294884 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:20.831660 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62ca423d-29db-408b-8fd7-acbca7de348b req-e9933359-c403-4d49-aec9-9e92a1294884 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 949 time: 0.0612168 Nov 02 11:38:20.880723 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62ca423d-29db-408b-8fd7-acbca7de348b req-a47dddb3-3cf0-433d-a816-5b45b98aae26 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447164 Nov 02 11:38:20.885239 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:20.899744 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-00667200-6842-4b31-bd2d-4dae982a744d req-3f3a1154-2f94-4878-8d4e-ca37bcf213a2 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:20.943421 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e225ddf-04d1-46b8-906a-a5125fb8e274 x-openstack-request-id: req-5e225ddf-04d1-46b8-906a-a5125fb8e274 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:20.943956 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e499bb21-c1d9-45d4-94f5-b3b2352e7a51", "name": "network-vif-plugged", "status": "completed", "tag": "92e6eabc-7b9f-43c2-a477-a6bd93030122", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:20.944268 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e225ddf-04d1-46b8-906a-a5125fb8e274 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:20.944610 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e499bb21-c1d9-45d4-94f5-b3b2352e7a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e6eabc-7b9f-43c2-a477-a6bd93030122', 'code': 200} Nov 02 11:38:21.019191 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f68f32a-844f-4faa-be48-7f1ed14b9d3b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:21.050162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8152af-d2bd-4e12-8674-1c13acaab56a req-7c3ed33d-6ed4-4a0e-a269-09d54da9a75a tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:21.051694 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d8152af-d2bd-4e12-8674-1c13acaab56a req-7c3ed33d-6ed4-4a0e-a269-09d54da9a75a tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 944 time: 0.0531516 Nov 02 11:38:21.086613 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abf602-0236-4e64-89b4-b967d84b0ec3 req-28ebd8cb-5141-4cc0-b085-4520a81b3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:21.088146 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-48abf602-0236-4e64-89b4-b967d84b0ec3 req-28ebd8cb-5141-4cc0-b085-4520a81b3aa7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 1101 time: 0.0824320 Nov 02 11:38:21.092976 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-00667200-6842-4b31-bd2d-4dae982a744d req-3f3a1154-2f94-4878-8d4e-ca37bcf213a2 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:21.103350 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d8152af-d2bd-4e12-8674-1c13acaab56a req-644bdb0c-34af-4fcf-a847-a810e81d3039 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445993 Nov 02 11:38:21.226065 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-48abf602-0236-4e64-89b4-b967d84b0ec3 req-1b5ca7cc-23d8-4662-a3ec-c30ec1536899 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021731 Nov 02 11:38:21.284633 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-00667200-6842-4b31-bd2d-4dae982a744d req-3f3a1154-2f94-4878-8d4e-ca37bcf213a2 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Allocated IP 172.25.6.3 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/3a4f44e1-ca3c-43dd-a255-a5b356af771c) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:38:21.306150 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f68f32a-844f-4faa-be48-7f1ed14b9d3b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:21.448649 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-00667200-6842-4b31-bd2d-4dae982a744d req-3f3a1154-2f94-4878-8d4e-ca37bcf213a2 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:21.545630 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-00667200-6842-4b31-bd2d-4dae982a744d req-3f3a1154-2f94-4878-8d4e-ca37bcf213a2 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:21.620316 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00667200-6842-4b31-bd2d-4dae982a744d req-3f3a1154-2f94-4878-8d4e-ca37bcf213a2 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:38:21.628401 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-00667200-6842-4b31-bd2d-4dae982a744d req-3f3a1154-2f94-4878-8d4e-ca37bcf213a2 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:38:21.633595 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-00667200-6842-4b31-bd2d-4dae982a744d req-3f3a1154-2f94-4878-8d4e-ca37bcf213a2 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:38:21.669221 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a1154-2f94-4878-8d4e-ca37bcf213a2 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Pushing event updated for resources: {'Port': ['ID=3a4f44e1-ca3c-43dd-a255-a5b356af771c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:21.672034 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-5f68f32a-844f-4faa-be48-7f1ed14b9d3b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Allocated IP 172.25.6.60 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/8cc3a5f7-a73f-4264-9e54-588ff64ee38c) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:38:21.693974 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f2252-326f-4f4e-adee-b41c418f923d req-1b51903f-99c2-4acf-8384-c7628788064b tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:21.695672 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a3f2252-326f-4f4e-adee-b41c418f923d req-1b51903f-99c2-4acf-8384-c7628788064b tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/ports?device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 946 time: 0.0546582 Nov 02 11:38:21.747958 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a3f2252-326f-4f4e-adee-b41c418f923d req-834e3e19-a130-463e-8061-ee0a57cab43a tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/security-groups?id=d94961b7-54de-4556-903b-a0ec1c018125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455153 Nov 02 11:38:21.818431 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-00667200-6842-4b31-bd2d-4dae982a744d req-3f3a1154-2f94-4878-8d4e-ca37bcf213a2 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:21.847794 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f68f32a-844f-4faa-be48-7f1ed14b9d3b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:21.865609 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d327b-3910-453e-83e8-f7b8d668beda req-20a8eae9-95f5-4d54-8c66-de1975bcffe4 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:21.867144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b94d327b-3910-453e-83e8-f7b8d668beda req-20a8eae9-95f5-4d54-8c66-de1975bcffe4 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.0517356 Nov 02 11:38:21.895357 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b86ed647-2d5c-4721-8379-61ef6a25b6fb up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:38:21.918747 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b94d327b-3910-453e-83e8-f7b8d668beda req-b508d98c-092d-46a7-8c86-79e415eb8b6a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448174 Nov 02 11:38:21.933960 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-00667200-6842-4b31-bd2d-4dae982a744d req-3f3a1154-2f94-4878-8d4e-ca37bcf213a2 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:21.959168 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f68f32a-844f-4faa-be48-7f1ed14b9d3b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:22.010072 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port b86ed647-2d5c-4721-8379-61ef6a25b6fb completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:38:22.015594 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port b86ed647-2d5c-4721-8379-61ef6a25b6fb triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:22.015977 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:22.023284 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f68f32a-844f-4faa-be48-7f1ed14b9d3b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:38:22.031180 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-5f68f32a-844f-4faa-be48-7f1ed14b9d3b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:38:22.036888 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f68f32a-844f-4faa-be48-7f1ed14b9d3b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:38:22.049789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68f32a-844f-4faa-be48-7f1ed14b9d3b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Pushing event updated for resources: {'Port': ['ID=8cc3a5f7-a73f-4264-9e54-588ff64ee38c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:22.105648 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:22.138720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port b86ed647-2d5c-4721-8379-61ef6a25b6fb, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b86ed647-2d5c-4721-8379-61ef6a25b6fb,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:22.203901 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f68f32a-844f-4faa-be48-7f1ed14b9d3b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:22.221299 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-00667200-6842-4b31-bd2d-4dae982a744d req-3f3a1154-2f94-4878-8d4e-ca37bcf213a2 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:22.238711 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:22.267093 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:22.286437 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=b86ed647-2d5c-4721-8379-61ef6a25b6fb,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:22.315382 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-00667200-6842-4b31-bd2d-4dae982a744d req-3f3a1154-2f94-4878-8d4e-ca37bcf213a2 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:22.378742 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f68f32a-844f-4faa-be48-7f1ed14b9d3b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:22.413704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731486c-062e-48c7-89b7-0aa751f1f489 req-2554075b-b623-4667-8753-0b21ab04e062 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:22.419765 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6731486c-062e-48c7-89b7-0aa751f1f489 req-2554075b-b623-4667-8753-0b21ab04e062 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 949 time: 0.0513663 Nov 02 11:38:22.427455 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a1154-2f94-4878-8d4e-ca37bcf213a2 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Pushing event updated for resources: {'Port': ['ID=3a4f44e1-ca3c-43dd-a255-a5b356af771c,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:22.458982 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-00667200-6842-4b31-bd2d-4dae982a744d req-3f3a1154-2f94-4878-8d4e-ca37bcf213a2 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:22.479303 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6731486c-062e-48c7-89b7-0aa751f1f489 req-8e69d45b-1173-4878-8788-9ec095496dfa tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568461 Nov 02 11:38:22.550600 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-00667200-6842-4b31-bd2d-4dae982a744d req-3f3a1154-2f94-4878-8d4e-ca37bcf213a2 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:22.553544 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-00667200-6842-4b31-bd2d-4dae982a744d req-3f3a1154-2f94-4878-8d4e-ca37bcf213a2 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.8166370 Nov 02 11:38:22.595791 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644006d-5860-4a59-9822-71d8c62b2c40 req-58b0c640-9c0d-423a-9e48-0e10ebff3d09 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:22.597273 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1644006d-5860-4a59-9822-71d8c62b2c40 req-58b0c640-9c0d-423a-9e48-0e10ebff3d09 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.0564349 Nov 02 11:38:22.618310 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-00667200-6842-4b31-bd2d-4dae982a744d req-471d1416-5492-4146-abe6-be1bf013ff1f tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 694 time: 0.0604467 Nov 02 11:38:22.647637 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1644006d-5860-4a59-9822-71d8c62b2c40 req-3d74a44b-7b9b-49fd-b95a-076ed46dc2f6 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439873 Nov 02 11:38:22.663201 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f68f32a-844f-4faa-be48-7f1ed14b9d3b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:22.735639 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f68f32a-844f-4faa-be48-7f1ed14b9d3b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:22.766285 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cbb63-e5ba-4e67-a5da-b0ff88ad6fef req-48593ba2-b64c-49d4-85ba-4b85525666d3 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:22.767854 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef9cbb63-e5ba-4e67-a5da-b0ff88ad6fef req-48593ba2-b64c-49d4-85ba-4b85525666d3 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/ports?device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 946 time: 0.0496638 Nov 02 11:38:22.774345 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00667200-6842-4b31-bd2d-4dae982a744d req-d1bf6316-86c7-47d9-8454-df7c766bbe28 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:22.775836 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-00667200-6842-4b31-bd2d-4dae982a744d req-d1bf6316-86c7-47d9-8454-df7c766bbe28 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.1512611 Nov 02 11:38:22.829228 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68f32a-844f-4faa-be48-7f1ed14b9d3b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Pushing event updated for resources: {'Port': ['ID=8cc3a5f7-a73f-4264-9e54-588ff64ee38c,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:22.835858 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f68f32a-844f-4faa-be48-7f1ed14b9d3b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:22.853593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef9cbb63-e5ba-4e67-a5da-b0ff88ad6fef req-22086c7f-60ea-466d-9142-553c01d6aed3 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/security-groups?id=d94961b7-54de-4556-903b-a0ec1c018125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773852 Nov 02 11:38:22.909335 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ce2cd66-d0a9-418a-b560-9b74ea32ff23 req-927cee4e-d675-4849-8706-b8108cb768db tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/floatingips/65cf825a-1d16-4a36-86eb-20cea0ca09f8 HTTP/1.1" status: 200 len: 691 time: 0.0507734 Nov 02 11:38:22.933877 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f68f32a-844f-4faa-be48-7f1ed14b9d3b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:22.935255 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5f68f32a-844f-4faa-be48-7f1ed14b9d3b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1371095 Nov 02 11:38:22.946132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77a897f-41d3-4cca-ada3-da8c29a8cb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86ed647-2d5c-4721-8379-61ef6a25b6fb'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:22.948612 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3b0da7-a239-41c1-8b8e-edc2ac6be7f4" -d '{"events": [{"server_uuid": "d77a897f-41d3-4cca-ada3-da8c29a8cb84", "name": "network-vif-plugged", "status": "completed", "tag": "b86ed647-2d5c-4721-8379-61ef6a25b6fb"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:23.039757 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2cd66-d0a9-418a-b560-9b74ea32ff23 req-37337573-e918-4fc3-a3c7-970ee982c83a tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:23.041141 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ce2cd66-d0a9-418a-b560-9b74ea32ff23 req-37337573-e918-4fc3-a3c7-970ee982c83a tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.1248026 Nov 02 11:38:23.053957 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de9ab2-2e36-4638-8a1c-740bdb6ee071 req-2ec99998-f6cb-4e32-8cb1-d3619b5c2f9c tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:23.055491 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99de9ab2-2e36-4638-8a1c-740bdb6ee071 req-2ec99998-f6cb-4e32-8cb1-d3619b5c2f9c tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.0634732 Nov 02 11:38:23.098444 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ce2cd66-d0a9-418a-b560-9b74ea32ff23 req-5da3467c-a58a-438a-a3a4-42fe3d4c79a7 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 694 time: 0.0508578 Nov 02 11:38:23.104707 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99de9ab2-2e36-4638-8a1c-740bdb6ee071 req-5f9b355a-b258-4619-8ed1-bb924ea7a3b0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423660 Nov 02 11:38:23.151986 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ce2cd66-d0a9-418a-b560-9b74ea32ff23 req-41a3bb35-5a0d-42f0-a9c5-c0b34312d2b1 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.3 HTTP/1.1" status: 200 len: 694 time: 0.0462916 Nov 02 11:38:23.159467 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e31e66-3885-4133-aa04-e5bd78edf374 x-openstack-request-id: req-d8e31e66-3885-4133-aa04-e5bd78edf374 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:23.159467 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77a897f-41d3-4cca-ada3-da8c29a8cb84", "name": "network-vif-plugged", "status": "completed", "tag": "b86ed647-2d5c-4721-8379-61ef6a25b6fb", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:23.159467 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8e31e66-3885-4133-aa04-e5bd78edf374 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:23.159467 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77a897f-41d3-4cca-ada3-da8c29a8cb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86ed647-2d5c-4721-8379-61ef6a25b6fb', 'code': 200} Nov 02 11:38:23.302413 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-0ce2cd66-d0a9-418a-b560-9b74ea32ff23 req-a372b3a9-18d1-4eeb-9a3c-4d79926ccbfd tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Deleting port 3a4f44e1-ca3c-43dd-a255-a5b356af771c {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:23.302750 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0ce2cd66-d0a9-418a-b560-9b74ea32ff23 req-a372b3a9-18d1-4eeb-9a3c-4d79926ccbfd tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:23.330978 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773e7e9-e117-4538-8ee2-9d1b7fdb935b req-a8292789-4bca-483b-8ec4-a8891e66a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:23.332487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f773e7e9-e117-4538-8ee2-9d1b7fdb935b req-a8292789-4bca-483b-8ec4-a8891e66a4f8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 1097 time: 0.0996017 Nov 02 11:38:23.363875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-abde984b-a640-4d3b-aeb6-ebd0a94cf4ed tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:23.365354 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-abde984b-a640-4d3b-aeb6-ebd0a94cf4ed tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/networks?id=bd5c17c3-2e23-430d-8e74-fd4aa312ce46 HTTP/1.1" status: 200 len: 822 time: 0.1421447 Nov 02 11:38:23.391522 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-15723cf1-2857-4969-9e06-34163f774e27 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/quotas/d8702b9ca25d49aa873f1c4a01316955 HTTP/1.1" status: 200 len: 375 time: 0.0167210 Nov 02 11:38:23.439075 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f773e7e9-e117-4538-8ee2-9d1b7fdb935b req-dae2fac5-7e3f-414f-8f2c-3b381fdc68fe service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905502 Nov 02 11:38:23.455965 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-ea1a9024-8b23-4e55-97ae-8af08da289c1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8702b9ca25d49aa873f1c4a01316955&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0581613 Nov 02 11:38:23.556741 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-f8c39e31-e00d-4d43-9897-510cefdc2c42 service neutron] 10.222.0.52 "GET /v2.0/networks/bd5c17c3-2e23-430d-8e74-fd4aa312ce46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931189 Nov 02 11:38:23.654242 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:23.661129 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-a4811e65-2260-438c-8fca-52b938bef977 service neutron] 10.222.0.52 "GET /v2.0/networks/bd5c17c3-2e23-430d-8e74-fd4aa312ce46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971236 Nov 02 11:38:23.683450 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0ce2cd66-d0a9-418a-b560-9b74ea32ff23 req-a372b3a9-18d1-4eeb-9a3c-4d79926ccbfd tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:23.683992 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0ce2cd66-d0a9-418a-b560-9b74ea32ff23 req-a372b3a9-18d1-4eeb-9a3c-4d79926ccbfd tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:23.696264 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-0ce2cd66-d0a9-418a-b560-9b74ea32ff23 req-a372b3a9-18d1-4eeb-9a3c-4d79926ccbfd tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Calling delete_port for 3a4f44e1-ca3c-43dd-a255-a5b356af771c owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:23.929908 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0ce2cd66-d0a9-418a-b560-9b74ea32ff23 req-a372b3a9-18d1-4eeb-9a3c-4d79926ccbfd tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:23.949617 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fb250-30f0-41da-894c-fa914eeb2f09 req-9bcdb9cf-c35b-4793-becf-e9183c57535d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:23.952161 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd1fb250-30f0-41da-894c-fa914eeb2f09 req-9bcdb9cf-c35b-4793-becf-e9183c57535d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 949 time: 0.0611169 Nov 02 11:38:23.964155 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:23.967901 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372b3a9-18d1-4eeb-9a3c-4d79926ccbfd tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Pushing event deleted for resources: {'Port': ['ID=3a4f44e1-ca3c-43dd-a255-a5b356af771c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:24.024072 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd1fb250-30f0-41da-894c-fa914eeb2f09 req-d80f0fd7-f1aa-421d-9976-d0e58f2b5815 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573111 Nov 02 11:38:24.050626 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0ce2cd66-d0a9-418a-b560-9b74ea32ff23 req-a372b3a9-18d1-4eeb-9a3c-4d79926ccbfd tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:24.053407 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0ce2cd66-d0a9-418a-b560-9b74ea32ff23 req-a372b3a9-18d1-4eeb-9a3c-4d79926ccbfd tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:24.060469 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ce2cd66-d0a9-418a-b560-9b74ea32ff23 req-a372b3a9-18d1-4eeb-9a3c-4d79926ccbfd tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "DELETE /v2.0/floatingips/65cf825a-1d16-4a36-86eb-20cea0ca09f8 HTTP/1.1" status: 204 len: 173 time: 0.8970280 Nov 02 11:38:24.117646 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-04c2e50f-cb62-407c-a0b0-bb6bf984d6cc req-d17b5d18-adf0-4a15-a576-9d26854f3c54 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 210 time: 0.0320501 Nov 02 11:38:24.138371 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a428f-c585-4f73-a0c3-c8c3ad3875b4 req-fe799150-574b-460f-85e3-63ae2a324f29 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:24.145174 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-982a428f-c585-4f73-a0c3-c8c3ad3875b4 req-fe799150-574b-460f-85e3-63ae2a324f29 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.0553794 Nov 02 11:38:24.189955 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-982a428f-c585-4f73-a0c3-c8c3ad3875b4 req-7a1cd459-99d5-4c76-9f18-3828fc235f7e tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430934 Nov 02 11:38:24.311063 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85080cfc-de1b-4f88-841a-e04f513da52c req-f6ed7eca-23e2-492a-95e2-db4bcbf34e6a tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:24.312639 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-85080cfc-de1b-4f88-841a-e04f513da52c req-f6ed7eca-23e2-492a-95e2-db4bcbf34e6a tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/ports?device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 946 time: 0.0611765 Nov 02 11:38:24.349023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96020e4-d9e9-43fd-9c7d-2bc8882224fe req-0f6131e1-ac9a-47ae-8c03-dc39f68d3941 tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:24.350573 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b96020e4-d9e9-43fd-9c7d-2bc8882224fe req-0f6131e1-ac9a-47ae-8c03-dc39f68d3941 tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 1101 time: 0.0826066 Nov 02 11:38:24.359280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf0a00-7e69-44e4-a0cf-7187854e04e9 req-d90101f0-30ef-4b1f-953d-82cf2167072e tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:24.360757 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ccf0a00-7e69-44e4-a0cf-7187854e04e9 req-d90101f0-30ef-4b1f-953d-82cf2167072e tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.79 "GET /v2.0/ports?device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 946 time: 0.0902417 Nov 02 11:38:24.370036 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-85080cfc-de1b-4f88-841a-e04f513da52c req-7e39898a-22ff-4c9d-a762-ef4e2af41e7b tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/security-groups?id=d94961b7-54de-4556-903b-a0ec1c018125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511763 Nov 02 11:38:24.441607 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [req-cbcd8013-7ab4-4b7d-a0fd-4a43b4bc7876 req-2a757444-ffac-4f31-93ed-9e28529b77cd tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] show failed (client error): The resource could not be found. Nov 02 11:38:24.442580 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cbcd8013-7ab4-4b7d-a0fd-4a43b4bc7876 req-2a757444-ffac-4f31-93ed-9e28529b77cd tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/floatingips/65cf825a-1d16-4a36-86eb-20cea0ca09f8 HTTP/1.1" status: 404 len: 350 time: 0.0396647 Nov 02 11:38:24.466575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b96020e4-d9e9-43fd-9c7d-2bc8882224fe req-e75f1f21-a005-4787-92ca-4aaafc9d45b2 tempest-ServersOnMultiNodesTest-1064590086 tempest-ServersOnMultiNodesTest-1064590086-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046512 Nov 02 11:38:24.543790 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-d56db291-40f4-48de-b711-ce1e9a525827 req-a0471309-281f-4b99-9f90-2439b5d9c422 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] show failed (client error): The resource could not be found. Nov 02 11:38:24.545014 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d56db291-40f4-48de-b711-ce1e9a525827 req-a0471309-281f-4b99-9f90-2439b5d9c422 tempest-FloatingIPsTestJSON-76938972 tempest-FloatingIPsTestJSON-76938972-project] 10.222.0.52 "GET /v2.0/floatingips/65cf825a-1d16-4a36-86eb-20cea0ca09f8 HTTP/1.1" status: 404 len: 350 time: 0.0465438 Nov 02 11:38:24.560268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54120) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:24.601002 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1f6c8-7c28-41a9-8ccf-f88fe6bd2632 req-c92a02a2-6272-4140-acab-a600bb80fd14 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:24.602583 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d7b1f6c8-7c28-41a9-8ccf-f88fe6bd2632 req-c92a02a2-6272-4140-acab-a600bb80fd14 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.0670156 Nov 02 11:38:24.617984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-4ccf0a00-7e69-44e4-a0cf-7187854e04e9 req-fbf50a36-ecfa-44c1-9866-7a85680d9750 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Deleting port 57933098-565b-4a8c-b31a-e501f666bf1f {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:24.618480 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4ccf0a00-7e69-44e4-a0cf-7187854e04e9 req-fbf50a36-ecfa-44c1-9866-7a85680d9750 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:24.676816 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d7b1f6c8-7c28-41a9-8ccf-f88fe6bd2632 req-206600b2-aaa8-4e94-a3b7-5e8cb2c6a89d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671248 Nov 02 11:38:24.815296 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82e378-e9fe-4341-9a8a-19b36742f9e5 req-f3b88611-9e91-4b91-9cb0-687459990dad tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:24.816900 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cf82e378-e9fe-4341-9a8a-19b36742f9e5 req-f3b88611-9e91-4b91-9cb0-687459990dad tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 1098 time: 0.0434101 Nov 02 11:38:24.879153 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:24.880590 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cf82e378-e9fe-4341-9a8a-19b36742f9e5 req-3a008a2d-bf10-4cb6-a861-4276e1857322 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532854 Nov 02 11:38:24.887774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-4ccf0a00-7e69-44e4-a0cf-7187854e04e9 req-fbf50a36-ecfa-44c1-9866-7a85680d9750 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] For port 57933098-565b-4a8c-b31a-e501f666bf1f, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=57933098-565b-4a8c-b31a-e501f666bf1f,segment=NetworkSegment(87acba2a-554f-47d9-8ec3-faddc5d740e6),segment_id=87acba2a-554f-47d9-8ec3-faddc5d740e6)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:24.888145 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4ccf0a00-7e69-44e4-a0cf-7187854e04e9 req-fbf50a36-ecfa-44c1-9866-7a85680d9750 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:24.911190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-4ccf0a00-7e69-44e4-a0cf-7187854e04e9 req-fbf50a36-ecfa-44c1-9866-7a85680d9750 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Calling delete_port for 57933098-565b-4a8c-b31a-e501f666bf1f owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:25.171321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85667f21-c2e6-4227-a8b7-077a1be9e10e req-973e7b57-1a14-4cd4-b91d-5dfac6ea1f3a tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:25.172803 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85667f21-c2e6-4227-a8b7-077a1be9e10e req-973e7b57-1a14-4cd4-b91d-5dfac6ea1f3a tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 949 time: 0.1267843 Nov 02 11:38:25.260997 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85667f21-c2e6-4227-a8b7-077a1be9e10e req-9ed0a728-b952-493b-9f18-12506a09d025 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773032 Nov 02 11:38:25.273062 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4ccf0a00-7e69-44e4-a0cf-7187854e04e9 req-fbf50a36-ecfa-44c1-9866-7a85680d9750 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:25.284873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['57933098-565b-4a8c-b31a-e501f666bf1f'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:25.319234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf50a36-ecfa-44c1-9866-7a85680d9750 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Pushing event deleted for resources: {'Port': ['ID=57933098-565b-4a8c-b31a-e501f666bf1f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:25.696237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccf0a00-7e69-44e4-a0cf-7187854e04e9 req-fbf50a36-ecfa-44c1-9866-7a85680d9750 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] No DVR routers for this DVR port 57933098-565b-4a8c-b31a-e501f666bf1f on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:25.701412 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4ccf0a00-7e69-44e4-a0cf-7187854e04e9 req-fbf50a36-ecfa-44c1-9866-7a85680d9750 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:25.704763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ccf0a00-7e69-44e4-a0cf-7187854e04e9 req-fbf50a36-ecfa-44c1-9866-7a85680d9750 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.79 "DELETE /v2.0/ports/57933098-565b-4a8c-b31a-e501f666bf1f HTTP/1.1" status: 204 len: 173 time: 1.3285429 Nov 02 11:38:25.705381 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9fa80b-cce3-4959-87a9-ac6550367742', 'name': 'network-vif-deleted', 'tag': '57933098-565b-4a8c-b31a-e501f666bf1f'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:25.707751 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727c8ba3-05d9-4ff2-9b66-2163ec339eb2" -d '{"events": [{"server_uuid": "db9fa80b-cce3-4959-87a9-ac6550367742", "name": "network-vif-deleted", "tag": "57933098-565b-4a8c-b31a-e501f666bf1f"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:25.711766 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c3f73a3-3051-4136-aae5-e3c367292fc5 req-c25f1129-5435-474c-86f1-81c7326cc558 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 210 time: 0.3504708 Nov 02 11:38:25.717322 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4f3f45e5-1f45-4399-9e17-b6b1aa1471bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:25.957329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d130c-cb38-4f60-8c34-be8c237e9946 req-6e5b74cd-554f-441b-ac7d-692e71afc8c7 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:25.958843 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-903d130c-cb38-4f60-8c34-be8c237e9946 req-6e5b74cd-554f-441b-ac7d-692e71afc8c7 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.0638731 Nov 02 11:38:26.064688 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-903d130c-cb38-4f60-8c34-be8c237e9946 req-a78819e6-496a-47ec-8042-a561045a4608 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964756 Nov 02 11:38:26.094910 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f45e5-1f45-4399-9e17-b6b1aa1471bb admin admin] Deleting port 0cceed6d-f9bc-4180-9e74-9cf798a44546 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:26.094910 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4f3f45e5-1f45-4399-9e17-b6b1aa1471bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:26.243788 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d96c8aef-fc6c-44f1-86d4-b48032cc460e req-2a3eab1a-1da8-45e0-b61f-7c164a00ccb1 tempest-InstanceActionsV221TestJSON-1837241795 tempest-InstanceActionsV221TestJSON-1837241795-project] 10.222.0.52 "GET /v2.0/ports?device_id=db9fa80b-cce3-4959-87a9-ac6550367742 HTTP/1.1" status: 200 len: 210 time: 0.0693779 Nov 02 11:38:26.291139 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-4f3f45e5-1f45-4399-9e17-b6b1aa1471bb admin admin] For port 0cceed6d-f9bc-4180-9e74-9cf798a44546, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0cceed6d-f9bc-4180-9e74-9cf798a44546,segment=NetworkSegment(7c05e275-078a-46d4-9cdd-32e3f8e278cb),segment_id=7c05e275-078a-46d4-9cdd-32e3f8e278cb)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:26.292331 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4f3f45e5-1f45-4399-9e17-b6b1aa1471bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:26.317389 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f45e5-1f45-4399-9e17-b6b1aa1471bb admin admin] Calling delete_port for 0cceed6d-f9bc-4180-9e74-9cf798a44546 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:26.327405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-9ec2ac0a-639c-4f88-9a30-839a3b3f8256 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:26.328879 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-9ec2ac0a-639c-4f88-9a30-839a3b3f8256 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.79 "GET /v2.0/networks?id=bd5c17c3-2e23-430d-8e74-fd4aa312ce46 HTTP/1.1" status: 200 len: 822 time: 0.2124705 Nov 02 11:38:26.353135 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-20865159-d40e-4575-8726-54bbb0bbf3fd tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Request body: {'port': {'device_id': '3a6bf27b-75f8-445f-adf8-eca811adff04', 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46', 'admin_state_up': True, 'tenant_id': 'd8702b9ca25d49aa873f1c4a01316955'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:26.460421 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123a892-a7f4-49ed-9d1b-dbea3b78bf30 req-05a72862-27d9-4ab6-a3ba-2a35ec280f69 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:26.461902 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0123a892-a7f4-49ed-9d1b-dbea3b78bf30 req-05a72862-27d9-4ab6-a3ba-2a35ec280f69 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.54 "GET /v2.0/ports?device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 949 time: 0.0507078 Nov 02 11:38:26.512542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cb4ab-ce4c-4d0c-a63c-ae982fa19d99 req-97bdec31-4717-4336-8f97-52155b686cbd tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:26.514112 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b35cb4ab-ce4c-4d0c-a63c-ae982fa19d99 req-97bdec31-4717-4336-8f97-52155b686cbd tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.1947773 Nov 02 11:38:26.583006 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-0123a892-a7f4-49ed-9d1b-dbea3b78bf30 req-5dd7192b-fa36-45e1-8952-9c3f2341ec05 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Deleting port 92e6eabc-7b9f-43c2-a477-a6bd93030122 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:26.583711 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0123a892-a7f4-49ed-9d1b-dbea3b78bf30 req-5dd7192b-fa36-45e1-8952-9c3f2341ec05 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:26.658055 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b35cb4ab-ce4c-4d0c-a63c-ae982fa19d99 req-450c28b2-871c-48e2-9786-6989ca015110 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987792 Nov 02 11:38:26.689244 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-0123a892-a7f4-49ed-9d1b-dbea3b78bf30 req-5dd7192b-fa36-45e1-8952-9c3f2341ec05 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] For port 92e6eabc-7b9f-43c2-a477-a6bd93030122, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=92e6eabc-7b9f-43c2-a477-a6bd93030122,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:26.689385 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0123a892-a7f4-49ed-9d1b-dbea3b78bf30 req-5dd7192b-fa36-45e1-8952-9c3f2341ec05 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:26.707518 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-0123a892-a7f4-49ed-9d1b-dbea3b78bf30 req-5dd7192b-fa36-45e1-8952-9c3f2341ec05 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Calling delete_port for 92e6eabc-7b9f-43c2-a477-a6bd93030122 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:26.708569 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b108419-53f7-4f01-a099-3a933a2ec70f x-openstack-request-id: req-1b108419-53f7-4f01-a099-3a933a2ec70f {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:26.709185 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9fa80b-cce3-4959-87a9-ac6550367742", "name": "network-vif-deleted", "tag": "57933098-565b-4a8c-b31a-e501f666bf1f", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:26.709537 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b108419-53f7-4f01-a099-3a933a2ec70f {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:26.709963 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9fa80b-cce3-4959-87a9-ac6550367742', 'name': 'network-vif-deleted', 'tag': '57933098-565b-4a8c-b31a-e501f666bf1f', 'status': 'completed', 'code': 200} Nov 02 11:38:26.736013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-20865159-d40e-4575-8726-54bbb0bbf3fd tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Made reservation on behalf of d8702b9ca25d49aa873f1c4a01316955 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:38:26.741439 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-20865159-d40e-4575-8726-54bbb0bbf3fd tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:26.825279 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4f3f45e5-1f45-4399-9e17-b6b1aa1471bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:26.864462 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f45e5-1f45-4399-9e17-b6b1aa1471bb admin admin] Pushing event deleted for resources: {'Port': ['ID=0cceed6d-f9bc-4180-9e74-9cf798a44546,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:26.914052 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ba50e-30b2-4779-b5fb-3fffe4e15f49 req-ab9e27a4-663e-4e4a-bc93-d42705cfeac7 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:26.915503 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-120ba50e-30b2-4779-b5fb-3fffe4e15f49 req-ab9e27a4-663e-4e4a-bc93-d42705cfeac7 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 1097 time: 0.1559174 Nov 02 11:38:26.962539 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0123a892-a7f4-49ed-9d1b-dbea3b78bf30 req-5dd7192b-fa36-45e1-8952-9c3f2341ec05 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:26.974465 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0', '9679caad-6d46-4129-b037-95ba1479b1a3', '17645de0-c3d2-491c-9962-f4bec0e80b40', '1cda1398-be50-47dc-a076-3ade52443612', 'a7252098-b5f9-49d2-bd2c-ac359d091893'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:26.980612 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a', 'c73a6254-c983-41f8-a3a3-ba14e5535490', '92e6eabc-7b9f-43c2-a477-a6bd93030122'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:27.049986 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-20865159-d40e-4575-8726-54bbb0bbf3fd tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Allocated IP 172.20.0.8 (bd5c17c3-2e23-430d-8e74-fd4aa312ce46/ce007fe3-48ea-421e-bc9f-dbc29aaa148f/be5a2023-300c-4717-bb81-a6e3d2615a13) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:38:27.054145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7192b-fa36-45e1-8952-9c3f2341ec05 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Pushing event deleted for resources: {'Port': ['ID=92e6eabc-7b9f-43c2-a477-a6bd93030122,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:27.071254 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-120ba50e-30b2-4779-b5fb-3fffe4e15f49 req-b07f0bd3-8cbb-4d93-8c0d-beb094a18a59 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274385 Nov 02 11:38:27.141261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-0123a892-a7f4-49ed-9d1b-dbea3b78bf30 req-5dd7192b-fa36-45e1-8952-9c3f2341ec05 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] No DVR routers for this DVR port 92e6eabc-7b9f-43c2-a477-a6bd93030122 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:27.145662 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0123a892-a7f4-49ed-9d1b-dbea3b78bf30 req-5dd7192b-fa36-45e1-8952-9c3f2341ec05 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:27.150593 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0123a892-a7f4-49ed-9d1b-dbea3b78bf30 req-5dd7192b-fa36-45e1-8952-9c3f2341ec05 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.54 "DELETE /v2.0/ports/92e6eabc-7b9f-43c2-a477-a6bd93030122 HTTP/1.1" status: 204 len: 173 time: 0.6773219 Nov 02 11:38:27.159496 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e499bb21-c1d9-45d4-94f5-b3b2352e7a51', 'name': 'network-vif-deleted', 'tag': '92e6eabc-7b9f-43c2-a477-a6bd93030122'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:27.159496 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369c7d5e-b3da-4d15-8acf-d34c678469f9" -d '{"events": [{"server_uuid": "e499bb21-c1d9-45d4-94f5-b3b2352e7a51", "name": "network-vif-deleted", "tag": "92e6eabc-7b9f-43c2-a477-a6bd93030122"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:27.168960 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-a957ff5d-5568-45e2-b3d9-b0e78561b72d tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:38:27.171203 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-a957ff5d-5568-45e2-b3d9-b0e78561b72d tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0094604 Nov 02 11:38:27.236073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-eaf0ec76-ae47-4765-8113-c7757163baa2 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:27.237678 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-eaf0ec76-ae47-4765-8113-c7757163baa2 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/ports/57be5d74-bb49-4566-8385-2f7bdf5492ff HTTP/1.1" status: 200 len: 1095 time: 0.0532396 Nov 02 11:38:27.269622 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-c6f4e2d6-f4f2-44d8-af68-686aa554ddf8 service neutron] Request body: {'binding': {'host': 'n-h2-806683-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:27.274299 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-c6f4e2d6-f4f2-44d8-af68-686aa554ddf8 service neutron] Unknown quota resources ['binding']. {{(pid=102690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 11:38:27.288907 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e62bf166-422f-4e70-9a8b-5095d964e9f1 req-11373564-7238-4d86-80a8-28ae02c6a20a tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 210 time: 0.0656891 Nov 02 11:38:27.447079 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4f3f45e5-1f45-4399-9e17-b6b1aa1471bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:27.477558 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-c6f4e2d6-f4f2-44d8-af68-686aa554ddf8 service neutron] Attempting to bind port 57be5d74-bb49-4566-8385-2f7bdf5492ff on host n-h2-806683-18 for vnic_type normal with profile None {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:38:27.478078 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-c6f4e2d6-f4f2-44d8-af68-686aa554ddf8 service neutron] Attempting to bind port 57be5d74-bb49-4566-8385-2f7bdf5492ff by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:38:27.478230 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-c6f4e2d6-f4f2-44d8-af68-686aa554ddf8 service neutron] Attempting to bind port 57be5d74-bb49-4566-8385-2f7bdf5492ff on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:27.480035 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-182de8b2-ff59-4e71-999c-6765783875ac req-fe980321-d3be-4200-8019-96e3a0963267 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 210 time: 0.0503278 Nov 02 11:38:27.485362 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-c6f4e2d6-f4f2-44d8-af68-686aa554ddf8 service neutron] Port 57be5d74-bb49-4566-8385-2f7bdf5492ff on network e3f5fe02-990d-442a-ab33-f4126e712578 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:38:27.485564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-c6f4e2d6-f4f2-44d8-af68-686aa554ddf8 service neutron] Attempting to bind port 57be5d74-bb49-4566-8385-2f7bdf5492ff on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:27.503405 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-c6f4e2d6-f4f2-44d8-af68-686aa554ddf8 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:38:27.504820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-c6f4e2d6-f4f2-44d8-af68-686aa554ddf8 service neutron] Checking segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:38:27.516992 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-c6f4e2d6-f4f2-44d8-af68-686aa554ddf8 service neutron] Bound using segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:38:27.518886 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-c6f4e2d6-f4f2-44d8-af68-686aa554ddf8 service neutron] Bound port: 57be5d74-bb49-4566-8385-2f7bdf5492ff, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:38:27.590651 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-c6f4e2d6-f4f2-44d8-af68-686aa554ddf8 service neutron] For port 57be5d74-bb49-4566-8385-2f7bdf5492ff, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=57be5d74-bb49-4566-8385-2f7bdf5492ff,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:38:27.634684 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-20865159-d40e-4575-8726-54bbb0bbf3fd tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:27.687371 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-c6f4e2d6-f4f2-44d8-af68-686aa554ddf8 service neutron] Publish callbacks [] for binding, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:27.687371 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-c6f4e2d6-f4f2-44d8-af68-686aa554ddf8 service neutron] 10.222.0.52 "POST /v2.0/ports/57be5d74-bb49-4566-8385-2f7bdf5492ff/bindings HTTP/1.1" status: 201 len: 390 time: 0.4241691 Nov 02 11:38:27.689007 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b7619d-df77-476a-933a-60a00009ffdb x-openstack-request-id: req-27b7619d-df77-476a-933a-60a00009ffdb {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:27.689299 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e499bb21-c1d9-45d4-94f5-b3b2352e7a51", "name": "network-vif-deleted", "tag": "92e6eabc-7b9f-43c2-a477-a6bd93030122", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:27.689943 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27b7619d-df77-476a-933a-60a00009ffdb {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:27.691096 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e499bb21-c1d9-45d4-94f5-b3b2352e7a51', 'name': 'network-vif-deleted', 'tag': '92e6eabc-7b9f-43c2-a477-a6bd93030122', 'status': 'completed', 'code': 200} Nov 02 11:38:27.876972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db52c2-c373-4992-b463-cd37164ea440 req-5a7664d1-c99e-47c7-a4dd-d3da3e968c54 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:27.877711 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-91db52c2-c373-4992-b463-cd37164ea440 req-5a7664d1-c99e-47c7-a4dd-d3da3e968c54 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.0686133 Nov 02 11:38:27.886100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3f45e5-1f45-4399-9e17-b6b1aa1471bb admin admin] Router 7663b741-77f3-4549-b2cc-fe0218364e40 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:38:27.889135 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-20865159-d40e-4575-8726-54bbb0bbf3fd tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:27.922230 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 57933098-565b-4a8c-b31a-e501f666bf1f no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:27.963135 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-20865159-d40e-4575-8726-54bbb0bbf3fd tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Network bd5c17c3-2e23-430d-8e74-fd4aa312ce46 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:38:27.980659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 57933098-565b-4a8c-b31a-e501f666bf1f {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:38:27.981204 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 57933098-565b-4a8c-b31a-e501f666bf1f not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:38:28.010605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-20865159-d40e-4575-8726-54bbb0bbf3fd tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:38:28.020847 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-20865159-d40e-4575-8726-54bbb0bbf3fd tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:38:28.028993 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20865159-d40e-4575-8726-54bbb0bbf3fd tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Pushing event updated for resources: {'Port': ['ID=be5a2023-300c-4717-bb81-a6e3d2615a13,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:28.079506 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-91db52c2-c373-4992-b463-cd37164ea440 req-ea547722-2e49-408f-86f9-3a05efc23d8c tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920996 Nov 02 11:38:28.185540 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3f45e5-1f45-4399-9e17-b6b1aa1471bb admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:38:28.185859 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54192) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:28.188734 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4f3f45e5-1f45-4399-9e17-b6b1aa1471bb admin admin] 10.222.0.52 "PUT /v2.0/routers/7663b741-77f3-4549-b2cc-fe0218364e40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6275046 Nov 02 11:38:28.191950 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54194) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:28.196787 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c39b10-c4c6-483a-8257-212ef42c9137 None None] Sync routers for ids ['7663b741-77f3-4549-b2cc-fe0218364e40'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:38:28.200274 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-20865159-d40e-4575-8726-54bbb0bbf3fd tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:28.201124 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-20865159-d40e-4575-8726-54bbb0bbf3fd tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:28.209355 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c39b10-c4c6-483a-8257-212ef42c9137 None None] Routers {'7663b741-77f3-4549-b2cc-fe0218364e40'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:38:28.210393 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c5c39b10-c4c6-483a-8257-212ef42c9137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:38:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7663b741-77f3-4549-b2cc-fe0218364e40'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:28.307331 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08805616-de12-4c17-b43c-936b868c8640 req-b71a250c-e01e-41e2-b9ad-c07e7999c1d0 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:28.308890 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-08805616-de12-4c17-b43c-936b868c8640 req-b71a250c-e01e-41e2-b9ad-c07e7999c1d0 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 946 time: 0.1756725 Nov 02 11:38:28.323533 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-c5c39b10-c4c6-483a-8257-212ef42c9137 None None] Set router 7663b741-77f3-4549-b2cc-fe0218364e40 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:38:28.345767 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-c745fe12-3697-4389-b55f-c49de506895d admin admin] Deleting subnet e7582e62-05cb-437a-aed7-09dbfeb0b131 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:38:28.352819 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c745fe12-3697-4389-b55f-c49de506895d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:28.418793 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77f7ce7e-6c9c-4272-8831-7f106e2ff07a req-20c952fe-8364-47c4-a36a-9b1214e6effa tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=e499bb21-c1d9-45d4-94f5-b3b2352e7a51 HTTP/1.1" status: 200 len: 210 time: 0.0299118 Nov 02 11:38:28.423486 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-20865159-d40e-4575-8726-54bbb0bbf3fd tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0765805 Nov 02 11:38:28.445948 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Request body: {'port': {'device_id': '3a6bf27b-75f8-445f-adf8-eca811adff04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:28.459667 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c745fe12-3697-4389-b55f-c49de506895d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:28.527258 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6480717c-8d3d-4371-a45d-83a931668831 admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:28.529048 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:28.561677 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c5c39b10-c4c6-483a-8257-212ef42c9137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'name': 'tempest-FloatingIPsTestJSON-229531513-router', 'tenant_id': 'b02c89edd25647f7a66139d276d8451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e5d796df-efab-490c-b772-74b793c9b705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:38:02Z', 'updated_at': '2021-11-02T11:38:26Z', 'revision_number': 5, 'project_id': 'b02c89edd25647f7a66139d276d8451b', 'gw_port': {'id': 'e5d796df-efab-490c-b772-74b793c9b705', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:38:03Z', 'updated_at': '2021-11-02T11:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:28.622035 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c39b10-c4c6-483a-8257-212ef42c9137 None None] Checking router: 7663b741-77f3-4549-b2cc-fe0218364e40 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:38:28.634157 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c39b10-c4c6-483a-8257-212ef42c9137 None None] Routers {'7663b741-77f3-4549-b2cc-fe0218364e40'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:38:28.635759 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c5c39b10-c4c6-483a-8257-212ef42c9137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:38:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7663b741-77f3-4549-b2cc-fe0218364e40'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:28.636430 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-08805616-de12-4c17-b43c-936b868c8640 req-2158de01-cc52-4698-b25b-1fb8826a40e9 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866967 Nov 02 11:38:28.722050 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c745fe12-3697-4389-b55f-c49de506895d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:28.770257 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-c5c39b10-c4c6-483a-8257-212ef42c9137 None None] Set router 7663b741-77f3-4549-b2cc-fe0218364e40 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:38:28.770561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c61ff-3144-45f7-83ac-682c471e5080 req-fc0b90c5-bb47-48c3-9a6b-04bc4f08e4f1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:28.772374 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a48c61ff-3144-45f7-83ac-682c471e5080 req-fc0b90c5-bb47-48c3-9a6b-04bc4f08e4f1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 931 time: 0.1590955 Nov 02 11:38:28.820734 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-3c8b2bf5-5aa8-4fd7-9b01-3429e2cda709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:28.822318 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-3c8b2bf5-5aa8-4fd7-9b01-3429e2cda709 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 1098 time: 0.1731908 Nov 02 11:38:28.837617 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6480717c-8d3d-4371-a45d-83a931668831 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:28.895058 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a48c61ff-3144-45f7-83ac-682c471e5080 req-7c23cb5b-e47d-440c-8a25-9ff70479d2f7 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133447 Nov 02 11:38:28.989140 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-7ed5b602-1ebe-4a14-a57e-a1990e2d4d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:28.990089 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-7ed5b602-1ebe-4a14-a57e-a1990e2d4d66 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 922 time: 0.1487656 Nov 02 11:38:28.991822 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c5c39b10-c4c6-483a-8257-212ef42c9137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'name': 'tempest-FloatingIPsTestJSON-229531513-router', 'tenant_id': 'b02c89edd25647f7a66139d276d8451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e5d796df-efab-490c-b772-74b793c9b705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:38:02Z', 'updated_at': '2021-11-02T11:38:26Z', 'revision_number': 5, 'project_id': 'b02c89edd25647f7a66139d276d8451b', 'gw_port': {'id': 'e5d796df-efab-490c-b772-74b793c9b705', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:38:03Z', 'updated_at': '2021-11-02T11:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:28.993964 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c745fe12-3697-4389-b55f-c49de506895d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:29.013626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5a2023-300c-4717-bb81-a6e3d2615a13 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:38:29.023454 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:29.040350 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745fe12-3697-4389-b55f-c49de506895d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7582e62-05cb-437a-aed7-09dbfeb0b131,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:29.043245 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c745fe12-3697-4389-b55f-c49de506895d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:29.048607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Transition to ACTIVE for port object be5a2023-300c-4717-bb81-a6e3d2615a13 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:38:29.049210 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c745fe12-3697-4389-b55f-c49de506895d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e7582e62-05cb-437a-aed7-09dbfeb0b131 HTTP/1.1" status: 204 len: 168 time: 0.8587306 Nov 02 11:38:29.050711 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54208) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:29.086280 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-3a523c35-e6a6-4409-bdcd-9e2b9da2a18d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57be5d74-bb49-4566-8385-2f7bdf5492ff HTTP/1.1" status: 200 len: 217 time: 0.0809884 Nov 02 11:38:29.130714 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6480717c-8d3d-4371-a45d-83a931668831 admin admin] Deleting port e5d796df-efab-490c-b772-74b793c9b705 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:29.131300 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6480717c-8d3d-4371-a45d-83a931668831 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:29.143527 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:29.194215 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c39b10-c4c6-483a-8257-212ef42c9137 None None] The sync data for ids ['7663b741-77f3-4549-b2cc-fe0218364e40'] in n-d-806683-18 is: [{'id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'name': 'tempest-FloatingIPsTestJSON-229531513-router', 'tenant_id': 'b02c89edd25647f7a66139d276d8451b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'e5d796df-efab-490c-b772-74b793c9b705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:38:02Z', 'updated_at': '2021-11-02T11:38:26Z', 'revision_number': 5, 'project_id': 'b02c89edd25647f7a66139d276d8451b', 'gw_port': {'id': 'e5d796df-efab-490c-b772-74b793c9b705', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7663b741-77f3-4549-b2cc-fe0218364e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:38:03Z', 'updated_at': '2021-11-02T11:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:38:29.207254 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-a7b9a739-0f07-42ee-9638-14f45230d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:29.208775 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-a7b9a739-0f07-42ee-9638-14f45230d1e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.1095972 Nov 02 11:38:29.211726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Pushing event updated for resources: {'Port': ['ID=be5a2023-300c-4717-bb81-a6e3d2615a13,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:29.269675 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-364bd043-8693-41dd-9ec9-f929b1190ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:29.280477 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-17b23837-1c0a-406c-b181-f198dfa095ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533338 Nov 02 11:38:29.308613 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-6480717c-8d3d-4371-a45d-83a931668831 admin admin] For port e5d796df-efab-490c-b772-74b793c9b705, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e5d796df-efab-490c-b772-74b793c9b705,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:29.308995 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6480717c-8d3d-4371-a45d-83a931668831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:29.371036 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6480717c-8d3d-4371-a45d-83a931668831 admin admin] Calling delete_port for e5d796df-efab-490c-b772-74b793c9b705 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:29.381398 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caf470-d4bc-4816-bd4c-6a6ecd8fef5f req-6532de4e-2c1a-4b39-82a0-20b7d9457c91 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:29.382913 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d9caf470-d4bc-4816-bd4c-6a6ecd8fef5f req-6532de4e-2c1a-4b39-82a0-20b7d9457c91 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.1732583 Nov 02 11:38:29.424911 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-364bd043-8693-41dd-9ec9-f929b1190ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:29.439998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Attempting to bind port be5a2023-300c-4717-bb81-a6e3d2615a13 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:38:29.440334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Attempting to bind port be5a2023-300c-4717-bb81-a6e3d2615a13 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'e7e73e45-824f-4668-87ab-f7159d717501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:38:29.440665 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Attempting to bind port be5a2023-300c-4717-bb81-a6e3d2615a13 on network bd5c17c3-2e23-430d-8e74-fd4aa312ce46 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:29.460191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Port be5a2023-300c-4717-bb81-a6e3d2615a13 on network bd5c17c3-2e23-430d-8e74-fd4aa312ce46 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:38:29.460539 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Attempting to bind port be5a2023-300c-4717-bb81-a6e3d2615a13 on network bd5c17c3-2e23-430d-8e74-fd4aa312ce46 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:29.474235 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-364bd043-8693-41dd-9ec9-f929b1190ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c17852-79ac-44f2-b779-121000627b7d']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:29.488703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:38:29.489063 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Checking segment: {'id': 'e7e73e45-824f-4668-87ab-f7159d717501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:38:29.489358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Bound using segment: {'id': 'e7e73e45-824f-4668-87ab-f7159d717501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:38:29.489797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Bound port: be5a2023-300c-4717-bb81-a6e3d2615a13, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e73e45-824f-4668-87ab-f7159d717501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:38:29.490156 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:29.495297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-364bd043-8693-41dd-9ec9-f929b1190ee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87acba2a-554f-47d9-8ec3-faddc5d740e6') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:29.495612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-364bd043-8693-41dd-9ec9-f929b1190ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87acba2a-554f-47d9-8ec3-faddc5d740e6') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:29.504864 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-df5f5ff2-4f95-4f8d-8728-78b17b7daed5 service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113822 Nov 02 11:38:29.514527 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-364bd043-8693-41dd-9ec9-f929b1190ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:29.515468 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d9caf470-d4bc-4816-bd4c-6a6ecd8fef5f req-c62c1744-bae1-43b7-b0a2-c623a23805de tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204464 Nov 02 11:38:29.567400 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-364bd043-8693-41dd-9ec9-f929b1190ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:29.579107 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364bd043-8693-41dd-9ec9-f929b1190ee7 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:38:29.579510 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-364bd043-8693-41dd-9ec9-f929b1190ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:38:29.587538 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:38:29.605631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 92e6eabc-7b9f-43c2-a477-a6bd93030122 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:29.662630 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 92e6eabc-7b9f-43c2-a477-a6bd93030122 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:38:29.663299 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 92e6eabc-7b9f-43c2-a477-a6bd93030122 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:38:29.785847 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-24327d09-0306-4d90-ac99-983d6418015f service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615736 Nov 02 11:38:29.819973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda63eb-4341-435d-afce-4250a242a3e5 req-23914a99-4fd8-403c-9985-e63cf25273ea tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:29.821581 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ceda63eb-4341-435d-afce-4250a242a3e5 req-23914a99-4fd8-403c-9985-e63cf25273ea tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 946 time: 0.0769897 Nov 02 11:38:29.881664 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ceda63eb-4341-435d-afce-4250a242a3e5 req-71b6db23-6782-49ff-ad6e-b69ee8d9b46e tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521014 Nov 02 11:38:29.912931 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6480717c-8d3d-4371-a45d-83a931668831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:29.957689 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0cceed6d-f9bc-4180-9e74-9cf798a44546 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:29.981187 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480717c-8d3d-4371-a45d-83a931668831 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d796df-efab-490c-b772-74b793c9b705,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:30.009484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 0cceed6d-f9bc-4180-9e74-9cf798a44546 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:38:30.010002 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0cceed6d-f9bc-4180-9e74-9cf798a44546 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:38:30.074399 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6480717c-8d3d-4371-a45d-83a931668831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:30.125960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] For port be5a2023-300c-4717-bb81-a6e3d2615a13, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:38:30.167031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ad42d-547a-4a07-9400-a03652dc9d2d req-da87afed-81c7-4420-b5be-ce6530131bd5 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:30.172984 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b87ad42d-547a-4a07-9400-a03652dc9d2d req-da87afed-81c7-4420-b5be-ce6530131bd5 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 943 time: 0.0578382 Nov 02 11:38:30.186995 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6480717c-8d3d-4371-a45d-83a931668831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:30.192850 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6480717c-8d3d-4371-a45d-83a931668831 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:30.226965 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-364bd043-8693-41dd-9ec9-f929b1190ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:30.240392 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-364bd043-8693-41dd-9ec9-f929b1190ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:30.248621 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-364bd043-8693-41dd-9ec9-f929b1190ee7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/36c17852-79ac-44f2-b779-121000627b7d HTTP/1.1" status: 204 len: 168 time: 1.1964643 Nov 02 11:38:30.259343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] For port be5a2023-300c-4717-bb81-a6e3d2615a13, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=be5a2023-300c-4717-bb81-a6e3d2615a13,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:38:30.282172 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364bd043-8693-41dd-9ec9-f929b1190ee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=36c17852-79ac-44f2-b779-121000627b7d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:30.343909 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b87ad42d-547a-4a07-9400-a03652dc9d2d req-26216a55-bd1e-436b-8dbf-58e77b7c8253 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652741 Nov 02 11:38:30.359621 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6480717c-8d3d-4371-a45d-83a931668831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:30.360344 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6480717c-8d3d-4371-a45d-83a931668831 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7663b741-77f3-4549-b2cc-fe0218364e40 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:38:30.373852 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6480717c-8d3d-4371-a45d-83a931668831 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:30.376611 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6480717c-8d3d-4371-a45d-83a931668831 admin admin] 10.222.0.52 "DELETE /v2.0/routers/7663b741-77f3-4549-b2cc-fe0218364e40 HTTP/1.1" status: 204 len: 168 time: 2.1805351 Nov 02 11:38:30.378362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54228) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:30.387830 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:30.411590 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ecb22-e1b1-4f62-94e4-d67c83e4288c req-425114eb-2515-418d-b9bf-d4dedd5f7959 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:30.415133 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c53ecb22-e1b1-4f62-94e4-d67c83e4288c req-425114eb-2515-418d-b9bf-d4dedd5f7959 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 950 time: 0.1298563 Nov 02 11:38:30.516699 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c53ecb22-e1b1-4f62-94e4-d67c83e4288c req-f809d269-845f-4c2b-950b-0722e7ffc7aa tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909150 Nov 02 11:38:30.518183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:30.520034 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:30.521679 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] 10.222.0.79 "PUT /v2.0/ports/be5a2023-300c-4717-bb81-a6e3d2615a13 HTTP/1.1" status: 200 len: 1092 time: 2.0877588 Nov 02 11:38:30.526592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6bf27b-75f8-445f-adf8-eca811adff04', 'tag': 'be5a2023-300c-4717-bb81-a6e3d2615a13'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:30.526592 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1820461e-ed4a-4797-a945-1446e91170e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6bf27b-75f8-445f-adf8-eca811adff04", "tag": "be5a2023-300c-4717-bb81-a6e3d2615a13"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:30.591712 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa588ce0-70a2-4e32-b840-5da12e6519c9 admin admin] Deleting subnet a3e86d3b-7f1b-4f16-a752-da330a06adaf {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:38:30.596546 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aa588ce0-70a2-4e32-b840-5da12e6519c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:30.652325 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aa588ce0-70a2-4e32-b840-5da12e6519c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:30.699526 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43ee6c7-6d39-4f81-b8ff-f41cedd0fb60 x-openstack-request-id: req-f43ee6c7-6d39-4f81-b8ff-f41cedd0fb60 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:30.699808 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6bf27b-75f8-445f-adf8-eca811adff04", "tag": "be5a2023-300c-4717-bb81-a6e3d2615a13", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:30.700057 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f43ee6c7-6d39-4f81-b8ff-f41cedd0fb60 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:30.700602 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6bf27b-75f8-445f-adf8-eca811adff04', 'tag': 'be5a2023-300c-4717-bb81-a6e3d2615a13', 'status': 'completed', 'code': 200} Nov 02 11:38:30.751441 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54238) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:30.770987 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848cad0f-58d6-4a97-946c-205edbae71ab service neutron] Pushing event updated for resources: {'Port': ['ID=be5a2023-300c-4717-bb81-a6e3d2615a13,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:30.827096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-1a3a2803-77af-4581-83b9-3d5d11a2b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:30.827916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-1a3a2803-77af-4581-83b9-3d5d11a2b151 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8702b9ca25d49aa873f1c4a01316955&device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 1095 time: 0.1406786 Nov 02 11:38:30.831228 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4579d6ef-c509-4d5b-885d-c47de7cd76d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40b47dbed86842a7b2f8e51264449559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0775030 Nov 02 11:38:30.833633 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54242) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:30.838977 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64698450-6b40-4da0-af54-08b6ceb9424d req-0234c55c-7d40-4bd3-9a5b-7911572d3719 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:30.840505 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64698450-6b40-4da0-af54-08b6ceb9424d req-0234c55c-7d40-4bd3-9a5b-7911572d3719 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.1520538 Nov 02 11:38:30.892794 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9a9e67b0-d7c5-4d94-b2d3-1a06a8f657bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:30.931502 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9a9e67b0-d7c5-4d94-b2d3-1a06a8f657bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:30.951462 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-7aba584f-ecf8-4a52-b00f-ac9b2592d061 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be5a2023-300c-4717-bb81-a6e3d2615a13 HTTP/1.1" status: 200 len: 217 time: 0.1082473 Nov 02 11:38:30.959905 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aa588ce0-70a2-4e32-b840-5da12e6519c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:31.059144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64698450-6b40-4da0-af54-08b6ceb9424d req-b5ca58bd-defb-4cdc-8cb6-89dd3e6b7c35 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091975 Nov 02 11:38:31.085128 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9a9e67b0-d7c5-4d94-b2d3-1a06a8f657bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:31.090802 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9a9e67b0-d7c5-4d94-b2d3-1a06a8f657bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:31.091870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-70ceaf0a-1f41-4d7a-a8a3-f8f557a40dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:31.093982 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-70ceaf0a-1f41-4d7a-a8a3-f8f557a40dbd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ce007fe3-48ea-421e-bc9f-dbc29aaa148f HTTP/1.1" status: 200 len: 862 time: 0.1311488 Nov 02 11:38:31.095511 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9a9e67b0-d7c5-4d94-b2d3-1a06a8f657bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d94961b7-54de-4556-903b-a0ec1c018125 HTTP/1.1" status: 204 len: 168 time: 0.2605610 Nov 02 11:38:31.101687 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-10363af4-99f4-4aa0-a8d4-c7f8785a50f6 req-ad779226-f723-41d3-ac90-609b6d7fcdcd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0734904 Nov 02 11:38:31.110823 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e67b0-d7c5-4d94-b2d3-1a06a8f657bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94961b7-54de-4556-903b-a0ec1c018125,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:31.197171 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-fb6fdd7c-bec0-4b92-a805-c3ebedcc19bd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bd5c17c3-2e23-430d-8e74-fd4aa312ce46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795414 Nov 02 11:38:31.197894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10363af4-99f4-4aa0-a8d4-c7f8785a50f6 req-c237c56d-ba71-4dfa-b9fd-06202462f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:31.199858 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-10363af4-99f4-4aa0-a8d4-c7f8785a50f6 req-c237c56d-ba71-4dfa-b9fd-06202462f646 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 1101 time: 0.0593700 Nov 02 11:38:31.239218 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aa588ce0-70a2-4e32-b840-5da12e6519c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:31.319724 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa588ce0-70a2-4e32-b840-5da12e6519c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3e86d3b-7f1b-4f16-a752-da330a06adaf,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:31.325819 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10363af4-99f4-4aa0-a8d4-c7f8785a50f6 req-05b657b9-8c2f-422b-b55b-482208b275d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:31.328666 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-10363af4-99f4-4aa0-a8d4-c7f8785a50f6 req-05b657b9-8c2f-422b-b55b-482208b275d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1037848 Nov 02 11:38:31.331182 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aa588ce0-70a2-4e32-b840-5da12e6519c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:31.336927 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-aa588ce0-70a2-4e32-b840-5da12e6519c9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a3e86d3b-7f1b-4f16-a752-da330a06adaf HTTP/1.1" status: 204 len: 168 time: 0.9371374 Nov 02 11:38:31.339193 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff89340c-ae79-4b1b-bd57-8c421d335b96 None None] Network 20398518-ba5f-4512-ae15-1f6eb981ad5b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:38:31.342217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54254) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:31.401393 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64652ca5-a3fe-46dd-bf58-b4fd13422545 req-7cf94759-bc23-4639-aa17-bca7af7420ae tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:31.408487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64652ca5-a3fe-46dd-bf58-b4fd13422545 req-7cf94759-bc23-4639-aa17-bca7af7420ae tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 946 time: 0.2555122 Nov 02 11:38:31.443216 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-10363af4-99f4-4aa0-a8d4-c7f8785a50f6 req-bab5d118-3002-42e8-a34d-901aebdab4d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a HTTP/1.1" status: 200 len: 217 time: 0.0894222 Nov 02 11:38:31.526324 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:31.541328 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-da3dae72-54d1-4808-b13b-bdc90a500ecb service neutron] 10.222.0.79 "GET /v2.0/networks/bd5c17c3-2e23-430d-8e74-fd4aa312ce46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214035 Nov 02 11:38:31.554034 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10363af4-99f4-4aa0-a8d4-c7f8785a50f6 req-75b8f238-66df-4336-8eb1-74e19ac6b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:31.555712 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-10363af4-99f4-4aa0-a8d4-c7f8785a50f6 req-75b8f238-66df-4336-8eb1-74e19ac6b4f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1078010 Nov 02 11:38:31.600937 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64652ca5-a3fe-46dd-bf58-b4fd13422545 req-f6334bfb-fb2f-49a0-bee6-225465fece1d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701007 Nov 02 11:38:31.617257 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830aadde-856f-4cdd-952c-13f635821660 None None] DHCP port deletion for 20398518-ba5f-4512-ae15-1f6eb981ad5b request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:38:31.665098 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10363af4-99f4-4aa0-a8d4-c7f8785a50f6 req-81ba036f-8d76-4891-8bec-489e5e99dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:31.667006 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-10363af4-99f4-4aa0-a8d4-c7f8785a50f6 req-81ba036f-8d76-4891-8bec-489e5e99dfce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1035810 Nov 02 11:38:31.706367 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-830aadde-856f-4cdd-952c-13f635821660 None None] Deleting port 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:31.707175 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-830aadde-856f-4cdd-952c-13f635821660 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:31.837158 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaef0ca-554a-4120-9707-bc557a626900 req-bc31d703-ced1-44cc-a374-d25bbe15c91c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:31.845477 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cfaef0ca-554a-4120-9707-bc557a626900 req-bc31d703-ced1-44cc-a374-d25bbe15c91c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 950 time: 0.2402785 Nov 02 11:38:31.912613 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41994bd2-4fd2-40b4-aea8-3bee93ef4a46 req-6e89fb3f-f5ad-4fe9-b517-4151f1271806 service neutron] 10.222.0.79 "GET /v2.0/networks/bd5c17c3-2e23-430d-8e74-fd4aa312ce46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012815 Nov 02 11:38:31.958394 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-830aadde-856f-4cdd-952c-13f635821660 None None] For port 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f,segment=NetworkSegment(7c05e275-078a-46d4-9cdd-32e3f8e278cb),segment_id=7c05e275-078a-46d4-9cdd-32e3f8e278cb)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:31.958854 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-830aadde-856f-4cdd-952c-13f635821660 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:31.983327 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-830aadde-856f-4cdd-952c-13f635821660 None None] Calling delete_port for 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:32.002501 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:32.014860 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] Deleting port 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:32.018383 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:32.103572 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-10363af4-99f4-4aa0-a8d4-c7f8785a50f6 req-e1d65f29-5a44-41c6-bfba-961309e7d3aa service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175310 Nov 02 11:38:32.142322 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69113d-72c9-4f03-b171-af6e4724139c req-51c8a9ff-308b-43b8-83c3-f1c2a91d1c39 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:32.153657 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fa69113d-72c9-4f03-b171-af6e4724139c req-51c8a9ff-308b-43b8-83c3-f1c2a91d1c39 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 950 time: 0.1951916 Nov 02 11:38:32.193358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] For port 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f,segment=NetworkSegment(7c05e275-078a-46d4-9cdd-32e3f8e278cb),segment_id=7c05e275-078a-46d4-9cdd-32e3f8e278cb)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:32.194218 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:32.238001 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] Calling delete_port for 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:32.238962 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:32.349986 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-830aadde-856f-4cdd-952c-13f635821660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:32.427748 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:32.451602 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830aadde-856f-4cdd-952c-13f635821660 None None] No DVR routers for this DVR port 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:32.454117 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e5d796df-efab-490c-b772-74b793c9b705 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:32.479418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] No DVR routers for this DVR port 3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:32.508468 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830aadde-856f-4cdd-952c-13f635821660 None None] Pushing event deleted for resources: {'Port': ['ID=3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:32.511851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820461e-ed4a-4797-a945-1446e91170e1 req-52517d32-dff3-4bc1-93e8-eb952d8b1dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:32.514053 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1820461e-ed4a-4797-a945-1446e91170e1 req-52517d32-dff3-4bc1-93e8-eb952d8b1dc5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8702b9ca25d49aa873f1c4a01316955&device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 1095 time: 0.4404755 Nov 02 11:38:32.514966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] Pushing event deleted for resources: {'Port': ['ID=3aaa141c-e262-4ecf-9a86-1b0ddbd9be8f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:32.519221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: e5d796df-efab-490c-b772-74b793c9b705 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:38:32.519565 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e5d796df-efab-490c-b772-74b793c9b705 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:38:32.670448 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:32.681046 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389ea4e-d2e2-43ad-81d0-7c63f3876076 req-9a39fd9b-9029-46ca-8d27-8f42fb5a7b74 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:32.683312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a389ea4e-d2e2-43ad-81d0-7c63f3876076 req-9a39fd9b-9029-46ca-8d27-8f42fb5a7b74 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 943 time: 0.7087653 Nov 02 11:38:32.811930 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20398518-ba5f-4512-ae15-1f6eb981ad5b']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:32.843658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c05e275-078a-46d4-9cdd-32e3f8e278cb') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:32.844129 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c05e275-078a-46d4-9cdd-32e3f8e278cb') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:32.886372 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:32.896217 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-cfaef0ca-554a-4120-9707-bc557a626900 req-84e0894a-2df5-4328-ab17-01e4fa8808db tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Deleting port a7252098-b5f9-49d2-bd2c-ac359d091893 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:32.896768 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-cfaef0ca-554a-4120-9707-bc557a626900 req-84e0894a-2df5-4328-ab17-01e4fa8808db tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:32.901125 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a389ea4e-d2e2-43ad-81d0-7c63f3876076 req-59805101-7bff-4a52-bd0c-591e06c03d55 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006721 Nov 02 11:38:32.931060 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:32.942109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820461e-ed4a-4797-a945-1446e91170e1 req-2692c76d-7d7a-4f4b-9673-ee011c93091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:32.944392 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1820461e-ed4a-4797-a945-1446e91170e1 req-2692c76d-7d7a-4f4b-9673-ee011c93091d service neutron] 10.222.0.79 "GET /v2.0/networks?id=bd5c17c3-2e23-430d-8e74-fd4aa312ce46 HTTP/1.1" status: 200 len: 923 time: 0.2981873 Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:38:32.951543 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:38:33.035549 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-cfaef0ca-554a-4120-9707-bc557a626900 req-84e0894a-2df5-4328-ab17-01e4fa8808db tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] For port a7252098-b5f9-49d2-bd2c-ac359d091893, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=a7252098-b5f9-49d2-bd2c-ac359d091893,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:33.035920 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-cfaef0ca-554a-4120-9707-bc557a626900 req-84e0894a-2df5-4328-ab17-01e4fa8808db tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:33.051610 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-cfaef0ca-554a-4120-9707-bc557a626900 req-84e0894a-2df5-4328-ab17-01e4fa8808db tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Calling delete_port for a7252098-b5f9-49d2-bd2c-ac359d091893 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:33.065051 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fa69113d-72c9-4f03-b171-af6e4724139c req-1b03f7e3-ec9c-436f-b02e-77f97a27d0d6 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8734007 Nov 02 11:38:33.094989 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:33.102305 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:33.108776 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] 10.222.0.52 "DELETE /v2.0/networks/20398518-ba5f-4512-ae15-1f6eb981ad5b HTTP/1.1" status: 204 len: 168 time: 1.7631886 Nov 02 11:38:33.110946 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1820461e-ed4a-4797-a945-1446e91170e1 req-13912e44-ab18-49dc-8022-641c51a8ec92 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be5a2023-300c-4717-bb81-a6e3d2615a13 HTTP/1.1" status: 200 len: 217 time: 0.0902557 Nov 02 11:38:33.121031 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-10363af4-99f4-4aa0-a8d4-c7f8785a50f6 req-c8ea1d43-b25e-48b6-b8f1-9463eaad6ae7 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0084326 Nov 02 11:38:33.181460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d3748-e343-488c-a140-a155930ebe2f admin admin] Pushing event deleted for resources: {'Network': ['ID=20398518-ba5f-4512-ae15-1f6eb981ad5b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:33.185722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820461e-ed4a-4797-a945-1446e91170e1 req-7ea99f62-4528-48b5-9fa7-55d1bc139fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:33.189084 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1820461e-ed4a-4797-a945-1446e91170e1 req-7ea99f62-4528-48b5-9fa7-55d1bc139fa5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ce007fe3-48ea-421e-bc9f-dbc29aaa148f HTTP/1.1" status: 200 len: 862 time: 0.0589232 Nov 02 11:38:33.235653 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1820461e-ed4a-4797-a945-1446e91170e1 req-bec3de29-0608-4a1f-a4d0-a8832e93768c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bd5c17c3-2e23-430d-8e74-fd4aa312ce46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357773 Nov 02 11:38:33.266255 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa0e46-a5fa-437b-9dd3-281523a464e0 req-938e747d-6524-4c97-a4d2-2f1a9cea455e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:33.276993 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6baa0e46-a5fa-437b-9dd3-281523a464e0 req-938e747d-6524-4c97-a4d2-2f1a9cea455e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.2544372 Nov 02 11:38:33.320035 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681d505-a08c-4fd7-b964-d14d83a27614 req-33b49241-b11d-4cf4-892c-570c4b952b4f tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:33.321604 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f681d505-a08c-4fd7-b964-d14d83a27614 req-33b49241-b11d-4cf4-892c-570c4b952b4f tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 946 time: 0.0993826 Nov 02 11:38:33.396725 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6baa0e46-a5fa-437b-9dd3-281523a464e0 req-d9650f83-230d-4deb-bdb7-0aff7a1064eb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187935 Nov 02 11:38:33.415878 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f681d505-a08c-4fd7-b964-d14d83a27614 req-5f64059f-d500-49e9-a23a-ac3b7c987504 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782027 Nov 02 11:38:33.417195 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-cfaef0ca-554a-4120-9707-bc557a626900 req-84e0894a-2df5-4328-ab17-01e4fa8808db tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:33.430226 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a', 'c73a6254-c983-41f8-a3a3-ba14e5535490'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:33.435051 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0', '9679caad-6d46-4129-b037-95ba1479b1a3', '17645de0-c3d2-491c-9962-f4bec0e80b40', '1cda1398-be50-47dc-a076-3ade52443612', 'a7252098-b5f9-49d2-bd2c-ac359d091893'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:33.454416 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1820461e-ed4a-4797-a945-1446e91170e1 req-a7c07ae9-8c13-4de9-a9ba-ab0d1447b8b0 service neutron] 10.222.0.79 "GET /v2.0/networks/bd5c17c3-2e23-430d-8e74-fd4aa312ce46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111425 Nov 02 11:38:33.496754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0894a-2df5-4328-ab17-01e4fa8808db tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Pushing event deleted for resources: {'Port': ['ID=a7252098-b5f9-49d2-bd2c-ac359d091893,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:33.561692 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfaef0ca-554a-4120-9707-bc557a626900 req-84e0894a-2df5-4328-ab17-01e4fa8808db tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] No DVR routers for this DVR port a7252098-b5f9-49d2-bd2c-ac359d091893 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:33.567538 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-cfaef0ca-554a-4120-9707-bc557a626900 req-84e0894a-2df5-4328-ab17-01e4fa8808db tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:33.571866 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cfaef0ca-554a-4120-9707-bc557a626900 req-84e0894a-2df5-4328-ab17-01e4fa8808db tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "DELETE /v2.0/ports/a7252098-b5f9-49d2-bd2c-ac359d091893 HTTP/1.1" status: 204 len: 173 time: 1.7058914 Nov 02 11:38:33.572045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3c8407-5a44-4414-a431-b284263f09d5', 'name': 'network-vif-deleted', 'tag': 'a7252098-b5f9-49d2-bd2c-ac359d091893'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:33.575662 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c984652-9a72-4b30-8784-97e4e3a92008" -d '{"events": [{"server_uuid": "5d3c8407-5a44-4414-a431-b284263f09d5", "name": "network-vif-deleted", "tag": "a7252098-b5f9-49d2-bd2c-ac359d091893"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:33.616885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54304) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:33.648274 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0acf98-8908-4d4a-a879-6568e4fd284d x-openstack-request-id: req-5e0acf98-8908-4d4a-a879-6568e4fd284d {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:33.648572 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3c8407-5a44-4414-a431-b284263f09d5", "name": "network-vif-deleted", "tag": "a7252098-b5f9-49d2-bd2c-ac359d091893", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:33.657190 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e0acf98-8908-4d4a-a879-6568e4fd284d {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:33.657753 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3c8407-5a44-4414-a431-b284263f09d5', 'name': 'network-vif-deleted', 'tag': 'a7252098-b5f9-49d2-bd2c-ac359d091893', 'status': 'completed', 'code': 200} Nov 02 11:38:33.711597 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0a743505-650c-4116-a400-8d9a6adc2aec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b02c89edd25647f7a66139d276d8451b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0930748 Nov 02 11:38:33.716292 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54306) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:33.737823 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f672f744-783b-4f01-b58f-a3dbe0942a77 req-566c39be-606a-49df-a7e3-133087a6bdfd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2747242 Nov 02 11:38:33.839156 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1820461e-ed4a-4797-a945-1446e91170e1 req-2df5980f-1940-4e66-a12f-7d30eaa47925 service neutron] 10.222.0.79 "GET /v2.0/networks/bd5c17c3-2e23-430d-8e74-fd4aa312ce46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039188 Nov 02 11:38:33.845276 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-367dcb09-8931-4b0f-a965-0a00798b81ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:33.882684 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672f744-783b-4f01-b58f-a3dbe0942a77 req-f3ce1ed5-091d-44e0-882d-84d5f639a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:33.884283 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f672f744-783b-4f01-b58f-a3dbe0942a77 req-f3ce1ed5-091d-44e0-882d-84d5f639a142 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 1102 time: 0.1094434 Nov 02 11:38:33.908564 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-367dcb09-8931-4b0f-a965-0a00798b81ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:33.975022 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device be5a2023-300c-4717-bb81-a6e3d2615a13 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:38:34.090642 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-367dcb09-8931-4b0f-a965-0a00798b81ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:34.093453 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-367dcb09-8931-4b0f-a965-0a00798b81ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:34.104753 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-367dcb09-8931-4b0f-a965-0a00798b81ad admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/65479c09-c824-477f-9884-11dbacb9b2e1 HTTP/1.1" status: 204 len: 168 time: 0.3861778 Nov 02 11:38:34.128978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367dcb09-8931-4b0f-a965-0a00798b81ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65479c09-c824-477f-9884-11dbacb9b2e1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:34.242099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672f744-783b-4f01-b58f-a3dbe0942a77 req-6fcb2305-2b8e-4fe1-a0d1-94124d2496f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:34.247233 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f672f744-783b-4f01-b58f-a3dbe0942a77 req-6fcb2305-2b8e-4fe1-a0d1-94124d2496f9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.3263495 Nov 02 11:38:34.266641 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d9a3d-d646-45f5-8bab-59ac9a78bee0 req-d46d015c-48d2-4fb7-9c23-350d0111f1a1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:34.272464 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-104d9a3d-d646-45f5-8bab-59ac9a78bee0 req-d46d015c-48d2-4fb7-9c23-350d0111f1a1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 943 time: 0.1972239 Nov 02 11:38:34.329093 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f672f744-783b-4f01-b58f-a3dbe0942a77 req-e924153a-6f5e-4daf-8dec-769cb101fcde service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=9679caad-6d46-4129-b037-95ba1479b1a3 HTTP/1.1" status: 200 len: 217 time: 0.0541313 Nov 02 11:38:34.423963 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-104d9a3d-d646-45f5-8bab-59ac9a78bee0 req-734b3c62-75e3-4e26-afa2-d1075df3fe0e tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934947 Nov 02 11:38:34.425968 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672f744-783b-4f01-b58f-a3dbe0942a77 req-df93c606-c8f7-40a4-bf05-f72fd5d0e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:34.427506 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f672f744-783b-4f01-b58f-a3dbe0942a77 req-df93c606-c8f7-40a4-bf05-f72fd5d0e378 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0895076 Nov 02 11:38:34.485790 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port be5a2023-300c-4717-bb81-a6e3d2615a13, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=be5a2023-300c-4717-bb81-a6e3d2615a13,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:34.494699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672f744-783b-4f01-b58f-a3dbe0942a77 req-29a75add-7832-45d7-8ae7-b746b72eb082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:34.496515 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f672f744-783b-4f01-b58f-a3dbe0942a77 req-29a75add-7832-45d7-8ae7-b746b72eb082 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0591991 Nov 02 11:38:34.565076 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'be5a2023-300c-4717-bb81-a6e3d2615a13', 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46', 'port_id': 'be5a2023-300c-4717-bb81-a6e3d2615a13', 'mac_address': 'fa:16:3e:25:ae:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce007fe3-48ea-421e-bc9f-dbc29aaa148f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:38:34.652172 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:34.684930 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-de5ce24c-dc53-4bb0-bad0-dd6dcd1db0bf req-e010eb89-2ea2-4a56-8f4e-6821d8380174 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d3c8407-5a44-4414-a431-b284263f09d5 HTTP/1.1" status: 200 len: 210 time: 0.0683188 Nov 02 11:38:34.729578 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5a2023-300c-4717-bb81-a6e3d2615a13 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:38:34.763863 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port be5a2023-300c-4717-bb81-a6e3d2615a13, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=be5a2023-300c-4717-bb81-a6e3d2615a13,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:34.846447 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-928563b8-224f-4ee4-b180-cefc44f407d5 req-1884454b-c907-4d87-bfbc-c96d30897581 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0892761 Nov 02 11:38:34.852283 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:34.852442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f1581-03d4-4bd5-8469-c6d02cd09601 req-8d1a99fb-0e56-49fb-b5db-55812d9e8af6 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:34.855421 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d8f1581-03d4-4bd5-8469-c6d02cd09601 req-8d1a99fb-0e56-49fb-b5db-55812d9e8af6 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.1896243 Nov 02 11:38:34.860067 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f672f744-783b-4f01-b58f-a3dbe0942a77 req-1cd983f0-49d8-4721-b609-ca3d447b903a service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545921 Nov 02 11:38:34.912297 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=be5a2023-300c-4717-bb81-a6e3d2615a13,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:35.037413 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b70b53-0184-4dc3-9bd4-5bb3d663c75a req-ef54e364-359a-4a57-bb1c-8abf0bd53e67 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:35.039299 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59b70b53-0184-4dc3-9bd4-5bb3d663c75a req-ef54e364-359a-4a57-bb1c-8abf0bd53e67 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 946 time: 0.0579522 Nov 02 11:38:35.051316 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d8f1581-03d4-4bd5-8469-c6d02cd09601 req-47c92ae7-ed40-4fe3-b244-f4cd7f2f8016 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890850 Nov 02 11:38:35.067457 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f672f744-783b-4f01-b58f-a3dbe0942a77 req-f921c566-d155-4efa-8b2f-a8473fb16d05 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797087 Nov 02 11:38:35.109255 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59b70b53-0184-4dc3-9bd4-5bb3d663c75a req-aab5ca36-c994-4496-8c11-f89062c5ed9d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622480 Nov 02 11:38:35.161541 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['be5a2023-300c-4717-bb81-a6e3d2615a13'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:35.598411 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73c36c-e324-453b-a230-bb473bac51cb req-bd5e065d-dbd9-4e0a-a014-0c0e2d42a0f3 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:35.600128 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9a73c36c-e324-453b-a230-bb473bac51cb req-bd5e065d-dbd9-4e0a-a014-0c0e2d42a0f3 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 944 time: 0.0564585 Nov 02 11:38:35.653008 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9a73c36c-e324-453b-a230-bb473bac51cb req-7da1806f-78a2-4fbc-9e7c-6aa386871b61 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451498 Nov 02 11:38:35.954064 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device a7252098-b5f9-49d2-bd2c-ac359d091893 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:35.978001 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: a7252098-b5f9-49d2-bd2c-ac359d091893 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:38:35.978517 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device a7252098-b5f9-49d2-bd2c-ac359d091893 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:38:36.091981 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-d1c8ad4e-d171-4b1e-b897-b916905a438b tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=58e190446fa6436ca88d872dc7976cbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239894 Nov 02 11:38:36.209777 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-1b3b9350-70bf-4006-99c2-5c6288b7044f tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:36.211240 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-1b3b9350-70bf-4006-99c2-5c6288b7044f tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1133151 Nov 02 11:38:36.233478 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-f66ed99f-18fb-448f-8e65-e305c4e48f7e tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/quotas/58e190446fa6436ca88d872dc7976cbd HTTP/1.1" status: 200 len: 375 time: 0.0149446 Nov 02 11:38:36.277257 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-76c989d5-d689-4caa-baae-7766d755b4b5 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=58e190446fa6436ca88d872dc7976cbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371509 Nov 02 11:38:36.355803 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-876c9872-cf37-427d-a594-399a8e70bf40 req-3c62f76a-af5b-42b9-85d8-b9808d11ba12 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0291851 Nov 02 11:38:36.472040 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66712da-8db8-419e-b034-ae568e157a34 req-ddd82d1b-374b-4375-85fa-9f1648fd831a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:36.473468 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f66712da-8db8-419e-b034-ae568e157a34 req-ddd82d1b-374b-4375-85fa-9f1648fd831a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.0524333 Nov 02 11:38:36.544250 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f66712da-8db8-419e-b034-ae568e157a34 req-4412602e-336a-4e7e-bbab-8b9bfa1bf2ad tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627074 Nov 02 11:38:36.700038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb7da4-3fc4-41bd-9de5-48b6440f9996 req-c40d08b4-c29a-4767-8a14-a2cd96fc9e08 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:36.707583 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36bb7da4-3fc4-41bd-9de5-48b6440f9996 req-c40d08b4-c29a-4767-8a14-a2cd96fc9e08 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 946 time: 0.1338754 Nov 02 11:38:36.760328 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36bb7da4-3fc4-41bd-9de5-48b6440f9996 req-7d394903-e29a-4f7d-9b24-0b0b3f3b6bfe tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509391 Nov 02 11:38:36.760985 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e4cb4-d149-401c-8def-c40d35febc86 req-887d8dfa-bbe4-4ad8-810a-7d5521257c5c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:36.768992 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-204e4cb4-d149-401c-8def-c40d35febc86 req-887d8dfa-bbe4-4ad8-810a-7d5521257c5c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf349af3-d628-41f0-9304-b856120f74fd HTTP/1.1" status: 200 len: 950 time: 0.0667431 Nov 02 11:38:36.821253 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-204e4cb4-d149-401c-8def-c40d35febc86 req-eac36dec-1d37-4bc1-aaf0-76bb4fb12a3d tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510039 Nov 02 11:38:36.846977 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eee84eca-d030-482d-af93-3c2f19e33b09 req-a8a31e1c-ba40-42ee-838b-beefbb9a32d3 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/ports?device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 210 time: 0.0329032 Nov 02 11:38:36.931054 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970247f-4bda-4f6b-a0b5-31592c34cfad req-7b3395ba-f99b-4072-8d11-3fe9212c8ec7 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:36.933112 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b970247f-4bda-4f6b-a0b5-31592c34cfad req-7b3395ba-f99b-4072-8d11-3fe9212c8ec7 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 944 time: 0.0511029 Nov 02 11:38:36.981532 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b970247f-4bda-4f6b-a0b5-31592c34cfad req-d2d938a3-f256-4916-91a9-e3ec067a5305 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423405 Nov 02 11:38:37.523697 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65e86489-4700-4234-a8c9-e9b32dc0d406 req-87dcb62c-d496-4eaf-b19d-0cc772a41fa1 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0286458 Nov 02 11:38:37.684481 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39848040-ab40-4917-99b3-16b1f8b28b35 req-4dfc549c-b93b-48d3-a355-badbabeffc0a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:37.686204 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-39848040-ab40-4917-99b3-16b1f8b28b35 req-4dfc549c-b93b-48d3-a355-badbabeffc0a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.0663135 Nov 02 11:38:37.694366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d263a2-0497-4d2a-a899-c1f098b6cf72 req-846abde7-3996-47e9-a746-e9f65824ebb8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:37.696162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9d263a2-0497-4d2a-a899-c1f098b6cf72 req-846abde7-3996-47e9-a746-e9f65824ebb8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf349af3-d628-41f0-9304-b856120f74fd HTTP/1.1" status: 200 len: 950 time: 0.0801091 Nov 02 11:38:37.756223 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-39848040-ab40-4917-99b3-16b1f8b28b35 req-d5e07da8-d352-4d64-a863-2a61eee63bd6 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619259 Nov 02 11:38:37.804268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-a9d263a2-0497-4d2a-a899-c1f098b6cf72 req-dfc7afb2-d61e-48dc-98f5-fb15532222f2 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Deleting port 1cda1398-be50-47dc-a076-3ade52443612 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:37.804608 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a9d263a2-0497-4d2a-a899-c1f098b6cf72 req-dfc7afb2-d61e-48dc-98f5-fb15532222f2 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:37.948688 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-a9d263a2-0497-4d2a-a899-c1f098b6cf72 req-dfc7afb2-d61e-48dc-98f5-fb15532222f2 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] For port 1cda1398-be50-47dc-a076-3ade52443612, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=1cda1398-be50-47dc-a076-3ade52443612,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:37.949124 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a9d263a2-0497-4d2a-a899-c1f098b6cf72 req-dfc7afb2-d61e-48dc-98f5-fb15532222f2 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:37.963703 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bacc13-5834-4b59-92d2-74d1de4d9c11 req-c52ad8d9-ac61-48cf-8261-39d56bc9deed tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:37.967111 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e6bacc13-5834-4b59-92d2-74d1de4d9c11 req-c52ad8d9-ac61-48cf-8261-39d56bc9deed tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf349af3-d628-41f0-9304-b856120f74fd HTTP/1.1" status: 200 len: 950 time: 0.0587447 Nov 02 11:38:37.968695 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device be5a2023-300c-4717-bb81-a6e3d2615a13 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:38:37.970164 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d929f-7c6e-4693-8d34-d9abd3aa1133 req-51b298f1-d7a0-401f-bddb-2a88c7ee40e9 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:37.977660 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d6d929f-7c6e-4693-8d34-d9abd3aa1133 req-51b298f1-d7a0-401f-bddb-2a88c7ee40e9 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 946 time: 0.1092126 Nov 02 11:38:37.988184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-a9d263a2-0497-4d2a-a899-c1f098b6cf72 req-dfc7afb2-d61e-48dc-98f5-fb15532222f2 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Calling delete_port for 1cda1398-be50-47dc-a076-3ade52443612 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:38.030432 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e6bacc13-5834-4b59-92d2-74d1de4d9c11 req-607f99c9-976f-45c3-8a95-d6dd8e7228ea tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560513 Nov 02 11:38:38.071979 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d6d929f-7c6e-4693-8d34-d9abd3aa1133 req-9601f8b6-43b1-49e9-9495-6b41e1f1ab8b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934291 Nov 02 11:38:38.133828 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port be5a2023-300c-4717-bb81-a6e3d2615a13 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:38:38.139014 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port be5a2023-300c-4717-bb81-a6e3d2615a13 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:38.139599 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:38.179956 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b5c8a8fc-a77e-416d-b81b-7e0c84dc1157 req-b91400c0-b5cd-4021-9eeb-e000082ea71f tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/ports?device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 210 time: 0.0626583 Nov 02 11:38:38.253327 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:38.254185 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088ecbd-605f-41dd-933f-903630244a64 req-b24d24d2-a453-417c-9104-bd96b323deea tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:38.255733 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8088ecbd-605f-41dd-933f-903630244a64 req-b24d24d2-a453-417c-9104-bd96b323deea tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 944 time: 0.0675113 Nov 02 11:38:38.294818 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6bf27b-75f8-445f-adf8-eca811adff04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5a2023-300c-4717-bb81-a6e3d2615a13'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:38.299501 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1b9333-5f3e-41c1-997d-31ee3229e16f" -d '{"events": [{"server_uuid": "3a6bf27b-75f8-445f-adf8-eca811adff04", "name": "network-vif-plugged", "status": "completed", "tag": "be5a2023-300c-4717-bb81-a6e3d2615a13"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:38.308010 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port be5a2023-300c-4717-bb81-a6e3d2615a13, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=be5a2023-300c-4717-bb81-a6e3d2615a13,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:38.332456 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8088ecbd-605f-41dd-933f-903630244a64 req-cc8bc8cf-1cfa-4062-9309-98684a5b4c42 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609899 Nov 02 11:38:38.351017 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a9d263a2-0497-4d2a-a899-c1f098b6cf72 req-dfc7afb2-d61e-48dc-98f5-fb15532222f2 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:38.357120 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5597c1-16da-4c3c-b46b-4f9132ec5944 x-openstack-request-id: req-9c5597c1-16da-4c3c-b46b-4f9132ec5944 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:38.357746 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6bf27b-75f8-445f-adf8-eca811adff04", "name": "network-vif-plugged", "status": "completed", "tag": "be5a2023-300c-4717-bb81-a6e3d2615a13", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:38.358176 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c5597c1-16da-4c3c-b46b-4f9132ec5944 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:38.361738 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6bf27b-75f8-445f-adf8-eca811adff04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5a2023-300c-4717-bb81-a6e3d2615a13', 'code': 200} Nov 02 11:38:38.377156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0', '9679caad-6d46-4129-b037-95ba1479b1a3', '17645de0-c3d2-491c-9962-f4bec0e80b40', '1cda1398-be50-47dc-a076-3ade52443612'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:38.383462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a', 'c73a6254-c983-41f8-a3a3-ba14e5535490'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:38.391350 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7afb2-d61e-48dc-98f5-fb15532222f2 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Pushing event deleted for resources: {'Port': ['ID=1cda1398-be50-47dc-a076-3ade52443612,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:38.405359 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:38.453307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d263a2-0497-4d2a-a899-c1f098b6cf72 req-dfc7afb2-d61e-48dc-98f5-fb15532222f2 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] No DVR routers for this DVR port 1cda1398-be50-47dc-a076-3ade52443612 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:38.456944 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a9d263a2-0497-4d2a-a899-c1f098b6cf72 req-dfc7afb2-d61e-48dc-98f5-fb15532222f2 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:38.460588 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9d263a2-0497-4d2a-a899-c1f098b6cf72 req-dfc7afb2-d61e-48dc-98f5-fb15532222f2 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "DELETE /v2.0/ports/1cda1398-be50-47dc-a076-3ade52443612 HTTP/1.1" status: 204 len: 173 time: 0.7581687 Nov 02 11:38:38.470043 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf349af3-d628-41f0-9304-b856120f74fd', 'name': 'network-vif-deleted', 'tag': '1cda1398-be50-47dc-a076-3ade52443612'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:38.472489 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b487e7c5-ec97-420e-8028-c11fd0804506" -d '{"events": [{"server_uuid": "bf349af3-d628-41f0-9304-b856120f74fd", "name": "network-vif-deleted", "tag": "1cda1398-be50-47dc-a076-3ade52443612"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:38.529568 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74fe83-4287-4fe1-8f83-f78c4b433122 req-3f60f9c2-4bb0-451b-a005-8ebc59a5aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:38.531361 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a74fe83-4287-4fe1-8f83-f78c4b433122 req-3f60f9c2-4bb0-451b-a005-8ebc59a5aefe service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 1097 time: 0.0756884 Nov 02 11:38:38.591281 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8a7f77-bb8a-4a0e-b5b3-ee8a33a1bd05 x-openstack-request-id: req-9c8a7f77-bb8a-4a0e-b5b3-ee8a33a1bd05 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:38.591586 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf349af3-d628-41f0-9304-b856120f74fd", "name": "network-vif-deleted", "tag": "1cda1398-be50-47dc-a076-3ade52443612", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:38.592278 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c8a7f77-bb8a-4a0e-b5b3-ee8a33a1bd05 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:38.592278 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf349af3-d628-41f0-9304-b856120f74fd', 'name': 'network-vif-deleted', 'tag': '1cda1398-be50-47dc-a076-3ade52443612', 'status': 'completed', 'code': 200} Nov 02 11:38:38.598847 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=be5a2023-300c-4717-bb81-a6e3d2615a13,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:38.635951 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a74fe83-4287-4fe1-8f83-f78c4b433122 req-ac526809-7044-4e69-9e49-c7d12bd48cec service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953388 Nov 02 11:38:38.689783 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6087495c-fd35-4e67-8aab-4384cfe1840d req-21afd090-2cd5-45a5-9c47-10328554dd4e tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0304866 Nov 02 11:38:38.899476 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25f642-4ccb-4bea-bdd6-de3c0791440b req-c59b521b-0d23-454b-8f93-e5ca8a595926 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:38.901886 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-af25f642-4ccb-4bea-bdd6-de3c0791440b req-c59b521b-0d23-454b-8f93-e5ca8a595926 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.0657060 Nov 02 11:38:38.971691 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-af25f642-4ccb-4bea-bdd6-de3c0791440b req-e02a1982-04c3-43eb-abaa-c42a13473a3c tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604930 Nov 02 11:38:39.159332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9c6a08d-2692-4475-a9a2-fefb5168101f req-da8ad277-b522-4223-b3e1-5b2e39787065 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf349af3-d628-41f0-9304-b856120f74fd HTTP/1.1" status: 200 len: 210 time: 0.0331552 Nov 02 11:38:39.246248 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6e607-759b-4ee0-b765-7fdd1ec8ec9c req-14c10ad0-3a5b-44fd-be87-3548b1d2c819 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:39.248084 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-77c6e607-759b-4ee0-b765-7fdd1ec8ec9c req-14c10ad0-3a5b-44fd-be87-3548b1d2c819 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 946 time: 0.0555196 Nov 02 11:38:39.302769 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-77c6e607-759b-4ee0-b765-7fdd1ec8ec9c req-f18178ca-e4cb-4a91-ac8c-9bec3d5087e2 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477645 Nov 02 11:38:39.304000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-856cd17a-5e31-4075-ac76-bc86a105e5da req-ce59d1b4-75a7-47e4-a7fb-9ab48b9d7c20 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/ports?device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 210 time: 0.0447066 Nov 02 11:38:39.476080 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0b5bbbc-3ad0-45c4-a440-a0c7dd85f88e req-d3286366-3838-4d34-b962-43ca83ac48fc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0451901 Nov 02 11:38:39.479953 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-a1325b56-e708-48ab-b8a8-6e1a0d5c117d tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=58e190446fa6436ca88d872dc7976cbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401502 Nov 02 11:38:39.496196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad495c47-34ab-4937-a361-e09847779f17 req-d739c0a0-f688-45a6-971c-e14f6adf3814 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:39.497708 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad495c47-34ab-4937-a361-e09847779f17 req-d739c0a0-f688-45a6-971c-e14f6adf3814 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 945 time: 0.0939934 Nov 02 11:38:39.546573 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad495c47-34ab-4937-a361-e09847779f17 req-47fb0a08-1bbe-43d7-a81d-5957e350f28c tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426452 Nov 02 11:38:39.814203 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7c4ff162-536e-421a-9bac-9e0b8f063412 req-53f21c20-ac5c-4432-baa6-6934bc444172 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0339842 Nov 02 11:38:39.864616 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-6146d096-a1f5-460a-9f44-a80da1d7421c tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:39.866170 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-6146d096-a1f5-460a-9f44-a80da1d7421c tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1301968 Nov 02 11:38:39.898143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-2ca83d47-fb0c-4af7-bbb8-fb584060acc2 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Request body: {'port': {'device_id': 'b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': '58e190446fa6436ca88d872dc7976cbd'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:40.012666 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dcffa-6181-43d8-be82-94a63314ec1e req-6e0faa3c-8510-45bd-a7fa-f1f2f42c8f1b tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:40.014284 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6b2dcffa-6181-43d8-be82-94a63314ec1e req-6e0faa3c-8510-45bd-a7fa-f1f2f42c8f1b tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 946 time: 0.0820882 Nov 02 11:38:40.087564 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6b2dcffa-6181-43d8-be82-94a63314ec1e req-d313e856-3170-4e4a-b66b-e5da7c10df4b tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649331 Nov 02 11:38:40.116488 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-2ca83d47-fb0c-4af7-bbb8-fb584060acc2 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Made reservation on behalf of 58e190446fa6436ca88d872dc7976cbd for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:38:40.117742 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-2ca83d47-fb0c-4af7-bbb8-fb584060acc2 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:40.133094 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-2ca83d47-fb0c-4af7-bbb8-fb584060acc2 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:40.163399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf61501-564f-4c5d-befd-1560ed1f46ec req-d6360c10-2820-4149-8cf2-08ac7ab51127 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:40.164950 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1bf61501-564f-4c5d-befd-1560ed1f46ec req-d6360c10-2820-4149-8cf2-08ac7ab51127 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.0962358 Nov 02 11:38:40.237841 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:38:40.251301 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1bf61501-564f-4c5d-befd-1560ed1f46ec req-11a1fbdf-0da2-4436-8833-0aaeb980b2a7 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765092 Nov 02 11:38:40.281621 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-2ca83d47-fb0c-4af7-bbb8-fb584060acc2 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:40.342407 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-471e881a-a8d2-49ee-9f93-daa3023d357a req-ab0f83d4-669a-4d5a-b64d-ecbab508444b tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf349af3-d628-41f0-9304-b856120f74fd HTTP/1.1" status: 200 len: 210 time: 0.0453382 Nov 02 11:38:40.411454 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-255f0307-1940-4b57-bff3-f29f9c98a43d req-84bcac28-e5d7-43cd-b7fa-bc1a7a92958b tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/ports?device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 210 time: 0.0280309 Nov 02 11:38:40.434990 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-2ca83d47-fb0c-4af7-bbb8-fb584060acc2 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:40.490903 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657d5c5-d33b-43bf-975a-e63d1586e920 req-1dfa526e-01b4-4893-bc1b-6ee2d9127c0b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:40.493344 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7657d5c5-d33b-43bf-975a-e63d1586e920 req-1dfa526e-01b4-4893-bc1b-6ee2d9127c0b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 946 time: 0.0663736 Nov 02 11:38:40.505431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca83d47-fb0c-4af7-bbb8-fb584060acc2 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3527d3fe-7e43-433f-b966-ada3a7bffb76,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:40.574539 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7657d5c5-d33b-43bf-975a-e63d1586e920 req-f553f578-bfa4-41e4-8e0f-9b08ae1e8bc5 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727220 Nov 02 11:38:40.614305 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-2ca83d47-fb0c-4af7-bbb8-fb584060acc2 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Allocated IP 192.168.233.55 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/301c4383-0466-47be-a26b-79da51f970ad) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:38:40.774520 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8c173-b70d-412b-bc3b-8b1683b1889a req-c3290c56-0f3f-4820-9c13-d3e0e8a3ad22 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:40.776776 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bf8c173-b70d-412b-bc3b-8b1683b1889a req-c3290c56-0f3f-4820-9c13-d3e0e8a3ad22 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 945 time: 0.1288476 Nov 02 11:38:40.895509 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bf8c173-b70d-412b-bc3b-8b1683b1889a req-cf6f5d6e-f7b5-4d38-9191-8ca0eb8beab2 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854087 Nov 02 11:38:40.912695 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-2ca83d47-fb0c-4af7-bbb8-fb584060acc2 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:41.009775 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aae0d7cb-b778-4ce6-849f-6c1b7f27b112 req-f4b67777-8d29-4948-a739-76bdda3c1a19 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0279422 Nov 02 11:38:41.016699 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-2ca83d47-fb0c-4af7-bbb8-fb584060acc2 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:41.069213 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-2ca83d47-fb0c-4af7-bbb8-fb584060acc2 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:38:41.080194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-2ca83d47-fb0c-4af7-bbb8-fb584060acc2 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:38:41.085422 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-2ca83d47-fb0c-4af7-bbb8-fb584060acc2 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:38:41.115893 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca83d47-fb0c-4af7-bbb8-fb584060acc2 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Pushing event updated for resources: {'Port': ['ID=301c4383-0466-47be-a26b-79da51f970ad,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:41.166600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-2ca83d47-fb0c-4af7-bbb8-fb584060acc2 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:41.167440 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-2ca83d47-fb0c-4af7-bbb8-fb584060acc2 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:41.216902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f80da-fe06-4c8d-a692-63dc973f0d05 req-a062188b-4bf9-424c-b445-1ce2d20eb091 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:41.218517 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef0f80da-fe06-4c8d-a692-63dc973f0d05 req-a062188b-4bf9-424c-b445-1ce2d20eb091 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 946 time: 0.0720005 Nov 02 11:38:41.290049 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef0f80da-fe06-4c8d-a692-63dc973f0d05 req-c99ea7c1-96d7-49d3-bc11-79d634e06987 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577180 Nov 02 11:38:41.316198 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-2ca83d47-fb0c-4af7-bbb8-fb584060acc2 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4233005 Nov 02 11:38:41.333028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Request body: {'port': {'device_id': 'b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:41.414549 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d49b9-f36c-4297-9113-a881244f3f9b req-dc48857b-4b35-4770-84e1-1a760db0354e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:41.417708 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7e4d49b9-f36c-4297-9113-a881244f3f9b req-dc48857b-4b35-4770-84e1-1a760db0354e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.0635324 Nov 02 11:38:41.418364 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:41.427791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-dfbfbf39-1347-4b5e-a4d2-59921d22d2ac None None] Provisioning complete for port 301c4383-0466-47be-a26b-79da51f970ad triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:41.428808 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbf39-1347-4b5e-a4d2-59921d22d2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:41.480959 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-dfbfbf39-1347-4b5e-a4d2-59921d22d2ac None None] Port 301c4383-0466-47be-a26b-79da51f970ad cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:38:41.510241 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7e4d49b9-f36c-4297-9113-a881244f3f9b req-3a618940-0149-4639-bca1-0c6d5d0772e8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804191 Nov 02 11:38:41.979589 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05d31a-9f11-40bd-b615-5c36311f62f8 req-15bd187b-002e-4617-a491-8b84115e4d68 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:41.981152 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3f05d31a-9f11-40bd-b615-5c36311f62f8 req-15bd187b-002e-4617-a491-8b84115e4d68 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/ports?device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 935 time: 0.4277830 Nov 02 11:38:41.991728 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1108d58-6515-4fb5-bef9-f294ec57cdbd req-0b0e1c97-1d3f-4546-9476-330d15989c31 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:41.993370 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e1108d58-6515-4fb5-bef9-f294ec57cdbd req-0b0e1c97-1d3f-4546-9476-330d15989c31 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 946 time: 0.0671477 Nov 02 11:38:42.024600 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 1cda1398-be50-47dc-a076-3ade52443612 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:42.056021 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e1108d58-6515-4fb5-bef9-f294ec57cdbd req-6b776465-ca3f-4094-8007-3ae790c10f84 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557189 Nov 02 11:38:42.071299 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3f05d31a-9f11-40bd-b615-5c36311f62f8 req-8850aa9f-9545-4e1e-8e48-7bd468f0e0bc tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/security-groups?id=3527d3fe-7e43-433f-b966-ada3a7bffb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783432 Nov 02 11:38:42.080491 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 1cda1398-be50-47dc-a076-3ade52443612 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:38:42.080848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 1cda1398-be50-47dc-a076-3ade52443612 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:38:42.122433 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 301c4383-0466-47be-a26b-79da51f970ad {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:38:42.132377 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:42.146936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Transition to ACTIVE for port object 301c4383-0466-47be-a26b-79da51f970ad will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:38:42.210399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13972b9-029b-4722-9b51-86a461a24a36 req-557a10f3-94a4-4007-be76-525764483f78 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:42.211956 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d13972b9-029b-4722-9b51-86a461a24a36 req-557a10f3-94a4-4007-be76-525764483f78 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 945 time: 0.0530052 Nov 02 11:38:42.261862 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d13972b9-029b-4722-9b51-86a461a24a36 req-94974d4b-c4bc-40e7-a849-c12fd8f616e2 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434852 Nov 02 11:38:42.317770 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:42.384732 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f5e4d157-2641-4e78-b65a-78c90acf94e3 req-860796e1-1649-4993-849d-14836bea1cd4 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0638311 Nov 02 11:38:42.400973 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Pushing event updated for resources: {'Port': ['ID=301c4383-0466-47be-a26b-79da51f970ad,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:42.515789 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Attempting to bind port 301c4383-0466-47be-a26b-79da51f970ad on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:38:42.516170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Attempting to bind port 301c4383-0466-47be-a26b-79da51f970ad by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:38:42.516387 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Attempting to bind port 301c4383-0466-47be-a26b-79da51f970ad on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:42.528281 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Port 301c4383-0466-47be-a26b-79da51f970ad on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:38:42.528607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Attempting to bind port 301c4383-0466-47be-a26b-79da51f970ad on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:42.546100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0ae5e-bd6d-4350-b91a-fe888276c1a6 req-6fabfaba-e93f-4c5c-9a64-0a231ff8e34b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:42.547678 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ba0ae5e-bd6d-4350-b91a-fe888276c1a6 req-6fabfaba-e93f-4c5c-9a64-0a231ff8e34b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 945 time: 0.0692542 Nov 02 11:38:42.548827 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:38:42.549180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:38:42.549560 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:38:42.550011 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Bound port: 301c4383-0466-47be-a26b-79da51f970ad, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:38:42.550370 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:42.651173 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ba0ae5e-bd6d-4350-b91a-fe888276c1a6 req-9ccb585e-6050-4954-b75b-3929ae9279b9 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904377 Nov 02 11:38:42.657380 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] For port 301c4383-0466-47be-a26b-79da51f970ad, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:38:42.660696 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] For port 301c4383-0466-47be-a26b-79da51f970ad, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=301c4383-0466-47be-a26b-79da51f970ad,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:38:42.691840 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97a57f-af27-494b-ac80-f8dae02a4d2b req-d9280891-c40b-49e6-97c4-e9ef874b8987 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:42.693351 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b97a57f-af27-494b-ac80-f8dae02a4d2b req-d9280891-c40b-49e6-97c4-e9ef874b8987 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 946 time: 0.0600529 Nov 02 11:38:42.730510 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:42.758600 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b97a57f-af27-494b-ac80-f8dae02a4d2b req-1918668c-fd2c-4695-bdd0-b6a4d373ac08 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups?id=8af814fe-e9c4-487d-9130-f77d829a022e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578489 Nov 02 11:38:42.770658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:42.771287 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:42.772655 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] 10.222.0.79 "PUT /v2.0/ports/301c4383-0466-47be-a26b-79da51f970ad HTTP/1.1" status: 200 len: 1096 time: 1.4471810 Nov 02 11:38:42.773095 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a', 'tag': '301c4383-0466-47be-a26b-79da51f970ad'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:42.776369 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473a400f-3fa1-4056-97bb-27f6acdd7e18" -d '{"events": [{"name": "network-changed", "server_uuid": "b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a", "tag": "301c4383-0466-47be-a26b-79da51f970ad"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:42.812074 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcfda87-aa80-4acf-9a17-52c1f3d8174e service neutron] Pushing event updated for resources: {'Port': ['ID=301c4383-0466-47be-a26b-79da51f970ad,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:42.954472 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3b246-8bea-4f4c-b31b-e0cfba448fe7 req-0f41db13-5464-4464-8aca-cfde38b697e0 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:42.956705 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c4a3b246-8bea-4f4c-b31b-e0cfba448fe7 req-0f41db13-5464-4464-8aca-cfde38b697e0 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.54 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 946 time: 0.0799026 Nov 02 11:38:42.971336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662946d-f33d-4840-9dbb-8d70468826f8 req-ea43063a-d80b-4cb9-bb78-1a8d4803776f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:42.973123 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6662946d-f33d-4840-9dbb-8d70468826f8 req-ea43063a-d80b-4cb9-bb78-1a8d4803776f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.1091509 Nov 02 11:38:42.979715 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-6dcc6fdd-c4bb-426d-bcc1-6f161cc07a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:42.981816 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-6dcc6fdd-c4bb-426d-bcc1-6f161cc07a56 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=58e190446fa6436ca88d872dc7976cbd&device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 1099 time: 0.0618715 Nov 02 11:38:43.038904 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-266fdbe3-ebec-4ece-85ae-972f49149371 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=301c4383-0466-47be-a26b-79da51f970ad HTTP/1.1" status: 200 len: 217 time: 0.0459073 Nov 02 11:38:43.083476 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6662946d-f33d-4840-9dbb-8d70468826f8 req-b3ddb491-3993-4afe-87ee-a7871909804e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805502 Nov 02 11:38:43.098290 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-739fd078-e642-4209-af0a-3f7363b472b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:43.100201 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-739fd078-e642-4209-af0a-3f7363b472b0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0515552 Nov 02 11:38:43.113960 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-c4a3b246-8bea-4f4c-b31b-e0cfba448fe7 req-5060dab0-9e69-40be-93bf-8602f4418698 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Deleting port 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:43.114086 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c4a3b246-8bea-4f4c-b31b-e0cfba448fe7 req-5060dab0-9e69-40be-93bf-8602f4418698 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:43.168108 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-42c4e9a0-daf5-466b-b2d6-d5c006dc58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:43.169837 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-42c4e9a0-daf5-466b-b2d6-d5c006dc58d0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0589781 Nov 02 11:38:43.244392 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-c4a3b246-8bea-4f4c-b31b-e0cfba448fe7 req-5060dab0-9e69-40be-93bf-8602f4418698 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] For port 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3,segment=NetworkSegment(195c9522-93be-4c36-b475-977c63d7267e),segment_id=195c9522-93be-4c36-b475-977c63d7267e)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:43.244757 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c4a3b246-8bea-4f4c-b31b-e0cfba448fe7 req-5060dab0-9e69-40be-93bf-8602f4418698 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:43.265007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c8b34-6cf9-42db-ac1a-a169d37adcb6 req-509bdb72-d4d0-4365-b07a-9f10cebb347c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:43.266796 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cf1c8b34-6cf9-42db-ac1a-a169d37adcb6 req-509bdb72-d4d0-4365-b07a-9f10cebb347c tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867 HTTP/1.1" status: 200 len: 949 time: 0.0944884 Nov 02 11:38:43.304724 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-7740bc85-ffff-4b20-a29f-a2cc811b0bf3 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135132 Nov 02 11:38:43.448173 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cf1c8b34-6cf9-42db-ac1a-a169d37adcb6 req-ec9fede7-4db7-42bd-96dd-8ef518968982 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580243 Nov 02 11:38:43.450502 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b61ae552-d6ee-4e02-ab2d-0fd5d03af3da req-f7dc98f8-0efb-4670-acd1-f5406597e353 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360066 Nov 02 11:38:43.511037 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881dc335-ccda-4b96-af81-ecba219ac085 x-openstack-request-id: req-881dc335-ccda-4b96-af81-ecba219ac085 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:43.511914 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a", "tag": "301c4383-0466-47be-a26b-79da51f970ad", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:43.517593 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-881dc335-ccda-4b96-af81-ecba219ac085 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:43.517593 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a', 'tag': '301c4383-0466-47be-a26b-79da51f970ad', 'status': 'completed', 'code': 200} Nov 02 11:38:43.563236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001bd7f-3d11-4e66-a4fd-4120a8273feb req-ead1a491-e0de-4f36-8f4b-b09ee15f7ac3 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:43.565100 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e001bd7f-3d11-4e66-a4fd-4120a8273feb req-ead1a491-e0de-4f36-8f4b-b09ee15f7ac3 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867 HTTP/1.1" status: 200 len: 949 time: 0.0715067 Nov 02 11:38:43.569058 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c4a3b246-8bea-4f4c-b31b-e0cfba448fe7 req-5060dab0-9e69-40be-93bf-8602f4418698 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:43.572144 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c4a3b246-8bea-4f4c-b31b-e0cfba448fe7 req-5060dab0-9e69-40be-93bf-8602f4418698 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:43.572144 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [req-c4a3b246-8bea-4f4c-b31b-e0cfba448fe7 req-5060dab0-9e69-40be-93bf-8602f4418698 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Floating IP db5ef27e-cf22-4d78-be25-f96b71017c79 disassociated. External IP: 172.25.6.176, port: 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3. Nov 02 11:38:43.572144 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-c4a3b246-8bea-4f4c-b31b-e0cfba448fe7 req-5060dab0-9e69-40be-93bf-8602f4418698 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Calling delete_port for 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:43.662315 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc7173-622c-4049-a9ec-f38c547e0963 req-2288632e-cbd4-4232-9e6c-cd065cd4a84f tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:43.663841 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8fdc7173-622c-4049-a9ec-f38c547e0963 req-2288632e-cbd4-4232-9e6c-cd065cd4a84f tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/ports?device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 947 time: 0.0914237 Nov 02 11:38:43.680630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a400f-3fa1-4056-97bb-27f6acdd7e18 req-0cc008e1-33b3-4a11-bb5e-591274802da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:43.682922 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-473a400f-3fa1-4056-97bb-27f6acdd7e18 req-0cc008e1-33b3-4a11-bb5e-591274802da5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=58e190446fa6436ca88d872dc7976cbd&device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 1099 time: 0.0755424 Nov 02 11:38:43.737048 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8fdc7173-622c-4049-a9ec-f38c547e0963 req-3f1de9a7-b3d0-4506-9862-f7de260f311e tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/security-groups?id=3527d3fe-7e43-433f-b966-ada3a7bffb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655956 Nov 02 11:38:43.769005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-e001bd7f-3d11-4e66-a4fd-4120a8273feb req-8616b484-f579-448e-915d-f63f6bc89aea tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Deleting port 17645de0-c3d2-491c-9962-f4bec0e80b40 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:43.769005 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e001bd7f-3d11-4e66-a4fd-4120a8273feb req-8616b484-f579-448e-915d-f63f6bc89aea tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:43.901759 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c4a3b246-8bea-4f4c-b31b-e0cfba448fe7 req-5060dab0-9e69-40be-93bf-8602f4418698 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:43.917953 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a400f-3fa1-4056-97bb-27f6acdd7e18 req-0164c115-d493-4f63-93fc-fff3f7b4b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:43.920224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-473a400f-3fa1-4056-97bb-27f6acdd7e18 req-0164c115-d493-4f63-93fc-fff3f7b4b65c service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.2290542 Nov 02 11:38:43.942250 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060dab0-9e69-40be-93bf-8602f4418698 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Pushing event deleted for resources: {'Port': ['ID=31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:43.985811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-473a400f-3fa1-4056-97bb-27f6acdd7e18 req-6edfc569-7ae8-4f50-b741-f980e687fbd9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=301c4383-0466-47be-a26b-79da51f970ad HTTP/1.1" status: 200 len: 217 time: 0.0533299 Nov 02 11:38:43.993824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-e001bd7f-3d11-4e66-a4fd-4120a8273feb req-8616b484-f579-448e-915d-f63f6bc89aea tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] For port 17645de0-c3d2-491c-9962-f4bec0e80b40, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=17645de0-c3d2-491c-9962-f4bec0e80b40,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:43.994283 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e001bd7f-3d11-4e66-a4fd-4120a8273feb req-8616b484-f579-448e-915d-f63f6bc89aea tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:44.009744 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382aa43-8ec4-4d0a-976a-b37aff4202f9 req-d8b9eacf-d990-4e90-adf6-09dbc3b18ab4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:44.011299 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6382aa43-8ec4-4d0a-976a-b37aff4202f9 req-d8b9eacf-d990-4e90-adf6-09dbc3b18ab4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 946 time: 0.1797898 Nov 02 11:38:44.027134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-e001bd7f-3d11-4e66-a4fd-4120a8273feb req-8616b484-f579-448e-915d-f63f6bc89aea tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Calling delete_port for 17645de0-c3d2-491c-9962-f4bec0e80b40 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:44.060854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4a3b246-8bea-4f4c-b31b-e0cfba448fe7 req-5060dab0-9e69-40be-93bf-8602f4418698 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:38:44.143377 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a400f-3fa1-4056-97bb-27f6acdd7e18 req-c90d8d2b-c4c6-472c-a6d4-c8bb450099ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:44.144730 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-473a400f-3fa1-4056-97bb-27f6acdd7e18 req-c90d8d2b-c4c6-472c-a6d4-c8bb450099ec service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1308241 Nov 02 11:38:44.187285 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4a3b246-8bea-4f4c-b31b-e0cfba448fe7 req-5060dab0-9e69-40be-93bf-8602f4418698 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:38:44.199774 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e7d747-ca6f-4297-ba85-dbe816dd68ce None None] Sync routers for ids ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:38:44.212941 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e7d747-ca6f-4297-ba85-dbe816dd68ce None None] Routers {'0de3a62c-808f-4aa3-9ead-fb49e56013b3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:38:44.213950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-75e7d747-ca6f-4297-ba85-dbe816dd68ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:38:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:44.227956 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6382aa43-8ec4-4d0a-976a-b37aff4202f9 req-1ddea0f4-c243-49af-a4b7-a67dabadc241 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029536 Nov 02 11:38:44.237854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a3b246-8bea-4f4c-b31b-e0cfba448fe7 req-5060dab0-9e69-40be-93bf-8602f4418698 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] No DVR routers for this DVR port 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:44.241014 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c4a3b246-8bea-4f4c-b31b-e0cfba448fe7 req-5060dab0-9e69-40be-93bf-8602f4418698 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:44.245416 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c4a3b246-8bea-4f4c-b31b-e0cfba448fe7 req-5060dab0-9e69-40be-93bf-8602f4418698 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.54 "DELETE /v2.0/ports/31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 HTTP/1.1" status: 204 len: 173 time: 1.2711420 Nov 02 11:38:44.248586 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8804f384-9c63-4ea6-9220-475e2e2d387b', 'name': 'network-vif-deleted', 'tag': '31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:44.248948 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77431091-4e9c-4465-b390-25bbdbe3e3b3" -d '{"events": [{"server_uuid": "8804f384-9c63-4ea6-9220-475e2e2d387b", "name": "network-vif-deleted", "tag": "31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:44.259690 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63259b74-4bd5-4b96-9c3d-316029dd9bcc req-4538adea-5458-4a3f-bcc4-0bf2d4537893 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:44.261384 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63259b74-4bd5-4b96-9c3d-316029dd9bcc req-4538adea-5458-4a3f-bcc4-0bf2d4537893 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.54 "GET /v2.0/ports?device_id=1db76921-9589-4792-a811-72bf6c7fb8f9 HTTP/1.1" status: 200 len: 950 time: 0.1429951 Nov 02 11:38:44.300113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a400f-3fa1-4056-97bb-27f6acdd7e18 req-07eeaee4-a3e5-4287-936d-926c247e9a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:44.304371 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-473a400f-3fa1-4056-97bb-27f6acdd7e18 req-07eeaee4-a3e5-4287-936d-926c247e9a91 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1374161 Nov 02 11:38:44.397542 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-75e7d747-ca6f-4297-ba85-dbe816dd68ce None None] Set router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:38:44.576427 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d066b7bf-e787-4ea7-9990-d5c2640b477e req-05710a82-594b-4074-9ec2-21c2f3cff51e tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/ports?device_id=8804f384-9c63-4ea6-9220-475e2e2d387b HTTP/1.1" status: 200 len: 210 time: 0.0710163 Nov 02 11:38:44.579649 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-63259b74-4bd5-4b96-9c3d-316029dd9bcc req-7492fbcc-4386-4627-a32f-ce124b6161fe tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Deleting port c73a6254-c983-41f8-a3a3-ba14e5535490 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:44.580096 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-63259b74-4bd5-4b96-9c3d-316029dd9bcc req-7492fbcc-4386-4627-a32f-ce124b6161fe tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:44.601779 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e001bd7f-3d11-4e66-a4fd-4120a8273feb req-8616b484-f579-448e-915d-f63f6bc89aea tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:44.605786 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-473a400f-3fa1-4056-97bb-27f6acdd7e18 req-1ea66c5c-d850-4545-8649-1a14c5f475bf service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880168 Nov 02 11:38:44.614545 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a', 'c73a6254-c983-41f8-a3a3-ba14e5535490'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:44.652348 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0', '9679caad-6d46-4129-b037-95ba1479b1a3', '17645de0-c3d2-491c-9962-f4bec0e80b40'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:44.680882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616b484-f579-448e-915d-f63f6bc89aea tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Pushing event deleted for resources: {'Port': ['ID=17645de0-c3d2-491c-9962-f4bec0e80b40,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:44.762242 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f6cf7-aec0-4702-9f4f-d4601c50af75 req-4c85fc69-e2db-4ac2-895e-dd9b0b0311c3 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:44.769690 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b44f6cf7-aec0-4702-9f4f-d4601c50af75 req-4c85fc69-e2db-4ac2-895e-dd9b0b0311c3 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.1063702 Nov 02 11:38:44.773848 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e001bd7f-3d11-4e66-a4fd-4120a8273feb req-8616b484-f579-448e-915d-f63f6bc89aea tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] No DVR routers for this DVR port 17645de0-c3d2-491c-9962-f4bec0e80b40 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:44.785594 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c896632-9a85-493b-bdf1-580f0f355e2e x-openstack-request-id: req-6c896632-9a85-493b-bdf1-580f0f355e2e {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:44.785594 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8804f384-9c63-4ea6-9220-475e2e2d387b", "name": "network-vif-deleted", "tag": "31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:44.785594 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c896632-9a85-493b-bdf1-580f0f355e2e {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:44.785594 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8804f384-9c63-4ea6-9220-475e2e2d387b', 'name': 'network-vif-deleted', 'tag': '31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3', 'status': 'completed', 'code': 200} Nov 02 11:38:44.786053 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e001bd7f-3d11-4e66-a4fd-4120a8273feb req-8616b484-f579-448e-915d-f63f6bc89aea tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:44.786053 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e001bd7f-3d11-4e66-a4fd-4120a8273feb req-8616b484-f579-448e-915d-f63f6bc89aea tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "DELETE /v2.0/ports/17645de0-c3d2-491c-9962-f4bec0e80b40 HTTP/1.1" status: 204 len: 173 time: 1.2044578 Nov 02 11:38:44.834834 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b44f6cf7-aec0-4702-9f4f-d4601c50af75 req-5fb75741-0a7f-4b4e-a9de-412fcc9219ad tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619514 Nov 02 11:38:44.941141 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6e40e6a3-b0fa-410a-b843-2af85b4e9c11 req-59c6315c-b909-40d4-af46-d45e4e96ba87 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867 HTTP/1.1" status: 200 len: 210 time: 0.0314085 Nov 02 11:38:44.971062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-75e7d747-ca6f-4297-ba85-dbe816dd68ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:50Z', 'revision_number': 4, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port': {'id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c9f3a068-7e98-4600-ab1c-565d74a124f0', 'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'mac_address': 'fa:16:3e:48:1d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:49Z', 'updated_at': '2021-11-02T11:33:54Z', 'revision_number': 5, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'subnets': [{'id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:44.971738 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-67c06587-dc62-4963-abe7-29854e48e073 req-752da293-5cfa-4258-b0b0-17a947db475b tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0676262 Nov 02 11:38:44.990152 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-473a400f-3fa1-4056-97bb-27f6acdd7e18 req-b705a7be-6f38-4213-8e15-0948c22d4607 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600533 Nov 02 11:38:45.012401 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-63259b74-4bd5-4b96-9c3d-316029dd9bcc req-7492fbcc-4386-4627-a32f-ce124b6161fe tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] For port c73a6254-c983-41f8-a3a3-ba14e5535490, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c73a6254-c983-41f8-a3a3-ba14e5535490,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:45.012401 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-63259b74-4bd5-4b96-9c3d-316029dd9bcc req-7492fbcc-4386-4627-a32f-ce124b6161fe tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:45.042650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-63259b74-4bd5-4b96-9c3d-316029dd9bcc req-7492fbcc-4386-4627-a32f-ce124b6161fe tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Calling delete_port for c73a6254-c983-41f8-a3a3-ba14e5535490 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:45.085950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e7d747-ca6f-4297-ba85-dbe816dd68ce None None] Checking router: 0de3a62c-808f-4aa3-9ead-fb49e56013b3 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:38:45.163778 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e7d747-ca6f-4297-ba85-dbe816dd68ce None None] Routers {'0de3a62c-808f-4aa3-9ead-fb49e56013b3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:38:45.165809 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-75e7d747-ca6f-4297-ba85-dbe816dd68ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:38:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:45.175800 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15478f5-51c0-41ea-b706-79bf3c2d9761 req-38ce281e-015a-4f1c-959b-06d639dfacd1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:45.178324 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f15478f5-51c0-41ea-b706-79bf3c2d9761 req-38ce281e-015a-4f1c-959b-06d639dfacd1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 945 time: 0.0906975 Nov 02 11:38:45.199615 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e03190-622c-4889-b710-58e38a2470f9 req-8f844ab1-33f5-4d3f-a483-638befbff956 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:45.201320 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d5e03190-622c-4889-b710-58e38a2470f9 req-8f844ab1-33f5-4d3f-a483-638befbff956 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/ports?device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 947 time: 0.1153324 Nov 02 11:38:45.318724 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d5e03190-622c-4889-b710-58e38a2470f9 req-2c07e6f6-0611-4c7a-a7fa-123801bc466e tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/security-groups?id=3527d3fe-7e43-433f-b966-ada3a7bffb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017113 Nov 02 11:38:45.331939 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f15478f5-51c0-41ea-b706-79bf3c2d9761 req-e9307101-6a92-4d5c-b3da-91777f5f817c tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464217 Nov 02 11:38:45.409310 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-75e7d747-ca6f-4297-ba85-dbe816dd68ce None None] Set router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:38:45.427994 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-63259b74-4bd5-4b96-9c3d-316029dd9bcc req-7492fbcc-4386-4627-a32f-ce124b6161fe tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:45.461190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492fbcc-4386-4627-a32f-ce124b6161fe tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Pushing event deleted for resources: {'Port': ['ID=c73a6254-c983-41f8-a3a3-ba14e5535490,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:45.510873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ace23-58e7-4230-a8ce-d34c0c7c589e req-95b4f2ba-d596-4293-8b09-e39146c6795f tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:45.513730 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d23ace23-58e7-4230-a8ce-d34c0c7c589e req-95b4f2ba-d596-4293-8b09-e39146c6795f tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 946 time: 0.1143095 Nov 02 11:38:45.516307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867', 'name': 'network-vif-deleted', 'tag': '17645de0-c3d2-491c-9962-f4bec0e80b40'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:45.519202 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e988f6f0-6fe4-4bde-8068-1d3af8036ee9" -d '{"events": [{"server_uuid": "1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867", "name": "network-vif-deleted", "tag": "17645de0-c3d2-491c-9962-f4bec0e80b40"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:45.538518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-63259b74-4bd5-4b96-9c3d-316029dd9bcc req-7492fbcc-4386-4627-a32f-ce124b6161fe tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] No DVR routers for this DVR port c73a6254-c983-41f8-a3a3-ba14e5535490 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:45.558973 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-63259b74-4bd5-4b96-9c3d-316029dd9bcc req-7492fbcc-4386-4627-a32f-ce124b6161fe tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:45.562629 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63259b74-4bd5-4b96-9c3d-316029dd9bcc req-7492fbcc-4386-4627-a32f-ce124b6161fe tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.54 "DELETE /v2.0/ports/c73a6254-c983-41f8-a3a3-ba14e5535490 HTTP/1.1" status: 204 len: 173 time: 1.2941732 Nov 02 11:38:45.592504 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d23ace23-58e7-4230-a8ce-d34c0c7c589e req-d0fc9b62-8b48-4ec6-a8fb-c05b5ab90f9c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553186 Nov 02 11:38:45.594314 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6ddd7a-573a-4676-8b31-ecd4681a14ad x-openstack-request-id: req-cb6ddd7a-573a-4676-8b31-ecd4681a14ad {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:45.594606 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867", "name": "network-vif-deleted", "tag": "17645de0-c3d2-491c-9962-f4bec0e80b40", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:45.594875 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb6ddd7a-573a-4676-8b31-ecd4681a14ad {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:45.595405 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867', 'name': 'network-vif-deleted', 'tag': '17645de0-c3d2-491c-9962-f4bec0e80b40', 'status': 'completed', 'code': 200} Nov 02 11:38:45.771036 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:45.799358 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:38:45.799697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 31ea4e9a-beb7-4a5f-89a1-bf35c5c1d3f3 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:38:45.851062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:45.887834 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54560) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:46.017227 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-75e7d747-ca6f-4297-ba85-dbe816dd68ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:50Z', 'revision_number': 4, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port': {'id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c9f3a068-7e98-4600-ab1c-565d74a124f0', 'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'mac_address': 'fa:16:3e:48:1d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:49Z', 'updated_at': '2021-11-02T11:33:54Z', 'revision_number': 5, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'subnets': [{'id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:46.058375 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a73b73-b6fe-4d0d-b6e4-7c543e6d0513 req-1fe8e250-a361-41b4-8ecc-01c1774098a6 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:46.069447 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-00a73b73-b6fe-4d0d-b6e4-7c543e6d0513 req-1fe8e250-a361-41b4-8ecc-01c1774098a6 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.1294320 Nov 02 11:38:46.074868 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a64ad5ce-cd9d-4d94-86d0-f2a8dbccfecb tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:46.143759 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device be5a2023-300c-4717-bb81-a6e3d2615a13 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:38:46.154806 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a64ad5ce-cd9d-4d94-86d0-f2a8dbccfecb tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:46.158776 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e7d747-ca6f-4297-ba85-dbe816dd68ce None None] The sync data for ids ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'] in n-d-806683-18 is: [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:50Z', 'revision_number': 4, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port': {'id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c9f3a068-7e98-4600-ab1c-565d74a124f0', 'name': '', 'network_id': '0427496c-f707-4779-93ec-614aeaa2dd50', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'mac_address': 'fa:16:3e:48:1d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 45, 'fixed_ips': [{'subnet_id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:49Z', 'updated_at': '2021-11-02T11:33:54Z', 'revision_number': 5, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'subnets': [{'id': '71d19ab0-8242-4e81-bb30-fdf956ad4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:38:46.161733 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-00a73b73-b6fe-4d0d-b6e4-7c543e6d0513 req-e41a78e6-d46a-4b28-97b5-37b7a3746ab3 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914679 Nov 02 11:38:46.211988 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f1f093bb-565c-446b-8cfc-78cb480dc566 req-6bb1861a-9091-4ada-b15c-f34da6572102 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ef3f3cc-38bb-4cf2-89d3-36af2bb6d867 HTTP/1.1" status: 200 len: 210 time: 0.0639846 Nov 02 11:38:46.318804 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-526ff8a6-cabb-4a9b-b085-e6b6b9eda6bc req-38ccd8b6-c6fb-45f6-89be-7714255f63e5 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0296690 Nov 02 11:38:46.374407 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port be5a2023-300c-4717-bb81-a6e3d2615a13, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=be5a2023-300c-4717-bb81-a6e3d2615a13,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:46.378421 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a64ad5ce-cd9d-4d94-86d0-f2a8dbccfecb tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:46.380592 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a64ad5ce-cd9d-4d94-86d0-f2a8dbccfecb tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:46.382994 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a64ad5ce-cd9d-4d94-86d0-f2a8dbccfecb tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "DELETE /v2.0/security-groups/8af814fe-e9c4-487d-9130-f77d829a022e HTTP/1.1" status: 204 len: 168 time: 0.4998977 Nov 02 11:38:46.386189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54572) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:46.395672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ad5ce-cd9d-4d94-86d0-f2a8dbccfecb tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af814fe-e9c4-487d-9130-f77d829a022e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:46.410411 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-f23f4720-cb7e-4af4-b078-8249910f102f tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] show failed (client error): The resource could not be found. Nov 02 11:38:46.418405 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f23f4720-cb7e-4af4-b078-8249910f102f tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "GET /v2.0/security-groups/8af814fe-e9c4-487d-9130-f77d829a022e HTTP/1.1" status: 404 len: 347 time: 0.0308721 Nov 02 11:38:46.419339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54574) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:46.433233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'be5a2023-300c-4717-bb81-a6e3d2615a13', 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46', 'port_id': 'be5a2023-300c-4717-bb81-a6e3d2615a13', 'mac_address': 'fa:16:3e:25:ae:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce007fe3-48ea-421e-bc9f-dbc29aaa148f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:38:46.476285 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:46.496122 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be5a2023-300c-4717-bb81-a6e3d2615a13 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:38:46.519448 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a61a08-54bf-44f1-9635-659101fbbe0e req-73f0a541-cbbf-494f-9db2-234c3398ba1e tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:46.520948 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-81a61a08-54bf-44f1-9635-659101fbbe0e req-73f0a541-cbbf-494f-9db2-234c3398ba1e tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/ports?device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 947 time: 0.1080630 Nov 02 11:38:46.533054 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port be5a2023-300c-4717-bb81-a6e3d2615a13, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=be5a2023-300c-4717-bb81-a6e3d2615a13,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:46.546456 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff087c77-76b9-4ab3-adaf-72e9af19d1e7 None None] New status for floating IP db5ef27e-cf22-4d78-be25-f96b71017c79: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:38:46.589589 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428c76-e8bd-4715-9045-9d974017040a req-ad4848d7-392a-4142-9ea5-5e23011d2416 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:46.591192 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-47428c76-e8bd-4715-9045-9d974017040a req-ad4848d7-392a-4142-9ea5-5e23011d2416 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 945 time: 0.1637547 Nov 02 11:38:46.597987 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:46.598751 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 301c4383-0466-47be-a26b-79da51f970ad details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:38:46.612680 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-81a61a08-54bf-44f1-9635-659101fbbe0e req-e405d581-7784-496d-b63e-c49d4d8c17d8 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/security-groups?id=3527d3fe-7e43-433f-b966-ada3a7bffb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822992 Nov 02 11:38:46.649752 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6d8dc8fd-0838-4222-9be6-6a2f98a76d01 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Deleting port 4a8ab349-510a-4628-8eaf-c8a280cd36f3 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:46.650324 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d8dc8fd-0838-4222-9be6-6a2f98a76d01 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:46.692311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0', '9679caad-6d46-4129-b037-95ba1479b1a3', '17645de0-c3d2-491c-9962-f4bec0e80b40'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:46.697517 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-47428c76-e8bd-4715-9045-9d974017040a req-7b111f35-c9ce-4f79-90bd-cc2e395c25c7 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908494 Nov 02 11:38:46.752097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547a110-c1a8-48fd-b81e-d7db96c8955e req-c32480c9-0638-422d-a36e-a84900b2ea4d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:46.753953 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8547a110-c1a8-48fd-b81e-d7db96c8955e req-c32480c9-0638-422d-a36e-a84900b2ea4d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 946 time: 0.0680804 Nov 02 11:38:46.762483 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d8dc8fd-0838-4222-9be6-6a2f98a76d01 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:46.762844 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d8dc8fd-0838-4222-9be6-6a2f98a76d01 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:46.782256 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6d8dc8fd-0838-4222-9be6-6a2f98a76d01 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Calling delete_port for 4a8ab349-510a-4628-8eaf-c8a280cd36f3 owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:46.823913 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=be5a2023-300c-4717-bb81-a6e3d2615a13,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:46.827042 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8547a110-c1a8-48fd-b81e-d7db96c8955e req-caae9c8c-092c-40b3-927b-5208c759eee3 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660048 Nov 02 11:38:46.896615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 301c4383-0466-47be-a26b-79da51f970ad, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=301c4383-0466-47be-a26b-79da51f970ad,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:46.916641 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '301c4383-0466-47be-a26b-79da51f970ad', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '301c4383-0466-47be-a26b-79da51f970ad', 'mac_address': 'fa:16:3e:6f:8e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:38:46.982868 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:47.005540 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301c4383-0466-47be-a26b-79da51f970ad {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:38:47.014954 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d8dc8fd-0838-4222-9be6-6a2f98a76d01 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:47.038421 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8dc8fd-0838-4222-9be6-6a2f98a76d01 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Pushing event deleted for resources: {'Port': ['ID=4a8ab349-510a-4628-8eaf-c8a280cd36f3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:47.041350 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 301c4383-0466-47be-a26b-79da51f970ad, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=301c4383-0466-47be-a26b-79da51f970ad,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:47.102373 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d8dc8fd-0838-4222-9be6-6a2f98a76d01 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:47.105893 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d8dc8fd-0838-4222-9be6-6a2f98a76d01 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:47.107132 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6d8dc8fd-0838-4222-9be6-6a2f98a76d01 tempest-ServersWithSpecificFlavorTestJSON-2004409407 tempest-ServersWithSpecificFlavorTestJSON-2004409407-project] 10.222.0.52 "DELETE /v2.0/floatingips/db5ef27e-cf22-4d78-be25-f96b71017c79 HTTP/1.1" status: 204 len: 168 time: 0.6865821 Nov 02 11:38:47.135647 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:47.184033 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=301c4383-0466-47be-a26b-79da51f970ad,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:47.301137 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d951e3e-43ac-474b-807d-ecb5fc42eaf5 req-fbfe087f-c454-4e3e-8ec3-89aa521c698c tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:47.302634 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d951e3e-43ac-474b-807d-ecb5fc42eaf5 req-fbfe087f-c454-4e3e-8ec3-89aa521c698c tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.0547185 Nov 02 11:38:47.351251 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d951e3e-43ac-474b-807d-ecb5fc42eaf5 req-c76f5376-5994-4311-8662-583eec802b6a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411191 Nov 02 11:38:47.375501 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['be5a2023-300c-4717-bb81-a6e3d2615a13'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:47.485452 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29616c1c-05ef-4d57-b15c-02583c6d2873 req-8640ae7b-b29b-45d5-806b-100296a5ce77 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0571337 Nov 02 11:38:47.561993 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0e7325de-623e-494a-b382-8458c88676e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:47.596719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db76921-9589-4792-a811-72bf6c7fb8f9', 'name': 'network-vif-deleted', 'tag': 'c73a6254-c983-41f8-a3a3-ba14e5535490'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:47.599100 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b718f591-28d7-4ea5-96f7-c2112eff612b" -d '{"events": [{"server_uuid": "1db76921-9589-4792-a811-72bf6c7fb8f9", "name": "network-vif-deleted", "tag": "c73a6254-c983-41f8-a3a3-ba14e5535490"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:47.641439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['301c4383-0466-47be-a26b-79da51f970ad'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:47.668440 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeda012d-af41-486e-97e1-b7243dde692a x-openstack-request-id: req-eeda012d-af41-486e-97e1-b7243dde692a {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:47.669675 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db76921-9589-4792-a811-72bf6c7fb8f9", "name": "network-vif-deleted", "tag": "c73a6254-c983-41f8-a3a3-ba14e5535490", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:47.669938 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eeda012d-af41-486e-97e1-b7243dde692a {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:47.670504 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db76921-9589-4792-a811-72bf6c7fb8f9', 'name': 'network-vif-deleted', 'tag': 'c73a6254-c983-41f8-a3a3-ba14e5535490', 'status': 'completed', 'code': 200} Nov 02 11:38:47.704373 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c73a6254-c983-41f8-a3a3-ba14e5535490 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:47.717249 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54616) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:47.746863 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: c73a6254-c983-41f8-a3a3-ba14e5535490 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:38:47.747586 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c73a6254-c983-41f8-a3a3-ba14e5535490 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:38:47.791519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb95869-da33-429c-8cf8-83fb08530a6f req-3e656e7a-9dea-46dc-85e5-6c2ca1a175d6 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:47.800750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dbb95869-da33-429c-8cf8-83fb08530a6f req-3e656e7a-9dea-46dc-85e5-6c2ca1a175d6 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/ports?device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 948 time: 0.0758877 Nov 02 11:38:47.858010 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dbb95869-da33-429c-8cf8-83fb08530a6f req-9f513530-bfa0-4ea4-bbe9-33e7ba28daa5 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/security-groups?id=3527d3fe-7e43-433f-b966-ada3a7bffb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562768 Nov 02 11:38:47.965956 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f51975-c3e1-4159-957a-53f85f45b86f req-664208f9-440a-411e-9bf0-d2d50fc7fcb3 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:47.967492 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9f51975-c3e1-4159-957a-53f85f45b86f req-664208f9-440a-411e-9bf0-d2d50fc7fcb3 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 944 time: 0.0553207 Nov 02 11:38:48.018918 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9f51975-c3e1-4159-957a-53f85f45b86f req-b683fd66-71b9-4472-bf0d-7d8ff5c55397 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430679 Nov 02 11:38:48.057874 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device be5a2023-300c-4717-bb81-a6e3d2615a13 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:38:48.140993 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port be5a2023-300c-4717-bb81-a6e3d2615a13 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:48.142285 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:48.163970 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abc406-f52e-4573-9898-c9bd263fc9c0 req-0fbcf44c-d0b8-4acb-a1b3-c8a7a8997e7b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:48.177825 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a6abc406-f52e-4573-9898-c9bd263fc9c0 req-0fbcf44c-d0b8-4acb-a1b3-c8a7a8997e7b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 946 time: 0.0815542 Nov 02 11:38:48.232103 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:48.238780 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a6abc406-f52e-4573-9898-c9bd263fc9c0 req-69863b20-386f-42ea-b35f-32761f8e9ca4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597582 Nov 02 11:38:48.267262 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6bf27b-75f8-445f-adf8-eca811adff04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5a2023-300c-4717-bb81-a6e3d2615a13'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:48.269515 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc266231-f256-4815-a1aa-1a50349577d4" -d '{"events": [{"server_uuid": "3a6bf27b-75f8-445f-adf8-eca811adff04", "name": "network-vif-plugged", "status": "completed", "tag": "be5a2023-300c-4717-bb81-a6e3d2615a13"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:48.287090 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port be5a2023-300c-4717-bb81-a6e3d2615a13, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=be5a2023-300c-4717-bb81-a6e3d2615a13,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:48.308314 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c4ad83-d31f-44d2-b56c-74f5c1003bdf x-openstack-request-id: req-87c4ad83-d31f-44d2-b56c-74f5c1003bdf {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:48.308672 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6bf27b-75f8-445f-adf8-eca811adff04", "name": "network-vif-plugged", "status": "completed", "tag": "be5a2023-300c-4717-bb81-a6e3d2615a13", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:48.308932 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-87c4ad83-d31f-44d2-b56c-74f5c1003bdf {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:48.309331 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6bf27b-75f8-445f-adf8-eca811adff04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5a2023-300c-4717-bb81-a6e3d2615a13', 'code': 200} Nov 02 11:38:48.334034 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c2eef1ef-7b43-4fb6-b503-95b493f1457f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:48.334966 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:48.336247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 17645de0-c3d2-491c-9962-f4bec0e80b40 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:48.363165 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-e7a81c7f-7aef-4e56-a7b7-081d86e170b7 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:48.364716 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-e7a81c7f-7aef-4e56-a7b7-081d86e170b7 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908&tenant_id=9434b8b2332344e783438c5f662e06b3&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 1098 time: 0.0489821 Nov 02 11:38:48.379174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-18'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:48.404097 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 17645de0-c3d2-491c-9962-f4bec0e80b40 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:38:48.404717 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 17645de0-c3d2-491c-9962-f4bec0e80b40 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:38:48.433950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=be5a2023-300c-4717-bb81-a6e3d2615a13,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:48.486473 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:48.544691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18eb88-73ad-4d04-b6e4-6351d4fa81a0 req-4ccd8dbb-ad45-4ada-ba4b-748ae61a5944 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:48.546232 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d18eb88-73ad-4d04-b6e4-6351d4fa81a0 req-4ccd8dbb-ad45-4ada-ba4b-748ae61a5944 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.0922537 Nov 02 11:38:48.653061 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-135e3797-f8ee-4747-9fb3-c0a5fe52aaa1 req-e8c3a816-c618-405e-a8de-f20208399bc3 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0446451 Nov 02 11:38:48.657223 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d18eb88-73ad-4d04-b6e4-6351d4fa81a0 req-631213b9-3f78-47ec-ae8b-38a89ef184d1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019216 Nov 02 11:38:48.689353 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] For port 57be5d74-bb49-4566-8385-2f7bdf5492ff, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=57be5d74-bb49-4566-8385-2f7bdf5492ff,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:48.689520 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-c2eef1ef-7b43-4fb6-b503-95b493f1457f admin admin] Deleting port c9f3a068-7e98-4600-ab1c-565d74a124f0 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:48.689731 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c2eef1ef-7b43-4fb6-b503-95b493f1457f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:48.729519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] For port 57be5d74-bb49-4566-8385-2f7bdf5492ff, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:38:48.785624 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-c2eef1ef-7b43-4fb6-b503-95b493f1457f admin admin] For port c9f3a068-7e98-4600-ab1c-565d74a124f0, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c9f3a068-7e98-4600-ab1c-565d74a124f0,segment=NetworkSegment(195c9522-93be-4c36-b475-977c63d7267e),segment_id=195c9522-93be-4c36-b475-977c63d7267e)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:48.786038 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c2eef1ef-7b43-4fb6-b503-95b493f1457f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:48.800738 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-c2eef1ef-7b43-4fb6-b503-95b493f1457f admin admin] Calling delete_port for c9f3a068-7e98-4600-ab1c-565d74a124f0 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:48.807290 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:48.826522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1fc9b-9bec-4721-96ce-4a800a40c8bb req-aba49a2c-3a6d-4ea0-a64e-efe76f7c292e tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:48.829206 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-12e1fc9b-9bec-4721-96ce-4a800a40c8bb req-aba49a2c-3a6d-4ea0-a64e-efe76f7c292e tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4 HTTP/1.1" status: 200 len: 950 time: 0.0770776 Nov 02 11:38:48.885634 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-12e1fc9b-9bec-4721-96ce-4a800a40c8bb req-1313392c-86be-40b6-b819-44a664e9b557 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494795 Nov 02 11:38:48.895753 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:48.989552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] Pushing event updated for resources: {'Port': ['ID=57be5d74-bb49-4566-8385-2f7bdf5492ff,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:48.997069 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] Attempting to bind port 57be5d74-bb49-4566-8385-2f7bdf5492ff on host n-h1-806683-18 for vnic_type normal with profile {"migrating_to": "n-h2-806683-18"} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:38:48.997413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] Attempting to bind port 57be5d74-bb49-4566-8385-2f7bdf5492ff by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:38:48.997753 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] Attempting to bind port 57be5d74-bb49-4566-8385-2f7bdf5492ff on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:49.002676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] Port 57be5d74-bb49-4566-8385-2f7bdf5492ff on network e3f5fe02-990d-442a-ab33-f4126e712578 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:38:49.003095 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] Attempting to bind port 57be5d74-bb49-4566-8385-2f7bdf5492ff on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:49.008455 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:38:49.008798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] Checking segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:38:49.010170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] Bound using segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:38:49.010660 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] Bound port: 57be5d74-bb49-4566-8385-2f7bdf5492ff, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:38:49.011050 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:49.088630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] For port 57be5d74-bb49-4566-8385-2f7bdf5492ff, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:38:49.092671 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] For port 57be5d74-bb49-4566-8385-2f7bdf5492ff, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=57be5d74-bb49-4566-8385-2f7bdf5492ff,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:38:49.146368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fbfb5-8b4a-4f47-bdfa-690cf75b25c8 req-3e7a9717-d52f-492e-8ac9-4b29764b60ed tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:49.148045 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a6fbfb5-8b4a-4f47-bdfa-690cf75b25c8 req-3e7a9717-d52f-492e-8ac9-4b29764b60ed tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 945 time: 0.0540032 Nov 02 11:38:49.202802 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a6fbfb5-8b4a-4f47-bdfa-690cf75b25c8 req-00c52793-b5b7-418b-985c-9da531a19a4e tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472052 Nov 02 11:38:49.227333 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:49.316661 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:49.317283 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:49.318885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] 10.222.0.54 "PUT /v2.0/ports/57be5d74-bb49-4566-8385-2f7bdf5492ff HTTP/1.1" status: 200 len: 1124 time: 0.9454620 Nov 02 11:38:49.327946 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c76893-b3e8-4d2e-ab03-ecae8bd8dc87 req-ebaab8ae-9111-401b-b4b6-567ee1e16f02 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:49.336206 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d2375-9acb-4268-b352-3e58957015a1 service neutron] Pushing event updated for resources: {'Port': ['ID=57be5d74-bb49-4566-8385-2f7bdf5492ff,revision_number=8']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:49.343215 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-49c76893-b3e8-4d2e-ab03-ecae8bd8dc87 req-ebaab8ae-9111-401b-b4b6-567ee1e16f02 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/ports?device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 948 time: 0.3887718 Nov 02 11:38:49.346706 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c2eef1ef-7b43-4fb6-b503-95b493f1457f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:49.386967 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eef1ef-7b43-4fb6-b503-95b493f1457f admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f3a068-7e98-4600-ab1c-565d74a124f0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:49.445220 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['57be5d74-bb49-4566-8385-2f7bdf5492ff'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:49.468430 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-49c76893-b3e8-4d2e-ab03-ecae8bd8dc87 req-d6ad5273-64fc-49bb-bd08-2af9f709d580 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/security-groups?id=3527d3fe-7e43-433f-b966-ada3a7bffb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243227 Nov 02 11:38:49.494015 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['57be5d74-bb49-4566-8385-2f7bdf5492ff'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:49.672446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93eac6c-517d-4b7d-acce-43af8127c908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57be5d74-bb49-4566-8385-2f7bdf5492ff'}, {'name': 'network-changed', 'server_uuid': 'c93eac6c-517d-4b7d-acce-43af8127c908', 'tag': '57be5d74-bb49-4566-8385-2f7bdf5492ff'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:49.676397 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff52280-a295-4276-b732-cbb52cdc092d" -d '{"events": [{"server_uuid": "c93eac6c-517d-4b7d-acce-43af8127c908", "name": "network-vif-unplugged", "status": "completed", "tag": "57be5d74-bb49-4566-8385-2f7bdf5492ff"}, {"name": "network-changed", "server_uuid": "c93eac6c-517d-4b7d-acce-43af8127c908", "tag": "57be5d74-bb49-4566-8385-2f7bdf5492ff"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:49.680176 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70f38c-fcd4-4b0d-933e-8cb962d868dc req-01293a5b-4ab4-4c34-8855-b76bbea7807d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:49.683463 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1c70f38c-fcd4-4b0d-933e-8cb962d868dc req-01293a5b-4ab4-4c34-8855-b76bbea7807d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 944 time: 0.1061246 Nov 02 11:38:49.686859 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c2eef1ef-7b43-4fb6-b503-95b493f1457f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:49.720045 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 57be5d74-bb49-4566-8385-2f7bdf5492ff details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:38:49.725661 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bc36a50d-d762-4ecd-9b4c-c88c995b06b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:49.741362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe0f73-14e5-4a8f-b25b-4b8bbc4ee9e5 req-7c958183-468e-4d4e-aaef-23b71800e70f tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:49.743306 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6fe0f73-14e5-4a8f-b25b-4b8bbc4ee9e5 req-7c958183-468e-4d4e-aaef-23b71800e70f tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 1097 time: 0.0510559 Nov 02 11:38:49.801559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6fe0f73-14e5-4a8f-b25b-4b8bbc4ee9e5 req-bd5696ef-f414-4c06-ba87-7e18c7b0e54e tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510249 Nov 02 11:38:49.807982 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1c70f38c-fcd4-4b0d-933e-8cb962d868dc req-36cd14cf-2a07-467e-a33e-e56660d0f8e8 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164560 Nov 02 11:38:49.926234 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7edf4b-fe3a-475f-b3af-8ba7c4d52ae7 x-openstack-request-id: req-cb7edf4b-fe3a-475f-b3af-8ba7c4d52ae7 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:49.926539 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93eac6c-517d-4b7d-acce-43af8127c908", "name": "network-vif-unplugged", "status": "completed", "tag": "57be5d74-bb49-4566-8385-2f7bdf5492ff", "code": 200}, {"name": "network-changed", "server_uuid": "c93eac6c-517d-4b7d-acce-43af8127c908", "tag": "57be5d74-bb49-4566-8385-2f7bdf5492ff", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:49.927406 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb7edf4b-fe3a-475f-b3af-8ba7c4d52ae7 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:49.927839 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93eac6c-517d-4b7d-acce-43af8127c908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57be5d74-bb49-4566-8385-2f7bdf5492ff', 'code': 200} Nov 02 11:38:49.928099 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93eac6c-517d-4b7d-acce-43af8127c908', 'tag': '57be5d74-bb49-4566-8385-2f7bdf5492ff', 'status': 'completed', 'code': 200} Nov 02 11:38:49.935606 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 57be5d74-bb49-4566-8385-2f7bdf5492ff, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=57be5d74-bb49-4566-8385-2f7bdf5492ff,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:49.955041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 57be5d74-bb49-4566-8385-2f7bdf5492ff has no active binding in host n-h2-806683-18 {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 02 11:38:50.017663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc80350-9382-4ff8-8e4a-f6558d47980f req-834563b2-deef-4b6f-aff4-b529720f9969 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:50.019214 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fc80350-9382-4ff8-8e4a-f6558d47980f req-834563b2-deef-4b6f-aff4-b529720f9969 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 945 time: 0.1144197 Nov 02 11:38:50.047855 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 301c4383-0466-47be-a26b-79da51f970ad up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:38:50.054369 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff52280-a295-4276-b732-cbb52cdc092d req-afee6cca-7c69-4b21-a9b0-c25cdf6545ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:50.055901 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ff52280-a295-4276-b732-cbb52cdc092d req-afee6cca-7c69-4b21-a9b0-c25cdf6545ae service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 1127 time: 0.0795069 Nov 02 11:38:50.059946 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2eef1ef-7b43-4fb6-b503-95b493f1457f admin admin] Router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:38:50.069078 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d198d-57a1-499b-8940-6f7b6b973bb1 req-65a83b2a-eeb2-454b-86cd-46d4550634ee tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:50.078649 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ca8d198d-57a1-499b-8940-6f7b6b973bb1 req-65a83b2a-eeb2-454b-86cd-46d4550634ee tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.0818727 Nov 02 11:38:50.105778 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fc80350-9382-4ff8-8e4a-f6558d47980f req-ec96f89a-3345-4110-8246-0ceddbe15637 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784254 Nov 02 11:38:50.175787 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ca8d198d-57a1-499b-8940-6f7b6b973bb1 req-a1849784-afba-458d-a013-a99b482f6298 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962231 Nov 02 11:38:50.178973 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 301c4383-0466-47be-a26b-79da51f970ad completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:38:50.184846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 301c4383-0466-47be-a26b-79da51f970ad triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:38:50.185538 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:50.202389 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff52280-a295-4276-b732-cbb52cdc092d req-5cc52617-1f76-4f29-9382-f4dd13c2c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:50.205675 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ff52280-a295-4276-b732-cbb52cdc092d req-5cc52617-1f76-4f29-9382-f4dd13c2c1f4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 922 time: 0.1322656 Nov 02 11:38:50.236155 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-747bbb64-ed3b-4334-a70d-d0368ced959e req-a5f7dfe3-2009-4b24-88a7-70f39ffb57e2 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0630665 Nov 02 11:38:50.288816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2eef1ef-7b43-4fb6-b503-95b493f1457f admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:38:50.304902 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c2eef1ef-7b43-4fb6-b503-95b493f1457f admin admin] 10.222.0.52 "PUT /v2.0/routers/0de3a62c-808f-4aa3-9ead-fb49e56013b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5809727 Nov 02 11:38:50.304902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54660) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:50.314538 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9651857-aff8-4dc6-9404-dfccdef84322 None None] Sync routers for ids ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:38:50.323130 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:50.330223 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9651857-aff8-4dc6-9404-dfccdef84322 None None] Routers {'0de3a62c-808f-4aa3-9ead-fb49e56013b3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:38:50.331470 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c9651857-aff8-4dc6-9404-dfccdef84322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:38:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:50.342376 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ff52280-a295-4276-b732-cbb52cdc092d req-949f6598-aab3-4afb-9a1b-6a79f163f8c7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57be5d74-bb49-4566-8385-2f7bdf5492ff HTTP/1.1" status: 200 len: 217 time: 0.1159394 Nov 02 11:38:50.417148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301c4383-0466-47be-a26b-79da51f970ad'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:50.420288 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8161db9-4ba3-45ba-9bcc-88bea9fbcff7" -d '{"events": [{"server_uuid": "b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a", "name": "network-vif-plugged", "status": "completed", "tag": "301c4383-0466-47be-a26b-79da51f970ad"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:50.422473 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:50.439323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 301c4383-0466-47be-a26b-79da51f970ad, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=301c4383-0466-47be-a26b-79da51f970ad,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:50.446210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e923e-6cbf-4dbe-b82d-081fa99218da req-d5cfa88c-02d9-4654-ba98-b7f436b44592 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:50.454088 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-073e923e-6cbf-4dbe-b82d-081fa99218da req-d5cfa88c-02d9-4654-ba98-b7f436b44592 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4 HTTP/1.1" status: 200 len: 950 time: 0.1223171 Nov 02 11:38:50.497725 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-5ed93cb5-b2dc-4e84-a91e-3aad72a285e8 service neutron] show failed (client error): The resource could not be found. Nov 02 11:38:50.498760 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-5ed93cb5-b2dc-4e84-a91e-3aad72a285e8 service neutron] 10.222.0.54 "GET /v2.0/ports/0f362356-ad80-4cef-bffe-b88accbdd0c2/bindings/n-h1-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.2616529 Nov 02 11:38:50.510606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff52280-a295-4276-b732-cbb52cdc092d req-5360c13c-ad4b-492a-b5bb-4cfdf919c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:50.511198 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ff52280-a295-4276-b732-cbb52cdc092d req-5360c13c-ad4b-492a-b5bb-4cfdf919c46f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.1433208 Nov 02 11:38:50.511318 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:50.512348 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device be5a2023-300c-4717-bb81-a6e3d2615a13 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:50.534683 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:50.546736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa602222-ea54-4531-a9ab-5db499adf472 req-f7fc648b-c581-4b4f-9914-1bca8f6c83c5 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:50.548302 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa602222-ea54-4531-a9ab-5db499adf472 req-f7fc648b-c581-4b4f-9914-1bca8f6c83c5 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4 HTTP/1.1" status: 200 len: 950 time: 0.1228886 Nov 02 11:38:50.574056 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ff52280-a295-4276-b732-cbb52cdc092d req-a2ebf17f-efbf-47c5-8697-4691520a33eb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453987 Nov 02 11:38:50.588408 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-073e923e-6cbf-4dbe-b82d-081fa99218da req-c7458a4c-6bdf-4804-bf5b-7a96104fa2da tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324768 Nov 02 11:38:50.607946 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-c9651857-aff8-4dc6-9404-dfccdef84322 None None] Set router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:38:50.666373 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e761c8af-82be-4202-8ef0-68218cc0a5f2 x-openstack-request-id: req-e761c8af-82be-4202-8ef0-68218cc0a5f2 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:50.667106 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a", "name": "network-vif-plugged", "status": "completed", "tag": "301c4383-0466-47be-a26b-79da51f970ad", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:50.667574 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e761c8af-82be-4202-8ef0-68218cc0a5f2 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:50.668237 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301c4383-0466-47be-a26b-79da51f970ad', 'code': 200} Nov 02 11:38:50.699397 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=301c4383-0466-47be-a26b-79da51f970ad,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:50.796203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69cbb4-9fe5-4f81-ad03-8c958e941694 req-88c20f8d-bc68-4007-939d-5c12a74af7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:50.798198 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b69cbb4-9fe5-4f81-ad03-8c958e941694 req-88c20f8d-bc68-4007-939d-5c12a74af7a8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 1101 time: 0.0494003 Nov 02 11:38:50.889585 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b69cbb4-9fe5-4f81-ad03-8c958e941694 req-d0d442b4-edd6-4f98-ad88-66b4f4aa83e5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3527d3fe-7e43-433f-b966-ada3a7bffb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707579 Nov 02 11:38:50.939808 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Deleting port 9c06a16e-8ae0-48ab-930c-43ad3797e445 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:50.940539 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:50.960125 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:51.012486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port be5a2023-300c-4717-bb81-a6e3d2615a13, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=be5a2023-300c-4717-bb81-a6e3d2615a13,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:51.033246 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] For port 9c06a16e-8ae0-48ab-930c-43ad3797e445, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9c06a16e-8ae0-48ab-930c-43ad3797e445,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:51.035182 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:51.043405 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:51.050439 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Calling delete_port for 9c06a16e-8ae0-48ab-930c-43ad3797e445 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:51.089554 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:51.128083 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ff52280-a295-4276-b732-cbb52cdc092d req-1f982767-60b6-4c5e-b22b-66a08d7603e5 service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145080 Nov 02 11:38:51.142702 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9b77e-d4fd-4eb0-ad96-ebefaf61de99 req-ddcd0f33-eed5-4f58-b206-6ee2d386ef03 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:51.151078 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9fe9b77e-d4fd-4eb0-ad96-ebefaf61de99 req-ddcd0f33-eed5-4f58-b206-6ee2d386ef03 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/ports?device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 949 time: 0.4195650 Nov 02 11:38:51.180193 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-fa602222-ea54-4531-a9ab-5db499adf472 req-d04a3b61-d9a7-49ba-9407-03a856ea4ecd tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Deleting port cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:51.180536 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fa602222-ea54-4531-a9ab-5db499adf472 req-d04a3b61-d9a7-49ba-9407-03a856ea4ecd tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:51.237013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c9651857-aff8-4dc6-9404-dfccdef84322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:38:48Z', 'revision_number': 5, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port': {'id': '9c06a16e-8ae0-48ab-930c-43ad3797e445', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:51.242610 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=be5a2023-300c-4717-bb81-a6e3d2615a13,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:51.272456 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9651857-aff8-4dc6-9404-dfccdef84322 None None] Checking router: 0de3a62c-808f-4aa3-9ead-fb49e56013b3 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:38:51.289788 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9651857-aff8-4dc6-9404-dfccdef84322 None None] Routers {'0de3a62c-808f-4aa3-9ead-fb49e56013b3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:38:51.290580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c9651857-aff8-4dc6-9404-dfccdef84322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:38:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:51.331712 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7a1cc-f0b1-4dfb-9630-85503f6be279 req-ddb68623-d033-4787-94d1-4e0bcb6de2bf tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:51.333267 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-90d7a1cc-f0b1-4dfb-9630-85503f6be279 req-ddb68623-d033-4787-94d1-4e0bcb6de2bf tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "GET /v2.0/ports?device_id=7465ecd0-a9b5-4235-8693-030d9af08562 HTTP/1.1" status: 200 len: 950 time: 0.1461895 Nov 02 11:38:51.375432 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9fe9b77e-d4fd-4eb0-ad96-ebefaf61de99 req-42d152b0-99af-4f36-84c5-47b42135e4ad tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/security-groups?id=3527d3fe-7e43-433f-b966-ada3a7bffb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231083 Nov 02 11:38:51.430009 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ff52280-a295-4276-b732-cbb52cdc092d req-f4e439de-9067-47ff-85ed-8e3164acbdfe service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756491 Nov 02 11:38:51.432872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-fa602222-ea54-4531-a9ab-5db499adf472 req-d04a3b61-d9a7-49ba-9407-03a856ea4ecd tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] For port cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:51.433248 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fa602222-ea54-4531-a9ab-5db499adf472 req-d04a3b61-d9a7-49ba-9407-03a856ea4ecd tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:51.448348 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-fa602222-ea54-4531-a9ab-5db499adf472 req-d04a3b61-d9a7-49ba-9407-03a856ea4ecd tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Calling delete_port for cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:51.461609 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-c9651857-aff8-4dc6-9404-dfccdef84322 None None] Set router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:38:51.501419 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-90d7a1cc-f0b1-4dfb-9630-85503f6be279 req-6d55dd33-b864-4427-8dca-2a2c0b9f33b4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Deleting port 9679caad-6d46-4129-b037-95ba1479b1a3 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:51.502045 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-90d7a1cc-f0b1-4dfb-9630-85503f6be279 req-6d55dd33-b864-4427-8dca-2a2c0b9f33b4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:51.506237 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:51.535015 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c9651857-aff8-4dc6-9404-dfccdef84322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:38:50Z', 'revision_number': 6, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:51.556491 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Pushing event deleted for resources: {'Port': ['ID=9c06a16e-8ae0-48ab-930c-43ad3797e445,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:51.564640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9651857-aff8-4dc6-9404-dfccdef84322 None None] The sync data for ids ['0de3a62c-808f-4aa3-9ead-fb49e56013b3'] in n-d-806683-18 is: [{'id': '0de3a62c-808f-4aa3-9ead-fb49e56013b3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2118925134-router', 'tenant_id': 'fb3809d85af44d899f475904c2161bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:46Z', 'updated_at': '2021-11-02T11:38:50Z', 'revision_number': 6, 'project_id': 'fb3809d85af44d899f475904c2161bf3', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:38:51.597612 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:51.598061 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:51.598312 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:51.598669 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:51.599045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:51.599500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:51.599709 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:51.600042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:51.600371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:51.600700 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:51.601026 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:51.601349 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:51.625732 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-e8614d4f-33a7-40fd-b8cf-05a174a801ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:51.627253 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-e8614d4f-33a7-40fd-b8cf-05a174a801ed service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d&tenant_id=6196471367014fa2a6ff86ee9c2ee144 HTTP/1.1" status: 200 len: 1102 time: 0.1616020 Nov 02 11:38:51.654893 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6f471-f0d0-44a9-be9a-b6e4e041319f req-135c6cc0-a04e-40f5-92de-c2c3441f0907 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:51.659904 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85e6f471-f0d0-44a9-be9a-b6e4e041319f req-135c6cc0-a04e-40f5-92de-c2c3441f0907 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 944 time: 0.1462700 Nov 02 11:38:51.669419 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:51.691542 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-90d7a1cc-f0b1-4dfb-9630-85503f6be279 req-6d55dd33-b864-4427-8dca-2a2c0b9f33b4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] For port 9679caad-6d46-4129-b037-95ba1479b1a3, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=9679caad-6d46-4129-b037-95ba1479b1a3,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:51.691939 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-90d7a1cc-f0b1-4dfb-9630-85503f6be279 req-6d55dd33-b864-4427-8dca-2a2c0b9f33b4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:51.694717 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:51.764850 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-90d7a1cc-f0b1-4dfb-9630-85503f6be279 req-6d55dd33-b864-4427-8dca-2a2c0b9f33b4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Calling delete_port for 9679caad-6d46-4129-b037-95ba1479b1a3 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:51.809634 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:51.812457 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85e6f471-f0d0-44a9-be9a-b6e4e041319f req-fc7996c0-5f47-41ba-af76-d8d177401ef8 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381240 Nov 02 11:38:51.813262 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:51.813839 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:51.943359 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fa602222-ea54-4531-a9ab-5db499adf472 req-d04a3b61-d9a7-49ba-9407-03a856ea4ecd tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:51.955519 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:51.959561 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0', '9679caad-6d46-4129-b037-95ba1479b1a3'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:52.010480 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:52.011227 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0de3a62c-808f-4aa3-9ead-fb49e56013b3 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:38:52.024267 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:52.026631 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f3a206ac-694a-4b15-8226-a9c16248bfaf admin admin] 10.222.0.52 "DELETE /v2.0/routers/0de3a62c-808f-4aa3-9ead-fb49e56013b3 HTTP/1.1" status: 204 len: 168 time: 1.7202024 Nov 02 11:38:52.030798 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54696) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:52.058757 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a3b61-d9a7-49ba-9407-03a856ea4ecd tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Pushing event deleted for resources: {'Port': ['ID=cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:52.108844 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c5aa4a-1995-4754-ba53-1b2b1628d51a admin admin] Deleting subnet 71d19ab0-8242-4e81-bb30-fdf956ad4e06 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:38:52.109207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa602222-ea54-4531-a9ab-5db499adf472 req-d04a3b61-d9a7-49ba-9407-03a856ea4ecd tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] No DVR routers for this DVR port cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:52.118059 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fa602222-ea54-4531-a9ab-5db499adf472 req-d04a3b61-d9a7-49ba-9407-03a856ea4ecd tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:52.120059 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a7c5aa4a-1995-4754-ba53-1b2b1628d51a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:52.122123 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa602222-ea54-4531-a9ab-5db499adf472 req-d04a3b61-d9a7-49ba-9407-03a856ea4ecd tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "DELETE /v2.0/ports/cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 HTTP/1.1" status: 204 len: 173 time: 1.5517559 Nov 02 11:38:52.122655 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4', 'name': 'network-vif-deleted', 'tag': 'cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:52.125149 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee7a7fe-b542-495c-b947-49b0e1061b9b" -d '{"events": [{"server_uuid": "6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4", "name": "network-vif-deleted", "tag": "cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:52.128247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c9f3a068-7e98-4600-ab1c-565d74a124f0 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:52.174300 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a7c5aa4a-1995-4754-ba53-1b2b1628d51a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:52.176885 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: c9f3a068-7e98-4600-ab1c-565d74a124f0 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:38:52.177468 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c9f3a068-7e98-4600-ab1c-565d74a124f0 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:38:52.212527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50e98f-f652-4a66-9f01-7a88edb10fae req-db3e1b1c-cfc2-43aa-8ae3-805fc30f60ce tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:52.215403 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c50e98f-f652-4a66-9f01-7a88edb10fae req-db3e1b1c-cfc2-43aa-8ae3-805fc30f60ce tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 943 time: 0.2734892 Nov 02 11:38:52.265778 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a7c5aa4a-1995-4754-ba53-1b2b1628d51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:52.296821 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-90d7a1cc-f0b1-4dfb-9630-85503f6be279 req-6d55dd33-b864-4427-8dca-2a2c0b9f33b4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:52.311883 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c50e98f-f652-4a66-9f01-7a88edb10fae req-87bab1d3-2e5c-46f6-b26f-b4867b7ad7ce tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902469 Nov 02 11:38:52.328186 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:52.334916 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:52.403086 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55dd33-b864-4427-8dca-2a2c0b9f33b4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Pushing event deleted for resources: {'Port': ['ID=9679caad-6d46-4129-b037-95ba1479b1a3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:52.427839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:38:52.443244 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d7a1cc-f0b1-4dfb-9630-85503f6be279 req-6d55dd33-b864-4427-8dca-2a2c0b9f33b4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] No DVR routers for this DVR port 9679caad-6d46-4129-b037-95ba1479b1a3 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:52.447817 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-90d7a1cc-f0b1-4dfb-9630-85503f6be279 req-6d55dd33-b864-4427-8dca-2a2c0b9f33b4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:52.451151 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-90d7a1cc-f0b1-4dfb-9630-85503f6be279 req-6d55dd33-b864-4427-8dca-2a2c0b9f33b4 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.79 "DELETE /v2.0/ports/9679caad-6d46-4129-b037-95ba1479b1a3 HTTP/1.1" status: 204 len: 173 time: 1.1065307 Nov 02 11:38:52.451654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7465ecd0-a9b5-4235-8693-030d9af08562', 'name': 'network-vif-deleted', 'tag': '9679caad-6d46-4129-b037-95ba1479b1a3'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:52.454311 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7df981-7847-4673-ae71-5935d30cd397" -d '{"events": [{"server_uuid": "7465ecd0-a9b5-4235-8693-030d9af08562", "name": "network-vif-deleted", "tag": "9679caad-6d46-4129-b037-95ba1479b1a3"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:52.585947 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:52.586218 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a7c5aa4a-1995-4754-ba53-1b2b1628d51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:52.603142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534f64c-dc9b-4db0-b8a2-d301c339596e req-c02b0597-01cb-4e08-b9b2-26a7d0c651cb tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:52.605895 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7534f64c-dc9b-4db0-b8a2-d301c339596e req-c02b0597-01cb-4e08-b9b2-26a7d0c651cb tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 943 time: 0.2142713 Nov 02 11:38:52.620983 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5666ccb-f01f-427d-b731-14510b73c737 req-441b741f-fa59-4a67-87f3-a99fb53e7071 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:52.624271 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5aa4a-1995-4754-ba53-1b2b1628d51a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d19ab0-8242-4e81-bb30-fdf956ad4e06,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:52.633178 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5666ccb-f01f-427d-b731-14510b73c737 req-441b741f-fa59-4a67-87f3-a99fb53e7071 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.1517074 Nov 02 11:38:52.642399 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a7c5aa4a-1995-4754-ba53-1b2b1628d51a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:52.647125 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a7c5aa4a-1995-4754-ba53-1b2b1628d51a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/71d19ab0-8242-4e81-bb30-fdf956ad4e06 HTTP/1.1" status: 204 len: 168 time: 0.6152747 Nov 02 11:38:52.651183 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54704) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:52.655535 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12c502a-7ff3-404b-9c0b-3ab2c9625b17 None None] Network 0427496c-f707-4779-93ec-614aeaa2dd50 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:38:52.693326 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6bf27b-75f8-445f-adf8-eca811adff04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5a2023-300c-4717-bb81-a6e3d2615a13'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:52.704357 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3c93ac-3340-4490-bc45-43bab2050a17" -d '{"events": [{"server_uuid": "3a6bf27b-75f8-445f-adf8-eca811adff04", "name": "network-vif-unplugged", "status": "completed", "tag": "be5a2023-300c-4717-bb81-a6e3d2615a13"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:52.726264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Transition to ACTIVE for port object 0f362356-ad80-4cef-bffe-b88accbdd0c2 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:38:52.778537 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:52.792472 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5666ccb-f01f-427d-b731-14510b73c737 req-e320203d-8178-406e-8599-3cf5b071bc87 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586425 Nov 02 11:38:52.830818 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:52.849515 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-7534f64c-dc9b-4db0-b8a2-d301c339596e req-0f65c9f0-7505-42bc-84a4-c14e1432c5fa tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Deleting port be5a2023-300c-4717-bb81-a6e3d2615a13 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:52.849515 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7534f64c-dc9b-4db0-b8a2-d301c339596e req-0f65c9f0-7505-42bc-84a4-c14e1432c5fa tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:52.857922 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] Deleting port 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:52.858401 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:52.937237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-06eda236-b566-4f6f-aa7a-074450dddce7 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:38:52.938295 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-06eda236-b566-4f6f-aa7a-074450dddce7 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0091252 Nov 02 11:38:52.943732 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] For port 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7,segment=NetworkSegment(195c9522-93be-4c36-b475-977c63d7267e),segment_id=195c9522-93be-4c36-b475-977c63d7267e)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:52.944198 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:52.958707 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:52.969303 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] Calling delete_port for 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:53.004016 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-f6dea388-fc86-4610-9d8b-6d339a138b81 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:53.005628 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-f6dea388-fc86-4610-9d8b-6d339a138b81 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/ports/b86ed647-2d5c-4721-8379-61ef6a25b6fb HTTP/1.1" status: 200 len: 1094 time: 0.0518255 Nov 02 11:38:53.044222 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-2e906ef0-7251-40b8-bebc-ace3cd463228 service neutron] Request body: {'binding': {'host': 'n-h2-806683-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:38:53.044773 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-2e906ef0-7251-40b8-bebc-ace3cd463228 service neutron] Unknown quota resources ['binding']. {{(pid=102690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 11:38:53.072453 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c8b4fb62-a6f3-42d4-afd3-bba794e211ab req-d78a35be-f480-4811-b0b8-4b1f8672a026 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.1138282 Nov 02 11:38:53.074494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c91227-62a1-46e3-9862-4bdd137e3bc6 None None] DHCP port deletion for 0427496c-f707-4779-93ec-614aeaa2dd50 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:38:53.174222 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a7c91227-62a1-46e3-9862-4bdd137e3bc6 None None] Deleting port 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:53.174713 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a7c91227-62a1-46e3-9862-4bdd137e3bc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:53.210366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Pushing event updated for resources: {'Port': ['ID=0f362356-ad80-4cef-bffe-b88accbdd0c2,revision_number=6']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:53.239815 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7534f64c-dc9b-4db0-b8a2-d301c339596e req-0f65c9f0-7505-42bc-84a4-c14e1432c5fa tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] For port be5a2023-300c-4717-bb81-a6e3d2615a13, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=be5a2023-300c-4717-bb81-a6e3d2615a13,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:53.240518 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7534f64c-dc9b-4db0-b8a2-d301c339596e req-0f65c9f0-7505-42bc-84a4-c14e1432c5fa tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:53.243510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] No DVR routers for this DVR port 0f362356-ad80-4cef-bffe-b88accbdd0c2 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:53.270550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:53.270799 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:53.271610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:53.271610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:53.271848 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:53.272226 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:53.272518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:53.272851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:53.273195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:53.273797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:53.273993 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:53.274157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:53.282517 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:53.305361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a7c91227-62a1-46e3-9862-4bdd137e3bc6 None None] For port 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7,segment=NetworkSegment(195c9522-93be-4c36-b475-977c63d7267e),segment_id=195c9522-93be-4c36-b475-977c63d7267e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:53.313002 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a7c91227-62a1-46e3-9862-4bdd137e3bc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:53.313388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-7534f64c-dc9b-4db0-b8a2-d301c339596e req-0f65c9f0-7505-42bc-84a4-c14e1432c5fa tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Calling delete_port for be5a2023-300c-4717-bb81-a6e3d2615a13 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:53.313501 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:53.320395 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-2e906ef0-7251-40b8-bebc-ace3cd463228 service neutron] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb on host n-h2-806683-18 for vnic_type normal with profile None {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:38:53.320736 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-2e906ef0-7251-40b8-bebc-ace3cd463228 service neutron] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:38:53.321084 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-2e906ef0-7251-40b8-bebc-ace3cd463228 service neutron] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:53.324142 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4139058c-8567-491e-9017-9b4d31c89c80 req-6806c809-b593-4b46-bdc4-38f43b42b114 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4 HTTP/1.1" status: 200 len: 210 time: 0.0883756 Nov 02 11:38:53.330193 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a7c91227-62a1-46e3-9862-4bdd137e3bc6 None None] Calling delete_port for 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:53.331304 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] No DVR routers for this DVR port 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:53.358276 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-2e906ef0-7251-40b8-bebc-ace3cd463228 service neutron] Port b86ed647-2d5c-4721-8379-61ef6a25b6fb on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:38:53.358602 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-2e906ef0-7251-40b8-bebc-ace3cd463228 service neutron] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:53.396823 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-2e906ef0-7251-40b8-bebc-ace3cd463228 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:38:53.397172 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-2e906ef0-7251-40b8-bebc-ace3cd463228 service neutron] Checking segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:38:53.397564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-2e906ef0-7251-40b8-bebc-ace3cd463228 service neutron] Bound using segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:38:53.398013 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-2e906ef0-7251-40b8-bebc-ace3cd463228 service neutron] Bound port: b86ed647-2d5c-4721-8379-61ef6a25b6fb, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:38:53.428521 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8392b537-9584-4814-9904-e9e817fd8f4a x-openstack-request-id: req-8392b537-9584-4814-9904-e9e817fd8f4a {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:53.428862 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4", "name": "network-vif-deleted", "tag": "cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:53.428973 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8392b537-9584-4814-9904-e9e817fd8f4a {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:53.429352 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ceb7a59-f65a-4665-af7d-f77ea5fdcfe4', 'name': 'network-vif-deleted', 'tag': 'cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0', 'status': 'completed', 'code': 200} Nov 02 11:38:53.430191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Attempting to bind port 0f362356-ad80-4cef-bffe-b88accbdd0c2 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:38:53.430528 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Attempting to bind port 0f362356-ad80-4cef-bffe-b88accbdd0c2 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:38:53.431009 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Attempting to bind port 0f362356-ad80-4cef-bffe-b88accbdd0c2 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:53.462905 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a7c91227-62a1-46e3-9862-4bdd137e3bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:53.490729 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:53.500104 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-2e906ef0-7251-40b8-bebc-ace3cd463228 service neutron] For port b86ed647-2d5c-4721-8379-61ef6a25b6fb, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b86ed647-2d5c-4721-8379-61ef6a25b6fb,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:38:53.516810 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0427496c-f707-4779-93ec-614aeaa2dd50']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:53.524373 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c91227-62a1-46e3-9862-4bdd137e3bc6 None None] Pushing event deleted for resources: {'Port': ['ID=3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:53.532984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c91227-62a1-46e3-9862-4bdd137e3bc6 None None] No DVR routers for this DVR port 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:53.541646 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195c9522-93be-4c36-b475-977c63d7267e') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:53.542146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195c9522-93be-4c36-b475-977c63d7267e') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:53.557607 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:53.563116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Port 0f362356-ad80-4cef-bffe-b88accbdd0c2 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:38:53.563483 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Attempting to bind port 0f362356-ad80-4cef-bffe-b88accbdd0c2 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:38:53.582253 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-2e906ef0-7251-40b8-bebc-ace3cd463228 service neutron] Publish callbacks [] for binding, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:53.588700 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-2e906ef0-7251-40b8-bebc-ace3cd463228 service neutron] 10.222.0.52 "POST /v2.0/ports/b86ed647-2d5c-4721-8379-61ef6a25b6fb/bindings HTTP/1.1" status: 201 len: 390 time: 0.5448873 Nov 02 11:38:53.589522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:38:53.589522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:38:53.589522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:38:53.589522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Bound port: 0f362356-ad80-4cef-bffe-b88accbdd0c2, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:38:53.589522 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:53.589949 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:53.604483 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:38:53.605160 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:38:53.617471 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:38:53.685273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b013820-53f8-4002-8bda-ef34e128ace5 req-bd9dc883-282f-48b6-b857-070ba600477a tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:53.686819 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b013820-53f8-4002-8bda-ef34e128ace5 req-bd9dc883-282f-48b6-b857-070ba600477a tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/ports?device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 949 time: 0.1437919 Nov 02 11:38:53.689303 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:53.735109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:38:53.738433 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:38:53.760765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0f362356-ad80-4cef-bffe-b88accbdd0c2 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:53.773587 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:53.786236 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:53.791553 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0427496c-f707-4779-93ec-614aeaa2dd50 HTTP/1.1" status: 204 len: 168 time: 1.1361678 Nov 02 11:38:53.794966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54714) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:53.800625 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7ce8d-dc65-403a-a6ac-2a52baa86414 admin admin] Pushing event deleted for resources: {'Network': ['ID=0427496c-f707-4779-93ec-614aeaa2dd50,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:53.804346 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0f362356-ad80-4cef-bffe-b88accbdd0c2 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:38:53.855988 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:53.858187 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7534f64c-dc9b-4db0-b8a2-d301c339596e req-0f65c9f0-7505-42bc-84a4-c14e1432c5fa tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:53.891373 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ec40d4-f2dc-4673-849f-22a4613255e5 x-openstack-request-id: req-d1ec40d4-f2dc-4673-849f-22a4613255e5 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:53.891671 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7465ecd0-a9b5-4235-8693-030d9af08562", "name": "network-vif-deleted", "tag": "9679caad-6d46-4129-b037-95ba1479b1a3", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:53.891919 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1ec40d4-f2dc-4673-849f-22a4613255e5 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:53.892316 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7465ecd0-a9b5-4235-8693-030d9af08562', 'name': 'network-vif-deleted', 'tag': '9679caad-6d46-4129-b037-95ba1479b1a3', 'status': 'completed', 'code': 200} Nov 02 11:38:53.907326 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:53.920504 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b013820-53f8-4002-8bda-ef34e128ace5 req-675c2973-5637-4cd6-9569-e917a12ed8f4 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/security-groups?id=3527d3fe-7e43-433f-b966-ada3a7bffb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207842 Nov 02 11:38:53.939829 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d006b3f8-744f-4374-8ce5-64c843c29614 x-openstack-request-id: req-d006b3f8-744f-4374-8ce5-64c843c29614 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:53.940050 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6bf27b-75f8-445f-adf8-eca811adff04", "name": "network-vif-unplugged", "status": "completed", "tag": "be5a2023-300c-4717-bb81-a6e3d2615a13", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:53.940299 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d006b3f8-744f-4374-8ce5-64c843c29614 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:53.940697 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6bf27b-75f8-445f-adf8-eca811adff04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5a2023-300c-4717-bb81-a6e3d2615a13', 'code': 200} Nov 02 11:38:53.980473 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:53.981111 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:53.982502 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] 10.222.0.79 "PUT /v2.0/ports/0f362356-ad80-4cef-bffe-b88accbdd0c2 HTTP/1.1" status: 200 len: 1097 time: 2.3215744 Nov 02 11:38:54.030578 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9c06a16e-8ae0-48ab-930c-43ad3797e445 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:54.078257 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 9679caad-6d46-4129-b037-95ba1479b1a3 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:54.095044 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7534f64c-dc9b-4db0-b8a2-d301c339596e req-0f65c9f0-7505-42bc-84a4-c14e1432c5fa tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] No DVR routers for this DVR port be5a2023-300c-4717-bb81-a6e3d2615a13 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:54.109006 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37c19d24-41b4-432a-b176-4e556d72eab4 req-c6299933-d823-4b73-bda3-be8255fb723c tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a6bf27b-75f8-445f-adf8-eca811adff04 HTTP/1.1" status: 200 len: 210 time: 0.0398042 Nov 02 11:38:54.109470 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 9679caad-6d46-4129-b037-95ba1479b1a3 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:38:54.110018 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 9679caad-6d46-4129-b037-95ba1479b1a3 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:38:54.110604 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:54.121944 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7534f64c-dc9b-4db0-b8a2-d301c339596e req-0f65c9f0-7505-42bc-84a4-c14e1432c5fa tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:54.125522 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7534f64c-dc9b-4db0-b8a2-d301c339596e req-0f65c9f0-7505-42bc-84a4-c14e1432c5fa tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.79 "DELETE /v2.0/ports/be5a2023-300c-4717-bb81-a6e3d2615a13 HTTP/1.1" status: 204 len: 173 time: 1.4822040 Nov 02 11:38:54.126646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc947a53-7f19-4133-8376-2372a10de4af service neutron] Pushing event updated for resources: {'Port': ['ID=0f362356-ad80-4cef-bffe-b88accbdd0c2,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:54.133510 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 9c06a16e-8ae0-48ab-930c-43ad3797e445 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:38:54.133757 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9c06a16e-8ae0-48ab-930c-43ad3797e445 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:38:54.135063 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:54.138106 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:38:54.138727 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device cdc83493-db9f-4f5c-b114-0cc6a5fbd7f0 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:38:54.166480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:38:54.167430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3c900b0d-4e1a-4e69-b1d6-cdd62e3847e7 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:38:54.239555 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65c9f0-7505-42bc-84a4-c14e1432c5fa tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Pushing event deleted for resources: {'Port': ['ID=be5a2023-300c-4717-bb81-a6e3d2615a13,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:54.273101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-54ddec11-706f-4bfd-baf5-b3fb0c5207dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:54.276313 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-54ddec11-706f-4bfd-baf5-b3fb0c5207dd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 1100 time: 0.2421634 Nov 02 11:38:54.284247 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3eb62a-f240-4d20-a11a-97e0ac18b287 req-9486307a-ea7e-4c23-8a67-d6816b32251e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:54.285735 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9a3eb62a-f240-4d20-a11a-97e0ac18b287 req-9486307a-ea7e-4c23-8a67-d6816b32251e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 948 time: 0.0635090 Nov 02 11:38:54.322917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a28ad-91fd-43c2-ac0b-9854110c44eb req-52698661-86af-4116-ba42-ac3a0e369a06 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:54.324457 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b16a28ad-91fd-43c2-ac0b-9854110c44eb req-52698661-86af-4116-ba42-ac3a0e369a06 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 944 time: 0.2309361 Nov 02 11:38:54.337803 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9a3eb62a-f240-4d20-a11a-97e0ac18b287 req-ccb0368b-a174-441c-8913-8a1e2094da1a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448172 Nov 02 11:38:54.465108 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba06d45-81ad-49e1-82f4-9839c99d109a req-c6f8010a-8d59-447a-a5fa-46ced04c6e0f tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:54.466744 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4ba06d45-81ad-49e1-82f4-9839c99d109a req-c6f8010a-8d59-447a-a5fa-46ced04c6e0f tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.0539577 Nov 02 11:38:54.477175 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-7c8276ed-fe94-4525-8b23-1d68f96943a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:54.479259 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-7c8276ed-fe94-4525-8b23-1d68f96943a0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1769371 Nov 02 11:38:54.485956 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b16a28ad-91fd-43c2-ac0b-9854110c44eb req-46458f14-6121-46b7-9f9f-8f4428fddb90 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504052 Nov 02 11:38:54.528136 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4ba06d45-81ad-49e1-82f4-9839c99d109a req-dc14c5f8-721b-4eb8-a29b-57bd4a54d6e7 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542233 Nov 02 11:38:54.536007 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-d80dec4a-869f-47bf-843e-fdd5619b3ebe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2 HTTP/1.1" status: 200 len: 217 time: 0.0441701 Nov 02 11:38:54.610612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-31a1adac-9f91-4274-b428-e446b95acb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:54.612101 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-31a1adac-9f91-4274-b428-e446b95acb79 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0569396 Nov 02 11:38:54.689681 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-19bf2b24-f973-47c8-8b30-71539150b7e2 req-7cbfbd2d-04b6-406a-b093-69707e03335f tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0831983 Nov 02 11:38:54.694435 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-5a1d874c-62a1-4408-80fb-4a2550329187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:54.695966 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-5a1d874c-62a1-4408-80fb-4a2550329187 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0738385 Nov 02 11:38:54.792145 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fae70aba-540a-4884-aac4-825a0d542c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:54.864795 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-8e1e9a50-8df7-455a-bbc2-d66dea4fb8dc service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585515 Nov 02 11:38:54.888711 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:55.378144 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fb94b-70d4-4ce2-8a22-f476d42ba63f req-7c6faf90-43a7-4a9e-8ce4-a8544a0306cb tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:55.384438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a00fb94b-70d4-4ce2-8a22-f476d42ba63f req-7c6faf90-43a7-4a9e-8ce4-a8544a0306cb tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/ports?device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 949 time: 0.4534254 Nov 02 11:38:55.384438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c69cbd92-f492-4946-993a-6c58e0cf2bdb req-e6a9382d-3130-459a-baaf-487fe62a3dac service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925051 Nov 02 11:38:55.431616 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f362356-ad80-4cef-bffe-b88accbdd0c2'}, {'name': 'network-changed', 'server_uuid': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'tag': '0f362356-ad80-4cef-bffe-b88accbdd0c2'}, {'server_uuid': '3a6bf27b-75f8-445f-adf8-eca811adff04', 'name': 'network-vif-deleted', 'tag': 'be5a2023-300c-4717-bb81-a6e3d2615a13'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:55.433962 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd" -d '{"events": [{"server_uuid": "ede2889e-b39c-4b78-a0a7-6d2468a7589d", "name": "network-vif-unplugged", "status": "completed", "tag": "0f362356-ad80-4cef-bffe-b88accbdd0c2"}, {"name": "network-changed", "server_uuid": "ede2889e-b39c-4b78-a0a7-6d2468a7589d", "tag": "0f362356-ad80-4cef-bffe-b88accbdd0c2"}, {"server_uuid": "3a6bf27b-75f8-445f-adf8-eca811adff04", "name": "network-vif-deleted", "tag": "be5a2023-300c-4717-bb81-a6e3d2615a13"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:55.469155 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a00fb94b-70d4-4ce2-8a22-f476d42ba63f req-5fee5503-8b00-45d1-8403-f065446cd852 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/security-groups?id=3527d3fe-7e43-433f-b966-ada3a7bffb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822821 Nov 02 11:38:55.534961 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385759c-0368-4980-af3c-7d991d333433 req-8a2ffe54-291a-4f3e-895d-af6c94e62df8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:55.540214 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5385759c-0368-4980-af3c-7d991d333433 req-8a2ffe54-291a-4f3e-895d-af6c94e62df8 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 949 time: 0.0811465 Nov 02 11:38:55.585662 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5385759c-0368-4980-af3c-7d991d333433 req-4a501ecf-1a3d-4a96-a204-56284495bfdc tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432222 Nov 02 11:38:55.614307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc911ad-0ebe-4f3f-b964-43a7d9ad2ce0 req-d5bb5de1-98d1-4ef8-b717-db5fa1631c50 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:55.615793 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-abc911ad-0ebe-4f3f-b964-43a7d9ad2ce0 req-d5bb5de1-98d1-4ef8-b717-db5fa1631c50 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 948 time: 0.0676041 Nov 02 11:38:55.622335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-fae70aba-540a-4884-aac4-825a0d542c47 admin admin] Deleting port 1ee6015a-cc29-48e4-98ae-4211fef32425 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:55.622681 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fae70aba-540a-4884-aac4-825a0d542c47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:55.666052 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a4cb3e-4ab1-4a26-bbd3-da821a79b3ac x-openstack-request-id: req-73a4cb3e-4ab1-4a26-bbd3-da821a79b3ac {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:55.666416 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede2889e-b39c-4b78-a0a7-6d2468a7589d", "name": "network-vif-unplugged", "status": "completed", "tag": "0f362356-ad80-4cef-bffe-b88accbdd0c2", "code": 200}, {"name": "network-changed", "server_uuid": "ede2889e-b39c-4b78-a0a7-6d2468a7589d", "tag": "0f362356-ad80-4cef-bffe-b88accbdd0c2", "status": "completed", "code": 200}, {"server_uuid": "3a6bf27b-75f8-445f-adf8-eca811adff04", "name": "network-vif-deleted", "tag": "be5a2023-300c-4717-bb81-a6e3d2615a13", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:55.666657 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-73a4cb3e-4ab1-4a26-bbd3-da821a79b3ac {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:55.667090 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f362356-ad80-4cef-bffe-b88accbdd0c2', 'code': 200} Nov 02 11:38:55.667740 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'tag': '0f362356-ad80-4cef-bffe-b88accbdd0c2', 'status': 'completed', 'code': 200} Nov 02 11:38:55.668000 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6bf27b-75f8-445f-adf8-eca811adff04', 'name': 'network-vif-deleted', 'tag': 'be5a2023-300c-4717-bb81-a6e3d2615a13', 'status': 'completed', 'code': 200} Nov 02 11:38:55.755496 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad029610-5af2-47ba-bffd-2214554adce6 req-22bd220d-1a90-4574-879b-c09a0672e2b9 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:55.757404 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ad029610-5af2-47ba-bffd-2214554adce6 req-22bd220d-1a90-4574-879b-c09a0672e2b9 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 944 time: 0.0561383 Nov 02 11:38:55.811556 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-abc911ad-0ebe-4f3f-b964-43a7d9ad2ce0 req-1437494d-53c5-4b8a-9e2a-162907da86bb tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866283 Nov 02 11:38:55.839489 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-b2434d19-1ed5-4a74-ad82-d5b58d61d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:55.841525 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-b2434d19-1ed5-4a74-ad82-d5b58d61d9b3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 1100 time: 0.1385984 Nov 02 11:38:55.851336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-e1e32cf8-f3ae-4578-9db1-29827a504560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:55.852937 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-e1e32cf8-f3ae-4578-9db1-29827a504560 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 1100 time: 0.1486578 Nov 02 11:38:55.856829 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-fae70aba-540a-4884-aac4-825a0d542c47 admin admin] For port 1ee6015a-cc29-48e4-98ae-4211fef32425, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1ee6015a-cc29-48e4-98ae-4211fef32425,segment=NetworkSegment(6e64ca1d-2c13-48d6-8c1f-173713ae11d1),segment_id=6e64ca1d-2c13-48d6-8c1f-173713ae11d1)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:55.857221 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fae70aba-540a-4884-aac4-825a0d542c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:55.866351 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ad029610-5af2-47ba-bffd-2214554adce6 req-e030ba28-528f-4e10-8bfa-9124ff318cfc tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913610 Nov 02 11:38:55.892177 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-fae70aba-540a-4884-aac4-825a0d542c47 admin admin] Calling delete_port for 1ee6015a-cc29-48e4-98ae-4211fef32425 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:55.982750 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96231f-89af-40fe-bf58-0c6b9f56658e req-0bd001a9-bee1-49e2-b813-4387b258e164 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:55.984425 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fa96231f-89af-40fe-bf58-0c6b9f56658e req-0bd001a9-bee1-49e2-b813-4387b258e164 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.0563574 Nov 02 11:38:56.046093 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fa96231f-89af-40fe-bf58-0c6b9f56658e req-aa9ea9c8-b575-4d2f-972c-564dafeccb03 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546572 Nov 02 11:38:56.085224 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device be5a2023-300c-4717-bb81-a6e3d2615a13 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:56.106389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: be5a2023-300c-4717-bb81-a6e3d2615a13 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:38:56.107094 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device be5a2023-300c-4717-bb81-a6e3d2615a13 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:38:56.107677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 57be5d74-bb49-4566-8385-2f7bdf5492ff no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:56.146547 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ae70282-c6a2-4555-a7b2-ae4d07286856 req-97dd60ff-3216-45cb-b57f-9f510eca3d12 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0290856 Nov 02 11:38:56.239620 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-5c7afdf3-9d5a-4150-be56-85b0c99570e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:56.241065 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-5c7afdf3-9d5a-4150-be56-85b0c99570e7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.3868477 Nov 02 11:38:56.242051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-67386452-7b35-4a23-b9a2-6709a8c771fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:56.243873 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-67386452-7b35-4a23-b9a2-6709a8c771fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.3707790 Nov 02 11:38:56.298305 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea749e7-0484-4d1d-a026-2805ab32799c req-32fe3057-765b-45fd-9bc8-353114350274 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:56.299817 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dea749e7-0484-4d1d-a026-2805ab32799c req-32fe3057-765b-45fd-9bc8-353114350274 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/networks?id=bd5c17c3-2e23-430d-8e74-fd4aa312ce46 HTTP/1.1" status: 200 len: 822 time: 0.3408995 Nov 02 11:38:56.361494 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-d3822f1c-d9f4-4e07-b2d6-1bf7fac92041 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2 HTTP/1.1" status: 200 len: 217 time: 0.0822873 Nov 02 11:38:56.371637 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-f74d0ed9-9ad5-48ea-b159-90f9d7deb4ee service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2 HTTP/1.1" status: 200 len: 217 time: 0.0912728 Nov 02 11:38:56.419825 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dea749e7-0484-4d1d-a026-2805ab32799c req-3842b071-6b23-42a6-9bc3-b442eeaba074 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/quotas/d8702b9ca25d49aa873f1c4a01316955 HTTP/1.1" status: 200 len: 375 time: 0.0628135 Nov 02 11:38:56.504011 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-e18f72c0-34a1-4b04-b0fc-812fb160c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:56.505541 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-e18f72c0-34a1-4b04-b0fc-812fb160c7dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1330047 Nov 02 11:38:56.512543 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-2b05d36a-b63e-4d8e-a22f-545eb1298ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:56.514029 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-2b05d36a-b63e-4d8e-a22f-545eb1298ec5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1242433 Nov 02 11:38:56.582994 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccc3c8-8d1e-421e-8e67-5c5b7d906443 req-e283d48a-c088-4912-966e-afd69dd7727b tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:56.586340 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e2ccc3c8-8d1e-421e-8e67-5c5b7d906443 req-e283d48a-c088-4912-966e-afd69dd7727b tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/ports?device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 949 time: 0.0531836 Nov 02 11:38:56.642737 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dea749e7-0484-4d1d-a026-2805ab32799c req-782ce91e-33be-45a1-8e90-bb33b542f7f3 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8702b9ca25d49aa873f1c4a01316955&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2029476 Nov 02 11:38:56.685116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01949415-70e5-4cab-bbf0-4af4d371d976 req-5ffd1a1a-44ed-475f-850c-a26074b65204 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:56.686597 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01949415-70e5-4cab-bbf0-4af4d371d976 req-5ffd1a1a-44ed-475f-850c-a26074b65204 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.54 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 949 time: 0.0990024 Nov 02 11:38:56.692177 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e2ccc3c8-8d1e-421e-8e67-5c5b7d906443 req-75b62aaa-e065-4a0d-8260-d1fa6fce5fcc tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/security-groups?id=3527d3fe-7e43-433f-b966-ada3a7bffb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908306 Nov 02 11:38:56.701183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-31716811-164b-48c0-affb-3906d0d695eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:56.702769 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-31716811-164b-48c0-affb-3906d0d695eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1871431 Nov 02 11:38:56.745683 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf56358-b4b3-4439-9980-f7ce95db0bd4 req-4d968b16-de54-407a-bf04-2fbaad274eae tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:56.747209 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-faf56358-b4b3-4439-9980-f7ce95db0bd4 req-4d968b16-de54-407a-bf04-2fbaad274eae tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.79 "GET /v2.0/ports?device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 949 time: 0.1724081 Nov 02 11:38:56.762221 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fae70aba-540a-4884-aac4-825a0d542c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:56.765468 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-4108a70c-5fd6-4391-8447-972c7c6bd07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:56.766983 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-4108a70c-5fd6-4391-8447-972c7c6bd07b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2414253 Nov 02 11:38:56.845755 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-01949415-70e5-4cab-bbf0-4af4d371d976 req-558593bd-6820-4b15-98de-1c44b19124ef tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Deleting port 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:56.846410 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-01949415-70e5-4cab-bbf0-4af4d371d976 req-558593bd-6820-4b15-98de-1c44b19124ef tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:56.858643 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde95275-9cba-4c85-8305-db015a2ef085 req-4446e6f1-c9ba-4b70-81f7-c9f4339eeff7 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:56.863036 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fde95275-9cba-4c85-8305-db015a2ef085 req-4446e6f1-c9ba-4b70-81f7-c9f4339eeff7 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 949 time: 0.0782669 Nov 02 11:38:56.881237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae70aba-540a-4884-aac4-825a0d542c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ee6015a-cc29-48e4-98ae-4211fef32425,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:56.997730 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fde95275-9cba-4c85-8305-db015a2ef085 req-c7c393b5-03d1-47ea-b7ee-c0bbc722f6f7 tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/security-groups?id=841be19a-fec7-4659-b85a-cacfa1614ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257086 Nov 02 11:38:57.038638 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dea749e7-0484-4d1d-a026-2805ab32799c req-5fbe02bf-af65-4e68-8b3a-3aada19b81dd service neutron] 10.222.0.52 "GET /v2.0/networks/bd5c17c3-2e23-430d-8e74-fd4aa312ce46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819468 Nov 02 11:38:57.043330 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-01949415-70e5-4cab-bbf0-4af4d371d976 req-558593bd-6820-4b15-98de-1c44b19124ef tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] For port 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:57.056946 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-01949415-70e5-4cab-bbf0-4af4d371d976 req-558593bd-6820-4b15-98de-1c44b19124ef tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:57.074065 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-01949415-70e5-4cab-bbf0-4af4d371d976 req-558593bd-6820-4b15-98de-1c44b19124ef tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Calling delete_port for 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:57.134497 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-ad6c3ce1-c08c-4030-9949-716ccafdcefd service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228756 Nov 02 11:38:57.217714 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95f7ed-6c7b-4b68-a0ad-816053ce2425 req-0383b6ae-2353-4a85-8bf2-f046015c3923 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:57.223357 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3d95f7ed-6c7b-4b68-a0ad-816053ce2425 req-0383b6ae-2353-4a85-8bf2-f046015c3923 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 948 time: 0.0810330 Nov 02 11:38:57.253305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-b0f0b5d1-dc24-48c4-a5da-422ed6047e0f service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584897 Nov 02 11:38:57.299437 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3d95f7ed-6c7b-4b68-a0ad-816053ce2425 req-587f1c53-6987-4b62-917a-b66f6a326398 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648706 Nov 02 11:38:57.440949 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-01949415-70e5-4cab-bbf0-4af4d371d976 req-558593bd-6820-4b15-98de-1c44b19124ef tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:57.453702 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:57.456692 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402e0b6-cdce-48b9-b40e-df3d53b1297a req-7b497f54-b798-4057-a6b0-bb42de9fa92d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:57.459122 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f402e0b6-cdce-48b9-b40e-df3d53b1297a req-7b497f54-b798-4057-a6b0-bb42de9fa92d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 944 time: 0.0666881 Nov 02 11:38:57.495067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558593bd-6820-4b15-98de-1c44b19124ef tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Pushing event deleted for resources: {'Port': ['ID=97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:57.577073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-01949415-70e5-4cab-bbf0-4af4d371d976 req-558593bd-6820-4b15-98de-1c44b19124ef tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] No DVR routers for this DVR port 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:57.580474 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-01949415-70e5-4cab-bbf0-4af4d371d976 req-558593bd-6820-4b15-98de-1c44b19124ef tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:57.584479 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01949415-70e5-4cab-bbf0-4af4d371d976 req-558593bd-6820-4b15-98de-1c44b19124ef tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.54 "DELETE /v2.0/ports/97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a HTTP/1.1" status: 204 len: 173 time: 0.8912926 Nov 02 11:38:57.589761 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a48437-bdf1-458f-a5f1-4e1169612fd2', 'name': 'network-vif-deleted', 'tag': '97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:57.592196 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7cfd1d-008d-4f81-abbd-424cf082ddee" -d '{"events": [{"server_uuid": "74a48437-bdf1-458f-a5f1-4e1169612fd2", "name": "network-vif-deleted", "tag": "97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:57.622772 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f402e0b6-cdce-48b9-b40e-df3d53b1297a req-ab8058d1-67de-4e67-9fa9-f9b07d7127cb tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297867 Nov 02 11:38:57.758469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38ccef-a98e-46a1-b958-221f6ff96599 req-009962bb-c138-4dc6-95a3-59de9c0b3701 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:57.760762 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e38ccef-a98e-46a1-b958-221f6ff96599 req-009962bb-c138-4dc6-95a3-59de9c0b3701 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.0685458 Nov 02 11:38:57.787233 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-faf56358-b4b3-4439-9980-f7ce95db0bd4 req-89aadeb6-599d-4b99-ba8c-025b4dccf5db tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Deleting port 301c4383-0466-47be-a26b-79da51f970ad {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:57.787872 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-faf56358-b4b3-4439-9980-f7ce95db0bd4 req-89aadeb6-599d-4b99-ba8c-025b4dccf5db tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:57.818183 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e38ccef-a98e-46a1-b958-221f6ff96599 req-76e55109-8d28-4c33-b633-91c2c009c6ab tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504766 Nov 02 11:38:57.832164 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dea749e7-0484-4d1d-a026-2805ab32799c req-467b702e-190e-4a85-9fdb-5e5419697fb6 service neutron] 10.222.0.52 "GET /v2.0/networks/bd5c17c3-2e23-430d-8e74-fd4aa312ce46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7634602 Nov 02 11:38:57.973352 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a5152c0d-de53-4f9f-a035-376947589ff1 req-bab553df-2b4f-4685-9661-155be36ad683 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0431745 Nov 02 11:38:58.002433 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fae70aba-540a-4884-aac4-825a0d542c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:58.007620 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-faf56358-b4b3-4439-9980-f7ce95db0bd4 req-89aadeb6-599d-4b99-ba8c-025b4dccf5db tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] For port 301c4383-0466-47be-a26b-79da51f970ad, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=301c4383-0466-47be-a26b-79da51f970ad,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:58.008143 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-faf56358-b4b3-4439-9980-f7ce95db0bd4 req-89aadeb6-599d-4b99-ba8c-025b4dccf5db tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:58.045736 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-6046124e-5f22-498f-a19d-9aff9ca83555 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9006841 Nov 02 11:38:58.047278 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-faf56358-b4b3-4439-9980-f7ce95db0bd4 req-89aadeb6-599d-4b99-ba8c-025b4dccf5db tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Calling delete_port for 301c4383-0466-47be-a26b-79da51f970ad owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:38:58.055587 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec81e7f-f7bb-4629-b062-7e05c0443f40 x-openstack-request-id: req-5ec81e7f-f7bb-4629-b062-7e05c0443f40 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:58.056399 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a48437-bdf1-458f-a5f1-4e1169612fd2", "name": "network-vif-deleted", "tag": "97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:58.057287 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ec81e7f-f7bb-4629-b062-7e05c0443f40 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:58.058543 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a48437-bdf1-458f-a5f1-4e1169612fd2', 'name': 'network-vif-deleted', 'tag': '97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a', 'status': 'completed', 'code': 200} Nov 02 11:38:58.063186 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56e6dde6-5e4c-4d90-a62b-8ca0d01231dd req-6a7e80d5-7001-4205-b82d-f4a515009020 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8012104 Nov 02 11:38:58.107907 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 0f362356-ad80-4cef-bffe-b88accbdd0c2 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:38:58.260235 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1caef39-884f-4d5a-85c1-cc26ad31c8f7 req-e67c2ef4-870a-4f98-9255-8b698d9647b1 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:58.268221 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d1caef39-884f-4d5a-85c1-cc26ad31c8f7 req-e67c2ef4-870a-4f98-9255-8b698d9647b1 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/ports?device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 949 time: 0.1236498 Nov 02 11:38:58.272476 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:58.291340 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '0f362356-ad80-4cef-bffe-b88accbdd0c2', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '0f362356-ad80-4cef-bffe-b88accbdd0c2', 'mac_address': 'fa:16:3e:22:30:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:38:58.317960 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3db4b454-4e85-40a9-9075-8fa6553e6472 req-ee3e579e-ebcb-43fa-b69d-fd69c4a5a4aa tempest-ServersOnMultiNodesTest-1416447686 tempest-ServersOnMultiNodesTest-1416447686-project] 10.222.0.52 "GET /v2.0/ports?device_id=74a48437-bdf1-458f-a5f1-4e1169612fd2 HTTP/1.1" status: 200 len: 210 time: 0.0940375 Nov 02 11:38:58.331571 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d1caef39-884f-4d5a-85c1-cc26ad31c8f7 req-91e5a2cc-fdeb-4ac5-961e-73b8d42218e3 tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/security-groups?id=3527d3fe-7e43-433f-b966-ada3a7bffb76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624452 Nov 02 11:38:58.395925 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:58.424932 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f362356-ad80-4cef-bffe-b88accbdd0c2 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:38:58.436735 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-b4ed4006-81cc-4a6e-8d13-f70ba92b860e service neutron] 10.222.0.79 "GET /v2.0/ports/57be5d74-bb49-4566-8385-2f7bdf5492ff/bindings/n-h2-806683-18 HTTP/1.1" status: 200 len: 385 time: 0.2670724 Nov 02 11:38:58.449627 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9a3bfc49-c1f9-4587-9c70-790d803787ee req-e2a30af9-385d-4d3e-a344-f226c544c400 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0545955 Nov 02 11:38:58.466028 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:58.545632 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:58.611483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=0f362356-ad80-4cef-bffe-b88accbdd0c2,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:58.626508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:58.626860 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:58.628724 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:58.629579 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:58.629916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:58.630280 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:58.630611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:58.630972 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:58.631289 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:58.631647 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:58.631931 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:58.632255 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:38:58.715739 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e30cda-099e-41f0-91d9-c9a4f9a104e3 req-8e98f12a-b96b-4292-b8a8-124d0ee47d73 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:58.717449 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-90e30cda-099e-41f0-91d9-c9a4f9a104e3 req-8e98f12a-b96b-4292-b8a8-124d0ee47d73 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 949 time: 0.2622852 Nov 02 11:38:58.730485 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-faf56358-b4b3-4439-9980-f7ce95db0bd4 req-89aadeb6-599d-4b99-ba8c-025b4dccf5db tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:58.740668 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae70aba-540a-4884-aac4-825a0d542c47 admin admin] Router dfec4c42-b4eb-4bc9-b236-e9f074b21d24 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:38:58.754532 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e7de9-ae25-4a15-8aaf-6d223b5e3908 req-0b0c0fe7-7e86-440c-bb66-1ff468193cea tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:58.759544 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c95e7de9-ae25-4a15-8aaf-6d223b5e3908 req-0b0c0fe7-7e86-440c-bb66-1ff468193cea tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 944 time: 0.0632401 Nov 02 11:38:58.803873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aadeb6-599d-4b99-ba8c-025b4dccf5db tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Pushing event deleted for resources: {'Port': ['ID=301c4383-0466-47be-a26b-79da51f970ad,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:58.804527 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['0f362356-ad80-4cef-bffe-b88accbdd0c2'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:38:58.849796 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c95e7de9-ae25-4a15-8aaf-6d223b5e3908 req-c59e5fd8-b226-41e5-9028-ea1b5cc1f4eb tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875823 Nov 02 11:38:58.951780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf56358-b4b3-4439-9980-f7ce95db0bd4 req-89aadeb6-599d-4b99-ba8c-025b4dccf5db tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] No DVR routers for this DVR port 301c4383-0466-47be-a26b-79da51f970ad on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:58.956731 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-faf56358-b4b3-4439-9980-f7ce95db0bd4 req-89aadeb6-599d-4b99-ba8c-025b4dccf5db tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:58.961406 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-faf56358-b4b3-4439-9980-f7ce95db0bd4 req-89aadeb6-599d-4b99-ba8c-025b4dccf5db tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.79 "DELETE /v2.0/ports/301c4383-0466-47be-a26b-79da51f970ad HTTP/1.1" status: 204 len: 173 time: 2.2023122 Nov 02 11:38:58.985587 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a', 'name': 'network-vif-deleted', 'tag': '301c4383-0466-47be-a26b-79da51f970ad'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:38:58.989172 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f6e372-30c4-4203-83ec-735fc3932bb8" -d '{"events": [{"server_uuid": "b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a", "name": "network-vif-deleted", "tag": "301c4383-0466-47be-a26b-79da51f970ad"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:38:59.070363 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92201c-16f4-4680-ba88-747157eb8259 req-4147ca38-72f6-454e-a480-48e3260f98d9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:59.070363 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6d92201c-16f4-4680-ba88-747157eb8259 req-4147ca38-72f6-454e-a480-48e3260f98d9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.0711234 Nov 02 11:38:59.119902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-b620cdaf-02a8-41a9-942a-f4b4909166fc service neutron] For port 57be5d74-bb49-4566-8385-2f7bdf5492ff, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=57be5d74-bb49-4566-8385-2f7bdf5492ff,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:59.126611 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6d92201c-16f4-4680-ba88-747157eb8259 req-a61a2217-cdd2-4642-b841-676cd6a19b43 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516906 Nov 02 11:38:59.150157 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-90e30cda-099e-41f0-91d9-c9a4f9a104e3 req-880ec05c-4c50-42c1-b6ce-e0f13c479e69 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249852 Nov 02 11:38:59.172442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-b620cdaf-02a8-41a9-942a-f4b4909166fc service neutron] For port 57be5d74-bb49-4566-8385-2f7bdf5492ff, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:38:59.174744 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae70aba-540a-4884-aac4-825a0d542c47 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:38:59.192859 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620abb7c-6990-40b2-814f-6b0dd076dbc5 None None] Sync routers for ids ['dfec4c42-b4eb-4bc9-b236-e9f074b21d24'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:38:59.197930 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fae70aba-540a-4884-aac4-825a0d542c47 admin admin] 10.222.0.52 "PUT /v2.0/routers/dfec4c42-b4eb-4bc9-b236-e9f074b21d24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4019232 Nov 02 11:38:59.200656 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54806) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:38:59.217436 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620abb7c-6990-40b2-814f-6b0dd076dbc5 None None] Routers {'dfec4c42-b4eb-4bc9-b236-e9f074b21d24'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:38:59.218913 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-620abb7c-6990-40b2-814f-6b0dd076dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:38:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dfec4c42-b4eb-4bc9-b236-e9f074b21d24'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:59.249759 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-56171da2-c5ee-4e6a-9b64-07c164531d85 req-2860ca19-9607-4e12-be00-00613fd44402 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0552833 Nov 02 11:38:59.250001 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fddd8c-8ef4-487c-ac26-a313196b0862 x-openstack-request-id: req-46fddd8c-8ef4-487c-ac26-a313196b0862 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:38:59.250138 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a", "name": "network-vif-deleted", "tag": "301c4383-0466-47be-a26b-79da51f970ad", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:38:59.250381 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46fddd8c-8ef4-487c-ac26-a313196b0862 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:38:59.250775 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a', 'name': 'network-vif-deleted', 'tag': '301c4383-0466-47be-a26b-79da51f970ad', 'status': 'completed', 'code': 200} Nov 02 11:38:59.270428 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-b620cdaf-02a8-41a9-942a-f4b4909166fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57be5d74-bb49-4566-8385-2f7bdf5492ff {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:38:59.328327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-b620cdaf-02a8-41a9-942a-f4b4909166fc service neutron] For port 57be5d74-bb49-4566-8385-2f7bdf5492ff, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=57be5d74-bb49-4566-8385-2f7bdf5492ff,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:38:59.351573 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-620abb7c-6990-40b2-814f-6b0dd076dbc5 None None] Set router dfec4c42-b4eb-4bc9-b236-e9f074b21d24 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:38:59.364819 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4853cfae-f4a6-4bac-8d7a-cfff19979d0f admin admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:59.464702 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6ad0fa7e-5850-472c-b640-f934a2262937 req-4e188d6e-fa82-4777-b819-55d39452182f tempest-ImagesNegativeTestJSON-1192259124 tempest-ImagesNegativeTestJSON-1192259124-project] 10.222.0.52 "GET /v2.0/ports?device_id=b436d9b6-8d51-4736-a3a7-02b7c2a8fb3a HTTP/1.1" status: 200 len: 210 time: 0.0414989 Nov 02 11:38:59.490689 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-b620cdaf-02a8-41a9-942a-f4b4909166fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:59.558126 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-620abb7c-6990-40b2-814f-6b0dd076dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093693062-router', 'tenant_id': '28ed4d8e4326451b998653b37dd5de6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ea558829-c398-4782-a5d4-fb5f81fbe017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:55Z', 'updated_at': '2021-11-02T11:38:56Z', 'revision_number': 5, 'project_id': '28ed4d8e4326451b998653b37dd5de6d', 'gw_port': {'id': 'ea558829-c398-4782-a5d4-fb5f81fbe017', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:56Z', 'updated_at': '2021-11-02T11:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:59.585309 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620abb7c-6990-40b2-814f-6b0dd076dbc5 None None] Checking router: dfec4c42-b4eb-4bc9-b236-e9f074b21d24 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:38:59.595967 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620abb7c-6990-40b2-814f-6b0dd076dbc5 None None] Routers {'dfec4c42-b4eb-4bc9-b236-e9f074b21d24'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:38:59.596839 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-620abb7c-6990-40b2-814f-6b0dd076dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:38:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dfec4c42-b4eb-4bc9-b236-e9f074b21d24'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:38:59.601783 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4853cfae-f4a6-4bac-8d7a-cfff19979d0f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:59.622899 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79b7e119-0b60-4e75-a7ca-9ca1d5b66860 req-ef5cf715-7fcd-49cb-9717-fb39779cc55b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0521715 Nov 02 11:38:59.625703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-b620cdaf-02a8-41a9-942a-f4b4909166fc service neutron] Transition to ACTIVE for port object 57be5d74-bb49-4566-8385-2f7bdf5492ff will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:38:59.691282 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-b620cdaf-02a8-41a9-942a-f4b4909166fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:59.708354 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-620abb7c-6990-40b2-814f-6b0dd076dbc5 None None] Set router dfec4c42-b4eb-4bc9-b236-e9f074b21d24 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:38:59.766138 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:38:59.789097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-b620cdaf-02a8-41a9-942a-f4b4909166fc service neutron] No DVR routers for this DVR port 57be5d74-bb49-4566-8385-2f7bdf5492ff on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:38:59.804593 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620cdaf-02a8-41a9-942a-f4b4909166fc service neutron] Pushing event updated for resources: {'Port': ['ID=57be5d74-bb49-4566-8385-2f7bdf5492ff,revision_number=10']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:38:59.809593 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:38:59.810271 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 97cfb0b6-6027-4c8c-9efc-ae89e1e9dc6a not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:38:59.831101 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ceb3c0-bcc1-4053-a6de-a7b5b6078f4b req-4845e926-218c-4aef-836f-c99e037c4428 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:59.841081 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e8ceb3c0-bcc1-4053-a6de-a7b5b6078f4b req-4845e926-218c-4aef-836f-c99e037c4428 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 949 time: 0.0997581 Nov 02 11:38:59.860584 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-b620cdaf-02a8-41a9-942a-f4b4909166fc service neutron] 10.222.0.79 "PUT /v2.0/ports/57be5d74-bb49-4566-8385-2f7bdf5492ff/bindings/n-h2-806683-18/activate HTTP/1.1" status: 200 len: 370 time: 1.4147937 Nov 02 11:38:59.891889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-4853cfae-f4a6-4bac-8d7a-cfff19979d0f admin admin] Deleting port ea558829-c398-4782-a5d4-fb5f81fbe017 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:38:59.892241 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4853cfae-f4a6-4bac-8d7a-cfff19979d0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:38:59.949971 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e8ceb3c0-bcc1-4053-a6de-a7b5b6078f4b req-e62fce46-a289-46f3-bd95-681e98e4d4de tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046734 Nov 02 11:38:59.974052 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-af0b58af-d0e0-4ff1-b3d1-fe366f5f9dd6 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:38:59.975645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-af0b58af-d0e0-4ff1-b3d1-fe366f5f9dd6 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.79 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d&tenant_id=6196471367014fa2a6ff86ee9c2ee144&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 949 time: 0.1295660 Nov 02 11:39:00.021733 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-620abb7c-6990-40b2-814f-6b0dd076dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093693062-router', 'tenant_id': '28ed4d8e4326451b998653b37dd5de6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ea558829-c398-4782-a5d4-fb5f81fbe017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:55Z', 'updated_at': '2021-11-02T11:38:56Z', 'revision_number': 5, 'project_id': '28ed4d8e4326451b998653b37dd5de6d', 'gw_port': {'id': 'ea558829-c398-4782-a5d4-fb5f81fbe017', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:56Z', 'updated_at': '2021-11-02T11:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:00.052147 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620abb7c-6990-40b2-814f-6b0dd076dbc5 None None] The sync data for ids ['dfec4c42-b4eb-4bc9-b236-e9f074b21d24'] in n-d-806683-18 is: [{'id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1093693062-router', 'tenant_id': '28ed4d8e4326451b998653b37dd5de6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ea558829-c398-4782-a5d4-fb5f81fbe017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:33:55Z', 'updated_at': '2021-11-02T11:38:56Z', 'revision_number': 5, 'project_id': '28ed4d8e4326451b998653b37dd5de6d', 'gw_port': {'id': 'ea558829-c398-4782-a5d4-fb5f81fbe017', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfec4c42-b4eb-4bc9-b236-e9f074b21d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:33:56Z', 'updated_at': '2021-11-02T11:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:39:00.109609 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54822) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:00.123630 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 0f362356-ad80-4cef-bffe-b88accbdd0c2 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:39:00.141579 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-4853cfae-f4a6-4bac-8d7a-cfff19979d0f admin admin] For port ea558829-c398-4782-a5d4-fb5f81fbe017, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ea558829-c398-4782-a5d4-fb5f81fbe017,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:00.142091 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4853cfae-f4a6-4bac-8d7a-cfff19979d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:00.161795 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-1ed95f79-d8de-4647-a127-860a71c0987e service neutron] 10.222.0.79 "GET /v2.0/ports/0f362356-ad80-4cef-bffe-b88accbdd0c2/bindings/n-h1-806683-18 HTTP/1.1" status: 200 len: 383 time: 0.1783271 Nov 02 11:39:00.171017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-4853cfae-f4a6-4bac-8d7a-cfff19979d0f admin admin] Calling delete_port for ea558829-c398-4782-a5d4-fb5f81fbe017 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:39:00.182985 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-f7ee481f-00d4-4cb6-b75c-86ccba35d244 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:00.184587 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-f7ee481f-00d4-4cb6-b75c-86ccba35d244 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908&tenant_id=9434b8b2332344e783438c5f662e06b3&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 1097 time: 0.1672924 Nov 02 11:39:00.199910 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1d7d5-7581-4694-8432-a24e839b1ff7 req-5cab77a8-b4d4-453b-b56a-94dbfe200a4c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:00.202690 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8bd1d7d5-7581-4694-8432-a24e839b1ff7 req-5cab77a8-b4d4-453b-b56a-94dbfe200a4c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 945 time: 0.1800070 Nov 02 11:39:00.339270 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7311d7-3691-42ba-bc27-9e4325071959 req-df4d10c9-4a7a-4a5f-9b28-5f2602938aff tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:00.340212 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 0f362356-ad80-4cef-bffe-b88accbdd0c2 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:39:00.347890 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 0f362356-ad80-4cef-bffe-b88accbdd0c2 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:00.347890 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:00.348169 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b7311d7-3691-42ba-bc27-9e4325071959 req-df4d10c9-4a7a-4a5f-9b28-5f2602938aff tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.0898316 Nov 02 11:39:00.356790 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0f17f055-8f0c-4334-952b-fdf9b5338577 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8225d8ee4a1492f818d0de3e1109c1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459719 Nov 02 11:39:00.359788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54830) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:00.368990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-fbbf130c-f927-4de1-afa6-c85ccae03849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:00.368990 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-fbbf130c-f927-4de1-afa6-c85ccae03849 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 1101 time: 0.1626980 Nov 02 11:39:00.383055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-bb452d7c-4236-4233-8f80-dbf76d656baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:00.383055 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-bb452d7c-4236-4233-8f80-dbf76d656baf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908&tenant_id=9434b8b2332344e783438c5f662e06b3 HTTP/1.1" status: 200 len: 1097 time: 0.1798704 Nov 02 11:39:00.394373 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8bd1d7d5-7581-4694-8432-a24e839b1ff7 req-471d5321-c9af-4202-8738-8f5f7cf9a9ed tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669526 Nov 02 11:39:00.455174 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b7311d7-3691-42ba-bc27-9e4325071959 req-e83b4f32-fea9-4158-9d95-c352bafd5fb6 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073792 Nov 02 11:39:00.519107 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed71b14a-96cc-4c81-b1cf-03f3763007ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:00.520458 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:00.587944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f362356-ad80-4cef-bffe-b88accbdd0c2'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:00.590244 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454d5fc6-a368-44cf-b7ad-e048ad00be69" -d '{"events": [{"server_uuid": "ede2889e-b39c-4b78-a0a7-6d2468a7589d", "name": "network-vif-plugged", "status": "completed", "tag": "0f362356-ad80-4cef-bffe-b88accbdd0c2"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:00.592974 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed71b14a-96cc-4c81-b1cf-03f3763007ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:00.627691 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:00.628157 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd704f82-9605-4a55-878a-f000484faa8b req-7cc66a9d-8ec0-4c74-b196-0d50eb749147 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0822423 Nov 02 11:39:00.669966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-0386d8b7-985b-48de-83e6-0737f170921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:00.675460 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-0386d8b7-985b-48de-83e6-0737f170921a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 1097 time: 0.2517083 Nov 02 11:39:00.708142 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340f706b-052c-474b-a768-906b69307e35 x-openstack-request-id: req-340f706b-052c-474b-a768-906b69307e35 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:00.708723 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede2889e-b39c-4b78-a0a7-6d2468a7589d", "name": "network-vif-plugged", "status": "completed", "tag": "0f362356-ad80-4cef-bffe-b88accbdd0c2", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:00.709273 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-340f706b-052c-474b-a768-906b69307e35 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:00.709921 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f362356-ad80-4cef-bffe-b88accbdd0c2', 'code': 200} Nov 02 11:39:00.711597 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:00.712982 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 301c4383-0466-47be-a26b-79da51f970ad no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:39:00.777905 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 301c4383-0466-47be-a26b-79da51f970ad {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:39:00.778456 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 301c4383-0466-47be-a26b-79da51f970ad not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:39:00.800213 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed71b14a-96cc-4c81-b1cf-03f3763007ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:00.805267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-03901fcf-f4aa-4214-896b-39067bb2192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:00.809078 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed71b14a-96cc-4c81-b1cf-03f3763007ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:00.812072 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ed71b14a-96cc-4c81-b1cf-03f3763007ac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/841be19a-fec7-4659-b85a-cacfa1614ea4 HTTP/1.1" status: 204 len: 168 time: 0.4348028 Nov 02 11:39:00.815894 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-03901fcf-f4aa-4214-896b-39067bb2192d service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.4378653 Nov 02 11:39:00.827779 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=0f362356-ad80-4cef-bffe-b88accbdd0c2,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:00.864082 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71b14a-96cc-4c81-b1cf-03f3763007ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841be19a-fec7-4659-b85a-cacfa1614ea4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:00.871783 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9defa0ed-4013-4f0f-88db-896d41cddcc0 req-634e73d9-e1da-43ff-92d0-e0cc12f878e8 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 210 time: 0.1397624 Nov 02 11:39:00.944086 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-03409816-4b71-40c8-a8ef-bf2c460337ea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2 HTTP/1.1" status: 200 len: 217 time: 0.0753427 Nov 02 11:39:00.968362 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4853cfae-f4a6-4bac-8d7a-cfff19979d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:01.001337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea749e7-0484-4d1d-a026-2805ab32799c req-6f113c99-d9b7-43cc-8815-3a480ad6e536 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:01.002917 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dea749e7-0484-4d1d-a026-2805ab32799c req-6f113c99-d9b7-43cc-8815-3a480ad6e536 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.54 "GET /v2.0/networks?id=bd5c17c3-2e23-430d-8e74-fd4aa312ce46 HTTP/1.1" status: 200 len: 822 time: 0.2186701 Nov 02 11:39:01.016070 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-dea749e7-0484-4d1d-a026-2805ab32799c req-702ce133-de2d-4283-8aae-c1696b7eaaf1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Request body: {'port': {'device_id': '3cd445ab-8c23-4a08-be39-052e9c13fdd4', 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46', 'admin_state_up': True, 'tenant_id': 'd8702b9ca25d49aa873f1c4a01316955'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:01.028739 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853cfae-f4a6-4bac-8d7a-cfff19979d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea558829-c398-4782-a5d4-fb5f81fbe017,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:01.033025 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-45810812-9ec4-4baa-8a15-3f6ac6386f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:01.034514 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-45810812-9ec4-4baa-8a15-3f6ac6386f5c service neutron] 10.222.0.54 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 922 time: 0.3475535 Nov 02 11:39:01.131522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-9885aa28-d48f-4777-8c89-18286628babb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:01.131522 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-9885aa28-d48f-4777-8c89-18286628babb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1673610 Nov 02 11:39:01.131522 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-c3b54d68-b126-4dc5-a480-964449816374 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57be5d74-bb49-4566-8385-2f7bdf5492ff HTTP/1.1" status: 200 len: 217 time: 0.0812280 Nov 02 11:39:01.156122 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395da5f-8bc1-4dae-ac0b-399974f0b3c9 req-52785251-7db8-42cc-8ac1-70a72efde12b tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:01.157661 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a395da5f-8bc1-4dae-ac0b-399974f0b3c9 req-52785251-7db8-42cc-8ac1-70a72efde12b tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.1238534 Nov 02 11:39:01.203901 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4853cfae-f4a6-4bac-8d7a-cfff19979d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:01.229908 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a395da5f-8bc1-4dae-ac0b-399974f0b3c9 req-991714b6-ae3b-43ab-8139-ddeea30d52cd tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593774 Nov 02 11:39:01.300666 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea749e7-0484-4d1d-a026-2805ab32799c req-702ce133-de2d-4283-8aae-c1696b7eaaf1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Made reservation on behalf of d8702b9ca25d49aa873f1c4a01316955 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:01.305791 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-dea749e7-0484-4d1d-a026-2805ab32799c req-702ce133-de2d-4283-8aae-c1696b7eaaf1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:01.465443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54862) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:01.535499 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-dea749e7-0484-4d1d-a026-2805ab32799c req-702ce133-de2d-4283-8aae-c1696b7eaaf1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Allocated IP 172.20.0.8 (bd5c17c3-2e23-430d-8e74-fd4aa312ce46/ce007fe3-48ea-421e-bc9f-dbc29aaa148f/05d97b86-b9d4-4821-9a6c-a8db5994586b) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:39:01.677716 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-a3ba5493-fee9-4313-9a31-620877baab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:01.679600 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-a3ba5493-fee9-4313-9a31-620877baab48 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5480037 Nov 02 11:39:01.699084 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-f2d2d1ee-d442-4a02-b9df-f6007476b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:01.700581 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-f2d2d1ee-d442-4a02-b9df-f6007476b5de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.5568359 Nov 02 11:39:01.703950 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4853cfae-f4a6-4bac-8d7a-cfff19979d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:01.708956 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4853cfae-f4a6-4bac-8d7a-cfff19979d0f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:01.726844 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54870) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:01.893836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d8cdf-edbc-4f88-8673-b7882deb456a req-c230c8d0-ed09-4fc8-aa54-5034c869bfb4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:01.901029 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-452d8cdf-edbc-4f88-8673-b7882deb456a req-c230c8d0-ed09-4fc8-aa54-5034c869bfb4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 945 time: 0.2654822 Nov 02 11:39:01.951873 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-18b6798f-2aa7-4ba7-b27e-b5f95668bd01 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea51d1d8c03b45ceb86e5b6f3fae270e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059381 Nov 02 11:39:01.961941 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-9ff772b0-475c-449b-b68f-e5abb9084ac8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2422116 Nov 02 11:39:01.963346 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4853cfae-f4a6-4bac-8d7a-cfff19979d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:01.963917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4853cfae-f4a6-4bac-8d7a-cfff19979d0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfec4c42-b4eb-4bc9-b236-e9f074b21d24 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:39:01.965138 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54876) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:01.984783 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4853cfae-f4a6-4bac-8d7a-cfff19979d0f admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:01.988228 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4853cfae-f4a6-4bac-8d7a-cfff19979d0f admin admin] 10.222.0.52 "DELETE /v2.0/routers/dfec4c42-b4eb-4bc9-b236-e9f074b21d24 HTTP/1.1" status: 204 len: 168 time: 2.7843230 Nov 02 11:39:02.002824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54878) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:02.013835 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1ee6015a-cc29-48e4-98ae-4211fef32425 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:39:02.019868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac05c60-f206-4e84-acbb-b605628fe9d0 req-613a9d19-cc93-4934-bea4-d74fe1bba21f tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:02.021404 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4ac05c60-f206-4e84-acbb-b605628fe9d0 req-613a9d19-cc93-4934-bea4-d74fe1bba21f tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.4626808 Nov 02 11:39:02.046113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 1ee6015a-cc29-48e4-98ae-4211fef32425 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:39:02.046624 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1ee6015a-cc29-48e4-98ae-4211fef32425 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:39:02.075279 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f34eb85b-2d7e-4d58-bec9-ff3a39e298b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=58e190446fa6436ca88d872dc7976cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6082237 Nov 02 11:39:02.078714 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54880) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:02.093146 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-7066d969-cdff-4f5e-ae5f-1d8da3da4c2a service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912327 Nov 02 11:39:02.152402 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4ac05c60-f206-4e84-acbb-b605628fe9d0 req-166c1823-65fa-4e20-b661-8df2add2fde2 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193397 Nov 02 11:39:02.155425 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-dea749e7-0484-4d1d-a026-2805ab32799c req-702ce133-de2d-4283-8aae-c1696b7eaaf1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:02.157372 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-452d8cdf-edbc-4f88-8673-b7882deb456a req-7a08982d-d5d6-44a5-abaf-dd5f874ec8f5 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394485 Nov 02 11:39:02.225528 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-efbd399f-8a1d-47cb-85f9-62ad46a11d31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:02.247235 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3f5f737b-608b-4852-be30-22dfc8cba89e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:02.255688 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-efbd399f-8a1d-47cb-85f9-62ad46a11d31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:02.263059 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f499e0b-24f7-4f1e-82c6-6759b08a9aee admin admin] Deleting subnet 84e5eb0f-dabf-4aee-9b63-04851edac4b2 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:39:02.287181 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f499e0b-24f7-4f1e-82c6-6759b08a9aee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:02.301655 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ac8d01c-e289-4d99-95fe-9c553d166722 req-b9e63fa9-7ad9-40c9-8df9-447628e9b324 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0358756 Nov 02 11:39:02.329614 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-dea749e7-0484-4d1d-a026-2805ab32799c req-702ce133-de2d-4283-8aae-c1696b7eaaf1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:02.347641 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c79f8cc2-0b5a-49f3-90a0-1f551911706a req-7a3f2ce8-da8c-4edd-9c32-22c0da0f6906 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0707033 Nov 02 11:39:02.357146 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-04767723-83e4-458c-b248-8e4af759f809 service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858659 Nov 02 11:39:02.360689 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3f5f737b-608b-4852-be30-22dfc8cba89e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:02.406151 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea749e7-0484-4d1d-a026-2805ab32799c req-702ce133-de2d-4283-8aae-c1696b7eaaf1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Network bd5c17c3-2e23-430d-8e74-fd4aa312ce46 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:39:02.419807 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f499e0b-24f7-4f1e-82c6-6759b08a9aee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:02.423981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-dea749e7-0484-4d1d-a026-2805ab32799c req-702ce133-de2d-4283-8aae-c1696b7eaaf1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:02.430226 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea749e7-0484-4d1d-a026-2805ab32799c req-702ce133-de2d-4283-8aae-c1696b7eaaf1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:39:02.438118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ce133-de2d-4283-8aae-c1696b7eaaf1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Pushing event updated for resources: {'Port': ['ID=05d97b86-b9d4-4821-9a6c-a8db5994586b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:02.456992 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-ff00fe78-491e-4c09-a0f9-ee0116c958e4 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259859 Nov 02 11:39:02.496873 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04a1f1-4812-4e59-9bcd-3a5cd3ae7064 req-2a2ba31f-2b03-4b8e-8bde-288d35da61af tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:02.498462 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5e04a1f1-4812-4e59-9bcd-3a5cd3ae7064 req-2a2ba31f-2b03-4b8e-8bde-288d35da61af tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.1211138 Nov 02 11:39:02.507621 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-efbd399f-8a1d-47cb-85f9-62ad46a11d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:02.510848 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-efbd399f-8a1d-47cb-85f9-62ad46a11d31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:02.517906 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-efbd399f-8a1d-47cb-85f9-62ad46a11d31 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3527d3fe-7e43-433f-b966-ada3a7bffb76 HTTP/1.1" status: 204 len: 168 time: 0.4379070 Nov 02 11:39:02.529837 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd399f-8a1d-47cb-85f9-62ad46a11d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3527d3fe-7e43-433f-b966-ada3a7bffb76,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:02.538432 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea749e7-0484-4d1d-a026-2805ab32799c req-702ce133-de2d-4283-8aae-c1696b7eaaf1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:02.539259 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-dea749e7-0484-4d1d-a026-2805ab32799c req-702ce133-de2d-4283-8aae-c1696b7eaaf1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:02.616121 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-7c098999-2b56-404b-919b-460558b8e19f service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437975 Nov 02 11:39:02.617146 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5e04a1f1-4812-4e59-9bcd-3a5cd3ae7064 req-91af0adc-4f94-4ef0-b36b-e1b0ec5a75d1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971861 Nov 02 11:39:02.625630 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f499e0b-24f7-4f1e-82c6-6759b08a9aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:02.658638 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dea749e7-0484-4d1d-a026-2805ab32799c req-702ce133-de2d-4283-8aae-c1696b7eaaf1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6466019 Nov 02 11:39:02.670642 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Request body: {'port': {'device_id': '3cd445ab-8c23-4a08-be39-052e9c13fdd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:02.683168 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3f5f737b-608b-4852-be30-22dfc8cba89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:02.685757 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3f5f737b-608b-4852-be30-22dfc8cba89e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:02.689599 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3f5f737b-608b-4852-be30-22dfc8cba89e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/240d1315-8ad5-40a2-8f59-692111b87a79 HTTP/1.1" status: 204 len: 168 time: 0.7170084 Nov 02 11:39:02.695365 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f737b-608b-4852-be30-22dfc8cba89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240d1315-8ad5-40a2-8f59-692111b87a79,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:02.736130 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:02.757752 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f499e0b-24f7-4f1e-82c6-6759b08a9aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:02.810653 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f499e0b-24f7-4f1e-82c6-6759b08a9aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84e5eb0f-dabf-4aee-9b63-04851edac4b2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:02.813157 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f499e0b-24f7-4f1e-82c6-6759b08a9aee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:02.816806 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9f499e0b-24f7-4f1e-82c6-6759b08a9aee admin admin] 10.222.0.52 "DELETE /v2.0/subnets/84e5eb0f-dabf-4aee-9b63-04851edac4b2 HTTP/1.1" status: 204 len: 168 time: 0.8098586 Nov 02 11:39:02.819559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54888) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:02.822079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d63a121-301b-427c-8ce5-8698781af713 None None] Network 0a5f2fd6-2862-49b5-9263-c621da3898ce requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:39:02.907579 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:02.987826 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] Deleting port 02281300-35e3-43a4-ab42-459e02863701 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:39:02.988308 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:03.075113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b014c583-c2c4-4947-8705-7f7ec6c2a813 None None] DHCP port deletion for 0a5f2fd6-2862-49b5-9263-c621da3898ce request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:39:03.080228 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d97b86-b9d4-4821-9a6c-a8db5994586b {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:39:03.087799 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:03.092328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] For port 02281300-35e3-43a4-ab42-459e02863701, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=02281300-35e3-43a4-ab42-459e02863701,segment=NetworkSegment(6e64ca1d-2c13-48d6-8c1f-173713ae11d1),segment_id=6e64ca1d-2c13-48d6-8c1f-173713ae11d1)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:03.093320 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:03.103389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Transition to ACTIVE for port object 05d97b86-b9d4-4821-9a6c-a8db5994586b will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:39:03.142296 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b014c583-c2c4-4947-8705-7f7ec6c2a813 None None] Deleting port 02281300-35e3-43a4-ab42-459e02863701 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:39:03.142679 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b014c583-c2c4-4947-8705-7f7ec6c2a813 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:03.145425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] Calling delete_port for 02281300-35e3-43a4-ab42-459e02863701 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:39:03.197908 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:03.231179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-62755603-fad7-445d-8ff4-6a8722b5b8aa tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:03.235130 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-62755603-fad7-445d-8ff4-6a8722b5b8aa tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908&tenant_id=9434b8b2332344e783438c5f662e06b3&binding%3Ahost_id=n-h2-806683-18 HTTP/1.1" status: 200 len: 1097 time: 0.1361053 Nov 02 11:39:03.266504 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Pushing event updated for resources: {'Port': ['ID=05d97b86-b9d4-4821-9a6c-a8db5994586b,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:03.299425 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b014c583-c2c4-4947-8705-7f7ec6c2a813 None None] For port 02281300-35e3-43a4-ab42-459e02863701, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=02281300-35e3-43a4-ab42-459e02863701,segment=NetworkSegment(6e64ca1d-2c13-48d6-8c1f-173713ae11d1),segment_id=6e64ca1d-2c13-48d6-8c1f-173713ae11d1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:03.299827 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b014c583-c2c4-4947-8705-7f7ec6c2a813 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:03.338671 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b014c583-c2c4-4947-8705-7f7ec6c2a813 None None] Calling delete_port for 02281300-35e3-43a4-ab42-459e02863701 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:39:03.401371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Attempting to bind port 05d97b86-b9d4-4821-9a6c-a8db5994586b on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:39:03.401736 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Attempting to bind port 05d97b86-b9d4-4821-9a6c-a8db5994586b by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'e7e73e45-824f-4668-87ab-f7159d717501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:39:03.402072 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Attempting to bind port 05d97b86-b9d4-4821-9a6c-a8db5994586b on network bd5c17c3-2e23-430d-8e74-fd4aa312ce46 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:03.409117 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Port 05d97b86-b9d4-4821-9a6c-a8db5994586b on network bd5c17c3-2e23-430d-8e74-fd4aa312ce46 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:39:03.409521 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Attempting to bind port 05d97b86-b9d4-4821-9a6c-a8db5994586b on network bd5c17c3-2e23-430d-8e74-fd4aa312ce46 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:03.417822 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:39:03.418329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Checking segment: {'id': 'e7e73e45-824f-4668-87ab-f7159d717501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:03.418668 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Bound using segment: {'id': 'e7e73e45-824f-4668-87ab-f7159d717501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:39:03.419147 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Bound port: 05d97b86-b9d4-4821-9a6c-a8db5994586b, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e73e45-824f-4668-87ab-f7159d717501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:39:03.419576 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:03.432414 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702644e-fb94-44a2-bf57-c9d2facbd97a req-c215bd20-5112-404b-b834-24f0e46be099 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:03.433981 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c702644e-fb94-44a2-bf57-c9d2facbd97a req-c215bd20-5112-404b-b834-24f0e46be099 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 945 time: 0.0839205 Nov 02 11:39:03.479875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86643a-59fa-4b18-b7b3-cd4a555e1ba2 req-3b54c607-7aaa-435f-ac86-ded4d152098f tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:03.481623 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d86643a-59fa-4b18-b7b3-cd4a555e1ba2 req-3b54c607-7aaa-435f-ac86-ded4d152098f tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.1397612 Nov 02 11:39:03.530597 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b014c583-c2c4-4947-8705-7f7ec6c2a813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:03.544185 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c702644e-fb94-44a2-bf57-c9d2facbd97a req-d5bae759-f0e4-401f-ab9d-ee622c17185e tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967739 Nov 02 11:39:03.546885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] For port 05d97b86-b9d4-4821-9a6c-a8db5994586b, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:39:03.550267 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] For port 05d97b86-b9d4-4821-9a6c-a8db5994586b, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=05d97b86-b9d4-4821-9a6c-a8db5994586b,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:39:03.557555 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:03.565321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014c583-c2c4-4947-8705-7f7ec6c2a813 None None] Pushing event deleted for resources: {'Port': ['ID=02281300-35e3-43a4-ab42-459e02863701,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:03.567446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b014c583-c2c4-4947-8705-7f7ec6c2a813 None None] No DVR routers for this DVR port 02281300-35e3-43a4-ab42-459e02863701 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:39:03.579721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] No DVR routers for this DVR port 02281300-35e3-43a4-ab42-459e02863701 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:39:03.626698 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:03.636604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=02281300-35e3-43a4-ab42-459e02863701,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:03.687667 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d86643a-59fa-4b18-b7b3-cd4a555e1ba2 req-d1700c5b-3d07-40ba-9ee9-2fa4b315c7cb tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780095 Nov 02 11:39:03.703176 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:03.703869 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:03.705826 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dea749e7-0484-4d1d-a026-2805ab32799c req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] 10.222.0.54 "PUT /v2.0/ports/05d97b86-b9d4-4821-9a6c-a8db5994586b HTTP/1.1" status: 200 len: 1092 time: 1.0394824 Nov 02 11:39:03.707087 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd445ab-8c23-4a08-be39-052e9c13fdd4', 'tag': '05d97b86-b9d4-4821-9a6c-a8db5994586b'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:03.709972 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8824b351-4cd8-4369-ae75-8d381eb5a96a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd445ab-8c23-4a08-be39-052e9c13fdd4", "tag": "05d97b86-b9d4-4821-9a6c-a8db5994586b"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:03.739657 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-21e74eca-6489-47bf-9872-060314f8cdd1 req-521f01cd-3390-4d92-92da-52949a8a7370 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0614178 Nov 02 11:39:03.742732 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:03.747681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-c2117887-558b-4b95-84bf-2abd95a4c8e3 service neutron] For port 57be5d74-bb49-4566-8385-2f7bdf5492ff, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:39:03.759634 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-c2117887-558b-4b95-84bf-2abd95a4c8e3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:03.761105 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-105a5931-b837-4639-b4e6-7d402c0040c0 req-c2117887-558b-4b95-84bf-2abd95a4c8e3 service neutron] 10.222.0.54 "DELETE /v2.0/ports/57be5d74-bb49-4566-8385-2f7bdf5492ff/bindings/n-h1-806683-18 HTTP/1.1" status: 204 len: 173 time: 0.5163527 Nov 02 11:39:03.770063 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b568fb6-34bf-421f-bf9d-ecc6ac1add62 service neutron] Pushing event updated for resources: {'Port': ['ID=05d97b86-b9d4-4821-9a6c-a8db5994586b,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:03.783173 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5f2fd6-2862-49b5-9263-c621da3898ce']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:03.811286 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e64ca1d-2c13-48d6-8c1f-173713ae11d1') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:03.811576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e64ca1d-2c13-48d6-8c1f-173713ae11d1') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:03.837261 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:03.892005 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:03.962557 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:39:03.963245 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:39:03.971374 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:39:03.984503 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8a88b-c442-43d5-8ea2-df93090b4717 req-65875cfc-0094-486a-9d09-8fbcaa1e82a7 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:03.984503 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b6f8a88b-c442-43d5-8ea2-df93090b4717 req-65875cfc-0094-486a-9d09-8fbcaa1e82a7 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.0729139 Nov 02 11:39:03.989203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea749e7-0484-4d1d-a026-2805ab32799c req-8cd0ccd2-fd09-4604-9e16-81a734604188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:03.990696 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dea749e7-0484-4d1d-a026-2805ab32799c req-8cd0ccd2-fd09-4604-9e16-81a734604188 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8702b9ca25d49aa873f1c4a01316955&device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 1095 time: 0.1642387 Nov 02 11:39:04.000315 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 02281300-35e3-43a4-ab42-459e02863701 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:39:04.022328 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 02281300-35e3-43a4-ab42-459e02863701 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:39:04.022660 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 02281300-35e3-43a4-ab42-459e02863701 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:39:04.026118 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ea558829-c398-4782-a5d4-fb5f81fbe017 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:39:04.034999 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b6f8a88b-c442-43d5-8ea2-df93090b4717 req-91ed9aae-8b31-458c-9e12-6bd0b2da9764 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487165 Nov 02 11:39:04.045999 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: ea558829-c398-4782-a5d4-fb5f81fbe017 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:39:04.046863 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ea558829-c398-4782-a5d4-fb5f81fbe017 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:39:04.081142 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dea749e7-0484-4d1d-a026-2805ab32799c req-8cb32a67-aae3-4631-ad02-a4ea849b42ad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05d97b86-b9d4-4821-9a6c-a8db5994586b HTTP/1.1" status: 200 len: 217 time: 0.0539420 Nov 02 11:39:04.090780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acd17f-f58f-4163-af67-dab346c5122a req-3f51aee3-0606-47de-81a2-8ab7f0241f39 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:04.092364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57acd17f-f58f-4163-af67-dab346c5122a req-3f51aee3-0606-47de-81a2-8ab7f0241f39 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 943 time: 0.2482519 Nov 02 11:39:04.115868 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f06f5e2-2aa2-4e92-bde2-404dd25d4f6d x-openstack-request-id: req-8f06f5e2-2aa2-4e92-bde2-404dd25d4f6d {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:04.116164 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd445ab-8c23-4a08-be39-052e9c13fdd4", "tag": "05d97b86-b9d4-4821-9a6c-a8db5994586b", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:04.116559 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f06f5e2-2aa2-4e92-bde2-404dd25d4f6d {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:04.116980 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd445ab-8c23-4a08-be39-052e9c13fdd4', 'tag': '05d97b86-b9d4-4821-9a6c-a8db5994586b', 'status': 'completed', 'code': 200} Nov 02 11:39:04.188122 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:04.202226 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea749e7-0484-4d1d-a026-2805ab32799c req-cf24837f-ae4c-47b0-acbb-7bf8d11a77c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:04.204456 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dea749e7-0484-4d1d-a026-2805ab32799c req-cf24837f-ae4c-47b0-acbb-7bf8d11a77c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce007fe3-48ea-421e-bc9f-dbc29aaa148f HTTP/1.1" status: 200 len: 862 time: 0.1100349 Nov 02 11:39:04.219788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e94227-f87a-46b3-9bd4-0113ebdf551f req-b04531bf-f841-4aa4-ba33-64c287aedce8 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:04.221592 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-48e94227-f87a-46b3-9bd4-0113ebdf551f req-b04531bf-f841-4aa4-ba33-64c287aedce8 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 1097 time: 0.0562310 Nov 02 11:39:04.223185 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:04.226767 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] 10.222.0.52 "DELETE /v2.0/networks/0a5f2fd6-2862-49b5-9263-c621da3898ce HTTP/1.1" status: 204 len: 168 time: 1.4062138 Nov 02 11:39:04.229344 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d72e22-55e7-41af-b50b-3e402adc8a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=0a5f2fd6-2862-49b5-9263-c621da3898ce,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:04.248616 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57acd17f-f58f-4163-af67-dab346c5122a req-7db8d991-2421-45bd-94a0-1b7903c98725 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432595 Nov 02 11:39:04.272145 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dea749e7-0484-4d1d-a026-2805ab32799c req-5c9a8592-7e19-4029-9f7c-774622d83b5d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd5c17c3-2e23-430d-8e74-fd4aa312ce46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440307 Nov 02 11:39:04.291278 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-48e94227-f87a-46b3-9bd4-0113ebdf551f req-74d08122-8ad0-4235-8570-b0f4822ff187 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592098 Nov 02 11:39:04.388527 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dea749e7-0484-4d1d-a026-2805ab32799c req-91933630-21d8-461e-9bf0-5564ed0bfe01 service neutron] 10.222.0.54 "GET /v2.0/networks/bd5c17c3-2e23-430d-8e74-fd4aa312ce46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086469 Nov 02 11:39:04.451297 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e1154-83cd-4155-a2a5-ed3a6eba6120 req-9ab795d6-219c-4fe5-813a-db9bb7fa1b48 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:04.453024 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-848e1154-83cd-4155-a2a5-ed3a6eba6120 req-9ab795d6-219c-4fe5-813a-db9bb7fa1b48 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 1097 time: 0.0439191 Nov 02 11:39:04.486552 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dea749e7-0484-4d1d-a026-2805ab32799c req-16435a4e-c88c-4bee-82e7-45a0e14f2517 service neutron] 10.222.0.54 "GET /v2.0/networks/bd5c17c3-2e23-430d-8e74-fd4aa312ce46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906570 Nov 02 11:39:04.508658 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-848e1154-83cd-4155-a2a5-ed3a6eba6120 req-1c69ca49-2bd6-4672-9689-470f0d54e863 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452368 Nov 02 11:39:04.704112 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824b351-4cd8-4369-ae75-8d381eb5a96a req-a3744c22-7f39-4571-b627-a8d93b0b6ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:04.705624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8824b351-4cd8-4369-ae75-8d381eb5a96a req-a3744c22-7f39-4571-b627-a8d93b0b6ccb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8702b9ca25d49aa873f1c4a01316955&device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 1095 time: 0.0478058 Nov 02 11:39:04.758889 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54962) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:04.851562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54970) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:04.852173 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9eb71758-206f-4e8c-a5f7-eed7d693b97f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fb3809d85af44d899f475904c2161bf3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0913045 Nov 02 11:39:04.910864 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824b351-4cd8-4369-ae75-8d381eb5a96a req-88b57c2e-93df-4825-832c-7c5cc4595686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:04.912709 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8824b351-4cd8-4369-ae75-8d381eb5a96a req-88b57c2e-93df-4825-832c-7c5cc4595686 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd5c17c3-2e23-430d-8e74-fd4aa312ce46 HTTP/1.1" status: 200 len: 923 time: 0.1991799 Nov 02 11:39:04.979813 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8824b351-4cd8-4369-ae75-8d381eb5a96a req-42370a59-40ff-4ade-8bed-26c3294c2a48 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05d97b86-b9d4-4821-9a6c-a8db5994586b HTTP/1.1" status: 200 len: 217 time: 0.0541506 Nov 02 11:39:05.006514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcff4d-da09-4fb4-b479-e0c1d88a0ee7 req-4381afe3-fb4d-474c-9e77-9cc140f38c3b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:05.016111 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0adcff4d-da09-4fb4-b479-e0c1d88a0ee7 req-4381afe3-fb4d-474c-9e77-9cc140f38c3b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.1536727 Nov 02 11:39:05.061615 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6d6adab-befc-4abc-8aa2-4e36305ea641 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:05.097629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824b351-4cd8-4369-ae75-8d381eb5a96a req-76b0f536-c2c9-418c-856d-2ef5492c236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:05.099135 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8824b351-4cd8-4369-ae75-8d381eb5a96a req-76b0f536-c2c9-418c-856d-2ef5492c236a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce007fe3-48ea-421e-bc9f-dbc29aaa148f HTTP/1.1" status: 200 len: 862 time: 0.1087103 Nov 02 11:39:05.119752 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6d6adab-befc-4abc-8aa2-4e36305ea641 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:05.155896 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8824b351-4cd8-4369-ae75-8d381eb5a96a req-3dd7df53-2cd4-4171-a2cd-ed4243a6d25f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd5c17c3-2e23-430d-8e74-fd4aa312ce46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449703 Nov 02 11:39:05.163697 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0adcff4d-da09-4fb4-b479-e0c1d88a0ee7 req-a053c1d7-f4bf-4c1c-8911-eb2356eb8cbf tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420326 Nov 02 11:39:05.202675 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1424f636-a592-4c6e-8261-4cea4643f004 req-c5977227-3c91-40cd-a534-52456ed245f9 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0333230 Nov 02 11:39:05.309869 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8824b351-4cd8-4369-ae75-8d381eb5a96a req-16d68163-9b53-483c-a44d-a1542b8ebca2 service neutron] 10.222.0.54 "GET /v2.0/networks/bd5c17c3-2e23-430d-8e74-fd4aa312ce46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432738 Nov 02 11:39:05.485388 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1606a-95f0-4748-9c6f-e53bb913dfd2 req-a4fd4aa6-08f0-490a-aceb-30304bf52db5 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:05.489431 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8eb1606a-95f0-4748-9c6f-e53bb913dfd2 req-a4fd4aa6-08f0-490a-aceb-30304bf52db5 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 943 time: 0.0890727 Nov 02 11:39:05.493134 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8824b351-4cd8-4369-ae75-8d381eb5a96a req-f363413b-1323-4d39-b98e-7aaf85388b52 service neutron] 10.222.0.54 "GET /v2.0/networks/bd5c17c3-2e23-430d-8e74-fd4aa312ce46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385326 Nov 02 11:39:05.496952 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6d6adab-befc-4abc-8aa2-4e36305ea641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:05.499967 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6d6adab-befc-4abc-8aa2-4e36305ea641 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:05.516371 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b6d6adab-befc-4abc-8aa2-4e36305ea641 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8d54180-0a33-4db5-a1f9-f3a88f480051 HTTP/1.1" status: 204 len: 168 time: 0.6581421 Nov 02 11:39:05.530148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6adab-befc-4abc-8aa2-4e36305ea641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d54180-0a33-4db5-a1f9-f3a88f480051,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:05.539534 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ded8ee-f66b-4a49-b5c4-582e8c930fed req-aa6835e1-e935-4719-9a5c-d17673440345 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:05.549382 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54988) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:05.551159 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85ded8ee-f66b-4a49-b5c4-582e8c930fed req-aa6835e1-e935-4719-9a5c-d17673440345 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.2401266 Nov 02 11:39:05.588577 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8eb1606a-95f0-4748-9c6f-e53bb913dfd2 req-a16c0497-edf4-44c8-a620-b273d973d1ac tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890210 Nov 02 11:39:05.616295 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85ded8ee-f66b-4a49-b5c4-582e8c930fed req-74cbca0b-eac7-4a2c-8f66-33252f167991 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636432 Nov 02 11:39:05.678442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-0a84dd6e-70cd-4211-a2a1-179609c614b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:05.680237 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-0a84dd6e-70cd-4211-a2a1-179609c614b1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d&tenant_id=6196471367014fa2a6ff86ee9c2ee144 HTTP/1.1" status: 200 len: 1102 time: 0.0441370 Nov 02 11:39:05.695259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:05.708674 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-717fa210-2e57-4984-9e30-baa6b6a2b50f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:05.757852 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:05.808930 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-717fa210-2e57-4984-9e30-baa6b6a2b50f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:05.974729 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-717fa210-2e57-4984-9e30-baa6b6a2b50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:05.999637 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:06.060689 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:39:06.112084 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:06.116729 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-717fa210-2e57-4984-9e30-baa6b6a2b50f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9889caa12fb948e8a3d8624b46c8aecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5638742 Nov 02 11:39:06.117020 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fa210-2e57-4984-9e30-baa6b6a2b50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac189d6f-0cc6-4acc-ba65-2729f1c54d54,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:06.124562 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55006) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:06.125649 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Transition to ACTIVE for port object 0f362356-ad80-4cef-bffe-b88accbdd0c2 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:39:06.126676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f362356-ad80-4cef-bffe-b88accbdd0c2'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:06.129408 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9896c9-2437-42ba-b052-2474baf71788" -d '{"events": [{"server_uuid": "ede2889e-b39c-4b78-a0a7-6d2468a7589d", "name": "network-vif-unplugged", "status": "completed", "tag": "0f362356-ad80-4cef-bffe-b88accbdd0c2"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:06.185448 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:06.188927 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-d7ca6c2c-5e04-48be-a4e2-2decfd084eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:06.192963 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-d7ca6c2c-5e04-48be-a4e2-2decfd084eea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 1097 time: 0.1255836 Nov 02 11:39:06.247913 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5544b6-59c3-43f3-bfdd-c3e7a2975b6f x-openstack-request-id: req-cc5544b6-59c3-43f3-bfdd-c3e7a2975b6f {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:06.248219 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede2889e-b39c-4b78-a0a7-6d2468a7589d", "name": "network-vif-unplugged", "status": "completed", "tag": "0f362356-ad80-4cef-bffe-b88accbdd0c2", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:06.248626 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc5544b6-59c3-43f3-bfdd-c3e7a2975b6f {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:06.249052 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f362356-ad80-4cef-bffe-b88accbdd0c2', 'code': 200} Nov 02 11:39:06.267688 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d981ec29-6758-474a-9d63-d18c374619f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:06.342441 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] No DVR routers for this DVR port 0f362356-ad80-4cef-bffe-b88accbdd0c2 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:39:06.346154 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Pushing event updated for resources: {'Port': ['ID=0f362356-ad80-4cef-bffe-b88accbdd0c2,revision_number=10']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:06.363902 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d981ec29-6758-474a-9d63-d18c374619f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:06.435366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Attempting to bind port 0f362356-ad80-4cef-bffe-b88accbdd0c2 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:39:06.435701 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Attempting to bind port 0f362356-ad80-4cef-bffe-b88accbdd0c2 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:39:06.436035 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Attempting to bind port 0f362356-ad80-4cef-bffe-b88accbdd0c2 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:06.457008 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-eca75fde-7379-4588-96a4-0d47f93dd5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:06.459752 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c020b2c4-bf30-4977-8032-11b0b0047949 req-5cc07741-82cb-4d6d-9edf-ec5a3b91f2a3 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0509975 Nov 02 11:39:06.459885 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-eca75fde-7379-4588-96a4-0d47f93dd5f1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 908 time: 0.2594876 Nov 02 11:39:06.471777 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Port 0f362356-ad80-4cef-bffe-b88accbdd0c2 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:39:06.472110 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Attempting to bind port 0f362356-ad80-4cef-bffe-b88accbdd0c2 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:06.474440 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f73c1-af56-496e-8db7-ab43ae5bde51 req-12ff2ccd-c82a-4213-ac0b-d87e242afc15 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:06.476201 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-474f73c1-af56-496e-8db7-ab43ae5bde51 req-12ff2ccd-c82a-4213-ac0b-d87e242afc15 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.1415439 Nov 02 11:39:06.484125 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:39:06.484470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:06.488126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:39:06.489498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Bound port: 0f362356-ad80-4cef-bffe-b88accbdd0c2, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:39:06.498030 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:06.531689 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-ee450c36-1acf-4690-a20a-d11ee49c5915 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b86ed647-2d5c-4721-8379-61ef6a25b6fb HTTP/1.1" status: 200 len: 217 time: 0.0541818 Nov 02 11:39:06.608244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:39:06.611570 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:39:06.633752 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-474f73c1-af56-496e-8db7-ab43ae5bde51 req-5c28568d-ecdf-4c58-b25e-ab67c6d9ad41 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421885 Nov 02 11:39:06.646714 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55036) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:06.692120 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d981ec29-6758-474a-9d63-d18c374619f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:06.695815 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d981ec29-6758-474a-9d63-d18c374619f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:06.706122 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d981ec29-6758-474a-9d63-d18c374619f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac189d6f-0cc6-4acc-ba65-2729f1c54d54 HTTP/1.1" status: 204 len: 168 time: 0.5803542 Nov 02 11:39:06.721659 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981ec29-6758-474a-9d63-d18c374619f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac189d6f-0cc6-4acc-ba65-2729f1c54d54,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:06.723071 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:06.744370 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-285a9e37-8cc1-43c1-abac-270b8b4062b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:06.751049 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-285a9e37-8cc1-43c1-abac-270b8b4062b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.1491947 Nov 02 11:39:06.790431 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-92d1f079-8d1c-43d4-b41a-25de51e3d644 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307488 Nov 02 11:39:06.849438 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:06.850528 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:06.851993 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] 10.222.0.54 "PUT /v2.0/ports/0f362356-ad80-4cef-bffe-b88accbdd0c2 HTTP/1.1" status: 200 len: 1098 time: 1.1613972 Nov 02 11:39:06.914737 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-d52bcffa-e46a-44d7-be0f-d721c94870bc service neutron] 10.222.0.54 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164985 Nov 02 11:39:06.979069 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ffa6a-278e-4926-9257-2f992f21b4ab service neutron] Pushing event updated for resources: {'Port': ['ID=0f362356-ad80-4cef-bffe-b88accbdd0c2,revision_number=11']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:06.987379 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-6f7834cf-b93e-44d6-a7d4-9e6e13a82f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:06.988900 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-6f7834cf-b93e-44d6-a7d4-9e6e13a82f51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 1101 time: 0.0912087 Nov 02 11:39:07.004373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9609840-34f5-4160-a0c6-0d9a496e9be7 req-64877f3d-0981-4014-9eab-de10e48262b8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:07.006118 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9609840-34f5-4160-a0c6-0d9a496e9be7 req-64877f3d-0981-4014-9eab-de10e48262b8 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 949 time: 0.1663766 Nov 02 11:39:07.031802 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-0a04b031-829d-4209-9fc7-2567a6958b3f service neutron] 10.222.0.54 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972526 Nov 02 11:39:07.078503 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a12eca31-6c89-48bb-b542-18d4fc614eb2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28ed4d8e4326451b998653b37dd5de6d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4307194 Nov 02 11:39:07.080949 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55044) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:07.162059 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9609840-34f5-4160-a0c6-0d9a496e9be7 req-4f3b296f-1434-493e-aca1-0949f1dd3f47 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401389 Nov 02 11:39:07.164071 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d778dfa-2664-4306-be19-58eb4201fc1a req-298bfb14-4f08-4904-9614-340d76efc75e tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:07.173054 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8d778dfa-2664-4306-be19-58eb4201fc1a req-298bfb14-4f08-4904-9614-340d76efc75e tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 943 time: 0.2556136 Nov 02 11:39:07.196583 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-29f1f80c-fe3f-4595-8348-4c1fa6e30a47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:07.201889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-fe7cbdfa-7ac5-4a7b-95df-b82dfd29d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:07.204084 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-fe7cbdfa-7ac5-4a7b-95df-b82dfd29d170 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1965969 Nov 02 11:39:07.273620 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-29f1f80c-fe3f-4595-8348-4c1fa6e30a47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:07.299271 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8d778dfa-2664-4306-be19-58eb4201fc1a req-5cf14c0e-00c9-479d-b66d-adb6dcbe687a tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240377 Nov 02 11:39:07.331754 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-1765580a-006a-45f6-897c-d66880da9d78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2 HTTP/1.1" status: 200 len: 217 time: 0.1141183 Nov 02 11:39:07.407869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-aebb2117-c20a-4052-aa60-bf74d1ef2264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:07.409972 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-aebb2117-c20a-4052-aa60-bf74d1ef2264 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0722249 Nov 02 11:39:07.482233 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-7bacbb1b-7807-4ac4-86ad-881f1a843376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:07.484134 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-7bacbb1b-7807-4ac4-86ad-881f1a843376 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0671420 Nov 02 11:39:07.490304 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-29f1f80c-fe3f-4595-8348-4c1fa6e30a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:07.494992 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-29f1f80c-fe3f-4595-8348-4c1fa6e30a47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:07.498654 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-29f1f80c-fe3f-4595-8348-4c1fa6e30a47 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/afd448db-2020-4f65-9401-206e93890564 HTTP/1.1" status: 204 len: 168 time: 0.4143510 Nov 02 11:39:07.526249 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1f80c-fe3f-4595-8348-4c1fa6e30a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd448db-2020-4f65-9401-206e93890564,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:07.716177 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e6b9e599-0d58-4a46-8353-b83408da4732 req-50cc9ac3-d0ce-4fd0-b411-8d9cf7038089 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0926070 Nov 02 11:39:07.732813 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-7aa1c96f-7185-4f3b-8ef6-382ffa61eac5 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400908 Nov 02 11:39:07.793708 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 05d97b86-b9d4-4821-9a6c-a8db5994586b details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:39:07.948190 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c97342-86bb-4752-88bf-2ea6dcc0d9cb req-e116c730-d852-4940-86aa-cee80070b0f1 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:07.965464 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f7c97342-86bb-4752-88bf-2ea6dcc0d9cb req-e116c730-d852-4940-86aa-cee80070b0f1 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.1260862 Nov 02 11:39:07.978857 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49ad280b-6aee-4f8d-a75c-81d5e1c58cdc req-4435240e-becb-47d6-9507-51f8e0777e27 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387247 Nov 02 11:39:08.030917 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f7c97342-86bb-4752-88bf-2ea6dcc0d9cb req-17a93246-4f3c-4db6-820b-4b29dfb1883e tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645330 Nov 02 11:39:08.035316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 05d97b86-b9d4-4821-9a6c-a8db5994586b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=05d97b86-b9d4-4821-9a6c-a8db5994586b,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:08.067855 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '05d97b86-b9d4-4821-9a6c-a8db5994586b', 'network_id': 'bd5c17c3-2e23-430d-8e74-fd4aa312ce46', 'port_id': '05d97b86-b9d4-4821-9a6c-a8db5994586b', 'mac_address': 'fa:16:3e:ea:49:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce007fe3-48ea-421e-bc9f-dbc29aaa148f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:39:08.250594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'tag': '0f362356-ad80-4cef-bffe-b88accbdd0c2'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:08.254657 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed49e301-db09-427e-9c4d-812f4a0835c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ede2889e-b39c-4b78-a0a7-6d2468a7589d", "tag": "0f362356-ad80-4cef-bffe-b88accbdd0c2"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:08.375556 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 0f362356-ad80-4cef-bffe-b88accbdd0c2 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:39:08.426837 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:08.447785 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d97b86-b9d4-4821-9a6c-a8db5994586b {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:39:08.455989 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 0f362356-ad80-4cef-bffe-b88accbdd0c2 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:39:08.502761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 05d97b86-b9d4-4821-9a6c-a8db5994586b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=05d97b86-b9d4-4821-9a6c-a8db5994586b,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:08.563415 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4c59e8-de89-454c-a212-7332ca24c1b9 x-openstack-request-id: req-3f4c59e8-de89-454c-a212-7332ca24c1b9 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:08.567305 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede2889e-b39c-4b78-a0a7-6d2468a7589d", "tag": "0f362356-ad80-4cef-bffe-b88accbdd0c2", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:08.567582 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f4c59e8-de89-454c-a212-7332ca24c1b9 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:08.568022 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'tag': '0f362356-ad80-4cef-bffe-b88accbdd0c2', 'status': 'completed', 'code': 200} Nov 02 11:39:08.584707 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:08.619773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55084) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:08.658384 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260ee67-bb7b-4a5b-923d-91b3a98dbb25 req-148315fa-585d-434e-9e74-2dc493dd4c7b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:08.660838 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d260ee67-bb7b-4a5b-923d-91b3a98dbb25 req-148315fa-585d-434e-9e74-2dc493dd4c7b tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 943 time: 0.1146533 Nov 02 11:39:08.676972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-6a2f75bc-c27f-4ba6-a13f-dd313377149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:08.678391 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-6a2f75bc-c27f-4ba6-a13f-dd313377149d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 1101 time: 0.1938396 Nov 02 11:39:08.701420 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=05d97b86-b9d4-4821-9a6c-a8db5994586b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:08.701963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b6863-c9fb-4e66-bcf7-233e4ff001cc req-fc4d66b3-915d-4bc9-ba68-578d8d9633e4 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:08.703918 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-070b6863-c9fb-4e66-bcf7-233e4ff001cc req-fc4d66b3-915d-4bc9-ba68-578d8d9633e4 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 949 time: 0.3151250 Nov 02 11:39:08.802557 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d260ee67-bb7b-4a5b-923d-91b3a98dbb25 req-95b360d0-6539-4f0e-a65d-012a36f8f998 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340489 Nov 02 11:39:08.823527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-ee59a369-dd84-4d51-9411-c345a26eceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:08.825336 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-ee59a369-dd84-4d51-9411-c345a26eceb4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6196471367014fa2a6ff86ee9c2ee144&device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 1101 time: 0.3470361 Nov 02 11:39:08.919810 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a3845b76-0155-4914-8646-18e1faf6e73f req-8685bec8-e62f-499a-a1ba-f7079c3fe710 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0348680 Nov 02 11:39:08.952591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['05d97b86-b9d4-4821-9a6c-a8db5994586b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:39:09.192535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55104) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:09.324622 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-070b6863-c9fb-4e66-bcf7-233e4ff001cc req-daf3e627-d709-4c0e-916c-5b12b4b711a4 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6019742 Nov 02 11:39:09.330543 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb166-e5c3-4bb4-b59b-fa78ffde7509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:09.339946 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8852fb-1050-4eab-b352-066e62a3b235 req-207fa97f-9b72-4f33-91d2-d7812b471a26 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:09.350886 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5a8852fb-1050-4eab-b352-066e62a3b235 req-207fa97f-9b72-4f33-91d2-d7812b471a26 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.1781237 Nov 02 11:39:09.433446 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb166-e5c3-4bb4-b59b-fa78ffde7509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:09.470941 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5a8852fb-1050-4eab-b352-066e62a3b235 req-58ce54cf-79ec-4d45-bd29-0b710e2364c3 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149373 Nov 02 11:39:09.483827 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-72b672ad-135b-47ac-aba8-cb049127c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:09.485667 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-72b672ad-135b-47ac-aba8-cb049127c919 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.7808576 Nov 02 11:39:09.496380 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-b747057e-5075-4369-b7b4-9221ec1d1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:09.497897 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-b747057e-5075-4369-b7b4-9221ec1d1a7c service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.6644270 Nov 02 11:39:09.542631 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9cdfb166-e5c3-4bb4-b59b-fa78ffde7509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:09.554367 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1a859a25-340f-4a2b-91e3-4bd7836005a2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1375742867-network', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:09.616065 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-92c05f92-8365-4e90-be42-27540e40c0fb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2 HTTP/1.1" status: 200 len: 217 time: 0.1212726 Nov 02 11:39:09.621009 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-1ff75a66-fffe-4449-8b86-225ceaa52a87 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2 HTTP/1.1" status: 200 len: 217 time: 0.1152534 Nov 02 11:39:09.642718 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9cdfb166-e5c3-4bb4-b59b-fa78ffde7509 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=facabd6047bb4f3494b891cd4083d333&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0209119 Nov 02 11:39:09.652189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55116) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:09.675666 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a859a25-340f-4a2b-91e3-4bd7836005a2 admin admin] Made reservation on behalf of 64aa6fc6129046d39db8fcdbafe36f3c for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:09.684363 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1a859a25-340f-4a2b-91e3-4bd7836005a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:09.708154 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1a859a25-340f-4a2b-91e3-4bd7836005a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:09.800467 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-62712d39-ebd0-4f16-93e7-445dcd802144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:09.814914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0f362356-ad80-4cef-bffe-b88accbdd0c2 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:39:09.847197 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-62712d39-ebd0-4f16-93e7-445dcd802144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:09.895965 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-d0d23557-9c03-4882-8339-998df1acb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:09.897060 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-d0d23557-9c03-4882-8339-998df1acb35b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.2505102 Nov 02 11:39:09.897533 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1a859a25-340f-4a2b-91e3-4bd7836005a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:09.905839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfb166-e5c3-4bb4-b59b-fa78ffde7509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962f8c1b-e16c-4a16-b491-cdf5e73ebdcf,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:09.957761 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1a859a25-340f-4a2b-91e3-4bd7836005a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:10.000600 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a859a25-340f-4a2b-91e3-4bd7836005a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aad480b-8301-4626-9568-d8d8da2a466e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:10.034219 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a859a25-340f-4a2b-91e3-4bd7836005a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:39:10.049661 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1a859a25-340f-4a2b-91e3-4bd7836005a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:10.051648 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-1a859a25-340f-4a2b-91e3-4bd7836005a2 admin admin] Added segment ea6e235a-6852-464d-a7f1-e4daabce7003 of type vlan for network 553d8a65-a84a-477c-a37f-732161b647fe Nov 02 11:39:10.058466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-3b850b5a-0b05-4ad8-8cd5-3ce05453a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:10.060192 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-3b850b5a-0b05-4ad8-8cd5-3ce05453a5c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.4118621 Nov 02 11:39:10.099483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:10.113218 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-712eb5a0-6dcc-40bb-ade6-94753e7ac71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:10.113590 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1a859a25-340f-4a2b-91e3-4bd7836005a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:10.118184 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-712eb5a0-6dcc-40bb-ade6-94753e7ac71d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2063663 Nov 02 11:39:10.142747 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-62712d39-ebd0-4f16-93e7-445dcd802144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:10.145669 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-62712d39-ebd0-4f16-93e7-445dcd802144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:10.150517 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-62712d39-ebd0-4f16-93e7-445dcd802144 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/962f8c1b-e16c-4a16-b491-cdf5e73ebdcf HTTP/1.1" status: 204 len: 168 time: 0.4932511 Nov 02 11:39:10.156674 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '0f362356-ad80-4cef-bffe-b88accbdd0c2', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '0f362356-ad80-4cef-bffe-b88accbdd0c2', 'mac_address': 'fa:16:3e:22:30:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:39:10.242381 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:10.245542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161ebb5-0055-47fe-80a8-7574a48c0747 req-df515b97-8add-4e5c-ac6d-33a1a6c55a1e tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:10.253483 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b161ebb5-0055-47fe-80a8-7574a48c0747 req-df515b97-8add-4e5c-ac6d-33a1a6c55a1e tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 944 time: 0.2994869 Nov 02 11:39:10.272047 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f362356-ad80-4cef-bffe-b88accbdd0c2 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:39:10.275588 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62712d39-ebd0-4f16-93e7-445dcd802144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962f8c1b-e16c-4a16-b491-cdf5e73ebdcf,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:10.295181 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cbed2ad5-d655-48af-b63a-7a76d9e785da req-7d3b3906-aaa9-43c6-a47e-fd190a6b1677 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.1458297 Nov 02 11:39:10.297254 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1a859a25-340f-4a2b-91e3-4bd7836005a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:10.301820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a859a25-340f-4a2b-91e3-4bd7836005a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:10.302880 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1a859a25-340f-4a2b-91e3-4bd7836005a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:10.314156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:10.386236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-f109f170-b448-4690-b099-5401e54ed612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:10.389127 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:10.404101 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-f109f170-b448-4690-b099-5401e54ed612 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3173707 Nov 02 11:39:10.468702 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b161ebb5-0055-47fe-80a8-7574a48c0747 req-1af2f891-911e-4d77-baf3-47e17a6f24e6 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140479 Nov 02 11:39:10.489204 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=0f362356-ad80-4cef-bffe-b88accbdd0c2,revision_number=12']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:10.548086 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1a859a25-340f-4a2b-91e3-4bd7836005a2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3043702 Nov 02 11:39:10.548778 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55136) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:10.574162 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d1ac19ee-7a60-4571-ba4b-b0474d655b9e admin admin] Request body: {'subnet': {'network_id': '553d8a65-a84a-477c-a37f-732161b647fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1375742867-subnet', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:10.585281 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a859a25-340f-4a2b-91e3-4bd7836005a2 admin admin] Pushing event updated for resources: {'Network': ['ID=553d8a65-a84a-477c-a37f-732161b647fe,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:10.600077 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 553d8a65-a84a-477c-a37f-732161b647fe details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:39:10.724697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['0f362356-ad80-4cef-bffe-b88accbdd0c2'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:39:10.746320 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44160835-aeb3-4296-aa57-df462edfce07 req-7efaa65b-19f2-4baa-84a9-75331e01d712 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:10.749355 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-44160835-aeb3-4296-aa57-df462edfce07 req-7efaa65b-19f2-4baa-84a9-75331e01d712 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.1107748 Nov 02 11:39:10.754363 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ac19ee-7a60-4571-ba4b-b0474d655b9e admin admin] Made reservation on behalf of 64aa6fc6129046d39db8fcdbafe36f3c for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:10.758597 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1ac19ee-7a60-4571-ba4b-b0474d655b9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:10.785063 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-9c53e39f-e11a-44fe-bc01-208fb2f3fad2 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6181326 Nov 02 11:39:10.844480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0cb90-a57c-40fc-aaae-890350408007 req-a0febe70-6f0f-45d5-a5b3-5073485891b0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:10.851391 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80c0cb90-a57c-40fc-aaae-890350408007 req-a0febe70-6f0f-45d5-a5b3-5073485891b0 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.1382496 Nov 02 11:39:10.937009 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-7fd66f21-4e62-433e-9ecb-de8dfbc73f99 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908445 Nov 02 11:39:10.972059 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-44160835-aeb3-4296-aa57-df462edfce07 req-27a501ba-ab81-4e9a-9def-b2c9bb5caa17 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037513 Nov 02 11:39:10.979426 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80c0cb90-a57c-40fc-aaae-890350408007 req-9a784270-28f6-403e-8de7-6d9ec0c0f424 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270418 Nov 02 11:39:11.006664 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-d9b86932-7281-4d6b-9da2-0110bfcef46a service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105486 Nov 02 11:39:11.137374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89db1eb-19f9-41ae-8f00-0ef91d3ef6ba req-53aa36f7-1d40-41d8-9c35-0f2f650e9abb tempest-MigrationsAdminTest-948083984 tempest-MigrationsAdminTest-948083984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:11.139569 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a89db1eb-19f9-41ae-8f00-0ef91d3ef6ba req-53aa36f7-1d40-41d8-9c35-0f2f650e9abb tempest-MigrationsAdminTest-948083984 tempest-MigrationsAdminTest-948083984-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 1102 time: 0.0589547 Nov 02 11:39:11.186742 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55150) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:11.219484 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1ac19ee-7a60-4571-ba4b-b0474d655b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:11.223134 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0082190b-f300-442f-b401-f92a285ba24a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:11.258015 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a89db1eb-19f9-41ae-8f00-0ef91d3ef6ba req-7e4b63ff-85f5-4ce2-953b-1f6e9d543d22 tempest-MigrationsAdminTest-948083984 tempest-MigrationsAdminTest-948083984-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115234 Nov 02 11:39:11.370456 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed49e301-db09-427e-9c4d-812f4a0835c0 req-ec352392-ada5-4290-ab79-c22084a3ad29 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211254 Nov 02 11:39:11.470335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac19ee-7a60-4571-ba4b-b0474d655b9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:11.485857 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb8bb8ae-2215-49fa-a2ee-8c2f52e53291 req-0d4e08c3-4bfd-4593-9944-12cfeac7cd4d tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0431390 Nov 02 11:39:11.506003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac19ee-7a60-4571-ba4b-b0474d655b9e admin admin] Checking segment: {'id': 'ea6e235a-6852-464d-a7f1-e4daabce7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:11.506376 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ac19ee-7a60-4571-ba4b-b0474d655b9e admin admin] Network hostable DHCP agents. Network: 553d8a65-a84a-477c-a37f-732161b647fe, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:39:11.530441 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0082190b-f300-442f-b401-f92a285ba24a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:11.608419 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0082190b-f300-442f-b401-f92a285ba24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:11.622755 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3628f-8129-4fdc-a2c1-1412920bfa9f req-d1db2b2c-cb46-4db8-a91d-fb51c9c8b7b4 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:11.624136 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f5a3628f-8129-4fdc-a2c1-1412920bfa9f req-d1db2b2c-cb46-4db8-a91d-fb51c9c8b7b4 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 944 time: 0.0570538 Nov 02 11:39:11.656317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ac19ee-7a60-4571-ba4b-b0474d655b9e admin admin] Network 553d8a65-a84a-477c-a37f-732161b647fe is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:39:11.671237 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0082190b-f300-442f-b401-f92a285ba24a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d5fb5637b87c464b822a55cbe9b8f7c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4806967 Nov 02 11:39:11.674555 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55164) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:11.682051 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082190b-f300-442f-b401-f92a285ba24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fae924e-763e-4cc0-9b29-35e85382dadc,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:11.682379 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f5a3628f-8129-4fdc-a2c1-1412920bfa9f req-67ec7527-7012-4652-9af2-3a3e994059dd tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513568 Nov 02 11:39:11.766495 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-080c7bc8-6074-413e-b8c3-e1a00983a97e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:11.786356 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-d1ac19ee-7a60-4571-ba4b-b0474d655b9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 553d8a65-a84a-477c-a37f-732161b647fe) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:11.796589 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ac19ee-7a60-4571-ba4b-b0474d655b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:11.799176 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1ac19ee-7a60-4571-ba4b-b0474d655b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:11.801411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dafa431-cbad-45a9-80f6-05e06ce5045d None None] Network 553d8a65-a84a-477c-a37f-732161b647fe requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:39:11.807157 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-080c7bc8-6074-413e-b8c3-e1a00983a97e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:11.834752 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 05d97b86-b9d4-4821-9a6c-a8db5994586b up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:39:11.939605 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d1ac19ee-7a60-4571-ba4b-b0474d655b9e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3850887 Nov 02 11:39:11.942549 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55170) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:11.957163 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1375742867-router', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:11.993667 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-080c7bc8-6074-413e-b8c3-e1a00983a97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:11.995482 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-080c7bc8-6074-413e-b8c3-e1a00983a97e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:11.996813 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-080c7bc8-6074-413e-b8c3-e1a00983a97e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4fae924e-763e-4cc0-9b29-35e85382dadc HTTP/1.1" status: 204 len: 168 time: 0.3210819 Nov 02 11:39:12.030794 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c7bc8-6074-413e-b8c3-e1a00983a97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fae924e-763e-4cc0-9b29-35e85382dadc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:12.041470 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-553d8a65-a84a-477c-a37f-732161b647fe', 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'fixed_ips': [{'subnet_id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:39:12.042438 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:12.056523 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74896189-5952-42f4-a790-bc0894a9f59f req-c1561dee-cb85-4261-b1c2-c036ac0ab045 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:12.064782 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-74896189-5952-42f4-a790-bc0894a9f59f req-c1561dee-cb85-4261-b1c2-c036ac0ab045 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.1226792 Nov 02 11:39:12.066484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 05d97b86-b9d4-4821-9a6c-a8db5994586b completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:39:12.082116 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 05d97b86-b9d4-4821-9a6c-a8db5994586b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:12.082498 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:12.127803 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-74896189-5952-42f4-a790-bc0894a9f59f req-8c349708-48e5-41ed-ac83-4e15edc3329b tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620387 Nov 02 11:39:12.161490 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:12.162793 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:12.322185 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:12.334284 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9d5a0-b388-4b2a-abce-579d4b83b60c req-0bb5c1a6-0f78-476b-8ad3-72af0db8a50c tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:12.336008 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-21e9d5a0-b388-4b2a-abce-579d4b83b60c req-0bb5c1a6-0f78-476b-8ad3-72af0db8a50c tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.1913860 Nov 02 11:39:12.338234 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:12.358449 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Allocated IP 172.20.0.2 (553d8a65-a84a-477c-a37f-732161b647fe/62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1/a6bbb400-963d-46c9-b27f-0de6443d2f9c) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:39:12.360251 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd445ab-8c23-4a08-be39-052e9c13fdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d97b86-b9d4-4821-9a6c-a8db5994586b'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:12.362576 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4211350d-d42e-478e-a2c6-94f1160dc234" -d '{"events": [{"server_uuid": "3cd445ab-8c23-4a08-be39-052e9c13fdd4", "name": "network-vif-plugged", "status": "completed", "tag": "05d97b86-b9d4-4821-9a6c-a8db5994586b"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:12.382613 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 05d97b86-b9d4-4821-9a6c-a8db5994586b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=05d97b86-b9d4-4821-9a6c-a8db5994586b,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:12.448205 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:12.449268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0f362356-ad80-4cef-bffe-b88accbdd0c2 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:39:12.468565 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-21e9d5a0-b388-4b2a-abce-579d4b83b60c req-e3ed289e-8985-4e29-b080-11f1a68ab48b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194689 Nov 02 11:39:12.572832 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5b1661-6b23-4c8f-a855-32739bd2c1c3 x-openstack-request-id: req-3c5b1661-6b23-4c8f-a855-32739bd2c1c3 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:12.573020 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd445ab-8c23-4a08-be39-052e9c13fdd4", "name": "network-vif-plugged", "status": "completed", "tag": "05d97b86-b9d4-4821-9a6c-a8db5994586b", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:12.573278 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c5b1661-6b23-4c8f-a855-32739bd2c1c3 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:12.574469 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd445ab-8c23-4a08-be39-052e9c13fdd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d97b86-b9d4-4821-9a6c-a8db5994586b', 'code': 200} Nov 02 11:39:12.644432 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=05d97b86-b9d4-4821-9a6c-a8db5994586b,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:12.713869 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:12.722546 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 0f362356-ad80-4cef-bffe-b88accbdd0c2 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:39:12.732160 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 0f362356-ad80-4cef-bffe-b88accbdd0c2 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:12.732534 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:12.793040 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:12.858307 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Pushing event updated for resources: {'Port': ['ID=a6bbb400-963d-46c9-b27f-0de6443d2f9c,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:12.866218 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7fbb195e-e6fe-417c-80ed-46fa7428e2a1 req-d2948107-f05b-4ded-ba51-a937cc9df357 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.1749988 Nov 02 11:39:12.877501 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:12.910669 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8aefe-b8f6-4f2a-913a-16588c7efc5f req-743889f5-cdc3-4399-9ef0-dc3ba5a4b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:12.912200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73e8aefe-b8f6-4f2a-913a-16588c7efc5f req-743889f5-cdc3-4399-9ef0-dc3ba5a4b55d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 1097 time: 0.2340517 Nov 02 11:39:12.924987 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Network 553d8a65-a84a-477c-a37f-732161b647fe is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:39:12.929246 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:12.937541 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:39:12.952562 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c27526-4773-4ab0-b11f-5d0fc8ea8da2 req-c57638d2-dc29-425c-8952-7c3b817c324a tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:12.960153 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d8c27526-4773-4ab0-b11f-5d0fc8ea8da2 req-c57638d2-dc29-425c-8952-7c3b817c324a tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 945 time: 0.1063519 Nov 02 11:39:13.012543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73e8aefe-b8f6-4f2a-913a-16588c7efc5f req-1aba0bae-58c9-460a-b85d-5a50ee64c997 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871866 Nov 02 11:39:13.075210 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d8c27526-4773-4ab0-b11f-5d0fc8ea8da2 req-f27d5455-6c29-4118-834e-8aad9063d7e9 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140640 Nov 02 11:39:13.097968 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:13.129230 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Attempting to bind port a6bbb400-963d-46c9-b27f-0de6443d2f9c on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:39:13.129230 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Attempting to bind port a6bbb400-963d-46c9-b27f-0de6443d2f9c by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'ea6e235a-6852-464d-a7f1-e4daabce7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:39:13.129230 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Attempting to bind port a6bbb400-963d-46c9-b27f-0de6443d2f9c on network 553d8a65-a84a-477c-a37f-732161b647fe {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:13.156292 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:39:13.156682 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Checking segment: {'id': 'ea6e235a-6852-464d-a7f1-e4daabce7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:13.157071 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:13.157472 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Bound using segment: {'id': 'ea6e235a-6852-464d-a7f1-e4daabce7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:39:13.157974 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Bound port: a6bbb400-963d-46c9-b27f-0de6443d2f9c, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6e235a-6852-464d-a7f1-e4daabce7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:39:13.158372 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:13.245537 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:13.320052 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] For port a6bbb400-963d-46c9-b27f-0de6443d2f9c, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:39:13.324320 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] For port a6bbb400-963d-46c9-b27f-0de6443d2f9c, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a6bbb400-963d-46c9-b27f-0de6443d2f9c,segment=NetworkSegment(ea6e235a-6852-464d-a7f1-e4daabce7003),segment_id=ea6e235a-6852-464d-a7f1-e4daabce7003)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:39:13.373682 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341421c-e5e8-4817-8105-33fdf459d095 req-b8129d8b-efdb-41d7-800b-333d74cd0665 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:13.384781 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5341421c-e5e8-4817-8105-33fdf459d095 req-b8129d8b-efdb-41d7-800b-333d74cd0665 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 950 time: 0.0768840 Nov 02 11:39:13.392296 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:13.445131 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:13.479920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=0f362356-ad80-4cef-bffe-b88accbdd0c2,revision_number=13']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:13.507100 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:13.538257 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:13.577694 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36835787-6ea4-48f2-93f8-875bc89ca5a3 req-ffa697d9-0e55-4fc7-af13-efc20e90183c tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:13.579358 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36835787-6ea4-48f2-93f8-875bc89ca5a3 req-ffa697d9-0e55-4fc7-af13-efc20e90183c tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.54 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 951 time: 0.1620855 Nov 02 11:39:13.582746 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5341421c-e5e8-4817-8105-33fdf459d095 req-d211dfba-a3ed-4ac8-b2f1-1def0f4b836f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967752 Nov 02 11:39:13.630061 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e93dd-2be5-4bd2-9b51-ebda4bb884f3 None None] Pushing event updated for resources: {'Port': ['ID=a6bbb400-963d-46c9-b27f-0de6443d2f9c,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:13.841020 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cb738-bdf8-46f9-90a2-3df59429002e req-384b047d-8a9a-4f59-8178-b7f39bd8327a tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:13.849893 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d14cb738-bdf8-46f9-90a2-3df59429002e req-384b047d-8a9a-4f59-8178-b7f39bd8327a tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.0914559 Nov 02 11:39:13.863465 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] Allocated IP 172.25.6.212 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/6e901899-67a8-4926-a9d8-2ce954469764) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:39:13.950431 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d14cb738-bdf8-46f9-90a2-3df59429002e req-9331e491-33c8-4db6-b48e-08831611cbf4 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996273 Nov 02 11:39:13.961512 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-36835787-6ea4-48f2-93f8-875bc89ca5a3 req-47c4405b-5479-4d82-9603-56b4698cf1fa tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Deleting port 0f362356-ad80-4cef-bffe-b88accbdd0c2 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:39:13.962168 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-36835787-6ea4-48f2-93f8-875bc89ca5a3 req-47c4405b-5479-4d82-9603-56b4698cf1fa tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:13.982174 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55278) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:14.140901 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c7ac6831-46c3-4905-880a-6ad3751d1096 req-0c98d465-2564-4770-9ad9-ab5be2d5fdfd tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0866499 Nov 02 11:39:14.165059 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-36835787-6ea4-48f2-93f8-875bc89ca5a3 req-47c4405b-5479-4d82-9603-56b4698cf1fa tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] For port 0f362356-ad80-4cef-bffe-b88accbdd0c2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0f362356-ad80-4cef-bffe-b88accbdd0c2,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:14.165653 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-36835787-6ea4-48f2-93f8-875bc89ca5a3 req-47c4405b-5479-4d82-9603-56b4698cf1fa tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:14.173791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a6bbb400-963d-46c9-b27f-0de6443d2f9c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:39:14.182579 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-36835787-6ea4-48f2-93f8-875bc89ca5a3 req-47c4405b-5479-4d82-9603-56b4698cf1fa tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Calling delete_port for 0f362356-ad80-4cef-bffe-b88accbdd0c2 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:39:14.253238 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a6bbb400-963d-46c9-b27f-0de6443d2f9c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:14.253994 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:14.280304 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0875a722-563b-48b1-9f79-eb48137f4035 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1788038108-network', 'tenant_id': 'f50c56b4947f4f90aeacb8ef818c4115'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:14.359743 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:14.378829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0875a722-563b-48b1-9f79-eb48137f4035 admin admin] Made reservation on behalf of f50c56b4947f4f90aeacb8ef818c4115 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:14.386292 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0875a722-563b-48b1-9f79-eb48137f4035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:14.399271 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0875a722-563b-48b1-9f79-eb48137f4035 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:14.406980 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port a6bbb400-963d-46c9-b27f-0de6443d2f9c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a6bbb400-963d-46c9-b27f-0de6443d2f9c,segment=NetworkSegment(ea6e235a-6852-464d-a7f1-e4daabce7003),segment_id=ea6e235a-6852-464d-a7f1-e4daabce7003)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:14.435365 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:14.478321 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:14.501173 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0875a722-563b-48b1-9f79-eb48137f4035 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:14.557582 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ef9cf-5d34-4590-8762-7c857b481f0b req-5f888e8c-f11a-4e05-ae30-aa9c149ad8bf tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:14.559388 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c02ef9cf-5d34-4590-8762-7c857b481f0b req-5f888e8c-f11a-4e05-ae30-aa9c149ad8bf tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 945 time: 0.2438829 Nov 02 11:39:14.562568 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0875a722-563b-48b1-9f79-eb48137f4035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:14.574983 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f362356-ad80-4cef-bffe-b88accbdd0c2'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:14.577793 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68427e50-98b9-4529-b314-d41cd48401c6" -d '{"events": [{"server_uuid": "ede2889e-b39c-4b78-a0a7-6d2468a7589d", "name": "network-vif-plugged", "status": "completed", "tag": "0f362356-ad80-4cef-bffe-b88accbdd0c2"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:14.590139 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=a6bbb400-963d-46c9-b27f-0de6443d2f9c,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:14.601461 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0875a722-563b-48b1-9f79-eb48137f4035 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:39:14.624433 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0875a722-563b-48b1-9f79-eb48137f4035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:14.624912 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-0875a722-563b-48b1-9f79-eb48137f4035 admin admin] Added segment 4ae02198-f334-4daa-8dfd-0b80efae8cae of type vlan for network 92c7d3c6-cc6f-44e4-8af3-c70001664caf Nov 02 11:39:14.640885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c02ef9cf-5d34-4590-8762-7c857b481f0b req-d6ca5fa0-842a-4a95-b2b6-3973816345bc tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735002 Nov 02 11:39:14.646996 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-36835787-6ea4-48f2-93f8-875bc89ca5a3 req-47c4405b-5479-4d82-9603-56b4698cf1fa tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:14.653684 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875a722-563b-48b1-9f79-eb48137f4035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5904f55-3d2c-4056-971d-51a3741d95fb,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:14.660760 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['efe45a3a-b601-41ee-a6f1-63ab23b1a802', '6dd315c0-fcdb-4c14-8fa7-85de0ade7880', 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:39:14.698164 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:14.751526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4405b-5479-4d82-9603-56b4698cf1fa tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Pushing event deleted for resources: {'Port': ['ID=0f362356-ad80-4cef-bffe-b88accbdd0c2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:14.779732 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0875a722-563b-48b1-9f79-eb48137f4035 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:14.840383 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:39:14.844258 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f0cf3c-8740-4756-9bee-307bce6053fb x-openstack-request-id: req-32f0cf3c-8740-4756-9bee-307bce6053fb {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:14.844552 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede2889e-b39c-4b78-a0a7-6d2468a7589d", "name": "network-vif-plugged", "status": "completed", "tag": "0f362356-ad80-4cef-bffe-b88accbdd0c2", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:14.845926 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32f0cf3c-8740-4756-9bee-307bce6053fb {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:14.846348 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f362356-ad80-4cef-bffe-b88accbdd0c2', 'code': 200} Nov 02 11:39:14.898008 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:14.910709 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0875a722-563b-48b1-9f79-eb48137f4035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:14.912125 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0875a722-563b-48b1-9f79-eb48137f4035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:14.912939 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0875a722-563b-48b1-9f79-eb48137f4035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:14.914227 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-193a5bfe-10ab-49de-bb68-5fb19331b2e0 req-e9e5ac23-43c4-4b1a-8eab-087081c379a7 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 210 time: 0.1479352 Nov 02 11:39:14.925117 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:39:14.982671 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-36835787-6ea4-48f2-93f8-875bc89ca5a3 req-47c4405b-5479-4d82-9603-56b4698cf1fa tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] No DVR routers for this DVR port 0f362356-ad80-4cef-bffe-b88accbdd0c2 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:39:14.991727 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55300) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:15.023626 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-36835787-6ea4-48f2-93f8-875bc89ca5a3 req-47c4405b-5479-4d82-9603-56b4698cf1fa tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:15.030706 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36835787-6ea4-48f2-93f8-875bc89ca5a3 req-47c4405b-5479-4d82-9603-56b4698cf1fa tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.54 "DELETE /v2.0/ports/0f362356-ad80-4cef-bffe-b88accbdd0c2 HTTP/1.1" status: 204 len: 173 time: 1.4206405 Nov 02 11:39:15.039848 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'name': 'network-vif-deleted', 'tag': '0f362356-ad80-4cef-bffe-b88accbdd0c2'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:15.049687 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af78274b-799b-43cc-a8d0-8e17d766efe2" -d '{"events": [{"server_uuid": "ede2889e-b39c-4b78-a0a7-6d2468a7589d", "name": "network-vif-deleted", "tag": "0f362356-ad80-4cef-bffe-b88accbdd0c2"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:15.063295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] Pushing event updated for resources: {'Port': ['ID=6e901899-67a8-4926-a9d8-2ce954469764,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:15.148422 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0875a722-563b-48b1-9f79-eb48137f4035 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1646962 Nov 02 11:39:15.170251 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55308) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:15.183234 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-465ca1f5-a616-4137-a8a2-eebb76b2b779 admin admin] Request body: {'subnet': {'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1788038108-subnet', 'tenant_id': 'f50c56b4947f4f90aeacb8ef818c4115', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:15.285815 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875a722-563b-48b1-9f79-eb48137f4035 admin admin] Pushing event updated for resources: {'Network': ['ID=92c7d3c6-cc6f-44e4-8af3-c70001664caf,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:15.287502 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e94537-4624-4031-80ad-e350c8be123f None None] Network 553d8a65-a84a-477c-a37f-732161b647fe requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:39:15.428474 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f76406-a15a-40b1-8c34-7b465f65199b x-openstack-request-id: req-49f76406-a15a-40b1-8c34-7b465f65199b {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:15.430660 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede2889e-b39c-4b78-a0a7-6d2468a7589d", "name": "network-vif-deleted", "tag": "0f362356-ad80-4cef-bffe-b88accbdd0c2", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:15.432241 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49f76406-a15a-40b1-8c34-7b465f65199b {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:15.433333 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede2889e-b39c-4b78-a0a7-6d2468a7589d', 'name': 'network-vif-deleted', 'tag': '0f362356-ad80-4cef-bffe-b88accbdd0c2', 'status': 'completed', 'code': 200} Nov 02 11:39:15.519022 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:15.527799 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fd8c642-6c19-4f1c-abc1-68b0649dfc8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:15.544653 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc602b0-2eab-4457-9f66-3b7357fd6c4e req-ff59b8bc-9af7-458d-ade9-7003a792c15a tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:15.546184 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ecc602b0-2eab-4457-9f66-3b7357fd6c4e req-ff59b8bc-9af7-458d-ade9-7003a792c15a tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.4489779 Nov 02 11:39:15.557382 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 92c7d3c6-cc6f-44e4-8af3-c70001664caf details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:39:15.570782 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465ca1f5-a616-4137-a8a2-eebb76b2b779 admin admin] Made reservation on behalf of f50c56b4947f4f90aeacb8ef818c4115 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:15.573536 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-465ca1f5-a616-4137-a8a2-eebb76b2b779 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:15.635131 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bee208db-6e4f-43eb-92e2-d9d75edb8efb req-25b555be-2d2a-48c6-988f-7b56eec379c7 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0419269 Nov 02 11:39:15.851230 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ecc602b0-2eab-4457-9f66-3b7357fd6c4e req-08111a46-3c1d-4081-a1db-d1bffde6451b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627235 Nov 02 11:39:16.053413 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fd8c642-6c19-4f1c-abc1-68b0649dfc8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:16.064903 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-465ca1f5-a616-4137-a8a2-eebb76b2b779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:16.161483 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fd8c642-6c19-4f1c-abc1-68b0649dfc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:16.166236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0f362356-ad80-4cef-bffe-b88accbdd0c2 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:39:16.168953 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a6bbb400-963d-46c9-b27f-0de6443d2f9c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:39:16.199873 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3fd8c642-6c19-4f1c-abc1-68b0649dfc8c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f5ab4780bfb148c1bd593d95af688270&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2044265 Nov 02 11:39:16.227961 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55350) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:16.230847 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ca1f5-a616-4137-a8a2-eebb76b2b779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9853137b-7032-4499-acf2-66fe74777f85,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:16.250319 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-de793b0a-750e-466c-a0ea-c29fea59cc16 req-be78ada4-e6e0-4bb1-ae44-efc194ca5594 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=ede2889e-b39c-4b78-a0a7-6d2468a7589d HTTP/1.1" status: 200 len: 210 time: 0.1087172 Nov 02 11:39:16.264526 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ca1f5-a616-4137-a8a2-eebb76b2b779 admin admin] Checking segment: {'id': '4ae02198-f334-4daa-8dfd-0b80efae8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:16.265005 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ca1f5-a616-4137-a8a2-eebb76b2b779 admin admin] Network hostable DHCP agents. Network: 92c7d3c6-cc6f-44e4-8af3-c70001664caf, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:39:16.308083 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8c642-6c19-4f1c-abc1-68b0649dfc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d26dc7-d759-41d7-a7d5-37834be72342,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:16.312508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-048e2ba1-5eec-4fe8-a23a-ed03c9cb3019 None None] Provisioning complete for port a6bbb400-963d-46c9-b27f-0de6443d2f9c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:16.313530 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-048e2ba1-5eec-4fe8-a23a-ed03c9cb3019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:16.355757 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1126aa76-2ba8-42cc-a95e-d41ab8e6a878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:16.357381 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 0f362356-ad80-4cef-bffe-b88accbdd0c2 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:39:16.357743 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0f362356-ad80-4cef-bffe-b88accbdd0c2 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:39:16.358114 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:16.420936 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ca1f5-a616-4137-a8a2-eebb76b2b779 admin admin] Network 92c7d3c6-cc6f-44e4-8af3-c70001664caf is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:39:16.432664 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1126aa76-2ba8-42cc-a95e-d41ab8e6a878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:16.522029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-465ca1f5-a616-4137-a8a2-eebb76b2b779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 92c7d3c6-cc6f-44e4-8af3-c70001664caf) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:16.530109 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465ca1f5-a616-4137-a8a2-eebb76b2b779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:16.530109 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-465ca1f5-a616-4137-a8a2-eebb76b2b779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:16.546636 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223d574c-1b8a-419f-8e6e-c911aebbc0ee None None] Network 92c7d3c6-cc6f-44e4-8af3-c70001664caf requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:39:16.557394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d812e1-a66f-4145-8e9c-cf84a15fcc6e req-e587fa03-6534-4650-9093-f52ba8473451 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:16.563717 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-20d812e1-a66f-4145-8e9c-cf84a15fcc6e req-e587fa03-6534-4650-9093-f52ba8473451 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 945 time: 0.2017457 Nov 02 11:39:16.585268 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1126aa76-2ba8-42cc-a95e-d41ab8e6a878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:16.585973 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a6bbb400-963d-46c9-b27f-0de6443d2f9c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:16.586914 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:16.589185 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1126aa76-2ba8-42cc-a95e-d41ab8e6a878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:16.590534 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1126aa76-2ba8-42cc-a95e-d41ab8e6a878 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c3d26dc7-d759-41d7-a7d5-37834be72342 HTTP/1.1" status: 204 len: 168 time: 0.3550427 Nov 02 11:39:16.608750 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126aa76-2ba8-42cc-a95e-d41ab8e6a878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d26dc7-d759-41d7-a7d5-37834be72342,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:16.623916 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-465ca1f5-a616-4137-a8a2-eebb76b2b779 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4473045 Nov 02 11:39:16.680017 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-20d812e1-a66f-4145-8e9c-cf84a15fcc6e req-e5aa2410-f5d3-4f2e-81f4-34198ed7f4c0 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072695 Nov 02 11:39:16.849627 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-42cc9f4e-3b5b-4231-9052-ba1737efa69a req-c66bfc01-f2bf-45ec-8021-85945b69a43b tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0615044 Nov 02 11:39:16.865479 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] Router 706fd891-7cd9-4749-8774-0967d978a8c2 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:39:17.136509 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f58b74-a609-4d16-b422-412e3c3f9b04 req-073b2059-becd-45c4-bb9c-1c18eb381d4b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:17.146190 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-22f58b74-a609-4d16-b422-412e3c3f9b04 req-073b2059-becd-45c4-bb9c-1c18eb381d4b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.0877154 Nov 02 11:39:17.185146 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b391e38b-ce10-42a5-8e5d-bcb4cafef0ec None None] Network 92c7d3c6-cc6f-44e4-8af3-c70001664caf requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:39:17.197237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:39:17.224386 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:39:17.234566 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-22f58b74-a609-4d16-b422-412e3c3f9b04 req-4c7dde15-6b7e-401d-b2a1-5e8be9d71d51 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872374 Nov 02 11:39:17.259914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Sync routers for ids ['706fd891-7cd9-4749-8774-0967d978a8c2'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:39:17.315223 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c303d1bf-5b5f-43cf-865f-d2c1e891ba8e None None] Provisioning complete for port a6bbb400-963d-46c9-b27f-0de6443d2f9c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:17.315841 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c303d1bf-5b5f-43cf-865f-d2c1e891ba8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:17.318060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Routers {'706fd891-7cd9-4749-8774-0967d978a8c2'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:39:17.318250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:38:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['706fd891-7cd9-4749-8774-0967d978a8c2'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:17.347491 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:17.352373 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55374) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:17.353670 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4e671a9c-2d28-4261-ab64-bb10bd90420b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.4096212 Nov 02 11:39:17.567929 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2d0f0d2b-a1c6-4c4a-8539-84c7f4b48262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:17.579414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Set router 706fd891-7cd9-4749-8774-0967d978a8c2 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:39:17.674797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55380) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:17.748345 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-144f61df-24ad-43c0-a4ff-6016131686e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:17.762289 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80208c6a-1211-4d73-8d0a-2dc8aa97be4c req-dd41ecbf-bd24-45e2-b9ca-0ed86486e566 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:17.764185 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-80208c6a-1211-4d73-8d0a-2dc8aa97be4c req-dd41ecbf-bd24-45e2-b9ca-0ed86486e566 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 945 time: 0.2288332 Nov 02 11:39:17.851504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'name': 'tempest-ServersTestJSON-1375742867-router', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '6e901899-67a8-4926-a9d8-2ce954469764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:39:12Z', 'updated_at': '2021-11-02T11:39:15Z', 'revision_number': 3, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'gw_port': {'id': '6e901899-67a8-4926-a9d8-2ce954469764', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:88:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:13Z', 'updated_at': '2021-11-02T11:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:17.882227 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-80208c6a-1211-4d73-8d0a-2dc8aa97be4c req-9e395ecb-9dd2-48a5-8ffd-3725e2803484 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108234 Nov 02 11:39:17.905168 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Checking router: 706fd891-7cd9-4749-8774-0967d978a8c2 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:39:17.905577 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Updating router 706fd891-7cd9-4749-8774-0967d978a8c2 port 6e901899-67a8-4926-a9d8-2ce954469764 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:39:17.937334 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:18.100112 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-144f61df-24ad-43c0-a4ff-6016131686e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:18.116017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-e6a3a576-88b4-43f6-84a9-a067207a40c9 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:18.119937 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-e6a3a576-88b4-43f6-84a9-a067207a40c9 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/networks?id=92c7d3c6-cc6f-44e4-8af3-c70001664caf HTTP/1.1" status: 200 len: 805 time: 0.2901733 Nov 02 11:39:18.135229 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e3aa636-70cb-49b6-b451-c0eea0c44191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:18.140836 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-9446e324-accb-4738-a996-6be55d16670f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/quotas/f50c56b4947f4f90aeacb8ef818c4115 HTTP/1.1" status: 200 len: 375 time: 0.0166223 Nov 02 11:39:18.182436 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-8232d346-9137-45ea-9014-bb6bbdd34f4f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f50c56b4947f4f90aeacb8ef818c4115&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404646 Nov 02 11:39:18.303187 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:18.305677 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-144f61df-24ad-43c0-a4ff-6016131686e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:18.396749 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0dbbb6c4-21b0-4f22-826a-362f875866c4 req-eb9c3c81-0ae8-465d-962d-9703481c806f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0545754 Nov 02 11:39:18.401065 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:18.406711 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-5310a1d3-c842-4326-8db9-39420d8d39d4 service neutron] 10.222.0.52 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231958 Nov 02 11:39:18.410695 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-144f61df-24ad-43c0-a4ff-6016131686e6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=126577ab5c9f4e3a80ce64e76417d3cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7338505 Nov 02 11:39:18.419026 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-4e3aa636-70cb-49b6-b451-c0eea0c44191 admin admin] Allocated IP 172.20.0.1 (553d8a65-a84a-477c-a37f-732161b647fe/62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1/b5019273-8408-4b0d-b1b1-727f71a90b2a) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:39:18.426793 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55396) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:18.518207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efe599-e597-4024-9101-9a212b3718ab None None] Pushing event updated for resources: {'Port': ['ID=6e901899-67a8-4926-a9d8-2ce954469764,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:18.521986 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Attempting to bind port 6e901899-67a8-4926-a9d8-2ce954469764 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:39:18.522852 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Attempting to bind port 6e901899-67a8-4926-a9d8-2ce954469764 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:39:18.523456 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Attempting to bind port 6e901899-67a8-4926-a9d8-2ce954469764 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:18.531207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:39:18.531723 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:18.533030 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:18.533407 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:39:18.533896 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Bound port: 6e901899-67a8-4926-a9d8-2ce954469764, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:39:18.534380 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:18.539442 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-8439ba9c-0b7d-4b04-bd73-3255bc449b75 service neutron] 10.222.0.52 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315045 Nov 02 11:39:18.543671 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f61df-24ad-43c0-a4ff-6016131686e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c01ed1-5463-4d2b-be87-c08a4b6cb590,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:18.651360 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b8770e6-6efd-49ca-b754-b16fd36a3745 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:18.689633 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] For port 6e901899-67a8-4926-a9d8-2ce954469764, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:39:18.697220 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] For port 6e901899-67a8-4926-a9d8-2ce954469764, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6e901899-67a8-4926-a9d8-2ce954469764,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:39:18.713870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d20a18-d6af-4d54-b301-57185cc3ab23 req-5c7be02d-0eab-47cf-bf23-8c01d885d2ba tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:18.716278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74d20a18-d6af-4d54-b301-57185cc3ab23 req-5c7be02d-0eab-47cf-bf23-8c01d885d2ba tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.54 "GET /v2.0/ports?device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 945 time: 0.0622249 Nov 02 11:39:18.820164 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:18.902141 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-74d20a18-d6af-4d54-b301-57185cc3ab23 req-ef118fd4-6a5b-4b03-af63-72ebc3f0ca9a tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Deleting port 05d97b86-b9d4-4821-9a6c-a8db5994586b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:39:18.902533 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-74d20a18-d6af-4d54-b301-57185cc3ab23 req-ef118fd4-6a5b-4b03-af63-72ebc3f0ca9a tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:18.981594 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Routers {'706fd891-7cd9-4749-8774-0967d978a8c2'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:39:18.982386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:38:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['706fd891-7cd9-4749-8774-0967d978a8c2'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:19.031530 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efe599-e597-4024-9101-9a212b3718ab None None] Pushing event updated for resources: {'Port': ['ID=6e901899-67a8-4926-a9d8-2ce954469764,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:19.079278 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b8770e6-6efd-49ca-b754-b16fd36a3745 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:19.091995 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4c9318e3-d4ae-4a40-bd1a-931bb1c182d6 req-a8a6a821-ed5d-4145-ae69-77c1053f75e9 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.4237566 Nov 02 11:39:19.194091 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e3aa636-70cb-49b6-b451-c0eea0c44191 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:19.195229 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d68ff4-e73e-48cb-a6f7-021de69ecdcb req-aa6adab5-562b-4ab5-844e-64f77efc9091 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:19.198443 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d4d68ff4-e73e-48cb-a6f7-021de69ecdcb req-aa6adab5-562b-4ab5-844e-64f77efc9091 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.2375398 Nov 02 11:39:19.203263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] Set router 706fd891-7cd9-4749-8774-0967d978a8c2 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:39:19.248338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-74d20a18-d6af-4d54-b301-57185cc3ab23 req-ef118fd4-6a5b-4b03-af63-72ebc3f0ca9a tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] For port 05d97b86-b9d4-4821-9a6c-a8db5994586b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=05d97b86-b9d4-4821-9a6c-a8db5994586b,segment=NetworkSegment(e7e73e45-824f-4668-87ab-f7159d717501),segment_id=e7e73e45-824f-4668-87ab-f7159d717501)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:19.249261 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-74d20a18-d6af-4d54-b301-57185cc3ab23 req-ef118fd4-6a5b-4b03-af63-72ebc3f0ca9a tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:19.291756 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-74d20a18-d6af-4d54-b301-57185cc3ab23 req-ef118fd4-6a5b-4b03-af63-72ebc3f0ca9a tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Calling delete_port for 05d97b86-b9d4-4821-9a6c-a8db5994586b owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:39:19.327715 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d4d68ff4-e73e-48cb-a6f7-021de69ecdcb req-dcf67dc7-df80-4a8a-8611-fbc37b78be11 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217895 Nov 02 11:39:19.465919 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f50fb40-eec5-45a4-8219-11086761705a req-53e84b97-1d86-4478-9b8a-bb98e1fa758f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0516846 Nov 02 11:39:19.511982 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b8770e6-6efd-49ca-b754-b16fd36a3745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:19.519093 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b8770e6-6efd-49ca-b754-b16fd36a3745 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:19.519651 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0b8770e6-6efd-49ca-b754-b16fd36a3745 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/58c01ed1-5463-4d2b-be87-c08a4b6cb590 HTTP/1.1" status: 204 len: 168 time: 1.0872917 Nov 02 11:39:19.602981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8770e6-6efd-49ca-b754-b16fd36a3745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c01ed1-5463-4d2b-be87-c08a4b6cb590,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:19.613780 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e3aa636-70cb-49b6-b451-c0eea0c44191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:19.689994 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516946a9-5654-47c9-a9d8-1a8264213317 req-0573ad2f-27d7-4e51-9592-cfa86af4a955 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:19.689994 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-516946a9-5654-47c9-a9d8-1a8264213317 req-0573ad2f-27d7-4e51-9592-cfa86af4a955 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 951 time: 0.4289675 Nov 02 11:39:19.742577 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c90cc39b-33f9-4ad3-aabe-a03286a1e37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:19.757739 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778db448-3cdb-4de8-8825-ab6f56a2046c req-0080a363-eecf-4c1e-b105-4316aa520651 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:19.770608 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3aa636-70cb-49b6-b451-c0eea0c44191 admin admin] Network 553d8a65-a84a-477c-a37f-732161b647fe is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:39:19.773784 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-778db448-3cdb-4de8-8825-ab6f56a2046c req-0080a363-eecf-4c1e-b105-4316aa520651 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 945 time: 0.1643283 Nov 02 11:39:19.785078 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'name': 'tempest-ServersTestJSON-1375742867-router', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '6e901899-67a8-4926-a9d8-2ce954469764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:39:12Z', 'updated_at': '2021-11-02T11:39:15Z', 'revision_number': 3, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'gw_port': {'id': '6e901899-67a8-4926-a9d8-2ce954469764', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:88:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:13Z', 'updated_at': '2021-11-02T11:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:19.794506 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-4e3aa636-70cb-49b6-b451-c0eea0c44191 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:19.805769 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3aa636-70cb-49b6-b451-c0eea0c44191 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:39:19.856288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d61d5-65a4-4c68-92c7-f9d1e5d20328 None None] The sync data for ids ['706fd891-7cd9-4749-8774-0967d978a8c2'] in n-d-806683-18 is: [{'id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'name': 'tempest-ServersTestJSON-1375742867-router', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '6e901899-67a8-4926-a9d8-2ce954469764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:39:12Z', 'updated_at': '2021-11-02T11:39:15Z', 'revision_number': 3, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'gw_port': {'id': '6e901899-67a8-4926-a9d8-2ce954469764', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:88:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:13Z', 'updated_at': '2021-11-02T11:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:39:19.887418 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-778db448-3cdb-4de8-8825-ab6f56a2046c req-702ec46d-aa64-4838-98f1-fa57346ccc13 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups?id=38bb0874-1a13-47d0-9561-cd8848c89977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078601 Nov 02 11:39:19.903574 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-74d20a18-d6af-4d54-b301-57185cc3ab23 req-ef118fd4-6a5b-4b03-af63-72ebc3f0ca9a tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:19.946518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef118fd4-6a5b-4b03-af63-72ebc3f0ca9a tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Pushing event deleted for resources: {'Port': ['ID=05d97b86-b9d4-4821-9a6c-a8db5994586b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:19.966727 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3aa636-70cb-49b6-b451-c0eea0c44191 admin admin] Pushing event updated for resources: {'Port': ['ID=b5019273-8408-4b0d-b1b1-727f71a90b2a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:20.033038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d20a18-d6af-4d54-b301-57185cc3ab23 req-ef118fd4-6a5b-4b03-af63-72ebc3f0ca9a tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] No DVR routers for this DVR port 05d97b86-b9d4-4821-9a6c-a8db5994586b on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:39:20.042117 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-74d20a18-d6af-4d54-b301-57185cc3ab23 req-ef118fd4-6a5b-4b03-af63-72ebc3f0ca9a tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:20.045092 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74d20a18-d6af-4d54-b301-57185cc3ab23 req-ef118fd4-6a5b-4b03-af63-72ebc3f0ca9a tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.54 "DELETE /v2.0/ports/05d97b86-b9d4-4821-9a6c-a8db5994586b HTTP/1.1" status: 204 len: 173 time: 1.3215923 Nov 02 11:39:20.045576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd445ab-8c23-4a08-be39-052e9c13fdd4', 'name': 'network-vif-deleted', 'tag': '05d97b86-b9d4-4821-9a6c-a8db5994586b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:20.050383 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f414bb4-adbd-4fd3-b46c-41b816225303" -d '{"events": [{"server_uuid": "3cd445ab-8c23-4a08-be39-052e9c13fdd4", "name": "network-vif-deleted", "tag": "05d97b86-b9d4-4821-9a6c-a8db5994586b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:20.070040 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-516946a9-5654-47c9-a9d8-1a8264213317 req-9f1a1525-481e-44a6-bf3f-5036c38af8bd tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222613 Nov 02 11:39:20.077826 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e3aa636-70cb-49b6-b451-c0eea0c44191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:20.144429 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1183ce6-ad63-4652-bfaa-58d72434d63b x-openstack-request-id: req-e1183ce6-ad63-4652-bfaa-58d72434d63b {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:20.144911 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd445ab-8c23-4a08-be39-052e9c13fdd4", "name": "network-vif-deleted", "tag": "05d97b86-b9d4-4821-9a6c-a8db5994586b", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:20.145316 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1183ce6-ad63-4652-bfaa-58d72434d63b {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:20.145894 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd445ab-8c23-4a08-be39-052e9c13fdd4', 'name': 'network-vif-deleted', 'tag': '05d97b86-b9d4-4821-9a6c-a8db5994586b', 'status': 'completed', 'code': 200} Nov 02 11:39:20.164088 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94052e7f-21c9-411b-b0eb-7913c936ee5d req-cd9dbebf-6c5c-4e61-a689-5bd61a35567c tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:20.168013 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-94052e7f-21c9-411b-b0eb-7913c936ee5d req-cd9dbebf-6c5c-4e61-a689-5bd61a35567c tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.54 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 951 time: 0.3159494 Nov 02 11:39:20.326077 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-44ce8f8f-4157-47cb-b850-7a22e5dd8088 None None] Provisioning complete for port b5019273-8408-4b0d-b1b1-727f71a90b2a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:20.326706 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-44ce8f8f-4157-47cb-b850-7a22e5dd8088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:20.378604 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-44ce8f8f-4157-47cb-b850-7a22e5dd8088 None None] Port b5019273-8408-4b0d-b1b1-727f71a90b2a cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:39:20.510632 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b5834135-88d4-4270-8bd0-8074f069c065 req-89e7538d-ef9d-4f80-8a81-92f9c3c376c7 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.1685944 Nov 02 11:39:20.604227 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-94052e7f-21c9-411b-b0eb-7913c936ee5d req-2c703b7c-48b7-4666-9292-53f3806e3283 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Deleting port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:39:20.605490 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-94052e7f-21c9-411b-b0eb-7913c936ee5d req-2c703b7c-48b7-4666-9292-53f3806e3283 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:20.630679 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d8d4c-5fbd-4ef7-be01-2d738d4c7914 req-478c9c14-72cc-43cb-b90e-e4fe0b587758 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:20.642312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-276d8d4c-5fbd-4ef7-be01-2d738d4c7914 req-478c9c14-72cc-43cb-b90e-e4fe0b587758 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.1661367 Nov 02 11:39:20.786751 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-276d8d4c-5fbd-4ef7-be01-2d738d4c7914 req-a92ff98d-fb6e-4e61-88ae-4916d7811700 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431873 Nov 02 11:39:20.803580 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c2edc0b4-c467-40bf-97f7-a0f5617b143f req-f67484ea-6616-40b2-baf0-0d3d08bab6c1 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0694036 Nov 02 11:39:20.868518 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:20.891926 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e3aa636-70cb-49b6-b451-c0eea0c44191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:21.103085 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-732baae6-b9e3-4789-9204-3e4930f1cacf req-efa39dff-3fbd-45bd-8f17-ceaa8792c790 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cd445ab-8c23-4a08-be39-052e9c13fdd4 HTTP/1.1" status: 200 len: 210 time: 0.0819323 Nov 02 11:39:21.147894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-94052e7f-21c9-411b-b0eb-7913c936ee5d req-2c703b7c-48b7-4666-9292-53f3806e3283 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] For port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:21.148271 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-94052e7f-21c9-411b-b0eb-7913c936ee5d req-2c703b7c-48b7-4666-9292-53f3806e3283 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:21.174220 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-94052e7f-21c9-411b-b0eb-7913c936ee5d req-2c703b7c-48b7-4666-9292-53f3806e3283 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Calling delete_port for c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:39:21.353311 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e3aa636-70cb-49b6-b451-c0eea0c44191 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:21.407150 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2003352-1dea-45e7-9027-9bb85d23958f req-aae401a7-7091-49ca-a24c-aa00ce6b7d9b tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:21.413048 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c2003352-1dea-45e7-9027-9bb85d23958f req-aae401a7-7091-49ca-a24c-aa00ce6b7d9b tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 951 time: 0.1511080 Nov 02 11:39:21.570151 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c2003352-1dea-45e7-9027-9bb85d23958f req-503f619f-75ad-4e96-ba50-a123d5a10cd1 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549439 Nov 02 11:39:21.573572 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e3aa636-70cb-49b6-b451-c0eea0c44191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:21.647524 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5522b786-485f-47d4-a849-bac3248058af req-8c8bdb9d-cb07-450b-88b9-3da22b01d4d6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e7226a693caf4142aaa2b70da402e532&device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0462723 Nov 02 11:39:21.679121 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5522b786-485f-47d4-a849-bac3248058af req-e711d60a-0f1b-455a-a205-ea1e6e0647f8 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=e7226a693caf4142aaa2b70da402e532&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209050 Nov 02 11:39:21.686088 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e3aa636-70cb-49b6-b451-c0eea0c44191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:21.688538 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3aa636-70cb-49b6-b451-c0eea0c44191 admin admin] Pushing event updated for resources: {'Port': ['ID=b5019273-8408-4b0d-b1b1-727f71a90b2a,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:21.705003 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-779cbec7-2ea8-4d17-851d-11d0f7f67f55 req-f5f1ed66-6db4-47a3-ae47-7447f08bdd93 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0603592 Nov 02 11:39:21.800917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522b786-485f-47d4-a849-bac3248058af req-961b3197-9938-40e0-bc5a-176b1cfb5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:21.803218 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5522b786-485f-47d4-a849-bac3248058af req-961b3197-9938-40e0-bc5a-176b1cfb5d8e service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1101654 Nov 02 11:39:21.822100 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3aa636-70cb-49b6-b451-c0eea0c44191 admin admin] Network 553d8a65-a84a-477c-a37f-732161b647fe is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:39:21.823656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-4e3aa636-70cb-49b6-b451-c0eea0c44191 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:21.876445 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-94052e7f-21c9-411b-b0eb-7913c936ee5d req-2c703b7c-48b7-4666-9292-53f3806e3283 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:21.889311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['efe45a3a-b601-41ee-a6f1-63ab23b1a802', '6dd315c0-fcdb-4c14-8fa7-85de0ade7880', 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:39:21.892762 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 05d97b86-b9d4-4821-9a6c-a8db5994586b no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:39:21.924799 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c703b7c-48b7-4666-9292-53f3806e3283 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Pushing event deleted for resources: {'Port': ['ID=c07c4d83-8e4d-49e4-954c-dd7c6ca032e7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:21.965676 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 05d97b86-b9d4-4821-9a6c-a8db5994586b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:39:21.966025 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 05d97b86-b9d4-4821-9a6c-a8db5994586b not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:39:22.041927 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe122e4d-a863-4138-8b6f-0ecac084a2fc req-6d26b11b-6349-4a29-8e9d-ec742aa48136 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0970638 Nov 02 11:39:22.120323 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55460) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:22.212954 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-94052e7f-21c9-411b-b0eb-7913c936ee5d req-2c703b7c-48b7-4666-9292-53f3806e3283 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] No DVR routers for this DVR port c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:39:22.225364 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-94052e7f-21c9-411b-b0eb-7913c936ee5d req-2c703b7c-48b7-4666-9292-53f3806e3283 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:22.237096 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-94052e7f-21c9-411b-b0eb-7913c936ee5d req-2c703b7c-48b7-4666-9292-53f3806e3283 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.54 "DELETE /v2.0/ports/c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 HTTP/1.1" status: 204 len: 173 time: 2.0565214 Nov 02 11:39:22.237096 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'name': 'network-vif-deleted', 'tag': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:22.240415 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e52c5d-d3ba-46e3-b2bd-8da53b7bd123" -d '{"events": [{"server_uuid": "5dc136cd-7c7d-440e-b88e-21a7fb3c869a", "name": "network-vif-deleted", "tag": "c07c4d83-8e4d-49e4-954c-dd7c6ca032e7"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:22.240822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6e901899-67a8-4926-a9d8-2ce954469764 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:39:22.289145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95443f1a-a30c-4805-8e54-fba4bd51ef16 req-7d40b5a7-2447-49f8-b85e-11f3f9e09ea4 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:22.299230 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-95443f1a-a30c-4805-8e54-fba4bd51ef16 req-7d40b5a7-2447-49f8-b85e-11f3f9e09ea4 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.3746133 Nov 02 11:39:22.323587 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3aa636-70cb-49b6-b451-c0eea0c44191 admin admin] Router 706fd891-7cd9-4749-8774-0967d978a8c2 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:39:22.409079 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-758c5f2c-9cec-4126-8b46-bed41c28ec33 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-193910285-network', 'tenant_id': '0339fdea263f4a2a9eab87005700e4b4'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:22.471986 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-83d2b311-84ab-4bbe-a96e-eb76bb2bd191 None None] Provisioning complete for port b5019273-8408-4b0d-b1b1-727f71a90b2a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:22.472348 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-83d2b311-84ab-4bbe-a96e-eb76bb2bd191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:22.537399 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-83d2b311-84ab-4bbe-a96e-eb76bb2bd191 None None] Port b5019273-8408-4b0d-b1b1-727f71a90b2a cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:39:22.543845 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:22.609230 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 6e901899-67a8-4926-a9d8-2ce954469764 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:22.610323 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:22.656806 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-95443f1a-a30c-4805-8e54-fba4bd51ef16 req-8036a1f3-dc46-4cdb-a592-3548cb816972 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563590 Nov 02 11:39:22.792133 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24611d91-e12a-4ec6-972e-74e54737f869 x-openstack-request-id: req-24611d91-e12a-4ec6-972e-74e54737f869 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:22.792750 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc136cd-7c7d-440e-b88e-21a7fb3c869a", "name": "network-vif-deleted", "tag": "c07c4d83-8e4d-49e4-954c-dd7c6ca032e7", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:22.792750 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24611d91-e12a-4ec6-972e-74e54737f869 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:22.793340 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc136cd-7c7d-440e-b88e-21a7fb3c869a', 'name': 'network-vif-deleted', 'tag': 'c07c4d83-8e4d-49e4-954c-dd7c6ca032e7', 'status': 'completed', 'code': 200} Nov 02 11:39:22.802730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758c5f2c-9cec-4126-8b46-bed41c28ec33 admin admin] Made reservation on behalf of 0339fdea263f4a2a9eab87005700e4b4 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:22.808205 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-758c5f2c-9cec-4126-8b46-bed41c28ec33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:22.837823 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3aa636-70cb-49b6-b451-c0eea0c44191 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:39:22.852277 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4e3aa636-70cb-49b6-b451-c0eea0c44191 admin admin] 10.222.0.52 "PUT /v2.0/routers/706fd891-7cd9-4749-8774-0967d978a8c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4981322 Nov 02 11:39:22.888058 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:22.897409 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-758c5f2c-9cec-4126-8b46-bed41c28ec33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:22.932708 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 6e901899-67a8-4926-a9d8-2ce954469764, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6e901899-67a8-4926-a9d8-2ce954469764,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:22.991231 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-49d960f5-c757-4884-b79a-daa1303541e4 req-1a147ba3-44d9-4e43-b01e-4a7578cc4af9 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.0383523 Nov 02 11:39:22.998833 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Sync routers for ids ['706fd891-7cd9-4749-8774-0967d978a8c2'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:39:22.999537 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7ad6f060-02aa-48ea-acc2-717e546e79d9 req-e2245853-3105-45ef-9dc0-e3fc9c018680 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc136cd-7c7d-440e-b88e-21a7fb3c869a HTTP/1.1" status: 200 len: 210 time: 0.1202767 Nov 02 11:39:23.017405 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Routers {'706fd891-7cd9-4749-8774-0967d978a8c2'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:39:23.018811 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:39:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['706fd891-7cd9-4749-8774-0967d978a8c2'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:23.045434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-f0dcf626-e863-4a60-b962-b363338c2752 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:23.047303 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-f0dcf626-e863-4a60-b962-b363338c2752 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.79 "GET /v2.0/networks?id=92c7d3c6-cc6f-44e4-8af3-c70001664caf HTTP/1.1" status: 200 len: 805 time: 0.5082414 Nov 02 11:39:23.048112 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:23.065821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-334172b0-2459-498d-b005-5b4eea9d20e2 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Request body: {'port': {'device_id': '91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1', 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf', 'admin_state_up': True, 'tenant_id': 'f50c56b4947f4f90aeacb8ef818c4115'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:23.189691 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=6e901899-67a8-4926-a9d8-2ce954469764,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:23.203053 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5522b786-485f-47d4-a849-bac3248058af req-71942b73-5ab9-4bc5-87e4-b3c6fa404374 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.79 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.1042988 Nov 02 11:39:23.246224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e99ff6f-273d-4065-9976-d98377f3345a req-b7016aa5-2c55-4cd6-bdb2-dec597494a55 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0482686 Nov 02 11:39:23.288869 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Set router 706fd891-7cd9-4749-8774-0967d978a8c2 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:39:23.314811 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-758c5f2c-9cec-4126-8b46-bed41c28ec33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:23.377934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55496) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:23.429049 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-758c5f2c-9cec-4126-8b46-bed41c28ec33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:23.441831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758c5f2c-9cec-4126-8b46-bed41c28ec33 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:39:23.460248 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-758c5f2c-9cec-4126-8b46-bed41c28ec33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:23.460935 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-758c5f2c-9cec-4126-8b46-bed41c28ec33 admin admin] Added segment 1b299e65-1da0-4a66-9de3-fb77ca86f6f7 of type vlan for network 817cb660-4634-4c4e-a07a-c2fd5dda7835 Nov 02 11:39:23.462346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-334172b0-2459-498d-b005-5b4eea9d20e2 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Made reservation on behalf of f50c56b4947f4f90aeacb8ef818c4115 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:23.466243 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-334172b0-2459-498d-b005-5b4eea9d20e2 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:23.551736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c5f2c-9cec-4126-8b46-bed41c28ec33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42d974b-cb8d-4bbf-a341-cb001499ee17,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:23.579222 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'name': 'tempest-ServersTestJSON-1375742867-router', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '6e901899-67a8-4926-a9d8-2ce954469764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:39:12Z', 'updated_at': '2021-11-02T11:39:20Z', 'revision_number': 4, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'gw_port': {'id': '6e901899-67a8-4926-a9d8-2ce954469764', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:88:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:13Z', 'updated_at': '2021-11-02T11:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'b5019273-8408-4b0d-b1b1-727f71a90b2a', 'name': '', 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'mac_address': 'fa:16:3e:ee:e2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:18Z', 'updated_at': '2021-11-02T11:39:20Z', 'revision_number': 2, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'subnets': [{'id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:23.580792 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-758c5f2c-9cec-4126-8b46-bed41c28ec33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:23.583291 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51ddebe1-c88e-4cb2-aadb-21dd8e26b6b5 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:23.632078 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Checking router: 706fd891-7cd9-4749-8774-0967d978a8c2 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:39:23.632078 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Updating router 706fd891-7cd9-4749-8774-0967d978a8c2 port b5019273-8408-4b0d-b1b1-727f71a90b2a binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:39:23.660647 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:23.678407 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51ddebe1-c88e-4cb2-aadb-21dd8e26b6b5 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:23.694145 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:23.734781 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-758c5f2c-9cec-4126-8b46-bed41c28ec33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:23.736102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758c5f2c-9cec-4126-8b46-bed41c28ec33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:23.736681 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-758c5f2c-9cec-4126-8b46-bed41c28ec33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:23.839762 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-334172b0-2459-498d-b005-5b4eea9d20e2 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Allocated IP 172.20.0.4 (92c7d3c6-cc6f-44e4-8af3-c70001664caf/9853137b-7032-4499-acf2-66fe74777f85/c4e6b700-a4fb-4892-b142-3565a7ccad40) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:39:23.848343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c5f2c-9cec-4126-8b46-bed41c28ec33 admin admin] Pushing event updated for resources: {'Network': ['ID=817cb660-4634-4c4e-a07a-c2fd5dda7835,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:23.865732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 817cb660-4634-4c4e-a07a-c2fd5dda7835 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:39:23.880206 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-758c5f2c-9cec-4126-8b46-bed41c28ec33 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7585959 Nov 02 11:39:23.883336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55502) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:23.889674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d529c100-3674-477e-b60e-35aaed0db12d admin admin] Request body: {'subnet': {'network_id': '817cb660-4634-4c4e-a07a-c2fd5dda7835', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-193910285-subnet', 'tenant_id': '0339fdea263f4a2a9eab87005700e4b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:23.922013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:39:23.951074 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44b5eb-0ff7-4c3e-b091-678adbdfb08e req-53d2fafc-1870-4974-bf20-36a6f30943ec tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:23.959739 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6a44b5eb-0ff7-4c3e-b091-678adbdfb08e req-53d2fafc-1870-4974-bf20-36a6f30943ec tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.1529303 Nov 02 11:39:23.975821 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:39:23.976291 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c07c4d83-8e4d-49e4-954c-dd7c6ca032e7 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:39:23.998221 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51ddebe1-c88e-4cb2-aadb-21dd8e26b6b5 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.000217 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.004350 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51ddebe1-c88e-4cb2-aadb-21dd8e26b6b5 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.006078 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-51ddebe1-c88e-4cb2-aadb-21dd8e26b6b5 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "DELETE /v2.0/security-groups/ea06983e-8393-4c84-ad81-891078b9c97f HTTP/1.1" status: 204 len: 168 time: 0.6254287 Nov 02 11:39:24.011644 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55504) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:24.040088 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-baa4be35-1176-41b2-9c79-b390195e2ef4 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] show failed (client error): The resource could not be found. Nov 02 11:39:24.041495 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-baa4be35-1176-41b2-9c79-b390195e2ef4 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "GET /v2.0/security-groups/ea06983e-8393-4c84-ad81-891078b9c97f HTTP/1.1" status: 404 len: 347 time: 0.0286000 Nov 02 11:39:24.056326 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55510) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:24.083455 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6e901899-67a8-4926-a9d8-2ce954469764 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:39:24.089370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d529c100-3674-477e-b60e-35aaed0db12d admin admin] Made reservation on behalf of 0339fdea263f4a2a9eab87005700e4b4 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:24.092506 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d529c100-3674-477e-b60e-35aaed0db12d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.143806 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6a44b5eb-0ff7-4c3e-b091-678adbdfb08e req-4c17731b-b961-4603-83f0-a3c8a8cc10bd tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819146 Nov 02 11:39:24.144845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55512) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:24.162227 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-cbbf4433-5c05-4f12-83c9-ed1b6696b4c1 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--90958164', 'description': 'tempest-description--782427883'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:24.197158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 6e901899-67a8-4926-a9d8-2ce954469764 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:24.197387 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.259516 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-334172b0-2459-498d-b005-5b4eea9d20e2 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.274318 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddebe1-c88e-4cb2-aadb-21dd8e26b6b5 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea06983e-8393-4c84-ad81-891078b9c97f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:24.385929 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.432370 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2ef53-a6f4-4d8e-bf90-998848964ba1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Deleting port 8cc3a5f7-a73f-4264-9e54-588ff64ee38c {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:39:24.432370 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0f2ef53-a6f4-4d8e-bf90-998848964ba1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.454884 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-03e2dd12-66c0-46a2-88a9-21e15abdff60 req-106ffaf5-40df-4b56-9c72-752eb8d14440 tempest-ServerShowV254Test-1638933916 tempest-ServerShowV254Test-1638933916-project] 10.222.0.52 "GET /v2.0/ports?device_id=13e64c48-ec68-4a1c-bfb9-b977a98c10ff HTTP/1.1" status: 200 len: 210 time: 0.1220729 Nov 02 11:39:24.534914 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cbbf4433-5c05-4f12-83c9-ed1b6696b4c1 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.549062 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0f2ef53-a6f4-4d8e-bf90-998848964ba1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.549416 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0f2ef53-a6f4-4d8e-bf90-998848964ba1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.569433 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2ef53-a6f4-4d8e-bf90-998848964ba1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Calling delete_port for 8cc3a5f7-a73f-4264-9e54-588ff64ee38c owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:39:24.579290 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.609172 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0e371c14-fc9a-40b8-b10c-f1adcdfb1455 req-ea0fd9c5-0155-4cf3-b66a-204c07a9bc02 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1 HTTP/1.1" status: 200 len: 210 time: 0.0663953 Nov 02 11:39:24.643229 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-334172b0-2459-498d-b005-5b4eea9d20e2 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.646216 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edef609-93d0-42ed-a328-7324bee270fb None None] Pushing event updated for resources: {'Port': ['ID=b5019273-8408-4b0d-b1b1-727f71a90b2a,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:24.684528 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edef609-93d0-42ed-a328-7324bee270fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:24.685153 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edef609-93d0-42ed-a328-7324bee270fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:24.686064 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edef609-93d0-42ed-a328-7324bee270fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:24.686577 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edef609-93d0-42ed-a328-7324bee270fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:24.687091 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edef609-93d0-42ed-a328-7324bee270fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:24.687877 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edef609-93d0-42ed-a328-7324bee270fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:24.692961 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edef609-93d0-42ed-a328-7324bee270fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:24.693610 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edef609-93d0-42ed-a328-7324bee270fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:24.694112 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edef609-93d0-42ed-a328-7324bee270fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:24.694604 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edef609-93d0-42ed-a328-7324bee270fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:24.695213 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edef609-93d0-42ed-a328-7324bee270fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:24.695749 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edef609-93d0-42ed-a328-7324bee270fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:24.751524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-334172b0-2459-498d-b005-5b4eea9d20e2 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Network 92c7d3c6-cc6f-44e4-8af3-c70001664caf is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:39:24.757469 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Attempting to bind port b5019273-8408-4b0d-b1b1-727f71a90b2a on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:39:24.762038 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Attempting to bind port b5019273-8408-4b0d-b1b1-727f71a90b2a by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'ea6e235a-6852-464d-a7f1-e4daabce7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:39:24.762038 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Attempting to bind port b5019273-8408-4b0d-b1b1-727f71a90b2a on network 553d8a65-a84a-477c-a37f-732161b647fe {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:24.765002 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:39:24.765383 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Checking segment: {'id': 'ea6e235a-6852-464d-a7f1-e4daabce7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:24.765765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334172b0-2459-498d-b005-5b4eea9d20e2 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Pushing event updated for resources: {'Port': ['ID=c4e6b700-a4fb-4892-b142-3565a7ccad40,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:24.766157 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.766709 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Bound using segment: {'id': 'ea6e235a-6852-464d-a7f1-e4daabce7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:39:24.767379 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Bound port: b5019273-8408-4b0d-b1b1-727f71a90b2a, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6e235a-6852-464d-a7f1-e4daabce7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:39:24.767962 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.773783 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-334172b0-2459-498d-b005-5b4eea9d20e2 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:24.779619 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-334172b0-2459-498d-b005-5b4eea9d20e2 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:39:24.787739 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d529c100-3674-477e-b60e-35aaed0db12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.836776 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cbbf4433-5c05-4f12-83c9-ed1b6696b4c1 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.881377 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] For port b5019273-8408-4b0d-b1b1-727f71a90b2a, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:39:24.886951 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] For port b5019273-8408-4b0d-b1b1-727f71a90b2a, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b5019273-8408-4b0d-b1b1-727f71a90b2a,segment=NetworkSegment(ea6e235a-6852-464d-a7f1-e4daabce7003),segment_id=ea6e235a-6852-464d-a7f1-e4daabce7003)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:39:24.927981 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.929251 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cbbf4433-5c05-4f12-83c9-ed1b6696b4c1 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.944051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-334172b0-2459-498d-b005-5b4eea9d20e2 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:24.944793 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-334172b0-2459-498d-b005-5b4eea9d20e2 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:24.973273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529c100-3674-477e-b60e-35aaed0db12d admin admin] Pushing event updated for resources: {'Subnet': ['ID=802447f2-794b-455d-8f34-e30999257227,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:24.980415 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf4433-5c05-4f12-83c9-ed1b6696b4c1 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6ba3ae-0232-427a-a278-71b0ae957391,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:25.002805 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:25.019988 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d529c100-3674-477e-b60e-35aaed0db12d admin admin] Checking segment: {'id': '1b299e65-1da0-4a66-9de3-fb77ca86f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '817cb660-4634-4c4e-a07a-c2fd5dda7835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:25.020445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d529c100-3674-477e-b60e-35aaed0db12d admin admin] Network hostable DHCP agents. Network: 817cb660-4634-4c4e-a07a-c2fd5dda7835, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:39:25.043933 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0f2ef53-a6f4-4d8e-bf90-998848964ba1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:25.048497 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Routers {'706fd891-7cd9-4749-8774-0967d978a8c2'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:39:25.049309 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:39:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['706fd891-7cd9-4749-8774-0967d978a8c2'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:25.052802 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecf0ef-68a8-430e-9cb3-87865910fde3 req-3ed7eb99-e8f7-4bb9-b406-a8aa23c7453e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:25.055850 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-39ecf0ef-68a8-430e-9cb3-87865910fde3 req-3ed7eb99-e8f7-4bb9-b406-a8aa23c7453e tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.0844631 Nov 02 11:39:25.086840 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2ef53-a6f4-4d8e-bf90-998848964ba1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Pushing event deleted for resources: {'Port': ['ID=8cc3a5f7-a73f-4264-9e54-588ff64ee38c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:25.099635 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cbbf4433-5c05-4f12-83c9-ed1b6696b4c1 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:25.102671 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cbbf4433-5c05-4f12-83c9-ed1b6696b4c1 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9548955 Nov 02 11:39:25.107716 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-334172b0-2459-498d-b005-5b4eea9d20e2 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0507765 Nov 02 11:39:25.111224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55522) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:25.115279 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7165caac-b1a4-44ff-98d2-a02ef00ecf79 None None] Provisioning complete for port b5019273-8408-4b0d-b1b1-727f71a90b2a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:25.117417 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7165caac-b1a4-44ff-98d2-a02ef00ecf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:25.128597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-49b44323-0ed0-4bc6-a0b6-e6b1b4def41d tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Request body: {'security_group_rule': {'security_group_id': '8e6ba3ae-0232-427a-a278-71b0ae957391', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:25.138451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d529c100-3674-477e-b60e-35aaed0db12d admin admin] Network 817cb660-4634-4c4e-a07a-c2fd5dda7835 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:39:25.148553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Request body: {'port': {'device_id': '91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:25.188936 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-39ecf0ef-68a8-430e-9cb3-87865910fde3 req-53848892-4e02-4585-a6c4-8251921ef2d7 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262121 Nov 02 11:39:25.196846 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0f2ef53-a6f4-4d8e-bf90-998848964ba1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:25.199625 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0f2ef53-a6f4-4d8e-bf90-998848964ba1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:25.205719 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e0f2ef53-a6f4-4d8e-bf90-998848964ba1 tempest-ImagesOneServerNegativeTestJSON-2144099885 tempest-ImagesOneServerNegativeTestJSON-2144099885-project] 10.222.0.52 "DELETE /v2.0/floatingips/80e64bb8-a29c-4e03-81c4-cfe4657f6d7b HTTP/1.1" status: 204 len: 168 time: 1.1476848 Nov 02 11:39:25.263998 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:25.281986 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-d529c100-3674-477e-b60e-35aaed0db12d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 817cb660-4634-4c4e-a07a-c2fd5dda7835) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:25.311781 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edef609-93d0-42ed-a328-7324bee270fb None None] Pushing event updated for resources: {'Port': ['ID=b5019273-8408-4b0d-b1b1-727f71a90b2a,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:25.344604 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764e97bc-ab95-48e5-ba87-b8546ad7ed34 None None] Network 817cb660-4634-4c4e-a07a-c2fd5dda7835 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:39:25.346555 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d529c100-3674-477e-b60e-35aaed0db12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:25.352697 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d529c100-3674-477e-b60e-35aaed0db12d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:25.372600 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] Set router 706fd891-7cd9-4749-8774-0967d978a8c2 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:39:25.454700 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-49b44323-0ed0-4bc6-a0b6-e6b1b4def41d tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:25.473599 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7165caac-b1a4-44ff-98d2-a02ef00ecf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:25.491248 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a2d87-98d6-4b68-ba71-df5db2de8519 req-f22adb71-d60b-4992-b830-900443659475 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:25.502681 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ac3a2d87-98d6-4b68-ba71-df5db2de8519 req-f22adb71-d60b-4992-b830-900443659475 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.1131403 Nov 02 11:39:25.520923 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55538) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:25.634652 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ac3a2d87-98d6-4b68-ba71-df5db2de8519 req-91a5abc2-11c7-436a-aae9-3e561c36caea tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310127 Nov 02 11:39:25.646529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a4ce20-0a77-4f37-abcc-05fccb474dff admin admin] Deleting subnet ce007fe3-48ea-421e-bc9f-dbc29aaa148f {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:39:25.650650 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-55a4ce20-0a77-4f37-abcc-05fccb474dff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:25.656911 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7165caac-b1a4-44ff-98d2-a02ef00ecf79 None None] For port b5019273-8408-4b0d-b1b1-727f71a90b2a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b5019273-8408-4b0d-b1b1-727f71a90b2a,segment=NetworkSegment(ea6e235a-6852-464d-a7f1-e4daabce7003),segment_id=ea6e235a-6852-464d-a7f1-e4daabce7003)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:25.659939 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-49b44323-0ed0-4bc6-a0b6-e6b1b4def41d tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:25.685925 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d529c100-3674-477e-b60e-35aaed0db12d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7943261 Nov 02 11:39:25.737203 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7165caac-b1a4-44ff-98d2-a02ef00ecf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:25.737776 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'name': 'tempest-ServersTestJSON-1375742867-router', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '6e901899-67a8-4926-a9d8-2ce954469764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:39:12Z', 'updated_at': '2021-11-02T11:39:20Z', 'revision_number': 4, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'gw_port': {'id': '6e901899-67a8-4926-a9d8-2ce954469764', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:13Z', 'updated_at': '2021-11-02T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'b5019273-8408-4b0d-b1b1-727f71a90b2a', 'name': '', 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'mac_address': 'fa:16:3e:ee:e2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:18Z', 'updated_at': '2021-11-02T11:39:24Z', 'revision_number': 4, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'subnets': [{'id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:25.755011 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-55a4ce20-0a77-4f37-abcc-05fccb474dff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:25.795983 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec610a-05f9-4705-bcc4-1a78d02c8d72 None None] The sync data for ids ['706fd891-7cd9-4749-8774-0967d978a8c2'] in n-d-806683-18 is: [{'id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'name': 'tempest-ServersTestJSON-1375742867-router', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '6e901899-67a8-4926-a9d8-2ce954469764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:39:12Z', 'updated_at': '2021-11-02T11:39:20Z', 'revision_number': 4, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'gw_port': {'id': '6e901899-67a8-4926-a9d8-2ce954469764', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:13Z', 'updated_at': '2021-11-02T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'b5019273-8408-4b0d-b1b1-727f71a90b2a', 'name': '', 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'mac_address': 'fa:16:3e:ee:e2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:18Z', 'updated_at': '2021-11-02T11:39:24Z', 'revision_number': 4, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'subnets': [{'id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:39:25.827675 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-55a4ce20-0a77-4f37-abcc-05fccb474dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:25.878757 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165caac-b1a4-44ff-98d2-a02ef00ecf79 None None] Pushing event updated for resources: {'Port': ['ID=b5019273-8408-4b0d-b1b1-727f71a90b2a,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:25.910005 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d385feca-4f2b-4f6f-88e3-d6b197ded5a2 None None] Provisioning complete for port b5019273-8408-4b0d-b1b1-727f71a90b2a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:25.910398 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d385feca-4f2b-4f6f-88e3-d6b197ded5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:25.914507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1583d50-5715-469c-900a-c55d05ec53b6 None None] Network 817cb660-4634-4c4e-a07a-c2fd5dda7835 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:39:25.954173 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-49b44323-0ed0-4bc6-a0b6-e6b1b4def41d tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:26.047545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b44323-0ed0-4bc6-a0b6-e6b1b4def41d tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff413a54-c368-4527-a332-fddaf4230f78,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:26.077252 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-55a4ce20-0a77-4f37-abcc-05fccb474dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:26.118473 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4ce20-0a77-4f37-abcc-05fccb474dff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce007fe3-48ea-421e-bc9f-dbc29aaa148f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:26.124738 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-55a4ce20-0a77-4f37-abcc-05fccb474dff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:26.139736 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-55a4ce20-0a77-4f37-abcc-05fccb474dff admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ce007fe3-48ea-421e-bc9f-dbc29aaa148f HTTP/1.1" status: 204 len: 168 time: 0.6177583 Nov 02 11:39:26.143448 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55552) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:26.197245 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b5019273-8408-4b0d-b1b1-727f71a90b2a up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:39:26.234201 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283999bb-12e6-464a-a420-9fd0a4edccc0 req-22cd5143-b04b-4967-8c72-b6740e820202 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:26.248364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-283999bb-12e6-464a-a420-9fd0a4edccc0 req-22cd5143-b04b-4967-8c72-b6740e820202 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1 HTTP/1.1" status: 200 len: 931 time: 0.2932618 Nov 02 11:39:26.267985 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-49b44323-0ed0-4bc6-a0b6-e6b1b4def41d tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:26.280544 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-49b44323-0ed0-4bc6-a0b6-e6b1b4def41d tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1628184 Nov 02 11:39:26.285462 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55558) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:26.313741 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4360172d-cd4b-49cc-bef6-70f5c3e6b345 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Request body: {'security_group_rule': {'security_group_id': '8e6ba3ae-0232-427a-a278-71b0ae957391', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:26.364452 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2b4768d-4f03-4658-8d2d-bd9bf8f7943e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:26.385459 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e1a59-0469-4b43-aab0-da12fa84af50 req-e0d065b9-92f5-4228-b6b2-f2e397411999 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:26.387046 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-597e1a59-0469-4b43-aab0-da12fa84af50 req-e0d065b9-92f5-4228-b6b2-f2e397411999 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.54 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.2314184 Nov 02 11:39:26.485494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b5019273-8408-4b0d-b1b1-727f71a90b2a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:26.485874 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:26.532729 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-283999bb-12e6-464a-a420-9fd0a4edccc0 req-918f7b40-58f7-44ab-828f-3818730600fb tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829049 Nov 02 11:39:26.534586 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55560) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:26.613810 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4360172d-cd4b-49cc-bef6-70f5c3e6b345 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:26.712345 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e6b700-a4fb-4892-b142-3565a7ccad40 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:39:26.748849 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:26.783043 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e0b43a81-0da9-4b81-abf3-d6089fe49c20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:26.800762 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Transition to ACTIVE for port object c4e6b700-a4fb-4892-b142-3565a7ccad40 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:39:26.838099 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2b4768d-4f03-4658-8d2d-bd9bf8f7943e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:26.866419 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de161474-e871-48f3-bd8d-2ea1151fad80 req-c21855f4-cb3b-4c4b-81ec-e5400db7e721 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:26.881235 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-de161474-e871-48f3-bd8d-2ea1151fad80 req-c21855f4-cb3b-4c4b-81ec-e5400db7e721 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 950 time: 0.3672218 Nov 02 11:39:26.881350 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a6a3f-15fb-412e-aa5c-6ce9fbae6bfd req-d4db31c6-4059-4ab0-b955-a6688dad3973 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:26.883001 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-611a6a3f-15fb-412e-aa5c-6ce9fbae6bfd req-d4db31c6-4059-4ab0-b955-a6688dad3973 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.0899141 Nov 02 11:39:26.937794 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-597e1a59-0469-4b43-aab0-da12fa84af50 req-1b908b47-f217-4e8e-9c79-0dec0c8d2f43 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Deleting port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:39:26.938407 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-597e1a59-0469-4b43-aab0-da12fa84af50 req-1b908b47-f217-4e8e-9c79-0dec0c8d2f43 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:26.951189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-b2b4768d-4f03-4658-8d2d-bd9bf8f7943e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5c17c3-2e23-430d-8e74-fd4aa312ce46']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:26.988002 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4360172d-cd4b-49cc-bef6-70f5c3e6b345 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.000268 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-611a6a3f-15fb-412e-aa5c-6ce9fbae6bfd req-74f95efa-6ac9-4169-ba1a-d664b6ca5b69 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079254 Nov 02 11:39:27.007001 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-b2b4768d-4f03-4658-8d2d-bd9bf8f7943e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e73e45-824f-4668-87ab-f7159d717501') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:27.007300 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-b2b4768d-4f03-4658-8d2d-bd9bf8f7943e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e73e45-824f-4668-87ab-f7159d717501') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:27.008434 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.064414 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-de161474-e871-48f3-bd8d-2ea1151fad80 req-0d328396-60c3-409e-a46d-27cc67f2d160 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840572 Nov 02 11:39:27.067078 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2b4768d-4f03-4658-8d2d-bd9bf8f7943e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.113290 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e0b43a81-0da9-4b81-abf3-d6089fe49c20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.139685 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4360172d-cd4b-49cc-bef6-70f5c3e6b345 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.159972 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2b4768d-4f03-4658-8d2d-bd9bf8f7943e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.189643 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e6b700-a4fb-4892-b142-3565a7ccad40,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:27.192018 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55576) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:27.201055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d6640f37-c661-4780-84dc-a19411b8f4ba admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1659361359-network', 'tenant_id': 'e079a5f8a9a14f658ee1404ec40053d2'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:27.204622 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b4768d-4f03-4658-8d2d-bd9bf8f7943e admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:39:27.205223 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2b4768d-4f03-4658-8d2d-bd9bf8f7943e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:39:27.208730 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:39:27.212485 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360172d-cd4b-49cc-bef6-70f5c3e6b345 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e830a8-1339-4dc8-ba43-214941dfb1c3,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:27.218139 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e0b43a81-0da9-4b81-abf3-d6089fe49c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.229521 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-597e1a59-0469-4b43-aab0-da12fa84af50 req-1b908b47-f217-4e8e-9c79-0dec0c8d2f43 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] For port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:27.229888 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-597e1a59-0469-4b43-aab0-da12fa84af50 req-1b908b47-f217-4e8e-9c79-0dec0c8d2f43 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.235549 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Attempting to bind port c4e6b700-a4fb-4892-b142-3565a7ccad40 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:39:27.235891 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Attempting to bind port c4e6b700-a4fb-4892-b142-3565a7ccad40 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '4ae02198-f334-4daa-8dfd-0b80efae8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:39:27.236219 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Attempting to bind port c4e6b700-a4fb-4892-b142-3565a7ccad40 on network 92c7d3c6-cc6f-44e4-8af3-c70001664caf {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:27.249273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Port c4e6b700-a4fb-4892-b142-3565a7ccad40 on network 92c7d3c6-cc6f-44e4-8af3-c70001664caf not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:39:27.249855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Attempting to bind port c4e6b700-a4fb-4892-b142-3565a7ccad40 on network 92c7d3c6-cc6f-44e4-8af3-c70001664caf {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:27.278199 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-597e1a59-0469-4b43-aab0-da12fa84af50 req-1b908b47-f217-4e8e-9c79-0dec0c8d2f43 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Calling delete_port for 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:39:27.282710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:39:27.283077 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Checking segment: {'id': '4ae02198-f334-4daa-8dfd-0b80efae8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:27.283468 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Bound using segment: {'id': '4ae02198-f334-4daa-8dfd-0b80efae8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:39:27.283915 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Bound port: c4e6b700-a4fb-4892-b142-3565a7ccad40, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae02198-f334-4daa-8dfd-0b80efae8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:39:27.284272 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.305831 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e0b43a81-0da9-4b81-abf3-d6089fe49c20 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e7226a693caf4142aaa2b70da402e532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7608256 Nov 02 11:39:27.305831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43a81-0da9-4b81-abf3-d6089fe49c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09ca97a-8749-4b20-9a8b-082a1be9c9b5,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:27.306821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55578) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:27.353375 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6640f37-c661-4780-84dc-a19411b8f4ba admin admin] Made reservation on behalf of e079a5f8a9a14f658ee1404ec40053d2 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:27.355692 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6640f37-c661-4780-84dc-a19411b8f4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.362739 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2b4768d-4f03-4658-8d2d-bd9bf8f7943e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.383932 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2b4768d-4f03-4658-8d2d-bd9bf8f7943e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.386958 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b2b4768d-4f03-4658-8d2d-bd9bf8f7943e admin admin] 10.222.0.52 "DELETE /v2.0/networks/bd5c17c3-2e23-430d-8e74-fd4aa312ce46 HTTP/1.1" status: 204 len: 168 time: 1.2419648 Nov 02 11:39:27.401742 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4768d-4f03-4658-8d2d-bd9bf8f7943e admin admin] Pushing event deleted for resources: {'Network': ['ID=bd5c17c3-2e23-430d-8e74-fd4aa312ce46,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:27.446393 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4360172d-cd4b-49cc-bef6-70f5c3e6b345 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.450756 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4360172d-cd4b-49cc-bef6-70f5c3e6b345 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1596582 Nov 02 11:39:27.451028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] For port c4e6b700-a4fb-4892-b142-3565a7ccad40, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:39:27.451336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55582) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:27.453231 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] For port c4e6b700-a4fb-4892-b142-3565a7ccad40, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c4e6b700-a4fb-4892-b142-3565a7ccad40,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:39:27.458697 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-213d60b3-c437-44d0-b744-d1cc00ecd7ec tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:27.470756 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6640f37-c661-4780-84dc-a19411b8f4ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.524460 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f2dbbbb8-3f2e-4058-827b-dab701bfcd03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.528659 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.585274 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-597e1a59-0469-4b43-aab0-da12fa84af50 req-1b908b47-f217-4e8e-9c79-0dec0c8d2f43 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.597811 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['efe45a3a-b601-41ee-a6f1-63ab23b1a802', '6dd315c0-fcdb-4c14-8fa7-85de0ade7880'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:39:27.635737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:27.636621 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.638316 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b908b47-f217-4e8e-9c79-0dec0c8d2f43 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Pushing event deleted for resources: {'Port': ['ID=6dd315c0-fcdb-4c14-8fa7-85de0ade7880,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:27.645222 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] 10.222.0.79 "PUT /v2.0/ports/c4e6b700-a4fb-4892-b142-3565a7ccad40 HTTP/1.1" status: 200 len: 1092 time: 2.5050509 Nov 02 11:39:27.645699 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-213d60b3-c437-44d0-b744-d1cc00ecd7ec tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.647922 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1', 'tag': 'c4e6b700-a4fb-4892-b142-3565a7ccad40'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:27.651102 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34767cfe-c2bf-4462-a44d-4c6e0d9e00b4" -d '{"events": [{"name": "network-changed", "server_uuid": "91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1", "tag": "c4e6b700-a4fb-4892-b142-3565a7ccad40"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:27.697485 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f2dbbbb8-3f2e-4058-827b-dab701bfcd03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.775105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-597e1a59-0469-4b43-aab0-da12fa84af50 req-1b908b47-f217-4e8e-9c79-0dec0c8d2f43 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] No DVR routers for this DVR port 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:39:27.781099 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-597e1a59-0469-4b43-aab0-da12fa84af50 req-1b908b47-f217-4e8e-9c79-0dec0c8d2f43 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.789955 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-597e1a59-0469-4b43-aab0-da12fa84af50 req-1b908b47-f217-4e8e-9c79-0dec0c8d2f43 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.54 "DELETE /v2.0/ports/6dd315c0-fcdb-4c14-8fa7-85de0ade7880 HTTP/1.1" status: 204 len: 173 time: 1.3936532 Nov 02 11:39:27.790692 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a23624-a30a-4921-8977-1422fb361b25', 'name': 'network-vif-deleted', 'tag': '6dd315c0-fcdb-4c14-8fa7-85de0ade7880'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:27.796766 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cafd59-62f2-433a-a058-44a837bb6c47" -d '{"events": [{"server_uuid": "09a23624-a30a-4921-8977-1422fb361b25", "name": "network-vif-deleted", "tag": "6dd315c0-fcdb-4c14-8fa7-85de0ade7880"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:27.816072 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f02508-a70a-4547-a94e-a739c4fe7e85 x-openstack-request-id: req-d6f02508-a70a-4547-a94e-a739c4fe7e85 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:27.817554 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1", "tag": "c4e6b700-a4fb-4892-b142-3565a7ccad40", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:27.818048 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6f02508-a70a-4547-a94e-a739c4fe7e85 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:27.818971 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1', 'tag': 'c4e6b700-a4fb-4892-b142-3565a7ccad40', 'status': 'completed', 'code': 200} Nov 02 11:39:27.919267 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d76de0a-0941-4f01-83b6-be399243b598 x-openstack-request-id: req-9d76de0a-0941-4f01-83b6-be399243b598 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:27.920462 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a23624-a30a-4921-8977-1422fb361b25", "name": "network-vif-deleted", "tag": "6dd315c0-fcdb-4c14-8fa7-85de0ade7880", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:27.920905 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d76de0a-0941-4f01-83b6-be399243b598 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:27.922831 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a23624-a30a-4921-8977-1422fb361b25', 'name': 'network-vif-deleted', 'tag': '6dd315c0-fcdb-4c14-8fa7-85de0ade7880', 'status': 'completed', 'code': 200} Nov 02 11:39:27.946225 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-213d60b3-c437-44d0-b744-d1cc00ecd7ec tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:27.966941 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62bd28-a565-4433-ae6d-d32c7cd20b60 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e6b700-a4fb-4892-b142-3565a7ccad40,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:27.989739 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf05d01-9647-49fd-b3a0-8f44ee4caac4 req-78225c3e-b323-40b1-bb5d-07898ac23e3c tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:27.991439 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-abf05d01-9647-49fd-b3a0-8f44ee4caac4 req-78225c3e-b323-40b1-bb5d-07898ac23e3c tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1 HTTP/1.1" status: 200 len: 943 time: 0.3073151 Nov 02 11:39:28.020836 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6640f37-c661-4780-84dc-a19411b8f4ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:28.038642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-ad503df1-3c63-4a07-b25c-9a5d2a58d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:28.040704 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-ad503df1-3c63-4a07-b25c-9a5d2a58d5bf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f50c56b4947f4f90aeacb8ef818c4115&device_id=91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1 HTTP/1.1" status: 200 len: 1095 time: 0.2548652 Nov 02 11:39:28.117969 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-d4da788c-a12a-4053-85df-842649d4e86d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4e6b700-a4fb-4892-b142-3565a7ccad40 HTTP/1.1" status: 200 len: 217 time: 0.0639641 Nov 02 11:39:28.121900 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55596) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:28.140339 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f2dbbbb8-3f2e-4058-827b-dab701bfcd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:28.143322 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f2dbbbb8-3f2e-4058-827b-dab701bfcd03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:28.146981 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f2dbbbb8-3f2e-4058-827b-dab701bfcd03 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b09ca97a-8749-4b20-9a8b-082a1be9c9b5 HTTP/1.1" status: 204 len: 168 time: 0.8357434 Nov 02 11:39:28.146981 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6640f37-c661-4780-84dc-a19411b8f4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:28.227325 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-a3884fa1-0006-491b-9072-341363df6df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:28.239131 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-a3884fa1-0006-491b-9072-341363df6df3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9853137b-7032-4499-acf2-66fe74777f85 HTTP/1.1" status: 200 len: 845 time: 0.1087546 Nov 02 11:39:28.285711 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbbbb8-3f2e-4058-827b-dab701bfcd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09ca97a-8749-4b20-9a8b-082a1be9c9b5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:28.289625 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-5e45a31a-8976-4b70-a286-418f830f71ef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=92c7d3c6-cc6f-44e4-8af3-c70001664caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495229 Nov 02 11:39:28.304946 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-abf05d01-9647-49fd-b3a0-8f44ee4caac4 req-9fe7e800-e331-4bb5-841d-b56786d80c56 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027730 Nov 02 11:39:28.361721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6640f37-c661-4780-84dc-a19411b8f4ba admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:39:28.366234 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0d3ba382-e047-444a-9fd7-c4d54cbe5724 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8702b9ca25d49aa873f1c4a01316955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418044 Nov 02 11:39:28.386149 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55600) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:28.434617 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6640f37-c661-4780-84dc-a19411b8f4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:28.435000 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-d6640f37-c661-4780-84dc-a19411b8f4ba admin admin] Added segment b8480e8f-4441-4c96-89c1-478eb255a9a0 of type vlan for network 504b4c6e-4bb3-4ef7-b940-e3551c80e589 Nov 02 11:39:28.436405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6640f37-c661-4780-84dc-a19411b8f4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190bf38d-7036-4bbe-8a32-4c404e506559,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:28.548664 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ae4f432-b081-437e-9de1-37e404991301 req-af22bd50-efd1-4a22-aeb0-0b54ed68f452 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=09a23624-a30a-4921-8977-1422fb361b25 HTTP/1.1" status: 200 len: 210 time: 0.0941873 Nov 02 11:39:28.564414 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6640f37-c661-4780-84dc-a19411b8f4ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:28.571504 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-213d60b3-c437-44d0-b744-d1cc00ecd7ec tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Allocated IP 172.25.6.97 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/b9131650-6d66-4d38-ab13-4d02afbac3c5) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:39:28.605272 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626d37f-8cbc-4750-9620-033e32befae3 req-4f69098f-cec4-4113-af76-25568356f524 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:28.619325 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f7b1ec99-09c5-4a0d-b773-051c420ce015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:28.620973 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f626d37f-8cbc-4750-9620-033e32befae3 req-4f69098f-cec4-4113-af76-25568356f524 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 945 time: 0.5004714 Nov 02 11:39:28.646559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-fb5398f9-ac4e-442b-8e40-3975c13fa961 service neutron] 10.222.0.79 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310254 Nov 02 11:39:28.658468 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f7b1ec99-09c5-4a0d-b773-051c420ce015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:28.748465 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6640f37-c661-4780-84dc-a19411b8f4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:28.749484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6640f37-c661-4780-84dc-a19411b8f4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:28.756106 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6640f37-c661-4780-84dc-a19411b8f4ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:28.787640 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f626d37f-8cbc-4750-9620-033e32befae3 req-e42e6073-edbc-47eb-9f41-5d557d3c2787 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594708 Nov 02 11:39:28.813647 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-880636b4-4a4c-4208-8f52-a84085efd4b9 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:28.813647 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-880636b4-4a4c-4208-8f52-a84085efd4b9 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84&tenant_id=c94d0cac32b24c41b06f1c29df1efe18&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 1097 time: 0.1649015 Nov 02 11:39:28.833260 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-18'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:28.844132 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-213d60b3-c437-44d0-b744-d1cc00ecd7ec tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:28.874847 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-516cb2d4-b961-4e00-acc1-87fe388b41b6 req-71bf4d0a-2333-4c70-8d47-a6808eb47f06 service neutron] 10.222.0.79 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188671 Nov 02 11:39:28.875646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6640f37-c661-4780-84dc-a19411b8f4ba admin admin] Pushing event updated for resources: {'Network': ['ID=504b4c6e-4bb3-4ef7-b940-e3551c80e589,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:28.892944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 504b4c6e-4bb3-4ef7-b940-e3551c80e589 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:39:28.915809 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d6640f37-c661-4780-84dc-a19411b8f4ba admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7182209 Nov 02 11:39:28.918296 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55604) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:28.928186 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-266ac7fe-f562-4752-88ba-75c44f924b12 admin admin] Request body: {'subnet': {'network_id': '504b4c6e-4bb3-4ef7-b940-e3551c80e589', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1659361359-subnet', 'tenant_id': 'e079a5f8a9a14f658ee1404ec40053d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:28.979829 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f7b1ec99-09c5-4a0d-b773-051c420ce015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:28.995315 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f7b1ec99-09c5-4a0d-b773-051c420ce015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:28.995315 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f7b1ec99-09c5-4a0d-b773-051c420ce015 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/38bb0874-1a13-47d0-9561-cd8848c89977 HTTP/1.1" status: 204 len: 168 time: 0.6016786 Nov 02 11:39:29.011614 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1ec99-09c5-4a0d-b773-051c420ce015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bb0874-1a13-47d0-9561-cd8848c89977,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:29.023814 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:29.115253 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266ac7fe-f562-4752-88ba-75c44f924b12 admin admin] Made reservation on behalf of e079a5f8a9a14f658ee1404ec40053d2 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:29.118395 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-266ac7fe-f562-4752-88ba-75c44f924b12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:29.153356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34767cfe-c2bf-4462-a44d-4c6e0d9e00b4 req-8484d2e9-4796-4c2c-93e9-1289514b63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:29.155404 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34767cfe-c2bf-4462-a44d-4c6e0d9e00b4 req-8484d2e9-4796-4c2c-93e9-1289514b63e2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f50c56b4947f4f90aeacb8ef818c4115&device_id=91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1 HTTP/1.1" status: 200 len: 1095 time: 0.0544972 Nov 02 11:39:29.171788 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-213d60b3-c437-44d0-b744-d1cc00ecd7ec tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:29.277444 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213d60b3-c437-44d0-b744-d1cc00ecd7ec tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:39:29.290033 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-213d60b3-c437-44d0-b744-d1cc00ecd7ec tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:29.294819 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34767cfe-c2bf-4462-a44d-4c6e0d9e00b4 req-91af77e7-2e1b-4627-8c20-d81bf01b0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:29.296247 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34767cfe-c2bf-4462-a44d-4c6e0d9e00b4 req-91af77e7-2e1b-4627-8c20-d81bf01b0f89 service neutron] 10.222.0.79 "GET /v2.0/networks?id=92c7d3c6-cc6f-44e4-8af3-c70001664caf HTTP/1.1" status: 200 len: 906 time: 0.1324878 Nov 02 11:39:29.300746 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213d60b3-c437-44d0-b744-d1cc00ecd7ec tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:39:29.372824 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d60b3-c437-44d0-b744-d1cc00ecd7ec tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Pushing event updated for resources: {'Port': ['ID=b9131650-6d66-4d38-ab13-4d02afbac3c5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:29.429965 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] For port b86ed647-2d5c-4721-8379-61ef6a25b6fb, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b86ed647-2d5c-4721-8379-61ef6a25b6fb,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:29.547963 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] For port b86ed647-2d5c-4721-8379-61ef6a25b6fb, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:39:29.574198 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-213d60b3-c437-44d0-b744-d1cc00ecd7ec tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:29.654051 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:29.709410 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34767cfe-c2bf-4462-a44d-4c6e0d9e00b4 req-7ba3f48e-7bdb-4c9a-97da-fde806708f88 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4e6b700-a4fb-4892-b142-3565a7ccad40 HTTP/1.1" status: 200 len: 217 time: 0.4040055 Nov 02 11:39:29.764271 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:29.766611 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-266ac7fe-f562-4752-88ba-75c44f924b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:29.770207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa036b2e-7793-4e77-802b-a8983d7a606c req-d38645f2-4bb3-478e-a3c8-a65dca3fb8c3 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:29.772808 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa036b2e-7793-4e77-802b-a8983d7a606c req-d38645f2-4bb3-478e-a3c8-a65dca3fb8c3 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1 HTTP/1.1" status: 200 len: 943 time: 0.0946472 Nov 02 11:39:29.810037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34767cfe-c2bf-4462-a44d-4c6e0d9e00b4 req-0595f0cc-d5d4-48df-9538-16abeb7578d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:29.811838 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34767cfe-c2bf-4462-a44d-4c6e0d9e00b4 req-0595f0cc-d5d4-48df-9538-16abeb7578d0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9853137b-7032-4499-acf2-66fe74777f85 HTTP/1.1" status: 200 len: 845 time: 0.0913215 Nov 02 11:39:29.852424 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-213d60b3-c437-44d0-b744-d1cc00ecd7ec tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:29.865498 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa036b2e-7793-4e77-802b-a8983d7a606c req-4d6b232b-ae88-434f-a3c3-b0f547edb176 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768099 Nov 02 11:39:29.906899 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34767cfe-c2bf-4462-a44d-4c6e0d9e00b4 req-f449b73a-b366-4769-aa56-71f4aa29b8d2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=92c7d3c6-cc6f-44e4-8af3-c70001664caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802593 Nov 02 11:39:29.930053 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77a897f-41d3-4cca-ada3-da8c29a8cb84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b86ed647-2d5c-4721-8379-61ef6a25b6fb'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:29.932836 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f85b46-1d40-4d10-8796-34b16dabcd34" -d '{"events": [{"server_uuid": "d77a897f-41d3-4cca-ada3-da8c29a8cb84", "name": "network-vif-unplugged", "status": "completed", "tag": "b86ed647-2d5c-4721-8379-61ef6a25b6fb"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:29.968215 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b86ed647-2d5c-4721-8379-61ef6a25b6fb details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:39:29.973200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:39:30.007313 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ac7fe-f562-4752-88ba-75c44f924b12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92104419-df46-4e3f-9d7a-b7436789234f,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:30.024212 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:39:30.024212 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 6dd315c0-fcdb-4c14-8fa7-85de0ade7880 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:39:30.077983 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34767cfe-c2bf-4462-a44d-4c6e0d9e00b4 req-bc70f7d7-a893-4ebd-ae6b-c1739fd61554 service neutron] 10.222.0.79 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647899 Nov 02 11:39:30.093411 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Pushing event updated for resources: {'Port': ['ID=b86ed647-2d5c-4721-8379-61ef6a25b6fb,revision_number=7']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:30.094602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d0c63-1b6b-4ad8-8aa9-92b7c09a561e req-43c75a7a-b3c6-4c5b-978d-ca8dd772cd36 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:30.096905 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-800d0c63-1b6b-4ad8-8aa9-92b7c09a561e req-43c75a7a-b3c6-4c5b-978d-ca8dd772cd36 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 943 time: 0.1105742 Nov 02 11:39:30.120254 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb on host n-h1-806683-18 for vnic_type normal with profile {"migrating_to": "n-h2-806683-18"} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:39:30.120580 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:39:30.120909 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:30.136424 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Port b86ed647-2d5c-4721-8379-61ef6a25b6fb on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:39:30.136769 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:30.142895 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266ac7fe-f562-4752-88ba-75c44f924b12 admin admin] Checking segment: {'id': 'b8480e8f-4441-4c96-89c1-478eb255a9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '504b4c6e-4bb3-4ef7-b940-e3551c80e589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:30.143295 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266ac7fe-f562-4752-88ba-75c44f924b12 admin admin] Network hostable DHCP agents. Network: 504b4c6e-4bb3-4ef7-b940-e3551c80e589, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:39:30.148755 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:39:30.149097 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Checking segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:30.149513 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Bound using segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:39:30.149924 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Bound port: b86ed647-2d5c-4721-8379-61ef6a25b6fb, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:39:30.150280 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:30.181020 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port b86ed647-2d5c-4721-8379-61ef6a25b6fb, host n-h1-806683-18, got binding levels [] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:30.225105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb on host n-h1-806683-18 for vnic_type normal with profile {"migrating_to": "n-h2-806683-18"} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:39:30.225512 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:39:30.226148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:30.227770 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-800d0c63-1b6b-4ad8-8aa9-92b7c09a561e req-08265c66-f31c-4038-b70a-eb5ec8097405 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220467 Nov 02 11:39:30.233331 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Port b86ed647-2d5c-4721-8379-61ef6a25b6fb on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:39:30.233909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:30.239735 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:39:30.240397 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Checking segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:30.241200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Bound using segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:39:30.241692 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Bound port: b86ed647-2d5c-4721-8379-61ef6a25b6fb, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:39:30.242839 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:30.262181 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34767cfe-c2bf-4462-a44d-4c6e0d9e00b4 req-fc07cfc0-0a59-441e-a67e-46065fdd364d service neutron] 10.222.0.79 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642542 Nov 02 11:39:30.316359 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port b86ed647-2d5c-4721-8379-61ef6a25b6fb, host n-h1-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:39:30.320156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port b86ed647-2d5c-4721-8379-61ef6a25b6fb, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b86ed647-2d5c-4721-8379-61ef6a25b6fb,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:39:30.329350 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630a06a0-19ca-46f7-b230-f981148aa2be x-openstack-request-id: req-630a06a0-19ca-46f7-b230-f981148aa2be {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:30.329685 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77a897f-41d3-4cca-ada3-da8c29a8cb84", "name": "network-vif-unplugged", "status": "completed", "tag": "b86ed647-2d5c-4721-8379-61ef6a25b6fb", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:30.330021 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-630a06a0-19ca-46f7-b230-f981148aa2be {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:30.330414 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77a897f-41d3-4cca-ada3-da8c29a8cb84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b86ed647-2d5c-4721-8379-61ef6a25b6fb', 'code': 200} Nov 02 11:39:30.378156 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-213d60b3-c437-44d0-b744-d1cc00ecd7ec tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:30.838511 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:30.876831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] For port b86ed647-2d5c-4721-8379-61ef6a25b6fb, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:39:30.876831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266ac7fe-f562-4752-88ba-75c44f924b12 admin admin] Network 504b4c6e-4bb3-4ef7-b940-e3551c80e589 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:39:30.948250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b86ed647-2d5c-4721-8379-61ef6a25b6fb has no active binding in host n-h2-806683-18 {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 02 11:39:30.974744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=b86ed647-2d5c-4721-8379-61ef6a25b6fb,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:31.004430 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-213d60b3-c437-44d0-b744-d1cc00ecd7ec tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:31.053900 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa61b8a-ee73-4c0f-81e5-d11a21abfacb req-f8e93f7b-d614-4927-ba57-c861f1c44ca9 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:31.055599 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6aa61b8a-ee73-4c0f-81e5-d11a21abfacb req-f8e93f7b-d614-4927-ba57-c861f1c44ca9 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1 HTTP/1.1" status: 200 len: 943 time: 0.0701499 Nov 02 11:39:31.100182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55650) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:31.127265 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d60b3-c437-44d0-b744-d1cc00ecd7ec tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Pushing event updated for resources: {'Port': ['ID=b9131650-6d66-4d38-ab13-4d02afbac3c5,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:31.141397 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-213d60b3-c437-44d0-b744-d1cc00ecd7ec tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:31.155253 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6aa61b8a-ee73-4c0f-81e5-d11a21abfacb req-61d290cb-5d4a-4ced-8ae7-f94c5fda7886 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928910 Nov 02 11:39:31.162406 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.api [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) b86ed647-2d5c-4721-8379-61ef6a25b6fb-n-h1-806683-18-0 {{(pid=102690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:39:31.163031 n-d-806683-18 neutron-server[102690]: DEBUG oslo_db.api [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:39:31.255133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-137467c3-0c60-4d6e-9ade-22d5b679ee80 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1459633694-network', 'tenant_id': 'bcd4062291984e6cb36b5aba8ef833aa'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:31.360190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc56bf6-cb34-4f16-953b-a8312d7a8f18 req-5476652b-c382-4f11-808a-81afe37debea tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:31.361719 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0cc56bf6-cb34-4f16-953b-a8312d7a8f18 req-5476652b-c382-4f11-808a-81afe37debea tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 943 time: 0.0532000 Nov 02 11:39:31.471951 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-266ac7fe-f562-4752-88ba-75c44f924b12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 504b4c6e-4bb3-4ef7-b940-e3551c80e589) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:31.482568 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-213d60b3-c437-44d0-b744-d1cc00ecd7ec tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:31.482742 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae39f02-421b-417c-a84d-67652826179f None None] Network 504b4c6e-4bb3-4ef7-b940-e3551c80e589 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:39:31.486965 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-213d60b3-c437-44d0-b744-d1cc00ecd7ec tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0310843 Nov 02 11:39:31.508468 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266ac7fe-f562-4752-88ba-75c44f924b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:31.509278 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-266ac7fe-f562-4752-88ba-75c44f924b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:31.670801 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf122e-a6b3-45ba-96d1-7d633bf85b4e req-dd842714-4f6f-41d5-98b4-3a7ad719aea9 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:31.673214 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bcdf122e-a6b3-45ba-96d1-7d633bf85b4e req-dd842714-4f6f-41d5-98b4-3a7ad719aea9 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.0870972 Nov 02 11:39:31.697515 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab292cf2-edaf-4485-bac3-5847843838f3 None None] Network 504b4c6e-4bb3-4ef7-b940-e3551c80e589 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:39:31.714003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb on host n-h1-806683-18 for vnic_type normal with profile {"migrating_to": "n-h2-806683-18"} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:39:31.715075 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:39:31.715075 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:31.728328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Port b86ed647-2d5c-4721-8379-61ef6a25b6fb on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:39:31.728655 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Attempting to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:31.737692 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:39:31.738055 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Checking segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:31.738432 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Bound using segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:39:31.738871 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Bound port: b86ed647-2d5c-4721-8379-61ef6a25b6fb, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:39:31.739272 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:31.825037 n-d-806683-18 neutron-server[102690]: WARNING neutron.plugins.ml2.plugin [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Concurrent port binding operations failed on port b86ed647-2d5c-4721-8379-61ef6a25b6fb Nov 02 11:39:31.828807 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] For port b86ed647-2d5c-4721-8379-61ef6a25b6fb, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b86ed647-2d5c-4721-8379-61ef6a25b6fb,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:31.830435 n-d-806683-18 neutron-server[102690]: INFO neutron.plugins.ml2.plugin [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Attempt 2 to bind port b86ed647-2d5c-4721-8379-61ef6a25b6fb Nov 02 11:39:31.833530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:31.834397 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:31.835858 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-fa2bcae0-f720-47d4-9790-ec2c598e2f46 service neutron] 10.222.0.54 "PUT /v2.0/ports/b86ed647-2d5c-4721-8379-61ef6a25b6fb HTTP/1.1" status: 200 len: 1123 time: 3.0125177 Nov 02 11:39:31.906806 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['b86ed647-2d5c-4721-8379-61ef6a25b6fb'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:39:31.920278 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bcdf122e-a6b3-45ba-96d1-7d633bf85b4e req-38725db5-7bf6-43b8-b55b-28152f86eb8d tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341731 Nov 02 11:39:31.926673 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0cc56bf6-cb34-4f16-953b-a8312d7a8f18 req-2a5139bf-a621-4ea6-afd7-f716c61a9c67 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5581884 Nov 02 11:39:31.939351 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['b86ed647-2d5c-4721-8379-61ef6a25b6fb'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:39:31.951662 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137467c3-0c60-4d6e-9ade-22d5b679ee80 admin admin] Made reservation on behalf of bcd4062291984e6cb36b5aba8ef833aa for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:31.955063 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-137467c3-0c60-4d6e-9ade-22d5b679ee80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:31.965803 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-137467c3-0c60-4d6e-9ade-22d5b679ee80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:32.033245 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-266ac7fe-f562-4752-88ba-75c44f924b12 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.1134090 Nov 02 11:39:32.155982 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-137467c3-0c60-4d6e-9ade-22d5b679ee80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:32.162434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55682) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:32.166256 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-dd2e60a4-a90e-4c1d-b776-bc91dd0e3003 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--90958164&fields=id&tenant_id=64aa6fc6129046d39db8fcdbafe36f3c HTTP/1.1" status: 200 len: 267 time: 0.1011679 Nov 02 11:39:32.236229 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-137467c3-0c60-4d6e-9ade-22d5b679ee80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:32.269068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55690) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:32.271665 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137467c3-0c60-4d6e-9ade-22d5b679ee80 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:39:32.332666 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77a897f-41d3-4cca-ada3-da8c29a8cb84', 'tag': 'b86ed647-2d5c-4721-8379-61ef6a25b6fb'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:32.336435 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34f2312-4b10-43f1-8005-8b80f835d247" -d '{"events": [{"name": "network-changed", "server_uuid": "d77a897f-41d3-4cca-ada3-da8c29a8cb84", "tag": "b86ed647-2d5c-4721-8379-61ef6a25b6fb"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:32.349577 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f286e56-90cf-48d2-9671-a4b397fe6ac4 admin admin] Deleting subnet 802447f2-794b-455d-8f34-e30999257227 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:39:32.355043 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c4e6b700-a4fb-4892-b142-3565a7ccad40 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:39:32.359903 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-1f2d17a2-73cf-43c0-8aef-e796cd017235 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:32.375153 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4f286e56-90cf-48d2-9671-a4b397fe6ac4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:32.375338 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-1f2d17a2-73cf-43c0-8aef-e796cd017235 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/networks?id=553d8a65-a84a-477c-a37f-732161b647fe HTTP/1.1" status: 200 len: 806 time: 0.1978354 Nov 02 11:39:32.403668 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-97473b95-48e8-402f-8658-935fa56ec6d5 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/quotas/64aa6fc6129046d39db8fcdbafe36f3c HTTP/1.1" status: 200 len: 375 time: 0.0244794 Nov 02 11:39:32.424171 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137467c3-0c60-4d6e-9ade-22d5b679ee80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e4575e-704b-4b21-a23b-a5769a70e6fd,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:32.435710 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-137467c3-0c60-4d6e-9ade-22d5b679ee80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:32.436065 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-137467c3-0c60-4d6e-9ade-22d5b679ee80 admin admin] Added segment 0cb7c446-ac5e-49ae-9a53-793a13580771 of type vlan for network 2ca27b90-c6ce-41a0-9110-59b811829d3e Nov 02 11:39:32.441001 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e10ffe23-611f-475a-8650-3b01fbc97b56 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1136912573-network', 'tenant_id': 'dab85f8470fc4f12ba21a04a23bf6916'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:32.466074 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-a2af3323-d11f-450c-b115-dcd8e3b653b9 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=64aa6fc6129046d39db8fcdbafe36f3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640013 Nov 02 11:39:32.522201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c4e6b700-a4fb-4892-b142-3565a7ccad40, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c4e6b700-a4fb-4892-b142-3565a7ccad40,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:32.542604 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'c4e6b700-a4fb-4892-b142-3565a7ccad40', 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf', 'port_id': 'c4e6b700-a4fb-4892-b142-3565a7ccad40', 'mac_address': 'fa:16:3e:50:35:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9853137b-7032-4499-acf2-66fe74777f85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:39:32.564859 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-137467c3-0c60-4d6e-9ade-22d5b679ee80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:32.570555 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4f286e56-90cf-48d2-9671-a4b397fe6ac4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:32.581138 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77f26b-966e-4ea6-8421-20a63aa60363 req-72d4526d-5401-416e-a246-b2af2fb44622 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:32.583614 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc77f26b-966e-4ea6-8421-20a63aa60363 req-72d4526d-5401-416e-a246-b2af2fb44622 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1 HTTP/1.1" status: 200 len: 943 time: 0.2289762 Nov 02 11:39:32.606842 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:32.631133 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e6b700-a4fb-4892-b142-3565a7ccad40 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:39:32.660997 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c4e6b700-a4fb-4892-b142-3565a7ccad40, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c4e6b700-a4fb-4892-b142-3565a7ccad40,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:32.665057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10ffe23-611f-475a-8650-3b01fbc97b56 admin admin] Made reservation on behalf of dab85f8470fc4f12ba21a04a23bf6916 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:32.667285 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e10ffe23-611f-475a-8650-3b01fbc97b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:32.683057 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e10ffe23-611f-475a-8650-3b01fbc97b56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:32.685164 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4f286e56-90cf-48d2-9671-a4b397fe6ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:32.687490 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-62f45216-938c-4a72-9bc3-fcb088ceafe5 service neutron] 10.222.0.52 "GET /v2.0/networks/553d8a65-a84a-477c-a37f-732161b647fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023377 Nov 02 11:39:32.729037 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc77f26b-966e-4ea6-8421-20a63aa60363 req-335e846e-03cb-44ee-86b8-8fd6d2f7f559 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232362 Nov 02 11:39:32.784337 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-137467c3-0c60-4d6e-9ade-22d5b679ee80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:32.785324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137467c3-0c60-4d6e-9ade-22d5b679ee80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:32.785918 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-137467c3-0c60-4d6e-9ade-22d5b679ee80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:32.793847 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a89b9e-85c4-4280-8bf5-c4b6f75d7aca x-openstack-request-id: req-f0a89b9e-85c4-4280-8bf5-c4b6f75d7aca {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:32.794252 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77a897f-41d3-4cca-ada3-da8c29a8cb84", "tag": "b86ed647-2d5c-4721-8379-61ef6a25b6fb", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:32.794491 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0a89b9e-85c4-4280-8bf5-c4b6f75d7aca {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:32.794970 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77a897f-41d3-4cca-ada3-da8c29a8cb84', 'tag': 'b86ed647-2d5c-4721-8379-61ef6a25b6fb', 'status': 'completed', 'code': 200} Nov 02 11:39:32.813907 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:32.819256 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-c237f419-ea6e-4351-8d5c-33bf44a08f03 service neutron] 10.222.0.52 "GET /v2.0/networks/553d8a65-a84a-477c-a37f-732161b647fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307845 Nov 02 11:39:32.889375 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=c4e6b700-a4fb-4892-b142-3565a7ccad40,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:32.904663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137467c3-0c60-4d6e-9ade-22d5b679ee80 admin admin] Pushing event updated for resources: {'Network': ['ID=2ca27b90-c6ce-41a0-9110-59b811829d3e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:32.921613 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4f286e56-90cf-48d2-9671-a4b397fe6ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:32.921739 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 2ca27b90-c6ce-41a0-9110-59b811829d3e details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:39:32.925506 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e10ffe23-611f-475a-8650-3b01fbc97b56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:32.958115 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be0c9a-cb13-4c30-9c7b-89e466bc8026 req-4c7e6557-da09-45d6-8cf5-427a4a5f49b5 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:32.963060 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-69be0c9a-cb13-4c30-9c7b-89e466bc8026 req-4c7e6557-da09-45d6-8cf5-427a4a5f49b5 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.54 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.1013868 Nov 02 11:39:32.969971 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-137467c3-0c60-4d6e-9ade-22d5b679ee80 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8657062 Nov 02 11:39:32.969971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f286e56-90cf-48d2-9671-a4b397fe6ac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=802447f2-794b-455d-8f34-e30999257227,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:32.971213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55700) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:32.975017 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4f286e56-90cf-48d2-9671-a4b397fe6ac4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:32.978295 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4f286e56-90cf-48d2-9671-a4b397fe6ac4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/802447f2-794b-455d-8f34-e30999257227 HTTP/1.1" status: 204 len: 168 time: 0.7078614 Nov 02 11:39:32.981887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2312-4b10-43f1-8005-8b80f835d247 req-c7b3ca7b-d423-47d1-935f-1b63198d32e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:32.983444 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d34f2312-4b10-43f1-8005-8b80f835d247 req-c7b3ca7b-d423-47d1-935f-1b63198d32e4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 1126 time: 0.1590996 Nov 02 11:39:32.983930 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55702) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:32.986586 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4b079d6c-e55b-4e44-83b7-c80f994a69f8 admin admin] Request body: {'subnet': {'network_id': '2ca27b90-c6ce-41a0-9110-59b811829d3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1459633694-subnet', 'tenant_id': 'bcd4062291984e6cb36b5aba8ef833aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:33.064857 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e10ffe23-611f-475a-8650-3b01fbc97b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:33.174647 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10ffe23-611f-475a-8650-3b01fbc97b56 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:39:33.187129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-69be0c9a-cb13-4c30-9c7b-89e466bc8026 req-96f89bbb-42bb-4cd0-9e0b-4214f4c0520f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Deleting port efe45a3a-b601-41ee-a6f1-63ab23b1a802 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:39:33.201994 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-69be0c9a-cb13-4c30-9c7b-89e466bc8026 req-96f89bbb-42bb-4cd0-9e0b-4214f4c0520f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:33.202219 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a1ae69a6-9e6f-4976-8f7e-b94e7600a476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:33.227009 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e10ffe23-611f-475a-8650-3b01fbc97b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:33.227009 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-e10ffe23-611f-475a-8650-3b01fbc97b56 admin admin] Added segment 8a5b9b2b-9885-4a48-8edf-7143a57cba10 of type vlan for network 0ce4199a-3410-4fe8-b627-1e9597d841bd Nov 02 11:39:33.227009 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ffe23-611f-475a-8650-3b01fbc97b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9681068-03ec-4050-9bc6-990458a50f65,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:33.304736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891d55a-25df-408d-b5da-2f806163d64b req-72cc588b-9984-4ca7-9e72-acf53bd11572 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:33.307356 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6891d55a-25df-408d-b5da-2f806163d64b req-72cc588b-9984-4ca7-9e72-acf53bd11572 tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 949 time: 0.2361298 Nov 02 11:39:33.314167 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2312-4b10-43f1-8005-8b80f835d247 req-9a712b01-0c35-47a3-bc82-d6e3f21d208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:33.316028 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d34f2312-4b10-43f1-8005-8b80f835d247 req-9a712b01-0c35-47a3-bc82-d6e3f21d208e service neutron] 10.222.0.79 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 908 time: 0.3232377 Nov 02 11:39:33.317758 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b079d6c-e55b-4e44-83b7-c80f994a69f8 admin admin] Made reservation on behalf of bcd4062291984e6cb36b5aba8ef833aa for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:33.321618 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b079d6c-e55b-4e44-83b7-c80f994a69f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:33.323005 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e10ffe23-611f-475a-8650-3b01fbc97b56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:33.454406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['c4e6b700-a4fb-4892-b142-3565a7ccad40'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:39:33.456200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d34f2312-4b10-43f1-8005-8b80f835d247 req-23cce093-78ff-4122-89d8-0e52037541e8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b86ed647-2d5c-4721-8379-61ef6a25b6fb HTTP/1.1" status: 200 len: 217 time: 0.1037617 Nov 02 11:39:33.540261 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6891d55a-25df-408d-b5da-2f806163d64b req-0ca9da56-7c12-4db9-ae68-3a9cf9ab936a tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/security-groups?id=6b40d89d-2b89-44c4-b1e5-fed734a6d387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320182 Nov 02 11:39:33.545402 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a1ae69a6-9e6f-4976-8f7e-b94e7600a476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:33.595840 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-69be0c9a-cb13-4c30-9c7b-89e466bc8026 req-96f89bbb-42bb-4cd0-9e0b-4214f4c0520f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] For port efe45a3a-b601-41ee-a6f1-63ab23b1a802, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=efe45a3a-b601-41ee-a6f1-63ab23b1a802,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:33.596201 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-69be0c9a-cb13-4c30-9c7b-89e466bc8026 req-96f89bbb-42bb-4cd0-9e0b-4214f4c0520f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:33.617764 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e10ffe23-611f-475a-8650-3b01fbc97b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:33.619494 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ffe23-611f-475a-8650-3b01fbc97b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:33.620214 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e10ffe23-611f-475a-8650-3b01fbc97b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:33.625100 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-69be0c9a-cb13-4c30-9c7b-89e466bc8026 req-96f89bbb-42bb-4cd0-9e0b-4214f4c0520f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Calling delete_port for efe45a3a-b601-41ee-a6f1-63ab23b1a802 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:39:33.642628 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f7981-b0f4-450d-8fac-a24d2a89eb9e req-d5321d88-e092-4349-8bbd-257c4e424471 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:33.643934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-a1ae69a6-9e6f-4976-8f7e-b94e7600a476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817cb660-4634-4c4e-a07a-c2fd5dda7835']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:33.644243 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bf8f7981-b0f4-450d-8fac-a24d2a89eb9e req-d5321d88-e092-4349-8bbd-257c4e424471 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 943 time: 0.3464513 Nov 02 11:39:33.680229 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-a1ae69a6-9e6f-4976-8f7e-b94e7600a476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b299e65-1da0-4a66-9de3-fb77ca86f6f7') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:33.681489 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-a1ae69a6-9e6f-4976-8f7e-b94e7600a476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b299e65-1da0-4a66-9de3-fb77ca86f6f7') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:33.684475 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2312-4b10-43f1-8005-8b80f835d247 req-ca557c10-63cb-4ded-aeba-6790ad52f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:33.686669 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d34f2312-4b10-43f1-8005-8b80f835d247 req-ca557c10-63cb-4ded-aeba-6790ad52f088 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.1698959 Nov 02 11:39:33.699557 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e10ffe23-611f-475a-8650-3b01fbc97b56 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5357206 Nov 02 11:39:33.707471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55714) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:33.720262 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a1ae69a6-9e6f-4976-8f7e-b94e7600a476 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:33.767348 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-42cf9d8f-b511-4682-8d1a-f0af719ea3cc admin admin] Request body: {'subnet': {'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1136912573-subnet', 'tenant_id': 'dab85f8470fc4f12ba21a04a23bf6916', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:33.812543 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bf8f7981-b0f4-450d-8fac-a24d2a89eb9e req-a8772ce3-a1f2-453d-849c-5b15995cb47c tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584630 Nov 02 11:39:33.860417 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d34f2312-4b10-43f1-8005-8b80f835d247 req-c802aef4-abd8-46a5-ba0b-7f91ac3b57a9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577218 Nov 02 11:39:33.869584 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7764bdeb-1e00-4ff5-8f34-106d74c6393c req-f2e563d5-47ca-4c47-aaac-8bf93c85fe2b tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/ports?device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 210 time: 0.1680763 Nov 02 11:39:33.878457 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a1ae69a6-9e6f-4976-8f7e-b94e7600a476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:33.881189 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ffe23-611f-475a-8650-3b01fbc97b56 admin admin] Pushing event updated for resources: {'Network': ['ID=0ce4199a-3410-4fe8-b627-1e9597d841bd,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:33.904267 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 0ce4199a-3410-4fe8-b627-1e9597d841bd details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:39:33.955356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ae69a6-9e6f-4976-8f7e-b94e7600a476 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:39:33.956158 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a1ae69a6-9e6f-4976-8f7e-b94e7600a476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:33.958206 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cf9d8f-b511-4682-8d1a-f0af719ea3cc admin admin] Made reservation on behalf of dab85f8470fc4f12ba21a04a23bf6916 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:33.960663 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42cf9d8f-b511-4682-8d1a-f0af719ea3cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:39:33.963067 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:39:33.999967 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b079d6c-e55b-4e44-83b7-c80f994a69f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:34.056113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbed2a-21bd-4bf9-9c01-e0e8345d5b91 req-0e50b424-7743-4aaa-8120-4222e88b349b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:34.058130 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9afbed2a-21bd-4bf9-9c01-e0e8345d5b91 req-0e50b424-7743-4aaa-8120-4222e88b349b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1 HTTP/1.1" status: 200 len: 944 time: 0.1086140 Nov 02 11:39:34.065386 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-69be0c9a-cb13-4c30-9c7b-89e466bc8026 req-96f89bbb-42bb-4cd0-9e0b-4214f4c0520f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:34.139171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f89bbb-42bb-4cd0-9e0b-4214f4c0520f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Pushing event deleted for resources: {'Port': ['ID=efe45a3a-b601-41ee-a6f1-63ab23b1a802,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:34.146083 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b079d6c-e55b-4e44-83b7-c80f994a69f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f553011b-49e5-444f-8be5-053c83b3cd1a,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:34.169784 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d34f2312-4b10-43f1-8005-8b80f835d247 req-b921873b-90db-4fbe-a73d-677e6f4e0d8f service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888830 Nov 02 11:39:34.216360 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-69be0c9a-cb13-4c30-9c7b-89e466bc8026 req-96f89bbb-42bb-4cd0-9e0b-4214f4c0520f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] No DVR routers for this DVR port efe45a3a-b601-41ee-a6f1-63ab23b1a802 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:39:34.222427 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-69be0c9a-cb13-4c30-9c7b-89e466bc8026 req-96f89bbb-42bb-4cd0-9e0b-4214f4c0520f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:34.225896 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-69be0c9a-cb13-4c30-9c7b-89e466bc8026 req-96f89bbb-42bb-4cd0-9e0b-4214f4c0520f tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.54 "DELETE /v2.0/ports/efe45a3a-b601-41ee-a6f1-63ab23b1a802 HTTP/1.1" status: 204 len: 173 time: 1.2467942 Nov 02 11:39:34.237213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b079d6c-e55b-4e44-83b7-c80f994a69f8 admin admin] Checking segment: {'id': '0cb7c446-ac5e-49ae-9a53-793a13580771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2ca27b90-c6ce-41a0-9110-59b811829d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:34.239361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b079d6c-e55b-4e44-83b7-c80f994a69f8 admin admin] Network hostable DHCP agents. Network: 2ca27b90-c6ce-41a0-9110-59b811829d3e, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:39:34.244706 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9afbed2a-21bd-4bf9-9c01-e0e8345d5b91 req-6457e37d-4871-4772-8c34-95427118a6da tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738048 Nov 02 11:39:34.268018 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a1ae69a6-9e6f-4976-8f7e-b94e7600a476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:34.288879 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a1ae69a6-9e6f-4976-8f7e-b94e7600a476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:34.292699 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a1ae69a6-9e6f-4976-8f7e-b94e7600a476 admin admin] 10.222.0.52 "DELETE /v2.0/networks/817cb660-4634-4c4e-a07a-c2fd5dda7835 HTTP/1.1" status: 204 len: 168 time: 1.3077672 Nov 02 11:39:34.296618 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55718) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:34.320795 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae69a6-9e6f-4976-8f7e-b94e7600a476 admin admin] Pushing event deleted for resources: {'Network': ['ID=817cb660-4634-4c4e-a07a-c2fd5dda7835,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:34.353567 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c4e6b700-a4fb-4892-b142-3565a7ccad40 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:39:34.373085 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fdd9596-5175-46e5-bc4a-a1bac6ca9c59 admin admin] Deleting subnet 92104419-df46-4e3f-9d7a-b7436789234f {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:39:34.378189 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1fdd9596-5175-46e5-bc4a-a1bac6ca9c59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:34.380606 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d34f2312-4b10-43f1-8005-8b80f835d247 req-e4892352-aa9a-4d56-8022-5e277b16d47c service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030911 Nov 02 11:39:34.410352 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b079d6c-e55b-4e44-83b7-c80f994a69f8 admin admin] Network 2ca27b90-c6ce-41a0-9110-59b811829d3e is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:39:34.426859 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1fdd9596-5175-46e5-bc4a-a1bac6ca9c59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:34.478215 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1fdd9596-5175-46e5-bc4a-a1bac6ca9c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:34.533699 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42cf9d8f-b511-4682-8d1a-f0af719ea3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:34.608784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf9d8f-b511-4682-8d1a-f0af719ea3cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8fd955-ee72-4130-b4fc-a0b488dfdf52,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:34.623992 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cf9d8f-b511-4682-8d1a-f0af719ea3cc admin admin] Checking segment: {'id': '8a5b9b2b-9885-4a48-8edf-7143a57cba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:34.624358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cf9d8f-b511-4682-8d1a-f0af719ea3cc admin admin] Network hostable DHCP agents. Network: 0ce4199a-3410-4fe8-b627-1e9597d841bd, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:39:34.647426 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-4b079d6c-e55b-4e44-83b7-c80f994a69f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 2ca27b90-c6ce-41a0-9110-59b811829d3e) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:34.647666 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port c4e6b700-a4fb-4892-b142-3565a7ccad40 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:39:34.656019 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b079d6c-e55b-4e44-83b7-c80f994a69f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:34.665277 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b079d6c-e55b-4e44-83b7-c80f994a69f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:34.665572 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port c4e6b700-a4fb-4892-b142-3565a7ccad40 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:34.665862 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:34.671150 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eb7991-ac86-4c30-b9c5-c66fb8eb0b3d None None] Network 2ca27b90-c6ce-41a0-9110-59b811829d3e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:39:34.690333 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1fdd9596-5175-46e5-bc4a-a1bac6ca9c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:34.700273 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9cb596d3-7167-4e4d-8c5e-6cafe970a831 req-13f9081e-1f55-468a-b6b7-4293e0a779dd tempest-MigrationsAdminTest-1153455084 tempest-MigrationsAdminTest-1153455084-project] 10.222.0.52 "GET /v2.0/ports?device_id=4eae14d9-7f1e-4f71-b1c4-1e52a84fe687 HTTP/1.1" status: 200 len: 210 time: 0.0399609 Nov 02 11:39:34.727464 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd9596-5175-46e5-bc4a-a1bac6ca9c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92104419-df46-4e3f-9d7a-b7436789234f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:34.744619 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cf9d8f-b511-4682-8d1a-f0af719ea3cc admin admin] Network 0ce4199a-3410-4fe8-b627-1e9597d841bd is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:39:34.751308 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-42cf9d8f-b511-4682-8d1a-f0af719ea3cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 0ce4199a-3410-4fe8-b627-1e9597d841bd) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:34.754632 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1fdd9596-5175-46e5-bc4a-a1bac6ca9c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:34.764298 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cf9d8f-b511-4682-8d1a-f0af719ea3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:34.764298 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42cf9d8f-b511-4682-8d1a-f0af719ea3cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:34.764554 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1fdd9596-5175-46e5-bc4a-a1bac6ca9c59 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/92104419-df46-4e3f-9d7a-b7436789234f HTTP/1.1" status: 204 len: 168 time: 0.4633372 Nov 02 11:39:34.765544 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55726) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:34.792018 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9ab334-c17e-4004-9c67-8a028b3ef9c0 None None] Network 0ce4199a-3410-4fe8-b627-1e9597d841bd requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:39:34.812905 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4b079d6c-e55b-4e44-83b7-c80f994a69f8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8308358 Nov 02 11:39:34.812905 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eae14d9-7f1e-4f71-b1c4-1e52a84fe687', 'name': 'network-vif-deleted', 'tag': 'efe45a3a-b601-41ee-a6f1-63ab23b1a802'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:34.812905 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abbbd17-c98b-470f-9b9d-60d9333a99bf" -d '{"events": [{"server_uuid": "4eae14d9-7f1e-4f71-b1c4-1e52a84fe687", "name": "network-vif-deleted", "tag": "efe45a3a-b601-41ee-a6f1-63ab23b1a802"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:34.864663 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8671ab9c-8ff4-46df-a646-b74def871f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:34.900051 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-42cf9d8f-b511-4682-8d1a-f0af719ea3cc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1673527 Nov 02 11:39:34.918741 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd33573-863e-4f38-a327-c4a99096d0e0 x-openstack-request-id: req-fdd33573-863e-4f38-a327-c4a99096d0e0 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:34.919294 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eae14d9-7f1e-4f71-b1c4-1e52a84fe687", "name": "network-vif-deleted", "tag": "efe45a3a-b601-41ee-a6f1-63ab23b1a802", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:34.919806 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fdd33573-863e-4f38-a327-c4a99096d0e0 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:34.920384 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eae14d9-7f1e-4f71-b1c4-1e52a84fe687', 'name': 'network-vif-deleted', 'tag': 'efe45a3a-b601-41ee-a6f1-63ab23b1a802', 'status': 'completed', 'code': 200} Nov 02 11:39:35.041823 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8671ab9c-8ff4-46df-a646-b74def871f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:35.081668 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:35.120845 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9cc3a-1b6e-4278-9945-f67ad93def5a req-e86458f3-6787-45b1-9bf2-1d6b364a8aa8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:35.134477 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-50e9cc3a-1b6e-4278-9945-f67ad93def5a req-e86458f3-6787-45b1-9bf2-1d6b364a8aa8 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 943 time: 0.1504116 Nov 02 11:39:35.140402 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59d6c57-9934-47cc-b92b-8339c8256561 None None] Network 2ca27b90-c6ce-41a0-9110-59b811829d3e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:39:35.208394 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8671ab9c-8ff4-46df-a646-b74def871f07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504b4c6e-4bb3-4ef7-b940-e3551c80e589']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:35.212909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e6b700-a4fb-4892-b142-3565a7ccad40'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:35.215733 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a40f64b-1afe-4449-ab89-35ad0c5035f1" -d '{"events": [{"server_uuid": "91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "c4e6b700-a4fb-4892-b142-3565a7ccad40"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:35.238258 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-732b9d7c-53e7-46e7-ae80-a6c38cea80ba req-4531c21d-464f-4061-88aa-a55325e3925a tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/ports?device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 210 time: 0.1788089 Nov 02 11:39:35.262724 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8671ab9c-8ff4-46df-a646-b74def871f07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8480e8f-4441-4c96-89c1-478eb255a9a0') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:35.263937 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8671ab9c-8ff4-46df-a646-b74def871f07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8480e8f-4441-4c96-89c1-478eb255a9a0') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:39:35.276658 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c4e6b700-a4fb-4892-b142-3565a7ccad40, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c4e6b700-a4fb-4892-b142-3565a7ccad40,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:35.282737 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8671ab9c-8ff4-46df-a646-b74def871f07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:35.312519 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8671ab9c-8ff4-46df-a646-b74def871f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:35.322553 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8671ab9c-8ff4-46df-a646-b74def871f07 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:39:35.323081 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8671ab9c-8ff4-46df-a646-b74def871f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:39:35.325043 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:39:35.354306 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-0ce4199a-3410-4fe8-b627-1e9597d841bd', 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd', 'tenant_id': 'dab85f8470fc4f12ba21a04a23bf6916', 'fixed_ips': [{'subnet_id': '5e8fd955-ee72-4130-b4fc-a0b488dfdf52'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:39:35.355864 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:35.367175 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-50e9cc3a-1b6e-4278-9945-f67ad93def5a req-c6f15669-b0fc-4636-bcdc-21ebc08f565e tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263725 Nov 02 11:39:35.400743 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:35.452452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849070f3-c1ab-4663-8fef-a34fd3d079d7 req-bce08f79-ae8c-4314-91ac-19f9e21f3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:35.456365 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-849070f3-c1ab-4663-8fef-a34fd3d079d7 req-bce08f79-ae8c-4314-91ac-19f9e21f3f60 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 1126 time: 0.1458724 Nov 02 11:39:35.516218 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=c4e6b700-a4fb-4892-b142-3565a7ccad40,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:35.547374 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8671ab9c-8ff4-46df-a646-b74def871f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:35.558653 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8671ab9c-8ff4-46df-a646-b74def871f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:35.571839 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8671ab9c-8ff4-46df-a646-b74def871f07 admin admin] 10.222.0.52 "DELETE /v2.0/networks/504b4c6e-4bb3-4ef7-b940-e3551c80e589 HTTP/1.1" status: 204 len: 168 time: 0.8040526 Nov 02 11:39:35.614173 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671ab9c-8ff4-46df-a646-b74def871f07 admin admin] Pushing event deleted for resources: {'Network': ['ID=504b4c6e-4bb3-4ef7-b940-e3551c80e589,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:35.725237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849070f3-c1ab-4663-8fef-a34fd3d079d7 req-4e2791ba-900a-4e66-a799-217a3d1a6024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:35.727496 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-849070f3-c1ab-4663-8fef-a34fd3d079d7 req-4e2791ba-900a-4e66-a799-217a3d1a6024 service neutron] 10.222.0.79 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 908 time: 0.2420816 Nov 02 11:39:35.752043 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Allocated IP 172.20.0.2 (0ce4199a-3410-4fe8-b627-1e9597d841bd/5e8fd955-ee72-4130-b4fc-a0b488dfdf52/309def01-0b43-4481-9fdb-09344ee2f6e0) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:39:35.753710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a42271-03db-44f8-b720-2036e1c43154 req-61a88f1f-974d-4294-b699-f1155cf6942f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:35.755349 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b1a42271-03db-44f8-b720-2036e1c43154 req-61a88f1f-974d-4294-b699-f1155cf6942f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1 HTTP/1.1" status: 200 len: 945 time: 0.0775971 Nov 02 11:39:35.786420 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-849070f3-c1ab-4663-8fef-a34fd3d079d7 req-46de1075-4fd7-426f-b9d4-e44d525c1a7f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b86ed647-2d5c-4721-8379-61ef6a25b6fb HTTP/1.1" status: 200 len: 217 time: 0.0501139 Nov 02 11:39:35.867653 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b1a42271-03db-44f8-b720-2036e1c43154 req-d6a5ba5d-709d-4721-b3a8-0c929ada91df tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836132 Nov 02 11:39:35.890811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849070f3-c1ab-4663-8fef-a34fd3d079d7 req-9d8c322c-13fb-4d4f-b93a-6d7c3cef9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:35.892545 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-849070f3-c1ab-4663-8fef-a34fd3d079d7 req-9d8c322c-13fb-4d4f-b93a-6d7c3cef9412 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.0746896 Nov 02 11:39:35.935435 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1548eb1-91fa-4314-9107-d6f0bca3198f x-openstack-request-id: req-c1548eb1-91fa-4314-9107-d6f0bca3198f {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:35.935435 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "c4e6b700-a4fb-4892-b142-3565a7ccad40", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:35.935435 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1548eb1-91fa-4314-9107-d6f0bca3198f {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:35.935435 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e6b700-a4fb-4892-b142-3565a7ccad40', 'code': 200} Nov 02 11:39:35.941090 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-849070f3-c1ab-4663-8fef-a34fd3d079d7 req-680b3a60-6903-4a7b-a996-dfb19c2375f0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401213 Nov 02 11:39:36.031316 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:36.041880 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device efe45a3a-b601-41ee-a6f1-63ab23b1a802 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:39:36.070970 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: efe45a3a-b601-41ee-a6f1-63ab23b1a802 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:39:36.071792 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device efe45a3a-b601-41ee-a6f1-63ab23b1a802 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:39:36.115632 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cc97c-e01f-4733-94e5-7d5180e8f20c req-459f3fbb-f43e-44c3-bffe-bddb6191b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:36.118256 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-179cc97c-e01f-4733-94e5-7d5180e8f20c req-459f3fbb-f43e-44c3-bffe-bddb6191b617 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1 HTTP/1.1" status: 200 len: 1097 time: 0.0727634 Nov 02 11:39:36.120347 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-849070f3-c1ab-4663-8fef-a34fd3d079d7 req-b57b7922-c92c-4ae2-8882-996127fb5def service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679957 Nov 02 11:39:36.139035 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:36.232068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Network 0ce4199a-3410-4fe8-b627-1e9597d841bd is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:39:36.232811 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55772) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:36.233315 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:36.234963 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:39:36.263720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Pushing event updated for resources: {'Port': ['ID=309def01-0b43-4481-9fdb-09344ee2f6e0,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:36.282076 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-849070f3-c1ab-4663-8fef-a34fd3d079d7 req-6080aa77-d590-4914-aeb9-11bdc0407481 service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493585 Nov 02 11:39:36.319500 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Attempting to bind port 309def01-0b43-4481-9fdb-09344ee2f6e0 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:39:36.323858 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Attempting to bind port 309def01-0b43-4481-9fdb-09344ee2f6e0 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '8a5b9b2b-9885-4a48-8edf-7143a57cba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:39:36.323858 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Attempting to bind port 309def01-0b43-4481-9fdb-09344ee2f6e0 on network 0ce4199a-3410-4fe8-b627-1e9597d841bd {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:36.326630 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:39:36.327254 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Checking segment: {'id': '8a5b9b2b-9885-4a48-8edf-7143a57cba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:36.327839 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:36.328325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Bound using segment: {'id': '8a5b9b2b-9885-4a48-8edf-7143a57cba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:39:36.328903 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Bound port: 309def01-0b43-4481-9fdb-09344ee2f6e0, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5b9b2b-9885-4a48-8edf-7143a57cba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:39:36.329386 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:36.375499 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0625cf4c-69f6-4a92-9ec1-f0b8b6c0f9d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0339fdea263f4a2a9eab87005700e4b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495996 Nov 02 11:39:36.377110 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55780) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:36.434456 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-179cc97c-e01f-4733-94e5-7d5180e8f20c req-e4ee8d5d-1568-4248-9dbe-552fd78b3d3c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088423 Nov 02 11:39:36.474907 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] For port 309def01-0b43-4481-9fdb-09344ee2f6e0, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:39:36.483699 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] For port 309def01-0b43-4481-9fdb-09344ee2f6e0, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=309def01-0b43-4481-9fdb-09344ee2f6e0,segment=NetworkSegment(8a5b9b2b-9885-4a48-8edf-7143a57cba10),segment_id=8a5b9b2b-9885-4a48-8edf-7143a57cba10)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:39:36.495242 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-baee056e-546a-49bd-aef5-1b28edb064a3 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:36.498016 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-baee056e-546a-49bd-aef5-1b28edb064a3 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/networks?id=0ce4199a-3410-4fe8-b627-1e9597d841bd HTTP/1.1" status: 200 len: 816 time: 0.2129927 Nov 02 11:39:36.511314 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-87ab4bb8-b119-40df-ad0d-8bd9e7f3f7a8 req-ef3a6f5f-acdb-4133-9ac5-9c6e7cb98214 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/ports?device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 210 time: 0.0517571 Nov 02 11:39:36.529884 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4aac71de-f318-4ed0-9b45-7e176d9a977a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/quotas/dab85f8470fc4f12ba21a04a23bf6916 HTTP/1.1" status: 200 len: 375 time: 0.0229707 Nov 02 11:39:36.561499 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42548e75-fe52-40ea-90d2-cef59af29f3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:36.596632 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:36.604791 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-17138077-b4c9-4a4a-8392-108094c27d29 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dab85f8470fc4f12ba21a04a23bf6916&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0672810 Nov 02 11:39:36.610187 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55786) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:36.619103 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-4a03e74c-aeb6-43b9-95a9-fd7b87b354bc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1271998072-network', 'tenant_id': 'f38c5fba8b5844e88e0d9c6d2ac4c679'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:36.660731 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42548e75-fe52-40ea-90d2-cef59af29f3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:36.737549 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef06ab0-c258-4d3d-a97c-4c3278a24cb9 None None] Pushing event updated for resources: {'Port': ['ID=309def01-0b43-4481-9fdb-09344ee2f6e0,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:36.757894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a03e74c-aeb6-43b9-95a9-fd7b87b354bc admin admin] Made reservation on behalf of f38c5fba8b5844e88e0d9c6d2ac4c679 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:36.762381 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a03e74c-aeb6-43b9-95a9-fd7b87b354bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:36.782451 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a03e74c-aeb6-43b9-95a9-fd7b87b354bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:36.851436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55794) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:36.852918 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cde849-5618-4b7a-93b3-f9d19e33b554 req-1c606ace-c7a5-4708-bb6a-15c00dfcb6ba tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:36.868948 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-80cde849-5618-4b7a-93b3-f9d19e33b554 req-1c606ace-c7a5-4708-bb6a-15c00dfcb6ba tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 943 time: 0.2856901 Nov 02 11:39:36.947574 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-745a4d21-e629-497d-b15f-eb30fed5856b tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:36.949252 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-745a4d21-e629-497d-b15f-eb30fed5856b tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.54 "GET /v2.0/networks?id=553d8a65-a84a-477c-a37f-732161b647fe HTTP/1.1" status: 200 len: 806 time: 0.3341565 Nov 02 11:39:36.990231 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-80cde849-5618-4b7a-93b3-f9d19e33b554 req-5d09c351-4415-470d-8263-01731fac7cad tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106446 Nov 02 11:39:37.077488 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42548e75-fe52-40ea-90d2-cef59af29f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:37.080138 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42548e75-fe52-40ea-90d2-cef59af29f3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:37.081310 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-42548e75-fe52-40ea-90d2-cef59af29f3a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b42d974b-cb8d-4bbf-a341-cb001499ee17 HTTP/1.1" status: 204 len: 168 time: 0.7026360 Nov 02 11:39:37.146880 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42548e75-fe52-40ea-90d2-cef59af29f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42d974b-cb8d-4bbf-a341-cb001499ee17,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:37.155484 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-44dcd68f-e875-4205-b04d-dbdeb4ef4f34 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64aa6fc6129046d39db8fcdbafe36f3c HTTP/1.1" status: 200 len: 378 time: 0.1934662 Nov 02 11:39:37.176947 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-6b0ea0ca-3509-493d-9512-0d5e1ee21551 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Request body: {'port': {'device_id': '808c750a-485f-403b-b15f-9fcfb06dcd05', 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe', 'admin_state_up': True, 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'security_groups': ['8e6ba3ae-0232-427a-a278-71b0ae957391']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:37.289545 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b212845-7fb8-442f-bf85-fad3abe11d35 req-9aea45d6-12ac-41fd-bc14-14b6e3ed1397 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:37.291029 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b212845-7fb8-442f-bf85-fad3abe11d35 req-9aea45d6-12ac-41fd-bc14-14b6e3ed1397 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1 HTTP/1.1" status: 200 len: 945 time: 0.1346204 Nov 02 11:39:37.299633 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-17d330b5-5b38-4518-b620-fb40b157b7f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6196471367014fa2a6ff86ee9c2ee144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4460428 Nov 02 11:39:37.304392 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55802) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:37.306588 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a03e74c-aeb6-43b9-95a9-fd7b87b354bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:37.318276 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-e5fffc53-dbf6-489e-baf8-cb274211d651 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7053626 Nov 02 11:39:37.397188 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a03e74c-aeb6-43b9-95a9-fd7b87b354bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:37.415408 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b212845-7fb8-442f-bf85-fad3abe11d35 req-088604fd-91a2-4717-97bd-9d60b78e012c tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155028 Nov 02 11:39:37.420446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a03e74c-aeb6-43b9-95a9-fd7b87b354bc admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:39:37.435964 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f16ac48-903d-4d4b-9924-ba6813658c7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:37.452388 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a03e74c-aeb6-43b9-95a9-fd7b87b354bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:37.452990 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-4a03e74c-aeb6-43b9-95a9-fd7b87b354bc admin admin] Added segment bb3b077d-8b6f-476a-a513-5fc9ea16d752 of type vlan for network 971f9b68-8f02-47be-8f45-14cbe3d4dc8f Nov 02 11:39:37.468329 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f16ac48-903d-4d4b-9924-ba6813658c7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:37.473166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03e74c-aeb6-43b9-95a9-fd7b87b354bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cc2120-e704-48e2-814d-079de16b3861,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:37.485077 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-1ac943dd-3555-40ea-a831-9e42cab36f88 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600094 Nov 02 11:39:37.549386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-6b0ea0ca-3509-493d-9512-0d5e1ee21551 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Made reservation on behalf of 64aa6fc6129046d39db8fcdbafe36f3c for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:37.558099 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-6b0ea0ca-3509-493d-9512-0d5e1ee21551 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:37.565234 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a03e74c-aeb6-43b9-95a9-fd7b87b354bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:37.672416 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f16ac48-903d-4d4b-9924-ba6813658c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:37.675542 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f16ac48-903d-4d4b-9924-ba6813658c7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:37.688001 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6f16ac48-903d-4d4b-9924-ba6813658c7c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b40d89d-2b89-44c4-b1e5-fed734a6d387 HTTP/1.1" status: 204 len: 168 time: 0.3792892 Nov 02 11:39:37.761703 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a03e74c-aeb6-43b9-95a9-fd7b87b354bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:37.763037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a03e74c-aeb6-43b9-95a9-fd7b87b354bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:37.764046 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a03e74c-aeb6-43b9-95a9-fd7b87b354bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:37.776916 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0c4a0050-bfe9-4a16-ad31-3d712f6e57ae req-b7ef73a0-c30a-452f-bf2e-462652e93914 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/ports?device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 210 time: 0.1056261 Nov 02 11:39:37.791109 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16ac48-903d-4d4b-9924-ba6813658c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b40d89d-2b89-44c4-b1e5-fed734a6d387,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:37.890142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03e74c-aeb6-43b9-95a9-fd7b87b354bc admin admin] Pushing event updated for resources: {'Network': ['ID=971f9b68-8f02-47be-8f45-14cbe3d4dc8f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:37.905762 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 971f9b68-8f02-47be-8f45-14cbe3d4dc8f details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:39:37.926184 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-6b0ea0ca-3509-493d-9512-0d5e1ee21551 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Allocated IP 172.20.0.14 (553d8a65-a84a-477c-a37f-732161b647fe/62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1/7ae549a7-9353-4d32-8a27-baa5e7410cde) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:39:38.119810 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 309def01-0b43-4481-9fdb-09344ee2f6e0 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:39:38.214635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 309def01-0b43-4481-9fdb-09344ee2f6e0 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:38.215410 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:38.299643 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571212b9-0fbc-429e-9894-b67d6478bc53 req-c2704663-9660-42ec-aded-e333d59dddd7 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:38.307545 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-571212b9-0fbc-429e-9894-b67d6478bc53 req-c2704663-9660-42ec-aded-e333d59dddd7 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 943 time: 0.1967618 Nov 02 11:39:38.312081 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-6b0ea0ca-3509-493d-9512-0d5e1ee21551 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:38.322807 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3054aed0-69be-4278-b63f-8b320da54d95 None None] Network 0ce4199a-3410-4fe8-b627-1e9597d841bd requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:39:38.399713 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-571212b9-0fbc-429e-9894-b67d6478bc53 req-3dcd42cc-263a-45e6-903a-58e7dfe51e50 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820208 Nov 02 11:39:38.442732 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4a03e74c-aeb6-43b9-95a9-fd7b87b354bc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8309600 Nov 02 11:39:38.442978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55830) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:38.448941 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-afe30d8b-8d5c-4f55-9e7e-6057a8e6ce80 admin admin] Request body: {'subnet': {'network_id': '971f9b68-8f02-47be-8f45-14cbe3d4dc8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1271998072-subnet', 'tenant_id': 'f38c5fba8b5844e88e0d9c6d2ac4c679', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:38.485921 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5734ec5a-6747-4515-8909-d9d82933edd7 None None] Provisioning complete for port 309def01-0b43-4481-9fdb-09344ee2f6e0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:38.486233 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5734ec5a-6747-4515-8909-d9d82933edd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:38.533790 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:38.588132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 309def01-0b43-4481-9fdb-09344ee2f6e0, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=309def01-0b43-4481-9fdb-09344ee2f6e0,segment=NetworkSegment(8a5b9b2b-9885-4a48-8edf-7143a57cba10),segment_id=8a5b9b2b-9885-4a48-8edf-7143a57cba10)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:38.599355 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-6b0ea0ca-3509-493d-9512-0d5e1ee21551 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:38.625871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be6f06-1497-450e-a259-84c0e4717ccc req-7f6c60c6-ca43-4ea4-82e2-9f2faf167982 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:38.627544 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe30d8b-8d5c-4f55-9e7e-6057a8e6ce80 admin admin] Made reservation on behalf of f38c5fba8b5844e88e0d9c6d2ac4c679 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:38.635450 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-afe30d8b-8d5c-4f55-9e7e-6057a8e6ce80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:38.639883 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-95be6f06-1497-450e-a259-84c0e4717ccc req-7f6c60c6-ca43-4ea4-82e2-9f2faf167982 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1 HTTP/1.1" status: 200 len: 945 time: 0.1097686 Nov 02 11:39:38.650005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55834) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:38.661278 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5734ec5a-6747-4515-8909-d9d82933edd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:38.721897 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:38.829041 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-73bfe3ca-313c-4c4d-a0f1-7d165ccbaa3b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e079a5f8a9a14f658ee1404ec40053d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1754086 Nov 02 11:39:38.830236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55840) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:38.862908 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-95be6f06-1497-450e-a259-84c0e4717ccc req-bcd64349-f1d4-4443-a0e6-89489469c5e5 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147169 Nov 02 11:39:38.996172 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-5734ec5a-6747-4515-8909-d9d82933edd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:39:38.996786 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-5734ec5a-6747-4515-8909-d9d82933edd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:39:38.997441 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=309def01-0b43-4481-9fdb-09344ee2f6e0,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:39.043409 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9859a896-4fa8-4989-bae0-0f8dbe810aca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:39.118386 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9859a896-4fa8-4989-bae0-0f8dbe810aca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:39.327639 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9859a896-4fa8-4989-bae0-0f8dbe810aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:39.330978 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9859a896-4fa8-4989-bae0-0f8dbe810aca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:39.336149 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9859a896-4fa8-4989-bae0-0f8dbe810aca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/190bf38d-7036-4bbe-8a32-4c404e506559 HTTP/1.1" status: 204 len: 168 time: 0.4665716 Nov 02 11:39:39.376589 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859a896-4fa8-4989-bae0-0f8dbe810aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190bf38d-7036-4bbe-8a32-4c404e506559,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:39.402571 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-6b0ea0ca-3509-493d-9512-0d5e1ee21551 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Network 553d8a65-a84a-477c-a37f-732161b647fe is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:39:39.428216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-6b0ea0ca-3509-493d-9512-0d5e1ee21551 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:39.452335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-6b0ea0ca-3509-493d-9512-0d5e1ee21551 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:39:39.507916 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-6b0ea0ca-3509-493d-9512-0d5e1ee21551 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:39.508391 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-6b0ea0ca-3509-493d-9512-0d5e1ee21551 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:39.551974 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ea0ca-3509-493d-9512-0d5e1ee21551 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Pushing event updated for resources: {'Port': ['ID=7ae549a7-9353-4d32-8a27-baa5e7410cde,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:39.686005 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-6b0ea0ca-3509-493d-9512-0d5e1ee21551 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5191557 Nov 02 11:39:39.721314 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Request body: {'port': {'device_id': '808c750a-485f-403b-b15f-9fcfb06dcd05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:39.728870 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-004a2e89-90f4-4d55-b102-e0c09e4e98c5 None None] Provisioning complete for port 309def01-0b43-4481-9fdb-09344ee2f6e0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:39.729279 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-004a2e89-90f4-4d55-b102-e0c09e4e98c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:39.730375 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55872) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:39.821837 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4375fe4-4941-4a36-baba-2826b2a44f6b req-b2c7a0f0-3f24-4d1a-b2e7-7068281fe4b1 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:39.826123 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4375fe4-4941-4a36-baba-2826b2a44f6b req-b2c7a0f0-3f24-4d1a-b2e7-7068281fe4b1 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/ports?device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 932 time: 0.4295452 Nov 02 11:39:39.843286 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-0e4ecd41-8635-4526-954b-bc77c1aa2b7a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:39.845043 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-0e4ecd41-8635-4526-954b-bc77c1aa2b7a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/networks?id=0ce4199a-3410-4fe8-b627-1e9597d841bd HTTP/1.1" status: 200 len: 816 time: 0.2089949 Nov 02 11:39:39.883101 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-a90a1774-25c0-47cd-a86d-512fd9b2cd74 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/quotas/dab85f8470fc4f12ba21a04a23bf6916 HTTP/1.1" status: 200 len: 375 time: 0.0242591 Nov 02 11:39:39.976176 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-54bd0a52-de24-4411-b0c9-8fec03ac0a28 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dab85f8470fc4f12ba21a04a23bf6916&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847492 Nov 02 11:39:40.048166 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4375fe4-4941-4a36-baba-2826b2a44f6b req-66185f18-be74-4f53-87f6-33fc63d13d83 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e6ba3ae-0232-427a-a278-71b0ae957391&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2005234 Nov 02 11:39:40.051639 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7eef08bc-a5fb-4c98-91b0-0d462d38ad0c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a10d6f39c6e14939b136d6aa2851d7e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175173 Nov 02 11:39:40.064935 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55876) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:40.067385 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-beb2ddfa-da47-45f5-9cb3-26100a13a65d None None] Provisioning complete for port 7ae549a7-9353-4d32-8a27-baa5e7410cde triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:40.067848 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-beb2ddfa-da47-45f5-9cb3-26100a13a65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:40.088662 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:40.201515 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 309def01-0b43-4481-9fdb-09344ee2f6e0 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:39:40.208723 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-beb2ddfa-da47-45f5-9cb3-26100a13a65d None None] Port 7ae549a7-9353-4d32-8a27-baa5e7410cde cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:39:40.345313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 309def01-0b43-4481-9fdb-09344ee2f6e0 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:40.345819 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:40.350528 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-e99827a8-03e5-4830-9757-ddd1c2fb8fa0 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601727 Nov 02 11:39:40.403402 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b86ed647-2d5c-4721-8379-61ef6a25b6fb no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:39:40.466912 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-afe30d8b-8d5c-4f55-9e7e-6057a8e6ce80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:40.701254 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e6c8bda2-1abc-44f5-9e88-6b2748a249ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:40.830298 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e6c8bda2-1abc-44f5-9e88-6b2748a249ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:40.861504 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe30d8b-8d5c-4f55-9e7e-6057a8e6ce80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22113f95-04db-4d9a-aa2f-3e24c88c33ff,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:40.871554 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe30d8b-8d5c-4f55-9e7e-6057a8e6ce80 admin admin] Checking segment: {'id': 'bb3b077d-8b6f-476a-a513-5fc9ea16d752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '971f9b68-8f02-47be-8f45-14cbe3d4dc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:40.871922 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe30d8b-8d5c-4f55-9e7e-6057a8e6ce80 admin admin] Network hostable DHCP agents. Network: 971f9b68-8f02-47be-8f45-14cbe3d4dc8f, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:39:40.881538 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b79756-1d35-47e0-89e8-71524fdd6db0 req-ab6c4d9b-5aaf-4a27-a9d8-b104bb00b1ce tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:40.888898 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-44b79756-1d35-47e0-89e8-71524fdd6db0 req-ab6c4d9b-5aaf-4a27-a9d8-b104bb00b1ce tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 943 time: 0.4365962 Nov 02 11:39:41.019501 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-44b79756-1d35-47e0-89e8-71524fdd6db0 req-8c579296-e9e0-4af3-bbb0-0d889a72b010 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259682 Nov 02 11:39:41.065540 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae549a7-9353-4d32-8a27-baa5e7410cde {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:39:41.074243 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-231e0c8c-78fa-4118-aa5e-1979511e891c service neutron] 10.222.0.52 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222111 Nov 02 11:39:41.086974 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe30d8b-8d5c-4f55-9e7e-6057a8e6ce80 admin admin] Network 971f9b68-8f02-47be-8f45-14cbe3d4dc8f is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:39:41.086974 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:41.138279 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e6c8bda2-1abc-44f5-9e88-6b2748a249ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:41.141168 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e6c8bda2-1abc-44f5-9e88-6b2748a249ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:41.153095 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e6c8bda2-1abc-44f5-9e88-6b2748a249ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2195f44f-4c2d-4068-a8db-4dddf128a515 HTTP/1.1" status: 204 len: 168 time: 1.0759263 Nov 02 11:39:41.154482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Transition to ACTIVE for port object 7ae549a7-9353-4d32-8a27-baa5e7410cde will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:39:41.178218 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8bda2-1abc-44f5-9e88-6b2748a249ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2195f44f-4c2d-4068-a8db-4dddf128a515,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:41.234100 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13ce49-9e5c-43e0-891d-367a0e76b52b req-5f54289f-0a41-4a68-af87-995fc65269bb tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:41.240246 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-2b796eee-b83d-4d7c-a1b3-40f899260b60 service neutron] 10.222.0.79 "GET /v2.0/ports/b86ed647-2d5c-4721-8379-61ef6a25b6fb/bindings/n-h2-806683-18 HTTP/1.1" status: 200 len: 385 time: 0.1131728 Nov 02 11:39:41.244983 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8f13ce49-9e5c-43e0-891d-367a0e76b52b req-5f54289f-0a41-4a68-af87-995fc65269bb tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1 HTTP/1.1" status: 200 len: 945 time: 0.1487617 Nov 02 11:39:41.301334 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-afe30d8b-8d5c-4f55-9e7e-6057a8e6ce80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 971f9b68-8f02-47be-8f45-14cbe3d4dc8f) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:41.315829 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc620985-68cb-4b7a-b33f-58bd8276f0b5 None None] Network 971f9b68-8f02-47be-8f45-14cbe3d4dc8f requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:39:41.357133 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe30d8b-8d5c-4f55-9e7e-6057a8e6ce80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:41.357724 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-afe30d8b-8d5c-4f55-9e7e-6057a8e6ce80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:41.387081 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:41.443972 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8f13ce49-9e5c-43e0-891d-367a0e76b52b req-114a18be-f592-4e74-b3ab-837b6908acbd tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979964 Nov 02 11:39:41.613032 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-afe30d8b-8d5c-4f55-9e7e-6057a8e6ce80 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.1678526 Nov 02 11:39:41.625437 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Pushing event updated for resources: {'Port': ['ID=7ae549a7-9353-4d32-8a27-baa5e7410cde,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:41.640923 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Attempting to bind port 7ae549a7-9353-4d32-8a27-baa5e7410cde on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:39:41.641493 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Attempting to bind port 7ae549a7-9353-4d32-8a27-baa5e7410cde by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'ea6e235a-6852-464d-a7f1-e4daabce7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:39:41.641991 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Attempting to bind port 7ae549a7-9353-4d32-8a27-baa5e7410cde on network 553d8a65-a84a-477c-a37f-732161b647fe {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:41.648447 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Port 7ae549a7-9353-4d32-8a27-baa5e7410cde on network 553d8a65-a84a-477c-a37f-732161b647fe not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:39:41.649145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Attempting to bind port 7ae549a7-9353-4d32-8a27-baa5e7410cde on network 553d8a65-a84a-477c-a37f-732161b647fe {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:41.661147 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:39:41.661506 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Checking segment: {'id': 'ea6e235a-6852-464d-a7f1-e4daabce7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:41.661906 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Bound using segment: {'id': 'ea6e235a-6852-464d-a7f1-e4daabce7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:39:41.662353 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Bound port: 7ae549a7-9353-4d32-8a27-baa5e7410cde, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea6e235a-6852-464d-a7f1-e4daabce7003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:39:41.663251 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:41.778262 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-0c87aa1d-902a-41c2-bcb9-3d8d08ecdffe tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:41.787996 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-0c87aa1d-902a-41c2-bcb9-3d8d08ecdffe tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.79 "GET /v2.0/networks?id=0ce4199a-3410-4fe8-b627-1e9597d841bd HTTP/1.1" status: 200 len: 816 time: 0.3162918 Nov 02 11:39:41.819000 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-fcde10b0-8a4b-418e-8bb9-fd515a02d0b4 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Request body: {'port': {'device_id': '345b4fd1-bab8-4c30-b4c2-c6cc35a8750c', 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd', 'admin_state_up': True, 'tenant_id': 'dab85f8470fc4f12ba21a04a23bf6916'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:41.849996 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] For port 7ae549a7-9353-4d32-8a27-baa5e7410cde, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:39:41.859073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] For port 7ae549a7-9353-4d32-8a27-baa5e7410cde, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=7ae549a7-9353-4d32-8a27-baa5e7410cde,segment=NetworkSegment(ea6e235a-6852-464d-a7f1-e4daabce7003),segment_id=ea6e235a-6852-464d-a7f1-e4daabce7003)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:39:41.916975 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24983fcc-a817-4b77-8c5a-fe72e6316a7d None None] Network 971f9b68-8f02-47be-8f45-14cbe3d4dc8f requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:39:41.984499 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:42.035759 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:42.036294 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:42.037754 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] 10.222.0.54 "PUT /v2.0/ports/7ae549a7-9353-4d32-8a27-baa5e7410cde HTTP/1.1" status: 200 len: 1093 time: 2.3400564 Nov 02 11:39:42.038730 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808c750a-485f-403b-b15f-9fcfb06dcd05', 'tag': '7ae549a7-9353-4d32-8a27-baa5e7410cde'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:42.051343 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20a9414-641d-4b6f-9aae-e8a3dadaa706" -d '{"events": [{"name": "network-changed", "server_uuid": "808c750a-485f-403b-b15f-9fcfb06dcd05", "tag": "7ae549a7-9353-4d32-8a27-baa5e7410cde"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:42.112820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c27ec-a338-48b1-a6ee-38bfb1d365ee service neutron] Pushing event updated for resources: {'Port': ['ID=7ae549a7-9353-4d32-8a27-baa5e7410cde,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:42.201361 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d83109-9da2-47d2-aa81-82a85bde8bcd req-872db1bc-6ecf-43b6-9949-4ad1ef5b3854 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:42.207747 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25d83109-9da2-47d2-aa81-82a85bde8bcd req-872db1bc-6ecf-43b6-9949-4ad1ef5b3854 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/ports?device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 944 time: 0.4134061 Nov 02 11:39:42.295953 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-cf738257-8e59-4a03-8914-6137eebc88f2 service neutron] For port b86ed647-2d5c-4721-8379-61ef6a25b6fb, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b86ed647-2d5c-4721-8379-61ef6a25b6fb,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:42.340696 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-cf738257-8e59-4a03-8914-6137eebc88f2 service neutron] For port b86ed647-2d5c-4721-8379-61ef6a25b6fb, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:39:42.382679 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-a99bcca8-769a-45c1-9790-a1cf3bb0eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:42.384298 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-a99bcca8-769a-45c1-9790-a1cf3bb0eec1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64aa6fc6129046d39db8fcdbafe36f3c&device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 1096 time: 0.1253123 Nov 02 11:39:42.399126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-cf738257-8e59-4a03-8914-6137eebc88f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86ed647-2d5c-4721-8379-61ef6a25b6fb {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:39:42.431979 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-cf738257-8e59-4a03-8914-6137eebc88f2 service neutron] For port b86ed647-2d5c-4721-8379-61ef6a25b6fb, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b86ed647-2d5c-4721-8379-61ef6a25b6fb,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:42.449084 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-6da8ad44-4273-499a-b378-32662aa34d65 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ae549a7-9353-4d32-8a27-baa5e7410cde HTTP/1.1" status: 200 len: 217 time: 0.0558918 Nov 02 11:39:42.503264 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-95b74387-c321-423d-bd70-c569cb54461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:42.505963 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-95b74387-c321-423d-bd70-c569cb54461a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1 HTTP/1.1" status: 200 len: 845 time: 0.0496275 Nov 02 11:39:42.511932 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25d83109-9da2-47d2-aa81-82a85bde8bcd req-419e742c-626b-4795-be70-ded950da0277 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e6ba3ae-0232-427a-a278-71b0ae957391&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1077120 Nov 02 11:39:42.573081 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-fcde10b0-8a4b-418e-8bb9-fd515a02d0b4 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Made reservation on behalf of dab85f8470fc4f12ba21a04a23bf6916 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:42.578336 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-fcde10b0-8a4b-418e-8bb9-fd515a02d0b4 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:42.597318 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-ce064f59-70bd-4abe-9e4d-bda3c47b307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:42.599181 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-ce064f59-70bd-4abe-9e4d-bda3c47b307e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=553d8a65-a84a-477c-a37f-732161b647fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824518 Nov 02 11:39:42.600471 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-cf738257-8e59-4a03-8914-6137eebc88f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:42.899963 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-152e64a7-d96b-454b-b2df-f186e8145b7f service neutron] 10.222.0.54 "GET /v2.0/networks/553d8a65-a84a-477c-a37f-732161b647fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871642 Nov 02 11:39:42.951228 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-77c2979c-deb6-4e00-86fe-eda997994c3a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:42.958952 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-77c2979c-deb6-4e00-86fe-eda997994c3a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/networks?id=0ce4199a-3410-4fe8-b627-1e9597d841bd HTTP/1.1" status: 200 len: 816 time: 0.2404766 Nov 02 11:39:42.995553 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-c83d85ea-4d6f-4b6c-88cf-8930b0b0837c tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/quotas/dab85f8470fc4f12ba21a04a23bf6916 HTTP/1.1" status: 200 len: 375 time: 0.0357611 Nov 02 11:39:43.023577 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-cf738257-8e59-4a03-8914-6137eebc88f2 service neutron] Transition to ACTIVE for port object b86ed647-2d5c-4721-8379-61ef6a25b6fb will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:39:43.056407 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-fcde10b0-8a4b-418e-8bb9-fd515a02d0b4 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Allocated IP 172.20.0.12 (0ce4199a-3410-4fe8-b627-1e9597d841bd/5e8fd955-ee72-4130-b4fc-a0b488dfdf52/dcb8699a-24fe-4fbe-9ee4-1013dd883f83) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:39:43.096517 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973e245-5d43-46fd-a786-9b9ae52f100c req-83da20a9-e9bb-41fc-b443-666b365b1a63 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:43.097997 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c973e245-5d43-46fd-a786-9b9ae52f100c req-83da20a9-e9bb-41fc-b443-666b365b1a63 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 943 time: 0.3586905 Nov 02 11:39:43.106670 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-50643fa2-3530-4831-9ccc-79513dcc150e tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dab85f8470fc4f12ba21a04a23bf6916&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010382 Nov 02 11:39:43.128094 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-cf738257-8e59-4a03-8914-6137eebc88f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:43.240005 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14b527be-db4a-4cc7-b310-c005cb5cb349 req-efbdb02b-3d8a-474a-af90-95393ba8b42f service neutron] 10.222.0.54 "GET /v2.0/networks/553d8a65-a84a-477c-a37f-732161b647fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372133 Nov 02 11:39:43.246566 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c973e245-5d43-46fd-a786-9b9ae52f100c req-2926e656-f5cb-46cd-9a0a-d5e7566f4171 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391957 Nov 02 11:39:43.318267 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b61b86-432d-4001-ac89-3b702ed1ad56 x-openstack-request-id: req-23b61b86-432d-4001-ac89-3b702ed1ad56 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:43.318267 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808c750a-485f-403b-b15f-9fcfb06dcd05", "tag": "7ae549a7-9353-4d32-8a27-baa5e7410cde", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:43.318267 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-23b61b86-432d-4001-ac89-3b702ed1ad56 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:43.318267 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808c750a-485f-403b-b15f-9fcfb06dcd05', 'tag': '7ae549a7-9353-4d32-8a27-baa5e7410cde', 'status': 'completed', 'code': 200} Nov 02 11:39:43.490890 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a9414-641d-4b6f-9aae-e8a3dadaa706 req-da539c11-e79b-48cf-9e40-1bf8bf3cb32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:43.492567 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e20a9414-641d-4b6f-9aae-e8a3dadaa706 req-da539c11-e79b-48cf-9e40-1bf8bf3cb32f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64aa6fc6129046d39db8fcdbafe36f3c&device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 1096 time: 0.0723672 Nov 02 11:39:43.495101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-cf738257-8e59-4a03-8914-6137eebc88f2 service neutron] No DVR routers for this DVR port b86ed647-2d5c-4721-8379-61ef6a25b6fb on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:39:43.515139 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf738257-8e59-4a03-8914-6137eebc88f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b86ed647-2d5c-4721-8379-61ef6a25b6fb,revision_number=10']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:43.590293 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-61b07112-5921-4050-ab71-6872da4ea116 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789610 Nov 02 11:39:43.595503 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-cf738257-8e59-4a03-8914-6137eebc88f2 service neutron] 10.222.0.79 "PUT /v2.0/ports/b86ed647-2d5c-4721-8379-61ef6a25b6fb/bindings/n-h2-806683-18/activate HTTP/1.1" status: 200 len: 370 time: 2.3482773 Nov 02 11:39:43.687039 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a9414-641d-4b6f-9aae-e8a3dadaa706 req-1dc03206-cf7d-425b-ac6f-d37184783a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:43.689226 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e20a9414-641d-4b6f-9aae-e8a3dadaa706 req-1dc03206-cf7d-425b-ac6f-d37184783a63 service neutron] 10.222.0.54 "GET /v2.0/networks?id=553d8a65-a84a-477c-a37f-732161b647fe HTTP/1.1" status: 200 len: 907 time: 0.1879039 Nov 02 11:39:43.714234 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-fcde10b0-8a4b-418e-8bb9-fd515a02d0b4 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:43.748223 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-cf91f151-ebd1-4b93-b913-d662bbe4ca32 service neutron] 10.222.0.52 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568999 Nov 02 11:39:43.790459 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e20a9414-641d-4b6f-9aae-e8a3dadaa706 req-8c86970a-5642-4f3b-a74e-d2220b97c8b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ae549a7-9353-4d32-8a27-baa5e7410cde HTTP/1.1" status: 200 len: 217 time: 0.0911386 Nov 02 11:39:43.866149 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-ae3f2db2-b37f-4549-a6f0-4e90367c3b65 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:43.868548 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-ae3f2db2-b37f-4549-a6f0-4e90367c3b65 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84&tenant_id=c94d0cac32b24c41b06f1c29df1efe18&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 1096 time: 0.0519702 Nov 02 11:39:43.890579 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a9414-641d-4b6f-9aae-e8a3dadaa706 req-65e0d788-87cc-4b5c-865d-12053c7986d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:43.892173 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e20a9414-641d-4b6f-9aae-e8a3dadaa706 req-65e0d788-87cc-4b5c-865d-12053c7986d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1 HTTP/1.1" status: 200 len: 845 time: 0.0902073 Nov 02 11:39:43.917553 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-fcde10b0-8a4b-418e-8bb9-fd515a02d0b4 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:43.997787 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a9414-641d-4b6f-9aae-e8a3dadaa706 req-a947cb90-f004-4acc-8af2-77250b1bd966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:43.997787 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e20a9414-641d-4b6f-9aae-e8a3dadaa706 req-a947cb90-f004-4acc-8af2-77250b1bd966 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=553d8a65-a84a-477c-a37f-732161b647fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721405 Nov 02 11:39:44.029755 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-fcde10b0-8a4b-418e-8bb9-fd515a02d0b4 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Network 0ce4199a-3410-4fe8-b627-1e9597d841bd is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:39:44.058298 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-fcde10b0-8a4b-418e-8bb9-fd515a02d0b4 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:44.070721 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-1c429284-4133-47ea-987d-75b98e410bfb tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:44.072305 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-1c429284-4133-47ea-987d-75b98e410bfb tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/networks?id=2ca27b90-c6ce-41a0-9110-59b811829d3e HTTP/1.1" status: 200 len: 825 time: 0.2579844 Nov 02 11:39:44.082025 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-fcde10b0-8a4b-418e-8bb9-fd515a02d0b4 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:39:44.153342 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-374fc4d8-799b-4129-847c-814007051eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:44.160652 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-374fc4d8-799b-4129-847c-814007051eb6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84&tenant_id=c94d0cac32b24c41b06f1c29df1efe18 HTTP/1.1" status: 200 len: 1096 time: 0.2660167 Nov 02 11:39:44.207597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde10b0-8a4b-418e-8bb9-fd515a02d0b4 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Pushing event updated for resources: {'Port': ['ID=dcb8699a-24fe-4fbe-9ee4-1013dd883f83,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:44.209106 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-1a988a4d-8b08-43bd-b3a3-91898ad59c23 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/quotas/bcd4062291984e6cb36b5aba8ef833aa HTTP/1.1" status: 200 len: 375 time: 0.1298785 Nov 02 11:39:44.222888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-fcde10b0-8a4b-418e-8bb9-fd515a02d0b4 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:44.223717 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-fcde10b0-8a4b-418e-8bb9-fd515a02d0b4 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:44.309423 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-78c84bc4-ef7b-4ca7-aa2d-d3ee2f2fc74f tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bcd4062291984e6cb36b5aba8ef833aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810342 Nov 02 11:39:44.347502 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-2cabb3b1-7d12-4a2a-a8a4-955264b7063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:44.351790 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-2cabb3b1-7d12-4a2a-a8a4-955264b7063c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 1096 time: 0.0826688 Nov 02 11:39:44.359034 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e20a9414-641d-4b6f-9aae-e8a3dadaa706 req-8f8e663d-080a-4e16-8318-cc1020fe3106 service neutron] 10.222.0.54 "GET /v2.0/networks/553d8a65-a84a-477c-a37f-732161b647fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479149 Nov 02 11:39:44.469785 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-fcde10b0-8a4b-418e-8bb9-fd515a02d0b4 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6565833 Nov 02 11:39:44.504697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0563abf2-3397-498e-a9e4-f5a632cb3d63 None None] Provisioning complete for port dcb8699a-24fe-4fbe-9ee4-1013dd883f83 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:44.505328 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0563abf2-3397-498e-a9e4-f5a632cb3d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:44.518851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Request body: {'port': {'device_id': '345b4fd1-bab8-4c30-b4c2-c6cc35a8750c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:44.548539 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-64d82784-0e39-426f-939c-42a21962c534 service neutron] 10.222.0.52 "GET /v2.0/networks/2ca27b90-c6ce-41a0-9110-59b811829d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249088 Nov 02 11:39:44.660645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-d071c2c1-76e6-4893-ae82-17cec421c15d tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=be13fbd8f8734ab38d66318a4ed85a7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806580 Nov 02 11:39:44.690332 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0563abf2-3397-498e-a9e4-f5a632cb3d63 None None] Port dcb8699a-24fe-4fbe-9ee4-1013dd883f83 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:39:44.752982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-0d5d6c06-7529-47e7-ad9e-76f03482aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:44.755050 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-0d5d6c06-7529-47e7-ad9e-76f03482aaa7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 908 time: 0.3852532 Nov 02 11:39:44.757502 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e20a9414-641d-4b6f-9aae-e8a3dadaa706 req-daae4897-e90c-4650-bda5-f2eb1df472d3 service neutron] 10.222.0.54 "GET /v2.0/networks/553d8a65-a84a-477c-a37f-732161b647fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192663 Nov 02 11:39:44.780379 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-4719bca3-9d9a-4d05-a619-46dd3faaa0b4 service neutron] 10.222.0.52 "GET /v2.0/networks/2ca27b90-c6ce-41a0-9110-59b811829d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039952 Nov 02 11:39:44.874643 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:44.931478 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-bba70fcf-ec57-4308-b4eb-ae1adfab70d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b86ed647-2d5c-4721-8379-61ef6a25b6fb HTTP/1.1" status: 200 len: 217 time: 0.1000180 Nov 02 11:39:44.945728 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-40d42962-960a-48db-9542-f39184b67d24 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:44.947285 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-40d42962-960a-48db-9542-f39184b67d24 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.54 "GET /v2.0/networks?id=0ce4199a-3410-4fe8-b627-1e9597d841bd HTTP/1.1" status: 200 len: 816 time: 0.4743168 Nov 02 11:39:44.971760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-49dbfcc9-7369-4e05-9d9f-23672a702c61 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Request body: {'port': {'device_id': '0e22df80-4930-40c6-85b6-f85b83a73bb4', 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd', 'admin_state_up': True, 'tenant_id': 'dab85f8470fc4f12ba21a04a23bf6916'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:45.124196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-f2da14eb-848c-4f99-9b0c-09e624d3956b tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:45.125726 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-f2da14eb-848c-4f99-9b0c-09e624d3956b tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4649045 Nov 02 11:39:45.131621 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-bcd71222-fade-45bd-8dbb-fc056c93e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:45.133142 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-bcd71222-fade-45bd-8dbb-fc056c93e8dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.1816134 Nov 02 11:39:45.173582 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503280dc-519b-4b5a-ae44-aef2b7e9121e req-e92b402c-d1a2-40f5-9722-73e212b34c1c tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:45.175877 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-503280dc-519b-4b5a-ae44-aef2b7e9121e req-e92b402c-d1a2-40f5-9722-73e212b34c1c tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/ports?device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 944 time: 0.0739422 Nov 02 11:39:45.242084 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-503280dc-519b-4b5a-ae44-aef2b7e9121e req-824a91cf-14ac-412b-b7e0-72043a4f0442 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e6ba3ae-0232-427a-a278-71b0ae957391&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575733 Nov 02 11:39:45.243684 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-1c348512-02b2-4620-add0-724bac40d2a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542254 Nov 02 11:39:45.256867 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8c90fb8f-3ddd-4758-855c-4446277592ee tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/quotas/be13fbd8f8734ab38d66318a4ed85a7e HTTP/1.1" status: 200 len: 375 time: 0.1158509 Nov 02 11:39:45.371744 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-880755b2-bc1c-46f4-a9c5-f522b1400025 req-bd8ffdb0-a622-4477-929c-cfa2b33b45b1 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 210 time: 0.0314429 Nov 02 11:39:45.397234 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-4251db68-c4aa-4047-b112-00692fec748d tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=be13fbd8f8734ab38d66318a4ed85a7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1236563 Nov 02 11:39:45.539290 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-4cb2ca0f-615d-4fbb-900d-57bbd0ec0a7a service neutron] 10.222.0.54 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790267 Nov 02 11:39:45.549884 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbc9d1-2416-485a-9c70-b1351c8b5e60 req-3506e7ad-4544-47a1-81f5-4371dfb6a4f7 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:45.551855 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d7cbc9d1-2416-485a-9c70-b1351c8b5e60 req-3506e7ad-4544-47a1-81f5-4371dfb6a4f7 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 944 time: 0.0968668 Nov 02 11:39:45.596780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-49dbfcc9-7369-4e05-9d9f-23672a702c61 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Made reservation on behalf of dab85f8470fc4f12ba21a04a23bf6916 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:45.600374 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-49dbfcc9-7369-4e05-9d9f-23672a702c61 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:45.628601 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d7cbc9d1-2416-485a-9c70-b1351c8b5e60 req-690fe925-1bf6-43ba-8bbf-e8231d22b2b9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635877 Nov 02 11:39:45.816840 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-c4eea480-681e-4784-b50d-a4e7a809b20d service neutron] 10.222.0.54 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685239 Nov 02 11:39:45.844014 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb8699a-24fe-4fbe-9ee4-1013dd883f83 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:39:45.853735 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:45.900931 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Transition to ACTIVE for port object dcb8699a-24fe-4fbe-9ee4-1013dd883f83 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:39:45.925471 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c2cdc03c-15f0-490b-9051-18af1984fbbf req-3fe8d720-5309-426c-9d6f-6caaeca1e972 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/ports?device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 210 time: 0.0548329 Nov 02 11:39:45.998151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 7ae549a7-9353-4d32-8a27-baa5e7410cde details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:39:46.107872 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-56584704-55f3-4813-8b7f-62c6de8d9440 req-2d47d616-238d-4c89-ab4c-edeec850a97f tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1309235557', 'description': 'tempest-description-399218525'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:46.153862 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:46.235924 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-56584704-55f3-4813-8b7f-62c6de8d9440 req-2d47d616-238d-4c89-ab4c-edeec850a97f tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:46.244872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-56584704-55f3-4813-8b7f-62c6de8d9440 req-2d47d616-238d-4c89-ab4c-edeec850a97f tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:46.267067 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 7ae549a7-9353-4d32-8a27-baa5e7410cde, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=7ae549a7-9353-4d32-8a27-baa5e7410cde,segment=NetworkSegment(ea6e235a-6852-464d-a7f1-e4daabce7003),segment_id=ea6e235a-6852-464d-a7f1-e4daabce7003)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:46.306326 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '7ae549a7-9353-4d32-8a27-baa5e7410cde', 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe', 'port_id': '7ae549a7-9353-4d32-8a27-baa5e7410cde', 'mac_address': 'fa:16:3e:32:d9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:39:46.356007 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-49dbfcc9-7369-4e05-9d9f-23672a702c61 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Allocated IP 172.20.0.9 (0ce4199a-3410-4fe8-b627-1e9597d841bd/5e8fd955-ee72-4130-b4fc-a0b488dfdf52/3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:39:46.380950 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-bc044d81-7f07-4e5e-9da1-5c089588fbb7 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=be13fbd8f8734ab38d66318a4ed85a7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960982 Nov 02 11:39:46.427834 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c4e6b700-a4fb-4892-b142-3565a7ccad40 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:39:46.464231 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:46.470264 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-56584704-55f3-4813-8b7f-62c6de8d9440 req-2d47d616-238d-4c89-ab4c-edeec850a97f tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:46.493463 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae549a7-9353-4d32-8a27-baa5e7410cde {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:39:46.520326 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 7ae549a7-9353-4d32-8a27-baa5e7410cde, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=7ae549a7-9353-4d32-8a27-baa5e7410cde,segment=NetworkSegment(ea6e235a-6852-464d-a7f1-e4daabce7003),segment_id=ea6e235a-6852-464d-a7f1-e4daabce7003)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:46.533359 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-56584704-55f3-4813-8b7f-62c6de8d9440 req-2d47d616-238d-4c89-ab4c-edeec850a97f tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:46.573364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb8699a-24fe-4fbe-9ee4-1013dd883f83,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:46.579848 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47d616-238d-4c89-ab4c-edeec850a97f tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc68636a-6780-480a-81b1-4bf8393cdddb,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:46.651857 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:46.700783 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-17673959-81f2-49b3-8a1d-0a40b5b3e69d tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:46.715237 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-17673959-81f2-49b3-8a1d-0a40b5b3e69d tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3317175 Nov 02 11:39:46.771064 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-56584704-55f3-4813-8b7f-62c6de8d9440 req-2d47d616-238d-4c89-ab4c-edeec850a97f tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:46.780207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c4e6b700-a4fb-4892-b142-3565a7ccad40, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c4e6b700-a4fb-4892-b142-3565a7ccad40,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:46.803456 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'c4e6b700-a4fb-4892-b142-3565a7ccad40', 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf', 'port_id': 'c4e6b700-a4fb-4892-b142-3565a7ccad40', 'mac_address': 'fa:16:3e:50:35:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9853137b-7032-4499-acf2-66fe74777f85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:39:46.814185 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=7ae549a7-9353-4d32-8a27-baa5e7410cde,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:46.848207 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-4c6589b9-7ac6-40e8-82e5-14a0fc5a00bf tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/quotas/be13fbd8f8734ab38d66318a4ed85a7e HTTP/1.1" status: 200 len: 375 time: 0.1321125 Nov 02 11:39:46.879314 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:46.907527 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4e6b700-a4fb-4892-b142-3565a7ccad40 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:39:46.924321 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-56584704-55f3-4813-8b7f-62c6de8d9440 req-2d47d616-238d-4c89-ab4c-edeec850a97f tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:46.934113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c4e6b700-a4fb-4892-b142-3565a7ccad40, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c4e6b700-a4fb-4892-b142-3565a7ccad40,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:46.941734 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['7ae549a7-9353-4d32-8a27-baa5e7410cde'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:39:46.987487 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47d616-238d-4c89-ab4c-edeec850a97f tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5a97bb-91ea-48ae-9e70-d7e3c1a5817c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:47.247642 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:47.332988 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['c4e6b700-a4fb-4892-b142-3565a7ccad40'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:39:47.355138 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=c4e6b700-a4fb-4892-b142-3565a7ccad40,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:47.431601 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-5f1ccfa3-10cb-40d7-bae1-37058adabf71 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=be13fbd8f8734ab38d66318a4ed85a7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5188839 Nov 02 11:39:47.553056 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-eb1383e3-01b2-4db0-94ab-ce779c25639f tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:47.553056 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-eb1383e3-01b2-4db0-94ab-ce779c25639f tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84&tenant_id=c94d0cac32b24c41b06f1c29df1efe18&binding%3Ahost_id=n-h2-806683-18 HTTP/1.1" status: 200 len: 1096 time: 0.8691766 Nov 02 11:39:47.553480 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-56584704-55f3-4813-8b7f-62c6de8d9440 req-2d47d616-238d-4c89-ab4c-edeec850a97f tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:47.570522 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-56584704-55f3-4813-8b7f-62c6de8d9440 req-2d47d616-238d-4c89-ab4c-edeec850a97f tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.4658880 Nov 02 11:39:47.619996 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Attempting to bind port dcb8699a-24fe-4fbe-9ee4-1013dd883f83 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:39:47.620633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Attempting to bind port dcb8699a-24fe-4fbe-9ee4-1013dd883f83 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '8a5b9b2b-9885-4a48-8edf-7143a57cba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:39:47.620757 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Attempting to bind port dcb8699a-24fe-4fbe-9ee4-1013dd883f83 on network 0ce4199a-3410-4fe8-b627-1e9597d841bd {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:47.645858 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-49dbfcc9-7369-4e05-9d9f-23672a702c61 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:47.650541 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Port dcb8699a-24fe-4fbe-9ee4-1013dd883f83 on network 0ce4199a-3410-4fe8-b627-1e9597d841bd not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:39:47.650871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Attempting to bind port dcb8699a-24fe-4fbe-9ee4-1013dd883f83 on network 0ce4199a-3410-4fe8-b627-1e9597d841bd {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:47.749486 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:39:47.749909 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Checking segment: {'id': '8a5b9b2b-9885-4a48-8edf-7143a57cba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:47.750224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Bound using segment: {'id': '8a5b9b2b-9885-4a48-8edf-7143a57cba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:39:47.750357 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84a90e-d02f-49a7-989a-8bbe79a1a72d req-6a5d68a3-9782-4fe9-8a1b-827f655cc87b tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:47.750675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Bound port: dcb8699a-24fe-4fbe-9ee4-1013dd883f83, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5b9b2b-9885-4a48-8edf-7143a57cba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:39:47.751064 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:47.752036 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-db84a90e-d02f-49a7-989a-8bbe79a1a72d req-6a5d68a3-9782-4fe9-8a1b-827f655cc87b tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/ports?device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 945 time: 0.0770955 Nov 02 11:39:47.761590 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ceed5ec8-1656-4930-84dc-d6b30d621909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:47.814599 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-65bdac77-cf9d-49c5-bbab-e3d8db76c498 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:47.816260 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-65bdac77-cf9d-49c5-bbab-e3d8db76c498 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.79 "GET /v2.0/networks?id=0ce4199a-3410-4fe8-b627-1e9597d841bd HTTP/1.1" status: 200 len: 816 time: 0.4024856 Nov 02 11:39:47.861897 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-db84a90e-d02f-49a7-989a-8bbe79a1a72d req-d0ef055d-4b9b-492c-b0d4-1e9d0d9005bf tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e6ba3ae-0232-427a-a278-71b0ae957391&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925598 Nov 02 11:39:47.895687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-40e8de11-c115-4c48-896e-614f298219ae tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Request body: {'port': {'device_id': '85e13130-b850-4137-aeaf-9a50b7127629', 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd', 'admin_state_up': True, 'tenant_id': 'dab85f8470fc4f12ba21a04a23bf6916'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:48.014640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 7ae549a7-9353-4d32-8a27-baa5e7410cde up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:39:48.141204 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5e988-17fe-4c02-ae41-0ed0180a09fe req-f764d4d5-6543-4abf-934c-bc2515b2d6d9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:48.158041 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-24b5e988-17fe-4c02-ae41-0ed0180a09fe req-f764d4d5-6543-4abf-934c-bc2515b2d6d9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 944 time: 0.1553764 Nov 02 11:39:48.208370 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d92142c6-c0fb-465b-979c-df15e2969937 req-55bb52e9-181e-4e15-8069-7bc9d40e64c1 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 210 time: 0.1333697 Nov 02 11:39:48.234916 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-24b5e988-17fe-4c02-ae41-0ed0180a09fe req-058e3dc0-304d-4ad5-bc42-5441c7c364a0 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737870 Nov 02 11:39:48.268527 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-49dbfcc9-7369-4e05-9d9f-23672a702c61 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:48.361258 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] For port dcb8699a-24fe-4fbe-9ee4-1013dd883f83, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:39:48.372129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-b2bfa4a3-88a7-4941-955d-b9cc9c75ae54 req-5b49db20-ab33-474d-8e99-a89370945bad tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1173444975', 'description': 'tempest-description-115196012'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:48.385269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] For port dcb8699a-24fe-4fbe-9ee4-1013dd883f83, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=dcb8699a-24fe-4fbe-9ee4-1013dd883f83,segment=NetworkSegment(8a5b9b2b-9885-4a48-8edf-7143a57cba10),segment_id=8a5b9b2b-9885-4a48-8edf-7143a57cba10)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:39:48.395742 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 7ae549a7-9353-4d32-8a27-baa5e7410cde completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:39:48.404108 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 7ae549a7-9353-4d32-8a27-baa5e7410cde triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:48.404809 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:48.406904 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c4e6b700-a4fb-4892-b142-3565a7ccad40 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:39:48.452843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-49dbfcc9-7369-4e05-9d9f-23672a702c61 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Network 0ce4199a-3410-4fe8-b627-1e9597d841bd is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:39:48.469919 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-40e8de11-c115-4c48-896e-614f298219ae tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Made reservation on behalf of dab85f8470fc4f12ba21a04a23bf6916 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:48.473628 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-40e8de11-c115-4c48-896e-614f298219ae tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:48.505298 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b807fd93-0005-4303-985d-b0aad193ef78 req-8d1b2ede-c31a-45c8-8f67-fda3eeb50e5c tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/ports?device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 210 time: 0.1481807 Nov 02 11:39:48.506211 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-49dbfcc9-7369-4e05-9d9f-23672a702c61 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:48.514488 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-49dbfcc9-7369-4e05-9d9f-23672a702c61 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:39:48.537061 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port c4e6b700-a4fb-4892-b142-3565a7ccad40 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:48.537439 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:48.542242 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbfcc9-7369-4e05-9d9f-23672a702c61 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Pushing event updated for resources: {'Port': ['ID=3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:48.576176 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-30018608-60aa-431a-862c-dd8c4cc300c8 service neutron] For port b86ed647-2d5c-4721-8379-61ef6a25b6fb, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:39:48.589360 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-30018608-60aa-431a-862c-dd8c4cc300c8 service neutron] Publish callbacks [] for binding, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:48.590831 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-949ce313-5056-42ef-b4d8-c5b572cd2b09 req-30018608-60aa-431a-862c-dd8c4cc300c8 service neutron] 10.222.0.54 "DELETE /v2.0/ports/b86ed647-2d5c-4721-8379-61ef6a25b6fb/bindings/n-h1-806683-18 HTTP/1.1" status: 204 len: 173 time: 1.0290654 Nov 02 11:39:48.636242 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:48.664853 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-49dbfcc9-7369-4e05-9d9f-23672a702c61 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:48.677343 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-49dbfcc9-7369-4e05-9d9f-23672a702c61 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:48.683350 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808c750a-485f-403b-b15f-9fcfb06dcd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae549a7-9353-4d32-8a27-baa5e7410cde'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:48.686241 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207ca482-5cf6-421a-a022-a60da33de392" -d '{"events": [{"server_uuid": "808c750a-485f-403b-b15f-9fcfb06dcd05", "name": "network-vif-plugged", "status": "completed", "tag": "7ae549a7-9353-4d32-8a27-baa5e7410cde"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:48.736062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 7ae549a7-9353-4d32-8a27-baa5e7410cde, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=7ae549a7-9353-4d32-8a27-baa5e7410cde,segment=NetworkSegment(ea6e235a-6852-464d-a7f1-e4daabce7003),segment_id=ea6e235a-6852-464d-a7f1-e4daabce7003)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:48.773975 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b2bfa4a3-88a7-4941-955d-b9cc9c75ae54 req-5b49db20-ab33-474d-8e99-a89370945bad tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:48.798513 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:48.861100 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:48.862438 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:48.912302 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3c9cbce5-7798-4db0-a9ef-0f4191858459 req-dacfb5d3-47d3-48f7-a65a-e72c94d89f46 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 210 time: 0.2202642 Nov 02 11:39:48.937236 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b2bfa4a3-88a7-4941-955d-b9cc9c75ae54 req-5b49db20-ab33-474d-8e99-a89370945bad tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:48.970361 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:48.971130 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:48.975892 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] 10.222.0.79 "PUT /v2.0/ports/dcb8699a-24fe-4fbe-9ee4-1013dd883f83 HTTP/1.1" status: 200 len: 1093 time: 4.4617243 Nov 02 11:39:48.979180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345b4fd1-bab8-4c30-b4c2-c6cc35a8750c', 'tag': 'dcb8699a-24fe-4fbe-9ee4-1013dd883f83'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:48.981489 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7fa851-7b22-4b56-996e-e4f6e6817df7" -d '{"events": [{"name": "network-changed", "server_uuid": "345b4fd1-bab8-4c30-b4c2-c6cc35a8750c", "tag": "dcb8699a-24fe-4fbe-9ee4-1013dd883f83"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:49.017956 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c4e6b700-a4fb-4892-b142-3565a7ccad40, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c4e6b700-a4fb-4892-b142-3565a7ccad40,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:49.028507 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-49dbfcc9-7369-4e05-9d9f-23672a702c61 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0619988 Nov 02 11:39:49.044470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-40e8de11-c115-4c48-896e-614f298219ae tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Allocated IP 172.20.0.14 (0ce4199a-3410-4fe8-b627-1e9597d841bd/5e8fd955-ee72-4130-b4fc-a0b488dfdf52/6dac65c1-f3e5-4b00-93f8-10bd7e0f980b) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:39:49.056237 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1625db67-f52a-4ea1-81e2-7e5481faf13f None None] Provisioning complete for port 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:49.061225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Request body: {'port': {'device_id': '0e22df80-4930-40c6-85b6-f85b83a73bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:49.066376 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1625db67-f52a-4ea1-81e2-7e5481faf13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:49.074319 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=7ae549a7-9353-4d32-8a27-baa5e7410cde,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:49.106519 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b2bfa4a3-88a7-4941-955d-b9cc9c75ae54 req-5b49db20-ab33-474d-8e99-a89370945bad tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:49.124346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc35070-aee1-48f3-b231-bb0e4e7fdbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb8699a-24fe-4fbe-9ee4-1013dd883f83,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:49.166323 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f788687d-6af4-4501-9eb7-fd4b64a2d82c x-openstack-request-id: req-f788687d-6af4-4501-9eb7-fd4b64a2d82c {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:49.166622 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808c750a-485f-403b-b15f-9fcfb06dcd05", "name": "network-vif-plugged", "status": "completed", "tag": "7ae549a7-9353-4d32-8a27-baa5e7410cde", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:49.166880 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f788687d-6af4-4501-9eb7-fd4b64a2d82c {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:49.167307 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808c750a-485f-403b-b15f-9fcfb06dcd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae549a7-9353-4d32-8a27-baa5e7410cde', 'code': 200} Nov 02 11:39:49.176917 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:49.193129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49db20-ab33-474d-8e99-a89370945bad tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3155337-33bb-4879-8f4e-bcbce22e5c09,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:49.202556 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-1625db67-f52a-4ea1-81e2-7e5481faf13f None None] Port 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:39:49.232016 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:49.327870 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=c4e6b700-a4fb-4892-b142-3565a7ccad40,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:49.365862 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b2bfa4a3-88a7-4941-955d-b9cc9c75ae54 req-5b49db20-ab33-474d-8e99-a89370945bad tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:49.380375 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b2bfa4a3-88a7-4941-955d-b9cc9c75ae54 req-5b49db20-ab33-474d-8e99-a89370945bad tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0126574 Nov 02 11:39:49.438707 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e2a920-256e-49f3-9bdf-f9b48e3e46c7 x-openstack-request-id: req-03e2a920-256e-49f3-9bdf-f9b48e3e46c7 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:49.439005 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345b4fd1-bab8-4c30-b4c2-c6cc35a8750c", "tag": "dcb8699a-24fe-4fbe-9ee4-1013dd883f83", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:49.439269 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03e2a920-256e-49f3-9bdf-f9b48e3e46c7 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:49.439673 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345b4fd1-bab8-4c30-b4c2-c6cc35a8750c', 'tag': 'dcb8699a-24fe-4fbe-9ee4-1013dd883f83', 'status': 'completed', 'code': 200} Nov 02 11:39:49.526203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9bebf-0e51-41e3-a44a-60c0379ec77d req-9ae11b4c-6e7e-49e6-9c2d-427c33964aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:49.527745 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9f9bebf-0e51-41e3-a44a-60c0379ec77d req-9ae11b4c-6e7e-49e6-9c2d-427c33964aeb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 1098 time: 0.2679682 Nov 02 11:39:49.573939 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0ce67-f3f2-4485-91bf-9e9fc9b6995b req-2c757d2d-f5ad-4246-929f-5a394f6fcced tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:49.583045 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2db0ce67-f3f2-4485-91bf-9e9fc9b6995b req-2c757d2d-f5ad-4246-929f-5a394f6fcced tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 1096 time: 0.0639451 Nov 02 11:39:49.591804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba185570-8a73-4cb4-8c54-9ddbb2dc1ef4 req-468b6df0-88fc-4cba-b7dc-1a6e16968d5d tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:49.593593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ba185570-8a73-4cb4-8c54-9ddbb2dc1ef4 req-468b6df0-88fc-4cba-b7dc-1a6e16968d5d tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/ports?device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 946 time: 0.3095534 Nov 02 11:39:49.648042 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2db0ce67-f3f2-4485-91bf-9e9fc9b6995b req-8f38f074-507c-412a-ade5-9f3fe778ec4e tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606382 Nov 02 11:39:49.706234 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-80174019-2890-49be-a30d-03f869e1f376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:49.737574 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-40e8de11-c115-4c48-896e-614f298219ae tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:49.743183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-79897de0-046a-460b-bfce-17b232639c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:49.745128 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-79897de0-046a-460b-bfce-17b232639c91 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dab85f8470fc4f12ba21a04a23bf6916&device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 1096 time: 0.3535080 Nov 02 11:39:49.821695 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-863d33c8-dd78-4c7b-9681-47e1fff1ca9a req-93f1ed93-03e6-48d1-88d4-0cdcdf79b221 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 210 time: 0.0419450 Nov 02 11:39:49.863888 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-a24b1419-b577-4bf6-a55c-1337b60f02ed service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcb8699a-24fe-4fbe-9ee4-1013dd883f83 HTTP/1.1" status: 200 len: 217 time: 0.1028538 Nov 02 11:39:49.885104 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9f9bebf-0e51-41e3-a44a-60c0379ec77d req-fdad1016-25c1-4e1d-b124-a96675c264dd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8e6ba3ae-0232-427a-a278-71b0ae957391&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3418000 Nov 02 11:39:49.902048 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-5c5e0323-b69c-410e-922b-ded3e09f88b6 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:49.903820 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-5c5e0323-b69c-410e-922b-ded3e09f88b6 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.79 "GET /v2.0/networks?id=2ca27b90-c6ce-41a0-9110-59b811829d3e HTTP/1.1" status: 200 len: 825 time: 0.2233627 Nov 02 11:39:49.920502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Request body: {'port': {'device_id': '22576180-aaf2-4ff9-aa40-c685c17c838e', 'network_id': '2ca27b90-c6ce-41a0-9110-59b811829d3e', 'admin_state_up': True, 'tenant_id': 'bcd4062291984e6cb36b5aba8ef833aa'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:49.974435 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ba185570-8a73-4cb4-8c54-9ddbb2dc1ef4 req-c4d5abcb-3033-4fd9-a391-2aea9b8d8f79 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e6ba3ae-0232-427a-a278-71b0ae957391&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3694289 Nov 02 11:39:49.994426 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-ff6b46ea-5cb6-4d67-983d-d0b99eb80575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:49.996486 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-ff6b46ea-5cb6-4d67-983d-d0b99eb80575 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5e8fd955-ee72-4130-b4fc-a0b488dfdf52 HTTP/1.1" status: 200 len: 855 time: 0.1074848 Nov 02 11:39:50.086065 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-96ca1712-3d6e-4f2d-98e5-8874046970aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:50.088217 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-96ca1712-3d6e-4f2d-98e5-8874046970aa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0ce4199a-3410-4fe8-b627-1e9597d841bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753660 Nov 02 11:39:50.096509 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-02974a23-cc39-4b63-84cb-193831d4291e req-add7c2fb-38d9-4a13-af30-0397909069bf tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1757894821', 'description': 'tempest-description-300770161'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:50.135612 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.api [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 02 11:39:50.135612 n-d-806683-18 neutron-server[102690]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 02 11:39:50.135612 n-d-806683-18 neutron-server[102690]: [parameters: {'project_id_1': 'bcd4062291984e6cb36b5aba8ef833aa', 'expiration_1': datetime.datetime(2021, 11, 2, 11, 39, 30, 113039)}] Nov 02 11:39:50.135612 n-d-806683-18 neutron-server[102690]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:39:50.136574 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7ed1de66-e355-4101-a507-d954612af3a7 req-be80dbee-489a-4427-98ea-40a409abd4e2 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/ports?device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 210 time: 0.0656760 Nov 02 11:39:50.137651 n-d-806683-18 neutron-server[102690]: DEBUG oslo_db.api [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:39:50.168618 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-40e8de11-c115-4c48-896e-614f298219ae tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:50.344256 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-02974a23-cc39-4b63-84cb-193831d4291e req-add7c2fb-38d9-4a13-af30-0397909069bf tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:50.354232 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-02974a23-cc39-4b63-84cb-193831d4291e req-add7c2fb-38d9-4a13-af30-0397909069bf tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:50.428038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-40e8de11-c115-4c48-896e-614f298219ae tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Network 0ce4199a-3410-4fe8-b627-1e9597d841bd is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:39:50.469417 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-40e8de11-c115-4c48-896e-614f298219ae tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:50.473552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:39:50.489723 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-40e8de11-c115-4c48-896e-614f298219ae tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:39:50.495107 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8de11-c115-4c48-896e-614f298219ae tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Pushing event updated for resources: {'Port': ['ID=6dac65c1-f3e5-4b00-93f8-10bd7e0f980b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:50.499513 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:50.567912 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-02974a23-cc39-4b63-84cb-193831d4291e req-add7c2fb-38d9-4a13-af30-0397909069bf tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:50.571547 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Transition to ACTIVE for port object 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:39:50.595581 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-54d63ac2-14f9-443b-bc5e-d7f5830d9b25 service neutron] 10.222.0.79 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922001 Nov 02 11:39:50.611722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e812a1-3035-4e71-9282-0989b923f21d req-833d8cb5-5f52-4697-bcc2-d9efc00907fb tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:50.611722 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-51e812a1-3035-4e71-9282-0989b923f21d req-833d8cb5-5f52-4697-bcc2-d9efc00907fb tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 1096 time: 0.3375101 Nov 02 11:39:50.637926 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-40e8de11-c115-4c48-896e-614f298219ae tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:50.638592 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-40e8de11-c115-4c48-896e-614f298219ae tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:50.755376 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-02974a23-cc39-4b63-84cb-193831d4291e req-add7c2fb-38d9-4a13-af30-0397909069bf tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:50.791559 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:50.812570 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7c2fb-38d9-4a13-af30-0397909069bf tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a4e25e-93e2-48ea-a6ce-e9c02f2f5d1e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:50.841413 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-6c54b1e0-b75d-4b98-8fc3-b08cf6c38fc7 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=be13fbd8f8734ab38d66318a4ed85a7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1115694 Nov 02 11:39:50.879813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Made reservation on behalf of bcd4062291984e6cb36b5aba8ef833aa for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:50.885414 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:50.905288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-de27e1a9-55c9-4b19-b43a-032b6b0355d5 None None] Provisioning complete for port 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:50.905919 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-de27e1a9-55c9-4b19-b43a-032b6b0355d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:50.913449 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-51e812a1-3035-4e71-9282-0989b923f21d req-639f5795-318a-4176-b053-a22fa7c333c3 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921331 Nov 02 11:39:50.994355 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:51.015673 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-02974a23-cc39-4b63-84cb-193831d4291e req-add7c2fb-38d9-4a13-af30-0397909069bf tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:51.050776 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-de27e1a9-55c9-4b19-b43a-032b6b0355d5 None None] Port 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:39:51.168435 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e6b700-a4fb-4892-b142-3565a7ccad40'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:51.171431 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3293cf-1c99-4406-98b1-1883096b002c" -d '{"events": [{"server_uuid": "91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "c4e6b700-a4fb-4892-b142-3565a7ccad40"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:51.190909 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-49cc0237-116f-41c3-9953-b982dfb03261 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:51.191143 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-02974a23-cc39-4b63-84cb-193831d4291e req-add7c2fb-38d9-4a13-af30-0397909069bf tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:51.192590 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-49cc0237-116f-41c3-9953-b982dfb03261 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368264 Nov 02 11:39:51.263027 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Allocated IP 172.20.0.13 (2ca27b90-c6ce-41a0-9110-59b811829d3e/f553011b-49e5-444f-8be5-053c83b3cd1a/b21f1619-6133-4969-9f1d-02ca53a3c459) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:39:51.270629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-24518cdb-a45e-479c-909d-c49f6d179b63 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Request body: {'port': {'device_id': 'ea69c7a5-4a3b-4338-95c6-5909386eeea3', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'be13fbd8f8734ab38d66318a4ed85a7e'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:51.274095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7c2fb-38d9-4a13-af30-0397909069bf tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd241c9-635e-4834-8b7c-04f3e9ed2838,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:51.323397 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d1374cc-b7c1-4117-a78f-cd62eca7d0c1 req-f38192f5-e784-472e-8dc7-47273c277b82 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 210 time: 0.1212411 Nov 02 11:39:51.329472 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-40e8de11-c115-4c48-896e-614f298219ae tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4534032 Nov 02 11:39:51.338073 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f9ce383-14f5-45fc-94de-e0b341ab3bee req-0b7a560a-3bc5-458c-822e-2442b2535395 service neutron] 10.222.0.79 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7287915 Nov 02 11:39:51.370720 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Request body: {'port': {'device_id': '85e13130-b850-4137-aeaf-9a50b7127629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:51.401512 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-02974a23-cc39-4b63-84cb-193831d4291e req-add7c2fb-38d9-4a13-af30-0397909069bf tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:51.406800 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-02974a23-cc39-4b63-84cb-193831d4291e req-add7c2fb-38d9-4a13-af30-0397909069bf tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3174295 Nov 02 11:39:51.626557 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:51.703157 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:51.760432 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84931e9-aec3-4284-ae78-cd5288fa1335 req-6be7725e-b191-41f9-ba8a-fe5222c7a4e0 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:51.762332 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c84931e9-aec3-4284-ae78-cd5288fa1335 req-6be7725e-b191-41f9-ba8a-fe5222c7a4e0 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/ports?device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 946 time: 0.1003273 Nov 02 11:39:51.763275 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Pushing event updated for resources: {'Port': ['ID=3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:51.848208 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c84931e9-aec3-4284-ae78-cd5288fa1335 req-a1f13507-1813-46d6-9c5e-f423f6afe974 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e6ba3ae-0232-427a-a278-71b0ae957391&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706983 Nov 02 11:39:51.894386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd35e66-1903-4ffe-a879-9d6da96a058c req-8743565d-5022-46fe-b143-b2b0bed4fe70 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:51.895966 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8dd35e66-1903-4ffe-a879-9d6da96a058c req-8743565d-5022-46fe-b143-b2b0bed4fe70 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 932 time: 0.2207615 Nov 02 11:39:51.899613 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:51.975241 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fa851-7b22-4b56-996e-e4f6e6817df7 req-13ef07e7-ba63-4143-a6ab-89a7e251233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:51.976827 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b7fa851-7b22-4b56-996e-e4f6e6817df7 req-13ef07e7-ba63-4143-a6ab-89a7e251233f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dab85f8470fc4f12ba21a04a23bf6916&device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 1096 time: 0.3412755 Nov 02 11:39:51.981469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Network 2ca27b90-c6ce-41a0-9110-59b811829d3e is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:39:51.987091 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:51.996649 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:39:52.039527 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Pushing event updated for resources: {'Port': ['ID=b21f1619-6133-4969-9f1d-02ca53a3c459,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:52.057189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:52.057658 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:52.058073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:52.064042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:52.064042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:52.064042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:52.064042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:52.064042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:52.064042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:52.064042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:52.064042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:52.064042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:52.086400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Attempting to bind port 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:39:52.086400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Attempting to bind port 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '8a5b9b2b-9885-4a48-8edf-7143a57cba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:39:52.086400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Attempting to bind port 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f on network 0ce4199a-3410-4fe8-b627-1e9597d841bd {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:52.118979 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:52.119696 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:52.151122 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Port 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f on network 0ce4199a-3410-4fe8-b627-1e9597d841bd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:39:52.151271 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Attempting to bind port 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f on network 0ce4199a-3410-4fe8-b627-1e9597d841bd {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:52.215008 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:39:52.215362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Checking segment: {'id': '8a5b9b2b-9885-4a48-8edf-7143a57cba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:52.216287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Bound using segment: {'id': '8a5b9b2b-9885-4a48-8edf-7143a57cba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:39:52.216287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Bound port: 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5b9b2b-9885-4a48-8edf-7143a57cba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:39:52.216574 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:52.263524 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8dd35e66-1903-4ffe-a879-9d6da96a058c req-33d4f7aa-f307-473b-94e5-dfd8afb82f31 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125024 Nov 02 11:39:52.286104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fa851-7b22-4b56-996e-e4f6e6817df7 req-bb1cc934-1dc4-4d5d-92ea-313fe974a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:52.286104 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b7fa851-7b22-4b56-996e-e4f6e6817df7 req-bb1cc934-1dc4-4d5d-92ea-313fe974a492 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0ce4199a-3410-4fe8-b627-1e9597d841bd HTTP/1.1" status: 200 len: 917 time: 0.2843964 Nov 02 11:39:52.359401 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b7fa851-7b22-4b56-996e-e4f6e6817df7 req-d3e5cfc7-d264-4293-94bb-e292dc302b41 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcb8699a-24fe-4fbe-9ee4-1013dd883f83 HTTP/1.1" status: 200 len: 217 time: 0.0572720 Nov 02 11:39:52.482553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] For port 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:39:52.504441 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fa851-7b22-4b56-996e-e4f6e6817df7 req-bb297acc-7168-4c1b-9df5-e1fff5a4d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:52.505912 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b7fa851-7b22-4b56-996e-e4f6e6817df7 req-bb297acc-7168-4c1b-9df5-e1fff5a4d1d8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5e8fd955-ee72-4130-b4fc-a0b488dfdf52 HTTP/1.1" status: 200 len: 855 time: 0.1302333 Nov 02 11:39:52.530153 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] For port 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f,segment=NetworkSegment(8a5b9b2b-9885-4a48-8edf-7143a57cba10),segment_id=8a5b9b2b-9885-4a48-8edf-7143a57cba10)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:39:52.554915 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:39:52.570302 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69565f1e-353f-4101-ba34-352f774f017c req-dfd89d96-399e-4bb0-b89f-27f7c58edd03 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:52.571935 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69565f1e-353f-4101-ba34-352f774f017c req-dfd89d96-399e-4bb0-b89f-27f7c58edd03 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/ports?device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 932 time: 0.1991346 Nov 02 11:39:52.574675 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:52.606750 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Transition to ACTIVE for port object 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:39:52.616524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fa851-7b22-4b56-996e-e4f6e6817df7 req-d6f158b2-401c-40d1-a411-09fdfcadb92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:52.618242 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b7fa851-7b22-4b56-996e-e4f6e6817df7 req-d6f158b2-401c-40d1-a411-09fdfcadb92a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0ce4199a-3410-4fe8-b627-1e9597d841bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012173 Nov 02 11:39:52.681157 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:52.701745 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.79', 64387) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:52.742721 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-42401a06-9d69-4d98-aa3f-b91229b37a01 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=be13fbd8f8734ab38d66318a4ed85a7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391216 Nov 02 11:39:52.871285 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-c56e60d3-7dd3-4b23-9ab1-056d808c5637 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:52.872908 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-c56e60d3-7dd3-4b23-9ab1-056d808c5637 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1254728 Nov 02 11:39:52.886956 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-0fb6b70c-b9d8-4719-9ba7-483fa25bf31e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Request body: {'port': {'device_id': '06747663-913f-48d5-aa2f-c02aae0bc352', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'be13fbd8f8734ab38d66318a4ed85a7e'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:52.971358 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:52.973197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-24518cdb-a45e-479c-909d-c49f6d179b63 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Made reservation on behalf of be13fbd8f8734ab38d66318a4ed85a7e for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:52.977217 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-24518cdb-a45e-479c-909d-c49f6d179b63 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:52.987193 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69565f1e-353f-4101-ba34-352f774f017c req-3952406b-ad05-47bd-b872-41719f617887 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/security-groups?id=64e4575e-704b-4b21-a23b-a5769a70e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077959 Nov 02 11:39:53.035053 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-a143fff5-2ef5-4d4d-8935-3052cf0e91ce tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1143925 Nov 02 11:39:53.040702 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef9b91d-67dd-4548-98e3-414ad04c3400 x-openstack-request-id: req-bef9b91d-67dd-4548-98e3-414ad04c3400 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:53.041414 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1", "name": "network-vif-plugged", "status": "completed", "tag": "c4e6b700-a4fb-4892-b142-3565a7ccad40", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:53.042083 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bef9b91d-67dd-4548-98e3-414ad04c3400 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:53.042868 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e6b700-a4fb-4892-b142-3565a7ccad40', 'code': 200} Nov 02 11:39:53.043397 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:53.045381 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-24518cdb-a45e-479c-909d-c49f6d179b63 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:53.054813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Request body: {'port': {'device_id': '22576180-aaf2-4ff9-aa40-c685c17c838e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:53.081070 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:53.081697 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:53.083107 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] 10.222.0.54 "PUT /v2.0/ports/3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f HTTP/1.1" status: 200 len: 1092 time: 4.0300834 Nov 02 11:39:53.087673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e22df80-4930-40c6-85b6-f85b83a73bb4', 'tag': '3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:53.089672 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78edbaba-6a00-460a-b7d1-37f82486e7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "0e22df80-4930-40c6-85b6-f85b83a73bb4", "tag": "3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:53.148469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-dab9adea-5eca-40ed-b0c1-71b6acdd1f67 req-76ae7f9d-b413-417f-8427-9d0017979a9b tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1171087820', 'description': 'tempest-description-1004838101'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:53.175190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b830852-634b-4a5d-8a0b-e2c3584df43a service neutron] Pushing event updated for resources: {'Port': ['ID=3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:53.198256 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:53.198608 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b7fa851-7b22-4b56-996e-e4f6e6817df7 req-38359933-a57f-4f3b-93b6-47588a236d9c service neutron] 10.222.0.79 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724061 Nov 02 11:39:53.204302 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-0fb6b70c-b9d8-4719-9ba7-483fa25bf31e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Made reservation on behalf of be13fbd8f8734ab38d66318a4ed85a7e for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:39:53.209585 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-0fb6b70c-b9d8-4719-9ba7-483fa25bf31e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:53.437330 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3cbe17a-7749-4a30-a69a-0a33e2c5fd3e req-8aec84b8-f480-4b14-8835-a1a3a17995d3 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 210 time: 0.2376893 Nov 02 11:39:53.529212 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-0fb6b70c-b9d8-4719-9ba7-483fa25bf31e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:53.548248 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Pushing event updated for resources: {'Port': ['ID=6dac65c1-f3e5-4b00-93f8-10bd7e0f980b,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:53.731734 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21f1619-6133-4969-9f1d-02ca53a3c459 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:39:53.747078 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:53.751275 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Attempting to bind port 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:39:53.751467 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Attempting to bind port 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '8a5b9b2b-9885-4a48-8edf-7143a57cba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:39:53.751703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Attempting to bind port 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b on network 0ce4199a-3410-4fe8-b627-1e9597d841bd {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:53.764235 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Port 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b on network 0ce4199a-3410-4fe8-b627-1e9597d841bd not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:39:53.764591 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Attempting to bind port 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b on network 0ce4199a-3410-4fe8-b627-1e9597d841bd {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:53.765178 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Transition to ACTIVE for port object b21f1619-6133-4969-9f1d-02ca53a3c459 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:39:53.783226 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-dab9adea-5eca-40ed-b0c1-71b6acdd1f67 req-76ae7f9d-b413-417f-8427-9d0017979a9b tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:53.800936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:53.801287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:53.801630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:53.801975 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:53.802844 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:53.802844 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:53.803091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:53.803353 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:53.803699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:53.804026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:53.804483 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:53.804659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:53.825192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:39:53.825536 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Checking segment: {'id': '8a5b9b2b-9885-4a48-8edf-7143a57cba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:53.826253 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Bound using segment: {'id': '8a5b9b2b-9885-4a48-8edf-7143a57cba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:39:53.826500 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Bound port: 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5b9b2b-9885-4a48-8edf-7143a57cba10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:39:53.826841 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:53.831552 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:53.862425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-89aead63-312e-4d25-9cf4-5bcea9d6cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:53.863973 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-89aead63-312e-4d25-9cf4-5bcea9d6cfae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dab85f8470fc4f12ba21a04a23bf6916&device_id=0e22df80-4930-40c6-85b6-f85b83a73bb4 HTTP/1.1" status: 200 len: 1095 time: 0.4544375 Nov 02 11:39:53.880002 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-dab9adea-5eca-40ed-b0c1-71b6acdd1f67 req-76ae7f9d-b413-417f-8427-9d0017979a9b tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:53.944465 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:53.964932 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-24518cdb-a45e-479c-909d-c49f6d179b63 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:53.981703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d4f22-9092-4626-b75f-de83e6697fbe req-7cbd1db2-bf24-47e7-bfac-385bf1e8ecb7 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:53.983306 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4f4d4f22-9092-4626-b75f-de83e6697fbe req-7cbd1db2-bf24-47e7-bfac-385bf1e8ecb7 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/ports?device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 946 time: 0.2714601 Nov 02 11:39:53.988591 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-94a1e398-f761-46e1-b177-fd801327388b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f HTTP/1.1" status: 200 len: 217 time: 0.1053565 Nov 02 11:39:53.990096 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:54.000385 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-dab9adea-5eca-40ed-b0c1-71b6acdd1f67 req-76ae7f9d-b413-417f-8427-9d0017979a9b tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:54.047358 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae7f9d-b413-417f-8427-9d0017979a9b tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ac6beb-e76a-4a0a-be84-f8b8f90727d5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:54.047994 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-0412966c-de9b-4d46-8c32-a6f62379ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:54.049321 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-0412966c-de9b-4d46-8c32-a6f62379ba47 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e8fd955-ee72-4130-b4fc-a0b488dfdf52 HTTP/1.1" status: 200 len: 855 time: 0.0475612 Nov 02 11:39:54.057761 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b7fa851-7b22-4b56-996e-e4f6e6817df7 req-097c9cfa-b506-48c8-9848-673ebb5da25d service neutron] 10.222.0.79 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6859963 Nov 02 11:39:54.066960 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b21f1619-6133-4969-9f1d-02ca53a3c459,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:54.107186 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-24518cdb-a45e-479c-909d-c49f6d179b63 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:54.145744 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] For port 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:39:54.227311 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:39:54.228626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] For port 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=6dac65c1-f3e5-4b00-93f8-10bd7e0f980b,segment=NetworkSegment(8a5b9b2b-9885-4a48-8edf-7143a57cba10),segment_id=8a5b9b2b-9885-4a48-8edf-7143a57cba10)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:39:54.238456 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24518cdb-a45e-479c-909d-c49f6d179b63 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de17d2c4-a478-4a11-b018-8993057d59cf,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:54.248720 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-019f823d-2bab-4dba-8ba2-8dc4a416ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:54.249683 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-019f823d-2bab-4dba-8ba2-8dc4a416ad21 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ce4199a-3410-4fe8-b627-1e9597d841bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1894059 Nov 02 11:39:54.307866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4f4d4f22-9092-4626-b75f-de83e6697fbe req-586819ab-40b2-4c81-aa34-4b761ce2236a tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e6ba3ae-0232-427a-a278-71b0ae957391&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3108137 Nov 02 11:39:54.412216 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:54.445497 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device dcb8699a-24fe-4fbe-9ee4-1013dd883f83 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:39:54.573890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-dab9adea-5eca-40ed-b0c1-71b6acdd1f67 req-76ae7f9d-b413-417f-8427-9d0017979a9b tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:54.583676 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dab9adea-5eca-40ed-b0c1-71b6acdd1f67 req-76ae7f9d-b413-417f-8427-9d0017979a9b tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.4405200 Nov 02 11:39:54.584502 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.api [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-0fb6b70c-b9d8-4719-9ba7-483fa25bf31e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) be13fbd8f8734ab38d66318a4ed85a7e {{(pid=102690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:39:54.585503 n-d-806683-18 neutron-server[102690]: DEBUG oslo_db.api [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-0fb6b70c-b9d8-4719-9ba7-483fa25bf31e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:39:54.604845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Attempting to bind port b21f1619-6133-4969-9f1d-02ca53a3c459 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:39:54.605296 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Attempting to bind port b21f1619-6133-4969-9f1d-02ca53a3c459 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '0cb7c446-ac5e-49ae-9a53-793a13580771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2ca27b90-c6ce-41a0-9110-59b811829d3e'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:39:54.605762 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Attempting to bind port b21f1619-6133-4969-9f1d-02ca53a3c459 on network 2ca27b90-c6ce-41a0-9110-59b811829d3e {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:54.618711 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Port b21f1619-6133-4969-9f1d-02ca53a3c459 on network 2ca27b90-c6ce-41a0-9110-59b811829d3e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:39:54.619115 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Attempting to bind port b21f1619-6133-4969-9f1d-02ca53a3c459 on network 2ca27b90-c6ce-41a0-9110-59b811829d3e {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:54.631011 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:39:54.631361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Checking segment: {'id': '0cb7c446-ac5e-49ae-9a53-793a13580771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2ca27b90-c6ce-41a0-9110-59b811829d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:54.632344 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Bound using segment: {'id': '0cb7c446-ac5e-49ae-9a53-793a13580771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2ca27b90-c6ce-41a0-9110-59b811829d3e'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:39:54.632853 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Bound port: b21f1619-6133-4969-9f1d-02ca53a3c459, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb7c446-ac5e-49ae-9a53-793a13580771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2ca27b90-c6ce-41a0-9110-59b811829d3e'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:39:54.633210 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:54.721888 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port dcb8699a-24fe-4fbe-9ee4-1013dd883f83, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=dcb8699a-24fe-4fbe-9ee4-1013dd883f83,segment=NetworkSegment(8a5b9b2b-9885-4a48-8edf-7143a57cba10),segment_id=8a5b9b2b-9885-4a48-8edf-7143a57cba10)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:54.726150 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-24518cdb-a45e-479c-909d-c49f6d179b63 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Allocated IP 192.168.233.224 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/18ce0631-e34b-407e-8018-55c2c388f8e4) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:39:54.764805 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'dcb8699a-24fe-4fbe-9ee4-1013dd883f83', 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd', 'port_id': 'dcb8699a-24fe-4fbe-9ee4-1013dd883f83', 'mac_address': 'fa:16:3e:20:cd:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8fd955-ee72-4130-b4fc-a0b488dfdf52', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:39:54.800124 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] For port b21f1619-6133-4969-9f1d-02ca53a3c459, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:39:54.811720 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] For port b21f1619-6133-4969-9f1d-02ca53a3c459, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b21f1619-6133-4969-9f1d-02ca53a3c459,segment=NetworkSegment(0cb7c446-ac5e-49ae-9a53-793a13580771),segment_id=0cb7c446-ac5e-49ae-9a53-793a13580771)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:39:54.857254 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:54.875236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb8699a-24fe-4fbe-9ee4-1013dd883f83 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:39:54.914270 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port dcb8699a-24fe-4fbe-9ee4-1013dd883f83, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=dcb8699a-24fe-4fbe-9ee4-1013dd883f83,segment=NetworkSegment(8a5b9b2b-9885-4a48-8edf-7143a57cba10),segment_id=8a5b9b2b-9885-4a48-8edf-7143a57cba10)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:54.937350 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af0eb9-904e-479a-b788-066fdeff6626 req-bc979985-2a3e-4926-8179-df7ffdfd3a36 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:54.939139 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f2af0eb9-904e-479a-b788-066fdeff6626 req-bc979985-2a3e-4926-8179-df7ffdfd3a36 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/ports?device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 944 time: 0.1244740 Nov 02 11:39:54.947889 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:54.984493 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:55.001981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:55.003058 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:55.003618 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bcab2b-dd6e-4bd1-8e42-cf9c616d903e x-openstack-request-id: req-c3bcab2b-dd6e-4bd1-8e42-cf9c616d903e {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:55.004354 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e22df80-4930-40c6-85b6-f85b83a73bb4", "tag": "3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:55.004354 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3bcab2b-dd6e-4bd1-8e42-cf9c616d903e {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:55.004526 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e22df80-4930-40c6-85b6-f85b83a73bb4', 'tag': '3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f', 'status': 'completed', 'code': 200} Nov 02 11:39:55.005362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Pushing event updated for resources: {'Port': ['ID=6dac65c1-f3e5-4b00-93f8-10bd7e0f980b,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:55.007942 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] 10.222.0.79 "PUT /v2.0/ports/b21f1619-6133-4969-9f1d-02ca53a3c459 HTTP/1.1" status: 200 len: 1093 time: 1.9599097 Nov 02 11:39:55.008429 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22576180-aaf2-4ff9-aa40-c685c17c838e', 'tag': 'b21f1619-6133-4969-9f1d-02ca53a3c459'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:55.013849 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a501c2f8-6ed0-49df-9255-f4dc6e2f8b04" -d '{"events": [{"name": "network-changed", "server_uuid": "22576180-aaf2-4ff9-aa40-c685c17c838e", "tag": "b21f1619-6133-4969-9f1d-02ca53a3c459"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:55.022863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:55.023316 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:55.027116 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-862b7652-dc3e-46ed-81b2-f449a2a1276e service neutron] 10.222.0.79 "PUT /v2.0/ports/6dac65c1-f3e5-4b00-93f8-10bd7e0f980b HTTP/1.1" status: 200 len: 1093 time: 3.6780827 Nov 02 11:39:55.077041 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:55.095546 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-0fb6b70c-b9d8-4719-9ba7-483fa25bf31e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:55.149730 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f2af0eb9-904e-479a-b788-066fdeff6626 req-58d82c83-24e0-45fb-9f5d-9af17dd13921 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/security-groups?id=64e4575e-704b-4b21-a23b-a5769a70e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825273 Nov 02 11:39:55.182287 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61394ea4-c899-4e20-8c8d-a42840f848e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b21f1619-6133-4969-9f1d-02ca53a3c459,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:55.250545 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=dcb8699a-24fe-4fbe-9ee4-1013dd883f83,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:55.318737 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-24518cdb-a45e-479c-909d-c49f6d179b63 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:55.328840 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['dcb8699a-24fe-4fbe-9ee4-1013dd883f83'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:39:55.385473 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-c15bdb1e-549f-4fe0-b0e2-09775c7b9a98 service neutron] 10.222.0.54 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1269655 Nov 02 11:39:55.395774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08ebaa-8b41-4024-98e0-02f17c138605 req-6d9cbff2-e2ee-4cd3-94c2-95f61d0f55cf tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:55.405445 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd08ebaa-8b41-4024-98e0-02f17c138605 req-6d9cbff2-e2ee-4cd3-94c2-95f61d0f55cf tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 944 time: 0.3769541 Nov 02 11:39:55.495565 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc56b28-0be1-4769-a1a6-a9f4108016be req-cd80effe-0331-4bec-bd66-a78fdbd32082 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:55.497476 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7cc56b28-0be1-4769-a1a6-a9f4108016be req-cd80effe-0331-4bec-bd66-a78fdbd32082 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/ports?device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 946 time: 0.0999601 Nov 02 11:39:55.510764 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56266) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:39:55.515754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-f30c85c0-193d-442f-8b27-fe9d9f270f24 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Request body: {'floatingip': {'port_id': '7ae549a7-9353-4d32-8a27-baa5e7410cde'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:55.561179 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-59229a45-16de-48c5-a121-193cd9a891d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:55.562827 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-59229a45-16de-48c5-a121-193cd9a891d6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dab85f8470fc4f12ba21a04a23bf6916&device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 1096 time: 0.3122349 Nov 02 11:39:55.571778 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f30c85c0-193d-442f-8b27-fe9d9f270f24 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for floatingip, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:55.684650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-33ee7fdf-43f2-4e1d-85dc-39dddae7712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:55.686551 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-33ee7fdf-43f2-4e1d-85dc-39dddae7712c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bcd4062291984e6cb36b5aba8ef833aa&device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 1096 time: 0.4340370 Nov 02 11:39:55.702750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd08ebaa-8b41-4024-98e0-02f17c138605 req-b99fae2e-07ad-4517-8c41-34ce49e4dfbe tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960382 Nov 02 11:39:55.715563 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7310e32-faf5-4219-8cc7-f8b10db3b125 req-17f99536-941d-40f8-915a-cbf57cd703ef service neutron] 10.222.0.54 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948272 Nov 02 11:39:55.738028 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-d5123a07-4523-42ad-a881-d42b2b786ba8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dac65c1-f3e5-4b00-93f8-10bd7e0f980b HTTP/1.1" status: 200 len: 217 time: 0.0769312 Nov 02 11:39:55.764166 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c3263e7f-9a83-4c88-abf8-a22f9a398e1f req-1ea07f27-f220-4f85-9077-93dae1c44f6d tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 210 time: 0.1049631 Nov 02 11:39:55.778066 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-4c345270-7f9d-4ea2-ad47-84b27698cac4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b21f1619-6133-4969-9f1d-02ca53a3c459 HTTP/1.1" status: 200 len: 217 time: 0.0795021 Nov 02 11:39:55.909088 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-4580bd23-b6ff-430b-ae96-2c0d6a2007e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:55.910829 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-4580bd23-b6ff-430b-ae96-2c0d6a2007e6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f553011b-49e5-444f-8be5-053c83b3cd1a HTTP/1.1" status: 200 len: 865 time: 0.1180117 Nov 02 11:39:55.954510 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0012b616-e109-4343-86e9-94a432375b87 x-openstack-request-id: req-0012b616-e109-4343-86e9-94a432375b87 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:55.954833 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22576180-aaf2-4ff9-aa40-c685c17c838e", "tag": "b21f1619-6133-4969-9f1d-02ca53a3c459", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:55.958840 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0012b616-e109-4343-86e9-94a432375b87 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:55.958840 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22576180-aaf2-4ff9-aa40-c685c17c838e', 'tag': 'b21f1619-6133-4969-9f1d-02ca53a3c459', 'status': 'completed', 'code': 200} Nov 02 11:39:55.979993 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-299691f1-e1de-4865-a196-25ec3ad72bb9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2ca27b90-c6ce-41a0-9110-59b811829d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523682 Nov 02 11:39:55.999149 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-248251a8-0e47-40a3-a964-7742cf3cd194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:56.004663 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-248251a8-0e47-40a3-a964-7742cf3cd194 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5e8fd955-ee72-4130-b4fc-a0b488dfdf52 HTTP/1.1" status: 200 len: 855 time: 0.2333796 Nov 02 11:39:56.008866 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-24518cdb-a45e-479c-909d-c49f6d179b63 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:56.081545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edbaba-6a00-460a-b7d1-37f82486e7a3 req-0488edf8-55a5-47bf-9697-d6371cd95d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:56.100881 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-78edbaba-6a00-460a-b7d1-37f82486e7a3 req-0488edf8-55a5-47bf-9697-d6371cd95d6b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dab85f8470fc4f12ba21a04a23bf6916&device_id=0e22df80-4930-40c6-85b6-f85b83a73bb4 HTTP/1.1" status: 200 len: 1095 time: 0.1711931 Nov 02 11:39:56.138686 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-24518cdb-a45e-479c-909d-c49f6d179b63 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:39:56.166586 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-24518cdb-a45e-479c-909d-c49f6d179b63 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:56.198160 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-24518cdb-a45e-479c-909d-c49f6d179b63 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:39:56.253229 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-0fb6b70c-b9d8-4719-9ba7-483fa25bf31e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Allocated IP 192.168.233.188 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/d111b3e6-77d1-4a4f-8565-048f90bce6cb) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:39:56.302828 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-24518cdb-a45e-479c-909d-c49f6d179b63 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:56.303853 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-24518cdb-a45e-479c-909d-c49f6d179b63 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:56.312812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24518cdb-a45e-479c-909d-c49f6d179b63 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Pushing event updated for resources: {'Port': ['ID=18ce0631-e34b-407e-8018-55c2c388f8e4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:56.314600 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-2f86e616-8cf6-4ede-bbe5-8ef4d690c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:56.316250 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-2f86e616-8cf6-4ede-bbe5-8ef4d690c01a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0ce4199a-3410-4fe8-b627-1e9597d841bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3056395 Nov 02 11:39:56.460877 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device dcb8699a-24fe-4fbe-9ee4-1013dd883f83 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:39:56.483814 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edbaba-6a00-460a-b7d1-37f82486e7a3 req-7cd52fd5-5602-499f-96a4-2526ea1ba3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:56.483814 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-78edbaba-6a00-460a-b7d1-37f82486e7a3 req-7cd52fd5-5602-499f-96a4-2526ea1ba3ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ce4199a-3410-4fe8-b627-1e9597d841bd HTTP/1.1" status: 200 len: 917 time: 0.3851235 Nov 02 11:39:56.540205 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-78edbaba-6a00-460a-b7d1-37f82486e7a3 req-536b4885-a59a-4728-af3b-400ae284372f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f HTTP/1.1" status: 200 len: 217 time: 0.0491600 Nov 02 11:39:56.617644 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-76b80a45-7fde-4329-a855-3b5a301ae706 None None] Provisioning complete for port 18ce0631-e34b-407e-8018-55c2c388f8e4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:56.619322 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-76b80a45-7fde-4329-a855-3b5a301ae706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:56.621926 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edbaba-6a00-460a-b7d1-37f82486e7a3 req-1d74fa74-8f7c-40ec-9c90-3d446dfce1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:56.623641 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-78edbaba-6a00-460a-b7d1-37f82486e7a3 req-1d74fa74-8f7c-40ec-9c90-3d446dfce1a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e8fd955-ee72-4130-b4fc-a0b488dfdf52 HTTP/1.1" status: 200 len: 855 time: 0.0649250 Nov 02 11:39:56.632670 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-24518cdb-a45e-479c-909d-c49f6d179b63 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3717024 Nov 02 11:39:56.661554 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Request body: {'port': {'device_id': 'ea69c7a5-4a3b-4338-95c6-5909386eeea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:56.711452 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-76b80a45-7fde-4329-a855-3b5a301ae706 None None] Port 18ce0631-e34b-407e-8018-55c2c388f8e4 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:39:56.759514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a7872-8963-4c94-81f5-8c865c85627e req-3c0ab75c-76e7-4dbf-82f2-7e213260d09e tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:56.767925 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa1a7872-8963-4c94-81f5-8c865c85627e req-3c0ab75c-76e7-4dbf-82f2-7e213260d09e tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/ports?device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 944 time: 0.4590056 Nov 02 11:39:56.778272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port dcb8699a-24fe-4fbe-9ee4-1013dd883f83 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:39:56.783291 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port dcb8699a-24fe-4fbe-9ee4-1013dd883f83 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:56.783892 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:56.790164 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-dbba9a43-61e8-4689-8741-3f298b679ca9 service neutron] 10.222.0.79 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427955 Nov 02 11:39:56.838969 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-554f19fb-5dc4-4f80-9025-7afd136411ab service neutron] 10.222.0.79 "GET /v2.0/networks/2ca27b90-c6ce-41a0-9110-59b811829d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8326859 Nov 02 11:39:57.014422 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:57.046361 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e13130-b850-4137-aeaf-9a50b7127629', 'tag': '6dac65c1-f3e5-4b00-93f8-10bd7e0f980b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:57.050071 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af2778d-eccd-4ade-9d02-f27cde457599" -d '{"events": [{"name": "network-changed", "server_uuid": "85e13130-b850-4137-aeaf-9a50b7127629", "tag": "6dac65c1-f3e5-4b00-93f8-10bd7e0f980b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:57.055933 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345b4fd1-bab8-4c30-b4c2-c6cc35a8750c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb8699a-24fe-4fbe-9ee4-1013dd883f83'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:39:57.064026 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e2ac33-f83c-40b6-beb4-6cec58419f19" -d '{"events": [{"server_uuid": "345b4fd1-bab8-4c30-b4c2-c6cc35a8750c", "name": "network-vif-plugged", "status": "completed", "tag": "dcb8699a-24fe-4fbe-9ee4-1013dd883f83"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:39:57.084088 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:57.084307 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port dcb8699a-24fe-4fbe-9ee4-1013dd883f83, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=dcb8699a-24fe-4fbe-9ee4-1013dd883f83,segment=NetworkSegment(8a5b9b2b-9885-4a48-8edf-7143a57cba10),segment_id=8a5b9b2b-9885-4a48-8edf-7143a57cba10)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:57.126534 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa1a7872-8963-4c94-81f5-8c865c85627e req-2271d10d-cf8c-48f7-9d6f-50989dadef76 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/security-groups?id=64e4575e-704b-4b21-a23b-a5769a70e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576086 Nov 02 11:39:57.131111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edbaba-6a00-460a-b7d1-37f82486e7a3 req-9ac327ff-3ee3-44f4-aea6-9d40ee8a8135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:57.133682 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-78edbaba-6a00-460a-b7d1-37f82486e7a3 req-9ac327ff-3ee3-44f4-aea6-9d40ee8a8135 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ce4199a-3410-4fe8-b627-1e9597d841bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4965780 Nov 02 11:39:57.207720 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9169eb01-f08e-46d3-a8eb-a6d99a738a40 req-7221cb64-416c-417a-929d-97b83a77990c service neutron] 10.222.0.79 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054954 Nov 02 11:39:57.229886 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-ef1c8d40-0cc2-4105-8f2e-d9f76c100f35 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50954 time: 1.3976281 Nov 02 11:39:57.233049 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-0fb6b70c-b9d8-4719-9ba7-483fa25bf31e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:57.269218 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:57.278616 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.resource_extend [None req-f30c85c0-193d-442f-8b27-fe9d9f270f24 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 11:39:57.378498 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-c6161d80-dc38-40c0-b456-5fdf8fc3c210 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/1c3b8138-afc0-48d7-b410-b68d9d81785e HTTP/1.1" status: 200 len: 2998 time: 0.1393642 Nov 02 11:39:57.396321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=dcb8699a-24fe-4fbe-9ee4-1013dd883f83,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:57.417003 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27de2415-a257-4a67-9ed5-9af2edb0c6fc req-55e2b662-c006-4e7e-b35d-2899792bbc5d service neutron] 10.222.0.79 "GET /v2.0/networks/2ca27b90-c6ce-41a0-9110-59b811829d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237002 Nov 02 11:39:57.420336 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f30c85c0-193d-442f-8b27-fe9d9f270f24 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:57.470601 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-26e09656-51be-47a2-b6d2-4f273f64a12c tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/1c3b8138-afc0-48d7-b410-b68d9d81785e HTTP/1.1" status: 200 len: 2998 time: 0.0837467 Nov 02 11:39:57.496672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac167f-2d89-4336-9892-435414260227 req-825778fc-5b99-4c92-9ca0-20a4a72e1cf4 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:57.498329 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9cac167f-2d89-4336-9892-435414260227 req-825778fc-5b99-4c92-9ca0-20a4a72e1cf4 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 944 time: 0.1661580 Nov 02 11:39:57.543451 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-4c41ebe7-3d47-4daa-a941-e1e20b63d74a tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/229ce3a4-971f-4b93-af5d-327d7fbab94c HTTP/1.1" status: 200 len: 2998 time: 0.0650315 Nov 02 11:39:57.547889 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-78edbaba-6a00-460a-b7d1-37f82486e7a3 req-42bd7853-29bc-42fb-9fd7-27c514b4b767 service neutron] 10.222.0.54 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101488 Nov 02 11:39:57.615347 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-ebd05db3-e15d-46a8-bf0a-6ee0936db911 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/229ce3a4-971f-4b93-af5d-327d7fbab94c HTTP/1.1" status: 200 len: 2998 time: 0.0658972 Nov 02 11:39:57.635744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9cac167f-2d89-4336-9892-435414260227 req-a358cd67-c8d1-469a-b36e-36b668ba94d1 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308184 Nov 02 11:39:57.704236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-78edbaba-6a00-460a-b7d1-37f82486e7a3 req-33e05b88-d3fc-4c71-a48e-e165982e8c51 service neutron] 10.222.0.54 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447680 Nov 02 11:39:57.735658 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-ee711359-dc5f-4ebd-95c3-a1d172d89e81 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/4e1b61a1-dc30-4e6c-a527-cb9bcb6e269e HTTP/1.1" status: 200 len: 2994 time: 0.0953045 Nov 02 11:39:57.753709 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f30c85c0-193d-442f-8b27-fe9d9f270f24 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:57.759809 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-0fb6b70c-b9d8-4719-9ba7-483fa25bf31e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:57.992604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501c2f8-6ed0-49df-9255-f4dc6e2f8b04 req-550282f4-e05d-4492-ab00-5a7df4931b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:57.994194 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a501c2f8-6ed0-49df-9255-f4dc6e2f8b04 req-550282f4-e05d-4492-ab00-5a7df4931b38 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bcd4062291984e6cb36b5aba8ef833aa&device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 1096 time: 0.1532164 Nov 02 11:39:58.004585 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a31ba-2b8b-4b39-9b82-9733c3cc97a0 req-10724510-efb2-476a-9f7b-7a2d96bc65f7 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:58.006191 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd4a31ba-2b8b-4b39-9b82-9733c3cc97a0 req-10724510-efb2-476a-9f7b-7a2d96bc65f7 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 936 time: 0.1664076 Nov 02 11:39:58.022628 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-0fb6b70c-b9d8-4719-9ba7-483fa25bf31e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:39:58.066419 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-0fb6b70c-b9d8-4719-9ba7-483fa25bf31e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:39:58.071156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-0fb6b70c-b9d8-4719-9ba7-483fa25bf31e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:39:58.075104 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-535b436f-ff4a-484e-9dee-92226ae819c0 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/4e1b61a1-dc30-4e6c-a527-cb9bcb6e269e HTTP/1.1" status: 200 len: 2994 time: 0.3388562 Nov 02 11:39:58.079638 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:39:58.085506 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6b70c-b9d8-4719-9ba7-483fa25bf31e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Pushing event updated for resources: {'Port': ['ID=d111b3e6-77d1-4a4f-8565-048f90bce6cb,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:58.192029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-0fb6b70c-b9d8-4719-9ba7-483fa25bf31e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:58.192708 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-0fb6b70c-b9d8-4719-9ba7-483fa25bf31e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:58.233127 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-f30c85c0-193d-442f-8b27-fe9d9f270f24 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Floating IP 855b07cf-045c-4fbe-93b3-dea075cad91a associated. External IP: 172.25.6.97, port: 7ae549a7-9353-4d32-8a27-baa5e7410cde. Nov 02 11:39:58.312518 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-3a72a941-f16e-4491-82cb-903771230d78 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/5712eeda-af44-4aa1-8d93-70492a620c1c HTTP/1.1" status: 200 len: 2998 time: 0.2042217 Nov 02 11:39:58.401743 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f,segment=NetworkSegment(8a5b9b2b-9885-4a48-8edf-7143a57cba10),segment_id=8a5b9b2b-9885-4a48-8edf-7143a57cba10)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:58.423717 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-0fb6b70c-b9d8-4719-9ba7-483fa25bf31e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5411665 Nov 02 11:39:58.431957 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-e41b31ae-b34e-4dcf-993c-c73782fba52b tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/5712eeda-af44-4aa1-8d93-70492a620c1c HTTP/1.1" status: 200 len: 2998 time: 0.1080441 Nov 02 11:39:58.449048 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f', 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd', 'port_id': '3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f', 'mac_address': 'fa:16:3e:9b:2e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8fd955-ee72-4130-b4fc-a0b488dfdf52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:39:58.449252 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Request body: {'port': {'device_id': '06747663-913f-48d5-aa2f-c02aae0bc352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:39:58.494383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-aca43ee5-54fc-4d40-a5f4-7c5d576b6b76 None None] Provisioning complete for port d111b3e6-77d1-4a4f-8565-048f90bce6cb triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:39:58.495212 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aca43ee5-54fc-4d40-a5f4-7c5d576b6b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:58.528258 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:58.557912 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:39:58.563623 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-aca43ee5-54fc-4d40-a5f4-7c5d576b6b76 None None] Port d111b3e6-77d1-4a4f-8565-048f90bce6cb cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:39:58.610058 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f,segment=NetworkSegment(8a5b9b2b-9885-4a48-8edf-7143a57cba10),segment_id=8a5b9b2b-9885-4a48-8edf-7143a57cba10)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:39:58.655376 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:58.690300 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501c2f8-6ed0-49df-9255-f4dc6e2f8b04 req-a11d5992-744f-42cc-affc-a14102472b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:58.691812 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a501c2f8-6ed0-49df-9255-f4dc6e2f8b04 req-a11d5992-744f-42cc-affc-a14102472b28 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2ca27b90-c6ce-41a0-9110-59b811829d3e HTTP/1.1" status: 200 len: 926 time: 0.6806364 Nov 02 11:39:58.748445 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-ea0605fc-1950-4b53-8d18-50914b0992e3 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/64e4575e-704b-4b21-a23b-a5769a70e6fd HTTP/1.1" status: 200 len: 2998 time: 0.1803722 Nov 02 11:39:58.777765 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:58.809166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd4a31ba-2b8b-4b39-9b82-9733c3cc97a0 req-8954f04c-2baf-49d1-972e-0efa2d34211e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7952492 Nov 02 11:39:58.811241 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a501c2f8-6ed0-49df-9255-f4dc6e2f8b04 req-cdcc643a-8e1b-430a-ab21-574819e3cc6d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b21f1619-6133-4969-9f1d-02ca53a3c459 HTTP/1.1" status: 200 len: 217 time: 0.0522234 Nov 02 11:39:58.816099 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-d4635460-e282-49ab-867c-77ae9bb16a90 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/64e4575e-704b-4b21-a23b-a5769a70e6fd HTTP/1.1" status: 200 len: 2998 time: 0.0600321 Nov 02 11:39:58.875987 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:58.891943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:58.893773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:58.893773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:58.893773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:58.893773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:58.894400 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:58.894832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:58.895359 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:58.895836 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:58.896342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:58.896801 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:58.898251 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:39:58.939196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ce0631-e34b-407e-8018-55c2c388f8e4 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:39:58.950576 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:58.992766 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-0cba1cbc-77d8-4046-93f4-82e94d778dd7 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/7159de53-01c5-45da-984a-d08f38e6ac18 HTTP/1.1" status: 200 len: 2998 time: 0.1666772 Nov 02 11:39:59.008858 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Transition to ACTIVE for port object 18ce0631-e34b-407e-8018-55c2c388f8e4 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:39:59.023659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501c2f8-6ed0-49df-9255-f4dc6e2f8b04 req-1984ef7f-b245-491c-aaae-98b15b3adf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:59.029539 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a501c2f8-6ed0-49df-9255-f4dc6e2f8b04 req-1984ef7f-b245-491c-aaae-98b15b3adf9d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f553011b-49e5-444f-8be5-053c83b3cd1a HTTP/1.1" status: 200 len: 865 time: 0.1827300 Nov 02 11:39:59.059113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30c85c0-193d-442f-8b27-fe9d9f270f24 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Router 706fd891-7cd9-4749-8774-0967d978a8c2 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:39:59.081445 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-a8ca7e7f-5301-46ee-afae-e4be5e872b9b tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/7159de53-01c5-45da-984a-d08f38e6ac18 HTTP/1.1" status: 200 len: 2998 time: 0.0736279 Nov 02 11:39:59.088617 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a501c2f8-6ed0-49df-9255-f4dc6e2f8b04 req-8707393e-7686-4a9d-b581-2da8416aa9cf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2ca27b90-c6ce-41a0-9110-59b811829d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512283 Nov 02 11:39:59.107934 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:39:59.223987 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991d3fe7-17bd-4482-97a8-3e200fe199c0 x-openstack-request-id: req-991d3fe7-17bd-4482-97a8-3e200fe199c0 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:59.232717 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e13130-b850-4137-aeaf-9a50b7127629", "tag": "6dac65c1-f3e5-4b00-93f8-10bd7e0f980b", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:59.232717 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-991d3fe7-17bd-4482-97a8-3e200fe199c0 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:59.232717 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e13130-b850-4137-aeaf-9a50b7127629', 'tag': '6dac65c1-f3e5-4b00-93f8-10bd7e0f980b', 'status': 'completed', 'code': 200} Nov 02 11:39:59.232717 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:59.293404 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16c6805-6a21-45c8-ba11-8c62de6dfc7e x-openstack-request-id: req-b16c6805-6a21-45c8-ba11-8c62de6dfc7e {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:39:59.297500 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345b4fd1-bab8-4c30-b4c2-c6cc35a8750c", "name": "network-vif-plugged", "status": "completed", "tag": "dcb8699a-24fe-4fbe-9ee4-1013dd883f83", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:39:59.298876 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b16c6805-6a21-45c8-ba11-8c62de6dfc7e {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:39:59.299565 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345b4fd1-bab8-4c30-b4c2-c6cc35a8750c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb8699a-24fe-4fbe-9ee4-1013dd883f83', 'code': 200} Nov 02 11:39:59.323544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Pushing event updated for resources: {'Port': ['ID=18ce0631-e34b-407e-8018-55c2c388f8e4,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:39:59.415579 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a501c2f8-6ed0-49df-9255-f4dc6e2f8b04 req-5b914371-7aa0-4d6f-bf59-66334c81a095 service neutron] 10.222.0.79 "GET /v2.0/networks/2ca27b90-c6ce-41a0-9110-59b811829d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192101 Nov 02 11:39:59.711554 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Attempting to bind port 18ce0631-e34b-407e-8018-55c2c388f8e4 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:39:59.712216 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Attempting to bind port 18ce0631-e34b-407e-8018-55c2c388f8e4 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:39:59.712216 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Attempting to bind port 18ce0631-e34b-407e-8018-55c2c388f8e4 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:59.741491 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eee65-cbed-4a4c-8836-2ec2bd463c00 req-aa63cb4e-1f1f-4e9b-b5c2-2f980e44dc48 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:59.749802 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c9eee65-cbed-4a4c-8836-2ec2bd463c00 req-aa63cb4e-1f1f-4e9b-b5c2-2f980e44dc48 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/ports?device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 944 time: 0.2804956 Nov 02 11:39:59.756933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Port 18ce0631-e34b-407e-8018-55c2c388f8e4 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:39:59.756933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Attempting to bind port 18ce0631-e34b-407e-8018-55c2c388f8e4 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:39:59.769752 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ef4af-4774-41da-98c9-021be3ce9036 req-3670b471-3f72-42e1-9752-05191b9a1835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:39:59.774600 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-078ef4af-4774-41da-98c9-021be3ce9036 req-3670b471-3f72-42e1-9752-05191b9a1835 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 1098 time: 0.3031685 Nov 02 11:39:59.785050 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a501c2f8-6ed0-49df-9255-f4dc6e2f8b04 req-3badd180-70f9-4a8f-81ff-2ecd578dd32a service neutron] 10.222.0.79 "GET /v2.0/networks/2ca27b90-c6ce-41a0-9110-59b811829d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146806 Nov 02 11:39:59.819102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:39:59.819387 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:39:59.819841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:39:59.820513 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Bound port: 18ce0631-e34b-407e-8018-55c2c388f8e4, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:39:59.820935 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:39:59.931816 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c9eee65-cbed-4a4c-8836-2ec2bd463c00 req-b09d2d84-a4df-4e7b-8c8e-87167cfae41d tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/security-groups?id=64e4575e-704b-4b21-a23b-a5769a70e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807747 Nov 02 11:40:00.028820 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] For port 18ce0631-e34b-407e-8018-55c2c388f8e4, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:40:00.032314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] For port 18ce0631-e34b-407e-8018-55c2c388f8e4, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=18ce0631-e34b-407e-8018-55c2c388f8e4,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:40:00.038912 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-078ef4af-4774-41da-98c9-021be3ce9036 req-342dff8b-9985-46c3-951d-af1f39d37cdc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526987 Nov 02 11:40:00.079226 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-9d575ead-ec52-48f7-9fb2-5ab7b1ada6ef tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/7aad480b-8301-4626-9568-d8d8da2a466e HTTP/1.1" status: 200 len: 2998 time: 0.9294856 Nov 02 11:40:00.111835 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2778d-eccd-4ade-9d02-f27cde457599 req-779842bd-1229-4e57-baa1-298db52016de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:00.113451 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7af2778d-eccd-4ade-9d02-f27cde457599 req-779842bd-1229-4e57-baa1-298db52016de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dab85f8470fc4f12ba21a04a23bf6916&device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 1096 time: 0.8589952 Nov 02 11:40:00.122650 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30c85c0-193d-442f-8b27-fe9d9f270f24 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:40:00.133377 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215cf30-9f0f-4a17-8277-8325f895d88b req-98da7f84-877b-4dc3-8373-54003bac833d tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:00.133942 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f30c85c0-193d-442f-8b27-fe9d9f270f24 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:00.134439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7031dd2e-4332-42be-bf57-ab94d96d246a None None] Sync routers for ids ['706fd891-7cd9-4749-8774-0967d978a8c2'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:40:00.135387 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1215cf30-9f0f-4a17-8277-8325f895d88b req-98da7f84-877b-4dc3-8373-54003bac833d tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 944 time: 0.0954432 Nov 02 11:40:00.156687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7031dd2e-4332-42be-bf57-ab94d96d246a None None] Routers {'706fd891-7cd9-4749-8774-0967d978a8c2'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:40:00.157582 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7031dd2e-4332-42be-bf57-ab94d96d246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:39:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['706fd891-7cd9-4749-8774-0967d978a8c2'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:40:00.175879 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f30c85c0-193d-442f-8b27-fe9d9f270f24 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "PUT /v2.0/floatingips/855b07cf-045c-4fbe-93b3-dea075cad91a HTTP/1.1" status: 200 len: 991 time: 4.6637683 Nov 02 11:40:00.181887 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808c750a-485f-403b-b15f-9fcfb06dcd05', 'tag': '7ae549a7-9353-4d32-8a27-baa5e7410cde'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:00.184231 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204d7dad-ac21-4e11-b9a4-a790b6d76940" -d '{"events": [{"name": "network-changed", "server_uuid": "808c750a-485f-403b-b15f-9fcfb06dcd05", "tag": "7ae549a7-9353-4d32-8a27-baa5e7410cde"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:00.208520 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1215cf30-9f0f-4a17-8277-8325f895d88b req-8ed48463-3f57-4590-a35f-9c5740b67c54 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618653 Nov 02 11:40:00.253211 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:00.273737 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-2d87716e-cfb7-4197-8013-309c93ccf81e tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/7aad480b-8301-4626-9568-d8d8da2a466e HTTP/1.1" status: 200 len: 2998 time: 0.1868563 Nov 02 11:40:00.347860 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:00.352285 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:00.357559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] 10.222.0.79 "PUT /v2.0/ports/18ce0631-e34b-407e-8018-55c2c388f8e4 HTTP/1.1" status: 200 len: 1097 time: 3.7019432 Nov 02 11:40:00.451768 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0450288-a43d-4ef6-a466-f93d5e12ccc6 req-a20835e2-eb1d-462c-b16f-58d3f0853f87 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:00.454282 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d0450288-a43d-4ef6-a466-f93d5e12ccc6 req-a20835e2-eb1d-462c-b16f-58d3f0853f87 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 936 time: 0.1447639 Nov 02 11:40:00.456005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e036320-b252-4ae0-b1a3-a676a851262f service neutron] Pushing event updated for resources: {'Port': ['ID=18ce0631-e34b-407e-8018-55c2c388f8e4,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:00.527183 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d111b3e6-77d1-4a4f-8565-048f90bce6cb {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:40:00.533045 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-ab3daf90-25cb-4ae7-a3d0-b13fe319743e tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/a5cc2120-e704-48e2-814d-079de16b3861 HTTP/1.1" status: 200 len: 2998 time: 0.2466424 Nov 02 11:40:00.542268 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:00.651882 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2778d-eccd-4ade-9d02-f27cde457599 req-1323e169-4c67-4baf-a9b2-4e8d9b81a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:00.666024 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7af2778d-eccd-4ade-9d02-f27cde457599 req-1323e169-4c67-4baf-a9b2-4e8d9b81a6e6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0ce4199a-3410-4fe8-b627-1e9597d841bd HTTP/1.1" status: 200 len: 917 time: 0.4151504 Nov 02 11:40:00.671604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Transition to ACTIVE for port object d111b3e6-77d1-4a4f-8565-048f90bce6cb will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:40:00.671604 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-d712dabc-50d5-438b-87a9-a0efa270be29 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/a5cc2120-e704-48e2-814d-079de16b3861 HTTP/1.1" status: 200 len: 2998 time: 0.1177704 Nov 02 11:40:00.673585 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d0450288-a43d-4ef6-a466-f93d5e12ccc6 req-a28cb9b6-908d-470f-a263-ae0ad3b99e98 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952910 Nov 02 11:40:00.694123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-fa79cea9-b70f-47a5-a84b-7b5a90ccbd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:00.699270 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-fa79cea9-b70f-47a5-a84b-7b5a90ccbd8d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=be13fbd8f8734ab38d66318a4ed85a7e&device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 1100 time: 0.1281965 Nov 02 11:40:00.797658 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7af2778d-eccd-4ade-9d02-f27cde457599 req-f1899cd1-5123-495a-8ac4-c795c761fdce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6dac65c1-f3e5-4b00-93f8-10bd7e0f980b HTTP/1.1" status: 200 len: 217 time: 0.1216664 Nov 02 11:40:00.798801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:00.831389 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-b3594922-df89-4dd6-81ed-67cf15189b3d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=18ce0631-e34b-407e-8018-55c2c388f8e4 HTTP/1.1" status: 200 len: 217 time: 0.1223903 Nov 02 11:40:00.879978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Pushing event updated for resources: {'Port': ['ID=d111b3e6-77d1-4a4f-8565-048f90bce6cb,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:00.892672 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-7031dd2e-4332-42be-bf57-ab94d96d246a None None] Set router 706fd891-7cd9-4749-8774-0967d978a8c2 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:40:00.962612 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b21f1619-6133-4969-9f1d-02ca53a3c459 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:40:00.972383 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-ba048684-f6fe-43fe-82ae-3efe76ad42bc tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/bc68636a-6780-480a-81b1-4bf8393cdddb HTTP/1.1" status: 200 len: 2998 time: 0.2831948 Nov 02 11:40:01.001414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-b03cb7f9-b890-448f-bf91-9dec91cf72da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:01.005998 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-b03cb7f9-b890-448f-bf91-9dec91cf72da service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1660268 Nov 02 11:40:01.015732 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2778d-eccd-4ade-9d02-f27cde457599 req-b0298a3a-5ce6-4953-8e11-c897e3d96981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:01.017972 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7af2778d-eccd-4ade-9d02-f27cde457599 req-b0298a3a-5ce6-4953-8e11-c897e3d96981 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5e8fd955-ee72-4130-b4fc-a0b488dfdf52 HTTP/1.1" status: 200 len: 855 time: 0.1469128 Nov 02 11:40:01.112588 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port b21f1619-6133-4969-9f1d-02ca53a3c459, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b21f1619-6133-4969-9f1d-02ca53a3c459,segment=NetworkSegment(0cb7c446-ac5e-49ae-9a53-793a13580771),segment_id=0cb7c446-ac5e-49ae-9a53-793a13580771)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:01.169508 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-30b946e8-9db1-40d1-ba4d-2473b809add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:01.198001 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-30b946e8-9db1-40d1-ba4d-2473b809add9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1416063 Nov 02 11:40:01.198114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'b21f1619-6133-4969-9f1d-02ca53a3c459', 'network_id': '2ca27b90-c6ce-41a0-9110-59b811829d3e', 'port_id': 'b21f1619-6133-4969-9f1d-02ca53a3c459', 'mac_address': 'fa:16:3e:4d:20:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f553011b-49e5-444f-8be5-053c83b3cd1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:40:01.252548 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-7c11dbfa-cd1a-4d5f-b3e5-1d2f38959358 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/bc68636a-6780-480a-81b1-4bf8393cdddb HTTP/1.1" status: 200 len: 2998 time: 0.2597289 Nov 02 11:40:01.253161 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea69c7a5-4a3b-4338-95c6-5909386eeea3', 'tag': '18ce0631-e34b-407e-8018-55c2c388f8e4'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:01.253161 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922694a0-46b2-4eb4-84a2-198974fc024d" -d '{"events": [{"name": "network-changed", "server_uuid": "ea69c7a5-4a3b-4338-95c6-5909386eeea3", "tag": "18ce0631-e34b-407e-8018-55c2c388f8e4"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:01.274490 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a750342c-5558-4af0-9232-3f2594d709cb x-openstack-request-id: req-a750342c-5558-4af0-9232-3f2594d709cb {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:01.274797 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808c750a-485f-403b-b15f-9fcfb06dcd05", "tag": "7ae549a7-9353-4d32-8a27-baa5e7410cde", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:01.275092 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a750342c-5558-4af0-9232-3f2594d709cb {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:01.277335 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808c750a-485f-403b-b15f-9fcfb06dcd05', 'tag': '7ae549a7-9353-4d32-8a27-baa5e7410cde', 'status': 'completed', 'code': 200} Nov 02 11:40:01.298917 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2778d-eccd-4ade-9d02-f27cde457599 req-374d01cd-90c3-469e-bdb6-80e589592c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:01.301114 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7af2778d-eccd-4ade-9d02-f27cde457599 req-374d01cd-90c3-469e-bdb6-80e589592c7d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0ce4199a-3410-4fe8-b627-1e9597d841bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2447088 Nov 02 11:40:01.369466 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-af3cd088-db61-4b68-b343-835d483e46d6 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834641 Nov 02 11:40:01.443142 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:01.445176 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Attempting to bind port d111b3e6-77d1-4a4f-8565-048f90bce6cb on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:40:01.445523 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Attempting to bind port d111b3e6-77d1-4a4f-8565-048f90bce6cb by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:40:01.445857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Attempting to bind port d111b3e6-77d1-4a4f-8565-048f90bce6cb on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:40:01.462056 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Port d111b3e6-77d1-4a4f-8565-048f90bce6cb on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:40:01.462451 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Attempting to bind port d111b3e6-77d1-4a4f-8565-048f90bce6cb on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:40:01.480223 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21f1619-6133-4969-9f1d-02ca53a3c459 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:40:01.509339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:40:01.509688 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:40:01.510108 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:40:01.510794 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Bound port: d111b3e6-77d1-4a4f-8565-048f90bce6cb, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:40:01.511050 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:01.519600 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port b21f1619-6133-4969-9f1d-02ca53a3c459, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b21f1619-6133-4969-9f1d-02ca53a3c459,segment=NetworkSegment(0cb7c446-ac5e-49ae-9a53-793a13580771),segment_id=0cb7c446-ac5e-49ae-9a53-793a13580771)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:01.525530 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-8fcc0da9-4f11-45cb-a6bb-c8786469aabc tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/c3a4e25e-93e2-48ea-a6ce-e9c02f2f5d1e HTTP/1.1" status: 200 len: 2998 time: 0.2472305 Nov 02 11:40:01.553841 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7373298-c1c5-4f61-85e4-735e773f6f7b req-4ffad746-8e19-40f7-bdef-3a29e69f7222 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702895 Nov 02 11:40:01.556498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7031dd2e-4332-42be-bf57-ab94d96d246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'name': 'tempest-ServersTestJSON-1375742867-router', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '6e901899-67a8-4926-a9d8-2ce954469764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:39:12Z', 'updated_at': '2021-11-02T11:39:20Z', 'revision_number': 4, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'gw_port': {'id': '6e901899-67a8-4926-a9d8-2ce954469764', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:13Z', 'updated_at': '2021-11-02T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '855b07cf-045c-4fbe-93b3-dea075cad91a', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'port_id': '7ae549a7-9353-4d32-8a27-baa5e7410cde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe', 'mac_address': 'fa:16:3e:32:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c750a-485f-403b-b15f-9fcfb06dcd05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:39:29Z', 'updated_at': '2021-11-02T11:39:56Z', 'revision_number': 1, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5019273-8408-4b0d-b1b1-727f71a90b2a', 'name': '', 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'mac_address': 'fa:16:3e:ee:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:18Z', 'updated_at': '2021-11-02T11:39:25Z', 'revision_number': 5, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'subnets': [{'id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:40:01.562592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d7dad-ac21-4e11-b9a4-a790b6d76940 req-f0b7b311-991f-49c8-bc8e-02c03f7fe8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:01.564140 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-204d7dad-ac21-4e11-b9a4-a790b6d76940 req-f0b7b311-991f-49c8-bc8e-02c03f7fe8ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=64aa6fc6129046d39db8fcdbafe36f3c&device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 1098 time: 0.1937749 Nov 02 11:40:01.580105 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621c34a-52b8-4347-9d40-ce51f2797420 req-ed478d68-35f2-4904-a84e-52fa0fdfbb3f tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:01.588189 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f621c34a-52b8-4347-9d40-ce51f2797420 req-ed478d68-35f2-4904-a84e-52fa0fdfbb3f tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/ports?device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 944 time: 0.1311867 Nov 02 11:40:01.597857 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7031dd2e-4332-42be-bf57-ab94d96d246a None None] Checking router: 706fd891-7cd9-4749-8774-0967d978a8c2 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:40:01.609658 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7031dd2e-4332-42be-bf57-ab94d96d246a None None] Routers {'706fd891-7cd9-4749-8774-0967d978a8c2'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:40:01.610291 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7031dd2e-4332-42be-bf57-ab94d96d246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:39:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['706fd891-7cd9-4749-8774-0967d978a8c2'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:40:01.669494 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7af2778d-eccd-4ade-9d02-f27cde457599 req-6fbb3bb7-4ec2-46b3-b987-976d4a13cd55 service neutron] 10.222.0.79 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450415 Nov 02 11:40:01.715864 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f621c34a-52b8-4347-9d40-ce51f2797420 req-2dd7405e-455f-4423-a205-c865631fd865 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/security-groups?id=64e4575e-704b-4b21-a23b-a5769a70e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262405 Nov 02 11:40:01.733701 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-28d9db62-0003-439c-a367-6159588379ed tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/c3a4e25e-93e2-48ea-a6ce-e9c02f2f5d1e HTTP/1.1" status: 200 len: 2998 time: 0.1936162 Nov 02 11:40:01.736878 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] For port d111b3e6-77d1-4a4f-8565-048f90bce6cb, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:40:01.756086 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-7031dd2e-4332-42be-bf57-ab94d96d246a None None] Set router 706fd891-7cd9-4749-8774-0967d978a8c2 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:40:01.808078 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] For port d111b3e6-77d1-4a4f-8565-048f90bce6cb, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d111b3e6-77d1-4a4f-8565-048f90bce6cb,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:40:01.849491 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d7dad-ac21-4e11-b9a4-a790b6d76940 req-85de23cd-f06f-4f56-bc7c-b08de768d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:01.854489 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-204d7dad-ac21-4e11-b9a4-a790b6d76940 req-85de23cd-f06f-4f56-bc7c-b08de768d91a service neutron] 10.222.0.54 "GET /v2.0/networks?id=553d8a65-a84a-477c-a37f-732161b647fe HTTP/1.1" status: 200 len: 907 time: 0.2829702 Nov 02 11:40:01.871648 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-e1a44717-df6a-401a-b878-cf26c5c8794e tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/c5904f55-3d2c-4056-971d-51a3741d95fb HTTP/1.1" status: 200 len: 2998 time: 0.0957549 Nov 02 11:40:01.878392 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7af2778d-eccd-4ade-9d02-f27cde457599 req-43ae7c8e-f13f-4a0c-a836-62440a866fc8 service neutron] 10.222.0.79 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885953 Nov 02 11:40:01.905453 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:01.906128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:40:01.943121 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:02.027403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:02.029284 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:02.031823 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] 10.222.0.79 "PUT /v2.0/ports/d111b3e6-77d1-4a4f-8565-048f90bce6cb HTTP/1.1" status: 200 len: 1097 time: 3.5946512 Nov 02 11:40:02.032166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad51e95-1b44-465c-967c-52b6bb62caf7 req-494612d5-bfff-4eb5-a3d8-669dc392d01f tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:02.037146 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5ad51e95-1b44-465c-967c-52b6bb62caf7 req-494612d5-bfff-4eb5-a3d8-669dc392d01f tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 944 time: 0.1017663 Nov 02 11:40:02.040499 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-204d7dad-ac21-4e11-b9a4-a790b6d76940 req-c160127f-fc5e-4e83-a5c1-3b49dd89f9ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ae549a7-9353-4d32-8a27-baa5e7410cde HTTP/1.1" status: 200 len: 999 time: 0.1783328 Nov 02 11:40:02.070211 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-6f2a968a-2e48-4209-863f-269262059c2c tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/c5904f55-3d2c-4056-971d-51a3741d95fb HTTP/1.1" status: 200 len: 2998 time: 0.1869783 Nov 02 11:40:02.123079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3733af1-dc8f-4383-80ba-bf08f4410d8b service neutron] Pushing event updated for resources: {'Port': ['ID=d111b3e6-77d1-4a4f-8565-048f90bce6cb,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:02.153865 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-cdf45daa-bdc9-4db4-893d-18880c0067b4 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/d800524d-675e-41bc-a390-2f8e08d0ae8e HTTP/1.1" status: 200 len: 2990 time: 0.0702348 Nov 02 11:40:02.159694 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:40:02.203877 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5ad51e95-1b44-465c-967c-52b6bb62caf7 req-7d4f4076-71ec-4908-95c7-3899faa9e4e1 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584191 Nov 02 11:40:02.242086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d7dad-ac21-4e11-b9a4-a790b6d76940 req-73d96989-7622-4ed7-b8e9-e6dfd62bb61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:02.243777 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-204d7dad-ac21-4e11-b9a4-a790b6d76940 req-73d96989-7622-4ed7-b8e9-e6dfd62bb61f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1 HTTP/1.1" status: 200 len: 845 time: 0.1885257 Nov 02 11:40:02.313019 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=b21f1619-6133-4969-9f1d-02ca53a3c459,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:02.355910 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112653f4-5be4-4abf-95b3-2f371e38bca6 x-openstack-request-id: req-112653f4-5be4-4abf-95b3-2f371e38bca6 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:02.356580 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea69c7a5-4a3b-4338-95c6-5909386eeea3", "tag": "18ce0631-e34b-407e-8018-55c2c388f8e4", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:02.359403 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-112653f4-5be4-4abf-95b3-2f371e38bca6 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:02.359403 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea69c7a5-4a3b-4338-95c6-5909386eeea3', 'tag': '18ce0631-e34b-407e-8018-55c2c388f8e4', 'status': 'completed', 'code': 200} Nov 02 11:40:02.361195 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=6dac65c1-f3e5-4b00-93f8-10bd7e0f980b,segment=NetworkSegment(8a5b9b2b-9885-4a48-8edf-7143a57cba10),segment_id=8a5b9b2b-9885-4a48-8edf-7143a57cba10)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:02.384387 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '6dac65c1-f3e5-4b00-93f8-10bd7e0f980b', 'network_id': '0ce4199a-3410-4fe8-b627-1e9597d841bd', 'port_id': '6dac65c1-f3e5-4b00-93f8-10bd7e0f980b', 'mac_address': 'fa:16:3e:73:8b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8fd955-ee72-4130-b4fc-a0b488dfdf52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:40:02.404621 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d7dad-ac21-4e11-b9a4-a790b6d76940 req-f6ae4f6c-81f1-4c37-b4b3-3145ed186f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:02.413332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-204d7dad-ac21-4e11-b9a4-a790b6d76940 req-f6ae4f6c-81f1-4c37-b4b3-3145ed186f40 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=553d8a65-a84a-477c-a37f-732161b647fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1579521 Nov 02 11:40:02.501472 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:40:02.521608 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:40:02.523303 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:02.558294 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d351d9c-3141-405a-9fc5-8fd56c157aee req-c9e0e67c-c83f-4a39-b326-5a5fc8fd4af9 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:02.560516 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d351d9c-3141-405a-9fc5-8fd56c157aee req-c9e0e67c-c83f-4a39-b326-5a5fc8fd4af9 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 948 time: 0.1033812 Nov 02 11:40:02.576675 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:02.585468 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-1694ba83-1802-43ef-8d27-140d00136a55 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/d800524d-675e-41bc-a390-2f8e08d0ae8e HTTP/1.1" status: 200 len: 2990 time: 0.4141233 Nov 02 11:40:02.601904 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:40:02.607133 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-204d7dad-ac21-4e11-b9a4-a790b6d76940 req-840ab716-0762-4c78-88f9-ccee79278a20 service neutron] 10.222.0.54 "GET /v2.0/networks/553d8a65-a84a-477c-a37f-732161b647fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863201 Nov 02 11:40:02.642626 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=6dac65c1-f3e5-4b00-93f8-10bd7e0f980b,segment=NetworkSegment(8a5b9b2b-9885-4a48-8edf-7143a57cba10),segment_id=8a5b9b2b-9885-4a48-8edf-7143a57cba10)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:02.651964 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-fad5539f-663f-4017-ab40-b6a69471c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:02.654049 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-fad5539f-663f-4017-ab40-b6a69471c9c8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=be13fbd8f8734ab38d66318a4ed85a7e&device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 1100 time: 0.3625224 Nov 02 11:40:02.663234 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7031dd2e-4332-42be-bf57-ab94d96d246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'name': 'tempest-ServersTestJSON-1375742867-router', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '6e901899-67a8-4926-a9d8-2ce954469764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:39:12Z', 'updated_at': '2021-11-02T11:39:20Z', 'revision_number': 4, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'gw_port': {'id': '6e901899-67a8-4926-a9d8-2ce954469764', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:13Z', 'updated_at': '2021-11-02T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '855b07cf-045c-4fbe-93b3-dea075cad91a', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'port_id': '7ae549a7-9353-4d32-8a27-baa5e7410cde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe', 'mac_address': 'fa:16:3e:32:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c750a-485f-403b-b15f-9fcfb06dcd05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:39:29Z', 'updated_at': '2021-11-02T11:39:56Z', 'revision_number': 1, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5019273-8408-4b0d-b1b1-727f71a90b2a', 'name': '', 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'mac_address': 'fa:16:3e:ee:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:18Z', 'updated_at': '2021-11-02T11:39:25Z', 'revision_number': 5, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'subnets': [{'id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:40:02.708817 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922694a0-46b2-4eb4-84a2-198974fc024d req-a4d1420e-0484-4509-962c-d9f99572afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:02.710880 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-922694a0-46b2-4eb4-84a2-198974fc024d req-a4d1420e-0484-4509-962c-d9f99572afb1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=be13fbd8f8734ab38d66318a4ed85a7e&device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 1100 time: 0.3226900 Nov 02 11:40:02.720256 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-204d7dad-ac21-4e11-b9a4-a790b6d76940 req-d3232a15-6d20-4336-a042-ead4a2cf2575 service neutron] 10.222.0.54 "GET /v2.0/networks/553d8a65-a84a-477c-a37f-732161b647fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060991 Nov 02 11:40:02.724179 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7031dd2e-4332-42be-bf57-ab94d96d246a None None] The sync data for ids ['706fd891-7cd9-4749-8774-0967d978a8c2'] in n-d-806683-18 is: [{'id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'name': 'tempest-ServersTestJSON-1375742867-router', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '6e901899-67a8-4926-a9d8-2ce954469764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:39:12Z', 'updated_at': '2021-11-02T11:39:20Z', 'revision_number': 4, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'gw_port': {'id': '6e901899-67a8-4926-a9d8-2ce954469764', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:13Z', 'updated_at': '2021-11-02T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '855b07cf-045c-4fbe-93b3-dea075cad91a', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'floating_ip_address': '172.25.6.97', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'port_id': '7ae549a7-9353-4d32-8a27-baa5e7410cde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe', 'mac_address': 'fa:16:3e:32:d9:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808c750a-485f-403b-b15f-9fcfb06dcd05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:39:29Z', 'updated_at': '2021-11-02T11:39:56Z', 'revision_number': 1, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5019273-8408-4b0d-b1b1-727f71a90b2a', 'name': '', 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'mac_address': 'fa:16:3e:ee:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:18Z', 'updated_at': '2021-11-02T11:39:25Z', 'revision_number': 5, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'subnets': [{'id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:40:02.739374 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:02.754986 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d351d9c-3141-405a-9fc5-8fd56c157aee req-b59ad412-6b87-45ca-8b96-948f5ca3daba tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793709 Nov 02 11:40:02.812652 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-d2c0a006-32f6-4e88-ac44-0fb2bae3aeae service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d111b3e6-77d1-4a4f-8565-048f90bce6cb HTTP/1.1" status: 200 len: 217 time: 0.1411009 Nov 02 11:40:02.853322 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:02.944713 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-46196332-c50b-4e21-9739-88f506e7c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:02.946638 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-46196332-c50b-4e21-9739-88f506e7c6e0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0720804 Nov 02 11:40:02.960625 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-c156f770-56a5-4467-9a21-8be0df5d0b4b tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/de17d2c4-a478-4a11-b018-8993057d59cf HTTP/1.1" status: 200 len: 2998 time: 0.3633282 Nov 02 11:40:03.009642 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e22df80-4930-40c6-85b6-f85b83a73bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:03.017795 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba052cb8-39d0-4063-8520-3727b2c4d7da" -d '{"events": [{"server_uuid": "0e22df80-4930-40c6-85b6-f85b83a73bb4", "name": "network-vif-plugged", "status": "completed", "tag": "3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:03.065425 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['b21f1619-6133-4969-9f1d-02ca53a3c459'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:40:03.103454 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['6dac65c1-f3e5-4b00-93f8-10bd7e0f980b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:40:03.166035 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-b1784d11-43cc-4805-a05f-eb2d61938228 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/de17d2c4-a478-4a11-b018-8993057d59cf HTTP/1.1" status: 200 len: 2998 time: 0.2044747 Nov 02 11:40:03.166235 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca3c81-c053-4221-b9ec-d084b8c5cad0 None None] New status for floating IP 855b07cf-045c-4fbe-93b3-dea075cad91a: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:40:03.242084 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92a949-f68a-47be-9a74-48557d5ea624 req-fe76b570-662c-4c58-a0bc-92a9afda89d4 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:03.243757 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b92a949-f68a-47be-9a74-48557d5ea624 req-fe76b570-662c-4c58-a0bc-92a9afda89d4 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/ports?device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 945 time: 0.1333511 Nov 02 11:40:03.287146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06747663-913f-48d5-aa2f-c02aae0bc352', 'tag': 'd111b3e6-77d1-4a4f-8565-048f90bce6cb'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:03.291985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f,segment=NetworkSegment(8a5b9b2b-9885-4a48-8edf-7143a57cba10),segment_id=8a5b9b2b-9885-4a48-8edf-7143a57cba10)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:03.297001 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff77c73c-e787-4e9c-91b9-b56dee61381b" -d '{"events": [{"name": "network-changed", "server_uuid": "06747663-913f-48d5-aa2f-c02aae0bc352", "tag": "d111b3e6-77d1-4a4f-8565-048f90bce6cb"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:03.384591 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-d9e34165-181b-4f39-baff-8fa76498555e tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/f9681068-03ec-4050-9bc6-990458a50f65 HTTP/1.1" status: 200 len: 2998 time: 0.2176373 Nov 02 11:40:03.391387 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b92a949-f68a-47be-9a74-48557d5ea624 req-c4d18e78-7834-4231-b359-4564ff6eaa19 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/security-groups?id=64e4575e-704b-4b21-a23b-a5769a70e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401007 Nov 02 11:40:03.401986 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=6dac65c1-f3e5-4b00-93f8-10bd7e0f980b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:03.445435 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-3178fd7c-2614-431f-b98b-efe7a1f15142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:03.450712 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-3178fd7c-2614-431f-b98b-efe7a1f15142 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4841967 Nov 02 11:40:03.456598 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922694a0-46b2-4eb4-84a2-198974fc024d req-c3ab3951-8022-4793-b03f-ebac40914734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:03.463302 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-922694a0-46b2-4eb4-84a2-198974fc024d req-c3ab3951-8022-4793-b03f-ebac40914734 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.6616173 Nov 02 11:40:03.570993 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e2b417-53d0-4c05-a0e0-75a31b9d4be6 x-openstack-request-id: req-49e2b417-53d0-4c05-a0e0-75a31b9d4be6 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:03.571198 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e22df80-4930-40c6-85b6-f85b83a73bb4", "name": "network-vif-plugged", "status": "completed", "tag": "3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:03.571625 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49e2b417-53d0-4c05-a0e0-75a31b9d4be6 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:03.572036 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e22df80-4930-40c6-85b6-f85b83a73bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f', 'code': 200} Nov 02 11:40:03.581101 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:03.649207 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-922694a0-46b2-4eb4-84a2-198974fc024d req-352b1668-1e44-4830-bc3b-0a8f6e9d9f7d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=18ce0631-e34b-407e-8018-55c2c388f8e4 HTTP/1.1" status: 200 len: 217 time: 0.1587756 Nov 02 11:40:03.687197 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:03.760683 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-2c79c505-6f60-4bf4-be66-a5b94fa65260 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/f9681068-03ec-4050-9bc6-990458a50f65 HTTP/1.1" status: 200 len: 2998 time: 0.3461392 Nov 02 11:40:03.826287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bfd76-70d0-4762-a7b6-44ff53a648b3 req-9a4bc24c-4685-4f80-9ce4-f4b5a303b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:03.828606 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-af2bfd76-70d0-4762-a7b6-44ff53a648b3 req-9a4bc24c-4685-4f80-9ce4-f4b5a303b34a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0e22df80-4930-40c6-85b6-f85b83a73bb4 HTTP/1.1" status: 200 len: 1097 time: 0.2487271 Nov 02 11:40:03.961941 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922694a0-46b2-4eb4-84a2-198974fc024d req-bb491548-c154-4428-9ec4-337499f7e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:03.963534 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-922694a0-46b2-4eb4-84a2-198974fc024d req-bb491548-c154-4428-9ec4-337499f7e474 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.3033285 Nov 02 11:40:03.972132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c336-f8ed-4cf5-ad64-08f3a558f559 req-0ce9b5fc-66d6-44b5-b8e1-45cd3c271a9c tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:03.984491 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-edb3c336-f8ed-4cf5-ad64-08f3a558f559 req-0ce9b5fc-66d6-44b5-b8e1-45cd3c271a9c tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 945 time: 0.3051646 Nov 02 11:40:04.004590 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-bf131df9-bf67-40c9-990b-2ddc1de7d8ec service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253952 Nov 02 11:40:04.010317 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-2bf82cd3-a76f-4c7b-bbc4-db0004a20328 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/f9d68137-aaaa-499a-a4fd-d965d1dc70e3 HTTP/1.1" status: 200 len: 2998 time: 0.2382724 Nov 02 11:40:04.067008 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-af2bfd76-70d0-4762-a7b6-44ff53a648b3 req-62a3f21b-d73d-458e-b2bc-69eb71930281 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265205 Nov 02 11:40:04.135921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-edb3c336-f8ed-4cf5-ad64-08f3a558f559 req-5fce11aa-9a0a-43ea-be20-f6d4aff93fba tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502514 Nov 02 11:40:04.146154 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922694a0-46b2-4eb4-84a2-198974fc024d req-8b7dd741-9547-46de-9959-cc8edc68324f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:04.148410 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-922694a0-46b2-4eb4-84a2-198974fc024d req-8b7dd741-9547-46de-9959-cc8edc68324f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1673908 Nov 02 11:40:04.154503 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-691539d5-eefe-44a2-9e24-fae1308ad2e8 req-b2702bbd-9456-4275-a612-a6d8a88361d5 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/f9d68137-aaaa-499a-a4fd-d965d1dc70e3 HTTP/1.1" status: 200 len: 2998 time: 0.1175246 Nov 02 11:40:04.251064 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-922694a0-46b2-4eb4-84a2-198974fc024d req-e1e3c306-01c4-4e34-9e2a-f62c4f9d5e86 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936470 Nov 02 11:40:04.254443 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a98d1d8-c87e-443b-8c7e-df118319dc2d x-openstack-request-id: req-4a98d1d8-c87e-443b-8c7e-df118319dc2d {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:04.255095 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06747663-913f-48d5-aa2f-c02aae0bc352", "tag": "d111b3e6-77d1-4a4f-8565-048f90bce6cb", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:04.255095 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a98d1d8-c87e-443b-8c7e-df118319dc2d {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:04.255500 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06747663-913f-48d5-aa2f-c02aae0bc352', 'tag': 'd111b3e6-77d1-4a4f-8565-048f90bce6cb', 'status': 'completed', 'code': 200} Nov 02 11:40:04.355442 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5d1ae355-4a98-49b6-b286-d2d10fc3f6f5 req-39f6e325-755e-43f3-b590-89a140ace19e service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232896 Nov 02 11:40:04.450947 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-922694a0-46b2-4eb4-84a2-198974fc024d req-fd75b18c-494f-490e-8ea1-e063e71833ad service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919816 Nov 02 11:40:04.492927 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88388a6e-8ee3-4e5c-923f-117bf6eae1b7 req-5296e019-ff43-4380-9577-07c8a57191e0 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:04.509822 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-88388a6e-8ee3-4e5c-923f-117bf6eae1b7 req-5296e019-ff43-4380-9577-07c8a57191e0 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 948 time: 0.1560590 Nov 02 11:40:04.573459 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-88388a6e-8ee3-4e5c-923f-117bf6eae1b7 req-bb7ad759-07cb-40e3-8ace-dafe94b6f38a tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656579 Nov 02 11:40:04.586221 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-00b068ed-84e3-472e-8359-b566d406f22d req-0fe546ad-462f-492f-b3a1-cc4560f03ecd tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a8bf06c0096844bd971f9bf528e0ebce HTTP/1.1" status: 200 len: 6153 time: 0.1049249 Nov 02 11:40:04.648854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77c73c-e787-4e9c-91b9-b56dee61381b req-34868d98-39d2-447f-80fe-1e74345a97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:04.649214 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff77c73c-e787-4e9c-91b9-b56dee61381b req-34868d98-39d2-447f-80fe-1e74345a97ad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=be13fbd8f8734ab38d66318a4ed85a7e&device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 1100 time: 0.0701950 Nov 02 11:40:04.691951 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-00b068ed-84e3-472e-8359-b566d406f22d req-481fc114-cc16-4289-a59b-28ba162c4745 tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] 10.222.0.52 "GET /v2.0/security-groups/bc68636a-6780-480a-81b1-4bf8393cdddb HTTP/1.1" status: 200 len: 2998 time: 0.1039984 Nov 02 11:40:04.767996 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-00b068ed-84e3-472e-8359-b566d406f22d req-2704830f-b76d-43d8-9178-66354f5b13fc tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] 10.222.0.52 "GET /v2.0/security-groups/bc68636a-6780-480a-81b1-4bf8393cdddb HTTP/1.1" status: 200 len: 2998 time: 0.0693650 Nov 02 11:40:04.773464 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 18ce0631-e34b-407e-8018-55c2c388f8e4 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:40:04.789926 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b21f1619-6133-4969-9f1d-02ca53a3c459 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:40:04.792661 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689406c9-0b32-4a6a-870b-4907e4f3ebdd req-c9ee7817-9208-47e1-af86-2f6ce16a34ee tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:04.795051 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-689406c9-0b32-4a6a-870b-4907e4f3ebdd req-c9ee7817-9208-47e1-af86-2f6ce16a34ee tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/ports?device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 945 time: 0.1119938 Nov 02 11:40:04.848956 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77c73c-e787-4e9c-91b9-b56dee61381b req-56a81b39-ec4f-45b7-baca-57f9ca62b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:04.851447 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff77c73c-e787-4e9c-91b9-b56dee61381b req-56a81b39-ec4f-45b7-baca-57f9ca62b835 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1987977 Nov 02 11:40:04.876231 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d01cae87-2a4f-4382-8dc8-5408fae8776a req-ae9acc28-5dcf-45b3-903a-727d4a4c5a1b tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/e9ac6beb-e76a-4a0a-be84-f8b8f90727d5 HTTP/1.1" status: 200 len: 1795 time: 0.0692205 Nov 02 11:40:04.938401 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-689406c9-0b32-4a6a-870b-4907e4f3ebdd req-9aee379e-8732-4b48-9ec2-6ee458c1649e tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/security-groups?id=64e4575e-704b-4b21-a23b-a5769a70e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208861 Nov 02 11:40:04.940670 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d01cae87-2a4f-4382-8dc8-5408fae8776a req-43d68ad8-22ac-49cf-8e25-8e1467cb6a30 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:04.988322 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d01cae87-2a4f-4382-8dc8-5408fae8776a req-43d68ad8-22ac-49cf-8e25-8e1467cb6a30 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:05.011468 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff77c73c-e787-4e9c-91b9-b56dee61381b req-e056ad6b-9f26-43b3-a29b-7ac5223071c7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=d111b3e6-77d1-4a4f-8565-048f90bce6cb HTTP/1.1" status: 200 len: 217 time: 0.0963154 Nov 02 11:40:05.081533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77c73c-e787-4e9c-91b9-b56dee61381b req-61ffe195-fb57-4596-9292-0e8c92696b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:05.083924 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff77c73c-e787-4e9c-91b9-b56dee61381b req-61ffe195-fb57-4596-9292-0e8c92696b3d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0639043 Nov 02 11:40:05.144028 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77c73c-e787-4e9c-91b9-b56dee61381b req-bc154a78-4bc5-45a5-aed0-e45536dcc878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:05.145971 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff77c73c-e787-4e9c-91b9-b56dee61381b req-bc154a78-4bc5-45a5-aed0-e45536dcc878 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0530028 Nov 02 11:40:05.263218 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d01cae87-2a4f-4382-8dc8-5408fae8776a req-43d68ad8-22ac-49cf-8e25-8e1467cb6a30 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:05.265843 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d01cae87-2a4f-4382-8dc8-5408fae8776a req-43d68ad8-22ac-49cf-8e25-8e1467cb6a30 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:05.280329 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d01cae87-2a4f-4382-8dc8-5408fae8776a req-43d68ad8-22ac-49cf-8e25-8e1467cb6a30 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/e9ac6beb-e76a-4a0a-be84-f8b8f90727d5 HTTP/1.1" status: 204 len: 173 time: 0.4029508 Nov 02 11:40:05.299006 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 18ce0631-e34b-407e-8018-55c2c388f8e4, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=18ce0631-e34b-407e-8018-55c2c388f8e4,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:05.305388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d68ad8-22ac-49cf-8e25-8e1467cb6a30 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ac6beb-e76a-4a0a-be84-f8b8f90727d5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:05.399026 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '18ce0631-e34b-407e-8018-55c2c388f8e4', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '18ce0631-e34b-407e-8018-55c2c388f8e4', 'mac_address': 'fa:16:3e:40:c8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:40:05.403372 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158e7fd-c29d-43db-ad63-9489a67360f4 req-6190cac8-7be3-47c6-ac9f-81908d712423 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:05.411492 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port b21f1619-6133-4969-9f1d-02ca53a3c459 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:40:05.413709 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e158e7fd-c29d-43db-ad63-9489a67360f4 req-6190cac8-7be3-47c6-ac9f-81908d712423 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 945 time: 0.1576102 Nov 02 11:40:05.426560 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port b21f1619-6133-4969-9f1d-02ca53a3c459 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:40:05.428438 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:05.462228 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff77c73c-e787-4e9c-91b9-b56dee61381b req-2acecdeb-ae13-4942-8383-7dc5199f3809 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983382 Nov 02 11:40:05.470316 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-78fe7016-8a9a-4c32-b879-06fd284dac98 req-4dea389a-8c70-4879-ab49-a765349e06ef tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "GET /v2.0/security-groups/6bd241c9-635e-4834-8b7c-04f3e9ed2838 HTTP/1.1" status: 200 len: 1794 time: 0.1288075 Nov 02 11:40:05.529449 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:05.557296 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ce0631-e34b-407e-8018-55c2c388f8e4 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:40:05.589833 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e158e7fd-c29d-43db-ad63-9489a67360f4 req-2ec33843-1851-4a05-89d2-dbbd29ee825c tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745179 Nov 02 11:40:05.627419 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 18ce0631-e34b-407e-8018-55c2c388f8e4, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=18ce0631-e34b-407e-8018-55c2c388f8e4,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:05.633269 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:05.663713 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22576180-aaf2-4ff9-aa40-c685c17c838e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21f1619-6133-4969-9f1d-02ca53a3c459'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:05.674689 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7933b7-f91f-479f-aa21-015299594cf4" -d '{"events": [{"server_uuid": "22576180-aaf2-4ff9-aa40-c685c17c838e", "name": "network-vif-plugged", "status": "completed", "tag": "b21f1619-6133-4969-9f1d-02ca53a3c459"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:05.707820 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port b21f1619-6133-4969-9f1d-02ca53a3c459, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b21f1619-6133-4969-9f1d-02ca53a3c459,segment=NetworkSegment(0cb7c446-ac5e-49ae-9a53-793a13580771),segment_id=0cb7c446-ac5e-49ae-9a53-793a13580771)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:05.708748 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-78fe7016-8a9a-4c32-b879-06fd284dac98 req-4cc4f1b1-f827-4d02-83d5-b084522ab9a7 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:05.732741 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:05.752384 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-78fe7016-8a9a-4c32-b879-06fd284dac98 req-4cc4f1b1-f827-4d02-83d5-b084522ab9a7 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:05.783348 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff77c73c-e787-4e9c-91b9-b56dee61381b req-d2598e28-240c-43b2-a65a-e4bd57158fe1 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127494 Nov 02 11:40:05.827765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=18ce0631-e34b-407e-8018-55c2c388f8e4,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:05.939633 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-78fe7016-8a9a-4c32-b879-06fd284dac98 req-4cc4f1b1-f827-4d02-83d5-b084522ab9a7 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:05.940827 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:05.941717 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:40:05.948545 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-78fe7016-8a9a-4c32-b879-06fd284dac98 req-4cc4f1b1-f827-4d02-83d5-b084522ab9a7 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:05.959567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-78fe7016-8a9a-4c32-b879-06fd284dac98 req-4cc4f1b1-f827-4d02-83d5-b084522ab9a7 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/6bd241c9-635e-4834-8b7c-04f3e9ed2838 HTTP/1.1" status: 204 len: 173 time: 0.4863005 Nov 02 11:40:05.994274 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4f1b1-f827-4d02-83d5-b084522ab9a7 tempest-SecurityGroupsTestAdminJSON-1599912889 tempest-SecurityGroupsTestAdminJSON-1599912889-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd241c9-635e-4834-8b7c-04f3e9ed2838,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:06.028891 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ec3d3-6444-4fb5-944d-02eddd987b4e req-111a410c-6801-447f-9db7-3695ac5d8110 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:06.043857 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-137ec3d3-6444-4fb5-944d-02eddd987b4e req-111a410c-6801-447f-9db7-3695ac5d8110 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 948 time: 0.1411452 Nov 02 11:40:06.110116 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['18ce0631-e34b-407e-8018-55c2c388f8e4'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:40:06.132316 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d509fb3-12eb-473f-b3d4-dc79783c9997 x-openstack-request-id: req-5d509fb3-12eb-473f-b3d4-dc79783c9997 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:06.132615 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22576180-aaf2-4ff9-aa40-c685c17c838e", "name": "network-vif-plugged", "status": "completed", "tag": "b21f1619-6133-4969-9f1d-02ca53a3c459", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:06.132970 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d509fb3-12eb-473f-b3d4-dc79783c9997 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:06.133382 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22576180-aaf2-4ff9-aa40-c685c17c838e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21f1619-6133-4969-9f1d-02ca53a3c459', 'code': 200} Nov 02 11:40:06.140920 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-137ec3d3-6444-4fb5-944d-02eddd987b4e req-0b7d118c-33bd-4e91-9643-f1775315bffe tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907443 Nov 02 11:40:06.250025 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=b21f1619-6133-4969-9f1d-02ca53a3c459,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:06.290665 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713d24b-8585-4332-8b65-6d55036149e0 req-095ba1e2-1216-420a-9fe3-d31bab84964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:06.292509 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1713d24b-8585-4332-8b65-6d55036149e0 req-095ba1e2-1216-420a-9fe3-d31bab84964f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 1098 time: 0.1393509 Nov 02 11:40:06.344656 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-98694cbc-92bc-48fe-b9f7-ae9a706435d3 req-29b863fb-9013-4bff-a4b2-3bedbd8f1610 tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] 10.222.0.52 "GET /v2.0/security-groups/b3155337-33bb-4879-8f4e-bcbce22e5c09 HTTP/1.1" status: 200 len: 1794 time: 0.1490679 Nov 02 11:40:06.383563 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:40:06.399873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:40:06.400248 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:06.405766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-cb2cce46-8302-4660-8cc9-962d51893dfa tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:06.409026 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1713d24b-8585-4332-8b65-6d55036149e0 req-320443af-e717-4dd6-a327-48272efc1f89 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=64e4575e-704b-4b21-a23b-a5769a70e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049771 Nov 02 11:40:06.420224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-cb2cce46-8302-4660-8cc9-962d51893dfa tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 821 time: 0.2028754 Nov 02 11:40:06.441777 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-2f0225dc-c084-446d-9117-52e5464aa423 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/quotas/9434b8b2332344e783438c5f662e06b3 HTTP/1.1" status: 200 len: 375 time: 0.0201819 Nov 02 11:40:06.455466 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-98694cbc-92bc-48fe-b9f7-ae9a706435d3 req-b921047a-4684-42bd-b2ad-c5731d06ab29 tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:06.510727 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-98694cbc-92bc-48fe-b9f7-ae9a706435d3 req-b921047a-4684-42bd-b2ad-c5731d06ab29 tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:06.529957 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:06.559530 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-d166e3ca-d832-459d-a3a5-e63eb91f31dc tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1096144 Nov 02 11:40:06.570969 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=6dac65c1-f3e5-4b00-93f8-10bd7e0f980b,segment=NetworkSegment(8a5b9b2b-9885-4a48-8edf-7143a57cba10),segment_id=8a5b9b2b-9885-4a48-8edf-7143a57cba10)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:06.671704 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:06.703377 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-98694cbc-92bc-48fe-b9f7-ae9a706435d3 req-b921047a-4684-42bd-b2ad-c5731d06ab29 tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:06.707258 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-98694cbc-92bc-48fe-b9f7-ae9a706435d3 req-b921047a-4684-42bd-b2ad-c5731d06ab29 tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:06.708545 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-98694cbc-92bc-48fe-b9f7-ae9a706435d3 req-b921047a-4684-42bd-b2ad-c5731d06ab29 tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] 10.222.0.52 "DELETE /v2.0/security-groups/b3155337-33bb-4879-8f4e-bcbce22e5c09 HTTP/1.1" status: 204 len: 173 time: 0.3522389 Nov 02 11:40:06.725551 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-dcd58ac9-a2ec-411e-9aa4-fa7f2f94b109 service neutron] 10.222.0.52 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546719 Nov 02 11:40:06.745280 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921047a-4684-42bd-b2ad-c5731d06ab29 tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3155337-33bb-4879-8f4e-bcbce22e5c09,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:06.780085 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d111b3e6-77d1-4a4f-8565-048f90bce6cb details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:40:06.844636 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=6dac65c1-f3e5-4b00-93f8-10bd7e0f980b,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:06.908925 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-e54ceeac-8a3d-42c9-8072-e3454a432fc1 service neutron] 10.222.0.52 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820149 Nov 02 11:40:06.962537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb18f2-91d4-4f80-8456-0259abeb78d7 req-9567c76c-01e3-41f5-9fb5-f6041793e3fc tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:06.971385 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5deb18f2-91d4-4f80-8456-0259abeb78d7 req-9567c76c-01e3-41f5-9fb5-f6041793e3fc tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/ports?device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 946 time: 0.1707795 Nov 02 11:40:07.045686 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d111b3e6-77d1-4a4f-8565-048f90bce6cb, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d111b3e6-77d1-4a4f-8565-048f90bce6cb,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:07.060040 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'd111b3e6-77d1-4a4f-8565-048f90bce6cb', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': 'd111b3e6-77d1-4a4f-8565-048f90bce6cb', 'mac_address': 'fa:16:3e:1a:a4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:40:07.082965 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5deb18f2-91d4-4f80-8456-0259abeb78d7 req-2e69edd0-3c8d-4113-ad99-db7af8eb5505 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/security-groups?id=64e4575e-704b-4b21-a23b-a5769a70e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066170 Nov 02 11:40:07.131174 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:07.170503 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d111b3e6-77d1-4a4f-8565-048f90bce6cb {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:40:07.231247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d111b3e6-77d1-4a4f-8565-048f90bce6cb, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d111b3e6-77d1-4a4f-8565-048f90bce6cb,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:07.270151 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456c1c3-424c-4153-9c46-3571167fe26f req-e8148d79-24b7-4629-aa08-bb65c6130b6e tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:07.274033 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0456c1c3-424c-4153-9c46-3571167fe26f req-e8148d79-24b7-4629-aa08-bb65c6130b6e tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 946 time: 0.0925903 Nov 02 11:40:07.326215 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:07.380129 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0456c1c3-424c-4153-9c46-3571167fe26f req-7492d98d-84ef-4fb5-8f30-235d8a32599c tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935085 Nov 02 11:40:07.434972 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d111b3e6-77d1-4a4f-8565-048f90bce6cb,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:07.661644 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['d111b3e6-77d1-4a4f-8565-048f90bce6cb'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:40:07.908817 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b1ba514-172a-4bd4-b482-2e9191c39203 req-35ec80b0-29b7-471f-845f-53a3b3bd78a9 tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] 10.222.0.52 "GET /v2.0/security-groups/ee5a97bb-91ea-48ae-9e70-d7e3c1a5817c HTTP/1.1" status: 200 len: 1794 time: 0.1199832 Nov 02 11:40:07.992107 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9b1ba514-172a-4bd4-b482-2e9191c39203 req-df3adae7-c8c8-45fe-af33-10d4eb208221 tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:08.036518 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9b1ba514-172a-4bd4-b482-2e9191c39203 req-df3adae7-c8c8-45fe-af33-10d4eb208221 tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:08.135288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e13130-b850-4137-aeaf-9a50b7127629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dac65c1-f3e5-4b00-93f8-10bd7e0f980b'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:08.137985 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc5d095-08b1-4abb-81eb-81da24319625" -d '{"events": [{"server_uuid": "85e13130-b850-4137-aeaf-9a50b7127629", "name": "network-vif-plugged", "status": "completed", "tag": "6dac65c1-f3e5-4b00-93f8-10bd7e0f980b"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:08.316379 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9b1ba514-172a-4bd4-b482-2e9191c39203 req-df3adae7-c8c8-45fe-af33-10d4eb208221 tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:08.321621 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9b1ba514-172a-4bd4-b482-2e9191c39203 req-df3adae7-c8c8-45fe-af33-10d4eb208221 tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:08.341720 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b1ba514-172a-4bd4-b482-2e9191c39203 req-df3adae7-c8c8-45fe-af33-10d4eb208221 tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] 10.222.0.52 "DELETE /v2.0/security-groups/ee5a97bb-91ea-48ae-9e70-d7e3c1a5817c HTTP/1.1" status: 204 len: 173 time: 0.4198263 Nov 02 11:40:08.359747 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3adae7-c8c8-45fe-af33-10d4eb208221 tempest-SecurityGroupsTestAdminJSON-448469682 tempest-SecurityGroupsTestAdminJSON-448469682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5a97bb-91ea-48ae-9e70-d7e3c1a5817c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:08.703771 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0341ba7-9d14-4112-978c-2fb80aa4a9ae req-9363d11f-e52f-4777-84bf-24bbdbe8c285 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:08.712994 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0341ba7-9d14-4112-978c-2fb80aa4a9ae req-9363d11f-e52f-4777-84bf-24bbdbe8c285 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 949 time: 0.1352444 Nov 02 11:40:08.783066 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d111b3e6-77d1-4a4f-8565-048f90bce6cb up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:40:08.807618 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0341ba7-9d14-4112-978c-2fb80aa4a9ae req-1536e4dc-16f3-46a1-b9e5-0bccb97efac7 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858593 Nov 02 11:40:08.955766 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-22aa0c5a-cc82-4d9d-a2b6-d31963f89cd5 req-5e0bf56c-216b-4b3d-ad3a-7a78459b7a56 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 210 time: 0.0664215 Nov 02 11:40:09.017378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port d111b3e6-77d1-4a4f-8565-048f90bce6cb completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:40:09.024691 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port d111b3e6-77d1-4a4f-8565-048f90bce6cb triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:40:09.025634 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:09.159734 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56554) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:09.201049 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616425b2-2d57-42ce-8af6-c07ac24f4d16 req-08da1894-01d1-4059-9bb3-3a1471b1a6f2 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:09.202688 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-616425b2-2d57-42ce-8af6-c07ac24f4d16 req-08da1894-01d1-4059-9bb3-3a1471b1a6f2 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/ports?device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 946 time: 0.1150382 Nov 02 11:40:09.300208 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:09.356263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-616425b2-2d57-42ce-8af6-c07ac24f4d16 req-d5c46e5c-fa4c-4829-84b3-2a2a5e4509d7 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/security-groups?id=64e4575e-704b-4b21-a23b-a5769a70e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272404 Nov 02 11:40:09.388718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d111b3e6-77d1-4a4f-8565-048f90bce6cb, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d111b3e6-77d1-4a4f-8565-048f90bce6cb,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:09.435544 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e31ef76-569a-497a-8176-a16af298410c x-openstack-request-id: req-3e31ef76-569a-497a-8176-a16af298410c {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:09.436000 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e13130-b850-4137-aeaf-9a50b7127629", "name": "network-vif-plugged", "status": "completed", "tag": "6dac65c1-f3e5-4b00-93f8-10bd7e0f980b", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:09.438188 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e31ef76-569a-497a-8176-a16af298410c {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:09.438188 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e13130-b850-4137-aeaf-9a50b7127629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dac65c1-f3e5-4b00-93f8-10bd7e0f980b', 'code': 200} Nov 02 11:40:09.514745 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5e6edc38-f428-4e8d-b691-41969f41bd71 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a8bf06c0096844bd971f9bf528e0ebce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537848 Nov 02 11:40:09.518189 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56564) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:09.550235 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:09.551161 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 18ce0631-e34b-407e-8018-55c2c388f8e4 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:40:09.551751 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c999ea-527c-4d5b-a069-4e107213422c req-00136a48-4853-4278-9dab-488b49b2e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:09.554821 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-89c999ea-527c-4d5b-a069-4e107213422c req-00136a48-4853-4278-9dab-488b49b2e457 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 1098 time: 0.0530732 Nov 02 11:40:09.677507 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-89c999ea-527c-4d5b-a069-4e107213422c req-e633636e-82d8-42f8-879d-bfe45af951f9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148853 Nov 02 11:40:09.696383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d111b3e6-77d1-4a4f-8565-048f90bce6cb,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:09.731384 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cabd6-e0fb-4855-8eb8-dfd813bcd6f5 req-0eed9a4e-8e40-4065-9a13-dd8e52c212ec tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:09.733808 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b1cabd6-e0fb-4855-8eb8-dfd813bcd6f5 req-0eed9a4e-8e40-4065-9a13-dd8e52c212ec tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 946 time: 0.1564059 Nov 02 11:40:09.747690 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cdd4a5e3-2b95-4e34-8c77-2d1abfa75a77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:09.783207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 18ce0631-e34b-407e-8018-55c2c388f8e4 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:40:09.790842 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 18ce0631-e34b-407e-8018-55c2c388f8e4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:40:09.790842 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:09.840725 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cdd4a5e3-2b95-4e34-8c77-2d1abfa75a77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:09.852350 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b1cabd6-e0fb-4855-8eb8-dfd813bcd6f5 req-4ab17caa-acc0-438e-b190-bccb447cbcef tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062019 Nov 02 11:40:09.973819 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:10.042184 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 18ce0631-e34b-407e-8018-55c2c388f8e4, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=18ce0631-e34b-407e-8018-55c2c388f8e4,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:10.042547 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cdd4a5e3-2b95-4e34-8c77-2d1abfa75a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:10.046255 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cdd4a5e3-2b95-4e34-8c77-2d1abfa75a77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:10.050906 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cdd4a5e3-2b95-4e34-8c77-2d1abfa75a77 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bc68636a-6780-480a-81b1-4bf8393cdddb HTTP/1.1" status: 204 len: 168 time: 0.5281551 Nov 02 11:40:10.059397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4a5e3-2b95-4e34-8c77-2d1abfa75a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc68636a-6780-480a-81b1-4bf8393cdddb,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:10.095788 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa014fb4-4335-4355-9f37-1ddbecb2ecf1 req-0680d9b3-8c3d-489c-9d54-857896df5f29 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:10.096538 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa014fb4-4335-4355-9f37-1ddbecb2ecf1 req-0680d9b3-8c3d-489c-9d54-857896df5f29 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/ports?device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 946 time: 0.1113751 Nov 02 11:40:10.138435 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:10.179645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa014fb4-4335-4355-9f37-1ddbecb2ecf1 req-23ae7d9d-d0ca-428c-9ac6-86c35d29e4df tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/security-groups?id=64e4575e-704b-4b21-a23b-a5769a70e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744171 Nov 02 11:40:10.307720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=18ce0631-e34b-407e-8018-55c2c388f8e4,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:10.393231 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab92f8-d056-4d76-bc3b-9c361fcb174a req-b5983cb9-679c-4c20-af66-ab4b4e6c69f6 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:10.399777 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-92ab92f8-d056-4d76-bc3b-9c361fcb174a req-b5983cb9-679c-4c20-af66-ab4b4e6c69f6 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 950 time: 0.1531792 Nov 02 11:40:10.404909 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fbf8e697-6d81-4a6d-9312-8a58060e8de4 req-1c8a6d9d-fecf-4a6a-a875-05ff6ae13005 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 210 time: 0.0596802 Nov 02 11:40:10.526428 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-92ab92f8-d056-4d76-bc3b-9c361fcb174a req-c63afec4-d169-4512-b3ca-a7e96cd09f3d tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119709 Nov 02 11:40:11.169309 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-fd748e56-48a2-44b7-ac02-662606edf5b0 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:11.170986 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-fd748e56-48a2-44b7-ac02-662606edf5b0 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.54 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 821 time: 0.2490125 Nov 02 11:40:11.179551 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e68f4-48f5-4f96-b7bc-97e26c34952e req-08c6c9a1-8f93-4e4a-bf48-bd55cf5f5ed2 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:11.181083 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a42e68f4-48f5-4f96-b7bc-97e26c34952e req-08c6c9a1-8f93-4e4a-bf48-bd55cf5f5ed2 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 946 time: 0.0980690 Nov 02 11:40:11.186026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-6e41b7d5-b27f-402c-9c8c-cbf40882d939 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Request body: {'port': {'device_id': 'cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4', 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578', 'admin_state_up': True, 'tenant_id': '9434b8b2332344e783438c5f662e06b3'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:40:11.235430 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56622) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:11.309434 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4005b8b9-8a7e-41d5-883c-62cdc83695f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=16ab6b69e84f4a71b3f277daf1974481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0722377 Nov 02 11:40:11.315105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56628) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:11.406559 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8d47582-620c-42d0-bdc1-daea0b53d118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:11.425809 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a42e68f4-48f5-4f96-b7bc-97e26c34952e req-09ed10aa-26b7-4ad2-ba62-3f21a4ec8d8d tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471887 Nov 02 11:40:11.439344 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06747663-913f-48d5-aa2f-c02aae0bc352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd111b3e6-77d1-4a4f-8565-048f90bce6cb'}, {'server_uuid': 'ea69c7a5-4a3b-4338-95c6-5909386eeea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ce0631-e34b-407e-8018-55c2c388f8e4'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:11.443470 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06c834f-5e0e-489b-9b62-89e6f6fdab7f" -d '{"events": [{"server_uuid": "06747663-913f-48d5-aa2f-c02aae0bc352", "name": "network-vif-plugged", "status": "completed", "tag": "d111b3e6-77d1-4a4f-8565-048f90bce6cb"}, {"server_uuid": "ea69c7a5-4a3b-4338-95c6-5909386eeea3", "name": "network-vif-plugged", "status": "completed", "tag": "18ce0631-e34b-407e-8018-55c2c388f8e4"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:11.511496 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8d47582-620c-42d0-bdc1-daea0b53d118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:11.612209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-6e41b7d5-b27f-402c-9c8c-cbf40882d939 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Made reservation on behalf of 9434b8b2332344e783438c5f662e06b3 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:40:11.616184 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-6e41b7d5-b27f-402c-9c8c-cbf40882d939 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:11.682273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093740b-142f-443f-a53a-199d595cf7f0 req-a24d5e7e-1bd6-443f-9c63-c9ec0ba90410 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:11.683850 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5093740b-142f-443f-a53a-199d595cf7f0 req-a24d5e7e-1bd6-443f-9c63-c9ec0ba90410 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/ports?device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 946 time: 0.1098754 Nov 02 11:40:11.686106 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8d47582-620c-42d0-bdc1-daea0b53d118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:11.688842 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8d47582-620c-42d0-bdc1-daea0b53d118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:11.692838 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c8d47582-620c-42d0-bdc1-daea0b53d118 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c3a4e25e-93e2-48ea-a6ce-e9c02f2f5d1e HTTP/1.1" status: 204 len: 168 time: 0.3762176 Nov 02 11:40:11.715317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d47582-620c-42d0-bdc1-daea0b53d118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a4e25e-93e2-48ea-a6ce-e9c02f2f5d1e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:11.882638 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5093740b-142f-443f-a53a-199d595cf7f0 req-31cba9ad-927f-435d-adf0-5b17ffc71aae tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/security-groups?id=64e4575e-704b-4b21-a23b-a5769a70e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238914 Nov 02 11:40:11.966622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-6e41b7d5-b27f-402c-9c8c-cbf40882d939 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Allocated IP 172.20.0.13 (e3f5fe02-990d-442a-ab33-f4126e712578/bdbd00e1-b22f-4068-b469-67b0d575f006/3a41973f-8ece-4c56-b82b-0d78ea3f117f) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:40:12.110587 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b871745-563f-4dbb-9ecd-7153dacacbdd x-openstack-request-id: req-7b871745-563f-4dbb-9ecd-7153dacacbdd {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:12.111076 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06747663-913f-48d5-aa2f-c02aae0bc352", "name": "network-vif-plugged", "status": "completed", "tag": "d111b3e6-77d1-4a4f-8565-048f90bce6cb", "code": 200}, {"server_uuid": "ea69c7a5-4a3b-4338-95c6-5909386eeea3", "name": "network-vif-plugged", "status": "completed", "tag": "18ce0631-e34b-407e-8018-55c2c388f8e4", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:12.111502 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b871745-563f-4dbb-9ecd-7153dacacbdd {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:12.112081 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06747663-913f-48d5-aa2f-c02aae0bc352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd111b3e6-77d1-4a4f-8565-048f90bce6cb', 'code': 200} Nov 02 11:40:12.112486 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea69c7a5-4a3b-4338-95c6-5909386eeea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ce0631-e34b-407e-8018-55c2c388f8e4', 'code': 200} Nov 02 11:40:12.374054 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef3534-a259-4896-b10e-55d083ab8447 req-25962d6a-9697-4136-a86b-c50bcb3747bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:12.388263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-840b93e0-a810-41bb-9689-98a644dc1c6c req-dcf7d9fd-3673-4a6d-acfe-c559de1f527f tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 210 time: 0.0804403 Nov 02 11:40:12.397131 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-82ef3534-a259-4896-b10e-55d083ab8447 req-25962d6a-9697-4136-a86b-c50bcb3747bc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 1102 time: 0.1492128 Nov 02 11:40:12.480590 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b93e44-7e25-4deb-9778-9bd353504a35 req-138b09fa-3873-4772-b2fa-beaa47a6fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:12.487643 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-70b93e44-7e25-4deb-9778-9bd353504a35 req-138b09fa-3873-4772-b2fa-beaa47a6fdb0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 1102 time: 0.1789386 Nov 02 11:40:12.548479 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-6e41b7d5-b27f-402c-9c8c-cbf40882d939 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:12.585415 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-82ef3534-a259-4896-b10e-55d083ab8447 req-e5e3fc82-7c6d-4ede-8769-e5781c37a5cc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751504 Nov 02 11:40:12.644075 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-70b93e44-7e25-4deb-9778-9bd353504a35 req-1913ccb3-89d3-44a9-aa07-215e61bef613 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446187 Nov 02 11:40:12.746057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4110789-0bd0-4e19-acf3-647bd98cb427 req-0a2d0338-0769-4674-9218-9d65a2bddc86 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:12.751276 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b4110789-0bd0-4e19-acf3-647bd98cb427 req-0a2d0338-0769-4674-9218-9d65a2bddc86 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 950 time: 0.1654391 Nov 02 11:40:12.947638 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b4110789-0bd0-4e19-acf3-647bd98cb427 req-f67289ad-5946-4358-b2f0-88595458d73b tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252332 Nov 02 11:40:13.059353 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dc494-cdc9-491e-b5e0-8dec6c281b0e req-0583d568-32a2-43c0-b67b-e6ef36d0119f tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:13.060981 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e34dc494-cdc9-491e-b5e0-8dec6c281b0e req-0583d568-32a2-43c0-b67b-e6ef36d0119f tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 946 time: 0.0588963 Nov 02 11:40:13.081589 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-6e41b7d5-b27f-402c-9c8c-cbf40882d939 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:13.095729 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['57be5d74-bb49-4566-8385-2f7bdf5492ff'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:40:13.206418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-6e41b7d5-b27f-402c-9c8c-cbf40882d939 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Network e3f5fe02-990d-442a-ab33-f4126e712578 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:40:13.221019 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-6e41b7d5-b27f-402c-9c8c-cbf40882d939 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:40:13.227714 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-6e41b7d5-b27f-402c-9c8c-cbf40882d939 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:40:13.240593 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41b7d5-b27f-402c-9c8c-cbf40882d939 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Pushing event updated for resources: {'Port': ['ID=3a41973f-8ece-4c56-b82b-0d78ea3f117f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:13.311892 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e34dc494-cdc9-491e-b5e0-8dec6c281b0e req-fc10f575-27ac-404e-ab11-9866c01e8bb2 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233560 Nov 02 11:40:13.466863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-6e41b7d5-b27f-402c-9c8c-cbf40882d939 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:13.468156 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-6e41b7d5-b27f-402c-9c8c-cbf40882d939 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:13.655043 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-6e41b7d5-b27f-402c-9c8c-cbf40882d939 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4722903 Nov 02 11:40:13.674573 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Request body: {'port': {'device_id': 'cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:40:13.777679 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:14.173744 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849ca64-a2d5-446a-b401-262b3038801e req-2d40923a-f047-4089-99dc-63235a8fd32b tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:14.190360 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5849ca64-a2d5-446a-b401-262b3038801e req-2d40923a-f047-4089-99dc-63235a8fd32b tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 946 time: 0.2520216 Nov 02 11:40:14.299388 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5849ca64-a2d5-446a-b401-262b3038801e req-7b009f00-ebe5-42a1-b062-3b90439767a7 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066394 Nov 02 11:40:14.473295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18463a-87c7-4427-b0d7-018b45338e89 req-e9650ff4-1847-49d0-bdf4-0a8c8f307997 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:14.475928 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c18463a-87c7-4427-b0d7-018b45338e89 req-e9650ff4-1847-49d0-bdf4-0a8c8f307997 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 932 time: 0.1638696 Nov 02 11:40:14.597933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a41973f-8ece-4c56-b82b-0d78ea3f117f {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:40:14.613792 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:14.625006 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ebf13-10bb-4a03-ac0c-8d56b4e97a12 req-ae82031a-cd11-4cef-b91b-f3badfa67ca2 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:14.627024 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-317ebf13-10bb-4a03-ac0c-8d56b4e97a12 req-ae82031a-cd11-4cef-b91b-f3badfa67ca2 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/ports?device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 946 time: 0.1167140 Nov 02 11:40:14.632486 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Transition to ACTIVE for port object 3a41973f-8ece-4c56-b82b-0d78ea3f117f will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:40:14.682319 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c18463a-87c7-4427-b0d7-018b45338e89 req-30a3ae15-83eb-4b32-b798-d700958c9d7e tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866684 Nov 02 11:40:14.709792 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:14.771942 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-317ebf13-10bb-4a03-ac0c-8d56b4e97a12 req-ee050aa5-adbe-4e98-8850-c91fedae2608 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/security-groups?id=64e4575e-704b-4b21-a23b-a5769a70e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301887 Nov 02 11:40:14.795732 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Pushing event updated for resources: {'Port': ['ID=3a41973f-8ece-4c56-b82b-0d78ea3f117f,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:14.797390 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c4e6b700-a4fb-4892-b142-3565a7ccad40 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:40:14.998092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Attempting to bind port 3a41973f-8ece-4c56-b82b-0d78ea3f117f on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:40:15.000691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Attempting to bind port 3a41973f-8ece-4c56-b82b-0d78ea3f117f by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:40:15.001665 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Attempting to bind port 3a41973f-8ece-4c56-b82b-0d78ea3f117f on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:40:15.021760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Port 3a41973f-8ece-4c56-b82b-0d78ea3f117f on network e3f5fe02-990d-442a-ab33-f4126e712578 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:40:15.023457 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Attempting to bind port 3a41973f-8ece-4c56-b82b-0d78ea3f117f on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:40:15.036787 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2b67e-f063-44a7-9517-013253deb494 req-bcbdb45a-c9b8-4086-a869-a187953177a6 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:15.040139 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-99f2b67e-f063-44a7-9517-013253deb494 req-bcbdb45a-c9b8-4086-a869-a187953177a6 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e22df80-4930-40c6-85b6-f85b83a73bb4 HTTP/1.1" status: 200 len: 945 time: 0.1081665 Nov 02 11:40:15.042769 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:15.054202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351cb6c-6187-4a07-a51e-4f256e38899d req-9923c4e4-125d-49ee-b6e1-b50391aabd48 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:15.066656 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7351cb6c-6187-4a07-a51e-4f256e38899d req-9923c4e4-125d-49ee-b6e1-b50391aabd48 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 950 time: 0.1402230 Nov 02 11:40:15.086399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:40:15.087945 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Checking segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:40:15.088351 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Bound using segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:40:15.088812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Bound port: 3a41973f-8ece-4c56-b82b-0d78ea3f117f, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:40:15.089566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c4e6b700-a4fb-4892-b142-3565a7ccad40, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c4e6b700-a4fb-4892-b142-3565a7ccad40,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:15.090212 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:15.091217 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4e6b700-a4fb-4892-b142-3565a7ccad40'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:15.093992 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a539b35-d209-4a48-993b-ccd6f786bfc1" -d '{"events": [{"server_uuid": "91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1", "name": "network-vif-unplugged", "status": "completed", "tag": "c4e6b700-a4fb-4892-b142-3565a7ccad40"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:15.145066 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-99f2b67e-f063-44a7-9517-013253deb494 req-64c8f650-38ba-4a52-8cfe-f9a5f48aa208 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928125 Nov 02 11:40:15.220244 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:15.304874 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7351cb6c-6187-4a07-a51e-4f256e38899d req-20032182-b2b9-4e18-97e1-7685cccf41eb tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342513 Nov 02 11:40:15.355381 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] For port 3a41973f-8ece-4c56-b82b-0d78ea3f117f, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:40:15.362019 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] For port 3a41973f-8ece-4c56-b82b-0d78ea3f117f, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3a41973f-8ece-4c56-b82b-0d78ea3f117f,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:40:15.469995 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:15.523501 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=c4e6b700-a4fb-4892-b142-3565a7ccad40,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:15.680577 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:15.681470 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:15.699432 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] 10.222.0.54 "PUT /v2.0/ports/3a41973f-8ece-4c56-b82b-0d78ea3f117f HTTP/1.1" status: 200 len: 1093 time: 2.0322940 Nov 02 11:40:15.704041 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4', 'tag': '3a41973f-8ece-4c56-b82b-0d78ea3f117f'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:15.708594 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c7068-3b6a-4d72-b787-59def6f50203 req-935bbb96-1b71-43fd-943e-4afa2b38e55a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:15.714609 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a2c4cd-d59d-4d27-9722-2c4ba339e4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4", "tag": "3a41973f-8ece-4c56-b82b-0d78ea3f117f"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:15.729710 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-635c7068-3b6a-4d72-b787-59def6f50203 req-935bbb96-1b71-43fd-943e-4afa2b38e55a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/networks?id=92c7d3c6-cc6f-44e4-8af3-c70001664caf HTTP/1.1" status: 200 len: 805 time: 0.2674198 Nov 02 11:40:15.737083 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd755f4-24b4-46e5-9800-9ec26904f040 x-openstack-request-id: req-fcd755f4-24b4-46e5-9800-9ec26904f040 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:15.737632 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1", "name": "network-vif-unplugged", "status": "completed", "tag": "c4e6b700-a4fb-4892-b142-3565a7ccad40", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:15.738282 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fcd755f4-24b4-46e5-9800-9ec26904f040 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:15.738969 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4e6b700-a4fb-4892-b142-3565a7ccad40', 'code': 200} Nov 02 11:40:15.836952 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-635c7068-3b6a-4d72-b787-59def6f50203 req-46c9481e-b16b-4a37-b777-b03f8c7d70a8 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/quotas/f50c56b4947f4f90aeacb8ef818c4115 HTTP/1.1" status: 200 len: 375 time: 0.1058135 Nov 02 11:40:15.891837 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf1047-f253-49f4-b259-1966e4ea5ece service neutron] Pushing event updated for resources: {'Port': ['ID=3a41973f-8ece-4c56-b82b-0d78ea3f117f,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:15.963625 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9bb50-6b08-4a2e-92dc-cf0d406f7918 req-5a846281-6202-437c-94c3-8f75c88cdb23 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:15.965794 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0be9bb50-6b08-4a2e-92dc-cf0d406f7918 req-5a846281-6202-437c-94c3-8f75c88cdb23 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.79 "GET /v2.0/ports?device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 946 time: 0.2324219 Nov 02 11:40:16.019619 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0f77cb51-5080-4505-92f5-8acf6266085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:16.022228 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-0f77cb51-5080-4505-92f5-8acf6266085f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 1096 time: 0.1751308 Nov 02 11:40:16.027192 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-635c7068-3b6a-4d72-b787-59def6f50203 req-f84ec904-ed82-44a7-9070-9a49a12496a7 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f50c56b4947f4f90aeacb8ef818c4115&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1797495 Nov 02 11:40:16.128487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-56204fe8-7174-4a90-8f68-b59f92bfaf8c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a41973f-8ece-4c56-b82b-0d78ea3f117f HTTP/1.1" status: 200 len: 217 time: 0.0973792 Nov 02 11:40:16.205091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-8961f959-384b-41b6-923c-9045619bf4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:16.207394 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-8961f959-384b-41b6-923c-9045619bf4d0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.0713773 Nov 02 11:40:16.297033 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-6097c8f1-f0e1-41b8-99c5-97cea4e27d03 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816000 Nov 02 11:40:16.317309 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d766af-5f8c-43a8-95ce-6d80bb80d985 req-daa57a5a-6b05-40ba-b2d0-d0fc03079f60 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:16.319458 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-97d766af-5f8c-43a8-95ce-6d80bb80d985 req-daa57a5a-6b05-40ba-b2d0-d0fc03079f60 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.79 "GET /v2.0/ports?device_id=91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1 HTTP/1.1" status: 200 len: 943 time: 0.1317785 Nov 02 11:40:16.381777 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-0be9bb50-6b08-4a2e-92dc-cf0d406f7918 req-12694937-e36a-424e-a213-0ab09810c4f2 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Deleting port b21f1619-6133-4969-9f1d-02ca53a3c459 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:40:16.382040 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0be9bb50-6b08-4a2e-92dc-cf0d406f7918 req-12694937-e36a-424e-a213-0ab09810c4f2 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:16.410020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc157f-a4b3-4b42-aea4-ead5b948e26c req-5d09dba3-11fc-4193-8f30-b9ffb8ec4fa3 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:16.418586 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05bc157f-a4b3-4b42-aea4-ead5b948e26c req-5d09dba3-11fc-4193-8f30-b9ffb8ec4fa3 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 946 time: 0.2050428 Nov 02 11:40:16.422081 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-635c7068-3b6a-4d72-b787-59def6f50203 req-f04233a2-482b-4184-bc58-fa520c7c793e service neutron] 10.222.0.52 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946396 Nov 02 11:40:16.525941 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05bc157f-a4b3-4b42-aea4-ead5b948e26c req-4b9c6e62-9e99-416e-8b00-0d00b4d17c1c tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063404 Nov 02 11:40:16.529161 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-5c84421c-3fbd-4e73-be65-b7c54fbb441e service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241204 Nov 02 11:40:16.758286 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0358c7-1b20-42f2-b0d9-4366c1b2de00 req-f6c082c4-b0e7-4348-ade8-a5ecf89e9b8a tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:16.768122 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab0358c7-1b20-42f2-b0d9-4366c1b2de00 req-f6c082c4-b0e7-4348-ade8-a5ecf89e9b8a tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.1237342 Nov 02 11:40:16.832025 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7612b256-dfbd-4c1b-81e0-d3a1bcba5a2a req-62b4d713-e830-4667-a9c4-36ca88695a77 service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923112 Nov 02 11:40:16.866833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab0358c7-1b20-42f2-b0d9-4366c1b2de00 req-8c58e2c5-3b11-47c2-a219-e30cf420c144 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906973 Nov 02 11:40:17.037742 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727252e3-c729-4d87-a76f-04347b75ef94 x-openstack-request-id: req-727252e3-c729-4d87-a76f-04347b75ef94 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:17.038194 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4", "tag": "3a41973f-8ece-4c56-b82b-0d78ea3f117f", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:17.039906 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-727252e3-c729-4d87-a76f-04347b75ef94 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:17.041463 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4', 'tag': '3a41973f-8ece-4c56-b82b-0d78ea3f117f', 'status': 'completed', 'code': 200} Nov 02 11:40:17.103396 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-0be9bb50-6b08-4a2e-92dc-cf0d406f7918 req-12694937-e36a-424e-a213-0ab09810c4f2 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] For port b21f1619-6133-4969-9f1d-02ca53a3c459, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b21f1619-6133-4969-9f1d-02ca53a3c459,segment=NetworkSegment(0cb7c446-ac5e-49ae-9a53-793a13580771),segment_id=0cb7c446-ac5e-49ae-9a53-793a13580771)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:17.103985 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0be9bb50-6b08-4a2e-92dc-cf0d406f7918 req-12694937-e36a-424e-a213-0ab09810c4f2 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:17.140287 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-0be9bb50-6b08-4a2e-92dc-cf0d406f7918 req-12694937-e36a-424e-a213-0ab09810c4f2 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Calling delete_port for b21f1619-6133-4969-9f1d-02ca53a3c459 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:40:17.163611 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-635c7068-3b6a-4d72-b787-59def6f50203 req-9676fb0e-f80a-431d-bdfa-33ff39a67a9e service neutron] 10.222.0.52 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7407050 Nov 02 11:40:17.173640 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-97d766af-5f8c-43a8-95ce-6d80bb80d985 req-e5f6b5f1-ea0c-4680-9d2a-9f6de549ee82 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Deleting port c4e6b700-a4fb-4892-b142-3565a7ccad40 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:40:17.184582 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-97d766af-5f8c-43a8-95ce-6d80bb80d985 req-e5f6b5f1-ea0c-4680-9d2a-9f6de549ee82 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:17.200972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2c4cd-d59d-4d27-9722-2c4ba339e4a1 req-57d534b0-d29d-4df4-a246-1289f0fb0466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:17.204579 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e6a2c4cd-d59d-4d27-9722-2c4ba339e4a1 req-57d534b0-d29d-4df4-a246-1289f0fb0466 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 1096 time: 0.1491511 Nov 02 11:40:17.444787 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-97d766af-5f8c-43a8-95ce-6d80bb80d985 req-e5f6b5f1-ea0c-4680-9d2a-9f6de549ee82 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] For port c4e6b700-a4fb-4892-b142-3565a7ccad40, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c4e6b700-a4fb-4892-b142-3565a7ccad40,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:17.445137 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-97d766af-5f8c-43a8-95ce-6d80bb80d985 req-e5f6b5f1-ea0c-4680-9d2a-9f6de549ee82 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:17.478598 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-97d766af-5f8c-43a8-95ce-6d80bb80d985 req-e5f6b5f1-ea0c-4680-9d2a-9f6de549ee82 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Calling delete_port for c4e6b700-a4fb-4892-b142-3565a7ccad40 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:40:17.512391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2c4cd-d59d-4d27-9722-2c4ba339e4a1 req-63a75bb5-0f9d-4956-b2b0-4548daf6cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:17.514008 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e6a2c4cd-d59d-4d27-9722-2c4ba339e4a1 req-63a75bb5-0f9d-4956-b2b0-4548daf6cb38 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 922 time: 0.2955368 Nov 02 11:40:17.538172 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-42af6a42-26eb-4996-aa02-3d6606f4796b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:17.542634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf288c-5439-48be-9893-85cadf3ae50c req-878edfe7-f837-418c-a66d-8af6b9348142 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:17.545108 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-17cf288c-5439-48be-9893-85cadf3ae50c req-878edfe7-f837-418c-a66d-8af6b9348142 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 944 time: 0.3226755 Nov 02 11:40:17.605154 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e6a2c4cd-d59d-4d27-9722-2c4ba339e4a1 req-21856c83-189d-49cd-8bb7-6418b8f9ce31 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a41973f-8ece-4c56-b82b-0d78ea3f117f HTTP/1.1" status: 200 len: 217 time: 0.0826542 Nov 02 11:40:17.720643 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-17cf288c-5439-48be-9893-85cadf3ae50c req-05d63216-e544-4b54-9b9c-f654ede47fa5 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233151 Nov 02 11:40:17.725982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2c4cd-d59d-4d27-9722-2c4ba339e4a1 req-440b8726-2c3c-4ce2-a24f-15bb5dd4a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:17.727663 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e6a2c4cd-d59d-4d27-9722-2c4ba339e4a1 req-440b8726-2c3c-4ce2-a24f-15bb5dd4a9a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.1032348 Nov 02 11:40:17.738648 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38432095-55ca-4526-b04d-18cc7a2cd78b req-ebcdf3c7-b078-45c3-8398-e4410e72e9f9 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:17.740599 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-38432095-55ca-4526-b04d-18cc7a2cd78b req-ebcdf3c7-b078-45c3-8398-e4410e72e9f9 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/ports?device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 946 time: 0.1901009 Nov 02 11:40:17.805209 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e6a2c4cd-d59d-4d27-9722-2c4ba339e4a1 req-47472685-e4c2-4ab4-85ed-a5611db64542 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584328 Nov 02 11:40:17.915024 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-38432095-55ca-4526-b04d-18cc7a2cd78b req-371f65b4-7ed3-4814-b74c-e6c43ddb8786 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/security-groups?id=64e4575e-704b-4b21-a23b-a5769a70e6fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627774 Nov 02 11:40:17.922786 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0be9bb50-6b08-4a2e-92dc-cf0d406f7918 req-12694937-e36a-424e-a213-0ab09810c4f2 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:17.998705 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12694937-e36a-424e-a213-0ab09810c4f2 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Pushing event deleted for resources: {'Port': ['ID=b21f1619-6133-4969-9f1d-02ca53a3c459,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:18.012886 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e6a2c4cd-d59d-4d27-9722-2c4ba339e4a1 req-a8e033da-1185-41cc-b4e1-0865301b555f service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983750 Nov 02 11:40:18.070495 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-97d766af-5f8c-43a8-95ce-6d80bb80d985 req-e5f6b5f1-ea0c-4680-9d2a-9f6de549ee82 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:18.240607 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be9bb50-6b08-4a2e-92dc-cf0d406f7918 req-12694937-e36a-424e-a213-0ab09810c4f2 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] No DVR routers for this DVR port b21f1619-6133-4969-9f1d-02ca53a3c459 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:40:18.266724 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0be9bb50-6b08-4a2e-92dc-cf0d406f7918 req-12694937-e36a-424e-a213-0ab09810c4f2 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:18.272364 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0be9bb50-6b08-4a2e-92dc-cf0d406f7918 req-12694937-e36a-424e-a213-0ab09810c4f2 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.79 "DELETE /v2.0/ports/b21f1619-6133-4969-9f1d-02ca53a3c459 HTTP/1.1" status: 204 len: 173 time: 2.2895343 Nov 02 11:40:18.277091 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22576180-aaf2-4ff9-aa40-c685c17c838e', 'name': 'network-vif-deleted', 'tag': 'b21f1619-6133-4969-9f1d-02ca53a3c459'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:18.290045 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9611e417-ddd3-4a37-8b2c-9956490f15c1" -d '{"events": [{"server_uuid": "22576180-aaf2-4ff9-aa40-c685c17c838e", "name": "network-vif-deleted", "tag": "b21f1619-6133-4969-9f1d-02ca53a3c459"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:18.296910 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6b5f1-ea0c-4680-9d2a-9f6de549ee82 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Pushing event deleted for resources: {'Port': ['ID=c4e6b700-a4fb-4892-b142-3565a7ccad40,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:18.310667 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e6a2c4cd-d59d-4d27-9722-2c4ba339e4a1 req-374d6d9b-08a2-4e64-bf06-d94ab41328c5 service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898314 Nov 02 11:40:18.351493 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-9645d413-79e8-48fa-816c-482cdf3acc43 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d5cffc704d074fc9afe5a0f12438c32b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696256 Nov 02 11:40:18.360593 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d766af-5f8c-43a8-95ce-6d80bb80d985 req-e5f6b5f1-ea0c-4680-9d2a-9f6de549ee82 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] No DVR routers for this DVR port c4e6b700-a4fb-4892-b142-3565a7ccad40 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:40:18.370441 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-97d766af-5f8c-43a8-95ce-6d80bb80d985 req-e5f6b5f1-ea0c-4680-9d2a-9f6de549ee82 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:18.375272 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-97d766af-5f8c-43a8-95ce-6d80bb80d985 req-e5f6b5f1-ea0c-4680-9d2a-9f6de549ee82 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.79 "DELETE /v2.0/ports/c4e6b700-a4fb-4892-b142-3565a7ccad40 HTTP/1.1" status: 204 len: 173 time: 2.0464888 Nov 02 11:40:18.726825 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c885f-1204-4743-8819-9097620159d2 req-3dd0fa06-2c4f-46f8-b755-b295a2eea110 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:18.726825 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b34c885f-1204-4743-8819-9097620159d2 req-3dd0fa06-2c4f-46f8-b755-b295a2eea110 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 946 time: 0.1070044 Nov 02 11:40:18.730060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-5d32d552-c42f-499f-8856-dbdc19368278 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:18.730875 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b34c885f-1204-4743-8819-9097620159d2 req-d125fa84-030b-4d46-afb8-ccd34206ae85 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847616 Nov 02 11:40:18.731316 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-5d32d552-c42f-499f-8856-dbdc19368278 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266517 Nov 02 11:40:18.731316 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-d0f08bca-223c-42c6-8f42-4c62e1d23ca5 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/quotas/d5cffc704d074fc9afe5a0f12438c32b HTTP/1.1" status: 200 len: 375 time: 0.0190864 Nov 02 11:40:18.807730 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c4e6b700-a4fb-4892-b142-3565a7ccad40 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:40:18.930154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: c4e6b700-a4fb-4892-b142-3565a7ccad40 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:40:18.936112 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c4e6b700-a4fb-4892-b142-3565a7ccad40 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:40:18.936112 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b21f1619-6133-4969-9f1d-02ca53a3c459 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:40:18.979085 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: b21f1619-6133-4969-9f1d-02ca53a3c459 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:40:18.979654 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b21f1619-6133-4969-9f1d-02ca53a3c459 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:40:19.044367 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-4161ec0e-4c59-4733-83e2-0783d69076db tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=be13fbd8f8734ab38d66318a4ed85a7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484760 Nov 02 11:40:19.273340 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-548f46e3-cff4-47c0-930d-a2dcdd54a701 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:19.273340 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-548f46e3-cff4-47c0-930d-a2dcdd54a701 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1968830 Nov 02 11:40:19.278571 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-9e5153f7-0563-4508-b8d7-e0cb9f2ec0ef tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/quotas/be13fbd8f8734ab38d66318a4ed85a7e HTTP/1.1" status: 200 len: 375 time: 0.0210690 Nov 02 11:40:19.289126 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-bf71d42e-9b25-462f-bc2a-5a8b7028c1d8 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d5cffc704d074fc9afe5a0f12438c32b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6536686 Nov 02 11:40:19.401169 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-3e81fd5e-2058-42db-a75e-99698523c42a tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=be13fbd8f8734ab38d66318a4ed85a7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130273 Nov 02 11:40:19.700795 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be195af-7250-49cb-816c-3f13853f7578 x-openstack-request-id: req-8be195af-7250-49cb-816c-3f13853f7578 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:19.701080 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22576180-aaf2-4ff9-aa40-c685c17c838e", "name": "network-vif-deleted", "tag": "b21f1619-6133-4969-9f1d-02ca53a3c459", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:19.701331 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8be195af-7250-49cb-816c-3f13853f7578 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:19.701729 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22576180-aaf2-4ff9-aa40-c685c17c838e', 'name': 'network-vif-deleted', 'tag': 'b21f1619-6133-4969-9f1d-02ca53a3c459', 'status': 'completed', 'code': 200} Nov 02 11:40:19.822275 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2398d311-faa1-4186-bf42-e5c19c140a59 req-f5e8e182-c26f-4100-8b76-99876dcf2fa2 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 210 time: 0.0440838 Nov 02 11:40:19.926376 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-045686b6-e438-4f69-9da5-1b556fcfc126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:19.975891 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7727e5a-0f4b-479e-94b2-c6e6afa2a3c5 req-a463dc53-e77b-4e59-bab7-e81efb2092ed tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:19.996277 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7727e5a-0f4b-479e-94b2-c6e6afa2a3c5 req-a463dc53-e77b-4e59-bab7-e81efb2092ed tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 944 time: 0.1039140 Nov 02 11:40:20.057575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7727e5a-0f4b-479e-94b2-c6e6afa2a3c5 req-531524d8-43d0-4182-b2c4-0cdade6c26a7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601871 Nov 02 11:40:20.138902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6979e9-e473-4fb7-b76b-271d8b24243a req-6c3e1e3d-56b1-4c64-9649-191fd13ee57b tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:20.147310 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6979e9-e473-4fb7-b76b-271d8b24243a req-6c3e1e3d-56b1-4c64-9649-191fd13ee57b tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:20.160948 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6979e9-e473-4fb7-b76b-271d8b24243a req-6c3e1e3d-56b1-4c64-9649-191fd13ee57b tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:20.168324 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0f6979e9-e473-4fb7-b76b-271d8b24243a req-6c3e1e3d-56b1-4c64-9649-191fd13ee57b tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629&device_id=0e22df80-4930-40c6-85b6-f85b83a73bb4&device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 2418 time: 0.1285830 Nov 02 11:40:20.286259 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0f6979e9-e473-4fb7-b76b-271d8b24243a req-55d98933-f844-47fd-9617-c2adb85ce1e5 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149905 Nov 02 11:40:20.293653 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9de49df-e879-4921-a3ea-d91d95a0f0d7 req-acb73521-86ff-4fb0-95ec-9451823efac2 tempest-ServersNegativeTestMultiTenantJSON-1828176622 tempest-ServersNegativeTestMultiTenantJSON-1828176622-project] 10.222.0.52 "GET /v2.0/ports?device_id=22576180-aaf2-4ff9-aa40-c685c17c838e HTTP/1.1" status: 200 len: 210 time: 0.1077116 Nov 02 11:40:20.401548 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-22e65871-86ae-45d5-87bb-9b2ce2c41e47 req-11642aab-9ac9-42b3-bd42-f4452acae50a tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 210 time: 0.0503094 Nov 02 11:40:20.425322 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1dd2de27-4a1b-48a4-a569-db953f75ff7d req-380ba8a0-ae1c-4bd7-ae18-67154bb558ce tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 210 time: 0.0638077 Nov 02 11:40:20.738442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6d992-e7c4-4ab0-8b64-543b8911ec7c req-a97bf259-bfa7-4545-8ec6-f8c01379274b tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:20.740394 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15e6d992-e7c4-4ab0-8b64-543b8911ec7c req-a97bf259-bfa7-4545-8ec6-f8c01379274b tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 946 time: 0.0748699 Nov 02 11:40:20.815913 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15e6d992-e7c4-4ab0-8b64-543b8911ec7c req-891834ff-966a-4031-bc62-e191a8a1fa6c tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612679 Nov 02 11:40:20.923871 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bbcb4f8-ea81-402c-9e06-a134869e4424 req-a4713e96-664e-4e4d-89be-2b8784baaf28 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 210 time: 0.0332017 Nov 02 11:40:21.028547 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:21.228576 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2f891-f3df-4392-8378-a6eb730f2497 req-c84c955c-b88a-4799-a6db-0100312bbb50 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:21.235605 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-82f2f891-f3df-4392-8378-a6eb730f2497 req-c84c955c-b88a-4799-a6db-0100312bbb50 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 944 time: 0.0775073 Nov 02 11:40:21.302990 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-82f2f891-f3df-4392-8378-a6eb730f2497 req-5282ea88-c64c-479a-b00a-feae5af2729c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623317 Nov 02 11:40:21.393118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56840) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:21.464694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-7612163d-5375-451c-902e-b2d417b8fd9e admin admin] Deleting subnet f553011b-49e5-444f-8be5-053c83b3cd1a {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:40:21.469560 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7612163d-5375-451c-902e-b2d417b8fd9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:21.536492 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-010e94a2-c50f-4414-b15c-4e192e149d71 req-7a61e044-cd64-4e2e-a1f8-aded29ac97d6 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 210 time: 0.0412722 Nov 02 11:40:21.539327 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7612163d-5375-451c-902e-b2d417b8fd9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:21.619635 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7612163d-5375-451c-902e-b2d417b8fd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:21.630749 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e8df9a71-4af7-4b4e-bf4d-d911100be4d5 req-7046c946-d2d7-41a8-b472-80bbfaff9d02 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 210 time: 0.0393360 Nov 02 11:40:21.731623 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1', 'name': 'network-vif-deleted', 'tag': 'c4e6b700-a4fb-4892-b142-3565a7ccad40'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:21.733676 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aecd27a-5fa9-449b-9879-defa92d15834" -d '{"events": [{"server_uuid": "91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1", "name": "network-vif-deleted", "tag": "c4e6b700-a4fb-4892-b142-3565a7ccad40"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:21.813556 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e7c67d-4af7-4832-8edb-f3ee20bb8633 x-openstack-request-id: req-f8e7c67d-4af7-4832-8edb-f3ee20bb8633 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:21.813556 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1", "name": "network-vif-deleted", "tag": "c4e6b700-a4fb-4892-b142-3565a7ccad40", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:21.813556 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8e7c67d-4af7-4832-8edb-f3ee20bb8633 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:21.813556 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e2bf33-c440-4b5e-89c3-bfd3bdf1a7d1', 'name': 'network-vif-deleted', 'tag': 'c4e6b700-a4fb-4892-b142-3565a7ccad40', 'status': 'completed', 'code': 200} Nov 02 11:40:21.831290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c7068-3b6a-4d72-b787-59def6f50203 req-7f152040-0667-454e-98bc-7b58dd39de09 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:21.836969 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-635c7068-3b6a-4d72-b787-59def6f50203 req-7f152040-0667-454e-98bc-7b58dd39de09 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.79 "GET /v2.0/networks?id=92c7d3c6-cc6f-44e4-8af3-c70001664caf HTTP/1.1" status: 200 len: 805 time: 0.1909864 Nov 02 11:40:21.856458 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-635c7068-3b6a-4d72-b787-59def6f50203 req-5545827c-d53b-4bd9-aaf9-4969b996803b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Request body: {'port': {'device_id': '60c8e6d2-0517-4884-890a-06cf371c830f', 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf', 'admin_state_up': True, 'tenant_id': 'f50c56b4947f4f90aeacb8ef818c4115'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:40:21.892800 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7612163d-5375-451c-902e-b2d417b8fd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:21.982751 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612163d-5375-451c-902e-b2d417b8fd9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f553011b-49e5-444f-8be5-053c83b3cd1a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:22.000287 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7612163d-5375-451c-902e-b2d417b8fd9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:22.006061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56860) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:22.024357 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7612163d-5375-451c-902e-b2d417b8fd9e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f553011b-49e5-444f-8be5-053c83b3cd1a HTTP/1.1" status: 204 len: 168 time: 0.6329691 Nov 02 11:40:22.153550 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-438ce0a1-618a-412e-b8e7-55967b15e67d req-d7df7713-4d02-4e59-9fd4-d7845a1a4db5 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 210 time: 0.1331353 Nov 02 11:40:22.185383 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0933ba5c-6747-441b-849e-5a1c4a106203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:22.263697 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-635c7068-3b6a-4d72-b787-59def6f50203 req-5545827c-d53b-4bd9-aaf9-4969b996803b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Made reservation on behalf of f50c56b4947f4f90aeacb8ef818c4115 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:40:22.267449 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-635c7068-3b6a-4d72-b787-59def6f50203 req-5545827c-d53b-4bd9-aaf9-4969b996803b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:22.299049 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:22.309843 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0933ba5c-6747-441b-849e-5a1c4a106203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:22.344980 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-0933ba5c-6747-441b-849e-5a1c4a106203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca27b90-c6ce-41a0-9110-59b811829d3e']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:40:22.360964 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-0933ba5c-6747-441b-849e-5a1c4a106203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb7c446-ac5e-49ae-9a53-793a13580771') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:40:22.362668 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-0933ba5c-6747-441b-849e-5a1c4a106203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb7c446-ac5e-49ae-9a53-793a13580771') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:40:22.381112 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0933ba5c-6747-441b-849e-5a1c4a106203 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:22.400998 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0933ba5c-6747-441b-849e-5a1c4a106203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:22.407706 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0933ba5c-6747-441b-849e-5a1c4a106203 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:40:22.408201 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0933ba5c-6747-441b-849e-5a1c4a106203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:40:22.410089 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:40:22.485971 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-635c7068-3b6a-4d72-b787-59def6f50203 req-5545827c-d53b-4bd9-aaf9-4969b996803b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Allocated IP 172.20.0.5 (92c7d3c6-cc6f-44e4-8af3-c70001664caf/9853137b-7032-4499-acf2-66fe74777f85/50837c1e-f6ca-47bd-95c3-669562aef836) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:40:22.501168 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fb3b8-822f-4dae-8f48-95248708f28b req-56e9094c-9fd1-4eec-8276-163ce40f1c51 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:22.502699 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-370fb3b8-822f-4dae-8f48-95248708f28b req-56e9094c-9fd1-4eec-8276-163ce40f1c51 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 944 time: 0.1070135 Nov 02 11:40:22.578330 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0933ba5c-6747-441b-849e-5a1c4a106203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:22.590389 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-370fb3b8-822f-4dae-8f48-95248708f28b req-93760287-50a5-48a1-ad1c-3fab53d3a471 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796583 Nov 02 11:40:22.605664 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0933ba5c-6747-441b-849e-5a1c4a106203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:22.611704 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0933ba5c-6747-441b-849e-5a1c4a106203 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2ca27b90-c6ce-41a0-9110-59b811829d3e HTTP/1.1" status: 204 len: 168 time: 0.6021504 Nov 02 11:40:22.611704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933ba5c-6747-441b-849e-5a1c4a106203 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ca27b90-c6ce-41a0-9110-59b811829d3e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:22.612031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56870) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:22.680030 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8db546b-e8fc-4dbb-bb03-5905d70e88bb admin admin] Deleting subnet 22113f95-04db-4d9a-aa2f-3e24c88c33ff {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:40:22.684173 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8db546b-e8fc-4dbb-bb03-5905d70e88bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:22.727360 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-635c7068-3b6a-4d72-b787-59def6f50203 req-5545827c-d53b-4bd9-aaf9-4969b996803b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:22.747421 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1791021f-d104-4c14-ad6a-ff203cd5f2f3 req-769d487c-c29f-4172-96c2-5464117882df tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 210 time: 0.0399985 Nov 02 11:40:22.763895 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8db546b-e8fc-4dbb-bb03-5905d70e88bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:22.822671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817e36c-8493-4296-b3eb-431f533c208f req-cf4257ad-0b6c-47c0-a540-cb8f9f2d055f tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:22.824682 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6817e36c-8493-4296-b3eb-431f533c208f req-cf4257ad-0b6c-47c0-a540-cb8f9f2d055f tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 946 time: 0.0823333 Nov 02 11:40:22.834445 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8db546b-e8fc-4dbb-bb03-5905d70e88bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:22.895062 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-635c7068-3b6a-4d72-b787-59def6f50203 req-5545827c-d53b-4bd9-aaf9-4969b996803b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:22.905552 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6817e36c-8493-4296-b3eb-431f533c208f req-64c2ebed-c25d-42a2-bbaf-102cc3e9d7bc tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739760 Nov 02 11:40:22.964476 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-635c7068-3b6a-4d72-b787-59def6f50203 req-5545827c-d53b-4bd9-aaf9-4969b996803b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Network 92c7d3c6-cc6f-44e4-8af3-c70001664caf is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:40:22.970049 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-635c7068-3b6a-4d72-b787-59def6f50203 req-5545827c-d53b-4bd9-aaf9-4969b996803b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:40:22.980594 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-732a3973-e614-4c22-8f9e-359360b03957 req-4b7cdcd0-833c-46e2-a9d2-4d29c559035d tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 210 time: 0.0339220 Nov 02 11:40:22.981968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-635c7068-3b6a-4d72-b787-59def6f50203 req-5545827c-d53b-4bd9-aaf9-4969b996803b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:40:22.986957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545827c-d53b-4bd9-aaf9-4969b996803b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Pushing event updated for resources: {'Port': ['ID=50837c1e-f6ca-47bd-95c3-669562aef836,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:22.990869 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8db546b-e8fc-4dbb-bb03-5905d70e88bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:23.029122 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8db546b-e8fc-4dbb-bb03-5905d70e88bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:23.032774 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b8db546b-e8fc-4dbb-bb03-5905d70e88bb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/22113f95-04db-4d9a-aa2f-3e24c88c33ff HTTP/1.1" status: 204 len: 168 time: 0.4195256 Nov 02 11:40:23.033567 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db546b-e8fc-4dbb-bb03-5905d70e88bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22113f95-04db-4d9a-aa2f-3e24c88c33ff,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:23.035278 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56878) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:23.061263 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c7068-3b6a-4d72-b787-59def6f50203 req-5545827c-d53b-4bd9-aaf9-4969b996803b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:23.062034 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-635c7068-3b6a-4d72-b787-59def6f50203 req-5545827c-d53b-4bd9-aaf9-4969b996803b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:23.120602 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5494cdaf-f81e-415f-bacd-32b9aeb3c94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:23.154329 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-868fea02-a6e2-4bdb-9155-4e23faa2e881 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=be13fbd8f8734ab38d66318a4ed85a7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264294 Nov 02 11:40:23.187796 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-635c7068-3b6a-4d72-b787-59def6f50203 req-5545827c-d53b-4bd9-aaf9-4969b996803b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3411477 Nov 02 11:40:23.205221 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Request body: {'port': {'device_id': '60c8e6d2-0517-4884-890a-06cf371c830f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:40:23.244136 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5494cdaf-f81e-415f-bacd-32b9aeb3c94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:23.276245 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-5494cdaf-f81e-415f-bacd-32b9aeb3c94c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971f9b68-8f02-47be-8f45-14cbe3d4dc8f']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:40:23.287806 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-5494cdaf-f81e-415f-bacd-32b9aeb3c94c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3b077d-8b6f-476a-a513-5fc9ea16d752') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:40:23.288533 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-5494cdaf-f81e-415f-bacd-32b9aeb3c94c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3b077d-8b6f-476a-a513-5fc9ea16d752') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:40:23.304289 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5494cdaf-f81e-415f-bacd-32b9aeb3c94c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:23.318617 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5494cdaf-f81e-415f-bacd-32b9aeb3c94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:23.324700 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5494cdaf-f81e-415f-bacd-32b9aeb3c94c admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:40:23.325087 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5494cdaf-f81e-415f-bacd-32b9aeb3c94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:40:23.327032 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:40:23.400218 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:23.413208 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81b749-b8fb-4611-9465-d4058abdd859 req-fe216700-f1fb-4a40-a260-29573d71f019 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:23.419522 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fe81b749-b8fb-4611-9465-d4058abdd859 req-fe216700-f1fb-4a40-a260-29573d71f019 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 931 time: 0.1348076 Nov 02 11:40:23.432971 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-ac3e4e2b-20fe-4b4c-a715-a42577ad1b72 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:23.434398 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-ac3e4e2b-20fe-4b4c-a715-a42577ad1b72 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735279 Nov 02 11:40:23.475102 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-0c6cdb49-7c5b-406e-adfa-b6769fa5ff8c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Request body: {'port': {'device_id': '4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'be13fbd8f8734ab38d66318a4ed85a7e'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:40:23.498383 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5494cdaf-f81e-415f-bacd-32b9aeb3c94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:23.504442 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5494cdaf-f81e-415f-bacd-32b9aeb3c94c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:23.509643 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5494cdaf-f81e-415f-bacd-32b9aeb3c94c admin admin] 10.222.0.52 "DELETE /v2.0/networks/971f9b68-8f02-47be-8f45-14cbe3d4dc8f HTTP/1.1" status: 204 len: 168 time: 0.4715233 Nov 02 11:40:23.548404 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494cdaf-f81e-415f-bacd-32b9aeb3c94c admin admin] Pushing event deleted for resources: {'Network': ['ID=971f9b68-8f02-47be-8f45-14cbe3d4dc8f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:23.596749 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fe81b749-b8fb-4611-9465-d4058abdd859 req-24de3e9a-c125-42ab-9323-a65f91355e27 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613452 Nov 02 11:40:23.767450 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef4efc-fd75-44e1-a20d-6dce1e62a6de req-82b205aa-229c-4667-81fa-e703f14ae4a1 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:23.769646 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19ef4efc-fd75-44e1-a20d-6dce1e62a6de req-82b205aa-229c-4667-81fa-e703f14ae4a1 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 944 time: 0.0611665 Nov 02 11:40:23.836564 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19ef4efc-fd75-44e1-a20d-6dce1e62a6de req-c8197e16-f650-4983-8768-803c5ddf2f27 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577462 Nov 02 11:40:23.916355 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4f2584ab-77b7-4b5d-8d49-3ec1cff50574 req-cd7afab2-f2e5-4154-8895-ac3ff0ca449f tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 210 time: 0.0614944 Nov 02 11:40:23.943735 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50837c1e-f6ca-47bd-95c3-669562aef836 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:40:23.956016 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:23.981112 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Transition to ACTIVE for port object 50837c1e-f6ca-47bd-95c3-669562aef836 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:40:24.070105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6ecb6-793d-4263-8905-d648d39ba1a7 req-7fd89ca4-c145-4596-b324-b2b0823a4b99 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:24.071860 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ba6ecb6-793d-4263-8905-d648d39ba1a7 req-7fd89ca4-c145-4596-b324-b2b0823a4b99 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 946 time: 0.0639164 Nov 02 11:40:24.135175 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ba6ecb6-793d-4263-8905-d648d39ba1a7 req-2b5ec5fa-8612-49aa-9c56-94c71e755fde tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556035 Nov 02 11:40:24.146387 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-35fdb3a4-3d28-488b-a49a-3304e92dab00 req-5b045d7a-b745-4fc9-8e4e-3d13f7666c7c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 210 time: 0.0347986 Nov 02 11:40:24.486623 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-0c6cdb49-7c5b-406e-adfa-b6769fa5ff8c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Made reservation on behalf of be13fbd8f8734ab38d66318a4ed85a7e for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:40:24.488558 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:24.489381 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:24.491087 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-0c6cdb49-7c5b-406e-adfa-b6769fa5ff8c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:24.493299 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:24.607168 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Pushing event updated for resources: {'Port': ['ID=50837c1e-f6ca-47bd-95c3-669562aef836,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:24.648305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-9a8ea0e3-f2d6-4c63-a785-ca59629280e7 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=d5cffc704d074fc9afe5a0f12438c32b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303211 Nov 02 11:40:24.767695 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Attempting to bind port 50837c1e-f6ca-47bd-95c3-669562aef836 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:40:24.768041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Attempting to bind port 50837c1e-f6ca-47bd-95c3-669562aef836 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '4ae02198-f334-4daa-8dfd-0b80efae8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:40:24.768373 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Attempting to bind port 50837c1e-f6ca-47bd-95c3-669562aef836 on network 92c7d3c6-cc6f-44e4-8af3-c70001664caf {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:40:24.784407 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Port 50837c1e-f6ca-47bd-95c3-669562aef836 on network 92c7d3c6-cc6f-44e4-8af3-c70001664caf not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:40:24.784735 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Attempting to bind port 50837c1e-f6ca-47bd-95c3-669562aef836 on network 92c7d3c6-cc6f-44e4-8af3-c70001664caf {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:40:24.797651 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-0c6cdb49-7c5b-406e-adfa-b6769fa5ff8c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Allocated IP 192.168.233.104 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/f39bf61f-efb8-443d-bea4-9ca05319e2b5) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:40:24.808192 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:40:24.808539 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Checking segment: {'id': '4ae02198-f334-4daa-8dfd-0b80efae8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:40:24.808922 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Bound using segment: {'id': '4ae02198-f334-4daa-8dfd-0b80efae8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:40:24.809370 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Bound port: 50837c1e-f6ca-47bd-95c3-669562aef836, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae02198-f334-4daa-8dfd-0b80efae8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:40:24.809734 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:24.821223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56898) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:24.832923 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dee78a-fde8-4dcf-9a8c-a70b40ac0595 req-c35c6af7-3ebe-470a-8aca-82cf2b958997 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:24.841371 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14dee78a-fde8-4dcf-9a8c-a70b40ac0595 req-c35c6af7-3ebe-470a-8aca-82cf2b958997 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 943 time: 0.1233139 Nov 02 11:40:24.841584 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-e9a8632b-30d4-4b66-aecc-c47bdece843b tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:24.844279 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-e9a8632b-30d4-4b66-aecc-c47bdece843b tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813343 Nov 02 11:40:24.860986 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-6e38ac3f-331c-4adb-af3f-71a924bd0174 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Request body: {'port': {'device_id': 'a739d732-d161-4869-87a8-63775ac77b80', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'd5cffc704d074fc9afe5a0f12438c32b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:40:24.880516 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:24.954297 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-87d41e3b-4eba-48c3-820d-257000afa7a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bcd4062291984e6cb36b5aba8ef833aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316521 Nov 02 11:40:24.956927 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56904) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:24.984787 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14dee78a-fde8-4dcf-9a8c-a70b40ac0595 req-0af01ac6-6669-4f5b-ab4e-f37697804540 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425292 Nov 02 11:40:25.019077 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] For port 50837c1e-f6ca-47bd-95c3-669562aef836, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:40:25.087341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] For port 50837c1e-f6ca-47bd-95c3-669562aef836, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=50837c1e-f6ca-47bd-95c3-669562aef836,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:40:25.138720 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4aaaec00-494b-42b3-bc34-43ae71e589e6 req-24224556-cc27-4f46-b69b-1bdea85852d1 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 210 time: 0.0557013 Nov 02 11:40:25.167174 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-55b04261-d7db-4f36-aaf6-d3d1b6887000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:25.167694 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2310a2-cb27-4834-a540-67ab5328b9dd req-aa5d1256-50d2-41aa-a267-77c7fef60d99 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:25.169159 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b2310a2-cb27-4834-a540-67ab5328b9dd req-aa5d1256-50d2-41aa-a267-77c7fef60d99 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 944 time: 0.1782010 Nov 02 11:40:25.209324 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-0c6cdb49-7c5b-406e-adfa-b6769fa5ff8c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:25.213348 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-55b04261-d7db-4f36-aaf6-d3d1b6887000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:25.254434 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:25.269222 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b2310a2-cb27-4834-a540-67ab5328b9dd req-73613b3d-886b-4fd1-8dc5-17761288568b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817101 Nov 02 11:40:25.303143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-6e38ac3f-331c-4adb-af3f-71a924bd0174 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Made reservation on behalf of d5cffc704d074fc9afe5a0f12438c32b for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:40:25.308325 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-6e38ac3f-331c-4adb-af3f-71a924bd0174 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:25.327028 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-6e38ac3f-331c-4adb-af3f-71a924bd0174 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:25.359389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:25.360012 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:25.361389 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-635c7068-3b6a-4d72-b787-59def6f50203 req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] 10.222.0.79 "PUT /v2.0/ports/50837c1e-f6ca-47bd-95c3-669562aef836 HTTP/1.1" status: 200 len: 1092 time: 2.1642566 Nov 02 11:40:25.361912 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c8e6d2-0517-4884-890a-06cf371c830f', 'tag': '50837c1e-f6ca-47bd-95c3-669562aef836'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:25.368115 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b464a40f-3a92-41f0-b0c9-0cc3c9d24e87" -d '{"events": [{"name": "network-changed", "server_uuid": "60c8e6d2-0517-4884-890a-06cf371c830f", "tag": "50837c1e-f6ca-47bd-95c3-669562aef836"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:25.375392 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5bdbb619-a852-4a54-abb6-60a6afa55ece req-c6f2c01d-7632-437d-bc1a-253681916ac9 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 210 time: 0.0379860 Nov 02 11:40:25.381618 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-0c6cdb49-7c5b-406e-adfa-b6769fa5ff8c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:25.395572 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['18ce0631-e34b-407e-8018-55c2c388f8e4', 'd111b3e6-77d1-4a4f-8565-048f90bce6cb'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:40:25.423121 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-0c6cdb49-7c5b-406e-adfa-b6769fa5ff8c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:40:25.432020 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b794a8e-c646-407b-a6d5-faa282dcd46b service neutron] Pushing event updated for resources: {'Port': ['ID=50837c1e-f6ca-47bd-95c3-669562aef836,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:25.439707 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-0c6cdb49-7c5b-406e-adfa-b6769fa5ff8c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:40:25.455146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-0c6cdb49-7c5b-406e-adfa-b6769fa5ff8c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:40:25.468994 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dad5f8c-7557-481b-b7c4-22c1c31f220c x-openstack-request-id: req-8dad5f8c-7557-481b-b7c4-22c1c31f220c {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:25.469341 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c8e6d2-0517-4884-890a-06cf371c830f", "tag": "50837c1e-f6ca-47bd-95c3-669562aef836", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:25.469937 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8dad5f8c-7557-481b-b7c4-22c1c31f220c {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:25.470070 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c8e6d2-0517-4884-890a-06cf371c830f', 'tag': '50837c1e-f6ca-47bd-95c3-669562aef836', 'status': 'completed', 'code': 200} Nov 02 11:40:25.524237 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-6e38ac3f-331c-4adb-af3f-71a924bd0174 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:25.537790 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-55b04261-d7db-4f36-aaf6-d3d1b6887000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:25.543483 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-55b04261-d7db-4f36-aaf6-d3d1b6887000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:25.547827 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-55b04261-d7db-4f36-aaf6-d3d1b6887000 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/64e4575e-704b-4b21-a23b-a5769a70e6fd HTTP/1.1" status: 204 len: 168 time: 0.5870609 Nov 02 11:40:25.568180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b04261-d7db-4f36-aaf6-d3d1b6887000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e4575e-704b-4b21-a23b-a5769a70e6fd,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:25.611706 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-6e38ac3f-331c-4adb-af3f-71a924bd0174 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:25.624211 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544889ad-5641-46d7-b54b-5daa70f87520 req-f8cea5ff-7682-4bcf-bd62-accb031b1459 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:25.634037 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-544889ad-5641-46d7-b54b-5daa70f87520 req-f8cea5ff-7682-4bcf-bd62-accb031b1459 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 946 time: 0.3253112 Nov 02 11:40:25.652844 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38ac3f-331c-4adb-af3f-71a924bd0174 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c35eac54-36d7-477d-8065-5f4efebdcad3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:25.714334 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-0c6cdb49-7c5b-406e-adfa-b6769fa5ff8c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:25.716001 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-0c6cdb49-7c5b-406e-adfa-b6769fa5ff8c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:25.750043 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cdb49-7c5b-406e-adfa-b6769fa5ff8c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Pushing event updated for resources: {'Port': ['ID=f39bf61f-efb8-443d-bea4-9ca05319e2b5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:25.783820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464a40f-3a92-41f0-b0c9-0cc3c9d24e87 req-1799e808-79b5-4100-8488-4eb9d3c0d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:25.786059 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b464a40f-3a92-41f0-b0c9-0cc3c9d24e87 req-1799e808-79b5-4100-8488-4eb9d3c0d72a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f50c56b4947f4f90aeacb8ef818c4115&device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 1095 time: 0.2447066 Nov 02 11:40:25.829296 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-544889ad-5641-46d7-b54b-5daa70f87520 req-ac95869d-a6e0-469c-a080-154122d532fb tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890471 Nov 02 11:40:25.875435 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-6e38ac3f-331c-4adb-af3f-71a924bd0174 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Allocated IP 192.168.233.47 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:40:25.908396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-636ae608-ac19-4c5f-a5a3-65b7f5847963 None None] Provisioning complete for port f39bf61f-efb8-443d-bea4-9ca05319e2b5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:40:25.913271 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-636ae608-ac19-4c5f-a5a3-65b7f5847963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:25.937250 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-0c6cdb49-7c5b-406e-adfa-b6769fa5ff8c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4879115 Nov 02 11:40:25.963796 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Request body: {'port': {'device_id': '4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:40:25.981148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-636ae608-ac19-4c5f-a5a3-65b7f5847963 None None] Port f39bf61f-efb8-443d-bea4-9ca05319e2b5 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:40:26.086921 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-6e38ac3f-331c-4adb-af3f-71a924bd0174 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:26.094504 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464a40f-3a92-41f0-b0c9-0cc3c9d24e87 req-01b8538e-9e7b-43c4-9b2d-38f9e2dad096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:26.104534 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b464a40f-3a92-41f0-b0c9-0cc3c9d24e87 req-01b8538e-9e7b-43c4-9b2d-38f9e2dad096 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=f50c56b4947f4f90aeacb8ef818c4115&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2994785 Nov 02 11:40:26.104534 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:26.177577 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47553c-f747-42db-b760-a0e02fd510da req-d2744d9d-4a51-4a9f-93c6-2ace2810acb3 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:26.186481 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4a47553c-f747-42db-b760-a0e02fd510da req-d2744d9d-4a51-4a9f-93c6-2ace2810acb3 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 943 time: 0.0915051 Nov 02 11:40:26.270145 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4a47553c-f747-42db-b760-a0e02fd510da req-8e31a5f0-8306-48bd-bb35-835f07b1d184 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826161 Nov 02 11:40:26.368959 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a1f5db5d-6813-488a-b06c-047c17cb0874 req-89a61167-fbea-40fc-8c3e-0416457217ad tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 210 time: 0.0490334 Nov 02 11:40:26.380798 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-6e38ac3f-331c-4adb-af3f-71a924bd0174 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:26.455397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38ac3f-331c-4adb-af3f-71a924bd0174 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Pushing event updated for resources: {'Port': ['ID=bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:26.491481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-6e38ac3f-331c-4adb-af3f-71a924bd0174 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:40:26.495975 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-6e38ac3f-331c-4adb-af3f-71a924bd0174 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:40:26.499815 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-6e38ac3f-331c-4adb-af3f-71a924bd0174 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:40:26.574548 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25107d5-86f0-4acc-9293-8d0732178d59 req-8c11a860-899b-4fd3-8f2b-b4e48ea2e25b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:26.580543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b25107d5-86f0-4acc-9293-8d0732178d59 req-8c11a860-899b-4fd3-8f2b-b4e48ea2e25b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 944 time: 0.1418750 Nov 02 11:40:26.593604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-6e38ac3f-331c-4adb-af3f-71a924bd0174 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:26.594659 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-6e38ac3f-331c-4adb-af3f-71a924bd0174 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:26.627192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56932) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:26.683060 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b25107d5-86f0-4acc-9293-8d0732178d59 req-50c156cd-4ef7-40c2-a77b-08735f0f8bee tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852284 Nov 02 11:40:26.704683 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b3015c92-e276-49a5-9e55-ad8731457cd0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f38c5fba8b5844e88e0d9c6d2ac4c679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0762160 Nov 02 11:40:26.707246 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56934) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:26.731388 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-6e38ac3f-331c-4adb-af3f-71a924bd0174 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8703463 Nov 02 11:40:26.745009 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Request body: {'port': {'device_id': 'a739d732-d161-4869-87a8-63775ac77b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:40:26.813424 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8655dae8-305d-4299-af2a-6161076ce0b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:26.826387 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c1a5b746-cbbe-4952-a438-91887b592f92 None None] Provisioning complete for port bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:40:26.827838 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c1a5b746-cbbe-4952-a438-91887b592f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:26.859183 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8655dae8-305d-4299-af2a-6161076ce0b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:26.860902 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:26.904619 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c1a5b746-cbbe-4952-a438-91887b592f92 None None] Port bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:40:26.941300 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464a40f-3a92-41f0-b0c9-0cc3c9d24e87 req-d4c184e1-4e95-4ff8-8d70-166bf950318d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:26.943646 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b464a40f-3a92-41f0-b0c9-0cc3c9d24e87 req-d4c184e1-4e95-4ff8-8d70-166bf950318d service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8339534 Nov 02 11:40:26.996156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f69b0d-7117-4f11-a820-2b1985b405ce req-5852c193-1114-4032-9a1f-63b8d140f4a7 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:27.002518 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-81f69b0d-7117-4f11-a820-2b1985b405ce req-5852c193-1114-4032-9a1f-63b8d140f4a7 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 936 time: 0.1656449 Nov 02 11:40:27.061398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e839b6e-59c5-47a8-8041-2a4b3be8968a req-92535757-ad8a-4ea4-9296-aa43bf4d35d0 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:27.069075 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e839b6e-59c5-47a8-8041-2a4b3be8968a req-92535757-ad8a-4ea4-9296-aa43bf4d35d0 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 946 time: 0.1379330 Nov 02 11:40:27.140511 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-81f69b0d-7117-4f11-a820-2b1985b405ce req-fc77317e-1186-4f9d-ab68-8cb1187f7684 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363382 Nov 02 11:40:27.142604 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e839b6e-59c5-47a8-8041-2a4b3be8968a req-216e91e6-e369-4ccc-9357-0eff357d05fa tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723014 Nov 02 11:40:27.162678 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8655dae8-305d-4299-af2a-6161076ce0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:27.162678 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8655dae8-305d-4299-af2a-6161076ce0b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:27.163134 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c7068-3b6a-4d72-b787-59def6f50203 req-912d8d07-a01b-4cb7-80c0-e799678045ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:27.163245 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8655dae8-305d-4299-af2a-6161076ce0b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5cc2120-e704-48e2-814d-079de16b3861 HTTP/1.1" status: 204 len: 168 time: 0.4499063 Nov 02 11:40:27.163341 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-635c7068-3b6a-4d72-b787-59def6f50203 req-912d8d07-a01b-4cb7-80c0-e799678045ad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f50c56b4947f4f90aeacb8ef818c4115&device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 1095 time: 0.1574283 Nov 02 11:40:27.175742 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655dae8-305d-4299-af2a-6161076ce0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cc2120-e704-48e2-814d-079de16b3861,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:27.178633 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39bf61f-efb8-443d-bea4-9ca05319e2b5 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:40:27.204353 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:27.247116 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-635c7068-3b6a-4d72-b787-59def6f50203 req-38eaebb5-7b8b-4bcc-987c-5b247c0a158a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50837c1e-f6ca-47bd-95c3-669562aef836 HTTP/1.1" status: 200 len: 217 time: 0.0625708 Nov 02 11:40:27.254134 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Transition to ACTIVE for port object f39bf61f-efb8-443d-bea4-9ca05319e2b5 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:40:27.307733 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c7068-3b6a-4d72-b787-59def6f50203 req-606d2529-52f1-45e8-9808-6dbe8037991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:27.309162 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-635c7068-3b6a-4d72-b787-59def6f50203 req-606d2529-52f1-45e8-9808-6dbe8037991d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9853137b-7032-4499-acf2-66fe74777f85 HTTP/1.1" status: 200 len: 845 time: 0.0538464 Nov 02 11:40:27.339035 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:27.367323 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-635c7068-3b6a-4d72-b787-59def6f50203 req-f23de8f3-9813-4b58-9df7-b0627db224cd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=92c7d3c6-cc6f-44e4-8af3-c70001664caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446541 Nov 02 11:40:27.503243 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f39bf61f-efb8-443d-bea4-9ca05319e2b5,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:27.572365 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c11f5-9933-4e65-b08c-4cc2aa00e791 req-870a860f-80f6-46f5-ae39-dfe1da598d75 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:27.580671 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-106c11f5-9933-4e65-b08c-4cc2aa00e791 req-870a860f-80f6-46f5-ae39-dfe1da598d75 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 943 time: 0.2120087 Nov 02 11:40:27.678546 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-106c11f5-9933-4e65-b08c-4cc2aa00e791 req-a31427ac-c628-4ace-aff3-2b53c4fab3a4 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975897 Nov 02 11:40:27.688533 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-635c7068-3b6a-4d72-b787-59def6f50203 req-7af33295-4a99-43c2-a35d-506a3bff90bb service neutron] 10.222.0.79 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994967 Nov 02 11:40:27.734526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:40:27.754517 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:27.790327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Attempting to bind port f39bf61f-efb8-443d-bea4-9ca05319e2b5 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:40:27.790833 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Attempting to bind port f39bf61f-efb8-443d-bea4-9ca05319e2b5 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:40:27.791419 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Attempting to bind port f39bf61f-efb8-443d-bea4-9ca05319e2b5 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:40:27.793935 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Transition to ACTIVE for port object bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:40:27.827263 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad42ad-fd89-4359-8a56-6cf4f8abc7b0 req-6fa0a4ee-ac27-4f89-b85e-24c4cd6f57f9 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:27.829068 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6aad42ad-fd89-4359-8a56-6cf4f8abc7b0 req-6fa0a4ee-ac27-4f89-b85e-24c4cd6f57f9 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 935 time: 0.2480969 Nov 02 11:40:27.840963 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Port f39bf61f-efb8-443d-bea4-9ca05319e2b5 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:40:27.840963 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Attempting to bind port f39bf61f-efb8-443d-bea4-9ca05319e2b5 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:40:27.858297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7bc1d-c4a1-47ab-b2d0-c2f5baa160f9 req-53611935-92dc-4dc5-a943-0da1304c876b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:27.859230 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:40:27.859584 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:40:27.859977 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:40:27.860435 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Bound port: f39bf61f-efb8-443d-bea4-9ca05319e2b5, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:40:27.860583 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-35f7bc1d-c4a1-47ab-b2d0-c2f5baa160f9 req-53611935-92dc-4dc5-a943-0da1304c876b tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 944 time: 0.0707054 Nov 02 11:40:27.860798 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:27.906963 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-635c7068-3b6a-4d72-b787-59def6f50203 req-fac64424-cd77-4e6e-92a5-93cddea88951 service neutron] 10.222.0.79 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974981 Nov 02 11:40:27.942730 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-35f7bc1d-c4a1-47ab-b2d0-c2f5baa160f9 req-ce650b01-b42d-48b5-804d-78da4d682084 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735233 Nov 02 11:40:27.948889 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:27.957153 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6aad42ad-fd89-4359-8a56-6cf4f8abc7b0 req-ea23831e-cf9f-4651-80d0-c4efa1ace962 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35eac54-36d7-477d-8065-5f4efebdcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203122 Nov 02 11:40:27.997776 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] For port f39bf61f-efb8-443d-bea4-9ca05319e2b5, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:40:28.001748 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] For port f39bf61f-efb8-443d-bea4-9ca05319e2b5, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f39bf61f-efb8-443d-bea4-9ca05319e2b5,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:40:28.037772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Pushing event updated for resources: {'Port': ['ID=bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:28.135221 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Attempting to bind port bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:40:28.135911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Attempting to bind port bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:40:28.135911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Attempting to bind port bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:40:28.142000 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Port bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:40:28.142743 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Attempting to bind port bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:40:28.149727 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:40:28.150063 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:40:28.150453 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:40:28.150880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Bound port: bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:40:28.151320 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:28.236666 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] For port bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:40:28.246042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] For port bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:40:28.328228 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c68b0-1545-4aea-8543-5a23f5328659 req-04aa184b-4f14-4191-8556-d655ee6dd5aa tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:28.329895 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e47c68b0-1545-4aea-8543-5a23f5328659 req-04aa184b-4f14-4191-8556-d655ee6dd5aa tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 948 time: 0.0703883 Nov 02 11:40:28.331297 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71831d-a0db-4f28-baf8-65f21a198348 req-a90c1e8c-35d4-412e-a412-9dc082c883ef tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:28.333614 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4f71831d-a0db-4f28-baf8-65f21a198348 req-a90c1e8c-35d4-412e-a412-9dc082c883ef tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 946 time: 0.0783665 Nov 02 11:40:28.395507 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e47c68b0-1545-4aea-8543-5a23f5328659 req-fcace25a-003b-4b57-b572-64b6bb7a41c8 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573514 Nov 02 11:40:28.403396 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4f71831d-a0db-4f28-baf8-65f21a198348 req-dc907109-3665-43d1-802f-bea3720f25a6 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624294 Nov 02 11:40:28.591174 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:28.596812 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:28.635844 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:28.636580 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:28.638426 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] 10.222.0.79 "PUT /v2.0/ports/f39bf61f-efb8-443d-bea4-9ca05319e2b5 HTTP/1.1" status: 200 len: 1097 time: 2.6864836 Nov 02 11:40:28.639048 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe', 'tag': 'f39bf61f-efb8-443d-bea4-9ca05319e2b5'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:28.641729 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e574262-5af7-4f5d-be33-c17409cf7bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe", "tag": "f39bf61f-efb8-443d-bea4-9ca05319e2b5"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:28.650876 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:28.669983 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:28.669983 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] 10.222.0.79 "PUT /v2.0/ports/bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 HTTP/1.1" status: 200 len: 1096 time: 1.9289877 Nov 02 11:40:28.670448 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a739d732-d161-4869-87a8-63775ac77b80', 'tag': 'bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:28.674913 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d818d2e4-b4a3-4412-962e-5271f320d619" -d '{"events": [{"name": "network-changed", "server_uuid": "a739d732-d161-4869-87a8-63775ac77b80", "tag": "bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:28.704287 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416bba81-5705-446e-8c8e-54d8ad1401d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f39bf61f-efb8-443d-bea4-9ca05319e2b5,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:28.718745 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfd09ca-ba9c-4312-bfe3-14ffb83a751f x-openstack-request-id: req-bcfd09ca-ba9c-4312-bfe3-14ffb83a751f {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:28.723814 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe", "tag": "f39bf61f-efb8-443d-bea4-9ca05319e2b5", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:28.724879 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bcfd09ca-ba9c-4312-bfe3-14ffb83a751f {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:28.725548 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe', 'tag': 'f39bf61f-efb8-443d-bea4-9ca05319e2b5', 'status': 'completed', 'code': 200} Nov 02 11:40:28.760724 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0f40ab-a687-43b2-bd44-b0f83e548b25 x-openstack-request-id: req-df0f40ab-a687-43b2-bd44-b0f83e548b25 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:28.765377 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a739d732-d161-4869-87a8-63775ac77b80", "tag": "bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:28.765377 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df0f40ab-a687-43b2-bd44-b0f83e548b25 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:28.765377 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a739d732-d161-4869-87a8-63775ac77b80', 'tag': 'bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1', 'status': 'completed', 'code': 200} Nov 02 11:40:28.784294 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ab1ac-e0da-4b54-b512-94adb513ed03 service neutron] Pushing event updated for resources: {'Port': ['ID=bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:28.847766 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818d2e4-b4a3-4412-962e-5271f320d619 req-f51da8db-f1da-4698-9121-19365a45983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:28.850433 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d818d2e4-b4a3-4412-962e-5271f320d619 req-f51da8db-f1da-4698-9121-19365a45983f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5cffc704d074fc9afe5a0f12438c32b&device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 1099 time: 0.0586729 Nov 02 11:40:28.889143 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d818d2e4-b4a3-4412-962e-5271f320d619 req-819f3ca0-de9a-4d08-8f95-f9efb9913899 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=d5cffc704d074fc9afe5a0f12438c32b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260766 Nov 02 11:40:28.900828 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e574262-5af7-4f5d-be33-c17409cf7bf4 req-230e6ad1-f82e-4c96-b99e-3797c96bdbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:28.912209 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4e574262-5af7-4f5d-be33-c17409cf7bf4 req-230e6ad1-f82e-4c96-b99e-3797c96bdbb5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=be13fbd8f8734ab38d66318a4ed85a7e&device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 1100 time: 0.1228440 Nov 02 11:40:28.934220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cd646-7fee-41fb-93b3-b5f606042cab req-fe91120a-3936-4d22-8747-ea68122dbfc9 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:28.941837 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-143cd646-7fee-41fb-93b3-b5f606042cab req-fe91120a-3936-4d22-8747-ea68122dbfc9 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 943 time: 0.1162632 Nov 02 11:40:28.980952 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4e574262-5af7-4f5d-be33-c17409cf7bf4 req-95fa38fb-9445-4f60-a2d2-e59fb882c8c6 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=be13fbd8f8734ab38d66318a4ed85a7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362124 Nov 02 11:40:29.024903 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818d2e4-b4a3-4412-962e-5271f320d619 req-d536907b-666d-4c3f-8d5b-be0447ea33ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:29.026430 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d818d2e4-b4a3-4412-962e-5271f320d619 req-d536907b-666d-4c3f-8d5b-be0447ea33ad service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1224828 Nov 02 11:40:29.069154 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-143cd646-7fee-41fb-93b3-b5f606042cab req-356e39c8-7246-4c69-9a9c-3b5ad6fcb81f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263311 Nov 02 11:40:29.191458 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e574262-5af7-4f5d-be33-c17409cf7bf4 req-6811eefa-ccc3-4d54-bb35-8008836d1f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:29.193888 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4e574262-5af7-4f5d-be33-c17409cf7bf4 req-6811eefa-ccc3-4d54-bb35-8008836d1f64 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2004933 Nov 02 11:40:29.220008 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecd0f0-cd34-428c-acaa-19f7912d14fc req-ec6101ea-82a6-45d4-a3c5-b8158def4ae2 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:29.229402 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7eecd0f0-cd34-428c-acaa-19f7912d14fc req-ec6101ea-82a6-45d4-a3c5-b8158def4ae2 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 944 time: 0.1392121 Nov 02 11:40:29.243652 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-7f21699f-c9c3-4bf4-8c46-55ce02eb2137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:29.245297 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-7f21699f-c9c3-4bf4-8c46-55ce02eb2137 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d5cffc704d074fc9afe5a0f12438c32b&device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 1099 time: 0.1605055 Nov 02 11:40:29.300047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-58b889d3-4fe9-4243-bd94-e2d97e93d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:29.301474 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-58b889d3-4fe9-4243-bd94-e2d97e93d3f4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=be13fbd8f8734ab38d66318a4ed85a7e&device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 1100 time: 0.0549829 Nov 02 11:40:29.311625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076df3f-7aaf-42e1-9470-22b3d89b4a65 req-5ec3a41e-7d05-4ab3-984e-a43f2730050a tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:29.319696 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0076df3f-7aaf-42e1-9470-22b3d89b4a65 req-5ec3a41e-7d05-4ab3-984e-a43f2730050a tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 947 time: 0.1244934 Nov 02 11:40:29.326032 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-e5009bb2-df38-4bfd-9b3c-af8366e5c1b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 HTTP/1.1" status: 200 len: 217 time: 0.0648222 Nov 02 11:40:29.400534 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7eecd0f0-cd34-428c-acaa-19f7912d14fc req-07c67c7c-5e44-4eb1-a606-90d659f5c23d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645541 Nov 02 11:40:29.434715 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-cf59aefb-5c86-45c8-9085-46e55d618fce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=f39bf61f-efb8-443d-bea4-9ca05319e2b5 HTTP/1.1" status: 200 len: 217 time: 0.1120028 Nov 02 11:40:29.437233 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-024db8a2-2a6b-4fae-ae51-65c380478391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:29.438784 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-024db8a2-2a6b-4fae-ae51-65c380478391 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1058595 Nov 02 11:40:29.510416 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0076df3f-7aaf-42e1-9470-22b3d89b4a65 req-6f802dbc-147b-4cb9-a989-29dfc0f3bc57 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35eac54-36d7-477d-8065-5f4efebdcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895547 Nov 02 11:40:29.541413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-f8dd6b89-0e56-435c-a489-a721cef0d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:29.541651 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-aef32b37-c94a-4132-bde2-171488a5f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:29.543664 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-f8dd6b89-0e56-435c-a489-a721cef0d0a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0897367 Nov 02 11:40:29.544518 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-aef32b37-c94a-4132-bde2-171488a5f045 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0899999 Nov 02 11:40:29.557048 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf864c-2a29-46b8-98aa-1c0dbde92dac req-c8afe85b-bafe-4bbc-97f5-a00a705eee34 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:29.558565 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-46cf864c-2a29-46b8-98aa-1c0dbde92dac req-c8afe85b-bafe-4bbc-97f5-a00a705eee34 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 948 time: 0.0860405 Nov 02 11:40:29.615351 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-46c1c1dc-f86e-4926-b2bc-f12c96565659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:29.616444 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-46c1c1dc-f86e-4926-b2bc-f12c96565659 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0550466 Nov 02 11:40:29.695275 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-46cf864c-2a29-46b8-98aa-1c0dbde92dac req-447e511f-29f1-4de1-a6cc-303ae29a29ad tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218109 Nov 02 11:40:29.752345 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-8965fb17-8310-4bd5-9904-197b8dc1876f service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887071 Nov 02 11:40:29.763487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-e7d7a758-8862-4c81-acb6-179ba0596eb8 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343071 Nov 02 11:40:29.912982 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fd2b47d-0a8b-4dc2-bbc3-68c7810451da req-4f29968d-4881-446e-b348-f6ba4d6ee745 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400275 Nov 02 11:40:29.921277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7672d-2f72-41bc-b5e5-d42fcb9d0d7e req-fc80c7d4-983e-4f60-916b-c5f8af142cfb tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:29.929578 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-61b7672d-2f72-41bc-b5e5-d42fcb9d0d7e req-fc80c7d4-983e-4f60-916b-c5f8af142cfb tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 946 time: 0.1159976 Nov 02 11:40:29.960996 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c61caa5c-8369-4d36-aff7-deaf6d0a8926 req-1889704f-11ee-41ba-b6e6-0e795ab04e40 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992650 Nov 02 11:40:30.010326 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-61b7672d-2f72-41bc-b5e5-d42fcb9d0d7e req-6cfb1b05-5c0e-4be8-9eeb-f0bf5f713eb8 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798032 Nov 02 11:40:30.247945 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 3a41973f-8ece-4c56-b82b-0d78ea3f117f details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:40:30.249140 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbc827-2255-4644-8c60-f20fe0f1f246 req-94d4bb5f-1aa0-46ea-a426-73093536834b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:30.251489 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a1dbc827-2255-4644-8c60-f20fe0f1f246 req-94d4bb5f-1aa0-46ea-a426-73093536834b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 943 time: 0.0902181 Nov 02 11:40:30.324724 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a1dbc827-2255-4644-8c60-f20fe0f1f246 req-337712c2-6ce0-4caa-ba4a-73f8871c60c7 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632062 Nov 02 11:40:30.436348 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 3a41973f-8ece-4c56-b82b-0d78ea3f117f, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3a41973f-8ece-4c56-b82b-0d78ea3f117f,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:30.459633 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '3a41973f-8ece-4c56-b82b-0d78ea3f117f', 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578', 'port_id': '3a41973f-8ece-4c56-b82b-0d78ea3f117f', 'mac_address': 'fa:16:3e:6b:9c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdbd00e1-b22f-4068-b469-67b0d575f006', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:40:30.506361 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:30.530327 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a41973f-8ece-4c56-b82b-0d78ea3f117f {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:40:30.545237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028d474-395c-409d-b828-7aef74130683 req-37f0b24b-0855-4a18-a214-0214d64a7820 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:30.547005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7028d474-395c-409d-b828-7aef74130683 req-37f0b24b-0855-4a18-a214-0214d64a7820 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 944 time: 0.0640819 Nov 02 11:40:30.551993 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 3a41973f-8ece-4c56-b82b-0d78ea3f117f, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3a41973f-8ece-4c56-b82b-0d78ea3f117f,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:30.601575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7028d474-395c-409d-b828-7aef74130683 req-ba2a80f6-45e3-412f-b749-129464509558 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477993 Nov 02 11:40:30.644170 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd767885-ecf2-43d7-ae31-949234648811 req-9be652c6-0eae-4acf-8a85-355bc6b84018 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:30.656434 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dd767885-ecf2-43d7-ae31-949234648811 req-9be652c6-0eae-4acf-8a85-355bc6b84018 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 947 time: 0.0584509 Nov 02 11:40:30.674115 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:30.711285 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dd767885-ecf2-43d7-ae31-949234648811 req-d160e58f-2d78-4c4b-af8e-8399b355c68e tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35eac54-36d7-477d-8065-5f4efebdcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551043 Nov 02 11:40:30.760612 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=3a41973f-8ece-4c56-b82b-0d78ea3f117f,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:30.851350 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4d859-fe45-40ac-a92c-49cd9edb4f8a req-25665e98-fefe-4cf7-a8fc-ac14ad2fed8a tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:30.852668 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 50837c1e-f6ca-47bd-95c3-669562aef836 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:40:30.853246 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a3f4d859-fe45-40ac-a92c-49cd9edb4f8a req-25665e98-fefe-4cf7-a8fc-ac14ad2fed8a tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 948 time: 0.0643554 Nov 02 11:40:30.920868 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a3f4d859-fe45-40ac-a92c-49cd9edb4f8a req-92e57924-bc1b-4fae-86f8-0410e059a38a tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594501 Nov 02 11:40:30.985038 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['3a41973f-8ece-4c56-b82b-0d78ea3f117f'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:40:31.020415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57058) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:31.049837 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 50837c1e-f6ca-47bd-95c3-669562aef836, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=50837c1e-f6ca-47bd-95c3-669562aef836,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:31.076421 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '50837c1e-f6ca-47bd-95c3-669562aef836', 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf', 'port_id': '50837c1e-f6ca-47bd-95c3-669562aef836', 'mac_address': 'fa:16:3e:13:25:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9853137b-7032-4499-acf2-66fe74777f85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:40:31.181583 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:31.211000 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46f9b42e-33a2-4585-ad74-e1d764276b9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:31.224603 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50837c1e-f6ca-47bd-95c3-669562aef836 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:40:31.228647 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:40:31.250806 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bcf4a-95eb-45cc-a5e9-f09e909dcbea req-100e3656-8c02-4ac4-bb52-418b20a37419 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:31.260789 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a16bcf4a-95eb-45cc-a5e9-f09e909dcbea req-100e3656-8c02-4ac4-bb52-418b20a37419 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 946 time: 0.1608832 Nov 02 11:40:31.266737 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 50837c1e-f6ca-47bd-95c3-669562aef836, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=50837c1e-f6ca-47bd-95c3-669562aef836,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:31.323096 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a16bcf4a-95eb-45cc-a5e9-f09e909dcbea req-77aa7349-a9a5-488a-8243-c041a49b80f8 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601430 Nov 02 11:40:31.369577 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46f9b42e-33a2-4585-ad74-e1d764276b9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:31.377068 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:31.469123 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46f9b42e-33a2-4585-ad74-e1d764276b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:31.481071 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=50837c1e-f6ca-47bd-95c3-669562aef836,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:31.529595 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57076) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:31.531583 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-46f9b42e-33a2-4585-ad74-e1d764276b9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a1d83c9661d8463d917056c22fecb366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5098093 Nov 02 11:40:31.551821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9b42e-33a2-4585-ad74-e1d764276b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48222234-0caa-4d0a-9898-8038a1ade8a7,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:31.567013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a933d1-464f-4239-811c-917140142fdf req-41f04514-8a45-420b-8a95-1986e0c6746e tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:31.575266 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-61a933d1-464f-4239-811c-917140142fdf req-41f04514-8a45-420b-8a95-1986e0c6746e tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 944 time: 0.1509964 Nov 02 11:40:31.604444 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6e56c6e7-f512-4812-ab28-e54154458789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:31.631624 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6e56c6e7-f512-4812-ab28-e54154458789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:31.635375 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-61a933d1-464f-4239-811c-917140142fdf req-c3c8ebb2-dd52-440d-bd14-15b91208d3ce tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590653 Nov 02 11:40:31.667865 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['50837c1e-f6ca-47bd-95c3-669562aef836'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:40:31.790020 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23bc33-9a7b-40c3-b55e-7402a4e626b2 req-5ce6b1fa-0f4a-484e-ae74-d025ef94c323 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:31.791997 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1c23bc33-9a7b-40c3-b55e-7402a4e626b2 req-5ce6b1fa-0f4a-484e-ae74-d025ef94c323 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 945 time: 0.0805969 Nov 02 11:40:31.793996 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6e56c6e7-f512-4812-ab28-e54154458789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:31.797224 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6e56c6e7-f512-4812-ab28-e54154458789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:31.798520 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6e56c6e7-f512-4812-ab28-e54154458789 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/48222234-0caa-4d0a-9898-8038a1ade8a7 HTTP/1.1" status: 204 len: 168 time: 0.2678366 Nov 02 11:40:31.809630 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c6e7-f512-4812-ab28-e54154458789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48222234-0caa-4d0a-9898-8038a1ade8a7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:31.872732 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2242e-91bb-45b9-9ca2-8164ab2e7ac0 req-c0d8b5e3-359b-4340-ba4b-b150b9b4085b tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:31.881411 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b1a2242e-91bb-45b9-9ca2-8164ab2e7ac0 req-c0d8b5e3-359b-4340-ba4b-b150b9b4085b tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 947 time: 0.0950677 Nov 02 11:40:31.894821 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1c23bc33-9a7b-40c3-b55e-7402a4e626b2 req-e7c89630-6df8-43a1-8e62-7272232689ba tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808485 Nov 02 11:40:31.949053 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b1a2242e-91bb-45b9-9ca2-8164ab2e7ac0 req-ffd8b6c0-36a3-42d2-ab37-07aa97d043a1 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35eac54-36d7-477d-8065-5f4efebdcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664387 Nov 02 11:40:32.086723 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c594c2-d100-4f61-b6d9-335fc74fe5ff req-fb448820-1a06-451c-9907-123b4e186710 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:32.088423 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48c594c2-d100-4f61-b6d9-335fc74fe5ff req-fb448820-1a06-451c-9907-123b4e186710 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 948 time: 0.0550559 Nov 02 11:40:32.141284 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48c594c2-d100-4f61-b6d9-335fc74fe5ff req-95affcf9-34c2-46e8-9438-8d6022241326 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456212 Nov 02 11:40:32.251670 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 3a41973f-8ece-4c56-b82b-0d78ea3f117f up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:40:32.383286 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 3a41973f-8ece-4c56-b82b-0d78ea3f117f completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:40:32.389387 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 3a41973f-8ece-4c56-b82b-0d78ea3f117f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:40:32.390500 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:32.502699 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:32.513348 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cdbcb-59e9-485f-9f75-4edd160390e1 req-fc31b731-7e76-47b4-a456-441a569ffc8c tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:32.515764 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a19cdbcb-59e9-485f-9f75-4edd160390e1 req-fc31b731-7e76-47b4-a456-441a569ffc8c tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 946 time: 0.0674369 Nov 02 11:40:32.542673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 3a41973f-8ece-4c56-b82b-0d78ea3f117f, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3a41973f-8ece-4c56-b82b-0d78ea3f117f,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:32.543858 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a41973f-8ece-4c56-b82b-0d78ea3f117f'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:32.546794 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1420b1af-d801-47ea-9c31-3902dc5f0d61" -d '{"events": [{"server_uuid": "cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4", "name": "network-vif-plugged", "status": "completed", "tag": "3a41973f-8ece-4c56-b82b-0d78ea3f117f"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:32.587572 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a19cdbcb-59e9-485f-9f75-4edd160390e1 req-792c7e49-ed60-4dad-ad82-cd0c545df78a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633061 Nov 02 11:40:32.610747 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205b61a3-d98c-467e-af55-0305da6ca51b x-openstack-request-id: req-205b61a3-d98c-467e-af55-0305da6ca51b {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:32.612383 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4", "name": "network-vif-plugged", "status": "completed", "tag": "3a41973f-8ece-4c56-b82b-0d78ea3f117f", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:32.612547 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-205b61a3-d98c-467e-af55-0305da6ca51b {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:32.612869 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a41973f-8ece-4c56-b82b-0d78ea3f117f', 'code': 200} Nov 02 11:40:32.646565 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:32.718524 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=3a41973f-8ece-4c56-b82b-0d78ea3f117f,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:32.774265 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5ba88-6ade-42ae-a865-f0d945b3e130 req-bd82e8a0-789c-47b6-829b-2f8eabc65cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:32.776854 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88c5ba88-6ade-42ae-a865-f0d945b3e130 req-bd82e8a0-789c-47b6-829b-2f8eabc65cb8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0786293 Nov 02 11:40:32.803518 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f6f9e-ee47-4383-9a1a-7466cefa4b17 req-a4512629-ed6e-4821-8ead-a5441e562b38 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:32.808483 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-117f6f9e-ee47-4383-9a1a-7466cefa4b17 req-a4512629-ed6e-4821-8ead-a5441e562b38 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 944 time: 0.0738382 Nov 02 11:40:32.867158 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88c5ba88-6ade-42ae-a865-f0d945b3e130 req-0747a0cd-10a6-4cbd-8447-680192cf2e5a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832629 Nov 02 11:40:32.870617 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-117f6f9e-ee47-4383-9a1a-7466cefa4b17 req-d99b1cec-bf2f-4728-99fc-0c9bccbbd10b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545397 Nov 02 11:40:32.879319 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f39bf61f-efb8-443d-bea4-9ca05319e2b5 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:40:32.882893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 50837c1e-f6ca-47bd-95c3-669562aef836 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:40:33.062109 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port f39bf61f-efb8-443d-bea4-9ca05319e2b5, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f39bf61f-efb8-443d-bea4-9ca05319e2b5,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:33.077911 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'f39bf61f-efb8-443d-bea4-9ca05319e2b5', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': 'f39bf61f-efb8-443d-bea4-9ca05319e2b5', 'mac_address': 'fa:16:3e:4a:f0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:40:33.115508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 50837c1e-f6ca-47bd-95c3-669562aef836 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:40:33.122967 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 50837c1e-f6ca-47bd-95c3-669562aef836 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:40:33.123382 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:33.169841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cbc68-102d-4629-8aa0-2ae969ac7952 req-0f387f69-9fdd-43f5-8faf-d5e6c6c3834c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:33.173682 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-180cbc68-102d-4629-8aa0-2ae969ac7952 req-0f387f69-9fdd-43f5-8faf-d5e6c6c3834c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 946 time: 0.1606240 Nov 02 11:40:33.183534 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fac10-e4bd-4e0d-8b1c-12e5b76c91d2 req-98a7cd75-6007-4fa4-ba94-4d1d8df2816e tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:33.191343 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-681fac10-e4bd-4e0d-8b1c-12e5b76c91d2 req-98a7cd75-6007-4fa4-ba94-4d1d8df2816e tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 947 time: 0.1300485 Nov 02 11:40:33.193545 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:33.212476 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39bf61f-efb8-443d-bea4-9ca05319e2b5 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:40:33.274546 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57122) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:33.311601 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-681fac10-e4bd-4e0d-8b1c-12e5b76c91d2 req-bce4f9d5-0e8b-469a-a9c5-1f7f16399c12 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35eac54-36d7-477d-8065-5f4efebdcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188877 Nov 02 11:40:33.322058 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port f39bf61f-efb8-443d-bea4-9ca05319e2b5, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f39bf61f-efb8-443d-bea4-9ca05319e2b5,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:33.332985 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-180cbc68-102d-4629-8aa0-2ae969ac7952 req-a26150be-9afb-4bfd-93e7-3f28a53004e1 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286745 Nov 02 11:40:33.337933 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de28071a-27bd-46e8-b123-dc06fb488c2a req-80719c71-f860-49b8-b871-9f08e16cbd6d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1618598 Nov 02 11:40:33.350502 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:33.525464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c73544ea-2fee-45d6-831b-b9bdf2d88fbd admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1566598165-network', 'tenant_id': '5d262a5a2b06439aaddf1173f26cdcce'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:40:33.545225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddd256-c6c0-4e22-a9d4-51800cf4acb6 req-732cd8c3-9f2d-46f8-b587-97ea2e73173a tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:33.546921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d6ddd256-c6c0-4e22-a9d4-51800cf4acb6 req-732cd8c3-9f2d-46f8-b587-97ea2e73173a tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 949 time: 0.0780506 Nov 02 11:40:33.572820 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28071a-27bd-46e8-b123-dc06fb488c2a req-1269d7b1-a582-4b0c-810e-c62a22f24098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:33.574337 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de28071a-27bd-46e8-b123-dc06fb488c2a req-1269d7b1-a582-4b0c-810e-c62a22f24098 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 1097 time: 0.1610217 Nov 02 11:40:33.579601 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:33.579601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:40:33.694917 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d6ddd256-c6c0-4e22-a9d4-51800cf4acb6 req-164923bc-045f-41f0-a355-1c707c4de947 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333704 Nov 02 11:40:33.695773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 50837c1e-f6ca-47bd-95c3-669562aef836, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=50837c1e-f6ca-47bd-95c3-669562aef836,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:33.738614 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73544ea-2fee-45d6-831b-b9bdf2d88fbd admin admin] Made reservation on behalf of 5d262a5a2b06439aaddf1173f26cdcce for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:40:33.744203 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c73544ea-2fee-45d6-831b-b9bdf2d88fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:33.763185 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:33.768140 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c73544ea-2fee-45d6-831b-b9bdf2d88fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:33.791694 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=f39bf61f-efb8-443d-bea4-9ca05319e2b5,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:33.797590 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': 'bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1', 'mac_address': 'fa:16:3e:eb:1e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:40:33.802072 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af6d53-5701-4c29-8ff1-2538f34bdc6c req-c9722afb-a89b-49f1-997a-e495aeef6b56 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:33.810495 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06af6d53-5701-4c29-8ff1-2538f34bdc6c req-c9722afb-a89b-49f1-997a-e495aeef6b56 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 946 time: 0.0929739 Nov 02 11:40:33.872277 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:33.877991 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06af6d53-5701-4c29-8ff1-2538f34bdc6c req-d870e340-a3dc-4238-bb87-7d238d8bd132 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663540 Nov 02 11:40:33.902684 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28071a-27bd-46e8-b123-dc06fb488c2a req-f2c858e9-d5c2-4f5a-9726-381c4e306b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:33.904524 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de28071a-27bd-46e8-b123-dc06fb488c2a req-f2c858e9-d5c2-4f5a-9726-381c4e306b34 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 922 time: 0.3031139 Nov 02 11:40:33.974881 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:34.005798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:40:34.011767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=50837c1e-f6ca-47bd-95c3-669562aef836,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:34.025341 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de28071a-27bd-46e8-b123-dc06fb488c2a req-0cd3d6ec-3807-4a23-8f73-deac574f733c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b29c2bce-3215-42bc-9556-6dd21645a864 HTTP/1.1" status: 200 len: 217 time: 0.1072924 Nov 02 11:40:34.071620 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:34.110447 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c73544ea-2fee-45d6-831b-b9bdf2d88fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:34.150495 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:34.172287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e41d15-ac8b-4f1a-a552-ccf5d7ad6167 req-67df680e-fb6f-4880-b31a-f384638df751 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:34.173926 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9e41d15-ac8b-4f1a-a552-ccf5d7ad6167 req-67df680e-fb6f-4880-b31a-f384638df751 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.1367736 Nov 02 11:40:34.179174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28071a-27bd-46e8-b123-dc06fb488c2a req-d87d674a-0d08-4f01-8a16-ae4f7c5811ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:34.182196 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de28071a-27bd-46e8-b123-dc06fb488c2a req-d87d674a-0d08-4f01-8a16-ae4f7c5811ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.1058297 Nov 02 11:40:34.183524 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c73544ea-2fee-45d6-831b-b9bdf2d88fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:34.288178 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:34.290829 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de28071a-27bd-46e8-b123-dc06fb488c2a req-dfbf9359-d3f9-4a54-955c-9b80ed99e619 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928826 Nov 02 11:40:34.299442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73544ea-2fee-45d6-831b-b9bdf2d88fbd admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:40:34.355766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73544ea-2fee-45d6-831b-b9bdf2d88fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1207fafc-f313-4672-b7b1-26de187dd3d9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:34.378995 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c73544ea-2fee-45d6-831b-b9bdf2d88fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:34.379413 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-c73544ea-2fee-45d6-831b-b9bdf2d88fbd admin admin] Added segment 07a7e2cf-20a1-4417-ae1d-d5fda2757565 of type vlan for network 14461892-ed1d-47ac-a2a0-6bb906fdd61c Nov 02 11:40:34.432960 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9e41d15-ac8b-4f1a-a552-ccf5d7ad6167 req-335547de-c76a-4c0c-8ae9-a9dfdc54920b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509968 Nov 02 11:40:34.475662 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['f39bf61f-efb8-443d-bea4-9ca05319e2b5'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:40:34.486428 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c73544ea-2fee-45d6-831b-b9bdf2d88fbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:34.521640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:40:34.540449 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de28071a-27bd-46e8-b123-dc06fb488c2a req-01839314-b1a2-4a30-b49e-c45acda996cf service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376428 Nov 02 11:40:34.621591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c8e6d2-0517-4884-890a-06cf371c830f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50837c1e-f6ca-47bd-95c3-669562aef836'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:34.623924 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6932eb1-9fcb-4b90-a752-f2d70029dbb0" -d '{"events": [{"server_uuid": "60c8e6d2-0517-4884-890a-06cf371c830f", "name": "network-vif-plugged", "status": "completed", "tag": "50837c1e-f6ca-47bd-95c3-669562aef836"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:34.649469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27de6d-de5d-403f-bb86-0f6bbc9e1083 req-c971b530-a6c8-44b4-9b96-72994e1cd0e5 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:34.651037 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4a27de6d-de5d-403f-bb86-0f6bbc9e1083 req-c971b530-a6c8-44b4-9b96-72994e1cd0e5 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 948 time: 0.1380656 Nov 02 11:40:34.714282 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c73544ea-2fee-45d6-831b-b9bdf2d88fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:34.715607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73544ea-2fee-45d6-831b-b9bdf2d88fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:34.718878 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c73544ea-2fee-45d6-831b-b9bdf2d88fbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:34.735511 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de28071a-27bd-46e8-b123-dc06fb488c2a req-4da86772-05f0-4b39-9f95-1d9470c58704 service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703665 Nov 02 11:40:34.771963 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4a27de6d-de5d-403f-bb86-0f6bbc9e1083 req-c2b47b3d-c66b-4975-9f0e-30bd2fa8aa2d tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35eac54-36d7-477d-8065-5f4efebdcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116893 Nov 02 11:40:34.842843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73544ea-2fee-45d6-831b-b9bdf2d88fbd admin admin] Pushing event updated for resources: {'Network': ['ID=14461892-ed1d-47ac-a2a0-6bb906fdd61c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:34.866213 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 14461892-ed1d-47ac-a2a0-6bb906fdd61c details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:40:34.874011 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709f5ca-579f-461f-aff2-cb3753cb8d11 req-363e6ff9-0781-4d0f-bb65-ca852f67da84 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:34.877326 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2709f5ca-579f-461f-aff2-cb3753cb8d11 req-363e6ff9-0781-4d0f-bb65-ca852f67da84 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 946 time: 0.0755432 Nov 02 11:40:34.955254 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9061daa-5b9d-4e8b-aba3-8a257468e3b1 x-openstack-request-id: req-f9061daa-5b9d-4e8b-aba3-8a257468e3b1 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:34.955517 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c8e6d2-0517-4884-890a-06cf371c830f", "name": "network-vif-plugged", "status": "completed", "tag": "50837c1e-f6ca-47bd-95c3-669562aef836", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:34.955907 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9061daa-5b9d-4e8b-aba3-8a257468e3b1 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:34.956314 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c8e6d2-0517-4884-890a-06cf371c830f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50837c1e-f6ca-47bd-95c3-669562aef836', 'code': 200} Nov 02 11:40:35.000646 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c73544ea-2fee-45d6-831b-b9bdf2d88fbd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7235708 Nov 02 11:40:35.015673 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2709f5ca-579f-461f-aff2-cb3753cb8d11 req-17f9a712-84ad-4419-bf33-524070291ca1 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289434 Nov 02 11:40:35.028052 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3102e-661a-4220-be05-34747913aaa3 req-cf233aab-ebbd-4102-9445-2a8ab985d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:35.029616 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35f3102e-661a-4220-be05-34747913aaa3 req-cf233aab-ebbd-4102-9445-2a8ab985d543 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dab85f8470fc4f12ba21a04a23bf6916&device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 1098 time: 0.0857413 Nov 02 11:40:35.132271 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d436f4a-4a22-4ae8-940c-aa4c9641f808 req-d089b82b-ec7a-4985-8476-3bde630f9ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:35.134068 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d436f4a-4a22-4ae8-940c-aa4c9641f808 req-d089b82b-ec7a-4985-8476-3bde630f9ab5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 1097 time: 0.1193652 Nov 02 11:40:35.151741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e4795-60a1-48e1-b3e2-adda2e6ff33e req-17819faf-be23-4079-ae8e-b9862f72be23 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:35.156834 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-530e4795-60a1-48e1-b3e2-adda2e6ff33e req-17819faf-be23-4079-ae8e-b9862f72be23 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 946 time: 0.1001151 Nov 02 11:40:35.218996 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749d53c-ae80-425b-bbc2-1128d4dd6686 req-0f38cbcc-604a-4b6b-8766-8f6c0ba7ca98 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:35.220112 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f749d53c-ae80-425b-bbc2-1128d4dd6686 req-0f38cbcc-604a-4b6b-8766-8f6c0ba7ca98 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 949 time: 0.1363115 Nov 02 11:40:35.242702 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3102e-661a-4220-be05-34747913aaa3 req-b1e9940e-683b-4bed-ac4c-6addd4aa811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:35.245059 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35f3102e-661a-4220-be05-34747913aaa3 req-b1e9940e-683b-4bed-ac4c-6addd4aa811c service neutron] 10.222.0.79 "GET /v2.0/networks?id=0ce4199a-3410-4fe8-b627-1e9597d841bd HTTP/1.1" status: 200 len: 917 time: 0.2045166 Nov 02 11:40:35.250449 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d436f4a-4a22-4ae8-940c-aa4c9641f808 req-8625dac0-d73f-43df-b4e7-19c0e1f9e3c2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914149 Nov 02 11:40:35.254108 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-530e4795-60a1-48e1-b3e2-adda2e6ff33e req-ff7ca503-695f-48f7-ba25-cca551851197 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865488 Nov 02 11:40:35.300084 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f749d53c-ae80-425b-bbc2-1128d4dd6686 req-daf7ee13-806c-4e54-a6f8-96f7d752914c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702243 Nov 02 11:40:35.361714 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9f83c-ec56-408b-9671-11312e26a124 req-69e33f53-042c-4237-be9b-93ce27537895 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:35.363369 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7d9f83c-ec56-408b-9671-11312e26a124 req-69e33f53-042c-4237-be9b-93ce27537895 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0508790 Nov 02 11:40:35.422956 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7d9f83c-ec56-408b-9671-11312e26a124 req-66778899-f6f7-4ffc-94fc-190fd2a78012 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527978 Nov 02 11:40:35.527188 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35f3102e-661a-4220-be05-34747913aaa3 req-4f85ae46-6a93-46c6-b2e5-299cf15754b1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcb8699a-24fe-4fbe-9ee4-1013dd883f83 HTTP/1.1" status: 200 len: 217 time: 0.0536253 Nov 02 11:40:35.592093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8afca-7ee5-434c-8754-4d06f49fbca6 req-2a109b71-c92d-406e-b8f4-5d7a7f6cf5e1 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:35.593839 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-16c8afca-7ee5-434c-8754-4d06f49fbca6 req-2a109b71-c92d-406e-b8f4-5d7a7f6cf5e1 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0469131 Nov 02 11:40:35.646367 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-16c8afca-7ee5-434c-8754-4d06f49fbca6 req-2dfd18e2-08d6-4fee-8f04-8666bdf9d67d tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447888 Nov 02 11:40:35.695228 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3102e-661a-4220-be05-34747913aaa3 req-7ca9886f-d62a-4662-a2a0-39a507785aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:35.695228 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35f3102e-661a-4220-be05-34747913aaa3 req-7ca9886f-d62a-4662-a2a0-39a507785aa2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5e8fd955-ee72-4130-b4fc-a0b488dfdf52 HTTP/1.1" status: 200 len: 855 time: 0.1521664 Nov 02 11:40:35.794900 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907007f9-0bdf-46b9-98e9-a9af6c5183cb req-1146afc2-2799-4ea0-98bc-4ddfb9c3b33e tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:35.798450 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-907007f9-0bdf-46b9-98e9-a9af6c5183cb req-1146afc2-2799-4ea0-98bc-4ddfb9c3b33e tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0658596 Nov 02 11:40:35.798595 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f155a96-9c8e-4ada-a2f1-59479965780f req-74192dfc-6c44-4a13-96a8-18a220f7c8a4 tempest-ComputeTenantNetworksTest-235775403 tempest-ComputeTenantNetworksTest-235775403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:35.805742 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f155a96-9c8e-4ada-a2f1-59479965780f req-74192dfc-6c44-4a13-96a8-18a220f7c8a4 tempest-ComputeTenantNetworksTest-235775403 tempest-ComputeTenantNetworksTest-235775403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:35.811779 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f155a96-9c8e-4ada-a2f1-59479965780f req-74192dfc-6c44-4a13-96a8-18a220f7c8a4 tempest-ComputeTenantNetworksTest-235775403 tempest-ComputeTenantNetworksTest-235775403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:35.813526 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f155a96-9c8e-4ada-a2f1-59479965780f req-74192dfc-6c44-4a13-96a8-18a220f7c8a4 tempest-ComputeTenantNetworksTest-235775403 tempest-ComputeTenantNetworksTest-235775403-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2961965 Nov 02 11:40:35.829484 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3102e-661a-4220-be05-34747913aaa3 req-423c3f98-c84a-4d8e-a6d3-3fb72a382b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:35.830996 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35f3102e-661a-4220-be05-34747913aaa3 req-423c3f98-c84a-4d8e-a6d3-3fb72a382b3b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0ce4199a-3410-4fe8-b627-1e9597d841bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075735 Nov 02 11:40:35.902075 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-907007f9-0bdf-46b9-98e9-a9af6c5183cb req-9c5d34e8-4857-4c4b-8f57-52ed09c285af tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922668 Nov 02 11:40:35.999626 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35f3102e-661a-4220-be05-34747913aaa3 req-0a8d572f-3121-4c1b-b667-2a49ae20e9ce service neutron] 10.222.0.79 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583517 Nov 02 11:40:36.040838 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e611d94-3d7d-4bdb-9f36-4e817e160ab9 req-853d7cdf-3d3f-430c-ac82-00c39b82193b tempest-ComputeTenantNetworksTest-235775403 tempest-ComputeTenantNetworksTest-235775403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:36.042483 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3e611d94-3d7d-4bdb-9f36-4e817e160ab9 req-853d7cdf-3d3f-430c-ac82-00c39b82193b tempest-ComputeTenantNetworksTest-235775403 tempest-ComputeTenantNetworksTest-235775403-project] 10.222.0.52 "GET /v2.0/networks/14461892-ed1d-47ac-a2a0-6bb906fdd61c HTTP/1.1" status: 200 len: 769 time: 0.1032236 Nov 02 11:40:36.058955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57178) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:36.096252 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937c3f8-717e-404a-b22e-a799fb44aa55 req-291a3d0a-29fb-4511-9c81-e39495bf37aa tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:36.098033 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c937c3f8-717e-404a-b22e-a799fb44aa55 req-291a3d0a-29fb-4511-9c81-e39495bf37aa tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 948 time: 0.1397460 Nov 02 11:40:36.147011 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-94503d42-8da2-43a0-87d9-204dbf1d932f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:36.176224 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c937c3f8-717e-404a-b22e-a799fb44aa55 req-a58ad440-1b5b-4f92-8911-5cf8217ed0c6 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35eac54-36d7-477d-8065-5f4efebdcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630610 Nov 02 11:40:36.198496 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35f3102e-661a-4220-be05-34747913aaa3 req-f0ccb463-0eab-44a2-988f-c65103814350 service neutron] 10.222.0.79 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879675 Nov 02 11:40:36.261384 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-94503d42-8da2-43a0-87d9-204dbf1d932f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:36.295382 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-94503d42-8da2-43a0-87d9-204dbf1d932f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14461892-ed1d-47ac-a2a0-6bb906fdd61c']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:40:36.314208 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-94503d42-8da2-43a0-87d9-204dbf1d932f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a7e2cf-20a1-4417-ae1d-d5fda2757565') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:40:36.314698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-94503d42-8da2-43a0-87d9-204dbf1d932f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a7e2cf-20a1-4417-ae1d-d5fda2757565') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:40:36.329388 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-94503d42-8da2-43a0-87d9-204dbf1d932f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:36.356524 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-94503d42-8da2-43a0-87d9-204dbf1d932f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:36.362123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94503d42-8da2-43a0-87d9-204dbf1d932f admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:40:36.362652 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-94503d42-8da2-43a0-87d9-204dbf1d932f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:40:36.366271 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:40:36.402711 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9269c7-3b26-4e68-a7b0-4073ac9a15be req-5d259b45-985d-451d-8891-0a5dc3895971 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:36.404608 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9d9269c7-3b26-4e68-a7b0-4073ac9a15be req-5d259b45-985d-451d-8891-0a5dc3895971 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 946 time: 0.0698254 Nov 02 11:40:36.465859 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9d9269c7-3b26-4e68-a7b0-4073ac9a15be req-bddaffc4-9ea8-4478-9d33-f43ca468449c tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544903 Nov 02 11:40:36.652030 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-94503d42-8da2-43a0-87d9-204dbf1d932f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:36.664046 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-94503d42-8da2-43a0-87d9-204dbf1d932f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:36.672731 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-94503d42-8da2-43a0-87d9-204dbf1d932f admin admin] 10.222.0.52 "DELETE /v2.0/networks/14461892-ed1d-47ac-a2a0-6bb906fdd61c HTTP/1.1" status: 204 len: 168 time: 0.6123407 Nov 02 11:40:36.689355 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94503d42-8da2-43a0-87d9-204dbf1d932f admin admin] Pushing event deleted for resources: {'Network': ['ID=14461892-ed1d-47ac-a2a0-6bb906fdd61c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:36.803667 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3d13b-f38e-46a9-b542-58e4b9067547 req-510d62e9-d3ed-494d-b231-0c5ff12a5f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:36.805221 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-75a3d13b-f38e-46a9-b542-58e4b9067547 req-510d62e9-d3ed-494d-b231-0c5ff12a5f50 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dab85f8470fc4f12ba21a04a23bf6916&device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 1098 time: 0.0833852 Nov 02 11:40:36.822973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f61c5-18ac-42d1-975d-9248b575d879 req-052002da-4440-42c9-9416-652c1c91bf1c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:36.824506 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fc3f61c5-18ac-42d1-975d-9248b575d879 req-052002da-4440-42c9-9416-652c1c91bf1c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 949 time: 0.0636036 Nov 02 11:40:36.897159 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f39bf61f-efb8-443d-bea4-9ca05319e2b5 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:40:36.941166 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fc3f61c5-18ac-42d1-975d-9248b575d879 req-fbab5954-3e9a-4809-b4e5-a9b1a2fc66ed tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032889 Nov 02 11:40:36.969897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3d13b-f38e-46a9-b542-58e4b9067547 req-dac8b005-7808-41a2-bab9-c1f6a8c145cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:36.971598 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-75a3d13b-f38e-46a9-b542-58e4b9067547 req-dac8b005-7808-41a2-bab9-c1f6a8c145cd service neutron] 10.222.0.79 "GET /v2.0/networks?id=0ce4199a-3410-4fe8-b627-1e9597d841bd HTTP/1.1" status: 200 len: 917 time: 0.1416180 Nov 02 11:40:37.045892 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-75a3d13b-f38e-46a9-b542-58e4b9067547 req-2fb36804-2264-44ed-bfa8-9af1f93c840c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcb8699a-24fe-4fbe-9ee4-1013dd883f83 HTTP/1.1" status: 200 len: 217 time: 0.0545576 Nov 02 11:40:37.141346 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336d477-1b19-40be-8aec-01c3db899e01 req-f1b09407-c3c3-4579-b0fd-5942780252e2 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:37.142986 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8336d477-1b19-40be-8aec-01c3db899e01 req-f1b09407-c3c3-4579-b0fd-5942780252e2 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0999095 Nov 02 11:40:37.144586 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3d13b-f38e-46a9-b542-58e4b9067547 req-dd10e7bb-9b33-458f-bff4-6e2e9d848414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:37.146795 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-75a3d13b-f38e-46a9-b542-58e4b9067547 req-dd10e7bb-9b33-458f-bff4-6e2e9d848414 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5e8fd955-ee72-4130-b4fc-a0b488dfdf52 HTTP/1.1" status: 200 len: 855 time: 0.0734966 Nov 02 11:40:37.165508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port f39bf61f-efb8-443d-bea4-9ca05319e2b5 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:40:37.170268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port f39bf61f-efb8-443d-bea4-9ca05319e2b5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:40:37.170600 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:37.226769 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8336d477-1b19-40be-8aec-01c3db899e01 req-210c62a1-7b15-4536-b91a-5681a1b7de0a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751352 Nov 02 11:40:37.230139 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3d13b-f38e-46a9-b542-58e4b9067547 req-ac00c0f7-0bf7-4030-8c37-3dc42ff5db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:37.231667 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-75a3d13b-f38e-46a9-b542-58e4b9067547 req-ac00c0f7-0bf7-4030-8c37-3dc42ff5db68 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0ce4199a-3410-4fe8-b627-1e9597d841bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725708 Nov 02 11:40:37.244518 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57194) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:37.290486 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:37.322475 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39bf61f-efb8-443d-bea4-9ca05319e2b5'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:37.324930 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d25530f-faf1-4c37-a5ae-b93b4df55249" -d '{"events": [{"server_uuid": "4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe", "name": "network-vif-plugged", "status": "completed", "tag": "f39bf61f-efb8-443d-bea4-9ca05319e2b5"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:37.338892 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port f39bf61f-efb8-443d-bea4-9ca05319e2b5, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f39bf61f-efb8-443d-bea4-9ca05319e2b5,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:37.392426 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-aa251de6-1f7d-492e-8fc1-735b6c8ae689 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d262a5a2b06439aaddf1173f26cdcce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493981 Nov 02 11:40:37.396213 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57202) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:37.424023 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-75a3d13b-f38e-46a9-b542-58e4b9067547 req-3a4d9d8e-cc6a-4fb6-b439-f6684bb2e7cd service neutron] 10.222.0.79 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793330 Nov 02 11:40:37.438744 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f1e14-b380-4377-9f25-609df9fc3e93 req-6252942b-a6c7-4cea-823a-72d1e4eb66ef tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:37.441255 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9e1f1e14-b380-4377-9f25-609df9fc3e93 req-6252942b-a6c7-4cea-823a-72d1e4eb66ef tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 948 time: 0.1097701 Nov 02 11:40:37.461507 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0434fd08-9a81-4d7a-b92c-5bf466a36e46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:37.495848 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0434fd08-9a81-4d7a-b92c-5bf466a36e46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:37.514004 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:37.515056 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:40:37.596319 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9e1f1e14-b380-4377-9f25-609df9fc3e93 req-52748969-b30e-40ba-acb1-e67cf71f11a9 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35eac54-36d7-477d-8065-5f4efebdcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365538 Nov 02 11:40:37.647123 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-75a3d13b-f38e-46a9-b542-58e4b9067547 req-83dda29d-00b1-47a2-8bd5-d56937c4c141 service neutron] 10.222.0.79 "GET /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880620 Nov 02 11:40:37.648769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=f39bf61f-efb8-443d-bea4-9ca05319e2b5,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:37.782665 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0434fd08-9a81-4d7a-b92c-5bf466a36e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:37.785349 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0434fd08-9a81-4d7a-b92c-5bf466a36e46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:37.789763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0434fd08-9a81-4d7a-b92c-5bf466a36e46 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1207fafc-f313-4672-b7b1-26de187dd3d9 HTTP/1.1" status: 204 len: 168 time: 0.3901112 Nov 02 11:40:37.796994 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434fd08-9a81-4d7a-b92c-5bf466a36e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1207fafc-f313-4672-b7b1-26de187dd3d9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:37.822299 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:40:37.828808 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:40:37.829438 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:37.918339 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:37.954435 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:38.080187 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7b8830-69e2-422f-ab58-9989ca201cad x-openstack-request-id: req-3a7b8830-69e2-422f-ab58-9989ca201cad {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:38.080748 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe", "name": "network-vif-plugged", "status": "completed", "tag": "f39bf61f-efb8-443d-bea4-9ca05319e2b5", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:38.086221 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a7b8830-69e2-422f-ab58-9989ca201cad {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:38.086221 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39bf61f-efb8-443d-bea4-9ca05319e2b5', 'code': 200} Nov 02 11:40:38.188585 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:38.213039 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51a0b2-efe4-4eb0-b49b-61bbfb2a5039 req-e5140cc3-caeb-4fcd-bd1c-1791580f17a3 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:38.214532 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ed51a0b2-efe4-4eb0-b49b-61bbfb2a5039 req-e5140cc3-caeb-4fcd-bd1c-1791580f17a3 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 946 time: 0.0791745 Nov 02 11:40:38.232531 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842790b-176c-4b61-844c-ca74de12088c req-a495e732-7357-4062-ab2c-294328ea7ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:38.234007 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7842790b-176c-4b61-844c-ca74de12088c req-a495e732-7357-4062-ab2c-294328ea7ebc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 1102 time: 0.0650311 Nov 02 11:40:38.258297 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:38.307860 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ed51a0b2-efe4-4eb0-b49b-61bbfb2a5039 req-b00f6128-b0b0-45b8-b2f4-1e31b534f78e tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866599 Nov 02 11:40:38.314737 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7842790b-176c-4b61-844c-ca74de12088c req-288d7b04-733a-47b9-a831-c03f72b90484 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693800 Nov 02 11:40:38.435042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e8c6e-7aef-4210-b53b-47fcc34711c5 req-c8bc9770-d6f8-4901-b2d0-bd86429b1816 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:38.436614 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c59e8c6e-7aef-4210-b53b-47fcc34711c5 req-c8bc9770-d6f8-4901-b2d0-bd86429b1816 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0580297 Nov 02 11:40:38.495559 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c59e8c6e-7aef-4210-b53b-47fcc34711c5 req-f776a938-4898-4639-b843-1f6ba03339b1 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521991 Nov 02 11:40:38.629343 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c8d92-b98d-4b37-88bb-1d08c5ea6927 req-7ef89484-a1b1-46a4-9e71-4e27842d9d55 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:38.631946 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-804c8d92-b98d-4b37-88bb-1d08c5ea6927 req-7ef89484-a1b1-46a4-9e71-4e27842d9d55 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 950 time: 0.0565701 Nov 02 11:40:38.697091 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-804c8d92-b98d-4b37-88bb-1d08c5ea6927 req-7faea043-430e-4b7b-a975-ece20e54a331 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576470 Nov 02 11:40:38.848837 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4877ccc-3756-4950-9fc0-cf898714c27d req-dbc1d980-9725-47ed-ad1e-2aa5b4435fbd tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:38.851471 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e4877ccc-3756-4950-9fc0-cf898714c27d req-dbc1d980-9725-47ed-ad1e-2aa5b4435fbd tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 949 time: 0.0723112 Nov 02 11:40:38.904690 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e4877ccc-3756-4950-9fc0-cf898714c27d req-ffe971a6-d176-40a8-8c78-102284aca746 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35eac54-36d7-477d-8065-5f4efebdcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461216 Nov 02 11:40:39.019667 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b38f03-4da7-4b8e-8d97-f9c1075f37e1 req-acf4f0d7-92ff-40ff-ac2b-397d34c96613 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:39.021400 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-48b38f03-4da7-4b8e-8d97-f9c1075f37e1 req-acf4f0d7-92ff-40ff-ac2b-397d34c96613 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 946 time: 0.0571115 Nov 02 11:40:39.098006 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-48b38f03-4da7-4b8e-8d97-f9c1075f37e1 req-1cd876af-c979-47e4-bedc-33f098703dc1 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665512 Nov 02 11:40:39.292686 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47728367-50d3-4529-bfed-4a33de79c2fd req-6ec36ca2-0531-4a9e-89f5-e826c78665c8 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:39.294398 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-47728367-50d3-4529-bfed-4a33de79c2fd req-6ec36ca2-0531-4a9e-89f5-e826c78665c8 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e22df80-4930-40c6-85b6-f85b83a73bb4 HTTP/1.1" status: 200 len: 945 time: 0.0618155 Nov 02 11:40:39.353470 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-47728367-50d3-4529-bfed-4a33de79c2fd req-55bea99b-8e2f-4416-8ce5-1604a2dad778 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524991 Nov 02 11:40:39.424370 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-5e89fc6b-57b8-4276-822c-750572d47e5d tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:40:39.425394 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-5e89fc6b-57b8-4276-822c-750572d47e5d tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0057888 Nov 02 11:40:39.497506 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b61f0-2131-4da2-a985-bec8460f6836 req-627a4f9d-139f-4557-8616-f48af4479ac3 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:39.500344 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-627a4f9d-139f-4557-8616-f48af4479ac3 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/ports/3a41973f-8ece-4c56-b82b-0d78ea3f117f HTTP/1.1" status: 200 len: 1095 time: 0.0590158 Nov 02 11:40:39.512933 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69a3b2-b0b0-4a36-a0c0-3ec381afb87a req-c63b936c-c83d-4b0b-83a0-dc9c6fafe5cf tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:39.514686 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ca69a3b2-b0b0-4a36-a0c0-3ec381afb87a req-c63b936c-c83d-4b0b-83a0-dc9c6fafe5cf tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 946 time: 0.0841568 Nov 02 11:40:39.519191 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-677b61f0-2131-4da2-a985-bec8460f6836 req-04911476-e271-4d42-8077-dede465f09fe service neutron] Request body: {'binding': {'host': 'n-h1-806683-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:40:39.519652 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-677b61f0-2131-4da2-a985-bec8460f6836 req-04911476-e271-4d42-8077-dede465f09fe service neutron] Unknown quota resources ['binding']. {{(pid=102690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 11:40:39.941395 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ca69a3b2-b0b0-4a36-a0c0-3ec381afb87a req-b0cd458b-8e7f-4669-a83f-18de29b78fa6 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184115 Nov 02 11:40:40.008453 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-677b61f0-2131-4da2-a985-bec8460f6836 req-04911476-e271-4d42-8077-dede465f09fe service neutron] Attempting to bind port 3a41973f-8ece-4c56-b82b-0d78ea3f117f on host n-h1-806683-18 for vnic_type normal with profile None {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:40:40.008800 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-677b61f0-2131-4da2-a985-bec8460f6836 req-04911476-e271-4d42-8077-dede465f09fe service neutron] Attempting to bind port 3a41973f-8ece-4c56-b82b-0d78ea3f117f by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:40:40.009205 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b61f0-2131-4da2-a985-bec8460f6836 req-04911476-e271-4d42-8077-dede465f09fe service neutron] Attempting to bind port 3a41973f-8ece-4c56-b82b-0d78ea3f117f on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:40:40.014137 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b61f0-2131-4da2-a985-bec8460f6836 req-04911476-e271-4d42-8077-dede465f09fe service neutron] Port 3a41973f-8ece-4c56-b82b-0d78ea3f117f on network e3f5fe02-990d-442a-ab33-f4126e712578 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:40:40.014455 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b61f0-2131-4da2-a985-bec8460f6836 req-04911476-e271-4d42-8077-dede465f09fe service neutron] Attempting to bind port 3a41973f-8ece-4c56-b82b-0d78ea3f117f on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:40:40.035173 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b61f0-2131-4da2-a985-bec8460f6836 req-04911476-e271-4d42-8077-dede465f09fe service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:40:40.035173 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b61f0-2131-4da2-a985-bec8460f6836 req-04911476-e271-4d42-8077-dede465f09fe service neutron] Checking segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:40:40.035173 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b61f0-2131-4da2-a985-bec8460f6836 req-04911476-e271-4d42-8077-dede465f09fe service neutron] Bound using segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:40:40.035173 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-677b61f0-2131-4da2-a985-bec8460f6836 req-04911476-e271-4d42-8077-dede465f09fe service neutron] Bound port: 3a41973f-8ece-4c56-b82b-0d78ea3f117f, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:40:40.084517 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a739d732-d161-4869-87a8-63775ac77b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:40.087576 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b774e2b-1a17-4520-94a8-4475fc850e06" -d '{"events": [{"server_uuid": "a739d732-d161-4869-87a8-63775ac77b80", "name": "network-vif-plugged", "status": "completed", "tag": "bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:40.104401 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4769acb-85ef-42da-85d8-28835b2fc018 req-3d167679-ea55-4926-b025-f2618a8fa9f4 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:40.105866 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4769acb-85ef-42da-85d8-28835b2fc018 req-3d167679-ea55-4926-b025-f2618a8fa9f4 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0892234 Nov 02 11:40:40.127027 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-677b61f0-2131-4da2-a985-bec8460f6836 req-04911476-e271-4d42-8077-dede465f09fe service neutron] For port 3a41973f-8ece-4c56-b82b-0d78ea3f117f, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=3a41973f-8ece-4c56-b82b-0d78ea3f117f,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:40:40.163771 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4769acb-85ef-42da-85d8-28835b2fc018 req-c832e28a-e93b-4a5b-b2a3-0d82c6237641 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510142 Nov 02 11:40:40.276463 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2498988-e080-4f0d-8f59-767040aa4341 req-a6dca5cf-314c-43b4-b9e6-9210464cb63d tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:40.278011 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e2498988-e080-4f0d-8f59-767040aa4341 req-a6dca5cf-314c-43b4-b9e6-9210464cb63d tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 950 time: 0.0516763 Nov 02 11:40:40.331652 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e2498988-e080-4f0d-8f59-767040aa4341 req-f843e6b6-8120-4766-969f-07f91df63277 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476358 Nov 02 11:40:40.351403 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-677b61f0-2131-4da2-a985-bec8460f6836 req-04911476-e271-4d42-8077-dede465f09fe service neutron] Publish callbacks [] for binding, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:40.357257 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-04911476-e271-4d42-8077-dede465f09fe service neutron] 10.222.0.52 "POST /v2.0/ports/3a41973f-8ece-4c56-b82b-0d78ea3f117f/bindings HTTP/1.1" status: 201 len: 390 time: 0.8369248 Nov 02 11:40:40.440882 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53f852-bd34-4cc0-9342-564d40da6652 req-0869bc5a-aeeb-4e22-abae-6ab01906a223 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:40.443332 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d53f852-bd34-4cc0-9342-564d40da6652 req-0869bc5a-aeeb-4e22-abae-6ab01906a223 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 949 time: 0.0515687 Nov 02 11:40:40.499192 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d53f852-bd34-4cc0-9342-564d40da6652 req-158402cc-f4d6-49a4-9e34-b1ec2718b098 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35eac54-36d7-477d-8065-5f4efebdcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444117 Nov 02 11:40:40.532084 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-9b7de678-91f1-49b5-8df4-7b610b168280 req-5dbc7740-05b5-4650-8de9-5103d351c1ba tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:40:40.533098 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9b7de678-91f1-49b5-8df4-7b610b168280 req-5dbc7740-05b5-4650-8de9-5103d351c1ba tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0060685 Nov 02 11:40:40.620642 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb58b695-33f2-4937-95d6-07b0b5d4d67b x-openstack-request-id: req-bb58b695-33f2-4937-95d6-07b0b5d4d67b {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:40.621001 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a739d732-d161-4869-87a8-63775ac77b80", "name": "network-vif-plugged", "status": "completed", "tag": "bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:40.621326 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb58b695-33f2-4937-95d6-07b0b5d4d67b {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:40.621784 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a739d732-d161-4869-87a8-63775ac77b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1', 'code': 200} Nov 02 11:40:40.624323 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9b7de678-91f1-49b5-8df4-7b610b168280 req-1fcc836e-4f9c-4967-8938-8bce43eab143 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0846078 Nov 02 11:40:40.746917 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70151baf-d70e-4459-9a0c-859d9c0d4502 req-bbe07cb4-84a9-489f-a9c3-51b8d5cb4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:40.748482 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-70151baf-d70e-4459-9a0c-859d9c0d4502 req-bbe07cb4-84a9-489f-a9c3-51b8d5cb4ce0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 1101 time: 0.0468795 Nov 02 11:40:40.818051 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-70151baf-d70e-4459-9a0c-859d9c0d4502 req-30dd75bf-a508-424b-a4ba-ace735be9571 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c35eac54-36d7-477d-8065-5f4efebdcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575094 Nov 02 11:40:40.900672 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24d468-70e3-4bcd-99ba-daaa39d5256c req-d5b13345-d34a-4b89-88ec-af4746d19f59 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:40.902394 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ae24d468-70e3-4bcd-99ba-daaa39d5256c req-d5b13345-d34a-4b89-88ec-af4746d19f59 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 946 time: 0.0522265 Nov 02 11:40:40.960327 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ae24d468-70e3-4bcd-99ba-daaa39d5256c req-bdd87f42-67aa-4307-84d1-25bb3123a1c6 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502427 Nov 02 11:40:41.048520 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861b928-98eb-4ec1-a19a-14bd73bc36de req-29cb0c38-e76a-458e-b0a9-a05ed9c93994 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.050089 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5861b928-98eb-4ec1-a19a-14bd73bc36de req-29cb0c38-e76a-458e-b0a9-a05ed9c93994 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 946 time: 0.0543773 Nov 02 11:40:41.111790 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5861b928-98eb-4ec1-a19a-14bd73bc36de req-b30072b5-f015-4db2-bc8a-3d8e7995bece tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533752 Nov 02 11:40:41.244912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5e143-b841-4980-97ae-1fec8be28502 req-b5849b39-67a8-4208-919c-3668178433ec tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.247220 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-12f5e143-b841-4980-97ae-1fec8be28502 req-b5849b39-67a8-4208-919c-3668178433ec tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e22df80-4930-40c6-85b6-f85b83a73bb4 HTTP/1.1" status: 200 len: 945 time: 0.0590677 Nov 02 11:40:41.302814 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-12f5e143-b841-4980-97ae-1fec8be28502 req-67e52f4b-f5ae-4ef9-bbea-4f1da11e9ae7 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471392 Nov 02 11:40:41.326726 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b61f0-2131-4da2-a985-bec8460f6836 req-3e4c687c-108d-430c-8b11-234539f87dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.328341 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-3e4c687c-108d-430c-8b11-234539f87dd7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 1098 time: 0.0783277 Nov 02 11:40:41.351311 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-665fafe1-eabf-4ebd-8130-a747dad227e8 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.352547 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-665fafe1-eabf-4ebd-8130-a747dad227e8 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.353171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-665fafe1-eabf-4ebd-8130-a747dad227e8 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.353682 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-665fafe1-eabf-4ebd-8130-a747dad227e8 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.354317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-665fafe1-eabf-4ebd-8130-a747dad227e8 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.354793 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-665fafe1-eabf-4ebd-8130-a747dad227e8 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.355906 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-665fafe1-eabf-4ebd-8130-a747dad227e8 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.355906 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-665fafe1-eabf-4ebd-8130-a747dad227e8 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.356277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-665fafe1-eabf-4ebd-8130-a747dad227e8 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.356743 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-665fafe1-eabf-4ebd-8130-a747dad227e8 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.357212 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-665fafe1-eabf-4ebd-8130-a747dad227e8 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.357673 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-665fafe1-eabf-4ebd-8130-a747dad227e8 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.358460 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-665fafe1-eabf-4ebd-8130-a747dad227e8 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.358588 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-665fafe1-eabf-4ebd-8130-a747dad227e8 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.359068 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-665fafe1-eabf-4ebd-8130-a747dad227e8 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.359539 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-665fafe1-eabf-4ebd-8130-a747dad227e8 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.362174 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-665fafe1-eabf-4ebd-8130-a747dad227e8 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe&device_id=a739d732-d161-4869-87a8-63775ac77b80&device_id=60c8e6d2-0517-4884-890a-06cf371c830f&device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4&device_id=06747663-913f-48d5-aa2f-c02aae0bc352&device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3&device_id=85e13130-b850-4137-aeaf-9a50b7127629&device_id=0e22df80-4930-40c6-85b6-f85b83a73bb4&device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c&device_id=808c750a-485f-403b-b15f-9fcfb06dcd05&device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84&device_id=c93eac6c-517d-4b7d-acce-43af8127c908&device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e&device_id=99f9b045-38a1-413b-8956-7415b8b21f03&device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912&device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 14424 time: 0.0861850 Nov 02 11:40:41.412002 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-770040d2-5c67-4277-a5ad-bc2ef2ebda6f tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:41.427877 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f9a1d-6cee-4ca4-b42e-f76656302f12 req-7363bd7a-8506-4902-85e1-0f5639d52b8c tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.429461 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-192f9a1d-6cee-4ca4-b42e-f76656302f12 req-7363bd7a-8506-4902-85e1-0f5639d52b8c tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0581903 Nov 02 11:40:41.478987 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-192f9a1d-6cee-4ca4-b42e-f76656302f12 req-280a873b-010f-40c4-b10b-49646d8e3b49 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431273 Nov 02 11:40:41.505688 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b61f0-2131-4da2-a985-bec8460f6836 req-787a93f2-3f9f-4152-a7ca-a902ecdeabc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.505688 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-787a93f2-3f9f-4152-a7ca-a902ecdeabc5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 922 time: 0.1423960 Nov 02 11:40:41.577018 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-6b5a342d-23cc-4b91-8e6b-751cff19a048 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a41973f-8ece-4c56-b82b-0d78ea3f117f HTTP/1.1" status: 200 len: 217 time: 0.0484340 Nov 02 11:40:41.600987 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-770040d2-5c67-4277-a5ad-bc2ef2ebda6f tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:41.605595 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c9b4e-2602-4e70-8f45-90f52420a79f req-fb10958e-7291-4d30-a950-757ce26d1dbc tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.607220 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f57c9b4e-2602-4e70-8f45-90f52420a79f req-fb10958e-7291-4d30-a950-757ce26d1dbc tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 946 time: 0.0637617 Nov 02 11:40:41.623364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57312) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:41.654473 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b61f0-2131-4da2-a985-bec8460f6836 req-eb2d26cc-2995-4666-b557-d5903311a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.656297 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-eb2d26cc-2995-4666-b557-d5903311a9e8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.0663090 Nov 02 11:40:41.667356 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f57c9b4e-2602-4e70-8f45-90f52420a79f req-3c67dd90-933e-4b0f-81c4-e4b9e9fdf453 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515833 Nov 02 11:40:41.703089 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-7bbb1870-cae2-49a0-8782-b76b11becb93 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338404 Nov 02 11:40:41.788016 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3e2f58fd-5fd2-4fa8-ae60-787b8ea9747c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:41.805116 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-2199cbef-6805-4b27-bb45-4c33a472ffe9 service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939898 Nov 02 11:40:41.820692 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ade84-3e6a-4b83-bf98-56d355930c01 req-8080ff16-46e5-42eb-9b06-aadbc4d9b768 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:41.822240 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-431ade84-3e6a-4b83-bf98-56d355930c01 req-8080ff16-46e5-42eb-9b06-aadbc4d9b768 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 949 time: 0.0858581 Nov 02 11:40:41.902249 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-431ade84-3e6a-4b83-bf98-56d355930c01 req-aee476cf-b5a3-4099-a07a-8b0b70d848d7 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35eac54-36d7-477d-8065-5f4efebdcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717745 Nov 02 11:40:41.910609 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-647bffe5-3e70-4b23-800f-8dc1e93b3675 service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934069 Nov 02 11:40:41.929980 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3e2f58fd-5fd2-4fa8-ae60-787b8ea9747c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:42.113081 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-770040d2-5c67-4277-a5ad-bc2ef2ebda6f tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:42.124550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298cd8d-3f59-4021-9078-87c5e6d275e9 req-953bccff-439c-47ea-a32e-58cb7c343ac8 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:42.131650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298cd8d-3f59-4021-9078-87c5e6d275e9 req-953bccff-439c-47ea-a32e-58cb7c343ac8 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:42.137898 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298cd8d-3f59-4021-9078-87c5e6d275e9 req-953bccff-439c-47ea-a32e-58cb7c343ac8 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:42.139618 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4298cd8d-3f59-4021-9078-87c5e6d275e9 req-953bccff-439c-47ea-a32e-58cb7c343ac8 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629&device_id=0e22df80-4930-40c6-85b6-f85b83a73bb4&device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 2418 time: 0.0680826 Nov 02 11:40:42.164944 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3e2f58fd-5fd2-4fa8-ae60-787b8ea9747c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:42.171354 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770040d2-5c67-4277-a5ad-bc2ef2ebda6f tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f1d20d-e2c2-4274-be7a-eef0de517171,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:42.238730 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4298cd8d-3f59-4021-9078-87c5e6d275e9 req-a7ba275d-677c-433b-ac93-e7b99e1ce053 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916965 Nov 02 11:40:42.240358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f58fd-5fd2-4fa8-ae60-787b8ea9747c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3b14bb-ca2e-4ca3-9279-1216d3a61f6f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:42.245654 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3e2f58fd-5fd2-4fa8-ae60-787b8ea9747c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a7371588a9f547e1849876fa0fc5da70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6211016 Nov 02 11:40:42.248594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57322) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:42.265798 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-880423ba-8b43-4af7-82b0-a94dfeb00cac req-770040d2-5c67-4277-a5ad-bc2ef2ebda6f tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&id=f9681068-03ec-4050-9bc6-990458a50f65&id=7159de53-01c5-45da-984a-d08f38e6ac18&id=de17d2c4-a478-4a11-b018-8993057d59cf&id=8e6ba3ae-0232-427a-a278-71b0ae957391&id=229ce3a4-971f-4b93-af5d-327d7fbab94c&id=c35eac54-36d7-477d-8065-5f4efebdcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 713 time: 0.8829558 Nov 02 11:40:42.409297 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f22de9-1c00-455a-932c-79f5a1905732 req-23004454-afd3-411e-8468-b49e949e05de tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:42.411323 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-52f22de9-1c00-455a-932c-79f5a1905732 req-23004454-afd3-411e-8468-b49e949e05de tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 946 time: 0.0836694 Nov 02 11:40:42.472306 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-52f22de9-1c00-455a-932c-79f5a1905732 req-5f2794e9-d3db-42a9-9e65-430fba7412f7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544591 Nov 02 11:40:42.652369 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-213bdcc6-7788-4734-ae1d-e3dca277c64b req-e52f36d4-c0e9-4a43-bbc8-223619717ecc tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:40:42.653369 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-213bdcc6-7788-4734-ae1d-e3dca277c64b req-e52f36d4-c0e9-4a43-bbc8-223619717ecc tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0130570 Nov 02 11:40:42.714671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140c2c9-4146-4aab-ba8a-66bc603fb129 req-2d08df93-aa83-4fb0-a60d-6883f8b5e743 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:42.716307 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f140c2c9-4146-4aab-ba8a-66bc603fb129 req-2d08df93-aa83-4fb0-a60d-6883f8b5e743 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0601754 Nov 02 11:40:42.752554 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-657be087-72c2-4532-b4f2-7a57143cbfa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:42.773939 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f140c2c9-4146-4aab-ba8a-66bc603fb129 req-382baafa-735a-49e3-a0b6-1ce67e2cf746 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508220 Nov 02 11:40:42.784595 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-213bdcc6-7788-4734-ae1d-e3dca277c64b req-fb348983-b9b6-4a4c-ae3f-735d3a8d21b0 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1218276 Nov 02 11:40:42.797887 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-657be087-72c2-4532-b4f2-7a57143cbfa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:43.005844 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-657be087-72c2-4532-b4f2-7a57143cbfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:43.005844 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-657be087-72c2-4532-b4f2-7a57143cbfa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:43.005844 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-657be087-72c2-4532-b4f2-7a57143cbfa1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9f3b14bb-ca2e-4ca3-9279-1216d3a61f6f HTTP/1.1" status: 204 len: 168 time: 0.7534702 Nov 02 11:40:43.020246 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657be087-72c2-4532-b4f2-7a57143cbfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3b14bb-ca2e-4ca3-9279-1216d3a61f6f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:43.047906 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28daf5e-6aad-4d52-abbb-282ec77fe491 req-9c05439b-05f8-4ee0-896a-1c7825ba7b15 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:43.048401 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28daf5e-6aad-4d52-abbb-282ec77fe491 req-9c05439b-05f8-4ee0-896a-1c7825ba7b15 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:43.048937 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28daf5e-6aad-4d52-abbb-282ec77fe491 req-9c05439b-05f8-4ee0-896a-1c7825ba7b15 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:43.061181 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d28daf5e-6aad-4d52-abbb-282ec77fe491 req-9c05439b-05f8-4ee0-896a-1c7825ba7b15 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe&device_id=06747663-913f-48d5-aa2f-c02aae0bc352&device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 2887 time: 0.0791483 Nov 02 11:40:43.104281 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa02f12-a1bf-4cb8-80cc-bc327f617f65 req-1d89ac02-38e3-40e8-9ebe-1192a9b8f8f2 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:43.106329 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-afa02f12-a1bf-4cb8-80cc-bc327f617f65 req-1d89ac02-38e3-40e8-9ebe-1192a9b8f8f2 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 949 time: 0.0635009 Nov 02 11:40:43.113349 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d28daf5e-6aad-4d52-abbb-282ec77fe491 req-4ae93228-e607-4aec-bee2-3bf2459d3a2c tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514295 Nov 02 11:40:43.174180 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-afa02f12-a1bf-4cb8-80cc-bc327f617f65 req-d69b1b8c-7bf3-413e-99fa-2cbc93370787 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35eac54-36d7-477d-8065-5f4efebdcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595453 Nov 02 11:40:44.185130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638784d-9f66-463a-861b-0f5cf81b6808 req-6ecf4adc-2d93-4db7-9f3f-97a3d923d64e tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:44.192068 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5638784d-9f66-463a-861b-0f5cf81b6808 req-6ecf4adc-2d93-4db7-9f3f-97a3d923d64e tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0715828 Nov 02 11:40:44.243888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa34f1-e9f6-4520-b74d-ee94171f5f4c req-960758b9-79be-4ea5-a4d3-fd6134630045 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:44.252576 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4cfa34f1-e9f6-4520-b74d-ee94171f5f4c req-960758b9-79be-4ea5-a4d3-fd6134630045 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 946 time: 0.0806310 Nov 02 11:40:44.282581 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5638784d-9f66-463a-861b-0f5cf81b6808 req-81de50a2-54b6-4e9e-a2f5-9db87d7bede5 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800729 Nov 02 11:40:44.336752 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4cfa34f1-e9f6-4520-b74d-ee94171f5f4c req-bf6ff6b3-1188-4188-9246-5644d112e8e9 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816877 Nov 02 11:40:44.403675 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2954a-fad7-4a1b-a41a-e2c4137d94de req-fab6965c-efd8-4aca-87fc-4ef22eb395ad tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:44.405392 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7ef2954a-fad7-4a1b-a41a-e2c4137d94de req-fab6965c-efd8-4aca-87fc-4ef22eb395ad tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 949 time: 0.0664861 Nov 02 11:40:44.473197 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7ef2954a-fad7-4a1b-a41a-e2c4137d94de req-d5091f34-222c-4511-8405-240b57fda551 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35eac54-36d7-477d-8065-5f4efebdcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607567 Nov 02 11:40:45.168098 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e57d06-9e3a-4c79-8f59-c58a6c2d6f54 req-9603a94a-6bf7-4f21-b258-684111f3e133 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:45.169924 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-00e57d06-9e3a-4c79-8f59-c58a6c2d6f54 req-9603a94a-6bf7-4f21-b258-684111f3e133 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 1102 time: 0.0494113 Nov 02 11:40:45.228571 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-00e57d06-9e3a-4c79-8f59-c58a6c2d6f54 req-8e24de81-0070-4a4c-b6f2-c113520abc16 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526628 Nov 02 11:40:45.346135 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61a710-c40c-4c05-b582-8443ab8495f8 req-aee4097a-a4c6-43bb-8e8d-8d1ad0f06158 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:45.347889 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-df61a710-c40c-4c05-b582-8443ab8495f8 req-aee4097a-a4c6-43bb-8e8d-8d1ad0f06158 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 1102 time: 0.0437582 Nov 02 11:40:45.411765 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-df61a710-c40c-4c05-b582-8443ab8495f8 req-2832c238-d6da-4884-87bf-e12e4b2ab6ec tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557456 Nov 02 11:40:45.540077 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c29e4c-1b5d-4634-af29-065e6aee6559 req-c301b4d2-ff1e-4cb9-b102-3e08ee6e7916 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:45.541788 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e1c29e4c-1b5d-4634-af29-065e6aee6559 req-c301b4d2-ff1e-4cb9-b102-3e08ee6e7916 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0568621 Nov 02 11:40:45.595845 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e1c29e4c-1b5d-4634-af29-065e6aee6559 req-07906efe-fe13-4338-b3ab-2c4ab147e90b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479009 Nov 02 11:40:45.732835 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850a508-1b95-44db-a70e-f3354a7a1428 req-d23fa967-e8bd-4a1b-9807-d5dff25eedb3 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:45.736652 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6850a508-1b95-44db-a70e-f3354a7a1428 req-d23fa967-e8bd-4a1b-9807-d5dff25eedb3 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 946 time: 0.0790000 Nov 02 11:40:45.799986 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6850a508-1b95-44db-a70e-f3354a7a1428 req-62981572-e220-4d49-8c72-ee0047211551 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580270 Nov 02 11:40:45.967829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c08ab8-0ebe-4087-9c39-dff16fbf7fef req-ee7cb674-3ccc-45e5-97bd-9a6962111629 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:45.969460 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-60c08ab8-0ebe-4087-9c39-dff16fbf7fef req-ee7cb674-3ccc-45e5-97bd-9a6962111629 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 949 time: 0.0793574 Nov 02 11:40:46.062501 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a5a07-43a2-4dcd-a506-30318aa247f2 req-79765c60-cf1e-41d2-aab5-dd3a4a218ce0 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:46.063784 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-60c08ab8-0ebe-4087-9c39-dff16fbf7fef req-2bfb2fae-0c1d-4d29-ac27-835445612e82 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35eac54-36d7-477d-8065-5f4efebdcad3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869551 Nov 02 11:40:46.064153 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac2a5a07-43a2-4dcd-a506-30318aa247f2 req-79765c60-cf1e-41d2-aab5-dd3a4a218ce0 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 946 time: 0.0627775 Nov 02 11:40:46.099832 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cd63a-ab72-44f9-8520-26be620bbe16 req-4883c08f-7910-4747-94bd-599c78bd03f3 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:46.101674 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-454cd63a-ab72-44f9-8520-26be620bbe16 req-4883c08f-7910-4747-94bd-599c78bd03f3 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.79 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 949 time: 0.0928848 Nov 02 11:40:46.160160 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac2a5a07-43a2-4dcd-a506-30318aa247f2 req-ce724d7c-37e2-472a-9891-071ebad11ed2 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833776 Nov 02 11:40:46.279418 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-454cd63a-ab72-44f9-8520-26be620bbe16 req-14be9b35-d3ef-44b2-a4fc-eabdda27abbf tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Deleting port bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:40:46.279918 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-454cd63a-ab72-44f9-8520-26be620bbe16 req-14be9b35-d3ef-44b2-a4fc-eabdda27abbf tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:46.382695 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-454cd63a-ab72-44f9-8520-26be620bbe16 req-14be9b35-d3ef-44b2-a4fc-eabdda27abbf tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] For port bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:46.383201 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-454cd63a-ab72-44f9-8520-26be620bbe16 req-14be9b35-d3ef-44b2-a4fc-eabdda27abbf tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:46.397638 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-454cd63a-ab72-44f9-8520-26be620bbe16 req-14be9b35-d3ef-44b2-a4fc-eabdda27abbf tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Calling delete_port for bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:40:46.731194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea18070-e07b-4f18-8950-a19c583b0cb3 req-2d56ab68-7f16-47b8-9535-42f7ba819ded tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:46.735351 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-454cd63a-ab72-44f9-8520-26be620bbe16 req-14be9b35-d3ef-44b2-a4fc-eabdda27abbf tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:46.739295 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7ea18070-e07b-4f18-8950-a19c583b0cb3 req-2d56ab68-7f16-47b8-9535-42f7ba819ded tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0642228 Nov 02 11:40:46.749332 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:40:46.807956 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7ea18070-e07b-4f18-8950-a19c583b0cb3 req-57690d39-7183-4741-982c-88ac4f33911a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674326 Nov 02 11:40:46.848146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be9b35-d3ef-44b2-a4fc-eabdda27abbf tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Pushing event deleted for resources: {'Port': ['ID=bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:46.952687 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-454cd63a-ab72-44f9-8520-26be620bbe16 req-14be9b35-d3ef-44b2-a4fc-eabdda27abbf tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] No DVR routers for this DVR port bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:40:46.960492 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-454cd63a-ab72-44f9-8520-26be620bbe16 req-14be9b35-d3ef-44b2-a4fc-eabdda27abbf tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:46.966866 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-454cd63a-ab72-44f9-8520-26be620bbe16 req-14be9b35-d3ef-44b2-a4fc-eabdda27abbf tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.79 "DELETE /v2.0/ports/bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 HTTP/1.1" status: 204 len: 173 time: 0.8578987 Nov 02 11:40:46.967738 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a739d732-d161-4869-87a8-63775ac77b80', 'name': 'network-vif-deleted', 'tag': 'bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:46.973655 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d637e224-9944-4d14-ab00-d1fd02568201" -d '{"events": [{"server_uuid": "a739d732-d161-4869-87a8-63775ac77b80", "name": "network-vif-deleted", "tag": "bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:47.033703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b014d-e4d8-413c-9563-978b662a9e13 req-34ceb913-540b-4b74-b09f-4239949bf029 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:47.035353 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-448b014d-e4d8-413c-9563-978b662a9e13 req-34ceb913-540b-4b74-b09f-4239949bf029 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 946 time: 0.1299937 Nov 02 11:40:47.120321 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-448b014d-e4d8-413c-9563-978b662a9e13 req-9fe67ef9-12ff-4c2f-8abe-eaf24c2f45d4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784214 Nov 02 11:40:47.181304 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221224f8-aa58-49b9-bbd6-f9be8531e0aa x-openstack-request-id: req-221224f8-aa58-49b9-bbd6-f9be8531e0aa {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:47.181769 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a739d732-d161-4869-87a8-63775ac77b80", "name": "network-vif-deleted", "tag": "bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:47.181903 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-221224f8-aa58-49b9-bbd6-f9be8531e0aa {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:47.183953 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a739d732-d161-4869-87a8-63775ac77b80', 'name': 'network-vif-deleted', 'tag': 'bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1', 'status': 'completed', 'code': 200} Nov 02 11:40:47.264359 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-af201b22-6646-480e-8752-335c42e9d90f req-e9ac300b-58f0-4477-908e-2556d0efbe84 tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 210 time: 0.0313859 Nov 02 11:40:47.391703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339979d-f0f3-483c-ab03-dfffe960d871 req-fde6c777-5291-4715-8114-4b1764355536 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:47.393879 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1339979d-f0f3-483c-ab03-dfffe960d871 req-fde6c777-5291-4715-8114-4b1764355536 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 946 time: 0.0651767 Nov 02 11:40:47.502195 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1339979d-f0f3-483c-ab03-dfffe960d871 req-5a03df25-d53c-4b72-9869-f54ebdf80cad tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991151 Nov 02 11:40:47.582271 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e768d7ed-1aec-4d77-8631-50bf7d7c534b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:47.704056 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d31912-b748-43e8-888b-fe1eac35ae50 req-9a4003b5-f198-44b2-8fb9-08a67efcc21b tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:47.705618 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-60d31912-b748-43e8-888b-fe1eac35ae50 req-9a4003b5-f198-44b2-8fb9-08a67efcc21b tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.1045961 Nov 02 11:40:47.713337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772bc15-8fa2-46d3-8be1-07980be27f50 req-1918e7dc-9b94-42cf-b721-43ae99613e82 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:47.716214 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4772bc15-8fa2-46d3-8be1-07980be27f50 req-1918e7dc-9b94-42cf-b721-43ae99613e82 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.79 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 946 time: 0.1017270 Nov 02 11:40:47.819687 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-60d31912-b748-43e8-888b-fe1eac35ae50 req-d366c22f-e144-4cff-a496-aaa7827777bd tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021519 Nov 02 11:40:47.845770 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-4772bc15-8fa2-46d3-8be1-07980be27f50 req-79fcd9c4-99ab-4a36-b916-4be83e6a8b3d tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Deleting port 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:40:47.846155 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4772bc15-8fa2-46d3-8be1-07980be27f50 req-79fcd9c4-99ab-4a36-b916-4be83e6a8b3d tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:48.005172 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d106d4b-0a28-4556-953c-be107bb3432e req-1f4c99f4-0422-411a-8566-7f12ef190ac8 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:48.013106 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9d106d4b-0a28-4556-953c-be107bb3432e req-1f4c99f4-0422-411a-8566-7f12ef190ac8 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.1067741 Nov 02 11:40:48.030457 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-4772bc15-8fa2-46d3-8be1-07980be27f50 req-79fcd9c4-99ab-4a36-b916-4be83e6a8b3d tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] For port 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=6dac65c1-f3e5-4b00-93f8-10bd7e0f980b,segment=NetworkSegment(8a5b9b2b-9885-4a48-8edf-7143a57cba10),segment_id=8a5b9b2b-9885-4a48-8edf-7143a57cba10)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:48.030688 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4772bc15-8fa2-46d3-8be1-07980be27f50 req-79fcd9c4-99ab-4a36-b916-4be83e6a8b3d tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:48.051115 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-4772bc15-8fa2-46d3-8be1-07980be27f50 req-79fcd9c4-99ab-4a36-b916-4be83e6a8b3d tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Calling delete_port for 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:40:48.080440 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9d106d4b-0a28-4556-953c-be107bb3432e req-798700c1-9263-4eae-a721-9489cd366119 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633125 Nov 02 11:40:48.345377 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c752225-5bd6-4b2d-941f-473f2778b334 req-5b8a3b88-d024-4cf0-bab2-065765b98d73 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:48.349075 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3c752225-5bd6-4b2d-941f-473f2778b334 req-5b8a3b88-d024-4cf0-bab2-065765b98d73 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 946 time: 0.0723188 Nov 02 11:40:48.350125 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4772bc15-8fa2-46d3-8be1-07980be27f50 req-79fcd9c4-99ab-4a36-b916-4be83e6a8b3d tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:48.366819 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['dcb8699a-24fe-4fbe-9ee4-1013dd883f83', '6dac65c1-f3e5-4b00-93f8-10bd7e0f980b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:40:48.369445 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:40:48.418551 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fcd9c4-99ab-4a36-b916-4be83e6a8b3d tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Pushing event deleted for resources: {'Port': ['ID=6dac65c1-f3e5-4b00-93f8-10bd7e0f980b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:48.479598 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3c752225-5bd6-4b2d-941f-473f2778b334 req-70ccebb5-0947-4188-a89d-50e7be805b7d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009529 Nov 02 11:40:48.556190 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-4772bc15-8fa2-46d3-8be1-07980be27f50 req-79fcd9c4-99ab-4a36-b916-4be83e6a8b3d tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] No DVR routers for this DVR port 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:40:48.569825 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-172cb32e-d23f-4017-a092-56b8caab5bc0 req-f14c1d20-dff0-4519-9489-35b332dacd7d tempest-ServerDiagnosticsNegativeTest-2102782387 tempest-ServerDiagnosticsNegativeTest-2102782387-project] 10.222.0.52 "GET /v2.0/ports?device_id=a739d732-d161-4869-87a8-63775ac77b80 HTTP/1.1" status: 200 len: 210 time: 0.0716615 Nov 02 11:40:48.591722 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4772bc15-8fa2-46d3-8be1-07980be27f50 req-79fcd9c4-99ab-4a36-b916-4be83e6a8b3d tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:48.592081 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4772bc15-8fa2-46d3-8be1-07980be27f50 req-79fcd9c4-99ab-4a36-b916-4be83e6a8b3d tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.79 "DELETE /v2.0/ports/6dac65c1-f3e5-4b00-93f8-10bd7e0f980b HTTP/1.1" status: 204 len: 173 time: 0.8665261 Nov 02 11:40:48.761891 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf6cdc63-f05e-445e-b0b5-ace1e8568a7c req-fe9d1fc9-bdc6-4f2a-8325-6cb2b9558116 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 210 time: 0.0985661 Nov 02 11:40:48.981341 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:40:49.018727 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:40:49.019261 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device bacd5ee6-3cd3-4df1-80b2-8b9bebba5ef1 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:40:49.036585 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ecc25-41e3-4626-9a7b-f2139eb8681b req-cdc3d62e-62c6-4274-bc26-11a5da6d16cf tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:49.038338 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0a7ecc25-41e3-4626-9a7b-f2139eb8681b req-cdc3d62e-62c6-4274-bc26-11a5da6d16cf tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.0818439 Nov 02 11:40:49.096326 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0a7ecc25-41e3-4626-9a7b-f2139eb8681b req-2f5c95d4-7da4-41e6-bebc-e2b82d5d3b48 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484967 Nov 02 11:40:49.185172 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e13130-b850-4137-aeaf-9a50b7127629', 'name': 'network-vif-deleted', 'tag': '6dac65c1-f3e5-4b00-93f8-10bd7e0f980b'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:49.187629 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b26b03f-738d-4a82-9125-283c1ceae344" -d '{"events": [{"server_uuid": "85e13130-b850-4137-aeaf-9a50b7127629", "name": "network-vif-deleted", "tag": "6dac65c1-f3e5-4b00-93f8-10bd7e0f980b"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:49.240933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851e993-3db6-4359-9121-521bcd5f2d19 req-fe74858a-322c-4046-9506-4f7ea7b93e1b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:49.242482 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1851e993-3db6-4359-9121-521bcd5f2d19 req-fe74858a-322c-4046-9506-4f7ea7b93e1b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0992136 Nov 02 11:40:49.261598 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327e3483-a480-4ec8-a067-e2ef35b16e53 x-openstack-request-id: req-327e3483-a480-4ec8-a067-e2ef35b16e53 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:49.261598 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e13130-b850-4137-aeaf-9a50b7127629", "name": "network-vif-deleted", "tag": "6dac65c1-f3e5-4b00-93f8-10bd7e0f980b", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:49.261598 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-327e3483-a480-4ec8-a067-e2ef35b16e53 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:49.261598 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e13130-b850-4137-aeaf-9a50b7127629', 'name': 'network-vif-deleted', 'tag': '6dac65c1-f3e5-4b00-93f8-10bd7e0f980b', 'status': 'completed', 'code': 200} Nov 02 11:40:49.304085 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1851e993-3db6-4359-9121-521bcd5f2d19 req-75e4c3da-1c12-46c3-8e67-38807d14ac63 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544019 Nov 02 11:40:49.670616 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-731c966d-e749-4c67-8731-c9423939eec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:49.811162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bb617-df55-4add-b601-4d9d405e9e37 req-a787a65e-5e97-43b9-9e91-a7484eec130c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:49.811162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f04bb617-df55-4add-b601-4d9d405e9e37 req-a787a65e-5e97-43b9-9e91-a7484eec130c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 946 time: 0.0634809 Nov 02 11:40:49.811162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f04bb617-df55-4add-b601-4d9d405e9e37 req-1080a987-6b77-4aa1-b89f-1c812dce9047 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796034 Nov 02 11:40:49.908478 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-69682fa0-e4ec-4a2f-8041-eefba91dafad req-0dd8d0a1-2d84-4377-9f97-1fbb76374d34 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=85e13130-b850-4137-aeaf-9a50b7127629 HTTP/1.1" status: 200 len: 210 time: 0.0266540 Nov 02 11:40:50.218833 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784486a6-74d1-434c-b822-a4ada7680d18 req-7d57185c-8f4b-42d3-be25-dfe2a70ed633 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:50.220390 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-784486a6-74d1-434c-b822-a4ada7680d18 req-7d57185c-8f4b-42d3-be25-dfe2a70ed633 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.0526481 Nov 02 11:40:50.271219 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-784486a6-74d1-434c-b822-a4ada7680d18 req-3269d07f-d4de-4f6e-8fc5-5e1e0dd57ebd tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433297 Nov 02 11:40:50.481374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb05adf-083d-4e35-b05d-a12c3ce0985b req-877e6494-e712-410f-ba34-9bb09c942761 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:50.484655 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-edb05adf-083d-4e35-b05d-a12c3ce0985b req-877e6494-e712-410f-ba34-9bb09c942761 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0958283 Nov 02 11:40:50.549822 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57532) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:50.555539 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-edb05adf-083d-4e35-b05d-a12c3ce0985b req-cbd81d0f-e80b-4b4b-9a91-2b179e6fad66 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649056 Nov 02 11:40:50.565765 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b36542-5566-4807-8a50-3d9499be159b req-acce938b-527e-443a-a38d-00c15ecc5c83 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:50.567999 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-32b36542-5566-4807-8a50-3d9499be159b req-acce938b-527e-443a-a38d-00c15ecc5c83 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 807 time: 0.1916566 Nov 02 11:40:50.592154 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-32b36542-5566-4807-8a50-3d9499be159b req-6d614872-e8a7-4c5f-90a7-318a59bb0035 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/quotas/c94d0cac32b24c41b06f1c29df1efe18 HTTP/1.1" status: 200 len: 375 time: 0.0167105 Nov 02 11:40:50.656348 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-32b36542-5566-4807-8a50-3d9499be159b req-ae9ccc01-8b5f-415a-9039-3a0ff897175b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0589337 Nov 02 11:40:50.760420 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-154ce555-017a-468a-9054-6d1ab6b01d50 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d5cffc704d074fc9afe5a0f12438c32b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094431 Nov 02 11:40:50.763003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57536) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:50.809128 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-32b36542-5566-4807-8a50-3d9499be159b req-8ee027ec-e39d-4915-8ef5-83c768bf0f1c service neutron] 10.222.0.52 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420381 Nov 02 11:40:50.886791 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:50.893232 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3e8730f6-e9ee-4605-b69e-7f6a6c0f84a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:50.930328 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3e8730f6-e9ee-4605-b69e-7f6a6c0f84a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:50.950173 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-32b36542-5566-4807-8a50-3d9499be159b req-f78bfc2b-4b6c-41fb-b506-fe35fccf1c3f service neutron] 10.222.0.52 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334457 Nov 02 11:40:50.962982 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:40:50.983208 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafbda8-ef75-4590-a276-b2166f4c6c14 req-e5a48c61-7383-41c8-884a-184560e489b4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:50.984822 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5bafbda8-ef75-4590-a276-b2166f4c6c14 req-e5a48c61-7383-41c8-884a-184560e489b4 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 946 time: 0.0585971 Nov 02 11:40:51.003836 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:40:51.004200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 6dac65c1-f3e5-4b00-93f8-10bd7e0f980b not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:40:51.046117 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5bafbda8-ef75-4590-a276-b2166f4c6c14 req-0d271195-4458-40be-9707-adc55e9381f8 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510631 Nov 02 11:40:51.102641 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3e8730f6-e9ee-4605-b69e-7f6a6c0f84a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:51.105477 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3e8730f6-e9ee-4605-b69e-7f6a6c0f84a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:51.106913 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3e8730f6-e9ee-4605-b69e-7f6a6c0f84a8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c35eac54-36d7-477d-8065-5f4efebdcad3 HTTP/1.1" status: 204 len: 168 time: 0.3428226 Nov 02 11:40:51.118156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8730f6-e9ee-4605-b69e-7f6a6c0f84a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35eac54-36d7-477d-8065-5f4efebdcad3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:51.803215 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5f9b5-a66e-4996-8183-f39ebf5c86c4 req-3dbcd999-96f6-4c7d-ab4f-f7ddd265946c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:51.805192 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eba5f9b5-a66e-4996-8183-f39ebf5c86c4 req-3dbcd999-96f6-4c7d-ab4f-f7ddd265946c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.0567777 Nov 02 11:40:51.880132 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eba5f9b5-a66e-4996-8183-f39ebf5c86c4 req-0664dbdf-7d98-4606-a778-05e664b12655 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674777 Nov 02 11:40:51.902166 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57578) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:51.917466 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f8bf9444-f61c-49d6-9ff7-2b43ae9a01d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:52.023395 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103b827-ff86-4907-a133-ea7854c093a4 req-eafbc612-3c74-4cb8-ade9-2ad127bd04d3 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:52.025005 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1103b827-ff86-4907-a133-ea7854c093a4 req-eafbc612-3c74-4cb8-ade9-2ad127bd04d3 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0679293 Nov 02 11:40:52.028221 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159e2bc-2b84-4219-a1b4-7352b32bb50f req-9a05a939-9565-4661-a246-711d45d97328 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:52.036371 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e159e2bc-2b84-4219-a1b4-7352b32bb50f req-9a05a939-9565-4661-a246-711d45d97328 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e22df80-4930-40c6-85b6-f85b83a73bb4 HTTP/1.1" status: 200 len: 945 time: 0.0687277 Nov 02 11:40:52.079593 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1103b827-ff86-4907-a133-ea7854c093a4 req-8bb84bb2-8076-4fc2-9590-e02286e9fe19 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474746 Nov 02 11:40:52.080972 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e159e2bc-2b84-4219-a1b4-7352b32bb50f req-129e07ea-9e7d-4931-b05e-84c3edef6b5a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437160 Nov 02 11:40:52.150859 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-97d275f8-72cd-442e-9c1d-170e373e89f5 req-4320a240-2e8d-4cbc-81d5-64f93549b40a tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 210 time: 0.0289292 Nov 02 11:40:52.267919 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cab047-ece1-4c30-ba59-9e667e3a6dfd req-9797891f-44e2-4177-88b6-f3e5328b330f tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:52.269475 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-26cab047-ece1-4c30-ba59-9e667e3a6dfd req-9797891f-44e2-4177-88b6-f3e5328b330f tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 946 time: 0.0556629 Nov 02 11:40:52.289705 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f8bf9444-f61c-49d6-9ff7-2b43ae9a01d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:52.330422 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-26cab047-ece1-4c30-ba59-9e667e3a6dfd req-e6ee8a8c-bfbb-492a-afdc-a55e42513c65 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540462 Nov 02 11:40:52.359157 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:52.416580 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f8bf9444-f61c-49d6-9ff7-2b43ae9a01d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:52.459943 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f8bf9444-f61c-49d6-9ff7-2b43ae9a01d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5287559643db40babfb335329924b37f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5565805 Nov 02 11:40:52.461698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf9444-f61c-49d6-9ff7-2b43ae9a01d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5e34b7-2ce6-4d72-93ae-33632bac9ef1,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:52.462835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57584) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:52.469702 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bf9444-f61c-49d6-9ff7-2b43ae9a01d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:52.470237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bf9444-f61c-49d6-9ff7-2b43ae9a01d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:52.470357 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bf9444-f61c-49d6-9ff7-2b43ae9a01d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:52.470655 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bf9444-f61c-49d6-9ff7-2b43ae9a01d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:52.471020 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bf9444-f61c-49d6-9ff7-2b43ae9a01d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:52.471373 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bf9444-f61c-49d6-9ff7-2b43ae9a01d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:52.471694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bf9444-f61c-49d6-9ff7-2b43ae9a01d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:52.472017 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bf9444-f61c-49d6-9ff7-2b43ae9a01d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:52.472380 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bf9444-f61c-49d6-9ff7-2b43ae9a01d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:52.472725 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bf9444-f61c-49d6-9ff7-2b43ae9a01d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:52.473113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bf9444-f61c-49d6-9ff7-2b43ae9a01d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:52.473653 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bf9444-f61c-49d6-9ff7-2b43ae9a01d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:52.523157 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e8c6704-a97e-452c-9bc6-44a175f0d76a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:52.547097 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e8c6704-a97e-452c-9bc6-44a175f0d76a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:52.690747 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e8c6704-a97e-452c-9bc6-44a175f0d76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:52.693800 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e8c6704-a97e-452c-9bc6-44a175f0d76a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:52.697531 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8e8c6704-a97e-452c-9bc6-44a175f0d76a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a5e34b7-2ce6-4d72-93ae-33632bac9ef1 HTTP/1.1" status: 204 len: 168 time: 0.2309182 Nov 02 11:40:52.712323 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c6704-a97e-452c-9bc6-44a175f0d76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5e34b7-2ce6-4d72-93ae-33632bac9ef1,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:53.028621 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b6e70-e0a6-48ea-a2af-3b72b4853bb7 req-67e5e866-13c0-4d60-b65d-2c0b1aeecd06 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:53.030337 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-087b6e70-e0a6-48ea-a2af-3b72b4853bb7 req-67e5e866-13c0-4d60-b65d-2c0b1aeecd06 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.0531094 Nov 02 11:40:53.101081 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-087b6e70-e0a6-48ea-a2af-3b72b4853bb7 req-02b5bccf-fa90-431d-8618-2a091a78ab53 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628734 Nov 02 11:40:53.136028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6287cc6-425a-4638-803e-2e914bb58b5d req-1537bcf9-a3f2-46dd-853e-4c397a1ddecc tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:53.136028 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6287cc6-425a-4638-803e-2e914bb58b5d req-1537bcf9-a3f2-46dd-853e-4c397a1ddecc tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e22df80-4930-40c6-85b6-f85b83a73bb4 HTTP/1.1" status: 200 len: 945 time: 0.0676897 Nov 02 11:40:53.286902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a47db5-62a4-463a-88a4-c6f6911bd196 req-2775a217-b2c1-4d81-a49e-3e81498f843c tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:53.294464 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48a47db5-62a4-463a-88a4-c6f6911bd196 req-2775a217-b2c1-4d81-a49e-3e81498f843c tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e22df80-4930-40c6-85b6-f85b83a73bb4 HTTP/1.1" status: 200 len: 945 time: 0.1167769 Nov 02 11:40:53.313209 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b9b40-438d-45d7-9b54-077ef08f7ee3 req-52128c90-667b-4520-9ec7-e5bbe67234e7 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:53.326210 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-773b9b40-438d-45d7-9b54-077ef08f7ee3 req-52128c90-667b-4520-9ec7-e5bbe67234e7 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0819347 Nov 02 11:40:53.376918 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f6287cc6-425a-4638-803e-2e914bb58b5d req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Deleting port 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:40:53.376918 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f6287cc6-425a-4638-803e-2e914bb58b5d req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:53.377110 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-773b9b40-438d-45d7-9b54-077ef08f7ee3 req-d3611e67-60be-41e2-89cd-2f49c2a8e548 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499501 Nov 02 11:40:53.377201 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48a47db5-62a4-463a-88a4-c6f6911bd196 req-a3bb0f4c-4b89-46da-a4b8-bd84e964f514 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799055 Nov 02 11:40:53.485578 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dd1bca4-24f6-4093-a1a0-00ec1a26c3d8 req-63b3dfcf-025b-4386-a36e-2d68bd30a996 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 210 time: 0.0318737 Nov 02 11:40:53.552819 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f6287cc6-425a-4638-803e-2e914bb58b5d req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] For port 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f,segment=NetworkSegment(8a5b9b2b-9885-4a48-8edf-7143a57cba10),segment_id=8a5b9b2b-9885-4a48-8edf-7143a57cba10)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:53.553511 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f6287cc6-425a-4638-803e-2e914bb58b5d req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:53.570223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f6287cc6-425a-4638-803e-2e914bb58b5d req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Calling delete_port for 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:40:53.636924 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8a581-caae-45d6-80aa-47135e44ab36 req-1b5b2e72-0d8f-4090-b2fa-cbb90c11f374 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:53.645278 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9eb8a581-caae-45d6-80aa-47135e44ab36 req-1b5b2e72-0d8f-4090-b2fa-cbb90c11f374 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 946 time: 0.0673118 Nov 02 11:40:53.704227 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9eb8a581-caae-45d6-80aa-47135e44ab36 req-086522d6-e6c6-434c-9b3d-937715a59f05 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572250 Nov 02 11:40:53.719804 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:53.850101 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f6287cc6-425a-4638-803e-2e914bb58b5d req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:53.870790 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['dcb8699a-24fe-4fbe-9ee4-1013dd883f83'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:40:53.873666 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:40:53.902442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Pushing event deleted for resources: {'Port': ['ID=3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:53.945286 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:53.945531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:53.945800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:53.946139 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:53.946469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:53.946896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:53.947256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:53.947584 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:53.947914 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:53.948239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:53.948561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:53.949030 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:40:53.965923 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6287cc6-425a-4638-803e-2e914bb58b5d req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] No DVR routers for this DVR port 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:40:53.969464 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f6287cc6-425a-4638-803e-2e914bb58b5d req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:53.972831 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6287cc6-425a-4638-803e-2e914bb58b5d req-a373ae49-7012-4826-84fc-1f089d8bbd4a tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.54 "DELETE /v2.0/ports/3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f HTTP/1.1" status: 204 len: 173 time: 0.8332877 Nov 02 11:40:53.973315 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e22df80-4930-40c6-85b6-f85b83a73bb4', 'name': 'network-vif-deleted', 'tag': '3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:53.975667 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedc3af8-029f-4591-befb-6a1c96a94708" -d '{"events": [{"server_uuid": "0e22df80-4930-40c6-85b6-f85b83a73bb4", "name": "network-vif-deleted", "tag": "3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:54.015439 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944f20cd-137c-407a-a7f6-34d605837341 x-openstack-request-id: req-944f20cd-137c-407a-a7f6-34d605837341 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:54.015753 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e22df80-4930-40c6-85b6-f85b83a73bb4", "name": "network-vif-deleted", "tag": "3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:54.016002 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-944f20cd-137c-407a-a7f6-34d605837341 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:54.016741 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e22df80-4930-40c6-85b6-f85b83a73bb4', 'name': 'network-vif-deleted', 'tag': '3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f', 'status': 'completed', 'code': 200} Nov 02 11:40:54.023318 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:54.260201 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b50c6-723e-4cc9-9fec-24d3c4abb92e req-4a732a2e-71ba-42ed-ab85-87a1021a2bbf tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:54.262959 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-601b50c6-723e-4cc9-9fec-24d3c4abb92e req-4a732a2e-71ba-42ed-ab85-87a1021a2bbf tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.0693979 Nov 02 11:40:54.325005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57634) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:54.335790 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-601b50c6-723e-4cc9-9fec-24d3c4abb92e req-a35cf1d5-a902-4992-9e60-60cc22b10f7b tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666597 Nov 02 11:40:54.479163 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-88d0815f-480d-4d35-bb22-989ac6dbdb43 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1167537076-network', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:40:54.530572 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c14fd3ca-fe1c-4667-aae5-d56bb68572e9 req-524624de-f45f-4739-9291-2d015040a655 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e22df80-4930-40c6-85b6-f85b83a73bb4 HTTP/1.1" status: 200 len: 210 time: 0.0325463 Nov 02 11:40:54.620092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdd48d-9a70-4e0a-9925-228a36d91733 req-eb7eb1aa-1d53-41bc-a1f7-367110ea64db tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:54.621519 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dfbdd48d-9a70-4e0a-9925-228a36d91733 req-eb7eb1aa-1d53-41bc-a1f7-367110ea64db tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0888965 Nov 02 11:40:54.633093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b36542-5566-4807-8a50-3d9499be159b req-79e2cd58-d19d-4b8b-b461-577a50e02177 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:54.634565 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32b36542-5566-4807-8a50-3d9499be159b req-79e2cd58-d19d-4b8b-b461-577a50e02177 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.54 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 807 time: 0.2030623 Nov 02 11:40:54.654766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-32b36542-5566-4807-8a50-3d9499be159b req-39f3b6b5-d7a4-4da5-a0a8-8bb56c9ce36b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Request body: {'port': {'device_id': '54324ee6-725b-4cf7-838e-2c87160a839e', 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9', 'admin_state_up': True, 'tenant_id': 'c94d0cac32b24c41b06f1c29df1efe18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:40:54.671794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d0815f-480d-4d35-bb22-989ac6dbdb43 admin admin] Made reservation on behalf of dea57a16a4ab492083efec0b2703486d for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:40:54.674226 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88d0815f-480d-4d35-bb22-989ac6dbdb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:54.689746 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b3d40d38-05a8-4a10-85c9-223f9616fa3f req-e346d29b-b858-42ed-8b56-f1d0ced7a4f9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 210 time: 0.0322561 Nov 02 11:40:54.705155 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88d0815f-480d-4d35-bb22-989ac6dbdb43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:54.772819 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dfbdd48d-9a70-4e0a-9925-228a36d91733 req-51afe7f6-38d1-4f3e-8dfb-ce0d8b3f62e2 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371932 Nov 02 11:40:54.856317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af5a7c-bfb5-4a81-941e-c6b5878e3c0e req-5530d7eb-aa92-4b82-8022-4abcda11c0df tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:54.864988 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-21af5a7c-bfb5-4a81-941e-c6b5878e3c0e req-5530d7eb-aa92-4b82-8022-4abcda11c0df tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 946 time: 0.0815694 Nov 02 11:40:54.882920 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88d0815f-480d-4d35-bb22-989ac6dbdb43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:54.913284 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-21af5a7c-bfb5-4a81-941e-c6b5878e3c0e req-7eb55c71-4172-4348-a86e-a16e2e7f3628 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473976 Nov 02 11:40:54.913494 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:54.953552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b36542-5566-4807-8a50-3d9499be159b req-39f3b6b5-d7a4-4da5-a0a8-8bb56c9ce36b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Made reservation on behalf of c94d0cac32b24c41b06f1c29df1efe18 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:40:54.958213 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32b36542-5566-4807-8a50-3d9499be159b req-39f3b6b5-d7a4-4da5-a0a8-8bb56c9ce36b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:55.053232 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88d0815f-480d-4d35-bb22-989ac6dbdb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:55.115479 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d0815f-480d-4d35-bb22-989ac6dbdb43 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:40:55.125915 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0815f-480d-4d35-bb22-989ac6dbdb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac81cdd5-bc74-4bf4-ab9d-28848f035e28,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:55.139949 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88d0815f-480d-4d35-bb22-989ac6dbdb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:55.140449 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-88d0815f-480d-4d35-bb22-989ac6dbdb43 admin admin] Added segment 988955af-bd7e-4128-979f-b4f684dcf3df of type vlan for network d5806886-5f39-4a6d-a47f-9adfa886cec4 Nov 02 11:40:55.142233 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-32b36542-5566-4807-8a50-3d9499be159b req-39f3b6b5-d7a4-4da5-a0a8-8bb56c9ce36b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Allocated IP 172.20.0.14 (97ff636a-c6a0-4326-a8c1-675b8369e9a9/a67ef1c0-d316-4203-a4c2-b1d66f1800c6/b93135f1-a309-4824-96f4-2d8b924768fa) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:40:55.201284 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88d0815f-480d-4d35-bb22-989ac6dbdb43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:55.368171 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88d0815f-480d-4d35-bb22-989ac6dbdb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:55.369185 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d0815f-480d-4d35-bb22-989ac6dbdb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:55.370307 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88d0815f-480d-4d35-bb22-989ac6dbdb43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:55.427858 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32b36542-5566-4807-8a50-3d9499be159b req-39f3b6b5-d7a4-4da5-a0a8-8bb56c9ce36b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:55.486433 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0815f-480d-4d35-bb22-989ac6dbdb43 admin admin] Pushing event updated for resources: {'Network': ['ID=d5806886-5f39-4a6d-a47f-9adfa886cec4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:55.502965 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2d3c7-3e14-4edb-ad6a-10094ea26a35 req-91209598-bba7-4b03-8592-3fc80b96183c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:55.505518 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network d5806886-5f39-4a6d-a47f-9adfa886cec4 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:40:55.505675 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4aa2d3c7-3e14-4edb-ad6a-10094ea26a35 req-91209598-bba7-4b03-8592-3fc80b96183c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.0696084 Nov 02 11:40:55.570146 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4aa2d3c7-3e14-4edb-ad6a-10094ea26a35 req-c5e587ce-c7f2-4316-b32e-a203d1ddde2b tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578947 Nov 02 11:40:55.651123 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-88d0815f-480d-4d35-bb22-989ac6dbdb43 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.3249338 Nov 02 11:40:55.654140 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57684) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:55.659546 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-25a37078-19d4-4874-bc3a-571b8cc401b1 admin admin] Request body: {'subnet': {'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1167537076-subnet', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:40:55.693890 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32b36542-5566-4807-8a50-3d9499be159b req-39f3b6b5-d7a4-4da5-a0a8-8bb56c9ce36b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:55.709449 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['b86ed647-2d5c-4721-8379-61ef6a25b6fb'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:40:55.790042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b36542-5566-4807-8a50-3d9499be159b req-39f3b6b5-d7a4-4da5-a0a8-8bb56c9ce36b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:40:55.792386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-32b36542-5566-4807-8a50-3d9499be159b req-39f3b6b5-d7a4-4da5-a0a8-8bb56c9ce36b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:40:55.798226 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b36542-5566-4807-8a50-3d9499be159b req-39f3b6b5-d7a4-4da5-a0a8-8bb56c9ce36b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:40:55.801624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3b6b5-d7a4-4da5-a0a8-8bb56c9ce36b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Pushing event updated for resources: {'Port': ['ID=b93135f1-a309-4824-96f4-2d8b924768fa,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:55.810846 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a37078-19d4-4874-bc3a-571b8cc401b1 admin admin] Made reservation on behalf of dea57a16a4ab492083efec0b2703486d for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:40:55.818642 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25a37078-19d4-4874-bc3a-571b8cc401b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:55.874596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b36542-5566-4807-8a50-3d9499be159b req-39f3b6b5-d7a4-4da5-a0a8-8bb56c9ce36b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:55.875278 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32b36542-5566-4807-8a50-3d9499be159b req-39f3b6b5-d7a4-4da5-a0a8-8bb56c9ce36b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:55.927238 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b61f0-2131-4da2-a985-bec8460f6836 req-4882f5b2-85e7-4b40-951e-3dcecb5b6db4 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:55.929057 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-4882f5b2-85e7-4b40-951e-3dcecb5b6db4 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4&tenant_id=9434b8b2332344e783438c5f662e06b3&binding%3Ahost_id=n-h2-806683-18 HTTP/1.1" status: 200 len: 1098 time: 0.2184238 Nov 02 11:40:55.951241 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3fafb-d6f3-432b-a1e6-c36e2527201f req-3bcc9d83-4a2a-4e34-8414-28dfd3ae3a5f tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:55.955109 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-18'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:40:55.963922 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25c3fafb-d6f3-432b-a1e6-c36e2527201f req-3bcc9d83-4a2a-4e34-8414-28dfd3ae3a5f tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 932 time: 0.0752869 Nov 02 11:40:56.006497 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32b36542-5566-4807-8a50-3d9499be159b req-39f3b6b5-d7a4-4da5-a0a8-8bb56c9ce36b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3552697 Nov 02 11:40:56.023615 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Request body: {'port': {'device_id': '54324ee6-725b-4cf7-838e-2c87160a839e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:40:56.057322 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:56.079494 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25c3fafb-d6f3-432b-a1e6-c36e2527201f req-e0fec72d-8a8a-4f3d-bdfb-251dd0830a9e tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146798 Nov 02 11:40:56.116434 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:56.278585 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] For port 3a41973f-8ece-4c56-b82b-0d78ea3f117f, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3a41973f-8ece-4c56-b82b-0d78ea3f117f,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:56.294785 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25a37078-19d4-4874-bc3a-571b8cc401b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:56.365695 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] For port 3a41973f-8ece-4c56-b82b-0d78ea3f117f, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:40:56.389583 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:40:56.415567 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:40:56.419177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 3dbe4b1f-eb8d-4480-99a7-c943db8d5e3f not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:40:56.419332 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a37078-19d4-4874-bc3a-571b8cc401b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c806ac-0eab-45f5-a90c-8bace788f9d5,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:56.465353 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a37078-19d4-4874-bc3a-571b8cc401b1 admin admin] Checking segment: {'id': '988955af-bd7e-4128-979f-b4f684dcf3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:40:56.465710 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a37078-19d4-4874-bc3a-571b8cc401b1 admin admin] Network hostable DHCP agents. Network: d5806886-5f39-4a6d-a47f-9adfa886cec4, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:40:56.475351 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a41973f-8ece-4c56-b82b-0d78ea3f117f'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:56.480002 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08285867-0c61-4f7c-aa86-c44735dbba3e" -d '{"events": [{"server_uuid": "cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4", "name": "network-vif-unplugged", "status": "completed", "tag": "3a41973f-8ece-4c56-b82b-0d78ea3f117f"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:56.485133 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:56.512870 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ee274-ec64-4e60-b296-fc14da31b58a req-28877d2a-1375-48d8-9d35-391f8faa38cb tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:56.514656 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b04ee274-ec64-4e60-b296-fc14da31b58a req-28877d2a-1375-48d8-9d35-391f8faa38cb tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 946 time: 0.1111503 Nov 02 11:40:56.526765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94fbc6-bf5f-42d7-82d5-75032e5fdfff req-72bdddab-1083-487e-8ac9-5f13d965dc73 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:56.528239 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc94fbc6-bf5f-42d7-82d5-75032e5fdfff req-72bdddab-1083-487e-8ac9-5f13d965dc73 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.1874557 Nov 02 11:40:56.571189 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b04ee274-ec64-4e60-b296-fc14da31b58a req-82430c0a-78dd-40d0-953b-df3ed2b1c8d8 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491540 Nov 02 11:40:56.580084 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:56.582209 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a37078-19d4-4874-bc3a-571b8cc401b1 admin admin] Network d5806886-5f39-4a6d-a47f-9adfa886cec4 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:40:56.631209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93135f1-a309-4824-96f4-2d8b924768fa {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:40:56.646263 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:56.652911 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc94fbc6-bf5f-42d7-82d5-75032e5fdfff req-daf4a87c-0c79-4442-b8ad-733ad84e416c tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145866 Nov 02 11:40:56.666175 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Transition to ACTIVE for port object b93135f1-a309-4824-96f4-2d8b924768fa will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:40:56.679424 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-25a37078-19d4-4874-bc3a-571b8cc401b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, d5806886-5f39-4a6d-a47f-9adfa886cec4) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:40:56.696839 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f7ba1c-6f87-4daf-9f41-3af0861ab663 None None] Network d5806886-5f39-4a6d-a47f-9adfa886cec4 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:40:56.722094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a37078-19d4-4874-bc3a-571b8cc401b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:56.722797 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25a37078-19d4-4874-bc3a-571b8cc401b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:56.725216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] Pushing event updated for resources: {'Port': ['ID=3a41973f-8ece-4c56-b82b-0d78ea3f117f,revision_number=7']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:56.747128 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] Attempting to bind port 3a41973f-8ece-4c56-b82b-0d78ea3f117f on host n-h2-806683-18 for vnic_type normal with profile {"migrating_to": "n-h1-806683-18"} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:40:56.747128 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] Attempting to bind port 3a41973f-8ece-4c56-b82b-0d78ea3f117f by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:40:56.747128 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] Attempting to bind port 3a41973f-8ece-4c56-b82b-0d78ea3f117f on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:40:56.752904 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] Port 3a41973f-8ece-4c56-b82b-0d78ea3f117f on network e3f5fe02-990d-442a-ab33-f4126e712578 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:40:56.753228 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] Attempting to bind port 3a41973f-8ece-4c56-b82b-0d78ea3f117f on network e3f5fe02-990d-442a-ab33-f4126e712578 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:40:56.760958 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:40:56.761297 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] Checking segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:40:56.761679 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] Bound using segment: {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:40:56.762104 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] Bound port: 3a41973f-8ece-4c56-b82b-0d78ea3f117f, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6c0ba0-b872-4f9c-8166-307a173da95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e3f5fe02-990d-442a-ab33-f4126e712578'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:40:56.762456 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:56.795191 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:56.841750 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] For port 3a41973f-8ece-4c56-b82b-0d78ea3f117f, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:40:56.845001 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] For port 3a41973f-8ece-4c56-b82b-0d78ea3f117f, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3a41973f-8ece-4c56-b82b-0d78ea3f117f,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:40:56.881396 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2f4363-ba53-41c1-90a8-ba5f1c1aa872 x-openstack-request-id: req-df2f4363-ba53-41c1-90a8-ba5f1c1aa872 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:56.881688 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4", "name": "network-vif-unplugged", "status": "completed", "tag": "3a41973f-8ece-4c56-b82b-0d78ea3f117f", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:56.881939 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df2f4363-ba53-41c1-90a8-ba5f1c1aa872 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:56.882534 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a41973f-8ece-4c56-b82b-0d78ea3f117f', 'code': 200} Nov 02 11:40:56.884759 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a0dd7-796f-4c6f-88d0-7f4a4bf69b6c req-478b568f-b265-4781-8cd5-2a81d4c1208e tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:56.894215 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d7a0dd7-796f-4c6f-88d0-7f4a4bf69b6c req-478b568f-b265-4781-8cd5-2a81d4c1208e tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 946 time: 0.1330755 Nov 02 11:40:56.897881 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Pushing event updated for resources: {'Port': ['ID=b93135f1-a309-4824-96f4-2d8b924768fa,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:56.905708 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-25a37078-19d4-4874-bc3a-571b8cc401b1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2500191 Nov 02 11:40:56.908478 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57712) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:40:56.913938 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1167537076-router', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:40:56.970889 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-d5806886-5f39-4a6d-a47f-9adfa886cec4', 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'fixed_ips': [{'subnet_id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:40:56.971904 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:56.977444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 3a41973f-8ece-4c56-b82b-0d78ea3f117f details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:40:56.994017 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:57.075540 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d7a0dd7-796f-4c6f-88d0-7f4a4bf69b6c req-19a6e559-acb4-4e7d-b19f-a5fcc3a05402 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789098 Nov 02 11:40:57.083893 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:57.085294 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:57.103997 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Attempting to bind port b93135f1-a309-4824-96f4-2d8b924768fa on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:40:57.104924 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Attempting to bind port b93135f1-a309-4824-96f4-2d8b924768fa by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:40:57.107161 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Attempting to bind port b93135f1-a309-4824-96f4-2d8b924768fa on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:40:57.109715 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4df1c1-be40-49bc-b978-0072588d9a8d req-097a5cd8-f064-4d87-8230-adcf586ebfd6 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:57.112449 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9a4df1c1-be40-49bc-b978-0072588d9a8d req-097a5cd8-f064-4d87-8230-adcf586ebfd6 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.1598451 Nov 02 11:40:57.123041 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Port b93135f1-a309-4824-96f4-2d8b924768fa on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:40:57.123445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Attempting to bind port b93135f1-a309-4824-96f4-2d8b924768fa on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:40:57.135561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:40:57.135970 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Checking segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:40:57.136364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Bound using segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:40:57.136800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Bound port: b93135f1-a309-4824-96f4-2d8b924768fa, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:40:57.137344 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:57.175079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:57.176435 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:57.177996 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] 10.222.0.79 "PUT /v2.0/ports/3a41973f-8ece-4c56-b82b-0d78ea3f117f HTTP/1.1" status: 200 len: 1124 time: 1.2315767 Nov 02 11:40:57.181472 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117ccd5-d74b-43ab-8d03-405aa468d49b service neutron] Pushing event updated for resources: {'Port': ['ID=3a41973f-8ece-4c56-b82b-0d78ea3f117f,revision_number=8']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:57.256626 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9a4df1c1-be40-49bc-b978-0072588d9a8d req-9288c13a-9550-46b8-9cde-c412192912ba tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366220 Nov 02 11:40:57.260260 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:57.282782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] For port b93135f1-a309-4824-96f4-2d8b924768fa, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:40:57.289690 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] For port b93135f1-a309-4824-96f4-2d8b924768fa, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b93135f1-a309-4824-96f4-2d8b924768fa,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:40:57.293220 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Allocated IP 172.20.0.2 (d5806886-5f39-4a6d-a47f-9adfa886cec4/b3c806ac-0eab-45f5-a90c-8bace788f9d5/2efae97c-7bfd-4bde-8949-d7f6dd1c5393) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:40:57.399596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d6010-458b-4c5c-bc5e-dbd65126497b req-12a3d763-60eb-4119-b934-51b244da064e tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:57.401456 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-282d6010-458b-4c5c-bc5e-dbd65126497b req-12a3d763-60eb-4119-b934-51b244da064e tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 944 time: 0.0697966 Nov 02 11:40:57.458823 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-282d6010-458b-4c5c-bc5e-dbd65126497b req-7861e3b5-ea30-4de4-93f8-c3acf75bea1c tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505495 Nov 02 11:40:57.480423 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:57.531936 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 3a41973f-8ece-4c56-b82b-0d78ea3f117f, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3a41973f-8ece-4c56-b82b-0d78ea3f117f,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:57.546878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:57.548976 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['3a41973f-8ece-4c56-b82b-0d78ea3f117f'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:40:57.549355 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:57.551086 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32b36542-5566-4807-8a50-3d9499be159b req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] 10.222.0.54 "PUT /v2.0/ports/b93135f1-a309-4824-96f4-2d8b924768fa HTTP/1.1" status: 200 len: 1093 time: 1.5351174 Nov 02 11:40:57.551718 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54324ee6-725b-4cf7-838e-2c87160a839e', 'tag': 'b93135f1-a309-4824-96f4-2d8b924768fa'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:57.554259 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0993aeeb-cdd7-4b35-80f6-ad24b7fb577d" -d '{"events": [{"name": "network-changed", "server_uuid": "54324ee6-725b-4cf7-838e-2c87160a839e", "tag": "b93135f1-a309-4824-96f4-2d8b924768fa"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:57.573136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920c5ba-cb05-40e3-b6e8-4e5e08c59768 service neutron] Pushing event updated for resources: {'Port': ['ID=b93135f1-a309-4824-96f4-2d8b924768fa,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:57.599390 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['3a41973f-8ece-4c56-b82b-0d78ea3f117f'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:40:57.601893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 3a41973f-8ece-4c56-b82b-0d78ea3f117f has no active binding in host n-h1-806683-18 {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 02 11:40:57.608135 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560f3885-4db1-4a84-8f6c-bba08f4aaa0e x-openstack-request-id: req-560f3885-4db1-4a84-8f6c-bba08f4aaa0e {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:57.608619 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54324ee6-725b-4cf7-838e-2c87160a839e", "tag": "b93135f1-a309-4824-96f4-2d8b924768fa", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:57.608973 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-560f3885-4db1-4a84-8f6c-bba08f4aaa0e {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:57.609670 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54324ee6-725b-4cf7-838e-2c87160a839e', 'tag': 'b93135f1-a309-4824-96f4-2d8b924768fa', 'status': 'completed', 'code': 200} Nov 02 11:40:57.763078 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993aeeb-cdd7-4b35-80f6-ad24b7fb577d req-aff90aa1-356d-471c-84d4-386f5a8504b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:57.768071 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0993aeeb-cdd7-4b35-80f6-ad24b7fb577d req-aff90aa1-356d-471c-84d4-386f5a8504b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 1096 time: 0.1242445 Nov 02 11:40:57.817221 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:57.884349 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f525959-e770-476f-a54f-9883d47d9c68 req-b89e25e0-a00f-4118-894a-53eb98c29061 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:57.891805 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f525959-e770-476f-a54f-9883d47d9c68 req-b89e25e0-a00f-4118-894a-53eb98c29061 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0659604 Nov 02 11:40:57.961706 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f525959-e770-476f-a54f-9883d47d9c68 req-0e5143c1-aa03-45da-a498-7e32044425ec tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666554 Nov 02 11:40:58.007945 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69155ef-8a94-4c4f-8827-9c6137fc58e3 req-183a0cfb-b925-476d-93a7-b4850a75950e tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:58.009786 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b69155ef-8a94-4c4f-8827-9c6137fc58e3 req-183a0cfb-b925-476d-93a7-b4850a75950e tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 944 time: 0.2335854 Nov 02 11:40:58.111034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993aeeb-cdd7-4b35-80f6-ad24b7fb577d req-97d11a12-959d-4e12-a233-18728593edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:58.112722 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0993aeeb-cdd7-4b35-80f6-ad24b7fb577d req-97d11a12-959d-4e12-a233-18728593edc9 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3316433 Nov 02 11:40:58.159006 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b69155ef-8a94-4c4f-8827-9c6137fc58e3 req-4de95856-ffd7-4458-85bf-a52a6e3d72f9 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331100 Nov 02 11:40:58.168998 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:58.270124 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:58.320223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993aeeb-cdd7-4b35-80f6-ad24b7fb577d req-e3241c0b-edbe-47e6-8449-d68286ad86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:58.321885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0993aeeb-cdd7-4b35-80f6-ad24b7fb577d req-e3241c0b-edbe-47e6-8449-d68286ad86c9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2005916 Nov 02 11:40:58.348895 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Network d5806886-5f39-4a6d-a47f-9adfa886cec4 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:40:58.354796 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:40:58.360852 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:40:58.403110 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Pushing event updated for resources: {'Port': ['ID=2efae97c-7bfd-4bde-8949-d7f6dd1c5393,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:58.428976 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:58.459930 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:58.534725 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b36542-5566-4807-8a50-3d9499be159b req-8d6d9bdd-b65a-4936-834e-db81f08f97af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:58.539232 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Attempting to bind port 2efae97c-7bfd-4bde-8949-d7f6dd1c5393 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:40:58.539807 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Attempting to bind port 2efae97c-7bfd-4bde-8949-d7f6dd1c5393 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '988955af-bd7e-4128-979f-b4f684dcf3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:40:58.539987 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Attempting to bind port 2efae97c-7bfd-4bde-8949-d7f6dd1c5393 on network d5806886-5f39-4a6d-a47f-9adfa886cec4 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:40:58.546444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:40:58.546989 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Checking segment: {'id': '988955af-bd7e-4128-979f-b4f684dcf3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:40:58.547384 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:58.547779 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Bound using segment: {'id': '988955af-bd7e-4128-979f-b4f684dcf3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:40:58.548269 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Bound port: 2efae97c-7bfd-4bde-8949-d7f6dd1c5393, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988955af-bd7e-4128-979f-b4f684dcf3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:40:58.548656 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:58.551942 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32b36542-5566-4807-8a50-3d9499be159b req-8d6d9bdd-b65a-4936-834e-db81f08f97af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 1096 time: 0.1476288 Nov 02 11:40:58.628528 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6931c-3f6d-407c-9a7b-3b98c50783e6 req-4e9bcc83-3926-4c37-bf4f-c74924d325c6 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:58.636860 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3a6931c-3f6d-407c-9a7b-3b98c50783e6 req-4e9bcc83-3926-4c37-bf4f-c74924d325c6 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.1901155 Nov 02 11:40:58.646309 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32b36542-5566-4807-8a50-3d9499be159b req-a25f1571-4b37-4e52-9293-365a0b93d7fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b93135f1-a309-4824-96f4-2d8b924768fa HTTP/1.1" status: 200 len: 217 time: 0.0814691 Nov 02 11:40:58.658693 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] For port 2efae97c-7bfd-4bde-8949-d7f6dd1c5393, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:40:58.664021 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] For port 2efae97c-7bfd-4bde-8949-d7f6dd1c5393, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2efae97c-7bfd-4bde-8949-d7f6dd1c5393,segment=NetworkSegment(988955af-bd7e-4128-979f-b4f684dcf3df),segment_id=988955af-bd7e-4128-979f-b4f684dcf3df)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:40:58.731818 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:58.735509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b36542-5566-4807-8a50-3d9499be159b req-76363a98-7416-4adc-a7de-800428d8b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:58.737066 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32b36542-5566-4807-8a50-3d9499be159b req-76363a98-7416-4adc-a7de-800428d8b7ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.0810091 Nov 02 11:40:58.750239 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3a6931c-3f6d-407c-9a7b-3b98c50783e6 req-93d4afbb-8612-4ca3-abac-39c829fdaa04 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123984 Nov 02 11:40:58.816062 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32b36542-5566-4807-8a50-3d9499be159b req-ace6b971-b7cb-4d01-9e0e-92d19f090a10 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609758 Nov 02 11:40:58.872477 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193cbd1-bf6e-4b8f-981a-c169cc9f8a6a None None] Pushing event updated for resources: {'Port': ['ID=2efae97c-7bfd-4bde-8949-d7f6dd1c5393,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:59.004373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92e6c4-d0c0-4b54-977e-f2efceedff2e req-95ac57cf-d0ae-4f49-8e5d-135c40fa6273 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:59.006175 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb92e6c4-d0c0-4b54-977e-f2efceedff2e req-95ac57cf-d0ae-4f49-8e5d-135c40fa6273 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 944 time: 0.1250975 Nov 02 11:40:59.025420 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32b36542-5566-4807-8a50-3d9499be159b req-19a04ce8-2387-44c7-b22e-665239e411bb service neutron] 10.222.0.54 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011244 Nov 02 11:40:59.033553 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] Allocated IP 172.25.6.196 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/6ead4a80-6f77-469f-bc16-1be231c39ee5) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:40:59.156921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb92e6c4-d0c0-4b54-977e-f2efceedff2e req-cf0fd75e-00f2-463d-9151-341940d7f4b4 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423345 Nov 02 11:40:59.233962 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32b36542-5566-4807-8a50-3d9499be159b req-4b82e5c9-4a7f-41c0-a554-7ab1538d232b service neutron] 10.222.0.54 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756098 Nov 02 11:40:59.265231 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:59.325201 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa24d74-98f0-4235-8faa-01188faecc84 req-bf4afbcb-5deb-4ea8-9434-d48a8029d8fc tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:59.327731 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2aa24d74-98f0-4235-8faa-01188faecc84 req-bf4afbcb-5deb-4ea8-9434-d48a8029d8fc tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.79 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 946 time: 1.0765319 Nov 02 11:40:59.328075 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4', 'tag': '3a41973f-8ece-4c56-b82b-0d78ea3f117f'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:40:59.333033 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c157d28e-9a4e-4046-b7d1-eae0e7144a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4", "tag": "3a41973f-8ece-4c56-b82b-0d78ea3f117f"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:40:59.345951 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8e97f-ae66-4b5a-a203-dd49c7bf457b req-7042a868-bbba-421a-9aa1-783b38b1e490 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:59.355278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cef8e97f-ae66-4b5a-a203-dd49c7bf457b req-7042a868-bbba-421a-9aa1-783b38b1e490 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0820475 Nov 02 11:40:59.367062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba96f40-b00f-4eae-8ea5-45ed9139ec76 req-f2fb009b-67d3-4e01-abf3-d65d2ffbc09e tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:59.375347 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ba96f40-b00f-4eae-8ea5-45ed9139ec76 req-f2fb009b-67d3-4e01-abf3-d65d2ffbc09e tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 946 time: 1.1297188 Nov 02 11:40:59.422952 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:59.442719 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cef8e97f-ae66-4b5a-a203-dd49c7bf457b req-236b9b01-b199-40bb-b7a2-2bc6c36c889d tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859425 Nov 02 11:40:59.496305 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:40:59.531451 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:40:59.542753 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:40:59.570662 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d20d27-4f70-45d9-91f0-9251ce3166d0 req-fa37178f-a446-4ccb-bd97-f5d6e99ae42e tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:59.578755 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-03d20d27-4f70-45d9-91f0-9251ce3166d0 req-fa37178f-a446-4ccb-bd97-f5d6e99ae42e tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 944 time: 0.0663548 Nov 02 11:40:59.619911 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] Pushing event updated for resources: {'Port': ['ID=6ead4a80-6f77-469f-bc16-1be231c39ee5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:40:59.640829 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-03d20d27-4f70-45d9-91f0-9251ce3166d0 req-7f03a645-ecea-437c-8517-14433a553f42 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608501 Nov 02 11:40:59.648016 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ba96f40-b00f-4eae-8ea5-45ed9139ec76 req-2f225dab-8569-4dee-bd32-bf01503357b2 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/security-groups?id=f9681068-03ec-4050-9bc6-990458a50f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694750 Nov 02 11:40:59.824346 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e52a25f-1189-4b7c-a065-7af710353fbe x-openstack-request-id: req-8e52a25f-1189-4b7c-a065-7af710353fbe {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:40:59.824668 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4", "tag": "3a41973f-8ece-4c56-b82b-0d78ea3f117f", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:40:59.824890 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e52a25f-1189-4b7c-a065-7af710353fbe {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:40:59.825280 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4', 'tag': '3a41973f-8ece-4c56-b82b-0d78ea3f117f', 'status': 'completed', 'code': 200} Nov 02 11:40:59.833668 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157d28e-9a4e-4046-b7d1-eae0e7144a1e req-3ab9d9cc-8846-484f-b7de-2fd8bffaeeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:59.835534 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c157d28e-9a4e-4046-b7d1-eae0e7144a1e req-3ab9d9cc-8846-484f-b7de-2fd8bffaeeb4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 1127 time: 0.0775366 Nov 02 11:40:59.845904 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-2aa24d74-98f0-4235-8faa-01188faecc84 req-f5d02b9a-5caa-493a-a4e7-425a94581993 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Deleting port dcb8699a-24fe-4fbe-9ee4-1013dd883f83 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:40:59.847603 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2aa24d74-98f0-4235-8faa-01188faecc84 req-f5d02b9a-5caa-493a-a4e7-425a94581993 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:40:59.971282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cdcd1-1485-4e9c-be3d-4a86759dcf24 req-ed59c080-b855-407b-a24b-f296d88bf487 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:40:59.974157 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-830cdcd1-1485-4e9c-be3d-4a86759dcf24 req-ed59c080-b855-407b-a24b-f296d88bf487 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.1376948 Nov 02 11:40:59.994129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-2aa24d74-98f0-4235-8faa-01188faecc84 req-f5d02b9a-5caa-493a-a4e7-425a94581993 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] For port dcb8699a-24fe-4fbe-9ee4-1013dd883f83, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=dcb8699a-24fe-4fbe-9ee4-1013dd883f83,segment=NetworkSegment(8a5b9b2b-9885-4a48-8edf-7143a57cba10),segment_id=8a5b9b2b-9885-4a48-8edf-7143a57cba10)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:40:59.994822 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2aa24d74-98f0-4235-8faa-01188faecc84 req-f5d02b9a-5caa-493a-a4e7-425a94581993 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:00.067041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-2aa24d74-98f0-4235-8faa-01188faecc84 req-f5d02b9a-5caa-493a-a4e7-425a94581993 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Calling delete_port for dcb8699a-24fe-4fbe-9ee4-1013dd883f83 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:41:00.069245 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157d28e-9a4e-4046-b7d1-eae0e7144a1e req-7c26e7fc-0e36-4fe2-a782-5b44d51827c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:00.073079 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c157d28e-9a4e-4046-b7d1-eae0e7144a1e req-7c26e7fc-0e36-4fe2-a782-5b44d51827c3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 922 time: 0.2260230 Nov 02 11:41:00.159940 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c157d28e-9a4e-4046-b7d1-eae0e7144a1e req-25a211f3-72aa-461e-ac57-00fbf27afb67 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a41973f-8ece-4c56-b82b-0d78ea3f117f HTTP/1.1" status: 200 len: 217 time: 0.0766628 Nov 02 11:41:00.236602 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2efae97c-7bfd-4bde-8949-d7f6dd1c5393 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:41:00.242708 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:00.250806 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157d28e-9a4e-4046-b7d1-eae0e7144a1e req-c39cb218-ead6-4f72-80d7-2a1c7044a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:00.256650 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c157d28e-9a4e-4046-b7d1-eae0e7144a1e req-c39cb218-ead6-4f72-80d7-2a1c7044a6de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.0757492 Nov 02 11:41:00.271804 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-830cdcd1-1485-4e9c-be3d-4a86759dcf24 req-94531fb5-9d37-4718-bb9d-b0bdb55598e4 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838635 Nov 02 11:41:00.301769 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c157d28e-9a4e-4046-b7d1-eae0e7144a1e req-cfc62483-af6d-4b92-8986-42645bba081e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289030 Nov 02 11:41:00.345580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab29cfc6-aeba-45ed-97de-ef19d7c7d6c9 None None] Network d5806886-5f39-4a6d-a47f-9adfa886cec4 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:41:00.449964 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-08e8f644-2ab7-4ce1-9df8-7836d94d380a None None] Provisioning complete for port 2efae97c-7bfd-4bde-8949-d7f6dd1c5393 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:00.450254 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-08e8f644-2ab7-4ce1-9df8-7836d94d380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:00.451851 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2efae97c-7bfd-4bde-8949-d7f6dd1c5393 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:00.452212 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:00.455198 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c157d28e-9a4e-4046-b7d1-eae0e7144a1e req-76098fda-3b0e-4be0-bed4-938f6aece2a7 service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452000 Nov 02 11:41:00.667212 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c157d28e-9a4e-4046-b7d1-eae0e7144a1e req-15f6c7f0-0966-482b-916a-e292b0256931 service neutron] 10.222.0.54 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037697 Nov 02 11:41:00.708624 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:00.729018 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-08e8f644-2ab7-4ce1-9df8-7836d94d380a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:00.740539 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e137ac-ee2d-4ae2-93d4-6e0af5281262 req-b9ee377b-a924-4f3e-ac39-f59ff9564295 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:00.742882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502d121-d7f3-4c44-b2ad-7bf1aba531b9 req-4af36b79-0bda-423c-8c94-5dc6e3eb966a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:00.744824 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1502d121-d7f3-4c44-b2ad-7bf1aba531b9 req-4af36b79-0bda-423c-8c94-5dc6e3eb966a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.1392388 Nov 02 11:41:00.752916 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e4e137ac-ee2d-4ae2-93d4-6e0af5281262 req-b9ee377b-a924-4f3e-ac39-f59ff9564295 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 944 time: 0.3789909 Nov 02 11:41:00.809773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 2efae97c-7bfd-4bde-8949-d7f6dd1c5393, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2efae97c-7bfd-4bde-8949-d7f6dd1c5393,segment=NetworkSegment(988955af-bd7e-4128-979f-b4f684dcf3df),segment_id=988955af-bd7e-4128-979f-b4f684dcf3df)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:00.843756 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1502d121-d7f3-4c44-b2ad-7bf1aba531b9 req-1ec1daf3-297c-4a4b-879b-acee4c4595ad tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914624 Nov 02 11:41:00.880873 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:00.976434 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:00.993628 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2aa24d74-98f0-4235-8faa-01188faecc84 req-f5d02b9a-5caa-493a-a4e7-425a94581993 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:01.001573 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-12887f86-50e0-41e4-a6ae-348beaba5d8e req-ce945975-4a87-4cd3-8e1a-5f12dba8a385 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 210 time: 0.0353723 Nov 02 11:41:01.012541 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device dcb8699a-24fe-4fbe-9ee4-1013dd883f83 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:41:01.106257 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: dcb8699a-24fe-4fbe-9ee4-1013dd883f83 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:41:01.106804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device dcb8699a-24fe-4fbe-9ee4-1013dd883f83 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:41:01.120586 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-08e8f644-2ab7-4ce1-9df8-7836d94d380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:41:01.121088 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-08e8f644-2ab7-4ce1-9df8-7836d94d380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:41:01.126016 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=2efae97c-7bfd-4bde-8949-d7f6dd1c5393,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:01.136378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:01.136881 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:01.137346 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:01.137782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:01.138390 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:01.139210 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:01.139648 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:01.140076 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:01.140503 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:01.140928 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:01.141359 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:01.141796 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:01.172546 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e4e137ac-ee2d-4ae2-93d4-6e0af5281262 req-2c694361-06ee-4c74-bb95-79be74a79ff7 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187522 Nov 02 11:41:01.178108 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10980729-32bf-4363-a4e7-2e18854d91dc req-87549f74-ae75-420a-b21b-b899c6900b61 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:01.181259 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10980729-32bf-4363-a4e7-2e18854d91dc req-87549f74-ae75-420a-b21b-b899c6900b61 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 944 time: 0.0728474 Nov 02 11:41:01.197666 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d02b9a-5caa-493a-a4e7-425a94581993 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Pushing event deleted for resources: {'Port': ['ID=dcb8699a-24fe-4fbe-9ee4-1013dd883f83,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:01.251818 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa24d74-98f0-4235-8faa-01188faecc84 req-f5d02b9a-5caa-493a-a4e7-425a94581993 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] No DVR routers for this DVR port dcb8699a-24fe-4fbe-9ee4-1013dd883f83 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:41:01.255666 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2aa24d74-98f0-4235-8faa-01188faecc84 req-f5d02b9a-5caa-493a-a4e7-425a94581993 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:01.261008 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2aa24d74-98f0-4235-8faa-01188faecc84 req-f5d02b9a-5caa-493a-a4e7-425a94581993 tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.79 "DELETE /v2.0/ports/dcb8699a-24fe-4fbe-9ee4-1013dd883f83 HTTP/1.1" status: 204 len: 173 time: 1.9185486 Nov 02 11:41:01.295113 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10980729-32bf-4363-a4e7-2e18854d91dc req-fbd75146-8f03-42d8-b88e-ca97ca95af01 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076479 Nov 02 11:41:01.420295 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995ec9a-a3c4-4a41-bd9c-96fd18c51ac7 req-7bfc0724-7309-47f3-8a33-73329a3362cb tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:01.422813 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2995ec9a-a3c4-4a41-bd9c-96fd18c51ac7 req-7bfc0724-7309-47f3-8a33-73329a3362cb tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.0698638 Nov 02 11:41:01.424152 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] Router 84d13896-4402-4251-9a96-aa54b762d140 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:41:01.542055 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2995ec9a-a3c4-4a41-bd9c-96fd18c51ac7 req-4f8bd8b6-3d13-4526-b921-d1943588b875 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087520 Nov 02 11:41:01.631942 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:41:01.668963 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Sync routers for ids ['84d13896-4402-4251-9a96-aa54b762d140'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:41:01.700802 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Routers {'84d13896-4402-4251-9a96-aa54b762d140'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:41:01.701852 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:40:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['84d13896-4402-4251-9a96-aa54b762d140'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:01.781998 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:01.781998 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-048b0368-d32d-4c31-9e4d-0ee94a66caff admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.8720853 Nov 02 11:41:01.784499 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57766) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:01.826642 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345b4fd1-bab8-4c30-b4c2-c6cc35a8750c', 'name': 'network-vif-deleted', 'tag': 'dcb8699a-24fe-4fbe-9ee4-1013dd883f83'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:01.829617 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d515d7-120a-4180-b74a-6211d6c4ddc0" -d '{"events": [{"server_uuid": "345b4fd1-bab8-4c30-b4c2-c6cc35a8750c", "name": "network-vif-deleted", "tag": "dcb8699a-24fe-4fbe-9ee4-1013dd883f83"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:01.835095 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Set router 84d13896-4402-4251-9a96-aa54b762d140 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:41:01.947023 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d545b6fb-b739-4fd3-bf7c-f29ac788d9a3 None None] Provisioning complete for port 2efae97c-7bfd-4bde-8949-d7f6dd1c5393 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:01.950793 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d545b6fb-b739-4fd3-bf7c-f29ac788d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:01.950902 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4a5c73-c47e-4fa5-9167-f7a1e10e6fab x-openstack-request-id: req-4e4a5c73-c47e-4fa5-9167-f7a1e10e6fab {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:01.950902 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345b4fd1-bab8-4c30-b4c2-c6cc35a8750c", "name": "network-vif-deleted", "tag": "dcb8699a-24fe-4fbe-9ee4-1013dd883f83", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:01.950902 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e4a5c73-c47e-4fa5-9167-f7a1e10e6fab {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:01.950902 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345b4fd1-bab8-4c30-b4c2-c6cc35a8750c', 'name': 'network-vif-deleted', 'tag': 'dcb8699a-24fe-4fbe-9ee4-1013dd883f83', 'status': 'completed', 'code': 200} Nov 02 11:41:02.169604 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d13896-4402-4251-9a96-aa54b762d140', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1167537076-router', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:40:57Z', 'updated_at': '2021-11-02T11:40:59Z', 'revision_number': 3, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'gw_port': {'id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:40:58Z', 'updated_at': '2021-11-02T11:40:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:02.180085 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48598e6b-1b94-4e37-8482-c1b0137a86b2 req-33f580d8-7604-4d93-902c-f100f42b9122 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:02.189293 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-48598e6b-1b94-4e37-8482-c1b0137a86b2 req-33f580d8-7604-4d93-902c-f100f42b9122 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.1715641 Nov 02 11:41:02.218115 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Checking router: 84d13896-4402-4251-9a96-aa54b762d140 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:41:02.220535 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Updating router 84d13896-4402-4251-9a96-aa54b762d140 port 6ead4a80-6f77-469f-bc16-1be231c39ee5 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:41:02.250179 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2efae97c-7bfd-4bde-8949-d7f6dd1c5393 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:41:02.261078 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-48598e6b-1b94-4e37-8482-c1b0137a86b2 req-d9244ad8-7f3e-46c6-b097-f977dcbc3187 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665147 Nov 02 11:41:02.350380 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-946f07e4-efaa-43c5-bc6c-45b79c574752 req-e429a4ec-0cfa-4568-9aca-88c2f01659cf tempest-ListServerFiltersTestJSON-749292324 tempest-ListServerFiltersTestJSON-749292324-project] 10.222.0.52 "GET /v2.0/ports?device_id=345b4fd1-bab8-4c30-b4c2-c6cc35a8750c HTTP/1.1" status: 200 len: 210 time: 0.0350604 Nov 02 11:41:02.448196 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:02.505543 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e6cb6-3e09-47ec-867c-69a36b922be2 req-9af6563e-0177-458c-a303-6dd93c890bc9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:02.510339 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c99e6cb6-3e09-47ec-867c-69a36b922be2 req-9af6563e-0177-458c-a303-6dd93c890bc9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 944 time: 0.1361272 Nov 02 11:41:02.581152 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2efae97c-7bfd-4bde-8949-d7f6dd1c5393 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:02.581152 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:02.705888 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c99e6cb6-3e09-47ec-867c-69a36b922be2 req-f860adf6-118b-449f-a633-9bcf391e94ed tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819298 Nov 02 11:41:02.855597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40094a62-f5f4-4679-8984-5b634ee18907 req-5c2cbc63-5983-4a01-8120-31aca7c31eab tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:02.863165 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-40094a62-f5f4-4679-8984-5b634ee18907 req-5c2cbc63-5983-4a01-8120-31aca7c31eab tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 944 time: 0.1205139 Nov 02 11:41:02.870213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842378c-d0d9-4999-af60-a6e2a9c0f551 req-da4dfe22-ea36-4573-8e37-09a8720a10db tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:02.879050 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6842378c-d0d9-4999-af60-a6e2a9c0f551 req-da4dfe22-ea36-4573-8e37-09a8720a10db tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.0644426 Nov 02 11:41:02.948688 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6842378c-d0d9-4999-af60-a6e2a9c0f551 req-305cff13-6148-4184-a3b0-8a02c7af7f75 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683224 Nov 02 11:41:02.960656 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:02.994964 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-40094a62-f5f4-4679-8984-5b634ee18907 req-cf00a4a3-a89c-4755-9186-cea47749f6fb tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307688 Nov 02 11:41:03.095484 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-44cf8032-535f-4d15-9586-e99b4a995f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:03.114794 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:03.171595 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Attempting to bind port 6ead4a80-6f77-469f-bc16-1be231c39ee5 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:41:03.172097 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Attempting to bind port 6ead4a80-6f77-469f-bc16-1be231c39ee5 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:41:03.181494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Attempting to bind port 6ead4a80-6f77-469f-bc16-1be231c39ee5 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:41:03.181494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:41:03.181494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:41:03.181494 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:03.182123 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:41:03.182725 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Bound port: 6ead4a80-6f77-469f-bc16-1be231c39ee5, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:41:03.183240 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:03.190110 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb116f2-9a27-4ac8-a738-22b957eb33d2 None None] Pushing event updated for resources: {'Port': ['ID=6ead4a80-6f77-469f-bc16-1be231c39ee5,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:03.285557 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] For port 6ead4a80-6f77-469f-bc16-1be231c39ee5, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:41:03.289053 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] For port 6ead4a80-6f77-469f-bc16-1be231c39ee5, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6ead4a80-6f77-469f-bc16-1be231c39ee5,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:41:03.289832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-44cf8032-535f-4d15-9586-e99b4a995f2e admin admin] Allocated IP 172.20.0.1 (d5806886-5f39-4a6d-a47f-9adfa886cec4/b3c806ac-0eab-45f5-a90c-8bace788f9d5/ccd6e681-2be8-4150-92e0-3c6719b13e09) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:41:03.428749 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-44cf8032-535f-4d15-9586-e99b4a995f2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:03.436594 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa32bf-d7e3-443d-9588-c201bfcf6b15 req-e0beebc0-8c32-4c2b-91dc-d4933606b40d tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:03.439380 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bdaa32bf-d7e3-443d-9588-c201bfcf6b15 req-e0beebc0-8c32-4c2b-91dc-d4933606b40d tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0784640 Nov 02 11:41:03.450773 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:03.481925 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57788) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:03.530618 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bdaa32bf-d7e3-443d-9588-c201bfcf6b15 req-af4d3c1e-e609-4d61-8c5c-8e8d3ddccc81 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838733 Nov 02 11:41:03.539992 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-81122e65-951e-4c5a-a0d0-5f9e4a1f0768 admin admin] Deleting subnet 5e8fd955-ee72-4130-b4fc-a0b488dfdf52 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:41:03.544423 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81122e65-951e-4c5a-a0d0-5f9e4a1f0768 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:03.564614 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Routers {'84d13896-4402-4251-9a96-aa54b762d140'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:41:03.565740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:40:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['84d13896-4402-4251-9a96-aa54b762d140'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:03.594686 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81122e65-951e-4c5a-a0d0-5f9e4a1f0768 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:03.599946 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-44cf8032-535f-4d15-9586-e99b4a995f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:03.629375 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb116f2-9a27-4ac8-a738-22b957eb33d2 None None] Pushing event updated for resources: {'Port': ['ID=6ead4a80-6f77-469f-bc16-1be231c39ee5,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:03.701507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cf8032-535f-4d15-9586-e99b4a995f2e admin admin] Network d5806886-5f39-4a6d-a47f-9adfa886cec4 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:41:03.719423 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf8032-535f-4d15-9586-e99b4a995f2e admin admin] Pushing event updated for resources: {'Port': ['ID=ccd6e681-2be8-4150-92e0-3c6719b13e09,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:03.725389 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-44cf8032-535f-4d15-9586-e99b4a995f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:41:03.729339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cf8032-535f-4d15-9586-e99b4a995f2e admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:41:03.732778 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] Set router 84d13896-4402-4251-9a96-aa54b762d140 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:41:03.837593 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81122e65-951e-4c5a-a0d0-5f9e4a1f0768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:03.912975 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596f8c-888b-4c4d-9b96-c202ce9ebc78 req-f052bba9-5f74-4feb-8ccd-75526a4057a9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:03.914672 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ef596f8c-888b-4c4d-9b96-c202ce9ebc78 req-f052bba9-5f74-4feb-8ccd-75526a4057a9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 944 time: 0.0945082 Nov 02 11:41:03.927952 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-44cf8032-535f-4d15-9586-e99b4a995f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:04.006440 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ef596f8c-888b-4c4d-9b96-c202ce9ebc78 req-fc3edbf4-2de3-4729-b85c-bbc29dc54fa9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844936 Nov 02 11:41:04.059727 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81122e65-951e-4c5a-a0d0-5f9e4a1f0768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:04.091425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81122e65-951e-4c5a-a0d0-5f9e4a1f0768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8fd955-ee72-4130-b4fc-a0b488dfdf52,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:04.133108 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81122e65-951e-4c5a-a0d0-5f9e4a1f0768 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:04.137647 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-81122e65-951e-4c5a-a0d0-5f9e4a1f0768 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5e8fd955-ee72-4130-b4fc-a0b488dfdf52 HTTP/1.1" status: 204 len: 168 time: 0.6520436 Nov 02 11:41:04.140330 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57800) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:04.162294 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d13896-4402-4251-9a96-aa54b762d140', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1167537076-router', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:40:57Z', 'updated_at': '2021-11-02T11:40:59Z', 'revision_number': 3, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'gw_port': {'id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:40:58Z', 'updated_at': '2021-11-02T11:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:04.185231 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8f394-1a6b-403d-bb5d-bb5e704da6dc req-9c20c3a1-a5a3-4cb7-9a42-77eceea65b2c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:04.188088 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eff8f394-1a6b-403d-bb5d-bb5e704da6dc req-9c20c3a1-a5a3-4cb7-9a42-77eceea65b2c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.0912802 Nov 02 11:41:04.239480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0356b81-72e0-4996-838b-4ddffa0645c0 None None] The sync data for ids ['84d13896-4402-4251-9a96-aa54b762d140'] in n-d-806683-18 is: [{'id': '84d13896-4402-4251-9a96-aa54b762d140', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1167537076-router', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:40:57Z', 'updated_at': '2021-11-02T11:40:59Z', 'revision_number': 3, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'gw_port': {'id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:40:58Z', 'updated_at': '2021-11-02T11:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:41:04.251508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805ae56b-f957-465a-a301-65d501eaa865 None None] Network 0ce4199a-3410-4fe8-b627-1e9597d841bd requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:41:04.339817 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-44cf8032-535f-4d15-9586-e99b4a995f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:04.347181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0948-9824-4f42-9179-68b6cba8490a req-1c33612d-22d8-4fbc-9c71-0f8dab5d5a07 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:04.349190 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2fbc0948-9824-4f42-9179-68b6cba8490a req-1c33612d-22d8-4fbc-9c71-0f8dab5d5a07 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 944 time: 0.1433253 Nov 02 11:41:04.352485 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:04.391739 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eff8f394-1a6b-403d-bb5d-bb5e704da6dc req-bcce0686-b649-4019-b8b0-93040c057696 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966493 Nov 02 11:41:04.405124 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c958c447-52af-4d2e-b5cf-fbc945e15948 None None] Provisioning complete for port ccd6e681-2be8-4150-92e0-3c6719b13e09 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:04.405723 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c958c447-52af-4d2e-b5cf-fbc945e15948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:04.502252 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2fbc0948-9824-4f42-9179-68b6cba8490a req-75ce07fc-8f9d-474b-a6f5-64b601bc78fc tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351697 Nov 02 11:41:04.502827 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c958c447-52af-4d2e-b5cf-fbc945e15948 None None] Port ccd6e681-2be8-4150-92e0-3c6719b13e09 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:41:04.537476 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] Deleting port 309def01-0b43-4481-9fdb-09344ee2f6e0 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:41:04.538117 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:04.679115 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-44cf8032-535f-4d15-9586-e99b4a995f2e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:04.684188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] For port 309def01-0b43-4481-9fdb-09344ee2f6e0, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=309def01-0b43-4481-9fdb-09344ee2f6e0,segment=NetworkSegment(8a5b9b2b-9885-4a48-8edf-7143a57cba10),segment_id=8a5b9b2b-9885-4a48-8edf-7143a57cba10)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:04.685713 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:04.706083 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1339cbb9-6c2a-4481-81e9-b78663e56be0 None None] DHCP port deletion for 0ce4199a-3410-4fe8-b627-1e9597d841bd request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:41:04.728757 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] Calling delete_port for 309def01-0b43-4481-9fdb-09344ee2f6e0 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:41:04.783822 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-44cf8032-535f-4d15-9586-e99b4a995f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:04.832341 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-1339cbb9-6c2a-4481-81e9-b78663e56be0 None None] Deleting port 309def01-0b43-4481-9fdb-09344ee2f6e0 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:41:04.835155 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1339cbb9-6c2a-4481-81e9-b78663e56be0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:04.863594 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-44cf8032-535f-4d15-9586-e99b4a995f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:04.921783 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ea0cf-24be-4b5a-a8dd-8f998b1527fb req-1c36d4fc-e5f4-4c72-ba84-eeed8a35ce70 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:04.929040 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1339cbb9-6c2a-4481-81e9-b78663e56be0 None None] For port 309def01-0b43-4481-9fdb-09344ee2f6e0, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=309def01-0b43-4481-9fdb-09344ee2f6e0,segment=NetworkSegment(8a5b9b2b-9885-4a48-8edf-7143a57cba10),segment_id=8a5b9b2b-9885-4a48-8edf-7143a57cba10)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:04.929434 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1339cbb9-6c2a-4481-81e9-b78663e56be0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:04.929894 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e34ea0cf-24be-4b5a-a8dd-8f998b1527fb req-1c36d4fc-e5f4-4c72-ba84-eeed8a35ce70 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.2443423 Nov 02 11:41:04.958940 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-1339cbb9-6c2a-4481-81e9-b78663e56be0 None None] Calling delete_port for 309def01-0b43-4481-9fdb-09344ee2f6e0 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:41:04.978632 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:05.038281 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] Pushing event deleted for resources: {'Port': ['ID=309def01-0b43-4481-9fdb-09344ee2f6e0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:05.041123 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] No DVR routers for this DVR port 309def01-0b43-4481-9fdb-09344ee2f6e0 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:41:05.056996 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf8032-535f-4d15-9586-e99b4a995f2e admin admin] Pushing event updated for resources: {'Port': ['ID=ccd6e681-2be8-4150-92e0-3c6719b13e09,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:05.086961 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 18ce0631-e34b-407e-8018-55c2c388f8e4 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:41:05.095938 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 18ce0631-e34b-407e-8018-55c2c388f8e4 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:41:05.131896 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e34ea0cf-24be-4b5a-a8dd-8f998b1527fb req-42513d31-ca0a-4652-8c0e-3b2371b02b43 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009895 Nov 02 11:41:05.173349 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cf8032-535f-4d15-9586-e99b4a995f2e admin admin] Network d5806886-5f39-4a6d-a47f-9adfa886cec4 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:41:05.174911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-44cf8032-535f-4d15-9586-e99b4a995f2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:41:05.236667 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:05.289224 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce4199a-3410-4fe8-b627-1e9597d841bd']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:05.300948 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5b9b2b-9885-4a48-8edf-7143a57cba10') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:05.301499 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5b9b2b-9885-4a48-8edf-7143a57cba10') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:05.325393 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:05.346987 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:05.382854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:41:05.398438 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:05.463565 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cf8032-535f-4d15-9586-e99b4a995f2e admin admin] Router 84d13896-4402-4251-9a96-aa54b762d140 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:41:05.508475 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1339cbb9-6c2a-4481-81e9-b78663e56be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:05.522637 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 18ce0631-e34b-407e-8018-55c2c388f8e4, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=18ce0631-e34b-407e-8018-55c2c388f8e4,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:05.526720 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:05.581048 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339cbb9-6c2a-4481-81e9-b78663e56be0 None None] Pushing event deleted for resources: {'Port': ['ID=309def01-0b43-4481-9fdb-09344ee2f6e0,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:41:05.587922 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:41:05.612220 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1339cbb9-6c2a-4481-81e9-b78663e56be0 None None] No DVR routers for this DVR port 309def01-0b43-4481-9fdb-09344ee2f6e0 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:41:05.621029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '18ce0631-e34b-407e-8018-55c2c388f8e4', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '18ce0631-e34b-407e-8018-55c2c388f8e4', 'mac_address': 'fa:16:3e:40:c8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:41:05.658699 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5cb6c2f4-1f53-4d10-a27e-7cba6cea1a4b None None] Provisioning complete for port ccd6e681-2be8-4150-92e0-3c6719b13e09 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:05.659111 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5cb6c2f4-1f53-4d10-a27e-7cba6cea1a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:05.669190 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea69c7a5-4a3b-4338-95c6-5909386eeea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ce0631-e34b-407e-8018-55c2c388f8e4'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:05.671937 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3b0dee-4ae7-48e0-802a-af5fbc62d2e4" -d '{"events": [{"server_uuid": "ea69c7a5-4a3b-4338-95c6-5909386eeea3", "name": "network-vif-unplugged", "status": "completed", "tag": "18ce0631-e34b-407e-8018-55c2c388f8e4"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:05.678232 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b841d9c-f403-4468-864e-3735ab48746d req-6aa052ab-4a35-42ff-8be1-a9aac9db423b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:05.686226 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b841d9c-f403-4468-864e-3735ab48746d req-6aa052ab-4a35-42ff-8be1-a9aac9db423b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 944 time: 0.0931060 Nov 02 11:41:05.695994 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:05.719804 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:05.723790 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0ce4199a-3410-4fe8-b627-1e9597d841bd HTTP/1.1" status: 204 len: 168 time: 1.5820568 Nov 02 11:41:05.737650 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 18ce0631-e34b-407e-8018-55c2c388f8e4, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=18ce0631-e34b-407e-8018-55c2c388f8e4,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:05.740227 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2255e21-3582-4b28-8beb-f3fd0beec822 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce4199a-3410-4fe8-b627-1e9597d841bd,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:05.793644 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:05.796084 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b841d9c-f403-4468-864e-3735ab48746d req-d950e595-aeb9-4a21-82d0-faf93ddfdfa6 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086268 Nov 02 11:41:05.827799 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18ce0631-e34b-407e-8018-55c2c388f8e4 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:41:05.837955 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5cb6c2f4-1f53-4d10-a27e-7cba6cea1a4b None None] Port ccd6e681-2be8-4150-92e0-3c6719b13e09 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:41:05.863458 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:05.896808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8694f1-25e7-404d-acef-8059793fde84 req-5b5211ed-7ab0-461d-8170-6c9efd4997d3 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:05.898344 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-af8694f1-25e7-404d-acef-8059793fde84 req-5b5211ed-7ab0-461d-8170-6c9efd4997d3 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.2980855 Nov 02 11:41:05.939740 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf79d24-34f8-4f39-b7bf-637c09f1c776 req-72a9ae24-df83-49b4-ae69-6f1505f79821 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:05.951861 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ccf79d24-34f8-4f39-b7bf-637c09f1c776 req-72a9ae24-df83-49b4-ae69-6f1505f79821 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 944 time: 0.0787461 Nov 02 11:41:05.972044 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cf8032-535f-4d15-9586-e99b4a995f2e admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:41:05.979741 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-44cf8032-535f-4d15-9586-e99b4a995f2e admin admin] 10.222.0.52 "PUT /v2.0/routers/84d13896-4402-4251-9a96-aa54b762d140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1937656 Nov 02 11:41:06.004681 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-8d08d745-cd6e-4839-90d7-c8ae441bf9ab service neutron] 10.222.0.54 "GET /v2.0/ports/3a41973f-8ece-4c56-b82b-0d78ea3f117f/bindings/n-h1-806683-18 HTTP/1.1" status: 200 len: 385 time: 0.2453787 Nov 02 11:41:06.008376 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=18ce0631-e34b-407e-8018-55c2c388f8e4,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:06.046259 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:41:06.046769 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:41:06.046963 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-af8694f1-25e7-404d-acef-8059793fde84 req-f1f135f6-d944-4f68-a966-4d1ff1e0e3cd tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355264 Nov 02 11:41:06.055856 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ccf79d24-34f8-4f39-b7bf-637c09f1c776 req-b887f221-acbd-4fb5-8efd-7f233ee02967 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027658 Nov 02 11:41:06.132009 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8150e323-9da6-4788-8939-070e9dd52384 x-openstack-request-id: req-8150e323-9da6-4788-8939-070e9dd52384 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:06.132310 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea69c7a5-4a3b-4338-95c6-5909386eeea3", "name": "network-vif-unplugged", "status": "completed", "tag": "18ce0631-e34b-407e-8018-55c2c388f8e4", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:06.132766 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8150e323-9da6-4788-8939-070e9dd52384 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:06.133184 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea69c7a5-4a3b-4338-95c6-5909386eeea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ce0631-e34b-407e-8018-55c2c388f8e4', 'code': 200} Nov 02 11:41:06.221456 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6ead4a80-6f77-469f-bc16-1be231c39ee5 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:41:06.329369 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 6ead4a80-6f77-469f-bc16-1be231c39ee5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:06.329863 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:06.353314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810bcf6-2da5-4d27-a6e5-50120b45700e req-d1ada5b6-19f0-4d88-a4e0-a957c63e8b87 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:06.360582 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d810bcf6-2da5-4d27-a6e5-50120b45700e req-d1ada5b6-19f0-4d88-a4e0-a957c63e8b87 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.1270847 Nov 02 11:41:06.430359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57832) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:06.437934 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d810bcf6-2da5-4d27-a6e5-50120b45700e req-457134fb-828d-44e8-9294-9cfeb82f5caf tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764651 Nov 02 11:41:06.439800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-677b61f0-2131-4da2-a985-bec8460f6836 req-3f139eb4-8e5a-4893-ab8d-c5850193f894 service neutron] For port 3a41973f-8ece-4c56-b82b-0d78ea3f117f, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3a41973f-8ece-4c56-b82b-0d78ea3f117f,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:06.449832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 3a41973f-8ece-4c56-b82b-0d78ea3f117f no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:41:06.462868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-677b61f0-2131-4da2-a985-bec8460f6836 req-3f139eb4-8e5a-4893-ab8d-c5850193f894 service neutron] For port 3a41973f-8ece-4c56-b82b-0d78ea3f117f, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:41:06.503566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-677b61f0-2131-4da2-a985-bec8460f6836 req-3f139eb4-8e5a-4893-ab8d-c5850193f894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a41973f-8ece-4c56-b82b-0d78ea3f117f {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:41:06.512016 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9212721c-77e9-49fa-8245-2087954e8a9f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dab85f8470fc4f12ba21a04a23bf6916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0802870 Nov 02 11:41:06.515359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57834) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:06.525805 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-677b61f0-2131-4da2-a985-bec8460f6836 req-3f139eb4-8e5a-4893-ab8d-c5850193f894 service neutron] For port 3a41973f-8ece-4c56-b82b-0d78ea3f117f, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=3a41973f-8ece-4c56-b82b-0d78ea3f117f,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:06.599335 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4662a7a5-725e-44ae-a266-04f7069e1be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:06.627875 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-677b61f0-2131-4da2-a985-bec8460f6836 req-3f139eb4-8e5a-4893-ab8d-c5850193f894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:06.653781 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4662a7a5-725e-44ae-a266-04f7069e1be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:06.783812 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:06.807157 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:06.828444 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-677b61f0-2131-4da2-a985-bec8460f6836 req-3f139eb4-8e5a-4893-ab8d-c5850193f894 service neutron] Transition to ACTIVE for port object 3a41973f-8ece-4c56-b82b-0d78ea3f117f will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:41:06.830633 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 6ead4a80-6f77-469f-bc16-1be231c39ee5, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6ead4a80-6f77-469f-bc16-1be231c39ee5,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:06.859813 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ce0631-e34b-407e-8018-55c2c388f8e4 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:41:06.873386 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4662a7a5-725e-44ae-a266-04f7069e1be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:06.876195 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4662a7a5-725e-44ae-a266-04f7069e1be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:06.881130 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4662a7a5-725e-44ae-a266-04f7069e1be0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f9681068-03ec-4050-9bc6-990458a50f65 HTTP/1.1" status: 204 len: 168 time: 0.3613348 Nov 02 11:41:06.895143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 18ce0631-e34b-407e-8018-55c2c388f8e4, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=18ce0631-e34b-407e-8018-55c2c388f8e4,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:06.941555 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662a7a5-725e-44ae-a266-04f7069e1be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9681068-03ec-4050-9bc6-990458a50f65,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:06.947202 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-677b61f0-2131-4da2-a985-bec8460f6836 req-3f139eb4-8e5a-4893-ab8d-c5850193f894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:06.991414 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:07.047293 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-677b61f0-2131-4da2-a985-bec8460f6836 req-3f139eb4-8e5a-4893-ab8d-c5850193f894 service neutron] No DVR routers for this DVR port 3a41973f-8ece-4c56-b82b-0d78ea3f117f on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:41:07.054076 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-d1a6b365-dcc2-4a28-a1a6-cbd30ed602bc tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:07.066187 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-d1a6b365-dcc2-4a28-a1a6-cbd30ed602bc tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/networks?id=d5806886-5f39-4a6d-a47f-9adfa886cec4 HTTP/1.1" status: 200 len: 829 time: 0.2863698 Nov 02 11:41:07.087687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6e881-4d4b-4428-aded-9696ceefcaf5 req-075cdf48-8d8a-4247-8709-dfb9e2b774ae tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:07.090990 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-c1bde655-9dbc-408b-9f32-c2a7e861da3f tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/quotas/dea57a16a4ab492083efec0b2703486d HTTP/1.1" status: 200 len: 375 time: 0.0216246 Nov 02 11:41:07.100024 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a2a6e881-4d4b-4428-aded-9696ceefcaf5 req-075cdf48-8d8a-4247-8709-dfb9e2b774ae tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 944 time: 0.1964917 Nov 02 11:41:07.118131 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 309def01-0b43-4481-9fdb-09344ee2f6e0 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:41:07.126400 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:07.133349 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Sync routers for ids ['84d13896-4402-4251-9a96-aa54b762d140'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:41:07.161505 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-22639036-d428-46c7-b5ef-7be225ecc0ab tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dea57a16a4ab492083efec0b2703486d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695212 Nov 02 11:41:07.163782 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Routers {'84d13896-4402-4251-9a96-aa54b762d140'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:41:07.166770 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:40:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['84d13896-4402-4251-9a96-aa54b762d140'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:07.176019 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-3f139eb4-8e5a-4893-ab8d-c5850193f894 service neutron] 10.222.0.54 "PUT /v2.0/ports/3a41973f-8ece-4c56-b82b-0d78ea3f117f/bindings/n-h1-806683-18/activate HTTP/1.1" status: 200 len: 370 time: 1.1624436 Nov 02 11:41:07.178330 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 309def01-0b43-4481-9fdb-09344ee2f6e0 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:41:07.178681 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 309def01-0b43-4481-9fdb-09344ee2f6e0 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:41:07.213032 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=6ead4a80-6f77-469f-bc16-1be231c39ee5,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:07.224883 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f139eb4-8e5a-4893-ab8d-c5850193f894 service neutron] Pushing event updated for resources: {'Port': ['ID=3a41973f-8ece-4c56-b82b-0d78ea3f117f,revision_number=10']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:07.261171 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a2a6e881-4d4b-4428-aded-9696ceefcaf5 req-36431d99-ef5e-4846-b927-285df020baf0 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599374 Nov 02 11:41:07.289895 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-72acdd9b-089d-456e-a3a4-7cb7e76e2693 service neutron] 10.222.0.52 "GET /v2.0/networks/d5806886-5f39-4a6d-a47f-9adfa886cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274250 Nov 02 11:41:07.349540 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Set router 84d13896-4402-4251-9a96-aa54b762d140 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:41:07.369630 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=18ce0631-e34b-407e-8018-55c2c388f8e4,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:07.402118 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-126faea1-460b-46ed-933d-ab0aff4158c7 service neutron] 10.222.0.52 "GET /v2.0/networks/d5806886-5f39-4a6d-a47f-9adfa886cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111913 Nov 02 11:41:07.411216 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['18ce0631-e34b-407e-8018-55c2c388f8e4'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:41:07.510482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5aa42-fa05-4a15-89b8-a9a6ffd9c5fd req-3f3e27cf-6fa9-4489-ba50-b07ddf1bcf04 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:07.531613 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bbc5aa42-fa05-4a15-89b8-a9a6ffd9c5fd req-3f3e27cf-6fa9-4489-ba50-b07ddf1bcf04 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 945 time: 0.1139479 Nov 02 11:41:07.559026 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b61f0-2131-4da2-a985-bec8460f6836 req-b54ca80e-733b-4f5a-9db0-d062c526b3cc tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:07.561354 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-b54ca80e-733b-4f5a-9db0-d062c526b3cc tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4&tenant_id=9434b8b2332344e783438c5f662e06b3&binding%3Ahost_id=n-h2-806683-18 HTTP/1.1" status: 200 len: 1097 time: 0.1243076 Nov 02 11:41:07.647575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bbc5aa42-fa05-4a15-89b8-a9a6ffd9c5fd req-6ad5b0c1-89ce-4e1e-ad4e-ed6a2468936f tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112640 Nov 02 11:41:07.726727 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b61f0-2131-4da2-a985-bec8460f6836 req-01f1a1c0-0cd7-4d9c-b5c9-e8d0da72c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:07.728309 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-01f1a1c0-0cd7-4d9c-b5c9-e8d0da72c30f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4&tenant_id=9434b8b2332344e783438c5f662e06b3 HTTP/1.1" status: 200 len: 1097 time: 0.1571231 Nov 02 11:41:07.766616 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d13896-4402-4251-9a96-aa54b762d140', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1167537076-router', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:40:57Z', 'updated_at': '2021-11-02T11:41:04Z', 'revision_number': 4, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'gw_port': {'id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:40:58Z', 'updated_at': '2021-11-02T11:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'ccd6e681-2be8-4150-92e0-3c6719b13e09', 'name': '', 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'mac_address': 'fa:16:3e:0a:24:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:03Z', 'updated_at': '2021-11-02T11:41:04Z', 'revision_number': 2, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'subnets': [{'id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:07.819817 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b61f0-2131-4da2-a985-bec8460f6836 req-bcac299c-d6d6-498b-9055-fcddadcf4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:07.823077 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-bcac299c-d6d6-498b-9055-fcddadcf4d2f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9434b8b2332344e783438c5f662e06b3&device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0620747 Nov 02 11:41:07.880295 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Checking router: 84d13896-4402-4251-9a96-aa54b762d140 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:41:07.880658 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Updating router 84d13896-4402-4251-9a96-aa54b762d140 port ccd6e681-2be8-4150-92e0-3c6719b13e09 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:41:07.907139 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094e370-95a9-41e7-b7df-e305b8db4776 req-85a475f7-2ed3-4427-a195-1182e5bf16f4 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:07.908964 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e094e370-95a9-41e7-b7df-e305b8db4776 req-85a475f7-2ed3-4427-a195-1182e5bf16f4 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 949 time: 0.1281114 Nov 02 11:41:07.954367 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:07.996164 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b61f0-2131-4da2-a985-bec8460f6836 req-fc051b8c-46ef-45e2-9313-2ddcd1ff2ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:07.997100 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-fc051b8c-46ef-45e2-9313-2ddcd1ff2ebf service neutron] 10.222.0.79 "GET /v2.0/networks?id=e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 200 len: 922 time: 0.1654961 Nov 02 11:41:08.018684 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e094e370-95a9-41e7-b7df-e305b8db4776 req-71f2c6cf-0144-409a-b8f9-11188cb17b51 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004777 Nov 02 11:41:08.064679 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-c54dd354-4759-45c5-8e06-678b782fc337 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a41973f-8ece-4c56-b82b-0d78ea3f117f HTTP/1.1" status: 200 len: 217 time: 0.0540974 Nov 02 11:41:08.145388 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2cee6f-1f7c-4c90-b9b0-aa87ab1cc2d7 req-aced4a06-9686-4958-9cd0-6fc838faa22c tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:08.145925 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7650b9cc-c633-475a-993f-e54e65916a00 req-25c17fd2-88b1-4f7a-9cb9-441e7d844923 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 210 time: 0.0450101 Nov 02 11:41:08.151923 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aa2cee6f-1f7c-4c90-b9b0-aa87ab1cc2d7 req-aced4a06-9686-4958-9cd0-6fc838faa22c tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.2060120 Nov 02 11:41:08.178324 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6ead4a80-6f77-469f-bc16-1be231c39ee5 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:41:08.242223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b61f0-2131-4da2-a985-bec8460f6836 req-dae5e584-9727-4c0e-80b5-d5d67305b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:08.243941 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-dae5e584-9727-4c0e-80b5-d5d67305b719 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 200 len: 861 time: 0.1513040 Nov 02 11:41:08.276419 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 6ead4a80-6f77-469f-bc16-1be231c39ee5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:08.277065 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:08.353555 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-dc3d696f-5071-46c8-a2cf-8168a95dde11 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e3f5fe02-990d-442a-ab33-f4126e712578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967855 Nov 02 11:41:08.428463 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aa2cee6f-1f7c-4c90-b9b0-aa87ab1cc2d7 req-46e527ed-4745-4ea5-b970-19d9b71b29ff tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551301 Nov 02 11:41:08.511194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e8bf9-ca85-49b9-8283-6d34c09c1527 req-bdaa71e5-399e-413d-9633-a973a5a4def6 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:08.520095 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f5e8bf9-ca85-49b9-8283-6d34c09c1527 req-bdaa71e5-399e-413d-9633-a973a5a4def6 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 944 time: 0.1187003 Nov 02 11:41:08.553725 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:08.596714 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:41:08.602196 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f5e8bf9-ca85-49b9-8283-6d34c09c1527 req-6f1d6f5a-9fb3-4188-a001-58ff1b2d78d2 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810463 Nov 02 11:41:08.640778 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-0553daaa-5592-4cfa-9b3b-3a8e0560aa7c service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748313 Nov 02 11:41:08.661298 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:08.735031 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9ce63-9f41-444f-8f86-b9e9cb62f5d9 None None] Pushing event updated for resources: {'Port': ['ID=ccd6e681-2be8-4150-92e0-3c6719b13e09,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:08.756133 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ce63-9f41-444f-8f86-b9e9cb62f5d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:08.756887 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ce63-9f41-444f-8f86-b9e9cb62f5d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:08.757614 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ce63-9f41-444f-8f86-b9e9cb62f5d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:08.758145 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ce63-9f41-444f-8f86-b9e9cb62f5d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:08.764629 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ce63-9f41-444f-8f86-b9e9cb62f5d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:08.764629 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ce63-9f41-444f-8f86-b9e9cb62f5d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:08.764629 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ce63-9f41-444f-8f86-b9e9cb62f5d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:08.764629 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ce63-9f41-444f-8f86-b9e9cb62f5d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:08.764629 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ce63-9f41-444f-8f86-b9e9cb62f5d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:08.764629 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ce63-9f41-444f-8f86-b9e9cb62f5d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:08.764629 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ce63-9f41-444f-8f86-b9e9cb62f5d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:08.764629 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db9ce63-9f41-444f-8f86-b9e9cb62f5d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:08.827816 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-edd70e55-f484-4168-a087-7109ea7bfdeb service neutron] 10.222.0.79 "GET /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765001 Nov 02 11:41:08.873694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59cc36-0a01-4f81-9b8a-27b80b7d3721 req-1f928bb9-1149-423f-aa05-5e95afa7f86a tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:08.879959 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0c59cc36-0a01-4f81-9b8a-27b80b7d3721 req-1f928bb9-1149-423f-aa05-5e95afa7f86a tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 945 time: 0.1143613 Nov 02 11:41:08.886236 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Attempting to bind port ccd6e681-2be8-4150-92e0-3c6719b13e09 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:41:08.886715 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Attempting to bind port ccd6e681-2be8-4150-92e0-3c6719b13e09 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '988955af-bd7e-4128-979f-b4f684dcf3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:41:08.887206 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Attempting to bind port ccd6e681-2be8-4150-92e0-3c6719b13e09 on network d5806886-5f39-4a6d-a47f-9adfa886cec4 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:41:08.899870 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:41:08.899870 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Checking segment: {'id': '988955af-bd7e-4128-979f-b4f684dcf3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:41:08.899870 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:08.899870 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Bound using segment: {'id': '988955af-bd7e-4128-979f-b4f684dcf3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:41:08.900582 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Bound port: ccd6e681-2be8-4150-92e0-3c6719b13e09, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988955af-bd7e-4128-979f-b4f684dcf3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:41:08.901061 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:09.046023 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0c59cc36-0a01-4f81-9b8a-27b80b7d3721 req-25275101-cf60-4dbf-ba06-f50abd1f3198 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594748 Nov 02 11:41:09.130207 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] For port ccd6e681-2be8-4150-92e0-3c6719b13e09, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:41:09.134440 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] For port ccd6e681-2be8-4150-92e0-3c6719b13e09, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ccd6e681-2be8-4150-92e0-3c6719b13e09,segment=NetworkSegment(988955af-bd7e-4128-979f-b4f684dcf3df),segment_id=988955af-bd7e-4128-979f-b4f684dcf3df)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:41:09.154195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57900) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:09.163904 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 18ce0631-e34b-407e-8018-55c2c388f8e4 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:41:09.252587 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 18ce0631-e34b-407e-8018-55c2c388f8e4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:09.253153 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:09.277351 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:09.355470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803e17d-a2cd-4fec-8cfb-8019d72a2c85 req-3560d440-5364-4501-a3c8-5c6d0a6d556b tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:09.384622 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7803e17d-a2cd-4fec-8cfb-8019d72a2c85 req-3560d440-5364-4501-a3c8-5c6d0a6d556b tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 949 time: 0.2059326 Nov 02 11:41:09.443090 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59ae7556-0761-4320-9c45-fef61bbf8246 req-1213680e-ab8f-4c77-a593-44797984a950 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 210 time: 0.1657369 Nov 02 11:41:09.449424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c12b10fb-a833-460b-9769-5ddbabc7d45d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1770551346-network', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:41:09.501916 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Routers {'84d13896-4402-4251-9a96-aa54b762d140'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:41:09.502744 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:40:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['84d13896-4402-4251-9a96-aa54b762d140'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:09.506935 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f357b246-286a-4f65-bef1-2f871f28d818 None None] Provisioning complete for port ccd6e681-2be8-4150-92e0-3c6719b13e09 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:09.507305 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f357b246-286a-4f65-bef1-2f871f28d818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:09.686416 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7803e17d-a2cd-4fec-8cfb-8019d72a2c85 req-4d65262a-85bd-49f4-bc40-393cba813920 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005323 Nov 02 11:41:09.689588 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12b10fb-a833-460b-9769-5ddbabc7d45d admin admin] Made reservation on behalf of bec498c596c8422fb907979cec4aae7e for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:41:09.701589 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c12b10fb-a833-460b-9769-5ddbabc7d45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:09.755315 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c12b10fb-a833-460b-9769-5ddbabc7d45d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:09.805368 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:09.850794 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9ce63-9f41-444f-8f86-b9e9cb62f5d9 None None] Pushing event updated for resources: {'Port': ['ID=ccd6e681-2be8-4150-92e0-3c6719b13e09,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:09.851399 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f357b246-286a-4f65-bef1-2f871f28d818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:09.877945 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] Set router 84d13896-4402-4251-9a96-aa54b762d140 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:41:09.887450 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea69c7a5-4a3b-4338-95c6-5909386eeea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ce0631-e34b-407e-8018-55c2c388f8e4'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:09.890729 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c6ed6c-8a8e-4b31-95ca-79fd8e012f86" -d '{"events": [{"server_uuid": "ea69c7a5-4a3b-4338-95c6-5909386eeea3", "name": "network-vif-plugged", "status": "completed", "tag": "18ce0631-e34b-407e-8018-55c2c388f8e4"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:09.929014 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b61f0-2131-4da2-a985-bec8460f6836 req-05421d6a-cabd-4cc4-988b-e04725df07dd tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:09.933439 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-05421d6a-cabd-4cc4-988b-e04725df07dd tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4&tenant_id=9434b8b2332344e783438c5f662e06b3&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 1097 time: 0.3468561 Nov 02 11:41:09.946705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 18ce0631-e34b-407e-8018-55c2c388f8e4, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=18ce0631-e34b-407e-8018-55c2c388f8e4,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:09.958147 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d97fdf-ffd6-49b3-957d-012ac0685ccc req-96f8d09d-5b86-4316-af9b-3ed93a76de60 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:09.969636 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-39d97fdf-ffd6-49b3-957d-012ac0685ccc req-96f8d09d-5b86-4316-af9b-3ed93a76de60 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.2603419 Nov 02 11:41:09.976611 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c12b10fb-a833-460b-9769-5ddbabc7d45d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:09.998047 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f357b246-286a-4f65-bef1-2f871f28d818 None None] For port ccd6e681-2be8-4150-92e0-3c6719b13e09, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ccd6e681-2be8-4150-92e0-3c6719b13e09,segment=NetworkSegment(988955af-bd7e-4128-979f-b4f684dcf3df),segment_id=988955af-bd7e-4128-979f-b4f684dcf3df)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:10.067017 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:10.152957 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eede3a9-1fce-4e8e-8cae-c11f9742ede6 req-43965d7c-4cf3-4962-a462-290a209bd6c3 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:10.154229 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f357b246-286a-4f65-bef1-2f871f28d818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:10.165216 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5eede3a9-1fce-4e8e-8cae-c11f9742ede6 req-43965d7c-4cf3-4962-a462-290a209bd6c3 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 944 time: 0.1840329 Nov 02 11:41:10.166716 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c12b10fb-a833-460b-9769-5ddbabc7d45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:10.178447 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-39d97fdf-ffd6-49b3-957d-012ac0685ccc req-c1abf18e-00e5-4409-a166-9f1f80d333c3 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076309 Nov 02 11:41:10.249880 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=18ce0631-e34b-407e-8018-55c2c388f8e4,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:10.251126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b10fb-a833-460b-9769-5ddbabc7d45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:10.335888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12b10fb-a833-460b-9769-5ddbabc7d45d admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:41:10.353088 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6949e46f-151b-4d28-8d2d-27bc634f83f4 x-openstack-request-id: req-6949e46f-151b-4d28-8d2d-27bc634f83f4 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:10.353615 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea69c7a5-4a3b-4338-95c6-5909386eeea3", "name": "network-vif-plugged", "status": "completed", "tag": "18ce0631-e34b-407e-8018-55c2c388f8e4", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:10.353615 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6949e46f-151b-4d28-8d2d-27bc634f83f4 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:10.354003 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea69c7a5-4a3b-4338-95c6-5909386eeea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ce0631-e34b-407e-8018-55c2c388f8e4', 'code': 200} Nov 02 11:41:10.402912 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c12b10fb-a833-460b-9769-5ddbabc7d45d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:10.403555 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-c12b10fb-a833-460b-9769-5ddbabc7d45d admin admin] Added segment c04f548d-69a4-486f-9c8d-f7e6d122bc33 of type vlan for network 3527606c-8d24-496c-bab1-118ac8ae07ec Nov 02 11:41:10.411781 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d13896-4402-4251-9a96-aa54b762d140', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1167537076-router', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:40:57Z', 'updated_at': '2021-11-02T11:41:04Z', 'revision_number': 4, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'gw_port': {'id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:40:58Z', 'updated_at': '2021-11-02T11:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'ccd6e681-2be8-4150-92e0-3c6719b13e09', 'name': '', 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'mac_address': 'fa:16:3e:0a:24:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:03Z', 'updated_at': '2021-11-02T11:41:09Z', 'revision_number': 4, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'subnets': [{'id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:10.422614 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-4d350af2-0327-4500-965c-3130222d065e None None] Provisioning complete for port ccd6e681-2be8-4150-92e0-3c6719b13e09 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:10.423294 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4d350af2-0327-4500-965c-3130222d065e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:10.470284 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5eede3a9-1fce-4e8e-8cae-c11f9742ede6 req-cd250db7-bbeb-4518-b5c2-17a6f8e67284 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967083 Nov 02 11:41:10.487044 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-677b61f0-2131-4da2-a985-bec8460f6836 req-82933727-1e6a-4b18-9139-6858a187901f service neutron] For port 3a41973f-8ece-4c56-b82b-0d78ea3f117f, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:41:10.492469 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-677b61f0-2131-4da2-a985-bec8460f6836 req-82933727-1e6a-4b18-9139-6858a187901f service neutron] Publish callbacks [] for binding, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:10.494636 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-677b61f0-2131-4da2-a985-bec8460f6836 req-82933727-1e6a-4b18-9139-6858a187901f service neutron] 10.222.0.79 "DELETE /v2.0/ports/3a41973f-8ece-4c56-b82b-0d78ea3f117f/bindings/n-h2-806683-18 HTTP/1.1" status: 204 len: 173 time: 0.5171611 Nov 02 11:41:10.549757 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357b246-286a-4f65-bef1-2f871f28d818 None None] Pushing event updated for resources: {'Port': ['ID=ccd6e681-2be8-4150-92e0-3c6719b13e09,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:10.550304 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd73c3b-c199-4624-a5f5-711cf52182cc None None] The sync data for ids ['84d13896-4402-4251-9a96-aa54b762d140'] in n-d-806683-18 is: [{'id': '84d13896-4402-4251-9a96-aa54b762d140', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1167537076-router', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:40:57Z', 'updated_at': '2021-11-02T11:41:04Z', 'revision_number': 4, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'gw_port': {'id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:40:58Z', 'updated_at': '2021-11-02T11:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'ccd6e681-2be8-4150-92e0-3c6719b13e09', 'name': '', 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'mac_address': 'fa:16:3e:0a:24:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:03Z', 'updated_at': '2021-11-02T11:41:09Z', 'revision_number': 4, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'subnets': [{'id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:41:10.600162 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c12b10fb-a833-460b-9769-5ddbabc7d45d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:10.756536 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8bd8d0b7-2d8b-4f66-8cbb-c8dc5c093abc req-1af197d1-351d-4a0e-bbe3-8a5c131e41ef tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 210 time: 0.0732095 Nov 02 11:41:10.835034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa113ed-f7cf-45ca-a7c6-ca2215ded816 req-0622fd7b-5d97-4b9d-b493-1b6e473999a0 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:10.845498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b77af-d030-43b9-999f-0a2f36708764 req-2a80e6f3-7993-47e4-9c73-35ef6026a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:10.847753 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1fa113ed-f7cf-45ca-a7c6-ca2215ded816 req-0622fd7b-5d97-4b9d-b493-1b6e473999a0 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 945 time: 0.1719601 Nov 02 11:41:10.847899 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1e8b77af-d030-43b9-999f-0a2f36708764 req-2a80e6f3-7993-47e4-9c73-35ef6026a0fe service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 1102 time: 0.0746138 Nov 02 11:41:10.926889 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c12b10fb-a833-460b-9769-5ddbabc7d45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:10.927890 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12b10fb-a833-460b-9769-5ddbabc7d45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:10.936999 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c12b10fb-a833-460b-9769-5ddbabc7d45d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:11.023918 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1e8b77af-d030-43b9-999f-0a2f36708764 req-33c6b418-fb2c-42f0-afa0-42002ac2dcc7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683903 Nov 02 11:41:11.035579 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9c249-7a0e-4f25-8789-f680a5c6dbeb req-8e1aaf02-bd11-44af-94e5-8be81b767d94 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:11.043444 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-edb9c249-7a0e-4f25-8789-f680a5c6dbeb req-8e1aaf02-bd11-44af-94e5-8be81b767d94 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.1613667 Nov 02 11:41:11.049728 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1fa113ed-f7cf-45ca-a7c6-ca2215ded816 req-c2e4fc86-2573-49f1-be98-3e1ad493d9b6 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997695 Nov 02 11:41:11.140729 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-edb9c249-7a0e-4f25-8789-f680a5c6dbeb req-d43aee03-52c7-4e8d-8e52-881834bc88b7 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963001 Nov 02 11:41:11.164902 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c12b10fb-a833-460b-9769-5ddbabc7d45d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0089936 Nov 02 11:41:11.168716 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57926) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:11.174085 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-678df9ca-08b8-4d27-971a-4ceae0052af7 admin admin] Request body: {'subnet': {'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1770551346-subnet', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:41:11.183157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b10fb-a833-460b-9769-5ddbabc7d45d admin admin] Pushing event updated for resources: {'Network': ['ID=3527606c-8d24-496c-bab1-118ac8ae07ec,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:11.196961 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 3527606c-8d24-496c-bab1-118ac8ae07ec details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:41:11.271239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520305e-bbcd-4475-87cd-eba3e357b92a req-cbb7365c-4f17-42a5-9791-ee8e7e6407d3 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:11.280534 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d520305e-bbcd-4475-87cd-eba3e357b92a req-cbb7365c-4f17-42a5-9791-ee8e7e6407d3 tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0684774 Nov 02 11:41:11.372054 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b6480-4808-4dd9-b99e-3b51ea5b2361 req-fc5a3d91-072c-489f-b9c1-d66add286596 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:11.380758 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bb5b6480-4808-4dd9-b99e-3b51ea5b2361 req-fc5a3d91-072c-489f-b9c1-d66add286596 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0962789 Nov 02 11:41:11.419530 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d520305e-bbcd-4475-87cd-eba3e357b92a req-70fd927c-12af-492e-92b9-b376d0bd325c tempest-LiveAutoBlockMigrationV225Test-877250291 tempest-LiveAutoBlockMigrationV225Test-877250291-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373808 Nov 02 11:41:11.451598 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bb5b6480-4808-4dd9-b99e-3b51ea5b2361 req-e77f5d68-9ee1-4b00-b61f-4f6b34d2ee12 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623622 Nov 02 11:41:11.475254 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678df9ca-08b8-4d27-971a-4ceae0052af7 admin admin] Made reservation on behalf of bec498c596c8422fb907979cec4aae7e for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:41:11.482381 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-678df9ca-08b8-4d27-971a-4ceae0052af7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:11.619377 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d75bb7-c32c-4460-9ab2-a5c32bd0e157 req-c86c909a-2d5c-477e-ab40-1530adba7876 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:11.628965 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b7d75bb7-c32c-4460-9ab2-a5c32bd0e157 req-c86c909a-2d5c-477e-ab40-1530adba7876 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 944 time: 0.0735359 Nov 02 11:41:11.704253 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b7d75bb7-c32c-4460-9ab2-a5c32bd0e157 req-cdb63ec4-0c72-48bf-bb7a-99f051be49b7 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670447 Nov 02 11:41:11.831079 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-678df9ca-08b8-4d27-971a-4ceae0052af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:11.946585 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678df9ca-08b8-4d27-971a-4ceae0052af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:11.997361 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678df9ca-08b8-4d27-971a-4ceae0052af7 admin admin] Checking segment: {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:41:12.001254 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678df9ca-08b8-4d27-971a-4ceae0052af7 admin admin] Network hostable DHCP agents. Network: 3527606c-8d24-496c-bab1-118ac8ae07ec, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:41:12.032904 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-1c32594d-5db0-4cc0-8dfa-f36e910de4fe tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:12.032904 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-1c32594d-5db0-4cc0-8dfa-f36e910de4fe tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.79 "GET /v2.0/networks?id=d5806886-5f39-4a6d-a47f-9adfa886cec4 HTTP/1.1" status: 200 len: 829 time: 0.2099667 Nov 02 11:41:12.033558 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2c18af6e-0fe9-4eb9-8e22-9bd72b5b6611 req-e78f868c-504c-40a0-a02e-7dfd6a2ab2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 210 time: 0.0889521 Nov 02 11:41:12.048491 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-e413e1dd-003a-4bee-a8bd-609a5825e5d8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Request body: {'port': {'device_id': 'e596238c-0bb7-41c0-afeb-4c1bff4974dd', 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4', 'admin_state_up': True, 'tenant_id': 'dea57a16a4ab492083efec0b2703486d'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:41:12.184205 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678df9ca-08b8-4d27-971a-4ceae0052af7 admin admin] Network 3527606c-8d24-496c-bab1-118ac8ae07ec is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:41:12.217494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ccd6e681-2be8-4150-92e0-3c6719b13e09 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:41:12.333686 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-678df9ca-08b8-4d27-971a-4ceae0052af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 3527606c-8d24-496c-bab1-118ac8ae07ec) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:41:12.338247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port ccd6e681-2be8-4150-92e0-3c6719b13e09 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:12.339054 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:12.352865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678df9ca-08b8-4d27-971a-4ceae0052af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:12.353458 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-678df9ca-08b8-4d27-971a-4ceae0052af7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:12.409483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889f442b-0172-4d94-814c-03aabed2d942 None None] Network 3527606c-8d24-496c-bab1-118ac8ae07ec requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:41:12.429131 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb6436-3804-4892-a416-5915c1d52091 req-60fecac2-a652-43da-bb30-7dece3903679 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:12.441539 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fdb6436-3804-4892-a416-5915c1d52091 req-60fecac2-a652-43da-bb30-7dece3903679 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.1476035 Nov 02 11:41:12.554273 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fdb6436-3804-4892-a416-5915c1d52091 req-f4e2a413-2f67-4229-8e70-adb63ce3948c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075766 Nov 02 11:41:12.587032 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-678df9ca-08b8-4d27-971a-4ceae0052af7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4146693 Nov 02 11:41:12.587286 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57948) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:12.592527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1770551346-router', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:41:12.724511 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2858eb-ccee-434e-91fd-1c0278a5db45 req-c8563bb8-5833-40b5-9b70-d00d390f4368 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:12.726036 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3d2858eb-ccee-434e-91fd-1c0278a5db45 req-c8563bb8-5833-40b5-9b70-d00d390f4368 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 945 time: 0.0964761 Nov 02 11:41:12.730874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29125452-96fa-4bd1-b89e-0938048134f1 req-66d39e97-6684-4e42-846e-840fe1ba291a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:12.733937 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29125452-96fa-4bd1-b89e-0938048134f1 req-66d39e97-6684-4e42-846e-840fe1ba291a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0784709 Nov 02 11:41:12.771577 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-3527606c-8d24-496c-bab1-118ac8ae07ec', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'fixed_ips': [{'subnet_id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:41:12.772677 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:12.807531 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:12.808534 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3d2858eb-ccee-434e-91fd-1c0278a5db45 req-6e60b553-d333-49ff-b560-3c21b6b86cfd tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620019 Nov 02 11:41:12.808668 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:12.822597 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29125452-96fa-4bd1-b89e-0938048134f1 req-3189709d-b42d-448a-835f-e8ce6dc8bb7e tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784209 Nov 02 11:41:12.902135 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cbde5-9d27-48a1-ab27-e9a480764654 req-08c5b8da-691b-426c-87a8-25cd7ac9a8ba tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:12.903636 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf4cbde5-9d27-48a1-ab27-e9a480764654 req-08c5b8da-691b-426c-87a8-25cd7ac9a8ba tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.79 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 945 time: 0.1264887 Nov 02 11:41:12.907321 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:12.945103 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-e413e1dd-003a-4bee-a8bd-609a5825e5d8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Made reservation on behalf of dea57a16a4ab492083efec0b2703486d for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:41:12.949264 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-e413e1dd-003a-4bee-a8bd-609a5825e5d8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:12.996901 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa2eb9-b06b-42f6-ac73-ef18869d9888 req-29333d00-f570-4106-bcf5-4eaf2d44972e tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:12.998453 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-31aa2eb9-b06b-42f6-ac73-ef18869d9888 req-29333d00-f570-4106-bcf5-4eaf2d44972e tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 944 time: 0.1012037 Nov 02 11:41:13.006537 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Allocated IP 172.20.0.2 (3527606c-8d24-496c-bab1-118ac8ae07ec/83f5dcc7-2355-4af6-9fc8-6acfd98b8fde/2ab03e5c-b788-46d9-b761-cc31908545d7) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:41:13.148920 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-43deb4bd-f7c8-4f48-ac36-470c65415d1e req-235b7c8a-ef5b-46ec-a17c-27d6873190f4 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 210 time: 0.0339806 Nov 02 11:41:13.157154 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-bf4cbde5-9d27-48a1-ab27-e9a480764654 req-5037982b-3312-4d4c-a4ef-5098c1c79993 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Deleting port 3a41973f-8ece-4c56-b82b-0d78ea3f117f {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:41:13.157552 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bf4cbde5-9d27-48a1-ab27-e9a480764654 req-5037982b-3312-4d4c-a4ef-5098c1c79993 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:13.167181 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-31aa2eb9-b06b-42f6-ac73-ef18869d9888 req-900dead3-6c5f-476d-ad7f-3f54e1eecf1d tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362712 Nov 02 11:41:13.172904 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-e413e1dd-003a-4bee-a8bd-609a5825e5d8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Allocated IP 172.20.0.13 (d5806886-5f39-4a6d-a47f-9adfa886cec4/b3c806ac-0eab-45f5-a90c-8bace788f9d5/112fc985-5b81-4b50-828a-381234bd3316) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:41:13.210700 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:13.278965 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:13.308484 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:13.322763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-bf4cbde5-9d27-48a1-ab27-e9a480764654 req-5037982b-3312-4d4c-a4ef-5098c1c79993 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] For port 3a41973f-8ece-4c56-b82b-0d78ea3f117f, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=3a41973f-8ece-4c56-b82b-0d78ea3f117f,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:13.323240 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bf4cbde5-9d27-48a1-ab27-e9a480764654 req-5037982b-3312-4d4c-a4ef-5098c1c79993 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:13.338095 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-bf4cbde5-9d27-48a1-ab27-e9a480764654 req-5037982b-3312-4d4c-a4ef-5098c1c79993 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Calling delete_port for 3a41973f-8ece-4c56-b82b-0d78ea3f117f owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:41:13.359936 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-e413e1dd-003a-4bee-a8bd-609a5825e5d8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:13.371296 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Network 3527606c-8d24-496c-bab1-118ac8ae07ec is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:41:13.374385 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:41:13.383035 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:41:13.387309 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Pushing event updated for resources: {'Port': ['ID=2ab03e5c-b788-46d9-b761-cc31908545d7,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:13.449053 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Attempting to bind port 2ab03e5c-b788-46d9-b761-cc31908545d7 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:41:13.449488 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Attempting to bind port 2ab03e5c-b788-46d9-b761-cc31908545d7 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:41:13.449862 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Attempting to bind port 2ab03e5c-b788-46d9-b761-cc31908545d7 on network 3527606c-8d24-496c-bab1-118ac8ae07ec {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:41:13.457798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:41:13.458245 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Checking segment: {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:41:13.458591 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:13.459209 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Bound using segment: {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:41:13.459696 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Bound port: 2ab03e5c-b788-46d9-b761-cc31908545d7, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:41:13.460159 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:13.507794 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-e413e1dd-003a-4bee-a8bd-609a5825e5d8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:13.551576 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] For port 2ab03e5c-b788-46d9-b761-cc31908545d7, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:41:13.565289 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-e413e1dd-003a-4bee-a8bd-609a5825e5d8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Network d5806886-5f39-4a6d-a47f-9adfa886cec4 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:41:13.566798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] For port 2ab03e5c-b788-46d9-b761-cc31908545d7, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2ab03e5c-b788-46d9-b761-cc31908545d7,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:41:13.566910 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-e413e1dd-003a-4bee-a8bd-609a5825e5d8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:41:13.566910 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-e413e1dd-003a-4bee-a8bd-609a5825e5d8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:41:13.648860 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413e1dd-003a-4bee-a8bd-609a5825e5d8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Pushing event updated for resources: {'Port': ['ID=112fc985-5b81-4b50-828a-381234bd3316,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:13.666340 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-e413e1dd-003a-4bee-a8bd-609a5825e5d8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:13.667277 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-e413e1dd-003a-4bee-a8bd-609a5825e5d8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:13.676141 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bf4cbde5-9d27-48a1-ab27-e9a480764654 req-5037982b-3312-4d4c-a4ef-5098c1c79993 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:13.688572 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['57be5d74-bb49-4566-8385-2f7bdf5492ff'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:41:13.737596 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:13.812230 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-e413e1dd-003a-4bee-a8bd-609a5825e5d8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7686002 Nov 02 11:41:13.825824 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Request body: {'port': {'device_id': 'e596238c-0bb7-41c0-afeb-4c1bff4974dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:41:13.832648 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52424b98-149d-4824-8d18-54a05273dac1 None None] Pushing event updated for resources: {'Port': ['ID=2ab03e5c-b788-46d9-b761-cc31908545d7,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:13.858018 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:13.868519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037982b-3312-4d4c-a4ef-5098c1c79993 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Pushing event deleted for resources: {'Port': ['ID=3a41973f-8ece-4c56-b82b-0d78ea3f117f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:13.876689 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4cbde5-9d27-48a1-ab27-e9a480764654 req-5037982b-3312-4d4c-a4ef-5098c1c79993 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] No DVR routers for this DVR port 3a41973f-8ece-4c56-b82b-0d78ea3f117f on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:41:13.903683 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bf4cbde5-9d27-48a1-ab27-e9a480764654 req-5037982b-3312-4d4c-a4ef-5098c1c79993 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:13.907790 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf4cbde5-9d27-48a1-ab27-e9a480764654 req-5037982b-3312-4d4c-a4ef-5098c1c79993 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.79 "DELETE /v2.0/ports/3a41973f-8ece-4c56-b82b-0d78ea3f117f HTTP/1.1" status: 204 len: 173 time: 0.9978945 Nov 02 11:41:13.908249 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4', 'name': 'network-vif-deleted', 'tag': '3a41973f-8ece-4c56-b82b-0d78ea3f117f'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:13.914515 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01838f7-40c8-407b-840a-85a204295672" -d '{"events": [{"server_uuid": "cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4", "name": "network-vif-deleted", "tag": "3a41973f-8ece-4c56-b82b-0d78ea3f117f"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:13.938531 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:13.955448 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:14.020763 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7a8c679-96f1-49da-8328-182a8148de58 req-500df8af-72c6-41ab-b668-ded9b967fdff tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 210 time: 0.0616837 Nov 02 11:41:14.033498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9c252a01-29a8-465c-b123-ab81b5bda6d1 None None] Provisioning complete for port 112fc985-5b81-4b50-828a-381234bd3316 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:14.034095 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9c252a01-29a8-465c-b123-ab81b5bda6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:14.112687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] Allocated IP 172.25.6.149 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/256c4e63-7406-4e34-a994-8b44d027858b) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:41:14.174505 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78da28-4b11-45d7-b061-3f98cc3252e0 req-d44d07e1-b8d7-4dda-800c-33ab46f612ee tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:14.178061 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e78da28-4b11-45d7-b061-3f98cc3252e0 req-d44d07e1-b8d7-4dda-800c-33ab46f612ee tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.5065084 Nov 02 11:41:14.194263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9c252a01-29a8-465c-b123-ab81b5bda6d1 None None] Port 112fc985-5b81-4b50-828a-381234bd3316 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:41:14.229140 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57976) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:14.453369 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235666e1-7bef-4917-99f9-5737e5f7296c req-425a4d7b-4748-408f-9dfa-fd4310c6e46b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:14.461870 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-235666e1-7bef-4917-99f9-5737e5f7296c req-425a4d7b-4748-408f-9dfa-fd4310c6e46b tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.3199613 Nov 02 11:41:14.479687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b93135f1-a309-4824-96f4-2d8b924768fa details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:41:14.542056 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-235666e1-7bef-4917-99f9-5737e5f7296c req-a1a4ca0f-e236-4564-bf7f-52020a4afd29 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728965 Nov 02 11:41:14.700855 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port b93135f1-a309-4824-96f4-2d8b924768fa, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b93135f1-a309-4824-96f4-2d8b924768fa,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:14.720517 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112fc985-5b81-4b50-828a-381234bd3316 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:41:14.748428 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:14.756717 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'b93135f1-a309-4824-96f4-2d8b924768fa', 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9', 'port_id': 'b93135f1-a309-4824-96f4-2d8b924768fa', 'mac_address': 'fa:16:3e:f7:01:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67ef1c0-d316-4203-a4c2-b1d66f1800c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:41:14.800502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Transition to ACTIVE for port object 112fc985-5b81-4b50-828a-381234bd3316 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:41:14.825025 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4f2c4f-1e0e-4316-b1f2-4a7d12a457ba x-openstack-request-id: req-6e4f2c4f-1e0e-4316-b1f2-4a7d12a457ba {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:14.825613 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4", "name": "network-vif-deleted", "tag": "3a41973f-8ece-4c56-b82b-0d78ea3f117f", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:14.825613 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e4f2c4f-1e0e-4316-b1f2-4a7d12a457ba {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:14.825946 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4', 'name': 'network-vif-deleted', 'tag': '3a41973f-8ece-4c56-b82b-0d78ea3f117f', 'status': 'completed', 'code': 200} Nov 02 11:41:14.881190 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:14.928529 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e78da28-4b11-45d7-b061-3f98cc3252e0 req-74f60a74-8381-4148-8be6-1ad8a8e0149c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7268412 Nov 02 11:41:14.935312 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:14.944935 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93135f1-a309-4824-96f4-2d8b924768fa {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:41:15.014162 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:15.027012 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port b93135f1-a309-4824-96f4-2d8b924768fa, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b93135f1-a309-4824-96f4-2d8b924768fa,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:15.078540 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26111e8f-e442-4c71-9d76-66e2e4bc00bc req-e964eade-ac19-421f-b093-dcdffaaa1d86 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:15.080888 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-26111e8f-e442-4c71-9d76-66e2e4bc00bc req-e964eade-ac19-421f-b093-dcdffaaa1d86 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 932 time: 0.2406833 Nov 02 11:41:15.095533 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-48c60bb6-3833-462c-a786-9299ddb74e5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:15.113303 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:15.200382 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Pushing event updated for resources: {'Port': ['ID=112fc985-5b81-4b50-828a-381234bd3316,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:15.213355 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 3a41973f-8ece-4c56-b82b-0d78ea3f117f no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:41:15.236311 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-48c60bb6-3833-462c-a786-9299ddb74e5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:15.253060 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:15.263012 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=b93135f1-a309-4824-96f4-2d8b924768fa,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:15.265767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 3a41973f-8ece-4c56-b82b-0d78ea3f117f {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:41:15.266108 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 3a41973f-8ece-4c56-b82b-0d78ea3f117f not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:41:15.331774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] Pushing event updated for resources: {'Port': ['ID=256c4e63-7406-4e34-a994-8b44d027858b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:15.340863 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-26111e8f-e442-4c71-9d76-66e2e4bc00bc req-cd26f34d-8f06-4642-ab2c-20dc6c9f49ec tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/security-groups?id=ac81cdd5-bc74-4bf4-ab9d-28848f035e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418990 Nov 02 11:41:15.341464 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-48c60bb6-3833-462c-a786-9299ddb74e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:15.390015 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['b93135f1-a309-4824-96f4-2d8b924768fa'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:41:15.397572 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-48c60bb6-3833-462c-a786-9299ddb74e5c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d73b0adf404d44a99bbd8380399fd210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5800300 Nov 02 11:41:15.398920 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:41:15.399739 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57984) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:15.428250 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Attempting to bind port 112fc985-5b81-4b50-828a-381234bd3316 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:41:15.428585 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Attempting to bind port 112fc985-5b81-4b50-828a-381234bd3316 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '988955af-bd7e-4128-979f-b4f684dcf3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:41:15.428914 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Attempting to bind port 112fc985-5b81-4b50-828a-381234bd3316 on network d5806886-5f39-4a6d-a47f-9adfa886cec4 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:41:15.447307 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Port 112fc985-5b81-4b50-828a-381234bd3316 on network d5806886-5f39-4a6d-a47f-9adfa886cec4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:41:15.447641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Attempting to bind port 112fc985-5b81-4b50-828a-381234bd3316 on network d5806886-5f39-4a6d-a47f-9adfa886cec4 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:41:15.454695 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:41:15.455396 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Checking segment: {'id': '988955af-bd7e-4128-979f-b4f684dcf3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:41:15.455396 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Bound using segment: {'id': '988955af-bd7e-4128-979f-b4f684dcf3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:41:15.455768 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Bound port: 112fc985-5b81-4b50-828a-381234bd3316, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '988955af-bd7e-4128-979f-b4f684dcf3df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:41:15.461396 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:15.506160 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:41:15.524287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:41:15.539244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c60bb6-3833-462c-a786-9299ddb74e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a47b3fc-53d3-44c1-b127-402988e4f81d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:15.587673 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dfb97140-6899-476f-8226-c87d69e1dcbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:15.601292 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade339f-72dd-41fe-bab3-d9ce82c19cf0 req-0181d6ef-610f-4d83-bbb4-26f67ff39cda tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:15.609544 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bade339f-72dd-41fe-bab3-d9ce82c19cf0 req-0181d6ef-610f-4d83-bbb4-26f67ff39cda tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.1443658 Nov 02 11:41:15.626539 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dfb97140-6899-476f-8226-c87d69e1dcbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:15.647491 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07eeec-680c-4031-97a1-27745c0110c0 req-9275c431-6f9d-4126-9fec-4850168a8658 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:15.670719 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef07eeec-680c-4031-97a1-27745c0110c0 req-9275c431-6f9d-4126-9fec-4850168a8658 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 944 time: 0.6091652 Nov 02 11:41:15.680791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed508d6-ae9b-4535-80a2-5ff42268cf87 None None] Network 3527606c-8d24-496c-bab1-118ac8ae07ec requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:41:15.682778 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] For port 112fc985-5b81-4b50-828a-381234bd3316, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:41:15.689779 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] For port 112fc985-5b81-4b50-828a-381234bd3316, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=112fc985-5b81-4b50-828a-381234bd3316,segment=NetworkSegment(988955af-bd7e-4128-979f-b4f684dcf3df),segment_id=988955af-bd7e-4128-979f-b4f684dcf3df)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:41:15.718579 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bade339f-72dd-41fe-bab3-d9ce82c19cf0 req-38270601-bda8-4759-82e7-f820bc36425d tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080444 Nov 02 11:41:15.793368 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f57219ce-49a1-4dfe-8257-5182cfcf03eb None None] Provisioning complete for port 2ab03e5c-b788-46d9-b761-cc31908545d7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:15.794550 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f57219ce-49a1-4dfe-8257-5182cfcf03eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:15.814831 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef07eeec-680c-4031-97a1-27745c0110c0 req-687e993d-c1cb-47cb-9b77-883774627199 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418433 Nov 02 11:41:15.843243 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d9682625-e2db-4244-b310-e867c5cb8d41 req-cc4798b8-63d6-44df-b1bf-7b9d393c90c6 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 210 time: 0.0524497 Nov 02 11:41:15.843243 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:15.926111 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:15.926735 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:15.928457 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] 10.222.0.79 "PUT /v2.0/ports/112fc985-5b81-4b50-828a-381234bd3316 HTTP/1.1" status: 200 len: 1093 time: 2.1073337 Nov 02 11:41:15.928920 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e596238c-0bb7-41c0-afeb-4c1bff4974dd', 'tag': '112fc985-5b81-4b50-828a-381234bd3316'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:15.935097 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeacb86-7b69-4b25-a66c-b511c00d9f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "e596238c-0bb7-41c0-afeb-4c1bff4974dd", "tag": "112fc985-5b81-4b50-828a-381234bd3316"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:15.976799 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba025b31-bb64-4ab8-accd-86a73e4f01fe service neutron] Pushing event updated for resources: {'Port': ['ID=112fc985-5b81-4b50-828a-381234bd3316,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:16.074687 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f57219ce-49a1-4dfe-8257-5182cfcf03eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:16.223028 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-e8ef553a-2a34-4c83-b1a6-801dff60bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:16.224609 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-e8ef553a-2a34-4c83-b1a6-801dff60bd83 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dea57a16a4ab492083efec0b2703486d&device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 1096 time: 0.1513541 Nov 02 11:41:16.282824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bd587-209c-4c28-b81a-043c9c02f7dc req-f7b1de16-01d9-4200-a5d5-585504c6354c tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:16.291996 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac6bd587-209c-4c28-b81a-043c9c02f7dc req-f7b1de16-01d9-4200-a5d5-585504c6354c tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.1934540 Nov 02 11:41:16.297138 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-8d334850-7d7b-4bb8-b16d-465a070d6ffa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=112fc985-5b81-4b50-828a-381234bd3316 HTTP/1.1" status: 200 len: 217 time: 0.0626004 Nov 02 11:41:16.349179 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2ab03e5c-b788-46d9-b761-cc31908545d7 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:41:16.369266 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac6bd587-209c-4c28-b81a-043c9c02f7dc req-7e7f25ad-0f27-4bf0-aa20-597e562d5c23 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761764 Nov 02 11:41:16.374881 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dfb97140-6899-476f-8226-c87d69e1dcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:16.376902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-72e8a25c-153e-4aa1-98c4-82c13671c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:16.378587 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-72e8a25c-153e-4aa1-98c4-82c13671c854 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b3c806ac-0eab-45f5-a90c-8bace788f9d5 HTTP/1.1" status: 200 len: 868 time: 0.0738640 Nov 02 11:41:16.381448 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dfb97140-6899-476f-8226-c87d69e1dcbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:16.384187 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-dfb97140-6899-476f-8226-c87d69e1dcbf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4a47b3fc-53d3-44c1-b127-402988e4f81d HTTP/1.1" status: 204 len: 168 time: 0.9746351 Nov 02 11:41:16.434913 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f57219ce-49a1-4dfe-8257-5182cfcf03eb None None] For port 2ab03e5c-b788-46d9-b761-cc31908545d7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2ab03e5c-b788-46d9-b761-cc31908545d7,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:16.438167 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2ab03e5c-b788-46d9-b761-cc31908545d7 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:16.438515 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:16.479846 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374c0e06-3b61-458d-ac56-02218c284fd2 x-openstack-request-id: req-374c0e06-3b61-458d-ac56-02218c284fd2 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:16.480381 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e596238c-0bb7-41c0-afeb-4c1bff4974dd", "tag": "112fc985-5b81-4b50-828a-381234bd3316", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:16.485316 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-374c0e06-3b61-458d-ac56-02218c284fd2 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:16.485893 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e596238c-0bb7-41c0-afeb-4c1bff4974dd', 'tag': '112fc985-5b81-4b50-828a-381234bd3316', 'status': 'completed', 'code': 200} Nov 02 11:41:16.511568 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b93135f1-a309-4824-96f4-2d8b924768fa up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:41:16.525419 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb97140-6899-476f-8226-c87d69e1dcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a47b3fc-53d3-44c1-b127-402988e4f81d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:16.548334 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-70e8de07-1d56-4366-90f2-56dc6748fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:16.552079 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-70e8de07-1d56-4366-90f2-56dc6748fe08 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d5806886-5f39-4a6d-a47f-9adfa886cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1655221 Nov 02 11:41:16.601770 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f57219ce-49a1-4dfe-8257-5182cfcf03eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:16.656904 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:16.742388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7b77a-d68d-4754-963e-899c9e3b30d6 req-bbb30b70-dc4e-41e4-b2fd-b148898714ec tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:16.750216 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85f7b77a-d68d-4754-963e-899c9e3b30d6 req-bbb30b70-dc4e-41e4-b2fd-b148898714ec tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 944 time: 0.1500328 Nov 02 11:41:16.829936 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port b93135f1-a309-4824-96f4-2d8b924768fa completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:41:16.837361 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-7fa93ef2-331e-4316-82cc-e690be2ee86c service neutron] 10.222.0.79 "GET /v2.0/networks/d5806886-5f39-4a6d-a47f-9adfa886cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742276 Nov 02 11:41:16.840896 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port b93135f1-a309-4824-96f4-2d8b924768fa triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:16.841276 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:16.907199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57219ce-49a1-4dfe-8257-5182cfcf03eb None None] Pushing event updated for resources: {'Port': ['ID=2ab03e5c-b788-46d9-b761-cc31908545d7,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:16.940575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85f7b77a-d68d-4754-963e-899c9e3b30d6 req-d0d13e3f-9702-475f-8d66-f9e70429bd5c tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/security-groups?id=ac81cdd5-bc74-4bf4-ab9d-28848f035e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891377 Nov 02 11:41:16.983895 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173eebf-bec1-4a40-857f-e065418ade9b req-3f89bca6-84e4-450f-b744-a49df4c03a84 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:17.007138 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8173eebf-bec1-4a40-857f-e065418ade9b req-3f89bca6-84e4-450f-b744-a49df4c03a84 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.2053959 Nov 02 11:41:17.080749 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4295204f-17c3-4c94-9ae5-4b0480959c6c req-f672578e-09f2-4fc8-af9f-37b95c8af0e7 service neutron] 10.222.0.79 "GET /v2.0/networks/d5806886-5f39-4a6d-a47f-9adfa886cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365999 Nov 02 11:41:17.106298 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8173eebf-bec1-4a40-857f-e065418ade9b req-059579fd-15f4-43af-aa8f-6d89871dddd7 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971618 Nov 02 11:41:17.146332 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-261d4a87-03b3-4426-ab5d-9b2605851813 None None] Provisioning complete for port 2ab03e5c-b788-46d9-b761-cc31908545d7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:17.146702 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-261d4a87-03b3-4426-ab5d-9b2605851813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:17.151383 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:17.182636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaf9af-c6a7-42e0-9d3c-f40061ecc5f4 req-14968680-5e67-40f0-88f6-d9e4b19098c3 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:17.184794 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6bfaf9af-c6a7-42e0-9d3c-f40061ecc5f4 req-14968680-5e67-40f0-88f6-d9e4b19098c3 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 945 time: 0.1689157 Nov 02 11:41:17.254063 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:17.255468 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37bf203b-fb4d-44ce-9a8b-f69b7c041ae2 req-b0f98c71-1b3c-4599-b37a-eda07f1e9b7a tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 210 time: 0.0589538 Nov 02 11:41:17.265505 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54324ee6-725b-4cf7-838e-2c87160a839e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93135f1-a309-4824-96f4-2d8b924768fa'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:17.269736 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49687644-1147-46a8-b6d8-929e0bdba2f3" -d '{"events": [{"server_uuid": "54324ee6-725b-4cf7-838e-2c87160a839e", "name": "network-vif-plugged", "status": "completed", "tag": "b93135f1-a309-4824-96f4-2d8b924768fa"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:17.279740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port b93135f1-a309-4824-96f4-2d8b924768fa, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b93135f1-a309-4824-96f4-2d8b924768fa,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:17.324655 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeacb86-7b69-4b25-a66c-b511c00d9f9b req-a079b120-d300-4102-a588-da4380d6fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:17.327204 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9eeacb86-7b69-4b25-a66c-b511c00d9f9b req-a079b120-d300-4102-a588-da4380d6fdd2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dea57a16a4ab492083efec0b2703486d&device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 1096 time: 0.0688226 Nov 02 11:41:17.372072 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:17.392744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6bfaf9af-c6a7-42e0-9d3c-f40061ecc5f4 req-5702e7fa-7432-4674-94f7-a86239f37515 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859105 Nov 02 11:41:17.485377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=b93135f1-a309-4824-96f4-2d8b924768fa,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:17.512469 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58fd9ba-86bc-4722-8126-89f7939ffd26 x-openstack-request-id: req-d58fd9ba-86bc-4722-8126-89f7939ffd26 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:17.516121 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54324ee6-725b-4cf7-838e-2c87160a839e", "name": "network-vif-plugged", "status": "completed", "tag": "b93135f1-a309-4824-96f4-2d8b924768fa", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:17.516543 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d58fd9ba-86bc-4722-8126-89f7939ffd26 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:17.517158 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54324ee6-725b-4cf7-838e-2c87160a839e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93135f1-a309-4824-96f4-2d8b924768fa', 'code': 200} Nov 02 11:41:17.522399 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d4bc8d5d-0418-48e6-958b-a412d9b08a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:17.553372 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeacb86-7b69-4b25-a66c-b511c00d9f9b req-6ad0de72-29a9-470d-ba21-331848b85afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:17.555130 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9eeacb86-7b69-4b25-a66c-b511c00d9f9b req-6ad0de72-29a9-470d-ba21-331848b85afe service neutron] 10.222.0.79 "GET /v2.0/networks?id=d5806886-5f39-4a6d-a47f-9adfa886cec4 HTTP/1.1" status: 200 len: 930 time: 0.2139800 Nov 02 11:41:17.608139 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9eeacb86-7b69-4b25-a66c-b511c00d9f9b req-ed149b89-abe7-4d30-b474-6ef3ff659124 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=112fc985-5b81-4b50-828a-381234bd3316 HTTP/1.1" status: 200 len: 217 time: 0.0407422 Nov 02 11:41:17.655558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe2e63-d719-40e6-beaf-c352a4d1e83d req-37848018-0930-42d7-b56f-87d04ab21ac7 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:17.657125 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bbfe2e63-d719-40e6-beaf-c352a4d1e83d req-37848018-0930-42d7-b56f-87d04ab21ac7 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.1151824 Nov 02 11:41:17.669069 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da1ca2-1bd9-4805-b35f-08732a1e06b9 req-0e847682-2f49-4c48-808e-f5332d22972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:17.670021 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeacb86-7b69-4b25-a66c-b511c00d9f9b req-8e22b496-5d28-4e09-942b-ea42b57b8972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:17.670454 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05da1ca2-1bd9-4805-b35f-08732a1e06b9 req-0e847682-2f49-4c48-808e-f5332d22972d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 1098 time: 0.0846426 Nov 02 11:41:17.672005 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9eeacb86-7b69-4b25-a66c-b511c00d9f9b req-8e22b496-5d28-4e09-942b-ea42b57b8972 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b3c806ac-0eab-45f5-a90c-8bace788f9d5 HTTP/1.1" status: 200 len: 868 time: 0.0561726 Nov 02 11:41:17.734482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeacb86-7b69-4b25-a66c-b511c00d9f9b req-2b4d60a1-0484-4b15-a44d-c73434bbdf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:17.736763 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9eeacb86-7b69-4b25-a66c-b511c00d9f9b req-2b4d60a1-0484-4b15-a44d-c73434bbdf35 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d5806886-5f39-4a6d-a47f-9adfa886cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563035 Nov 02 11:41:17.752490 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bbfe2e63-d719-40e6-beaf-c352a4d1e83d req-7d9b74c0-39f3-4e21-905d-ad9bc01828d1 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799589 Nov 02 11:41:17.761594 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05da1ca2-1bd9-4805-b35f-08732a1e06b9 req-6f075348-c1ba-4a92-af8e-01e84ed1bbc2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792379 Nov 02 11:41:17.815915 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] Router cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:41:17.863618 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9eeacb86-7b69-4b25-a66c-b511c00d9f9b req-2564c80a-c944-4b63-9d5c-20af1790c588 service neutron] 10.222.0.79 "GET /v2.0/networks/d5806886-5f39-4a6d-a47f-9adfa886cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189718 Nov 02 11:41:17.969926 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:41:17.981819 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Sync routers for ids ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:41:17.997146 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Routers {'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:41:17.998767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:40:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:18.046637 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9eeacb86-7b69-4b25-a66c-b511c00d9f9b req-cd454b62-9bc7-4fe4-b3f8-110b0df43561 service neutron] 10.222.0.79 "GET /v2.0/networks/d5806886-5f39-4a6d-a47f-9adfa886cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740963 Nov 02 11:41:18.072030 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e97b00-397a-44b1-8252-81300f472565 req-206a9ed8-aa9e-46c6-b551-ea78908724b8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:18.077247 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:18.081676 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-34e97b00-397a-44b1-8252-81300f472565 req-206a9ed8-aa9e-46c6-b551-ea78908724b8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 944 time: 0.0770488 Nov 02 11:41:18.082787 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cd3e7777-e943-40a7-9bd7-4492ee417d43 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4943733 Nov 02 11:41:18.084084 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58046) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:18.150122 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-34e97b00-397a-44b1-8252-81300f472565 req-54cd8dae-8321-4d39-8237-06d3fb7f2b3d tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/security-groups?id=ac81cdd5-bc74-4bf4-ab9d-28848f035e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689785 Nov 02 11:41:18.200191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2ab03e5c-b788-46d9-b761-cc31908545d7 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:41:18.241155 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Set router cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:41:18.373988 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced75d3c-a893-4b75-b276-1da6580bbc8f req-1e16aa09-9348-4518-a0e2-996619ab27b8 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:18.382144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ced75d3c-a893-4b75-b276-1da6580bbc8f req-1e16aa09-9348-4518-a0e2-996619ab27b8 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.1347065 Nov 02 11:41:18.393082 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6eefcfd3-7c86-415c-b366-2b548d69ddbe req-21c9d1bf-33a1-48d7-a299-5c8ad59b42cd tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 210 time: 0.0511231 Nov 02 11:41:18.430834 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2ab03e5c-b788-46d9-b761-cc31908545d7 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:18.431216 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:18.457120 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ced75d3c-a893-4b75-b276-1da6580bbc8f req-3f50191b-c8a5-4f49-aa30-5c74323f149e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739763 Nov 02 11:41:18.593407 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'name': 'tempest-ServerActionsTestJSON-1770551346-router', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '256c4e63-7406-4e34-a994-8b44d027858b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:41:12Z', 'updated_at': '2021-11-02T11:41:16Z', 'revision_number': 3, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'gw_port': {'id': '256c4e63-7406-4e34-a994-8b44d027858b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:13Z', 'updated_at': '2021-11-02T11:41:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:18.632721 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Checking router: cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:41:18.633167 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Updating router cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 port 256c4e63-7406-4e34-a994-8b44d027858b binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:41:18.656214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d819720-7a2e-4051-9e86-f2c502852e3f req-e0979304-df11-4f8a-9918-ecaecf86f4cf tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:18.664110 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d819720-7a2e-4051-9e86-f2c502852e3f req-e0979304-df11-4f8a-9918-ecaecf86f4cf tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 946 time: 0.1102419 Nov 02 11:41:18.665449 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:18.757577 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d819720-7a2e-4051-9e86-f2c502852e3f req-a248a087-688f-47e8-94bd-ee07b62a887b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918710 Nov 02 11:41:18.901909 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f536b20-8c55-4a24-b054-d76c28e2826c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:19.017386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0293fca-a790-4bb7-bfda-5cc012ef6a14 req-f055eeba-f21c-4092-ad65-d4d7a4bb076e tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:19.019925 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c0293fca-a790-4bb7-bfda-5cc012ef6a14 req-f055eeba-f21c-4092-ad65-d4d7a4bb076e tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0890307 Nov 02 11:41:19.133223 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:19.151627 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c0293fca-a790-4bb7-bfda-5cc012ef6a14 req-2f418434-9c05-475a-a2d0-2f44c03e298d tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214347 Nov 02 11:41:19.189460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-7f536b20-8c55-4a24-b054-d76c28e2826c admin admin] Allocated IP 172.20.0.1 (3527606c-8d24-496c-bab1-118ac8ae07ec/83f5dcc7-2355-4af6-9fc8-6acfd98b8fde/d6392bbe-e104-473b-afb5-d22646f1d166) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:41:19.235509 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 112fc985-5b81-4b50-828a-381234bd3316 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:41:19.262847 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:19.351771 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d7be5-b0e4-4567-96f8-06dee022557b req-87b4965f-8dc7-4060-b649-2734db2c3170 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:19.353398 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-866d7be5-b0e4-4567-96f8-06dee022557b req-87b4965f-8dc7-4060-b649-2734db2c3170 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 944 time: 0.0870585 Nov 02 11:41:19.358456 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f536b20-8c55-4a24-b054-d76c28e2826c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:19.397950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Attempting to bind port 256c4e63-7406-4e34-a994-8b44d027858b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:41:19.398771 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Attempting to bind port 256c4e63-7406-4e34-a994-8b44d027858b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:41:19.399413 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Attempting to bind port 256c4e63-7406-4e34-a994-8b44d027858b on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:41:19.405869 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d05519-5c85-4e73-881c-dade3e242d5a None None] Pushing event updated for resources: {'Port': ['ID=256c4e63-7406-4e34-a994-8b44d027858b,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:19.418526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:41:19.419182 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:41:19.419745 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:19.420346 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:41:19.421004 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Bound port: 256c4e63-7406-4e34-a994-8b44d027858b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:41:19.421751 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:19.446518 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-866d7be5-b0e4-4567-96f8-06dee022557b req-9049e741-a703-4d99-a264-670e213a95e9 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/security-groups?id=ac81cdd5-bc74-4bf4-ab9d-28848f035e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744777 Nov 02 11:41:19.457018 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 112fc985-5b81-4b50-828a-381234bd3316, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=112fc985-5b81-4b50-828a-381234bd3316,segment=NetworkSegment(988955af-bd7e-4128-979f-b4f684dcf3df),segment_id=988955af-bd7e-4128-979f-b4f684dcf3df)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:19.483459 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '112fc985-5b81-4b50-828a-381234bd3316', 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4', 'port_id': '112fc985-5b81-4b50-828a-381234bd3316', 'mac_address': 'fa:16:3e:f8:a9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:41:19.537649 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] For port 256c4e63-7406-4e34-a994-8b44d027858b, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:41:19.559810 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f536b20-8c55-4a24-b054-d76c28e2826c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:19.568823 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c70e614b-69f4-4c01-be75-16f8a866dd5f req-c7a78726-427f-4d99-80f8-a73f83358cc7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 210 time: 0.0675180 Nov 02 11:41:19.575627 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] For port 256c4e63-7406-4e34-a994-8b44d027858b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=256c4e63-7406-4e34-a994-8b44d027858b,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:41:19.597623 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:19.613915 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112fc985-5b81-4b50-828a-381234bd3316 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:41:19.637711 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f536b20-8c55-4a24-b054-d76c28e2826c admin admin] Pushing event updated for resources: {'Port': ['ID=d6392bbe-e104-473b-afb5-d22646f1d166,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:19.639252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 112fc985-5b81-4b50-828a-381234bd3316, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=112fc985-5b81-4b50-828a-381234bd3316,segment=NetworkSegment(988955af-bd7e-4128-979f-b4f684dcf3df),segment_id=988955af-bd7e-4128-979f-b4f684dcf3df)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:19.665149 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f536b20-8c55-4a24-b054-d76c28e2826c admin admin] Network 3527606c-8d24-496c-bab1-118ac8ae07ec is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:41:19.668357 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:19.688483 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d695d-88d2-4e52-893b-261a5ce37820 req-98a0b522-32a6-475c-bfd0-d5e6b0dadadb tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:19.696694 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-176d695d-88d2-4e52-893b-261a5ce37820 req-98a0b522-32a6-475c-bfd0-d5e6b0dadadb tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.1528006 Nov 02 11:41:19.699071 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-7f536b20-8c55-4a24-b054-d76c28e2826c admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:41:19.708199 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f536b20-8c55-4a24-b054-d76c28e2826c admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:41:19.764479 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d05519-5c85-4e73-881c-dade3e242d5a None None] Pushing event updated for resources: {'Port': ['ID=256c4e63-7406-4e34-a994-8b44d027858b,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:19.791661 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d188bb59-f8c2-4b01-8853-b5a10b9cb4e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:19.791661 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:19.848714 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=112fc985-5b81-4b50-828a-381234bd3316,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:19.853613 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Routers {'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:41:19.855194 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:40:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:19.859533 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-176d695d-88d2-4e52-893b-261a5ce37820 req-1942e2d9-a14f-462f-9a73-ae35a00d4eea tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616161 Nov 02 11:41:19.874325 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f536b20-8c55-4a24-b054-d76c28e2826c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:20.008597 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23312fd3-0017-4f00-a5be-9405b13f8605 req-99845061-0297-4bb2-94eb-b17bfab3d693 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:20.019332 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-23312fd3-0017-4f00-a5be-9405b13f8605 req-99845061-0297-4bb2-94eb-b17bfab3d693 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 946 time: 0.1361060 Nov 02 11:41:20.040032 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] Set router cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:41:20.080093 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-23312fd3-0017-4f00-a5be-9405b13f8605 req-79ae3ac2-694a-4ea5-af93-9acb8a2130f5 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582824 Nov 02 11:41:20.124611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['112fc985-5b81-4b50-828a-381234bd3316'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:41:20.218963 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f536b20-8c55-4a24-b054-d76c28e2826c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:20.249424 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-41027517-9842-4b4b-8570-7db64dc88247 None None] Provisioning complete for port d6392bbe-e104-473b-afb5-d22646f1d166 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:20.250037 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-41027517-9842-4b4b-8570-7db64dc88247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:20.294317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf48e30-2826-4854-9790-4e633bb82673 req-237569b7-244a-4fc3-863e-dd1bc51881a3 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:20.299584 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260b56a-1673-4837-91c4-300a525b0f39 req-75e32d65-741a-4cc9-b2ab-6044526dc9af tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:20.302732 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-adf48e30-2826-4854-9790-4e633bb82673 req-237569b7-244a-4fc3-863e-dd1bc51881a3 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 945 time: 0.0725193 Nov 02 11:41:20.304408 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-41027517-9842-4b4b-8570-7db64dc88247 None None] Port d6392bbe-e104-473b-afb5-d22646f1d166 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:41:20.306363 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b260b56a-1673-4837-91c4-300a525b0f39 req-75e32d65-741a-4cc9-b2ab-6044526dc9af tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 1098 time: 0.1406283 Nov 02 11:41:20.376005 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-adf48e30-2826-4854-9790-4e633bb82673 req-2a067cbb-c359-4ff4-b39c-de38a3a8f079 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612307 Nov 02 11:41:20.527552 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f536b20-8c55-4a24-b054-d76c28e2826c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:20.626448 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f536b20-8c55-4a24-b054-d76c28e2826c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:20.638805 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b260b56a-1673-4837-91c4-300a525b0f39 req-7035e57f-c6d6-44e4-b921-c635711f6054 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087832 Nov 02 11:41:20.735837 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'name': 'tempest-ServerActionsTestJSON-1770551346-router', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '256c4e63-7406-4e34-a994-8b44d027858b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:41:12Z', 'updated_at': '2021-11-02T11:41:16Z', 'revision_number': 3, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'gw_port': {'id': '256c4e63-7406-4e34-a994-8b44d027858b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:13Z', 'updated_at': '2021-11-02T11:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:20.766327 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b225b-6300-43b0-8b5a-035c1165cbae None None] The sync data for ids ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'] in n-d-806683-18 is: [{'id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'name': 'tempest-ServerActionsTestJSON-1770551346-router', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '256c4e63-7406-4e34-a994-8b44d027858b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:41:12Z', 'updated_at': '2021-11-02T11:41:16Z', 'revision_number': 3, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'gw_port': {'id': '256c4e63-7406-4e34-a994-8b44d027858b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:13Z', 'updated_at': '2021-11-02T11:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:41:20.768510 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f536b20-8c55-4a24-b054-d76c28e2826c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:20.775520 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f536b20-8c55-4a24-b054-d76c28e2826c admin admin] Pushing event updated for resources: {'Port': ['ID=d6392bbe-e104-473b-afb5-d22646f1d166,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:20.803732 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460e206-f336-4838-8c05-20b6e6766e0d req-90848bbd-a006-4f09-90a8-80b873ad647e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:20.805982 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e460e206-f336-4838-8c05-20b6e6766e0d req-90848bbd-a006-4f09-90a8-80b873ad647e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 945 time: 0.0938010 Nov 02 11:41:20.923451 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e460e206-f336-4838-8c05-20b6e6766e0d req-77c34349-0385-43d1-810b-9acffab1136e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/security-groups?id=ac81cdd5-bc74-4bf4-ab9d-28848f035e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064439 Nov 02 11:41:20.944234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f536b20-8c55-4a24-b054-d76c28e2826c admin admin] Network 3527606c-8d24-496c-bab1-118ac8ae07ec is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:41:20.945878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-7f536b20-8c55-4a24-b054-d76c28e2826c admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:41:21.045408 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b94d31a-9755-4e7a-9240-d6cdfacf0692 req-e013fedd-9fa0-4540-83dd-bff97616d3ea tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb5a8be1-8ccc-4e4e-acfb-c8c42a216dd4 HTTP/1.1" status: 200 len: 210 time: 0.0481410 Nov 02 11:41:21.257165 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f72ec58c-debd-438c-9dc9-3c5abe4d9fb5 None None] Provisioning complete for port d6392bbe-e104-473b-afb5-d22646f1d166 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:21.257757 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f72ec58c-debd-438c-9dc9-3c5abe4d9fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:21.306859 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f72ec58c-debd-438c-9dc9-3c5abe4d9fb5 None None] Port d6392bbe-e104-473b-afb5-d22646f1d166 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:41:21.462116 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:21.510223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f536b20-8c55-4a24-b054-d76c28e2826c admin admin] Router cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:41:21.510223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cffb2b-00ba-4b13-94b0-bf8a1284de79 req-981f9e7f-f233-4f49-9bb1-8d6bb8af9988 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:21.511055 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10cffb2b-00ba-4b13-94b0-bf8a1284de79 req-981f9e7f-f233-4f49-9bb1-8d6bb8af9988 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 1098 time: 0.0724249 Nov 02 11:41:21.610236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10cffb2b-00ba-4b13-94b0-bf8a1284de79 req-45692913-0066-47ab-802b-a237af4bc947 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920894 Nov 02 11:41:21.671058 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f536b20-8c55-4a24-b054-d76c28e2826c admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:41:21.671765 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7f536b20-8c55-4a24-b054-d76c28e2826c admin admin] 10.222.0.52 "PUT /v2.0/routers/cce7e5a5-2204-4d81-8aa7-2859cd2ebe15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5859222 Nov 02 11:41:21.823161 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b437b19-71fb-4a26-bb67-560aca41b0e5 req-e14e3ff6-0802-4141-bd08-2c8123a6ab4f tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:21.824779 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b437b19-71fb-4a26-bb67-560aca41b0e5 req-e14e3ff6-0802-4141-bd08-2c8123a6ab4f tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.0640430 Nov 02 11:41:21.888132 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b437b19-71fb-4a26-bb67-560aca41b0e5 req-b88a4fa4-063f-4b77-9b08-be661e298655 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574131 Nov 02 11:41:22.159462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 256c4e63-7406-4e34-a994-8b44d027858b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:41:22.325048 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 256c4e63-7406-4e34-a994-8b44d027858b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:22.326156 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:22.369194 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:22.450623 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:22.481153 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 256c4e63-7406-4e34-a994-8b44d027858b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=256c4e63-7406-4e34-a994-8b44d027858b,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:22.576199 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:22.689617 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58160) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:22.696068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-dad5337a-0e7f-4a6c-a268-38bbea4f0aef tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1511154793', 'description': 'tempest-description--1800035773'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:41:22.701665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=256c4e63-7406-4e34-a994-8b44d027858b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:22.788985 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Sync routers for ids ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:41:22.795668 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Routers {'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:41:22.796662 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:41:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:22.837617 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dad5337a-0e7f-4a6c-a268-38bbea4f0aef tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:22.866265 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a197471-4879-43cd-99d4-cad380421bf6 req-d23fdd4b-0272-43ef-b4be-12cc41b6fa18 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:22.875655 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a197471-4879-43cd-99d4-cad380421bf6 req-d23fdd4b-0272-43ef-b4be-12cc41b6fa18 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 945 time: 0.0961897 Nov 02 11:41:22.931511 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Set router cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:41:22.965749 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dad5337a-0e7f-4a6c-a268-38bbea4f0aef tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:23.000294 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a197471-4879-43cd-99d4-cad380421bf6 req-b287178a-a2d6-4a5f-affe-cf8957ae7e27 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/security-groups?id=ac81cdd5-bc74-4bf4-ab9d-28848f035e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178815 Nov 02 11:41:23.073197 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dad5337a-0e7f-4a6c-a268-38bbea4f0aef tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:23.160927 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5337a-0e7f-4a6c-a268-38bbea4f0aef tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:23.196832 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dad5337a-0e7f-4a6c-a268-38bbea4f0aef tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:23.196832 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-dad5337a-0e7f-4a6c-a268-38bbea4f0aef tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4939291 Nov 02 11:41:23.196832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58188) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:23.200638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-921aceaf-01c1-4398-8a40-b97a43332d75 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Request body: {'security_group_rule': {'security_group_id': '9fc1ab72-d98b-4a58-a8b8-6b769b27b28e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:41:23.240099 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 112fc985-5b81-4b50-828a-381234bd3316 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:41:23.308331 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eccc73-e277-43a4-9b65-388326325ccf req-940da49b-c726-425b-9bd1-3686f99e33a4 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:23.317846 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a2eccc73-e277-43a4-9b65-388326325ccf req-940da49b-c726-425b-9bd1-3686f99e33a4 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.0703969 Nov 02 11:41:23.327457 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'name': 'tempest-ServerActionsTestJSON-1770551346-router', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '256c4e63-7406-4e34-a994-8b44d027858b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:41:12Z', 'updated_at': '2021-11-02T11:41:20Z', 'revision_number': 4, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'gw_port': {'id': '256c4e63-7406-4e34-a994-8b44d027858b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:13Z', 'updated_at': '2021-11-02T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd6392bbe-e104-473b-afb5-d22646f1d166', 'name': '', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'mac_address': 'fa:16:3e:e3:f0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:18Z', 'updated_at': '2021-11-02T11:41:20Z', 'revision_number': 2, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'subnets': [{'id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:23.351713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58190) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:23.390027 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-921aceaf-01c1-4398-8a40-b97a43332d75 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:23.430775 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Checking router: cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:41:23.432204 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Updating router cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 port d6392bbe-e104-473b-afb5-d22646f1d166 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:41:23.436943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 112fc985-5b81-4b50-828a-381234bd3316 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:41:23.440962 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a2eccc73-e277-43a4-9b65-388326325ccf req-f16f3687-3b96-4f7b-802d-50fd5cc20bf0 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102729 Nov 02 11:41:23.442427 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 112fc985-5b81-4b50-828a-381234bd3316 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:23.443059 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:23.489811 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:23.526893 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-921aceaf-01c1-4398-8a40-b97a43332d75 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:23.580666 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c01e44c7-a046-49c7-b75e-7d437510e4d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:23.611390 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-921aceaf-01c1-4398-8a40-b97a43332d75 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:23.618395 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:23.654661 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e596238c-0bb7-41c0-afeb-4c1bff4974dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112fc985-5b81-4b50-828a-381234bd3316'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:23.657419 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0b931b-da71-4243-974d-f071c11984a1" -d '{"events": [{"server_uuid": "e596238c-0bb7-41c0-afeb-4c1bff4974dd", "name": "network-vif-plugged", "status": "completed", "tag": "112fc985-5b81-4b50-828a-381234bd3316"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:23.700897 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 112fc985-5b81-4b50-828a-381234bd3316, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=112fc985-5b81-4b50-828a-381234bd3316,segment=NetworkSegment(988955af-bd7e-4128-979f-b4f684dcf3df),segment_id=988955af-bd7e-4128-979f-b4f684dcf3df)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:23.720274 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea52b78-781c-4d54-ba0d-6ab67c5e6a46 x-openstack-request-id: req-eea52b78-781c-4d54-ba0d-6ab67c5e6a46 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:23.720770 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e596238c-0bb7-41c0-afeb-4c1bff4974dd", "name": "network-vif-plugged", "status": "completed", "tag": "112fc985-5b81-4b50-828a-381234bd3316", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:23.721207 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eea52b78-781c-4d54-ba0d-6ab67c5e6a46 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:23.721949 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e596238c-0bb7-41c0-afeb-4c1bff4974dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112fc985-5b81-4b50-828a-381234bd3316', 'code': 200} Nov 02 11:41:23.796943 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:23.800990 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c01e44c7-a046-49c7-b75e-7d437510e4d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:23.831753 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:23.842115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921aceaf-01c1-4398-8a40-b97a43332d75 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d58849-1994-47e4-8595-053e12da021f,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:23.877216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae82967-c79b-48a0-a639-a4ba8fda57cd req-235ea23d-28ed-4f66-801f-8e34034e9480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:23.884833 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2ae82967-c79b-48a0-a639-a4ba8fda57cd req-235ea23d-28ed-4f66-801f-8e34034e9480 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 1097 time: 0.0991304 Nov 02 11:41:23.890374 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c01e44c7-a046-49c7-b75e-7d437510e4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:23.957544 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c01e44c7-a046-49c7-b75e-7d437510e4d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3da2a3c659b842b6a97a9dd6ffff52ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6041496 Nov 02 11:41:23.962387 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58212) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:23.966260 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=112fc985-5b81-4b50-828a-381234bd3316,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:23.979534 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-921aceaf-01c1-4398-8a40-b97a43332d75 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:23.983308 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-921aceaf-01c1-4398-8a40-b97a43332d75 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7927613 Nov 02 11:41:23.990628 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58214) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:23.998795 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2ae82967-c79b-48a0-a639-a4ba8fda57cd req-378d6dd0-a45f-4dc2-8408-4dda230c2353 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ac81cdd5-bc74-4bf4-ab9d-28848f035e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935078 Nov 02 11:41:23.998795 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5663f4e9-f8f5-41c1-a34b-6b64ebe00738 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Request body: {'security_group_rule': {'security_group_id': '9fc1ab72-d98b-4a58-a8b8-6b769b27b28e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:41:24.016147 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e44c7-a046-49c7-b75e-7d437510e4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11eb2fd3-a707-44c1-8e9f-6d68b78e8006,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:24.061579 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:24.160270 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b6a059b0-11df-4336-b5eb-6101dd7afdfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:24.181743 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:24.191191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 256c4e63-7406-4e34-a994-8b44d027858b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:41:24.233331 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5663f4e9-f8f5-41c1-a34b-6b64ebe00738 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:24.243215 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b6a059b0-11df-4336-b5eb-6101dd7afdfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:24.260295 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 256c4e63-7406-4e34-a994-8b44d027858b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:24.260940 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:24.279216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88642f-9cf3-4ba0-9139-d97adbff3dcc req-5ff0521a-1e07-4e91-8904-6825fdbd49e8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:24.280989 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8e88642f-9cf3-4ba0-9139-d97adbff3dcc req-5ff0521a-1e07-4e91-8904-6825fdbd49e8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 946 time: 0.1641533 Nov 02 11:41:24.290825 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:24.413487 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c3720-08b2-47d6-99f8-4c1e480d4ad9 None None] Pushing event updated for resources: {'Port': ['ID=d6392bbe-e104-473b-afb5-d22646f1d166,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:24.492789 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Attempting to bind port d6392bbe-e104-473b-afb5-d22646f1d166 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:41:24.493577 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Attempting to bind port d6392bbe-e104-473b-afb5-d22646f1d166 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:41:24.493858 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Attempting to bind port d6392bbe-e104-473b-afb5-d22646f1d166 on network 3527606c-8d24-496c-bab1-118ac8ae07ec {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:41:24.499638 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:41:24.500233 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Checking segment: {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:41:24.500725 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:24.501205 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Bound using segment: {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:41:24.501741 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8e88642f-9cf3-4ba0-9139-d97adbff3dcc req-c4812d61-ca76-4a85-aad0-bce7688750a4 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/security-groups?id=ac81cdd5-bc74-4bf4-ab9d-28848f035e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091551 Nov 02 11:41:24.501893 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Bound port: d6392bbe-e104-473b-afb5-d22646f1d166, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:41:24.502367 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:24.521333 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5663f4e9-f8f5-41c1-a34b-6b64ebe00738 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:24.553039 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b6a059b0-11df-4336-b5eb-6101dd7afdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:24.555878 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b6a059b0-11df-4336-b5eb-6101dd7afdfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:24.560048 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b6a059b0-11df-4336-b5eb-6101dd7afdfc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11eb2fd3-a707-44c1-8e9f-6d68b78e8006 HTTP/1.1" status: 204 len: 168 time: 0.5953677 Nov 02 11:41:24.586766 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a059b0-11df-4336-b5eb-6101dd7afdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11eb2fd3-a707-44c1-8e9f-6d68b78e8006,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:24.593705 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5663f4e9-f8f5-41c1-a34b-6b64ebe00738 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:24.690505 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] For port d6392bbe-e104-473b-afb5-d22646f1d166, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:41:24.697309 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] For port d6392bbe-e104-473b-afb5-d22646f1d166, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d6392bbe-e104-473b-afb5-d22646f1d166,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:41:24.704350 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663f4e9-f8f5-41c1-a34b-6b64ebe00738 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13080ac5-3caf-4e8a-b011-c13d004d74c1,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:24.804935 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:24.816293 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5663f4e9-f8f5-41c1-a34b-6b64ebe00738 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:24.833506 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5663f4e9-f8f5-41c1-a34b-6b64ebe00738 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8392913 Nov 02 11:41:24.836450 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58230) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:24.841571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-b0cd702e-64dd-45a7-978c-a44948764ec5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:41:24.892031 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c9557-6120-4bdd-8d47-e6a6fd42b6aa req-241d9ec0-391b-40b5-b399-9202d5cb6bad tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:24.892031 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-146c9557-6120-4bdd-8d47-e6a6fd42b6aa req-241d9ec0-391b-40b5-b399-9202d5cb6bad tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.1210001 Nov 02 11:41:24.902351 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-fede5ed8-5236-4cac-85d8-6e4f1b57121a None None] Provisioning complete for port d6392bbe-e104-473b-afb5-d22646f1d166 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:24.902966 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fede5ed8-5236-4cac-85d8-6e4f1b57121a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:24.931305 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:24.938961 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c3720-08b2-47d6-99f8-4c1e480d4ad9 None None] Pushing event updated for resources: {'Port': ['ID=d6392bbe-e104-473b-afb5-d22646f1d166,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:25.002896 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-146c9557-6120-4bdd-8d47-e6a6fd42b6aa req-c6ca0bd5-a01e-4994-bf87-4b131bf9c1bc tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032579 Nov 02 11:41:25.066856 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b0cd702e-64dd-45a7-978c-a44948764ec5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:25.092032 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Routers {'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:41:25.092682 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:41:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:25.123829 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fede5ed8-5236-4cac-85d8-6e4f1b57121a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:25.254464 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 50837c1e-f6ca-47bd-95c3-669562aef836 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:41:25.271791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-fede5ed8-5236-4cac-85d8-6e4f1b57121a None None] For port d6392bbe-e104-473b-afb5-d22646f1d166, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d6392bbe-e104-473b-afb5-d22646f1d166,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:25.316880 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b0cd702e-64dd-45a7-978c-a44948764ec5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:25.428611 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] Set router cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:41:25.461651 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-db07cbf6-a98a-4f2d-a2a3-4971d90e960e tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:41:25.461651 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-db07cbf6-a98a-4f2d-a2a3-4971d90e960e tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.4522505 Nov 02 11:41:25.483224 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fede5ed8-5236-4cac-85d8-6e4f1b57121a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:25.545684 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-6d9fdc09-348e-4704-bd81-3422b8ea9b14 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:25.559424 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-6d9fdc09-348e-4704-bd81-3422b8ea9b14 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/ports/b93135f1-a309-4824-96f4-2d8b924768fa HTTP/1.1" status: 200 len: 1095 time: 0.0941186 Nov 02 11:41:25.587577 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-b0cd702e-64dd-45a7-978c-a44948764ec5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Allocated IP 172.25.6.225 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/a52a8002-b1b4-4189-bb5c-6599769837dd) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:41:25.710013 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-ad44c101-c363-4691-81ba-9713e914dc99 service neutron] Request body: {'binding': {'host': 'n-h1-806683-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:41:25.710479 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-ad44c101-c363-4691-81ba-9713e914dc99 service neutron] Unknown quota resources ['binding']. {{(pid=102690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 11:41:25.818147 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 50837c1e-f6ca-47bd-95c3-669562aef836, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=50837c1e-f6ca-47bd-95c3-669562aef836,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:25.867736 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b0cd702e-64dd-45a7-978c-a44948764ec5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:25.871601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '50837c1e-f6ca-47bd-95c3-669562aef836', 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf', 'port_id': '50837c1e-f6ca-47bd-95c3-669562aef836', 'mac_address': 'fa:16:3e:13:25:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9853137b-7032-4499-acf2-66fe74777f85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:41:25.942584 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58272) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:25.955289 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'name': 'tempest-ServerActionsTestJSON-1770551346-router', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '256c4e63-7406-4e34-a994-8b44d027858b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:41:12Z', 'updated_at': '2021-11-02T11:41:20Z', 'revision_number': 4, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'gw_port': {'id': '256c4e63-7406-4e34-a994-8b44d027858b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:13Z', 'updated_at': '2021-11-02T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd6392bbe-e104-473b-afb5-d22646f1d166', 'name': '', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'mac_address': 'fa:16:3e:e3:f0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:18Z', 'updated_at': '2021-11-02T11:41:24Z', 'revision_number': 4, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'subnets': [{'id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:25.958764 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9013da0b-23f4-4246-80b8-536595973f51 None None] Provisioning complete for port d6392bbe-e104-473b-afb5-d22646f1d166 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:25.959285 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9013da0b-23f4-4246-80b8-536595973f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:25.970993 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede5ed8-5236-4cac-85d8-6e4f1b57121a None None] Pushing event updated for resources: {'Port': ['ID=d6392bbe-e104-473b-afb5-d22646f1d166,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:25.985864 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5a381530-88c0-48d7-95fd-4fc63e722a59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:26.015296 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd42083-40d5-4ae2-868c-e2d0e2ec8f87 req-1dc185ce-246b-4cfe-817f-bad75659c9b4 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:26.018591 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde6b6b-541b-4956-8d58-fdb6c9a16e98 None None] The sync data for ids ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'] in n-d-806683-18 is: [{'id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'name': 'tempest-ServerActionsTestJSON-1770551346-router', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '256c4e63-7406-4e34-a994-8b44d027858b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:41:12Z', 'updated_at': '2021-11-02T11:41:20Z', 'revision_number': 4, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'gw_port': {'id': '256c4e63-7406-4e34-a994-8b44d027858b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:13Z', 'updated_at': '2021-11-02T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd6392bbe-e104-473b-afb5-d22646f1d166', 'name': '', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'mac_address': 'fa:16:3e:e3:f0:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:18Z', 'updated_at': '2021-11-02T11:41:24Z', 'revision_number': 4, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'subnets': [{'id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:41:26.037949 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5bd42083-40d5-4ae2-868c-e2d0e2ec8f87 req-1dc185ce-246b-4cfe-817f-bad75659c9b4 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 946 time: 0.3226326 Nov 02 11:41:26.055688 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:26.073484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50837c1e-f6ca-47bd-95c3-669562aef836 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:41:26.103184 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b0cd702e-64dd-45a7-978c-a44948764ec5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:26.115451 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 50837c1e-f6ca-47bd-95c3-669562aef836, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=50837c1e-f6ca-47bd-95c3-669562aef836,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:26.281938 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd702e-64dd-45a7-978c-a44948764ec5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Pushing event updated for resources: {'Port': ['ID=a52a8002-b1b4-4189-bb5c-6599769837dd,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:26.288786 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:26.303357 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5bd42083-40d5-4ae2-868c-e2d0e2ec8f87 req-3d757f42-4232-4547-8a3a-0c8d1c7ae6a3 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/security-groups?id=ac81cdd5-bc74-4bf4-ab9d-28848f035e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644291 Nov 02 11:41:26.303674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd702e-64dd-45a7-978c-a44948764ec5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:41:26.306629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-b0cd702e-64dd-45a7-978c-a44948764ec5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:41:26.310082 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cd702e-64dd-45a7-978c-a44948764ec5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:41:26.382446 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5a381530-88c0-48d7-95fd-4fc63e722a59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:26.438908 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-ad44c101-c363-4691-81ba-9713e914dc99 service neutron] Attempting to bind port b93135f1-a309-4824-96f4-2d8b924768fa on host n-h1-806683-18 for vnic_type normal with profile None {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:41:26.439387 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-ad44c101-c363-4691-81ba-9713e914dc99 service neutron] Attempting to bind port b93135f1-a309-4824-96f4-2d8b924768fa by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:41:26.439864 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-ad44c101-c363-4691-81ba-9713e914dc99 service neutron] Attempting to bind port b93135f1-a309-4824-96f4-2d8b924768fa on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:41:26.448155 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-ad44c101-c363-4691-81ba-9713e914dc99 service neutron] Port b93135f1-a309-4824-96f4-2d8b924768fa on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:41:26.448934 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-ad44c101-c363-4691-81ba-9713e914dc99 service neutron] Attempting to bind port b93135f1-a309-4824-96f4-2d8b924768fa on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:41:26.455464 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-ad44c101-c363-4691-81ba-9713e914dc99 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:41:26.456975 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-ad44c101-c363-4691-81ba-9713e914dc99 service neutron] Checking segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:41:26.458216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-ad44c101-c363-4691-81ba-9713e914dc99 service neutron] Bound using segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:41:26.459043 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-ad44c101-c363-4691-81ba-9713e914dc99 service neutron] Bound port: b93135f1-a309-4824-96f4-2d8b924768fa, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:41:26.477288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['50837c1e-f6ca-47bd-95c3-669562aef836'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:41:26.485173 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5a381530-88c0-48d7-95fd-4fc63e722a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:26.538467 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-ad44c101-c363-4691-81ba-9713e914dc99 service neutron] For port b93135f1-a309-4824-96f4-2d8b924768fa, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b93135f1-a309-4824-96f4-2d8b924768fa,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:41:26.562706 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=50837c1e-f6ca-47bd-95c3-669562aef836,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:26.628949 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-ad44c101-c363-4691-81ba-9713e914dc99 service neutron] Publish callbacks [] for binding, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:26.634358 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-ad44c101-c363-4691-81ba-9713e914dc99 service neutron] 10.222.0.52 "POST /v2.0/ports/b93135f1-a309-4824-96f4-2d8b924768fa/bindings HTTP/1.1" status: 201 len: 390 time: 1.0737765 Nov 02 11:41:26.637582 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b0cd702e-64dd-45a7-978c-a44948764ec5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:26.643921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5a381530-88c0-48d7-95fd-4fc63e722a59 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0918cfa6ba8c4dfdb788667b4ca637ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6986015 Nov 02 11:41:26.645937 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58282) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:26.651295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a381530-88c0-48d7-95fd-4fc63e722a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db147044-3700-4141-80ee-057cc955c955,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:26.779520 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b0cd702e-64dd-45a7-978c-a44948764ec5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:26.889596 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-294516b9-d7c8-4aaf-86a5-e80c2de799a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:26.916550 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-294516b9-d7c8-4aaf-86a5-e80c2de799a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:27.013595 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac34815-c9eb-41df-922c-93fcdaf3a9eb req-0724e46e-41b1-48f1-b11c-450b9abe04df tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:27.023102 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ac34815-c9eb-41df-922c-93fcdaf3a9eb req-0724e46e-41b1-48f1-b11c-450b9abe04df tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.2402160 Nov 02 11:41:27.097131 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ac34815-c9eb-41df-922c-93fcdaf3a9eb req-c35cdcb7-c97b-491e-a153-2d6e3157a75d tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645020 Nov 02 11:41:27.182249 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-294516b9-d7c8-4aaf-86a5-e80c2de799a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:27.185666 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-294516b9-d7c8-4aaf-86a5-e80c2de799a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:27.190052 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-294516b9-d7c8-4aaf-86a5-e80c2de799a9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db147044-3700-4141-80ee-057cc955c955 HTTP/1.1" status: 204 len: 168 time: 0.5405781 Nov 02 11:41:27.204231 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294516b9-d7c8-4aaf-86a5-e80c2de799a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db147044-3700-4141-80ee-057cc955c955,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:27.231510 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b0cd702e-64dd-45a7-978c-a44948764ec5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:27.245055 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 50837c1e-f6ca-47bd-95c3-669562aef836 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:41:27.352810 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b0cd702e-64dd-45a7-978c-a44948764ec5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:27.468418 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 50837c1e-f6ca-47bd-95c3-669562aef836 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:27.469614 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:27.576469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a232b-2772-419d-9631-2a285a2b40bf req-d014b47d-a97b-41af-94a8-6e18011be1cc tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:27.587873 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-491a232b-2772-419d-9631-2a285a2b40bf req-d014b47d-a97b-41af-94a8-6e18011be1cc tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 946 time: 0.1256616 Nov 02 11:41:27.621460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b79ae1-6865-4615-81ab-884a17396739 req-c5d1df48-cfcb-4436-98c2-b7190b548444 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:27.623387 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02b79ae1-6865-4615-81ab-884a17396739 req-c5d1df48-cfcb-4436-98c2-b7190b548444 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 946 time: 0.3543587 Nov 02 11:41:27.650118 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:27.663570 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-491a232b-2772-419d-9631-2a285a2b40bf req-2fc5bdf4-ca73-4c99-bcd3-7fd8ca7ddffd tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/security-groups?id=ac81cdd5-bc74-4bf4-ab9d-28848f035e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748138 Nov 02 11:41:27.757438 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c8e6d2-0517-4884-890a-06cf371c830f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50837c1e-f6ca-47bd-95c3-669562aef836'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:27.766777 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f54967-ab48-49dd-996a-733c388b2436" -d '{"events": [{"server_uuid": "60c8e6d2-0517-4884-890a-06cf371c830f", "name": "network-vif-plugged", "status": "completed", "tag": "50837c1e-f6ca-47bd-95c3-669562aef836"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:27.781055 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02b79ae1-6865-4615-81ab-884a17396739 req-14765ba2-024a-4aa8-9711-12428b4c5212 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413248 Nov 02 11:41:27.785899 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd702e-64dd-45a7-978c-a44948764ec5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Pushing event updated for resources: {'Port': ['ID=a52a8002-b1b4-4189-bb5c-6599769837dd,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:27.801751 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b0cd702e-64dd-45a7-978c-a44948764ec5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:27.832368 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 50837c1e-f6ca-47bd-95c3-669562aef836, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=50837c1e-f6ca-47bd-95c3-669562aef836,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:27.900740 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6e5df9-85e3-4f42-95e6-4613892f336d x-openstack-request-id: req-6f6e5df9-85e3-4f42-95e6-4613892f336d {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:27.901283 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c8e6d2-0517-4884-890a-06cf371c830f", "name": "network-vif-plugged", "status": "completed", "tag": "50837c1e-f6ca-47bd-95c3-669562aef836", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:27.901707 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f6e5df9-85e3-4f42-95e6-4613892f336d {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:27.902285 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c8e6d2-0517-4884-890a-06cf371c830f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50837c1e-f6ca-47bd-95c3-669562aef836', 'code': 200} Nov 02 11:41:27.978039 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b0cd702e-64dd-45a7-978c-a44948764ec5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:27.981387 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b0cd702e-64dd-45a7-978c-a44948764ec5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1419394 Nov 02 11:41:28.002090 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:28.170745 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-db9125de-2e7a-497a-8808-cd17704b1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:28.174859 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-db9125de-2e7a-497a-8808-cd17704b1e9c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 1098 time: 0.4546082 Nov 02 11:41:28.235130 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=50837c1e-f6ca-47bd-95c3-669562aef836,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:28.336227 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d6392bbe-e104-473b-afb5-d22646f1d166 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:41:28.429704 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d6392bbe-e104-473b-afb5-d22646f1d166 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:28.430232 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:28.515505 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb032ac-d880-4182-8be6-43d7d898f458 req-ab909497-a18f-4349-96b8-659a8f80f014 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:28.529185 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fbb032ac-d880-4182-8be6-43d7d898f458 req-ab909497-a18f-4349-96b8-659a8f80f014 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.1289473 Nov 02 11:41:28.647386 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fbb032ac-d880-4182-8be6-43d7d898f458 req-3bfbacab-6f51-4f0d-9576-31376d046379 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164901 Nov 02 11:41:28.685084 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-c70eec87-05cc-4346-be8e-515c079f4357 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 258 time: 0.8575389 Nov 02 11:41:28.710381 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-df59229e-1924-43a6-ae0d-a438c3dc506e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:41:28.749689 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-d13ef2d4-0f3f-4b7a-a369-50d8bd67a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:28.751861 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-d13ef2d4-0f3f-4b7a-a369-50d8bd67a210 service neutron] 10.222.0.79 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 908 time: 0.5540347 Nov 02 11:41:28.820082 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-0838ee48-3b3a-4cd1-9dca-a603c1d3d15b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b93135f1-a309-4824-96f4-2d8b924768fa HTTP/1.1" status: 200 len: 217 time: 0.0490966 Nov 02 11:41:28.884240 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-df59229e-1924-43a6-ae0d-a438c3dc506e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:28.900158 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df6b8212-8494-48b8-8392-15526fe0e43b req-fbb425e4-7550-4886-a7a6-2a72091d7474 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1511154793&fields=id&tenant_id=bec498c596c8422fb907979cec4aae7e HTTP/1.1" status: 200 len: 267 time: 0.1028354 Nov 02 11:41:29.037376 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-efd865e1-7187-47f9-9203-34b41a7ad8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:29.039305 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-efd865e1-7187-47f9-9203-34b41a7ad8c2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.2109270 Nov 02 11:41:29.197730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b8212-8494-48b8-8392-15526fe0e43b req-86627ade-5575-4ac6-8621-22e244beeda4 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:29.203698 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df6b8212-8494-48b8-8392-15526fe0e43b req-86627ade-5575-4ac6-8621-22e244beeda4 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 812 time: 0.2911270 Nov 02 11:41:29.209029 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-57e15087-5460-4a9e-bd01-12d9da2aeaf6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1598771 Nov 02 11:41:29.228143 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df6b8212-8494-48b8-8392-15526fe0e43b req-1b0610d2-5464-4d27-b5cc-e29fb9516b22 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/quotas/bec498c596c8422fb907979cec4aae7e HTTP/1.1" status: 200 len: 375 time: 0.0229897 Nov 02 11:41:29.349233 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df6b8212-8494-48b8-8392-15526fe0e43b req-0b8d3d78-f1c2-46b8-9dbf-6514cbab493c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1198363 Nov 02 11:41:29.425309 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-589a68a3-cce5-4664-aa16-9d6bce3b07a6 service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054558 Nov 02 11:41:29.510475 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df6b8212-8494-48b8-8392-15526fe0e43b req-4207f843-c0dd-410f-bac9-3e64e1102ac3 service neutron] 10.222.0.52 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536705 Nov 02 11:41:29.585778 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-df59229e-1924-43a6-ae0d-a438c3dc506e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:29.702141 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df6b8212-8494-48b8-8392-15526fe0e43b req-0535e164-e62e-4e5d-92ee-aac2092751f8 service neutron] 10.222.0.52 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717691 Nov 02 11:41:29.720706 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-cf86cb91-33ce-4be1-b3c7-e1c330d042de service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872703 Nov 02 11:41:29.893015 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-df59229e-1924-43a6-ae0d-a438c3dc506e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Allocated IP 172.25.6.253 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/43f1371b-0f03-487a-9012-ae7d68850ee0) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:41:30.156252 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-df59229e-1924-43a6-ae0d-a438c3dc506e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:30.369175 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-df59229e-1924-43a6-ae0d-a438c3dc506e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:30.503541 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59229e-1924-43a6-ae0d-a438c3dc506e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Pushing event updated for resources: {'Port': ['ID=43f1371b-0f03-487a-9012-ae7d68850ee0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:30.512226 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32f5fb-caf1-41cb-b96e-eca4fa25b9ea req-5b287128-3516-4ed3-815a-3b3ea401fd09 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:30.526087 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-df59229e-1924-43a6-ae0d-a438c3dc506e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:41:30.536477 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-df59229e-1924-43a6-ae0d-a438c3dc506e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:41:30.539579 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-df59229e-1924-43a6-ae0d-a438c3dc506e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:41:30.556308 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b32f5fb-caf1-41cb-b96e-eca4fa25b9ea req-5b287128-3516-4ed3-815a-3b3ea401fd09 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 946 time: 0.1992519 Nov 02 11:41:30.704568 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b32f5fb-caf1-41cb-b96e-eca4fa25b9ea req-14e0b7bf-cc28-4780-8dbc-40c2f586ce8f tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317008 Nov 02 11:41:30.754135 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-df59229e-1924-43a6-ae0d-a438c3dc506e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:30.913894 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-df59229e-1924-43a6-ae0d-a438c3dc506e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:31.082755 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae97b67-c173-4d5a-9bce-5a21939e1e8e req-6869dea2-00dc-452a-9fde-74036aa586d9 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:31.093311 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ae97b67-c173-4d5a-9bce-5a21939e1e8e req-6869dea2-00dc-452a-9fde-74036aa586d9 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.1937327 Nov 02 11:41:31.242860 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ae97b67-c173-4d5a-9bce-5a21939e1e8e req-9aaa8c25-f0e3-4642-add7-b7b4f2995c78 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449475 Nov 02 11:41:31.294474 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-df59229e-1924-43a6-ae0d-a438c3dc506e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:31.434756 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-df59229e-1924-43a6-ae0d-a438c3dc506e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:31.574313 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59229e-1924-43a6-ae0d-a438c3dc506e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Pushing event updated for resources: {'Port': ['ID=43f1371b-0f03-487a-9012-ae7d68850ee0,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:31.581828 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-df59229e-1924-43a6-ae0d-a438c3dc506e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:31.810346 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-df59229e-1924-43a6-ae0d-a438c3dc506e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:31.810346 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-df59229e-1924-43a6-ae0d-a438c3dc506e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1155801 Nov 02 11:41:31.953375 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd5f47b7-acb5-47ce-bad0-042319de6936 req-0481e6e0-7288-48a4-8842-7a6ce9f005cb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 210 time: 0.0656650 Nov 02 11:41:31.966783 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-40f3f2fe-93ab-40e4-8b22-4d5f56cc77d8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 696 time: 0.1528738 Nov 02 11:41:32.325630 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-b95385b8-8dcb-435a-a438-824835e376d2 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:32.335861 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9a0060e7-913e-498b-aff2-f3b45e2a4e8e req-b95385b8-8dcb-435a-a438-824835e376d2 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.3561587 Nov 02 11:41:32.407874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746bb86-280e-4e80-9d52-47206f9c8639 req-09b07938-4053-419e-8a65-80faf10d5e2e tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:32.416194 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d746bb86-280e-4e80-9d52-47206f9c8639 req-09b07938-4053-419e-8a65-80faf10d5e2e tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 946 time: 0.1279473 Nov 02 11:41:32.545019 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7a76b-afe5-4b36-a40e-26b70721fc12 req-646e4138-a185-47b4-ac30-af35f28039b3 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:32.547405 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ef7a76b-afe5-4b36-a40e-26b70721fc12 req-646e4138-a185-47b4-ac30-af35f28039b3 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.54 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 945 time: 0.1287889 Nov 02 11:41:32.569159 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d746bb86-280e-4e80-9d52-47206f9c8639 req-95c9496e-c411-40fb-a8ee-a42431c2e70c tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516962 Nov 02 11:41:32.640485 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3a9d4-3746-4ef3-a7f0-c6437dd1f600 req-998cadf7-8be2-4c6e-bd75-80729525008d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:32.644842 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-09e3a9d4-3746-4ef3-a7f0-c6437dd1f600 req-998cadf7-8be2-4c6e-bd75-80729525008d tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 945 time: 0.1373320 Nov 02 11:41:32.756531 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-09e3a9d4-3746-4ef3-a7f0-c6437dd1f600 req-0fe14a02-8444-4b4e-900e-60fb8684b9b0 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045568 Nov 02 11:41:32.798804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-6ef7a76b-afe5-4b36-a40e-26b70721fc12 req-0d91e80b-519a-4ada-9029-aa8c2934d5e2 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Deleting port 57be5d74-bb49-4566-8385-2f7bdf5492ff {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:41:32.799350 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6ef7a76b-afe5-4b36-a40e-26b70721fc12 req-0d91e80b-519a-4ada-9029-aa8c2934d5e2 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:32.964092 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6e219-0e5d-4496-aaa5-7aeae2cc84db req-ebdc0300-b05f-4c8d-ad69-cb9a8084224a tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:32.966850 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-29e6e219-0e5d-4496-aaa5-7aeae2cc84db req-ebdc0300-b05f-4c8d-ad69-cb9a8084224a tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.1023982 Nov 02 11:41:33.062258 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d4c0d-6ae9-43fc-a57a-729aab478e78 req-6d630526-2fab-4cf8-a300-aac6317ccdd1 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:33.063857 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c77d4c0d-6ae9-43fc-a57a-729aab478e78 req-6d630526-2fab-4cf8-a300-aac6317ccdd1 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/ports?device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 946 time: 0.1838517 Nov 02 11:41:33.077774 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-29e6e219-0e5d-4496-aaa5-7aeae2cc84db req-f3ce28c6-d4e7-41bf-9107-d4e6c050313a tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054955 Nov 02 11:41:33.146216 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-6ef7a76b-afe5-4b36-a40e-26b70721fc12 req-0d91e80b-519a-4ada-9029-aa8c2934d5e2 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] For port 57be5d74-bb49-4566-8385-2f7bdf5492ff, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=57be5d74-bb49-4566-8385-2f7bdf5492ff,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:33.146592 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6ef7a76b-afe5-4b36-a40e-26b70721fc12 req-0d91e80b-519a-4ada-9029-aa8c2934d5e2 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:33.186812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-6ef7a76b-afe5-4b36-a40e-26b70721fc12 req-0d91e80b-519a-4ada-9029-aa8c2934d5e2 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Calling delete_port for 57be5d74-bb49-4566-8385-2f7bdf5492ff owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:41:33.248084 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c77d4c0d-6ae9-43fc-a57a-729aab478e78 req-54bbadfd-851c-4052-a99e-fbae2f3bf61a tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e6ba3ae-0232-427a-a278-71b0ae957391&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074710 Nov 02 11:41:33.283366 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d9bd94aa-bc0a-46f6-9471-0dce40ccd68c req-14ca8fb5-8dc1-48a5-bafa-3e2fcc40c82a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2135549 Nov 02 11:41:33.301018 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012a975-a78d-488a-920c-c4753746717e req-580ea2e0-12bd-4141-acb7-bfb7143574b8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:33.310372 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8012a975-a78d-488a-920c-c4753746717e req-580ea2e0-12bd-4141-acb7-bfb7143574b8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1127501 Nov 02 11:41:33.388096 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8012a975-a78d-488a-920c-c4753746717e req-02b8486e-400a-4aa1-a969-28a4f7b2249b tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 696 time: 0.0764341 Nov 02 11:41:33.395328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-8012a975-a78d-488a-920c-c4753746717e req-d075ea8b-e3bc-412e-b949-86dc915ce0b1 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Request body: {'floatingip': {'port_id': '112fc985-5b81-4b50-828a-381234bd3316', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:41:33.445308 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47aa62f2-a9b3-49f3-8086-18ec45d59062 req-2e46668a-d0d9-47a3-8d40-ad7ab2ae38c1 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 210 time: 0.0755346 Nov 02 11:41:33.487739 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8012a975-a78d-488a-920c-c4753746717e req-d075ea8b-e3bc-412e-b949-86dc915ce0b1 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks [] for floatingip, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:33.499866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd94aa-bc0a-46f6-9471-0dce40ccd68c req-293e9337-32b6-4932-9ccd-5909cf2e3329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:33.501451 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d9bd94aa-bc0a-46f6-9471-0dce40ccd68c req-293e9337-32b6-4932-9ccd-5909cf2e3329 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 1097 time: 0.1442945 Nov 02 11:41:33.802160 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd94aa-bc0a-46f6-9471-0dce40ccd68c req-fec81b66-6abe-46b7-a4fc-eebba2b6edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:33.804430 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d9bd94aa-bc0a-46f6-9471-0dce40ccd68c req-fec81b66-6abe-46b7-a4fc-eebba2b6edc8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 908 time: 0.2790751 Nov 02 11:41:33.870394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99e877-2418-4e3f-8210-e8de151d136a req-29ce6444-fcc8-4a15-bf38-7d31f3feaae0 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:33.881824 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c99e877-2418-4e3f-8210-e8de151d136a req-29ce6444-fcc8-4a15-bf38-7d31f3feaae0 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 946 time: 0.1865666 Nov 02 11:41:33.953564 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d9bd94aa-bc0a-46f6-9471-0dce40ccd68c req-54d82a83-9c03-4779-b8e0-0eadc95e5d06 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e45bf28c-d78b-492d-b048-3912cfe8f2bc HTTP/1.1" status: 200 len: 217 time: 0.1285665 Nov 02 11:41:33.956607 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6ef7a76b-afe5-4b36-a40e-26b70721fc12 req-0d91e80b-519a-4ada-9029-aa8c2934d5e2 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:33.976925 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['57be5d74-bb49-4566-8385-2f7bdf5492ff'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:41:34.072814 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91e80b-519a-4ada-9029-aa8c2934d5e2 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Pushing event deleted for resources: {'Port': ['ID=57be5d74-bb49-4566-8385-2f7bdf5492ff,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:34.076928 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd94aa-bc0a-46f6-9471-0dce40ccd68c req-c4017c56-c573-4273-b65f-cc497dc1efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:34.081177 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d9bd94aa-bc0a-46f6-9471-0dce40ccd68c req-c4017c56-c573-4273-b65f-cc497dc1efff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.1010666 Nov 02 11:41:34.164798 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d9bd94aa-bc0a-46f6-9471-0dce40ccd68c req-fdc8e9d9-c3b8-4bcc-9b8c-e1e7a0167f70 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449471 Nov 02 11:41:34.453347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef7a76b-afe5-4b36-a40e-26b70721fc12 req-0d91e80b-519a-4ada-9029-aa8c2934d5e2 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] No DVR routers for this DVR port 57be5d74-bb49-4566-8385-2f7bdf5492ff on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:41:34.459151 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6ef7a76b-afe5-4b36-a40e-26b70721fc12 req-0d91e80b-519a-4ada-9029-aa8c2934d5e2 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:34.465797 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ef7a76b-afe5-4b36-a40e-26b70721fc12 req-0d91e80b-519a-4ada-9029-aa8c2934d5e2 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.54 "DELETE /v2.0/ports/57be5d74-bb49-4566-8385-2f7bdf5492ff HTTP/1.1" status: 204 len: 173 time: 1.8904183 Nov 02 11:41:34.468756 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c99e877-2418-4e3f-8210-e8de151d136a req-269bb619-76db-48ee-8d9b-8effc7a72dc5 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5855784 Nov 02 11:41:34.472470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93eac6c-517d-4b7d-acce-43af8127c908', 'name': 'network-vif-deleted', 'tag': '57be5d74-bb49-4566-8385-2f7bdf5492ff'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:34.475272 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10df40d2-3c71-435d-9cd4-279f03908352" -d '{"events": [{"server_uuid": "c93eac6c-517d-4b7d-acce-43af8127c908", "name": "network-vif-deleted", "tag": "57be5d74-bb49-4566-8385-2f7bdf5492ff"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:34.494134 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b8212-8494-48b8-8392-15526fe0e43b req-02c3b1fa-f220-4829-a4e4-fa480722c2d9 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:34.498756 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-df6b8212-8494-48b8-8392-15526fe0e43b req-02c3b1fa-f220-4829-a4e4-fa480722c2d9 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.54 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 812 time: 0.4478397 Nov 02 11:41:34.520349 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d9bd94aa-bc0a-46f6-9471-0dce40ccd68c req-09be22a6-1ea6-4d66-bd70-c044b7dd0175 service neutron] 10.222.0.54 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385885 Nov 02 11:41:34.703186 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-df6b8212-8494-48b8-8392-15526fe0e43b req-c33c45f5-0349-4b4e-bd02-ed8ba50b1d31 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bec498c596c8422fb907979cec4aae7e HTTP/1.1" status: 200 len: 380 time: 0.1749573 Nov 02 11:41:34.717670 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-df6b8212-8494-48b8-8392-15526fe0e43b req-e2ad5337-49a4-4d23-a20e-bf06cc776529 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Request body: {'port': {'device_id': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'admin_state_up': True, 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'security_groups': ['9fc1ab72-d98b-4a58-a8b8-6b769b27b28e']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:41:34.726157 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d9bd94aa-bc0a-46f6-9471-0dce40ccd68c req-2c16d768-8d1e-489f-9ca6-de2e230d4639 service neutron] 10.222.0.54 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975162 Nov 02 11:41:34.803960 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-067cc5a2-ee0b-45bb-b2f4-7b0cb5c13624 req-862a413f-07a4-444c-9498-de8f13bcd107 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 210 time: 0.0459590 Nov 02 11:41:35.051244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4160fa8-ee77-4b86-9daa-9ef32fb22921 req-bb3088e1-1b7d-4181-b3ea-17bebec7f00b tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:35.059860 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4160fa8-ee77-4b86-9daa-9ef32fb22921 req-bb3088e1-1b7d-4181-b3ea-17bebec7f00b tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.0792506 Nov 02 11:41:35.156546 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8012a975-a78d-488a-920c-c4753746717e req-d075ea8b-e3bc-412e-b949-86dc915ce0b1 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:35.164306 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4160fa8-ee77-4b86-9daa-9ef32fb22921 req-1d75e3a9-3cf0-4ddb-a5c5-d61a421e3fe6 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032817 Nov 02 11:41:35.265358 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4312bd75-cd0f-4918-b405-370897196901 req-c10c789e-e733-41a9-bb0a-524b6fca03e2 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 210 time: 0.0333371 Nov 02 11:41:35.327945 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd64209-ddc5-4571-9bfe-870665876b9c x-openstack-request-id: req-0fd64209-ddc5-4571-9bfe-870665876b9c {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:35.328085 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93eac6c-517d-4b7d-acce-43af8127c908", "name": "network-vif-deleted", "tag": "57be5d74-bb49-4566-8385-2f7bdf5492ff", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:35.329719 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0fd64209-ddc5-4571-9bfe-870665876b9c {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:35.329719 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93eac6c-517d-4b7d-acce-43af8127c908', 'name': 'network-vif-deleted', 'tag': '57be5d74-bb49-4566-8385-2f7bdf5492ff', 'status': 'completed', 'code': 200} Nov 02 11:41:35.334766 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6b8212-8494-48b8-8392-15526fe0e43b req-e2ad5337-49a4-4d23-a20e-bf06cc776529 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Made reservation on behalf of bec498c596c8422fb907979cec4aae7e for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:41:35.339250 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-df6b8212-8494-48b8-8392-15526fe0e43b req-e2ad5337-49a4-4d23-a20e-bf06cc776529 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:35.351242 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8012a975-a78d-488a-920c-c4753746717e req-d075ea8b-e3bc-412e-b949-86dc915ce0b1 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:35.637538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6f09b-34fc-40f2-a78f-140caf1c4b06 req-6b377194-3d78-49de-830a-8abae2fbb069 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:35.643770 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c3f6f09b-34fc-40f2-a78f-140caf1c4b06 req-6b377194-3d78-49de-830a-8abae2fbb069 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/ports?device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 946 time: 0.0654755 Nov 02 11:41:35.720374 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c3f6f09b-34fc-40f2-a78f-140caf1c4b06 req-93171e05-65cc-4f21-ac1a-4db6e4022dc0 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e6ba3ae-0232-427a-a278-71b0ae957391&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736935 Nov 02 11:41:35.729149 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [req-8012a975-a78d-488a-920c-c4753746717e req-d075ea8b-e3bc-412e-b949-86dc915ce0b1 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Floating IP 3d9f9e16-b9c1-463d-be79-5a442d2c6933 associated. External IP: 172.25.6.253, port: 112fc985-5b81-4b50-828a-381234bd3316. Nov 02 11:41:35.851352 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e8c4f-ece3-46c5-88e6-96a47a75a4ee req-3482b928-514f-410d-8677-c81b9558eb82 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:35.861085 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed9e8c4f-ece3-46c5-88e6-96a47a75a4ee req-3482b928-514f-410d-8677-c81b9558eb82 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 946 time: 0.0859394 Nov 02 11:41:35.981957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-df6b8212-8494-48b8-8392-15526fe0e43b req-e2ad5337-49a4-4d23-a20e-bf06cc776529 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Allocated IP 172.20.0.11 (3527606c-8d24-496c-bab1-118ac8ae07ec/83f5dcc7-2355-4af6-9fc8-6acfd98b8fde/be5175c3-e243-4b1e-b2f5-e9ae13dc56ac) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:41:35.982897 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed9e8c4f-ece3-46c5-88e6-96a47a75a4ee req-a54bbc00-c03a-45ca-90ef-2a0282c717f9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201367 Nov 02 11:41:36.135881 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8012a975-a78d-488a-920c-c4753746717e req-d075ea8b-e3bc-412e-b949-86dc915ce0b1 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Router 84d13896-4402-4251-9a96-aa54b762d140 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:41:36.366615 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3fa0c687-7fcc-4a95-8e5a-c9f7143190f1 req-acf56c03-56bf-43ea-bd4c-8f2418e7f5b7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=c93eac6c-517d-4b7d-acce-43af8127c908 HTTP/1.1" status: 200 len: 210 time: 0.0561926 Nov 02 11:41:36.443984 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8012a975-a78d-488a-920c-c4753746717e req-d075ea8b-e3bc-412e-b949-86dc915ce0b1 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:41:36.457914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1836007d-f4d5-4b05-891d-c8bc333f959c None None] Sync routers for ids ['84d13896-4402-4251-9a96-aa54b762d140'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:41:36.472042 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-df6b8212-8494-48b8-8392-15526fe0e43b req-e2ad5337-49a4-4d23-a20e-bf06cc776529 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:36.479347 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1836007d-f4d5-4b05-891d-c8bc333f959c None None] Routers {'84d13896-4402-4251-9a96-aa54b762d140'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:41:36.480132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1836007d-f4d5-4b05-891d-c8bc333f959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:41:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['84d13896-4402-4251-9a96-aa54b762d140'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:36.553461 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8012a975-a78d-488a-920c-c4753746717e req-d075ea8b-e3bc-412e-b949-86dc915ce0b1 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:36.601113 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8012a975-a78d-488a-920c-c4753746717e req-d075ea8b-e3bc-412e-b949-86dc915ce0b1 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "PUT /v2.0/floatingips/3d9f9e16-b9c1-463d-be79-5a442d2c6933 HTTP/1.1" status: 200 len: 997 time: 3.2062614 Nov 02 11:41:36.602441 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e596238c-0bb7-41c0-afeb-4c1bff4974dd', 'tag': '112fc985-5b81-4b50-828a-381234bd3316'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:36.606477 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 57be5d74-bb49-4566-8385-2f7bdf5492ff no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:41:36.610836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343f4f9-3662-422a-9e20-2828dc544c2f req-7172bb00-e365-4bad-91bd-0564dae3eb51 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:36.611017 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99099a6a-d749-472c-a695-e469081a658a" -d '{"events": [{"name": "network-changed", "server_uuid": "e596238c-0bb7-41c0-afeb-4c1bff4974dd", "tag": "112fc985-5b81-4b50-828a-381234bd3316"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:36.624290 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1343f4f9-3662-422a-9e20-2828dc544c2f req-7172bb00-e365-4bad-91bd-0564dae3eb51 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.1305408 Nov 02 11:41:36.628476 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-df6b8212-8494-48b8-8392-15526fe0e43b req-e2ad5337-49a4-4d23-a20e-bf06cc776529 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:36.656744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 57be5d74-bb49-4566-8385-2f7bdf5492ff {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:41:36.659554 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 57be5d74-bb49-4566-8385-2f7bdf5492ff not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:41:36.677894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6b8212-8494-48b8-8392-15526fe0e43b req-e2ad5337-49a4-4d23-a20e-bf06cc776529 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Network 3527606c-8d24-496c-bab1-118ac8ae07ec is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:41:36.687378 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-df6b8212-8494-48b8-8392-15526fe0e43b req-e2ad5337-49a4-4d23-a20e-bf06cc776529 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:41:36.732736 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6b8212-8494-48b8-8392-15526fe0e43b req-e2ad5337-49a4-4d23-a20e-bf06cc776529 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:41:36.754916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1343f4f9-3662-422a-9e20-2828dc544c2f req-0d4ce444-1258-4933-a48e-d2f966ed6d30 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247447 Nov 02 11:41:36.761489 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012a975-a78d-488a-920c-c4753746717e req-76428e9c-2891-41b5-9555-a2859e323579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:36.772820 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8012a975-a78d-488a-920c-c4753746717e req-76428e9c-2891-41b5-9555-a2859e323579 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dea57a16a4ab492083efec0b2703486d&device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 1098 time: 0.1582186 Nov 02 11:41:36.792504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-1836007d-f4d5-4b05-891d-c8bc333f959c None None] Set router 84d13896-4402-4251-9a96-aa54b762d140 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:41:37.002658 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad5337-49a4-4d23-a20e-bf06cc776529 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Pushing event updated for resources: {'Port': ['ID=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:37.058370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc32b10-094f-4899-b6de-2baefdd4290f req-aa86f1d3-fbf1-49de-a639-05630501ef24 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:37.060816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b8212-8494-48b8-8392-15526fe0e43b req-e2ad5337-49a4-4d23-a20e-bf06cc776529 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:37.061733 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-df6b8212-8494-48b8-8392-15526fe0e43b req-e2ad5337-49a4-4d23-a20e-bf06cc776529 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:37.073511 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cbc32b10-094f-4899-b6de-2baefdd4290f req-aa86f1d3-fbf1-49de-a639-05630501ef24 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 932 time: 0.1735084 Nov 02 11:41:37.152110 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012a975-a78d-488a-920c-c4753746717e req-76d09c1a-232f-4571-aec1-b2e4686b25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:37.160495 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8012a975-a78d-488a-920c-c4753746717e req-76d09c1a-232f-4571-aec1-b2e4686b25c2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d5806886-5f39-4a6d-a47f-9adfa886cec4 HTTP/1.1" status: 200 len: 930 time: 0.3819509 Nov 02 11:41:37.214034 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cbc32b10-094f-4899-b6de-2baefdd4290f req-21aefdd2-a2a6-4ddf-8399-9572d905f274 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359580 Nov 02 11:41:37.257880 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-df6b8212-8494-48b8-8392-15526fe0e43b req-e2ad5337-49a4-4d23-a20e-bf06cc776529 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5457780 Nov 02 11:41:37.291098 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Request body: {'port': {'device_id': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:41:37.449699 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-deab0563-62ad-4a22-bb14-20ff2e9efa7a None None] Provisioning complete for port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:37.450484 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-deab0563-62ad-4a22-bb14-20ff2e9efa7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:37.452524 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8012a975-a78d-488a-920c-c4753746717e req-e5d896bc-4588-464c-9a4b-1d3373c07905 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=112fc985-5b81-4b50-828a-381234bd3316 HTTP/1.1" status: 200 len: 1000 time: 0.2909031 Nov 02 11:41:37.525753 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-deab0563-62ad-4a22-bb14-20ff2e9efa7a None None] Port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:41:37.617613 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:37.631214 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1836007d-f4d5-4b05-891d-c8bc333f959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d13896-4402-4251-9a96-aa54b762d140', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1167537076-router', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:40:57Z', 'updated_at': '2021-11-02T11:41:04Z', 'revision_number': 4, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'gw_port': {'id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:40:58Z', 'updated_at': '2021-11-02T11:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '3d9f9e16-b9c1-463d-be79-5a442d2c6933', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '84d13896-4402-4251-9a96-aa54b762d140', 'port_id': '112fc985-5b81-4b50-828a-381234bd3316', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4', 'mac_address': 'fa:16:3e:f8:a9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e596238c-0bb7-41c0-afeb-4c1bff4974dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:41:30Z', 'updated_at': '2021-11-02T11:41:35Z', 'revision_number': 1, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccd6e681-2be8-4150-92e0-3c6719b13e09', 'name': '', 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'mac_address': 'fa:16:3e:0a:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:03Z', 'updated_at': '2021-11-02T11:41:09Z', 'revision_number': 5, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'subnets': [{'id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:37.686670 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012a975-a78d-488a-920c-c4753746717e req-1523f0f4-28e0-4681-a04d-0dafe27a7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:37.695202 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8012a975-a78d-488a-920c-c4753746717e req-1523f0f4-28e0-4681-a04d-0dafe27a7b42 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3c806ac-0eab-45f5-a90c-8bace788f9d5 HTTP/1.1" status: 200 len: 868 time: 0.2270665 Nov 02 11:41:37.738117 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1836007d-f4d5-4b05-891d-c8bc333f959c None None] Checking router: 84d13896-4402-4251-9a96-aa54b762d140 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:41:37.763100 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1836007d-f4d5-4b05-891d-c8bc333f959c None None] Routers {'84d13896-4402-4251-9a96-aa54b762d140'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:41:37.765414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1836007d-f4d5-4b05-891d-c8bc333f959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:41:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['84d13896-4402-4251-9a96-aa54b762d140'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:38.043427 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c76fea-be85-423e-a3a9-129f6a8b70cf x-openstack-request-id: req-b0c76fea-be85-423e-a3a9-129f6a8b70cf {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:38.044072 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e596238c-0bb7-41c0-afeb-4c1bff4974dd", "tag": "112fc985-5b81-4b50-828a-381234bd3316", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:38.044072 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0c76fea-be85-423e-a3a9-129f6a8b70cf {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:38.044500 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e596238c-0bb7-41c0-afeb-4c1bff4974dd', 'tag': '112fc985-5b81-4b50-828a-381234bd3316', 'status': 'completed', 'code': 200} Nov 02 11:41:38.278011 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5175c3-e243-4b1e-b2f5-e9ae13dc56ac {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:41:38.291684 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:38.309325 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Transition to ACTIVE for port object be5175c3-e243-4b1e-b2f5-e9ae13dc56ac will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:41:38.401021 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012a975-a78d-488a-920c-c4753746717e req-a4135b68-d732-4370-9745-754d2cdfa8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:38.402577 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8012a975-a78d-488a-920c-c4753746717e req-a4135b68-d732-4370-9745-754d2cdfa8e6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d5806886-5f39-4a6d-a47f-9adfa886cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6960804 Nov 02 11:41:38.416569 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99099a6a-d749-472c-a695-e469081a658a req-5212a3f7-f651-4c3b-b928-5b7444ae4e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:38.416569 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-99099a6a-d749-472c-a695-e469081a658a req-5212a3f7-f651-4c3b-b928-5b7444ae4e72 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dea57a16a4ab492083efec0b2703486d&device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 1098 time: 0.1049345 Nov 02 11:41:38.590301 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9b119-e4d1-45d5-8b03-47ffae312060 req-19d68da9-1af5-4a96-82b2-5aa3e4c0ed4f tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:38.592103 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05e9b119-e4d1-45d5-8b03-47ffae312060 req-19d68da9-1af5-4a96-82b2-5aa3e4c0ed4f tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 946 time: 0.1160848 Nov 02 11:41:38.620380 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-1836007d-f4d5-4b05-891d-c8bc333f959c None None] Set router 84d13896-4402-4251-9a96-aa54b762d140 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:41:38.626409 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8012a975-a78d-488a-920c-c4753746717e req-2f5a35f3-6e26-4f9d-b406-a4332f284f38 service neutron] 10.222.0.52 "GET /v2.0/networks/d5806886-5f39-4a6d-a47f-9adfa886cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088714 Nov 02 11:41:38.652288 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:38.711457 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05e9b119-e4d1-45d5-8b03-47ffae312060 req-9bc82cf0-5628-4622-a6f4-95d171f90345 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119771 Nov 02 11:41:39.157305 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8012a975-a78d-488a-920c-c4753746717e req-637375f8-a682-426e-82a5-7824808e03af service neutron] 10.222.0.52 "GET /v2.0/networks/d5806886-5f39-4a6d-a47f-9adfa886cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222623 Nov 02 11:41:39.185126 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Pushing event updated for resources: {'Port': ['ID=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:39.196696 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf8199-86b9-4dd0-97fc-f4c577b47fef req-6d2d1c50-44c4-464d-97f2-868caeee23f1 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:39.199665 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e6bf8199-86b9-4dd0-97fc-f4c577b47fef req-6d2d1c50-44c4-464d-97f2-868caeee23f1 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.0865400 Nov 02 11:41:39.314075 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1836007d-f4d5-4b05-891d-c8bc333f959c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d13896-4402-4251-9a96-aa54b762d140', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1167537076-router', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:40:57Z', 'updated_at': '2021-11-02T11:41:04Z', 'revision_number': 4, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'gw_port': {'id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:40:58Z', 'updated_at': '2021-11-02T11:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '3d9f9e16-b9c1-463d-be79-5a442d2c6933', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '84d13896-4402-4251-9a96-aa54b762d140', 'port_id': '112fc985-5b81-4b50-828a-381234bd3316', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4', 'mac_address': 'fa:16:3e:f8:a9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e596238c-0bb7-41c0-afeb-4c1bff4974dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:41:30Z', 'updated_at': '2021-11-02T11:41:35Z', 'revision_number': 1, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccd6e681-2be8-4150-92e0-3c6719b13e09', 'name': '', 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'mac_address': 'fa:16:3e:0a:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:03Z', 'updated_at': '2021-11-02T11:41:09Z', 'revision_number': 5, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'subnets': [{'id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:39.403927 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1836007d-f4d5-4b05-891d-c8bc333f959c None None] The sync data for ids ['84d13896-4402-4251-9a96-aa54b762d140'] in n-d-806683-18 is: [{'id': '84d13896-4402-4251-9a96-aa54b762d140', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1167537076-router', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:40:57Z', 'updated_at': '2021-11-02T11:41:04Z', 'revision_number': 4, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'gw_port': {'id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:40:58Z', 'updated_at': '2021-11-02T11:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '3d9f9e16-b9c1-463d-be79-5a442d2c6933', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'floating_ip_address': '172.25.6.253', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '84d13896-4402-4251-9a96-aa54b762d140', 'port_id': '112fc985-5b81-4b50-828a-381234bd3316', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4', 'mac_address': 'fa:16:3e:f8:a9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e596238c-0bb7-41c0-afeb-4c1bff4974dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:41:30Z', 'updated_at': '2021-11-02T11:41:35Z', 'revision_number': 1, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccd6e681-2be8-4150-92e0-3c6719b13e09', 'name': '', 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'mac_address': 'fa:16:3e:0a:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:03Z', 'updated_at': '2021-11-02T11:41:09Z', 'revision_number': 5, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'subnets': [{'id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:41:39.469744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e6bf8199-86b9-4dd0-97fc-f4c577b47fef req-b2762607-2dda-475d-8bff-76b1a0395df7 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572839 Nov 02 11:41:39.500325 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99099a6a-d749-472c-a695-e469081a658a req-e8722f24-5e13-4abc-ae03-e36c9a6b28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:39.505839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef20e1c-9acd-4232-b411-e2dedf03f2de req-f3839957-d2e3-498c-bbc3-0033441d45fd tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:39.510231 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-99099a6a-d749-472c-a695-e469081a658a req-e8722f24-5e13-4abc-ae03-e36c9a6b28bb service neutron] 10.222.0.79 "GET /v2.0/networks?id=d5806886-5f39-4a6d-a47f-9adfa886cec4 HTTP/1.1" status: 200 len: 930 time: 0.8757398 Nov 02 11:41:39.516640 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aef20e1c-9acd-4232-b411-e2dedf03f2de req-f3839957-d2e3-498c-bbc3-0033441d45fd tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.54 "GET /v2.0/ports?device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 946 time: 0.2594209 Nov 02 11:41:39.711102 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Attempting to bind port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:41:39.711536 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Attempting to bind port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:41:39.711973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Attempting to bind port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac on network 3527606c-8d24-496c-bab1-118ac8ae07ec {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:41:39.730857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304401e-5faa-4029-8977-7259deb819ba req-e002ab98-fa62-462d-879c-f6ab8431a542 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:39.737796 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acb7fa-4aca-4749-8529-701ee2f2fca9 req-61afcac2-6733-4068-a97d-2afd3a730b82 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:39.739482 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-11acb7fa-4aca-4749-8529-701ee2f2fca9 req-61afcac2-6733-4068-a97d-2afd3a730b82 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/ports?device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 946 time: 0.3647242 Nov 02 11:41:39.742549 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac on network 3527606c-8d24-496c-bab1-118ac8ae07ec not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:41:39.742981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Attempting to bind port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac on network 3527606c-8d24-496c-bab1-118ac8ae07ec {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:41:39.744022 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1304401e-5faa-4029-8977-7259deb819ba req-e002ab98-fa62-462d-879c-f6ab8431a542 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 944 time: 0.1336298 Nov 02 11:41:39.768461 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:41:39.768792 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Checking segment: {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:41:39.769271 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Bound using segment: {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:41:39.769789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Bound port: be5175c3-e243-4b1e-b2f5-e9ae13dc56ac, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:41:39.770233 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:39.827653 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-99099a6a-d749-472c-a695-e469081a658a req-3e1e56e5-cb2d-41f0-b2f3-65a939ca1734 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=112fc985-5b81-4b50-828a-381234bd3316 HTTP/1.1" status: 200 len: 1000 time: 0.2723815 Nov 02 11:41:39.873531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-aef20e1c-9acd-4232-b411-e2dedf03f2de req-f0a6dfc8-e8c4-434e-8bd4-f454adc1f3eb tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Deleting port 7ae549a7-9353-4d32-8a27-baa5e7410cde {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:41:39.873966 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-aef20e1c-9acd-4232-b411-e2dedf03f2de req-f0a6dfc8-e8c4-434e-8bd4-f454adc1f3eb tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:39.876793 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-11acb7fa-4aca-4749-8529-701ee2f2fca9 req-0d41a330-2e9d-41b9-974d-6101aeb255db tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e6ba3ae-0232-427a-a278-71b0ae957391&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1227977 Nov 02 11:41:39.908873 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0865f9ae-a7b1-4c76-ad9e-402fa62d58e5 None None] New status for floating IP 3d9f9e16-b9c1-463d-be79-5a442d2c6933: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:41:39.982193 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aec14b-a484-4332-b14e-0aa4a3d103b8 req-c488da1f-5bca-49a4-accb-0650447f5923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:39.982406 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99099a6a-d749-472c-a695-e469081a658a req-72f19731-98b7-4045-b0b1-41abbed05044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:39.982530 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07aec14b-a484-4332-b14e-0aa4a3d103b8 req-c488da1f-5bca-49a4-accb-0650447f5923 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=be13fbd8f8734ab38d66318a4ed85a7e&device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 1102 time: 0.2826550 Nov 02 11:41:39.982623 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-99099a6a-d749-472c-a695-e469081a658a req-72f19731-98b7-4045-b0b1-41abbed05044 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b3c806ac-0eab-45f5-a90c-8bace788f9d5 HTTP/1.1" status: 200 len: 868 time: 0.1200824 Nov 02 11:41:40.001875 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] For port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:41:40.006342 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] For port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:41:40.043132 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99099a6a-d749-472c-a695-e469081a658a req-270bdae6-4a21-459f-8da3-ea649e7db742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:40.044723 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-99099a6a-d749-472c-a695-e469081a658a req-270bdae6-4a21-459f-8da3-ea649e7db742 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d5806886-5f39-4a6d-a47f-9adfa886cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532677 Nov 02 11:41:40.066320 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1304401e-5faa-4029-8977-7259deb819ba req-b7af39b4-94f5-4237-a9e5-13444ce2a15a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160462 Nov 02 11:41:40.111265 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:40.181635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aec14b-a484-4332-b14e-0aa4a3d103b8 req-47bed549-77e1-443e-accc-c3c48c931835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:40.188994 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07aec14b-a484-4332-b14e-0aa4a3d103b8 req-47bed549-77e1-443e-accc-c3c48c931835 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1724222 Nov 02 11:41:40.288344 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:40.295030 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:40.296606 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-df6b8212-8494-48b8-8392-15526fe0e43b req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] 10.222.0.54 "PUT /v2.0/ports/be5175c3-e243-4b1e-b2f5-e9ae13dc56ac HTTP/1.1" status: 200 len: 1093 time: 3.0250726 Nov 02 11:41:40.322087 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:40.324706 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c36f0c-d035-4b72-8d53-3f34799a925b" -d '{"events": [{"name": "network-changed", "server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:40.439225 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-99099a6a-d749-472c-a695-e469081a658a req-d774b976-6f9c-45c5-9069-ddb4b6c3c55e service neutron] 10.222.0.79 "GET /v2.0/networks/d5806886-5f39-4a6d-a47f-9adfa886cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846130 Nov 02 11:41:40.442122 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2355376-f19d-4c0d-a84f-e9e79589679f service neutron] Pushing event updated for resources: {'Port': ['ID=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:40.659435 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07aec14b-a484-4332-b14e-0aa4a3d103b8 req-be148c11-8970-4859-a3ca-1dfb0dcc13b4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=18ce0631-e34b-407e-8018-55c2c388f8e4 HTTP/1.1" status: 200 len: 217 time: 0.4602911 Nov 02 11:41:40.677812 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-9b6964e6-5ba2-4041-96d5-53416d9df0d6 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 258 time: 0.4797516 Nov 02 11:41:40.689499 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-2e9f99e6-99b4-4456-be0e-ca0d24687b66 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:41:40.844033 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-aef20e1c-9acd-4232-b411-e2dedf03f2de req-f0a6dfc8-e8c4-434e-8bd4-f454adc1f3eb tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] For port 7ae549a7-9353-4d32-8a27-baa5e7410cde, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=7ae549a7-9353-4d32-8a27-baa5e7410cde,segment=NetworkSegment(ea6e235a-6852-464d-a7f1-e4daabce7003),segment_id=ea6e235a-6852-464d-a7f1-e4daabce7003)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:40.845482 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-aef20e1c-9acd-4232-b411-e2dedf03f2de req-f0a6dfc8-e8c4-434e-8bd4-f454adc1f3eb tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:40.937462 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aec14b-a484-4332-b14e-0aa4a3d103b8 req-3130cb0e-9ef2-4d29-a640-c622c0197b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:40.939055 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07aec14b-a484-4332-b14e-0aa4a3d103b8 req-3130cb0e-9ef2-4d29-a640-c622c0197b07 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.2586477 Nov 02 11:41:41.053460 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-2e9f99e6-99b4-4456-be0e-ca0d24687b66 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:41.063028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aec14b-a484-4332-b14e-0aa4a3d103b8 req-72ee0f60-1848-44e0-be0e-36b22b233f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:41.065688 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07aec14b-a484-4332-b14e-0aa4a3d103b8 req-72ee0f60-1848-44e0-be0e-36b22b233f42 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1180489 Nov 02 11:41:41.284943 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a04afe-1dfa-4e48-ae29-5d1e745daed6 req-331699af-7ef3-41fe-9eaf-72f5fdeb3a3a tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:41.292974 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-29a04afe-1dfa-4e48-ae29-5d1e745daed6 req-331699af-7ef3-41fe-9eaf-72f5fdeb3a3a tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 946 time: 0.2652965 Nov 02 11:41:41.300856 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b8212-8494-48b8-8392-15526fe0e43b req-55dbbfd6-fe90-4977-97d4-28180d563f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:41.302828 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-df6b8212-8494-48b8-8392-15526fe0e43b req-55dbbfd6-fe90-4977-97d4-28180d563f65 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 1096 time: 0.8369670 Nov 02 11:41:41.450852 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-29a04afe-1dfa-4e48-ae29-5d1e745daed6 req-9e7675e8-ccc1-495e-bbb3-7f6f041a9b97 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469314 Nov 02 11:41:41.450852 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-df6b8212-8494-48b8-8392-15526fe0e43b req-8ae3cf36-1c4f-447c-b8ce-5de424a1483e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac HTTP/1.1" status: 200 len: 217 time: 0.1308918 Nov 02 11:41:41.490905 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-99099a6a-d749-472c-a695-e469081a658a req-205938c8-d7e8-4fa2-95ce-900aa4374d1f service neutron] 10.222.0.79 "GET /v2.0/networks/d5806886-5f39-4a6d-a47f-9adfa886cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0368679 Nov 02 11:41:41.589543 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b8212-8494-48b8-8392-15526fe0e43b req-0f1288b7-5b45-4dd1-bc2d-e941b7e9f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:41.591527 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-df6b8212-8494-48b8-8392-15526fe0e43b req-0f1288b7-5b45-4dd1-bc2d-e941b7e9f9d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.1271665 Nov 02 11:41:41.657327 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c86665-0def-4ac6-a509-0cccdf0f25fc x-openstack-request-id: req-a9c86665-0def-4ac6-a509-0cccdf0f25fc {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:41.661839 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:41.664345 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9c86665-0def-4ac6-a509-0cccdf0f25fc {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:41.665411 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'status': 'completed', 'code': 200} Nov 02 11:41:41.728729 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b8212-8494-48b8-8392-15526fe0e43b req-1a4f681d-410c-4a15-bcbc-415633692b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:41.731367 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-df6b8212-8494-48b8-8392-15526fe0e43b req-1a4f681d-410c-4a15-bcbc-415633692b9f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1319606 Nov 02 11:41:41.783888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84daf743-0f84-430a-9655-b1b1a4a574ec req-4dbf601c-71bc-43d3-a5f9-25262315f4b9 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:41.785671 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-84daf743-0f84-430a-9655-b1b1a4a574ec req-4dbf601c-71bc-43d3-a5f9-25262315f4b9 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.54 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 944 time: 0.6801264 Nov 02 11:41:41.794741 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-aef20e1c-9acd-4232-b411-e2dedf03f2de req-f0a6dfc8-e8c4-434e-8bd4-f454adc1f3eb tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:41.795355 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-aef20e1c-9acd-4232-b411-e2dedf03f2de req-f0a6dfc8-e8c4-434e-8bd4-f454adc1f3eb tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:41.795865 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [req-aef20e1c-9acd-4232-b411-e2dedf03f2de req-f0a6dfc8-e8c4-434e-8bd4-f454adc1f3eb tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Floating IP 855b07cf-045c-4fbe-93b3-dea075cad91a disassociated. External IP: 172.25.6.97, port: 7ae549a7-9353-4d32-8a27-baa5e7410cde. Nov 02 11:41:41.796372 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-aef20e1c-9acd-4232-b411-e2dedf03f2de req-f0a6dfc8-e8c4-434e-8bd4-f454adc1f3eb tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Calling delete_port for 7ae549a7-9353-4d32-8a27-baa5e7410cde owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:41:41.852517 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccbfe1-c2a3-4cca-959c-bd3b31501716 req-67fcbfa1-8b4f-4a36-8f53-156645be018e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:41.859901 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bbccbfe1-c2a3-4cca-959c-bd3b31501716 req-67fcbfa1-8b4f-4a36-8f53-156645be018e tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.1272933 Nov 02 11:41:41.911214 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07aec14b-a484-4332-b14e-0aa4a3d103b8 req-605e5224-1394-4bd3-85ba-0b836c03c2bc service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8336055 Nov 02 11:41:41.927896 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-df6b8212-8494-48b8-8392-15526fe0e43b req-1c1ec7a2-0aef-4ef9-a830-bf0a42f45260 service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803045 Nov 02 11:41:41.947944 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bbccbfe1-c2a3-4cca-959c-bd3b31501716 req-d1c616e5-d951-496d-baaf-1495b5146ec6 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821903 Nov 02 11:41:42.091442 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07aec14b-a484-4332-b14e-0aa4a3d103b8 req-23e94d16-5d0a-4223-93e5-f554e29455e5 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491725 Nov 02 11:41:42.130024 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-df6b8212-8494-48b8-8392-15526fe0e43b req-ec098b09-3378-4112-85ac-022487921dfa service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808031 Nov 02 11:41:42.147915 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9204e7-1a1c-484e-9ac0-9369218e7863 req-b250133a-f7c5-421c-b82d-c487ba7306ef tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:42.156810 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8a9204e7-1a1c-484e-9ac0-9369218e7863 req-b250133a-f7c5-421c-b82d-c487ba7306ef tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 944 time: 0.0818942 Nov 02 11:41:42.193654 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-2e9f99e6-99b4-4456-be0e-ca0d24687b66 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:42.208626 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8a9204e7-1a1c-484e-9ac0-9369218e7863 req-3ad8e55d-815b-4ecf-9268-ad3c323075d7 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509076 Nov 02 11:41:42.351480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-84daf743-0f84-430a-9655-b1b1a4a574ec req-5431932f-cf3d-4640-825a-aea542a5d730 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Deleting port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:41:42.356279 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-84daf743-0f84-430a-9655-b1b1a4a574ec req-5431932f-cf3d-4640-825a-aea542a5d730 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:42.450803 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc06a0b-0ea2-46c8-8c44-1adf186c3606 req-d2b63d06-dad2-4ac5-97cb-a50314ad31f6 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:42.462482 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fcc06a0b-0ea2-46c8-8c44-1adf186c3606 req-d2b63d06-dad2-4ac5-97cb-a50314ad31f6 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/ports?device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 946 time: 0.1517780 Nov 02 11:41:42.480507 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c36f0c-d035-4b72-8d53-3f34799a925b req-1a3888ba-219e-48ce-90d3-51be8f420178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:42.482376 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4c36f0c-d035-4b72-8d53-3f34799a925b req-1a3888ba-219e-48ce-90d3-51be8f420178 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 1096 time: 0.1542432 Nov 02 11:41:42.574849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-84daf743-0f84-430a-9655-b1b1a4a574ec req-5431932f-cf3d-4640-825a-aea542a5d730 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] For port 54175c7a-2ee0-4d23-a54d-782dc903e9b2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=54175c7a-2ee0-4d23-a54d-782dc903e9b2,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:42.575579 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-84daf743-0f84-430a-9655-b1b1a4a574ec req-5431932f-cf3d-4640-825a-aea542a5d730 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:42.586426 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fcc06a0b-0ea2-46c8-8c44-1adf186c3606 req-dd17c8ba-9583-4287-8fcd-59fb627e2d39 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e6ba3ae-0232-427a-a278-71b0ae957391&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1226702 Nov 02 11:41:42.596326 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-2e9f99e6-99b4-4456-be0e-ca0d24687b66 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Allocated IP 172.25.6.49 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/0745142c-44b3-4d7f-8b91-69b135cb1894) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:41:42.604136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-84daf743-0f84-430a-9655-b1b1a4a574ec req-5431932f-cf3d-4640-825a-aea542a5d730 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Calling delete_port for 54175c7a-2ee0-4d23-a54d-782dc903e9b2 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:41:42.684374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c36f0c-d035-4b72-8d53-3f34799a925b req-62c84ea1-f5af-413d-9cff-c9d2ab6d5dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:42.686387 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4c36f0c-d035-4b72-8d53-3f34799a925b req-62c84ea1-f5af-413d-9cff-c9d2ab6d5dcb service neutron] 10.222.0.54 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.1956856 Nov 02 11:41:42.718572 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-aef20e1c-9acd-4232-b411-e2dedf03f2de req-f0a6dfc8-e8c4-434e-8bd4-f454adc1f3eb tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:42.803932 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6dfc8-e8c4-434e-8bd4-f454adc1f3eb tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Pushing event deleted for resources: {'Port': ['ID=7ae549a7-9353-4d32-8a27-baa5e7410cde,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:42.862202 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58712) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:42.868509 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4c36f0c-d035-4b72-8d53-3f34799a925b req-cf3e15f3-147d-4b22-be19-9e4b4d003a40 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac HTTP/1.1" status: 200 len: 217 time: 0.1591685 Nov 02 11:41:42.946628 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c36f0c-d035-4b72-8d53-3f34799a925b req-fa75281f-2d5e-465a-bfc4-42b4e798fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:42.946628 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4c36f0c-d035-4b72-8d53-3f34799a925b req-fa75281f-2d5e-465a-bfc4-42b4e798fba5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.0667343 Nov 02 11:41:43.005773 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-2e9f99e6-99b4-4456-be0e-ca0d24687b66 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:43.043555 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd500a-b2ed-4bb1-8e8d-e42f2c9491ae req-ffdd3051-d28a-4709-823b-d0505d52b53e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:43.045186 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06fd500a-b2ed-4bb1-8e8d-e42f2c9491ae req-ffdd3051-d28a-4709-823b-d0505d52b53e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 944 time: 0.3145669 Nov 02 11:41:43.150165 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c36f0c-d035-4b72-8d53-3f34799a925b req-b6e74e3c-265b-4e1c-9ea9-46b69a5cfefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:43.150165 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4c36f0c-d035-4b72-8d53-3f34799a925b req-b6e74e3c-265b-4e1c-9ea9-46b69a5cfefa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1110966 Nov 02 11:41:43.150948 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aef20e1c-9acd-4232-b411-e2dedf03f2de req-f0a6dfc8-e8c4-434e-8bd4-f454adc1f3eb tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Router 706fd891-7cd9-4749-8774-0967d978a8c2 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:41:43.178592 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6395f03a-077c-4100-bad5-05ff9e3c0bdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:43.225789 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06fd500a-b2ed-4bb1-8e8d-e42f2c9491ae req-fffdee24-a7af-4b8a-a6f2-23a06a816c96 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634572 Nov 02 11:41:43.260025 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4c36f0c-d035-4b72-8d53-3f34799a925b req-0707b896-c12c-4138-9c40-b894fbc06036 service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856647 Nov 02 11:41:43.263509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aef20e1c-9acd-4232-b411-e2dedf03f2de req-f0a6dfc8-e8c4-434e-8bd4-f454adc1f3eb tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:41:43.278431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d800d-eeca-47be-9ce5-10ec904068fd None None] Sync routers for ids ['706fd891-7cd9-4749-8774-0967d978a8c2'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:41:43.295394 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d800d-eeca-47be-9ce5-10ec904068fd None None] Routers {'706fd891-7cd9-4749-8774-0967d978a8c2'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:41:43.296034 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4e0d800d-eeca-47be-9ce5-10ec904068fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:41:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['706fd891-7cd9-4749-8774-0967d978a8c2'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:43.321240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef20e1c-9acd-4232-b411-e2dedf03f2de req-f0a6dfc8-e8c4-434e-8bd4-f454adc1f3eb tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] No DVR routers for this DVR port 7ae549a7-9353-4d32-8a27-baa5e7410cde on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:41:43.324193 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-aef20e1c-9acd-4232-b411-e2dedf03f2de req-f0a6dfc8-e8c4-434e-8bd4-f454adc1f3eb tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:43.328393 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aef20e1c-9acd-4232-b411-e2dedf03f2de req-f0a6dfc8-e8c4-434e-8bd4-f454adc1f3eb tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.54 "DELETE /v2.0/ports/7ae549a7-9353-4d32-8a27-baa5e7410cde HTTP/1.1" status: 204 len: 173 time: 3.8014770 Nov 02 11:41:43.329739 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808c750a-485f-403b-b15f-9fcfb06dcd05', 'name': 'network-vif-deleted', 'tag': '7ae549a7-9353-4d32-8a27-baa5e7410cde'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:43.333197 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0c6ccb-0d56-40e3-ab87-84cbb8f0f6b5" -d '{"events": [{"server_uuid": "808c750a-485f-403b-b15f-9fcfb06dcd05", "name": "network-vif-deleted", "tag": "7ae549a7-9353-4d32-8a27-baa5e7410cde"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:43.398283 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-84daf743-0f84-430a-9655-b1b1a4a574ec req-5431932f-cf3d-4640-825a-aea542a5d730 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:43.444620 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-2e9f99e6-99b4-4456-be0e-ca0d24687b66 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:43.463720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-4e0d800d-eeca-47be-9ce5-10ec904068fd None None] Set router 706fd891-7cd9-4749-8774-0967d978a8c2 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:41:43.467506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431932f-cf3d-4640-825a-aea542a5d730 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Pushing event deleted for resources: {'Port': ['ID=54175c7a-2ee0-4d23-a54d-782dc903e9b2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:43.468019 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b92ecb-92c2-43ec-97af-96d646298a63 req-396d9883-ce74-47ee-a317-d9c4e8a9e095 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:43.475969 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-74b92ecb-92c2-43ec-97af-96d646298a63 req-396d9883-ce74-47ee-a317-d9c4e8a9e095 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 946 time: 0.1384208 Nov 02 11:41:43.505140 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-84daf743-0f84-430a-9655-b1b1a4a574ec req-5431932f-cf3d-4640-825a-aea542a5d730 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] No DVR routers for this DVR port 54175c7a-2ee0-4d23-a54d-782dc903e9b2 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:41:43.510182 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-84daf743-0f84-430a-9655-b1b1a4a574ec req-5431932f-cf3d-4640-825a-aea542a5d730 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:43.520115 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6395f03a-077c-4100-bad5-05ff9e3c0bdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:43.520992 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-84daf743-0f84-430a-9655-b1b1a4a574ec req-5431932f-cf3d-4640-825a-aea542a5d730 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.54 "DELETE /v2.0/ports/54175c7a-2ee0-4d23-a54d-782dc903e9b2 HTTP/1.1" status: 204 len: 173 time: 1.7220964 Nov 02 11:41:43.524588 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4c36f0c-d035-4b72-8d53-3f34799a925b req-576e05be-a652-49f0-8399-e0a02a3b1186 service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541556 Nov 02 11:41:43.536654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-2e9f99e6-99b4-4456-be0e-ca0d24687b66 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:41:43.562897 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-74b92ecb-92c2-43ec-97af-96d646298a63 req-345cde23-c751-4e1c-a0aa-a0d53e66c700 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859618 Nov 02 11:41:43.577475 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-2e9f99e6-99b4-4456-be0e-ca0d24687b66 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:41:43.582698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-2e9f99e6-99b4-4456-be0e-ca0d24687b66 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:41:43.620804 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6395f03a-077c-4100-bad5-05ff9e3c0bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:43.677573 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6395f03a-077c-4100-bad5-05ff9e3c0bdf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1c67332c44b44a8808897df46fe6f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8078389 Nov 02 11:41:43.681532 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58732) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:43.717887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f99e6-99b4-4456-be0e-ca0d24687b66 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Pushing event updated for resources: {'Port': ['ID=0745142c-44b3-4d7f-8b91-69b135cb1894,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:43.737970 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-2e9f99e6-99b4-4456-be0e-ca0d24687b66 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:43.765754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395f03a-077c-4100-bad5-05ff9e3c0bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6793f75e-cf3c-4f5a-8ac3-5d11b0c4ad22,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:43.848040 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a64a45ce-aade-4495-bc49-2490050f710e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:43.860909 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb90fe-cfdf-40ba-ad1b-cc1342b74b7f req-be0d819c-0570-43cc-b26d-7ece8f023a0f tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:43.869657 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-86eb90fe-cfdf-40ba-ad1b-cc1342b74b7f req-be0d819c-0570-43cc-b26d-7ece8f023a0f tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.0995152 Nov 02 11:41:43.907982 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a64a45ce-aade-4495-bc49-2490050f710e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:43.911332 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-2e9f99e6-99b4-4456-be0e-ca0d24687b66 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:43.915788 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4e0d800d-eeca-47be-9ce5-10ec904068fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'name': 'tempest-ServersTestJSON-1375742867-router', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '6e901899-67a8-4926-a9d8-2ce954469764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:39:12Z', 'updated_at': '2021-11-02T11:39:20Z', 'revision_number': 4, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'gw_port': {'id': '6e901899-67a8-4926-a9d8-2ce954469764', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:13Z', 'updated_at': '2021-11-02T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'b5019273-8408-4b0d-b1b1-727f71a90b2a', 'name': '', 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'mac_address': 'fa:16:3e:ee:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:18Z', 'updated_at': '2021-11-02T11:39:25Z', 'revision_number': 5, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'subnets': [{'id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:43.952658 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d800d-eeca-47be-9ce5-10ec904068fd None None] Checking router: 706fd891-7cd9-4749-8774-0967d978a8c2 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:41:43.964286 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0d800d-eeca-47be-9ce5-10ec904068fd None None] Routers {'706fd891-7cd9-4749-8774-0967d978a8c2'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:41:43.965329 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4e0d800d-eeca-47be-9ce5-10ec904068fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:41:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['706fd891-7cd9-4749-8774-0967d978a8c2'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:43.971621 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-86eb90fe-cfdf-40ba-ad1b-cc1342b74b7f req-b46b0236-0ec3-43d6-89f4-c06805b7506b tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984797 Nov 02 11:41:44.105145 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7188d13-9613-4b9a-93f3-dc14045b43a4 req-f9146ab1-0da3-4d96-b1b3-007a70b7862c tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=99f9b045-38a1-413b-8956-7415b8b21f03 HTTP/1.1" status: 200 len: 210 time: 0.0434754 Nov 02 11:41:44.108706 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a64a45ce-aade-4495-bc49-2490050f710e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:44.112128 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a64a45ce-aade-4495-bc49-2490050f710e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:44.124227 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a64a45ce-aade-4495-bc49-2490050f710e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6793f75e-cf3c-4f5a-8ac3-5d11b0c4ad22 HTTP/1.1" status: 204 len: 168 time: 0.4384797 Nov 02 11:41:44.164047 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a45ce-aade-4495-bc49-2490050f710e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6793f75e-cf3c-4f5a-8ac3-5d11b0c4ad22,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:44.207200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-4e0d800d-eeca-47be-9ce5-10ec904068fd None None] Set router 706fd891-7cd9-4749-8774-0967d978a8c2 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:41:44.258299 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102b77d3-4e67-45d9-8156-8b6dc26daf39 x-openstack-request-id: req-102b77d3-4e67-45d9-8156-8b6dc26daf39 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:44.258993 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808c750a-485f-403b-b15f-9fcfb06dcd05", "name": "network-vif-deleted", "tag": "7ae549a7-9353-4d32-8a27-baa5e7410cde", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:44.258993 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-102b77d3-4e67-45d9-8156-8b6dc26daf39 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:44.259292 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808c750a-485f-403b-b15f-9fcfb06dcd05', 'name': 'network-vif-deleted', 'tag': '7ae549a7-9353-4d32-8a27-baa5e7410cde', 'status': 'completed', 'code': 200} Nov 02 11:41:44.265626 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-2e9f99e6-99b4-4456-be0e-ca0d24687b66 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:44.352553 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-2e9f99e6-99b4-4456-be0e-ca0d24687b66 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:44.384315 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-125f41d4-29e5-4fe9-97b6-c4a214274b83 req-6b39acc2-be04-488e-a8b8-42121dcb50c8 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/ports?device_id=808c750a-485f-403b-b15f-9fcfb06dcd05 HTTP/1.1" status: 200 len: 210 time: 0.0465989 Nov 02 11:41:44.470454 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-2e9f99e6-99b4-4456-be0e-ca0d24687b66 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:44.567374 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4e0d800d-eeca-47be-9ce5-10ec904068fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'name': 'tempest-ServersTestJSON-1375742867-router', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '6e901899-67a8-4926-a9d8-2ce954469764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:39:12Z', 'updated_at': '2021-11-02T11:39:20Z', 'revision_number': 4, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'gw_port': {'id': '6e901899-67a8-4926-a9d8-2ce954469764', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:13Z', 'updated_at': '2021-11-02T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'b5019273-8408-4b0d-b1b1-727f71a90b2a', 'name': '', 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'mac_address': 'fa:16:3e:ee:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:18Z', 'updated_at': '2021-11-02T11:39:25Z', 'revision_number': 5, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'subnets': [{'id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:44.567998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f99e6-99b4-4456-be0e-ca0d24687b66 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Pushing event updated for resources: {'Port': ['ID=0745142c-44b3-4d7f-8b91-69b135cb1894,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:44.612745 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb87217-e53b-4d21-92ff-415395b25b58 req-54f2ecb4-37ba-461c-a982-dcf8f5b3f551 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:44.619324 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8cb87217-e53b-4d21-92ff-415395b25b58 req-54f2ecb4-37ba-461c-a982-dcf8f5b3f551 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 944 time: 0.1399653 Nov 02 11:41:44.651234 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 7ae549a7-9353-4d32-8a27-baa5e7410cde no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:41:44.655887 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-2e9f99e6-99b4-4456-be0e-ca0d24687b66 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:44.657195 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-2e9f99e6-99b4-4456-be0e-ca0d24687b66 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9782727 Nov 02 11:41:44.687447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 7ae549a7-9353-4d32-8a27-baa5e7410cde {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:41:44.687883 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 7ae549a7-9353-4d32-8a27-baa5e7410cde not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:41:44.688381 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 54175c7a-2ee0-4d23-a54d-782dc903e9b2 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:41:44.691586 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0d800d-eeca-47be-9ce5-10ec904068fd None None] The sync data for ids ['706fd891-7cd9-4749-8774-0967d978a8c2'] in n-d-806683-18 is: [{'id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'name': 'tempest-ServersTestJSON-1375742867-router', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '6e901899-67a8-4926-a9d8-2ce954469764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:39:12Z', 'updated_at': '2021-11-02T11:39:20Z', 'revision_number': 4, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'gw_port': {'id': '6e901899-67a8-4926-a9d8-2ce954469764', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:13Z', 'updated_at': '2021-11-02T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'b5019273-8408-4b0d-b1b1-727f71a90b2a', 'name': '', 'network_id': '553d8a65-a84a-477c-a37f-732161b647fe', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'mac_address': 'fa:16:3e:ee:e2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:18Z', 'updated_at': '2021-11-02T11:39:25Z', 'revision_number': 5, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'subnets': [{'id': '62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:41:44.721752 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8cb87217-e53b-4d21-92ff-415395b25b58 req-a51657d5-e744-4b86-ba0b-624c9a45bfb3 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886381 Nov 02 11:41:44.745427 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-5da5b766-fc22-4e04-a757-bcfd34fd5641 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.49 HTTP/1.1" status: 200 len: 695 time: 0.0787225 Nov 02 11:41:44.754255 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 54175c7a-2ee0-4d23-a54d-782dc903e9b2 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:41:44.754735 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 54175c7a-2ee0-4d23-a54d-782dc903e9b2 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:41:44.943573 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-f7496526-fe34-4021-a490-d0fd83bce7b5 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:44.945327 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a6e46c16-b158-4f3a-a686-08e10b3ec73b req-f7496526-fe34-4021-a490-d0fd83bce7b5 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.1924362 Nov 02 11:41:44.947932 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f8969-d461-4ae1-97a5-92705f828e76 req-f4e9f9ce-26a3-48e7-ad38-39406bccb49c tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:44.957187 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1e0f8969-d461-4ae1-97a5-92705f828e76 req-f4e9f9ce-26a3-48e7-ad38-39406bccb49c tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 946 time: 0.1471276 Nov 02 11:41:45.041759 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1e0f8969-d461-4ae1-97a5-92705f828e76 req-bff3f14d-3e8b-426f-aec7-0b4f1c20ebd7 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728867 Nov 02 11:41:45.053225 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58760) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:45.084514 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-035b55bd-7be5-4af4-b962-b21518656e95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:45.227050 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30860349-a25b-4de0-a9be-4a100dd2907b None None] New status for floating IP 855b07cf-045c-4fbe-93b3-dea075cad91a: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:41:45.234221 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d3274-f5e1-4423-9895-9dd0859b73e7 req-365266cd-8f98-4f4e-aedf-d8108462d60e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:45.239307 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-872d3274-f5e1-4423-9895-9dd0859b73e7 req-365266cd-8f98-4f4e-aedf-d8108462d60e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1305802 Nov 02 11:41:45.265898 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22776d-f9f4-4b97-a6e5-f6d92403a003 req-528d71fb-8c17-4c2a-b743-72f70a0a279c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:45.274580 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6b22776d-f9f4-4b97-a6e5-f6d92403a003 req-528d71fb-8c17-4c2a-b743-72f70a0a279c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.1157639 Nov 02 11:41:45.301122 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-872d3274-f5e1-4423-9895-9dd0859b73e7 req-d45d2361-4673-4050-90b4-5371a093fd98 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.49 HTTP/1.1" status: 200 len: 695 time: 0.0550776 Nov 02 11:41:45.315174 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-035b55bd-7be5-4af4-b962-b21518656e95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:45.316986 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-872d3274-f5e1-4423-9895-9dd0859b73e7 req-b96b7bbf-803f-4f93-a255-110f59b7569a tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Request body: {'floatingip': {'port_id': '112fc985-5b81-4b50-828a-381234bd3316', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:41:45.351607 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6b22776d-f9f4-4b97-a6e5-f6d92403a003 req-714d0382-94cc-4082-beea-30e6966ddb97 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757353 Nov 02 11:41:45.410716 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-035b55bd-7be5-4af4-b962-b21518656e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:45.415135 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-872d3274-f5e1-4423-9895-9dd0859b73e7 req-b96b7bbf-803f-4f93-a255-110f59b7569a tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:45.517080 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-035b55bd-7be5-4af4-b962-b21518656e95 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c6e7b2adc2fb43a69881187b4044f866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4602814 Nov 02 11:41:45.517080 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b55bd-7be5-4af4-b962-b21518656e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd99112-8235-4ca9-aa2d-bfe3ec0ed8ca,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:45.537062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58768) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:45.598850 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:41:45.661860 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94c77a57-5ac3-487d-8c4b-6a574da0bc30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:45.687654 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94c77a57-5ac3-487d-8c4b-6a574da0bc30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:45.741602 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-872d3274-f5e1-4423-9895-9dd0859b73e7 req-b96b7bbf-803f-4f93-a255-110f59b7569a tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] update failed (client error): There was a conflict when trying to complete your request. Nov 02 11:41:45.762566 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-872d3274-f5e1-4423-9895-9dd0859b73e7 req-b96b7bbf-803f-4f93-a255-110f59b7569a tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "PUT /v2.0/floatingips/ad5b6d7d-e27f-4dc9-8024-f70e91d71ae5 HTTP/1.1" status: 409 len: 550 time: 0.4498105 Nov 02 11:41:45.879004 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94c77a57-5ac3-487d-8c4b-6a574da0bc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:45.883670 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94c77a57-5ac3-487d-8c4b-6a574da0bc30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:45.885506 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-94c77a57-5ac3-487d-8c4b-6a574da0bc30 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bfd99112-8235-4ca9-aa2d-bfe3ec0ed8ca HTTP/1.1" status: 204 len: 168 time: 0.3472583 Nov 02 11:41:45.901111 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c77a57-5ac3-487d-8c4b-6a574da0bc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd99112-8235-4ca9-aa2d-bfe3ec0ed8ca,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:45.948229 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58778) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:46.100223 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae8b75bd-8a95-454c-aaf9-7d23829a06c4 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:46.131749 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93040534-d9d9-4a45-b0f4-ad612105c099 req-d20de7a5-3920-430c-a750-a3255efde619 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:46.133379 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93040534-d9d9-4a45-b0f4-ad612105c099 req-d20de7a5-3920-430c-a750-a3255efde619 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 944 time: 0.1149056 Nov 02 11:41:46.144711 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae8b75bd-8a95-454c-aaf9-7d23829a06c4 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:46.207472 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4e2e7e4-c780-4f6e-bc7a-58bcb966918b req-eb282bd0-fe4e-42e6-a299-e89a99007858 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/floatingips/ad5b6d7d-e27f-4dc9-8024-f70e91d71ae5 HTTP/1.1" status: 200 len: 692 time: 0.0679581 Nov 02 11:41:46.229734 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93040534-d9d9-4a45-b0f4-ad612105c099 req-3fe54ca2-994e-477d-8eff-f64ff14c0cbc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819223 Nov 02 11:41:46.260430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f9b045-38a1-413b-8956-7415b8b21f03', 'name': 'network-vif-deleted', 'tag': '54175c7a-2ee0-4d23-a54d-782dc903e9b2'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:46.264448 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3c574d-13ce-46b0-9a16-63a4d8df8397" -d '{"events": [{"server_uuid": "99f9b045-38a1-413b-8956-7415b8b21f03", "name": "network-vif-deleted", "tag": "54175c7a-2ee0-4d23-a54d-782dc903e9b2"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:46.376872 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae8b75bd-8a95-454c-aaf9-7d23829a06c4 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:46.384333 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae8b75bd-8a95-454c-aaf9-7d23829a06c4 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:46.384333 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ae8b75bd-8a95-454c-aaf9-7d23829a06c4 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "DELETE /v2.0/security-groups/8e6ba3ae-0232-427a-a278-71b0ae957391 HTTP/1.1" status: 204 len: 168 time: 0.4371245 Nov 02 11:41:46.411990 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2e7e4-c780-4f6e-bc7a-58bcb966918b req-b1ee2981-38d7-489e-b614-4514d509fbec tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:46.412405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58796) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:46.413444 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b75bd-8a95-454c-aaf9-7d23829a06c4 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6ba3ae-0232-427a-a278-71b0ae957391,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:46.415121 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4e2e7e4-c780-4f6e-bc7a-58bcb966918b req-b1ee2981-38d7-489e-b614-4514d509fbec tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.1956525 Nov 02 11:41:46.523464 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4e2e7e4-c780-4f6e-bc7a-58bcb966918b req-686ab73e-4213-4c4d-8d6c-55542b331ad4 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.49 HTTP/1.1" status: 200 len: 695 time: 0.0950196 Nov 02 11:41:46.532066 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-fbd9cc7a-da13-415b-abfa-e09d1b16a8ba tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] show failed (client error): The resource could not be found. Nov 02 11:41:46.535498 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fbd9cc7a-da13-415b-abfa-e09d1b16a8ba tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "GET /v2.0/security-groups/8e6ba3ae-0232-427a-a278-71b0ae957391 HTTP/1.1" status: 404 len: 347 time: 0.1186061 Nov 02 11:41:46.541734 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58802) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:46.567856 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f18af0-14c1-4707-93c9-a637c0faeefe req-85e98e66-b237-4ad7-bfe3-35308e26c860 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:46.581102 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8f18af0-14c1-4707-93c9-a637c0faeefe req-85e98e66-b237-4ad7-bfe3-35308e26c860 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 946 time: 0.1386971 Nov 02 11:41:46.628063 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4e2e7e4-c780-4f6e-bc7a-58bcb966918b req-326a3e56-ac0b-4b93-8263-73777ecbd89d tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.49 HTTP/1.1" status: 200 len: 695 time: 0.0955369 Nov 02 11:41:46.640785 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0a9d5-09f3-483c-9b07-1e5a4e9f241c req-2c06a855-cd3d-4a2c-9ff4-493ecf8e6155 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:46.643793 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6ad0a9d5-09f3-483c-9b07-1e5a4e9f241c req-2c06a855-cd3d-4a2c-9ff4-493ecf8e6155 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 945 time: 0.1522498 Nov 02 11:41:46.647016 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device be5175c3-e243-4b1e-b2f5-e9ae13dc56ac details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:41:46.686584 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8f18af0-14c1-4707-93c9-a637c0faeefe req-09f47405-db2a-49aa-84f5-ca78fc813d77 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033568 Nov 02 11:41:46.855497 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae77c-18b2-4878-9e07-dede98269b90 req-f4aed872-ad89-4c56-abe8-bb2c7620c190 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:46.864442 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a75ae77c-18b2-4878-9e07-dede98269b90 req-f4aed872-ad89-4c56-abe8-bb2c7620c190 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 945 time: 0.0818114 Nov 02 11:41:46.885162 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:46.917459 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'port_id': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'mac_address': 'fa:16:3e:a1:42:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:41:46.974157 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a75ae77c-18b2-4878-9e07-dede98269b90 req-142bf879-bd73-42fb-b90c-033b8a6860f2 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/security-groups?id=7159de53-01c5-45da-984a-d08f38e6ac18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045294 Nov 02 11:41:46.999589 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:47.028073 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a8c105-0597-48c7-9815-cb180ce5bac3 x-openstack-request-id: req-f3a8c105-0597-48c7-9815-cb180ce5bac3 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:47.028375 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f9b045-38a1-413b-8956-7415b8b21f03", "name": "network-vif-deleted", "tag": "54175c7a-2ee0-4d23-a54d-782dc903e9b2", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:47.028638 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3a8c105-0597-48c7-9815-cb180ce5bac3 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:47.029443 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f9b045-38a1-413b-8956-7415b8b21f03', 'name': 'network-vif-deleted', 'tag': '54175c7a-2ee0-4d23-a54d-782dc903e9b2', 'status': 'completed', 'code': 200} Nov 02 11:41:47.040006 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8993a053-acbc-40a8-a47c-599bf5e547b0 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Deleting port b9131650-6d66-4d38-ab13-4d02afbac3c5 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:41:47.040603 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8993a053-acbc-40a8-a47c-599bf5e547b0 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:47.054342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5175c3-e243-4b1e-b2f5-e9ae13dc56ac {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:41:47.074200 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-6ad0a9d5-09f3-483c-9b07-1e5a4e9f241c req-e90a84bc-6b6e-4a3d-883a-05461f132b72 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Deleting port b29c2bce-3215-42bc-9556-6dd21645a864 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:41:47.074651 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6ad0a9d5-09f3-483c-9b07-1e5a4e9f241c req-e90a84bc-6b6e-4a3d-883a-05461f132b72 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:47.125056 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:47.192379 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-f4e2e7e4-c780-4f6e-bc7a-58bcb966918b req-a578a061-d7a6-4479-b812-8edb5382120c tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Deleting port 0745142c-44b3-4d7f-8b91-69b135cb1894 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:41:47.193005 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f4e2e7e4-c780-4f6e-bc7a-58bcb966918b req-a578a061-d7a6-4479-b812-8edb5382120c tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:47.199192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b598ea1-8b18-4704-a9a9-cbd3ce5f9a4c req-d777742c-df90-4bf9-8b16-5583a06c587d tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:47.210519 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b598ea1-8b18-4704-a9a9-cbd3ce5f9a4c req-d777742c-df90-4bf9-8b16-5583a06c587d tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.0999732 Nov 02 11:41:47.240767 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8993a053-acbc-40a8-a47c-599bf5e547b0 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:47.242399 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8993a053-acbc-40a8-a47c-599bf5e547b0 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:47.261563 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:47.323829 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b598ea1-8b18-4704-a9a9-cbd3ce5f9a4c req-a4f5b1ea-6faa-41d0-867b-0f366b4807b0 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121912 Nov 02 11:41:47.327615 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-fa3d76ff-bd2c-4e8b-87ca-9ba1e597cc11 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:47.329209 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-fa3d76ff-bd2c-4e8b-87ca-9ba1e597cc11 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e&tenant_id=c94d0cac32b24c41b06f1c29df1efe18&binding%3Ahost_id=n-h2-806683-18 HTTP/1.1" status: 200 len: 1098 time: 0.0955002 Nov 02 11:41:47.342133 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:47.342373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-18'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:41:47.350005 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8993a053-acbc-40a8-a47c-599bf5e547b0 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Calling delete_port for b9131650-6d66-4d38-ab13-4d02afbac3c5 owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:41:47.440768 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-6ad0a9d5-09f3-483c-9b07-1e5a4e9f241c req-e90a84bc-6b6e-4a3d-883a-05461f132b72 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] For port b29c2bce-3215-42bc-9556-6dd21645a864, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b29c2bce-3215-42bc-9556-6dd21645a864,segment=NetworkSegment(4b6c0ba0-b872-4f9c-8166-307a173da95e),segment_id=4b6c0ba0-b872-4f9c-8166-307a173da95e)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:47.441150 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6ad0a9d5-09f3-483c-9b07-1e5a4e9f241c req-e90a84bc-6b6e-4a3d-883a-05461f132b72 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:47.496458 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-6ad0a9d5-09f3-483c-9b07-1e5a4e9f241c req-e90a84bc-6b6e-4a3d-883a-05461f132b72 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Calling delete_port for b29c2bce-3215-42bc-9556-6dd21645a864 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:41:47.526197 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:47.534606 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['be5175c3-e243-4b1e-b2f5-e9ae13dc56ac'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:41:47.559688 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f4e2e7e4-c780-4f6e-bc7a-58bcb966918b req-a578a061-d7a6-4479-b812-8edb5382120c tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:47.559688 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f4e2e7e4-c780-4f6e-bc7a-58bcb966918b req-a578a061-d7a6-4479-b812-8edb5382120c tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:47.571873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26112ecc-2dda-491b-93cf-8f75cade8b79 req-f34e808c-ec22-46e4-90ca-585b39621877 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:47.579542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-26112ecc-2dda-491b-93cf-8f75cade8b79 req-f34e808c-ec22-46e4-90ca-585b39621877 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1072376 Nov 02 11:41:47.587363 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7d8b697b-335e-4455-9875-c8fec0d062cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:47.677327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-f4e2e7e4-c780-4f6e-bc7a-58bcb966918b req-a578a061-d7a6-4479-b812-8edb5382120c tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Calling delete_port for 0745142c-44b3-4d7f-8b91-69b135cb1894 owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:41:47.726789 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] For port b93135f1-a309-4824-96f4-2d8b924768fa, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b93135f1-a309-4824-96f4-2d8b924768fa,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:47.800587 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-26112ecc-2dda-491b-93cf-8f75cade8b79 req-ca72dbb2-c262-479b-9ac0-b814f82d5b44 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188530 Nov 02 11:41:47.808015 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] For port b93135f1-a309-4824-96f4-2d8b924768fa, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:41:47.867439 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:47.980922 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:48.009853 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f4e2e7e4-c780-4f6e-bc7a-58bcb966918b req-a578a061-d7a6-4479-b812-8edb5382120c tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:48.049686 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578a061-d7a6-4479-b812-8edb5382120c tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Pushing event deleted for resources: {'Port': ['ID=0745142c-44b3-4d7f-8b91-69b135cb1894,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:48.086302 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] Pushing event updated for resources: {'Port': ['ID=b93135f1-a309-4824-96f4-2d8b924768fa,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:48.099688 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] Attempting to bind port b93135f1-a309-4824-96f4-2d8b924768fa on host n-h2-806683-18 for vnic_type normal with profile {"migrating_to": "n-h1-806683-18"} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:41:48.100031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] Attempting to bind port b93135f1-a309-4824-96f4-2d8b924768fa by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:41:48.100364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] Attempting to bind port b93135f1-a309-4824-96f4-2d8b924768fa on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:41:48.105051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] Port b93135f1-a309-4824-96f4-2d8b924768fa on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:41:48.105365 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] Attempting to bind port b93135f1-a309-4824-96f4-2d8b924768fa on network 97ff636a-c6a0-4326-a8c1-675b8369e9a9 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:41:48.112252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:41:48.113246 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] Checking segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:41:48.113643 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] Bound using segment: {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:41:48.114087 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] Bound port: b93135f1-a309-4824-96f4-2d8b924768fa, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb270fc-a3ee-4079-adaa-17ccd7798b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '97ff636a-c6a0-4326-a8c1-675b8369e9a9'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:41:48.114945 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:48.159711 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8993a053-acbc-40a8-a47c-599bf5e547b0 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:48.207379 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993a053-acbc-40a8-a47c-599bf5e547b0 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Pushing event deleted for resources: {'Port': ['ID=b9131650-6d66-4d38-ab13-4d02afbac3c5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:48.212631 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6ad0a9d5-09f3-483c-9b07-1e5a4e9f241c req-e90a84bc-6b6e-4a3d-883a-05461f132b72 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:48.275787 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f4e2e7e4-c780-4f6e-bc7a-58bcb966918b req-a578a061-d7a6-4479-b812-8edb5382120c tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:48.283245 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f4e2e7e4-c780-4f6e-bc7a-58bcb966918b req-a578a061-d7a6-4479-b812-8edb5382120c tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:48.292886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed81177-b8b5-427d-8dee-c4197a64ef4c req-a04d4847-cef3-412d-b88e-5604dfb9861a tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:48.299159 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4e2e7e4-c780-4f6e-bc7a-58bcb966918b req-a578a061-d7a6-4479-b812-8edb5382120c tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "DELETE /v2.0/floatingips/ad5b6d7d-e27f-4dc9-8024-f70e91d71ae5 HTTP/1.1" status: 204 len: 173 time: 1.6533890 Nov 02 11:41:48.301721 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ed81177-b8b5-427d-8dee-c4197a64ef4c req-a04d4847-cef3-412d-b88e-5604dfb9861a tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 944 time: 0.3107910 Nov 02 11:41:48.330539 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a84bc-6b6e-4a3d-883a-05461f132b72 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Pushing event deleted for resources: {'Port': ['ID=b29c2bce-3215-42bc-9556-6dd21645a864,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:48.332912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] For port b93135f1-a309-4824-96f4-2d8b924768fa, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:41:48.356444 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] For port b93135f1-a309-4824-96f4-2d8b924768fa, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b93135f1-a309-4824-96f4-2d8b924768fa,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:41:48.400073 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ed81177-b8b5-427d-8dee-c4197a64ef4c req-6a0880e0-887a-44e7-b214-7f0944799bd1 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970707 Nov 02 11:41:48.434201 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad0a9d5-09f3-483c-9b07-1e5a4e9f241c req-e90a84bc-6b6e-4a3d-883a-05461f132b72 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] No DVR routers for this DVR port b29c2bce-3215-42bc-9556-6dd21645a864 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:41:48.445485 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6ad0a9d5-09f3-483c-9b07-1e5a4e9f241c req-e90a84bc-6b6e-4a3d-883a-05461f132b72 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:48.448738 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6ad0a9d5-09f3-483c-9b07-1e5a4e9f241c req-e90a84bc-6b6e-4a3d-883a-05461f132b72 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.54 "DELETE /v2.0/ports/b29c2bce-3215-42bc-9556-6dd21645a864 HTTP/1.1" status: 204 len: 173 time: 1.7917867 Nov 02 11:41:48.452765 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdafb3a-e2c2-404a-8c1f-4d5e8d958869', 'name': 'network-vif-deleted', 'tag': 'b29c2bce-3215-42bc-9556-6dd21645a864'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:48.455284 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6628d2-07bc-4572-84c7-c55824306da0" -d '{"events": [{"server_uuid": "9bdafb3a-e2c2-404a-8c1f-4d5e8d958869", "name": "network-vif-deleted", "tag": "b29c2bce-3215-42bc-9556-6dd21645a864"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:48.474707 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-46781174-1575-468a-b388-61ef0ed920df req-0c748a91-ed50-4bfa-bd47-bfcb1f26ff19 tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 210 time: 0.0441899 Nov 02 11:41:48.483920 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8993a053-acbc-40a8-a47c-599bf5e547b0 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:48.486917 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8993a053-acbc-40a8-a47c-599bf5e547b0 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:48.492109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58848) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:48.505922 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8993a053-acbc-40a8-a47c-599bf5e547b0 tempest-ServersTestJSON-1092676554 tempest-ServersTestJSON-1092676554-project] 10.222.0.52 "DELETE /v2.0/floatingips/855b07cf-045c-4fbe-93b3-dea075cad91a HTTP/1.1" status: 204 len: 168 time: 1.9612291 Nov 02 11:41:48.507871 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:48.622694 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-a452e284-9880-48f4-b374-ecb2e42f9402 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 1002 time: 0.1973941 Nov 02 11:41:48.665779 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49da6f7-1689-49b8-ac90-a0cf1f4beb3a req-f416d2b8-0be6-4609-9c10-b3791f0d075b tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:48.666275 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device be5175c3-e243-4b1e-b2f5-e9ae13dc56ac up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:41:48.676146 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b49da6f7-1689-49b8-ac90-a0cf1f4beb3a req-f416d2b8-0be6-4609-9c10-b3791f0d075b tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.0974915 Nov 02 11:41:48.762446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:48.763338 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:48.765187 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] 10.222.0.79 "PUT /v2.0/ports/b93135f1-a309-4824-96f4-2d8b924768fa HTTP/1.1" status: 200 len: 1124 time: 1.4276090 Nov 02 11:41:48.768685 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b49da6f7-1689-49b8-ac90-a0cf1f4beb3a req-18f9cc76-8511-4464-90d7-298284fa440b tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912743 Nov 02 11:41:48.819468 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5872166-3ac2-4d2a-afaa-31d7009480ab service neutron] Pushing event updated for resources: {'Port': ['ID=b93135f1-a309-4824-96f4-2d8b924768fa,revision_number=8']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:48.822107 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35182342-9a88-46d5-a136-a0a516d0bf69 x-openstack-request-id: req-35182342-9a88-46d5-a136-a0a516d0bf69 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:48.822797 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdafb3a-e2c2-404a-8c1f-4d5e8d958869", "name": "network-vif-deleted", "tag": "b29c2bce-3215-42bc-9556-6dd21645a864", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:48.823322 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35182342-9a88-46d5-a136-a0a516d0bf69 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:48.827904 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bdafb3a-e2c2-404a-8c1f-4d5e8d958869', 'name': 'network-vif-deleted', 'tag': 'b29c2bce-3215-42bc-9556-6dd21645a864', 'status': 'completed', 'code': 200} Nov 02 11:41:48.833113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-1752079b-d606-4a8f-8630-ceff322fa29b tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:48.835391 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-1752079b-d606-4a8f-8630-ceff322fa29b tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports/112fc985-5b81-4b50-828a-381234bd3316 HTTP/1.1" status: 200 len: 943 time: 0.2117822 Nov 02 11:41:48.855839 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['b93135f1-a309-4824-96f4-2d8b924768fa'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:41:48.904147 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['b93135f1-a309-4824-96f4-2d8b924768fa'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:41:49.035407 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54324ee6-725b-4cf7-838e-2c87160a839e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b93135f1-a309-4824-96f4-2d8b924768fa'}, {'name': 'network-changed', 'server_uuid': '54324ee6-725b-4cf7-838e-2c87160a839e', 'tag': 'b93135f1-a309-4824-96f4-2d8b924768fa'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:49.037697 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384c7b6-937f-404a-99fd-2c2c210935df req-ed128235-9772-4fe2-8380-f3b6a90e9d95 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:49.037860 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad5fda6-c48d-4120-bc76-a2dfaa5d4f1d" -d '{"events": [{"server_uuid": "54324ee6-725b-4cf7-838e-2c87160a839e", "name": "network-vif-unplugged", "status": "completed", "tag": "b93135f1-a309-4824-96f4-2d8b924768fa"}, {"name": "network-changed", "server_uuid": "54324ee6-725b-4cf7-838e-2c87160a839e", "tag": "b93135f1-a309-4824-96f4-2d8b924768fa"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:49.040258 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4384c7b6-937f-404a-99fd-2c2c210935df req-ed128235-9772-4fe2-8380-f3b6a90e9d95 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0881197 Nov 02 11:41:49.083122 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-29c49b16-69fe-4a70-a9e8-78d1cc49d5c4 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 1002 time: 0.1639705 Nov 02 11:41:49.105835 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:41:49.129516 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:49.130275 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:49.131368 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4384c7b6-937f-404a-99fd-2c2c210935df req-0e82d18f-9e67-48a5-869f-d7f1b0abf0d3 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805993 Nov 02 11:41:49.298106 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a425aad7-0673-4289-89aa-746dea2eb77c x-openstack-request-id: req-a425aad7-0673-4289-89aa-746dea2eb77c {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:49.298498 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54324ee6-725b-4cf7-838e-2c87160a839e", "name": "network-vif-unplugged", "status": "completed", "tag": "b93135f1-a309-4824-96f4-2d8b924768fa", "code": 200}, {"name": "network-changed", "server_uuid": "54324ee6-725b-4cf7-838e-2c87160a839e", "tag": "b93135f1-a309-4824-96f4-2d8b924768fa", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:49.298790 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a425aad7-0673-4289-89aa-746dea2eb77c {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:49.299245 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54324ee6-725b-4cf7-838e-2c87160a839e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b93135f1-a309-4824-96f4-2d8b924768fa', 'code': 200} Nov 02 11:41:49.299577 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54324ee6-725b-4cf7-838e-2c87160a839e', 'tag': 'b93135f1-a309-4824-96f4-2d8b924768fa', 'status': 'completed', 'code': 200} Nov 02 11:41:49.342521 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-e2359eac-c217-4abd-89cc-da287981b6f2 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:49.353531 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-e2359eac-c217-4abd-89cc-da287981b6f2 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.2335799 Nov 02 11:41:49.405439 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5fda6-c48d-4120-bc76-a2dfaa5d4f1d req-d97593f3-5193-4edb-a870-21a7d92f25da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:49.407664 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aad5fda6-c48d-4120-bc76-a2dfaa5d4f1d req-d97593f3-5193-4edb-a870-21a7d92f25da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 1127 time: 0.0859666 Nov 02 11:41:49.410764 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b93135f1-a309-4824-96f4-2d8b924768fa details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:41:49.495746 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:49.515282 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-99908801-a03b-4fb9-a862-5904a53c3074 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 1002 time: 0.1605101 Nov 02 11:41:49.524447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-1a90e056-d024-4e3b-8dc7-ebb845ebdfaf tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:41:49.587265 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:49.591280 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b078d5df-473a-41a0-bbde-d235d7ff3afc" -d '{"events": [{"server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "name": "network-vif-plugged", "status": "completed", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:49.618536 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:49.682416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port b93135f1-a309-4824-96f4-2d8b924768fa, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b93135f1-a309-4824-96f4-2d8b924768fa,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:49.708900 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b93135f1-a309-4824-96f4-2d8b924768fa has no active binding in host n-h1-806683-18 {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 02 11:41:49.710130 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-1a90e056-d024-4e3b-8dc7-ebb845ebdfaf tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:49.724647 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f9caf-670a-4754-8f04-dd8ea6b22a9a req-6718c938-afcb-43b9-9251-369dd41f591d tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:49.732923 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-555f9caf-670a-4754-8f04-dd8ea6b22a9a req-6718c938-afcb-43b9-9251-369dd41f591d tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 944 time: 0.1244135 Nov 02 11:41:49.736372 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5fda6-c48d-4120-bc76-a2dfaa5d4f1d req-809b7954-0eb1-4c4f-9b4b-9ed6f6e7d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:49.737998 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aad5fda6-c48d-4120-bc76-a2dfaa5d4f1d req-809b7954-0eb1-4c4f-9b4b-9ed6f6e7d95c service neutron] 10.222.0.54 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 908 time: 0.3217480 Nov 02 11:41:49.741513 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c7c7f7d3-e450-4e11-9341-6a5a4a61ce18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:49.743420 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:49.744233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b29c2bce-3215-42bc-9556-6dd21645a864 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:41:49.823625 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: b29c2bce-3215-42bc-9556-6dd21645a864 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:41:49.824273 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b29c2bce-3215-42bc-9556-6dd21645a864 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:41:49.852184 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aad5fda6-c48d-4120-bc76-a2dfaa5d4f1d req-1c94b631-fdf4-45ae-b5e6-fb45a7fda396 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b93135f1-a309-4824-96f4-2d8b924768fa HTTP/1.1" status: 200 len: 217 time: 0.0636032 Nov 02 11:41:49.862038 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:49.878976 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-555f9caf-670a-4754-8f04-dd8ea6b22a9a req-97ed04b6-cb1e-48d5-97b7-d2699d35fec6 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450469 Nov 02 11:41:49.958439 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5fda6-c48d-4120-bc76-a2dfaa5d4f1d req-a8761505-f5bb-499f-a543-b167362786df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:49.961395 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aad5fda6-c48d-4120-bc76-a2dfaa5d4f1d req-a8761505-f5bb-499f-a543-b167362786df service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.0738249 Nov 02 11:41:50.005784 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d3f2368-b62c-42d6-939b-0642cbc1b91d req-da18eb84-104f-43f0-a264-0b18b8aa880a tempest-LiveAutoBlockMigrationV225Test-457233040 tempest-LiveAutoBlockMigrationV225Test-457233040-project] 10.222.0.52 "GET /v2.0/ports?device_id=9bdafb3a-e2c2-404a-8c1f-4d5e8d958869 HTTP/1.1" status: 200 len: 210 time: 0.0433257 Nov 02 11:41:50.034738 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aad5fda6-c48d-4120-bc76-a2dfaa5d4f1d req-0621f3a1-2830-4e15-9172-083677c2a901 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583956 Nov 02 11:41:50.043040 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-1a90e056-d024-4e3b-8dc7-ebb845ebdfaf tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:50.078644 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cd7a343-81cd-42a5-93a1-6bca0160a8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:50.084226 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71db3f7e-f891-4fed-842a-9e7604c9d3d0 x-openstack-request-id: req-71db3f7e-f891-4fed-842a-9e7604c9d3d0 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:50.084524 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "name": "network-vif-plugged", "status": "completed", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:50.088739 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71db3f7e-f891-4fed-842a-9e7604c9d3d0 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:50.088739 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'code': 200} Nov 02 11:41:50.177435 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-1a90e056-d024-4e3b-8dc7-ebb845ebdfaf tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:50.177781 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-1a90e056-d024-4e3b-8dc7-ebb845ebdfaf tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Floating IP 3d9f9e16-b9c1-463d-be79-5a442d2c6933 disassociated. External IP: 172.25.6.253, port: 112fc985-5b81-4b50-828a-381234bd3316. Nov 02 11:41:50.629062 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aad5fda6-c48d-4120-bc76-a2dfaa5d4f1d req-4e70c136-250a-4321-8850-67f5aaef2ce2 service neutron] 10.222.0.54 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860376 Nov 02 11:41:50.671039 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a4f4e-7692-4f30-99c1-476e14e0a3e2 req-8d8cb2e9-58aa-4214-8c1d-9a7f459a48d1 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:50.674374 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-580a4f4e-7692-4f30-99c1-476e14e0a3e2 req-8d8cb2e9-58aa-4214-8c1d-9a7f459a48d1 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.1009192 Nov 02 11:41:50.740484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28f3c1-33cf-4178-924c-c565df4ba9bf req-31253339-bff1-488e-92c0-7673fab31d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:50.741949 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-be28f3c1-33cf-4178-924c-c565df4ba9bf req-31253339-bff1-488e-92c0-7673fab31d2c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 1098 time: 0.5264735 Nov 02 11:41:50.790826 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-580a4f4e-7692-4f30-99c1-476e14e0a3e2 req-8034144f-2560-45e5-b77d-92b280bffc71 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707335 Nov 02 11:41:50.792901 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aad5fda6-c48d-4120-bc76-a2dfaa5d4f1d req-389ae775-2b84-4698-807d-5e7a3aca10eb service neutron] 10.222.0.54 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549914 Nov 02 11:41:50.901501 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:50.915091 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-be28f3c1-33cf-4178-924c-c565df4ba9bf req-2ea52b2a-37b1-4910-9bf1-d18cd1e455f6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648571 Nov 02 11:41:50.945386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d633fe0-b44b-4f61-acba-de222ce267f0 req-1bb0e328-bb03-49b6-9d1b-fa14a3293c0d tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:50.946912 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8d633fe0-b44b-4f61-acba-de222ce267f0 req-1bb0e328-bb03-49b6-9d1b-fa14a3293c0d tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 946 time: 0.0567477 Nov 02 11:41:50.985256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-1a90e056-d024-4e3b-8dc7-ebb845ebdfaf tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Router 84d13896-4402-4251-9a96-aa54b762d140 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:41:50.999787 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8d633fe0-b44b-4f61-acba-de222ce267f0 req-bf9f8272-2230-4e5a-85f9-08422824ad26 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451744 Nov 02 11:41:51.156562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-3cd7a343-81cd-42a5-93a1-6bca0160a8b7 admin admin] Deleting port b5019273-8408-4b0d-b1b1-727f71a90b2a {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:41:51.156806 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cd7a343-81cd-42a5-93a1-6bca0160a8b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:51.173059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72f6d8-0d91-452a-926c-45b6b3102d56 req-e400a6c6-2b97-48f1-94e0-9ad5a3a53ee2 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:51.175211 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0f72f6d8-0d91-452a-926c-45b6b3102d56 req-e400a6c6-2b97-48f1-94e0-9ad5a3a53ee2 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 944 time: 0.0515966 Nov 02 11:41:51.183778 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-1a90e056-d024-4e3b-8dc7-ebb845ebdfaf tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:41:51.195333 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66db33f-ebe1-4503-a385-561965845e5e None None] Sync routers for ids ['84d13896-4402-4251-9a96-aa54b762d140'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:41:51.217659 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-1a90e056-d024-4e3b-8dc7-ebb845ebdfaf tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:51.231400 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66db33f-ebe1-4503-a385-561965845e5e None None] Routers {'84d13896-4402-4251-9a96-aa54b762d140'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:41:51.232168 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d66db33f-ebe1-4503-a385-561965845e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:41:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['84d13896-4402-4251-9a96-aa54b762d140'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:51.258643 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-1a90e056-d024-4e3b-8dc7-ebb845ebdfaf tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "PUT /v2.0/floatingips/3d9f9e16-b9c1-463d-be79-5a442d2c6933 HTTP/1.1" status: 200 len: 695 time: 1.7422905 Nov 02 11:41:51.283980 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-3cd7a343-81cd-42a5-93a1-6bca0160a8b7 admin admin] For port b5019273-8408-4b0d-b1b1-727f71a90b2a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b5019273-8408-4b0d-b1b1-727f71a90b2a,segment=NetworkSegment(ea6e235a-6852-464d-a7f1-e4daabce7003),segment_id=ea6e235a-6852-464d-a7f1-e4daabce7003)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:51.284384 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cd7a343-81cd-42a5-93a1-6bca0160a8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:51.293807 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0f72f6d8-0d91-452a-926c-45b6b3102d56 req-1c66fddc-1dd1-4ed0-b297-88859f36881d tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075976 Nov 02 11:41:51.308576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e596238c-0bb7-41c0-afeb-4c1bff4974dd', 'tag': '112fc985-5b81-4b50-828a-381234bd3316'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:51.308576 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c006428-e70f-4bc3-81a4-cd4f42b24f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "e596238c-0bb7-41c0-afeb-4c1bff4974dd", "tag": "112fc985-5b81-4b50-828a-381234bd3316"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:51.330839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-3cd7a343-81cd-42a5-93a1-6bca0160a8b7 admin admin] Calling delete_port for b5019273-8408-4b0d-b1b1-727f71a90b2a owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:41:51.363082 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58936) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:51.391511 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-f603600a-a984-4552-9c14-b8dfd3915c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:51.393992 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-f603600a-a984-4552-9c14-b8dfd3915c8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dea57a16a4ab492083efec0b2703486d&device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 1098 time: 0.1127818 Nov 02 11:41:51.553249 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0039d70d-d148-4d98-ad1b-cf7f46b3fd0c x-openstack-request-id: req-0039d70d-d148-4d98-ad1b-cf7f46b3fd0c {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:51.553552 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e596238c-0bb7-41c0-afeb-4c1bff4974dd", "tag": "112fc985-5b81-4b50-828a-381234bd3316", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:51.553812 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0039d70d-d148-4d98-ad1b-cf7f46b3fd0c {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:51.554213 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e596238c-0bb7-41c0-afeb-4c1bff4974dd', 'tag': '112fc985-5b81-4b50-828a-381234bd3316', 'status': 'completed', 'code': 200} Nov 02 11:41:51.577018 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-d66db33f-ebe1-4503-a385-561965845e5e None None] Set router 84d13896-4402-4251-9a96-aa54b762d140 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:41:51.635993 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-b1fad532-2744-440d-aaca-ce41bf6518c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:51.637672 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-b1fad532-2744-440d-aaca-ce41bf6518c4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d5806886-5f39-4a6d-a47f-9adfa886cec4 HTTP/1.1" status: 200 len: 930 time: 0.2353404 Nov 02 11:41:51.653331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c006428-e70f-4bc3-81a4-cd4f42b24f9d req-ec83d0b5-13cf-4538-9fe3-d43c78743e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:51.655122 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c006428-e70f-4bc3-81a4-cd4f42b24f9d req-ec83d0b5-13cf-4538-9fe3-d43c78743e6c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dea57a16a4ab492083efec0b2703486d&device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 1098 time: 0.0900753 Nov 02 11:41:51.702309 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc42b07f-6500-492e-954d-90127860a592 admin admin] Deleting subnet bdbd00e1-b22f-4068-b469-67b0d575f006 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:41:51.713712 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc42b07f-6500-492e-954d-90127860a592 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:51.726865 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-1664f55f-ded0-49a1-a09f-42537577481f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=112fc985-5b81-4b50-828a-381234bd3316 HTTP/1.1" status: 200 len: 217 time: 0.0701449 Nov 02 11:41:51.761748 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc42b07f-6500-492e-954d-90127860a592 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:51.812838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc42b07f-6500-492e-954d-90127860a592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:51.890576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-227667eb-9524-40b8-8f50-fa5fe72b03bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:51.890576 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-227667eb-9524-40b8-8f50-fa5fe72b03bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3c806ac-0eab-45f5-a90c-8bace788f9d5 HTTP/1.1" status: 200 len: 868 time: 0.1093557 Nov 02 11:41:51.908660 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d66db33f-ebe1-4503-a385-561965845e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d13896-4402-4251-9a96-aa54b762d140', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1167537076-router', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:40:57Z', 'updated_at': '2021-11-02T11:41:04Z', 'revision_number': 4, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'gw_port': {'id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:40:58Z', 'updated_at': '2021-11-02T11:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'ccd6e681-2be8-4150-92e0-3c6719b13e09', 'name': '', 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'mac_address': 'fa:16:3e:0a:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:03Z', 'updated_at': '2021-11-02T11:41:09Z', 'revision_number': 5, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'subnets': [{'id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:51.934683 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c006428-e70f-4bc3-81a4-cd4f42b24f9d req-e70c7979-45d1-4043-bcb9-85fed9e62319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:51.936119 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c006428-e70f-4bc3-81a4-cd4f42b24f9d req-e70c7979-45d1-4043-bcb9-85fed9e62319 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d5806886-5f39-4a6d-a47f-9adfa886cec4 HTTP/1.1" status: 200 len: 930 time: 0.2665105 Nov 02 11:41:51.938544 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66db33f-ebe1-4503-a385-561965845e5e None None] Checking router: 84d13896-4402-4251-9a96-aa54b762d140 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:41:51.947406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66db33f-ebe1-4503-a385-561965845e5e None None] Routers {'84d13896-4402-4251-9a96-aa54b762d140'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:41:51.947990 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d66db33f-ebe1-4503-a385-561965845e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:41:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['84d13896-4402-4251-9a96-aa54b762d140'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:51.949368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-d065a3ed-1bea-45b4-86cf-562a516db8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:51.951015 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-d065a3ed-1bea-45b4-86cf-562a516db8c3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d5806886-5f39-4a6d-a47f-9adfa886cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668702 Nov 02 11:41:52.007880 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c006428-e70f-4bc3-81a4-cd4f42b24f9d req-17d7e108-57fb-49e6-a244-6a465fa780c6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=112fc985-5b81-4b50-828a-381234bd3316 HTTP/1.1" status: 200 len: 217 time: 0.0559399 Nov 02 11:41:52.075332 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-d66db33f-ebe1-4503-a385-561965845e5e None None] Set router 84d13896-4402-4251-9a96-aa54b762d140 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:41:52.089199 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cd7a343-81cd-42a5-93a1-6bca0160a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:52.113387 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc42b07f-6500-492e-954d-90127860a592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:52.147218 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7a343-81cd-42a5-93a1-6bca0160a8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5019273-8408-4b0d-b1b1-727f71a90b2a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:52.160498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42b07f-6500-492e-954d-90127860a592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdbd00e1-b22f-4068-b469-67b0d575f006,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:52.163354 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc42b07f-6500-492e-954d-90127860a592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:52.166701 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-dc42b07f-6500-492e-954d-90127860a592 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bdbd00e1-b22f-4068-b469-67b0d575f006 HTTP/1.1" status: 204 len: 168 time: 0.7963853 Nov 02 11:41:52.169392 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58974) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:52.235024 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c006428-e70f-4bc3-81a4-cd4f42b24f9d req-39c9cef6-8044-4a83-9078-59a25ae72bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:52.237158 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c006428-e70f-4bc3-81a4-cd4f42b24f9d req-39c9cef6-8044-4a83-9078-59a25ae72bc8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b3c806ac-0eab-45f5-a90c-8bace788f9d5 HTTP/1.1" status: 200 len: 868 time: 0.2174792 Nov 02 11:41:52.315088 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:52.325011 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-4355fc58-5043-4f63-a66a-a332f6c68acf service neutron] 10.222.0.52 "GET /v2.0/networks/d5806886-5f39-4a6d-a47f-9adfa886cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652024 Nov 02 11:41:52.444364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c006428-e70f-4bc3-81a4-cd4f42b24f9d req-0c58a06f-98f3-4e03-921e-bbbe9338e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:52.445888 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c006428-e70f-4bc3-81a4-cd4f42b24f9d req-0c58a06f-98f3-4e03-921e-bbbe9338e5ab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d5806886-5f39-4a6d-a47f-9adfa886cec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1653244 Nov 02 11:41:52.452793 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:52.482429 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f5fe02-990d-442a-ab33-f4126e712578']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:52.510793 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6c0ba0-b872-4f9c-8166-307a173da95e') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:52.511128 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6c0ba0-b872-4f9c-8166-307a173da95e') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:52.518666 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cd7a343-81cd-42a5-93a1-6bca0160a8b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:52.531713 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:52.532193 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:52.551899 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d66db33f-ebe1-4503-a385-561965845e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d13896-4402-4251-9a96-aa54b762d140', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1167537076-router', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:40:57Z', 'updated_at': '2021-11-02T11:41:04Z', 'revision_number': 4, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'gw_port': {'id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:40:58Z', 'updated_at': '2021-11-02T11:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'ccd6e681-2be8-4150-92e0-3c6719b13e09', 'name': '', 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'mac_address': 'fa:16:3e:0a:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:03Z', 'updated_at': '2021-11-02T11:41:09Z', 'revision_number': 5, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'subnets': [{'id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:52.555677 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:52.570668 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:41:52.572075 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:52.600430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66db33f-ebe1-4503-a385-561965845e5e None None] The sync data for ids ['84d13896-4402-4251-9a96-aa54b762d140'] in n-d-806683-18 is: [{'id': '84d13896-4402-4251-9a96-aa54b762d140', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1167537076-router', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:40:57Z', 'updated_at': '2021-11-02T11:41:04Z', 'revision_number': 4, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'gw_port': {'id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:40:58Z', 'updated_at': '2021-11-02T11:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'ccd6e681-2be8-4150-92e0-3c6719b13e09', 'name': '', 'network_id': 'd5806886-5f39-4a6d-a47f-9adfa886cec4', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'mac_address': 'fa:16:3e:0a:24:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:03Z', 'updated_at': '2021-11-02T11:41:09Z', 'revision_number': 5, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'subnets': [{'id': 'b3c806ac-0eab-45f5-a90c-8bace788f9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:41:52.609334 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:41:52.677029 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f0d2062-161a-47f4-b4d1-2c4ef9e92486 req-7cb767a1-4125-4d05-b59e-3546f932a045 service neutron] 10.222.0.52 "GET /v2.0/networks/d5806886-5f39-4a6d-a47f-9adfa886cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430655 Nov 02 11:41:52.745800 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c006428-e70f-4bc3-81a4-cd4f42b24f9d req-1ef604c2-e898-4aff-9b0b-911927050618 service neutron] 10.222.0.79 "GET /v2.0/networks/d5806886-5f39-4a6d-a47f-9adfa886cec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830157 Nov 02 11:41:52.792843 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:52.802053 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:52.805307 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] 10.222.0.52 "DELETE /v2.0/networks/e3f5fe02-990d-442a-ab33-f4126e712578 HTTP/1.1" status: 204 len: 168 time: 0.6348686 Nov 02 11:41:52.815615 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59004) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:52.823452 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f5fe02-990d-442a-ab33-f4126e712578,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:52.833330 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:52.833678 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:52.834249 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:52.834593 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:52.834981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:52.835514 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:52.836023 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:52.836533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:52.836868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:52.837202 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:52.837532 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:52.838126 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dcf25-c0a3-40ec-9956-6ef2b3e1443e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:52.910348 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d6dc9d-acc3-44df-9de5-46d91df0ad51 admin admin] Deleting subnet b6f595b8-692a-4d9e-aa72-749a02d6ff0a {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:41:52.912342 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-54d6dc9d-acc3-44df-9de5-46d91df0ad51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:52.920779 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44445742-47e5-4b38-bc72-0ad1b89a3b5f None None] New status for floating IP 3d9f9e16-b9c1-463d-be79-5a442d2c6933: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:41:52.958582 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-54d6dc9d-acc3-44df-9de5-46d91df0ad51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:52.959543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c006428-e70f-4bc3-81a4-cd4f42b24f9d req-3a25c310-e79c-4be5-8411-a3f4c0160acf service neutron] 10.222.0.79 "GET /v2.0/networks/d5806886-5f39-4a6d-a47f-9adfa886cec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042894 Nov 02 11:41:53.011186 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd7a343-81cd-42a5-93a1-6bca0160a8b7 admin admin] Router 706fd891-7cd9-4749-8774-0967d978a8c2 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:41:53.022963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500f3f0-e948-4ea0-ad71-df8b7e8edc15 req-05e3d656-13e2-4dc3-b8cc-da2110839a99 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:53.024479 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2500f3f0-e948-4ea0-ad71-df8b7e8edc15 req-05e3d656-13e2-4dc3-b8cc-da2110839a99 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.0857980 Nov 02 11:41:53.052898 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-54d6dc9d-acc3-44df-9de5-46d91df0ad51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:53.188913 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd7a343-81cd-42a5-93a1-6bca0160a8b7 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:41:53.195009 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3cd7a343-81cd-42a5-93a1-6bca0160a8b7 admin admin] 10.222.0.52 "PUT /v2.0/routers/706fd891-7cd9-4749-8774-0967d978a8c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6846061 Nov 02 11:41:53.197840 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59014) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:53.201546 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0397c81-3dbc-47e7-94ff-15591af23ca5 None None] Sync routers for ids ['706fd891-7cd9-4749-8774-0967d978a8c2'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:41:53.212510 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2500f3f0-e948-4ea0-ad71-df8b7e8edc15 req-8a45e0e4-f34a-472a-953c-1cd1726081d6 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873547 Nov 02 11:41:53.214716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0397c81-3dbc-47e7-94ff-15591af23ca5 None None] Routers {'706fd891-7cd9-4749-8774-0967d978a8c2'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:41:53.215420 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-a0397c81-3dbc-47e7-94ff-15591af23ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:41:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['706fd891-7cd9-4749-8774-0967d978a8c2'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:53.324441 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-54d6dc9d-acc3-44df-9de5-46d91df0ad51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:53.346335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919fbb7-feb1-4350-8f77-13d70af5055d req-b755ca37-c4b5-48c7-8779-f389d50f11c8 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:53.352540 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9919fbb7-feb1-4350-8f77-13d70af5055d req-b755ca37-c4b5-48c7-8779-f389d50f11c8 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 946 time: 0.0725310 Nov 02 11:41:53.396011 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6dc9d-acc3-44df-9de5-46d91df0ad51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6f595b8-692a-4d9e-aa72-749a02d6ff0a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:53.405536 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-54d6dc9d-acc3-44df-9de5-46d91df0ad51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:53.412090 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-54d6dc9d-acc3-44df-9de5-46d91df0ad51 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b6f595b8-692a-4d9e-aa72-749a02d6ff0a HTTP/1.1" status: 204 len: 168 time: 0.5932600 Nov 02 11:41:53.413950 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59018) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:53.420960 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 18ce0631-e34b-407e-8018-55c2c388f8e4 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:41:53.421380 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-adea0a76-97ac-4604-85f9-059d1dd2836e admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:53.426128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 18ce0631-e34b-407e-8018-55c2c388f8e4 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:41:53.528848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-a0397c81-3dbc-47e7-94ff-15591af23ca5 None None] Set router 706fd891-7cd9-4749-8774-0967d978a8c2 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:41:53.597197 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9919fbb7-feb1-4350-8f77-13d70af5055d req-569e422e-e6c8-4ded-a4f5-200df4c21615 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369618 Nov 02 11:41:53.600241 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:53.625082 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.resource_extend [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 11:41:53.638010 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35198e1-e076-4e57-a947-86fe2c300687 req-8f80ba8e-6f65-4753-b382-6122cb2d78ef tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:53.652463 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d35198e1-e076-4e57-a947-86fe2c300687 req-8f80ba8e-6f65-4753-b382-6122cb2d78ef tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 944 time: 0.0930769 Nov 02 11:41:53.661106 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-adea0a76-97ac-4604-85f9-059d1dd2836e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:53.730826 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d35198e1-e076-4e57-a947-86fe2c300687 req-248f28d4-c6f4-4efa-b573-f38edd008aca tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796835 Nov 02 11:41:53.752829 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-332103a8-0505-4cfa-ae4e-308cc3d4d606 req-e6f3e955-81ce-480c-9f61-be57284baa29 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/floatingips/3d9f9e16-b9c1-463d-be79-5a442d2c6933 HTTP/1.1" status: 200 len: 693 time: 0.0832412 Nov 02 11:41:53.848107 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:53.850415 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 18ce0631-e34b-407e-8018-55c2c388f8e4, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=18ce0631-e34b-407e-8018-55c2c388f8e4,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:53.860889 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:53.910201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '18ce0631-e34b-407e-8018-55c2c388f8e4', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '18ce0631-e34b-407e-8018-55c2c388f8e4', 'mac_address': 'fa:16:3e:40:c8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:41:53.944291 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-adea0a76-97ac-4604-85f9-059d1dd2836e admin admin] Deleting port 6e901899-67a8-4926-a9d8-2ce954469764 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:41:53.945124 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-adea0a76-97ac-4604-85f9-059d1dd2836e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:53.966277 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332103a8-0505-4cfa-ae4e-308cc3d4d606 req-a9e3fb1a-bb5c-437a-b132-5ef191c36ac7 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:53.970847 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:53.971085 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-332103a8-0505-4cfa-ae4e-308cc3d4d606 req-a9e3fb1a-bb5c-437a-b132-5ef191c36ac7 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.1800570 Nov 02 11:41:53.975185 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:53.983158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea69c7a5-4a3b-4338-95c6-5909386eeea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ce0631-e34b-407e-8018-55c2c388f8e4'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:53.985623 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f32f20-505a-464a-960d-8d4425a06e9a" -d '{"events": [{"server_uuid": "ea69c7a5-4a3b-4338-95c6-5909386eeea3", "name": "network-vif-unplugged", "status": "completed", "tag": "18ce0631-e34b-407e-8018-55c2c388f8e4"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:54.004721 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18ce0631-e34b-407e-8018-55c2c388f8e4 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:41:54.012297 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 18ce0631-e34b-407e-8018-55c2c388f8e4, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=18ce0631-e34b-407e-8018-55c2c388f8e4,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:54.017004 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:54.031890 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-a0397c81-3dbc-47e7-94ff-15591af23ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'name': 'tempest-ServersTestJSON-1375742867-router', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '6e901899-67a8-4926-a9d8-2ce954469764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:39:12Z', 'updated_at': '2021-11-02T11:41:51Z', 'revision_number': 5, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'gw_port': {'id': '6e901899-67a8-4926-a9d8-2ce954469764', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:39:13Z', 'updated_at': '2021-11-02T11:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:54.061541 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-332103a8-0505-4cfa-ae4e-308cc3d4d606 req-4f08466c-16f0-4d32-bf98-dc5bfab6fcd8 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 696 time: 0.0717256 Nov 02 11:41:54.067143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34f63cb-777f-4378-8f10-964fa8d5f381']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:54.068257 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0397c81-3dbc-47e7-94ff-15591af23ca5 None None] Checking router: 706fd891-7cd9-4749-8774-0967d978a8c2 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:41:54.078143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0397c81-3dbc-47e7-94ff-15591af23ca5 None None] Routers {'706fd891-7cd9-4749-8774-0967d978a8c2'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:41:54.078847 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-a0397c81-3dbc-47e7-94ff-15591af23ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:41:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['706fd891-7cd9-4749-8774-0967d978a8c2'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:54.125292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3360b2f-d8c5-4250-b3a5-93a1c5035914') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:54.125719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3360b2f-d8c5-4250-b3a5-93a1c5035914') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:54.149373 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-332103a8-0505-4cfa-ae4e-308cc3d4d606 req-8b6d3723-2573-4e2f-82ba-063eba0d3375 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 696 time: 0.0729029 Nov 02 11:41:54.150575 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-adea0a76-97ac-4604-85f9-059d1dd2836e admin admin] For port 6e901899-67a8-4926-a9d8-2ce954469764, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6e901899-67a8-4926-a9d8-2ce954469764,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:54.150997 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-adea0a76-97ac-4604-85f9-059d1dd2836e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:54.151708 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:54.168178 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:54.172996 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-adea0a76-97ac-4604-85f9-059d1dd2836e admin admin] Calling delete_port for 6e901899-67a8-4926-a9d8-2ce954469764 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:41:54.514812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-a0397c81-3dbc-47e7-94ff-15591af23ca5 None None] Set router 706fd891-7cd9-4749-8774-0967d978a8c2 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:41:54.574516 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-adea0a76-97ac-4604-85f9-059d1dd2836e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:54.593000 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-a0397c81-3dbc-47e7-94ff-15591af23ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'name': 'tempest-ServersTestJSON-1375742867-router', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:39:12Z', 'updated_at': '2021-11-02T11:41:53Z', 'revision_number': 6, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:54.614161 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:41:54.614967 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:41:54.650637 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0397c81-3dbc-47e7-94ff-15591af23ca5 None None] The sync data for ids ['706fd891-7cd9-4749-8774-0967d978a8c2'] in n-d-806683-18 is: [{'id': '706fd891-7cd9-4749-8774-0967d978a8c2', 'name': 'tempest-ServersTestJSON-1375742867-router', 'tenant_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:39:12Z', 'updated_at': '2021-11-02T11:41:53Z', 'revision_number': 6, 'project_id': '64aa6fc6129046d39db8fcdbafe36f3c', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:41:54.662568 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea0a76-97ac-4604-85f9-059d1dd2836e admin admin] Pushing event deleted for resources: {'Port': ['ID=6e901899-67a8-4926-a9d8-2ce954469764,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:54.665999 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=18ce0631-e34b-407e-8018-55c2c388f8e4,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:54.720544 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:54.751103 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:41:54.753155 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:54.781093 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-adea0a76-97ac-4604-85f9-059d1dd2836e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:41:54.795145 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:41:54.916588 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-332103a8-0505-4cfa-ae4e-308cc3d4d606 req-167107b1-0c7c-4757-900c-f751e411b608 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Deleting port 43f1371b-0f03-487a-9012-ae7d68850ee0 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:41:54.916858 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-332103a8-0505-4cfa-ae4e-308cc3d4d606 req-167107b1-0c7c-4757-900c-f751e411b608 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:54.924025 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-adea0a76-97ac-4604-85f9-059d1dd2836e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:54.928044 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-adea0a76-97ac-4604-85f9-059d1dd2836e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:54.932923 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:54.944270 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193881a-7af2-4c70-84d5-195602646d55 req-59e03c0f-ea0b-402f-a250-1a931b546627 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:54.956210 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b193881a-7af2-4c70-84d5-195602646d55 req-59e03c0f-ea0b-402f-a250-1a931b546627 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 946 time: 0.2576864 Nov 02 11:41:54.966724 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59042) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:54.977280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-faaff235-992b-4181-bd5d-87b4b01a573c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Request body: {'floatingip': {'port_id': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:41:54.990881 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d13706b-efbf-454e-8056-f17bcc243738 x-openstack-request-id: req-0d13706b-efbf-454e-8056-f17bcc243738 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:54.991408 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea69c7a5-4a3b-4338-95c6-5909386eeea3", "name": "network-vif-unplugged", "status": "completed", "tag": "18ce0631-e34b-407e-8018-55c2c388f8e4", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:54.993516 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d13706b-efbf-454e-8056-f17bcc243738 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:54.993516 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea69c7a5-4a3b-4338-95c6-5909386eeea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ce0631-e34b-407e-8018-55c2c388f8e4', 'code': 200} Nov 02 11:41:55.032705 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-faaff235-992b-4181-bd5d-87b4b01a573c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:55.077962 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:55.089569 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:55.104814 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f34f63cb-777f-4378-8f10-964fa8d5f381 HTTP/1.1" status: 204 len: 168 time: 1.6873074 Nov 02 11:41:55.157334 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-332103a8-0505-4cfa-ae4e-308cc3d4d606 req-167107b1-0c7c-4757-900c-f751e411b608 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:55.159141 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-332103a8-0505-4cfa-ae4e-308cc3d4d606 req-167107b1-0c7c-4757-900c-f751e411b608 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:55.172449 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957433c-80e5-4328-ab15-44a5aa8c0867 req-9f947ff3-49b0-4fd4-99d7-e2abe136c49f tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:55.181416 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f34f63cb-777f-4378-8f10-964fa8d5f381,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:55.183326 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a957433c-80e5-4328-ab15-44a5aa8c0867 req-9f947ff3-49b0-4fd4-99d7-e2abe136c49f tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 948 time: 0.1065083 Nov 02 11:41:55.193191 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-adea0a76-97ac-4604-85f9-059d1dd2836e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:55.193898 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adea0a76-97ac-4604-85f9-059d1dd2836e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 706fd891-7cd9-4749-8774-0967d978a8c2 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:41:55.201964 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:55.224586 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ce0631-e34b-407e-8018-55c2c388f8e4 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:41:55.226768 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-adea0a76-97ac-4604-85f9-059d1dd2836e admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:55.228107 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-adea0a76-97ac-4604-85f9-059d1dd2836e admin admin] 10.222.0.52 "DELETE /v2.0/routers/706fd891-7cd9-4749-8774-0967d978a8c2 HTTP/1.1" status: 204 len: 168 time: 2.0290287 Nov 02 11:41:55.231210 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59046) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:55.233931 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-332103a8-0505-4cfa-ae4e-308cc3d4d606 req-167107b1-0c7c-4757-900c-f751e411b608 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Calling delete_port for 43f1371b-0f03-487a-9012-ae7d68850ee0 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:41:55.265928 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 18ce0631-e34b-407e-8018-55c2c388f8e4, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=18ce0631-e34b-407e-8018-55c2c388f8e4,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:55.358064 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:55.402563 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a957433c-80e5-4328-ab15-44a5aa8c0867 req-d670e3a6-cba6-462f-9295-e9354e02afd3 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182183 Nov 02 11:41:55.405847 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-137ae183-340a-4ad5-9b5e-aa40173b97b2 admin admin] Deleting subnet 62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:41:55.413850 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 50837c1e-f6ca-47bd-95c3-669562aef836 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:41:55.417332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:55.417332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:55.417609 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:55.418975 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:55.418975 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:55.418975 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:55.418975 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:55.419390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:55.419555 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:55.419926 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:55.421006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:55.421183 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-137ae183-340a-4ad5-9b5e-aa40173b97b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:55.421351 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3874a7b5-ecce-4224-8675-223cc2aa52a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:41:55.474256 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-137ae183-340a-4ad5-9b5e-aa40173b97b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:55.524812 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-332103a8-0505-4cfa-ae4e-308cc3d4d606 req-167107b1-0c7c-4757-900c-f751e411b608 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:55.525306 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=18ce0631-e34b-407e-8018-55c2c388f8e4,revision_number=10']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:55.584972 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:55.630999 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167107b1-0c7c-4757-900c-f751e411b608 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Pushing event deleted for resources: {'Port': ['ID=43f1371b-0f03-487a-9012-ae7d68850ee0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:55.653852 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 50837c1e-f6ca-47bd-95c3-669562aef836, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=50837c1e-f6ca-47bd-95c3-669562aef836,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:55.657738 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['18ce0631-e34b-407e-8018-55c2c388f8e4'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:41:55.759398 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-332103a8-0505-4cfa-ae4e-308cc3d4d606 req-167107b1-0c7c-4757-900c-f751e411b608 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:55.761965 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-332103a8-0505-4cfa-ae4e-308cc3d4d606 req-167107b1-0c7c-4757-900c-f751e411b608 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:55.766476 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-137ae183-340a-4ad5-9b5e-aa40173b97b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:55.779928 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-332103a8-0505-4cfa-ae4e-308cc3d4d606 req-167107b1-0c7c-4757-900c-f751e411b608 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "DELETE /v2.0/floatingips/3d9f9e16-b9c1-463d-be79-5a442d2c6933 HTTP/1.1" status: 204 len: 173 time: 1.6107357 Nov 02 11:41:55.808829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-64b130ad-248e-4336-b9ef-12b2df089db2 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:55.818528 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-64b130ad-248e-4336-b9ef-12b2df089db2 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/networks?id=92c7d3c6-cc6f-44e4-8af3-c70001664caf HTTP/1.1" status: 200 len: 805 time: 0.3050001 Nov 02 11:41:55.850170 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-6b8f7d83-bbbd-4f24-a9c1-a4898ee2a20d tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/quotas/f50c56b4947f4f90aeacb8ef818c4115 HTTP/1.1" status: 200 len: 375 time: 0.0306201 Nov 02 11:41:55.852102 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:55.913878 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-bacbfa08-aba4-4445-8aa5-014d43bf74aa tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f50c56b4947f4f90aeacb8ef818c4115&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495374 Nov 02 11:41:55.938493 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59060) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:55.952817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=50837c1e-f6ca-47bd-95c3-669562aef836,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:56.033910 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d12a6-c91f-4877-a744-5bcd155ff5d6 req-df490a5c-c682-472c-a6cb-a70d344de779 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:56.035796 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c27d12a6-c91f-4877-a744-5bcd155ff5d6 req-df490a5c-c682-472c-a6cb-a70d344de779 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 944 time: 0.1568072 Nov 02 11:41:56.051175 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-137ae183-340a-4ad5-9b5e-aa40173b97b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:56.099596 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e3126ac1-c9d3-4953-9ec7-7b2f01ec52b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9434b8b2332344e783438c5f662e06b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1593950 Nov 02 11:41:56.108659 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-137ae183-340a-4ad5-9b5e-aa40173b97b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:56.113460 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-137ae183-340a-4ad5-9b5e-aa40173b97b2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1 HTTP/1.1" status: 204 len: 168 time: 0.8792512 Nov 02 11:41:56.114334 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59062) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:56.114554 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28698f65-c992-486b-bd9c-7bf74500b982 None None] Network 553d8a65-a84a-477c-a37f-732161b647fe requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:41:56.117883 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ae183-340a-4ad5-9b5e-aa40173b97b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62797fd0-b4a0-4fc6-a82a-1ca3e724dcd1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:56.121654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59064) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:56.152432 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5696a4f3-100a-48fe-963c-3fa610685deb service neutron] 10.222.0.52 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226009 Nov 02 11:41:56.223445 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-faaff235-992b-4181-bd5d-87b4b01a573c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:56.261552 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6e901899-67a8-4926-a9d8-2ce954469764 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:41:56.309292 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 6e901899-67a8-4926-a9d8-2ce954469764 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:41:56.309531 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6e901899-67a8-4926-a9d8-2ce954469764 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:41:56.309891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b5019273-8408-4b0d-b1b1-727f71a90b2a no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:41:56.319122 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c27d12a6-c91f-4877-a744-5bcd155ff5d6 req-49bff954-ba8e-4638-a8c4-ea0648daa784 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696581 Nov 02 11:41:56.335268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac36e38-9bf1-4070-85e8-622b51267291 req-22e6d8fc-ccb4-463b-864c-2c254f29627e tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:56.336777 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: b5019273-8408-4b0d-b1b1-727f71a90b2a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:41:56.337129 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b5019273-8408-4b0d-b1b1-727f71a90b2a not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:41:56.337269 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:56.337379 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2ac36e38-9bf1-4070-85e8-622b51267291 req-22e6d8fc-ccb4-463b-864c-2c254f29627e tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.79 "GET /v2.0/ports?device_id=60c8e6d2-0517-4884-890a-06cf371c830f HTTP/1.1" status: 200 len: 943 time: 0.2556446 Nov 02 11:41:56.359908 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7b77eaea-6f8f-4119-a414-0ed62b5ef24e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:56.375141 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-faaff235-992b-4181-bd5d-87b4b01a573c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:56.403373 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-27941ebe-d632-4e51-8b25-cb7823712f34 service neutron] 10.222.0.52 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330041 Nov 02 11:41:56.483032 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7b77eaea-6f8f-4119-a414-0ed62b5ef24e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:56.508695 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc68ea42-f456-4812-8abf-72983982ac66 None None] DHCP port deletion for 553d8a65-a84a-477c-a37f-732161b647fe request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:41:56.553480 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] Deleting port a6bbb400-963d-46c9-b27f-0de6443d2f9c {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:41:56.553480 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:56.563650 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-cc68ea42-f456-4812-8abf-72983982ac66 None None] Deleting port a6bbb400-963d-46c9-b27f-0de6443d2f9c {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:41:56.564579 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cc68ea42-f456-4812-8abf-72983982ac66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:56.573812 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-faaff235-992b-4181-bd5d-87b4b01a573c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Floating IP 2f25bae4-8f01-494a-96d9-c1dc268d1ed8 associated. External IP: 172.25.6.225, port: be5175c3-e243-4b1e-b2f5-e9ae13dc56ac. Nov 02 11:41:56.628333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] For port a6bbb400-963d-46c9-b27f-0de6443d2f9c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a6bbb400-963d-46c9-b27f-0de6443d2f9c,segment=NetworkSegment(ea6e235a-6852-464d-a7f1-e4daabce7003),segment_id=ea6e235a-6852-464d-a7f1-e4daabce7003)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:56.628830 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:56.636953 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-cc68ea42-f456-4812-8abf-72983982ac66 None None] For port a6bbb400-963d-46c9-b27f-0de6443d2f9c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a6bbb400-963d-46c9-b27f-0de6443d2f9c,segment=NetworkSegment(ea6e235a-6852-464d-a7f1-e4daabce7003),segment_id=ea6e235a-6852-464d-a7f1-e4daabce7003)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:56.637654 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cc68ea42-f456-4812-8abf-72983982ac66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:56.647330 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] Calling delete_port for a6bbb400-963d-46c9-b27f-0de6443d2f9c owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:41:56.653424 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-cc68ea42-f456-4812-8abf-72983982ac66 None None] Calling delete_port for a6bbb400-963d-46c9-b27f-0de6443d2f9c owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:41:56.656653 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-b201dc70-468b-40e9-8a91-a101254b47a1 service neutron] 10.222.0.54 "GET /v2.0/ports/b93135f1-a309-4824-96f4-2d8b924768fa/bindings/n-h1-806683-18 HTTP/1.1" status: 200 len: 385 time: 0.4066741 Nov 02 11:41:56.702114 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7b77eaea-6f8f-4119-a414-0ed62b5ef24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:56.707478 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7b77eaea-6f8f-4119-a414-0ed62b5ef24e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:56.709073 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7b77eaea-6f8f-4119-a414-0ed62b5ef24e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7159de53-01c5-45da-984a-d08f38e6ac18 HTTP/1.1" status: 204 len: 168 time: 0.5882490 Nov 02 11:41:56.716466 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b93135f1-a309-4824-96f4-2d8b924768fa no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:41:56.756730 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77eaea-6f8f-4119-a414-0ed62b5ef24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7159de53-01c5-45da-984a-d08f38e6ac18,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:56.868006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fb6aa-8f3b-418f-8b8e-bb25834f9edd req-2497a2c1-4a5f-4e1b-ad13-9b3bc945aefb tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:56.869631 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b4fb6aa-8f3b-418f-8b8e-bb25834f9edd req-2497a2c1-4a5f-4e1b-ad13-9b3bc945aefb tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2988873 Nov 02 11:41:56.879794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-2ac36e38-9bf1-4070-85e8-622b51267291 req-9bb0fef3-0705-458b-8050-d0e6f221cd4d tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Deleting port 50837c1e-f6ca-47bd-95c3-669562aef836 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:41:56.880166 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2ac36e38-9bf1-4070-85e8-622b51267291 req-9bb0fef3-0705-458b-8050-d0e6f221cd4d tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:56.982586 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b4fb6aa-8f3b-418f-8b8e-bb25834f9edd req-104e8c81-de17-449b-b08d-57328c4ef535 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0977769 Nov 02 11:41:56.997111 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c8e6d2-0517-4884-890a-06cf371c830f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50837c1e-f6ca-47bd-95c3-669562aef836'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:57.002409 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1c85b-b305-42c6-9ad5-933c87e9edaf req-d0fa88dd-a0f0-49e0-be7c-8b9118679bb3 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:57.004458 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6950778c-f296-4f6c-a4fd-8117eca74466" -d '{"events": [{"server_uuid": "60c8e6d2-0517-4884-890a-06cf371c830f", "name": "network-vif-unplugged", "status": "completed", "tag": "50837c1e-f6ca-47bd-95c3-669562aef836"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:57.013758 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f3a1c85b-b305-42c6-9ad5-933c87e9edaf req-d0fa88dd-a0f0-49e0-be7c-8b9118679bb3 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 950 time: 0.1025777 Nov 02 11:41:57.027877 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:57.032188 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cc68ea42-f456-4812-8abf-72983982ac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:57.076121 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6bbb400-963d-46c9-b27f-0de6443d2f9c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:57.078248 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] No DVR routers for this DVR port a6bbb400-963d-46c9-b27f-0de6443d2f9c on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:41:57.102436 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68ea42-f456-4812-8abf-72983982ac66 None None] Pushing event deleted for resources: {'Port': ['ID=a6bbb400-963d-46c9-b27f-0de6443d2f9c,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:57.108748 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc68ea42-f456-4812-8abf-72983982ac66 None None] No DVR routers for this DVR port a6bbb400-963d-46c9-b27f-0de6443d2f9c on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:41:57.158902 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f3a1c85b-b305-42c6-9ad5-933c87e9edaf req-40483cd6-24ee-4f1f-b19a-3c45e3480acd tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428859 Nov 02 11:41:57.197099 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:57.198345 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e78540dd-5ddf-4f29-81d8-1d7064be1fa3 req-ca9f8c5b-0781-4858-8468-0ddbceeb355e tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=9705f393-5cf6-4e4c-b5d7-40e52a6e5760 HTTP/1.1" status: 200 len: 210 time: 0.0912969 Nov 02 11:41:57.233907 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553d8a65-a84a-477c-a37f-732161b647fe']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:57.244976 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c769eaa-b780-4229-9266-e89de9a3474b x-openstack-request-id: req-3c769eaa-b780-4229-9266-e89de9a3474b {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:57.245266 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c8e6d2-0517-4884-890a-06cf371c830f", "name": "network-vif-unplugged", "status": "completed", "tag": "50837c1e-f6ca-47bd-95c3-669562aef836", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:57.245921 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c769eaa-b780-4229-9266-e89de9a3474b {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:57.246482 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c8e6d2-0517-4884-890a-06cf371c830f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50837c1e-f6ca-47bd-95c3-669562aef836', 'code': 200} Nov 02 11:41:57.253028 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6e235a-6852-464d-a7f1-e4daabce7003') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:57.253414 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6e235a-6852-464d-a7f1-e4daabce7003') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:57.277219 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:57.292707 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:57.300139 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:41:57.300600 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:41:57.302462 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:41:57.346127 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-35a33db8-d026-476f-a496-1fe4ce6e0a08 req-d58d0999-cb82-4793-8be3-affee290dd39 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0970919 Nov 02 11:41:57.349890 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-2ac36e38-9bf1-4070-85e8-622b51267291 req-9bb0fef3-0705-458b-8050-d0e6f221cd4d tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] For port 50837c1e-f6ca-47bd-95c3-669562aef836, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=50837c1e-f6ca-47bd-95c3-669562aef836,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:57.353024 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2ac36e38-9bf1-4070-85e8-622b51267291 req-9bb0fef3-0705-458b-8050-d0e6f221cd4d tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:57.363971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-66eb7199-976b-4cd4-a713-54f730500f3a service neutron] For port b93135f1-a309-4824-96f4-2d8b924768fa, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b93135f1-a309-4824-96f4-2d8b924768fa,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:57.384693 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-2ac36e38-9bf1-4070-85e8-622b51267291 req-9bb0fef3-0705-458b-8050-d0e6f221cd4d tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Calling delete_port for 50837c1e-f6ca-47bd-95c3-669562aef836 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:41:57.416315 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 18ce0631-e34b-407e-8018-55c2c388f8e4 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:41:57.429743 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-66eb7199-976b-4cd4-a713-54f730500f3a service neutron] For port b93135f1-a309-4824-96f4-2d8b924768fa, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:41:57.489123 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:57.519991 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:57.524288 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] 10.222.0.52 "DELETE /v2.0/networks/553d8a65-a84a-477c-a37f-732161b647fe HTTP/1.1" status: 204 len: 168 time: 1.3935673 Nov 02 11:41:57.525346 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbef09-fc26-40c9-b24b-06d0395fb75b admin admin] Pushing event deleted for resources: {'Network': ['ID=553d8a65-a84a-477c-a37f-732161b647fe,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:57.543435 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faaff235-992b-4181-bd5d-87b4b01a573c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Router cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:41:57.545921 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 18ce0631-e34b-407e-8018-55c2c388f8e4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:41:57.546265 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:57.588053 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-66eb7199-976b-4cd4-a713-54f730500f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93135f1-a309-4824-96f4-2d8b924768fa {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:41:57.615357 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-66eb7199-976b-4cd4-a713-54f730500f3a service neutron] For port b93135f1-a309-4824-96f4-2d8b924768fa, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b93135f1-a309-4824-96f4-2d8b924768fa,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:57.632559 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:57.672172 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 18ce0631-e34b-407e-8018-55c2c388f8e4, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=18ce0631-e34b-407e-8018-55c2c388f8e4,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:41:57.696448 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aed727-45b3-4a38-8f42-45b1e78676fc req-ea7822ab-7b08-4c4a-984d-1728de59942c tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:57.698063 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65aed727-45b3-4a38-8f42-45b1e78676fc req-ea7822ab-7b08-4c4a-984d-1728de59942c tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 944 time: 0.1775401 Nov 02 11:41:57.765183 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-66eb7199-976b-4cd4-a713-54f730500f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:57.786023 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:57.788305 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 50837c1e-f6ca-47bd-95c3-669562aef836 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:41:57.882948 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65aed727-45b3-4a38-8f42-45b1e78676fc req-d5a5329b-9903-4bb7-b784-3d38cf78cc06 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764488 Nov 02 11:41:57.896092 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=18ce0631-e34b-407e-8018-55c2c388f8e4,revision_number=11']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:57.897021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaff235-992b-4181-bd5d-87b4b01a573c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:41:57.905779 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-faaff235-992b-4181-bd5d-87b4b01a573c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:57.914784 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe44b5d-9e66-4b3c-8566-228102142cde None None] Sync routers for ids ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:41:57.930519 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe44b5d-9e66-4b3c-8566-228102142cde None None] Routers {'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:41:57.932178 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-afe44b5d-9e66-4b3c-8566-228102142cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:41:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:57.953495 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-faaff235-992b-4181-bd5d-87b4b01a573c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "PUT /v2.0/floatingips/2f25bae4-8f01-494a-96d9-c1dc268d1ed8 HTTP/1.1" status: 200 len: 992 time: 2.9835494 Nov 02 11:41:57.953495 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:57.956752 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b86bc9-c720-44bf-b84f-4891f7b52550" -d '{"events": [{"name": "network-changed", "server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:58.055673 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-afe44b5d-9e66-4b3c-8566-228102142cde None None] Set router cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:41:58.062472 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba39977-ec84-43f6-822a-44c4e5605a80 req-c555de56-bb09-465c-b5b3-b26796005fef tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:58.066055 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2ba39977-ec84-43f6-822a-44c4e5605a80 req-c555de56-bb09-465c-b5b3-b26796005fef tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 946 time: 0.0580752 Nov 02 11:41:58.070182 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23594ac6-324c-4850-81f5-beda98b5b889 x-openstack-request-id: req-23594ac6-324c-4850-81f5-beda98b5b889 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:58.070182 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:58.070182 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-23594ac6-324c-4850-81f5-beda98b5b889 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:58.070182 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'status': 'completed', 'code': 200} Nov 02 11:41:58.081180 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59114) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:58.123285 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-66eb7199-976b-4cd4-a713-54f730500f3a service neutron] Transition to ACTIVE for port object b93135f1-a309-4824-96f4-2d8b924768fa will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:41:58.129131 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2ac36e38-9bf1-4070-85e8-622b51267291 req-9bb0fef3-0705-458b-8050-d0e6f221cd4d tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:58.180796 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0fef3-0705-458b-8050-d0e6f221cd4d tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Pushing event deleted for resources: {'Port': ['ID=50837c1e-f6ca-47bd-95c3-669562aef836,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:58.214035 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a6bbb400-963d-46c9-b27f-0de6443d2f9c no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:41:58.242473 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-821ec068-e557-47dd-84ef-557c082068b0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c3a8b06f440344f3823eec86a3ea1d13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599917 Nov 02 11:41:58.242833 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac36e38-9bf1-4070-85e8-622b51267291 req-9bb0fef3-0705-458b-8050-d0e6f221cd4d tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] No DVR routers for this DVR port 50837c1e-f6ca-47bd-95c3-669562aef836 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:41:58.246101 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2ac36e38-9bf1-4070-85e8-622b51267291 req-9bb0fef3-0705-458b-8050-d0e6f221cd4d tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:58.246278 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59120) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:58.249640 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2ac36e38-9bf1-4070-85e8-622b51267291 req-9bb0fef3-0705-458b-8050-d0e6f221cd4d tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.79 "DELETE /v2.0/ports/50837c1e-f6ca-47bd-95c3-669562aef836 HTTP/1.1" status: 204 len: 173 time: 1.9033191 Nov 02 11:41:58.269247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: a6bbb400-963d-46c9-b27f-0de6443d2f9c {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:41:58.269895 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-66eb7199-976b-4cd4-a713-54f730500f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:58.271630 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a6bbb400-963d-46c9-b27f-0de6443d2f9c not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:41:58.286511 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86bc9-c720-44bf-b84f-4891f7b52550 req-a07d9200-25b5-48e7-b461-053fb7f85af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:58.288214 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d3b86bc9-c720-44bf-b84f-4891f7b52550 req-a07d9200-25b5-48e7-b461-053fb7f85af8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 1098 time: 0.1978343 Nov 02 11:41:58.300745 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2ba39977-ec84-43f6-822a-44c4e5605a80 req-ad978549-8c62-4af5-89ef-455148566553 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/security-groups?id=ac81cdd5-bc74-4bf4-ab9d-28848f035e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093592 Nov 02 11:41:58.381462 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-66eb7199-976b-4cd4-a713-54f730500f3a service neutron] No DVR routers for this DVR port b93135f1-a309-4824-96f4-2d8b924768fa on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:41:58.439850 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59122) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:58.449629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb7199-976b-4cd4-a713-54f730500f3a service neutron] Pushing event updated for resources: {'Port': ['ID=b93135f1-a309-4824-96f4-2d8b924768fa,revision_number=10']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:58.467462 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-66eb7199-976b-4cd4-a713-54f730500f3a service neutron] 10.222.0.54 "PUT /v2.0/ports/b93135f1-a309-4824-96f4-2d8b924768fa/bindings/n-h1-806683-18/activate HTTP/1.1" status: 200 len: 370 time: 1.7927072 Nov 02 11:41:58.496233 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe9a38bb-f056-4c25-8a69-fcf96b42aa14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:58.506484 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ba0f6cbc-d458-474d-9593-b3f1c0a8ee62 req-72ad1020-9203-4d2e-aa45-a9b3ca17c717 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=9705f393-5cf6-4e4c-b5d7-40e52a6e5760 HTTP/1.1" status: 200 len: 210 time: 0.0574651 Nov 02 11:41:58.567324 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea15a49-f379-41cd-9afd-2ebbdd2366c7 req-4cf5ceaa-fd7d-41fe-b9b8-1269a5211513 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:58.569342 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bea15a49-f379-41cd-9afd-2ebbdd2366c7 req-4cf5ceaa-fd7d-41fe-b9b8-1269a5211513 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 951 time: 0.2354774 Nov 02 11:41:58.579095 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe9a38bb-f056-4c25-8a69-fcf96b42aa14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:58.606383 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fb3b94c5-4a1a-46f8-b60d-4f6d4725908d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=64aa6fc6129046d39db8fcdbafe36f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1652782 Nov 02 11:41:58.609054 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59126) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:41:58.612854 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-afe44b5d-9e66-4b3c-8566-228102142cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'name': 'tempest-ServerActionsTestJSON-1770551346-router', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '256c4e63-7406-4e34-a994-8b44d027858b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:41:12Z', 'updated_at': '2021-11-02T11:41:20Z', 'revision_number': 4, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'gw_port': {'id': '256c4e63-7406-4e34-a994-8b44d027858b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:13Z', 'updated_at': '2021-11-02T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '2f25bae4-8f01-494a-96d9-c1dc268d1ed8', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'port_id': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'mac_address': 'fa:16:3e:a1:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:41:26Z', 'updated_at': '2021-11-02T11:41:56Z', 'revision_number': 1, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6392bbe-e104-473b-afb5-d22646f1d166', 'name': '', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'mac_address': 'fa:16:3e:e3:f0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:18Z', 'updated_at': '2021-11-02T11:41:25Z', 'revision_number': 5, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'subnets': [{'id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:58.650153 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe44b5d-9e66-4b3c-8566-228102142cde None None] Checking router: cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:41:58.659975 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe44b5d-9e66-4b3c-8566-228102142cde None None] Routers {'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:41:58.660888 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-afe44b5d-9e66-4b3c-8566-228102142cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:41:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:58.662270 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86bc9-c720-44bf-b84f-4891f7b52550 req-e1878f03-8577-4ad0-ae97-1f83d41b56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:58.665643 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d3b86bc9-c720-44bf-b84f-4891f7b52550 req-e1878f03-8577-4ad0-ae97-1f83d41b56dc service neutron] 10.222.0.54 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.3667035 Nov 02 11:41:58.720839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-1f1e332b-0295-4d55-a76b-09675f630044 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:58.722601 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-1f1e332b-0295-4d55-a76b-09675f630044 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e&tenant_id=c94d0cac32b24c41b06f1c29df1efe18&binding%3Ahost_id=n-h2-806683-18 HTTP/1.1" status: 200 len: 1097 time: 0.1026008 Nov 02 11:41:58.725948 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e46088f5-7ac2-4889-baa9-71c8d9e26cd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:58.772193 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bea15a49-f379-41cd-9afd-2ebbdd2366c7 req-310b84af-a349-4e2a-8c06-ebf55a436aae tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855443 Nov 02 11:41:58.791595 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d3b86bc9-c720-44bf-b84f-4891f7b52550 req-39897ce6-ad95-40b4-867c-f6484ce3dd4a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac HTTP/1.1" status: 200 len: 1000 time: 0.1150494 Nov 02 11:41:58.793916 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e46088f5-7ac2-4889-baa9-71c8d9e26cd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:58.815659 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-afe44b5d-9e66-4b3c-8566-228102142cde None None] Set router cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:41:58.852271 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86bc9-c720-44bf-b84f-4891f7b52550 req-981e78ab-54e5-46a6-8c1f-5ecd9cc4c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:58.853855 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d3b86bc9-c720-44bf-b84f-4891f7b52550 req-981e78ab-54e5-46a6-8c1f-5ecd9cc4c0a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.0527675 Nov 02 11:41:58.860609 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-e3837781-8de4-423d-b547-8e51eb55001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:58.862774 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-e3837781-8de4-423d-b547-8e51eb55001b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e&tenant_id=c94d0cac32b24c41b06f1c29df1efe18 HTTP/1.1" status: 200 len: 1097 time: 0.1261861 Nov 02 11:41:58.936314 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b86bc9-c720-44bf-b84f-4891f7b52550 req-232a56ae-581b-4036-96fd-7dff25434dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:58.938225 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d3b86bc9-c720-44bf-b84f-4891f7b52550 req-232a56ae-581b-4036-96fd-7dff25434dc9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778692 Nov 02 11:41:58.993744 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-95201650-d585-4aaf-adcb-9f0fa697b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:58.995599 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-95201650-d585-4aaf-adcb-9f0fa697b236 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 1097 time: 0.0836983 Nov 02 11:41:59.075162 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe9a38bb-f056-4c25-8a69-fcf96b42aa14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:59.080056 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe9a38bb-f056-4c25-8a69-fcf96b42aa14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:59.086358 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fe9a38bb-f056-4c25-8a69-fcf96b42aa14 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f9d68137-aaaa-499a-a4fd-d965d1dc70e3 HTTP/1.1" status: 204 len: 168 time: 0.8391035 Nov 02 11:41:59.092374 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d3b86bc9-c720-44bf-b84f-4891f7b52550 req-13e96160-8b2e-4290-80f3-bc5a169bf9f4 service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457000 Nov 02 11:41:59.112880 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a38bb-f056-4c25-8a69-fcf96b42aa14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d68137-aaaa-499a-a4fd-d965d1dc70e3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:59.124687 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-afe44b5d-9e66-4b3c-8566-228102142cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'name': 'tempest-ServerActionsTestJSON-1770551346-router', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '256c4e63-7406-4e34-a994-8b44d027858b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:41:12Z', 'updated_at': '2021-11-02T11:41:20Z', 'revision_number': 4, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'gw_port': {'id': '256c4e63-7406-4e34-a994-8b44d027858b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:13Z', 'updated_at': '2021-11-02T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '2f25bae4-8f01-494a-96d9-c1dc268d1ed8', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'port_id': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'mac_address': 'fa:16:3e:a1:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:41:26Z', 'updated_at': '2021-11-02T11:41:56Z', 'revision_number': 1, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6392bbe-e104-473b-afb5-d22646f1d166', 'name': '', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'mac_address': 'fa:16:3e:e3:f0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:18Z', 'updated_at': '2021-11-02T11:41:25Z', 'revision_number': 5, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'subnets': [{'id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:41:59.166449 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe44b5d-9e66-4b3c-8566-228102142cde None None] The sync data for ids ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'] in n-d-806683-18 is: [{'id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'name': 'tempest-ServerActionsTestJSON-1770551346-router', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '256c4e63-7406-4e34-a994-8b44d027858b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:41:12Z', 'updated_at': '2021-11-02T11:41:20Z', 'revision_number': 4, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'gw_port': {'id': '256c4e63-7406-4e34-a994-8b44d027858b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:13Z', 'updated_at': '2021-11-02T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '2f25bae4-8f01-494a-96d9-c1dc268d1ed8', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'port_id': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'mac_address': 'fa:16:3e:a1:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:41:26Z', 'updated_at': '2021-11-02T11:41:56Z', 'revision_number': 1, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6392bbe-e104-473b-afb5-d22646f1d166', 'name': '', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'mac_address': 'fa:16:3e:e3:f0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:18Z', 'updated_at': '2021-11-02T11:41:25Z', 'revision_number': 5, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'subnets': [{'id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:41:59.248191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea69c7a5-4a3b-4338-95c6-5909386eeea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ce0631-e34b-407e-8018-55c2c388f8e4'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:41:59.253293 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be89cb4f-1245-4aa3-8b7e-5d626692fe5b" -d '{"events": [{"server_uuid": "ea69c7a5-4a3b-4338-95c6-5909386eeea3", "name": "network-vif-plugged", "status": "completed", "tag": "18ce0631-e34b-407e-8018-55c2c388f8e4"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:41:59.312560 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d3b86bc9-c720-44bf-b84f-4891f7b52550 req-488db99e-58cb-4150-920b-418e10f3e55b service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115948 Nov 02 11:41:59.327319 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360ea39b-174f-495d-b21a-a6d3f2bfa57a x-openstack-request-id: req-360ea39b-174f-495d-b21a-a6d3f2bfa57a {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:41:59.327849 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea69c7a5-4a3b-4338-95c6-5909386eeea3", "name": "network-vif-plugged", "status": "completed", "tag": "18ce0631-e34b-407e-8018-55c2c388f8e4", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:41:59.328287 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-360ea39b-174f-495d-b21a-a6d3f2bfa57a {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:41:59.328846 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea69c7a5-4a3b-4338-95c6-5909386eeea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ce0631-e34b-407e-8018-55c2c388f8e4', 'code': 200} Nov 02 11:41:59.448323 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e46088f5-7ac2-4889-baa9-71c8d9e26cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:59.450530 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e46088f5-7ac2-4889-baa9-71c8d9e26cd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:59.455271 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e46088f5-7ac2-4889-baa9-71c8d9e26cd4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7aad480b-8301-4626-9568-d8d8da2a466e HTTP/1.1" status: 204 len: 168 time: 0.8423524 Nov 02 11:41:59.471613 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a84bc-cae1-45da-8ad9-d715adfd7769 req-145c63c7-68c0-47d7-b2b4-ed1ca537da9f tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:59.481967 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ea5a84bc-cae1-45da-8ad9-d715adfd7769 req-145c63c7-68c0-47d7-b2b4-ed1ca537da9f tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 946 time: 0.0975060 Nov 02 11:41:59.502512 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46088f5-7ac2-4889-baa9-71c8d9e26cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aad480b-8301-4626-9568-d8d8da2a466e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:41:59.524636 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a4ffa-d29a-4a4b-9f87-88ebfc6e8cd9 req-fcd7aa3d-6d08-415c-ab4f-29d150ed4f48 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:59.526416 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-018a4ffa-d29a-4a4b-9f87-88ebfc6e8cd9 req-fcd7aa3d-6d08-415c-ab4f-29d150ed4f48 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.79 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 946 time: 0.1321576 Nov 02 11:41:59.535148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb159a93-58ff-4161-bb61-24a50b4ca2e4 req-80fb1a90-78e7-49be-b1b1-23fa27b10a29 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:59.542680 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb159a93-58ff-4161-bb61-24a50b4ca2e4 req-80fb1a90-78e7-49be-b1b1-23fa27b10a29 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 945 time: 0.5442514 Nov 02 11:41:59.572270 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99be08e3-ea10-4bbf-92af-ea990dc85c0a None None] New status for floating IP 2f25bae4-8f01-494a-96d9-c1dc268d1ed8: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:41:59.681306 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb159a93-58ff-4161-bb61-24a50b4ca2e4 req-b3cd38af-3978-49fb-9da1-32703987d060 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376505 Nov 02 11:41:59.694733 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-46300cb7-3582-43a0-809e-edeea93c2ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:59.699274 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-46300cb7-3582-43a0-809e-edeea93c2ea4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 200 len: 908 time: 0.6909103 Nov 02 11:41:59.760490 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ea5a84bc-cae1-45da-8ad9-d715adfd7769 req-88a7c9f1-f819-431c-ad17-108902bdcb0e tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/security-groups?id=ac81cdd5-bc74-4bf4-ab9d-28848f035e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767198 Nov 02 11:41:59.782307 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-f0ee0b30-8f22-44b2-9a43-82a2dbb24682 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b93135f1-a309-4824-96f4-2d8b924768fa HTTP/1.1" status: 200 len: 217 time: 0.0661588 Nov 02 11:41:59.804934 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d117925-f142-4e71-9c17-b3bb646833b2 req-ab3d49ef-a95f-47fb-ab37-52a1959a0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:59.807887 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1d117925-f142-4e71-9c17-b3bb646833b2 req-ab3d49ef-a95f-47fb-ab37-52a1959a0697 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 1103 time: 0.1895235 Nov 02 11:41:59.857674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-018a4ffa-d29a-4a4b-9f87-88ebfc6e8cd9 req-80bdf067-3546-478b-b06e-64eaad02703a tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Deleting port 112fc985-5b81-4b50-828a-381234bd3316 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:41:59.858028 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-018a4ffa-d29a-4a4b-9f87-88ebfc6e8cd9 req-80bdf067-3546-478b-b06e-64eaad02703a tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:41:59.887561 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-963ea95a-6cd3-44ae-9788-909ee596433a req-a139af5e-8110-410d-b6d4-e633bf9df0fa tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=9705f393-5cf6-4e4c-b5d7-40e52a6e5760 HTTP/1.1" status: 200 len: 210 time: 0.0386415 Nov 02 11:41:59.895334 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1d117925-f142-4e71-9c17-b3bb646833b2 req-8922dc5f-b935-4931-9c95-ef9fb3c45b82 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793085 Nov 02 11:41:59.896900 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-19d69245-c748-4ab5-b38a-f3d7b433c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:41:59.898771 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-19d69245-c748-4ab5-b38a-f3d7b433c28a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 200 len: 847 time: 0.1093545 Nov 02 11:42:00.070085 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c8e6d2-0517-4884-890a-06cf371c830f', 'name': 'network-vif-deleted', 'tag': '50837c1e-f6ca-47bd-95c3-669562aef836'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:00.073062 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23047079-b013-4d4b-ae46-5fd94b7c2472" -d '{"events": [{"server_uuid": "60c8e6d2-0517-4884-890a-06cf371c830f", "name": "network-vif-deleted", "tag": "50837c1e-f6ca-47bd-95c3-669562aef836"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:00.139184 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-bff0c795-54fa-4620-a82f-669cc555e036 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=97ff636a-c6a0-4326-a8c1-675b8369e9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500820 Nov 02 11:42:00.156319 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aed5c34-c0a0-4518-bd93-b449e1bcd1ba x-openstack-request-id: req-9aed5c34-c0a0-4518-bd93-b449e1bcd1ba {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:00.156319 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c8e6d2-0517-4884-890a-06cf371c830f", "name": "network-vif-deleted", "tag": "50837c1e-f6ca-47bd-95c3-669562aef836", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:00.156319 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9aed5c34-c0a0-4518-bd93-b449e1bcd1ba {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:00.156319 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c8e6d2-0517-4884-890a-06cf371c830f', 'name': 'network-vif-deleted', 'tag': '50837c1e-f6ca-47bd-95c3-669562aef836', 'status': 'completed', 'code': 200} Nov 02 11:42:00.315180 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-7ca9cefa-82b5-4fe7-82f2-459f0f7568be service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618671 Nov 02 11:42:00.435668 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdef77-b04c-4205-939a-8cd797320bee req-3c15aebf-1deb-49a7-a0a9-8d9720e22877 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:00.443051 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7bdef77-b04c-4205-939a-8cd797320bee req-3c15aebf-1deb-49a7-a0a9-8d9720e22877 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 951 time: 0.5373366 Nov 02 11:42:00.451255 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-8f1aa9e7-a4ba-4261-b371-7160a5ab7633 service neutron] 10.222.0.79 "GET /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273518 Nov 02 11:42:00.481736 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-018a4ffa-d29a-4a4b-9f87-88ebfc6e8cd9 req-80bdf067-3546-478b-b06e-64eaad02703a tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] For port 112fc985-5b81-4b50-828a-381234bd3316, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=112fc985-5b81-4b50-828a-381234bd3316,segment=NetworkSegment(988955af-bd7e-4128-979f-b4f684dcf3df),segment_id=988955af-bd7e-4128-979f-b4f684dcf3df)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:00.482095 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-018a4ffa-d29a-4a4b-9f87-88ebfc6e8cd9 req-80bdf067-3546-478b-b06e-64eaad02703a tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:00.521814 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-edc3bace-0ad1-4cd3-a57b-94293738da9f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:00.523352 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-edc3bace-0ad1-4cd3-a57b-94293738da9f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.54 "GET /v2.0/networks?id=92c7d3c6-cc6f-44e4-8af3-c70001664caf HTTP/1.1" status: 200 len: 805 time: 0.6267931 Nov 02 11:42:00.524356 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-018a4ffa-d29a-4a4b-9f87-88ebfc6e8cd9 req-80bdf067-3546-478b-b06e-64eaad02703a tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Calling delete_port for 112fc985-5b81-4b50-828a-381234bd3316 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:42:00.544761 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-bd71326b-1a34-4349-831d-ff794f3c3107 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Request body: {'port': {'device_id': '9705f393-5cf6-4e4c-b5d7-40e52a6e5760', 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf', 'admin_state_up': True, 'tenant_id': 'f50c56b4947f4f90aeacb8ef818c4115'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:00.621588 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7bdef77-b04c-4205-939a-8cd797320bee req-c6974886-ed8b-46ac-92ba-2f022bcf1c25 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776564 Nov 02 11:42:00.820697 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a3453-a2de-47aa-bd28-670d5d3209c3 req-1e38f1a2-96b1-405b-b822-92546dbd8471 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:00.822230 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-267a3453-a2de-47aa-bd28-670d5d3209c3 req-1e38f1a2-96b1-405b-b822-92546dbd8471 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 945 time: 0.0680399 Nov 02 11:42:00.835712 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-bd71326b-1a34-4349-831d-ff794f3c3107 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Made reservation on behalf of f50c56b4947f4f90aeacb8ef818c4115 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:42:00.840489 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-bd71326b-1a34-4349-831d-ff794f3c3107 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:00.877813 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-267a3453-a2de-47aa-bd28-670d5d3209c3 req-f4f01373-7218-411e-a83b-3cc2b21226e0 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494065 Nov 02 11:42:00.900556 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-018a4ffa-d29a-4a4b-9f87-88ebfc6e8cd9 req-80bdf067-3546-478b-b06e-64eaad02703a tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:00.913465 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['112fc985-5b81-4b50-828a-381234bd3316'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:42:00.962789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdf067-3546-478b-b06e-64eaad02703a tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Pushing event deleted for resources: {'Port': ['ID=112fc985-5b81-4b50-828a-381234bd3316,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:00.996864 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7473d-4363-45cc-8ed5-6d0a7fa7418f req-862da48e-02cf-45ce-b05a-6cd1334e39d5 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:01.004870 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aec7473d-4363-45cc-8ed5-6d0a7fa7418f req-862da48e-02cf-45ce-b05a-6cd1334e39d5 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 867 time: 0.1615989 Nov 02 11:42:01.043770 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a2190cd8-c873-4805-a8c0-d4093c65f45b req-ec318e68-13ac-41d1-8fb7-dd02295c751e tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=9705f393-5cf6-4e4c-b5d7-40e52a6e5760 HTTP/1.1" status: 200 len: 210 time: 0.0491767 Nov 02 11:42:01.066689 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-018a4ffa-d29a-4a4b-9f87-88ebfc6e8cd9 req-80bdf067-3546-478b-b06e-64eaad02703a tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] No DVR routers for this DVR port 112fc985-5b81-4b50-828a-381234bd3316 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:42:01.087769 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-018a4ffa-d29a-4a4b-9f87-88ebfc6e8cd9 req-80bdf067-3546-478b-b06e-64eaad02703a tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:01.091051 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-018a4ffa-d29a-4a4b-9f87-88ebfc6e8cd9 req-80bdf067-3546-478b-b06e-64eaad02703a tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.79 "DELETE /v2.0/ports/112fc985-5b81-4b50-828a-381234bd3316 HTTP/1.1" status: 204 len: 173 time: 1.5482266 Nov 02 11:42:01.091744 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e596238c-0bb7-41c0-afeb-4c1bff4974dd', 'name': 'network-vif-deleted', 'tag': '112fc985-5b81-4b50-828a-381234bd3316'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:01.094019 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff9da78-cc21-47e8-9f97-4c31b4903268" -d '{"events": [{"server_uuid": "e596238c-0bb7-41c0-afeb-4c1bff4974dd", "name": "network-vif-deleted", "tag": "112fc985-5b81-4b50-828a-381234bd3316"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:01.147584 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aec7473d-4363-45cc-8ed5-6d0a7fa7418f req-3184e3d3-fefc-4c1b-8fe8-d4c817ee3859 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/security-groups?id=ac81cdd5-bc74-4bf4-ab9d-28848f035e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417234 Nov 02 11:42:01.151073 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08eb71da-9fad-4025-94a3-586cf8ede4c9 x-openstack-request-id: req-08eb71da-9fad-4025-94a3-586cf8ede4c9 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:01.153451 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e596238c-0bb7-41c0-afeb-4c1bff4974dd", "name": "network-vif-deleted", "tag": "112fc985-5b81-4b50-828a-381234bd3316", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:01.153451 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-08eb71da-9fad-4025-94a3-586cf8ede4c9 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:01.153451 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e596238c-0bb7-41c0-afeb-4c1bff4974dd', 'name': 'network-vif-deleted', 'tag': '112fc985-5b81-4b50-828a-381234bd3316', 'status': 'completed', 'code': 200} Nov 02 11:42:01.163092 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-bd71326b-1a34-4349-831d-ff794f3c3107 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Allocated IP 172.20.0.10 (92c7d3c6-cc6f-44e4-8af3-c70001664caf/9853137b-7032-4499-acf2-66fe74777f85/54ed6601-82d1-4e54-9f2a-9812543329ef) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:42:01.320498 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-bd71326b-1a34-4349-831d-ff794f3c3107 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:01.479052 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-bd71326b-1a34-4349-831d-ff794f3c3107 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:01.531028 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-bd71326b-1a34-4349-831d-ff794f3c3107 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Network 92c7d3c6-cc6f-44e4-8af3-c70001664caf is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:42:01.535798 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-bd71326b-1a34-4349-831d-ff794f3c3107 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:42:01.542283 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-bd71326b-1a34-4349-831d-ff794f3c3107 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:42:01.594271 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71326b-1a34-4349-831d-ff794f3c3107 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Pushing event updated for resources: {'Port': ['ID=54ed6601-82d1-4e54-9f2a-9812543329ef,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:01.622470 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-bd71326b-1a34-4349-831d-ff794f3c3107 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:01.623189 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-bd71326b-1a34-4349-831d-ff794f3c3107 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:01.683446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-2eabbd9f-4d2e-449e-b4a3-58ab16fcc13f tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:01.685381 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-2eabbd9f-4d2e-449e-b4a3-58ab16fcc13f tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e&tenant_id=c94d0cac32b24c41b06f1c29df1efe18&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 1097 time: 0.7339084 Nov 02 11:42:01.750856 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-bd71326b-1a34-4349-831d-ff794f3c3107 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2166491 Nov 02 11:42:01.764692 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Request body: {'port': {'device_id': '9705f393-5cf6-4e4c-b5d7-40e52a6e5760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:01.798990 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de1b96-7c5e-46cd-bcc6-ef0d8c5b9a40 req-083e41f4-144e-4520-8ebd-c8d67c3e7a20 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:01.800908 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-84de1b96-7c5e-46cd-bcc6-ef0d8c5b9a40 req-083e41f4-144e-4520-8ebd-c8d67c3e7a20 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 951 time: 0.0844502 Nov 02 11:42:01.855342 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:01.892647 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-84de1b96-7c5e-46cd-bcc6-ef0d8c5b9a40 req-0de909f4-a5e7-448f-a16d-db703cbdefd0 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777683 Nov 02 11:42:01.929127 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-10a6a137-8253-4c51-9b1b-ffe1b1f5abe0 service neutron] For port b93135f1-a309-4824-96f4-2d8b924768fa, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:42:01.929127 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-10a6a137-8253-4c51-9b1b-ffe1b1f5abe0 service neutron] Publish callbacks [] for binding, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:01.929127 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebf15ff3-1871-4e13-aa25-e7e17a520331 req-10a6a137-8253-4c51-9b1b-ffe1b1f5abe0 service neutron] 10.222.0.79 "DELETE /v2.0/ports/b93135f1-a309-4824-96f4-2d8b924768fa/bindings/n-h2-806683-18 HTTP/1.1" status: 204 len: 173 time: 0.2329125 Nov 02 11:42:02.056397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1822bba-12a8-416e-bbe7-04d8410221ed req-70ba340a-cf97-416c-8b2d-32263b79cf50 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:02.058011 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1822bba-12a8-416e-bbe7-04d8410221ed req-70ba340a-cf97-416c-8b2d-32263b79cf50 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 945 time: 0.0560873 Nov 02 11:42:02.121047 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1822bba-12a8-416e-bbe7-04d8410221ed req-6a6e0497-93e0-4106-8e68-351bc1fc6844 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552106 Nov 02 11:42:02.242994 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a55d3f-bea9-43f1-9164-08734ef9c275 req-4a9a7b63-570a-48d7-a893-f9d2a06628f0 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:02.246683 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ed6601-82d1-4e54-9f2a-9812543329ef {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:42:02.250651 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65a55d3f-bea9-43f1-9164-08734ef9c275 req-4a9a7b63-570a-48d7-a893-f9d2a06628f0 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=9705f393-5cf6-4e4c-b5d7-40e52a6e5760 HTTP/1.1" status: 200 len: 932 time: 0.0706897 Nov 02 11:42:02.259208 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:02.282685 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Transition to ACTIVE for port object 54ed6601-82d1-4e54-9f2a-9812543329ef will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:42:02.301048 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65a55d3f-bea9-43f1-9164-08734ef9c275 req-dba0d7d7-7a3c-42ae-8ccc-22adbc39da66 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487702 Nov 02 11:42:02.427760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59232) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:02.443552 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:02.464600 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bfb1eb19-5b5b-4f7e-8994-a4251ea8efd6 req-8938d38c-0e5e-417e-b29c-daf0ccf406bf tempest-FloatingIPsAssociationNegativeTestJSON-1081532584 tempest-FloatingIPsAssociationNegativeTestJSON-1081532584-project] 10.222.0.52 "GET /v2.0/ports?device_id=e596238c-0bb7-41c0-afeb-4c1bff4974dd HTTP/1.1" status: 200 len: 210 time: 0.0362647 Nov 02 11:42:02.524654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Pushing event updated for resources: {'Port': ['ID=54ed6601-82d1-4e54-9f2a-9812543329ef,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:02.604055 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Attempting to bind port 54ed6601-82d1-4e54-9f2a-9812543329ef on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:42:02.604404 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Attempting to bind port 54ed6601-82d1-4e54-9f2a-9812543329ef by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '4ae02198-f334-4daa-8dfd-0b80efae8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:42:02.605101 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Attempting to bind port 54ed6601-82d1-4e54-9f2a-9812543329ef on network 92c7d3c6-cc6f-44e4-8af3-c70001664caf {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:42:02.610095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Port 54ed6601-82d1-4e54-9f2a-9812543329ef on network 92c7d3c6-cc6f-44e4-8af3-c70001664caf not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:42:02.614135 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Attempting to bind port 54ed6601-82d1-4e54-9f2a-9812543329ef on network 92c7d3c6-cc6f-44e4-8af3-c70001664caf {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:42:02.616732 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:42:02.617203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Checking segment: {'id': '4ae02198-f334-4daa-8dfd-0b80efae8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:42:02.618336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Bound using segment: {'id': '4ae02198-f334-4daa-8dfd-0b80efae8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:42:02.618949 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Bound port: 54ed6601-82d1-4e54-9f2a-9812543329ef, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae02198-f334-4daa-8dfd-0b80efae8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:42:02.619513 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:02.633871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41573e49-ee0b-4374-ac00-6fe5fba43d14 req-1a63b176-b0e9-446a-8c66-6f2db37b2275 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:02.644850 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41573e49-ee0b-4374-ac00-6fe5fba43d14 req-1a63b176-b0e9-446a-8c66-6f2db37b2275 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 1097 time: 0.0546114 Nov 02 11:42:02.695982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-df6195f4-8c43-4014-8baf-1424605eb3d9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1772847354-network', 'tenant_id': '132e4746dfee4359a0fd0da383d0d399'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:02.712817 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] For port 54ed6601-82d1-4e54-9f2a-9812543329ef, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:42:02.722824 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] For port 54ed6601-82d1-4e54-9f2a-9812543329ef, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=54ed6601-82d1-4e54-9f2a-9812543329ef,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:42:02.724278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41573e49-ee0b-4374-ac00-6fe5fba43d14 req-5d11d98a-ad1a-4e8b-9418-5bfe58e33a55 tempest-LiveMigrationTest-1040944415 tempest-LiveMigrationTest-1040944415-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783644 Nov 02 11:42:02.807789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b343d99-48f1-495b-a897-feaf701c2dd2 req-7b9934f0-a1e1-49c1-ab9c-d167b78f577a tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:02.810669 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9b343d99-48f1-495b-a897-feaf701c2dd2 req-7b9934f0-a1e1-49c1-ab9c-d167b78f577a tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 1103 time: 0.0609806 Nov 02 11:42:02.865323 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:02.907083 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9b343d99-48f1-495b-a897-feaf701c2dd2 req-7597ba5a-d636-4a95-857b-74f5d8c5e0d4 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871730 Nov 02 11:42:02.916380 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:02.917052 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:02.918417 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] 10.222.0.54 "PUT /v2.0/ports/54ed6601-82d1-4e54-9f2a-9812543329ef HTTP/1.1" status: 200 len: 1093 time: 1.1585867 Nov 02 11:42:02.924731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6195f4-8c43-4014-8baf-1424605eb3d9 admin admin] Made reservation on behalf of 132e4746dfee4359a0fd0da383d0d399 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:42:02.927126 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df6195f4-8c43-4014-8baf-1424605eb3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:02.937776 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df6195f4-8c43-4014-8baf-1424605eb3d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:02.953282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed58009-b2fd-4622-a95c-eb0304e26492 service neutron] Pushing event updated for resources: {'Port': ['ID=54ed6601-82d1-4e54-9f2a-9812543329ef,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:03.030702 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df6195f4-8c43-4014-8baf-1424605eb3d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:03.154711 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9705f393-5cf6-4e4c-b5d7-40e52a6e5760', 'tag': '54ed6601-82d1-4e54-9f2a-9812543329ef'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:03.161936 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df6195f4-8c43-4014-8baf-1424605eb3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:03.162409 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb1f30b-a9cd-4a14-bb56-3231c77e3199" -d '{"events": [{"name": "network-changed", "server_uuid": "9705f393-5cf6-4e4c-b5d7-40e52a6e5760", "tag": "54ed6601-82d1-4e54-9f2a-9812543329ef"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:03.185529 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6195f4-8c43-4014-8baf-1424605eb3d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:42:03.202899 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-bb31b1ad-cdcd-49e5-bb50-167b023b0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:03.205183 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-bb31b1ad-cdcd-49e5-bb50-167b023b0f86 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f50c56b4947f4f90aeacb8ef818c4115&device_id=9705f393-5cf6-4e4c-b5d7-40e52a6e5760 HTTP/1.1" status: 200 len: 1096 time: 0.0644805 Nov 02 11:42:03.207655 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df6195f4-8c43-4014-8baf-1424605eb3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:03.207655 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-df6195f4-8c43-4014-8baf-1424605eb3d9 admin admin] Added segment 2b371e98-3056-4ed6-ab77-88af4a2dc18c of type vlan for network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 Nov 02 11:42:03.209347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6195f4-8c43-4014-8baf-1424605eb3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f56f00-b44d-4c9e-bc35-76ed143372e5,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:03.260640 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df6195f4-8c43-4014-8baf-1424605eb3d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:03.285942 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-f6614b4a-cb69-4246-9d9c-998245ec00ad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54ed6601-82d1-4e54-9f2a-9812543329ef HTTP/1.1" status: 200 len: 217 time: 0.0615635 Nov 02 11:42:03.338188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-00f814ea-d414-4189-bcd5-98ba75e37e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:03.351269 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-00f814ea-d414-4189-bcd5-98ba75e37e51 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9853137b-7032-4499-acf2-66fe74777f85 HTTP/1.1" status: 200 len: 845 time: 0.0464525 Nov 02 11:42:03.392521 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df6195f4-8c43-4014-8baf-1424605eb3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:03.397273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6195f4-8c43-4014-8baf-1424605eb3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:03.397273 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df6195f4-8c43-4014-8baf-1424605eb3d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:03.403782 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e954e85-f36f-444c-a394-998615631af1 x-openstack-request-id: req-4e954e85-f36f-444c-a394-998615631af1 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:03.404939 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9705f393-5cf6-4e4c-b5d7-40e52a6e5760", "tag": "54ed6601-82d1-4e54-9f2a-9812543329ef", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:03.405287 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e954e85-f36f-444c-a394-998615631af1 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:03.405761 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9705f393-5cf6-4e4c-b5d7-40e52a6e5760', 'tag': '54ed6601-82d1-4e54-9f2a-9812543329ef', 'status': 'completed', 'code': 200} Nov 02 11:42:03.409104 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-05d556aa-fe9a-47e0-a5ec-ad60d1b27482 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92c7d3c6-cc6f-44e4-8af3-c70001664caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600650 Nov 02 11:42:03.451283 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 112fc985-5b81-4b50-828a-381234bd3316 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:42:03.485878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 112fc985-5b81-4b50-828a-381234bd3316 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:42:03.486543 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 112fc985-5b81-4b50-828a-381234bd3316 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:42:03.524112 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6195f4-8c43-4014-8baf-1424605eb3d9 admin admin] Pushing event updated for resources: {'Network': ['ID=3439ffc0-7f2e-476a-92cf-b2a59cfb1929,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:03.525308 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-7cb22a3f-016b-4469-847b-4cc46e92689e service neutron] 10.222.0.54 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052563 Nov 02 11:42:03.549173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:42:03.574014 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9629c5-1797-492e-acd8-bb200bcee23d req-05b8525b-6f8a-43bc-ab3e-c9f14d670558 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:03.582462 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-af9629c5-1797-492e-acd8-bb200bcee23d req-05b8525b-6f8a-43bc-ab3e-c9f14d670558 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=9705f393-5cf6-4e4c-b5d7-40e52a6e5760 HTTP/1.1" status: 200 len: 944 time: 0.1077318 Nov 02 11:42:03.624103 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-df6195f4-8c43-4014-8baf-1424605eb3d9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1950662 Nov 02 11:42:03.625814 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59270) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:03.656610 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-97b09c23-a745-4904-a23b-7acf89418a0f admin admin] Request body: {'subnet': {'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1772847354-subnet', 'tenant_id': '132e4746dfee4359a0fd0da383d0d399', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:03.666946 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-af9629c5-1797-492e-acd8-bb200bcee23d req-52e62c04-d0f5-4e4b-9bfa-e2a2ab9d6e52 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832016 Nov 02 11:42:03.730201 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4c8d1ce6-63f2-40ad-9aff-37f162967dc3 req-5aeb057c-ec46-431e-9af5-fa7143a5fca6 service neutron] 10.222.0.54 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976600 Nov 02 11:42:03.738336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17499fdc-0b17-4995-9b38-773bb85f204f req-ffe87a4c-b3c1-49c8-b53d-a9fc07cb2462 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:03.749443 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-17499fdc-0b17-4995-9b38-773bb85f204f req-ffe87a4c-b3c1-49c8-b53d-a9fc07cb2462 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 945 time: 0.1351798 Nov 02 11:42:03.749926 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59274) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:03.792153 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b09c23-a745-4904-a23b-7acf89418a0f admin admin] Made reservation on behalf of 132e4746dfee4359a0fd0da383d0d399 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:42:03.795130 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-97b09c23-a745-4904-a23b-7acf89418a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:03.824200 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-17499fdc-0b17-4995-9b38-773bb85f204f req-59cd7e9b-5b56-4e3d-8b38-575046f876f0 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778191 Nov 02 11:42:03.952772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9452d79-8cfb-4554-b3d1-b7b5ef21c035 req-80c94c1e-7219-4d78-920a-6687a47b68b7 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:03.960542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b9452d79-8cfb-4554-b3d1-b7b5ef21c035 req-80c94c1e-7219-4d78-920a-6687a47b68b7 tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 1103 time: 0.1317673 Nov 02 11:42:04.020490 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1f30b-a9cd-4a14-bb56-3231c77e3199 req-12a55017-c7a1-4bd5-8298-1a15dbbe5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:04.022311 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8fb1f30b-a9cd-4a14-bb56-3231c77e3199 req-12a55017-c7a1-4bd5-8298-1a15dbbe5d8d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f50c56b4947f4f90aeacb8ef818c4115&device_id=9705f393-5cf6-4e4c-b5d7-40e52a6e5760 HTTP/1.1" status: 200 len: 1096 time: 0.0895023 Nov 02 11:42:04.103645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b9452d79-8cfb-4554-b3d1-b7b5ef21c035 req-a1e8f418-c160-4f98-83ad-49481e5ba4ed tempest-ServersAdminTestJSON-1661275196 tempest-ServersAdminTestJSON-1661275196-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421180 Nov 02 11:42:04.138402 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1f30b-a9cd-4a14-bb56-3231c77e3199 req-9efcd9b3-cffb-494c-9b6a-902f1e405b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:04.140186 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8fb1f30b-a9cd-4a14-bb56-3231c77e3199 req-9efcd9b3-cffb-494c-9b6a-902f1e405b4b service neutron] 10.222.0.54 "GET /v2.0/networks?id=92c7d3c6-cc6f-44e4-8af3-c70001664caf HTTP/1.1" status: 200 len: 906 time: 0.1098397 Nov 02 11:42:04.143383 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-97b09c23-a745-4904-a23b-7acf89418a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:04.167047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b21162-3d8e-4a51-8975-4a432add8284 req-10be265c-496b-423e-9da5-d96c621d7e4f tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:04.168730 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e5b21162-3d8e-4a51-8975-4a432add8284 req-10be265c-496b-423e-9da5-d96c621d7e4f tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.79 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 945 time: 0.1286199 Nov 02 11:42:04.211432 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8fb1f30b-a9cd-4a14-bb56-3231c77e3199 req-38016bb9-906e-4304-afd1-3d1bfdf4c7f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54ed6601-82d1-4e54-9f2a-9812543329ef HTTP/1.1" status: 200 len: 217 time: 0.0617952 Nov 02 11:42:04.272179 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b09c23-a745-4904-a23b-7acf89418a0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=709b5eb0-8b3b-4f04-bc29-debbc3396f1e,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:04.295419 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b09c23-a745-4904-a23b-7acf89418a0f admin admin] Checking segment: {'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:42:04.295785 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b09c23-a745-4904-a23b-7acf89418a0f admin admin] Network hostable DHCP agents. Network: 3439ffc0-7f2e-476a-92cf-b2a59cfb1929, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:42:04.303564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1f30b-a9cd-4a14-bb56-3231c77e3199 req-8cc717a1-f2d3-4c5e-8166-5791be543455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:04.305121 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8fb1f30b-a9cd-4a14-bb56-3231c77e3199 req-8cc717a1-f2d3-4c5e-8166-5791be543455 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9853137b-7032-4499-acf2-66fe74777f85 HTTP/1.1" status: 200 len: 845 time: 0.0844593 Nov 02 11:42:04.329878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-e5b21162-3d8e-4a51-8975-4a432add8284 req-a099d69a-b66b-41d2-a54e-e08c5e7fa092 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Deleting port b93135f1-a309-4824-96f4-2d8b924768fa {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:42:04.330368 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e5b21162-3d8e-4a51-8975-4a432add8284 req-a099d69a-b66b-41d2-a54e-e08c5e7fa092 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:04.343519 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8fb1f30b-a9cd-4a14-bb56-3231c77e3199 req-a5f25105-f9ff-4caa-afdc-e6a56ffe0364 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92c7d3c6-cc6f-44e4-8af3-c70001664caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279183 Nov 02 11:42:04.446968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59286) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:04.479866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-e5b21162-3d8e-4a51-8975-4a432add8284 req-a099d69a-b66b-41d2-a54e-e08c5e7fa092 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] For port b93135f1-a309-4824-96f4-2d8b924768fa, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b93135f1-a309-4824-96f4-2d8b924768fa,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:04.480586 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e5b21162-3d8e-4a51-8975-4a432add8284 req-a099d69a-b66b-41d2-a54e-e08c5e7fa092 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:04.483868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b09c23-a745-4904-a23b-7acf89418a0f admin admin] Network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:42:04.488234 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8fb1f30b-a9cd-4a14-bb56-3231c77e3199 req-50d6181d-5def-46e4-b0b0-38d7dab6c65e service neutron] 10.222.0.54 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360879 Nov 02 11:42:04.497459 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-e5b21162-3d8e-4a51-8975-4a432add8284 req-a099d69a-b66b-41d2-a54e-e08c5e7fa092 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Calling delete_port for b93135f1-a309-4824-96f4-2d8b924768fa owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:42:04.523424 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf3a78ea-077e-4b2a-90f5-498c1bdcfd63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:04.597505 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da08134a-d943-4ca7-af77-a75b9e34e828 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:04.605477 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-97b09c23-a745-4904-a23b-7acf89418a0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 3439ffc0-7f2e-476a-92cf-b2a59cfb1929) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:42:04.616807 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f49a5a-f129-4d78-9d40-d918794f6ccb None None] Network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:42:04.622261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b09c23-a745-4904-a23b-7acf89418a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:04.622852 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-97b09c23-a745-4904-a23b-7acf89418a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:04.648960 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8fb1f30b-a9cd-4a14-bb56-3231c77e3199 req-ec332f7e-ab26-450a-95d4-e366721c6312 service neutron] 10.222.0.54 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527989 Nov 02 11:42:04.722535 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-97b09c23-a745-4904-a23b-7acf89418a0f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0935543 Nov 02 11:42:04.741183 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da08134a-d943-4ca7-af77-a75b9e34e828 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:04.826200 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da08134a-d943-4ca7-af77-a75b9e34e828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:04.827582 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bff670-726b-4764-ac1e-5c09b6fb9663 None None] Network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:42:04.867255 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb879de5-1e01-41d5-9f48-b7ca86ed6d47 req-dd8b6845-b6a5-44a1-b2b9-3d240a413088 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:04.868830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb879de5-1e01-41d5-9f48-b7ca86ed6d47 req-dd8b6845-b6a5-44a1-b2b9-3d240a413088 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 950 time: 0.1233170 Nov 02 11:42:04.897902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08134a-d943-4ca7-af77-a75b9e34e828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3314c5c-f41d-4608-9959-dd38b7d3817f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:04.897902 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-da08134a-d943-4ca7-af77-a75b9e34e828 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ed069e8c6c94c2894a2fd955846e431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4474566 Nov 02 11:42:04.898278 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59300) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:04.915812 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e5b21162-3d8e-4a51-8975-4a432add8284 req-a099d69a-b66b-41d2-a54e-e08c5e7fa092 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:04.944702 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['b86ed647-2d5c-4721-8379-61ef6a25b6fb'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:42:04.947639 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['b93135f1-a309-4824-96f4-2d8b924768fa'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:42:04.983284 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1dc791ec-6198-4c2d-9dc3-49e9f6569892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:05.026088 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1dc791ec-6198-4c2d-9dc3-49e9f6569892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:05.026977 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099d69a-b66b-41d2-a54e-e08c5e7fa092 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Pushing event deleted for resources: {'Port': ['ID=b93135f1-a309-4824-96f4-2d8b924768fa,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:05.042975 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb879de5-1e01-41d5-9f48-b7ca86ed6d47 req-922ab555-ebc5-4728-9820-2112fb5d2ed6 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671987 Nov 02 11:42:05.061403 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b21162-3d8e-4a51-8975-4a432add8284 req-a099d69a-b66b-41d2-a54e-e08c5e7fa092 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] No DVR routers for this DVR port b93135f1-a309-4824-96f4-2d8b924768fa on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:42:05.066022 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e5b21162-3d8e-4a51-8975-4a432add8284 req-a099d69a-b66b-41d2-a54e-e08c5e7fa092 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:05.069624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e5b21162-3d8e-4a51-8975-4a432add8284 req-a099d69a-b66b-41d2-a54e-e08c5e7fa092 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.79 "DELETE /v2.0/ports/b93135f1-a309-4824-96f4-2d8b924768fa HTTP/1.1" status: 204 len: 173 time: 0.8943646 Nov 02 11:42:05.070421 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54324ee6-725b-4cf7-838e-2c87160a839e', 'name': 'network-vif-deleted', 'tag': 'b93135f1-a309-4824-96f4-2d8b924768fa'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:05.074279 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494ebab0-28d0-4013-ba6d-920d02de35e8" -d '{"events": [{"server_uuid": "54324ee6-725b-4cf7-838e-2c87160a839e", "name": "network-vif-deleted", "tag": "b93135f1-a309-4824-96f4-2d8b924768fa"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:05.161903 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-bf3a78ea-077e-4b2a-90f5-498c1bdcfd63 admin admin] Deleting port ccd6e681-2be8-4150-92e0-3c6719b13e09 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:42:05.162365 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf3a78ea-077e-4b2a-90f5-498c1bdcfd63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:05.238298 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1dc791ec-6198-4c2d-9dc3-49e9f6569892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:05.240912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd6041-8cae-4ff0-9c16-5945b953ae5e req-fb93a123-1146-469f-9b09-af1c6be8841a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:05.241066 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1dc791ec-6198-4c2d-9dc3-49e9f6569892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:05.244351 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1dc791ec-6198-4c2d-9dc3-49e9f6569892 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3314c5c-f41d-4608-9959-dd38b7d3817f HTTP/1.1" status: 204 len: 168 time: 0.3431306 Nov 02 11:42:05.244572 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47dd6041-8cae-4ff0-9c16-5945b953ae5e req-fb93a123-1146-469f-9b09-af1c6be8841a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=9705f393-5cf6-4e4c-b5d7-40e52a6e5760 HTTP/1.1" status: 200 len: 944 time: 0.1137867 Nov 02 11:42:05.254910 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc791ec-6198-4c2d-9dc3-49e9f6569892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3314c5c-f41d-4608-9959-dd38b7d3817f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:05.280017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-bf3a78ea-077e-4b2a-90f5-498c1bdcfd63 admin admin] For port ccd6e681-2be8-4150-92e0-3c6719b13e09, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ccd6e681-2be8-4150-92e0-3c6719b13e09,segment=NetworkSegment(988955af-bd7e-4128-979f-b4f684dcf3df),segment_id=988955af-bd7e-4128-979f-b4f684dcf3df)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:05.280017 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf3a78ea-077e-4b2a-90f5-498c1bdcfd63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:05.304931 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-bf3a78ea-077e-4b2a-90f5-498c1bdcfd63 admin admin] Calling delete_port for ccd6e681-2be8-4150-92e0-3c6719b13e09 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:42:05.336949 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47dd6041-8cae-4ff0-9c16-5945b953ae5e req-57d838ca-6835-42a3-b276-4a76e78a4177 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699914 Nov 02 11:42:05.483195 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-166ff010-f8f5-43ea-9f2b-114dfdbc6883 req-5acb1cbb-21a7-415d-af55-ad5709bdc273 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 210 time: 0.0337121 Nov 02 11:42:05.633701 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf3a78ea-077e-4b2a-90f5-498c1bdcfd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:05.688684 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a78ea-077e-4b2a-90f5-498c1bdcfd63 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd6e681-2be8-4150-92e0-3c6719b13e09,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:05.884517 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd5cc2f-9c41-4c3b-97c2-e8a98e31e464 x-openstack-request-id: req-1cd5cc2f-9c41-4c3b-97c2-e8a98e31e464 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:05.885026 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54324ee6-725b-4cf7-838e-2c87160a839e", "name": "network-vif-deleted", "tag": "b93135f1-a309-4824-96f4-2d8b924768fa", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:05.885293 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1cd5cc2f-9c41-4c3b-97c2-e8a98e31e464 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:05.885812 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54324ee6-725b-4cf7-838e-2c87160a839e', 'name': 'network-vif-deleted', 'tag': 'b93135f1-a309-4824-96f4-2d8b924768fa', 'status': 'completed', 'code': 200} Nov 02 11:42:06.039246 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf3a78ea-077e-4b2a-90f5-498c1bdcfd63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:06.152192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-a1ad7ec8-81e5-46e1-91da-76986bd847bf tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:06.153675 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-a1ad7ec8-81e5-46e1-91da-76986bd847bf tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/networks?id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929 HTTP/1.1" status: 200 len: 812 time: 0.2007527 Nov 02 11:42:06.166374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59328) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:06.183245 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b962ad0b-0853-4f73-9db8-730a53034874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:06.187219 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1a306-c181-4ff2-b0c5-3e995611ed5f req-29776f58-b14e-4128-b201-8e2ccc87b36d tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:06.188811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0cc1a306-c181-4ff2-b0c5-3e995611ed5f req-29776f58-b14e-4128-b201-8e2ccc87b36d tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 950 time: 0.1456494 Nov 02 11:42:06.252662 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-fd20e9e8-d3d9-4110-bea1-6aaea58c8af0 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/quotas/132e4746dfee4359a0fd0da383d0d399 HTTP/1.1" status: 200 len: 375 time: 0.0838766 Nov 02 11:42:06.289441 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b962ad0b-0853-4f73-9db8-730a53034874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:06.305744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-becf7514-be93-45c7-9d59-7d3416475d4d tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446296 Nov 02 11:42:06.443114 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b962ad0b-0853-4f73-9db8-730a53034874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:06.488357 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b962ad0b-0853-4f73-9db8-730a53034874 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3f20ff4e6e3949fe840570206f2efa60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206301 Nov 02 11:42:06.489523 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962ad0b-0853-4f73-9db8-730a53034874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eaf48b-c43e-41dd-bb73-120a72398aae,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:06.496157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59332) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:06.530145 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-0cc1a306-c181-4ff2-b0c5-3e995611ed5f req-b19f530c-e1b8-4204-9750-f1b442669def tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Deleting port f39bf61f-efb8-443d-bea4-9ca05319e2b5 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:42:06.530484 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0cc1a306-c181-4ff2-b0c5-3e995611ed5f req-b19f530c-e1b8-4204-9750-f1b442669def tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:06.538519 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-146f8409-cc54-4823-921b-e94ed73e173e service neutron] 10.222.0.52 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131042 Nov 02 11:42:06.636353 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3a78ea-077e-4b2a-90f5-498c1bdcfd63 admin admin] Router 84d13896-4402-4251-9a96-aa54b762d140 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:42:06.775212 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 54ed6601-82d1-4e54-9f2a-9812543329ef details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:42:06.890539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 54ed6601-82d1-4e54-9f2a-9812543329ef, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=54ed6601-82d1-4e54-9f2a-9812543329ef,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:06.905395 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '54ed6601-82d1-4e54-9f2a-9812543329ef', 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf', 'port_id': '54ed6601-82d1-4e54-9f2a-9812543329ef', 'mac_address': 'fa:16:3e:04:8d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9853137b-7032-4499-acf2-66fe74777f85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:42:06.949368 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:06.965559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ed6601-82d1-4e54-9f2a-9812543329ef {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:42:06.990475 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 54ed6601-82d1-4e54-9f2a-9812543329ef, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=54ed6601-82d1-4e54-9f2a-9812543329ef,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:07.081139 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6f88-56ff-4ca0-b6b8-54073fe3e4fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:07.120410 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-0cc1a306-c181-4ff2-b0c5-3e995611ed5f req-b19f530c-e1b8-4204-9750-f1b442669def tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] For port f39bf61f-efb8-443d-bea4-9ca05319e2b5, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f39bf61f-efb8-443d-bea4-9ca05319e2b5,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:07.120770 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0cc1a306-c181-4ff2-b0c5-3e995611ed5f req-b19f530c-e1b8-4204-9750-f1b442669def tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:07.135336 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:07.150167 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-bc3a3d35-193b-41f0-aa56-db036f84dcde service neutron] 10.222.0.52 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5919025 Nov 02 11:42:07.152215 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6f88-56ff-4ca0-b6b8-54073fe3e4fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:07.154303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-0cc1a306-c181-4ff2-b0c5-3e995611ed5f req-b19f530c-e1b8-4204-9750-f1b442669def tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Calling delete_port for f39bf61f-efb8-443d-bea4-9ca05319e2b5 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:42:07.203758 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=54ed6601-82d1-4e54-9f2a-9812543329ef,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:07.216288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:07.216906 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:07.217445 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:07.217951 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:07.218574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:07.219089 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:07.219737 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:07.220859 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:07.221479 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:07.222805 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:07.223554 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:07.224142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:07.398271 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['54ed6601-82d1-4e54-9f2a-9812543329ef'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:42:07.402637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baeeb64-55c6-4155-99a0-43c7557c308c req-95fe8ba2-1771-4c66-ab9e-b069d1344923 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:07.418979 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6baeeb64-55c6-4155-99a0-43c7557c308c req-95fe8ba2-1771-4c66-ab9e-b069d1344923 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 950 time: 0.0851150 Nov 02 11:42:07.436480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3a78ea-077e-4b2a-90f5-498c1bdcfd63 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:42:07.451557 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd4f5c-0b1e-49e8-9b53-31bda1a331ae None None] Sync routers for ids ['84d13896-4402-4251-9a96-aa54b762d140'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:42:07.453286 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bf3a78ea-077e-4b2a-90f5-498c1bdcfd63 admin admin] 10.222.0.52 "PUT /v2.0/routers/84d13896-4402-4251-9a96-aa54b762d140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7025270 Nov 02 11:42:07.460580 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59342) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:07.474074 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b93135f1-a309-4824-96f4-2d8b924768fa no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:42:07.499716 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fd4f5c-0b1e-49e8-9b53-31bda1a331ae None None] Routers {'84d13896-4402-4251-9a96-aa54b762d140'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:42:07.501492 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f2fd4f5c-0b1e-49e8-9b53-31bda1a331ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:41:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['84d13896-4402-4251-9a96-aa54b762d140'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:07.527361 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6baeeb64-55c6-4155-99a0-43c7557c308c req-1f7b4995-bb1c-4753-9d87-9b2b45c3a54b tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070886 Nov 02 11:42:07.543227 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0cc1a306-c181-4ff2-b0c5-3e995611ed5f req-b19f530c-e1b8-4204-9750-f1b442669def tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:07.547542 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6f88-56ff-4ca0-b6b8-54073fe3e4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:07.550713 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6f88-56ff-4ca0-b6b8-54073fe3e4fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:07.552357 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5e7b6f88-56ff-4ca0-b6b8-54073fe3e4fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/13eaf48b-c43e-41dd-bb73-120a72398aae HTTP/1.1" status: 204 len: 168 time: 1.0534766 Nov 02 11:42:07.600887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['d111b3e6-77d1-4a4f-8565-048f90bce6cb', '18ce0631-e34b-407e-8018-55c2c388f8e4'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:42:07.645702 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: b93135f1-a309-4824-96f4-2d8b924768fa {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:42:07.647855 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b93135f1-a309-4824-96f4-2d8b924768fa not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:42:07.729510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b6f88-56ff-4ca0-b6b8-54073fe3e4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eaf48b-c43e-41dd-bb73-120a72398aae,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:07.759734 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-f2fd4f5c-0b1e-49e8-9b53-31bda1a331ae None None] Set router 84d13896-4402-4251-9a96-aa54b762d140 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:42:07.764639 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6b73bcbe-f205-4a4f-8067-93406a7d3744 req-b91238f8-15b4-41b8-9fe3-d3750c11bac0 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 210 time: 0.0740318 Nov 02 11:42:07.856738 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f530c-e1b8-4204-9750-f1b442669def tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Pushing event deleted for resources: {'Port': ['ID=f39bf61f-efb8-443d-bea4-9ca05319e2b5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:07.965869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc1a306-c181-4ff2-b0c5-3e995611ed5f req-b19f530c-e1b8-4204-9750-f1b442669def tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] No DVR routers for this DVR port f39bf61f-efb8-443d-bea4-9ca05319e2b5 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:42:07.972027 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0cc1a306-c181-4ff2-b0c5-3e995611ed5f req-b19f530c-e1b8-4204-9750-f1b442669def tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:07.976749 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0cc1a306-c181-4ff2-b0c5-3e995611ed5f req-b19f530c-e1b8-4204-9750-f1b442669def tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.79 "DELETE /v2.0/ports/f39bf61f-efb8-443d-bea4-9ca05319e2b5 HTTP/1.1" status: 204 len: 173 time: 1.7536290 Nov 02 11:42:07.978430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe', 'name': 'network-vif-deleted', 'tag': 'f39bf61f-efb8-443d-bea4-9ca05319e2b5'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:07.981138 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea01f99-78d8-41c7-b79f-6d7a79fcffc2" -d '{"events": [{"server_uuid": "4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe", "name": "network-vif-deleted", "tag": "f39bf61f-efb8-443d-bea4-9ca05319e2b5"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:07.987279 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59354) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:08.010077 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d42c19-8630-4956-aa15-e4f8d919506e req-97b0b769-7125-41d0-8646-2ae1b5eb6b76 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:08.019400 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-89d42c19-8630-4956-aa15-e4f8d919506e req-97b0b769-7125-41d0-8646-2ae1b5eb6b76 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=9705f393-5cf6-4e4c-b5d7-40e52a6e5760 HTTP/1.1" status: 200 len: 945 time: 0.3569858 Nov 02 11:42:08.112113 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8fb2f225-66c7-40e0-8a44-253472bc273c req-35440c7d-6d0d-4b94-bda2-5db13dae9f88 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=35a74b69-d972-4a77-9692-f60316afab8d HTTP/1.1" status: 200 len: 210 time: 0.1069369 Nov 02 11:42:08.136856 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e34c-3803-4254-8f57-d47cc0333233 admin admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:08.261639 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d8461f-6d03-4717-b09a-3287bf8a56a9 x-openstack-request-id: req-19d8461f-6d03-4717-b09a-3287bf8a56a9 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:08.265122 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe", "name": "network-vif-deleted", "tag": "f39bf61f-efb8-443d-bea4-9ca05319e2b5", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:08.265684 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19d8461f-6d03-4717-b09a-3287bf8a56a9 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:08.266265 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe', 'name': 'network-vif-deleted', 'tag': 'f39bf61f-efb8-443d-bea4-9ca05319e2b5', 'status': 'completed', 'code': 200} Nov 02 11:42:08.279246 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f2fd4f5c-0b1e-49e8-9b53-31bda1a331ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d13896-4402-4251-9a96-aa54b762d140', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1167537076-router', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:40:57Z', 'updated_at': '2021-11-02T11:42:05Z', 'revision_number': 5, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'gw_port': {'id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:40:58Z', 'updated_at': '2021-11-02T11:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:08.288628 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-89d42c19-8630-4956-aa15-e4f8d919506e req-945eac62-5297-4aeb-8607-07dd4e6c9f8a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681146 Nov 02 11:42:08.319780 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a2581b93-3ae5-4105-870d-8c1c53060758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:08.387286 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd4f5c-0b1e-49e8-9b53-31bda1a331ae None None] Checking router: 84d13896-4402-4251-9a96-aa54b762d140 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:42:08.410097 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fd4f5c-0b1e-49e8-9b53-31bda1a331ae None None] Routers {'84d13896-4402-4251-9a96-aa54b762d140'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:42:08.411011 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f2fd4f5c-0b1e-49e8-9b53-31bda1a331ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:41:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['84d13896-4402-4251-9a96-aa54b762d140'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:08.483868 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e34c-3803-4254-8f57-d47cc0333233 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:08.490288 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a2581b93-3ae5-4105-870d-8c1c53060758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:08.598445 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-f2fd4f5c-0b1e-49e8-9b53-31bda1a331ae None None] Set router 84d13896-4402-4251-9a96-aa54b762d140 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:42:08.621977 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a2581b93-3ae5-4105-870d-8c1c53060758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:08.750123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-cbb7e34c-3803-4254-8f57-d47cc0333233 admin admin] Deleting port 6ead4a80-6f77-469f-bc16-1be231c39ee5 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:42:08.750565 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e34c-3803-4254-8f57-d47cc0333233 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:08.765121 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a2581b93-3ae5-4105-870d-8c1c53060758 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1192ad49826a406098b392b9e517564c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7760198 Nov 02 11:42:08.767501 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2ed5bdb9-5487-464c-a57e-66935e089787 req-652326c1-3f23-43e2-967c-7c8f8a2f187b tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f0d3f76-c0d8-44c5-8be0-b5f077dd88fe HTTP/1.1" status: 200 len: 210 time: 0.0749776 Nov 02 11:42:08.769378 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59372) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:08.965535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2581b93-3ae5-4105-870d-8c1c53060758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5470ab1a-1ceb-4dad-8eeb-5cf3b0435d91,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:08.972606 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f08909f-acda-43c8-9b32-8f1a13965184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:09.044059 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11805932-21bc-4308-9111-f28b011e562c req-d5529586-f208-44af-a314-149d1ce06c8b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 210 time: 0.0867543 Nov 02 11:42:09.045778 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f2fd4f5c-0b1e-49e8-9b53-31bda1a331ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d13896-4402-4251-9a96-aa54b762d140', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1167537076-router', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:40:57Z', 'updated_at': '2021-11-02T11:42:05Z', 'revision_number': 5, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'gw_port': {'id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:40:58Z', 'updated_at': '2021-11-02T11:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:09.073400 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f08909f-acda-43c8-9b32-8f1a13965184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:09.090781 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd4f5c-0b1e-49e8-9b53-31bda1a331ae None None] The sync data for ids ['84d13896-4402-4251-9a96-aa54b762d140'] in n-d-806683-18 is: [{'id': '84d13896-4402-4251-9a96-aa54b762d140', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1167537076-router', 'tenant_id': 'dea57a16a4ab492083efec0b2703486d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:40:57Z', 'updated_at': '2021-11-02T11:42:05Z', 'revision_number': 5, 'project_id': 'dea57a16a4ab492083efec0b2703486d', 'gw_port': {'id': '6ead4a80-6f77-469f-bc16-1be231c39ee5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d13896-4402-4251-9a96-aa54b762d140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:40:58Z', 'updated_at': '2021-11-02T11:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:42:09.096883 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-cbb7e34c-3803-4254-8f57-d47cc0333233 admin admin] For port 6ead4a80-6f77-469f-bc16-1be231c39ee5, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6ead4a80-6f77-469f-bc16-1be231c39ee5,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:09.097255 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e34c-3803-4254-8f57-d47cc0333233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:09.135976 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-cbb7e34c-3803-4254-8f57-d47cc0333233 admin admin] Calling delete_port for 6ead4a80-6f77-469f-bc16-1be231c39ee5 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:42:09.359643 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-14853cf6-3943-4961-a282-edb9294bb358 req-071448bf-5621-4b47-be37-8bf40a304920 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=35a74b69-d972-4a77-9692-f60316afab8d HTTP/1.1" status: 200 len: 210 time: 0.0779183 Nov 02 11:42:09.370732 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f08909f-acda-43c8-9b32-8f1a13965184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:09.386179 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f08909f-acda-43c8-9b32-8f1a13965184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:09.389610 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5f08909f-acda-43c8-9b32-8f1a13965184 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5470ab1a-1ceb-4dad-8eeb-5cf3b0435d91 HTTP/1.1" status: 204 len: 168 time: 0.6193726 Nov 02 11:42:09.411584 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08909f-acda-43c8-9b32-8f1a13965184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5470ab1a-1ceb-4dad-8eeb-5cf3b0435d91,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:09.470378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f39bf61f-efb8-443d-bea4-9ca05319e2b5 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:42:09.543220 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: f39bf61f-efb8-443d-bea4-9ca05319e2b5 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:42:09.543978 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f39bf61f-efb8-443d-bea4-9ca05319e2b5 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:42:09.585220 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e34c-3803-4254-8f57-d47cc0333233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:09.627285 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7e34c-3803-4254-8f57-d47cc0333233 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ead4a80-6f77-469f-bc16-1be231c39ee5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:09.700733 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158a3c2-ab6c-4468-9bee-58a8ad773464 req-5fc70f3a-bfc0-490a-a9f9-2ef258957774 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:09.702367 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b158a3c2-ab6c-4468-9bee-58a8ad773464 req-5fc70f3a-bfc0-490a-a9f9-2ef258957774 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=9705f393-5cf6-4e4c-b5d7-40e52a6e5760 HTTP/1.1" status: 200 len: 945 time: 0.1988535 Nov 02 11:42:09.752619 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e34c-3803-4254-8f57-d47cc0333233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:09.890672 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e34c-3803-4254-8f57-d47cc0333233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:09.895788 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e34c-3803-4254-8f57-d47cc0333233 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:09.926735 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b158a3c2-ab6c-4468-9bee-58a8ad773464 req-7fe465c3-68e2-41c8-920c-30992cf6c4ce tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855440 Nov 02 11:42:10.095284 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e34c-3803-4254-8f57-d47cc0333233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:10.099078 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb7e34c-3803-4254-8f57-d47cc0333233 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84d13896-4402-4251-9a96-aa54b762d140 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:42:10.101287 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e34c-3803-4254-8f57-d47cc0333233 admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:10.101923 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cbb7e34c-3803-4254-8f57-d47cc0333233 admin admin] 10.222.0.52 "DELETE /v2.0/routers/84d13896-4402-4251-9a96-aa54b762d140 HTTP/1.1" status: 204 len: 168 time: 2.6402998 Nov 02 11:42:10.104364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59408) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:10.214582 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-218229ac-55a5-4424-8545-b4bcd267d6fe admin admin] Deleting subnet b3c806ac-0eab-45f5-a90c-8bace788f9d5 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:42:10.232582 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-218229ac-55a5-4424-8545-b4bcd267d6fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:10.251241 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ccd6e681-2be8-4150-92e0-3c6719b13e09 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:42:10.322337 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: ccd6e681-2be8-4150-92e0-3c6719b13e09 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:42:10.323156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ccd6e681-2be8-4150-92e0-3c6719b13e09 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:42:10.329136 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-218229ac-55a5-4424-8545-b4bcd267d6fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:10.421204 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ae89ac89-c10a-4ca3-8ba4-36339f8feb74 req-e7387a00-d947-4e9c-bcea-20f8b5429869 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 210 time: 0.0684390 Nov 02 11:42:10.492303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59420) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:10.520928 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-218229ac-55a5-4424-8545-b4bcd267d6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:10.523901 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-22d31593-0745-4d45-a7c3-70b6aece8e5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:10.577534 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-51807d42-8fa6-46cd-b5b3-91248bd929ea req-712615bf-5460-4cfe-8cdf-31afec552f08 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=35a74b69-d972-4a77-9692-f60316afab8d HTTP/1.1" status: 200 len: 210 time: 0.0648427 Nov 02 11:42:10.659023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2e9ab-6d77-4f67-9d9c-0bde200adea5 req-4a0fd491-9a03-4fa2-b667-69c00b485318 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:10.666968 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69f2e9ab-6d77-4f67-9d9c-0bde200adea5 req-4a0fd491-9a03-4fa2-b667-69c00b485318 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 950 time: 0.1156147 Nov 02 11:42:10.741075 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69f2e9ab-6d77-4f67-9d9c-0bde200adea5 req-10c04307-f178-4a7c-842f-53bda642d99f tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738130 Nov 02 11:42:10.774011 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-22d31593-0745-4d45-a7c3-70b6aece8e5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:10.807905 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 54ed6601-82d1-4e54-9f2a-9812543329ef up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:42:10.846274 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-218229ac-55a5-4424-8545-b4bcd267d6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:10.900079 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-22d31593-0745-4d45-a7c3-70b6aece8e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:10.902674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218229ac-55a5-4424-8545-b4bcd267d6fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c806ac-0eab-45f5-a90c-8bace788f9d5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:10.967561 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5719732-679c-48e2-94bc-c8cc932b1b27 None None] Network d5806886-5f39-4a6d-a47f-9adfa886cec4 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:42:10.973716 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-218229ac-55a5-4424-8545-b4bcd267d6fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:10.981211 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-218229ac-55a5-4424-8545-b4bcd267d6fe admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b3c806ac-0eab-45f5-a90c-8bace788f9d5 HTTP/1.1" status: 204 len: 168 time: 0.8732131 Nov 02 11:42:10.981434 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59430) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:11.021770 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-22d31593-0745-4d45-a7c3-70b6aece8e5c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f429ae00eb8b4c34b91e8f811b5b322b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5245490 Nov 02 11:42:11.033277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59434) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:11.058637 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d31593-0745-4d45-a7c3-70b6aece8e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d952275-1954-46a8-b667-368a38f6de5a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:11.112403 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 54ed6601-82d1-4e54-9f2a-9812543329ef completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:42:11.116784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-88129fd3-89b6-453c-b88c-b0f54c477fa7 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:11.118683 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 54ed6601-82d1-4e54-9f2a-9812543329ef triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:42:11.119070 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:11.120115 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-88129fd3-89b6-453c-b88c-b0f54c477fa7 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.79 "GET /v2.0/networks?id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929 HTTP/1.1" status: 200 len: 812 time: 0.2927244 Nov 02 11:42:11.141295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-a99edb53-8f6b-4b0b-b211-85e1e81fc6e3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Request body: {'port': {'device_id': '35a74b69-d972-4a77-9692-f60316afab8d', 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929', 'admin_state_up': True, 'tenant_id': '132e4746dfee4359a0fd0da383d0d399'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:11.284605 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:11.291363 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dfe0bbe8-b57b-41a8-a0c4-51f13a2b58e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:11.350493 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60105ce1-7235-49bf-94c2-9ef923b2c387 req-4bad4759-0495-499a-ad6e-71af82cc6932 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:11.358680 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-60105ce1-7235-49bf-94c2-9ef923b2c387 req-4bad4759-0495-499a-ad6e-71af82cc6932 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=9705f393-5cf6-4e4c-b5d7-40e52a6e5760 HTTP/1.1" status: 200 len: 945 time: 0.2810307 Nov 02 11:42:11.382949 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dfe0bbe8-b57b-41a8-a0c4-51f13a2b58e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:11.389237 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:11.409708 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672807fd-fa00-4e28-bed5-5a4e7e8a5cba None None] DHCP port deletion for d5806886-5f39-4a6d-a47f-9adfa886cec4 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:42:11.425586 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9705f393-5cf6-4e4c-b5d7-40e52a6e5760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ed6601-82d1-4e54-9f2a-9812543329ef'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:11.428219 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae227dfa-233b-44ae-8554-0c3243112259" -d '{"events": [{"server_uuid": "9705f393-5cf6-4e4c-b5d7-40e52a6e5760", "name": "network-vif-plugged", "status": "completed", "tag": "54ed6601-82d1-4e54-9f2a-9812543329ef"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:11.446620 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 54ed6601-82d1-4e54-9f2a-9812543329ef, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=54ed6601-82d1-4e54-9f2a-9812543329ef,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:11.472338 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-60105ce1-7235-49bf-94c2-9ef923b2c387 req-b232c635-5732-4191-984a-8e3aeff7ab80 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123655 Nov 02 11:42:11.492597 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c536ed85-13a5-4789-8457-d20bebcfb63c x-openstack-request-id: req-c536ed85-13a5-4789-8457-d20bebcfb63c {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:11.493302 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9705f393-5cf6-4e4c-b5d7-40e52a6e5760", "name": "network-vif-plugged", "status": "completed", "tag": "54ed6601-82d1-4e54-9f2a-9812543329ef", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:11.493739 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c536ed85-13a5-4789-8457-d20bebcfb63c {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:11.494362 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9705f393-5cf6-4e4c-b5d7-40e52a6e5760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ed6601-82d1-4e54-9f2a-9812543329ef', 'code': 200} Nov 02 11:42:11.502639 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-672807fd-fa00-4e28-bed5-5a4e7e8a5cba None None] Deleting port 2efae97c-7bfd-4bde-8949-d7f6dd1c5393 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:42:11.503624 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-672807fd-fa00-4e28-bed5-5a4e7e8a5cba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:11.529302 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-a99edb53-8f6b-4b0b-b211-85e1e81fc6e3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Made reservation on behalf of 132e4746dfee4359a0fd0da383d0d399 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:42:11.538767 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-a99edb53-8f6b-4b0b-b211-85e1e81fc6e3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:11.573450 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] Deleting port 2efae97c-7bfd-4bde-8949-d7f6dd1c5393 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:42:11.575377 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:11.584208 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:11.641432 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-672807fd-fa00-4e28-bed5-5a4e7e8a5cba None None] For port 2efae97c-7bfd-4bde-8949-d7f6dd1c5393, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2efae97c-7bfd-4bde-8949-d7f6dd1c5393,segment=NetworkSegment(988955af-bd7e-4128-979f-b4f684dcf3df),segment_id=988955af-bd7e-4128-979f-b4f684dcf3df)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:11.642181 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-672807fd-fa00-4e28-bed5-5a4e7e8a5cba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:11.655610 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dfe0bbe8-b57b-41a8-a0c4-51f13a2b58e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:11.659069 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dfe0bbe8-b57b-41a8-a0c4-51f13a2b58e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:11.660405 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-dfe0bbe8-b57b-41a8-a0c4-51f13a2b58e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8d952275-1954-46a8-b667-368a38f6de5a HTTP/1.1" status: 204 len: 168 time: 0.6261818 Nov 02 11:42:11.681363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-672807fd-fa00-4e28-bed5-5a4e7e8a5cba None None] Calling delete_port for 2efae97c-7bfd-4bde-8949-d7f6dd1c5393 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:42:11.712787 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b77725e6-7d56-49a7-ad98-73de3432d56b req-53fd8523-8f95-4e3c-8b4d-55f9986a8d84 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 210 time: 0.1135347 Nov 02 11:42:11.733854 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=54ed6601-82d1-4e54-9f2a-9812543329ef,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:11.737661 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0bbe8-b57b-41a8-a0c4-51f13a2b58e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d952275-1954-46a8-b667-368a38f6de5a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:11.755334 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] For port 2efae97c-7bfd-4bde-8949-d7f6dd1c5393, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2efae97c-7bfd-4bde-8949-d7f6dd1c5393,segment=NetworkSegment(988955af-bd7e-4128-979f-b4f684dcf3df),segment_id=988955af-bd7e-4128-979f-b4f684dcf3df)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:11.756036 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:11.802869 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] Calling delete_port for 2efae97c-7bfd-4bde-8949-d7f6dd1c5393 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:42:11.807052 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e766d-ba2a-4db1-953f-f50e76dd8ed0 req-757c5b51-bac3-4b02-bedd-019b6727f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:11.821576 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-225e766d-ba2a-4db1-953f-f50e76dd8ed0 req-757c5b51-bac3-4b02-bedd-019b6727f434 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9705f393-5cf6-4e4c-b5d7-40e52a6e5760 HTTP/1.1" status: 200 len: 1098 time: 0.2052789 Nov 02 11:42:11.857373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-a99edb53-8f6b-4b0b-b211-85e1e81fc6e3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Allocated IP 172.20.0.10 (3439ffc0-7f2e-476a-92cf-b2a59cfb1929/709b5eb0-8b3b-4f04-bc29-debbc3396f1e/37f73498-a110-4098-a282-3d2451cbea5b) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:42:11.943759 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6543546f-6e2f-412b-80f0-35fd52519dd0 req-9bc4288b-7927-4fa1-853f-aa80a4af892b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=35a74b69-d972-4a77-9692-f60316afab8d HTTP/1.1" status: 200 len: 210 time: 0.0601072 Nov 02 11:42:12.018587 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-225e766d-ba2a-4db1-953f-f50e76dd8ed0 req-6fa15a04-e5e7-4038-8e7e-0d2240ce82d0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834390 Nov 02 11:42:12.055090 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-672807fd-fa00-4e28-bed5-5a4e7e8a5cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:12.058750 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a28bc-d8dc-4d10-8edc-56f2e2ff1e65 req-7b2905aa-3b8d-46a7-9d36-5417f76c8c49 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:12.066376 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f64a28bc-d8dc-4d10-8edc-56f2e2ff1e65 req-7b2905aa-3b8d-46a7-9d36-5417f76c8c49 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 950 time: 0.1531389 Nov 02 11:42:12.075904 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbac156-f22d-4ac7-9018-0a492fd6e7ea req-04344ffc-8e9f-4549-817b-f51679195d26 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:12.077557 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5bbac156-f22d-4ac7-9018-0a492fd6e7ea req-04344ffc-8e9f-4549-817b-f51679195d26 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.79 "GET /v2.0/ports?device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 950 time: 0.2547185 Nov 02 11:42:12.129528 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672807fd-fa00-4e28-bed5-5a4e7e8a5cba None None] Pushing event deleted for resources: {'Port': ['ID=2efae97c-7bfd-4bde-8949-d7f6dd1c5393,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:12.131445 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672807fd-fa00-4e28-bed5-5a4e7e8a5cba None None] No DVR routers for this DVR port 2efae97c-7bfd-4bde-8949-d7f6dd1c5393 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:42:12.161247 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:12.225921 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f64a28bc-d8dc-4d10-8edc-56f2e2ff1e65 req-2f30cc99-db62-41c9-bb46-1a592b40f1a5 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586659 Nov 02 11:42:12.228560 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] Pushing event deleted for resources: {'Port': ['ID=2efae97c-7bfd-4bde-8949-d7f6dd1c5393,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:12.231076 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2efae97c-7bfd-4bde-8949-d7f6dd1c5393 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:42:12.233363 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] No DVR routers for this DVR port 2efae97c-7bfd-4bde-8949-d7f6dd1c5393 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:42:12.252101 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-a99edb53-8f6b-4b0b-b211-85e1e81fc6e3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:12.268507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 2efae97c-7bfd-4bde-8949-d7f6dd1c5393 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:42:12.268887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2efae97c-7bfd-4bde-8949-d7f6dd1c5393 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:42:12.269311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6ead4a80-6f77-469f-bc16-1be231c39ee5 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:42:12.293534 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 6ead4a80-6f77-469f-bc16-1be231c39ee5 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:42:12.293850 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6ead4a80-6f77-469f-bc16-1be231c39ee5 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:42:12.337946 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:12.370194 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5806886-5f39-4a6d-a47f-9adfa886cec4']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:12.398361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-5bbac156-f22d-4ac7-9018-0a492fd6e7ea req-2f253e91-c47c-42d3-b814-34f037543e88 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Deleting port d111b3e6-77d1-4a4f-8565-048f90bce6cb {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:42:12.398703 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5bbac156-f22d-4ac7-9018-0a492fd6e7ea req-2f253e91-c47c-42d3-b814-34f037543e88 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:12.404075 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988955af-bd7e-4128-979f-b4f684dcf3df') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:12.404371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988955af-bd7e-4128-979f-b4f684dcf3df') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:12.416907 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-a99edb53-8f6b-4b0b-b211-85e1e81fc6e3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:12.439898 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:12.472610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-a99edb53-8f6b-4b0b-b211-85e1e81fc6e3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:42:12.478121 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-a99edb53-8f6b-4b0b-b211-85e1e81fc6e3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:42:12.481512 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-a99edb53-8f6b-4b0b-b211-85e1e81fc6e3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:42:12.508311 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:12.526799 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:42:12.527244 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:42:12.529319 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:42:12.535528 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99edb53-8f6b-4b0b-b211-85e1e81fc6e3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Pushing event updated for resources: {'Port': ['ID=37f73498-a110-4098-a282-3d2451cbea5b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:12.570614 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-a99edb53-8f6b-4b0b-b211-85e1e81fc6e3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:12.571675 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-a99edb53-8f6b-4b0b-b211-85e1e81fc6e3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:12.614067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-5bbac156-f22d-4ac7-9018-0a492fd6e7ea req-2f253e91-c47c-42d3-b814-34f037543e88 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] For port d111b3e6-77d1-4a4f-8565-048f90bce6cb, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d111b3e6-77d1-4a4f-8565-048f90bce6cb,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:12.614439 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5bbac156-f22d-4ac7-9018-0a492fd6e7ea req-2f253e91-c47c-42d3-b814-34f037543e88 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:12.640909 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-5bbac156-f22d-4ac7-9018-0a492fd6e7ea req-2f253e91-c47c-42d3-b814-34f037543e88 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Calling delete_port for d111b3e6-77d1-4a4f-8565-048f90bce6cb owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:42:12.668754 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-a99edb53-8f6b-4b0b-b211-85e1e81fc6e3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5374532 Nov 02 11:42:12.681277 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Request body: {'port': {'device_id': '35a74b69-d972-4a77-9692-f60316afab8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:12.721346 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f0ec8-8556-4d34-865f-a1687dfb033d req-1c2cedbf-50d0-4669-892b-a59362f9b67f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:12.722977 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-020f0ec8-8556-4d34-865f-a1687dfb033d req-1c2cedbf-50d0-4669-892b-a59362f9b67f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=9705f393-5cf6-4e4c-b5d7-40e52a6e5760 HTTP/1.1" status: 200 len: 946 time: 0.1003129 Nov 02 11:42:12.725647 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:12.741703 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:12.742679 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:12.747876 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] 10.222.0.52 "DELETE /v2.0/networks/d5806886-5f39-4a6d-a47f-9adfa886cec4 HTTP/1.1" status: 204 len: 168 time: 1.7631054 Nov 02 11:42:12.770848 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9622543-b43f-480e-a8ed-a6282325139c admin admin] Pushing event deleted for resources: {'Network': ['ID=d5806886-5f39-4a6d-a47f-9adfa886cec4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:12.848663 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-020f0ec8-8556-4d34-865f-a1687dfb033d req-359a53d5-d889-48b4-a997-0fe1158675dc tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116252 Nov 02 11:42:12.968452 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-521ae6bf-2971-4996-b609-021662111c72 req-0128cbe3-c9e3-40e3-aa08-75c397c6ada5 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=54324ee6-725b-4cf7-838e-2c87160a839e HTTP/1.1" status: 200 len: 210 time: 0.0970254 Nov 02 11:42:13.079800 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5bbac156-f22d-4ac7-9018-0a492fd6e7ea req-2f253e91-c47c-42d3-b814-34f037543e88 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:13.094514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['d111b3e6-77d1-4a4f-8565-048f90bce6cb', '18ce0631-e34b-407e-8018-55c2c388f8e4'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:42:13.142747 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe40df4-cbeb-45cd-b2bc-e76dca770090 req-cba6ef76-a516-4d74-ac35-2d4da2912dd0 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:13.151016 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5fe40df4-cbeb-45cd-b2bc-e76dca770090 req-cba6ef76-a516-4d74-ac35-2d4da2912dd0 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=35a74b69-d972-4a77-9692-f60316afab8d HTTP/1.1" status: 200 len: 932 time: 0.1158655 Nov 02 11:42:13.199392 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f73498-a110-4098-a282-3d2451cbea5b {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:42:13.200316 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f253e91-c47c-42d3-b814-34f037543e88 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Pushing event deleted for resources: {'Port': ['ID=d111b3e6-77d1-4a4f-8565-048f90bce6cb,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:13.231247 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:13.262516 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Transition to ACTIVE for port object 37f73498-a110-4098-a282-3d2451cbea5b will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:42:13.283523 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59488) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:13.318065 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5fe40df4-cbeb-45cd-b2bc-e76dca770090 req-43a8dd7a-4080-4e1a-a8fb-923adcd44484 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642847 Nov 02 11:42:13.368052 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbac156-f22d-4ac7-9018-0a492fd6e7ea req-2f253e91-c47c-42d3-b814-34f037543e88 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] No DVR routers for this DVR port d111b3e6-77d1-4a4f-8565-048f90bce6cb on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:42:13.373878 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5bbac156-f22d-4ac7-9018-0a492fd6e7ea req-2f253e91-c47c-42d3-b814-34f037543e88 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:13.378464 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5bbac156-f22d-4ac7-9018-0a492fd6e7ea req-2f253e91-c47c-42d3-b814-34f037543e88 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.79 "DELETE /v2.0/ports/d111b3e6-77d1-4a4f-8565-048f90bce6cb HTTP/1.1" status: 204 len: 173 time: 1.2775822 Nov 02 11:42:13.384610 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06747663-913f-48d5-aa2f-c02aae0bc352', 'name': 'network-vif-deleted', 'tag': 'd111b3e6-77d1-4a4f-8565-048f90bce6cb'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:13.384610 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05aa60fe-c03a-4320-b473-0b4c1443dfff" -d '{"events": [{"server_uuid": "06747663-913f-48d5-aa2f-c02aae0bc352", "name": "network-vif-deleted", "tag": "d111b3e6-77d1-4a4f-8565-048f90bce6cb"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:13.388117 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:13.460598 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59498) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:13.482285 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e660b61b-10ea-4514-985c-2d0787e68c65 req-1e838a41-e974-41e1-b283-002a76c4db4a tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 210 time: 0.0918648 Nov 02 11:42:13.522822 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f014b6b-969e-4ef2-9949-2bef833fcad6 x-openstack-request-id: req-1f014b6b-969e-4ef2-9949-2bef833fcad6 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:13.523291 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06747663-913f-48d5-aa2f-c02aae0bc352", "name": "network-vif-deleted", "tag": "d111b3e6-77d1-4a4f-8565-048f90bce6cb", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:13.523638 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f014b6b-969e-4ef2-9949-2bef833fcad6 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:13.524125 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06747663-913f-48d5-aa2f-c02aae0bc352', 'name': 'network-vif-deleted', 'tag': 'd111b3e6-77d1-4a4f-8565-048f90bce6cb', 'status': 'completed', 'code': 200} Nov 02 11:42:13.579828 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8e852aee-7534-46ac-ad95-4f28a852c031 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dea57a16a4ab492083efec0b2703486d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1175263 Nov 02 11:42:13.581998 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59500) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:13.598570 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a341888e-f934-4b69-b5e9-d87db861897d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:13.604181 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=37f73498-a110-4098-a282-3d2451cbea5b,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:13.712374 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e2c18d5-f355-470e-ae5b-f18ffa1f1e3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:13.723779 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Attempting to bind port 37f73498-a110-4098-a282-3d2451cbea5b on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:42:13.724127 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Attempting to bind port 37f73498-a110-4098-a282-3d2451cbea5b by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:42:13.724463 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Attempting to bind port 37f73498-a110-4098-a282-3d2451cbea5b on network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:42:13.730527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Port 37f73498-a110-4098-a282-3d2451cbea5b on network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:42:13.730864 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Attempting to bind port 37f73498-a110-4098-a282-3d2451cbea5b on network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:42:13.740274 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:42:13.740620 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Checking segment: {'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:42:13.741013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Bound using segment: {'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:42:13.741468 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Bound port: 37f73498-a110-4098-a282-3d2451cbea5b, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:42:13.741965 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:13.766630 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e2c18d5-f355-470e-ae5b-f18ffa1f1e3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:13.832247 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] For port 37f73498-a110-4098-a282-3d2451cbea5b, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:42:13.836008 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] For port 37f73498-a110-4098-a282-3d2451cbea5b, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=37f73498-a110-4098-a282-3d2451cbea5b,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:42:13.902661 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a341888e-f934-4b69-b5e9-d87db861897d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:13.941477 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:13.978032 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e2c18d5-f355-470e-ae5b-f18ffa1f1e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:13.980217 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e2c18d5-f355-470e-ae5b-f18ffa1f1e3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:13.983672 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5e2c18d5-f355-470e-ae5b-f18ffa1f1e3d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac81cdd5-bc74-4bf4-ab9d-28848f035e28 HTTP/1.1" status: 204 len: 168 time: 0.3981133 Nov 02 11:42:13.994751 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c18d5-f355-470e-ae5b-f18ffa1f1e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac81cdd5-bc74-4bf4-ab9d-28848f035e28,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:14.026171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abebde-fc9b-458f-aa53-3465bbb55e06 req-9df2a095-d534-4dc5-a048-e72df051b0a0 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:14.028341 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-77abebde-fc9b-458f-aa53-3465bbb55e06 req-9df2a095-d534-4dc5-a048-e72df051b0a0 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=9705f393-5cf6-4e4c-b5d7-40e52a6e5760 HTTP/1.1" status: 200 len: 946 time: 0.1074159 Nov 02 11:42:14.057364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=37f73498-a110-4098-a282-3d2451cbea5b,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:14.080897 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a341888e-f934-4b69-b5e9-d87db861897d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:14.090145 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:14.090145 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:14.090649 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-376104f4-a132-46a7-8329-df9d71cdd8b4 service neutron] 10.222.0.79 "PUT /v2.0/ports/37f73498-a110-4098-a282-3d2451cbea5b HTTP/1.1" status: 200 len: 1093 time: 1.4130518 Nov 02 11:42:14.093803 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a74b69-d972-4a77-9692-f60316afab8d', 'tag': '37f73498-a110-4098-a282-3d2451cbea5b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:14.096891 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0be378e-82bd-4815-a5bc-6218281217aa" -d '{"events": [{"name": "network-changed", "server_uuid": "35a74b69-d972-4a77-9692-f60316afab8d", "tag": "37f73498-a110-4098-a282-3d2451cbea5b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:14.152039 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-77abebde-fc9b-458f-aa53-3465bbb55e06 req-3051869e-7155-40b4-aa45-cdd710d2d486 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142912 Nov 02 11:42:14.217146 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341888e-f934-4b69-b5e9-d87db861897d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58591b75-7e7f-457d-b248-7295bad36a53,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:14.289343 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3244f98c-f3ef-4aaf-b876-ffd3dcfc8932 x-openstack-request-id: req-3244f98c-f3ef-4aaf-b876-ffd3dcfc8932 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:14.289639 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a74b69-d972-4a77-9692-f60316afab8d", "tag": "37f73498-a110-4098-a282-3d2451cbea5b", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:14.289935 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3244f98c-f3ef-4aaf-b876-ffd3dcfc8932 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:14.290519 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a74b69-d972-4a77-9692-f60316afab8d', 'tag': '37f73498-a110-4098-a282-3d2451cbea5b', 'status': 'completed', 'code': 200} Nov 02 11:42:14.297202 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a341888e-f934-4b69-b5e9-d87db861897d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e4f92c454174c5caabde7314ff9ec5a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0125179 Nov 02 11:42:14.300186 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59520) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:14.308598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-ecc19a1f-6bfe-48a5-b11a-98d2d7409e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:14.310081 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-ecc19a1f-6bfe-48a5-b11a-98d2d7409e63 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&device_id=35a74b69-d972-4a77-9692-f60316afab8d HTTP/1.1" status: 200 len: 1096 time: 0.0943370 Nov 02 11:42:14.354484 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed11f7cd-e830-44f6-93b6-e45771554369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:14.364573 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-3da4ace4-8430-40fc-840f-690b03c91a0a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f73498-a110-4098-a282-3d2451cbea5b HTTP/1.1" status: 200 len: 217 time: 0.0466969 Nov 02 11:42:14.400075 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed11f7cd-e830-44f6-93b6-e45771554369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:14.502806 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263877f-6baa-459d-a71e-9bb5e95c51ec req-b2b05ca5-bff3-4536-b868-92da4389761f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:14.514557 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1263877f-6baa-459d-a71e-9bb5e95c51ec req-b2b05ca5-bff3-4536-b868-92da4389761f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=35a74b69-d972-4a77-9692-f60316afab8d HTTP/1.1" status: 200 len: 944 time: 0.1046162 Nov 02 11:42:14.544677 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-95609c9b-3f3f-410d-9f4e-882951f6826e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:14.546151 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-95609c9b-3f3f-410d-9f4e-882951f6826e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=709b5eb0-8b3b-4f04-bc29-debbc3396f1e HTTP/1.1" status: 200 len: 852 time: 0.1742396 Nov 02 11:42:14.589762 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1263877f-6baa-459d-a71e-9bb5e95c51ec req-b67d3570-af8b-4910-81af-5d2df31a38e4 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739548 Nov 02 11:42:14.589935 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-79ef1ff6-800b-4954-8ce7-ec611f88bf72 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313225 Nov 02 11:42:14.738717 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-2668c8d5-c74e-48b0-a6d3-b238514074ca service neutron] 10.222.0.79 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373572 Nov 02 11:42:14.763654 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-483d750b-2bee-414b-be9f-1bf373e9bd72 req-0f1b7dda-32ea-4026-8897-001d8cf32c1d tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=06747663-913f-48d5-aa2f-c02aae0bc352 HTTP/1.1" status: 200 len: 210 time: 0.0498149 Nov 02 11:42:14.765347 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed11f7cd-e830-44f6-93b6-e45771554369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:14.772533 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed11f7cd-e830-44f6-93b6-e45771554369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:14.775057 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ed11f7cd-e830-44f6-93b6-e45771554369 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/58591b75-7e7f-457d-b248-7295bad36a53 HTTP/1.1" status: 204 len: 168 time: 0.4738107 Nov 02 11:42:14.800954 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11f7cd-e830-44f6-93b6-e45771554369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58591b75-7e7f-457d-b248-7295bad36a53,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:14.989556 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e936cb21-7e32-4a76-982b-d5070aacb6e8 req-2ce34995-aa2b-43ae-9f74-9d54f3618c67 service neutron] 10.222.0.79 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342908 Nov 02 11:42:14.992484 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca37ef-e2fe-4544-945b-2d1a30518d4f req-f235feed-882b-4cd1-ac31-cf83c6a53420 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:15.004253 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2bca37ef-e2fe-4544-945b-2d1a30518d4f req-f235feed-882b-4cd1-ac31-cf83c6a53420 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=9705f393-5cf6-4e4c-b5d7-40e52a6e5760 HTTP/1.1" status: 200 len: 946 time: 0.0765777 Nov 02 11:42:15.071526 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2bca37ef-e2fe-4544-945b-2d1a30518d4f req-0c898d60-189b-4d27-8e11-97dd099f6d73 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662556 Nov 02 11:42:15.237732 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be378e-82bd-4815-a5bc-6218281217aa req-7f8b2e12-b2ef-406a-9d89-5a2e3f0dd372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:15.239474 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0be378e-82bd-4815-a5bc-6218281217aa req-7f8b2e12-b2ef-406a-9d89-5a2e3f0dd372 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&device_id=35a74b69-d972-4a77-9692-f60316afab8d HTTP/1.1" status: 200 len: 1096 time: 0.0661578 Nov 02 11:42:15.362681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be378e-82bd-4815-a5bc-6218281217aa req-5026f14a-aace-4395-aeed-acfcabc31454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:15.365636 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0be378e-82bd-4815-a5bc-6218281217aa req-5026f14a-aace-4395-aeed-acfcabc31454 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929 HTTP/1.1" status: 200 len: 913 time: 0.1164081 Nov 02 11:42:15.425451 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0be378e-82bd-4815-a5bc-6218281217aa req-555bf633-a05c-487b-b769-c9e96dc4f30f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f73498-a110-4098-a282-3d2451cbea5b HTTP/1.1" status: 200 len: 217 time: 0.0514054 Nov 02 11:42:15.452379 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d111b3e6-77d1-4a4f-8565-048f90bce6cb no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:42:15.495418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be378e-82bd-4815-a5bc-6218281217aa req-559a2d9d-a27b-4610-8eb3-7c5da694995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:15.497712 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0be378e-82bd-4815-a5bc-6218281217aa req-559a2d9d-a27b-4610-8eb3-7c5da694995b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=709b5eb0-8b3b-4f04-bc29-debbc3396f1e HTTP/1.1" status: 200 len: 852 time: 0.0633783 Nov 02 11:42:15.501801 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: d111b3e6-77d1-4a4f-8565-048f90bce6cb {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:42:15.503910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d111b3e6-77d1-4a4f-8565-048f90bce6cb not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:42:15.576626 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0be378e-82bd-4815-a5bc-6218281217aa req-112ac931-d078-4ef8-9e72-16c8b33377c6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552475 Nov 02 11:42:15.772513 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59568) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:15.804003 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51bd4d58-be8c-4410-b9fd-bc74daaef01e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:15.851991 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b057a9-bbe3-43cf-8f10-48958c049a7c req-11a3db58-a2a3-4d9f-9b4e-31dbb1a97df0 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:15.863252 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-24b057a9-bbe3-43cf-8f10-48958c049a7c req-11a3db58-a2a3-4d9f-9b4e-31dbb1a97df0 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=35a74b69-d972-4a77-9692-f60316afab8d HTTP/1.1" status: 200 len: 944 time: 0.1400106 Nov 02 11:42:15.965315 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0be378e-82bd-4815-a5bc-6218281217aa req-80da3061-94fd-49b9-b203-0204c92ea7c1 service neutron] 10.222.0.79 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800070 Nov 02 11:42:16.093807 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51bd4d58-be8c-4410-b9fd-bc74daaef01e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:16.199919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51bd4d58-be8c-4410-b9fd-bc74daaef01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:16.248551 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd4d58-be8c-4410-b9fd-bc74daaef01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c658e069-8e4e-48fc-9ae9-66e48fc1b74d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:16.279423 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-24b057a9-bbe3-43cf-8f10-48958c049a7c req-5f117c93-5170-4d1c-947f-bc2dbde684d9 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149749 Nov 02 11:42:16.426436 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-51bd4d58-be8c-4410-b9fd-bc74daaef01e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=837eb318a63444c5b8de821dc81e351d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6514287 Nov 02 11:42:16.428702 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59588) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:16.431109 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0be378e-82bd-4815-a5bc-6218281217aa req-d247f621-cd9a-4d68-9cf3-76cb3f9f439b service neutron] 10.222.0.79 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321440 Nov 02 11:42:16.537520 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59592) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:16.550370 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8f2f76ce-a904-4a6e-80c2-bfb6b49d42ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:16.597061 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8f2f76ce-a904-4a6e-80c2-bfb6b49d42ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:16.663490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fa2c2-bff3-4339-8d9b-ce54a4549253 req-717fe168-3e90-437e-9fd3-9e70cfe1c659 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:16.671877 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-172fa2c2-bff3-4339-8d9b-ce54a4549253 req-717fe168-3e90-437e-9fd3-9e70cfe1c659 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=9705f393-5cf6-4e4c-b5d7-40e52a6e5760 HTTP/1.1" status: 200 len: 946 time: 0.1043129 Nov 02 11:42:16.727513 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d2ddd-f0d4-467f-a532-954b26d884a8 req-275612c1-ae35-4445-ad76-fa374c1dc7a6 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:16.737497 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-641d2ddd-f0d4-467f-a532-954b26d884a8 req-275612c1-ae35-4445-ad76-fa374c1dc7a6 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 951 time: 0.0712581 Nov 02 11:42:16.762447 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-172fa2c2-bff3-4339-8d9b-ce54a4549253 req-7c543869-e98f-4271-878b-56b771b3cf78 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889099 Nov 02 11:42:16.763338 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8f2f76ce-a904-4a6e-80c2-bfb6b49d42ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:16.768159 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8f2f76ce-a904-4a6e-80c2-bfb6b49d42ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:16.772366 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8f2f76ce-a904-4a6e-80c2-bfb6b49d42ba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c658e069-8e4e-48fc-9ae9-66e48fc1b74d HTTP/1.1" status: 204 len: 168 time: 0.3421950 Nov 02 11:42:16.804038 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f76ce-a904-4a6e-80c2-bfb6b49d42ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c658e069-8e4e-48fc-9ae9-66e48fc1b74d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:16.851382 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-641d2ddd-f0d4-467f-a532-954b26d884a8 req-8ce081c9-ad33-410e-b11c-aa6640519009 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121409 Nov 02 11:42:16.920204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d7704efe-a452-4898-bc53-3585cdb91a05 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-105883320-network', 'tenant_id': 'ac13d21891444bd287cd11ad7857398d'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:17.085031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7704efe-a452-4898-bc53-3585cdb91a05 admin admin] Made reservation on behalf of ac13d21891444bd287cd11ad7857398d for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:42:17.092640 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7704efe-a452-4898-bc53-3585cdb91a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:17.117765 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7704efe-a452-4898-bc53-3585cdb91a05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:17.220362 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7704efe-a452-4898-bc53-3585cdb91a05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:17.352296 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7704efe-a452-4898-bc53-3585cdb91a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:17.436121 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7704efe-a452-4898-bc53-3585cdb91a05 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:42:17.445455 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7704efe-a452-4898-bc53-3585cdb91a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a322912a-48b6-4e5f-a75d-e52e093344cb,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:17.450809 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7704efe-a452-4898-bc53-3585cdb91a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:17.451083 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 37f73498-a110-4098-a282-3d2451cbea5b details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:42:17.451548 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-d7704efe-a452-4898-bc53-3585cdb91a05 admin admin] Added segment bcb594f8-0346-4cd2-a6f0-da8dec4451f8 of type vlan for network cba63932-09ab-4012-b840-186cc83868aa Nov 02 11:42:17.500186 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7704efe-a452-4898-bc53-3585cdb91a05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:17.572771 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5242c961-d3cf-48ac-9971-15cc277df3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:17.621329 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 37f73498-a110-4098-a282-3d2451cbea5b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=37f73498-a110-4098-a282-3d2451cbea5b,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:17.636295 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '37f73498-a110-4098-a282-3d2451cbea5b', 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929', 'port_id': '37f73498-a110-4098-a282-3d2451cbea5b', 'mac_address': 'fa:16:3e:ed:a2:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709b5eb0-8b3b-4f04-bc29-debbc3396f1e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:42:17.669248 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc766cc6-7452-449f-9c07-bdcd609b020e req-21294f7f-d57c-4cfc-bb2f-b53669357ac6 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:17.671318 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cc766cc6-7452-449f-9c07-bdcd609b020e req-21294f7f-d57c-4cfc-bb2f-b53669357ac6 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=35a74b69-d972-4a77-9692-f60316afab8d HTTP/1.1" status: 200 len: 944 time: 0.0633984 Nov 02 11:42:17.672875 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7704efe-a452-4898-bc53-3585cdb91a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:17.674231 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7704efe-a452-4898-bc53-3585cdb91a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:17.675184 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7704efe-a452-4898-bc53-3585cdb91a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:17.713719 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:17.782235 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f73498-a110-4098-a282-3d2451cbea5b {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:42:17.810281 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7704efe-a452-4898-bc53-3585cdb91a05 admin admin] Pushing event updated for resources: {'Network': ['ID=cba63932-09ab-4012-b840-186cc83868aa,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:17.820013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 37f73498-a110-4098-a282-3d2451cbea5b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=37f73498-a110-4098-a282-3d2451cbea5b,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:17.827104 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network cba63932-09ab-4012-b840-186cc83868aa details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:42:17.853374 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d7704efe-a452-4898-bc53-3585cdb91a05 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3139691 Nov 02 11:42:17.858004 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59642) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:17.864473 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cc766cc6-7452-449f-9c07-bdcd609b020e req-8e991d8a-d711-4612-a358-046fc177cfcf tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796422 Nov 02 11:42:17.870641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-8ff52a32-37ab-4062-b417-2c7b5864ba16 admin admin] Request body: {'subnet': {'network_id': 'cba63932-09ab-4012-b840-186cc83868aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-105883320-subnet', 'tenant_id': 'ac13d21891444bd287cd11ad7857398d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:17.948433 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2a0c7-6df3-49c2-8b01-af1721e953be req-880c0139-c068-44b9-8909-650c705d4e0d tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:17.950673 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1e2a0c7-6df3-49c2-8b01-af1721e953be req-880c0139-c068-44b9-8909-650c705d4e0d tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.79 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 951 time: 0.0847416 Nov 02 11:42:17.955725 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:18.051912 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff52a32-37ab-4062-b417-2c7b5864ba16 admin admin] Made reservation on behalf of ac13d21891444bd287cd11ad7857398d for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:42:18.054598 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ff52a32-37ab-4062-b417-2c7b5864ba16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:18.117653 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=37f73498-a110-4098-a282-3d2451cbea5b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:18.165094 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['37f73498-a110-4098-a282-3d2451cbea5b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:42:18.218886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-d1e2a0c7-6df3-49c2-8b01-af1721e953be req-77c55278-ab4c-4655-acec-06c5ba5e486c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Deleting port 18ce0631-e34b-407e-8018-55c2c388f8e4 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:42:18.219348 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d1e2a0c7-6df3-49c2-8b01-af1721e953be req-77c55278-ab4c-4655-acec-06c5ba5e486c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:18.434431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-d1e2a0c7-6df3-49c2-8b01-af1721e953be req-77c55278-ab4c-4655-acec-06c5ba5e486c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] For port 18ce0631-e34b-407e-8018-55c2c388f8e4, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=18ce0631-e34b-407e-8018-55c2c388f8e4,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:18.437716 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d1e2a0c7-6df3-49c2-8b01-af1721e953be req-77c55278-ab4c-4655-acec-06c5ba5e486c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:18.444285 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901e486-4d85-407d-9c2a-91ee6691c56a req-523d2abf-79d2-4c36-86a0-13a6a503e5a5 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:18.445883 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d901e486-4d85-407d-9c2a-91ee6691c56a req-523d2abf-79d2-4c36-86a0-13a6a503e5a5 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 951 time: 0.3051095 Nov 02 11:42:18.488285 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-d1e2a0c7-6df3-49c2-8b01-af1721e953be req-77c55278-ab4c-4655-acec-06c5ba5e486c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Calling delete_port for 18ce0631-e34b-407e-8018-55c2c388f8e4 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:42:18.615228 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d901e486-4d85-407d-9c2a-91ee6691c56a req-54e0aba7-cea3-4c98-a4ee-c6157b53b4be tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/security-groups?id=de17d2c4-a478-4a11-b018-8993057d59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537056 Nov 02 11:42:18.841280 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d1e2a0c7-6df3-49c2-8b01-af1721e953be req-77c55278-ab4c-4655-acec-06c5ba5e486c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:18.841643 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ff52a32-37ab-4062-b417-2c7b5864ba16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:18.857608 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['18ce0631-e34b-407e-8018-55c2c388f8e4'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:42:18.911565 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff52a32-37ab-4062-b417-2c7b5864ba16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93c33bf5-21e0-4e62-96f4-3feda33799e0,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:18.958356 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff52a32-37ab-4062-b417-2c7b5864ba16 admin admin] Checking segment: {'id': 'bcb594f8-0346-4cd2-a6f0-da8dec4451f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cba63932-09ab-4012-b840-186cc83868aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:42:18.959198 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff52a32-37ab-4062-b417-2c7b5864ba16 admin admin] Network hostable DHCP agents. Network: cba63932-09ab-4012-b840-186cc83868aa, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:42:18.974274 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c55278-ab4c-4655-acec-06c5ba5e486c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Pushing event deleted for resources: {'Port': ['ID=18ce0631-e34b-407e-8018-55c2c388f8e4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:19.037567 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e2a0c7-6df3-49c2-8b01-af1721e953be req-77c55278-ab4c-4655-acec-06c5ba5e486c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] No DVR routers for this DVR port 18ce0631-e34b-407e-8018-55c2c388f8e4 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:42:19.041213 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d1e2a0c7-6df3-49c2-8b01-af1721e953be req-77c55278-ab4c-4655-acec-06c5ba5e486c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:19.046034 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1e2a0c7-6df3-49c2-8b01-af1721e953be req-77c55278-ab4c-4655-acec-06c5ba5e486c tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.79 "DELETE /v2.0/ports/18ce0631-e34b-407e-8018-55c2c388f8e4 HTTP/1.1" status: 204 len: 173 time: 1.0878170 Nov 02 11:42:19.046034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea69c7a5-4a3b-4338-95c6-5909386eeea3', 'name': 'network-vif-deleted', 'tag': '18ce0631-e34b-407e-8018-55c2c388f8e4'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:19.048375 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234b8e7e-50ff-4858-8e18-9ada13834778" -d '{"events": [{"server_uuid": "ea69c7a5-4a3b-4338-95c6-5909386eeea3", "name": "network-vif-deleted", "tag": "18ce0631-e34b-407e-8018-55c2c388f8e4"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:19.077745 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff52a32-37ab-4062-b417-2c7b5864ba16 admin admin] Network cba63932-09ab-4012-b840-186cc83868aa is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:42:19.181897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-8ff52a32-37ab-4062-b417-2c7b5864ba16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, cba63932-09ab-4012-b840-186cc83868aa) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:42:19.194971 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29caa70e-cf2a-4ce7-8d8c-a583614ce7d9 None None] Network cba63932-09ab-4012-b840-186cc83868aa requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:42:19.204182 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff52a32-37ab-4062-b417-2c7b5864ba16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:19.204710 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ff52a32-37ab-4062-b417-2c7b5864ba16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:19.267138 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c94f-b1b7-45e9-a23f-49da0684ed0c req-97097420-b0ef-4e81-bec9-ebb4ec5947da tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:19.287567 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6fd4c94f-b1b7-45e9-a23f-49da0684ed0c req-97097420-b0ef-4e81-bec9-ebb4ec5947da tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=35a74b69-d972-4a77-9692-f60316afab8d HTTP/1.1" status: 200 len: 945 time: 0.1550691 Nov 02 11:42:19.379639 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8ff52a32-37ab-4062-b417-2c7b5864ba16 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5139489 Nov 02 11:42:19.415030 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6fd4c94f-b1b7-45e9-a23f-49da0684ed0c req-492246ed-7288-48af-a3eb-5f32371413ab tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219237 Nov 02 11:42:19.466789 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 37f73498-a110-4098-a282-3d2451cbea5b up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:42:19.491007 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf2ac13-f2a0-4fc7-a6a8-20e3531011a1 x-openstack-request-id: req-bbf2ac13-f2a0-4fc7-a6a8-20e3531011a1 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:19.491976 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea69c7a5-4a3b-4338-95c6-5909386eeea3", "name": "network-vif-deleted", "tag": "18ce0631-e34b-407e-8018-55c2c388f8e4", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:19.492237 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bbf2ac13-f2a0-4fc7-a6a8-20e3531011a1 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:19.492809 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea69c7a5-4a3b-4338-95c6-5909386eeea3', 'name': 'network-vif-deleted', 'tag': '18ce0631-e34b-407e-8018-55c2c388f8e4', 'status': 'completed', 'code': 200} Nov 02 11:42:19.505756 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dc381c-c55c-4dd3-a279-fbccdb8732c1 None None] Network cba63932-09ab-4012-b840-186cc83868aa requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:42:19.692091 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-98e6b805-4e80-425e-b609-82c3b36ce609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:19.706512 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 37f73498-a110-4098-a282-3d2451cbea5b completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:42:19.715128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 37f73498-a110-4098-a282-3d2451cbea5b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:42:19.715689 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:19.847005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b58e3ea-15f1-4eff-ab21-0eb3bc69544f req-a354286f-7074-4bb1-9d93-aebe7852ab08 tempest-ServersAdminTestJSON-611088651 tempest-ServersAdminTestJSON-611088651-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea69c7a5-4a3b-4338-95c6-5909386eeea3 HTTP/1.1" status: 200 len: 210 time: 0.0382240 Nov 02 11:42:19.877910 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:19.921665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a74b69-d972-4a77-9692-f60316afab8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f73498-a110-4098-a282-3d2451cbea5b'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:19.925030 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427d9af5-e9a8-436e-b732-f72be26e1e6e" -d '{"events": [{"server_uuid": "35a74b69-d972-4a77-9692-f60316afab8d", "name": "network-vif-plugged", "status": "completed", "tag": "37f73498-a110-4098-a282-3d2451cbea5b"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:19.939187 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 37f73498-a110-4098-a282-3d2451cbea5b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=37f73498-a110-4098-a282-3d2451cbea5b,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:19.998405 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [req-3dcbe02e-209d-42f5-a9e3-4818b10a750c req-088dd107-bec2-411a-9e4b-6129fa8bb88a tempest-SecurityGroupsNegativeTestJSON-1837210014 tempest-SecurityGroupsNegativeTestJSON-1837210014-project] show failed (client error): The resource could not be found. Nov 02 11:42:20.005673 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3dcbe02e-209d-42f5-a9e3-4818b10a750c req-088dd107-bec2-411a-9e4b-6129fa8bb88a tempest-SecurityGroupsNegativeTestJSON-1837210014 tempest-SecurityGroupsNegativeTestJSON-1837210014-project] 10.222.0.52 "GET /v2.0/security-groups/c812290c-b148-42e5-b8a8-450bce44ee97 HTTP/1.1" status: 404 len: 352 time: 0.0276883 Nov 02 11:42:20.090465 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:20.095670 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 18ce0631-e34b-407e-8018-55c2c388f8e4 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:42:20.096855 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0e7e09-afe8-46cc-923b-02edf533c301 x-openstack-request-id: req-2d0e7e09-afe8-46cc-923b-02edf533c301 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:20.097322 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a74b69-d972-4a77-9692-f60316afab8d", "name": "network-vif-plugged", "status": "completed", "tag": "37f73498-a110-4098-a282-3d2451cbea5b", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:20.099863 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d0e7e09-afe8-46cc-923b-02edf533c301 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:20.101259 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a74b69-d972-4a77-9692-f60316afab8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f73498-a110-4098-a282-3d2451cbea5b', 'code': 200} Nov 02 11:42:20.225613 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 18ce0631-e34b-407e-8018-55c2c388f8e4 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:42:20.225986 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 18ce0631-e34b-407e-8018-55c2c388f8e4 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:42:20.265997 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=37f73498-a110-4098-a282-3d2451cbea5b,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:20.302699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c946f81-64f7-46c0-ac12-154849487891 req-32757a07-f167-4ae6-9259-015729e57c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:20.304243 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c946f81-64f7-46c0-ac12-154849487891 req-32757a07-f167-4ae6-9259-015729e57c82 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=35a74b69-d972-4a77-9692-f60316afab8d HTTP/1.1" status: 200 len: 1098 time: 0.0497026 Nov 02 11:42:20.355252 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c946f81-64f7-46c0-ac12-154849487891 req-606903a7-6667-498f-86c6-1133b350e413 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427196 Nov 02 11:42:20.582415 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-871afce5-e989-4993-802c-aa7ec08e49a3 req-39966cf1-c31e-49a0-bee1-93947107b7fa tempest-SecurityGroupsNegativeTestJSON-1837210014 tempest-SecurityGroupsNegativeTestJSON-1837210014-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac13d21891444bd287cd11ad7857398d HTTP/1.1" status: 200 len: 3001 time: 0.0509503 Nov 02 11:42:20.648140 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-871afce5-e989-4993-802c-aa7ec08e49a3 req-152545fc-8978-4578-8b33-ab702cb502df tempest-SecurityGroupsNegativeTestJSON-1837210014 tempest-SecurityGroupsNegativeTestJSON-1837210014-project] 10.222.0.52 "GET /v2.0/security-groups/a322912a-48b6-4e5f-a75d-e52e093344cb HTTP/1.1" status: 200 len: 2998 time: 0.0473506 Nov 02 11:42:20.739409 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-871afce5-e989-4993-802c-aa7ec08e49a3 req-d1014da3-b065-4606-a809-f5557da29c0e tempest-SecurityGroupsNegativeTestJSON-1837210014 tempest-SecurityGroupsNegativeTestJSON-1837210014-project] 10.222.0.52 "GET /v2.0/security-groups/a322912a-48b6-4e5f-a75d-e52e093344cb HTTP/1.1" status: 200 len: 2998 time: 0.0836768 Nov 02 11:42:20.871678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 54ed6601-82d1-4e54-9f2a-9812543329ef details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:42:20.877681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b037e-4a04-4862-a3a1-e1beb0cbb73d req-3f291210-b6c2-4675-a794-aa49314e0075 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:20.878747 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-776b037e-4a04-4862-a3a1-e1beb0cbb73d req-3f291210-b6c2-4675-a794-aa49314e0075 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=35a74b69-d972-4a77-9692-f60316afab8d HTTP/1.1" status: 200 len: 946 time: 0.0618076 Nov 02 11:42:20.908081 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:20.956320 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-776b037e-4a04-4862-a3a1-e1beb0cbb73d req-80f15f07-bcb3-41c6-b9e6-4d428d57f0be tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682673 Nov 02 11:42:21.084592 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 54ed6601-82d1-4e54-9f2a-9812543329ef, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=54ed6601-82d1-4e54-9f2a-9812543329ef,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:21.090548 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686a785-81b4-4f7a-9227-e0e25bb7f009 req-b0d3af83-61a8-4297-aad2-6221783f0a62 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:21.092622 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3686a785-81b4-4f7a-9227-e0e25bb7f009 req-b0d3af83-61a8-4297-aad2-6221783f0a62 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 944 time: 0.0652115 Nov 02 11:42:21.115834 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '54ed6601-82d1-4e54-9f2a-9812543329ef', 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf', 'port_id': '54ed6601-82d1-4e54-9f2a-9812543329ef', 'mac_address': 'fa:16:3e:04:8d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9853137b-7032-4499-acf2-66fe74777f85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:42:21.191424 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3686a785-81b4-4f7a-9227-e0e25bb7f009 req-a97fc02d-3e4b-4b35-8bb1-10513cac40d4 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879581 Nov 02 11:42:21.211367 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-112c5681-ef8a-4d38-af5f-c26b7831d1a8 req-db0fc4a7-54e6-41a1-ae1f-dd021bd63b09 tempest-SecurityGroupsNegativeTestJSON-1837210014 tempest-SecurityGroupsNegativeTestJSON-1837210014-project] 10.222.0.52 "GET /v2.0/security-groups/a322912a-48b6-4e5f-a75d-e52e093344cb HTTP/1.1" status: 200 len: 2998 time: 0.0924351 Nov 02 11:42:21.214352 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:21.237336 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54ed6601-82d1-4e54-9f2a-9812543329ef {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:42:21.276484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 54ed6601-82d1-4e54-9f2a-9812543329ef, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=54ed6601-82d1-4e54-9f2a-9812543329ef,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:21.308712 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [req-112c5681-ef8a-4d38-af5f-c26b7831d1a8 req-1f5f1135-a4ab-4650-b4a1-1a087cb7132f tempest-SecurityGroupsNegativeTestJSON-1837210014 tempest-SecurityGroupsNegativeTestJSON-1837210014-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 02 11:42:21.330256 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-112c5681-ef8a-4d38-af5f-c26b7831d1a8 req-1f5f1135-a4ab-4650-b4a1-1a087cb7132f tempest-SecurityGroupsNegativeTestJSON-1837210014 tempest-SecurityGroupsNegativeTestJSON-1837210014-project] 10.222.0.52 "DELETE /v2.0/security-groups/a322912a-48b6-4e5f-a75d-e52e093344cb HTTP/1.1" status: 409 len: 352 time: 0.1059506 Nov 02 11:42:21.364538 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [req-9e3f2c2f-27de-4916-9c85-db2191129075 req-fdf517ff-7260-4ced-a94e-dcd1c0334e99 tempest-SecurityGroupsNegativeTestJSON-1837210014 tempest-SecurityGroupsNegativeTestJSON-1837210014-project] show failed (client error): The resource could not be found. Nov 02 11:42:21.378355 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9e3f2c2f-27de-4916-9c85-db2191129075 req-fdf517ff-7260-4ced-a94e-dcd1c0334e99 tempest-SecurityGroupsNegativeTestJSON-1837210014 tempest-SecurityGroupsNegativeTestJSON-1837210014-project] 10.222.0.52 "GET /v2.0/security-groups/c240c1e4-3bbb-4af2-b4c0-b7daa4095a2b HTTP/1.1" status: 404 len: 352 time: 0.0295496 Nov 02 11:42:21.395673 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:21.406442 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cd049-f0af-4091-b1d6-b56d1210e5cc req-8fdf51a4-fbf0-4bce-b5ed-095f873dbc84 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:21.408616 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5e2cd049-f0af-4091-b1d6-b56d1210e5cc req-8fdf51a4-fbf0-4bce-b5ed-095f873dbc84 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.54 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 944 time: 0.1356168 Nov 02 11:42:21.431882 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-0d34f10b-edc7-4f3b-8dbb-d2626e6ef6fb req-43461079-397e-4661-9d26-eb9c4b41d238 tempest-SecurityGroupsNegativeTestJSON-1837210014 tempest-SecurityGroupsNegativeTestJSON-1837210014-project] show failed (client error): The resource could not be found. Nov 02 11:42:21.455680 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d34f10b-edc7-4f3b-8dbb-d2626e6ef6fb req-43461079-397e-4661-9d26-eb9c4b41d238 tempest-SecurityGroupsNegativeTestJSON-1837210014 tempest-SecurityGroupsNegativeTestJSON-1837210014-project] 10.222.0.52 "GET /v2.0/security-groups/009220bc-0ead-4ae7-bdae-a8ddcc3d991c HTTP/1.1" status: 404 len: 352 time: 0.0424139 Nov 02 11:42:21.467514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59810) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:21.484117 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=54ed6601-82d1-4e54-9f2a-9812543329ef,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:21.497344 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['54ed6601-82d1-4e54-9f2a-9812543329ef'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:42:21.544747 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4daddf-a5e8-4a45-b8a1-4042b20bc142 admin admin] Deleting subnet 93c33bf5-21e0-4e62-96f4-3feda33799e0 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:42:21.552743 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc4daddf-a5e8-4a45-b8a1-4042b20bc142 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:21.601098 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc4daddf-a5e8-4a45-b8a1-4042b20bc142 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:21.607132 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-5e2cd049-f0af-4091-b1d6-b56d1210e5cc req-1aa8fe36-9e1a-4388-a850-268afffa0d65 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Deleting port b86ed647-2d5c-4721-8379-61ef6a25b6fb {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:42:21.607482 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5e2cd049-f0af-4091-b1d6-b56d1210e5cc req-1aa8fe36-9e1a-4388-a850-268afffa0d65 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:21.644954 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc4daddf-a5e8-4a45-b8a1-4042b20bc142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:21.711160 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-5e2cd049-f0af-4091-b1d6-b56d1210e5cc req-1aa8fe36-9e1a-4388-a850-268afffa0d65 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] For port b86ed647-2d5c-4721-8379-61ef6a25b6fb, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b86ed647-2d5c-4721-8379-61ef6a25b6fb,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:21.711998 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5e2cd049-f0af-4091-b1d6-b56d1210e5cc req-1aa8fe36-9e1a-4388-a850-268afffa0d65 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:21.729721 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-5e2cd049-f0af-4091-b1d6-b56d1210e5cc req-1aa8fe36-9e1a-4388-a850-268afffa0d65 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Calling delete_port for b86ed647-2d5c-4721-8379-61ef6a25b6fb owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:42:21.839950 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc4daddf-a5e8-4a45-b8a1-4042b20bc142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:21.857430 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc4daddf-a5e8-4a45-b8a1-4042b20bc142 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:21.864413 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bc4daddf-a5e8-4a45-b8a1-4042b20bc142 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/93c33bf5-21e0-4e62-96f4-3feda33799e0 HTTP/1.1" status: 204 len: 168 time: 0.3930435 Nov 02 11:42:21.883162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59824) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:21.891726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4daddf-a5e8-4a45-b8a1-4042b20bc142 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93c33bf5-21e0-4e62-96f4-3feda33799e0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:21.968955 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-971617a4-6228-4415-a1cf-4229d1ec7d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:22.292456 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59840) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:22.386408 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:22.436098 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5e2cd049-f0af-4091-b1d6-b56d1210e5cc req-1aa8fe36-9e1a-4388-a850-268afffa0d65 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:22.448627 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['b86ed647-2d5c-4721-8379-61ef6a25b6fb'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:42:22.527317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8fe36-9e1a-4388-a850-268afffa0d65 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Pushing event deleted for resources: {'Port': ['ID=b86ed647-2d5c-4721-8379-61ef6a25b6fb,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:22.594633 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:42:22.616795 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-971617a4-6228-4415-a1cf-4229d1ec7d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:22.630116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2cd049-f0af-4091-b1d6-b56d1210e5cc req-1aa8fe36-9e1a-4388-a850-268afffa0d65 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] No DVR routers for this DVR port b86ed647-2d5c-4721-8379-61ef6a25b6fb on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:42:22.655120 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5e2cd049-f0af-4091-b1d6-b56d1210e5cc req-1aa8fe36-9e1a-4388-a850-268afffa0d65 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:22.659927 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5e2cd049-f0af-4091-b1d6-b56d1210e5cc req-1aa8fe36-9e1a-4388-a850-268afffa0d65 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.54 "DELETE /v2.0/ports/b86ed647-2d5c-4721-8379-61ef6a25b6fb HTTP/1.1" status: 204 len: 173 time: 1.2385104 Nov 02 11:42:22.661865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306cef6-5dc9-4f3c-85a2-52a11b85fbb2 req-84b013ba-40d5-4fc3-8424-5cd8cc6de5d3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:22.662967 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77a897f-41d3-4cca-ada3-da8c29a8cb84', 'name': 'network-vif-deleted', 'tag': 'b86ed647-2d5c-4721-8379-61ef6a25b6fb'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:22.665426 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923919c3-3a4f-4c7e-b971-f07c9b492177" -d '{"events": [{"server_uuid": "d77a897f-41d3-4cca-ada3-da8c29a8cb84", "name": "network-vif-deleted", "tag": "b86ed647-2d5c-4721-8379-61ef6a25b6fb"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:22.671363 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8306cef6-5dc9-4f3c-85a2-52a11b85fbb2 req-84b013ba-40d5-4fc3-8424-5cd8cc6de5d3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=35a74b69-d972-4a77-9692-f60316afab8d HTTP/1.1" status: 200 len: 946 time: 0.6165917 Nov 02 11:42:22.689464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-971617a4-6228-4415-a1cf-4229d1ec7d10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba63932-09ab-4012-b840-186cc83868aa']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:22.724319 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c663fdd3-e014-40c2-a6de-40a27b009450 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=be13fbd8f8734ab38d66318a4ed85a7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4297962 Nov 02 11:42:22.729478 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59856) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:22.738398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-971617a4-6228-4415-a1cf-4229d1ec7d10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb594f8-0346-4cd2-a6f0-da8dec4451f8') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:22.739622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-971617a4-6228-4415-a1cf-4229d1ec7d10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb594f8-0346-4cd2-a6f0-da8dec4451f8') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:22.757242 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-971617a4-6228-4415-a1cf-4229d1ec7d10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:22.787114 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8306cef6-5dc9-4f3c-85a2-52a11b85fbb2 req-4a5a885a-6852-46aa-b808-e519a400730a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141284 Nov 02 11:42:22.789184 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-971617a4-6228-4415-a1cf-4229d1ec7d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:22.797914 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971617a4-6228-4415-a1cf-4229d1ec7d10 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:42:22.798686 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-971617a4-6228-4415-a1cf-4229d1ec7d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:42:22.800868 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:42:22.818069 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9bb09b7c-e5a0-46b2-83df-f81baa430748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:22.850228 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9bb09b7c-e5a0-46b2-83df-f81baa430748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:22.883483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 54ed6601-82d1-4e54-9f2a-9812543329ef up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:42:22.932616 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b88505cb-c180-4ad8-bda4-8148a5dc01fa req-aa46f9b7-7239-4c8d-b2ac-fd814e406e9b tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 210 time: 0.0528073 Nov 02 11:42:22.959709 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 54ed6601-82d1-4e54-9f2a-9812543329ef triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:42:22.960082 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:23.073524 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b559b46-e2db-4656-a716-a353d45e1e1e x-openstack-request-id: req-6b559b46-e2db-4656-a716-a353d45e1e1e {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:23.073780 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77a897f-41d3-4cca-ada3-da8c29a8cb84", "name": "network-vif-deleted", "tag": "b86ed647-2d5c-4721-8379-61ef6a25b6fb", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:23.074031 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b559b46-e2db-4656-a716-a353d45e1e1e {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:23.074519 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77a897f-41d3-4cca-ada3-da8c29a8cb84', 'name': 'network-vif-deleted', 'tag': 'b86ed647-2d5c-4721-8379-61ef6a25b6fb', 'status': 'completed', 'code': 200} Nov 02 11:42:23.214086 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:23.242227 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9705f393-5cf6-4e4c-b5d7-40e52a6e5760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ed6601-82d1-4e54-9f2a-9812543329ef'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:23.245565 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f277c6-fa3e-4de4-8e0c-d795cc982d72" -d '{"events": [{"server_uuid": "9705f393-5cf6-4e4c-b5d7-40e52a6e5760", "name": "network-vif-plugged", "status": "completed", "tag": "54ed6601-82d1-4e54-9f2a-9812543329ef"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:23.260492 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 54ed6601-82d1-4e54-9f2a-9812543329ef, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=54ed6601-82d1-4e54-9f2a-9812543329ef,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:23.292198 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-971617a4-6228-4415-a1cf-4229d1ec7d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:23.293735 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9bb09b7c-e5a0-46b2-83df-f81baa430748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:23.300195 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9bb09b7c-e5a0-46b2-83df-f81baa430748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:23.310532 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9bb09b7c-e5a0-46b2-83df-f81baa430748 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de17d2c4-a478-4a11-b018-8993057d59cf HTTP/1.1" status: 204 len: 168 time: 0.5814009 Nov 02 11:42:23.315363 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-971617a4-6228-4415-a1cf-4229d1ec7d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:23.325790 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-971617a4-6228-4415-a1cf-4229d1ec7d10 admin admin] 10.222.0.52 "DELETE /v2.0/networks/cba63932-09ab-4012-b840-186cc83868aa HTTP/1.1" status: 204 len: 168 time: 1.4343703 Nov 02 11:42:23.350389 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971617a4-6228-4415-a1cf-4229d1ec7d10 admin admin] Pushing event deleted for resources: {'Network': ['ID=cba63932-09ab-4012-b840-186cc83868aa,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:23.360242 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb09b7c-e5a0-46b2-83df-f81baa430748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de17d2c4-a478-4a11-b018-8993057d59cf,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:23.434613 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:23.534395 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c246ef-b6ad-4f5d-bb79-fb1478da449d x-openstack-request-id: req-86c246ef-b6ad-4f5d-bb79-fb1478da449d {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:23.537108 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9705f393-5cf6-4e4c-b5d7-40e52a6e5760", "name": "network-vif-plugged", "status": "completed", "tag": "54ed6601-82d1-4e54-9f2a-9812543329ef", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:23.537108 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86c246ef-b6ad-4f5d-bb79-fb1478da449d {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:23.537108 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9705f393-5cf6-4e4c-b5d7-40e52a6e5760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ed6601-82d1-4e54-9f2a-9812543329ef', 'code': 200} Nov 02 11:42:23.583792 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=54ed6601-82d1-4e54-9f2a-9812543329ef,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:23.766863 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:23.943129 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59886) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:23.963205 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ccc61-8929-4776-9623-1dfc64555485 req-158f5e72-4a00-426b-8c5c-033f2e59bf28 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:23.970951 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa0ccc61-8929-4776-9623-1dfc64555485 req-158f5e72-4a00-426b-8c5c-033f2e59bf28 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=35a74b69-d972-4a77-9692-f60316afab8d HTTP/1.1" status: 200 len: 946 time: 0.1126754 Nov 02 11:42:24.012853 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:24.081096 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-51dbdb9c-2947-40a1-b87b-0b6617300b04 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac13d21891444bd287cd11ad7857398d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361172 Nov 02 11:42:24.084067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59896) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:24.146450 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa0ccc61-8929-4776-9623-1dfc64555485 req-880256b7-9129-4ce8-87e8-d948946dd008 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732981 Nov 02 11:42:24.226423 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27d6e037-93f2-438f-90fb-2c3a9e0a65db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:24.293778 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27d6e037-93f2-438f-90fb-2c3a9e0a65db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:24.303137 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fe84e17-a85b-414e-a09a-31ed9f809bdf req-f9e7b362-f069-4c47-929b-d5d93f5e07ce tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=d77a897f-41d3-4cca-ada3-da8c29a8cb84 HTTP/1.1" status: 200 len: 210 time: 0.0677981 Nov 02 11:42:24.512368 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27d6e037-93f2-438f-90fb-2c3a9e0a65db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:24.521838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27d6e037-93f2-438f-90fb-2c3a9e0a65db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:24.521838 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-27d6e037-93f2-438f-90fb-2c3a9e0a65db admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a322912a-48b6-4e5f-a75d-e52e093344cb HTTP/1.1" status: 204 len: 168 time: 0.4351907 Nov 02 11:42:24.535500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6e037-93f2-438f-90fb-2c3a9e0a65db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a322912a-48b6-4e5f-a75d-e52e093344cb,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:24.639203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59912) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:24.713425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59914) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:24.715696 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8ce149ae-139f-4818-aa4e-7d5b98a3165f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b17079f803284b74a44e4b1a62a07e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0748298 Nov 02 11:42:24.783222 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06e55e68-ba72-4855-bc15-42ee036b6390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:24.812865 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06e55e68-ba72-4855-bc15-42ee036b6390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:24.877261 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:24.934539 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06e55e68-ba72-4855-bc15-42ee036b6390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:24.937184 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06e55e68-ba72-4855-bc15-42ee036b6390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:24.941436 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-06e55e68-ba72-4855-bc15-42ee036b6390 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/01f1d20d-e2c2-4274-be7a-eef0de517171 HTTP/1.1" status: 204 len: 168 time: 0.2230201 Nov 02 11:42:24.948530 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e55e68-ba72-4855-bc15-42ee036b6390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f1d20d-e2c2-4274-be7a-eef0de517171,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:25.126169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a1442-a5c7-483b-b168-153b6095f27d req-a7f3d9a4-ddaf-4a45-b803-37fbf9640dcc tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:25.128091 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c1a1442-a5c7-483b-b168-153b6095f27d req-a7f3d9a4-ddaf-4a45-b803-37fbf9640dcc tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.79 "GET /v2.0/ports?device_id=35a74b69-d972-4a77-9692-f60316afab8d HTTP/1.1" status: 200 len: 946 time: 0.0679252 Nov 02 11:42:25.358682 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-1c1a1442-a5c7-483b-b168-153b6095f27d req-d060f770-71ab-47da-9d0c-85f3d61f1e6c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Deleting port 37f73498-a110-4098-a282-3d2451cbea5b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:42:25.359248 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c1a1442-a5c7-483b-b168-153b6095f27d req-d060f770-71ab-47da-9d0c-85f3d61f1e6c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:25.391318 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512c517-c0dd-4400-8bbe-2e3963359a78 req-0bb9b9f5-9d3a-4110-be21-c272016b242d tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:25.393327 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9512c517-c0dd-4400-8bbe-2e3963359a78 req-0bb9b9f5-9d3a-4110-be21-c272016b242d tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=35a74b69-d972-4a77-9692-f60316afab8d HTTP/1.1" status: 200 len: 946 time: 0.1152067 Nov 02 11:42:25.542964 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9512c517-c0dd-4400-8bbe-2e3963359a78 req-f8f08e02-efec-46ba-9d43-b2a39335c14b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396060 Nov 02 11:42:25.588224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-1c1a1442-a5c7-483b-b168-153b6095f27d req-d060f770-71ab-47da-9d0c-85f3d61f1e6c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] For port 37f73498-a110-4098-a282-3d2451cbea5b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=37f73498-a110-4098-a282-3d2451cbea5b,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:25.588617 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c1a1442-a5c7-483b-b168-153b6095f27d req-d060f770-71ab-47da-9d0c-85f3d61f1e6c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:25.615234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-1c1a1442-a5c7-483b-b168-153b6095f27d req-d060f770-71ab-47da-9d0c-85f3d61f1e6c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Calling delete_port for 37f73498-a110-4098-a282-3d2451cbea5b owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:42:26.001783 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c1a1442-a5c7-483b-b168-153b6095f27d req-d060f770-71ab-47da-9d0c-85f3d61f1e6c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:26.052068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060f770-71ab-47da-9d0c-85f3d61f1e6c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Pushing event deleted for resources: {'Port': ['ID=37f73498-a110-4098-a282-3d2451cbea5b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:26.155648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1a1442-a5c7-483b-b168-153b6095f27d req-d060f770-71ab-47da-9d0c-85f3d61f1e6c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] No DVR routers for this DVR port 37f73498-a110-4098-a282-3d2451cbea5b on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:42:26.160267 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c1a1442-a5c7-483b-b168-153b6095f27d req-d060f770-71ab-47da-9d0c-85f3d61f1e6c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:26.164058 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c1a1442-a5c7-483b-b168-153b6095f27d req-d060f770-71ab-47da-9d0c-85f3d61f1e6c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.79 "DELETE /v2.0/ports/37f73498-a110-4098-a282-3d2451cbea5b HTTP/1.1" status: 204 len: 173 time: 1.0299444 Nov 02 11:42:26.169151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a74b69-d972-4a77-9692-f60316afab8d', 'name': 'network-vif-deleted', 'tag': '37f73498-a110-4098-a282-3d2451cbea5b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:26.172797 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6c84af-c865-4952-8234-2b76d854eb94" -d '{"events": [{"server_uuid": "35a74b69-d972-4a77-9692-f60316afab8d", "name": "network-vif-deleted", "tag": "37f73498-a110-4098-a282-3d2451cbea5b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:26.199916 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25206e-1bb2-48b4-8fdc-7fb92b98a0da req-9900eccb-eba1-46d4-9487-2fc22bdb8d7e tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:26.201681 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a25206e-1bb2-48b4-8fdc-7fb92b98a0da req-9900eccb-eba1-46d4-9487-2fc22bdb8d7e tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 944 time: 0.1066153 Nov 02 11:42:26.285954 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a25206e-1bb2-48b4-8fdc-7fb92b98a0da req-746339eb-3a44-46e2-ae97-4c4cb937fa9c tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753376 Nov 02 11:42:26.287694 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e29067-a715-4524-932c-1037fd5b9aad x-openstack-request-id: req-a2e29067-a715-4524-932c-1037fd5b9aad {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:26.295493 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a74b69-d972-4a77-9692-f60316afab8d", "name": "network-vif-deleted", "tag": "37f73498-a110-4098-a282-3d2451cbea5b", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:26.298049 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2e29067-a715-4524-932c-1037fd5b9aad {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:26.301290 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a74b69-d972-4a77-9692-f60316afab8d', 'name': 'network-vif-deleted', 'tag': '37f73498-a110-4098-a282-3d2451cbea5b', 'status': 'completed', 'code': 200} Nov 02 11:42:26.605910 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1d7a4-f892-43b5-be73-a721e395f7c0 req-b428a70f-93b0-46bb-8578-74cfff872df9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:26.613617 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ced1d7a4-f892-43b5-be73-a721e395f7c0 req-b428a70f-93b0-46bb-8578-74cfff872df9 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.54 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 944 time: 0.1278861 Nov 02 11:42:26.718513 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebe08b4c-1677-44a6-b767-dde3ad5b440a req-d1371879-cae4-44bb-b6e7-98174bde6988 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=35a74b69-d972-4a77-9692-f60316afab8d HTTP/1.1" status: 200 len: 210 time: 0.0321090 Nov 02 11:42:26.778234 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-ced1d7a4-f892-43b5-be73-a721e395f7c0 req-987759af-3591-4607-bf59-29282ca79f7d tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Deleting port f70ba22f-c466-4a31-8df3-1f062f2deeaf {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:42:26.778579 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ced1d7a4-f892-43b5-be73-a721e395f7c0 req-987759af-3591-4607-bf59-29282ca79f7d tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:26.883218 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-ced1d7a4-f892-43b5-be73-a721e395f7c0 req-987759af-3591-4607-bf59-29282ca79f7d tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] For port f70ba22f-c466-4a31-8df3-1f062f2deeaf, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=f70ba22f-c466-4a31-8df3-1f062f2deeaf,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:26.883942 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ced1d7a4-f892-43b5-be73-a721e395f7c0 req-987759af-3591-4607-bf59-29282ca79f7d tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:26.898786 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b86ed647-2d5c-4721-8379-61ef6a25b6fb no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:42:26.907681 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-ced1d7a4-f892-43b5-be73-a721e395f7c0 req-987759af-3591-4607-bf59-29282ca79f7d tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Calling delete_port for f70ba22f-c466-4a31-8df3-1f062f2deeaf owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:42:26.920673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: b86ed647-2d5c-4721-8379-61ef6a25b6fb {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:42:26.921323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b86ed647-2d5c-4721-8379-61ef6a25b6fb not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:42:27.225059 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ced1d7a4-f892-43b5-be73-a721e395f7c0 req-987759af-3591-4607-bf59-29282ca79f7d tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:27.310463 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987759af-3591-4607-bf59-29282ca79f7d tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Pushing event deleted for resources: {'Port': ['ID=f70ba22f-c466-4a31-8df3-1f062f2deeaf,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:27.341499 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced1d7a4-f892-43b5-be73-a721e395f7c0 req-987759af-3591-4607-bf59-29282ca79f7d tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] No DVR routers for this DVR port f70ba22f-c466-4a31-8df3-1f062f2deeaf on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:42:27.344382 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ced1d7a4-f892-43b5-be73-a721e395f7c0 req-987759af-3591-4607-bf59-29282ca79f7d tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:27.348786 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ced1d7a4-f892-43b5-be73-a721e395f7c0 req-987759af-3591-4607-bf59-29282ca79f7d tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.54 "DELETE /v2.0/ports/f70ba22f-c466-4a31-8df3-1f062f2deeaf HTTP/1.1" status: 204 len: 173 time: 0.7288005 Nov 02 11:42:27.349395 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14b9a4b-3f55-48fd-800c-d970efc8131e', 'name': 'network-vif-deleted', 'tag': 'f70ba22f-c466-4a31-8df3-1f062f2deeaf'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:27.352148 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29b59d7-e056-4be7-b71a-dbdcddd1f25a" -d '{"events": [{"server_uuid": "a14b9a4b-3f55-48fd-800c-d970efc8131e", "name": "network-vif-deleted", "tag": "f70ba22f-c466-4a31-8df3-1f062f2deeaf"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:27.467548 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ac388d12-0c4e-426e-9c72-8d47053e9034 req-5ea86cdc-02af-4356-9e2e-77871f449d36 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=a14b9a4b-3f55-48fd-800c-d970efc8131e HTTP/1.1" status: 200 len: 210 time: 0.0471702 Nov 02 11:42:27.487275 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 37f73498-a110-4098-a282-3d2451cbea5b no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:42:27.514417 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb43e34-1eec-40f6-b0fb-06d3cf7402c7 x-openstack-request-id: req-deb43e34-1eec-40f6-b0fb-06d3cf7402c7 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:27.515022 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14b9a4b-3f55-48fd-800c-d970efc8131e", "name": "network-vif-deleted", "tag": "f70ba22f-c466-4a31-8df3-1f062f2deeaf", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:27.515589 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-deb43e34-1eec-40f6-b0fb-06d3cf7402c7 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:27.516936 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14b9a4b-3f55-48fd-800c-d970efc8131e', 'name': 'network-vif-deleted', 'tag': 'f70ba22f-c466-4a31-8df3-1f062f2deeaf', 'status': 'completed', 'code': 200} Nov 02 11:42:27.517640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 37f73498-a110-4098-a282-3d2451cbea5b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:42:27.517938 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 37f73498-a110-4098-a282-3d2451cbea5b not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:42:28.576555 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-013632f6-ad79-4b4b-8e62-f479e501573e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:28.584647 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-013632f6-ad79-4b4b-8e62-f479e501573e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/networks?id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929 HTTP/1.1" status: 200 len: 812 time: 0.1441042 Nov 02 11:42:28.600480 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-fb01121d-cff6-4e6e-ad41-f4d644a03bf4 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/quotas/132e4746dfee4359a0fd0da383d0d399 HTTP/1.1" status: 200 len: 375 time: 0.0137579 Nov 02 11:42:28.660358 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-c8290b41-eb3c-4b81-9e5e-9de120dc87b5 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556722 Nov 02 11:42:28.767240 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-b84b3ebd-0d35-44c0-9dd4-80b82483b802 service neutron] 10.222.0.52 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058235 Nov 02 11:42:28.898801 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-6a814dce-6823-45db-9308-1b57643762ba service neutron] 10.222.0.52 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249599 Nov 02 11:42:29.291618 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60066) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:29.318569 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60070) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:29.548899 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aa4f52cb-f290-45c4-8c79-7ba19457779d req-8f8013df-6b97-42f9-835a-8767c04ca6d8 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 210 time: 0.0531342 Nov 02 11:42:29.555562 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a304f072-1ded-46ca-b8e5-2455e1d0b5a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-204760725-network', 'tenant_id': '2f44db99cfc4430fa3fe446dbfb4477e'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:29.623830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a443c592-7ce4-4c71-9609-9e16b72d82bc admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-457920805-network', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:29.697437 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a304f072-1ded-46ca-b8e5-2455e1d0b5a8 admin admin] Made reservation on behalf of 2f44db99cfc4430fa3fe446dbfb4477e for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:42:29.699824 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a304f072-1ded-46ca-b8e5-2455e1d0b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:29.710284 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a304f072-1ded-46ca-b8e5-2455e1d0b5a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:29.800972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a443c592-7ce4-4c71-9609-9e16b72d82bc admin admin] Made reservation on behalf of 0336d4fb11e54fcb8e7fa0f3785444ce for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:42:29.803417 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a443c592-7ce4-4c71-9609-9e16b72d82bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:29.829310 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a304f072-1ded-46ca-b8e5-2455e1d0b5a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:29.829725 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a443c592-7ce4-4c71-9609-9e16b72d82bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:29.929516 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a304f072-1ded-46ca-b8e5-2455e1d0b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:29.936061 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a304f072-1ded-46ca-b8e5-2455e1d0b5a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:42:29.945483 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a304f072-1ded-46ca-b8e5-2455e1d0b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:29.945876 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-a304f072-1ded-46ca-b8e5-2455e1d0b5a8 admin admin] Added segment 66365ffc-4397-4e36-8e79-1c5b4d51a8f6 of type vlan for network c6954393-f605-47d3-9739-2a8840607bff Nov 02 11:42:29.991948 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a304f072-1ded-46ca-b8e5-2455e1d0b5a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:29.997698 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a443c592-7ce4-4c71-9609-9e16b72d82bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:30.039009 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304f072-1ded-46ca-b8e5-2455e1d0b5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36eab2ce-a027-4747-9767-17904fc1ff5b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:30.102151 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a443c592-7ce4-4c71-9609-9e16b72d82bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:30.110291 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a304f072-1ded-46ca-b8e5-2455e1d0b5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:30.110291 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a304f072-1ded-46ca-b8e5-2455e1d0b5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:30.110291 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a304f072-1ded-46ca-b8e5-2455e1d0b5a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:30.166118 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a443c592-7ce4-4c71-9609-9e16b72d82bc admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:42:30.184484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443c592-7ce4-4c71-9609-9e16b72d82bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a936bfa5-b657-4303-949d-a0bd8c2ca2b0,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:30.206774 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a443c592-7ce4-4c71-9609-9e16b72d82bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:30.207537 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-a443c592-7ce4-4c71-9609-9e16b72d82bc admin admin] Added segment f2f27feb-217d-4502-af56-e236e3900c3c of type vlan for network 3e0edd90-a801-414a-9271-b77c19e00cf2 Nov 02 11:42:30.232545 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304f072-1ded-46ca-b8e5-2455e1d0b5a8 admin admin] Pushing event updated for resources: {'Network': ['ID=c6954393-f605-47d3-9739-2a8840607bff,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:30.241016 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a304f072-1ded-46ca-b8e5-2455e1d0b5a8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9453611 Nov 02 11:42:30.244376 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network c6954393-f605-47d3-9739-2a8840607bff details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:42:30.254822 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60104) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:30.274394 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7b9af379-d4b2-4ab0-9b9f-b84aaec62327 admin admin] Request body: {'subnet': {'network_id': 'c6954393-f605-47d3-9739-2a8840607bff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-204760725-subnet', 'tenant_id': '2f44db99cfc4430fa3fe446dbfb4477e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:30.331310 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a443c592-7ce4-4c71-9609-9e16b72d82bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:30.373955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c79a0d-22f4-4752-9dab-a405de285528 req-21d14cbe-d577-4006-84b7-7936add5ef20 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:30.382090 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85c79a0d-22f4-4752-9dab-a405de285528 req-21d14cbe-d577-4006-84b7-7936add5ef20 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 945 time: 0.0930309 Nov 02 11:42:30.470647 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85c79a0d-22f4-4752-9dab-a405de285528 req-684cd0e7-814e-48c9-9e3c-7a98e72990e0 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703225 Nov 02 11:42:30.489173 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9af379-d4b2-4ab0-9b9f-b84aaec62327 admin admin] Made reservation on behalf of 2f44db99cfc4430fa3fe446dbfb4477e for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:42:30.491888 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7b9af379-d4b2-4ab0-9b9f-b84aaec62327 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:30.530019 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a443c592-7ce4-4c71-9609-9e16b72d82bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:30.533496 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a443c592-7ce4-4c71-9609-9e16b72d82bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:30.533496 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a443c592-7ce4-4c71-9609-9e16b72d82bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:30.739016 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b871c-adbe-4170-8634-1dc0b24d1176 req-b9882941-b082-42b6-bb9c-e9b5fcc08855 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:30.741287 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5d3b871c-adbe-4170-8634-1dc0b24d1176 req-b9882941-b082-42b6-bb9c-e9b5fcc08855 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.54 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 945 time: 0.2194371 Nov 02 11:42:30.773559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a443c592-7ce4-4c71-9609-9e16b72d82bc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4489834 Nov 02 11:42:30.777806 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60124) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:30.787424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-4c582f65-c6bc-4370-a122-12bdd16f38ec admin admin] Request body: {'subnet': {'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-457920805-subnet', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:30.825406 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443c592-7ce4-4c71-9609-9e16b72d82bc admin admin] Pushing event updated for resources: {'Network': ['ID=3e0edd90-a801-414a-9271-b77c19e00cf2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:30.836379 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 3e0edd90-a801-414a-9271-b77c19e00cf2 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:42:30.901099 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f25b0ba9-f5fc-4260-acf7-8388bcd04d79 req-57b93cc9-3121-4cb2-952c-a5d97770ab0b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 210 time: 0.0723734 Nov 02 11:42:30.928843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c582f65-c6bc-4370-a122-12bdd16f38ec admin admin] Made reservation on behalf of 0336d4fb11e54fcb8e7fa0f3785444ce for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:42:30.932986 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4c582f65-c6bc-4370-a122-12bdd16f38ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:30.962340 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device f70ba22f-c466-4a31-8df3-1f062f2deeaf no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:42:31.082718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: f70ba22f-c466-4a31-8df3-1f062f2deeaf {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:42:31.083785 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device f70ba22f-c466-4a31-8df3-1f062f2deeaf not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:42:31.132353 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-5d3b871c-adbe-4170-8634-1dc0b24d1176 req-e034504f-9d06-4b6f-95fa-9fe0dd019035 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Deleting port e45bf28c-d78b-492d-b048-3912cfe8f2bc {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:42:31.132855 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5d3b871c-adbe-4170-8634-1dc0b24d1176 req-e034504f-9d06-4b6f-95fa-9fe0dd019035 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:31.220864 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7b9af379-d4b2-4ab0-9b9f-b84aaec62327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:31.302324 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9af379-d4b2-4ab0-9b9f-b84aaec62327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c4c8bce-0c4f-41e2-9449-e7ccb1be5b5b,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:31.338178 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-5d3b871c-adbe-4170-8634-1dc0b24d1176 req-e034504f-9d06-4b6f-95fa-9fe0dd019035 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] For port e45bf28c-d78b-492d-b048-3912cfe8f2bc, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e45bf28c-d78b-492d-b048-3912cfe8f2bc,segment=NetworkSegment(0fb270fc-a3ee-4079-adaa-17ccd7798b7b),segment_id=0fb270fc-a3ee-4079-adaa-17ccd7798b7b)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:31.338555 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5d3b871c-adbe-4170-8634-1dc0b24d1176 req-e034504f-9d06-4b6f-95fa-9fe0dd019035 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:31.351427 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9af379-d4b2-4ab0-9b9f-b84aaec62327 admin admin] Checking segment: {'id': '66365ffc-4397-4e36-8e79-1c5b4d51a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c6954393-f605-47d3-9739-2a8840607bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:42:31.351779 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9af379-d4b2-4ab0-9b9f-b84aaec62327 admin admin] Network hostable DHCP agents. Network: c6954393-f605-47d3-9739-2a8840607bff, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:42:31.358213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-5d3b871c-adbe-4170-8634-1dc0b24d1176 req-e034504f-9d06-4b6f-95fa-9fe0dd019035 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Calling delete_port for e45bf28c-d78b-492d-b048-3912cfe8f2bc owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:42:31.600220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61378b2c-7d48-4665-9f85-8de61f98d419 req-54c1c069-26d2-4ed1-b83f-8b724d197d39 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:31.608383 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-61378b2c-7d48-4665-9f85-8de61f98d419 req-54c1c069-26d2-4ed1-b83f-8b724d197d39 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 945 time: 0.0571818 Nov 02 11:42:31.663045 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-61378b2c-7d48-4665-9f85-8de61f98d419 req-2e961208-300b-4fc8-854a-d58601a9bc2c tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/security-groups?id=229ce3a4-971f-4b93-af5d-327d7fbab94c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545206 Nov 02 11:42:31.712010 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4c582f65-c6bc-4370-a122-12bdd16f38ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:31.715667 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9af379-d4b2-4ab0-9b9f-b84aaec62327 admin admin] Network c6954393-f605-47d3-9739-2a8840607bff is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:42:31.727268 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5d3b871c-adbe-4170-8634-1dc0b24d1176 req-e034504f-9d06-4b6f-95fa-9fe0dd019035 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:31.777584 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c582f65-c6bc-4370-a122-12bdd16f38ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=319340b2-c2fa-459a-ba8d-30de9ce161b3,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:31.788911 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034504f-9d06-4b6f-95fa-9fe0dd019035 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Pushing event deleted for resources: {'Port': ['ID=e45bf28c-d78b-492d-b048-3912cfe8f2bc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:31.791527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c582f65-c6bc-4370-a122-12bdd16f38ec admin admin] Checking segment: {'id': 'f2f27feb-217d-4502-af56-e236e3900c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:42:31.792160 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c582f65-c6bc-4370-a122-12bdd16f38ec admin admin] Network hostable DHCP agents. Network: 3e0edd90-a801-414a-9271-b77c19e00cf2, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:42:31.831885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3b871c-adbe-4170-8634-1dc0b24d1176 req-e034504f-9d06-4b6f-95fa-9fe0dd019035 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] No DVR routers for this DVR port e45bf28c-d78b-492d-b048-3912cfe8f2bc on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:42:31.835838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5d3b871c-adbe-4170-8634-1dc0b24d1176 req-e034504f-9d06-4b6f-95fa-9fe0dd019035 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:31.840395 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5d3b871c-adbe-4170-8634-1dc0b24d1176 req-e034504f-9d06-4b6f-95fa-9fe0dd019035 tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.54 "DELETE /v2.0/ports/e45bf28c-d78b-492d-b048-3912cfe8f2bc HTTP/1.1" status: 204 len: 173 time: 1.0905058 Nov 02 11:42:31.841105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baa7b2e-2b06-4d35-8b46-93efe4b6e912', 'name': 'network-vif-deleted', 'tag': 'e45bf28c-d78b-492d-b048-3912cfe8f2bc'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:31.845081 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f875119-0cbf-4867-9900-a6b1509995f0" -d '{"events": [{"server_uuid": "6baa7b2e-2b06-4d35-8b46-93efe4b6e912", "name": "network-vif-deleted", "tag": "e45bf28c-d78b-492d-b048-3912cfe8f2bc"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:31.851471 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-7b9af379-d4b2-4ab0-9b9f-b84aaec62327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, c6954393-f605-47d3-9739-2a8840607bff) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:42:31.863740 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9af379-d4b2-4ab0-9b9f-b84aaec62327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:31.864892 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7b9af379-d4b2-4ab0-9b9f-b84aaec62327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:31.865647 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2220b9c-ece0-4f64-839f-f82e7874b10d None None] Network c6954393-f605-47d3-9739-2a8840607bff requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:42:31.898091 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cae95b-8f9d-47e5-894d-8b3168945e4c x-openstack-request-id: req-c0cae95b-8f9d-47e5-894d-8b3168945e4c {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:31.898496 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6baa7b2e-2b06-4d35-8b46-93efe4b6e912", "name": "network-vif-deleted", "tag": "e45bf28c-d78b-492d-b048-3912cfe8f2bc", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:31.898857 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0cae95b-8f9d-47e5-894d-8b3168945e4c {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:31.899454 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baa7b2e-2b06-4d35-8b46-93efe4b6e912', 'name': 'network-vif-deleted', 'tag': 'e45bf28c-d78b-492d-b048-3912cfe8f2bc', 'status': 'completed', 'code': 200} Nov 02 11:42:32.022896 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7b9af379-d4b2-4ab0-9b9f-b84aaec62327 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7582190 Nov 02 11:42:32.038211 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4ad81f-62be-4e2a-a76c-7fa327a8fc86 None None] Network c6954393-f605-47d3-9739-2a8840607bff requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:42:32.048147 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c582f65-c6bc-4370-a122-12bdd16f38ec admin admin] Network 3e0edd90-a801-414a-9271-b77c19e00cf2 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:42:32.107570 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3bedee57-5e3f-4194-aea3-ea2af8ff4e15 req-bb7bb71d-5806-4547-8b5f-566fd3cee53c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 210 time: 0.1113575 Nov 02 11:42:32.135811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-4c582f65-c6bc-4370-a122-12bdd16f38ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 3e0edd90-a801-414a-9271-b77c19e00cf2) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:42:32.152320 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c582f65-c6bc-4370-a122-12bdd16f38ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:32.156784 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4c582f65-c6bc-4370-a122-12bdd16f38ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:32.225878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ce31dc-eba0-46a6-b282-9ecf96440e08 None None] Network 3e0edd90-a801-414a-9271-b77c19e00cf2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:42:32.323832 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4c582f65-c6bc-4370-a122-12bdd16f38ec admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5443392 Nov 02 11:42:32.335622 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60164) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:32.347576 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-457920805-router', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:32.506579 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-3e0edd90-a801-414a-9271-b77c19e00cf2', 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'fixed_ips': [{'subnet_id': '319340b2-c2fa-459a-ba8d-30de9ce161b3'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:42:32.507507 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:32.515057 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:32.517475 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:32.601234 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:32.803749 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Allocated IP 172.20.0.2 (3e0edd90-a801-414a-9271-b77c19e00cf2/319340b2-c2fa-459a-ba8d-30de9ce161b3/a6346ce8-e15c-4605-a7a3-90ee919d0705) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:42:32.879178 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e8859951-71f8-4100-849f-faf921f9cc81 req-07251860-5d38-474c-a409-752a01923c9a tempest-LiveMigrationTest-352369261 tempest-LiveMigrationTest-352369261-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baa7b2e-2b06-4d35-8b46-93efe4b6e912 HTTP/1.1" status: 200 len: 210 time: 0.0767250 Nov 02 11:42:33.059493 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:33.111914 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:33.218175 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:33.316809 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-718cbc8b-bfdd-4a6a-bb39-55046f911e39 req-4976233f-7393-4642-a9b0-6c4edd5eb053 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 210 time: 0.1161993 Nov 02 11:42:33.320129 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Network 3e0edd90-a801-414a-9271-b77c19e00cf2 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:42:33.334698 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:42:33.398170 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:42:33.413290 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-d338234f-8775-490a-b0d6-ffcac2986e55 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:33.415838 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-d338234f-8775-490a-b0d6-ffcac2986e55 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.79 "GET /v2.0/networks?id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929 HTTP/1.1" status: 200 len: 812 time: 0.2849789 Nov 02 11:42:33.436175 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-02181640-ffd4-4337-8c4b-89ddb28151ba tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Request body: {'port': {'device_id': '4952835c-7ec9-4b3b-973b-ce9e92ecaad8', 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929', 'admin_state_up': True, 'tenant_id': '132e4746dfee4359a0fd0da383d0d399'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:33.450636 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Pushing event updated for resources: {'Port': ['ID=a6346ce8-e15c-4605-a7a3-90ee919d0705,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:33.578015 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Attempting to bind port a6346ce8-e15c-4605-a7a3-90ee919d0705 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:42:33.578597 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Attempting to bind port a6346ce8-e15c-4605-a7a3-90ee919d0705 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'f2f27feb-217d-4502-af56-e236e3900c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:42:33.580523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Attempting to bind port a6346ce8-e15c-4605-a7a3-90ee919d0705 on network 3e0edd90-a801-414a-9271-b77c19e00cf2 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:42:33.596998 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:42:33.597396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Checking segment: {'id': 'f2f27feb-217d-4502-af56-e236e3900c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:42:33.597808 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:33.598208 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Bound using segment: {'id': 'f2f27feb-217d-4502-af56-e236e3900c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:42:33.598696 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Bound port: a6346ce8-e15c-4605-a7a3-90ee919d0705, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f27feb-217d-4502-af56-e236e3900c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:42:33.599113 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:33.734411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] For port a6346ce8-e15c-4605-a7a3-90ee919d0705, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:42:33.738504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] For port a6346ce8-e15c-4605-a7a3-90ee919d0705, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a6346ce8-e15c-4605-a7a3-90ee919d0705,segment=NetworkSegment(f2f27feb-217d-4502-af56-e236e3900c3c),segment_id=f2f27feb-217d-4502-af56-e236e3900c3c)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:42:33.778903 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:33.813600 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:33.893081 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-02181640-ffd4-4337-8c4b-89ddb28151ba tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Made reservation on behalf of 132e4746dfee4359a0fd0da383d0d399 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:42:33.895127 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:33.905115 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-02181640-ffd4-4337-8c4b-89ddb28151ba tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:33.996861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60202) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:34.027900 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55629de3-5113-42a1-8a07-7f8d4784eb13 None None] Pushing event updated for resources: {'Port': ['ID=a6346ce8-e15c-4605-a7a3-90ee919d0705,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:34.110502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] Allocated IP 172.25.6.145 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/9911bf16-378b-4473-bb1d-53b42005f9c5) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:42:34.267070 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60218) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:34.272283 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-db6abafa-be23-4d3a-a227-c90f6e8e264a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-667882804-network', 'tenant_id': '0f7207dd294d4433b5365fdf868b3856'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:34.318360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-02181640-ffd4-4337-8c4b-89ddb28151ba tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Allocated IP 172.20.0.9 (3439ffc0-7f2e-476a-92cf-b2a59cfb1929/709b5eb0-8b3b-4f04-bc29-debbc3396f1e/9edb69bb-d8f1-4bc0-a563-68d0e041335d) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:42:34.347581 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:34.460637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6abafa-be23-4d3a-a227-c90f6e8e264a admin admin] Made reservation on behalf of 0f7207dd294d4433b5365fdf868b3856 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:42:34.466918 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db6abafa-be23-4d3a-a227-c90f6e8e264a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:34.490141 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db6abafa-be23-4d3a-a227-c90f6e8e264a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:34.500429 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:34.710191 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-02181640-ffd4-4337-8c4b-89ddb28151ba tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:34.724030 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ecb291c5-ebc1-440c-84e9-0ee1ac47fb9b req-ef6858b8-39e5-4720-84ee-ffb6b4227ea7 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 210 time: 0.1767781 Nov 02 11:42:34.742988 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:42:34.748953 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] Pushing event updated for resources: {'Port': ['ID=9911bf16-378b-4473-bb1d-53b42005f9c5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:34.758264 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:42:34.766796 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:42:34.895568 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-02181640-ffd4-4337-8c4b-89ddb28151ba tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:34.930596 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e45bf28c-d78b-492d-b048-3912cfe8f2bc no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:42:35.008062 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db6abafa-be23-4d3a-a227-c90f6e8e264a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:35.022128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: e45bf28c-d78b-492d-b048-3912cfe8f2bc {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:42:35.022486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e45bf28c-d78b-492d-b048-3912cfe8f2bc not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:42:35.056996 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02181640-ffd4-4337-8c4b-89ddb28151ba tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Pushing event updated for resources: {'Port': ['ID=9edb69bb-d8f1-4bc0-a563-68d0e041335d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:35.127243 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db6abafa-be23-4d3a-a227-c90f6e8e264a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:35.191754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-02181640-ffd4-4337-8c4b-89ddb28151ba tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:42:35.210946 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-02181640-ffd4-4337-8c4b-89ddb28151ba tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:42:35.220167 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-02181640-ffd4-4337-8c4b-89ddb28151ba tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:42:35.326362 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6abafa-be23-4d3a-a227-c90f6e8e264a admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:42:35.329067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60238) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:35.374574 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6abafa-be23-4d3a-a227-c90f6e8e264a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0316316-77a9-4b36-bc86-76dab06e0826,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:35.383192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-02181640-ffd4-4337-8c4b-89ddb28151ba tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:35.391080 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-02181640-ffd4-4337-8c4b-89ddb28151ba tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:35.398406 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db6abafa-be23-4d3a-a227-c90f6e8e264a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:35.398868 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-db6abafa-be23-4d3a-a227-c90f6e8e264a admin admin] Added segment fc657bbf-95a3-4191-9d8f-68732670ae46 of type vlan for network bfd777a2-bea6-47bf-8226-627ffec1855b Nov 02 11:42:35.403926 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4e71a1-b89a-4587-a3c3-d9d2fb56ffda admin admin] Deleting subnet a67ef1c0-d316-4203-a4c2-b1d66f1800c6 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:42:35.427529 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f4e71a1-b89a-4587-a3c3-d9d2fb56ffda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:35.522116 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f4e71a1-b89a-4587-a3c3-d9d2fb56ffda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:35.534778 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db6abafa-be23-4d3a-a227-c90f6e8e264a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:35.569228 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:35.643843 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f4e71a1-b89a-4587-a3c3-d9d2fb56ffda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:35.754399 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-02181640-ffd4-4337-8c4b-89ddb28151ba tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3280678 Nov 02 11:42:35.766873 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db6abafa-be23-4d3a-a227-c90f6e8e264a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:35.770824 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6abafa-be23-4d3a-a227-c90f6e8e264a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:35.772565 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db6abafa-be23-4d3a-a227-c90f6e8e264a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:35.773176 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Request body: {'port': {'device_id': '4952835c-7ec9-4b3b-973b-ce9e92ecaad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:35.908440 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:35.959601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0106bf50-4710-4613-9a2c-ed451e060c50 None None] Network 3e0edd90-a801-414a-9271-b77c19e00cf2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:42:36.005152 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-db6abafa-be23-4d3a-a227-c90f6e8e264a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7367241 Nov 02 11:42:36.008479 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60248) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:36.012262 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d0756136-e529-4beb-84f2-957ce7a0e0a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:36.018612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-66463ccf-f026-4ed1-ab72-04ab0c69f010 admin admin] Request body: {'subnet': {'network_id': 'bfd777a2-bea6-47bf-8226-627ffec1855b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-667882804-subnet', 'tenant_id': '0f7207dd294d4433b5365fdf868b3856', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:36.055713 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ee0242d6-b1fc-426e-8462-ef02635d64d5 None None] Provisioning complete for port a6346ce8-e15c-4605-a7a3-90ee919d0705 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:42:36.055713 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ee0242d6-b1fc-426e-8462-ef02635d64d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:36.072986 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6abafa-be23-4d3a-a227-c90f6e8e264a admin admin] Pushing event updated for resources: {'Network': ['ID=bfd777a2-bea6-47bf-8226-627ffec1855b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:36.098187 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f4e71a1-b89a-4587-a3c3-d9d2fb56ffda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:36.104658 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network bfd777a2-bea6-47bf-8226-627ffec1855b details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:42:36.153370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e71a1-b89a-4587-a3c3-d9d2fb56ffda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a67ef1c0-d316-4203-a4c2-b1d66f1800c6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:36.170104 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f4e71a1-b89a-4587-a3c3-d9d2fb56ffda admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:36.178236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9f4e71a1-b89a-4587-a3c3-d9d2fb56ffda admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a67ef1c0-d316-4203-a4c2-b1d66f1800c6 HTTP/1.1" status: 204 len: 168 time: 2.1791413 Nov 02 11:42:36.181170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60252) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:36.302346 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d0756136-e529-4beb-84f2-957ce7a0e0a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:36.317969 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ba596-7e45-4d48-9dfe-7bed83581f3c req-5a770054-5c96-4e1b-95e9-0f5b62b6d23e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:36.319534 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6d860ef5-b3a7-4de4-9719-7fa9efee21e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:36.332662 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-189ba596-7e45-4d48-9dfe-7bed83581f3c req-5a770054-5c96-4e1b-95e9-0f5b62b6d23e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 931 time: 0.4217072 Nov 02 11:42:36.442309 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d0756136-e529-4beb-84f2-957ce7a0e0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:36.457503 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a6346ce8-e15c-4605-a7a3-90ee919d0705 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:42:36.494001 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ee0242d6-b1fc-426e-8462-ef02635d64d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:36.521276 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66463ccf-f026-4ed1-ab72-04ab0c69f010 admin admin] Made reservation on behalf of 0f7207dd294d4433b5365fdf868b3856 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:42:36.529574 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-66463ccf-f026-4ed1-ab72-04ab0c69f010 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:36.551791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ee0242d6-b1fc-426e-8462-ef02635d64d5 None None] For port a6346ce8-e15c-4605-a7a3-90ee919d0705, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a6346ce8-e15c-4605-a7a3-90ee919d0705,segment=NetworkSegment(f2f27feb-217d-4502-af56-e236e3900c3c),segment_id=f2f27feb-217d-4502-af56-e236e3900c3c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:36.552622 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d0756136-e529-4beb-84f2-957ce7a0e0a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a886fa82232f4e4a8fda79144c34f2ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2124205 Nov 02 11:42:36.556942 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60268) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:36.563424 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0756136-e529-4beb-84f2-957ce7a0e0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a33df60-c9e2-45c5-927e-5349ce054df7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:36.620371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a6346ce8-e15c-4605-a7a3-90ee919d0705 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:42:36.622661 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:36.659774 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-189ba596-7e45-4d48-9dfe-7bed83581f3c req-9187993e-917d-4e67-8117-7290b1f3c61e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260467 Nov 02 11:42:36.673891 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9edb69bb-d8f1-4bc0-a563-68d0e041335d {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:42:36.684883 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:36.689240 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:36.712370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Transition to ACTIVE for port object 9edb69bb-d8f1-4bc0-a563-68d0e041335d will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:42:36.725505 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ee0242d6-b1fc-426e-8462-ef02635d64d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:36.861404 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0242d6-b1fc-426e-8462-ef02635d64d5 None None] Pushing event updated for resources: {'Port': ['ID=a6346ce8-e15c-4605-a7a3-90ee919d0705,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:36.876909 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:36.951236 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-37efb50b-1a3d-4843-bc79-7f49a23968d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:36.985162 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-843d14c5-5fa5-48fb-9de9-2243be0bb840 None None] Provisioning complete for port a6346ce8-e15c-4605-a7a3-90ee919d0705 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:42:36.986103 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-843d14c5-5fa5-48fb-9de9-2243be0bb840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:36.990544 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-37efb50b-1a3d-4843-bc79-7f49a23968d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:37.078088 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Pushing event updated for resources: {'Port': ['ID=9edb69bb-d8f1-4bc0-a563-68d0e041335d,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:37.174632 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] Router 8d8d6bdb-d194-416b-a63e-6b50033e583f is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:42:37.196047 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6d860ef5-b3a7-4de4-9719-7fa9efee21e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:37.253391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-6d860ef5-b3a7-4de4-9719-7fa9efee21e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ff636a-c6a0-4326-a8c1-675b8369e9a9']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:37.271086 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-37efb50b-1a3d-4843-bc79-7f49a23968d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:37.273110 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-6d860ef5-b3a7-4de4-9719-7fa9efee21e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb270fc-a3ee-4079-adaa-17ccd7798b7b') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:37.273415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-6d860ef5-b3a7-4de4-9719-7fa9efee21e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb270fc-a3ee-4079-adaa-17ccd7798b7b') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:37.275226 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-37efb50b-1a3d-4843-bc79-7f49a23968d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:37.287565 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-37efb50b-1a3d-4843-bc79-7f49a23968d5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a33df60-c9e2-45c5-927e-5349ce054df7 HTTP/1.1" status: 204 len: 168 time: 0.7033069 Nov 02 11:42:37.288096 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6d860ef5-b3a7-4de4-9719-7fa9efee21e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:37.332331 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efb50b-1a3d-4843-bc79-7f49a23968d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a33df60-c9e2-45c5-927e-5349ce054df7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:37.430054 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6d860ef5-b3a7-4de4-9719-7fa9efee21e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:37.465065 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d860ef5-b3a7-4de4-9719-7fa9efee21e6 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:42:37.465483 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6d860ef5-b3a7-4de4-9719-7fa9efee21e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:37.467514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Attempting to bind port 9edb69bb-d8f1-4bc0-a563-68d0e041335d on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:42:37.469076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Attempting to bind port 9edb69bb-d8f1-4bc0-a563-68d0e041335d by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:42:37.469076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Attempting to bind port 9edb69bb-d8f1-4bc0-a563-68d0e041335d on network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:42:37.481257 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:42:37.567483 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Port 9edb69bb-d8f1-4bc0-a563-68d0e041335d on network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:42:37.567836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Attempting to bind port 9edb69bb-d8f1-4bc0-a563-68d0e041335d on network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:42:37.611993 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:42:37.612357 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Checking segment: {'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:42:37.613002 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Bound using segment: {'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:42:37.613468 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Bound port: 9edb69bb-d8f1-4bc0-a563-68d0e041335d, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:42:37.613836 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:37.730449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] For port 9edb69bb-d8f1-4bc0-a563-68d0e041335d, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:42:37.779156 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] For port 9edb69bb-d8f1-4bc0-a563-68d0e041335d, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=9edb69bb-d8f1-4bc0-a563-68d0e041335d,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:42:37.780309 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6d860ef5-b3a7-4de4-9719-7fa9efee21e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:37.815784 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6d860ef5-b3a7-4de4-9719-7fa9efee21e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:37.819442 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6d860ef5-b3a7-4de4-9719-7fa9efee21e6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/97ff636a-c6a0-4326-a8c1-675b8369e9a9 HTTP/1.1" status: 204 len: 168 time: 1.6236451 Nov 02 11:42:37.826098 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60296) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:37.826098 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-66463ccf-f026-4ed1-ab72-04ab0c69f010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:37.863898 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d860ef5-b3a7-4de4-9719-7fa9efee21e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=97ff636a-c6a0-4326-a8c1-675b8369e9a9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:37.928209 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:38.023704 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:42:38.043483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Sync routers for ids ['8d8d6bdb-d194-416b-a63e-6b50033e583f'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:42:38.057263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Routers {'8d8d6bdb-d194-416b-a63e-6b50033e583f'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:42:38.058318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:42:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8d8d6bdb-d194-416b-a63e-6b50033e583f'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:38.113312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66463ccf-f026-4ed1-ab72-04ab0c69f010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c8875b2-3eed-49f9-8967-a8459f259d77,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:38.138134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:38.140712 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:38.143005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] 10.222.0.79 "PUT /v2.0/ports/9edb69bb-d8f1-4bc0-a563-68d0e041335d HTTP/1.1" status: 200 len: 1092 time: 2.3785222 Nov 02 11:42:38.150705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4952835c-7ec9-4b3b-973b-ce9e92ecaad8', 'tag': '9edb69bb-d8f1-4bc0-a563-68d0e041335d'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:38.154753 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f41685-513a-4dd1-967f-56df671d9aca" -d '{"events": [{"name": "network-changed", "server_uuid": "4952835c-7ec9-4b3b-973b-ce9e92ecaad8", "tag": "9edb69bb-d8f1-4bc0-a563-68d0e041335d"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:38.168442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4cd462-aec5-4ff6-b452-7f86f08e19bb admin admin] Deleting subnet 4f4b6b65-aa94-43bf-8bcc-ecf9d799a2fb {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:42:38.176601 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df4cd462-aec5-4ff6-b452-7f86f08e19bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:38.206058 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:38.213245 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e04da894-f127-405c-8b69-1b22eaac140a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8705289 Nov 02 11:42:38.213245 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60310) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:38.302417 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df4cd462-aec5-4ff6-b452-7f86f08e19bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:38.320497 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65070b17-9f9f-473f-86e4-3a1689354b8d x-openstack-request-id: req-65070b17-9f9f-473f-86e4-3a1689354b8d {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:38.321696 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4952835c-7ec9-4b3b-973b-ce9e92ecaad8", "tag": "9edb69bb-d8f1-4bc0-a563-68d0e041335d", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:38.322041 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-65070b17-9f9f-473f-86e4-3a1689354b8d {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:38.324239 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4952835c-7ec9-4b3b-973b-ce9e92ecaad8', 'tag': '9edb69bb-d8f1-4bc0-a563-68d0e041335d', 'status': 'completed', 'code': 200} Nov 02 11:42:38.352116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cfcc2-8069-44a5-8c48-29b61517eb33 req-ab6b3a09-389f-4359-835b-a9a21aac2956 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:38.365024 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-009cfcc2-8069-44a5-8c48-29b61517eb33 req-ab6b3a09-389f-4359-835b-a9a21aac2956 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 943 time: 0.5823948 Nov 02 11:42:38.402614 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a6346ce8-e15c-4605-a7a3-90ee919d0705 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:42:38.487409 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b367591-f941-4ab4-8f05-b5a0b8333d7d service neutron] Pushing event updated for resources: {'Port': ['ID=9edb69bb-d8f1-4bc0-a563-68d0e041335d,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:38.500967 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60316) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:38.509227 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66463ccf-f026-4ed1-ab72-04ab0c69f010 admin admin] Checking segment: {'id': 'fc657bbf-95a3-4191-9d8f-68732670ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'bfd777a2-bea6-47bf-8226-627ffec1855b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:42:38.510148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66463ccf-f026-4ed1-ab72-04ab0c69f010 admin admin] Network hostable DHCP agents. Network: bfd777a2-bea6-47bf-8226-627ffec1855b, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:42:38.548707 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Set router 8d8d6bdb-d194-416b-a63e-6b50033e583f gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:42:38.558945 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-375ee794-8cce-46f1-979f-ecc052ed6e46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:38.562580 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df4cd462-aec5-4ff6-b452-7f86f08e19bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:38.642415 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a6346ce8-e15c-4605-a7a3-90ee919d0705 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:42:38.642766 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:38.650171 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f41685-513a-4dd1-967f-56df671d9aca req-8e55a505-2299-4e6e-9564-6e598b46f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:38.652344 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63f41685-513a-4dd1-967f-56df671d9aca req-8e55a505-2299-4e6e-9564-6e598b46f554 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 1095 time: 0.3373783 Nov 02 11:42:38.668028 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-009cfcc2-8069-44a5-8c48-29b61517eb33 req-a0d7f85f-6cad-408a-8bc3-c872ad665bbb tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983310 Nov 02 11:42:38.732484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66463ccf-f026-4ed1-ab72-04ab0c69f010 admin admin] Network bfd777a2-bea6-47bf-8226-627ffec1855b is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:42:38.736673 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-375ee794-8cce-46f1-979f-ecc052ed6e46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:38.847041 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-375ee794-8cce-46f1-979f-ecc052ed6e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:38.906617 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-66463ccf-f026-4ed1-ab72-04ab0c69f010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, bfd777a2-bea6-47bf-8226-627ffec1855b) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:42:38.919566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66463ccf-f026-4ed1-ab72-04ab0c69f010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:38.920167 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-66463ccf-f026-4ed1-ab72-04ab0c69f010 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:38.922558 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b00036-b04d-48cb-8146-b0aa9ba30a86 None None] Network bfd777a2-bea6-47bf-8226-627ffec1855b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:42:38.955055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f41685-513a-4dd1-967f-56df671d9aca req-27f5ea7f-017e-4159-b49c-2f5ad362c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:38.963137 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63f41685-513a-4dd1-967f-56df671d9aca req-27f5ea7f-017e-4159-b49c-2f5ad362c652 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=132e4746dfee4359a0fd0da383d0d399&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2695522 Nov 02 11:42:38.977927 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-375ee794-8cce-46f1-979f-ecc052ed6e46 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f64bd6ae32784cabbae39a9b5b1b1741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4719326 Nov 02 11:42:38.979351 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60332) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:38.990016 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ee794-8cce-46f1-979f-ecc052ed6e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c9d806-9c9d-4322-95fc-ef3461abe387,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:39.014070 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df4cd462-aec5-4ff6-b452-7f86f08e19bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:39.074599 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'name': 'tempest-ServersTestBootFromVolume-457920805-router', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:42:32Z', 'updated_at': '2021-11-02T11:42:35Z', 'revision_number': 3, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'gw_port': {'id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:33Z', 'updated_at': '2021-11-02T11:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:39.103063 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cd462-aec5-4ff6-b452-7f86f08e19bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f4b6b65-aa94-43bf-8bcc-ecf9d799a2fb,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:39.127503 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Checking router: 8d8d6bdb-d194-416b-a63e-6b50033e583f for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:42:39.127928 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Updating router 8d8d6bdb-d194-416b-a63e-6b50033e583f port 9911bf16-378b-4473-bb1d-53b42005f9c5 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:42:39.136180 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df4cd462-aec5-4ff6-b452-7f86f08e19bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:39.141706 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25981876-a504-44a7-92c7-4e7333809048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:39.145708 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-df4cd462-aec5-4ff6-b452-7f86f08e19bb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4f4b6b65-aa94-43bf-8bcc-ecf9d799a2fb HTTP/1.1" status: 204 len: 168 time: 1.3163209 Nov 02 11:42:39.159430 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60336) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:39.200275 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:39.205082 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d808d12-330a-4011-888e-1b6a22560e23 None None] Network bfd777a2-bea6-47bf-8226-627ffec1855b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:42:39.220437 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25981876-a504-44a7-92c7-4e7333809048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:39.252454 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-66463ccf-f026-4ed1-ab72-04ab0c69f010 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.2427490 Nov 02 11:42:39.342577 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2c94ddec-21b7-4533-a4c7-c64a6ab0fb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:39.431593 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f41685-513a-4dd1-967f-56df671d9aca req-8aafff4e-02fc-495a-97a3-0bba70bf455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:39.436105 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63f41685-513a-4dd1-967f-56df671d9aca req-8aafff4e-02fc-495a-97a3-0bba70bf455e service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4689078 Nov 02 11:42:39.549190 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25981876-a504-44a7-92c7-4e7333809048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:39.552179 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25981876-a504-44a7-92c7-4e7333809048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:39.556297 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-25981876-a504-44a7-92c7-4e7333809048 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/42c9d806-9c9d-4322-95fc-ef3461abe387 HTTP/1.1" status: 204 len: 168 time: 0.5723772 Nov 02 11:42:39.563865 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2c94ddec-21b7-4533-a4c7-c64a6ab0fb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:39.586650 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93a4edd0-c7c1-4c99-8dbd-c9cecc8548ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:39.600015 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-4c66902c-ee3c-4de0-9929-49606ea9eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:39.602356 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-4c66902c-ee3c-4de0-9929-49606ea9eaf9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 1095 time: 0.0965750 Nov 02 11:42:39.609667 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25981876-a504-44a7-92c7-4e7333809048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c9d806-9c9d-4322-95fc-ef3461abe387,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:39.620482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-2c94ddec-21b7-4533-a4c7-c64a6ab0fb58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05194adc-b641-4f2a-bfe3-6715af65290e']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:39.647205 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-2c94ddec-21b7-4533-a4c7-c64a6ab0fb58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b3645e-67c0-47e9-a466-5c7be77d7fef') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:39.647447 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-2c94ddec-21b7-4533-a4c7-c64a6ab0fb58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b3645e-67c0-47e9-a466-5c7be77d7fef') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:39.700458 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-77b85a8d-b668-4bfe-833e-f2b5de2ba20d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9edb69bb-d8f1-4bc0-a563-68d0e041335d HTTP/1.1" status: 200 len: 217 time: 0.0888917 Nov 02 11:42:39.858776 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-cb562062-11f8-4232-8089-87024dbd3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:39.861322 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-cb562062-11f8-4232-8089-87024dbd3b15 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=709b5eb0-8b3b-4f04-bc29-debbc3396f1e HTTP/1.1" status: 200 len: 852 time: 0.1546373 Nov 02 11:42:39.893330 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2c94ddec-21b7-4533-a4c7-c64a6ab0fb58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:39.922463 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-11593576-5207-441f-9c1f-e7e316e1c70a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541072 Nov 02 11:42:39.983402 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2c94ddec-21b7-4533-a4c7-c64a6ab0fb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:40.004572 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:40.006877 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c94ddec-21b7-4533-a4c7-c64a6ab0fb58 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:42:40.007409 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2c94ddec-21b7-4533-a4c7-c64a6ab0fb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:42:40.016332 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:42:40.103830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-2049fb9a-5739-4e95-aad6-019a768aece4 service neutron] 10.222.0.79 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740544 Nov 02 11:42:40.112218 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc45b6-a294-412a-a1d1-12785885cd24 req-e189102f-fda2-408d-8b8e-532352e23f0d tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:40.113741 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e5dc45b6-a294-412a-a1d1-12785885cd24 req-e189102f-fda2-408d-8b8e-532352e23f0d tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 943 time: 0.2101715 Nov 02 11:42:40.147615 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-93a4edd0-c7c1-4c99-8dbd-c9cecc8548ea admin admin] Allocated IP 172.20.0.1 (3e0edd90-a801-414a-9271-b77c19e00cf2/319340b2-c2fa-459a-ba8d-30de9ce161b3/86e4f8c2-2e55-4b39-b16c-2ea978804055) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:42:40.204434 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e5dc45b6-a294-412a-a1d1-12785885cd24 req-2125dd34-3535-42b3-a495-94c1ea8e9606 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814431 Nov 02 11:42:40.205137 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cccc3508-b3d8-4515-b3f1-925169de7218 req-1a863972-3749-4a4d-bc93-bec738d9e92f service neutron] 10.222.0.79 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944946 Nov 02 11:42:40.287582 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93a4edd0-c7c1-4c99-8dbd-c9cecc8548ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:40.763354 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:40.764187 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93a4edd0-c7c1-4c99-8dbd-c9cecc8548ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:40.769681 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2c94ddec-21b7-4533-a4c7-c64a6ab0fb58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:40.798358 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2c94ddec-21b7-4533-a4c7-c64a6ab0fb58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:40.805475 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2c94ddec-21b7-4533-a4c7-c64a6ab0fb58 admin admin] 10.222.0.52 "DELETE /v2.0/networks/05194adc-b641-4f2a-bfe3-6715af65290e HTTP/1.1" status: 204 len: 168 time: 1.6416445 Nov 02 11:42:40.842055 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Attempting to bind port 9911bf16-378b-4473-bb1d-53b42005f9c5 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:42:40.842314 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a4edd0-c7c1-4c99-8dbd-c9cecc8548ea admin admin] Network 3e0edd90-a801-414a-9271-b77c19e00cf2 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:42:40.842527 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Attempting to bind port 9911bf16-378b-4473-bb1d-53b42005f9c5 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:42:40.842790 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Attempting to bind port 9911bf16-378b-4473-bb1d-53b42005f9c5 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:42:40.846325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffaccaa-ef14-48f8-8d38-ea49791d24d8 None None] Pushing event updated for resources: {'Port': ['ID=9911bf16-378b-4473-bb1d-53b42005f9c5,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:40.852934 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:42:40.853301 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:42:40.854141 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:40.854141 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:42:40.854568 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Bound port: 9911bf16-378b-4473-bb1d-53b42005f9c5, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:42:40.854975 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:40.866748 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-93a4edd0-c7c1-4c99-8dbd-c9cecc8548ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:42:40.875936 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a4edd0-c7c1-4c99-8dbd-c9cecc8548ea admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:42:40.885293 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94ddec-21b7-4533-a4c7-c64a6ab0fb58 admin admin] Pushing event deleted for resources: {'Network': ['ID=05194adc-b641-4f2a-bfe3-6715af65290e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:40.898904 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4edd0-c7c1-4c99-8dbd-c9cecc8548ea admin admin] Pushing event updated for resources: {'Port': ['ID=86e4f8c2-2e55-4b39-b16c-2ea978804055,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:40.948611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] For port 9911bf16-378b-4473-bb1d-53b42005f9c5, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:42:40.952371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] For port 9911bf16-378b-4473-bb1d-53b42005f9c5, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9911bf16-378b-4473-bb1d-53b42005f9c5,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:42:40.971955 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93a4edd0-c7c1-4c99-8dbd-c9cecc8548ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:41.180400 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:41.255946 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Routers {'8d8d6bdb-d194-416b-a63e-6b50033e583f'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:42:41.256600 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:42:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8d8d6bdb-d194-416b-a63e-6b50033e583f'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:41.452963 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93a4edd0-c7c1-4c99-8dbd-c9cecc8548ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:41.473761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffaccaa-ef14-48f8-8d38-ea49791d24d8 None None] Pushing event updated for resources: {'Port': ['ID=9911bf16-378b-4473-bb1d-53b42005f9c5,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:41.519985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b3bd9ef1-33ed-4bd5-bca5-1c661e028f32 None None] Provisioning complete for port 86e4f8c2-2e55-4b39-b16c-2ea978804055 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:42:41.551806 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b3bd9ef1-33ed-4bd5-bca5-1c661e028f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:41.576234 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b3bd9ef1-33ed-4bd5-bca5-1c661e028f32 None None] Port 86e4f8c2-2e55-4b39-b16c-2ea978804055 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:42:41.584050 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5202c4-da6c-436a-9bb1-0cb9bf83a812 req-eac0b81d-62cb-4dc0-8562-2c7a49e7a4de tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:41.597234 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cd5202c4-da6c-436a-9bb1-0cb9bf83a812 req-eac0b81d-62cb-4dc0-8562-2c7a49e7a4de tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 943 time: 0.2390766 Nov 02 11:42:41.612755 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] Set router 8d8d6bdb-d194-416b-a63e-6b50033e583f gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:42:41.677669 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-42e1351e-dabb-4c30-b09c-3614b0f05823 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:41.677669 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-42e1351e-dabb-4c30-b09c-3614b0f05823 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/networks?id=c6954393-f605-47d3-9739-2a8840607bff HTTP/1.1" status: 200 len: 814 time: 0.2384782 Nov 02 11:42:41.677669 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-44da8661-6c44-4b4f-a307-870366881b83 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/quotas/2f44db99cfc4430fa3fe446dbfb4477e HTTP/1.1" status: 200 len: 375 time: 0.0110040 Nov 02 11:42:41.692195 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cd5202c4-da6c-436a-9bb1-0cb9bf83a812 req-39b2c635-46d2-4e38-b0a6-19bd93ec7323 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923197 Nov 02 11:42:41.725600 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-13226379-11ba-458d-8cf6-2b9001e2249e tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f44db99cfc4430fa3fe446dbfb4477e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458267 Nov 02 11:42:41.805137 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93a4edd0-c7c1-4c99-8dbd-c9cecc8548ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:41.845653 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-267366f8-3d84-40bb-a17a-b974b112a7ae service neutron] 10.222.0.52 "GET /v2.0/networks/c6954393-f605-47d3-9739-2a8840607bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124172 Nov 02 11:42:41.884492 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'name': 'tempest-ServersTestBootFromVolume-457920805-router', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:42:32Z', 'updated_at': '2021-11-02T11:42:35Z', 'revision_number': 3, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'gw_port': {'id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:33Z', 'updated_at': '2021-11-02T11:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:41.913747 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df13b1-084b-4e6e-b24e-ab553fe343a7 None None] The sync data for ids ['8d8d6bdb-d194-416b-a63e-6b50033e583f'] in n-d-806683-18 is: [{'id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'name': 'tempest-ServersTestBootFromVolume-457920805-router', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:42:32Z', 'updated_at': '2021-11-02T11:42:35Z', 'revision_number': 3, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'gw_port': {'id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:33Z', 'updated_at': '2021-11-02T11:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:42:41.962842 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-0cd9b160-adc7-4ffb-9e2e-19f811cadd6d service neutron] 10.222.0.52 "GET /v2.0/networks/c6954393-f605-47d3-9739-2a8840607bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074467 Nov 02 11:42:41.980833 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93a4edd0-c7c1-4c99-8dbd-c9cecc8548ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:42.072439 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4edd0-c7c1-4c99-8dbd-c9cecc8548ea admin admin] Pushing event updated for resources: {'Port': ['ID=86e4f8c2-2e55-4b39-b16c-2ea978804055,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:42.075434 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93a4edd0-c7c1-4c99-8dbd-c9cecc8548ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:42.200710 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a4edd0-c7c1-4c99-8dbd-c9cecc8548ea admin admin] Network 3e0edd90-a801-414a-9271-b77c19e00cf2 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:42:42.203294 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-93a4edd0-c7c1-4c99-8dbd-c9cecc8548ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:42:42.271787 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60416) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:42.434469 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ff6dfc6b-3394-4dc3-8253-f0ebb56805ee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c94d0cac32b24c41b06f1c29df1efe18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1609585 Nov 02 11:42:42.438174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60422) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:42.533888 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c63e5cee-158b-4e8d-82ca-2deb6b20cb26 req-ea1ef4ca-d7a2-4f97-a17c-755108e54aa7 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 210 time: 0.1153219 Nov 02 11:42:42.589207 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9c13353-c2bb-4b78-9495-d7c154f38a7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:42.600284 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a4edd0-c7c1-4c99-8dbd-c9cecc8548ea admin admin] Router 8d8d6bdb-d194-416b-a63e-6b50033e583f has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:42:42.622972 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9c13353-c2bb-4b78-9495-d7c154f38a7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:42.736703 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-209f4d08-c7d4-4d35-8345-92a1fbe6670f None None] Provisioning complete for port 86e4f8c2-2e55-4b39-b16c-2ea978804055 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:42:42.737777 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-209f4d08-c7d4-4d35-8345-92a1fbe6670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:42.809034 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9c13353-c2bb-4b78-9495-d7c154f38a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:42.815474 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9c13353-c2bb-4b78-9495-d7c154f38a7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:42.819492 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f9c13353-c2bb-4b78-9495-d7c154f38a7f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/229ce3a4-971f-4b93-af5d-327d7fbab94c HTTP/1.1" status: 204 len: 168 time: 0.3778703 Nov 02 11:42:42.828203 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-209f4d08-c7d4-4d35-8345-92a1fbe6670f None None] Port 86e4f8c2-2e55-4b39-b16c-2ea978804055 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:42:42.842813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a4edd0-c7c1-4c99-8dbd-c9cecc8548ea admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:42:42.858766 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-93a4edd0-c7c1-4c99-8dbd-c9cecc8548ea admin admin] 10.222.0.52 "PUT /v2.0/routers/8d8d6bdb-d194-416b-a63e-6b50033e583f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6455719 Nov 02 11:42:42.879076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c13353-c2bb-4b78-9495-d7c154f38a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229ce3a4-971f-4b93-af5d-327d7fbab94c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:42.981588 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebef7e-20a2-4235-9123-a3a1e77bf037 req-717cf224-863b-4bb2-a155-69d620f77765 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:42.984763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ebef7e-20a2-4235-9123-a3a1e77bf037 req-717cf224-863b-4bb2-a155-69d620f77765 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 943 time: 0.1525934 Nov 02 11:42:43.057790 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ebef7e-20a2-4235-9123-a3a1e77bf037 req-8a2ef9dd-80ba-4026-8707-4ded852e9891 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661218 Nov 02 11:42:43.515643 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 9edb69bb-d8f1-4bc0-a563-68d0e041335d details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:42:43.645863 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 9edb69bb-d8f1-4bc0-a563-68d0e041335d, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=9edb69bb-d8f1-4bc0-a563-68d0e041335d,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:43.661591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '9edb69bb-d8f1-4bc0-a563-68d0e041335d', 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929', 'port_id': '9edb69bb-d8f1-4bc0-a563-68d0e041335d', 'mac_address': 'fa:16:3e:9d:f9:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709b5eb0-8b3b-4f04-bc29-debbc3396f1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:42:43.705483 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:43.727855 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9edb69bb-d8f1-4bc0-a563-68d0e041335d {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:42:43.777693 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 9edb69bb-d8f1-4bc0-a563-68d0e041335d, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=9edb69bb-d8f1-4bc0-a563-68d0e041335d,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:43.846313 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:43.917727 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=9edb69bb-d8f1-4bc0-a563-68d0e041335d,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:44.052683 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['9edb69bb-d8f1-4bc0-a563-68d0e041335d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:42:44.228836 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Sync routers for ids ['8d8d6bdb-d194-416b-a63e-6b50033e583f'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:42:44.238059 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9911bf16-378b-4473-bb1d-53b42005f9c5 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:42:44.243772 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Routers {'8d8d6bdb-d194-416b-a63e-6b50033e583f'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:42:44.250041 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:42:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8d8d6bdb-d194-416b-a63e-6b50033e583f'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:44.310152 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 9911bf16-378b-4473-bb1d-53b42005f9c5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:42:44.310522 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:44.427084 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:44.444078 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 9911bf16-378b-4473-bb1d-53b42005f9c5, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9911bf16-378b-4473-bb1d-53b42005f9c5,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:44.463200 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Set router 8d8d6bdb-d194-416b-a63e-6b50033e583f gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:42:44.511621 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60502) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:44.517940 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60504) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:44.522672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1507f9fd-296a-4332-98ba-3dbdea0257d2 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--932376418', 'description': 'tempest-description--56804961'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:44.560521 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:44.646322 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-37e2fa8e-0203-4102-918b-a7da7de00959 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8c2b954df3c043d98ef3e94677ee5c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322489 Nov 02 11:42:44.649063 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60510) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:44.658388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=9911bf16-378b-4473-bb1d-53b42005f9c5,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:44.674040 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1507f9fd-296a-4332-98ba-3dbdea0257d2 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:44.740961 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-769dfc97-e215-4466-89be-d67790f56928 req-13bb5e56-a734-495b-ae85-0d4498f73b4d tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 210 time: 0.0767381 Nov 02 11:42:44.825384 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b368f2b6-7594-41b2-a70f-a4b54a2f14e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:44.834193 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1507f9fd-296a-4332-98ba-3dbdea0257d2 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:44.842331 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'name': 'tempest-ServersTestBootFromVolume-457920805-router', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:42:32Z', 'updated_at': '2021-11-02T11:42:41Z', 'revision_number': 4, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'gw_port': {'id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:33Z', 'updated_at': '2021-11-02T11:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '86e4f8c2-2e55-4b39-b16c-2ea978804055', 'name': '', 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'mac_address': 'fa:16:3e:38:84:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '319340b2-c2fa-459a-ba8d-30de9ce161b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:39Z', 'updated_at': '2021-11-02T11:42:41Z', 'revision_number': 2, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'subnets': [{'id': '319340b2-c2fa-459a-ba8d-30de9ce161b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:44.861896 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b368f2b6-7594-41b2-a70f-a4b54a2f14e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:44.874461 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Checking router: 8d8d6bdb-d194-416b-a63e-6b50033e583f for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:42:44.874962 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Updating router 8d8d6bdb-d194-416b-a63e-6b50033e583f port 86e4f8c2-2e55-4b39-b16c-2ea978804055 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:42:44.907088 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:44.992246 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d767ed-91d3-4ff1-9009-e292b8a64092 req-131f85a3-24e7-408e-8b25-f5d49094bb2f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:44.993833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5d767ed-91d3-4ff1-9009-e292b8a64092 req-131f85a3-24e7-408e-8b25-f5d49094bb2f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 944 time: 0.0590191 Nov 02 11:42:45.053570 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1507f9fd-296a-4332-98ba-3dbdea0257d2 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:45.081417 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5d767ed-91d3-4ff1-9009-e292b8a64092 req-d2f25f8d-e334-43d5-bfa5-1ad24c20c436 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800509 Nov 02 11:42:45.109874 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b368f2b6-7594-41b2-a70f-a4b54a2f14e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:45.120256 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b368f2b6-7594-41b2-a70f-a4b54a2f14e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:45.123733 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b368f2b6-7594-41b2-a70f-a4b54a2f14e2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5712eeda-af44-4aa1-8d93-70492a620c1c HTTP/1.1" status: 204 len: 168 time: 0.4710522 Nov 02 11:42:45.132558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507f9fd-296a-4332-98ba-3dbdea0257d2 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d4c095-70c4-4475-ace9-cc2b7f306f7e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:45.155460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368f2b6-7594-41b2-a70f-a4b54a2f14e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5712eeda-af44-4aa1-8d93-70492a620c1c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:45.264566 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1507f9fd-296a-4332-98ba-3dbdea0257d2 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:45.264566 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1507f9fd-296a-4332-98ba-3dbdea0257d2 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7428300 Nov 02 11:42:45.266315 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60540) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:45.271496 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-22f21b50-c3f4-4ab0-ab99-afc7d3bf8dcc tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Request body: {'security_group_rule': {'security_group_id': '28d4c095-70c4-4475-ace9-cc2b7f306f7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:45.286996 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:45.534082 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 9edb69bb-d8f1-4bc0-a563-68d0e041335d up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:42:45.623024 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:45.629225 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22f21b50-c3f4-4ab0-ab99-afc7d3bf8dcc tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:45.689867 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e1b1f-4e0c-4502-8ad0-78a8fcc2a177 None None] Pushing event updated for resources: {'Port': ['ID=86e4f8c2-2e55-4b39-b16c-2ea978804055,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:45.712347 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e1b1f-4e0c-4502-8ad0-78a8fcc2a177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:45.713084 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e1b1f-4e0c-4502-8ad0-78a8fcc2a177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:45.749950 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e1b1f-4e0c-4502-8ad0-78a8fcc2a177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:45.749950 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e1b1f-4e0c-4502-8ad0-78a8fcc2a177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:45.749950 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e1b1f-4e0c-4502-8ad0-78a8fcc2a177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:45.749950 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e1b1f-4e0c-4502-8ad0-78a8fcc2a177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:45.749950 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e1b1f-4e0c-4502-8ad0-78a8fcc2a177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:45.749950 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e1b1f-4e0c-4502-8ad0-78a8fcc2a177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:45.749950 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e1b1f-4e0c-4502-8ad0-78a8fcc2a177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:45.749950 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e1b1f-4e0c-4502-8ad0-78a8fcc2a177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:45.749950 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e1b1f-4e0c-4502-8ad0-78a8fcc2a177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:45.749950 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e1b1f-4e0c-4502-8ad0-78a8fcc2a177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:45.751732 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22f21b50-c3f4-4ab0-ab99-afc7d3bf8dcc tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:45.797761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 9edb69bb-d8f1-4bc0-a563-68d0e041335d completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:42:45.803861 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Attempting to bind port 86e4f8c2-2e55-4b39-b16c-2ea978804055 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:42:45.804490 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Attempting to bind port 86e4f8c2-2e55-4b39-b16c-2ea978804055 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'f2f27feb-217d-4502-af56-e236e3900c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:42:45.805537 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Attempting to bind port 86e4f8c2-2e55-4b39-b16c-2ea978804055 on network 3e0edd90-a801-414a-9271-b77c19e00cf2 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:42:45.813282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 9edb69bb-d8f1-4bc0-a563-68d0e041335d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:42:45.813921 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:45.829593 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:42:45.830217 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Checking segment: {'id': 'f2f27feb-217d-4502-af56-e236e3900c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:42:45.830826 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:45.831684 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Bound using segment: {'id': 'f2f27feb-217d-4502-af56-e236e3900c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:42:45.832261 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Bound port: 86e4f8c2-2e55-4b39-b16c-2ea978804055, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f27feb-217d-4502-af56-e236e3900c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:42:45.839110 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:45.908558 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22f21b50-c3f4-4ab0-ab99-afc7d3bf8dcc tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:45.910079 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-525c16f3-7ba3-45ac-93de-a1eef500b27b req-50d5d0b1-859b-48d9-b091-4ebc23c7831b tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 210 time: 0.0418935 Nov 02 11:42:45.959708 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f21b50-c3f4-4ab0-ab99-afc7d3bf8dcc tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5a395f-efff-4dee-8da6-da1aef4f9b48,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:45.980881 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] For port 86e4f8c2-2e55-4b39-b16c-2ea978804055, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:42:45.988056 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:45.989994 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] For port 86e4f8c2-2e55-4b39-b16c-2ea978804055, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=86e4f8c2-2e55-4b39-b16c-2ea978804055,segment=NetworkSegment(f2f27feb-217d-4502-af56-e236e3900c3c),segment_id=f2f27feb-217d-4502-af56-e236e3900c3c)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:42:46.017560 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4952835c-7ec9-4b3b-973b-ce9e92ecaad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edb69bb-d8f1-4bc0-a563-68d0e041335d'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:46.020658 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2fa248-b43d-4101-abe9-d727b5527e0e" -d '{"events": [{"server_uuid": "4952835c-7ec9-4b3b-973b-ce9e92ecaad8", "name": "network-vif-plugged", "status": "completed", "tag": "9edb69bb-d8f1-4bc0-a563-68d0e041335d"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:46.034892 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 9edb69bb-d8f1-4bc0-a563-68d0e041335d, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=9edb69bb-d8f1-4bc0-a563-68d0e041335d,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:46.076161 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-da6b3162-1a58-4b7c-98ef-42d3da61d07a None None] Provisioning complete for port 86e4f8c2-2e55-4b39-b16c-2ea978804055 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:42:46.076544 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-da6b3162-1a58-4b7c-98ef-42d3da61d07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:46.086411 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:46.093638 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22f21b50-c3f4-4ab0-ab99-afc7d3bf8dcc tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:46.096545 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-22f21b50-c3f4-4ab0-ab99-afc7d3bf8dcc tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8285403 Nov 02 11:42:46.099474 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60562) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:46.106339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-7a3ee4f0-24b4-4b81-906b-8ad4bb17a787 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Request body: {'security_group_rule': {'security_group_id': '28d4c095-70c4-4475-ace9-cc2b7f306f7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:46.118583 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-da6b3162-1a58-4b7c-98ef-42d3da61d07a None None] Port 86e4f8c2-2e55-4b39-b16c-2ea978804055 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:42:46.124279 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21f8939-e0eb-445c-be90-5821afe4d6e7 x-openstack-request-id: req-c21f8939-e0eb-445c-be90-5821afe4d6e7 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:46.125064 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4952835c-7ec9-4b3b-973b-ce9e92ecaad8", "name": "network-vif-plugged", "status": "completed", "tag": "9edb69bb-d8f1-4bc0-a563-68d0e041335d", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:46.125648 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c21f8939-e0eb-445c-be90-5821afe4d6e7 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:46.126271 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4952835c-7ec9-4b3b-973b-ce9e92ecaad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edb69bb-d8f1-4bc0-a563-68d0e041335d', 'code': 200} Nov 02 11:42:46.137012 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:46.194565 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e1b1f-4e0c-4502-8ad0-78a8fcc2a177 None None] Pushing event updated for resources: {'Port': ['ID=86e4f8c2-2e55-4b39-b16c-2ea978804055,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:46.226066 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Routers {'8d8d6bdb-d194-416b-a63e-6b50033e583f'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:42:46.226826 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:42:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8d8d6bdb-d194-416b-a63e-6b50033e583f'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:46.262472 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=9edb69bb-d8f1-4bc0-a563-68d0e041335d,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:46.303472 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9911bf16-378b-4473-bb1d-53b42005f9c5 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:42:46.341847 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee4f0-24b4-4b81-906b-8ad4bb17a787 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:46.489756 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 9911bf16-378b-4473-bb1d-53b42005f9c5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:42:46.490133 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:46.529039 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931124b-f9ea-405e-b9ea-e251417692be req-27c4e678-9358-4e0e-9be3-8d29484019c8 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:46.544655 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8931124b-f9ea-405e-b9ea-e251417692be req-27c4e678-9358-4e0e-9be3-8d29484019c8 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 945 time: 0.2847898 Nov 02 11:42:46.587241 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] Set router 8d8d6bdb-d194-416b-a63e-6b50033e583f gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:42:46.600062 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb3437-32a1-4232-8c11-399cce25a276 req-51feb06e-8fe8-49bf-9ab4-8293f0407258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:46.601585 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-babb3437-32a1-4232-8c11-399cce25a276 req-51feb06e-8fe8-49bf-9ab4-8293f0407258 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 1097 time: 0.3055618 Nov 02 11:42:46.634580 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee4f0-24b4-4b81-906b-8ad4bb17a787 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:46.662683 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f8bfd7c7-5282-468f-80df-d00f66821f89 None None] Provisioning complete for port 86e4f8c2-2e55-4b39-b16c-2ea978804055 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:42:46.663407 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f8bfd7c7-5282-468f-80df-d00f66821f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:46.704444 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-d1b0e313-6416-4cd3-965e-59810d7f56e9 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:46.705717 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8931124b-f9ea-405e-b9ea-e251417692be req-21874db4-b77c-4edb-bc61-a9b40f3eb875 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600773 Nov 02 11:42:46.706030 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-d1b0e313-6416-4cd3-965e-59810d7f56e9 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.54 "GET /v2.0/networks?id=c6954393-f605-47d3-9739-2a8840607bff HTTP/1.1" status: 200 len: 814 time: 0.3385882 Nov 02 11:42:46.715073 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-babb3437-32a1-4232-8c11-399cce25a276 req-bec9adaa-5a15-40ac-bca5-d29cc5c96fb8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788939 Nov 02 11:42:46.733194 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-837d0743-5e5b-4dca-8b16-f6a6db5fac32 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Request body: {'port': {'device_id': '4ca33364-e747-4001-906e-62ef643723ae', 'network_id': 'c6954393-f605-47d3-9739-2a8840607bff', 'admin_state_up': True, 'tenant_id': '2f44db99cfc4430fa3fe446dbfb4477e'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:46.759881 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee4f0-24b4-4b81-906b-8ad4bb17a787 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:46.793230 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ee4f0-24b4-4b81-906b-8ad4bb17a787 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1235c47-7bf2-4043-bbad-e3599f17ae52,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:46.869718 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f8bfd7c7-5282-468f-80df-d00f66821f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:46.882176 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee4f0-24b4-4b81-906b-8ad4bb17a787 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:46.886827 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7a3ee4f0-24b4-4b81-906b-8ad4bb17a787 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7855976 Nov 02 11:42:46.887505 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60586) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:46.892611 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8c910b67-2af2-474d-a96d-38f81e57d225 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:46.942854 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f8bfd7c7-5282-468f-80df-d00f66821f89 None None] For port 86e4f8c2-2e55-4b39-b16c-2ea978804055, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=86e4f8c2-2e55-4b39-b16c-2ea978804055,segment=NetworkSegment(f2f27feb-217d-4502-af56-e236e3900c3c),segment_id=f2f27feb-217d-4502-af56-e236e3900c3c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:46.945285 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'name': 'tempest-ServersTestBootFromVolume-457920805-router', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:42:32Z', 'updated_at': '2021-11-02T11:42:41Z', 'revision_number': 4, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'gw_port': {'id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:33Z', 'updated_at': '2021-11-02T11:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '86e4f8c2-2e55-4b39-b16c-2ea978804055', 'name': '', 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'mac_address': 'fa:16:3e:38:84:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '319340b2-c2fa-459a-ba8d-30de9ce161b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:39Z', 'updated_at': '2021-11-02T11:42:45Z', 'revision_number': 4, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'subnets': [{'id': '319340b2-c2fa-459a-ba8d-30de9ce161b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:42:46.989075 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef36ba08-650d-47a0-9058-11a3b38baa27 None None] The sync data for ids ['8d8d6bdb-d194-416b-a63e-6b50033e583f'] in n-d-806683-18 is: [{'id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'name': 'tempest-ServersTestBootFromVolume-457920805-router', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:42:32Z', 'updated_at': '2021-11-02T11:42:41Z', 'revision_number': 4, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'gw_port': {'id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:33Z', 'updated_at': '2021-11-02T11:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '86e4f8c2-2e55-4b39-b16c-2ea978804055', 'name': '', 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'mac_address': 'fa:16:3e:38:84:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '319340b2-c2fa-459a-ba8d-30de9ce161b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:39Z', 'updated_at': '2021-11-02T11:42:45Z', 'revision_number': 4, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'subnets': [{'id': '319340b2-c2fa-459a-ba8d-30de9ce161b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:42:47.025192 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 54ed6601-82d1-4e54-9f2a-9812543329ef no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:42:47.032279 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-136e88c8-70b9-4da4-aed1-8d6c01461478 req-6d42b182-9f52-407e-8628-1bf45b563164 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 210 time: 0.0334892 Nov 02 11:42:47.094489 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8c910b67-2af2-474d-a96d-38f81e57d225 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:47.131173 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f8bfd7c7-5282-468f-80df-d00f66821f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:47.245662 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-837d0743-5e5b-4dca-8b16-f6a6db5fac32 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Made reservation on behalf of 2f44db99cfc4430fa3fe446dbfb4477e for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:42:47.252501 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-837d0743-5e5b-4dca-8b16-f6a6db5fac32 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:47.323649 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfd7c7-5282-468f-80df-d00f66821f89 None None] Pushing event updated for resources: {'Port': ['ID=86e4f8c2-2e55-4b39-b16c-2ea978804055,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:47.357528 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:47.424428 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8c910b67-2af2-474d-a96d-38f81e57d225 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:47.460046 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 54ed6601-82d1-4e54-9f2a-9812543329ef, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=54ed6601-82d1-4e54-9f2a-9812543329ef,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:47.525757 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:47.529505 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9995fcfb-e064-40f6-91b0-9e40dfa43e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:47.569519 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-837d0743-5e5b-4dca-8b16-f6a6db5fac32 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Allocated IP 172.20.0.2 (c6954393-f605-47d3-9739-2a8840607bff/7c4c8bce-0c4f-41e2-9449-e7ccb1be5b5b/8dd1b011-693e-4efc-9786-6be7b7116cd3) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:42:47.610543 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-0a78c562-5694-4786-a5e9-9587438bd663 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:47.616560 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-0a78c562-5694-4786-a5e9-9587438bd663 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/networks?id=92c7d3c6-cc6f-44e4-8af3-c70001664caf HTTP/1.1" status: 200 len: 805 time: 0.3383801 Nov 02 11:42:47.646068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=54ed6601-82d1-4e54-9f2a-9812543329ef,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:47.672471 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-7145e8f7-c3ce-4dac-ae86-d4f873265bd6 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/quotas/f50c56b4947f4f90aeacb8ef818c4115 HTTP/1.1" status: 200 len: 375 time: 0.0396307 Nov 02 11:42:47.676007 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-8c910b67-2af2-474d-a96d-38f81e57d225 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Allocated IP 172.25.6.238 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/1fb393bd-cb17-47fd-adb3-af400e4e34c5) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:42:47.764533 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-7a3fccc7-da84-4b1a-9495-998500f32211 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f50c56b4947f4f90aeacb8ef818c4115&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903020 Nov 02 11:42:47.925626 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-837d0743-5e5b-4dca-8b16-f6a6db5fac32 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:48.020114 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e68fc4-1c5a-4b28-bb60-8a4ccd9d643e req-134b0871-2d90-4a6e-bf9b-bcf2ff8e7a80 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:48.022630 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f0e68fc4-1c5a-4b28-bb60-8a4ccd9d643e req-134b0871-2d90-4a6e-bf9b-bcf2ff8e7a80 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 945 time: 0.1829076 Nov 02 11:42:48.097325 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f0e68fc4-1c5a-4b28-bb60-8a4ccd9d643e req-d05efb4c-23fc-4c13-bf13-083a2a205f81 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588326 Nov 02 11:42:48.127952 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9705f393-5cf6-4e4c-b5d7-40e52a6e5760', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54ed6601-82d1-4e54-9f2a-9812543329ef'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:48.128909 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-837d0743-5e5b-4dca-8b16-f6a6db5fac32 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:48.131259 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064ea42b-bf51-4e58-99ae-4a7ef62f3c0b" -d '{"events": [{"server_uuid": "9705f393-5cf6-4e4c-b5d7-40e52a6e5760", "name": "network-vif-unplugged", "status": "completed", "tag": "54ed6601-82d1-4e54-9f2a-9812543329ef"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:48.236390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-837d0743-5e5b-4dca-8b16-f6a6db5fac32 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Network c6954393-f605-47d3-9739-2a8840607bff is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:42:48.253253 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-837d0743-5e5b-4dca-8b16-f6a6db5fac32 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:42:48.261149 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-837d0743-5e5b-4dca-8b16-f6a6db5fac32 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:42:48.314721 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d0743-5e5b-4dca-8b16-f6a6db5fac32 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Pushing event updated for resources: {'Port': ['ID=8dd1b011-693e-4efc-9786-6be7b7116cd3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:48.373949 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-837d0743-5e5b-4dca-8b16-f6a6db5fac32 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:48.373949 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-837d0743-5e5b-4dca-8b16-f6a6db5fac32 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:48.394885 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 86e4f8c2-2e55-4b39-b16c-2ea978804055 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:42:48.408956 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b292a0-3562-4ebf-9254-9dc433f1d011 req-012977bf-06fe-475a-97a7-4011cea610f6 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:48.417335 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a6b292a0-3562-4ebf-9254-9dc433f1d011 req-012977bf-06fe-475a-97a7-4011cea610f6 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 931 time: 0.1946757 Nov 02 11:42:48.491982 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a6b292a0-3562-4ebf-9254-9dc433f1d011 req-f344f593-7338-4ce9-a698-3bb10050e737 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/security-groups?id=36eab2ce-a027-4747-9767-17904fc1ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738165 Nov 02 11:42:48.521231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 86e4f8c2-2e55-4b39-b16c-2ea978804055 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:42:48.521859 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:48.522070 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8c910b67-2af2-474d-a96d-38f81e57d225 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:48.560025 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-837d0743-5e5b-4dca-8b16-f6a6db5fac32 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8403566 Nov 02 11:42:48.577503 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Request body: {'port': {'device_id': '4ca33364-e747-4001-906e-62ef643723ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:48.622578 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5981eb37-0ae0-4c3c-a3fe-1414249562b6 x-openstack-request-id: req-5981eb37-0ae0-4c3c-a3fe-1414249562b6 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:48.625215 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9705f393-5cf6-4e4c-b5d7-40e52a6e5760", "name": "network-vif-unplugged", "status": "completed", "tag": "54ed6601-82d1-4e54-9f2a-9812543329ef", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:48.625935 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5981eb37-0ae0-4c3c-a3fe-1414249562b6 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:48.627227 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9705f393-5cf6-4e4c-b5d7-40e52a6e5760', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54ed6601-82d1-4e54-9f2a-9812543329ef', 'code': 200} Nov 02 11:42:48.691135 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-1e52710a-b36d-420c-8b4a-e92167134f39 service neutron] 10.222.0.52 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9261539 Nov 02 11:42:48.720577 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a54462-b206-43a7-90f7-11a13e5e5de5 req-3b5a48e5-bffb-4fe8-9bde-7003b69e4a80 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:48.722223 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76a54462-b206-43a7-90f7-11a13e5e5de5 req-3b5a48e5-bffb-4fe8-9bde-7003b69e4a80 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.54 "GET /v2.0/ports?device_id=9705f393-5cf6-4e4c-b5d7-40e52a6e5760 HTTP/1.1" status: 200 len: 944 time: 0.1490688 Nov 02 11:42:48.735926 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:48.793019 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8c910b67-2af2-474d-a96d-38f81e57d225 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:48.961853 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c910b67-2af2-474d-a96d-38f81e57d225 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:42:49.003606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c910b67-2af2-474d-a96d-38f81e57d225 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Pushing event updated for resources: {'Port': ['ID=1fb393bd-cb17-47fd-adb3-af400e4e34c5,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:49.007359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-8c910b67-2af2-474d-a96d-38f81e57d225 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:42:49.010910 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c910b67-2af2-474d-a96d-38f81e57d225 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:42:49.089210 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2f08beec-b79b-448c-92ab-0b6f444bf6ee service neutron] 10.222.0.52 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904982 Nov 02 11:42:49.132072 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-76a54462-b206-43a7-90f7-11a13e5e5de5 req-9d04a58e-b97b-4da3-8ddf-f5d56cea4c25 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Deleting port 54ed6601-82d1-4e54-9f2a-9812543329ef {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:42:49.132426 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76a54462-b206-43a7-90f7-11a13e5e5de5 req-9d04a58e-b97b-4da3-8ddf-f5d56cea4c25 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:49.263642 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8c910b67-2af2-474d-a96d-38f81e57d225 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:49.303976 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-76a54462-b206-43a7-90f7-11a13e5e5de5 req-9d04a58e-b97b-4da3-8ddf-f5d56cea4c25 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] For port 54ed6601-82d1-4e54-9f2a-9812543329ef, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=54ed6601-82d1-4e54-9f2a-9812543329ef,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:49.304348 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76a54462-b206-43a7-90f7-11a13e5e5de5 req-9d04a58e-b97b-4da3-8ddf-f5d56cea4c25 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:49.320055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-76a54462-b206-43a7-90f7-11a13e5e5de5 req-9d04a58e-b97b-4da3-8ddf-f5d56cea4c25 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Calling delete_port for 54ed6601-82d1-4e54-9f2a-9812543329ef owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:42:49.325772 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd1b011-693e-4efc-9786-6be7b7116cd3 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:42:49.334977 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:49.359796 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Transition to ACTIVE for port object 8dd1b011-693e-4efc-9786-6be7b7116cd3 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:42:49.416536 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8c910b67-2af2-474d-a96d-38f81e57d225 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:49.443011 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:49.591897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd1b011-693e-4efc-9786-6be7b7116cd3,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:49.636482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Attempting to bind port 8dd1b011-693e-4efc-9786-6be7b7116cd3 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:42:49.637309 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Attempting to bind port 8dd1b011-693e-4efc-9786-6be7b7116cd3 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '66365ffc-4397-4e36-8e79-1c5b4d51a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c6954393-f605-47d3-9739-2a8840607bff'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:42:49.638116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Attempting to bind port 8dd1b011-693e-4efc-9786-6be7b7116cd3 on network c6954393-f605-47d3-9739-2a8840607bff {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:42:49.645417 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d4147e48-0d6c-4d1e-96a0-ba8ad059b876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:49.650331 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Port 8dd1b011-693e-4efc-9786-6be7b7116cd3 on network c6954393-f605-47d3-9739-2a8840607bff not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:42:49.650684 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Attempting to bind port 8dd1b011-693e-4efc-9786-6be7b7116cd3 on network c6954393-f605-47d3-9739-2a8840607bff {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:42:49.658633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9a6e5-f21a-4f96-a77d-2890efaeb700 req-77cc0a68-70d3-4161-bc0c-c9440c840f21 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:49.659186 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:42:49.659341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Checking segment: {'id': '66365ffc-4397-4e36-8e79-1c5b4d51a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c6954393-f605-47d3-9739-2a8840607bff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:42:49.659717 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Bound using segment: {'id': '66365ffc-4397-4e36-8e79-1c5b4d51a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c6954393-f605-47d3-9739-2a8840607bff'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:42:49.660241 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-43b9a6e5-f21a-4f96-a77d-2890efaeb700 req-77cc0a68-70d3-4161-bc0c-c9440c840f21 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 945 time: 0.1672359 Nov 02 11:42:49.668292 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Bound port: 8dd1b011-693e-4efc-9786-6be7b7116cd3, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66365ffc-4397-4e36-8e79-1c5b4d51a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c6954393-f605-47d3-9739-2a8840607bff'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:42:49.668692 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:49.769088 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-43b9a6e5-f21a-4f96-a77d-2890efaeb700 req-75bbfc6b-9c05-4caf-9723-de84f799ece2 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013341 Nov 02 11:42:49.777211 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8c910b67-2af2-474d-a96d-38f81e57d225 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:49.802812 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] For port 8dd1b011-693e-4efc-9786-6be7b7116cd3, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:42:49.808901 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] For port 8dd1b011-693e-4efc-9786-6be7b7116cd3, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=8dd1b011-693e-4efc-9786-6be7b7116cd3,segment=NetworkSegment(66365ffc-4397-4e36-8e79-1c5b4d51a8f6),segment_id=66365ffc-4397-4e36-8e79-1c5b4d51a8f6)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:42:49.813750 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76a54462-b206-43a7-90f7-11a13e5e5de5 req-9d04a58e-b97b-4da3-8ddf-f5d56cea4c25 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:49.886778 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f00d5ba7-101f-4ce9-bc5b-4c261e0d86e5 req-a0d13902-2426-4848-8443-f29a0fc2b09d tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 210 time: 0.0581217 Nov 02 11:42:49.887641 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04a58e-b97b-4da3-8ddf-f5d56cea4c25 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Pushing event deleted for resources: {'Port': ['ID=54ed6601-82d1-4e54-9f2a-9812543329ef,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:49.929481 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8c910b67-2af2-474d-a96d-38f81e57d225 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:49.943652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a54462-b206-43a7-90f7-11a13e5e5de5 req-9d04a58e-b97b-4da3-8ddf-f5d56cea4c25 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] No DVR routers for this DVR port 54ed6601-82d1-4e54-9f2a-9812543329ef on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:42:49.971293 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:49.981614 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76a54462-b206-43a7-90f7-11a13e5e5de5 req-9d04a58e-b97b-4da3-8ddf-f5d56cea4c25 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:49.986807 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76a54462-b206-43a7-90f7-11a13e5e5de5 req-9d04a58e-b97b-4da3-8ddf-f5d56cea4c25 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.54 "DELETE /v2.0/ports/54ed6601-82d1-4e54-9f2a-9812543329ef HTTP/1.1" status: 204 len: 173 time: 1.2538075 Nov 02 11:42:49.991822 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9705f393-5cf6-4e4c-b5d7-40e52a6e5760', 'name': 'network-vif-deleted', 'tag': '54ed6601-82d1-4e54-9f2a-9812543329ef'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:49.994471 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2906592-0ffc-41f1-9b0e-e54211b18d5a" -d '{"events": [{"server_uuid": "9705f393-5cf6-4e4c-b5d7-40e52a6e5760", "name": "network-vif-deleted", "tag": "54ed6601-82d1-4e54-9f2a-9812543329ef"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:50.059455 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:50.060493 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:50.062845 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] 10.222.0.54 "PUT /v2.0/ports/8dd1b011-693e-4efc-9786-6be7b7116cd3 HTTP/1.1" status: 200 len: 1092 time: 1.4902482 Nov 02 11:42:50.063443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca33364-e747-4001-906e-62ef643723ae', 'tag': '8dd1b011-693e-4efc-9786-6be7b7116cd3'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:50.066143 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f48df5-a089-402e-97a6-f1cb8c39ed71" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca33364-e747-4001-906e-62ef643723ae", "tag": "8dd1b011-693e-4efc-9786-6be7b7116cd3"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:50.126143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b63b7-8d31-44e0-ac29-4b4a30e42c49 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd1b011-693e-4efc-9786-6be7b7116cd3,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:50.167304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c910b67-2af2-474d-a96d-38f81e57d225 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Pushing event updated for resources: {'Port': ['ID=1fb393bd-cb17-47fd-adb3-af400e4e34c5,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:50.181025 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8c910b67-2af2-474d-a96d-38f81e57d225 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:50.197807 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc10b2-a280-441e-8b7e-a7f0a9c19ba2 req-09d1fdc7-1dcc-4dd0-a18a-e5b4e0eb2edf tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:50.199702 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63fc10b2-a280-441e-8b7e-a7f0a9c19ba2 req-09d1fdc7-1dcc-4dd0-a18a-e5b4e0eb2edf tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 943 time: 0.1828492 Nov 02 11:42:50.285562 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb20e9a-9344-427e-a161-19e620f0ec38 x-openstack-request-id: req-4cb20e9a-9344-427e-a161-19e620f0ec38 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:50.287052 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9705f393-5cf6-4e4c-b5d7-40e52a6e5760", "name": "network-vif-deleted", "tag": "54ed6601-82d1-4e54-9f2a-9812543329ef", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:50.287323 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4cb20e9a-9344-427e-a161-19e620f0ec38 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:50.287743 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9705f393-5cf6-4e4c-b5d7-40e52a6e5760', 'name': 'network-vif-deleted', 'tag': '54ed6601-82d1-4e54-9f2a-9812543329ef', 'status': 'completed', 'code': 200} Nov 02 11:42:50.297268 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63fc10b2-a280-441e-8b7e-a7f0a9c19ba2 req-21a38ac3-5a32-4e9e-9fb8-616c532df190 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/security-groups?id=36eab2ce-a027-4747-9767-17904fc1ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877151 Nov 02 11:42:50.316877 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8c910b67-2af2-474d-a96d-38f81e57d225 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:50.318305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8c910b67-2af2-474d-a96d-38f81e57d225 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4297760 Nov 02 11:42:50.327147 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50784e5c-92dc-4ef5-a34e-968aef7c0e92 x-openstack-request-id: req-50784e5c-92dc-4ef5-a34e-968aef7c0e92 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:50.327147 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca33364-e747-4001-906e-62ef643723ae", "tag": "8dd1b011-693e-4efc-9786-6be7b7116cd3", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:50.327147 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50784e5c-92dc-4ef5-a34e-968aef7c0e92 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:50.327147 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca33364-e747-4001-906e-62ef643723ae', 'tag': '8dd1b011-693e-4efc-9786-6be7b7116cd3', 'status': 'completed', 'code': 200} Nov 02 11:42:50.329546 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-54119466-d825-4c18-bde3-a5ff3ed03a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:50.331647 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-54119466-d825-4c18-bde3-a5ff3ed03a97 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f44db99cfc4430fa3fe446dbfb4477e&device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 1095 time: 0.0869231 Nov 02 11:42:50.400561 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-707f75e9-82ec-4657-8b0a-ccb0c8295042 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dd1b011-693e-4efc-9786-6be7b7116cd3 HTTP/1.1" status: 200 len: 217 time: 0.0581710 Nov 02 11:42:50.458007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-af61eb6d-2db3-4eb9-b181-c3d85289db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:50.462366 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-af61eb6d-2db3-4eb9-b181-c3d85289db1d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7c4c8bce-0c4f-41e2-9449-e7ccb1be5b5b HTTP/1.1" status: 200 len: 854 time: 0.0519764 Nov 02 11:42:50.507255 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-2cb83a19-1340-4cef-8356-f6181064acae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c6954393-f605-47d3-9739-2a8840607bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396903 Nov 02 11:42:50.619309 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-dcbddc3d-1251-4e2b-bb4c-8c7e8e60b1f1 service neutron] 10.222.0.54 "GET /v2.0/networks/c6954393-f605-47d3-9739-2a8840607bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060896 Nov 02 11:42:50.785060 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fbba09e9-e1c0-4505-b027-720a0637df33 req-1b14f7c2-686a-4c7e-b647-509f059db649 service neutron] 10.222.0.54 "GET /v2.0/networks/c6954393-f605-47d3-9739-2a8840607bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593809 Nov 02 11:42:50.875505 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:50.990994 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f48df5-a089-402e-97a6-f1cb8c39ed71 req-3ee1234d-0b51-47c3-b1a2-02b8503473cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:50.993308 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-22f48df5-a089-402e-97a6-f1cb8c39ed71 req-3ee1234d-0b51-47c3-b1a2-02b8503473cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f44db99cfc4430fa3fe446dbfb4477e&device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 1095 time: 0.0494092 Nov 02 11:42:51.011881 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c74503b3-d998-4fba-99bf-3125a333bafb req-690dfb2e-e2e9-4d1c-9c0a-b01ed969a6e8 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 210 time: 0.0317001 Nov 02 11:42:51.112652 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f48df5-a089-402e-97a6-f1cb8c39ed71 req-6496bdac-313a-4948-975d-0fed6855163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:51.116024 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-22f48df5-a089-402e-97a6-f1cb8c39ed71 req-6496bdac-313a-4948-975d-0fed6855163f service neutron] 10.222.0.54 "GET /v2.0/networks?id=c6954393-f605-47d3-9739-2a8840607bff HTTP/1.1" status: 200 len: 915 time: 0.1135316 Nov 02 11:42:51.178745 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-22f48df5-a089-402e-97a6-f1cb8c39ed71 req-f1b38dca-2f1f-47b8-b896-aaca8bbf0603 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dd1b011-693e-4efc-9786-6be7b7116cd3 HTTP/1.1" status: 200 len: 217 time: 0.0557091 Nov 02 11:42:51.252232 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f48df5-a089-402e-97a6-f1cb8c39ed71 req-70a06809-b60d-4ad8-b47c-2d4fdc663b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:51.252937 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-22f48df5-a089-402e-97a6-f1cb8c39ed71 req-70a06809-b60d-4ad8-b47c-2d4fdc663b47 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7c4c8bce-0c4f-41e2-9449-e7ccb1be5b5b HTTP/1.1" status: 200 len: 854 time: 0.0662200 Nov 02 11:42:51.300330 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-22f48df5-a089-402e-97a6-f1cb8c39ed71 req-ce9b8d5a-d287-4052-bb95-98d98ab825ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c6954393-f605-47d3-9739-2a8840607bff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391304 Nov 02 11:42:51.491502 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-22f48df5-a089-402e-97a6-f1cb8c39ed71 req-e790348b-94fa-4616-8efe-42fb61fb54ec service neutron] 10.222.0.54 "GET /v2.0/networks/c6954393-f605-47d3-9739-2a8840607bff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818349 Nov 02 11:42:51.590145 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba04de7-0a9a-46c4-bfa7-8001ebb2c7b4 req-6620f8ae-01eb-4981-a8c1-fa0eeeb98478 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:51.592526 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bba04de7-0a9a-46c4-bfa7-8001ebb2c7b4 req-6620f8ae-01eb-4981-a8c1-fa0eeeb98478 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 943 time: 0.1678104 Nov 02 11:42:51.683883 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bba04de7-0a9a-46c4-bfa7-8001ebb2c7b4 req-f65223c6-235d-4e0a-b62f-b7070f8caeb0 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/security-groups?id=36eab2ce-a027-4747-9767-17904fc1ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853910 Nov 02 11:42:51.708920 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-22f48df5-a089-402e-97a6-f1cb8c39ed71 req-aa83af4c-abe2-4b70-8845-b0dc84efaec8 service neutron] 10.222.0.54 "GET /v2.0/networks/c6954393-f605-47d3-9739-2a8840607bff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948550 Nov 02 11:42:52.111983 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e5705ca-402f-4d29-918d-563f9a6def07 req-05fae6ed-7190-4382-8996-b1f92f5553c1 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 210 time: 0.0288355 Nov 02 11:42:52.408616 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:52.479397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-279d900f-f3da-4d82-821f-ae37a314db72 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:52.480962 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-279d900f-f3da-4d82-821f-ae37a314db72 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.79 "GET /v2.0/networks?id=92c7d3c6-cc6f-44e4-8af3-c70001664caf HTTP/1.1" status: 200 len: 805 time: 0.1412396 Nov 02 11:42:52.494877 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-0fb1d4a5-4833-44df-bb57-781879a11c8f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Request body: {'port': {'device_id': '63e70432-cc50-4af1-89f8-3856f9c07f33', 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf', 'admin_state_up': True, 'tenant_id': 'f50c56b4947f4f90aeacb8ef818c4115'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:52.808496 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-0fb1d4a5-4833-44df-bb57-781879a11c8f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Made reservation on behalf of f50c56b4947f4f90aeacb8ef818c4115 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:42:52.814391 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-0fb1d4a5-4833-44df-bb57-781879a11c8f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:52.866594 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05140686-1deb-4e7b-b8fd-973054e3598d req-51914097-d8f6-449b-933f-2f04006ddab3 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:52.870992 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-05140686-1deb-4e7b-b8fd-973054e3598d req-51914097-d8f6-449b-933f-2f04006ddab3 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 943 time: 0.1003380 Nov 02 11:42:52.875962 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60840) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:53.023570 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-05140686-1deb-4e7b-b8fd-973054e3598d req-47625032-e549-457a-9c33-26428f797075 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/security-groups?id=36eab2ce-a027-4747-9767-17904fc1ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475670 Nov 02 11:42:53.039835 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 54ed6601-82d1-4e54-9f2a-9812543329ef no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:42:53.067370 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 54ed6601-82d1-4e54-9f2a-9812543329ef {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:42:53.067936 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 54ed6601-82d1-4e54-9f2a-9812543329ef not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:42:53.117697 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-0fb1d4a5-4833-44df-bb57-781879a11c8f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Allocated IP 172.20.0.14 (92c7d3c6-cc6f-44e4-8af3-c70001664caf/9853137b-7032-4499-acf2-66fe74777f85/d626770e-9040-4b22-9557-96cb7f562bd4) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:42:53.232819 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5afa48c2-f8fb-4d4f-a814-a7b7b3fb9e0d req-46320531-45fa-4546-a328-8c172361b122 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 210 time: 0.0411649 Nov 02 11:42:53.276826 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-479976f5-fd7b-42b6-9912-6c5887edabec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:53.362726 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-0fb1d4a5-4833-44df-bb57-781879a11c8f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:53.440899 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-479976f5-fd7b-42b6-9912-6c5887edabec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:53.537836 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-0fb1d4a5-4833-44df-bb57-781879a11c8f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:53.546914 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-479976f5-fd7b-42b6-9912-6c5887edabec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:53.666521 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-0fb1d4a5-4833-44df-bb57-781879a11c8f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Network 92c7d3c6-cc6f-44e4-8af3-c70001664caf is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:42:53.670155 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479976f5-fd7b-42b6-9912-6c5887edabec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cb0c89-9d07-4af4-a2ba-94689a3441fc,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:53.676571 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-479976f5-fd7b-42b6-9912-6c5887edabec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bf64723ba1d140a58f380d43247252ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7975044 Nov 02 11:42:53.680125 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60866) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:53.689458 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-0fb1d4a5-4833-44df-bb57-781879a11c8f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:42:53.692332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-0fb1d4a5-4833-44df-bb57-781879a11c8f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:42:53.697558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1d4a5-4833-44df-bb57-781879a11c8f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Pushing event updated for resources: {'Port': ['ID=d626770e-9040-4b22-9557-96cb7f562bd4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:53.752725 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9016fb5e-d230-4e52-9351-4c751c2b247d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:53.755652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-0fb1d4a5-4833-44df-bb57-781879a11c8f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:53.755652 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-0fb1d4a5-4833-44df-bb57-781879a11c8f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:53.780189 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9016fb5e-d230-4e52-9351-4c751c2b247d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:53.975830 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:53.976581 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-0fb1d4a5-4833-44df-bb57-781879a11c8f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4859400 Nov 02 11:42:53.978068 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9016fb5e-d230-4e52-9351-4c751c2b247d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:53.984887 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9016fb5e-d230-4e52-9351-4c751c2b247d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:53.984887 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9016fb5e-d230-4e52-9351-4c751c2b247d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/39cb0c89-9d07-4af4-a2ba-94689a3441fc HTTP/1.1" status: 204 len: 168 time: 0.3007934 Nov 02 11:42:53.991986 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016fb5e-d230-4e52-9351-4c751c2b247d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cb0c89-9d07-4af4-a2ba-94689a3441fc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:53.992830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Request body: {'port': {'device_id': '63e70432-cc50-4af1-89f8-3856f9c07f33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:42:54.003489 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9016fb5e-d230-4e52-9351-4c751c2b247d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:54.004350 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9016fb5e-d230-4e52-9351-4c751c2b247d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:54.006444 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9016fb5e-d230-4e52-9351-4c751c2b247d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:54.007010 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9016fb5e-d230-4e52-9351-4c751c2b247d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:54.007564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9016fb5e-d230-4e52-9351-4c751c2b247d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:54.008099 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9016fb5e-d230-4e52-9351-4c751c2b247d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:54.008607 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9016fb5e-d230-4e52-9351-4c751c2b247d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:54.009175 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9016fb5e-d230-4e52-9351-4c751c2b247d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:54.009717 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9016fb5e-d230-4e52-9351-4c751c2b247d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:54.010250 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9016fb5e-d230-4e52-9351-4c751c2b247d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:54.010756 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9016fb5e-d230-4e52-9351-4c751c2b247d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:54.011283 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9016fb5e-d230-4e52-9351-4c751c2b247d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:54.100614 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:54.106642 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:54.193374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9467a95-3ef5-46cb-b984-d3999906ad2d req-ebc77702-7bce-4225-8605-cdfd7c26929a tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:54.195273 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d9467a95-3ef5-46cb-b984-d3999906ad2d req-ebc77702-7bce-4225-8605-cdfd7c26929a tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 943 time: 0.0794003 Nov 02 11:42:54.280612 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d9467a95-3ef5-46cb-b984-d3999906ad2d req-fe1f3f07-5aad-4e07-b30f-158d26e826b7 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/security-groups?id=36eab2ce-a027-4747-9767-17904fc1ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784738 Nov 02 11:42:54.443267 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea53e1c-c23e-4e50-98bd-1892c199f85b req-55096ed0-25e9-46ab-a20a-99d6da60c3dc tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:54.450710 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4ea53e1c-c23e-4e50-98bd-1892c199f85b req-55096ed0-25e9-46ab-a20a-99d6da60c3dc tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 932 time: 0.0607495 Nov 02 11:42:54.505945 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4ea53e1c-c23e-4e50-98bd-1892c199f85b req-de15f709-942e-4768-8cef-509c9e1ef2cd tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542123 Nov 02 11:42:54.507606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d626770e-9040-4b22-9557-96cb7f562bd4 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:42:54.518263 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:54.544971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Transition to ACTIVE for port object d626770e-9040-4b22-9557-96cb7f562bd4 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:42:54.673501 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:54.730358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Pushing event updated for resources: {'Port': ['ID=d626770e-9040-4b22-9557-96cb7f562bd4,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:54.819803 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Attempting to bind port d626770e-9040-4b22-9557-96cb7f562bd4 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:42:54.820148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Attempting to bind port d626770e-9040-4b22-9557-96cb7f562bd4 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '4ae02198-f334-4daa-8dfd-0b80efae8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:42:54.820584 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Attempting to bind port d626770e-9040-4b22-9557-96cb7f562bd4 on network 92c7d3c6-cc6f-44e4-8af3-c70001664caf {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:42:54.828144 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Port d626770e-9040-4b22-9557-96cb7f562bd4 on network 92c7d3c6-cc6f-44e4-8af3-c70001664caf not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:42:54.828480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Attempting to bind port d626770e-9040-4b22-9557-96cb7f562bd4 on network 92c7d3c6-cc6f-44e4-8af3-c70001664caf {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:42:54.835442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:42:54.838990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Checking segment: {'id': '4ae02198-f334-4daa-8dfd-0b80efae8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:42:54.838990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Bound using segment: {'id': '4ae02198-f334-4daa-8dfd-0b80efae8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:42:54.838990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Bound port: d626770e-9040-4b22-9557-96cb7f562bd4, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae02198-f334-4daa-8dfd-0b80efae8cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:42:54.838990 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:54.934248 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] For port d626770e-9040-4b22-9557-96cb7f562bd4, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:42:54.940766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] For port d626770e-9040-4b22-9557-96cb7f562bd4, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d626770e-9040-4b22-9557-96cb7f562bd4,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:42:54.960211 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:55.039142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 8dd1b011-693e-4efc-9786-6be7b7116cd3 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:42:55.068848 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:55.167307 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60898) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:55.211346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Pushing event updated for resources: {'Port': ['ID=d626770e-9040-4b22-9557-96cb7f562bd4,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:55.230081 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:55.231989 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:55.237318 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-2644b13a-4207-4628-83a7-179327b2691b service neutron] 10.222.0.79 "PUT /v2.0/ports/d626770e-9040-4b22-9557-96cb7f562bd4 HTTP/1.1" status: 200 len: 1093 time: 1.2515137 Nov 02 11:42:55.240638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e70432-cc50-4af1-89f8-3856f9c07f33', 'tag': 'd626770e-9040-4b22-9557-96cb7f562bd4'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:55.257778 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2969013e-5df2-4ed1-ba77-bfe14e45b011" -d '{"events": [{"name": "network-changed", "server_uuid": "63e70432-cc50-4af1-89f8-3856f9c07f33", "tag": "d626770e-9040-4b22-9557-96cb7f562bd4"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:55.274614 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 8dd1b011-693e-4efc-9786-6be7b7116cd3, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=8dd1b011-693e-4efc-9786-6be7b7116cd3,segment=NetworkSegment(66365ffc-4397-4e36-8e79-1c5b4d51a8f6),segment_id=66365ffc-4397-4e36-8e79-1c5b4d51a8f6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:55.291369 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '8dd1b011-693e-4efc-9786-6be7b7116cd3', 'network_id': 'c6954393-f605-47d3-9739-2a8840607bff', 'port_id': '8dd1b011-693e-4efc-9786-6be7b7116cd3', 'mac_address': 'fa:16:3e:35:14:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c4c8bce-0c4f-41e2-9449-e7ccb1be5b5b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:42:55.328873 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee318e4-2625-40c6-96ef-556bac2a4ad4 x-openstack-request-id: req-bee318e4-2625-40c6-96ef-556bac2a4ad4 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:55.329170 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e70432-cc50-4af1-89f8-3856f9c07f33", "tag": "d626770e-9040-4b22-9557-96cb7f562bd4", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:55.329429 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bee318e4-2625-40c6-96ef-556bac2a4ad4 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:55.329835 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e70432-cc50-4af1-89f8-3856f9c07f33', 'tag': 'd626770e-9040-4b22-9557-96cb7f562bd4', 'status': 'completed', 'code': 200} Nov 02 11:42:55.366912 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:55.383752 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd1b011-693e-4efc-9786-6be7b7116cd3 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:42:55.419674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969013e-5df2-4ed1-ba77-bfe14e45b011 req-6c2a38c8-bc97-4e6f-8d3c-758eed5a8170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:55.422631 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2969013e-5df2-4ed1-ba77-bfe14e45b011 req-6c2a38c8-bc97-4e6f-8d3c-758eed5a8170 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f50c56b4947f4f90aeacb8ef818c4115&device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 1096 time: 0.0761671 Nov 02 11:42:55.422998 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 8dd1b011-693e-4efc-9786-6be7b7116cd3, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=8dd1b011-693e-4efc-9786-6be7b7116cd3,segment=NetworkSegment(66365ffc-4397-4e36-8e79-1c5b4d51a8f6),segment_id=66365ffc-4397-4e36-8e79-1c5b4d51a8f6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:55.495421 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a534cd54-ebc8-41f7-b094-10598f9daa4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:55.542285 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:55.620611 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969013e-5df2-4ed1-ba77-bfe14e45b011 req-b2a61e2e-06af-4ae1-b547-e341bb13d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:55.624183 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2969013e-5df2-4ed1-ba77-bfe14e45b011 req-b2a61e2e-06af-4ae1-b547-e341bb13d91e service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=f50c56b4947f4f90aeacb8ef818c4115&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1934764 Nov 02 11:42:55.632757 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a534cd54-ebc8-41f7-b094-10598f9daa4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:55.645311 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e06e9-fcaa-42c1-8540-aba048f2f049 req-6889adb0-c5df-4fa8-af91-5bbd1dab9f24 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:55.660297 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fa6e06e9-fcaa-42c1-8540-aba048f2f049 req-6889adb0-c5df-4fa8-af91-5bbd1dab9f24 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 943 time: 0.2516584 Nov 02 11:42:55.695831 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=8dd1b011-693e-4efc-9786-6be7b7116cd3,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:55.697412 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60916) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:55.725423 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e58fbc2-5c41-4899-a931-bf0cb4d6ccc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:55.772748 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a534cd54-ebc8-41f7-b094-10598f9daa4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:55.776445 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['8dd1b011-693e-4efc-9786-6be7b7116cd3'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:42:55.822903 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a534cd54-ebc8-41f7-b094-10598f9daa4e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=edfa3ace69ba477087c37046452e1799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6535838 Nov 02 11:42:55.823580 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60920) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:55.866657 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fa6e06e9-fcaa-42c1-8540-aba048f2f049 req-0de0e85e-800b-4626-8438-712f37bccb59 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/security-groups?id=36eab2ce-a027-4747-9767-17904fc1ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019036 Nov 02 11:42:55.976129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534cd54-ebc8-41f7-b094-10598f9daa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d1c13c-8848-43f7-9070-59dd35d814c6,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:56.003656 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab9f1c-dbf4-42b4-92b6-6183ed443d80 req-c89b12ad-658e-4e22-a78c-705d3d1e0916 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:56.010532 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-87ab9f1c-dbf4-42b4-92b6-6183ed443d80 req-c89b12ad-658e-4e22-a78c-705d3d1e0916 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 944 time: 0.2307861 Nov 02 11:42:56.015147 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969013e-5df2-4ed1-ba77-bfe14e45b011 req-1e2ee15d-7ffc-4831-9570-a72d5b3eaf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:56.017747 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2969013e-5df2-4ed1-ba77-bfe14e45b011 req-1e2ee15d-7ffc-4831-9570-a72d5b3eaf35 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3870308 Nov 02 11:42:56.100399 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e58fbc2-5c41-4899-a931-bf0cb4d6ccc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:56.102700 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-835e5d25-1715-4e06-b1bb-e4eaa1384f8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:56.132296 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-835e5d25-1715-4e06-b1bb-e4eaa1384f8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:56.219881 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e58fbc2-5c41-4899-a931-bf0cb4d6ccc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:56.230680 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-9b74ea81-fe07-45fc-8d78-1422003dcba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:56.236029 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-9b74ea81-fe07-45fc-8d78-1422003dcba1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f50c56b4947f4f90aeacb8ef818c4115&device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 1096 time: 0.1295993 Nov 02 11:42:56.237929 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-87ab9f1c-dbf4-42b4-92b6-6183ed443d80 req-1a0dfa0c-6ee5-4f44-9a16-3973287b5845 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179739 Nov 02 11:42:56.316241 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1e58fbc2-5c41-4899-a931-bf0cb4d6ccc8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8c2eda11e5404eebb9d83dc885bd58b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6152978 Nov 02 11:42:56.317822 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60926) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:56.319827 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-835e5d25-1715-4e06-b1bb-e4eaa1384f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:56.322364 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-835e5d25-1715-4e06-b1bb-e4eaa1384f8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:56.332576 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-8412b321-dc70-4ff1-b7cf-6bf13582a5a0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d626770e-9040-4b22-9557-96cb7f562bd4 HTTP/1.1" status: 200 len: 217 time: 0.0914354 Nov 02 11:42:56.333138 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-835e5d25-1715-4e06-b1bb-e4eaa1384f8f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/62d1c13c-8848-43f7-9070-59dd35d814c6 HTTP/1.1" status: 204 len: 168 time: 0.5030341 Nov 02 11:42:56.369361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58fbc2-5c41-4899-a931-bf0cb4d6ccc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac01a402-9884-4a9c-bd3b-b0b52cfbe112,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:56.430673 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e5d25-1715-4e06-b1bb-e4eaa1384f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d1c13c-8848-43f7-9070-59dd35d814c6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:56.470667 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b496d2a-2b53-4957-b942-f8f61d5be2fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:56.495934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-175c277d-6b3b-497b-823b-723cb5b33aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:56.500146 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-175c277d-6b3b-497b-823b-723cb5b33aa8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9853137b-7032-4499-acf2-66fe74777f85 HTTP/1.1" status: 200 len: 845 time: 0.1603239 Nov 02 11:42:56.513976 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b496d2a-2b53-4957-b942-f8f61d5be2fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:56.539914 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-817e0888-249c-4049-a0e4-cadc71c85561 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=92c7d3c6-cc6f-44e4-8af3-c70001664caf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312185 Nov 02 11:42:56.645237 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-594743fc-b446-4748-991a-be5feca3e673 service neutron] 10.222.0.79 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976825 Nov 02 11:42:56.708684 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b496d2a-2b53-4957-b942-f8f61d5be2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:56.714965 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b496d2a-2b53-4957-b942-f8f61d5be2fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:56.716720 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8b496d2a-2b53-4957-b942-f8f61d5be2fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac01a402-9884-4a9c-bd3b-b0b52cfbe112 HTTP/1.1" status: 204 len: 168 time: 0.3977542 Nov 02 11:42:56.730749 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b496d2a-2b53-4957-b942-f8f61d5be2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac01a402-9884-4a9c-bd3b-b0b52cfbe112,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:56.774968 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f38173d0-59cf-48d1-b893-cab1c0bdfe20 req-4e3fc5ee-00d3-4a00-b38b-c6f907550358 service neutron] 10.222.0.79 "GET /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224415 Nov 02 11:42:56.997226 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa62e25-153b-42eb-ac74-6f08e15690d8 req-bc41d4f7-9180-4448-b595-f8715494ad13 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:57.005967 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-caa62e25-153b-42eb-ac74-6f08e15690d8 req-bc41d4f7-9180-4448-b595-f8715494ad13 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 944 time: 0.0603912 Nov 02 11:42:57.058344 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 8dd1b011-693e-4efc-9786-6be7b7116cd3 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:42:57.106135 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-caa62e25-153b-42eb-ac74-6f08e15690d8 req-1887a7df-2ad4-4b06-82e9-9c58d6eb1569 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/security-groups?id=36eab2ce-a027-4747-9767-17904fc1ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990510 Nov 02 11:42:57.271388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 8dd1b011-693e-4efc-9786-6be7b7116cd3 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:42:57.275826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 8dd1b011-693e-4efc-9786-6be7b7116cd3 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:42:57.285034 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:57.435120 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:57.439236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef54f06-6be2-4322-9bcf-c7d2b22fe430 req-f314ce3d-031c-49e0-99d2-c70843115ae4 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:57.441719 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ef54f06-6be2-4322-9bcf-c7d2b22fe430 req-f314ce3d-031c-49e0-99d2-c70843115ae4 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 944 time: 0.0793908 Nov 02 11:42:57.477865 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 8dd1b011-693e-4efc-9786-6be7b7116cd3, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=8dd1b011-693e-4efc-9786-6be7b7116cd3,segment=NetworkSegment(66365ffc-4397-4e36-8e79-1c5b4d51a8f6),segment_id=66365ffc-4397-4e36-8e79-1c5b4d51a8f6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:57.478878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca33364-e747-4001-906e-62ef643723ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd1b011-693e-4efc-9786-6be7b7116cd3'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:42:57.481266 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bba5fd0-b3ca-494e-a0bc-511a39617e2c" -d '{"events": [{"server_uuid": "4ca33364-e747-4001-906e-62ef643723ae", "name": "network-vif-plugged", "status": "completed", "tag": "8dd1b011-693e-4efc-9786-6be7b7116cd3"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:42:57.527538 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b666eaa4-7f1c-4dc9-9e4e-b2f5343970c1 x-openstack-request-id: req-b666eaa4-7f1c-4dc9-9e4e-b2f5343970c1 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:42:57.528303 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca33364-e747-4001-906e-62ef643723ae", "name": "network-vif-plugged", "status": "completed", "tag": "8dd1b011-693e-4efc-9786-6be7b7116cd3", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:42:57.528800 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b666eaa4-7f1c-4dc9-9e4e-b2f5343970c1 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:42:57.529406 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca33364-e747-4001-906e-62ef643723ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd1b011-693e-4efc-9786-6be7b7116cd3', 'code': 200} Nov 02 11:42:57.545226 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ef54f06-6be2-4322-9bcf-c7d2b22fe430 req-dea9a017-6a75-4cff-81ab-3b544aac3e1d tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973680 Nov 02 11:42:57.619822 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:57.688333 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=8dd1b011-693e-4efc-9786-6be7b7116cd3,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:57.714782 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49baddbb-7b40-42a7-9da2-f901bc3e0b3b req-4c6c6496-f511-4c95-b719-e52160360d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:57.716463 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-49baddbb-7b40-42a7-9da2-f901bc3e0b3b req-4c6c6496-f511-4c95-b719-e52160360d90 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 1097 time: 0.1141233 Nov 02 11:42:57.791799 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-49baddbb-7b40-42a7-9da2-f901bc3e0b3b req-656960f1-6e66-400f-a55e-47ba14f75e52 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=36eab2ce-a027-4747-9767-17904fc1ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665531 Nov 02 11:42:58.271327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a338498-3ad2-4c7d-9444-48649a07b3ae req-8114d3ae-f68d-4458-b4e6-f79923d7dfca tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:58.274722 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a338498-3ad2-4c7d-9444-48649a07b3ae req-8114d3ae-f68d-4458-b4e6-f79923d7dfca tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 945 time: 0.0626941 Nov 02 11:42:58.335763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a338498-3ad2-4c7d-9444-48649a07b3ae req-3e75928e-908c-4e05-a079-878bad5b6894 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/security-groups?id=36eab2ce-a027-4747-9767-17904fc1ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566294 Nov 02 11:42:58.338103 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60962) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:58.353074 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1bd38bca-6a21-4192-8e51-88e360dce6ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:58.461790 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1bd38bca-6a21-4192-8e51-88e360dce6ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:58.532120 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1bd38bca-6a21-4192-8e51-88e360dce6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:58.598848 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd38bca-6a21-4192-8e51-88e360dce6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f587ba9-1434-4f8c-be72-2266b891a1ca,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:58.608498 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1bd38bca-6a21-4192-8e51-88e360dce6ec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=073a3bd0569f4ca3b687f5ab308ee6ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690761 Nov 02 11:42:58.611467 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60972) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:58.674418 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-03568ba2-88ca-4811-a1b9-1be019a956d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:58.706056 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-03568ba2-88ca-4811-a1b9-1be019a956d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:58.738729 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810999f7-dd1f-40e5-9c03-1fd886814f96 req-4afaf0d6-570b-47ef-a65f-dc9c53bb43f1 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:58.740407 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-810999f7-dd1f-40e5-9c03-1fd886814f96 req-4afaf0d6-570b-47ef-a65f-dc9c53bb43f1 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 944 time: 0.0828753 Nov 02 11:42:58.809920 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-810999f7-dd1f-40e5-9c03-1fd886814f96 req-5fc4bef3-321a-4442-b515-bd173c7a8427 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622473 Nov 02 11:42:58.879295 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-03568ba2-88ca-4811-a1b9-1be019a956d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:58.881913 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-03568ba2-88ca-4811-a1b9-1be019a956d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:58.883465 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-03568ba2-88ca-4811-a1b9-1be019a956d7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f587ba9-1434-4f8c-be72-2266b891a1ca HTTP/1.1" status: 204 len: 168 time: 0.2693300 Nov 02 11:42:58.898791 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03568ba2-88ca-4811-a1b9-1be019a956d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f587ba9-1434-4f8c-be72-2266b891a1ca,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:42:58.915533 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568ba2-88ca-4811-a1b9-1be019a956d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:58.917597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568ba2-88ca-4811-a1b9-1be019a956d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:58.918123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568ba2-88ca-4811-a1b9-1be019a956d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:58.918293 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568ba2-88ca-4811-a1b9-1be019a956d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:58.918629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568ba2-88ca-4811-a1b9-1be019a956d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:58.919066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568ba2-88ca-4811-a1b9-1be019a956d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:58.919396 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568ba2-88ca-4811-a1b9-1be019a956d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:58.919730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568ba2-88ca-4811-a1b9-1be019a956d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:58.920101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568ba2-88ca-4811-a1b9-1be019a956d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:58.920419 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568ba2-88ca-4811-a1b9-1be019a956d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:58.920775 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568ba2-88ca-4811-a1b9-1be019a956d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:58.921092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03568ba2-88ca-4811-a1b9-1be019a956d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:42:59.499779 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e7c53-b6b5-4614-bd9c-2b26f03f2784 req-300bb23a-51f4-4ad8-9f4b-49cbf5c249ad tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:59.510430 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5e5e7c53-b6b5-4614-bd9c-2b26f03f2784 req-300bb23a-51f4-4ad8-9f4b-49cbf5c249ad tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 945 time: 0.0773299 Nov 02 11:42:59.586565 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:42:59.595562 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d626770e-9040-4b22-9557-96cb7f562bd4 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:42:59.602671 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5e5e7c53-b6b5-4614-bd9c-2b26f03f2784 req-cf07a9a6-4f55-4001-9827-5312a0b02924 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/security-groups?id=36eab2ce-a027-4747-9767-17904fc1ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912073 Nov 02 11:42:59.787134 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d626770e-9040-4b22-9557-96cb7f562bd4, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d626770e-9040-4b22-9557-96cb7f562bd4,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:59.814742 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'd626770e-9040-4b22-9557-96cb7f562bd4', 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf', 'port_id': 'd626770e-9040-4b22-9557-96cb7f562bd4', 'mac_address': 'fa:16:3e:f4:ae:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9853137b-7032-4499-acf2-66fe74777f85', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:42:59.861965 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:42:59.881006 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d626770e-9040-4b22-9557-96cb7f562bd4 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:42:59.909529 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d626770e-9040-4b22-9557-96cb7f562bd4, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d626770e-9040-4b22-9557-96cb7f562bd4,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:42:59.961843 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32778) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:42:59.991814 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026eeb2-057f-4748-9cf1-4717439e6e3b req-d26bdd04-e9ec-4fe7-8db9-84213817327a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:42:59.994425 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6026eeb2-057f-4748-9cf1-4717439e6e3b req-d26bdd04-e9ec-4fe7-8db9-84213817327a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 944 time: 0.0617993 Nov 02 11:43:00.065881 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6026eeb2-057f-4748-9cf1-4717439e6e3b req-d525f381-5131-4633-8c49-44f9b463efa5 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620608 Nov 02 11:43:00.125720 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:00.151001 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0bcb0ab0-7a7d-4e7e-92a6-7b9ed51999be admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-279607799-network', 'tenant_id': 'c53125fcf18c4ec0a2a014c8cfab99e1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:00.193002 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d626770e-9040-4b22-9557-96cb7f562bd4,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:00.348688 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['d626770e-9040-4b22-9557-96cb7f562bd4'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:43:00.470524 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcb0ab0-7a7d-4e7e-92a6-7b9ed51999be admin admin] Made reservation on behalf of c53125fcf18c4ec0a2a014c8cfab99e1 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:43:00.474888 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0ab0-7a7d-4e7e-92a6-7b9ed51999be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:00.507849 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0ab0-7a7d-4e7e-92a6-7b9ed51999be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:00.605709 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0ab0-7a7d-4e7e-92a6-7b9ed51999be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:00.741569 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0ab0-7a7d-4e7e-92a6-7b9ed51999be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:00.772728 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcb0ab0-7a7d-4e7e-92a6-7b9ed51999be admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:43:00.784092 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb0ab0-7a7d-4e7e-92a6-7b9ed51999be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ab4412-4627-414a-a6af-643559ea8f6f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:00.790265 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0ab0-7a7d-4e7e-92a6-7b9ed51999be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:00.790600 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-0bcb0ab0-7a7d-4e7e-92a6-7b9ed51999be admin admin] Added segment aae61672-8fb9-442e-b343-a1d1954354e0 of type vlan for network 264efe0d-47fa-4327-9902-9f9d3f6996f1 Nov 02 11:43:00.842088 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0ab0-7a7d-4e7e-92a6-7b9ed51999be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:01.073306 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0ab0-7a7d-4e7e-92a6-7b9ed51999be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:01.077293 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcb0ab0-7a7d-4e7e-92a6-7b9ed51999be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:01.077293 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0ab0-7a7d-4e7e-92a6-7b9ed51999be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:01.157111 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb0ab0-7a7d-4e7e-92a6-7b9ed51999be admin admin] Pushing event updated for resources: {'Network': ['ID=264efe0d-47fa-4327-9902-9f9d3f6996f1,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:01.171099 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 264efe0d-47fa-4327-9902-9f9d3f6996f1 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:43:01.213629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467628ca-1109-4e81-a439-baf988d581b7 req-9dfe0e72-1d46-414f-9b19-ab934f378dd1 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:01.223449 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-467628ca-1109-4e81-a439-baf988d581b7 req-9dfe0e72-1d46-414f-9b19-ab934f378dd1 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 945 time: 0.0745385 Nov 02 11:43:01.230452 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0bcb0ab0-7a7d-4e7e-92a6-7b9ed51999be admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2670207 Nov 02 11:43:01.236625 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32812) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:01.252922 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b0c5e669-a80c-40dc-ad5d-51e238bcd08a admin admin] Request body: {'subnet': {'network_id': '264efe0d-47fa-4327-9902-9f9d3f6996f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-279607799-subnet', 'tenant_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:01.309798 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-467628ca-1109-4e81-a439-baf988d581b7 req-5cbe93be-90fc-4244-ae5f-afa6cdc35845 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799670 Nov 02 11:43:01.433227 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c5e669-a80c-40dc-ad5d-51e238bcd08a admin admin] Made reservation on behalf of c53125fcf18c4ec0a2a014c8cfab99e1 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:43:01.435836 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e669-a80c-40dc-ad5d-51e238bcd08a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:01.611186 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d626770e-9040-4b22-9557-96cb7f562bd4 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:43:01.848465 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port d626770e-9040-4b22-9557-96cb7f562bd4 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:43:01.854389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port d626770e-9040-4b22-9557-96cb7f562bd4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:01.854977 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:02.084967 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:02.154281 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e70432-cc50-4af1-89f8-3856f9c07f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd626770e-9040-4b22-9557-96cb7f562bd4'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:43:02.161238 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5907db-0d9a-4221-bb42-5e2fb811db7b" -d '{"events": [{"server_uuid": "63e70432-cc50-4af1-89f8-3856f9c07f33", "name": "network-vif-plugged", "status": "completed", "tag": "d626770e-9040-4b22-9557-96cb7f562bd4"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:43:02.197289 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d626770e-9040-4b22-9557-96cb7f562bd4, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d626770e-9040-4b22-9557-96cb7f562bd4,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:02.239215 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65daec05-1996-4979-8f3c-084a128d11e4 x-openstack-request-id: req-65daec05-1996-4979-8f3c-084a128d11e4 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:43:02.239215 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e70432-cc50-4af1-89f8-3856f9c07f33", "name": "network-vif-plugged", "status": "completed", "tag": "d626770e-9040-4b22-9557-96cb7f562bd4", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:43:02.239215 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-65daec05-1996-4979-8f3c-084a128d11e4 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:43:02.239215 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e70432-cc50-4af1-89f8-3856f9c07f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd626770e-9040-4b22-9557-96cb7f562bd4', 'code': 200} Nov 02 11:43:02.276434 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e669-a80c-40dc-ad5d-51e238bcd08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:02.346543 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5e669-a80c-40dc-ad5d-51e238bcd08a admin admin] Pushing event updated for resources: {'Subnet': ['ID=13cc9c22-d0f7-4311-b8bb-8a54b79ce4bf,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:02.352861 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c5e669-a80c-40dc-ad5d-51e238bcd08a admin admin] Checking segment: {'id': 'aae61672-8fb9-442e-b343-a1d1954354e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '264efe0d-47fa-4327-9902-9f9d3f6996f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:43:02.353275 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c5e669-a80c-40dc-ad5d-51e238bcd08a admin admin] Network hostable DHCP agents. Network: 264efe0d-47fa-4327-9902-9f9d3f6996f1, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:43:02.359851 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:02.390981 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb68d-a348-4592-88dc-e2a45482b6fb req-66d7964c-0040-4ce6-af24-17a80678eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:02.397925 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e4cb68d-a348-4592-88dc-e2a45482b6fb req-66d7964c-0040-4ce6-af24-17a80678eeb1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 1097 time: 0.1103783 Nov 02 11:43:02.512202 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c5e669-a80c-40dc-ad5d-51e238bcd08a admin admin] Network 264efe0d-47fa-4327-9902-9f9d3f6996f1 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:43:02.565456 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cab5ba-a450-4640-9cc0-4ff37611841c req-350582a3-0fc4-4219-b344-3a1e4181dfcb tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:02.566718 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e4cb68d-a348-4592-88dc-e2a45482b6fb req-3a8818a3-7240-4f8d-a762-d37a287e6de7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670313 Nov 02 11:43:02.568636 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45cab5ba-a450-4640-9cc0-4ff37611841c req-350582a3-0fc4-4219-b344-3a1e4181dfcb tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 946 time: 0.1441829 Nov 02 11:43:02.618791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-b0c5e669-a80c-40dc-ad5d-51e238bcd08a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 264efe0d-47fa-4327-9902-9f9d3f6996f1) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:43:02.636719 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c5e669-a80c-40dc-ad5d-51e238bcd08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:02.637326 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e669-a80c-40dc-ad5d-51e238bcd08a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:02.689355 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d626770e-9040-4b22-9557-96cb7f562bd4,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:02.709012 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22972bb9-23b0-4ce8-b591-d4cc9d620e63 None None] Network 264efe0d-47fa-4327-9902-9f9d3f6996f1 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:43:02.710981 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45cab5ba-a450-4640-9cc0-4ff37611841c req-b154875e-915a-4437-b46c-3bd6950ece10 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330671 Nov 02 11:43:02.785421 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b0c5e669-a80c-40dc-ad5d-51e238bcd08a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5371795 Nov 02 11:43:02.788192 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32868) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:02.792884 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-279607799-router', 'tenant_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:02.882501 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-264efe0d-47fa-4327-9902-9f9d3f6996f1', 'network_id': '264efe0d-47fa-4327-9902-9f9d3f6996f1', 'tenant_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'fixed_ips': [{'subnet_id': '13cc9c22-d0f7-4311-b8bb-8a54b79ce4bf'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:43:02.883412 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:02.930853 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:02.932747 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:03.005467 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:03.049141 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Allocated IP 172.20.0.2 (264efe0d-47fa-4327-9902-9f9d3f6996f1/13cc9c22-d0f7-4311-b8bb-8a54b79ce4bf/e7bd8625-780a-4280-a842-ee366e1f13a9) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:43:03.252448 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:03.380703 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-0ac50232-b760-42e7-9db3-01323a05513a tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b0954476c6954ac990e34f33bf0cd6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366614 Nov 02 11:43:03.422719 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:03.452882 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:03.512957 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Network 264efe0d-47fa-4327-9902-9f9d3f6996f1 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:43:03.518145 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:43:03.521423 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:43:03.549522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-ea4b077a-e2ea-4352-95e4-51427d0f9061 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:03.555470 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-ea4b077a-e2ea-4352-95e4-51427d0f9061 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1684241 Nov 02 11:43:03.570223 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-1cf18177-5fc9-4831-a3cc-02c0c4e9eab6 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/quotas/b0954476c6954ac990e34f33bf0cd6f1 HTTP/1.1" status: 200 len: 375 time: 0.0118327 Nov 02 11:43:03.618513 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-eafa20c4-8e53-4a7e-a9b5-f2b4a7a65278 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b0954476c6954ac990e34f33bf0cd6f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418856 Nov 02 11:43:03.624401 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Pushing event updated for resources: {'Port': ['ID=e7bd8625-780a-4280-a842-ee366e1f13a9,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:03.639028 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Attempting to bind port e7bd8625-780a-4280-a842-ee366e1f13a9 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:43:03.644559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Attempting to bind port e7bd8625-780a-4280-a842-ee366e1f13a9 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'aae61672-8fb9-442e-b343-a1d1954354e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '264efe0d-47fa-4327-9902-9f9d3f6996f1'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:43:03.644559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Attempting to bind port e7bd8625-780a-4280-a842-ee366e1f13a9 on network 264efe0d-47fa-4327-9902-9f9d3f6996f1 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:43:03.648168 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:43:03.648657 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Checking segment: {'id': 'aae61672-8fb9-442e-b343-a1d1954354e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '264efe0d-47fa-4327-9902-9f9d3f6996f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:43:03.649345 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:03.650259 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Bound using segment: {'id': 'aae61672-8fb9-442e-b343-a1d1954354e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '264efe0d-47fa-4327-9902-9f9d3f6996f1'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:43:03.650410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Bound port: e7bd8625-780a-4280-a842-ee366e1f13a9, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae61672-8fb9-442e-b343-a1d1954354e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '264efe0d-47fa-4327-9902-9f9d3f6996f1'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:43:03.650999 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:03.759068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] For port e7bd8625-780a-4280-a842-ee366e1f13a9, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:43:03.762428 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] For port e7bd8625-780a-4280-a842-ee366e1f13a9, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e7bd8625-780a-4280-a842-ee366e1f13a9,segment=NetworkSegment(aae61672-8fb9-442e-b343-a1d1954354e0),segment_id=aae61672-8fb9-442e-b343-a1d1954354e0)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:43:03.840406 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:03.861285 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:03.932477 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:04.049539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2920f-66da-4518-88c7-d50a95ed62f9 None None] Pushing event updated for resources: {'Port': ['ID=e7bd8625-780a-4280-a842-ee366e1f13a9,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:04.076288 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] Allocated IP 172.25.6.30 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/b080095d-5606-4eb5-8586-1257b0eefffa) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:43:04.180150 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef1760-26b8-4073-a12c-4deb55d1323c req-48138bca-30ae-417f-a88c-4c1cc379f0db tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:04.189149 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b2ef1760-26b8-4073-a12c-4deb55d1323c req-48138bca-30ae-417f-a88c-4c1cc379f0db tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 946 time: 0.1020057 Nov 02 11:43:04.280370 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b2ef1760-26b8-4073-a12c-4deb55d1323c req-3ec31c63-42e2-4208-8aab-694f3e80f869 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858088 Nov 02 11:43:04.325533 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:04.408363 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cff6fa84-dc2e-4de7-a1af-24e2ff33eb53 req-47d1e95b-e7ae-4a2f-858d-1ccd23347090 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 210 time: 0.0722866 Nov 02 11:43:04.559540 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:04.607836 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:43:04.611647 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:43:04.615386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:43:04.654812 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] Pushing event updated for resources: {'Port': ['ID=b080095d-5606-4eb5-8586-1257b0eefffa,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:05.066512 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:05.439885 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:05.582860 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e507d0a6-6b29-4213-91d3-eca984c303f9 req-2e4ffe46-9656-473f-973c-73781b5b0c1c tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 210 time: 0.0652695 Nov 02 11:43:05.636761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815ba5c1-eb7b-40b3-b44b-7a024426b366 None None] Network 264efe0d-47fa-4327-9902-9f9d3f6996f1 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:43:05.784332 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ffab70ce-b62c-448c-9128-674826d79609 None None] Provisioning complete for port e7bd8625-780a-4280-a842-ee366e1f13a9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:05.784700 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ffab70ce-b62c-448c-9128-674826d79609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:05.879023 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] Router 706899ce-3903-4a22-94bd-b3f5a583fe30 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:43:05.981290 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ffab70ce-b62c-448c-9128-674826d79609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:06.034120 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ffab70ce-b62c-448c-9128-674826d79609 None None] For port e7bd8625-780a-4280-a842-ee366e1f13a9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e7bd8625-780a-4280-a842-ee366e1f13a9,segment=NetworkSegment(aae61672-8fb9-442e-b343-a1d1954354e0),segment_id=aae61672-8fb9-442e-b343-a1d1954354e0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:06.095271 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:43:06.109498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Sync routers for ids ['706899ce-3903-4a22-94bd-b3f5a583fe30'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:43:06.148344 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Routers {'706899ce-3903-4a22-94bd-b3f5a583fe30'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:43:06.151545 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:42:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['706899ce-3903-4a22-94bd-b3f5a583fe30'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:06.213259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3a089-36ff-4b83-8d1d-6e4ab345604e req-d318b42b-8190-44e9-b578-13712ffbb648 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:06.226774 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-24b3a089-36ff-4b83-8d1d-6e4ab345604e req-d318b42b-8190-44e9-b578-13712ffbb648 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 946 time: 0.1878035 Nov 02 11:43:06.278780 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ffab70ce-b62c-448c-9128-674826d79609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:06.376770 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-24b3a089-36ff-4b83-8d1d-6e4ab345604e req-9d351803-8f02-41f1-85fc-d0e2f444591f tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486788 Nov 02 11:43:06.380023 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:06.381758 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4b6cecfe-f031-40de-be03-c1d43ad4dfd7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5926318 Nov 02 11:43:06.384641 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32988) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:06.412711 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e7bd8625-780a-4280-a842-ee366e1f13a9 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:43:06.453125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab70ce-b62c-448c-9128-674826d79609 None None] Pushing event updated for resources: {'Port': ['ID=e7bd8625-780a-4280-a842-ee366e1f13a9,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:06.476193 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32990) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:06.514132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-31c7e9a8-7a4c-4456-9395-adf34388d354 None None] Provisioning complete for port e7bd8625-780a-4280-a842-ee366e1f13a9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:06.514505 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-31c7e9a8-7a4c-4456-9395-adf34388d354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:06.581829 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Set router 706899ce-3903-4a22-94bd-b3f5a583fe30 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:43:06.652492 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e7bd8625-780a-4280-a842-ee366e1f13a9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:06.652492 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:06.661330 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7163b36f-cfaa-4b10-b3a6-3db177058507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:06.865907 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7163b36f-cfaa-4b10-b3a6-3db177058507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:06.908668 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-988427d7-9b35-4b7f-8ce1-adcca32c5f2b req-3fbaff7a-5394-4b8d-b87c-9c8c339e6981 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 210 time: 0.0457036 Nov 02 11:43:06.965096 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7163b36f-cfaa-4b10-b3a6-3db177058507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:06.975930 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'name': 'tempest-FloatingIPsNegativeTestJSON-279607799-router', 'tenant_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'b080095d-5606-4eb5-8586-1257b0eefffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:02Z', 'updated_at': '2021-11-02T11:43:04Z', 'revision_number': 3, 'project_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'gw_port': {'id': 'b080095d-5606-4eb5-8586-1257b0eefffa', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:03Z', 'updated_at': '2021-11-02T11:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:07.011900 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Checking router: 706899ce-3903-4a22-94bd-b3f5a583fe30 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:43:07.012439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Updating router 706899ce-3903-4a22-94bd-b3f5a583fe30 port b080095d-5606-4eb5-8586-1257b0eefffa binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:43:07.040876 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7163b36f-cfaa-4b10-b3a6-3db177058507 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7f9c7a0e320947dfb8fb634ea2ef246c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5630798 Nov 02 11:43:07.041370 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33002) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:07.043866 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7163b36f-cfaa-4b10-b3a6-3db177058507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a661c4eb-5923-4691-905b-381ace798abd,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:07.065301 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:07.127917 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5418c13-f915-484e-8e84-d67e51c536c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:07.148031 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-73c73713-3ec5-4169-be2c-95bed0383958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:07.175961 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-73c73713-3ec5-4169-be2c-95bed0383958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:07.330206 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-73c73713-3ec5-4169-be2c-95bed0383958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:07.333128 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-73c73713-3ec5-4169-be2c-95bed0383958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:07.338010 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-73c73713-3ec5-4169-be2c-95bed0383958 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a661c4eb-5923-4691-905b-381ace798abd HTTP/1.1" status: 204 len: 168 time: 0.2953274 Nov 02 11:43:07.349134 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c73713-3ec5-4169-be2c-95bed0383958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a661c4eb-5923-4691-905b-381ace798abd,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:07.362554 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-e5418c13-f915-484e-8e84-d67e51c536c0 admin admin] Allocated IP 172.20.0.1 (264efe0d-47fa-4327-9902-9f9d3f6996f1/13cc9c22-d0f7-4311-b8bb-8a54b79ce4bf/d1bd2e4b-4688-465a-930e-f14fac8bb451) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:43:07.531258 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-ba6f4b35-ddc4-4d18-a5e6-792a8d10f619 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=b0954476c6954ac990e34f33bf0cd6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677698 Nov 02 11:43:07.641015 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:07.653425 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5418c13-f915-484e-8e84-d67e51c536c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:07.655779 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d626770e-9040-4b22-9557-96cb7f562bd4 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:43:07.722541 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-dbfeb44b-b81d-4041-9444-6ce2ab94df70 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:07.725560 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-dbfeb44b-b81d-4041-9444-6ce2ab94df70 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869023 Nov 02 11:43:07.739633 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-cab77250-13e6-4d4e-9bb2-b8198eed2ace tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Request body: {'port': {'device_id': 'd20ad7cd-a775-4575-b6df-353994e0d16f', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'b0954476c6954ac990e34f33bf0cd6f1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:07.772892 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55b3b8-1082-46a5-a1cb-94c77fe5bcf1 req-04657230-c2b3-451d-bfc3-7ead96365233 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:07.773915 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:07.781041 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd55b3b8-1082-46a5-a1cb-94c77fe5bcf1 req-04657230-c2b3-451d-bfc3-7ead96365233 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 946 time: 0.1184556 Nov 02 11:43:07.861390 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd55b3b8-1082-46a5-a1cb-94c77fe5bcf1 req-6af79464-1b5e-4035-9ba9-0ab5b6ce1b1e tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793543 Nov 02 11:43:07.899597 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5418c13-f915-484e-8e84-d67e51c536c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:08.055075 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5418c13-f915-484e-8e84-d67e51c536c0 admin admin] Network 264efe0d-47fa-4327-9902-9f9d3f6996f1 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:43:08.058474 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-e5418c13-f915-484e-8e84-d67e51c536c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:43:08.115326 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5418c13-f915-484e-8e84-d67e51c536c0 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:43:08.229264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5418c13-f915-484e-8e84-d67e51c536c0 admin admin] Pushing event updated for resources: {'Port': ['ID=d1bd2e4b-4688-465a-930e-f14fac8bb451,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:08.254699 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2837131a-ba85-4b2a-b8fa-e284595f731b req-1378bd3e-8e4e-4f91-b744-e5744f565ba4 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 210 time: 0.1860828 Nov 02 11:43:08.286285 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-cab77250-13e6-4d4e-9bb2-b8198eed2ace tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Made reservation on behalf of b0954476c6954ac990e34f33bf0cd6f1 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:43:08.289848 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-cab77250-13e6-4d4e-9bb2-b8198eed2ace tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:08.310484 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5418c13-f915-484e-8e84-d67e51c536c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:08.346446 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-cab77250-13e6-4d4e-9bb2-b8198eed2ace tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:08.414943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e7bd8625-780a-4280-a842-ee366e1f13a9 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:43:08.422018 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d97de-65b9-47bc-805f-00c6a224bd2c None None] Pushing event updated for resources: {'Port': ['ID=b080095d-5606-4eb5-8586-1257b0eefffa,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:08.521729 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-cab77250-13e6-4d4e-9bb2-b8198eed2ace tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:08.549490 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d97de-65b9-47bc-805f-00c6a224bd2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:08.549833 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d97de-65b9-47bc-805f-00c6a224bd2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:08.551457 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d97de-65b9-47bc-805f-00c6a224bd2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:08.552816 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d97de-65b9-47bc-805f-00c6a224bd2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:08.553200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d97de-65b9-47bc-805f-00c6a224bd2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:08.553618 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d97de-65b9-47bc-805f-00c6a224bd2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:08.553960 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d97de-65b9-47bc-805f-00c6a224bd2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:08.554485 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d97de-65b9-47bc-805f-00c6a224bd2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:08.554845 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d97de-65b9-47bc-805f-00c6a224bd2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:08.555866 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d97de-65b9-47bc-805f-00c6a224bd2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:08.556391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d97de-65b9-47bc-805f-00c6a224bd2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:08.556526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72d97de-65b9-47bc-805f-00c6a224bd2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:08.589222 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Attempting to bind port b080095d-5606-4eb5-8586-1257b0eefffa on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:43:08.589629 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Attempting to bind port b080095d-5606-4eb5-8586-1257b0eefffa by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:43:08.590038 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Attempting to bind port b080095d-5606-4eb5-8586-1257b0eefffa on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:43:08.632716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:43:08.633600 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:43:08.634024 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:08.634517 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:43:08.635036 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Bound port: b080095d-5606-4eb5-8586-1257b0eefffa, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:43:08.635441 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:08.642728 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d626770e-9040-4b22-9557-96cb7f562bd4, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d626770e-9040-4b22-9557-96cb7f562bd4,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:08.651530 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-098fa336-4aa3-4769-91b6-49ab952a2529 None None] Provisioning complete for port d1bd2e4b-4688-465a-930e-f14fac8bb451 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:08.651530 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-098fa336-4aa3-4769-91b6-49ab952a2529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:08.733697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'd626770e-9040-4b22-9557-96cb7f562bd4', 'network_id': '92c7d3c6-cc6f-44e4-8af3-c70001664caf', 'port_id': 'd626770e-9040-4b22-9557-96cb7f562bd4', 'mac_address': 'fa:16:3e:f4:ae:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9853137b-7032-4499-acf2-66fe74777f85', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:43:08.798351 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-098fa336-4aa3-4769-91b6-49ab952a2529 None None] Port d1bd2e4b-4688-465a-930e-f14fac8bb451 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:43:08.814518 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e7bd8625-780a-4280-a842-ee366e1f13a9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:08.814958 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:08.825478 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33026) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:08.845439 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab4073ba-a6ba-47d4-8f81-ec09e0adc131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:08.877112 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-cab77250-13e6-4d4e-9bb2-b8198eed2ace tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:08.921444 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab77250-13e6-4d4e-9bb2-b8198eed2ace tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29691bdf-586d-4c24-8043-564e6387c2e4,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:08.952661 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] For port b080095d-5606-4eb5-8586-1257b0eefffa, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:43:08.967423 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5418c13-f915-484e-8e84-d67e51c536c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:08.983931 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] For port b080095d-5606-4eb5-8586-1257b0eefffa, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b080095d-5606-4eb5-8586-1257b0eefffa,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:43:09.001038 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:09.079365 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d626770e-9040-4b22-9557-96cb7f562bd4 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:43:09.111026 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:09.143304 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d626770e-9040-4b22-9557-96cb7f562bd4, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d626770e-9040-4b22-9557-96cb7f562bd4,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:09.229287 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c613b32-5ed2-415d-8d0f-0291be5fdeef req-2771c8aa-03ed-4488-9736-a67aa1a18c44 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:09.233319 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2582ec5-4998-4b5b-b611-6c693148542d req-b7799626-be88-4788-8f3d-1cf353a6cebd tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:09.238584 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0c613b32-5ed2-415d-8d0f-0291be5fdeef req-2771c8aa-03ed-4488-9736-a67aa1a18c44 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 946 time: 0.2431741 Nov 02 11:43:09.245716 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2582ec5-4998-4b5b-b611-6c693148542d req-b7799626-be88-4788-8f3d-1cf353a6cebd tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 945 time: 0.2715478 Nov 02 11:43:09.266359 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:09.292751 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d97de-65b9-47bc-805f-00c6a224bd2c None None] Pushing event updated for resources: {'Port': ['ID=b080095d-5606-4eb5-8586-1257b0eefffa,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:09.299170 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Routers {'706899ce-3903-4a22-94bd-b3f5a583fe30'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:43:09.299953 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:42:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['706899ce-3903-4a22-94bd-b3f5a583fe30'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:09.301307 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab4073ba-a6ba-47d4-8f81-ec09e0adc131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:09.322575 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-cab77250-13e6-4d4e-9bb2-b8198eed2ace tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Allocated IP 192.168.233.106 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/14d3cf37-4b88-4038-b4f6-8e124d3e9552) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:43:09.407695 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['d626770e-9040-4b22-9557-96cb7f562bd4'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:43:09.434635 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0c613b32-5ed2-415d-8d0f-0291be5fdeef req-6d89d362-e34f-41bb-9047-c627f1a750f0 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878822 Nov 02 11:43:09.442697 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab4073ba-a6ba-47d4-8f81-ec09e0adc131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:09.544347 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d626770e-9040-4b22-9557-96cb7f562bd4,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:09.581254 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7289f886-561c-47ad-b1ff-3dc7d5894c80 req-07124f19-2260-4fcb-9333-08439568862a tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 210 time: 0.0444484 Nov 02 11:43:09.583837 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] Set router 706899ce-3903-4a22-94bd-b3f5a583fe30 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:43:09.609174 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ab4073ba-a6ba-47d4-8f81-ec09e0adc131 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e5601052b8e64661a64e19cd67c8546d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7826173 Nov 02 11:43:09.615932 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5418c13-f915-484e-8e84-d67e51c536c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:09.627803 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33040) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:09.653736 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2582ec5-4998-4b5b-b611-6c693148542d req-d3ac67d6-1fa0-4a3d-b531-86e7cc048f2a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063385 Nov 02 11:43:09.657156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4073ba-a6ba-47d4-8f81-ec09e0adc131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491e3d56-b089-4da2-b3b6-ee61424889cd,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:09.717823 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5418c13-f915-484e-8e84-d67e51c536c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:09.813318 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5418c13-f915-484e-8e84-d67e51c536c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:09.920077 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65bafff5-1520-4d9c-8748-8194559642ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:09.972390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5418c13-f915-484e-8e84-d67e51c536c0 admin admin] Pushing event updated for resources: {'Port': ['ID=d1bd2e4b-4688-465a-930e-f14fac8bb451,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:09.975712 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65bafff5-1520-4d9c-8748-8194559642ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:10.040883 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'name': 'tempest-FloatingIPsNegativeTestJSON-279607799-router', 'tenant_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'b080095d-5606-4eb5-8586-1257b0eefffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:02Z', 'updated_at': '2021-11-02T11:43:08Z', 'revision_number': 4, 'project_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'gw_port': {'id': 'b080095d-5606-4eb5-8586-1257b0eefffa', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:03Z', 'updated_at': '2021-11-02T11:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd1bd2e4b-4688-465a-930e-f14fac8bb451', 'name': '', 'network_id': '264efe0d-47fa-4327-9902-9f9d3f6996f1', 'tenant_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'mac_address': 'fa:16:3e:18:e5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '13cc9c22-d0f7-4311-b8bb-8a54b79ce4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:07Z', 'updated_at': '2021-11-02T11:43:07Z', 'revision_number': 1, 'project_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'subnets': [{'id': '13cc9c22-d0f7-4311-b8bb-8a54b79ce4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:10.041538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5418c13-f915-484e-8e84-d67e51c536c0 admin admin] Network 264efe0d-47fa-4327-9902-9f9d3f6996f1 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:43:10.043222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-e5418c13-f915-484e-8e84-d67e51c536c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:43:10.080548 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-cab77250-13e6-4d4e-9bb2-b8198eed2ace tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:10.097798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88287df2-0d75-440d-ace3-fdd6b4ae489f None None] The sync data for ids ['706899ce-3903-4a22-94bd-b3f5a583fe30'] in n-d-806683-18 is: [{'id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'name': 'tempest-FloatingIPsNegativeTestJSON-279607799-router', 'tenant_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'b080095d-5606-4eb5-8586-1257b0eefffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:02Z', 'updated_at': '2021-11-02T11:43:08Z', 'revision_number': 4, 'project_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'gw_port': {'id': 'b080095d-5606-4eb5-8586-1257b0eefffa', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:03Z', 'updated_at': '2021-11-02T11:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd1bd2e4b-4688-465a-930e-f14fac8bb451', 'name': '', 'network_id': '264efe0d-47fa-4327-9902-9f9d3f6996f1', 'tenant_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'mac_address': 'fa:16:3e:18:e5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '13cc9c22-d0f7-4311-b8bb-8a54b79ce4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:07Z', 'updated_at': '2021-11-02T11:43:07Z', 'revision_number': 1, 'project_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'subnets': [{'id': '13cc9c22-d0f7-4311-b8bb-8a54b79ce4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:43:10.221139 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65bafff5-1520-4d9c-8748-8194559642ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:10.224135 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65bafff5-1520-4d9c-8748-8194559642ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:10.225664 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-65bafff5-1520-4d9c-8748-8194559642ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/491e3d56-b089-4da2-b3b6-ee61424889cd HTTP/1.1" status: 204 len: 168 time: 0.5964954 Nov 02 11:43:10.243609 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bafff5-1520-4d9c-8748-8194559642ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491e3d56-b089-4da2-b3b6-ee61424889cd,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:10.262867 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-cab77250-13e6-4d4e-9bb2-b8198eed2ace tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:10.302170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5418c13-f915-484e-8e84-d67e51c536c0 admin admin] Router 706899ce-3903-4a22-94bd-b3f5a583fe30 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:43:10.392828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-cab77250-13e6-4d4e-9bb2-b8198eed2ace tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:43:10.409445 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-cab77250-13e6-4d4e-9bb2-b8198eed2ace tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:43:10.440643 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-cab77250-13e6-4d4e-9bb2-b8198eed2ace tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:43:10.458163 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab77250-13e6-4d4e-9bb2-b8198eed2ace tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Pushing event updated for resources: {'Port': ['ID=14d3cf37-4b88-4038-b4f6-8e124d3e9552,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:10.666285 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-cab77250-13e6-4d4e-9bb2-b8198eed2ace tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:10.667245 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-cab77250-13e6-4d4e-9bb2-b8198eed2ace tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:10.749184 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-cab77250-13e6-4d4e-9bb2-b8198eed2ace tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0133574 Nov 02 11:43:10.758323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b2666412-90e5-4b70-8202-17cc38b95745 None None] Provisioning complete for port d1bd2e4b-4688-465a-930e-f14fac8bb451 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:10.758631 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b2666412-90e5-4b70-8202-17cc38b95745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:10.791187 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5418c13-f915-484e-8e84-d67e51c536c0 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:43:10.797961 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Request body: {'port': {'device_id': 'd20ad7cd-a775-4575-b6df-353994e0d16f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:10.800923 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e5418c13-f915-484e-8e84-d67e51c536c0 admin admin] 10.222.0.52 "PUT /v2.0/routers/706899ce-3903-4a22-94bd-b3f5a583fe30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4149528 Nov 02 11:43:10.858879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b2666412-90e5-4b70-8202-17cc38b95745 None None] Port d1bd2e4b-4688-465a-930e-f14fac8bb451 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:43:10.891750 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8c8b1-ea52-46bd-b0c4-ce51b16ccadd req-00db6cb5-51b5-4617-b2ba-0a093386bee4 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:10.898359 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ee8c8b1-ea52-46bd-b0c4-ce51b16ccadd req-00db6cb5-51b5-4617-b2ba-0a093386bee4 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 945 time: 0.3269928 Nov 02 11:43:10.935128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b5836-6bc7-4a70-bf88-e3a6f39faf2a req-fcdc4fe0-3550-4286-91b8-bf31852b4b87 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:10.938371 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f35b5836-6bc7-4a70-bf88-e3a6f39faf2a req-fcdc4fe0-3550-4286-91b8-bf31852b4b87 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.79 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 945 time: 0.2483900 Nov 02 11:43:10.985086 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7a37d0dc-75f1-43e7-9a6c-0f9ac135196d None None] Provisioning complete for port 14d3cf37-4b88-4038-b4f6-8e124d3e9552 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:10.986420 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7a37d0dc-75f1-43e7-9a6c-0f9ac135196d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:11.058547 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ee8c8b1-ea52-46bd-b0c4-ce51b16ccadd req-94a3f83d-410d-4fa5-b59b-2ffa6e6893e5 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513493 Nov 02 11:43:11.070540 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1174156-9940-468d-b83e-f01a2ed703fd req-324d560a-0778-413d-bae2-32227b79ef86 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:11.092294 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d1174156-9940-468d-b83e-f01a2ed703fd req-324d560a-0778-413d-bae2-32227b79ef86 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 936 time: 0.3372474 Nov 02 11:43:11.109278 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:11.179724 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7a37d0dc-75f1-43e7-9a6c-0f9ac135196d None None] Port 14d3cf37-4b88-4038-b4f6-8e124d3e9552 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:43:11.193345 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f35b5836-6bc7-4a70-bf88-e3a6f39faf2a req-380766da-0226-4459-a307-303cb8233683 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Deleting port 9edb69bb-d8f1-4bc0-a563-68d0e041335d {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:43:11.193887 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f35b5836-6bc7-4a70-bf88-e3a6f39faf2a req-380766da-0226-4459-a307-303cb8233683 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:11.227816 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d1174156-9940-468d-b83e-f01a2ed703fd req-eb4cff5c-9a27-41a6-bb9b-dd73a3be173f tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/security-groups?id=29691bdf-586d-4c24-8043-564e6387c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345088 Nov 02 11:43:11.366334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f35b5836-6bc7-4a70-bf88-e3a6f39faf2a req-380766da-0226-4459-a307-303cb8233683 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] For port 9edb69bb-d8f1-4bc0-a563-68d0e041335d, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=9edb69bb-d8f1-4bc0-a563-68d0e041335d,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:11.366905 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f35b5836-6bc7-4a70-bf88-e3a6f39faf2a req-380766da-0226-4459-a307-303cb8233683 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:11.390839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f35b5836-6bc7-4a70-bf88-e3a6f39faf2a req-380766da-0226-4459-a307-303cb8233683 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Calling delete_port for 9edb69bb-d8f1-4bc0-a563-68d0e041335d owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:43:11.680846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d626770e-9040-4b22-9557-96cb7f562bd4 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:43:11.737391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9390078-0b11-47fd-b6ee-7e73d4ceaa77 req-11c890f7-dfd1-4f84-ba42-9872554f2f18 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:11.739086 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9390078-0b11-47fd-b6ee-7e73d4ceaa77 req-11c890f7-dfd1-4f84-ba42-9872554f2f18 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 945 time: 0.1502101 Nov 02 11:43:11.810143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port d626770e-9040-4b22-9557-96cb7f562bd4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:11.814135 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:11.870716 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9390078-0b11-47fd-b6ee-7e73d4ceaa77 req-9c4ea5f8-a92f-4cbe-b1fc-7679cb8f46d5 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210430 Nov 02 11:43:11.988423 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f35b5836-6bc7-4a70-bf88-e3a6f39faf2a req-380766da-0226-4459-a307-303cb8233683 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:12.035550 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:12.036500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d3cf37-4b88-4038-b4f6-8e124d3e9552 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:43:12.057200 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:12.113830 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e70432-cc50-4af1-89f8-3856f9c07f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd626770e-9040-4b22-9557-96cb7f562bd4'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:43:12.119974 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787f6640-ab50-4658-b616-c65e0ab1f9e8" -d '{"events": [{"server_uuid": "63e70432-cc50-4af1-89f8-3856f9c07f33", "name": "network-vif-plugged", "status": "completed", "tag": "d626770e-9040-4b22-9557-96cb7f562bd4"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:43:12.126242 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Transition to ACTIVE for port object 14d3cf37-4b88-4038-b4f6-8e124d3e9552 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:43:12.182625 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d626770e-9040-4b22-9557-96cb7f562bd4, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d626770e-9040-4b22-9557-96cb7f562bd4,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:12.210914 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:12.273835 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:12.274659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 9edb69bb-d8f1-4bc0-a563-68d0e041335d no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:43:12.404076 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Pushing event updated for resources: {'Port': ['ID=14d3cf37-4b88-4038-b4f6-8e124d3e9552,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:12.523579 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b080095d-5606-4eb5-8586-1257b0eefffa up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:43:12.536265 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 9edb69bb-d8f1-4bc0-a563-68d0e041335d {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:43:12.537334 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 9edb69bb-d8f1-4bc0-a563-68d0e041335d not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:43:12.565147 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Attempting to bind port 14d3cf37-4b88-4038-b4f6-8e124d3e9552 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:43:12.565598 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Attempting to bind port 14d3cf37-4b88-4038-b4f6-8e124d3e9552 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:43:12.566035 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Attempting to bind port 14d3cf37-4b88-4038-b4f6-8e124d3e9552 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:43:12.588814 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Port 14d3cf37-4b88-4038-b4f6-8e124d3e9552 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:43:12.590375 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Attempting to bind port 14d3cf37-4b88-4038-b4f6-8e124d3e9552 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:43:12.599813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:43:12.600153 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:43:12.600691 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:43:12.601727 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Bound port: 14d3cf37-4b88-4038-b4f6-8e124d3e9552, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:43:12.602961 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:12.633624 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56f54fb-f859-4822-b6ee-184657ad1fc6 x-openstack-request-id: req-a56f54fb-f859-4822-b6ee-184657ad1fc6 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:43:12.633921 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e70432-cc50-4af1-89f8-3856f9c07f33", "name": "network-vif-plugged", "status": "completed", "tag": "d626770e-9040-4b22-9557-96cb7f562bd4", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:43:12.634171 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a56f54fb-f859-4822-b6ee-184657ad1fc6 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:43:12.638406 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e70432-cc50-4af1-89f8-3856f9c07f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd626770e-9040-4b22-9557-96cb7f562bd4', 'code': 200} Nov 02 11:43:12.651264 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d626770e-9040-4b22-9557-96cb7f562bd4,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:12.705191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b080095d-5606-4eb5-8586-1257b0eefffa triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:12.705702 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:12.787333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] For port 14d3cf37-4b88-4038-b4f6-8e124d3e9552, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:43:12.789023 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] For port 14d3cf37-4b88-4038-b4f6-8e124d3e9552, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=14d3cf37-4b88-4038-b4f6-8e124d3e9552,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:43:12.861522 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:12.891963 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ab3bf-c592-4581-9d3d-2d49be73ca17 req-c339a072-584d-44ec-a737-dc4c1c0e11ee tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:12.894065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port b080095d-5606-4eb5-8586-1257b0eefffa, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b080095d-5606-4eb5-8586-1257b0eefffa,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:12.904142 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-384ab3bf-c592-4581-9d3d-2d49be73ca17 req-c339a072-584d-44ec-a737-dc4c1c0e11ee tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 948 time: 0.1088514 Nov 02 11:43:12.966858 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-384ab3bf-c592-4581-9d3d-2d49be73ca17 req-5de826f2-a024-46b8-8dd5-84bde049b114 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/security-groups?id=29691bdf-586d-4c24-8043-564e6387c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613525 Nov 02 11:43:12.968911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380766da-0226-4459-a307-303cb8233683 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Pushing event deleted for resources: {'Port': ['ID=9edb69bb-d8f1-4bc0-a563-68d0e041335d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:13.033493 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e94179a-2955-4e9e-bd74-03f34ae05e2c req-2089bd7a-5cb6-4f89-9daa-12d6cd07c02c tempest-FloatingIPsNegativeTestJSON-473984056 tempest-FloatingIPsNegativeTestJSON-473984056-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=c53125fcf18c4ec0a2a014c8cfab99e1 HTTP/1.1" status: 200 len: 217 time: 0.0700872 Nov 02 11:43:13.103979 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35b5836-6bc7-4a70-bf88-e3a6f39faf2a req-380766da-0226-4459-a307-303cb8233683 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] No DVR routers for this DVR port 9edb69bb-d8f1-4bc0-a563-68d0e041335d on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:43:13.114655 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f35b5836-6bc7-4a70-bf88-e3a6f39faf2a req-380766da-0226-4459-a307-303cb8233683 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:13.118374 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f35b5836-6bc7-4a70-bf88-e3a6f39faf2a req-380766da-0226-4459-a307-303cb8233683 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.79 "DELETE /v2.0/ports/9edb69bb-d8f1-4bc0-a563-68d0e041335d HTTP/1.1" status: 204 len: 173 time: 2.1717901 Nov 02 11:43:13.118905 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4952835c-7ec9-4b3b-973b-ce9e92ecaad8', 'name': 'network-vif-deleted', 'tag': '9edb69bb-d8f1-4bc0-a563-68d0e041335d'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:43:13.121635 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ebbbb9-c958-4b00-ad4f-d3a280ba6a63" -d '{"events": [{"server_uuid": "4952835c-7ec9-4b3b-973b-ce9e92ecaad8", "name": "network-vif-deleted", "tag": "9edb69bb-d8f1-4bc0-a563-68d0e041335d"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:43:13.148986 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5247076d-241b-4d96-86b8-1c608da6c415 req-fc09e098-5db1-4645-a987-aa76f4ea550b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 210 time: 0.0377412 Nov 02 11:43:13.171819 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d94051-8a51-4688-833f-dbeffadeb075 req-e9b3a6fb-6ba5-4121-a24d-fa2941052eb0 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:13.174011 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-81d94051-8a51-4688-833f-dbeffadeb075 req-e9b3a6fb-6ba5-4121-a24d-fa2941052eb0 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 946 time: 0.0713489 Nov 02 11:43:13.205558 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-33509bd0-1924-4edf-bb06-2d4050d9bc47 req-57c87fbf-b37f-4874-8dd5-4c187d431bd9 tempest-FloatingIPsNegativeTestJSON-473984056 tempest-FloatingIPsNegativeTestJSON-473984056-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0253859 Nov 02 11:43:13.234919 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-81d94051-8a51-4688-833f-dbeffadeb075 req-842e02d7-ec9c-4b1d-87f5-c793a543e952 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5904f55-3d2c-4056-971d-51a3741d95fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549328 Nov 02 11:43:13.258407 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2477f058-594b-4100-b225-0d7f7f9685c5 x-openstack-request-id: req-2477f058-594b-4100-b225-0d7f7f9685c5 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:43:13.258800 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4952835c-7ec9-4b3b-973b-ce9e92ecaad8", "name": "network-vif-deleted", "tag": "9edb69bb-d8f1-4bc0-a563-68d0e041335d", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:43:13.259124 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2477f058-594b-4100-b225-0d7f7f9685c5 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:43:13.259527 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4952835c-7ec9-4b3b-973b-ce9e92ecaad8', 'name': 'network-vif-deleted', 'tag': '9edb69bb-d8f1-4bc0-a563-68d0e041335d', 'status': 'completed', 'code': 200} Nov 02 11:43:13.305560 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-2bf7de0f-2968-49cb-ac3e-d1248cbd045a req-d5793359-8ae0-4d99-a6dc-c59d5f86b12f tempest-FloatingIPsNegativeTestJSON-473984056 tempest-FloatingIPsNegativeTestJSON-473984056-project] show failed (client error): The resource could not be found. Nov 02 11:43:13.306818 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2bf7de0f-2968-49cb-ac3e-d1248cbd045a req-d5793359-8ae0-4d99-a6dc-c59d5f86b12f tempest-FloatingIPsNegativeTestJSON-473984056 tempest-FloatingIPsNegativeTestJSON-473984056-project] 10.222.0.52 "GET /v2.0/floatingips/60801567-85ba-4f5a-9306-b2bee3e43887 HTTP/1.1" status: 404 len: 350 time: 0.0407364 Nov 02 11:43:13.321300 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33114) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:13.631267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7aaf89-cfcf-4f25-b2cb-87eb66203668 req-00f542b0-2e75-4259-b1ef-ea9b2b554c40 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:13.632878 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9d7aaf89-cfcf-4f25-b2cb-87eb66203668 req-00f542b0-2e75-4259-b1ef-ea9b2b554c40 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.79 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 946 time: 0.0609322 Nov 02 11:43:13.766023 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65df21de-7d49-455c-8010-1bd541d8b7ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:13.824172 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-9d7aaf89-cfcf-4f25-b2cb-87eb66203668 req-d28ec08a-f5a6-47e5-9e2b-7dceee117f2a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Deleting port d626770e-9040-4b22-9557-96cb7f562bd4 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:43:13.835231 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9d7aaf89-cfcf-4f25-b2cb-87eb66203668 req-d28ec08a-f5a6-47e5-9e2b-7dceee117f2a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:13.835648 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:13.846894 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:13.901205 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:13.901886 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:13.907013 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] 10.222.0.54 "PUT /v2.0/ports/14d3cf37-4b88-4038-b4f6-8e124d3e9552 HTTP/1.1" status: 200 len: 1097 time: 3.1246009 Nov 02 11:43:13.956046 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20ad7cd-a775-4575-b6df-353994e0d16f', 'tag': '14d3cf37-4b88-4038-b4f6-8e124d3e9552'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:43:13.971464 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d2f022-5958-445f-996d-a68c4fa32cda" -d '{"events": [{"name": "network-changed", "server_uuid": "d20ad7cd-a775-4575-b6df-353994e0d16f", "tag": "14d3cf37-4b88-4038-b4f6-8e124d3e9552"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:43:14.015363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=b080095d-5606-4eb5-8586-1257b0eefffa,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:14.031982 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f4290-3dec-48a1-8ba8-e639cd3112c8 service neutron] Pushing event updated for resources: {'Port': ['ID=14d3cf37-4b88-4038-b4f6-8e124d3e9552,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:14.048745 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cd50c0-3677-4fd7-9c8a-3e7871b1d9b8 x-openstack-request-id: req-e5cd50c0-3677-4fd7-9c8a-3e7871b1d9b8 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:43:14.048745 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20ad7cd-a775-4575-b6df-353994e0d16f", "tag": "14d3cf37-4b88-4038-b4f6-8e124d3e9552", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:43:14.048745 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e5cd50c0-3677-4fd7-9c8a-3e7871b1d9b8 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:43:14.048745 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20ad7cd-a775-4575-b6df-353994e0d16f', 'tag': '14d3cf37-4b88-4038-b4f6-8e124d3e9552', 'status': 'completed', 'code': 200} Nov 02 11:43:14.125289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-9d7aaf89-cfcf-4f25-b2cb-87eb66203668 req-d28ec08a-f5a6-47e5-9e2b-7dceee117f2a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] For port d626770e-9040-4b22-9557-96cb7f562bd4, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d626770e-9040-4b22-9557-96cb7f562bd4,segment=NetworkSegment(4ae02198-f334-4daa-8dfd-0b80efae8cae),segment_id=4ae02198-f334-4daa-8dfd-0b80efae8cae)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:14.125906 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9d7aaf89-cfcf-4f25-b2cb-87eb66203668 req-d28ec08a-f5a6-47e5-9e2b-7dceee117f2a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:14.169451 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Sync routers for ids ['706899ce-3903-4a22-94bd-b3f5a583fe30'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:43:14.207598 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Routers {'706899ce-3903-4a22-94bd-b3f5a583fe30'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:43:14.208610 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:42:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['706899ce-3903-4a22-94bd-b3f5a583fe30'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:14.266409 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-9d7aaf89-cfcf-4f25-b2cb-87eb66203668 req-d28ec08a-f5a6-47e5-9e2b-7dceee117f2a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Calling delete_port for d626770e-9040-4b22-9557-96cb7f562bd4 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:43:14.313122 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0fa4f-2f75-4b59-a788-4fc8de265d4b req-0cec8556-028f-4774-9531-5f8b6d39b845 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:14.315234 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cdb0fa4f-2f75-4b59-a788-4fc8de265d4b req-0cec8556-028f-4774-9531-5f8b6d39b845 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 948 time: 0.1645010 Nov 02 11:43:14.384218 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b080095d-5606-4eb5-8586-1257b0eefffa up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:43:14.424095 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0200175c-a1c6-4d6c-a0fa-b1600ba88853 req-3f252f89-2d1f-4d65-84dd-063f10195c52 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 210 time: 0.1011047 Nov 02 11:43:14.454851 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Set router 706899ce-3903-4a22-94bd-b3f5a583fe30 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:43:14.484096 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2f022-5958-445f-996d-a68c4fa32cda req-4c27bc90-f5e6-47fc-bd7b-578dfecb4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:14.502630 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-02d2f022-5958-445f-996d-a68c4fa32cda req-4c27bc90-f5e6-47fc-bd7b-578dfecb4984 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0954476c6954ac990e34f33bf0cd6f1&device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 1100 time: 0.3408468 Nov 02 11:43:14.516167 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b080095d-5606-4eb5-8586-1257b0eefffa triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:14.518043 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:14.576595 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cdb0fa4f-2f75-4b59-a788-4fc8de265d4b req-c6eaf914-2570-4f9a-aa48-0c0ed8c919ab tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/security-groups?id=29691bdf-586d-4c24-8043-564e6387c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433596 Nov 02 11:43:14.609221 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-02d2f022-5958-445f-996d-a68c4fa32cda req-8f8a51fa-195f-4698-a061-7074e9db7662 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b0954476c6954ac990e34f33bf0cd6f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878222 Nov 02 11:43:14.722347 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'name': 'tempest-FloatingIPsNegativeTestJSON-279607799-router', 'tenant_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'b080095d-5606-4eb5-8586-1257b0eefffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:02Z', 'updated_at': '2021-11-02T11:43:08Z', 'revision_number': 4, 'project_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'gw_port': {'id': 'b080095d-5606-4eb5-8586-1257b0eefffa', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:03Z', 'updated_at': '2021-11-02T11:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd1bd2e4b-4688-465a-930e-f14fac8bb451', 'name': '', 'network_id': '264efe0d-47fa-4327-9902-9f9d3f6996f1', 'tenant_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'mac_address': 'fa:16:3e:18:e5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '13cc9c22-d0f7-4311-b8bb-8a54b79ce4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:07Z', 'updated_at': '2021-11-02T11:43:09Z', 'revision_number': 2, 'project_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'subnets': [{'id': '13cc9c22-d0f7-4311-b8bb-8a54b79ce4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:14.763299 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Checking router: 706899ce-3903-4a22-94bd-b3f5a583fe30 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:43:14.764385 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Updating router 706899ce-3903-4a22-94bd-b3f5a583fe30 port d1bd2e4b-4688-465a-930e-f14fac8bb451 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:43:14.796533 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:14.833819 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9d7aaf89-cfcf-4f25-b2cb-87eb66203668 req-d28ec08a-f5a6-47e5-9e2b-7dceee117f2a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:14.848716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['d626770e-9040-4b22-9557-96cb7f562bd4'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:43:14.922826 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-385804fe-27d4-4a07-a2b4-886ed6cddb40 req-4c0d7296-df3b-4139-8a54-485f9819dad3 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 210 time: 0.2278728 Nov 02 11:43:14.962811 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2f022-5958-445f-996d-a68c4fa32cda req-07a38f4e-490a-4d7d-ad2f-5bca3aa65c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:14.964420 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-02d2f022-5958-445f-996d-a68c4fa32cda req-07a38f4e-490a-4d7d-ad2f-5bca3aa65c5a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3483810 Nov 02 11:43:14.995109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ec08a-f5a6-47e5-9e2b-7dceee117f2a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Pushing event deleted for resources: {'Port': ['ID=d626770e-9040-4b22-9557-96cb7f562bd4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:15.040133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33150) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:15.081943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7aaf89-cfcf-4f25-b2cb-87eb66203668 req-d28ec08a-f5a6-47e5-9e2b-7dceee117f2a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] No DVR routers for this DVR port d626770e-9040-4b22-9557-96cb7f562bd4 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:43:15.082216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-65df21de-7d49-455c-8010-1bd541d8b7ec admin admin] Deleting port d1bd2e4b-4688-465a-930e-f14fac8bb451 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:43:15.082700 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65df21de-7d49-455c-8010-1bd541d8b7ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:15.086900 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9d7aaf89-cfcf-4f25-b2cb-87eb66203668 req-d28ec08a-f5a6-47e5-9e2b-7dceee117f2a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:15.095396 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9d7aaf89-cfcf-4f25-b2cb-87eb66203668 req-d28ec08a-f5a6-47e5-9e2b-7dceee117f2a tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.79 "DELETE /v2.0/ports/d626770e-9040-4b22-9557-96cb7f562bd4 HTTP/1.1" status: 204 len: 173 time: 1.4536333 Nov 02 11:43:15.207360 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-aa3418c5-3f18-4088-ba81-76b02dfc8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:15.209010 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-aa3418c5-3f18-4088-ba81-76b02dfc8ff3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0954476c6954ac990e34f33bf0cd6f1&device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 1100 time: 0.1850388 Nov 02 11:43:15.264044 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6e99266-4db5-498c-8884-9a63e8a1689d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:15.266010 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e70432-cc50-4af1-89f8-3856f9c07f33', 'name': 'network-vif-deleted', 'tag': 'd626770e-9040-4b22-9557-96cb7f562bd4'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:43:15.268391 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4c141d-34e4-49a3-ab77-ca2991fd9ce1" -d '{"events": [{"server_uuid": "63e70432-cc50-4af1-89f8-3856f9c07f33", "name": "network-vif-deleted", "tag": "d626770e-9040-4b22-9557-96cb7f562bd4"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:43:15.337987 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65df21de-7d49-455c-8010-1bd541d8b7ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:15.350649 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-c16ebc82-6aae-48cf-afad-bae66d66f855 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=14d3cf37-4b88-4038-b4f6-8e124d3e9552 HTTP/1.1" status: 200 len: 217 time: 0.1324503 Nov 02 11:43:15.412574 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:15.422913 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-65df21de-7d49-455c-8010-1bd541d8b7ec admin admin] Calling delete_port for d1bd2e4b-4688-465a-930e-f14fac8bb451 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:43:15.425198 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bad2b4-1c27-4a2f-b0c3-3d75aa5f254d x-openstack-request-id: req-64bad2b4-1c27-4a2f-b0c3-3d75aa5f254d {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:43:15.425849 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e70432-cc50-4af1-89f8-3856f9c07f33", "name": "network-vif-deleted", "tag": "d626770e-9040-4b22-9557-96cb7f562bd4", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:43:15.427711 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-64bad2b4-1c27-4a2f-b0c3-3d75aa5f254d {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:43:15.428444 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e70432-cc50-4af1-89f8-3856f9c07f33', 'name': 'network-vif-deleted', 'tag': 'd626770e-9040-4b22-9557-96cb7f562bd4', 'status': 'completed', 'code': 200} Nov 02 11:43:15.485181 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6e99266-4db5-498c-8884-9a63e8a1689d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:15.548618 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:15.555387 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42d79d9a-c01c-4412-abe6-c7784f2ddd2c req-3f8d63fb-362f-48b4-b01e-75fe15e7c532 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 210 time: 0.0313067 Nov 02 11:43:15.639778 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6e99266-4db5-498c-8884-9a63e8a1689d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:15.709568 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4cbf6-76b5-4208-bfff-3ff8d33db0f3 None None] Pushing event updated for resources: {'Port': ['ID=d1bd2e4b-4688-465a-930e-f14fac8bb451,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:15.775542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b6e99266-4db5-498c-8884-9a63e8a1689d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c572fb72f8234dc7b7e44211939d8494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7335529 Nov 02 11:43:15.776857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e99266-4db5-498c-8884-9a63e8a1689d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6617212-a654-4e96-b13a-35296e257e99,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:15.782903 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33170) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:15.826832 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Attempting to bind port d1bd2e4b-4688-465a-930e-f14fac8bb451 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:43:15.827183 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Attempting to bind port d1bd2e4b-4688-465a-930e-f14fac8bb451 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'aae61672-8fb9-442e-b343-a1d1954354e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '264efe0d-47fa-4327-9902-9f9d3f6996f1'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:43:15.827319 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Attempting to bind port d1bd2e4b-4688-465a-930e-f14fac8bb451 on network 264efe0d-47fa-4327-9902-9f9d3f6996f1 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:43:15.833770 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:43:15.834142 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Checking segment: {'id': 'aae61672-8fb9-442e-b343-a1d1954354e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '264efe0d-47fa-4327-9902-9f9d3f6996f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:43:15.834550 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:15.835240 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Bound using segment: {'id': 'aae61672-8fb9-442e-b343-a1d1954354e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '264efe0d-47fa-4327-9902-9f9d3f6996f1'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:43:15.835731 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Bound port: d1bd2e4b-4688-465a-930e-f14fac8bb451, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae61672-8fb9-442e-b343-a1d1954354e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '264efe0d-47fa-4327-9902-9f9d3f6996f1'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:43:15.836130 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:15.932841 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d147324a-a32c-41f9-9454-ee691074fd6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:15.938183 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] For port d1bd2e4b-4688-465a-930e-f14fac8bb451, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:43:15.944062 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] For port d1bd2e4b-4688-465a-930e-f14fac8bb451, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d1bd2e4b-4688-465a-930e-f14fac8bb451,segment=NetworkSegment(aae61672-8fb9-442e-b343-a1d1954354e0),segment_id=aae61672-8fb9-442e-b343-a1d1954354e0)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:43:15.997739 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d147324a-a32c-41f9-9454-ee691074fd6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:16.063004 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:16.146992 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a04f65d6-a49c-4863-831d-4f8a7044d02a None None] Provisioning complete for port d1bd2e4b-4688-465a-930e-f14fac8bb451 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:16.149265 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a04f65d6-a49c-4863-831d-4f8a7044d02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:16.159764 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-85306204-c1d4-4520-99ea-29ff2de9f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:16.161438 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-85306204-c1d4-4520-99ea-29ff2de9f6ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.7992308 Nov 02 11:43:16.230754 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c63e6515-724b-42a7-abc6-4ed00f9659af req-d79a8343-712d-432a-9f11-55e552c1fb62 tempest-ImagesTestJSON-1643822046 tempest-ImagesTestJSON-1643822046-project] 10.222.0.52 "GET /v2.0/ports?device_id=63e70432-cc50-4af1-89f8-3856f9c07f33 HTTP/1.1" status: 200 len: 210 time: 0.0927682 Nov 02 11:43:16.239070 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d147324a-a32c-41f9-9454-ee691074fd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:16.246287 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d147324a-a32c-41f9-9454-ee691074fd6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:16.252298 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d147324a-a32c-41f9-9454-ee691074fd6f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f6617212-a654-4e96-b13a-35296e257e99 HTTP/1.1" status: 204 len: 168 time: 0.4641800 Nov 02 11:43:16.273251 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147324a-a32c-41f9-9454-ee691074fd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6617212-a654-4e96-b13a-35296e257e99,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:16.281721 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634ae55-5c21-46f4-b61e-10e1e378592e req-386aa249-451b-46e2-b44e-166c8cc7b735 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:16.287915 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d634ae55-5c21-46f4-b61e-10e1e378592e req-386aa249-451b-46e2-b44e-166c8cc7b735 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 948 time: 0.1522717 Nov 02 11:43:16.393232 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4cbf6-76b5-4208-bfff-3ff8d33db0f3 None None] Pushing event updated for resources: {'Port': ['ID=d1bd2e4b-4688-465a-930e-f14fac8bb451,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:16.407561 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-d1a1a722-4b51-43ab-bf3e-21ab1f73c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:16.409453 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-d1a1a722-4b51-43ab-bf3e-21ab1f73c53b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2312019 Nov 02 11:43:16.412414 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Routers {'706899ce-3903-4a22-94bd-b3f5a583fe30'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:43:16.414231 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:42:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['706899ce-3903-4a22-94bd-b3f5a583fe30'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:16.426044 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a04f65d6-a49c-4863-831d-4f8a7044d02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:16.546500 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d634ae55-5c21-46f4-b61e-10e1e378592e req-7833d1f5-c86b-4c8d-ad3d-57892ddda469 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/security-groups?id=29691bdf-586d-4c24-8043-564e6387c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411175 Nov 02 11:43:16.559776 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a04f65d6-a49c-4863-831d-4f8a7044d02a None None] For port d1bd2e4b-4688-465a-930e-f14fac8bb451, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d1bd2e4b-4688-465a-930e-f14fac8bb451,segment=NetworkSegment(aae61672-8fb9-442e-b343-a1d1954354e0),segment_id=aae61672-8fb9-442e-b343-a1d1954354e0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:16.691511 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] Set router 706899ce-3903-4a22-94bd-b3f5a583fe30 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:43:16.712943 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a04f65d6-a49c-4863-831d-4f8a7044d02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:16.811450 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-abd7aae8-2af3-4281-992a-c6be8406e81f req-2e2a1019-59a2-4f5e-b2e1-8d22b002d9d9 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 210 time: 0.0877142 Nov 02 11:43:16.835274 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-f598a7d0-b140-4e7c-8ac8-a6f26aba2898 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067540 Nov 02 11:43:16.891528 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-4b9e6159-ab44-4810-a22f-9601526ec6af None None] Provisioning complete for port d1bd2e4b-4688-465a-930e-f14fac8bb451 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:16.891916 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4b9e6159-ab44-4810-a22f-9601526ec6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:16.894959 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f65d6-a49c-4863-831d-4f8a7044d02a None None] Pushing event updated for resources: {'Port': ['ID=d1bd2e4b-4688-465a-930e-f14fac8bb451,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:17.123731 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65df21de-7d49-455c-8010-1bd541d8b7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:17.133586 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'name': 'tempest-FloatingIPsNegativeTestJSON-279607799-router', 'tenant_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'b080095d-5606-4eb5-8586-1257b0eefffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:02Z', 'updated_at': '2021-11-02T11:43:08Z', 'revision_number': 4, 'project_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'gw_port': {'id': 'b080095d-5606-4eb5-8586-1257b0eefffa', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:03Z', 'updated_at': '2021-11-02T11:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd1bd2e4b-4688-465a-930e-f14fac8bb451', 'name': '', 'network_id': '264efe0d-47fa-4327-9902-9f9d3f6996f1', 'tenant_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'mac_address': 'fa:16:3e:18:e5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '13cc9c22-d0f7-4311-b8bb-8a54b79ce4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:07Z', 'updated_at': '2021-11-02T11:43:15Z', 'revision_number': 4, 'project_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'subnets': [{'id': '13cc9c22-d0f7-4311-b8bb-8a54b79ce4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:17.179886 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5f0d8b-1330-42ff-b4d0-f0707fb90829 None None] The sync data for ids ['706899ce-3903-4a22-94bd-b3f5a583fe30'] in n-d-806683-18 is: [{'id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'name': 'tempest-FloatingIPsNegativeTestJSON-279607799-router', 'tenant_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'b080095d-5606-4eb5-8586-1257b0eefffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:02Z', 'updated_at': '2021-11-02T11:43:08Z', 'revision_number': 4, 'project_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'gw_port': {'id': 'b080095d-5606-4eb5-8586-1257b0eefffa', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:03Z', 'updated_at': '2021-11-02T11:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd1bd2e4b-4688-465a-930e-f14fac8bb451', 'name': '', 'network_id': '264efe0d-47fa-4327-9902-9f9d3f6996f1', 'tenant_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'mac_address': 'fa:16:3e:18:e5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '13cc9c22-d0f7-4311-b8bb-8a54b79ce4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:07Z', 'updated_at': '2021-11-02T11:43:15Z', 'revision_number': 4, 'project_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'subnets': [{'id': '13cc9c22-d0f7-4311-b8bb-8a54b79ce4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:43:17.238531 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b737e97-f50e-4bb9-a5c7-e68cb2811736 req-cf2c86c9-da78-4a1e-b531-14bcb143f43d service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945856 Nov 02 11:43:17.324821 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df21de-7d49-455c-8010-1bd541d8b7ec admin admin] Pushing event deleted for resources: {'Port': ['ID=d1bd2e4b-4688-465a-930e-f14fac8bb451,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:17.600887 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d7d19cb2-841a-4bd9-9029-20c2c046b5b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:17.681496 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d626770e-9040-4b22-9557-96cb7f562bd4 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:43:17.725301 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: d626770e-9040-4b22-9557-96cb7f562bd4 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:43:17.725687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d626770e-9040-4b22-9557-96cb7f562bd4 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:43:17.946404 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65df21de-7d49-455c-8010-1bd541d8b7ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:17.971391 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3739c1c-65d3-47da-ac09-9d7988552b3d req-ae3be15f-f81d-429c-a9fe-a3095a999aca tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:18.003851 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f3739c1c-65d3-47da-ac09-9d7988552b3d req-ae3be15f-f81d-429c-a9fe-a3095a999aca tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 948 time: 0.2573073 Nov 02 11:43:18.048903 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-294e217d-6cf6-40f5-b69c-e795da5bcaf3 req-e20d0309-020b-42fe-b81e-c355f2096931 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 210 time: 0.0627711 Nov 02 11:43:18.194551 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f3739c1c-65d3-47da-ac09-9d7988552b3d req-ddc1f83e-fe16-481f-bc81-a6fc53307666 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/security-groups?id=29691bdf-586d-4c24-8043-564e6387c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981077 Nov 02 11:43:18.386792 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33240) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:18.506629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5094c3-b71c-4ac9-882a-65dc7957c377 admin admin] Deleting subnet 9853137b-7032-4499-acf2-66fe74777f85 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:43:18.520906 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f5094c3-b71c-4ac9-882a-65dc7957c377 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:18.645753 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65df21de-7d49-455c-8010-1bd541d8b7ec admin admin] Router 706899ce-3903-4a22-94bd-b3f5a583fe30 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:43:18.665452 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f5094c3-b71c-4ac9-882a-65dc7957c377 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:18.765744 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f5094c3-b71c-4ac9-882a-65dc7957c377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:18.835668 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65df21de-7d49-455c-8010-1bd541d8b7ec admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:43:18.849250 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-65df21de-7d49-455c-8010-1bd541d8b7ec admin admin] 10.222.0.52 "PUT /v2.0/routers/706899ce-3903-4a22-94bd-b3f5a583fe30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5278661 Nov 02 11:43:18.853119 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e05923d-ccea-4165-9994-70b3899787bc None None] Sync routers for ids ['706899ce-3903-4a22-94bd-b3f5a583fe30'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:43:18.858259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33250) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:18.874069 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e05923d-ccea-4165-9994-70b3899787bc None None] Routers {'706899ce-3903-4a22-94bd-b3f5a583fe30'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:43:18.875236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6e05923d-ccea-4165-9994-70b3899787bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:42:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['706899ce-3903-4a22-94bd-b3f5a583fe30'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:18.987306 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6d08cc6-7065-4dac-8982-2783cc967f36 admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:19.000382 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-6e05923d-ccea-4165-9994-70b3899787bc None None] Set router 706899ce-3903-4a22-94bd-b3f5a583fe30 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:43:19.068941 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f5094c3-b71c-4ac9-882a-65dc7957c377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:19.108850 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6d08cc6-7065-4dac-8982-2783cc967f36 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:19.167375 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5094c3-b71c-4ac9-882a-65dc7957c377 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9853137b-7032-4499-acf2-66fe74777f85,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:19.202117 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f5094c3-b71c-4ac9-882a-65dc7957c377 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:19.207105 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7f5094c3-b71c-4ac9-882a-65dc7957c377 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9853137b-7032-4499-acf2-66fe74777f85 HTTP/1.1" status: 204 len: 168 time: 0.8193934 Nov 02 11:43:19.214385 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33266) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:19.295882 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e1e148df-79e6-40b8-a025-8916db98ccc0 req-63ac03ad-130d-419e-992d-2d26630aa549 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 210 time: 0.0637991 Nov 02 11:43:19.306510 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f6d08cc6-7065-4dac-8982-2783cc967f36 admin admin] Deleting port b080095d-5606-4eb5-8586-1257b0eefffa {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:43:19.317038 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6d08cc6-7065-4dac-8982-2783cc967f36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:19.358216 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a54cbcdf-fdaa-4580-a65e-5271eb0dcde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:19.493486 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a54cbcdf-fdaa-4580-a65e-5271eb0dcde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:19.515538 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6e05923d-ccea-4165-9994-70b3899787bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'name': 'tempest-FloatingIPsNegativeTestJSON-279607799-router', 'tenant_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': 'b080095d-5606-4eb5-8586-1257b0eefffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:02Z', 'updated_at': '2021-11-02T11:43:16Z', 'revision_number': 5, 'project_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'gw_port': {'id': 'b080095d-5606-4eb5-8586-1257b0eefffa', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:03Z', 'updated_at': '2021-11-02T11:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:19.522643 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-a54cbcdf-fdaa-4580-a65e-5271eb0dcde4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c7d3c6-cc6f-44e4-8af3-c70001664caf']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:19.535051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-a54cbcdf-fdaa-4580-a65e-5271eb0dcde4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae02198-f334-4daa-8dfd-0b80efae8cae') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:19.535881 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-a54cbcdf-fdaa-4580-a65e-5271eb0dcde4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae02198-f334-4daa-8dfd-0b80efae8cae') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:19.552738 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a54cbcdf-fdaa-4580-a65e-5271eb0dcde4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:19.569668 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a54cbcdf-fdaa-4580-a65e-5271eb0dcde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:19.571966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e05923d-ccea-4165-9994-70b3899787bc None None] Checking router: 706899ce-3903-4a22-94bd-b3f5a583fe30 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:43:19.573080 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd20e30-7281-45de-872d-24cebba86375 req-a4c52787-75c8-4728-ba5d-e15a93050279 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:19.577495 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a54cbcdf-fdaa-4580-a65e-5271eb0dcde4 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:43:19.578142 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a54cbcdf-fdaa-4580-a65e-5271eb0dcde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:19.581957 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0dd20e30-7281-45de-872d-24cebba86375 req-a4c52787-75c8-4728-ba5d-e15a93050279 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 948 time: 0.1523397 Nov 02 11:43:19.587972 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e05923d-ccea-4165-9994-70b3899787bc None None] Routers {'706899ce-3903-4a22-94bd-b3f5a583fe30'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:43:19.588848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6e05923d-ccea-4165-9994-70b3899787bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:42:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['706899ce-3903-4a22-94bd-b3f5a583fe30'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:19.615041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-f6d08cc6-7065-4dac-8982-2783cc967f36 admin admin] For port b080095d-5606-4eb5-8586-1257b0eefffa, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b080095d-5606-4eb5-8586-1257b0eefffa,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:19.615574 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6d08cc6-7065-4dac-8982-2783cc967f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:19.647207 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f6d08cc6-7065-4dac-8982-2783cc967f36 admin admin] Calling delete_port for b080095d-5606-4eb5-8586-1257b0eefffa owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:43:19.673842 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0dd20e30-7281-45de-872d-24cebba86375 req-fe545d02-086a-4452-935c-bea95d4e55b8 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/security-groups?id=29691bdf-586d-4c24-8043-564e6387c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911236 Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:43:19.713200 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:43:19.774503 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1e8e7595-6737-4a6e-a28b-ff89c2c2da95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:19.832672 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a54cbcdf-fdaa-4580-a65e-5271eb0dcde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:19.839683 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a54cbcdf-fdaa-4580-a65e-5271eb0dcde4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:19.843702 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a54cbcdf-fdaa-4580-a65e-5271eb0dcde4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/92c7d3c6-cc6f-44e4-8af3-c70001664caf HTTP/1.1" status: 204 len: 168 time: 0.6281760 Nov 02 11:43:19.855063 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-6e05923d-ccea-4165-9994-70b3899787bc None None] Set router 706899ce-3903-4a22-94bd-b3f5a583fe30 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:43:19.870509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54cbcdf-fdaa-4580-a65e-5271eb0dcde4 admin admin] Pushing event deleted for resources: {'Network': ['ID=92c7d3c6-cc6f-44e4-8af3-c70001664caf,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:19.920167 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33284) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:19.923239 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6e05923d-ccea-4165-9994-70b3899787bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'name': 'tempest-FloatingIPsNegativeTestJSON-279607799-router', 'tenant_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:02Z', 'updated_at': '2021-11-02T11:43:19Z', 'revision_number': 6, 'project_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:19.967530 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e05923d-ccea-4165-9994-70b3899787bc None None] The sync data for ids ['706899ce-3903-4a22-94bd-b3f5a583fe30'] in n-d-806683-18 is: [{'id': '706899ce-3903-4a22-94bd-b3f5a583fe30', 'name': 'tempest-FloatingIPsNegativeTestJSON-279607799-router', 'tenant_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:02Z', 'updated_at': '2021-11-02T11:43:19Z', 'revision_number': 6, 'project_id': 'c53125fcf18c4ec0a2a014c8cfab99e1', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:43:20.117869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0bdf3b15-c8c6-4087-b982-e40ef3901aa4 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1763162615'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:20.118541 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0bdf3b15-c8c6-4087-b982-e40ef3901aa4 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] Unknown quota resources ['metering_label']. {{(pid=102689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 11:43:20.165566 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6d08cc6-7065-4dac-8982-2783cc967f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:20.204504 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d08cc6-7065-4dac-8982-2783cc967f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=b080095d-5606-4eb5-8586-1257b0eefffa,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:20.285805 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6d08cc6-7065-4dac-8982-2783cc967f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:20.463270 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6d08cc6-7065-4dac-8982-2783cc967f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:20.472076 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6d08cc6-7065-4dac-8982-2783cc967f36 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:20.513824 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0bdf3b15-c8c6-4087-b982-e40ef3901aa4 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:20.515347 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0bdf3b15-c8c6-4087-b982-e40ef3901aa4 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5938835 Nov 02 11:43:20.518389 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33290) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:20.523374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-3f209cdb-ee54-421f-95f6-554743bd1182 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '90b1fe5b-d7d4-4fc8-bc9c-dee259422d7b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:20.523864 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-3f209cdb-ee54-421f-95f6-554743bd1182 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 11:43:20.546161 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d1bd2e4b-4688-465a-930e-f14fac8bb451 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:43:20.550863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33292) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:20.572724 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-080c640f-cb6e-4e25-968a-1a157c2ba702 req-fd700d6a-ae1e-46d5-af6b-52178e75d128 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 210 time: 0.0819192 Nov 02 11:43:20.588619 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: d1bd2e4b-4688-465a-930e-f14fac8bb451 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:43:20.589635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d1bd2e4b-4688-465a-930e-f14fac8bb451 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:43:20.641726 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6d08cc6-7065-4dac-8982-2783cc967f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:20.642273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d08cc6-7065-4dac-8982-2783cc967f36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 706899ce-3903-4a22-94bd-b3f5a583fe30 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:43:20.647201 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6d08cc6-7065-4dac-8982-2783cc967f36 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:20.648406 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f6d08cc6-7065-4dac-8982-2783cc967f36 admin admin] 10.222.0.52 "DELETE /v2.0/routers/706899ce-3903-4a22-94bd-b3f5a583fe30 HTTP/1.1" status: 204 len: 168 time: 1.7888169 Nov 02 11:43:20.651045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33294) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:20.708293 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa85b62-d608-47fa-9273-b48c809409ee admin admin] Deleting subnet 13cc9c22-d0f7-4311-b8bb-8a54b79ce4bf {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:43:20.714755 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4aa85b62-d608-47fa-9273-b48c809409ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:20.726020 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9adcc283-158d-4fd5-a386-e18d3fa26d04 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f50c56b4947f4f90aeacb8ef818c4115&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672924 Nov 02 11:43:20.726855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33298) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:20.734072 n-d-806683-18 neutron-server[102689]: WARNING neutron.services.metering.metering_plugin [None req-3f209cdb-ee54-421f-95f6-554743bd1182 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 02 11:43:20.807189 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4aa85b62-d608-47fa-9273-b48c809409ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:20.878199 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:20.933970 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4aa85b62-d608-47fa-9273-b48c809409ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:21.030631 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3f209cdb-ee54-421f-95f6-554743bd1182 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:21.039240 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3f209cdb-ee54-421f-95f6-554743bd1182 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5166864 Nov 02 11:43:21.041013 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33306) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:21.048564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0d8f6d2e-1819-4651-a5c3-af93fc2018ad tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '90b1fe5b-d7d4-4fc8-bc9c-dee259422d7b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:21.049779 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0d8f6d2e-1819-4651-a5c3-af93fc2018ad tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102690) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 11:43:21.126675 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f3a9c25d-c0c2-4ba9-bb5b-b4c73ba74891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:21.139726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d4f9f-8b60-490b-bbe3-763f6888024b req-e037933b-2fce-4316-9cf6-a2ec582a3db4 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:21.152829 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 14d3cf37-4b88-4038-b4f6-8e124d3e9552 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:43:21.166315 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-673d4f9f-8b60-490b-bbe3-763f6888024b req-e037933b-2fce-4316-9cf6-a2ec582a3db4 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 948 time: 0.3368645 Nov 02 11:43:21.182244 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4aa85b62-d608-47fa-9273-b48c809409ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:21.199829 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f3a9c25d-c0c2-4ba9-bb5b-b4c73ba74891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:21.314465 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-673d4f9f-8b60-490b-bbe3-763f6888024b req-51225be4-e02d-4466-abf7-2aa8339568d3 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/security-groups?id=29691bdf-586d-4c24-8043-564e6387c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467781 Nov 02 11:43:21.337258 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa85b62-d608-47fa-9273-b48c809409ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13cc9c22-d0f7-4311-b8bb-8a54b79ce4bf,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:21.341208 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f3a9c25d-c0c2-4ba9-bb5b-b4c73ba74891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:21.343418 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4aa85b62-d608-47fa-9273-b48c809409ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:21.348436 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f3a9c25d-c0c2-4ba9-bb5b-b4c73ba74891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:21.348436 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f3a9c25d-c0c2-4ba9-bb5b-b4c73ba74891 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c5904f55-3d2c-4056-971d-51a3741d95fb HTTP/1.1" status: 204 len: 168 time: 0.6193750 Nov 02 11:43:21.350112 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4aa85b62-d608-47fa-9273-b48c809409ee admin admin] 10.222.0.52 "DELETE /v2.0/subnets/13cc9c22-d0f7-4311-b8bb-8a54b79ce4bf HTTP/1.1" status: 204 len: 168 time: 0.6961544 Nov 02 11:43:21.350868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33308) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:21.365177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 14d3cf37-4b88-4038-b4f6-8e124d3e9552, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=14d3cf37-4b88-4038-b4f6-8e124d3e9552,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:21.387203 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935a1393-258e-423e-90de-e4ee8ba7069e None None] Network 264efe0d-47fa-4327-9902-9f9d3f6996f1 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:43:21.400311 n-d-806683-18 neutron-server[102690]: WARNING neutron.services.metering.metering_plugin [None req-0d8f6d2e-1819-4651-a5c3-af93fc2018ad tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 02 11:43:21.401238 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9c25d-c0c2-4ba9-bb5b-b4c73ba74891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5904f55-3d2c-4056-971d-51a3741d95fb,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:21.425363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '14d3cf37-4b88-4038-b4f6-8e124d3e9552', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '14d3cf37-4b88-4038-b4f6-8e124d3e9552', 'mac_address': 'fa:16:3e:93:8b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:43:21.608691 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0d8f6d2e-1819-4651-a5c3-af93fc2018ad tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:21.614395 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0d8f6d2e-1819-4651-a5c3-af93fc2018ad tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5666277 Nov 02 11:43:21.614674 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:21.614898 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33314) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:21.655419 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-06c0f8a2-8095-413d-ba12-0ae6d47f3245 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=8d225a48-2a3a-4895-b5cf-0c08ee4c2813 HTTP/1.1" status: 200 len: 464 time: 0.0346997 Nov 02 11:43:21.657197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33316) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:21.705273 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:21.778253 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d3cf37-4b88-4038-b4f6-8e124d3e9552 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:43:21.789571 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] Deleting port e7bd8625-780a-4280-a842-ee366e1f13a9 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:43:21.789879 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:21.815507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 14d3cf37-4b88-4038-b4f6-8e124d3e9552, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=14d3cf37-4b88-4038-b4f6-8e124d3e9552,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:21.854203 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-75e062ec-79e5-4ef0-b03d-2c090bc0262c req-5a5c29ff-3970-433a-9dde-aced03fd9755 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 210 time: 0.0664034 Nov 02 11:43:21.935413 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:21.993656 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d73716-3673-4a82-b993-51b2c070b706 None None] DHCP port deletion for 264efe0d-47fa-4327-9902-9f9d3f6996f1 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:43:22.012437 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] For port e7bd8625-780a-4280-a842-ee366e1f13a9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e7bd8625-780a-4280-a842-ee366e1f13a9,segment=NetworkSegment(aae61672-8fb9-442e-b343-a1d1954354e0),segment_id=aae61672-8fb9-442e-b343-a1d1954354e0)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:22.012437 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:22.039218 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] Calling delete_port for e7bd8625-780a-4280-a842-ee366e1f13a9 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:43:22.073203 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=14d3cf37-4b88-4038-b4f6-8e124d3e9552,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:22.101974 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a9d73716-3673-4a82-b993-51b2c070b706 None None] Deleting port e7bd8625-780a-4280-a842-ee366e1f13a9 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:43:22.102284 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cf7a5c2-e0cf-479e-9f0a-808d355410a3 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:22.102597 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9d73716-3673-4a82-b993-51b2c070b706 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:22.106500 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1cf7a5c2-e0cf-479e-9f0a-808d355410a3 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/8d225a48-2a3a-4895-b5cf-0c08ee4c2813 HTTP/1.1" status: 204 len: 168 time: 0.4452124 Nov 02 11:43:22.106815 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33326) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:22.124196 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2d724236-cc45-44fc-a34f-11af8fbeff8c tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=8d225a48-2a3a-4895-b5cf-0c08ee4c2813 HTTP/1.1" status: 200 len: 221 time: 0.0103633 Nov 02 11:43:22.125037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33330) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:22.128981 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1b88c54f-a556-440b-8e01-43a259810253 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--608978779', 'description': 'label created by tempest'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:22.129562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1b88c54f-a556-440b-8e01-43a259810253 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] Unknown quota resources ['metering_label']. {{(pid=102689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 11:43:22.159987 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['14d3cf37-4b88-4038-b4f6-8e124d3e9552'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:43:22.307426 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a9d73716-3673-4a82-b993-51b2c070b706 None None] For port e7bd8625-780a-4280-a842-ee366e1f13a9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e7bd8625-780a-4280-a842-ee366e1f13a9,segment=NetworkSegment(aae61672-8fb9-442e-b343-a1d1954354e0),segment_id=aae61672-8fb9-442e-b343-a1d1954354e0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:22.307964 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9d73716-3673-4a82-b993-51b2c070b706 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:22.323088 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e7bd8625-780a-4280-a842-ee366e1f13a9 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:43:22.328639 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:22.358615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: e7bd8625-780a-4280-a842-ee366e1f13a9 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:43:22.358780 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e7bd8625-780a-4280-a842-ee366e1f13a9 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:43:22.359300 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b080095d-5606-4eb5-8586-1257b0eefffa no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:43:22.404281 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a9d73716-3673-4a82-b993-51b2c070b706 None None] Calling delete_port for e7bd8625-780a-4280-a842-ee366e1f13a9 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:43:22.420803 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: b080095d-5606-4eb5-8586-1257b0eefffa {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:43:22.421406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b080095d-5606-4eb5-8586-1257b0eefffa not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:43:22.423075 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:22.426382 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] No DVR routers for this DVR port e7bd8625-780a-4280-a842-ee366e1f13a9 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:43:22.432790 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7bd8625-780a-4280-a842-ee366e1f13a9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:22.563536 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1b88c54f-a556-440b-8e01-43a259810253 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:22.581194 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1b88c54f-a556-440b-8e01-43a259810253 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4554446 Nov 02 11:43:22.582794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33340) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:22.633406 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9d73716-3673-4a82-b993-51b2c070b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:22.672715 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d73716-3673-4a82-b993-51b2c070b706 None None] No DVR routers for this DVR port e7bd8625-780a-4280-a842-ee366e1f13a9 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:43:22.679247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d73716-3673-4a82-b993-51b2c070b706 None None] Pushing event deleted for resources: {'Port': ['ID=e7bd8625-780a-4280-a842-ee366e1f13a9,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:22.694819 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d0d15443-d526-4e37-b98f-9eaf76288b73 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=f55fbbef-13e0-4a8d-91bb-11256ca0dce8 HTTP/1.1" status: 200 len: 467 time: 0.1026394 Nov 02 11:43:22.695764 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33344) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:22.778968 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:22.827067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a3183-0033-4c57-aaa1-183ac5c0df14 req-b675489a-b561-45ab-a828-057fbe4a0255 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:22.840008 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e62a3183-0033-4c57-aaa1-183ac5c0df14 req-b675489a-b561-45ab-a828-057fbe4a0255 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 949 time: 0.3366058 Nov 02 11:43:22.866406 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264efe0d-47fa-4327-9902-9f9d3f6996f1']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:22.883065 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae61672-8fb9-442e-b343-a1d1954354e0') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:22.883065 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae61672-8fb9-442e-b343-a1d1954354e0') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:22.902650 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:22.942447 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e62a3183-0033-4c57-aaa1-183ac5c0df14 req-e16b6248-0d81-440c-bba1-05ebf58929c1 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/security-groups?id=29691bdf-586d-4c24-8043-564e6387c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039996 Nov 02 11:43:22.947737 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:22.963714 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: items = [ Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:43:22.972122 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:43:23.095037 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-604dd56c-69d1-4eac-b4a1-1966b6e0629c req-b9022563-2df8-4f95-a668-1b6042fdc8d0 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 210 time: 0.0591209 Nov 02 11:43:23.096311 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8781dfd3-2d1e-48ee-9eec-7f06c72bce25 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:23.097311 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8781dfd3-2d1e-48ee-9eec-7f06c72bce25 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/f55fbbef-13e0-4a8d-91bb-11256ca0dce8 HTTP/1.1" status: 204 len: 168 time: 0.4003904 Nov 02 11:43:23.100670 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33356) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:23.126635 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0ebffc9a-c78d-4869-aebc-26952428f6bc tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=f55fbbef-13e0-4a8d-91bb-11256ca0dce8 HTTP/1.1" status: 200 len: 216 time: 0.0150597 Nov 02 11:43:23.126635 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33358) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:23.142385 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a422a3b3-22ef-4035-9171-200eb7b1915b tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0107133 Nov 02 11:43:23.142730 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33360) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:23.158885 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1dde5782-eb7a-4a91-8921-72acc3f6d1c2 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0118051 Nov 02 11:43:23.159258 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33362) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:23.169836 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 14d3cf37-4b88-4038-b4f6-8e124d3e9552 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:43:23.220101 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:23.225822 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:23.229836 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/264efe0d-47fa-4327-9902-9f9d3f6996f1 HTTP/1.1" status: 204 len: 168 time: 1.8779004 Nov 02 11:43:23.235706 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3bf1e6ba-5cfc-405e-b32a-d5e1aaa1201c tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels/90b1fe5b-d7d4-4fc8-bc9c-dee259422d7b HTTP/1.1" status: 200 len: 473 time: 0.0714302 Nov 02 11:43:23.236089 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33366) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:23.252536 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-afe513dc-8ec9-4e7e-8b45-beaa73f88311 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules/8e25fb69-6be4-4b60-ae86-0a954b69d4a9 HTTP/1.1" status: 200 len: 461 time: 0.0100009 Nov 02 11:43:23.253448 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33370) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:23.279247 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3960449-9d77-4bae-9e9e-e875761f0bb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=264efe0d-47fa-4327-9902-9f9d3f6996f1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:23.398541 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 14d3cf37-4b88-4038-b4f6-8e124d3e9552 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:43:23.405003 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 14d3cf37-4b88-4038-b4f6-8e124d3e9552 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:23.407069 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:23.562428 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:23.565720 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ee42fbb-2d44-4cfe-9e51-87a56c28c1d1 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:23.567035 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3ee42fbb-2d44-4cfe-9e51-87a56c28c1d1 tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/8e25fb69-6be4-4b60-ae86-0a954b69d4a9 HTTP/1.1" status: 204 len: 168 time: 0.3122456 Nov 02 11:43:23.569501 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33378) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:23.609158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20ad7cd-a775-4575-b6df-353994e0d16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d3cf37-4b88-4038-b4f6-8e124d3e9552'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:43:23.611809 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553ce04f-7e9b-4660-b919-3a7bdea76a73" -d '{"events": [{"server_uuid": "d20ad7cd-a775-4575-b6df-353994e0d16f", "name": "network-vif-plugged", "status": "completed", "tag": "14d3cf37-4b88-4038-b4f6-8e124d3e9552"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:43:23.658383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 14d3cf37-4b88-4038-b4f6-8e124d3e9552, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=14d3cf37-4b88-4038-b4f6-8e124d3e9552,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:23.666274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33386) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:23.706248 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d984e841-7fc0-40ec-b2cc-12fb1470dca4 x-openstack-request-id: req-d984e841-7fc0-40ec-b2cc-12fb1470dca4 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:43:23.706547 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20ad7cd-a775-4575-b6df-353994e0d16f", "name": "network-vif-plugged", "status": "completed", "tag": "14d3cf37-4b88-4038-b4f6-8e124d3e9552", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:43:23.706808 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d984e841-7fc0-40ec-b2cc-12fb1470dca4 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:43:23.707366 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20ad7cd-a775-4575-b6df-353994e0d16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d3cf37-4b88-4038-b4f6-8e124d3e9552', 'code': 200} Nov 02 11:43:23.780799 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:23.836613 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33390) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:23.837119 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:23.879097 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208067b-c2a7-4de6-91a0-55d9d67a7b67 req-a84fb167-299a-4642-8c6e-e0f163c0cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:23.880664 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5208067b-c2a7-4de6-91a0-55d9d67a7b67 req-a84fb167-299a-4642-8c6e-e0f163c0cd03 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 1102 time: 0.1001043 Nov 02 11:43:23.897767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=14d3cf37-4b88-4038-b4f6-8e124d3e9552,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:23.925128 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1329d66a-ea68-42e5-bff2-618ef895171d tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:23.926374 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1329d66a-ea68-42e5-bff2-618ef895171d tempest-MeteringTestJSON-94839813 tempest-MeteringTestJSON-94839813-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/90b1fe5b-d7d4-4fc8-bc9c-dee259422d7b HTTP/1.1" status: 204 len: 168 time: 0.3553755 Nov 02 11:43:23.932114 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8fcf6443-5fc5-4bb2-b404-71b6ed0857eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c53125fcf18c4ec0a2a014c8cfab99e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0930934 Nov 02 11:43:23.934840 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33394) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:24.023824 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5208067b-c2a7-4de6-91a0-55d9d67a7b67 req-7a6054a2-934c-4c22-b129-b3644543a4d7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=29691bdf-586d-4c24-8043-564e6387c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337042 Nov 02 11:43:24.092326 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce166278-25e0-4736-88ee-9569ba5c90ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:24.107760 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:24.123562 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce166278-25e0-4736-88ee-9569ba5c90ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:24.136908 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6fda80f6-1967-43be-896a-aa500a2d0ba9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-895872149-network', 'tenant_id': '701be838fd0c4089bddae208df7cadc2'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:24.175578 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d81ce-b38f-4751-8e5b-5bc08a40b6e6 req-80032059-b4f9-473c-ae89-f62f41d1a9ba tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:24.177580 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e42d81ce-b38f-4751-8e5b-5bc08a40b6e6 req-80032059-b4f9-473c-ae89-f62f41d1a9ba tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 950 time: 0.1011140 Nov 02 11:43:24.249233 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e42d81ce-b38f-4751-8e5b-5bc08a40b6e6 req-297919f8-2b25-49ea-acda-c10be2362023 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/security-groups?id=29691bdf-586d-4c24-8043-564e6387c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639424 Nov 02 11:43:24.358370 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c67ea53a-ba93-4fea-ae9f-bb252de48c0b req-528486fe-227f-4847-9bb5-2a334ca15de7 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 210 time: 0.0289464 Nov 02 11:43:24.401471 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce166278-25e0-4736-88ee-9569ba5c90ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:24.402252 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fda80f6-1967-43be-896a-aa500a2d0ba9 admin admin] Made reservation on behalf of 701be838fd0c4089bddae208df7cadc2 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:43:24.405511 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce166278-25e0-4736-88ee-9569ba5c90ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:24.406097 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6fda80f6-1967-43be-896a-aa500a2d0ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:24.407298 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ce166278-25e0-4736-88ee-9569ba5c90ef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/39ab4412-4627-414a-a6af-643559ea8f6f HTTP/1.1" status: 204 len: 168 time: 0.4705310 Nov 02 11:43:24.417931 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6fda80f6-1967-43be-896a-aa500a2d0ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:24.428663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce166278-25e0-4736-88ee-9569ba5c90ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ab4412-4627-414a-a6af-643559ea8f6f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:24.542235 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6fda80f6-1967-43be-896a-aa500a2d0ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:24.698778 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6fda80f6-1967-43be-896a-aa500a2d0ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:24.733995 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fda80f6-1967-43be-896a-aa500a2d0ba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:43:24.739860 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda80f6-1967-43be-896a-aa500a2d0ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9dffac-40c2-4511-847c-4974e31ca457,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:24.747383 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6fda80f6-1967-43be-896a-aa500a2d0ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:24.748250 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-6fda80f6-1967-43be-896a-aa500a2d0ba9 admin admin] Added segment 81e30732-206a-4169-8032-576822368d9d of type vlan for network bb12297b-4396-4736-8339-0a3b54885497 Nov 02 11:43:24.798317 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6fda80f6-1967-43be-896a-aa500a2d0ba9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:24.825054 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33420) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:24.937432 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e640275a-d953-4af0-a877-bb9e3654f55b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:24.981536 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:24.982329 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6fda80f6-1967-43be-896a-aa500a2d0ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:24.982329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fda80f6-1967-43be-896a-aa500a2d0ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:24.982329 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6fda80f6-1967-43be-896a-aa500a2d0ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:25.097790 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e640275a-d953-4af0-a877-bb9e3654f55b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:25.103608 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda80f6-1967-43be-896a-aa500a2d0ba9 admin admin] Pushing event updated for resources: {'Network': ['ID=bb12297b-4396-4736-8339-0a3b54885497,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:25.120352 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network bb12297b-4396-4736-8339-0a3b54885497 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:43:25.323824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33438) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:25.324089 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6fda80f6-1967-43be-896a-aa500a2d0ba9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6565711 Nov 02 11:43:25.324913 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e640275a-d953-4af0-a877-bb9e3654f55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:25.349872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-beca38f9-a761-4728-bf7a-1a765f0d3618 admin admin] Request body: {'subnet': {'network_id': 'bb12297b-4396-4736-8339-0a3b54885497', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-895872149-subnet', 'tenant_id': '701be838fd0c4089bddae208df7cadc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:25.378975 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e640275a-d953-4af0-a877-bb9e3654f55b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35b8a93a60ff43f0820ae8407ceeefa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5503776 Nov 02 11:43:25.379849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33442) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:25.380625 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640275a-d953-4af0-a877-bb9e3654f55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c334e651-e0c2-4551-8980-dca8f5dfd94e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:25.458479 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430ed57-4af4-4c0a-8251-4c3b82631903 req-40f792b6-8cd0-48f6-8f96-366ac1a40090 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:25.460351 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4430ed57-4af4-4c0a-8251-4c3b82631903 req-40f792b6-8cd0-48f6-8f96-366ac1a40090 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 950 time: 0.1379173 Nov 02 11:43:25.495058 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5104de5b-4b6a-4284-a5d9-6481f119e8f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:25.502610 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-18af8700-0d60-4272-b06d-96041e43d503 req-8cae53f5-18dc-4087-8953-d0d2337f06b9 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=4952835c-7ec9-4b3b-973b-ce9e92ecaad8 HTTP/1.1" status: 200 len: 210 time: 0.0268071 Nov 02 11:43:25.536681 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5104de5b-4b6a-4284-a5d9-6481f119e8f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:25.559482 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4430ed57-4af4-4c0a-8251-4c3b82631903 req-10a98179-ce0c-4239-9637-eaf522603cdb tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/security-groups?id=29691bdf-586d-4c24-8043-564e6387c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909438 Nov 02 11:43:25.597964 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beca38f9-a761-4728-bf7a-1a765f0d3618 admin admin] Made reservation on behalf of 701be838fd0c4089bddae208df7cadc2 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:43:25.600911 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-beca38f9-a761-4728-bf7a-1a765f0d3618 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:25.798949 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5104de5b-4b6a-4284-a5d9-6481f119e8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:25.802004 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5104de5b-4b6a-4284-a5d9-6481f119e8f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:25.805676 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5104de5b-4b6a-4284-a5d9-6481f119e8f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c334e651-e0c2-4551-8980-dca8f5dfd94e HTTP/1.1" status: 204 len: 168 time: 0.4225552 Nov 02 11:43:25.828405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104de5b-4b6a-4284-a5d9-6481f119e8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c334e651-e0c2-4551-8980-dca8f5dfd94e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:26.008851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33458) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:26.084168 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-beca38f9-a761-4728-bf7a-1a765f0d3618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:26.150032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-febd03e1-75d1-449f-9840-9e72afea4122 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-361273955-network', 'tenant_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:26.169071 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca38f9-a761-4728-bf7a-1a765f0d3618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0052ffd2-4024-4751-86cb-57efb8dd52a9,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:26.215400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca38f9-a761-4728-bf7a-1a765f0d3618 admin admin] Checking segment: {'id': '81e30732-206a-4169-8032-576822368d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'bb12297b-4396-4736-8339-0a3b54885497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:43:26.216238 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beca38f9-a761-4728-bf7a-1a765f0d3618 admin admin] Network hostable DHCP agents. Network: bb12297b-4396-4736-8339-0a3b54885497, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:43:26.414814 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febd03e1-75d1-449f-9840-9e72afea4122 admin admin] Made reservation on behalf of 5a08bbf9b2ce4b8ba1d15aa7a051ddda for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:43:26.417316 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-febd03e1-75d1-449f-9840-9e72afea4122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:26.427030 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-febd03e1-75d1-449f-9840-9e72afea4122 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:26.437451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beca38f9-a761-4728-bf7a-1a765f0d3618 admin admin] Network bb12297b-4396-4736-8339-0a3b54885497 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:43:26.521128 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-febd03e1-75d1-449f-9840-9e72afea4122 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:26.540437 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-beca38f9-a761-4728-bf7a-1a765f0d3618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, bb12297b-4396-4736-8339-0a3b54885497) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:43:26.546732 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beca38f9-a761-4728-bf7a-1a765f0d3618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:26.547440 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-beca38f9-a761-4728-bf7a-1a765f0d3618 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:26.555858 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900069ab-a526-4ccd-84c5-8e94fb5e2e27 None None] Network bb12297b-4396-4736-8339-0a3b54885497 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:43:26.693145 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-beca38f9-a761-4728-bf7a-1a765f0d3618 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3639975 Nov 02 11:43:26.694291 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-febd03e1-75d1-449f-9840-9e72afea4122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:26.725461 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368187b4-bbb8-4865-aabe-ae3cfa7eace8 None None] Network bb12297b-4396-4736-8339-0a3b54885497 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:43:26.756818 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febd03e1-75d1-449f-9840-9e72afea4122 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:43:26.789462 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb3d17-dd77-415d-ba1a-bef94e6ee0e5 req-36bf8f15-e08a-4845-a4e0-fa63bf3a80a0 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:26.797413 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7afb3d17-dd77-415d-ba1a-bef94e6ee0e5 req-36bf8f15-e08a-4845-a4e0-fa63bf3a80a0 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 950 time: 0.1375265 Nov 02 11:43:26.802107 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd03e1-75d1-449f-9840-9e72afea4122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d323cb42-b221-4722-8fa5-0f10debef2a3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:26.809625 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-febd03e1-75d1-449f-9840-9e72afea4122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:26.810516 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-febd03e1-75d1-449f-9840-9e72afea4122 admin admin] Added segment 2561d109-cd46-481a-94f4-c1ea1b4fa8f2 of type vlan for network 36a91fee-34b6-4823-be03-f2ae62584c8d Nov 02 11:43:26.859927 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33482) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:26.879973 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-febd03e1-75d1-449f-9840-9e72afea4122 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:26.899354 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d53d745-02d7-446c-90f4-68a115695226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:26.923341 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7afb3d17-dd77-415d-ba1a-bef94e6ee0e5 req-8898eee6-5331-47f0-8d82-fc7490805bd9 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/security-groups?id=29691bdf-586d-4c24-8043-564e6387c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249979 Nov 02 11:43:27.051240 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d53d745-02d7-446c-90f4-68a115695226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:27.100842 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-febd03e1-75d1-449f-9840-9e72afea4122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:27.101855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd03e1-75d1-449f-9840-9e72afea4122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:27.102460 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-febd03e1-75d1-449f-9840-9e72afea4122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:27.128353 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d53d745-02d7-446c-90f4-68a115695226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:27.200973 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2d53d745-02d7-446c-90f4-68a115695226 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d361b37761a54b9c9e686f43a37ce537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393605 Nov 02 11:43:27.204392 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33498) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:27.213312 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-e87ba51b-f2d8-4284-bca7-6c665d5fb02a req-125720a5-6054-412b-aa46-3d9356877d78 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-171440483', 'description': 'tempest-description-857796621'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:27.259734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd03e1-75d1-449f-9840-9e72afea4122 admin admin] Pushing event updated for resources: {'Network': ['ID=36a91fee-34b6-4823-be03-f2ae62584c8d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:27.271050 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 36a91fee-34b6-4823-be03-f2ae62584c8d details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:43:27.318542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-febd03e1-75d1-449f-9840-9e72afea4122 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3084643 Nov 02 11:43:27.319294 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33504) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:27.324909 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e641cf91-28ed-4f62-88af-c1aa1f2d6d43 admin admin] Request body: {'subnet': {'network_id': '36a91fee-34b6-4823-be03-f2ae62584c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-361273955-subnet', 'tenant_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:27.332284 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53d745-02d7-446c-90f4-68a115695226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679364b4-dcd7-4709-9f7c-5ea09d80f52a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:27.392615 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e075071-5524-4c71-a984-fea38833c6a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:27.421964 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e075071-5524-4c71-a984-fea38833c6a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:27.478205 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e87ba51b-f2d8-4284-bca7-6c665d5fb02a req-125720a5-6054-412b-aa46-3d9356877d78 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:27.610945 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e075071-5524-4c71-a984-fea38833c6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:27.613957 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e075071-5524-4c71-a984-fea38833c6a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:27.615241 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8e075071-5524-4c71-a984-fea38833c6a7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/679364b4-dcd7-4709-9f7c-5ea09d80f52a HTTP/1.1" status: 204 len: 168 time: 0.4084439 Nov 02 11:43:27.648362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f61bc-6acd-4004-9e70-3f3116cdd5b2 req-5a2b22cb-1b36-49aa-9307-bf890cef54ab tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:27.651100 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d7f61bc-6acd-4004-9e70-3f3116cdd5b2 req-5a2b22cb-1b36-49aa-9307-bf890cef54ab tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/networks?id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929 HTTP/1.1" status: 200 len: 812 time: 0.1152015 Nov 02 11:43:27.653065 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e641cf91-28ed-4f62-88af-c1aa1f2d6d43 admin admin] Made reservation on behalf of 5a08bbf9b2ce4b8ba1d15aa7a051ddda for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:43:27.656414 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e641cf91-28ed-4f62-88af-c1aa1f2d6d43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:27.685429 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e87ba51b-f2d8-4284-bca7-6c665d5fb02a req-125720a5-6054-412b-aa46-3d9356877d78 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:27.690125 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d7f61bc-6acd-4004-9e70-3f3116cdd5b2 req-6eec44cc-9639-4182-a719-fe2a18632baa tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/quotas/132e4746dfee4359a0fd0da383d0d399 HTTP/1.1" status: 200 len: 375 time: 0.0292261 Nov 02 11:43:27.702114 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e075071-5524-4c71-a984-fea38833c6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679364b4-dcd7-4709-9f7c-5ea09d80f52a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:27.772012 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d7f61bc-6acd-4004-9e70-3f3116cdd5b2 req-ba62bb84-1448-4b0e-a4eb-9b8c193bac0f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736899 Nov 02 11:43:27.774792 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e87ba51b-f2d8-4284-bca7-6c665d5fb02a req-125720a5-6054-412b-aa46-3d9356877d78 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:27.806324 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125720a5-6054-412b-aa46-3d9356877d78 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=195a12e0-6436-4b37-a8d3-ce68fab6552e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:27.890831 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e87ba51b-f2d8-4284-bca7-6c665d5fb02a req-125720a5-6054-412b-aa46-3d9356877d78 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:27.892777 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e87ba51b-f2d8-4284-bca7-6c665d5fb02a req-125720a5-6054-412b-aa46-3d9356877d78 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.6843050 Nov 02 11:43:28.256080 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ae64416-fc56-4133-9d3d-d327495cea16 req-5f9ff19a-7f57-446d-a2ee-a2aa42051fd2 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "GET /v2.0/security-groups/195a12e0-6436-4b37-a8d3-ce68fab6552e HTTP/1.1" status: 200 len: 1828 time: 0.0851176 Nov 02 11:43:28.262038 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-0ae64416-fc56-4133-9d3d-d327495cea16 req-b998d9a7-a882-4375-9433-5657ca446fcc tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '195a12e0-6436-4b37-a8d3-ce68fab6552e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:28.262325 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-0ae64416-fc56-4133-9d3d-d327495cea16 req-b998d9a7-a882-4375-9433-5657ca446fcc tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '195a12e0-6436-4b37-a8d3-ce68fab6552e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:28.267520 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d7f61bc-6acd-4004-9e70-3f3116cdd5b2 req-dbb18c25-d2a2-4567-8810-cfa244beb80c service neutron] 10.222.0.52 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865005 Nov 02 11:43:28.409303 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d7f61bc-6acd-4004-9e70-3f3116cdd5b2 req-079f08fa-6e8a-4fdd-bff5-d565b6ac8680 service neutron] 10.222.0.52 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309578 Nov 02 11:43:28.501766 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0ae64416-fc56-4133-9d3d-d327495cea16 req-b998d9a7-a882-4375-9433-5657ca446fcc tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:28.539608 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0ae64416-fc56-4133-9d3d-d327495cea16 req-b998d9a7-a882-4375-9433-5657ca446fcc tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:28.631620 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e641cf91-28ed-4f62-88af-c1aa1f2d6d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:28.714242 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e641cf91-28ed-4f62-88af-c1aa1f2d6d43 admin admin] Checking segment: {'id': '2561d109-cd46-481a-94f4-c1ea1b4fa8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36a91fee-34b6-4823-be03-f2ae62584c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:43:28.714892 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e641cf91-28ed-4f62-88af-c1aa1f2d6d43 admin admin] Network hostable DHCP agents. Network: 36a91fee-34b6-4823-be03-f2ae62584c8d, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:43:28.718821 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0ae64416-fc56-4133-9d3d-d327495cea16 req-b998d9a7-a882-4375-9433-5657ca446fcc tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:28.720350 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641cf91-28ed-4f62-88af-c1aa1f2d6d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03539926-ced2-41de-b140-4f03efadb20e,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:28.740203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998d9a7-a882-4375-9433-5657ca446fcc tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9486db5-c6ff-4901-9f75-23fdbfbbb292,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:28.967780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e641cf91-28ed-4f62-88af-c1aa1f2d6d43 admin admin] Network 36a91fee-34b6-4823-be03-f2ae62584c8d is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:43:28.969112 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0ae64416-fc56-4133-9d3d-d327495cea16 req-b998d9a7-a882-4375-9433-5657ca446fcc tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:28.970361 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ae64416-fc56-4133-9d3d-d327495cea16 req-b998d9a7-a882-4375-9433-5657ca446fcc tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7133536 Nov 02 11:43:29.096507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-e641cf91-28ed-4f62-88af-c1aa1f2d6d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 36a91fee-34b6-4823-be03-f2ae62584c8d) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:43:29.108204 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305ef683-30fd-40d2-91dc-21c8746f318b None None] Network 36a91fee-34b6-4823-be03-f2ae62584c8d requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:43:29.109345 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e641cf91-28ed-4f62-88af-c1aa1f2d6d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:29.110411 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e641cf91-28ed-4f62-88af-c1aa1f2d6d43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:29.138363 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-449ac854-a338-4b7f-84ca-194f84e2242d req-8c5c536f-a6b0-48a1-8dd5-d47ab1e9bdd2 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "GET /v2.0/security-groups/195a12e0-6436-4b37-a8d3-ce68fab6552e HTTP/1.1" status: 200 len: 2421 time: 0.0701394 Nov 02 11:43:29.219890 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-845c6f93-9700-4be7-a145-fa2762fa2eb8 req-0f200988-0be1-406a-b69b-1e9a2775c115 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=80ab8bb1-24fb-42bf-83bf-8c2e7fbc3304 HTTP/1.1" status: 200 len: 210 time: 0.0429461 Nov 02 11:43:29.268881 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dfbe8e36-0369-4557-982b-8082f10ad17b req-672b99a3-eb68-4eea-a468-f8ffc2454623 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "GET /v2.0/security-group-rules/f9486db5-c6ff-4901-9f75-23fdbfbbb292 HTTP/1.1" status: 200 len: 778 time: 0.0349782 Nov 02 11:43:29.309095 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-36a91fee-34b6-4823-be03-f2ae62584c8d', 'network_id': '36a91fee-34b6-4823-be03-f2ae62584c8d', 'tenant_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'fixed_ips': [{'subnet_id': '03539926-ced2-41de-b140-4f03efadb20e'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:43:29.311082 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:29.337133 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e641cf91-28ed-4f62-88af-c1aa1f2d6d43 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0166962 Nov 02 11:43:29.339927 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33564) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:29.345222 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-361273955-router', 'tenant_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:29.347650 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dfbe8e36-0369-4557-982b-8082f10ad17b req-382d6608-467f-4a5b-ab89-dd4ac58a68d1 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "GET /v2.0/security-groups/195a12e0-6436-4b37-a8d3-ce68fab6552e HTTP/1.1" status: 200 len: 2421 time: 0.0724959 Nov 02 11:43:29.396682 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-dfbe8e36-0369-4557-982b-8082f10ad17b req-5b4ada6b-ef7b-4998-bdca-42e74f0aa0d2 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:29.406619 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-dfbe8e36-0369-4557-982b-8082f10ad17b req-5b4ada6b-ef7b-4998-bdca-42e74f0aa0d2 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:29.535055 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Allocated IP 172.20.0.2 (36a91fee-34b6-4823-be03-f2ae62584c8d/03539926-ced2-41de-b140-4f03efadb20e/cb85d146-819a-4577-ae17-2cefa0409a8c) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:43:29.597908 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:29.598989 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:29.690321 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-dfbe8e36-0369-4557-982b-8082f10ad17b req-5b4ada6b-ef7b-4998-bdca-42e74f0aa0d2 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:29.702273 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-dfbe8e36-0369-4557-982b-8082f10ad17b req-5b4ada6b-ef7b-4998-bdca-42e74f0aa0d2 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:29.706721 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:29.725089 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dfbe8e36-0369-4557-982b-8082f10ad17b req-5b4ada6b-ef7b-4998-bdca-42e74f0aa0d2 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/f9486db5-c6ff-4901-9f75-23fdbfbbb292 HTTP/1.1" status: 204 len: 173 time: 0.3685546 Nov 02 11:43:29.731258 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ada6b-ef7b-4998-bdca-42e74f0aa0d2 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9486db5-c6ff-4901-9f75-23fdbfbbb292,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:29.752178 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:29.811554 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-ddf16894-79ab-49f2-ae42-a6ed22e388b2 req-36ca69aa-ee9b-46fd-b8e9-722c91a8a995 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1835003440', 'description': 'tempest-description-994936417'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:29.828153 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:29.879916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Network 36a91fee-34b6-4823-be03-f2ae62584c8d is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:43:29.883296 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:43:29.890515 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:43:29.900465 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Pushing event updated for resources: {'Port': ['ID=cb85d146-819a-4577-ae17-2cefa0409a8c,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:29.953081 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ddf16894-79ab-49f2-ae42-a6ed22e388b2 req-36ca69aa-ee9b-46fd-b8e9-722c91a8a995 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:29.976035 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Attempting to bind port cb85d146-819a-4577-ae17-2cefa0409a8c on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:43:29.976543 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Attempting to bind port cb85d146-819a-4577-ae17-2cefa0409a8c by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '2561d109-cd46-481a-94f4-c1ea1b4fa8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36a91fee-34b6-4823-be03-f2ae62584c8d'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:43:29.976977 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Attempting to bind port cb85d146-819a-4577-ae17-2cefa0409a8c on network 36a91fee-34b6-4823-be03-f2ae62584c8d {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:43:29.984060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:43:29.984532 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Checking segment: {'id': '2561d109-cd46-481a-94f4-c1ea1b4fa8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36a91fee-34b6-4823-be03-f2ae62584c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:43:29.985120 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:29.985722 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Bound using segment: {'id': '2561d109-cd46-481a-94f4-c1ea1b4fa8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36a91fee-34b6-4823-be03-f2ae62584c8d'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:43:29.986287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Bound port: cb85d146-819a-4577-ae17-2cefa0409a8c, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2561d109-cd46-481a-94f4-c1ea1b4fa8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36a91fee-34b6-4823-be03-f2ae62584c8d'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:43:29.986845 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:30.073382 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ddf16894-79ab-49f2-ae42-a6ed22e388b2 req-36ca69aa-ee9b-46fd-b8e9-722c91a8a995 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:30.113758 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:30.121185 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] For port cb85d146-819a-4577-ae17-2cefa0409a8c, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:43:30.128434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] For port cb85d146-819a-4577-ae17-2cefa0409a8c, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cb85d146-819a-4577-ae17-2cefa0409a8c,segment=NetworkSegment(2561d109-cd46-481a-94f4-c1ea1b4fa8f2),segment_id=2561d109-cd46-481a-94f4-c1ea1b4fa8f2)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:43:30.180805 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ddf16894-79ab-49f2-ae42-a6ed22e388b2 req-36ca69aa-ee9b-46fd-b8e9-722c91a8a995 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:30.259076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca69aa-ee9b-46fd-b8e9-722c91a8a995 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2c5aa6-316e-4a0c-b239-f8026a7350bf,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:30.301060 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:30.377061 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ddf16894-79ab-49f2-ae42-a6ed22e388b2 req-36ca69aa-ee9b-46fd-b8e9-722c91a8a995 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:30.380849 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ddf16894-79ab-49f2-ae42-a6ed22e388b2 req-36ca69aa-ee9b-46fd-b8e9-722c91a8a995 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5716960 Nov 02 11:43:30.396213 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3da070-cb3e-4aa6-b2f8-b97d32136fc1 None None] Pushing event updated for resources: {'Port': ['ID=cb85d146-819a-4577-ae17-2cefa0409a8c,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:30.658292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f71f52-b533-4272-83dc-c6550076a7f7 req-399a8bc6-650b-44cb-a06f-6c3266ce9bd6 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:30.687794 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c0f71f52-b533-4272-83dc-c6550076a7f7 req-399a8bc6-650b-44cb-a06f-6c3266ce9bd6 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 950 time: 0.1939685 Nov 02 11:43:30.873340 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c0f71f52-b533-4272-83dc-c6550076a7f7 req-40e84f84-d5d5-4d7e-a7a9-0538e05ed770 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/security-groups?id=29691bdf-586d-4c24-8043-564e6387c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835704 Nov 02 11:43:31.096896 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-67b156ca-f3b5-4ad6-a70d-18909316968a req-3c221926-40fd-4072-8c99-e7ac263a274e tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "GET /v2.0/security-groups/2a2c5aa6-316e-4a0c-b239-f8026a7350bf HTTP/1.1" status: 200 len: 1829 time: 0.0532990 Nov 02 11:43:31.231032 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:31.257576 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:31.271509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-221ca10e-0de0-416f-afff-adc72d9fa5e9 req-d24ddb58-e072-4a71-a175-2e7bf58a6c77 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-465486442', 'description': 'tempest-description-337534630'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:31.363432 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb245169-1fc2-45fa-8ae8-922aca742305 req-4cd389bf-cef1-4cf1-a7ab-fbf46d2a58b6 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:31.363560 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-eb245169-1fc2-45fa-8ae8-922aca742305 req-4cd389bf-cef1-4cf1-a7ab-fbf46d2a58b6 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.54 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 950 time: 0.1079404 Nov 02 11:43:31.378799 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-221ca10e-0de0-416f-afff-adc72d9fa5e9 req-d24ddb58-e072-4a71-a175-2e7bf58a6c77 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:31.480574 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33620) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:31.562509 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] Allocated IP 172.25.6.205 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/ae59a93b-3210-4f79-846b-fdedab2cade6) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:43:31.591496 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-221ca10e-0de0-416f-afff-adc72d9fa5e9 req-d24ddb58-e072-4a71-a175-2e7bf58a6c77 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:31.652942 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-eb245169-1fc2-45fa-8ae8-922aca742305 req-bf56255b-bc88-48a9-a5b9-9430cd6b9351 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Deleting port 14d3cf37-4b88-4038-b4f6-8e124d3e9552 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:43:31.653479 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-eb245169-1fc2-45fa-8ae8-922aca742305 req-bf56255b-bc88-48a9-a5b9-9430cd6b9351 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:31.694666 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-221ca10e-0de0-416f-afff-adc72d9fa5e9 req-d24ddb58-e072-4a71-a175-2e7bf58a6c77 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:31.759770 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e9309ed9-f9c6-448b-ad8a-22003d6f3f07 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:31.777835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ddb58-e072-4a71-a175-2e7bf58a6c77 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb0001b-ed13-419c-bb96-3f576c4cf848,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:31.839663 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-221ca10e-0de0-416f-afff-adc72d9fa5e9 req-d24ddb58-e072-4a71-a175-2e7bf58a6c77 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:31.846579 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-221ca10e-0de0-416f-afff-adc72d9fa5e9 req-d24ddb58-e072-4a71-a175-2e7bf58a6c77 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.5802829 Nov 02 11:43:31.877056 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e9309ed9-f9c6-448b-ad8a-22003d6f3f07 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] 10.222.0.52 "PUT /v2.0/quotas/1ec11504560f46b9bee5400e1dd044ab HTTP/1.1" status: 200 len: 368 time: 0.3946915 Nov 02 11:43:31.887445 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33638) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:31.895476 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-89e2fa00-eeec-478b-bcf8-4f8c67548707 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Request body: {'network': {'project_id': '1ec11504560f46b9bee5400e1dd044ab'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:31.930271 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:31.943181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-eb245169-1fc2-45fa-8ae8-922aca742305 req-bf56255b-bc88-48a9-a5b9-9430cd6b9351 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] For port 14d3cf37-4b88-4038-b4f6-8e124d3e9552, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=14d3cf37-4b88-4038-b4f6-8e124d3e9552,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:31.944261 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-eb245169-1fc2-45fa-8ae8-922aca742305 req-bf56255b-bc88-48a9-a5b9-9430cd6b9351 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:31.950127 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94470b7a-cb7e-4ff1-9490-6b1fcdac82d5 req-e1086f6f-54db-4835-9693-96b13a416d69 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "GET /v2.0/security-groups/fcb0001b-ed13-419c-bb96-3f576c4cf848 HTTP/1.1" status: 200 len: 1828 time: 0.0635195 Nov 02 11:43:31.976856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e951311d-06af-4a2a-b47c-2ff4fc8c9c85 None None] Network 36a91fee-34b6-4823-be03-f2ae62584c8d requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:43:31.978007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-eb245169-1fc2-45fa-8ae8-922aca742305 req-bf56255b-bc88-48a9-a5b9-9430cd6b9351 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Calling delete_port for 14d3cf37-4b88-4038-b4f6-8e124d3e9552 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:43:31.995441 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-90adf3d6-42c7-4cc7-9be7-865ab3a99950 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:31.997703 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-90adf3d6-42c7-4cc7-9be7-865ab3a99950 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/networks?id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929 HTTP/1.1" status: 200 len: 812 time: 0.2957814 Nov 02 11:43:32.079914 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-07d33ed3-1dd6-4a34-ab1d-17eb3ce46cff tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/quotas/132e4746dfee4359a0fd0da383d0d399 HTTP/1.1" status: 200 len: 375 time: 0.0727911 Nov 02 11:43:32.124053 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-85791ceb-ded0-421a-817c-cb110f34c82a None None] Provisioning complete for port cb85d146-819a-4577-ae17-2cefa0409a8c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:32.124590 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-85791ceb-ded0-421a-817c-cb110f34c82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:32.127019 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2a27a-88e7-4a47-aade-e02fe4c9f6f9 req-81e2694c-69eb-4879-b9e8-846d3e6ccd06 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:32.128866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82d2a27a-88e7-4a47-aade-e02fe4c9f6f9 req-81e2694c-69eb-4879-b9e8-846d3e6ccd06 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/ports?device_id=d20ad7cd-a775-4575-b6df-353994e0d16f HTTP/1.1" status: 200 len: 950 time: 0.0980427 Nov 02 11:43:32.157893 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-ca73988a-e0b8-4efd-8795-b5920204b544 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678852 Nov 02 11:43:32.158852 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e2fa00-eeec-478b-bcf8-4f8c67548707 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Made reservation on behalf of 1ec11504560f46b9bee5400e1dd044ab for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:43:32.162729 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89e2fa00-eeec-478b-bcf8-4f8c67548707 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:32.284203 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:32.285285 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82d2a27a-88e7-4a47-aade-e02fe4c9f6f9 req-491567ee-e61a-47c2-9cd3-289be6ebd5f9 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.52 "GET /v2.0/security-groups?id=29691bdf-586d-4c24-8043-564e6387c2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495554 Nov 02 11:43:32.307494 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89e2fa00-eeec-478b-bcf8-4f8c67548707 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:32.333198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-9f7b5587-7504-4708-9b21-6cded6e540d3 req-5430e0c5-271b-4a76-896e-1dcffd4bbadb tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2102012193', 'description': 'tempest-description-1589891344'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:32.404393 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-eb245169-1fc2-45fa-8ae8-922aca742305 req-bf56255b-bc88-48a9-a5b9-9430cd6b9351 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:32.430680 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['14d3cf37-4b88-4038-b4f6-8e124d3e9552'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:43:32.438289 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:43:32.445696 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] Pushing event updated for resources: {'Port': ['ID=ae59a93b-3210-4f79-846b-fdedab2cade6,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:32.457752 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:43:32.461110 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device cb85d146-819a-4577-ae17-2cefa0409a8c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:43:32.461359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:43:32.500554 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9f7b5587-7504-4708-9b21-6cded6e540d3 req-5430e0c5-271b-4a76-896e-1dcffd4bbadb tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:32.512346 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-85791ceb-ded0-421a-817c-cb110f34c82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:32.548855 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56255b-bc88-48a9-a5b9-9430cd6b9351 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Pushing event deleted for resources: {'Port': ['ID=14d3cf37-4b88-4038-b4f6-8e124d3e9552,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:32.591630 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-85791ceb-ded0-421a-817c-cb110f34c82a None None] For port cb85d146-819a-4577-ae17-2cefa0409a8c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cb85d146-819a-4577-ae17-2cefa0409a8c,segment=NetworkSegment(2561d109-cd46-481a-94f4-c1ea1b4fa8f2),segment_id=2561d109-cd46-481a-94f4-c1ea1b4fa8f2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:32.593617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port cb85d146-819a-4577-ae17-2cefa0409a8c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:32.594246 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:32.597345 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-55a4cf43-ec7f-4512-8714-f9d23c3bdb3e service neutron] 10.222.0.52 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301923 Nov 02 11:43:32.598212 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb245169-1fc2-45fa-8ae8-922aca742305 req-bf56255b-bc88-48a9-a5b9-9430cd6b9351 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] No DVR routers for this DVR port 14d3cf37-4b88-4038-b4f6-8e124d3e9552 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:43:32.601094 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-eb245169-1fc2-45fa-8ae8-922aca742305 req-bf56255b-bc88-48a9-a5b9-9430cd6b9351 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:32.605000 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-eb245169-1fc2-45fa-8ae8-922aca742305 req-bf56255b-bc88-48a9-a5b9-9430cd6b9351 tempest-TenantUsagesTestJSON-761837178 tempest-TenantUsagesTestJSON-761837178-project] 10.222.0.54 "DELETE /v2.0/ports/14d3cf37-4b88-4038-b4f6-8e124d3e9552 HTTP/1.1" status: 204 len: 173 time: 1.2311735 Nov 02 11:43:32.617566 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9f7b5587-7504-4708-9b21-6cded6e540d3 req-5430e0c5-271b-4a76-896e-1dcffd4bbadb tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:32.621359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20ad7cd-a775-4575-b6df-353994e0d16f', 'name': 'network-vif-deleted', 'tag': '14d3cf37-4b88-4038-b4f6-8e124d3e9552'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:43:32.624346 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329ffdc5-7971-4ccb-934b-7394df9f07d7" -d '{"events": [{"server_uuid": "d20ad7cd-a775-4575-b6df-353994e0d16f", "name": "network-vif-deleted", "tag": "14d3cf37-4b88-4038-b4f6-8e124d3e9552"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:43:32.663749 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-85791ceb-ded0-421a-817c-cb110f34c82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:32.707555 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9f7b5587-7504-4708-9b21-6cded6e540d3 req-5430e0c5-271b-4a76-896e-1dcffd4bbadb tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:32.796825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430e0c5-271b-4a76-896e-1dcffd4bbadb tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c392eec-cffc-4c10-9b2e-14b592b21f15,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:32.868279 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85791ceb-ded0-421a-817c-cb110f34c82a None None] Pushing event updated for resources: {'Port': ['ID=cb85d146-819a-4577-ae17-2cefa0409a8c,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:32.871123 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0cbe68fe-57c0-4224-b00b-5a916689c146 None None] Provisioning complete for port cb85d146-819a-4577-ae17-2cefa0409a8c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:32.871509 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0cbe68fe-57c0-4224-b00b-5a916689c146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:32.874627 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9f7b5587-7504-4708-9b21-6cded6e540d3 req-5430e0c5-271b-4a76-896e-1dcffd4bbadb tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:32.885254 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f7b5587-7504-4708-9b21-6cded6e540d3 req-5430e0c5-271b-4a76-896e-1dcffd4bbadb tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5495024 Nov 02 11:43:32.889830 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89e2fa00-eeec-478b-bcf8-4f8c67548707 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:32.900894 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-a10f9e6f-4b32-49f5-8905-43437bdbd44e service neutron] 10.222.0.52 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896135 Nov 02 11:43:33.014393 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89e2fa00-eeec-478b-bcf8-4f8c67548707 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:33.072598 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e2fa00-eeec-478b-bcf8-4f8c67548707 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:43:33.082329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2fa00-eeec-478b-bcf8-4f8c67548707 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a7d8ed-60c1-4161-aeac-64b4d5005288,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:33.136211 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab43a23-0787-440f-9bb6-a9ed9b4bd1ac x-openstack-request-id: req-9ab43a23-0787-440f-9bb6-a9ed9b4bd1ac {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:43:33.136489 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20ad7cd-a775-4575-b6df-353994e0d16f", "name": "network-vif-deleted", "tag": "14d3cf37-4b88-4038-b4f6-8e124d3e9552", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:43:33.136745 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ab43a23-0787-440f-9bb6-a9ed9b4bd1ac {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:43:33.137173 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20ad7cd-a775-4575-b6df-353994e0d16f', 'name': 'network-vif-deleted', 'tag': '14d3cf37-4b88-4038-b4f6-8e124d3e9552', 'status': 'completed', 'code': 200} Nov 02 11:43:33.142912 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89e2fa00-eeec-478b-bcf8-4f8c67548707 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:33.143331 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-89e2fa00-eeec-478b-bcf8-4f8c67548707 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Added segment a14c0c43-aec1-4621-a573-2ff2b6314f50 of type vlan for network 14ee530f-2a06-4169-b492-a9e655589a1e Nov 02 11:43:33.248430 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89e2fa00-eeec-478b-bcf8-4f8c67548707 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:33.284601 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-2cbd8c71-c72c-49d4-a18e-57ebb9311dbb tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--932376418&fields=id&tenant_id=0336d4fb11e54fcb8e7fa0f3785444ce HTTP/1.1" status: 200 len: 267 time: 0.0809386 Nov 02 11:43:33.314385 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:33.394731 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2c2195a4-7f00-4228-8ed6-03f862224adf req-b4efbe41-f189-4373-8f53-3924ee373275 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "GET /v2.0/security-groups/9c392eec-cffc-4c10-9b2e-14b592b21f15 HTTP/1.1" status: 200 len: 1830 time: 0.1306241 Nov 02 11:43:33.397908 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89e2fa00-eeec-478b-bcf8-4f8c67548707 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:33.397908 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e2fa00-eeec-478b-bcf8-4f8c67548707 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:33.398268 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89e2fa00-eeec-478b-bcf8-4f8c67548707 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:33.426611 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-4abfdeeb-c12a-45a9-9d6c-df9d2f448c6c tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:33.431907 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-4abfdeeb-c12a-45a9-9d6c-df9d2f448c6c tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/networks?id=3e0edd90-a801-414a-9271-b77c19e00cf2 HTTP/1.1" status: 200 len: 815 time: 0.1356740 Nov 02 11:43:33.447648 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-ef058488-f398-4ca8-bddb-978fb81d11c8 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/quotas/0336d4fb11e54fcb8e7fa0f3785444ce HTTP/1.1" status: 200 len: 375 time: 0.0109453 Nov 02 11:43:33.530161 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-86de719d-5110-427c-ace4-021f21144317 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0336d4fb11e54fcb8e7fa0f3785444ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656176 Nov 02 11:43:33.583874 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-89e2fa00-eeec-478b-bcf8-4f8c67548707 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6921241 Nov 02 11:43:33.585085 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33676) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:33.603515 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a3cfe33e-ce18-4891-8835-ff74ef8d4590 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Request body: {'network': {'project_id': '1ec11504560f46b9bee5400e1dd044ab'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:33.622272 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2fa00-eeec-478b-bcf8-4f8c67548707 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Pushing event updated for resources: {'Network': ['ID=14ee530f-2a06-4169-b492-a9e655589a1e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:33.642817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 14ee530f-2a06-4169-b492-a9e655589a1e details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:43:33.656164 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-2e4fd5b0-e063-42bf-8bb5-d9700e5bc746 service neutron] 10.222.0.52 "GET /v2.0/networks/3e0edd90-a801-414a-9271-b77c19e00cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129415 Nov 02 11:43:33.848484 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-2744f058-10f5-4ff4-b0c1-1596a4e36a9c service neutron] 10.222.0.52 "GET /v2.0/networks/3e0edd90-a801-414a-9271-b77c19e00cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754842 Nov 02 11:43:33.967283 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af897584-9d5a-4e0f-bbc0-4161d09ebaec req-cf095082-c1ad-479f-be2b-1dd4f5160578 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:33.974682 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-af897584-9d5a-4e0f-bbc0-4161d09ebaec req-cf095082-c1ad-479f-be2b-1dd4f5160578 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 946 time: 0.4865332 Nov 02 11:43:34.092666 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:34.100793 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-af897584-9d5a-4e0f-bbc0-4161d09ebaec req-ca382d47-6669-4ebb-8aec-92a412a90ced tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251855 Nov 02 11:43:34.157952 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cfe33e-ce18-4891-8835-ff74ef8d4590 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Made reservation on behalf of 1ec11504560f46b9bee5400e1dd044ab for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:43:34.160148 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3cfe33e-ce18-4891-8835-ff74ef8d4590 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:34.185572 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e710ec9f-a1e5-4db7-8522-8bf03b5fd2c6 req-220d0e48-9424-4afc-a9ef-05c71e3b1aa0 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 210 time: 0.0430989 Nov 02 11:43:34.263711 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3cfe33e-ce18-4891-8835-ff74ef8d4590 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:43:34.266649 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3cfe33e-ce18-4891-8835-ff74ef8d4590 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:34.267022 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-a3cfe33e-ce18-4891-8835-ff74ef8d4590 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Added segment 0429d599-fd42-449b-a92f-e0edf6658113 of type vlan for network 2a209b04-9d3c-429a-8cce-93614002bd9d Nov 02 11:43:34.287673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device cb85d146-819a-4577-ae17-2cefa0409a8c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:43:34.288757 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-be02006f-2f70-445f-acb4-86ecb8b2e6e5 req-e9f1a760-4615-42ac-9376-a1aad8601fe3 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1109304573', 'description': 'tempest-description-1192933018'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:34.351917 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3cfe33e-ce18-4891-8835-ff74ef8d4590 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:34.427212 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-be02006f-2f70-445f-acb4-86ecb8b2e6e5 req-e9f1a760-4615-42ac-9376-a1aad8601fe3 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:34.434148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port cb85d146-819a-4577-ae17-2cefa0409a8c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:34.434725 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:34.458189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] Router fa926c34-6c75-460c-9820-d2786cfe94b1 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:43:34.577018 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3cfe33e-ce18-4891-8835-ff74ef8d4590 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:34.577918 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cfe33e-ce18-4891-8835-ff74ef8d4590 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:34.578506 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3cfe33e-ce18-4891-8835-ff74ef8d4590 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:34.656215 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-be02006f-2f70-445f-acb4-86ecb8b2e6e5 req-e9f1a760-4615-42ac-9376-a1aad8601fe3 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:34.687945 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:43:34.705349 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Sync routers for ids ['fa926c34-6c75-460c-9820-d2786cfe94b1'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:43:34.711231 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a3cfe33e-ce18-4891-8835-ff74ef8d4590 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1151567 Nov 02 11:43:34.714381 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33700) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:34.720331 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5acd3892-cb0d-4c85-abaa-16a1d312daaf tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Request body: {'network': {'project_id': '1ec11504560f46b9bee5400e1dd044ab'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:34.725891 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Routers {'fa926c34-6c75-460c-9820-d2786cfe94b1'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:43:34.726523 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:43:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fa926c34-6c75-460c-9820-d2786cfe94b1'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:34.729270 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfe33e-ce18-4891-8835-ff74ef8d4590 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Pushing event updated for resources: {'Network': ['ID=2a209b04-9d3c-429a-8cce-93614002bd9d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:34.741438 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-be02006f-2f70-445f-acb4-86ecb8b2e6e5 req-e9f1a760-4615-42ac-9376-a1aad8601fe3 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:34.742253 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 2a209b04-9d3c-429a-8cce-93614002bd9d details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:43:35.137192 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:35.145993 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33704) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:35.152199 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9d3396ae-1f68-411e-95c7-36fcc8fb0f98 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.4463744 Nov 02 11:43:35.152199 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1a760-4615-42ac-9376-a1aad8601fe3 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35cd9eed-6ae6-4e6a-91a4-c0de29c5ff3a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:35.152199 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-be02006f-2f70-445f-acb4-86ecb8b2e6e5 req-e9f1a760-4615-42ac-9376-a1aad8601fe3 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:35.152199 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-be02006f-2f70-445f-acb4-86ecb8b2e6e5 req-e9f1a760-4615-42ac-9376-a1aad8601fe3 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6186438 Nov 02 11:43:35.152199 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-5acd3892-cb0d-4c85-abaa-16a1d312daaf tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 02 11:43:35.152199 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5acd3892-cb0d-4c85-abaa-16a1d312daaf tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:43:35.163591 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33714) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:35.167102 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5acd3892-cb0d-4c85-abaa-16a1d312daaf tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2166450 Nov 02 11:43:35.171644 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Set router fa926c34-6c75-460c-9820-d2786cfe94b1 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:43:35.175870 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33716) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:35.175870 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d768fb42-1577-4b01-8d30-d9c51f5747a4 req-9d43f0a6-2c81-47e3-953e-f2c25676676c tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 210 time: 0.0646386 Nov 02 11:43:35.176965 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c703dfba-7fc2-4268-acb6-3f006c2f69fc tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ec11504560f46b9bee5400e1dd044ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1614094 Nov 02 11:43:35.176965 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33724) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:35.177268 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bfd6703b-189d-4ad4-828d-266cef593bb7 req-382184b0-4a60-454d-a093-097015f34603 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "GET /v2.0/security-groups/35cd9eed-6ae6-4e6a-91a4-c0de29c5ff3a HTTP/1.1" status: 200 len: 1832 time: 0.0774739 Nov 02 11:43:35.238413 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [req-bab83ab3-a813-46dc-b08e-a121c776d2e6 req-6c2fc324-b12f-42cf-9781-158781c692a7 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] show failed (client error): The resource could not be found. Nov 02 11:43:35.256340 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bab83ab3-a813-46dc-b08e-a121c776d2e6 req-6c2fc324-b12f-42cf-9781-158781c692a7 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "GET /v2.0/security-groups/0d222333-c265-4db8-b090-b0f1e061c937 HTTP/1.1" status: 404 len: 352 time: 0.0468161 Nov 02 11:43:35.275313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 14d3cf37-4b88-4038-b4f6-8e124d3e9552 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:43:35.318800 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d73253e1-0f65-47dd-a9b9-b32cfa8a7841 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:35.345832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 14d3cf37-4b88-4038-b4f6-8e124d3e9552 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:43:35.348434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 14d3cf37-4b88-4038-b4f6-8e124d3e9552 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:43:35.363250 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-82b6adcc-490f-409f-a400-ea5dfd54eb70 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b0954476c6954ac990e34f33bf0cd6f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3466930 Nov 02 11:43:35.367527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33732) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:35.421811 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d73253e1-0f65-47dd-a9b9-b32cfa8a7841 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:35.423352 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3c78ce1d-9d70-4641-b738-1d14b48c4666 req-28756431-5f8a-4411-9d8d-5767d97f9080 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 210 time: 0.0529363 Nov 02 11:43:35.468438 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [req-7f55a8d5-e1b1-4514-beb2-dde6a019002f req-ce9b79da-7c40-4768-aaee-078f29e8b1af tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] show failed (client error): The resource could not be found. Nov 02 11:43:35.470120 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f55a8d5-e1b1-4514-beb2-dde6a019002f req-ce9b79da-7c40-4768-aaee-078f29e8b1af tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "GET /v2.0/security-group-rules/36c6fda7-294c-4e99-ab2b-56bd6e39be63 HTTP/1.1" status: 404 len: 361 time: 0.0189366 Nov 02 11:43:35.497774 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa926c34-6c75-460c-9820-d2786cfe94b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-361273955-router', 'tenant_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'ae59a93b-3210-4f79-846b-fdedab2cade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:29Z', 'updated_at': '2021-11-02T11:43:32Z', 'revision_number': 3, 'project_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'gw_port': {'id': 'ae59a93b-3210-4f79-846b-fdedab2cade6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa926c34-6c75-460c-9820-d2786cfe94b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:31Z', 'updated_at': '2021-11-02T11:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:35.543522 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Checking router: fa926c34-6c75-460c-9820-d2786cfe94b1 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:43:35.545374 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Updating router fa926c34-6c75-460c-9820-d2786cfe94b1 port ae59a93b-3210-4f79-846b-fdedab2cade6 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:43:35.562757 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f034c3c0-4166-4565-8800-a72fc4f7c65a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:35.580455 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:35.618504 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-74ae6648-6e24-433f-9bae-3443351110a1 req-ceb52e47-002d-4912-8407-482d583a77c0 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "GET /v2.0/security-groups/35cd9eed-6ae6-4e6a-91a4-c0de29c5ff3a HTTP/1.1" status: 200 len: 1832 time: 0.1085813 Nov 02 11:43:35.693775 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-74ae6648-6e24-433f-9bae-3443351110a1 req-c337914f-ef36-409d-8b7a-e230f70f77ec tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:35.728166 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-74ae6648-6e24-433f-9bae-3443351110a1 req-c337914f-ef36-409d-8b7a-e230f70f77ec tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:35.730452 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f034c3c0-4166-4565-8800-a72fc4f7c65a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:35.888906 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-74ae6648-6e24-433f-9bae-3443351110a1 req-c337914f-ef36-409d-8b7a-e230f70f77ec tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:35.893272 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d73253e1-0f65-47dd-a9b9-b32cfa8a7841 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:35.896445 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-74ae6648-6e24-433f-9bae-3443351110a1 req-c337914f-ef36-409d-8b7a-e230f70f77ec tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:35.896574 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d73253e1-0f65-47dd-a9b9-b32cfa8a7841 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:35.896847 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-74ae6648-6e24-433f-9bae-3443351110a1 req-c337914f-ef36-409d-8b7a-e230f70f77ec tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "DELETE /v2.0/security-groups/35cd9eed-6ae6-4e6a-91a4-c0de29c5ff3a HTTP/1.1" status: 204 len: 173 time: 0.2769210 Nov 02 11:43:35.897833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d73253e1-0f65-47dd-a9b9-b32cfa8a7841 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/b1a7d8ed-60c1-4161-aeac-64b4d5005288 HTTP/1.1" status: 204 len: 168 time: 0.7768841 Nov 02 11:43:35.903335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33744) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:35.930836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73253e1-0f65-47dd-a9b9-b32cfa8a7841 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a7d8ed-60c1-4161-aeac-64b4d5005288,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:35.990414 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337914f-ef36-409d-8b7a-e230f70f77ec tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cd9eed-6ae6-4e6a-91a4-c0de29c5ff3a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:36.007129 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f034c3c0-4166-4565-8800-a72fc4f7c65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:36.011304 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f034c3c0-4166-4565-8800-a72fc4f7c65a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:36.013397 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f034c3c0-4166-4565-8800-a72fc4f7c65a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/29691bdf-586d-4c24-8043-564e6387c2e4 HTTP/1.1" status: 204 len: 168 time: 0.6383629 Nov 02 11:43:36.067675 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf91c793-a37e-43ef-8e46-96b8302369b8 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:36.073909 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:36.085082 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1859370b-b914-46b6-91a0-8bcdd2614302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:36.102321 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f071cc6-a9a2-4706-a6c6-01894722065e req-6bd0b96d-2abc-4a97-8761-f27ecb6d02c3 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "GET /v2.0/security-groups/9c392eec-cffc-4c10-9b2e-14b592b21f15 HTTP/1.1" status: 200 len: 1830 time: 0.1726646 Nov 02 11:43:36.103202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034c3c0-4166-4565-8800-a72fc4f7c65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29691bdf-586d-4c24-8043-564e6387c2e4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:36.203755 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:36.278659 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b7414-d20b-40d9-a4a6-8d98194d63c9 None None] Pushing event updated for resources: {'Port': ['ID=ae59a93b-3210-4f79-846b-fdedab2cade6,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:36.294528 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-749ec9c5-fcfe-4dbf-b405-2643568bf011 req-1031841d-ad22-4f0c-8d81-4ec5e0a9b4bc tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 210 time: 0.1192379 Nov 02 11:43:36.303673 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf91c793-a37e-43ef-8e46-96b8302369b8 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:36.330168 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Attempting to bind port ae59a93b-3210-4f79-846b-fdedab2cade6 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:43:36.330540 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Attempting to bind port ae59a93b-3210-4f79-846b-fdedab2cade6 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:43:36.330910 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Attempting to bind port ae59a93b-3210-4f79-846b-fdedab2cade6 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:43:36.338413 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:43:36.339131 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:43:36.339875 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:36.340408 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:43:36.341561 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Bound port: ae59a93b-3210-4f79-846b-fdedab2cade6, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:43:36.342275 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:36.347259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbfebc-f414-4b08-8540-aa8e01a98b51 req-9a61be9c-ef7e-43ee-8b9f-2dba23b037cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:36.349082 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6bbbfebc-f414-4b08-8540-aa8e01a98b51 req-9a61be9c-ef7e-43ee-8b9f-2dba23b037cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 1098 time: 0.1867418 Nov 02 11:43:36.365081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-cf91c793-a37e-43ef-8e46-96b8302369b8 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a209b04-9d3c-429a-8cce-93614002bd9d']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:36.379021 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9f071cc6-a9a2-4706-a6c6-01894722065e req-d7befc9e-c50e-47ee-866e-4aa1fc76d6ff tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:36.384233 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-cf91c793-a37e-43ef-8e46-96b8302369b8 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0429d599-fd42-449b-a92f-e0edf6658113') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:36.384671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-cf91c793-a37e-43ef-8e46-96b8302369b8 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0429d599-fd42-449b-a92f-e0edf6658113') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:36.403245 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf91c793-a37e-43ef-8e46-96b8302369b8 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:36.420606 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] For port ae59a93b-3210-4f79-846b-fdedab2cade6, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:43:36.424010 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] For port ae59a93b-3210-4f79-846b-fdedab2cade6, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ae59a93b-3210-4f79-846b-fdedab2cade6,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:43:36.458391 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9f071cc6-a9a2-4706-a6c6-01894722065e req-d7befc9e-c50e-47ee-866e-4aa1fc76d6ff tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:36.466917 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf91c793-a37e-43ef-8e46-96b8302369b8 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:36.478140 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf91c793-a37e-43ef-8e46-96b8302369b8 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:43:36.478552 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf91c793-a37e-43ef-8e46-96b8302369b8 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:43:36.480733 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:43:36.535983 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:36.587579 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbfebc-f414-4b08-8540-aa8e01a98b51 req-b1d7f3d4-b341-4172-a1ac-5b7b28f0082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:36.588810 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6bbbfebc-f414-4b08-8540-aa8e01a98b51 req-b1d7f3d4-b341-4172-a1ac-5b7b28f0082f service neutron] 10.222.0.54 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.2160828 Nov 02 11:43:36.612323 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-12b498d7-dd7b-45ce-9dcb-db14612e1669 req-d611dc04-3d54-434f-88a3-e91281494a09 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 210 time: 0.0474534 Nov 02 11:43:36.612821 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Routers {'fa926c34-6c75-460c-9820-d2786cfe94b1'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:43:36.613590 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:43:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fa926c34-6c75-460c-9820-d2786cfe94b1'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:36.627057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-fa4295fc-a770-4ffe-83b7-e13a18503619 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:36.639159 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-fa4295fc-a770-4ffe-83b7-e13a18503619 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.79 "GET /v2.0/networks?id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929 HTTP/1.1" status: 200 len: 812 time: 0.3084621 Nov 02 11:43:36.654721 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9f071cc6-a9a2-4706-a6c6-01894722065e req-d7befc9e-c50e-47ee-866e-4aa1fc76d6ff tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:36.657286 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9f071cc6-a9a2-4706-a6c6-01894722065e req-d7befc9e-c50e-47ee-866e-4aa1fc76d6ff tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:36.676075 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f071cc6-a9a2-4706-a6c6-01894722065e req-d7befc9e-c50e-47ee-866e-4aa1fc76d6ff tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "DELETE /v2.0/security-groups/9c392eec-cffc-4c10-9b2e-14b592b21f15 HTTP/1.1" status: 204 len: 173 time: 0.5049424 Nov 02 11:43:36.681714 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-5494b656-db60-44e4-8c82-d2d298c15bac tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Request body: {'port': {'device_id': '1a2a0a67-f04f-4e2c-9f14-18329a708485', 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929', 'admin_state_up': True, 'tenant_id': '132e4746dfee4359a0fd0da383d0d399'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:36.689747 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf91c793-a37e-43ef-8e46-96b8302369b8 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:36.710787 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf91c793-a37e-43ef-8e46-96b8302369b8 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:36.713252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7befc9e-c50e-47ee-866e-4aa1fc76d6ff tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c392eec-cffc-4c10-9b2e-14b592b21f15,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:36.718671 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cf91c793-a37e-43ef-8e46-96b8302369b8 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] 10.222.0.52 "DELETE /v2.0/networks/2a209b04-9d3c-429a-8cce-93614002bd9d HTTP/1.1" status: 204 len: 168 time: 0.8153806 Nov 02 11:43:36.752230 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:43:36.755772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33772) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:36.765946 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91c793-a37e-43ef-8e46-96b8302369b8 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a209b04-9d3c-429a-8cce-93614002bd9d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:36.784018 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b7414-d20b-40d9-a4a6-8d98194d63c9 None None] Pushing event updated for resources: {'Port': ['ID=ae59a93b-3210-4f79-846b-fdedab2cade6,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:36.804187 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] Set router fa926c34-6c75-460c-9820-d2786cfe94b1 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:43:36.832497 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6bbbfebc-f414-4b08-8540-aa8e01a98b51 req-b3185b10-999b-41f9-9a97-b71b078e2672 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac HTTP/1.1" status: 200 len: 1002 time: 0.2225571 Nov 02 11:43:36.837255 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-1859370b-b914-46b6-91a0-8bcdd2614302 admin admin] Allocated IP 172.20.0.1 (36a91fee-34b6-4823-be03-f2ae62584c8d/03539926-ced2-41de-b140-4f03efadb20e/4c0c0859-7e8d-4974-8e51-b119e6e13e73) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:43:36.869376 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1cc3521b-fcf5-4a04-92da-9544074c5440 req-bf244476-0391-45d3-a67c-768aad59b008 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "GET /v2.0/security-groups/fcb0001b-ed13-419c-bb96-3f576c4cf848 HTTP/1.1" status: 200 len: 1828 time: 0.1834273 Nov 02 11:43:37.077979 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbfebc-f414-4b08-8540-aa8e01a98b51 req-e0ddb81f-4634-40f6-bbd5-3466ad3c64a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:37.082905 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6bbbfebc-f414-4b08-8540-aa8e01a98b51 req-e0ddb81f-4634-40f6-bbd5-3466ad3c64a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.2398264 Nov 02 11:43:37.089134 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db85155a-700c-454f-882a-a7698c9b3976 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:37.134801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-1cc3521b-fcf5-4a04-92da-9544074c5440 req-879ffb34-c6e0-4d97-a9e1-d5163b43a57e tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:37.172475 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1859370b-b914-46b6-91a0-8bcdd2614302 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:37.178860 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-1cc3521b-fcf5-4a04-92da-9544074c5440 req-879ffb34-c6e0-4d97-a9e1-d5163b43a57e tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:37.192187 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33778) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:37.194978 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa926c34-6c75-460c-9820-d2786cfe94b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-361273955-router', 'tenant_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'ae59a93b-3210-4f79-846b-fdedab2cade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:29Z', 'updated_at': '2021-11-02T11:43:32Z', 'revision_number': 3, 'project_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'gw_port': {'id': 'ae59a93b-3210-4f79-846b-fdedab2cade6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa926c34-6c75-460c-9820-d2786cfe94b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:31Z', 'updated_at': '2021-11-02T11:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:37.242444 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83eaf41c-d36e-47d0-848b-623206fd420b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:37.268082 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbfebc-f414-4b08-8540-aa8e01a98b51 req-8daf4c69-f157-41e9-92ec-d4f4fe3acb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:37.270991 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6bbbfebc-f414-4b08-8540-aa8e01a98b51 req-8daf4c69-f157-41e9-92ec-d4f4fe3acb7b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1759543 Nov 02 11:43:37.290201 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-5494b656-db60-44e4-8c82-d2d298c15bac tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Made reservation on behalf of 132e4746dfee4359a0fd0da383d0d399 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:43:37.294519 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-5494b656-db60-44e4-8c82-d2d298c15bac tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:37.304002 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db85155a-700c-454f-882a-a7698c9b3976 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:37.359690 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c121849d-b807-487b-91f0-e151a01e9499 None None] The sync data for ids ['fa926c34-6c75-460c-9820-d2786cfe94b1'] in n-d-806683-18 is: [{'id': 'fa926c34-6c75-460c-9820-d2786cfe94b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-361273955-router', 'tenant_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'ae59a93b-3210-4f79-846b-fdedab2cade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:29Z', 'updated_at': '2021-11-02T11:43:32Z', 'revision_number': 3, 'project_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'gw_port': {'id': 'ae59a93b-3210-4f79-846b-fdedab2cade6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa926c34-6c75-460c-9820-d2786cfe94b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:31Z', 'updated_at': '2021-11-02T11:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:43:37.489087 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6bbbfebc-f414-4b08-8540-aa8e01a98b51 req-1f8d4b5f-19b1-4ddd-8191-c431a90d7f89 service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024531 Nov 02 11:43:37.490569 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-1cc3521b-fcf5-4a04-92da-9544074c5440 req-879ffb34-c6e0-4d97-a9e1-d5163b43a57e tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:37.495482 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-1cc3521b-fcf5-4a04-92da-9544074c5440 req-879ffb34-c6e0-4d97-a9e1-d5163b43a57e tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:37.496726 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1cc3521b-fcf5-4a04-92da-9544074c5440 req-879ffb34-c6e0-4d97-a9e1-d5163b43a57e tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "DELETE /v2.0/security-groups/fcb0001b-ed13-419c-bb96-3f576c4cf848 HTTP/1.1" status: 204 len: 173 time: 0.6008332 Nov 02 11:43:37.546631 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ffb34-c6e0-4d97-a9e1-d5163b43a57e tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb0001b-ed13-419c-bb96-3f576c4cf848,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:37.661601 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-db85155a-700c-454f-882a-a7698c9b3976 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ee530f-2a06-4169-b492-a9e655589a1e']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:37.671859 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ee946f74-86a9-4792-8eaf-91b1fd4ffe57 req-ba1547dc-a535-4eed-a687-6369d11b470c tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "GET /v2.0/security-groups/2a2c5aa6-316e-4a0c-b239-f8026a7350bf HTTP/1.1" status: 200 len: 1829 time: 0.1429977 Nov 02 11:43:37.720530 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-db85155a-700c-454f-882a-a7698c9b3976 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14c0c43-aec1-4621-a573-2ff2b6314f50') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:37.720657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-db85155a-700c-454f-882a-a7698c9b3976 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14c0c43-aec1-4621-a573-2ff2b6314f50') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:37.725643 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9cb95ba4-5a25-471b-92d0-51091d82515f req-a903960f-b5fb-44ef-b5ec-164e569b0052 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 210 time: 0.0764766 Nov 02 11:43:37.748308 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6bbbfebc-f414-4b08-8540-aa8e01a98b51 req-9fd86d54-f15d-4de5-8f30-b230e899575c service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498271 Nov 02 11:43:37.768408 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db85155a-700c-454f-882a-a7698c9b3976 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:37.820264 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ee946f74-86a9-4792-8eaf-91b1fd4ffe57 req-da7afc95-a8b5-4ec0-9d15-cbd56de46d1b tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:37.864234 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db85155a-700c-454f-882a-a7698c9b3976 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:37.865727 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ee946f74-86a9-4792-8eaf-91b1fd4ffe57 req-da7afc95-a8b5-4ec0-9d15-cbd56de46d1b tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:37.872657 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1859370b-b914-46b6-91a0-8bcdd2614302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:37.939096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db85155a-700c-454f-882a-a7698c9b3976 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:43:37.939509 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db85155a-700c-454f-882a-a7698c9b3976 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:43:37.942168 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:43:37.990814 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1859370b-b914-46b6-91a0-8bcdd2614302 admin admin] Network 36a91fee-34b6-4823-be03-f2ae62584c8d is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:43:37.990814 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c958fe9-e97d-4eee-bab6-9807a0f61131 req-d08a419e-f157-4e47-acb6-d0ee49c0a4ba tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 210 time: 0.1275926 Nov 02 11:43:38.067890 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-1859370b-b914-46b6-91a0-8bcdd2614302 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:43:38.078472 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ee946f74-86a9-4792-8eaf-91b1fd4ffe57 req-da7afc95-a8b5-4ec0-9d15-cbd56de46d1b tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:38.081980 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ee946f74-86a9-4792-8eaf-91b1fd4ffe57 req-da7afc95-a8b5-4ec0-9d15-cbd56de46d1b tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:38.087669 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ee946f74-86a9-4792-8eaf-91b1fd4ffe57 req-da7afc95-a8b5-4ec0-9d15-cbd56de46d1b tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "DELETE /v2.0/security-groups/2a2c5aa6-316e-4a0c-b239-f8026a7350bf HTTP/1.1" status: 204 len: 173 time: 0.4147434 Nov 02 11:43:38.094799 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1859370b-b914-46b6-91a0-8bcdd2614302 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:43:38.105513 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7afc95-a8b5-4ec0-9d15-cbd56de46d1b tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2c5aa6-316e-4a0c-b239-f8026a7350bf,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:38.110198 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83eaf41c-d36e-47d0-848b-623206fd420b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:38.166910 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-5494b656-db60-44e4-8c82-d2d298c15bac tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Allocated IP 172.20.0.3 (3439ffc0-7f2e-476a-92cf-b2a59cfb1929/709b5eb0-8b3b-4f04-bc29-debbc3396f1e/ef1cc1d5-54dc-416e-9628-9cde5b04ddf9) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:43:38.247794 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83eaf41c-d36e-47d0-848b-623206fd420b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:38.264309 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859370b-b914-46b6-91a0-8bcdd2614302 admin admin] Pushing event updated for resources: {'Port': ['ID=4c0c0859-7e8d-4974-8e51-b119e6e13e73,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:38.356274 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-83eaf41c-d36e-47d0-848b-623206fd420b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=02d39b8708b142b8b1ca8cfc479be2e6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1615074 Nov 02 11:43:38.359072 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33794) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:38.363253 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ae59a93b-3210-4f79-846b-fdedab2cade6 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:43:38.474979 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-788f2c25-24e4-4377-8ea6-d999424adefc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:38.499434 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db85155a-700c-454f-882a-a7698c9b3976 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:38.508786 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7c1c2db3-feae-47b5-8e77-fa17924d3029 None None] Provisioning complete for port 4c0c0859-7e8d-4974-8e51-b119e6e13e73 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:38.509507 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c1c2db3-feae-47b5-8e77-fa17924d3029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:38.558366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eaf41c-d36e-47d0-848b-623206fd420b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ac722d-819d-42d6-bc99-66813de1d641,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:38.592394 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-788f2c25-24e4-4377-8ea6-d999424adefc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:38.596493 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port ae59a93b-3210-4f79-846b-fdedab2cade6 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:38.597357 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:38.634498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7c1c2db3-feae-47b5-8e77-fa17924d3029 None None] Port 4c0c0859-7e8d-4974-8e51-b119e6e13e73 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:43:38.662255 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db85155a-700c-454f-882a-a7698c9b3976 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:38.675173 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-db85155a-700c-454f-882a-a7698c9b3976 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] 10.222.0.52 "DELETE /v2.0/networks/14ee530f-2a06-4169-b492-a9e655589a1e HTTP/1.1" status: 204 len: 168 time: 1.9068894 Nov 02 11:43:38.679351 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-8c1a29c2-7add-4bca-9c61-1b2a97fe57f5 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:38.681634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85155a-700c-454f-882a-a7698c9b3976 tempest-QuotasNegativeTest-1153148341 tempest-QuotasNegativeTest-1153148341-project-admin] Pushing event deleted for resources: {'Network': ['ID=14ee530f-2a06-4169-b492-a9e655589a1e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:38.682491 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-8c1a29c2-7add-4bca-9c61-1b2a97fe57f5 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.79 "GET /v2.0/networks?id=3e0edd90-a801-414a-9271-b77c19e00cf2 HTTP/1.1" status: 200 len: 815 time: 0.2358732 Nov 02 11:43:38.702621 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1859370b-b914-46b6-91a0-8bcdd2614302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:38.738092 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:38.784499 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port ae59a93b-3210-4f79-846b-fdedab2cade6, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ae59a93b-3210-4f79-846b-fdedab2cade6,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:38.817610 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-788f2c25-24e4-4377-8ea6-d999424adefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:38.820571 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-788f2c25-24e4-4377-8ea6-d999424adefc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:38.821770 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-788f2c25-24e4-4377-8ea6-d999424adefc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/21ac722d-819d-42d6-bc99-66813de1d641 HTTP/1.1" status: 204 len: 168 time: 0.4600143 Nov 02 11:43:38.822523 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-514d1742-65d5-4808-9f43-6a3a18b93d61 req-4d5df464-3807-4372-8a5c-e346f5e2e09d tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "GET /v2.0/security-groups/195a12e0-6436-4b37-a8d3-ce68fab6552e HTTP/1.1" status: 200 len: 1828 time: 0.6800957 Nov 02 11:43:38.833406 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f2c25-24e4-4377-8ea6-d999424adefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ac722d-819d-42d6-bc99-66813de1d641,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:38.841349 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-d5a8e997-3ccd-48cf-a516-48c9e0001d10 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0336d4fb11e54fcb8e7fa0f3785444ce HTTP/1.1" status: 200 len: 379 time: 0.1486447 Nov 02 11:43:38.853909 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-4fccfa25-2778-47cc-bc27-6cf19a0d4c33 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Request body: {'port': {'device_id': '40a2237d-28d4-4337-994a-c3f1359a2e55', 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2', 'admin_state_up': True, 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'security_groups': ['28d4c095-70c4-4475-ace9-cc2b7f306f7e']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:38.923511 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:39.068482 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=ae59a93b-3210-4f79-846b-fdedab2cade6,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:39.102800 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-5494b656-db60-44e4-8c82-d2d298c15bac tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:39.124130 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5ab57234-3e1a-486d-bab1-da3290624405 req-baf86bd7-e77f-4816-9980-da1796edc1ef tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 210 time: 0.0782607 Nov 02 11:43:39.129117 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-4fccfa25-2778-47cc-bc27-6cf19a0d4c33 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Made reservation on behalf of 0336d4fb11e54fcb8e7fa0f3785444ce for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:43:39.135461 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-4fccfa25-2778-47cc-bc27-6cf19a0d4c33 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:39.160884 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-514d1742-65d5-4808-9f43-6a3a18b93d61 req-04dae9be-ba26-42f1-ad00-9fa92a5eb896 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:39.208665 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-514d1742-65d5-4808-9f43-6a3a18b93d61 req-04dae9be-ba26-42f1-ad00-9fa92a5eb896 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:39.279434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device be5175c3-e243-4b1e-b2f5-e9ae13dc56ac details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:43:39.332739 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1859370b-b914-46b6-91a0-8bcdd2614302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:39.349988 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6679660d-cafd-4666-ace2-b12937873ee3 req-e1c36fa4-4b82-437e-94f8-25c3edc4d61f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 210 time: 0.0904086 Nov 02 11:43:39.369697 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-514d1742-65d5-4808-9f43-6a3a18b93d61 req-04dae9be-ba26-42f1-ad00-9fa92a5eb896 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:39.373383 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-514d1742-65d5-4808-9f43-6a3a18b93d61 req-04dae9be-ba26-42f1-ad00-9fa92a5eb896 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:39.412028 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-514d1742-65d5-4808-9f43-6a3a18b93d61 req-04dae9be-ba26-42f1-ad00-9fa92a5eb896 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] 10.222.0.52 "DELETE /v2.0/security-groups/195a12e0-6436-4b37-a8d3-ce68fab6552e HTTP/1.1" status: 204 len: 173 time: 0.5620229 Nov 02 11:43:39.412028 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-5494b656-db60-44e4-8c82-d2d298c15bac tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:39.419194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33810) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:39.461455 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-4fccfa25-2778-47cc-bc27-6cf19a0d4c33 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Allocated IP 172.20.0.7 (3e0edd90-a801-414a-9271-b77c19e00cf2/319340b2-c2fa-459a-ba8d-30de9ce161b3/f22addcd-18b9-4cef-be15-a5ef1a899470) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:43:39.477895 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dae9be-ba26-42f1-ad00-9fa92a5eb896 tempest-SecurityGroupRulesNegativeTestJSON-1076715001 tempest-SecurityGroupRulesNegativeTestJSON-1076715001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=195a12e0-6436-4b37-a8d3-ce68fab6552e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:39.511128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-5494b656-db60-44e4-8c82-d2d298c15bac tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:43:39.522986 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:39.543921 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'port_id': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'mac_address': 'fa:16:3e:a1:42:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:43:39.547869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-5494b656-db60-44e4-8c82-d2d298c15bac tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:43:39.589110 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-5494b656-db60-44e4-8c82-d2d298c15bac tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:43:39.621129 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:39.668487 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be5175c3-e243-4b1e-b2f5-e9ae13dc56ac {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:43:39.741150 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:39.761013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494b656-db60-44e4-8c82-d2d298c15bac tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Pushing event updated for resources: {'Port': ['ID=ef1cc1d5-54dc-416e-9628-9cde5b04ddf9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:39.797294 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:39.834947 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-0adbca68-2e0c-457b-acd4-dbc3f6ae1f1c admin admin] Deleting subnet 0052ffd2-4024-4751-86cb-57efb8dd52a9 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:43:39.838665 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0adbca68-2e0c-457b-acd4-dbc3f6ae1f1c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:39.960644 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['be5175c3-e243-4b1e-b2f5-e9ae13dc56ac'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:43:39.991306 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-4fccfa25-2778-47cc-bc27-6cf19a0d4c33 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:40.034699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-5494b656-db60-44e4-8c82-d2d298c15bac tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:40.040947 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-5494b656-db60-44e4-8c82-d2d298c15bac tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:40.043343 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:40.092427 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0adbca68-2e0c-457b-acd4-dbc3f6ae1f1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:40.212922 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0adbca68-2e0c-457b-acd4-dbc3f6ae1f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:40.277296 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-4fccfa25-2778-47cc-bc27-6cf19a0d4c33 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:40.322782 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-5494b656-db60-44e4-8c82-d2d298c15bac tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6694016 Nov 02 11:43:40.340164 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1859370b-b914-46b6-91a0-8bcdd2614302 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:40.359976 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Request body: {'port': {'device_id': '1a2a0a67-f04f-4e2c-9f14-18329a708485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:40.379105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ae59a93b-3210-4f79-846b-fdedab2cade6 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:43:40.438340 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccfa25-2778-47cc-bc27-6cf19a0d4c33 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Pushing event updated for resources: {'Port': ['ID=f22addcd-18b9-4cef-be15-a5ef1a899470,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:40.459392 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-4fccfa25-2778-47cc-bc27-6cf19a0d4c33 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Network 3e0edd90-a801-414a-9271-b77c19e00cf2 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:43:40.464279 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-4fccfa25-2778-47cc-bc27-6cf19a0d4c33 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:43:40.464868 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1859370b-b914-46b6-91a0-8bcdd2614302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:40.468101 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-4fccfa25-2778-47cc-bc27-6cf19a0d4c33 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:43:40.529492 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-4fccfa25-2778-47cc-bc27-6cf19a0d4c33 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:40.535212 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-4fccfa25-2778-47cc-bc27-6cf19a0d4c33 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:40.536984 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1859370b-b914-46b6-91a0-8bcdd2614302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:40.577898 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e011f93-9ee5-4bc1-b4ed-b0f9b649757c req-7e873072-38c6-4302-a127-71f045e4aa55 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:40.586062 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3e011f93-9ee5-4bc1-b4ed-b0f9b649757c req-7e873072-38c6-4302-a127-71f045e4aa55 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 931 time: 0.3238587 Nov 02 11:43:40.699061 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:40.739236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port ae59a93b-3210-4f79-846b-fdedab2cade6 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:40.740155 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:40.744737 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3e011f93-9ee5-4bc1-b4ed-b0f9b649757c req-bdc6ce6d-0f64-4f5d-8b1e-58c3a76bb655 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574233 Nov 02 11:43:40.751247 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-4fccfa25-2778-47cc-bc27-6cf19a0d4c33 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9020236 Nov 02 11:43:40.774821 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Request body: {'port': {'device_id': '40a2237d-28d4-4337-994a-c3f1359a2e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:40.802195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859370b-b914-46b6-91a0-8bcdd2614302 admin admin] Pushing event updated for resources: {'Port': ['ID=4c0c0859-7e8d-4974-8e51-b119e6e13e73,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:40.885124 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33850) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:40.968444 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:41.107210 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6e60f8a7-bb66-4d02-b4fb-32611674688b None None] Provisioning complete for port f22addcd-18b9-4cef-be15-a5ef1a899470 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:41.107539 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6e60f8a7-bb66-4d02-b4fb-32611674688b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:41.152647 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0adbca68-2e0c-457b-acd4-dbc3f6ae1f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:41.215856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6e60f8a7-bb66-4d02-b4fb-32611674688b None None] Port f22addcd-18b9-4cef-be15-a5ef1a899470 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:43:41.253101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbca68-2e0c-457b-acd4-dbc3f6ae1f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0052ffd2-4024-4751-86cb-57efb8dd52a9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:41.296417 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device be5175c3-e243-4b1e-b2f5-e9ae13dc56ac up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:43:41.386538 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0adbca68-2e0c-457b-acd4-dbc3f6ae1f1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:41.397731 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0adbca68-2e0c-457b-acd4-dbc3f6ae1f1c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0052ffd2-4024-4751-86cb-57efb8dd52a9 HTTP/1.1" status: 204 len: 168 time: 1.9652543 Nov 02 11:43:41.414105 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33876) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:41.425407 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:41.426909 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:41.611062 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45627d5d-aeef-43a8-828b-b0dadb8c8569 req-77db24e7-44a6-4ae2-be27-9117854c1ffe tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:41.612542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-45627d5d-aeef-43a8-828b-b0dadb8c8569 req-77db24e7-44a6-4ae2-be27-9117854c1ffe tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 931 time: 0.9268949 Nov 02 11:43:41.689969 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:41.703362 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2cc145fa-0366-46cc-9fff-f4c77449024a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:41.752364 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:43:41.756982 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f354ec44-ece5-44f6-a7c5-58325b41e632" -d '{"events": [{"server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "name": "network-vif-plugged", "status": "completed", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:43:41.766375 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22addcd-18b9-4cef-be15-a5ef1a899470 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:43:41.796661 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:41.814177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:41.897242 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2cc145fa-0366-46cc-9fff-f4c77449024a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:41.900336 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:41.908927 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Transition to ACTIVE for port object f22addcd-18b9-4cef-be15-a5ef1a899470 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:43:41.962612 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2cc145fa-0366-46cc-9fff-f4c77449024a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:41.989102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1859370b-b914-46b6-91a0-8bcdd2614302 admin admin] Network 36a91fee-34b6-4823-be03-f2ae62584c8d is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:43:42.011809 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-1859370b-b914-46b6-91a0-8bcdd2614302 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:43:42.056115 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-391624cd-1d48-4b62-898b-9dd61954f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:42.066491 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:42.095114 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:42.106057 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc145fa-0366-46cc-9fff-f4c77449024a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d319bd7e-3a51-4db6-beb1-1d031684c033,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:42.217964 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-45627d5d-aeef-43a8-828b-b0dadb8c8569 req-aeaa5e7f-eefe-45a3-b4bd-0b6dfd3bafac tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5698905 Nov 02 11:43:42.350182 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eeffa56-e681-4d56-bc5b-7f17b2967f94 x-openstack-request-id: req-9eeffa56-e681-4d56-bc5b-7f17b2967f94 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:43:42.350483 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "name": "network-vif-plugged", "status": "completed", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:43:42.350737 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9eeffa56-e681-4d56-bc5b-7f17b2967f94 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:43:42.351158 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'code': 200} Nov 02 11:43:42.357584 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e39a8-906b-4070-8f71-6b33b86e055d req-8e570a2b-0db2-4004-9444-3485697fb757 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:42.360671 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e18e39a8-906b-4070-8f71-6b33b86e055d req-8e570a2b-0db2-4004-9444-3485697fb757 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 931 time: 0.4501321 Nov 02 11:43:42.365649 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2cc145fa-0366-46cc-9fff-f4c77449024a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6ec87e58ffb349db826e5d98e3af6ce2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4765751 Nov 02 11:43:42.371809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33896) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:42.513367 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:43:42.522496 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Pushing event updated for resources: {'Port': ['ID=f22addcd-18b9-4cef-be15-a5ef1a899470,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:42.530144 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:42.573084 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ae4878db-4c7a-4c9d-8428-1dfeac7cef39 None None] Provisioning complete for port 4c0c0859-7e8d-4974-8e51-b119e6e13e73 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:42.573416 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ae4878db-4c7a-4c9d-8428-1dfeac7cef39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:42.664984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ae4878db-4c7a-4c9d-8428-1dfeac7cef39 None None] Port 4c0c0859-7e8d-4974-8e51-b119e6e13e73 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:43:42.705521 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Transition to ACTIVE for port object ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:43:42.738039 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e18e39a8-906b-4070-8f71-6b33b86e055d req-5c57021b-88fb-4cd8-89b2-825035bbbdb0 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3346677 Nov 02 11:43:42.763878 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4194f9ca-756b-49f8-90c8-812dbfd5936e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:42.863606 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4194f9ca-756b-49f8-90c8-812dbfd5936e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:42.884341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Attempting to bind port f22addcd-18b9-4cef-be15-a5ef1a899470 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:43:42.884824 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Attempting to bind port f22addcd-18b9-4cef-be15-a5ef1a899470 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'f2f27feb-217d-4502-af56-e236e3900c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:43:42.885412 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Attempting to bind port f22addcd-18b9-4cef-be15-a5ef1a899470 on network 3e0edd90-a801-414a-9271-b77c19e00cf2 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:43:42.922800 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Port f22addcd-18b9-4cef-be15-a5ef1a899470 on network 3e0edd90-a801-414a-9271-b77c19e00cf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:43:42.923329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Attempting to bind port f22addcd-18b9-4cef-be15-a5ef1a899470 on network 3e0edd90-a801-414a-9271-b77c19e00cf2 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:43:42.976432 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:43:42.976939 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Checking segment: {'id': 'f2f27feb-217d-4502-af56-e236e3900c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:43:42.977439 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Bound using segment: {'id': 'f2f27feb-217d-4502-af56-e236e3900c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:43:42.978001 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Bound port: f22addcd-18b9-4cef-be15-a5ef1a899470, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f27feb-217d-4502-af56-e236e3900c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:43:42.978468 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:43.126187 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] For port f22addcd-18b9-4cef-be15-a5ef1a899470, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:43:43.134611 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] For port f22addcd-18b9-4cef-be15-a5ef1a899470, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f22addcd-18b9-4cef-be15-a5ef1a899470,segment=NetworkSegment(f2f27feb-217d-4502-af56-e236e3900c3c),segment_id=f2f27feb-217d-4502-af56-e236e3900c3c)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:43:43.162885 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4194f9ca-756b-49f8-90c8-812dbfd5936e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:43.165674 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4194f9ca-756b-49f8-90c8-812dbfd5936e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:43.167767 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4194f9ca-756b-49f8-90c8-812dbfd5936e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d319bd7e-3a51-4db6-beb1-1d031684c033 HTTP/1.1" status: 204 len: 168 time: 0.7927601 Nov 02 11:43:43.213297 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194f9ca-756b-49f8-90c8-812dbfd5936e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d319bd7e-3a51-4db6-beb1-1d031684c033,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:43.233400 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:43.399018 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:43.399865 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:43.401363 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] 10.222.0.79 "PUT /v2.0/ports/f22addcd-18b9-4cef-be15-a5ef1a899470 HTTP/1.1" status: 200 len: 1092 time: 2.6338384 Nov 02 11:43:43.409950 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a2237d-28d4-4337-994a-c3f1359a2e55', 'tag': 'f22addcd-18b9-4cef-be15-a5ef1a899470'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:43:43.415137 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8c2c81-8ce9-48cc-af1f-9c6c38bde53b" -d '{"events": [{"name": "network-changed", "server_uuid": "40a2237d-28d4-4337-994a-c3f1359a2e55", "tag": "f22addcd-18b9-4cef-be15-a5ef1a899470"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:43:43.474214 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-391624cd-1d48-4b62-898b-9dd61954f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:43.517098 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-391624cd-1d48-4b62-898b-9dd61954f145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb12297b-4396-4736-8339-0a3b54885497']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:43.547233 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-391624cd-1d48-4b62-898b-9dd61954f145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e30732-206a-4169-8032-576822368d9d') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:43.547729 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-391624cd-1d48-4b62-898b-9dd61954f145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e30732-206a-4169-8032-576822368d9d') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:43.557423 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594238e0-dd70-46ef-88c0-0a3fa4a24e55 x-openstack-request-id: req-594238e0-dd70-46ef-88c0-0a3fa4a24e55 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:43:43.557585 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a2237d-28d4-4337-994a-c3f1359a2e55", "tag": "f22addcd-18b9-4cef-be15-a5ef1a899470", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:43:43.557850 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-594238e0-dd70-46ef-88c0-0a3fa4a24e55 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:43:43.558256 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a2237d-28d4-4337-994a-c3f1359a2e55', 'tag': 'f22addcd-18b9-4cef-be15-a5ef1a899470', 'status': 'completed', 'code': 200} Nov 02 11:43:43.592162 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-391624cd-1d48-4b62-898b-9dd61954f145 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:43.631027 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:43.697572 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db383d-f852-4f30-919d-f6151d92c60f service neutron] Pushing event updated for resources: {'Port': ['ID=f22addcd-18b9-4cef-be15-a5ef1a899470,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:43.698054 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-391624cd-1d48-4b62-898b-9dd61954f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:43.719059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-9be07a90-e584-489d-95a7-8fe34844cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:43.720920 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-9be07a90-e584-489d-95a7-8fe34844cca3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0336d4fb11e54fcb8e7fa0f3785444ce&device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 1095 time: 0.1550510 Nov 02 11:43:43.729544 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cad63-c77a-486c-ad0f-1f9a85ba76db req-2d6089a8-eef9-4a11-b44e-6ad88a66cce8 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:43.742343 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-211cad63-c77a-486c-ad0f-1f9a85ba76db req-2d6089a8-eef9-4a11-b44e-6ad88a66cce8 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 943 time: 0.3627837 Nov 02 11:43:43.869189 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1cc1d5-54dc-416e-9628-9cde5b04ddf9,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:43.901672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391624cd-1d48-4b62-898b-9dd61954f145 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:43:43.901672 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-391624cd-1d48-4b62-898b-9dd61954f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:43:43.902795 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:43:43.922880 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-6a922c97-8251-4021-ac76-ab39cfe9bea6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f22addcd-18b9-4cef-be15-a5ef1a899470 HTTP/1.1" status: 200 len: 217 time: 0.1771908 Nov 02 11:43:43.942132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1859370b-b914-46b6-91a0-8bcdd2614302 admin admin] Router fa926c34-6c75-460c-9820-d2786cfe94b1 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:43:44.004142 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-211cad63-c77a-486c-ad0f-1f9a85ba76db req-69763ecc-b5eb-4ee2-a0e1-38c17b40d464 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600527 Nov 02 11:43:44.045723 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-9f9fa542-65cf-468a-b1d9-4f317eee84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:44.047579 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-9f9fa542-65cf-468a-b1d9-4f317eee84f1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=319340b2-c2fa-459a-ba8d-30de9ce161b3 HTTP/1.1" status: 200 len: 854 time: 0.1116791 Nov 02 11:43:44.142627 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-d7a3ce40-e46a-4d25-a62d-c9914c7a1a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:44.144310 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-d7a3ce40-e46a-4d25-a62d-c9914c7a1a26 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3e0edd90-a801-414a-9271-b77c19e00cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883996 Nov 02 11:43:44.195289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Attempting to bind port ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:43:44.195633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Attempting to bind port ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:43:44.195963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Attempting to bind port ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 on network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:43:44.238953 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4304a6-82e4-491b-b363-0d7edff34817 req-e1f7d399-c54a-432e-aaf8-a97609d4dd8e tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:44.240537 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c4304a6-82e4-491b-b363-0d7edff34817 req-e1f7d399-c54a-432e-aaf8-a97609d4dd8e tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 943 time: 0.2970569 Nov 02 11:43:44.243269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Port ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 on network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:43:44.254119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Attempting to bind port ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 on network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:43:44.318822 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:43:44.319237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Checking segment: {'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:43:44.319580 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Bound using segment: {'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:43:44.320034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Bound port: ef1cc1d5-54dc-416e-9628-9cde5b04ddf9, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:43:44.320392 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:44.322302 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-391624cd-1d48-4b62-898b-9dd61954f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:44.353862 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-a5eb2245-6da0-43c4-a94c-073886b2b207 service neutron] 10.222.0.79 "GET /v2.0/networks/3e0edd90-a801-414a-9271-b77c19e00cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016757 Nov 02 11:43:44.389030 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-391624cd-1d48-4b62-898b-9dd61954f145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:44.394986 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-391624cd-1d48-4b62-898b-9dd61954f145 admin admin] 10.222.0.52 "DELETE /v2.0/networks/bb12297b-4396-4736-8339-0a3b54885497 HTTP/1.1" status: 204 len: 168 time: 2.9770784 Nov 02 11:43:44.431267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391624cd-1d48-4b62-898b-9dd61954f145 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb12297b-4396-4736-8339-0a3b54885497,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:44.489400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1859370b-b914-46b6-91a0-8bcdd2614302 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:43:44.499545 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1859370b-b914-46b6-91a0-8bcdd2614302 admin admin] 10.222.0.52 "PUT /v2.0/routers/fa926c34-6c75-460c-9820-d2786cfe94b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7109435 Nov 02 11:43:44.508345 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c4304a6-82e4-491b-b363-0d7edff34817 req-5679267e-e658-46bd-baea-3dba8e48a631 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426186 Nov 02 11:43:44.514264 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Sync routers for ids ['fa926c34-6c75-460c-9820-d2786cfe94b1'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:43:44.545657 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Routers {'fa926c34-6c75-460c-9820-d2786cfe94b1'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:43:44.555447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:43:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fa926c34-6c75-460c-9820-d2786cfe94b1'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:44.557668 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] For port ef1cc1d5-54dc-416e-9628-9cde5b04ddf9, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:43:44.564726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] For port ef1cc1d5-54dc-416e-9628-9cde5b04ddf9, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ef1cc1d5-54dc-416e-9628-9cde5b04ddf9,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:43:44.624746 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b3ae8b3-c816-45c2-9c04-9344c33fa964 req-2fb23521-4c6f-411b-93ee-4d5b1ccc9f6c service neutron] 10.222.0.79 "GET /v2.0/networks/3e0edd90-a801-414a-9271-b77c19e00cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619953 Nov 02 11:43:44.652797 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:44.708129 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:44.709749 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Set router fa926c34-6c75-460c-9820-d2786cfe94b1 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:43:44.710551 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:44.712199 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] 10.222.0.79 "PUT /v2.0/ports/ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 HTTP/1.1" status: 200 len: 1092 time: 4.3689988 Nov 02 11:43:44.717686 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2a0a67-f04f-4e2c-9f14-18329a708485', 'tag': 'ef1cc1d5-54dc-416e-9628-9cde5b04ddf9'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:43:44.724021 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1340ab-a2ed-462a-b3a7-f7de078a6f09" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2a0a67-f04f-4e2c-9f14-18329a708485", "tag": "ef1cc1d5-54dc-416e-9628-9cde5b04ddf9"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:43:44.767167 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33944) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:44.793895 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc5f54-44d7-453a-a043-7fe6881c8c46 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1cc1d5-54dc-416e-9628-9cde5b04ddf9,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:44.820853 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415180b9-6fda-4505-b332-f89b78e7d1c9 x-openstack-request-id: req-415180b9-6fda-4505-b332-f89b78e7d1c9 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:43:44.821339 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2a0a67-f04f-4e2c-9f14-18329a708485", "tag": "ef1cc1d5-54dc-416e-9628-9cde5b04ddf9", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:43:44.821728 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-415180b9-6fda-4505-b332-f89b78e7d1c9 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:43:44.822277 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a2a0a67-f04f-4e2c-9f14-18329a708485', 'tag': 'ef1cc1d5-54dc-416e-9628-9cde5b04ddf9', 'status': 'completed', 'code': 200} Nov 02 11:43:44.839919 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a65c4e5a-644a-479f-bd85-9cb10ed3b9d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:44.928046 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c2c81-8ce9-48cc-af1f-9c6c38bde53b req-d60b8c21-b45b-4e31-8124-0a3faeaf1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:44.929565 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe8c2c81-8ce9-48cc-af1f-9c6c38bde53b req-d60b8c21-b45b-4e31-8124-0a3faeaf1f2a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0336d4fb11e54fcb8e7fa0f3785444ce&device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 1095 time: 0.1012862 Nov 02 11:43:44.987021 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33948) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:45.075237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1340ab-a2ed-462a-b3a7-f7de078a6f09 req-69c91e1c-0773-44c4-a60b-28f985fd6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:45.076808 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1d1340ab-a2ed-462a-b3a7-f7de078a6f09 req-69c91e1c-0773-44c4-a60b-28f985fd6773 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 1095 time: 0.2004080 Nov 02 11:43:45.116081 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c2c81-8ce9-48cc-af1f-9c6c38bde53b req-7872eba6-d81d-4afb-8cb4-1ea0a8c49823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:45.117566 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe8c2c81-8ce9-48cc-af1f-9c6c38bde53b req-7872eba6-d81d-4afb-8cb4-1ea0a8c49823 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3e0edd90-a801-414a-9271-b77c19e00cf2 HTTP/1.1" status: 200 len: 916 time: 0.1803412 Nov 02 11:43:45.220402 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe8c2c81-8ce9-48cc-af1f-9c6c38bde53b req-6045feb7-68ab-4c5e-bd16-31b9a143969d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f22addcd-18b9-4cef-be15-a5ef1a899470 HTTP/1.1" status: 200 len: 217 time: 0.0944169 Nov 02 11:43:45.360000 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fdbed082-da63-4471-a01d-b798877382a5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=701be838fd0c4089bddae208df7cadc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724620 Nov 02 11:43:45.367209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c2c81-8ce9-48cc-af1f-9c6c38bde53b req-e15d336b-eb9e-4735-aea5-c05a65370beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:45.368758 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe8c2c81-8ce9-48cc-af1f-9c6c38bde53b req-e15d336b-eb9e-4735-aea5-c05a65370beb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=319340b2-c2fa-459a-ba8d-30de9ce161b3 HTTP/1.1" status: 200 len: 854 time: 0.1109965 Nov 02 11:43:45.369833 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33958) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:45.379846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942249c9-15c3-487f-8148-ae9ec5cf6258 req-2dbf7470-ac49-4ac3-aac6-91e5fe1f5237 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:45.381377 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-942249c9-15c3-487f-8148-ae9ec5cf6258 req-2dbf7470-ac49-4ac3-aac6-91e5fe1f5237 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 943 time: 0.2485275 Nov 02 11:43:45.467552 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a65c4e5a-644a-479f-bd85-9cb10ed3b9d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:45.562632 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a65c4e5a-644a-479f-bd85-9cb10ed3b9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:45.585392 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c2c81-8ce9-48cc-af1f-9c6c38bde53b req-1a152fc7-9814-4bed-ad9a-2b0d4c4d6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:45.587012 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe8c2c81-8ce9-48cc-af1f-9c6c38bde53b req-1a152fc7-9814-4bed-ad9a-2b0d4c4d6917 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3e0edd90-a801-414a-9271-b77c19e00cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2047021 Nov 02 11:43:45.594462 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-942249c9-15c3-487f-8148-ae9ec5cf6258 req-64bb2ce3-2bfa-4711-a823-c12f053e2706 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876490 Nov 02 11:43:45.670001 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa926c34-6c75-460c-9820-d2786cfe94b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-361273955-router', 'tenant_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'ae59a93b-3210-4f79-846b-fdedab2cade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:29Z', 'updated_at': '2021-11-02T11:43:39Z', 'revision_number': 4, 'project_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'gw_port': {'id': 'ae59a93b-3210-4f79-846b-fdedab2cade6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa926c34-6c75-460c-9820-d2786cfe94b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:31Z', 'updated_at': '2021-11-02T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4c0c0859-7e8d-4974-8e51-b119e6e13e73', 'name': '', 'network_id': '36a91fee-34b6-4823-be03-f2ae62584c8d', 'tenant_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'mac_address': 'fa:16:3e:70:5a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa926c34-6c75-460c-9820-d2786cfe94b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '03539926-ced2-41de-b140-4f03efadb20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:36Z', 'updated_at': '2021-11-02T11:43:39Z', 'revision_number': 2, 'project_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'subnets': [{'id': '03539926-ced2-41de-b140-4f03efadb20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:45.711095 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Checking router: fa926c34-6c75-460c-9820-d2786cfe94b1 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:43:45.711474 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Updating router fa926c34-6c75-460c-9820-d2786cfe94b1 port 4c0c0859-7e8d-4974-8e51-b119e6e13e73 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:43:45.753525 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:45.796014 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-385fa64f-bf68-4ac1-8b03-95e8292981df req-bafd82f0-194d-48d6-8115-9483f97a3bad tempest-FlavorsV2NegativeTest-1687326061 tempest-FlavorsV2NegativeTest-1687326061-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=03e5e84106554bcb9cbc47a78a6a461e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572724 Nov 02 11:43:45.930705 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [req-700bc532-0c47-4ec9-94f9-6ab821512fe5 req-ea87d442-783b-47d8-9ca9-f42f6110f3ec tempest-FloatingIPDetailsNegativeTestJSON-564146598 tempest-FloatingIPDetailsNegativeTestJSON-564146598-project] show failed (client error): The resource could not be found. Nov 02 11:43:45.946169 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-700bc532-0c47-4ec9-94f9-6ab821512fe5 req-ea87d442-783b-47d8-9ca9-f42f6110f3ec tempest-FloatingIPDetailsNegativeTestJSON-564146598 tempest-FloatingIPDetailsNegativeTestJSON-564146598-project] 10.222.0.52 "GET /v2.0/floatingips/07175348-ac89-4d6b-908c-86a7b95a432f HTTP/1.1" status: 404 len: 350 time: 0.3164155 Nov 02 11:43:45.950125 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1340ab-a2ed-462a-b3a7-f7de078a6f09 req-b3ca5169-07a1-4e74-aac9-58f3febf39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:45.953111 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1d1340ab-a2ed-462a-b3a7-f7de078a6f09 req-b3ca5169-07a1-4e74-aac9-58f3febf39cc service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=132e4746dfee4359a0fd0da383d0d399&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8472574 Nov 02 11:43:45.953627 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33976) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:45.955092 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe8c2c81-8ce9-48cc-af1f-9c6c38bde53b req-1cb98aa5-4411-4156-a378-49d608395a0a service neutron] 10.222.0.79 "GET /v2.0/networks/3e0edd90-a801-414a-9271-b77c19e00cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564432 Nov 02 11:43:45.966724 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2b25d4d-0b33-4c2a-a01b-973e41773017 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:46.002210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33978) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:46.002991 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a65c4e5a-644a-479f-bd85-9cb10ed3b9d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f3673f8a55ca469693b0767b6b2b3f99&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2339530 Nov 02 11:43:46.074391 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c4e5a-644a-479f-bd85-9cb10ed3b9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8587eb4-9189-4902-bf35-542a27c663ea,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:46.139119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fa64f-bf68-4ac1-8b03-95e8292981df req-846291c6-e7db-4248-b6c7-2a0fcbc97da4 tempest-FlavorsV2NegativeTest-1687326061 tempest-FlavorsV2NegativeTest-1687326061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:46.147307 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-385fa64f-bf68-4ac1-8b03-95e8292981df req-846291c6-e7db-4248-b6c7-2a0fcbc97da4 tempest-FlavorsV2NegativeTest-1687326061 tempest-FlavorsV2NegativeTest-1687326061-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3416569 Nov 02 11:43:46.166276 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:46.197281 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-385fa64f-bf68-4ac1-8b03-95e8292981df req-7d3219ac-9131-4844-8d26-3c2e177984eb tempest-FlavorsV2NegativeTest-1687326061 tempest-FlavorsV2NegativeTest-1687326061-project] 10.222.0.52 "GET /v2.0/quotas/03e5e84106554bcb9cbc47a78a6a461e HTTP/1.1" status: 200 len: 375 time: 0.0468612 Nov 02 11:43:46.223932 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2b25d4d-0b33-4c2a-a01b-973e41773017 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:46.242822 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:46.303524 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-385fa64f-bf68-4ac1-8b03-95e8292981df req-036e03c6-bf3a-4cb2-9cd5-343274ba17db tempest-FlavorsV2NegativeTest-1687326061 tempest-FlavorsV2NegativeTest-1687326061-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=03e5e84106554bcb9cbc47a78a6a461e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1058385 Nov 02 11:43:46.305488 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe8c2c81-8ce9-48cc-af1f-9c6c38bde53b req-31261cd4-e9c4-4909-a373-36f7ae2ddfbf service neutron] 10.222.0.79 "GET /v2.0/networks/3e0edd90-a801-414a-9271-b77c19e00cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360035 Nov 02 11:43:46.328825 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f40eca1-190f-4f48-90f4-7b3b0df7e6e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:46.398379 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d89df-8a97-4777-a386-1274f99a95a6 None None] Pushing event updated for resources: {'Port': ['ID=4c0c0859-7e8d-4974-8e51-b119e6e13e73,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:46.427917 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f40eca1-190f-4f48-90f4-7b3b0df7e6e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:46.440866 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2b12c-bd0d-4b78-a1c3-11fe334a8734 req-543d0c90-ee06-4591-a043-c65f0ca107db tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:46.443460 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06b2b12c-bd0d-4b78-a1c3-11fe334a8734 req-543d0c90-ee06-4591-a043-c65f0ca107db tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 943 time: 0.3473146 Nov 02 11:43:46.451667 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1340ab-a2ed-462a-b3a7-f7de078a6f09 req-0b6dc300-68c5-4203-be00-cf8eccca37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:46.459865 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1d1340ab-a2ed-462a-b3a7-f7de078a6f09 req-0b6dc300-68c5-4203-be00-cf8eccca37bb service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4753592 Nov 02 11:43:46.597439 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f40eca1-190f-4f48-90f4-7b3b0df7e6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:46.600737 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7f40eca1-190f-4f48-90f4-7b3b0df7e6e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:46.608378 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7f40eca1-190f-4f48-90f4-7b3b0df7e6e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b8587eb4-9189-4902-bf35-542a27c663ea HTTP/1.1" status: 204 len: 168 time: 0.6011999 Nov 02 11:43:46.646145 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40eca1-190f-4f48-90f4-7b3b0df7e6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8587eb4-9189-4902-bf35-542a27c663ea,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:46.664995 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2b25d4d-0b33-4c2a-a01b-973e41773017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:46.680218 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2b25d4d-0b33-4c2a-a01b-973e41773017 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:46.681992 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b2b25d4d-0b33-4c2a-a01b-973e41773017 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac9dffac-40c2-4511-847c-4974e31ca457 HTTP/1.1" status: 204 len: 168 time: 1.2974594 Nov 02 11:43:46.683270 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Attempting to bind port 4c0c0859-7e8d-4974-8e51-b119e6e13e73 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:43:46.683689 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Attempting to bind port 4c0c0859-7e8d-4974-8e51-b119e6e13e73 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '2561d109-cd46-481a-94f4-c1ea1b4fa8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36a91fee-34b6-4823-be03-f2ae62584c8d'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:43:46.684648 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Attempting to bind port 4c0c0859-7e8d-4974-8e51-b119e6e13e73 on network 36a91fee-34b6-4823-be03-f2ae62584c8d {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:43:46.724523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:43:46.724913 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Checking segment: {'id': '2561d109-cd46-481a-94f4-c1ea1b4fa8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36a91fee-34b6-4823-be03-f2ae62584c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:43:46.735802 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:46.736316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Bound using segment: {'id': '2561d109-cd46-481a-94f4-c1ea1b4fa8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36a91fee-34b6-4823-be03-f2ae62584c8d'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:43:46.736849 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Bound port: 4c0c0859-7e8d-4974-8e51-b119e6e13e73, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2561d109-cd46-481a-94f4-c1ea1b4fa8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '36a91fee-34b6-4823-be03-f2ae62584c8d'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:43:46.740863 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:46.783296 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b25d4d-0b33-4c2a-a01b-973e41773017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9dffac-40c2-4511-847c-4974e31ca457,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:46.801723 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06b2b12c-bd0d-4b78-a1c3-11fe334a8734 req-1d0c9e4e-5bb6-4867-875a-c9d2ea35ab1b tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3402734 Nov 02 11:43:46.836039 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-05a8a5e4-cc5e-4d70-9f25-ce815e9379f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:46.846840 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-05a8a5e4-cc5e-4d70-9f25-ce815e9379f7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 1095 time: 0.3270249 Nov 02 11:43:46.902906 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c8b68-350b-4ba0-abeb-d966b41385f6 req-0ff0403e-859b-47ce-a306-06f709243e6d tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:46.917647 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-021c8b68-350b-4ba0-abeb-d966b41385f6 req-0ff0403e-859b-47ce-a306-06f709243e6d tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 943 time: 0.1247663 Nov 02 11:43:46.946870 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] For port 4c0c0859-7e8d-4974-8e51-b119e6e13e73, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:43:46.953329 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] For port 4c0c0859-7e8d-4974-8e51-b119e6e13e73, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4c0c0859-7e8d-4974-8e51-b119e6e13e73,segment=NetworkSegment(2561d109-cd46-481a-94f4-c1ea1b4fa8f2),segment_id=2561d109-cd46-481a-94f4-c1ea1b4fa8f2)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:43:46.967092 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b60c104c-0414-400f-8c48-c5b9c717dbc3 None None] Provisioning complete for port 4c0c0859-7e8d-4974-8e51-b119e6e13e73 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:46.967498 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b60c104c-0414-400f-8c48-c5b9c717dbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:47.021027 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-021c8b68-350b-4ba0-abeb-d966b41385f6 req-64ff037c-c653-4361-b5b8-3c4592f5a462 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979095 Nov 02 11:43:47.079121 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-485cd06f-5776-47d7-9058-2faaf91002e3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 HTTP/1.1" status: 200 len: 217 time: 0.1630149 Nov 02 11:43:47.079696 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b60c104c-0414-400f-8c48-c5b9c717dbc3 None None] Port 4c0c0859-7e8d-4974-8e51-b119e6e13e73 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:43:47.132568 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-53c2cf55-0360-445f-961c-b63d941226f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:47.134249 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-53c2cf55-0360-445f-961c-b63d941226f9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=709b5eb0-8b3b-4f04-bc29-debbc3396f1e HTTP/1.1" status: 200 len: 852 time: 0.0797296 Nov 02 11:43:47.136040 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:47.202748 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-690e3c51-e95e-4f86-95b1-166abd2dc725 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496604 Nov 02 11:43:47.287420 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Routers {'fa926c34-6c75-460c-9820-d2786cfe94b1'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:43:47.288508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:43:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fa926c34-6c75-460c-9820-d2786cfe94b1'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:47.296329 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d89df-8a97-4777-a386-1274f99a95a6 None None] Pushing event updated for resources: {'Port': ['ID=4c0c0859-7e8d-4974-8e51-b119e6e13e73,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:47.577707 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] Set router fa926c34-6c75-460c-9820-d2786cfe94b1 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:43:47.577818 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-490ecca4-ecbd-4f87-a60f-eccb720c82e9 service neutron] 10.222.0.79 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327835 Nov 02 11:43:47.621380 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dccf9b22-61d2-42dc-bf72-f93e2eef133c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:47.689450 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b2156a82-e56d-4361-b2f1-99e86f3abf9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:47.798992 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ba420aaf-f11d-44b7-b3ca-25e899000e35 None None] Provisioning complete for port 4c0c0859-7e8d-4974-8e51-b119e6e13e73 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:47.799866 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ba420aaf-f11d-44b7-b3ca-25e899000e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:48.141138 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ba420aaf-f11d-44b7-b3ca-25e899000e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:48.204689 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ba420aaf-f11d-44b7-b3ca-25e899000e35 None None] For port 4c0c0859-7e8d-4974-8e51-b119e6e13e73, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4c0c0859-7e8d-4974-8e51-b119e6e13e73,segment=NetworkSegment(2561d109-cd46-481a-94f4-c1ea1b4fa8f2),segment_id=2561d109-cd46-481a-94f4-c1ea1b4fa8f2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:48.208373 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa926c34-6c75-460c-9820-d2786cfe94b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-361273955-router', 'tenant_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'ae59a93b-3210-4f79-846b-fdedab2cade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:29Z', 'updated_at': '2021-11-02T11:43:39Z', 'revision_number': 4, 'project_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'gw_port': {'id': 'ae59a93b-3210-4f79-846b-fdedab2cade6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa926c34-6c75-460c-9820-d2786cfe94b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:31Z', 'updated_at': '2021-11-02T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4c0c0859-7e8d-4974-8e51-b119e6e13e73', 'name': '', 'network_id': '36a91fee-34b6-4823-be03-f2ae62584c8d', 'tenant_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'mac_address': 'fa:16:3e:70:5a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa926c34-6c75-460c-9820-d2786cfe94b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '03539926-ced2-41de-b140-4f03efadb20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:36Z', 'updated_at': '2021-11-02T11:43:46Z', 'revision_number': 4, 'project_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'subnets': [{'id': '03539926-ced2-41de-b140-4f03efadb20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:48.256029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2454be36-79bb-4698-8051-f2149f05c2d9 None None] The sync data for ids ['fa926c34-6c75-460c-9820-d2786cfe94b1'] in n-d-806683-18 is: [{'id': 'fa926c34-6c75-460c-9820-d2786cfe94b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-361273955-router', 'tenant_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'ae59a93b-3210-4f79-846b-fdedab2cade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:29Z', 'updated_at': '2021-11-02T11:43:39Z', 'revision_number': 4, 'project_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'gw_port': {'id': 'ae59a93b-3210-4f79-846b-fdedab2cade6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa926c34-6c75-460c-9820-d2786cfe94b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:31Z', 'updated_at': '2021-11-02T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4c0c0859-7e8d-4974-8e51-b119e6e13e73', 'name': '', 'network_id': '36a91fee-34b6-4823-be03-f2ae62584c8d', 'tenant_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'mac_address': 'fa:16:3e:70:5a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa926c34-6c75-460c-9820-d2786cfe94b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '03539926-ced2-41de-b140-4f03efadb20e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:36Z', 'updated_at': '2021-11-02T11:43:46Z', 'revision_number': 4, 'project_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'subnets': [{'id': '03539926-ced2-41de-b140-4f03efadb20e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:43:48.312297 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ba420aaf-f11d-44b7-b3ca-25e899000e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:48.313114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105e6e1-1730-4665-897d-8db69692450f req-f59d9a7b-f2dd-4cc5-a072-00a3e4d538f7 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:48.329650 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a105e6e1-1730-4665-897d-8db69692450f req-f59d9a7b-f2dd-4cc5-a072-00a3e4d538f7 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 943 time: 0.1638727 Nov 02 11:43:48.456278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a105e6e1-1730-4665-897d-8db69692450f req-2d159254-0033-4e9e-9122-cd10432c21f1 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243408 Nov 02 11:43:48.543414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba420aaf-f11d-44b7-b3ca-25e899000e35 None None] Pushing event updated for resources: {'Port': ['ID=4c0c0859-7e8d-4974-8e51-b119e6e13e73,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:48.547647 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd196e31-1f48-4a8e-8f13-0de340453ed8 req-ea38ac1f-992f-4df1-8b21-9cb413ca00d1 service neutron] 10.222.0.79 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9965854 Nov 02 11:43:48.668026 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fef87-737c-46ab-a71f-f842057c66f2 req-0238ccc7-e766-4696-ae56-615eba230f6a tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:48.674011 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a76fef87-737c-46ab-a71f-f842057c66f2 req-0238ccc7-e766-4696-ae56-615eba230f6a tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 943 time: 0.2376029 Nov 02 11:43:48.803726 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a76fef87-737c-46ab-a71f-f842057c66f2 req-f1ecaddd-6507-498b-bf5b-09623a4df058 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197073 Nov 02 11:43:49.082780 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-dccf9b22-61d2-42dc-bf72-f93e2eef133c admin admin] Deleting port 4c0c0859-7e8d-4974-8e51-b119e6e13e73 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:43:49.089232 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dccf9b22-61d2-42dc-bf72-f93e2eef133c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:49.096297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34046) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:49.281539 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-dccf9b22-61d2-42dc-bf72-f93e2eef133c admin admin] For port 4c0c0859-7e8d-4974-8e51-b119e6e13e73, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4c0c0859-7e8d-4974-8e51-b119e6e13e73,segment=NetworkSegment(2561d109-cd46-481a-94f4-c1ea1b4fa8f2),segment_id=2561d109-cd46-481a-94f4-c1ea1b4fa8f2)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:49.282248 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dccf9b22-61d2-42dc-bf72-f93e2eef133c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:49.321031 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-dccf9b22-61d2-42dc-bf72-f93e2eef133c admin admin] Calling delete_port for 4c0c0859-7e8d-4974-8e51-b119e6e13e73 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:43:49.432282 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-706615db-7c8a-4a8d-ae73-194239128755 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:49.688497 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-732ea8d6-a207-4e93-8185-58622b55d3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:49.693746 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-706615db-7c8a-4a8d-ae73-194239128755 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:49.813782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:43:49.837345 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d9c05-ba42-432f-86d6-1aaf82450adf req-f3e27b3d-816e-4f4d-9a2d-ce79474bd6fc tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:49.848354 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dccf9b22-61d2-42dc-bf72-f93e2eef133c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:49.859138 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a7d9c05-ba42-432f-86d6-1aaf82450adf req-f3e27b3d-816e-4f4d-9a2d-ce79474bd6fc tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 943 time: 0.1604245 Nov 02 11:43:49.886400 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-706615db-7c8a-4a8d-ae73-194239128755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:49.985225 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf9b22-61d2-42dc-bf72-f93e2eef133c admin admin] Pushing event deleted for resources: {'Port': ['ID=4c0c0859-7e8d-4974-8e51-b119e6e13e73,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:50.090852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34074) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:50.118840 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706615db-7c8a-4a8d-ae73-194239128755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6073de0a-bcfe-4f24-89fa-f7d1f4565298,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:50.218569 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port ef1cc1d5-54dc-416e-9628-9cde5b04ddf9, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ef1cc1d5-54dc-416e-9628-9cde5b04ddf9,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:50.253497 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'ef1cc1d5-54dc-416e-9628-9cde5b04ddf9', 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929', 'port_id': 'ef1cc1d5-54dc-416e-9628-9cde5b04ddf9', 'mac_address': 'fa:16:3e:3c:11:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709b5eb0-8b3b-4f04-bc29-debbc3396f1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:43:50.256002 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34078) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:50.282579 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a7d9c05-ba42-432f-86d6-1aaf82450adf req-1ba69855-4405-4390-b4d9-fd18bc1865da tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224758 Nov 02 11:43:50.317749 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-706615db-7c8a-4a8d-ae73-194239128755 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=03e5e84106554bcb9cbc47a78a6a461e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2200387 Nov 02 11:43:50.320470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34084) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:50.361075 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:50.442873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:43:50.505070 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-31603c5f-ef61-4348-bd17-c5a9fcf6e7c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:50.506243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port ef1cc1d5-54dc-416e-9628-9cde5b04ddf9, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ef1cc1d5-54dc-416e-9628-9cde5b04ddf9,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:50.518420 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb3263-36b7-4b2e-9fca-d873189942a7 req-a2179331-6a6f-4774-9984-4db2ecbff3b5 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:50.520189 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2ddb3263-36b7-4b2e-9fca-d873189942a7 req-a2179331-6a6f-4774-9984-4db2ecbff3b5 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 943 time: 0.4239783 Nov 02 11:43:50.551206 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a679156e-8ef1-476f-99a3-67c1608278e6 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group': {'name': 'tempest-secgroup--472867700'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:50.580023 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:50.593101 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-31603c5f-ef61-4348-bd17-c5a9fcf6e7c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:50.611954 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-4d5c30b9-7f3e-469d-9e36-4e69cde33a0f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-442744179-network', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:50.618047 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dccf9b22-61d2-42dc-bf72-f93e2eef133c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:50.645279 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a679156e-8ef1-476f-99a3-67c1608278e6 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:50.679182 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a679156e-8ef1-476f-99a3-67c1608278e6 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:50.704848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=ef1cc1d5-54dc-416e-9628-9cde5b04ddf9,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:50.800607 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a679156e-8ef1-476f-99a3-67c1608278e6 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:50.821748 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['ef1cc1d5-54dc-416e-9628-9cde5b04ddf9'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:43:50.865344 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a679156e-8ef1-476f-99a3-67c1608278e6 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:50.892677 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:50.929772 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2ddb3263-36b7-4b2e-9fca-d873189942a7 req-a7e8302b-1933-47a2-860a-954b6f902cf5 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3999863 Nov 02 11:43:50.930459 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5c30b9-7f3e-469d-9e36-4e69cde33a0f admin admin] Made reservation on behalf of 4f84769d417245cf923cee90a14ce4c7 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:43:50.936335 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d5c30b9-7f3e-469d-9e36-4e69cde33a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:50.970583 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-31603c5f-ef61-4348-bd17-c5a9fcf6e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:50.973246 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-31603c5f-ef61-4348-bd17-c5a9fcf6e7c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:50.981412 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-31603c5f-ef61-4348-bd17-c5a9fcf6e7c1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6073de0a-bcfe-4f24-89fa-f7d1f4565298 HTTP/1.1" status: 204 len: 168 time: 0.6573961 Nov 02 11:43:50.991267 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d5c30b9-7f3e-469d-9e36-4e69cde33a0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:51.207948 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccf9b22-61d2-42dc-bf72-f93e2eef133c admin admin] Router fa926c34-6c75-460c-9820-d2786cfe94b1 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:43:51.209975 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d5c30b9-7f3e-469d-9e36-4e69cde33a0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:51.214586 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679156e-8ef1-476f-99a3-67c1608278e6 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebecedc-fe40-441d-aaed-97267a480f51,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:51.247443 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31603c5f-ef61-4348-bd17-c5a9fcf6e7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6073de0a-bcfe-4f24-89fa-f7d1f4565298,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:51.431805 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a679156e-8ef1-476f-99a3-67c1608278e6 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:51.435585 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccf9b22-61d2-42dc-bf72-f93e2eef133c admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:43:51.435828 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3648af4-fc9b-4031-8f94-b246709c3515 None None] Sync routers for ids ['fa926c34-6c75-460c-9820-d2786cfe94b1'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:43:51.436178 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46191ecb-4dbb-404c-8dd6-3a23475f3254 req-d6de009d-7922-41d9-bf3c-84eb1785dbd0 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:51.436178 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-46191ecb-4dbb-404c-8dd6-3a23475f3254 req-d6de009d-7922-41d9-bf3c-84eb1785dbd0 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 944 time: 0.0638392 Nov 02 11:43:51.436346 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-dccf9b22-61d2-42dc-bf72-f93e2eef133c admin admin] 10.222.0.52 "PUT /v2.0/routers/fa926c34-6c75-460c-9820-d2786cfe94b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4246089 Nov 02 11:43:51.436346 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34096) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:51.436486 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3648af4-fc9b-4031-8f94-b246709c3515 None None] Routers {'fa926c34-6c75-460c-9820-d2786cfe94b1'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:43:51.436486 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f3648af4-fc9b-4031-8f94-b246709c3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:43:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fa926c34-6c75-460c-9820-d2786cfe94b1'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:51.477336 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-46191ecb-4dbb-404c-8dd6-3a23475f3254 req-673abb11-7134-44ac-b3da-af37f6ebbec8 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703461 Nov 02 11:43:51.550847 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:51.582481 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-f3648af4-fc9b-4031-8f94-b246709c3515 None None] Set router fa926c34-6c75-460c-9820-d2786cfe94b1 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:43:51.614289 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d5c30b9-7f3e-469d-9e36-4e69cde33a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:51.620746 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a679156e-8ef1-476f-99a3-67c1608278e6 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:51.681766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c30b9-7f3e-469d-9e36-4e69cde33a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2450283-c81e-46fe-bd30-330b8770040d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:51.764548 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:51.775838 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5c30b9-7f3e-469d-9e36-4e69cde33a0f admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:43:51.819757 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d5c30b9-7f3e-469d-9e36-4e69cde33a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:51.820022 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-4d5c30b9-7f3e-469d-9e36-4e69cde33a0f admin admin] Added segment 3d6da19a-b234-404e-9369-53e195983395 of type vlan for network 25cc108e-ed7c-4629-951a-e2d190810bce Nov 02 11:43:51.821308 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679156e-8ef1-476f-99a3-67c1608278e6 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0512c7bc-859f-44c4-acae-17134bced095,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:51.827156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:43:51.876120 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a679156e-8ef1-476f-99a3-67c1608278e6 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:51.880959 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34104) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:51.889502 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a679156e-8ef1-476f-99a3-67c1608278e6 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7554331 Nov 02 11:43:51.907003 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f3648af4-fc9b-4031-8f94-b246709c3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa926c34-6c75-460c-9820-d2786cfe94b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-361273955-router', 'tenant_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'ae59a93b-3210-4f79-846b-fdedab2cade6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:29Z', 'updated_at': '2021-11-02T11:43:49Z', 'revision_number': 5, 'project_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'gw_port': {'id': 'ae59a93b-3210-4f79-846b-fdedab2cade6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:de:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa926c34-6c75-460c-9820-d2786cfe94b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:31Z', 'updated_at': '2021-11-02T11:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:51.935854 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d5c30b9-7f3e-469d-9e36-4e69cde33a0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:51.985381 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3648af4-fc9b-4031-8f94-b246709c3515 None None] Checking router: fa926c34-6c75-460c-9820-d2786cfe94b1 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:43:51.999578 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3648af4-fc9b-4031-8f94-b246709c3515 None None] Routers {'fa926c34-6c75-460c-9820-d2786cfe94b1'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:43:52.000375 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f3648af4-fc9b-4031-8f94-b246709c3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:43:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fa926c34-6c75-460c-9820-d2786cfe94b1'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:52.051313 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34112) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:52.056153 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e9034f7f-1831-49ce-a79a-edce7cca2a25 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group': {'name': 'tempest-security--538312679', 'description': 'tempest-security-description-1681884056'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:52.061893 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-87aa520f-0638-4807-9514-89d81c8d9934 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1796563 Nov 02 11:43:52.070957 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:43:52.076466 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:52.077447 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:52.146809 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e9034f7f-1831-49ce-a79a-edce7cca2a25 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:52.157328 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d5c30b9-7f3e-469d-9e36-4e69cde33a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:52.162239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5c30b9-7f3e-469d-9e36-4e69cde33a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:52.162842 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d5c30b9-7f3e-469d-9e36-4e69cde33a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:52.252241 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-f3648af4-fc9b-4031-8f94-b246709c3515 None None] Set router fa926c34-6c75-460c-9820-d2786cfe94b1 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:43:52.259525 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:52.288597 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Deleting port ae59a93b-3210-4f79-846b-fdedab2cade6 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:43:52.288962 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:52.319178 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port ef1cc1d5-54dc-416e-9628-9cde5b04ddf9, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ef1cc1d5-54dc-416e-9628-9cde5b04ddf9,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:52.320772 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2a0a67-f04f-4e2c-9f14-18329a708485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1cc1d5-54dc-416e-9628-9cde5b04ddf9'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:43:52.323273 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1686dfdf-f9b9-4cbd-bc4b-7adce1504ad0" -d '{"events": [{"server_uuid": "1a2a0a67-f04f-4e2c-9f14-18329a708485", "name": "network-vif-plugged", "status": "completed", "tag": "ef1cc1d5-54dc-416e-9628-9cde5b04ddf9"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:43:52.323398 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010e013-8348-4f13-b253-2bcfcfdaadd6 req-271610ca-e354-4e4a-8141-dc40db4eec35 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:52.334166 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e010e013-8348-4f13-b253-2bcfcfdaadd6 req-271610ca-e354-4e4a-8141-dc40db4eec35 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 943 time: 0.2125132 Nov 02 11:43:52.343810 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:52.391782 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:52.469716 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f3648af4-fc9b-4031-8f94-b246709c3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa926c34-6c75-460c-9820-d2786cfe94b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-361273955-router', 'tenant_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:29Z', 'updated_at': '2021-11-02T11:43:51Z', 'revision_number': 6, 'project_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:52.471864 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef7658f-5a07-4c95-a7b5-4b048533a772 x-openstack-request-id: req-2ef7658f-5a07-4c95-a7b5-4b048533a772 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:43:52.472242 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2a0a67-f04f-4e2c-9f14-18329a708485", "name": "network-vif-plugged", "status": "completed", "tag": "ef1cc1d5-54dc-416e-9628-9cde5b04ddf9", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:43:52.472889 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ef7658f-5a07-4c95-a7b5-4b048533a772 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:43:52.473307 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2a0a67-f04f-4e2c-9f14-18329a708485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1cc1d5-54dc-416e-9628-9cde5b04ddf9', 'code': 200} Nov 02 11:43:52.518889 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e9034f7f-1831-49ce-a79a-edce7cca2a25 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:52.522498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c30b9-7f3e-469d-9e36-4e69cde33a0f admin admin] Pushing event updated for resources: {'Network': ['ID=25cc108e-ed7c-4629-951a-e2d190810bce,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:52.554371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 25cc108e-ed7c-4629-951a-e2d190810bce details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:43:52.586018 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3648af4-fc9b-4031-8f94-b246709c3515 None None] The sync data for ids ['fa926c34-6c75-460c-9820-d2786cfe94b1'] in n-d-806683-18 is: [{'id': 'fa926c34-6c75-460c-9820-d2786cfe94b1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-361273955-router', 'tenant_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:29Z', 'updated_at': '2021-11-02T11:43:51Z', 'revision_number': 6, 'project_id': '5a08bbf9b2ce4b8ba1d15aa7a051ddda', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:43:52.597977 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e9034f7f-1831-49ce-a79a-edce7cca2a25 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:52.601936 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e9034f7f-1831-49ce-a79a-edce7cca2a25 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:52.606633 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e9034f7f-1831-49ce-a79a-edce7cca2a25 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "PUT /v2.0/security-groups/0512c7bc-859f-44c4-acae-17134bced095 HTTP/1.1" status: 200 len: 1796 time: 0.5512085 Nov 02 11:43:52.675106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34126) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:52.765635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9034f7f-1831-49ce-a79a-edce7cca2a25 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0512c7bc-859f-44c4-acae-17134bced095,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:52.788890 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=ef1cc1d5-54dc-416e-9628-9cde5b04ddf9,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:52.789077 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4d5c30b9-7f3e-469d-9e36-4e69cde33a0f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4974859 Nov 02 11:43:52.789703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34130) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:52.805893 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1ceba563-a43e-412f-a323-94b43dd2e183 admin admin] Request body: {'subnet': {'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-442744179-subnet', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:52.879565 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f59e1-389a-4fc5-80aa-78ece2e79492 req-8954ece7-9b2e-4efc-b985-89a98b7b223b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:52.881415 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d02f59e1-389a-4fc5-80aa-78ece2e79492 req-8954ece7-9b2e-4efc-b985-89a98b7b223b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 945 time: 0.1913974 Nov 02 11:43:52.982181 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e010e013-8348-4f13-b253-2bcfcfdaadd6 req-f6d23b15-8a1d-45a9-bb54-e3dd6f77866c tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6380198 Nov 02 11:43:52.985499 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ceba563-a43e-412f-a323-94b43dd2e183 admin admin] Made reservation on behalf of 4f84769d417245cf923cee90a14ce4c7 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:43:52.988034 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ceba563-a43e-412f-a323-94b43dd2e183 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:53.015138 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] For port ae59a93b-3210-4f79-846b-fdedab2cade6, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ae59a93b-3210-4f79-846b-fdedab2cade6,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:53.024073 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:53.034837 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a71ad-3c9f-4e4c-af1a-4048d86b4e68 req-e4f38797-ebad-44d9-a3ae-1a2d3d351822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:53.036728 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0c4a71ad-3c9f-4e4c-af1a-4048d86b4e68 req-e4f38797-ebad-44d9-a3ae-1a2d3d351822 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 1097 time: 0.4052868 Nov 02 11:43:53.052925 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4efba845-ee3d-4d44-8e36-32a20eb85d89 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-groups/0512c7bc-859f-44c4-acae-17134bced095 HTTP/1.1" status: 200 len: 1796 time: 0.3717802 Nov 02 11:43:53.063537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34138) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:53.179936 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Calling delete_port for ae59a93b-3210-4f79-846b-fdedab2cade6 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:43:53.417344 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ceba563-a43e-412f-a323-94b43dd2e183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:53.443970 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0c4a71ad-3c9f-4e4c-af1a-4048d86b4e68 req-435a0886-5d4c-4904-9998-b0c11a85df37 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813186 Nov 02 11:43:53.467676 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d02f59e1-389a-4fc5-80aa-78ece2e79492 req-be08b463-d4fb-411c-a16c-252508929d1b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5763903 Nov 02 11:43:53.507498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceba563-a43e-412f-a323-94b43dd2e183 admin admin] Checking segment: {'id': '3d6da19a-b234-404e-9369-53e195983395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:43:53.507939 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceba563-a43e-412f-a323-94b43dd2e183 admin admin] Network hostable DHCP agents. Network: 25cc108e-ed7c-4629-951a-e2d190810bce, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:43:53.521017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceba563-a43e-412f-a323-94b43dd2e183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8443bffa-34c8-4668-b8fe-e674bb3ecaf4,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:53.566254 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5aaa2cb9-a36d-4ba9-a211-fb80e06de246 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:53.654706 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceba563-a43e-412f-a323-94b43dd2e183 admin admin] Network 25cc108e-ed7c-4629-951a-e2d190810bce is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:43:53.701355 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5aaa2cb9-a36d-4ba9-a211-fb80e06de246 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:53.734017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-1ceba563-a43e-412f-a323-94b43dd2e183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 25cc108e-ed7c-4629-951a-e2d190810bce) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:43:53.739333 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceba563-a43e-412f-a323-94b43dd2e183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:53.739959 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ceba563-a43e-412f-a323-94b43dd2e183 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:53.753860 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e50bec-b933-49de-a8a0-6e6f3308d648 None None] Network 25cc108e-ed7c-4629-951a-e2d190810bce requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:43:53.858848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1ceba563-a43e-412f-a323-94b43dd2e183 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0628583 Nov 02 11:43:53.872546 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34154) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:53.879678 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:53.887713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-442744179-router', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:54.195477 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:54.195477 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:54.197203 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:54.198271 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:54.201899 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5aaa2cb9-a36d-4ba9-a211-fb80e06de246 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:54.212798 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5aaa2cb9-a36d-4ba9-a211-fb80e06de246 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:54.218595 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5aaa2cb9-a36d-4ba9-a211-fb80e06de246 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-groups/0512c7bc-859f-44c4-acae-17134bced095 HTTP/1.1" status: 204 len: 168 time: 1.0769281 Nov 02 11:43:54.279905 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34170) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:54.280614 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-25cc108e-ed7c-4629-951a-e2d190810bce', 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'fixed_ips': [{'subnet_id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:43:54.281879 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:54.432146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae59a93b-3210-4f79-846b-fdedab2cade6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:54.447819 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa2cb9-a36d-4ba9-a211-fb80e06de246 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0512c7bc-859f-44c4-acae-17134bced095,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:54.489557 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:54.516145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.516688 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.517183 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.517621 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.521424 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.521424 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.521424 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.524645 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.525278 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.525766 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.526771 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.527028 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.547106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa2cb9-a36d-4ba9-a211-fb80e06de246 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.547615 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa2cb9-a36d-4ba9-a211-fb80e06de246 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.549126 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa2cb9-a36d-4ba9-a211-fb80e06de246 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.550093 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa2cb9-a36d-4ba9-a211-fb80e06de246 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.550543 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa2cb9-a36d-4ba9-a211-fb80e06de246 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.554579 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa2cb9-a36d-4ba9-a211-fb80e06de246 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.555540 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa2cb9-a36d-4ba9-a211-fb80e06de246 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.555540 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa2cb9-a36d-4ba9-a211-fb80e06de246 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.556086 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa2cb9-a36d-4ba9-a211-fb80e06de246 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.556522 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa2cb9-a36d-4ba9-a211-fb80e06de246 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.556963 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa2cb9-a36d-4ba9-a211-fb80e06de246 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.557512 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaa2cb9-a36d-4ba9-a211-fb80e06de246 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:54.577125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ae59a93b-3210-4f79-846b-fdedab2cade6 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:43:54.608902 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Allocated IP 172.20.0.2 (25cc108e-ed7c-4629-951a-e2d190810bce/8443bffa-34c8-4668-b8fe-e674bb3ecaf4/483a362b-eb75-4dd7-a967-5ad496164250) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:43:54.620790 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: ae59a93b-3210-4f79-846b-fdedab2cade6 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:43:54.621649 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ae59a93b-3210-4f79-846b-fdedab2cade6 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:43:54.622102 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4c0c0859-7e8d-4974-8e51-b119e6e13e73 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:43:54.657499 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 4c0c0859-7e8d-4974-8e51-b119e6e13e73 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:43:54.657838 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4c0c0859-7e8d-4974-8e51-b119e6e13e73 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:43:54.735069 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5dd5aad8-fdf2-4d05-ba81-b9af44208bc4 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4361050 Nov 02 11:43:54.737762 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34184) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:54.773983 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-dca50daf-41a5-4366-971f-4d65ac431cb9 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] delete failed (client error): The resource could not be found. Nov 02 11:43:54.799200 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-dca50daf-41a5-4366-971f-4d65ac431cb9 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-groups/0512c7bc-859f-44c4-acae-17134bced095 HTTP/1.1" status: 404 len: 347 time: 0.0363388 Nov 02 11:43:54.804507 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34186) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:54.814126 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-250ca069-df33-4842-afce-649dc7d94046 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1113217099'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:54.887745 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:54.921820 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:54.940075 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16713620-2a4c-4969-b23b-6708780fdeb3 req-c9c0650e-4e2a-484d-8589-2d88dc44b872 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:54.955537 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-16713620-2a4c-4969-b23b-6708780fdeb3 req-c9c0650e-4e2a-484d-8589-2d88dc44b872 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 943 time: 0.4600186 Nov 02 11:43:54.996503 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:55.046634 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-16713620-2a4c-4969-b23b-6708780fdeb3 req-4a64aa1d-7710-42c7-a686-55055d4dc3e3 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896332 Nov 02 11:43:55.094072 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:55.095553 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:55.097786 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:55.145635 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:55.191364 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Network 25cc108e-ed7c-4629-951a-e2d190810bce is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:43:55.194392 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:43:55.244290 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:43:55.361023 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Pushing event updated for resources: {'Port': ['ID=483a362b-eb75-4dd7-a967-5ad496164250,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:55.370075 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce60ec-a597-4ed2-9377-45047ddafded req-0703c6b3-45d8-4aeb-837a-1e8a5d626bf6 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:55.373314 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-18ce60ec-a597-4ed2-9377-45047ddafded req-0703c6b3-45d8-4aeb-837a-1e8a5d626bf6 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 945 time: 0.1843431 Nov 02 11:43:55.400318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Attempting to bind port 483a362b-eb75-4dd7-a967-5ad496164250 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:43:55.400700 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Attempting to bind port 483a362b-eb75-4dd7-a967-5ad496164250 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '3d6da19a-b234-404e-9369-53e195983395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:43:55.401066 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Attempting to bind port 483a362b-eb75-4dd7-a967-5ad496164250 on network 25cc108e-ed7c-4629-951a-e2d190810bce {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:43:55.408148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:43:55.408509 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Checking segment: {'id': '3d6da19a-b234-404e-9369-53e195983395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:43:55.408878 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:55.409290 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Bound using segment: {'id': '3d6da19a-b234-404e-9369-53e195983395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:43:55.409801 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Bound port: 483a362b-eb75-4dd7-a967-5ad496164250, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6da19a-b234-404e-9369-53e195983395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:43:55.410187 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:55.447967 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:55.567468 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] For port 483a362b-eb75-4dd7-a967-5ad496164250, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:43:55.578400 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] For port 483a362b-eb75-4dd7-a967-5ad496164250, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=483a362b-eb75-4dd7-a967-5ad496164250,segment=NetworkSegment(3d6da19a-b234-404e-9369-53e195983395),segment_id=3d6da19a-b234-404e-9369-53e195983395)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:43:55.650881 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb7a4f-832b-46a3-8a3c-32818fba5a6c req-6870a273-2637-48a3-807a-a5fe062e1ebd tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:55.653900 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1bcb7a4f-832b-46a3-8a3c-32818fba5a6c req-6870a273-2637-48a3-807a-a5fe062e1ebd tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 945 time: 0.6362388 Nov 02 11:43:55.654995 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-250ca069-df33-4842-afce-649dc7d94046 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:55.665549 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:55.750553 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1bcb7a4f-832b-46a3-8a3c-32818fba5a6c req-c2f5c665-e627-483c-8b6e-7eefbdbbe22b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782702 Nov 02 11:43:55.765000 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:55.784070 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa926c34-6c75-460c-9820-d2786cfe94b1 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:43:55.807665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6506e-d599-482a-8a3c-07c244d1e825 None None] Pushing event updated for resources: {'Port': ['ID=483a362b-eb75-4dd7-a967-5ad496164250,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:55.824707 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:55.875857 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-18ce60ec-a597-4ed2-9377-45047ddafded req-93c0ea43-1b0c-4fcb-9602-43fe910fafd1 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/security-groups?id=36eab2ce-a027-4747-9767-17904fc1ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949872 Nov 02 11:43:55.952862 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-250ca069-df33-4842-afce-649dc7d94046 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:55.962388 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:55.964142 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f252e5b8-4cea-4b18-9f88-345a2bc12af4 admin admin] 10.222.0.52 "DELETE /v2.0/routers/fa926c34-6c75-460c-9820-d2786cfe94b1 HTTP/1.1" status: 204 len: 168 time: 4.5615442 Nov 02 11:43:55.967526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34206) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:56.042070 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-250ca069-df33-4842-afce-649dc7d94046 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:56.116264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1763e6-76a8-4025-b19f-ca2f537d62db admin admin] Deleting subnet 03539926-ced2-41de-b140-4f03efadb20e {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:43:56.153282 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd1763e6-76a8-4025-b19f-ca2f537d62db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:56.273697 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ca069-df33-4842-afce-649dc7d94046 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64914ca3-36b2-498f-8c99-46efea57bfc2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:56.338118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458fb6df-59d7-4675-b9a5-cda3da32507a req-4f2757e3-dd2a-4180-9270-d4743fb6a729 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:56.348141 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-458fb6df-59d7-4675-b9a5-cda3da32507a req-4f2757e3-dd2a-4180-9270-d4743fb6a729 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.54 "GET /v2.0/ports?device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 945 time: 0.2553349 Nov 02 11:43:56.356616 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-250ca069-df33-4842-afce-649dc7d94046 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:56.358137 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-250ca069-df33-4842-afce-649dc7d94046 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5503199 Nov 02 11:43:56.368471 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34230) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:56.376535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-23d8db33-87f7-4035-bfe7-5a6f57c5ff82 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group_rule': {'security_group_id': '64914ca3-36b2-498f-8c99-46efea57bfc2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:56.441411 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] Allocated IP 172.25.6.212 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/4f4995df-6140-41d4-b831-fd7cdf42e8b4) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:43:56.588592 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 483a362b-eb75-4dd7-a967-5ad496164250 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:43:56.607929 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7faed1-b4b0-4a48-b1e2-56e5c0c036be req-1b751dfd-4076-4ca6-9243-4f3ec3f4ce40 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:56.610068 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7c7faed1-b4b0-4a48-b1e2-56e5c0c036be req-1b751dfd-4076-4ca6-9243-4f3ec3f4ce40 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 945 time: 0.1016705 Nov 02 11:43:56.615063 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23d8db33-87f7-4035-bfe7-5a6f57c5ff82 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:56.679228 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 483a362b-eb75-4dd7-a967-5ad496164250 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:56.679861 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:56.698841 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd1763e6-76a8-4025-b19f-ca2f537d62db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:56.778513 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940aac2b-c86d-4878-99df-c2f52f548cfa req-57d5771a-6805-4a43-839e-a21f476f44f5 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:56.787018 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-940aac2b-c86d-4878-99df-c2f52f548cfa req-57d5771a-6805-4a43-839e-a21f476f44f5 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 943 time: 0.5163853 Nov 02 11:43:56.789044 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7c7faed1-b4b0-4a48-b1e2-56e5c0c036be req-1f6653b6-d3be-4a9d-bce9-06e4100a640b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624410 Nov 02 11:43:56.842380 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-458fb6df-59d7-4675-b9a5-cda3da32507a req-4f38ff93-65f2-4cc0-bf54-7786c034631d tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Deleting port 8dd1b011-693e-4efc-9786-6be7b7116cd3 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:43:56.842668 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-458fb6df-59d7-4675-b9a5-cda3da32507a req-4f38ff93-65f2-4cc0-bf54-7786c034631d tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:56.909236 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23d8db33-87f7-4035-bfe7-5a6f57c5ff82 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.029959 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.033882 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.052570 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23d8db33-87f7-4035-bfe7-5a6f57c5ff82 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.116751 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34236) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:57.138215 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8db33-87f7-4035-bfe7-5a6f57c5ff82 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242395c0-eeed-46ad-b694-0ece680fe3ee,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:57.150159 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 483a362b-eb75-4dd7-a967-5ad496164250, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=483a362b-eb75-4dd7-a967-5ad496164250,segment=NetworkSegment(3d6da19a-b234-404e-9369-53e195983395),segment_id=3d6da19a-b234-404e-9369-53e195983395)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:57.174519 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-458fb6df-59d7-4675-b9a5-cda3da32507a req-4f38ff93-65f2-4cc0-bf54-7786c034631d tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] For port 8dd1b011-693e-4efc-9786-6be7b7116cd3, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=8dd1b011-693e-4efc-9786-6be7b7116cd3,segment=NetworkSegment(66365ffc-4397-4e36-8e79-1c5b4d51a8f6),segment_id=66365ffc-4397-4e36-8e79-1c5b4d51a8f6)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:57.175067 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-458fb6df-59d7-4675-b9a5-cda3da32507a req-4f38ff93-65f2-4cc0-bf54-7786c034631d tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.189255 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-940aac2b-c86d-4878-99df-c2f52f548cfa req-09f81d67-eeb3-4404-b8b1-3be95c217110 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4013941 Nov 02 11:43:57.211262 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972bdb2-2b83-4a57-93a2-b9e3f763a90a req-87f71ac5-91c5-4ec6-9f69-ba477d390c8d tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:57.225919 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a972bdb2-2b83-4a57-93a2-b9e3f763a90a req-87f71ac5-91c5-4ec6-9f69-ba477d390c8d tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 945 time: 0.2058220 Nov 02 11:43:57.235113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-458fb6df-59d7-4675-b9a5-cda3da32507a req-4f38ff93-65f2-4cc0-bf54-7786c034631d tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Calling delete_port for 8dd1b011-693e-4efc-9786-6be7b7116cd3 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:43:57.235309 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd1763e6-76a8-4025-b19f-ca2f537d62db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.247059 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.261384 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23d8db33-87f7-4035-bfe7-5a6f57c5ff82 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.280192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34244) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:57.281154 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-23d8db33-87f7-4035-bfe7-5a6f57c5ff82 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9084809 Nov 02 11:43:57.287603 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.359383 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a972bdb2-2b83-4a57-93a2-b9e3f763a90a req-122f02aa-4c0b-4227-9ff7-de8e26f89bfc tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/security-groups?id=36eab2ce-a027-4747-9767-17904fc1ff5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341882 Nov 02 11:43:57.396855 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=483a362b-eb75-4dd7-a967-5ad496164250,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:57.421894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] Pushing event updated for resources: {'Port': ['ID=4f4995df-6140-41d4-b831-fd7cdf42e8b4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:57.430528 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f437a8aa-27ea-4655-b050-14e24b37c1bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.471732 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:43:57.474258 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c760578e-5582-4bdf-aa50-74efe14db7c7 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.487368 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c760578e-5582-4bdf-aa50-74efe14db7c7 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.529526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:43:57.533896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:43:57.602982 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82ee1bd-e33c-443c-b2c4-4b58fcaf66c9 None None] Network 25cc108e-ed7c-4629-951a-e2d190810bce requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:43:57.611938 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f437a8aa-27ea-4655-b050-14e24b37c1bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.662861 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c760578e-5582-4bdf-aa50-74efe14db7c7 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.673806 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c760578e-5582-4bdf-aa50-74efe14db7c7 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.675033 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c760578e-5582-4bdf-aa50-74efe14db7c7 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/242395c0-eeed-46ad-b694-0ece680fe3ee HTTP/1.1" status: 204 len: 168 time: 0.3929641 Nov 02 11:43:57.677859 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34246) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:57.713346 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd1763e6-76a8-4025-b19f-ca2f537d62db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.714129 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-458fb6df-59d7-4675-b9a5-cda3da32507a req-4f38ff93-65f2-4cc0-bf54-7786c034631d tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.722113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-452f62fa-fb13-4d5e-a31b-957fd6bf3fa2 None None] Provisioning complete for port 483a362b-eb75-4dd7-a967-5ad496164250 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:57.722451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760578e-5582-4bdf-aa50-74efe14db7c7 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=242395c0-eeed-46ad-b694-0ece680fe3ee,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:57.722559 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-452f62fa-fb13-4d5e-a31b-957fd6bf3fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.728414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['8dd1b011-693e-4efc-9786-6be7b7116cd3'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:43:57.752515 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd1763e6-76a8-4025-b19f-ca2f537d62db admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.757906 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bd1763e6-76a8-4025-b19f-ca2f537d62db admin admin] 10.222.0.52 "DELETE /v2.0/subnets/03539926-ced2-41de-b140-4f03efadb20e HTTP/1.1" status: 204 len: 168 time: 1.7851293 Nov 02 11:43:57.774618 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34248) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:57.778101 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0d5974-cb9e-48fb-8509-6b2de30d3263 None None] Network 36a91fee-34b6-4823-be03-f2ae62584c8d requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:43:57.778552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1763e6-76a8-4025-b19f-ca2f537d62db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03539926-ced2-41de-b140-4f03efadb20e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:57.845130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38ff93-65f2-4cc0-bf54-7786c034631d tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Pushing event deleted for resources: {'Port': ['ID=8dd1b011-693e-4efc-9786-6be7b7116cd3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:57.916247 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-458fb6df-59d7-4675-b9a5-cda3da32507a req-4f38ff93-65f2-4cc0-bf54-7786c034631d tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] No DVR routers for this DVR port 8dd1b011-693e-4efc-9786-6be7b7116cd3 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:43:57.918639 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f437a8aa-27ea-4655-b050-14e24b37c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.922841 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-458fb6df-59d7-4675-b9a5-cda3da32507a req-4f38ff93-65f2-4cc0-bf54-7786c034631d tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:57.927276 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-458fb6df-59d7-4675-b9a5-cda3da32507a req-4f38ff93-65f2-4cc0-bf54-7786c034631d tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.54 "DELETE /v2.0/ports/8dd1b011-693e-4efc-9786-6be7b7116cd3 HTTP/1.1" status: 204 len: 173 time: 1.5679216 Nov 02 11:43:57.940175 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca33364-e747-4001-906e-62ef643723ae', 'name': 'network-vif-deleted', 'tag': '8dd1b011-693e-4efc-9786-6be7b7116cd3'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:43:57.943341 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2893e37b-b5d4-46fc-b5c9-b42a297e431b" -d '{"events": [{"server_uuid": "4ca33364-e747-4001-906e-62ef643723ae", "name": "network-vif-deleted", "tag": "8dd1b011-693e-4efc-9786-6be7b7116cd3"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:43:57.962606 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-532955ad-a100-4e12-9484-f7bd1031a3ae tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2832396 Nov 02 11:43:57.982817 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34254) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:58.060313 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86bde9-5479-43e3-b725-2e7b9d3012c8 req-fba36606-a177-4939-8e1c-1520eb570e2c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:58.081497 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8d8a97-b3d1-485f-9af8-9cc834cec805 x-openstack-request-id: req-db8d8a97-b3d1-485f-9af8-9cc834cec805 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:43:58.081497 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca33364-e747-4001-906e-62ef643723ae", "name": "network-vif-deleted", "tag": "8dd1b011-693e-4efc-9786-6be7b7116cd3", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:43:58.081497 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db8d8a97-b3d1-485f-9af8-9cc834cec805 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:43:58.081497 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca33364-e747-4001-906e-62ef643723ae', 'name': 'network-vif-deleted', 'tag': '8dd1b011-693e-4efc-9786-6be7b7116cd3', 'status': 'completed', 'code': 200} Nov 02 11:43:58.081933 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb86bde9-5479-43e3-b725-2e7b9d3012c8 req-fba36606-a177-4939-8e1c-1520eb570e2c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 945 time: 0.1876795 Nov 02 11:43:58.118330 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:58.124118 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83091f0f-459d-4d91-9ee1-2f6f0fa50d9d None None] DHCP port deletion for 36a91fee-34b6-4823-be03-f2ae62584c8d request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:43:58.142628 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437a8aa-27ea-4655-b050-14e24b37c1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef060426-0c7c-4bd5-b12f-1618da760401,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:58.160391 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f437a8aa-27ea-4655-b050-14e24b37c1bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9ffca89a3537422683fc19968a4ec6bd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0322311 Nov 02 11:43:58.163401 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34256) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:58.175441 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb86bde9-5479-43e3-b725-2e7b9d3012c8 req-82e59fff-cffb-4114-a2be-a8334c8030e4 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984833 Nov 02 11:43:58.271858 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:58.327614 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-83091f0f-459d-4d91-9ee1-2f6f0fa50d9d None None] Deleting port cb85d146-819a-4577-ae17-2cefa0409a8c {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:43:58.328145 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-83091f0f-459d-4d91-9ee1-2f6f0fa50d9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:58.430832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 483a362b-eb75-4dd7-a967-5ad496164250 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:43:58.432200 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0e06d7c-00d8-4462-93ae-12e3a15f2e75 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:58.435495 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ac96812-5194-456b-9382-7e4ce2044310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:58.499762 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0e06d7c-00d8-4462-93ae-12e3a15f2e75 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:58.511131 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ac96812-5194-456b-9382-7e4ce2044310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:58.620293 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9096ae-b6d5-4000-ba25-390547b81be0 req-63843d5a-854b-415e-a1d8-8a89adb0ef55 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:58.622598 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4f9096ae-b6d5-4000-ba25-390547b81be0 req-63843d5a-854b-415e-a1d8-8a89adb0ef55 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 943 time: 0.2385743 Nov 02 11:43:58.626761 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] Deleting port cb85d146-819a-4577-ae17-2cefa0409a8c {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:43:58.627172 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:58.630775 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-83091f0f-459d-4d91-9ee1-2f6f0fa50d9d None None] For port cb85d146-819a-4577-ae17-2cefa0409a8c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cb85d146-819a-4577-ae17-2cefa0409a8c,segment=NetworkSegment(2561d109-cd46-481a-94f4-c1ea1b4fa8f2),segment_id=2561d109-cd46-481a-94f4-c1ea1b4fa8f2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:58.631396 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-83091f0f-459d-4d91-9ee1-2f6f0fa50d9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:58.644856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 483a362b-eb75-4dd7-a967-5ad496164250 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:58.645238 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:58.674748 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-83091f0f-459d-4d91-9ee1-2f6f0fa50d9d None None] Calling delete_port for cb85d146-819a-4577-ae17-2cefa0409a8c owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:43:58.678719 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c2e36ed4-13f5-4d3a-99e4-f4ecd96d25c8 None None] Provisioning complete for port 483a362b-eb75-4dd7-a967-5ad496164250 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:43:58.678719 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c2e36ed4-13f5-4d3a-99e4-f4ecd96d25c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:58.758374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] For port cb85d146-819a-4577-ae17-2cefa0409a8c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cb85d146-819a-4577-ae17-2cefa0409a8c,segment=NetworkSegment(2561d109-cd46-481a-94f4-c1ea1b4fa8f2),segment_id=2561d109-cd46-481a-94f4-c1ea1b4fa8f2)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:43:58.759024 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:58.765846 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0e06d7c-00d8-4462-93ae-12e3a15f2e75 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:58.778291 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0e06d7c-00d8-4462-93ae-12e3a15f2e75 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:58.782384 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b0e06d7c-00d8-4462-93ae-12e3a15f2e75 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-groups/64914ca3-36b2-498f-8c99-46efea57bfc2 HTTP/1.1" status: 204 len: 168 time: 0.7956815 Nov 02 11:43:58.784367 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34270) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:58.831246 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] Calling delete_port for cb85d146-819a-4577-ae17-2cefa0409a8c owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:43:58.843565 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4f9096ae-b6d5-4000-ba25-390547b81be0 req-4f23d304-7a62-427b-ae0a-e403c497cd4a tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143171 Nov 02 11:43:58.880751 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:58.951568 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-32641bca-4a15-40bd-bd80-a9ea52287efc tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1622770 Nov 02 11:43:58.960328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34272) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:58.965492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f421919d-1255-43bd-8751-10bdd80dbd52 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459757676'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:59.002615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device cb85d146-819a-4577-ae17-2cefa0409a8c no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:43:59.065700 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e06d7c-00d8-4462-93ae-12e3a15f2e75 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64914ca3-36b2-498f-8c99-46efea57bfc2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:59.079169 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bc703451-e9aa-48cc-80e1-8357bf9552c1 req-817513b8-6a75-4790-be3f-2ee3bf20fd61 tempest-VolumesAdminNegativeTest-1230795341 tempest-VolumesAdminNegativeTest-1230795341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ca33364-e747-4001-906e-62ef643723ae HTTP/1.1" status: 200 len: 210 time: 0.0900242 Nov 02 11:43:59.115823 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:59.190464 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-83091f0f-459d-4d91-9ee1-2f6f0fa50d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:59.192340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeae28c-a9b7-40a4-a7c0-32b355f8e022 req-b1ce4658-f4c7-4dc5-b247-ccde8804a971 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:43:59.194715 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2aeae28c-a9b7-40a4-a7c0-32b355f8e022 req-b1ce4658-f4c7-4dc5-b247-ccde8804a971 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 945 time: 0.2241986 Nov 02 11:43:59.203680 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:59.260644 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ac96812-5194-456b-9382-7e4ce2044310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:59.263889 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83091f0f-459d-4d91-9ee1-2f6f0fa50d9d None None] No DVR routers for this DVR port cb85d146-819a-4577-ae17-2cefa0409a8c on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:43:59.264166 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ac96812-5194-456b-9382-7e4ce2044310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:59.265839 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4ac96812-5194-456b-9382-7e4ce2044310 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef060426-0c7c-4bd5-b12f-1618da760401 HTTP/1.1" status: 204 len: 168 time: 1.1007802 Nov 02 11:43:59.266860 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] Pushing event deleted for resources: {'Port': ['ID=cb85d146-819a-4577-ae17-2cefa0409a8c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:59.269712 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] No DVR routers for this DVR port cb85d146-819a-4577-ae17-2cefa0409a8c on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:43:59.282632 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2aeae28c-a9b7-40a4-a7c0-32b355f8e022 req-42bac4de-1032-4602-9590-0fb94bb2f2c6 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727150 Nov 02 11:43:59.295549 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83091f0f-459d-4d91-9ee1-2f6f0fa50d9d None None] Pushing event deleted for resources: {'Port': ['ID=cb85d146-819a-4577-ae17-2cefa0409a8c,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:59.325266 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac96812-5194-456b-9382-7e4ce2044310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef060426-0c7c-4bd5-b12f-1618da760401,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:59.335480 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f421919d-1255-43bd-8751-10bdd80dbd52 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:59.410056 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:59.413892 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] Router 6a036490-3cfe-43b4-970c-d8a5e11174a3 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:43:59.442259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a91fee-34b6-4823-be03-f2ae62584c8d']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:59.459985 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2561d109-cd46-481a-94f4-c1ea1b4fa8f2') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:59.460287 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2561d109-cd46-481a-94f4-c1ea1b4fa8f2') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:59.472300 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:59.494112 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:59.503941 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:43:59.504508 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:43:59.506221 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:43:59.572999 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f421919d-1255-43bd-8751-10bdd80dbd52 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:59.592478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:43:59.604740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Sync routers for ids ['6a036490-3cfe-43b4-970c-d8a5e11174a3'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:43:59.620367 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Routers {'6a036490-3cfe-43b4-970c-d8a5e11174a3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:43:59.621776 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:43:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a036490-3cfe-43b4-970c-d8a5e11174a3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:43:59.659096 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f421919d-1255-43bd-8751-10bdd80dbd52 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:59.664418 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:59.675156 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:59.682247 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] 10.222.0.52 "DELETE /v2.0/networks/36a91fee-34b6-4823-be03-f2ae62584c8d HTTP/1.1" status: 204 len: 168 time: 1.9062018 Nov 02 11:43:59.694360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421919d-1255-43bd-8751-10bdd80dbd52 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab293b8-a8da-44e1-9efd-2d409a860f2e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:59.703633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421919d-1255-43bd-8751-10bdd80dbd52 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:59.715113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421919d-1255-43bd-8751-10bdd80dbd52 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:59.715113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421919d-1255-43bd-8751-10bdd80dbd52 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:59.715113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421919d-1255-43bd-8751-10bdd80dbd52 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:59.715113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421919d-1255-43bd-8751-10bdd80dbd52 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:59.715113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421919d-1255-43bd-8751-10bdd80dbd52 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:59.715113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421919d-1255-43bd-8751-10bdd80dbd52 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:59.715113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421919d-1255-43bd-8751-10bdd80dbd52 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:59.715113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421919d-1255-43bd-8751-10bdd80dbd52 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:59.715113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421919d-1255-43bd-8751-10bdd80dbd52 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:59.715113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421919d-1255-43bd-8751-10bdd80dbd52 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:59.715113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f421919d-1255-43bd-8751-10bdd80dbd52 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:43:59.716442 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7a21c-4a6a-4083-9958-029ce08b26af admin admin] Pushing event deleted for resources: {'Network': ['ID=36a91fee-34b6-4823-be03-f2ae62584c8d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:43:59.731580 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:59.734407 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2911d53e-0020-4c26-8abd-8cf2ef93a469 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8595133 Nov 02 11:43:59.737214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34284) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:59.797933 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f421919d-1255-43bd-8751-10bdd80dbd52 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:43:59.797933 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f421919d-1255-43bd-8751-10bdd80dbd52 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8125081 Nov 02 11:43:59.799293 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34286) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:43:59.810146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-da02bfbe-68d8-46f5-941e-95f239f21d2a tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group_rule': {'security_group_id': 'bab293b8-a8da-44e1-9efd-2d409a860f2e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:43:59.876614 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Set router 6a036490-3cfe-43b4-970c-d8a5e11174a3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:44:00.063012 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394fffb-a1d0-4e04-b7b6-79b34ac5b656 req-43510e20-6af5-4db0-b038-7a11dfd62a9e tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:00.063012 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3394fffb-a1d0-4e04-b7b6-79b34ac5b656 req-43510e20-6af5-4db0-b038-7a11dfd62a9e tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 943 time: 0.0863571 Nov 02 11:44:00.096716 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3394fffb-a1d0-4e04-b7b6-79b34ac5b656 req-a5c88a5a-4468-4afe-a688-55071a24c2fe tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497034 Nov 02 11:44:00.115062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'name': 'tempest-ServersTestManualDisk-442744179-router', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:54Z', 'updated_at': '2021-11-02T11:43:57Z', 'revision_number': 3, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'gw_port': {'id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:55Z', 'updated_at': '2021-11-02T11:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:00.155410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Checking router: 6a036490-3cfe-43b4-970c-d8a5e11174a3 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:44:00.155410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Updating router 6a036490-3cfe-43b4-970c-d8a5e11174a3 port 4f4995df-6140-41d4-b831-fd7cdf42e8b4 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:44:00.155632 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34298) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:00.188118 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:00.209103 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ab514f-ee03-408b-9186-f2530e220fa1 admin admin] Deleting subnet 7c4c8bce-0c4f-41e2-9449-e7ccb1be5b5b {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:44:00.212662 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50ab514f-ee03-408b-9186-f2530e220fa1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:00.281631 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50ab514f-ee03-408b-9186-f2530e220fa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:00.336977 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9a117-da25-4393-8276-f95bb06589a6 req-7325e921-9b9e-4c3a-8adf-91fa0eb34744 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:00.336977 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-edc9a117-da25-4393-8276-f95bb06589a6 req-7325e921-9b9e-4c3a-8adf-91fa0eb34744 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 945 time: 0.0934203 Nov 02 11:44:00.354678 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50ab514f-ee03-408b-9186-f2530e220fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:00.458886 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da02bfbe-68d8-46f5-941e-95f239f21d2a tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:00.584563 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:00.635303 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20f508-cb45-47df-b1f7-0d26fb85cb48 req-bc4e29f8-fe36-44a2-91de-ab4c057cc9a7 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:00.637393 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9a20f508-cb45-47df-b1f7-0d26fb85cb48 req-bc4e29f8-fe36-44a2-91de-ab4c057cc9a7 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 945 time: 0.2403769 Nov 02 11:44:00.668608 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-befc16b3-5889-49bc-b058-08785e619404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:00.692132 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:00.709865 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da02bfbe-68d8-46f5-941e-95f239f21d2a tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:00.726973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-edc9a117-da25-4393-8276-f95bb06589a6 req-b94d6dde-ebf0-4822-9526-bd86d77d7f54 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Deleting port ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:44:00.727348 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-edc9a117-da25-4393-8276-f95bb06589a6 req-b94d6dde-ebf0-4822-9526-bd86d77d7f54 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:00.760124 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50ab514f-ee03-408b-9186-f2530e220fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:00.767804 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9a20f508-cb45-47df-b1f7-0d26fb85cb48 req-61436275-bcdd-45fa-8c60-f163de91cf97 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134245 Nov 02 11:44:00.812569 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab514f-ee03-408b-9186-f2530e220fa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c4c8bce-0c4f-41e2-9449-e7ccb1be5b5b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:00.835907 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Attempting to bind port 4f4995df-6140-41d4-b831-fd7cdf42e8b4 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:44:00.836281 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Attempting to bind port 4f4995df-6140-41d4-b831-fd7cdf42e8b4 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:44:00.836648 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Attempting to bind port 4f4995df-6140-41d4-b831-fd7cdf42e8b4 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:44:00.843189 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:44:00.847065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:44:00.847065 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:00.847065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:44:00.847065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Bound port: 4f4995df-6140-41d4-b831-fd7cdf42e8b4, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:44:00.848296 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:00.852648 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a894c13-e708-4691-986a-b8629a9d5686 None None] Pushing event updated for resources: {'Port': ['ID=4f4995df-6140-41d4-b831-fd7cdf42e8b4,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:00.860336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34314) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:00.864579 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da02bfbe-68d8-46f5-941e-95f239f21d2a tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:00.889941 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50ab514f-ee03-408b-9186-f2530e220fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:00.893662 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-50ab514f-ee03-408b-9186-f2530e220fa1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7c4c8bce-0c4f-41e2-9449-e7ccb1be5b5b HTTP/1.1" status: 204 len: 168 time: 0.7370977 Nov 02 11:44:00.909996 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34318) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:00.974536 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] For port 4f4995df-6140-41d4-b831-fd7cdf42e8b4, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:44:00.985856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] For port 4f4995df-6140-41d4-b831-fd7cdf42e8b4, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4f4995df-6140-41d4-b831-fd7cdf42e8b4,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:44:01.013804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02bfbe-68d8-46f5-941e-95f239f21d2a tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d1db0d-2531-4f53-8dbc-a0e2df03ca78,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:01.031614 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-befc16b3-5889-49bc-b058-08785e619404 admin admin] Allocated IP 172.20.0.1 (25cc108e-ed7c-4629-951a-e2d190810bce/8443bffa-34c8-4668-b8fe-e674bb3ecaf4/7646490a-575b-4d87-b6fa-f42170c776e9) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:44:01.093723 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-edc9a117-da25-4393-8276-f95bb06589a6 req-b94d6dde-ebf0-4822-9526-bd86d77d7f54 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] For port ef1cc1d5-54dc-416e-9628-9cde5b04ddf9, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ef1cc1d5-54dc-416e-9628-9cde5b04ddf9,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:01.094098 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-edc9a117-da25-4393-8276-f95bb06589a6 req-b94d6dde-ebf0-4822-9526-bd86d77d7f54 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:01.120749 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-11e35920-3d7e-45ba-b1f3-4808e572353e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5a08bbf9b2ce4b8ba1d15aa7a051ddda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548034 Nov 02 11:44:01.121481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34322) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:01.127325 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-edc9a117-da25-4393-8276-f95bb06589a6 req-b94d6dde-ebf0-4822-9526-bd86d77d7f54 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Calling delete_port for ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:44:01.130985 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bc61d324-80ea-470a-a04d-0a9da902e255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:01.156968 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:01.274319 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Routers {'6a036490-3cfe-43b4-970c-d8a5e11174a3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:44:01.279323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:43:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a036490-3cfe-43b4-970c-d8a5e11174a3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:01.300995 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da02bfbe-68d8-46f5-941e-95f239f21d2a tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:01.305697 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-da02bfbe-68d8-46f5-941e-95f239f21d2a tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5017242 Nov 02 11:44:01.329426 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34326) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:01.340862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-087eb76a-3905-47bb-ae08-5a4812c4cf51 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group_rule': {'security_group_id': 'bab293b8-a8da-44e1-9efd-2d409a860f2e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:01.355072 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a82afc1-9d66-4c42-8c22-c1a9ca86be59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:01.392857 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a894c13-e708-4691-986a-b8629a9d5686 None None] Pushing event updated for resources: {'Port': ['ID=4f4995df-6140-41d4-b831-fd7cdf42e8b4,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:01.405913 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 8dd1b011-693e-4efc-9786-6be7b7116cd3 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:44:01.438320 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75a21e-f8f2-4df1-b785-2cc2ff29db8e req-4c21177f-db8c-43f7-b991-6e4c148c8abd tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:01.446093 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec75a21e-f8f2-4df1-b785-2cc2ff29db8e req-4c21177f-db8c-43f7-b991-6e4c148c8abd tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 943 time: 0.1805749 Nov 02 11:44:01.471535 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a82afc1-9d66-4c42-8c22-c1a9ca86be59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:01.516397 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bc61d324-80ea-470a-a04d-0a9da902e255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:01.571740 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-bc61d324-80ea-470a-a04d-0a9da902e255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6954393-f605-47d3-9739-2a8840607bff']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:01.576044 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-befc16b3-5889-49bc-b058-08785e619404 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:01.580603 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-087eb76a-3905-47bb-ae08-5a4812c4cf51 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:01.596879 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-bc61d324-80ea-470a-a04d-0a9da902e255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66365ffc-4397-4e36-8e79-1c5b4d51a8f6') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:01.597240 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-bc61d324-80ea-470a-a04d-0a9da902e255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66365ffc-4397-4e36-8e79-1c5b4d51a8f6') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:01.622733 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bc61d324-80ea-470a-a04d-0a9da902e255 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:01.630703 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec75a21e-f8f2-4df1-b785-2cc2ff29db8e req-2caf18cf-5a9c-4988-a15f-35a4ea335e11 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803946 Nov 02 11:44:01.656275 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bc61d324-80ea-470a-a04d-0a9da902e255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:01.669717 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-edc9a117-da25-4393-8276-f95bb06589a6 req-b94d6dde-ebf0-4822-9526-bd86d77d7f54 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:01.671482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc61d324-80ea-470a-a04d-0a9da902e255 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:44:01.671926 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bc61d324-80ea-470a-a04d-0a9da902e255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:44:01.683645 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:44:01.727599 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-087eb76a-3905-47bb-ae08-5a4812c4cf51 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:01.732135 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['ef1cc1d5-54dc-416e-9628-9cde5b04ddf9'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:44:01.764003 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a82afc1-9d66-4c42-8c22-c1a9ca86be59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:01.766911 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a82afc1-9d66-4c42-8c22-c1a9ca86be59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:01.769217 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4a82afc1-9d66-4c42-8c22-c1a9ca86be59 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d323cb42-b221-4722-8fa5-0f10debef2a3 HTTP/1.1" status: 204 len: 168 time: 0.6468954 Nov 02 11:44:01.801867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82afc1-9d66-4c42-8c22-c1a9ca86be59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d323cb42-b221-4722-8fa5-0f10debef2a3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:01.827420 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-087eb76a-3905-47bb-ae08-5a4812c4cf51 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:01.831303 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-befc16b3-5889-49bc-b058-08785e619404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:01.841970 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d6dde-ebf0-4822-9526-bd86d77d7f54 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Pushing event deleted for resources: {'Port': ['ID=ef1cc1d5-54dc-416e-9628-9cde5b04ddf9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:01.865919 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f22addcd-18b9-4cef-be15-a5ef1a899470 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:44:01.880583 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087eb76a-3905-47bb-ae08-5a4812c4cf51 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09141d80-7946-4a69-ac0b-0d1060d87560,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:01.929288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befc16b3-5889-49bc-b058-08785e619404 admin admin] Network 25cc108e-ed7c-4629-951a-e2d190810bce is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:44:01.934742 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-befc16b3-5889-49bc-b058-08785e619404 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:01.942748 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befc16b3-5889-49bc-b058-08785e619404 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:44:02.005982 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-befc16b3-5889-49bc-b058-08785e619404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:02.034083 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc9a117-da25-4393-8276-f95bb06589a6 req-b94d6dde-ebf0-4822-9526-bd86d77d7f54 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] No DVR routers for this DVR port ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:44:02.038697 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-edc9a117-da25-4393-8276-f95bb06589a6 req-b94d6dde-ebf0-4822-9526-bd86d77d7f54 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:02.043734 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-edc9a117-da25-4393-8276-f95bb06589a6 req-b94d6dde-ebf0-4822-9526-bd86d77d7f54 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.79 "DELETE /v2.0/ports/ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 HTTP/1.1" status: 204 len: 173 time: 1.7009146 Nov 02 11:44:02.044276 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2a0a67-f04f-4e2c-9f14-18329a708485', 'name': 'network-vif-deleted', 'tag': 'ef1cc1d5-54dc-416e-9628-9cde5b04ddf9'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:44:02.057893 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207acfbd-235a-4f0f-a623-9babb0459235" -d '{"events": [{"server_uuid": "1a2a0a67-f04f-4e2c-9f14-18329a708485", "name": "network-vif-deleted", "tag": "ef1cc1d5-54dc-416e-9628-9cde5b04ddf9"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:44:02.061697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 8dd1b011-693e-4efc-9786-6be7b7116cd3 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:44:02.072013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 8dd1b011-693e-4efc-9786-6be7b7116cd3 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:44:02.126594 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-087eb76a-3905-47bb-ae08-5a4812c4cf51 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:02.135973 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-087eb76a-3905-47bb-ae08-5a4812c4cf51 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7969270 Nov 02 11:44:02.137466 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34350) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:02.137466 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-19cd76c3-eda4-401d-9ac3-873d82e7414b tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group_rule': {'security_group_id': 'bab293b8-a8da-44e1-9efd-2d409a860f2e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:02.138252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc16b3-5889-49bc-b058-08785e619404 admin admin] Pushing event updated for resources: {'Port': ['ID=7646490a-575b-4d87-b6fa-f42170c776e9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:02.147401 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port f22addcd-18b9-4cef-be15-a5ef1a899470, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f22addcd-18b9-4cef-be15-a5ef1a899470,segment=NetworkSegment(f2f27feb-217d-4502-af56-e236e3900c3c),segment_id=f2f27feb-217d-4502-af56-e236e3900c3c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:02.196797 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0363f80e-2e2a-4f43-990e-7528dcf2119e req-bf7d3983-c1df-4dd5-85e7-4138294fe492 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 210 time: 0.0777659 Nov 02 11:44:02.223129 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bc61d324-80ea-470a-a04d-0a9da902e255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:02.266761 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bc61d324-80ea-470a-a04d-0a9da902e255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:02.275107 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bc61d324-80ea-470a-a04d-0a9da902e255 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c6954393-f605-47d3-9739-2a8840607bff HTTP/1.1" status: 204 len: 168 time: 1.3610947 Nov 02 11:44:02.276915 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34358) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:02.289741 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'f22addcd-18b9-4cef-be15-a5ef1a899470', 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2', 'port_id': 'f22addcd-18b9-4cef-be15-a5ef1a899470', 'mac_address': 'fa:16:3e:18:36:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '319340b2-c2fa-459a-ba8d-30de9ce161b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:44:02.314400 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] Set router 6a036490-3cfe-43b4-970c-d8a5e11174a3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:44:02.334240 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2a0d94-43cd-480f-9592-c720d191de39 x-openstack-request-id: req-6e2a0d94-43cd-480f-9592-c720d191de39 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:44:02.334544 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2a0a67-f04f-4e2c-9f14-18329a708485", "name": "network-vif-deleted", "tag": "ef1cc1d5-54dc-416e-9628-9cde5b04ddf9", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:44:02.334807 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e2a0d94-43cd-480f-9592-c720d191de39 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:44:02.335246 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a2a0a67-f04f-4e2c-9f14-18329a708485', 'name': 'network-vif-deleted', 'tag': 'ef1cc1d5-54dc-416e-9628-9cde5b04ddf9', 'status': 'completed', 'code': 200} Nov 02 11:44:02.340116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61d324-80ea-470a-a04d-0a9da902e255 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6954393-f605-47d3-9739-2a8840607bff,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:02.373478 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-19cd76c3-eda4-401d-9ac3-873d82e7414b tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:02.501996 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-283a9280-c5a3-4cdf-ae9f-533aad253d0e admin admin] Deleting subnet 9c8875b2-3eed-49f9-8967-a8459f259d77 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:44:02.508751 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-283a9280-c5a3-4cdf-ae9f-533aad253d0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:02.545178 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-befc16b3-5889-49bc-b058-08785e619404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:02.551730 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-19cd76c3-eda4-401d-9ac3-873d82e7414b tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:02.634013 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-283a9280-c5a3-4cdf-ae9f-533aad253d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:02.699664 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-19cd76c3-eda4-401d-9ac3-873d82e7414b tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:02.760131 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd76c3-eda4-401d-9ac3-873d82e7414b tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699e2679-a6e8-43a0-8f99-43d0e6da7ded,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:02.763267 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:02.793682 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f71216bf-f2e5-403a-9faa-046ae5bc9dc8 None None] Provisioning complete for port 7646490a-575b-4d87-b6fa-f42170c776e9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:02.794379 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f71216bf-f2e5-403a-9faa-046ae5bc9dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:02.841056 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f71216bf-f2e5-403a-9faa-046ae5bc9dc8 None None] Port 7646490a-575b-4d87-b6fa-f42170c776e9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:44:02.850190 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb4290-ca02-4dc7-a2e5-86037465c0cb req-448e0ed2-9abd-4fd8-b410-43f29b6df526 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:02.852444 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-befb4290-ca02-4dc7-a2e5-86037465c0cb req-448e0ed2-9abd-4fd8-b410-43f29b6df526 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 943 time: 0.0797849 Nov 02 11:44:02.853806 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22addcd-18b9-4cef-be15-a5ef1a899470 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:44:02.879300 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-19cd76c3-eda4-401d-9ac3-873d82e7414b tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:02.886033 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-19cd76c3-eda4-401d-9ac3-873d82e7414b tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7548749 Nov 02 11:44:02.892064 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port f22addcd-18b9-4cef-be15-a5ef1a899470, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f22addcd-18b9-4cef-be15-a5ef1a899470,segment=NetworkSegment(f2f27feb-217d-4502-af56-e236e3900c3c),segment_id=f2f27feb-217d-4502-af56-e236e3900c3c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:02.902545 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34394) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:02.908537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-9b455cff-35a5-419b-86db-7f4f7b23bc68 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group_rule': {'security_group_id': 'bab293b8-a8da-44e1-9efd-2d409a860f2e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:02.916619 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-283a9280-c5a3-4cdf-ae9f-533aad253d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:03.002843 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'name': 'tempest-ServersTestManualDisk-442744179-router', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:54Z', 'updated_at': '2021-11-02T11:43:57Z', 'revision_number': 3, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'gw_port': {'id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:55Z', 'updated_at': '2021-11-02T11:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:03.024918 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-befb4290-ca02-4dc7-a2e5-86037465c0cb req-7d9c015a-c89c-4585-8497-c1f49047626b tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664813 Nov 02 11:44:03.069124 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:03.071978 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8fbd8d-f749-42d2-857e-46785e54863b None None] The sync data for ids ['6a036490-3cfe-43b4-970c-d8a5e11174a3'] in n-d-806683-18 is: [{'id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'name': 'tempest-ServersTestManualDisk-442744179-router', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:54Z', 'updated_at': '2021-11-02T11:43:57Z', 'revision_number': 3, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'gw_port': {'id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:55Z', 'updated_at': '2021-11-02T11:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:44:03.102089 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-befc16b3-5889-49bc-b058-08785e619404 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:03.125395 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b455cff-35a5-419b-86db-7f4f7b23bc68 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:03.172166 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=f22addcd-18b9-4cef-be15-a5ef1a899470,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:03.220168 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b455cff-35a5-419b-86db-7f4f7b23bc68 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:03.227705 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-283a9280-c5a3-4cdf-ae9f-533aad253d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:03.282112 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a9280-c5a3-4cdf-ae9f-533aad253d0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c8875b2-3eed-49f9-8967-a8459f259d77,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:03.288369 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-befc16b3-5889-49bc-b058-08785e619404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:03.293732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['f22addcd-18b9-4cef-be15-a5ef1a899470'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:44:03.334070 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b455cff-35a5-419b-86db-7f4f7b23bc68 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:03.413836 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b455cff-35a5-419b-86db-7f4f7b23bc68 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d4760b-57a7-412c-b95a-8af425bc88cf,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:03.540285 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b455cff-35a5-419b-86db-7f4f7b23bc68 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:03.541238 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9b455cff-35a5-419b-86db-7f4f7b23bc68 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6360149 Nov 02 11:44:03.545508 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34408) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:03.553950 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-66689bbd-1b03-4bde-ab9c-c36c7c9fbd26 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group_rule': {'security_group_id': 'bab293b8-a8da-44e1-9efd-2d409a860f2e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:03.668689 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34412) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:03.692298 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-283a9280-c5a3-4cdf-ae9f-533aad253d0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:03.707775 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34416) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:03.710985 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-283a9280-c5a3-4cdf-ae9f-533aad253d0e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9c8875b2-3eed-49f9-8967-a8459f259d77 HTTP/1.1" status: 204 len: 168 time: 1.4309363 Nov 02 11:44:03.791850 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-66689bbd-1b03-4bde-ab9c-c36c7c9fbd26 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:03.811998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc16b3-5889-49bc-b058-08785e619404 admin admin] Pushing event updated for resources: {'Port': ['ID=7646490a-575b-4d87-b6fa-f42170c776e9,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:03.833799 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-befc16b3-5889-49bc-b058-08785e619404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:03.847512 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:44:03.887427 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-174b3316-7691-4acd-9e0c-356a03c06ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:03.912687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:44:03.913029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ef1cc1d5-54dc-416e-9628-9cde5b04ddf9 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:44:03.923520 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b6d1cb7-41ed-41e8-b630-74b48f4c2858 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:03.950364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bdf21346-2f3e-4718-9013-4aee07910fbd req-b8839309-36a7-4f0b-b568-17f6d811189a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=1a2a0a67-f04f-4e2c-9f14-18329a708485 HTTP/1.1" status: 200 len: 210 time: 0.5663798 Nov 02 11:44:03.999041 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-66689bbd-1b03-4bde-ab9c-c36c7c9fbd26 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:04.056936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befc16b3-5889-49bc-b058-08785e619404 admin admin] Network 25cc108e-ed7c-4629-951a-e2d190810bce is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:44:04.060295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-befc16b3-5889-49bc-b058-08785e619404 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:04.074797 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-174b3316-7691-4acd-9e0c-356a03c06ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:04.094263 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-66689bbd-1b03-4bde-ab9c-c36c7c9fbd26 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:04.135203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-174b3316-7691-4acd-9e0c-356a03c06ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd777a2-bea6-47bf-8226-627ffec1855b']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:04.152420 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66689bbd-1b03-4bde-ab9c-c36c7c9fbd26 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0649aa97-a10e-41da-a6da-a77f6153c724,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:04.161376 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-174b3316-7691-4acd-9e0c-356a03c06ec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc657bbf-95a3-4191-9d8f-68732670ae46') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:04.162073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-174b3316-7691-4acd-9e0c-356a03c06ec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc657bbf-95a3-4191-9d8f-68732670ae46') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:04.179653 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-174b3316-7691-4acd-9e0c-356a03c06ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:04.216749 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-174b3316-7691-4acd-9e0c-356a03c06ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:04.251330 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174b3316-7691-4acd-9e0c-356a03c06ec4 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:44:04.252300 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-174b3316-7691-4acd-9e0c-356a03c06ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:04.296512 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-66689bbd-1b03-4bde-ab9c-c36c7c9fbd26 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:04.297731 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-66689bbd-1b03-4bde-ab9c-c36c7c9fbd26 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7514567 Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:44:04.298634 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:44:04.305223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34424) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:04.409309 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b6d1cb7-41ed-41e8-b630-74b48f4c2858 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:04.435228 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4f4995df-6140-41d4-b831-fd7cdf42e8b4 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:44:04.473240 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b2b2c-0fcf-4963-bb3c-97bb59c7e479 req-bf7a951b-817b-4b0a-a6a5-a0c4fe01cebd tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:04.475499 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8d8b2b2c-0fcf-4963-bb3c-97bb59c7e479 req-bf7a951b-817b-4b0a-a6a5-a0c4fe01cebd tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 944 time: 0.2393007 Nov 02 11:44:04.476924 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b6d1cb7-41ed-41e8-b630-74b48f4c2858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:04.520376 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7b337521-6dae-4b7b-b688-81bef5a596c9 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:04.535783 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7b337521-6dae-4b7b-b688-81bef5a596c9 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:04.574736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befc16b3-5889-49bc-b058-08785e619404 admin admin] Router 6a036490-3cfe-43b4-970c-d8a5e11174a3 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:44:04.611511 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 4f4995df-6140-41d4-b831-fd7cdf42e8b4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:04.612424 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:04.617418 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8d8b2b2c-0fcf-4963-bb3c-97bb59c7e479 req-13777242-edf7-4904-8e4f-ae4defb8c297 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337717 Nov 02 11:44:04.628513 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9b6d1cb7-41ed-41e8-b630-74b48f4c2858 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c91c7e2694b74ea3ae54e4c1cc418993&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9586592 Nov 02 11:44:04.630813 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-174b3316-7691-4acd-9e0c-356a03c06ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:04.641307 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-174b3316-7691-4acd-9e0c-356a03c06ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:04.652306 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-174b3316-7691-4acd-9e0c-356a03c06ec4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/bfd777a2-bea6-47bf-8226-627ffec1855b HTTP/1.1" status: 204 len: 168 time: 0.9417086 Nov 02 11:44:04.674321 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34434) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:04.740353 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7b337521-6dae-4b7b-b688-81bef5a596c9 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:04.770230 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7b337521-6dae-4b7b-b688-81bef5a596c9 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:04.771428 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7b337521-6dae-4b7b-b688-81bef5a596c9 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/0649aa97-a10e-41da-a6da-a77f6153c724 HTTP/1.1" status: 204 len: 168 time: 0.4651961 Nov 02 11:44:04.777405 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34440) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:04.785805 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b3316-7691-4acd-9e0c-356a03c06ec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfd777a2-bea6-47bf-8226-627ffec1855b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:04.799559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-073a1946-b91a-4fd2-9df5-5a4f6a1c87cb None None] Provisioning complete for port 7646490a-575b-4d87-b6fa-f42170c776e9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:04.800122 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-073a1946-b91a-4fd2-9df5-5a4f6a1c87cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:04.822404 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d1cb7-41ed-41e8-b630-74b48f4c2858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0d706c-730b-44b0-b685-ae446587c9af,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:04.867631 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b337521-6dae-4b7b-b688-81bef5a596c9 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0649aa97-a10e-41da-a6da-a77f6153c724,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:04.884248 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:04.906034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befc16b3-5889-49bc-b058-08785e619404 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:44:04.920861 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-befc16b3-5889-49bc-b058-08785e619404 admin admin] 10.222.0.52 "PUT /v2.0/routers/6a036490-3cfe-43b4-970c-d8a5e11174a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1730442 Nov 02 11:44:04.922589 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-073a1946-b91a-4fd2-9df5-5a4f6a1c87cb None None] Port 7646490a-575b-4d87-b6fa-f42170c776e9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:44:04.925661 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 4f4995df-6140-41d4-b831-fd7cdf42e8b4, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4f4995df-6140-41d4-b831-fd7cdf42e8b4,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:04.973616 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bc595d7c-81d9-4644-a0fe-9becd5262fe2 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1866753 Nov 02 11:44:04.974112 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34448) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:04.994857 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2645fad5-d392-4bf4-94d9-2be98a51b88f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:05.012143 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:05.026750 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2645fad5-d392-4bf4-94d9-2be98a51b88f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:05.108495 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53b49a64-c3e3-4790-a4d4-3e7e52b80644 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:05.127252 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53b49a64-c3e3-4790-a4d4-3e7e52b80644 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:05.179846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=4f4995df-6140-41d4-b831-fd7cdf42e8b4,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:05.374180 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2645fad5-d392-4bf4-94d9-2be98a51b88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:05.375824 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53b49a64-c3e3-4790-a4d4-3e7e52b80644 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:05.400447 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2645fad5-d392-4bf4-94d9-2be98a51b88f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:05.404458 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53b49a64-c3e3-4790-a4d4-3e7e52b80644 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:05.405779 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2645fad5-d392-4bf4-94d9-2be98a51b88f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e0d706c-730b-44b0-b685-ae446587c9af HTTP/1.1" status: 204 len: 168 time: 0.7255440 Nov 02 11:44:05.410725 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-53b49a64-c3e3-4790-a4d4-3e7e52b80644 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/b2d4760b-57a7-412c-b95a-8af425bc88cf HTTP/1.1" status: 204 len: 168 time: 0.4346762 Nov 02 11:44:05.413126 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34460) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:05.434730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b49a64-c3e3-4790-a4d4-3e7e52b80644 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2d4760b-57a7-412c-b95a-8af425bc88cf,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:05.438321 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645fad5-d392-4bf4-94d9-2be98a51b88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0d706c-730b-44b0-b685-ae446587c9af,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:05.497319 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34462) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:05.560568 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34464) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:05.563000 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8f5ea6e1-c2c8-44e0-b41e-137a2106cf7a tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1418889 Nov 02 11:44:05.595834 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34468) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:05.607777 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1475fc17-78b6-4de5-9b14-978f4c26e10d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f44db99cfc4430fa3fe446dbfb4477e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0940652 Nov 02 11:44:05.665588 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b8397cd-a27c-4f62-8003-c5f20db28b3c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:05.681546 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b8397cd-a27c-4f62-8003-c5f20db28b3c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:05.707695 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-936743b9-5615-40d8-8d5a-056e2dd4d0d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:05.750379 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-936743b9-5615-40d8-8d5a-056e2dd4d0d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:05.813919 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34486) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:05.818684 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7ca98b74-03c4-4ae7-8e9d-5cfd427f041e tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1249239000', 'description': 'tempest-description--493972979'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:05.843612 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f22addcd-18b9-4cef-be15-a5ef1a899470 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:44:05.911784 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b8397cd-a27c-4f62-8003-c5f20db28b3c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:05.917233 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b8397cd-a27c-4f62-8003-c5f20db28b3c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:05.921947 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34488) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:05.934831 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0b8397cd-a27c-4f62-8003-c5f20db28b3c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/699e2679-a6e8-43a0-8f99-43d0e6da7ded HTTP/1.1" status: 204 len: 168 time: 0.3697076 Nov 02 11:44:05.982863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8397cd-a27c-4f62-8003-c5f20db28b3c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=699e2679-a6e8-43a0-8f99-43d0e6da7ded,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:06.001425 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-936743b9-5615-40d8-8d5a-056e2dd4d0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:06.005385 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-936743b9-5615-40d8-8d5a-056e2dd4d0d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:06.010347 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-936743b9-5615-40d8-8d5a-056e2dd4d0d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/36eab2ce-a027-4747-9767-17904fc1ff5b HTTP/1.1" status: 204 len: 168 time: 0.4129114 Nov 02 11:44:06.050083 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-53eb91fb-7c69-4791-83a0-cc5482c35b5f tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1266949 Nov 02 11:44:06.050915 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34494) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:06.053563 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ca98b74-03c4-4ae7-8e9d-5cfd427f041e tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:06.081916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port f22addcd-18b9-4cef-be15-a5ef1a899470 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:44:06.087671 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port f22addcd-18b9-4cef-be15-a5ef1a899470 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:06.088572 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:06.143962 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ca98b74-03c4-4ae7-8e9d-5cfd427f041e tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:06.143962 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936743b9-5615-40d8-8d5a-056e2dd4d0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eab2ce-a027-4747-9767-17904fc1ff5b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:06.170513 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Sync routers for ids ['6a036490-3cfe-43b4-970c-d8a5e11174a3'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:44:06.176890 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-17060a83-85fb-49b7-bbd3-d643f0b80d52 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:06.178580 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-17060a83-85fb-49b7-bbd3-d643f0b80d52 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/networks?id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929 HTTP/1.1" status: 200 len: 812 time: 0.3788393 Nov 02 11:44:06.189258 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Routers {'6a036490-3cfe-43b4-970c-d8a5e11174a3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:44:06.190169 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:43:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a036490-3cfe-43b4-970c-d8a5e11174a3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:06.224557 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ca98b74-03c4-4ae7-8e9d-5cfd427f041e tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:06.263379 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb43718a-06c8-470a-bdb2-7966b0f97ecd tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:06.293989 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-8728e5a9-6abb-4d5c-82fc-f9d7a9b8daec tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/quotas/132e4746dfee4359a0fd0da383d0d399 HTTP/1.1" status: 200 len: 375 time: 0.1001384 Nov 02 11:44:06.301647 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca98b74-03c4-4ae7-8e9d-5cfd427f041e tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be179ae-4dc3-41f0-9cb9-bb30d69087eb,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:06.341560 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:06.344758 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb43718a-06c8-470a-bdb2-7966b0f97ecd tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:06.397723 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-8537e99c-acd3-495b-bb4b-63be8becb617 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1026745 Nov 02 11:44:06.405224 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port f22addcd-18b9-4cef-be15-a5ef1a899470, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f22addcd-18b9-4cef-be15-a5ef1a899470,segment=NetworkSegment(f2f27feb-217d-4502-af56-e236e3900c3c),segment_id=f2f27feb-217d-4502-af56-e236e3900c3c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:06.409059 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a2237d-28d4-4337-994a-c3f1359a2e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22addcd-18b9-4cef-be15-a5ef1a899470'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:44:06.416899 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ca98b74-03c4-4ae7-8e9d-5cfd427f041e tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:06.419952 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7ca98b74-03c4-4ae7-8e9d-5cfd427f041e tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6043954 Nov 02 11:44:06.422193 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34500) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:06.441164 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1c5d5875-85de-4572-b17a-dd0452254672 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Request body: {'security_group_rule': {'security_group_id': '9be179ae-4dc3-41f0-9cb9-bb30d69087eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:06.450799 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c86abc-3ef4-4590-ace9-c182499ffe33" -d '{"events": [{"server_uuid": "40a2237d-28d4-4337-994a-c3f1359a2e55", "name": "network-vif-plugged", "status": "completed", "tag": "f22addcd-18b9-4cef-be15-a5ef1a899470"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:44:06.458743 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4f4995df-6140-41d4-b831-fd7cdf42e8b4 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:44:06.470730 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Set router 6a036490-3cfe-43b4-970c-d8a5e11174a3 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:44:06.533719 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb43718a-06c8-470a-bdb2-7966b0f97ecd tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:06.537548 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:06.551188 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb43718a-06c8-470a-bdb2-7966b0f97ecd tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:06.552365 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bb43718a-06c8-470a-bdb2-7966b0f97ecd tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/09141d80-7946-4a69-ac0b-0d1060d87560 HTTP/1.1" status: 204 len: 168 time: 0.4901273 Nov 02 11:44:06.555372 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34508) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:06.590867 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-5c297fcf-6250-4f0d-969e-17bbda5395e7 service neutron] 10.222.0.52 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921635 Nov 02 11:44:06.599769 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1c5d5875-85de-4572-b17a-dd0452254672 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:06.651362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43718a-06c8-470a-bdb2-7966b0f97ecd tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09141d80-7946-4a69-ac0b-0d1060d87560,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:06.657936 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=f22addcd-18b9-4cef-be15-a5ef1a899470,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:06.737959 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e86ada98-7882-4df3-8bed-81a9a757dec1 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1784806 Nov 02 11:44:06.739474 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34512) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:06.750097 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 4f4995df-6140-41d4-b831-fd7cdf42e8b4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:06.750842 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:06.780896 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1c5d5875-85de-4572-b17a-dd0452254672 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:06.798405 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-57877a17-aa90-433b-9e9b-6cbc8f94cbd8 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:06.827991 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-57877a17-aa90-433b-9e9b-6cbc8f94cbd8 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:06.896397 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0554a701-a19b-47b3-849d-d2a9ef38eefd req-10711dcb-2b31-406c-a15c-07f09c7822c1 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:06.915950 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9a3e7083-34f0-4303-a6aa-71497db66eb9 service neutron] 10.222.0.52 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240280 Nov 02 11:44:06.917114 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0554a701-a19b-47b3-849d-d2a9ef38eefd req-10711dcb-2b31-406c-a15c-07f09c7822c1 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 945 time: 0.1152077 Nov 02 11:44:06.921557 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1c5d5875-85de-4572-b17a-dd0452254672 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:06.961736 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'name': 'tempest-ServersTestManualDisk-442744179-router', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:54Z', 'updated_at': '2021-11-02T11:44:02Z', 'revision_number': 4, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'gw_port': {'id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:55Z', 'updated_at': '2021-11-02T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '7646490a-575b-4d87-b6fa-f42170c776e9', 'name': '', 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'mac_address': 'fa:16:3e:bb:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:00Z', 'updated_at': '2021-11-02T11:44:02Z', 'revision_number': 2, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'subnets': [{'id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:06.997996 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d5875-85de-4572-b17a-dd0452254672 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70bffec2-ac59-4ca8-9cc6-f91435077e7a,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:07.004595 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Checking router: 6a036490-3cfe-43b4-970c-d8a5e11174a3 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:44:07.005177 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Updating router 6a036490-3cfe-43b4-970c-d8a5e11174a3 port 7646490a-575b-4d87-b6fa-f42170c776e9 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:44:07.019126 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-57877a17-aa90-433b-9e9b-6cbc8f94cbd8 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:07.026572 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-57877a17-aa90-433b-9e9b-6cbc8f94cbd8 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:07.031235 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-57877a17-aa90-433b-9e9b-6cbc8f94cbd8 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/32d1db0d-2531-4f53-8dbc-a0e2df03ca78 HTTP/1.1" status: 204 len: 168 time: 0.2880216 Nov 02 11:44:07.036109 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:07.036351 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34522) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:07.070735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57877a17-aa90-433b-9e9b-6cbc8f94cbd8 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32d1db0d-2531-4f53-8dbc-a0e2df03ca78,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:07.082488 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1c5d5875-85de-4572-b17a-dd0452254672 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:07.090835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34526) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:07.097726 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1c5d5875-85de-4572-b17a-dd0452254672 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6719322 Nov 02 11:44:07.101486 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-104aea19-2ee5-443c-b28e-cc78f9f97bf2 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Request body: {'security_group_rule': {'security_group_id': '9be179ae-4dc3-41f0-9cb9-bb30d69087eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:07.151125 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0554a701-a19b-47b3-849d-d2a9ef38eefd req-1304e428-dcc0-422f-87ff-05d0195721d9 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175705 Nov 02 11:44:07.166449 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3c01667b-2dfe-446c-a09a-73b4c4718eaa tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1278725 Nov 02 11:44:07.168669 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34528) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:07.220798 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37241036-1d00-4e96-bce1-c21e351f4b60 x-openstack-request-id: req-37241036-1d00-4e96-bce1-c21e351f4b60 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:44:07.221323 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a2237d-28d4-4337-994a-c3f1359a2e55", "name": "network-vif-plugged", "status": "completed", "tag": "f22addcd-18b9-4cef-be15-a5ef1a899470", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:44:07.221323 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-37241036-1d00-4e96-bce1-c21e351f4b60 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:44:07.221715 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a2237d-28d4-4337-994a-c3f1359a2e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22addcd-18b9-4cef-be15-a5ef1a899470', 'code': 200} Nov 02 11:44:07.247797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34530) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:07.279636 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6fee85a-65d6-4c32-86d5-d23ef1aa7ab4 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:07.286650 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-104aea19-2ee5-443c-b28e-cc78f9f97bf2 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:07.388605 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0fbca901-e6c6-4489-bb19-1e077581dd0d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f7207dd294d4433b5365fdf868b3856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361051 Nov 02 11:44:07.388605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34538) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:07.425522 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6fee85a-65d6-4c32-86d5-d23ef1aa7ab4 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:07.584430 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e1e167c-6c53-49d1-8bf6-e16754652ef3 req-4e928ea2-0820-4a4f-8db6-cae5b0534da4 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 210 time: 0.1648426 Nov 02 11:44:07.584690 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff75d5-d712-4e94-abc8-b38bb67a3b30 req-810249ad-f647-4962-bb87-35abbc60a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:07.586353 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bfff75d5-d712-4e94-abc8-b38bb67a3b30 req-810249ad-f647-4962-bb87-35abbc60a7ce service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 1097 time: 0.3007109 Nov 02 11:44:07.633835 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-104aea19-2ee5-443c-b28e-cc78f9f97bf2 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:07.691797 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d829d52-67b2-462c-b7c8-d57e77b9d9e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:07.728948 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bfff75d5-d712-4e94-abc8-b38bb67a3b30 req-a1183241-a572-4f62-93c8-5ceba4f0a142 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336067 Nov 02 11:44:07.758104 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d829d52-67b2-462c-b7c8-d57e77b9d9e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:07.868714 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:07.979480 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6fee85a-65d6-4c32-86d5-d23ef1aa7ab4 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:07.982309 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6fee85a-65d6-4c32-86d5-d23ef1aa7ab4 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:07.984592 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f6fee85a-65d6-4c32-86d5-d23ef1aa7ab4 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-groups/bab293b8-a8da-44e1-9efd-2d409a860f2e HTTP/1.1" status: 204 len: 168 time: 0.8131998 Nov 02 11:44:07.998549 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fee85a-65d6-4c32-86d5-d23ef1aa7ab4 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab293b8-a8da-44e1-9efd-2d409a860f2e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:07.999444 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34566) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:08.025060 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-104aea19-2ee5-443c-b28e-cc78f9f97bf2 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:08.043344 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104aea19-2ee5-443c-b28e-cc78f9f97bf2 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=658d0044-5d95-4f6e-9d53-7ce7770e2c02,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:08.085278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3038537c-16a2-45a1-a2a1-3d360402c1b9 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0850070 Nov 02 11:44:08.090447 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34568) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:08.093916 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:08.100339 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d829d52-67b2-462c-b7c8-d57e77b9d9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:08.102901 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d829d52-67b2-462c-b7c8-d57e77b9d9e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:08.107054 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6ac73dd7-b978-4e96-beeb-8a0b27aff2f6 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431400423'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:08.107800 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4d829d52-67b2-462c-b7c8-d57e77b9d9e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d0316316-77a9-4b36-bc86-76dab06e0826 HTTP/1.1" status: 204 len: 168 time: 0.7144117 Nov 02 11:44:08.117840 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d829d52-67b2-462c-b7c8-d57e77b9d9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0316316-77a9-4b36-bc86-76dab06e0826,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:08.239304 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-104aea19-2ee5-443c-b28e-cc78f9f97bf2 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:08.247744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-104aea19-2ee5-443c-b28e-cc78f9f97bf2 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1484580 Nov 02 11:44:08.248059 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34578) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:08.252768 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-854831da-dba9-45ce-a5e1-c9baa5926a1a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:08.288240 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aaa87-960e-4db3-b80b-c96c7bdbc155 None None] Pushing event updated for resources: {'Port': ['ID=7646490a-575b-4d87-b6fa-f42170c776e9,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:08.307649 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4aaa87-960e-4db3-b80b-c96c7bdbc155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:08.310309 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4aaa87-960e-4db3-b80b-c96c7bdbc155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:08.310879 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4aaa87-960e-4db3-b80b-c96c7bdbc155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:08.313330 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4aaa87-960e-4db3-b80b-c96c7bdbc155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:08.313999 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4aaa87-960e-4db3-b80b-c96c7bdbc155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:08.315063 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4aaa87-960e-4db3-b80b-c96c7bdbc155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:08.315900 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4aaa87-960e-4db3-b80b-c96c7bdbc155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:08.320664 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4aaa87-960e-4db3-b80b-c96c7bdbc155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:08.324849 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4aaa87-960e-4db3-b80b-c96c7bdbc155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:08.324849 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4aaa87-960e-4db3-b80b-c96c7bdbc155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:08.324849 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4aaa87-960e-4db3-b80b-c96c7bdbc155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:08.324849 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4aaa87-960e-4db3-b80b-c96c7bdbc155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:08.354295 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6ac73dd7-b978-4e96-beeb-8a0b27aff2f6 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:08.425241 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Attempting to bind port 7646490a-575b-4d87-b6fa-f42170c776e9 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:44:08.426047 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Attempting to bind port 7646490a-575b-4d87-b6fa-f42170c776e9 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '3d6da19a-b234-404e-9369-53e195983395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:44:08.426618 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Attempting to bind port 7646490a-575b-4d87-b6fa-f42170c776e9 on network 25cc108e-ed7c-4629-951a-e2d190810bce {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:44:08.436632 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:44:08.437364 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Checking segment: {'id': '3d6da19a-b234-404e-9369-53e195983395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:44:08.437999 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:08.438626 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Bound using segment: {'id': '3d6da19a-b234-404e-9369-53e195983395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:44:08.439442 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Bound port: 7646490a-575b-4d87-b6fa-f42170c776e9, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6da19a-b234-404e-9369-53e195983395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:44:08.440074 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:08.441990 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-854831da-dba9-45ce-a5e1-c9baa5926a1a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:08.461814 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8d2c2-1d25-47da-b271-d9281688c4ce req-b8616394-caf9-4670-955a-8c01188f8c8e tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:08.473343 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2fa8d2c2-1d25-47da-b271-d9281688c4ce req-b8616394-caf9-4670-955a-8c01188f8c8e tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 945 time: 0.1992643 Nov 02 11:44:08.632115 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] For port 7646490a-575b-4d87-b6fa-f42170c776e9, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:44:08.638775 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6ac73dd7-b978-4e96-beeb-8a0b27aff2f6 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:08.640843 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] For port 7646490a-575b-4d87-b6fa-f42170c776e9, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7646490a-575b-4d87-b6fa-f42170c776e9,segment=NetworkSegment(3d6da19a-b234-404e-9369-53e195983395),segment_id=3d6da19a-b234-404e-9369-53e195983395)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:44:08.717835 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-cff5aea0-b2ab-444a-9b39-ea8514ddb033 None None] Provisioning complete for port 7646490a-575b-4d87-b6fa-f42170c776e9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:08.718306 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cff5aea0-b2ab-444a-9b39-ea8514ddb033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:08.748085 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2fa8d2c2-1d25-47da-b271-d9281688c4ce req-f200d8ac-5fbf-446f-98ed-3d0f2c3f68c2 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2734413 Nov 02 11:44:08.805764 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6ac73dd7-b978-4e96-beeb-8a0b27aff2f6 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:08.805854 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:08.941504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-cff5aea0-b2ab-444a-9b39-ea8514ddb033 None None] Port 7646490a-575b-4d87-b6fa-f42170c776e9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:44:08.945940 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac73dd7-b978-4e96-beeb-8a0b27aff2f6 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1652a146-d24d-47e3-8c10-ed75675bf9f5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:08.999483 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8ee26853-5b58-4e10-9ed4-696bac7fc098 req-b415d5b0-34ba-4f33-8c5f-c43d5c34ad49 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 210 time: 0.1599090 Nov 02 11:44:09.003351 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aaa87-960e-4db3-b80b-c96c7bdbc155 None None] Pushing event updated for resources: {'Port': ['ID=7646490a-575b-4d87-b6fa-f42170c776e9,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:09.006283 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34602) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:09.020472 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6ac73dd7-b978-4e96-beeb-8a0b27aff2f6 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:09.023706 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6ac73dd7-b978-4e96-beeb-8a0b27aff2f6 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9310355 Nov 02 11:44:09.025861 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34606) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:09.032006 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Routers {'6a036490-3cfe-43b4-970c-d8a5e11174a3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:44:09.032896 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:43:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a036490-3cfe-43b4-970c-d8a5e11174a3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:09.039107 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0460602a-aaa5-4ec3-ad9a-2cc845ad5a29 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group_rule': {'security_group_id': '1652a146-d24d-47e3-8c10-ed75675bf9f5', 'direction': 'ingress', 'protocol': 17}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:09.055322 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-854831da-dba9-45ce-a5e1-c9baa5926a1a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:09.191121 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0460602a-aaa5-4ec3-ad9a-2cc845ad5a29 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:09.301512 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] Set router 6a036490-3cfe-43b4-970c-d8a5e11174a3 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:44:09.320616 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-608f114a-b2f2-408f-ad9b-0d16795f85b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:09.376818 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-854831da-dba9-45ce-a5e1-c9baa5926a1a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Allocated IP 172.25.6.63 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/4c6c1a41-2817-473a-aa4c-59521863dad8) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:44:09.397994 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-08008482-f609-46a1-86c5-1920e1a628f6 None None] Provisioning complete for port 7646490a-575b-4d87-b6fa-f42170c776e9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:09.398964 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-08008482-f609-46a1-86c5-1920e1a628f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:09.424458 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0460602a-aaa5-4ec3-ad9a-2cc845ad5a29 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:09.576465 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-608f114a-b2f2-408f-ad9b-0d16795f85b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:09.577346 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0460602a-aaa5-4ec3-ad9a-2cc845ad5a29 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:09.601342 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-08008482-f609-46a1-86c5-1920e1a628f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:09.609207 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460602a-aaa5-4ec3-ad9a-2cc845ad5a29 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e168f54-d17c-4005-9997-e06cbe696820,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:09.662597 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-08008482-f609-46a1-86c5-1920e1a628f6 None None] For port 7646490a-575b-4d87-b6fa-f42170c776e9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7646490a-575b-4d87-b6fa-f42170c776e9,segment=NetworkSegment(3d6da19a-b234-404e-9369-53e195983395),segment_id=3d6da19a-b234-404e-9369-53e195983395)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:09.677901 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-854831da-dba9-45ce-a5e1-c9baa5926a1a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:09.716719 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-608f114a-b2f2-408f-ad9b-0d16795f85b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:09.819206 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-08008482-f609-46a1-86c5-1920e1a628f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:09.855730 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-854831da-dba9-45ce-a5e1-c9baa5926a1a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:09.862688 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34618) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:09.863207 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-608f114a-b2f2-408f-ad9b-0d16795f85b3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab094f093af744398d89722d17f85f30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8512857 Nov 02 11:44:09.874409 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f114a-b2f2-408f-ad9b-0d16795f85b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1961bc-1f7a-4caa-9ec8-d9170bf7d03d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:09.890974 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0460602a-aaa5-4ec3-ad9a-2cc845ad5a29 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:09.895261 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0460602a-aaa5-4ec3-ad9a-2cc845ad5a29 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8614984 Nov 02 11:44:09.901621 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34622) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:09.976921 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'name': 'tempest-ServersTestManualDisk-442744179-router', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:54Z', 'updated_at': '2021-11-02T11:44:02Z', 'revision_number': 4, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'gw_port': {'id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:55Z', 'updated_at': '2021-11-02T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '7646490a-575b-4d87-b6fa-f42170c776e9', 'name': '', 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'mac_address': 'fa:16:3e:bb:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:00Z', 'updated_at': '2021-11-02T11:44:08Z', 'revision_number': 4, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'subnets': [{'id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:10.007131 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08008482-f609-46a1-86c5-1920e1a628f6 None None] Pushing event updated for resources: {'Port': ['ID=7646490a-575b-4d87-b6fa-f42170c776e9,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:10.033573 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08008482-f609-46a1-86c5-1920e1a628f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:10.039026 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08008482-f609-46a1-86c5-1920e1a628f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:10.039523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08008482-f609-46a1-86c5-1920e1a628f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:10.040224 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08008482-f609-46a1-86c5-1920e1a628f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:10.040898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08008482-f609-46a1-86c5-1920e1a628f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:10.041454 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08008482-f609-46a1-86c5-1920e1a628f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:10.042063 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08008482-f609-46a1-86c5-1920e1a628f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:10.044202 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08008482-f609-46a1-86c5-1920e1a628f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:10.045207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08008482-f609-46a1-86c5-1920e1a628f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:10.045787 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08008482-f609-46a1-86c5-1920e1a628f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:10.047460 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08008482-f609-46a1-86c5-1920e1a628f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:10.048029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08008482-f609-46a1-86c5-1920e1a628f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:10.065831 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74223fc1-b3ea-47f1-992a-a478980343bd None None] The sync data for ids ['6a036490-3cfe-43b4-970c-d8a5e11174a3'] in n-d-806683-18 is: [{'id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'name': 'tempest-ServersTestManualDisk-442744179-router', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:54Z', 'updated_at': '2021-11-02T11:44:02Z', 'revision_number': 4, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'gw_port': {'id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:55Z', 'updated_at': '2021-11-02T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '7646490a-575b-4d87-b6fa-f42170c776e9', 'name': '', 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'mac_address': 'fa:16:3e:bb:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:00Z', 'updated_at': '2021-11-02T11:44:08Z', 'revision_number': 4, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'subnets': [{'id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:44:10.148794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854831da-dba9-45ce-a5e1-c9baa5926a1a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:44:10.157940 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf73a311-29ac-4f19-a71c-cc3eededdb24 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:10.166210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-854831da-dba9-45ce-a5e1-c9baa5926a1a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:10.170726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854831da-dba9-45ce-a5e1-c9baa5926a1a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:44:10.203898 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854831da-dba9-45ce-a5e1-c9baa5926a1a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Pushing event updated for resources: {'Port': ['ID=4c6c1a41-2817-473a-aa4c-59521863dad8,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:10.230548 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf73a311-29ac-4f19-a71c-cc3eededdb24 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:10.334864 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6a98a2a0-6fe8-4b9c-97cb-cfe84918f6b1 req-981fda7c-985b-4a8b-ad58-e47ecc0afc67 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 210 time: 0.0419657 Nov 02 11:44:10.445414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368271d-fcbc-4a52-b30c-9151963f2582 req-130ea0f4-db12-421e-b35d-bd4cb0232569 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:10.449543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5368271d-fcbc-4a52-b30c-9151963f2582 req-130ea0f4-db12-421e-b35d-bd4cb0232569 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 945 time: 0.4197364 Nov 02 11:44:10.518685 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7646490a-575b-4d87-b6fa-f42170c776e9 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:44:10.532724 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-489affe7-5e6d-4877-a641-77ff7af2df13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:10.539795 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf73a311-29ac-4f19-a71c-cc3eededdb24 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:10.543126 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf73a311-29ac-4f19-a71c-cc3eededdb24 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:10.544812 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cf73a311-29ac-4f19-a71c-cc3eededdb24 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-groups/1652a146-d24d-47e3-8c10-ed75675bf9f5 HTTP/1.1" status: 204 len: 168 time: 0.6378005 Nov 02 11:44:10.563304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34640) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:10.563648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34642) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:10.571898 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73a311-29ac-4f19-a71c-cc3eededdb24 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1652a146-d24d-47e3-8c10-ed75675bf9f5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:10.665569 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5368271d-fcbc-4a52-b30c-9151963f2582 req-d498c22b-d789-4e0b-bc9e-3c737edfceb0 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923063 Nov 02 11:44:10.681144 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-489affe7-5e6d-4877-a641-77ff7af2df13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:10.695598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 7646490a-575b-4d87-b6fa-f42170c776e9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:10.696201 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:10.835960 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-854831da-dba9-45ce-a5e1-c9baa5926a1a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:10.855365 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6efafcae-ca63-4c16-bf71-7882569c3a15 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2900429 Nov 02 11:44:10.859680 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34648) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:10.864928 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-fe216744-89ba-4ea5-95be-bb669ca1564c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group': {'name': 'tempest-secgroup--167774271'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:10.873857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-38cc3acd-a54a-4598-91e9-fe78003ebc2e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1692091259-network', 'tenant_id': '46029f167d5d4582be880c226cb20707'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:10.904469 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.api [None req-38cc3acd-a54a-4598-91e9-fe78003ebc2e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 02 11:44:10.904469 n-d-806683-18 neutron-server[102689]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 02 11:44:10.904469 n-d-806683-18 neutron-server[102689]: [parameters: {'project_id_1': '46029f167d5d4582be880c226cb20707', 'expiration_1': datetime.datetime(2021, 11, 2, 11, 43, 50, 884899)}] Nov 02 11:44:10.904469 n-d-806683-18 neutron-server[102689]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:44:10.910113 n-d-806683-18 neutron-server[102689]: DEBUG oslo_db.api [None req-38cc3acd-a54a-4598-91e9-fe78003ebc2e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:44:10.919242 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6184b-95db-45f8-90e3-45665e576345 req-a548f399-2678-45e2-a9c3-270880c866e7 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:10.920845 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0f6184b-95db-45f8-90e3-45665e576345 req-a548f399-2678-45e2-a9c3-270880c866e7 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 945 time: 0.1315656 Nov 02 11:44:10.929648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34650) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:10.939469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d6a46b1a-96ce-4ffd-ae0a-e56870655f26 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Request body: {'floatingip': {'port_id': 'f22addcd-18b9-4cef-be15-a5ef1a899470'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:10.997729 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6a46b1a-96ce-4ffd-ae0a-e56870655f26 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:11.037340 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe216744-89ba-4ea5-95be-bb669ca1564c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:11.057833 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-489affe7-5e6d-4877-a641-77ff7af2df13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:11.060602 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-489affe7-5e6d-4877-a641-77ff7af2df13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:11.063018 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-489affe7-5e6d-4877-a641-77ff7af2df13 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c1961bc-1f7a-4caa-9ec8-d9170bf7d03d HTTP/1.1" status: 204 len: 168 time: 1.1966722 Nov 02 11:44:11.101114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489affe7-5e6d-4877-a641-77ff7af2df13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1961bc-1f7a-4caa-9ec8-d9170bf7d03d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:11.117237 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-854831da-dba9-45ce-a5e1-c9baa5926a1a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:11.174361 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe216744-89ba-4ea5-95be-bb669ca1564c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:11.594294 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe216744-89ba-4ea5-95be-bb669ca1564c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:11.596392 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cc3acd-a54a-4598-91e9-fe78003ebc2e admin admin] Made reservation on behalf of 46029f167d5d4582be880c226cb20707 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:44:11.599664 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38cc3acd-a54a-4598-91e9-fe78003ebc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:11.639558 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38cc3acd-a54a-4598-91e9-fe78003ebc2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:12.004014 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe216744-89ba-4ea5-95be-bb669ca1564c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:12.005574 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fe216744-89ba-4ea5-95be-bb669ca1564c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1441658 Nov 02 11:44:12.018973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34680) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:12.024754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe216744-89ba-4ea5-95be-bb669ca1564c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aef3ee8-401b-41ce-9110-be337b175afc,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:12.083993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6690d0c6-e4c0-451b-a93a-dd2fdbd5a84f tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group': {'name': 'tempest-secgroup--683359762'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:12.096500 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4926749d-f612-403b-9f03-09295bfeab03 req-4f83b14d-8227-4457-8061-eb98ba650cdd tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 210 time: 0.1009054 Nov 02 11:44:12.126317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-698bf2f8-d714-4460-b8ed-c8ff756d8270 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:12.126545 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-698bf2f8-d714-4460-b8ed-c8ff756d8270 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.54 "GET /v2.0/networks?id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929 HTTP/1.1" status: 200 len: 812 time: 0.7698090 Nov 02 11:44:12.140825 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-689e232b-fa72-4bea-a36b-895eb139c76a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Request body: {'port': {'device_id': 'eae0dc64-6a3b-4151-948d-f17b80638940', 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929', 'admin_state_up': True, 'tenant_id': '132e4746dfee4359a0fd0da383d0d399'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:12.222185 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-854831da-dba9-45ce-a5e1-c9baa5926a1a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:12.330340 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460d619-9e9e-4569-b23a-6ca993880b9e req-bc2a6959-1028-45e4-9606-89c0f4ec3b4e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:12.332081 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b460d619-9e9e-4569-b23a-6ca993880b9e req-bc2a6959-1028-45e4-9606-89c0f4ec3b4e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 946 time: 0.0938599 Nov 02 11:44:12.376527 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6690d0c6-e4c0-451b-a93a-dd2fdbd5a84f tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:12.415205 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b460d619-9e9e-4569-b23a-6ca993880b9e req-995e6cf7-c05e-4f78-bacd-8b5dbd7209c4 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733714 Nov 02 11:44:12.432686 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-854831da-dba9-45ce-a5e1-c9baa5926a1a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:12.476274 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6690d0c6-e4c0-451b-a93a-dd2fdbd5a84f tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:12.530859 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.resource_extend [None req-d6a46b1a-96ce-4ffd-ae0a-e56870655f26 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 11:44:12.657595 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38cc3acd-a54a-4598-91e9-fe78003ebc2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:12.660329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854831da-dba9-45ce-a5e1-c9baa5926a1a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Pushing event updated for resources: {'Port': ['ID=4c6c1a41-2817-473a-aa4c-59521863dad8,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:12.682285 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6a46b1a-96ce-4ffd-ae0a-e56870655f26 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:12.691904 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-854831da-dba9-45ce-a5e1-c9baa5926a1a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:12.721858 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6690d0c6-e4c0-451b-a93a-dd2fdbd5a84f tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:12.727315 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-689e232b-fa72-4bea-a36b-895eb139c76a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Made reservation on behalf of 132e4746dfee4359a0fd0da383d0d399 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:44:12.731558 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-689e232b-fa72-4bea-a36b-895eb139c76a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:12.782286 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690d0c6-e4c0-451b-a93a-dd2fdbd5a84f tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de562007-8dea-482a-adcc-8a261e57a1a4,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:12.813021 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38cc3acd-a54a-4598-91e9-fe78003ebc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:12.843148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cc3acd-a54a-4598-91e9-fe78003ebc2e admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:44:12.854340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc3acd-a54a-4598-91e9-fe78003ebc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78ae7e6-d6fb-43d8-82c6-253e01ec19c2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:12.860620 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38cc3acd-a54a-4598-91e9-fe78003ebc2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:12.860972 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-38cc3acd-a54a-4598-91e9-fe78003ebc2e admin admin] Added segment 1ba37bf5-b62c-4202-951e-d6ac675f6184 of type vlan for network 65a7f9a5-8986-4030-b221-67bb58dbd3f8 Nov 02 11:44:12.888131 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-854831da-dba9-45ce-a5e1-c9baa5926a1a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:12.889915 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-854831da-dba9-45ce-a5e1-c9baa5926a1a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6406789 Nov 02 11:44:12.890732 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6a46b1a-96ce-4ffd-ae0a-e56870655f26 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:12.939894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-689e232b-fa72-4bea-a36b-895eb139c76a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Allocated IP 172.20.0.4 (3439ffc0-7f2e-476a-92cf-b2a59cfb1929/709b5eb0-8b3b-4f04-bc29-debbc3396f1e/ddd3c6eb-8b36-4c51-b500-b381936e9719) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:44:12.978094 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6690d0c6-e4c0-451b-a93a-dd2fdbd5a84f tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:12.979536 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6690d0c6-e4c0-451b-a93a-dd2fdbd5a84f tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9566610 Nov 02 11:44:12.983635 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34720) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:12.993702 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2730fa3e-b7b5-4ba7-a32c-54b1dcc7bd27 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group_rule': {'security_group_id': '5aef3ee8-401b-41ce-9110-be337b175afc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'de562007-8dea-482a-adcc-8a261e57a1a4', 'remote_ip_prefix': None}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:12.994326 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38cc3acd-a54a-4598-91e9-fe78003ebc2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:13.126796 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-d6a46b1a-96ce-4ffd-ae0a-e56870655f26 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Floating IP 863e981d-6595-4264-a3ac-af125dab194e associated. External IP: 172.25.6.238, port: f22addcd-18b9-4cef-be15-a5ef1a899470. Nov 02 11:44:13.153781 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-689e232b-fa72-4bea-a36b-895eb139c76a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:13.162235 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34730) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:13.242238 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2730fa3e-b7b5-4ba7-a32c-54b1dcc7bd27 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:13.351550 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2730fa3e-b7b5-4ba7-a32c-54b1dcc7bd27 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:13.375842 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-f8ed0481-4278-4aa2-8add-7486ffb923e6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-371343288-network', 'tenant_id': 'bc54fa29b1274504af99eea30e370ff3'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:13.383545 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38cc3acd-a54a-4598-91e9-fe78003ebc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:13.384610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cc3acd-a54a-4598-91e9-fe78003ebc2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:13.385192 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38cc3acd-a54a-4598-91e9-fe78003ebc2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:13.424721 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-689e232b-fa72-4bea-a36b-895eb139c76a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:13.445180 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-860cf815-6a69-4d0b-9e67-3fa8222b56f1 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1249239000&fields=id&tenant_id=4f84769d417245cf923cee90a14ce4c7 HTTP/1.1" status: 200 len: 267 time: 0.1307907 Nov 02 11:44:13.471206 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-689e232b-fa72-4bea-a36b-895eb139c76a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:44:13.476996 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-689e232b-fa72-4bea-a36b-895eb139c76a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:13.481657 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-689e232b-fa72-4bea-a36b-895eb139c76a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:44:13.509694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e232b-fa72-4bea-a36b-895eb139c76a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Pushing event updated for resources: {'Port': ['ID=ddd3c6eb-8b36-4c51-b500-b381936e9719,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:13.513850 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc3acd-a54a-4598-91e9-fe78003ebc2e admin admin] Pushing event updated for resources: {'Network': ['ID=65a7f9a5-8986-4030-b221-67bb58dbd3f8,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:13.518617 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2730fa3e-b7b5-4ba7-a32c-54b1dcc7bd27 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:13.519126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a46b1a-96ce-4ffd-ae0a-e56870655f26 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Router 8d8d6bdb-d194-416b-a63e-6b50033e583f has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:44:13.529932 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 65a7f9a5-8986-4030-b221-67bb58dbd3f8 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:44:13.545939 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730fa3e-b7b5-4ba7-a32c-54b1dcc7bd27 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412e40fc-8b97-491e-9403-2eeb5f6b8a2b,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:13.564652 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-689e232b-fa72-4bea-a36b-895eb139c76a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:13.565954 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-689e232b-fa72-4bea-a36b-895eb139c76a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:13.568897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ed0481-4278-4aa2-8add-7486ffb923e6 admin admin] Made reservation on behalf of bc54fa29b1274504af99eea30e370ff3 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:44:13.580560 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0481-4278-4aa2-8add-7486ffb923e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:13.595326 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:44:13.609266 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0481-4278-4aa2-8add-7486ffb923e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:13.691172 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-38cc3acd-a54a-4598-91e9-fe78003ebc2e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.1148350 Nov 02 11:44:13.694767 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34748) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:13.704534 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-24891ef1-d440-4b38-b387-3b6d1a5407f3 admin admin] Request body: {'subnet': {'network_id': '65a7f9a5-8986-4030-b221-67bb58dbd3f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1692091259-subnet', 'tenant_id': '46029f167d5d4582be880c226cb20707', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:13.731704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-bfd759fe-1bc0-44ef-a6ec-1a9e258ff710 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:13.733256 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-bfd759fe-1bc0-44ef-a6ec-1a9e258ff710 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/networks?id=25cc108e-ed7c-4629-951a-e2d190810bce HTTP/1.1" status: 200 len: 811 time: 0.2599678 Nov 02 11:44:13.751164 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef167f8-b1ac-4cfe-9fb0-08af0797ba65 req-2031f950-b0e3-46c4-80ba-d7ac18d7e45c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:13.752738 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ef167f8-b1ac-4cfe-9fb0-08af0797ba65 req-2031f950-b0e3-46c4-80ba-d7ac18d7e45c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 931 time: 0.0937996 Nov 02 11:44:13.755151 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0481-4278-4aa2-8add-7486ffb923e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:13.761133 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-689e232b-fa72-4bea-a36b-895eb139c76a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6252789 Nov 02 11:44:13.763645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-443ac99f-d7d6-434b-9bb7-8d317f01311b tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/quotas/4f84769d417245cf923cee90a14ce4c7 HTTP/1.1" status: 200 len: 375 time: 0.0183091 Nov 02 11:44:13.765602 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2730fa3e-b7b5-4ba7-a32c-54b1dcc7bd27 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:13.766360 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2730fa3e-b7b5-4ba7-a32c-54b1dcc7bd27 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7817686 Nov 02 11:44:13.770910 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34750) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:13.776018 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-3afa70c1-a621-4a2a-adf5-f4165128cb58 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:44:13.777108 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a46b1a-96ce-4ffd-ae0a-e56870655f26 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:44:13.777415 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-3afa70c1-a621-4a2a-adf5-f4165128cb58 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0051000 Nov 02 11:44:13.784135 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6a46b1a-96ce-4ffd-ae0a-e56870655f26 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:13.791347 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8c7b72-25a8-4d7d-aa04-4a855ae111d2 None None] Sync routers for ids ['8d8d6bdb-d194-416b-a63e-6b50033e583f'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:44:13.811653 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c7b72-25a8-4d7d-aa04-4a855ae111d2 None None] Routers {'8d8d6bdb-d194-416b-a63e-6b50033e583f'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:44:13.812674 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cb8c7b72-25a8-4d7d-aa04-4a855ae111d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:43:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8d8d6bdb-d194-416b-a63e-6b50033e583f'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:13.824520 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0481-4278-4aa2-8add-7486ffb923e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:13.843088 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d6a46b1a-96ce-4ffd-ae0a-e56870655f26 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "PUT /v2.0/floatingips/863e981d-6595-4264-a3ac-af125dab194e HTTP/1.1" status: 200 len: 991 time: 2.9122393 Nov 02 11:44:13.848203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a2237d-28d4-4337-994a-c3f1359a2e55', 'tag': 'f22addcd-18b9-4cef-be15-a5ef1a899470'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:44:13.850612 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca214dd-dbf6-4dab-9fc8-bb5cb3eccc53" -d '{"events": [{"name": "network-changed", "server_uuid": "40a2237d-28d4-4337-994a-c3f1359a2e55", "tag": "f22addcd-18b9-4cef-be15-a5ef1a899470"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:44:13.863085 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ed0481-4278-4aa2-8add-7486ffb923e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:44:13.875389 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0afd8c34-5d0d-4359-9c6b-40f14e0b689c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:13.894568 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0afd8c34-5d0d-4359-9c6b-40f14e0b689c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:13.899085 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed0481-4278-4aa2-8add-7486ffb923e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb07d84-7bfc-4522-b0b9-4a4ac9687860,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:13.913614 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0481-4278-4aa2-8add-7486ffb923e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:13.913883 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-f8ed0481-4278-4aa2-8add-7486ffb923e6 admin admin] Added segment d919331e-c26a-4e89-b954-8c547318cdbb of type vlan for network b67f9c4c-45d6-45fe-a041-096392e70ae8 Nov 02 11:44:13.952684 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ef167f8-b1ac-4cfe-9fb0-08af0797ba65 req-6bd45d90-d211-4370-88b3-a08b03464e90 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797833 Nov 02 11:44:13.965058 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-c4e018b3-34fa-4e2d-b091-4418af177b2f tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4f84769d417245cf923cee90a14ce4c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1189516 Nov 02 11:44:13.972651 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24891ef1-d440-4b38-b387-3b6d1a5407f3 admin admin] Made reservation on behalf of 46029f167d5d4582be880c226cb20707 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:44:13.974626 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-24891ef1-d440-4b38-b387-3b6d1a5407f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:13.978789 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34760) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:14.026760 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-cb8c7b72-25a8-4d7d-aa04-4a855ae111d2 None None] Set router 8d8d6bdb-d194-416b-a63e-6b50033e583f gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:44:14.051870 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Request body: {'port': {'device_id': 'eae0dc64-6a3b-4151-948d-f17b80638940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:14.120791 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-ac255ec0-cd7d-42c5-9c45-9cb7866c2c08 service neutron] 10.222.0.52 "GET /v2.0/networks/25cc108e-ed7c-4629-951a-e2d190810bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280174 Nov 02 11:44:14.163553 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db25dd6f-d277-4e76-ac3f-96ea2a8ac21d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:14.215479 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0afd8c34-5d0d-4359-9c6b-40f14e0b689c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:14.228092 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0afd8c34-5d0d-4359-9c6b-40f14e0b689c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:14.229327 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0afd8c34-5d0d-4359-9c6b-40f14e0b689c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/412e40fc-8b97-491e-9403-2eeb5f6b8a2b HTTP/1.1" status: 204 len: 168 time: 0.4508929 Nov 02 11:44:14.236572 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34766) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:14.253774 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db25dd6f-d277-4e76-ac3f-96ea2a8ac21d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:14.259414 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:14.264982 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd8c34-5d0d-4359-9c6b-40f14e0b689c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=412e40fc-8b97-491e-9403-2eeb5f6b8a2b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:14.268476 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0481-4278-4aa2-8add-7486ffb923e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:14.289190 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e39b763-91bd-42ad-a44e-9a0016aee9f0 x-openstack-request-id: req-7e39b763-91bd-42ad-a44e-9a0016aee9f0 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:44:14.289694 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a2237d-28d4-4337-994a-c3f1359a2e55", "tag": "f22addcd-18b9-4cef-be15-a5ef1a899470", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:44:14.289878 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e39b763-91bd-42ad-a44e-9a0016aee9f0 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:44:14.290490 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a2237d-28d4-4337-994a-c3f1359a2e55', 'tag': 'f22addcd-18b9-4cef-be15-a5ef1a899470', 'status': 'completed', 'code': 200} Nov 02 11:44:14.361623 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-db4d21fb-2607-4dd9-8aca-abf7a448b1c7 service neutron] 10.222.0.52 "GET /v2.0/networks/25cc108e-ed7c-4629-951a-e2d190810bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398329 Nov 02 11:44:14.377982 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0a42bf32-7310-4a47-a0c9-783f055bcfba tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1372757 Nov 02 11:44:14.379785 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34770) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:14.383807 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db25dd6f-d277-4e76-ac3f-96ea2a8ac21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:14.415938 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cb8c7b72-25a8-4d7d-aa04-4a855ae111d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'name': 'tempest-ServersTestBootFromVolume-457920805-router', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:42:32Z', 'updated_at': '2021-11-02T11:42:41Z', 'revision_number': 4, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'gw_port': {'id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:33Z', 'updated_at': '2021-11-02T11:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '863e981d-6595-4264-a3ac-af125dab194e', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'floating_ip_address': '172.25.6.238', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'port_id': 'f22addcd-18b9-4cef-be15-a5ef1a899470', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2', 'mac_address': 'fa:16:3e:18:36:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a2237d-28d4-4337-994a-c3f1359a2e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:42:49Z', 'updated_at': '2021-11-02T11:44:12Z', 'revision_number': 1, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e4f8c2-2e55-4b39-b16c-2ea978804055', 'name': '', 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'mac_address': 'fa:16:3e:38:84:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '319340b2-c2fa-459a-ba8d-30de9ce161b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:39Z', 'updated_at': '2021-11-02T11:42:46Z', 'revision_number': 5, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'subnets': [{'id': '319340b2-c2fa-459a-ba8d-30de9ce161b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:14.451522 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8c7b72-25a8-4d7d-aa04-4a855ae111d2 None None] Checking router: 8d8d6bdb-d194-416b-a63e-6b50033e583f for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:44:14.461780 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c7b72-25a8-4d7d-aa04-4a855ae111d2 None None] Routers {'8d8d6bdb-d194-416b-a63e-6b50033e583f'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:44:14.462796 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cb8c7b72-25a8-4d7d-aa04-4a855ae111d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:43:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8d8d6bdb-d194-416b-a63e-6b50033e583f'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:14.477928 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25dd6f-d277-4e76-ac3f-96ea2a8ac21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b1c105-d702-4c09-a7a8-840c285e76f2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:14.516498 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0481-4278-4aa2-8add-7486ffb923e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:14.517398 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ed0481-4278-4aa2-8add-7486ffb923e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:14.517985 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f8ed0481-4278-4aa2-8add-7486ffb923e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:14.518178 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-db25dd6f-d277-4e76-ac3f-96ea2a8ac21d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=451a83bc3c6e45f29cc076fcd22c4ea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5376048 Nov 02 11:44:14.519243 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34772) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:14.520434 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-12ca6b92-1ae2-4e35-98a0-f723c4918ca5 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:14.553173 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-12ca6b92-1ae2-4e35-98a0-f723c4918ca5 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:14.638584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-cb8c7b72-25a8-4d7d-aa04-4a855ae111d2 None None] Set router 8d8d6bdb-d194-416b-a63e-6b50033e583f gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:44:14.649520 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c178d485-daf8-427c-a1d3-9a25fd6f9ab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:14.653684 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-24891ef1-d440-4b38-b387-3b6d1a5407f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:14.673496 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c178d485-daf8-427c-a1d3-9a25fd6f9ab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:14.694937 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed0481-4278-4aa2-8add-7486ffb923e6 admin admin] Pushing event updated for resources: {'Network': ['ID=b67f9c4c-45d6-45fe-a041-096392e70ae8,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:14.722447 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f8ed0481-4278-4aa2-8add-7486ffb923e6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5590093 Nov 02 11:44:14.731503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34778) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:14.735905 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network b67f9c4c-45d6-45fe-a041-096392e70ae8 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:44:14.738413 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca214dd-dbf6-4dab-9fc8-bb5cb3eccc53 req-9f836e0e-ddd1-4514-96b9-10d0181be719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:14.740020 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ca214dd-dbf6-4dab-9fc8-bb5cb3eccc53 req-9f836e0e-ddd1-4514-96b9-10d0181be719 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0336d4fb11e54fcb8e7fa0f3785444ce&device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 1097 time: 0.3819366 Nov 02 11:44:14.751445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-91ac7086-7b7d-4988-b340-e59d5c47a09c admin admin] Request body: {'subnet': {'network_id': 'b67f9c4c-45d6-45fe-a041-096392e70ae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-371343288-subnet', 'tenant_id': 'bc54fa29b1274504af99eea30e370ff3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:14.802362 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-12ca6b92-1ae2-4e35-98a0-f723c4918ca5 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:14.806283 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-12ca6b92-1ae2-4e35-98a0-f723c4918ca5 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:14.811663 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-12ca6b92-1ae2-4e35-98a0-f723c4918ca5 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-groups/de562007-8dea-482a-adcc-8a261e57a1a4 HTTP/1.1" status: 204 len: 168 time: 0.4296300 Nov 02 11:44:14.819767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34784) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:14.842297 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c178d485-daf8-427c-a1d3-9a25fd6f9ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:14.845552 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c178d485-daf8-427c-a1d3-9a25fd6f9ab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:14.859793 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c178d485-daf8-427c-a1d3-9a25fd6f9ab1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/61b1c105-d702-4c09-a7a8-840c285e76f2 HTTP/1.1" status: 204 len: 168 time: 0.2907748 Nov 02 11:44:14.864184 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24891ef1-d440-4b38-b387-3b6d1a5407f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a340da4-c74f-4ea6-be35-c6ad10fec043,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:14.877006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca6b92-1ae2-4e35-98a0-f723c4918ca5 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de562007-8dea-482a-adcc-8a261e57a1a4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:14.884297 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-480d3bdf-5188-4451-bef0-17e97d687b8b req-08f9a351-710d-4042-bf73-b24d64344b49 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 210 time: 0.0999279 Nov 02 11:44:14.930512 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24891ef1-d440-4b38-b387-3b6d1a5407f3 admin admin] Checking segment: {'id': '1ba37bf5-b62c-4202-951e-d6ac675f6184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '65a7f9a5-8986-4030-b221-67bb58dbd3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:44:14.930842 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24891ef1-d440-4b38-b387-3b6d1a5407f3 admin admin] Network hostable DHCP agents. Network: 65a7f9a5-8986-4030-b221-67bb58dbd3f8, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:44:14.932534 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ac7086-7b7d-4988-b340-e59d5c47a09c admin admin] Made reservation on behalf of bc54fa29b1274504af99eea30e370ff3 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:44:14.936277 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91ac7086-7b7d-4988-b340-e59d5c47a09c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:14.946538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178d485-daf8-427c-a1d3-9a25fd6f9ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b1c105-d702-4c09-a7a8-840c285e76f2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:15.085615 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2418c500-bfe8-44b8-b17d-4e2f34139d46 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2645583 Nov 02 11:44:15.090882 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34796) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:15.110262 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd3c6eb-8b36-4c51-b500-b381936e9719 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:44:15.129905 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:15.140537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47ae29-e4c0-4de6-b844-9fb06da76926 req-5d993205-a1cd-4677-b402-61808f1d1cc8 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:15.142166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e47ae29-e4c0-4de6-b844-9fb06da76926 req-5d993205-a1cd-4677-b402-61808f1d1cc8 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 931 time: 0.0847857 Nov 02 11:44:15.168512 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Transition to ACTIVE for port object ddd3c6eb-8b36-4c51-b500-b381936e9719 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:44:15.169817 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca214dd-dbf6-4dab-9fc8-bb5cb3eccc53 req-46dd6814-0e87-4379-a9e5-394ac2cb47b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:15.171374 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ca214dd-dbf6-4dab-9fc8-bb5cb3eccc53 req-46dd6814-0e87-4379-a9e5-394ac2cb47b4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3e0edd90-a801-414a-9271-b77c19e00cf2 HTTP/1.1" status: 200 len: 916 time: 0.4222198 Nov 02 11:44:15.248581 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e47ae29-e4c0-4de6-b844-9fb06da76926 req-176cce14-31bb-474e-8764-9808ea9270f6 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995393 Nov 02 11:44:15.262473 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24891ef1-d440-4b38-b387-3b6d1a5407f3 admin admin] Network 65a7f9a5-8986-4030-b221-67bb58dbd3f8 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:44:15.270214 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cb8c7b72-25a8-4d7d-aa04-4a855ae111d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'name': 'tempest-ServersTestBootFromVolume-457920805-router', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:42:32Z', 'updated_at': '2021-11-02T11:42:41Z', 'revision_number': 4, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'gw_port': {'id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:33Z', 'updated_at': '2021-11-02T11:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '863e981d-6595-4264-a3ac-af125dab194e', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'floating_ip_address': '172.25.6.238', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'port_id': 'f22addcd-18b9-4cef-be15-a5ef1a899470', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2', 'mac_address': 'fa:16:3e:18:36:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a2237d-28d4-4337-994a-c3f1359a2e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:42:49Z', 'updated_at': '2021-11-02T11:44:12Z', 'revision_number': 1, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e4f8c2-2e55-4b39-b16c-2ea978804055', 'name': '', 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'mac_address': 'fa:16:3e:38:84:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '319340b2-c2fa-459a-ba8d-30de9ce161b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:39Z', 'updated_at': '2021-11-02T11:42:46Z', 'revision_number': 5, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'subnets': [{'id': '319340b2-c2fa-459a-ba8d-30de9ce161b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:15.299731 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4d450ff4-f349-4614-91c7-73fe098164c8 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:15.304375 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:15.306035 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8c7b72-25a8-4d7d-aa04-4a855ae111d2 None None] The sync data for ids ['8d8d6bdb-d194-416b-a63e-6b50033e583f'] in n-d-806683-18 is: [{'id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'name': 'tempest-ServersTestBootFromVolume-457920805-router', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:42:32Z', 'updated_at': '2021-11-02T11:42:41Z', 'revision_number': 4, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'gw_port': {'id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:33Z', 'updated_at': '2021-11-02T11:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '863e981d-6595-4264-a3ac-af125dab194e', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'floating_ip_address': '172.25.6.238', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'port_id': 'f22addcd-18b9-4cef-be15-a5ef1a899470', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2', 'mac_address': 'fa:16:3e:18:36:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a2237d-28d4-4337-994a-c3f1359a2e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:42:49Z', 'updated_at': '2021-11-02T11:44:12Z', 'revision_number': 1, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e4f8c2-2e55-4b39-b16c-2ea978804055', 'name': '', 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'mac_address': 'fa:16:3e:38:84:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '319340b2-c2fa-459a-ba8d-30de9ce161b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:39Z', 'updated_at': '2021-11-02T11:42:46Z', 'revision_number': 5, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'subnets': [{'id': '319340b2-c2fa-459a-ba8d-30de9ce161b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:44:15.373599 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ca214dd-dbf6-4dab-9fc8-bb5cb3eccc53 req-2349a1f0-25ac-4b11-9336-dd9d2d47e895 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f22addcd-18b9-4cef-be15-a5ef1a899470 HTTP/1.1" status: 200 len: 999 time: 0.1931069 Nov 02 11:44:15.376922 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4d450ff4-f349-4614-91c7-73fe098164c8 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:15.382483 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-24891ef1-d440-4b38-b387-3b6d1a5407f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 65a7f9a5-8986-4030-b221-67bb58dbd3f8) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:15.397353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d6b281-7eb4-479d-aa4f-6d4598daa7ac None None] Network 65a7f9a5-8986-4030-b221-67bb58dbd3f8 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:44:15.422413 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24891ef1-d440-4b38-b387-3b6d1a5407f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:15.423133 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-24891ef1-d440-4b38-b387-3b6d1a5407f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:15.479287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device be5175c3-e243-4b1e-b2f5-e9ae13dc56ac no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:44:15.503162 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd3c6eb-8b36-4c51-b500-b381936e9719,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:15.591469 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91ac7086-7b7d-4988-b340-e59d5c47a09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:15.617016 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca214dd-dbf6-4dab-9fc8-bb5cb3eccc53 req-5ee55051-c803-420d-9e51-6df28112d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:15.619339 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ca214dd-dbf6-4dab-9fc8-bb5cb3eccc53 req-5ee55051-c803-420d-9e51-6df28112d801 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=319340b2-c2fa-459a-ba8d-30de9ce161b3 HTTP/1.1" status: 200 len: 854 time: 0.2338367 Nov 02 11:44:15.620163 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Attempting to bind port ddd3c6eb-8b36-4c51-b500-b381936e9719 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:44:15.621951 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Attempting to bind port ddd3c6eb-8b36-4c51-b500-b381936e9719 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:44:15.622079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Attempting to bind port ddd3c6eb-8b36-4c51-b500-b381936e9719 on network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:44:15.630200 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Port ddd3c6eb-8b36-4c51-b500-b381936e9719 on network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:44:15.630527 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Attempting to bind port ddd3c6eb-8b36-4c51-b500-b381936e9719 on network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:44:15.671629 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:15.696755 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:44:15.697099 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Checking segment: {'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:44:15.697496 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Bound using segment: {'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:44:15.698010 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Bound port: ddd3c6eb-8b36-4c51-b500-b381936e9719, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:44:15.698459 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:15.707324 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dc5636-b544-4bc3-90c0-dd61cd7784a8 None None] New status for floating IP 863e981d-6595-4264-a3ac-af125dab194e: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:44:15.717806 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:44:15.723924 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a06f587-635c-449b-88a9-0e938fbfcc22" -d '{"events": [{"server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "name": "network-vif-unplugged", "status": "completed", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:44:15.735364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac7086-7b7d-4988-b340-e59d5c47a09c admin admin] Pushing event updated for resources: {'Subnet': ['ID=64cc2139-44b2-4a1a-b2c8-2892a3f84df6,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:15.739960 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-65a7f9a5-8986-4030-b221-67bb58dbd3f8', 'network_id': '65a7f9a5-8986-4030-b221-67bb58dbd3f8', 'tenant_id': '46029f167d5d4582be880c226cb20707', 'fixed_ips': [{'subnet_id': '5a340da4-c74f-4ea6-be35-c6ad10fec043'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:44:15.741033 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:15.741463 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ac7086-7b7d-4988-b340-e59d5c47a09c admin admin] Checking segment: {'id': 'd919331e-c26a-4e89-b954-8c547318cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b67f9c4c-45d6-45fe-a041-096392e70ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:44:15.742478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ac7086-7b7d-4988-b340-e59d5c47a09c admin admin] Network hostable DHCP agents. Network: b67f9c4c-45d6-45fe-a041-096392e70ae8, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:44:15.791804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:15.806886 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed14e6e-02cd-4963-8f6d-fc84bb59802c x-openstack-request-id: req-0ed14e6e-02cd-4963-8f6d-fc84bb59802c {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:44:15.807339 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "name": "network-vif-unplugged", "status": "completed", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:44:15.808219 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ed14e6e-02cd-4963-8f6d-fc84bb59802c {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:44:15.808751 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'code': 200} Nov 02 11:44:15.812225 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4d450ff4-f349-4614-91c7-73fe098164c8 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:15.816964 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4d450ff4-f349-4614-91c7-73fe098164c8 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:15.816964 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4d450ff4-f349-4614-91c7-73fe098164c8 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-groups/5aef3ee8-401b-41ce-9110-be337b175afc HTTP/1.1" status: 204 len: 168 time: 0.7204137 Nov 02 11:44:15.819424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34814) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:15.833215 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-24891ef1-d440-4b38-b387-3b6d1a5407f3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1343060 Nov 02 11:44:15.837208 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34816) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:15.844713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1692091259-router', 'tenant_id': '46029f167d5d4582be880c226cb20707', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:15.866754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ac7086-7b7d-4988-b340-e59d5c47a09c admin admin] Network b67f9c4c-45d6-45fe-a041-096392e70ae8 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:44:15.899859 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d450ff4-f349-4614-91c7-73fe098164c8 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aef3ee8-401b-41ce-9110-be337b175afc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:15.921423 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca214dd-dbf6-4dab-9fc8-bb5cb3eccc53 req-30b9e8e9-8429-4ddb-8f97-fc131ad5918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:15.926329 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ca214dd-dbf6-4dab-9fc8-bb5cb3eccc53 req-30b9e8e9-8429-4ddb-8f97-fc131ad5918b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3e0edd90-a801-414a-9271-b77c19e00cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2981126 Nov 02 11:44:15.933930 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] For port ddd3c6eb-8b36-4c51-b500-b381936e9719, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:44:15.935240 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-64462761-bdd9-493c-8e5c-6c24006a7cdb tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1130033 Nov 02 11:44:15.936013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34822) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:15.947805 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6cb66ce5-2c44-4bdc-9475-99996e3322bc tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group': {'name': 'tempest-secgroup--726599406'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:15.952257 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-3ca214dd-dbf6-4dab-9fc8-bb5cb3eccc53 req-a2d4626c-8f38-41aa-9b4e-14626d5a3313 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:44:15.956552 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ca214dd-dbf6-4dab-9fc8-bb5cb3eccc53 req-a2d4626c-8f38-41aa-9b4e-14626d5a3313 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0142598 Nov 02 11:44:15.962543 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] For port ddd3c6eb-8b36-4c51-b500-b381936e9719, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ddd3c6eb-8b36-4c51-b500-b381936e9719,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:44:15.993492 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Allocated IP 172.20.0.2 (65a7f9a5-8986-4030-b221-67bb58dbd3f8/5a340da4-c74f-4ea6-be35-c6ad10fec043/6300beaa-0f44-455d-b393-9a47e2b25163) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:44:16.003385 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:16.021888 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7ce8a074-495e-4d4a-997a-7947a0d5c296 req-bff7e3c9-ef76-422b-82d0-473b7a3e1c2b tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 210 time: 0.0452831 Nov 02 11:44:16.033146 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-91ac7086-7b7d-4988-b340-e59d5c47a09c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, b67f9c4c-45d6-45fe-a041-096392e70ae8) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:16.033146 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ac7086-7b7d-4988-b340-e59d5c47a09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:16.033146 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91ac7086-7b7d-4988-b340-e59d5c47a09c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:16.049651 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdec670d-7f6e-4780-8642-dd6d0b8bb0f0 None None] Network b67f9c4c-45d6-45fe-a041-096392e70ae8 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:44:16.088519 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:16.091523 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:16.118634 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:16.157172 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ca214dd-dbf6-4dab-9fc8-bb5cb3eccc53 req-9227c362-f5ff-498c-bd7d-17e0e4d49e72 service neutron] 10.222.0.79 "GET /v2.0/networks/3e0edd90-a801-414a-9271-b77c19e00cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923211 Nov 02 11:44:16.185404 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:16.192146 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:16.217725 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-91ac7086-7b7d-4988-b340-e59d5c47a09c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4802985 Nov 02 11:44:16.257522 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:16.258409 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:16.259852 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] 10.222.0.54 "PUT /v2.0/ports/ddd3c6eb-8b36-4c51-b500-b381936e9719 HTTP/1.1" status: 200 len: 1092 time: 2.4620378 Nov 02 11:44:16.265915 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae0dc64-6a3b-4151-948d-f17b80638940', 'tag': 'ddd3c6eb-8b36-4c51-b500-b381936e9719'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:44:16.275995 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07cb015-ef46-44dc-84db-302ccaa1fc46" -d '{"events": [{"name": "network-changed", "server_uuid": "eae0dc64-6a3b-4151-948d-f17b80638940", "tag": "ddd3c6eb-8b36-4c51-b500-b381936e9719"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:44:16.356302 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6cb66ce5-2c44-4bdc-9475-99996e3322bc tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:16.378171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0db58-0b10-4697-ad79-c27698338de7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd3c6eb-8b36-4c51-b500-b381936e9719,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:16.420658 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ca214dd-dbf6-4dab-9fc8-bb5cb3eccc53 req-8af37d68-fd9a-46ad-b888-349b582434b2 service neutron] 10.222.0.79 "GET /v2.0/networks/3e0edd90-a801-414a-9271-b77c19e00cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398732 Nov 02 11:44:16.465403 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf30f4c-6e36-4a38-8705-d0c1ba4fad5b x-openstack-request-id: req-4cf30f4c-6e36-4a38-8705-d0c1ba4fad5b {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:44:16.465782 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae0dc64-6a3b-4151-948d-f17b80638940", "tag": "ddd3c6eb-8b36-4c51-b500-b381936e9719", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:44:16.466048 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4cf30f4c-6e36-4a38-8705-d0c1ba4fad5b {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:44:16.466477 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae0dc64-6a3b-4151-948d-f17b80638940', 'tag': 'ddd3c6eb-8b36-4c51-b500-b381936e9719', 'status': 'completed', 'code': 200} Nov 02 11:44:16.493384 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d00933a-fe66-4a22-b873-a1f5824f5ef9 None None] Network b67f9c4c-45d6-45fe-a041-096392e70ae8 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:44:16.511483 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-eca7b407-01a3-48bb-802a-5e80280123f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:16.513382 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-eca7b407-01a3-48bb-802a-5e80280123f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 1095 time: 0.0791278 Nov 02 11:44:16.578128 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:16.637586 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-143218aa-e7a3-49c2-aa7e-94fc8362b26b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddd3c6eb-8b36-4c51-b500-b381936e9719 HTTP/1.1" status: 200 len: 217 time: 0.1110654 Nov 02 11:44:16.684785 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:16.697215 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-b8293296-78e0-4d85-85e6-dc6c2432b048 req-dd5f93b8-869a-4d6d-84b1-65f7269fbbb0 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1603192747', 'description': 'tempest-description-161288397'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:16.731043 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-eafdcde3-69e6-4a40-8992-233ad729018c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:16.732765 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-eafdcde3-69e6-4a40-8992-233ad729018c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=709b5eb0-8b3b-4f04-bc29-debbc3396f1e HTTP/1.1" status: 200 len: 852 time: 0.0875325 Nov 02 11:44:16.779255 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-c8be1dd4-f69a-4cc4-a70e-ded7c7a86f84 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356905 Nov 02 11:44:16.782669 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Network 65a7f9a5-8986-4030-b221-67bb58dbd3f8 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:44:16.789957 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Pushing event updated for resources: {'Port': ['ID=6300beaa-0f44-455d-b393-9a47e2b25163,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:16.794282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:16.796814 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:44:16.874174 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b8293296-78e0-4d85-85e6-dc6c2432b048 req-dd5f93b8-869a-4d6d-84b1-65f7269fbbb0 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:16.875161 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Attempting to bind port 6300beaa-0f44-455d-b393-9a47e2b25163 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:44:16.875671 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Attempting to bind port 6300beaa-0f44-455d-b393-9a47e2b25163 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '1ba37bf5-b62c-4202-951e-d6ac675f6184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '65a7f9a5-8986-4030-b221-67bb58dbd3f8'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:44:16.876380 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Attempting to bind port 6300beaa-0f44-455d-b393-9a47e2b25163 on network 65a7f9a5-8986-4030-b221-67bb58dbd3f8 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:44:16.891959 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:44:16.891959 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Checking segment: {'id': '1ba37bf5-b62c-4202-951e-d6ac675f6184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '65a7f9a5-8986-4030-b221-67bb58dbd3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:44:16.894394 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:16.894394 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Bound using segment: {'id': '1ba37bf5-b62c-4202-951e-d6ac675f6184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '65a7f9a5-8986-4030-b221-67bb58dbd3f8'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:44:16.896629 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Bound port: 6300beaa-0f44-455d-b393-9a47e2b25163, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba37bf5-b62c-4202-951e-d6ac675f6184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '65a7f9a5-8986-4030-b221-67bb58dbd3f8'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:44:16.897169 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:16.950634 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-1d8f8763-049f-4a7d-8c9d-cde03005d426 service neutron] 10.222.0.54 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601295 Nov 02 11:44:16.980311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] For port 6300beaa-0f44-455d-b393-9a47e2b25163, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:44:16.984484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] For port 6300beaa-0f44-455d-b393-9a47e2b25163, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6300beaa-0f44-455d-b393-9a47e2b25163,segment=NetworkSegment(1ba37bf5-b62c-4202-951e-d6ac675f6184),segment_id=1ba37bf5-b62c-4202-951e-d6ac675f6184)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:44:16.999306 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:17.010531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba843d-4f05-49cc-a6ca-bbeb751cc3fc req-07c2f094-50c3-4bed-8ac7-49a1d28a8d88 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:17.012228 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-daba843d-4f05-49cc-a6ca-bbeb751cc3fc req-07c2f094-50c3-4bed-8ac7-49a1d28a8d88 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 943 time: 0.4933472 Nov 02 11:44:17.053245 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b8293296-78e0-4d85-85e6-dc6c2432b048 req-dd5f93b8-869a-4d6d-84b1-65f7269fbbb0 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:17.078217 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f66f3087-b048-4596-8c0b-ca19fbbbca45 req-15a6b531-5b51-4471-af98-581d3d80b065 service neutron] 10.222.0.54 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163509 Nov 02 11:44:17.086720 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6cb66ce5-2c44-4bdc-9475-99996e3322bc tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:17.091690 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-daba843d-4f05-49cc-a6ca-bbeb751cc3fc req-8ae04c3a-ba53-4050-a524-18599cc856ff tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713360 Nov 02 11:44:17.114483 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:17.173308 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24526e-fe9d-4e91-a6da-8e24e679a6d5 None None] Pushing event updated for resources: {'Port': ['ID=6300beaa-0f44-455d-b393-9a47e2b25163,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:17.190713 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b8293296-78e0-4d85-85e6-dc6c2432b048 req-dd5f93b8-869a-4d6d-84b1-65f7269fbbb0 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:17.205459 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6cb66ce5-2c44-4bdc-9475-99996e3322bc tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:17.241038 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f93b8-869a-4d6d-84b1-65f7269fbbb0 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50387d63-850e-4e22-aa5d-a410c36389eb,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:17.301022 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cb015-ef46-44dc-84db-302ccaa1fc46 req-58cf99b4-d1fb-45c9-988f-1d93e80e7572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:17.302632 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a07cb015-ef46-44dc-84db-302ccaa1fc46 req-58cf99b4-d1fb-45c9-988f-1d93e80e7572 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 1095 time: 0.0575666 Nov 02 11:44:17.313051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb66ce5-2c44-4bdc-9475-99996e3322bc tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdc424a-e981-4b2d-805a-51880e7c0752,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:17.384814 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b8293296-78e0-4d85-85e6-dc6c2432b048 req-dd5f93b8-869a-4d6d-84b1-65f7269fbbb0 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:17.387816 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b8293296-78e0-4d85-85e6-dc6c2432b048 req-dd5f93b8-869a-4d6d-84b1-65f7269fbbb0 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.6989233 Nov 02 11:44:17.410082 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6cb66ce5-2c44-4bdc-9475-99996e3322bc tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:17.430275 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6cb66ce5-2c44-4bdc-9475-99996e3322bc tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4888015 Nov 02 11:44:17.462627 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device be5175c3-e243-4b1e-b2f5-e9ae13dc56ac details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:44:17.482650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34866) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:17.488284 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a6fdd814-9689-4779-ad90-53a46ea4b89c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group_rule': {'security_group_id': '3bdc424a-e981-4b2d-805a-51880e7c0752', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:17.591563 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b366bf13-e12f-43c7-b307-693c6dfd5211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:17.636717 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:17.658009 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'port_id': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'mac_address': 'fa:16:3e:a1:42:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:44:17.671988 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:17.735257 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:17.740435 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:17.751351 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5175c3-e243-4b1e-b2f5-e9ae13dc56ac {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:44:17.782406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:17.796933 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6fdd814-9689-4779-ad90-53a46ea4b89c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:17.832604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cb015-ef46-44dc-84db-302ccaa1fc46 req-b854f56b-5f22-4257-98a8-1ab898ce20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:17.836084 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a07cb015-ef46-44dc-84db-302ccaa1fc46 req-b854f56b-5f22-4257-98a8-1ab898ce20f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929 HTTP/1.1" status: 200 len: 913 time: 0.5238736 Nov 02 11:44:17.871827 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bf66339a-dc6f-40d5-b0ba-9e306c48fd80 req-30e3938c-2e7c-4bf7-9fed-e55ba3d44c98 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 210 time: 0.3510113 Nov 02 11:44:17.893724 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:17.914589 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d6e3bb5-dc53-45ea-bbf2-c11e9d0d0ac9 req-5fd6a33d-f336-4d1b-a66f-dd4da881a713 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-groups/50387d63-850e-4e22-aa5d-a410c36389eb HTTP/1.1" status: 200 len: 1823 time: 0.1738274 Nov 02 11:44:17.934026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-5d6e3bb5-dc53-45ea-bbf2-c11e9d0d0ac9 req-59cc3fba-7944-4817-99d0-0f50d1295e6f tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50387d63-850e-4e22-aa5d-a410c36389eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:17.934395 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-5d6e3bb5-dc53-45ea-bbf2-c11e9d0d0ac9 req-59cc3fba-7944-4817-99d0-0f50d1295e6f tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '50387d63-850e-4e22-aa5d-a410c36389eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:17.954260 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a07cb015-ef46-44dc-84db-302ccaa1fc46 req-3195d99a-5112-4895-b8d4-a32e8b2e1adc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddd3c6eb-8b36-4c51-b500-b381936e9719 HTTP/1.1" status: 200 len: 217 time: 0.0996361 Nov 02 11:44:17.981302 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:18.007306 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6fdd814-9689-4779-ad90-53a46ea4b89c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:18.031867 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['be5175c3-e243-4b1e-b2f5-e9ae13dc56ac'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:44:18.048821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] Allocated IP 172.25.6.197 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/f22ef6b5-0300-462e-a6e3-64d8cb880249) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:44:18.140409 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cb015-ef46-44dc-84db-302ccaa1fc46 req-06977787-027f-4462-8d9c-a23b4e06d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:18.142106 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a07cb015-ef46-44dc-84db-302ccaa1fc46 req-06977787-027f-4462-8d9c-a23b4e06d01e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=709b5eb0-8b3b-4f04-bc29-debbc3396f1e HTTP/1.1" status: 200 len: 852 time: 0.1746895 Nov 02 11:44:18.188277 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a07cb015-ef46-44dc-84db-302ccaa1fc46 req-ac23d912-203b-4af0-b0d9-3ea117cb18d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365381 Nov 02 11:44:18.217304 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-289e0340-67f9-4e52-b900-09bf28a1841f tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:18.219636 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-289e0340-67f9-4e52-b900-09bf28a1841f tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.79 "GET /v2.0/networks?id=25cc108e-ed7c-4629-951a-e2d190810bce HTTP/1.1" status: 200 len: 811 time: 0.2793348 Nov 02 11:44:18.282757 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:18.327871 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6fdd814-9689-4779-ad90-53a46ea4b89c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:18.373475 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdd814-9689-4779-ad90-53a46ea4b89c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edab57a-3ec4-4033-9193-2fddeea49869,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:18.396539 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5d6e3bb5-dc53-45ea-bbf2-c11e9d0d0ac9 req-59cc3fba-7944-4817-99d0-0f50d1295e6f tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:18.439788 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5d6e3bb5-dc53-45ea-bbf2-c11e9d0d0ac9 req-59cc3fba-7944-4817-99d0-0f50d1295e6f tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:18.440609 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6300beaa-0f44-455d-b393-9a47e2b25163 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:44:18.441405 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:18.497409 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-143f2bdb-6d97-4bbf-b1cc-d4523447580b tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f84769d417245cf923cee90a14ce4c7 HTTP/1.1" status: 200 len: 380 time: 0.2119713 Nov 02 11:44:18.514362 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-1325093b-db98-4820-8c94-7ce757eeff64 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Request body: {'port': {'device_id': '7c4585bf-bb93-404c-96fe-e55dc5c60696', 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce', 'admin_state_up': True, 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'security_groups': ['9be179ae-4dc3-41f0-9cb9-bb30d69087eb']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:18.562520 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:44:18.565954 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6fdd814-9689-4779-ad90-53a46ea4b89c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:18.570161 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a6fdd814-9689-4779-ad90-53a46ea4b89c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0834863 Nov 02 11:44:18.571529 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 6300beaa-0f44-455d-b393-9a47e2b25163 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:18.571905 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:18.578546 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34894) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:18.581606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:18.584808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:44:18.676820 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5d6e3bb5-dc53-45ea-bbf2-c11e9d0d0ac9 req-59cc3fba-7944-4817-99d0-0f50d1295e6f tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:18.695566 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:18.726419 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a07cb015-ef46-44dc-84db-302ccaa1fc46 req-55459eee-9943-491c-a51a-881f9ce7c485 service neutron] 10.222.0.54 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268855 Nov 02 11:44:18.746837 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 6300beaa-0f44-455d-b393-9a47e2b25163, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6300beaa-0f44-455d-b393-9a47e2b25163,segment=NetworkSegment(1ba37bf5-b62c-4202-951e-d6ac675f6184),segment_id=1ba37bf5-b62c-4202-951e-d6ac675f6184)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:18.759791 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] Pushing event updated for resources: {'Port': ['ID=f22ef6b5-0300-462e-a6e3-64d8cb880249,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:18.779808 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac832c5-6fcc-462a-9bd5-ce4a1a4721f8 None None] Network 65a7f9a5-8986-4030-b221-67bb58dbd3f8 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:44:18.793282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc3fba-7944-4817-99d0-0f50d1295e6f tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb2cfab-37c3-42e3-89dd-1ac7a16ebcaa,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:18.809038 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-751672f9-716b-440f-9e74-555c35020e93 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:18.827410 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-751672f9-716b-440f-9e74-555c35020e93 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:18.896570 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-84d56e63-1a79-4cb6-ba43-bf43a645cbca None None] Provisioning complete for port 6300beaa-0f44-455d-b393-9a47e2b25163 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:18.897403 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-84d56e63-1a79-4cb6-ba43-bf43a645cbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:18.956503 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:18.981492 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5d6e3bb5-dc53-45ea-bbf2-c11e9d0d0ac9 req-59cc3fba-7944-4817-99d0-0f50d1295e6f tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:18.988235 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d6e3bb5-dc53-45ea-bbf2-c11e9d0d0ac9 req-59cc3fba-7944-4817-99d0-0f50d1295e6f tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0698810 Nov 02 11:44:19.032498 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a07cb015-ef46-44dc-84db-302ccaa1fc46 req-d3c75556-79bf-431f-bf9e-fa14e397d6a7 service neutron] 10.222.0.54 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946789 Nov 02 11:44:19.035153 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=6300beaa-0f44-455d-b393-9a47e2b25163,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:19.044572 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-751672f9-716b-440f-9e74-555c35020e93 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:19.051331 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-751672f9-716b-440f-9e74-555c35020e93 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:19.052056 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-751672f9-716b-440f-9e74-555c35020e93 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/7edab57a-3ec4-4033-9193-2fddeea49869 HTTP/1.1" status: 204 len: 168 time: 0.4645267 Nov 02 11:44:19.055377 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34906) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:19.148636 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c1f625e6-9359-4333-8de4-dca1aacca8ca tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0830619 Nov 02 11:44:19.148636 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34908) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:19.156072 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-1325093b-db98-4820-8c94-7ce757eeff64 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Made reservation on behalf of 4f84769d417245cf923cee90a14ce4c7 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:44:19.175578 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-1325093b-db98-4820-8c94-7ce757eeff64 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:19.185916 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751672f9-716b-440f-9e74-555c35020e93 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7edab57a-3ec4-4033-9193-2fddeea49869,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:19.242135 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6bd42-c937-4ebb-a2db-875854228f5e req-a54164cd-10e1-43ac-96fc-848e42f5e618 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:19.244129 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0fe6bd42-c937-4ebb-a2db-875854228f5e req-a54164cd-10e1-43ac-96fc-848e42f5e618 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 943 time: 0.1167428 Nov 02 11:44:19.418638 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dba458e6-8d4a-4f7c-b24f-16b906529794 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:19.448339 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0fe6bd42-c937-4ebb-a2db-875854228f5e req-c6a3282e-dcb3-4f49-806e-b0588035419d tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924436 Nov 02 11:44:19.466353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device be5175c3-e243-4b1e-b2f5-e9ae13dc56ac up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:44:19.536699 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-17cf11b9-efa5-4d68-bd99-16976d6a2290 req-8137a6d9-275e-43c8-82cd-3f5660cf482a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1333147541', 'description': 'tempest-description-1577254688'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:19.542866 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dba458e6-8d4a-4f7c-b24f-16b906529794 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:19.619363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:19.620650 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:19.628876 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b90874e4-ff35-4692-a949-aefc2f5a5475 req-c8196598-e0e3-4baa-a29e-2b85496dad20 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 210 time: 0.0658934 Nov 02 11:44:19.629171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-1325093b-db98-4820-8c94-7ce757eeff64 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Allocated IP 172.20.0.4 (25cc108e-ed7c-4629-951a-e2d190810bce/8443bffa-34c8-4668-b8fe-e674bb3ecaf4/a58f3c1e-58ee-4738-b22c-54fe7078b00f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:44:19.660345 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:19.692363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-307baf60-341c-495f-8d21-296be61622b4 None None] Provisioning complete for port 6300beaa-0f44-455d-b393-9a47e2b25163 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:19.693253 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-307baf60-341c-495f-8d21-296be61622b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:19.724328 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aebdf2b1-01fc-45ef-8b05-905262f1769f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:19.736331 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dba458e6-8d4a-4f7c-b24f-16b906529794 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:19.739606 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dba458e6-8d4a-4f7c-b24f-16b906529794 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:19.741005 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-dba458e6-8d4a-4f7c-b24f-16b906529794 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-groups/3bdc424a-e981-4b2d-805a-51880e7c0752 HTTP/1.1" status: 204 len: 168 time: 0.5976403 Nov 02 11:44:19.742081 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-17cf11b9-efa5-4d68-bd99-16976d6a2290 req-8137a6d9-275e-43c8-82cd-3f5660cf482a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:19.754719 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34912) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:19.838656 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:19.907694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba458e6-8d4a-4f7c-b24f-16b906529794 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdc424a-e981-4b2d-805a-51880e7c0752,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:19.921716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:44:19.927244 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dd1127-121e-4db0-89d5-717821c7ba6a" -d '{"events": [{"server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "name": "network-vif-plugged", "status": "completed", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:44:19.962472 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:20.005141 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-89eef4b3-0c23-42e9-b0c3-96c2fd72d48d tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2418110 Nov 02 11:44:20.006136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34922) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:20.016376 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-cca26224-6f56-4358-b2b7-a823b5b01dc9 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group': {'name': 'tempest-secgroup--747454594'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:20.021885 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-1325093b-db98-4820-8c94-7ce757eeff64 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:20.059196 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-17cf11b9-efa5-4d68-bd99-16976d6a2290 req-8137a6d9-275e-43c8-82cd-3f5660cf482a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:20.064031 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:20.098859 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:20.139017 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e250c24a-d90c-463a-b94c-42ff2acce1fc x-openstack-request-id: req-e250c24a-d90c-463a-b94c-42ff2acce1fc {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:44:20.139445 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "name": "network-vif-plugged", "status": "completed", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:44:20.140323 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e250c24a-d90c-463a-b94c-42ff2acce1fc {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:44:20.140777 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'code': 200} Nov 02 11:44:20.164927 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cca26224-6f56-4358-b2b7-a823b5b01dc9 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:20.190679 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-1325093b-db98-4820-8c94-7ce757eeff64 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:20.192364 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-17cf11b9-efa5-4d68-bd99-16976d6a2290 req-8137a6d9-275e-43c8-82cd-3f5660cf482a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:20.199108 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,revision_number=10']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:20.340816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-1325093b-db98-4820-8c94-7ce757eeff64 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Network 25cc108e-ed7c-4629-951a-e2d190810bce is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:44:20.342334 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137a6d9-275e-43c8-82cd-3f5660cf482a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d8238e-2872-49f2-95b1-86bfeadccc82,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:20.345263 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325093b-db98-4820-8c94-7ce757eeff64 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Pushing event updated for resources: {'Port': ['ID=a58f3c1e-58ee-4738-b22c-54fe7078b00f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:20.349110 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-1325093b-db98-4820-8c94-7ce757eeff64 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:20.354456 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cca26224-6f56-4358-b2b7-a823b5b01dc9 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:20.355552 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-1325093b-db98-4820-8c94-7ce757eeff64 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:44:20.384227 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6300beaa-0f44-455d-b393-9a47e2b25163 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:44:20.432263 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-17cf11b9-efa5-4d68-bd99-16976d6a2290 req-8137a6d9-275e-43c8-82cd-3f5660cf482a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:20.447420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] Router 5c883bf8-7c93-430d-a5b2-8886ff088ef9 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:44:20.450316 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cca26224-6f56-4358-b2b7-a823b5b01dc9 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:20.456510 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-17cf11b9-efa5-4d68-bd99-16976d6a2290 req-8137a6d9-275e-43c8-82cd-3f5660cf482a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.9304132 Nov 02 11:44:20.493050 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 6300beaa-0f44-455d-b393-9a47e2b25163 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:20.493846 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:20.500816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-1325093b-db98-4820-8c94-7ce757eeff64 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:20.512173 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-1325093b-db98-4820-8c94-7ce757eeff64 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:20.634327 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d10a018-bc63-464a-8bc6-50d7238abf1d req-45121aca-08b5-4b78-8dcb-c4f958a1a099 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-groups/c6d8238e-2872-49f2-95b1-86bfeadccc82 HTTP/1.1" status: 200 len: 1824 time: 0.1184711 Nov 02 11:44:20.640678 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca26224-6f56-4358-b2b7-a823b5b01dc9 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c166f075-8449-4af8-a2a1-3a91dcb40cd6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:20.645814 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-0d10a018-bc63-464a-8bc6-50d7238abf1d req-d272d53b-72a8-4438-8eed-1f5be7cf7bec tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c6d8238e-2872-49f2-95b1-86bfeadccc82', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:20.646272 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-0d10a018-bc63-464a-8bc6-50d7238abf1d req-d272d53b-72a8-4438-8eed-1f5be7cf7bec tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c6d8238e-2872-49f2-95b1-86bfeadccc82', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:20.660583 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cca26224-6f56-4358-b2b7-a823b5b01dc9 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:20.665417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34936) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:20.671001 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-48ad5754-c9e0-4732-bc4a-22a438af3946 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group_rule': {'security_group_id': 'c166f075-8449-4af8-a2a1-3a91dcb40cd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:20.671711 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cca26224-6f56-4358-b2b7-a823b5b01dc9 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6643662 Nov 02 11:44:20.716486 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-1325093b-db98-4820-8c94-7ce757eeff64 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2087610 Nov 02 11:44:20.734883 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Request body: {'port': {'device_id': '7c4585bf-bb93-404c-96fe-e55dc5c60696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:20.770502 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:44:20.797419 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Sync routers for ids ['5c883bf8-7c93-430d-a5b2-8886ff088ef9'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:44:20.820956 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.api [None req-48ad5754-c9e0-4732-bc4a-22a438af3946 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 02 11:44:20.820956 n-d-806683-18 neutron-server[102690]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 02 11:44:20.820956 n-d-806683-18 neutron-server[102690]: [parameters: {'project_id_1': '3b0f3780bc14440ca26bab24766b8fa5', 'expiration_1': datetime.datetime(2021, 11, 2, 11, 44, 0, 691471)}] Nov 02 11:44:20.820956 n-d-806683-18 neutron-server[102690]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:44:20.821378 n-d-806683-18 neutron-server[102690]: DEBUG oslo_db.api [None req-48ad5754-c9e0-4732-bc4a-22a438af3946 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:44:20.882181 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:20.918282 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:20.922217 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-80ee717c-2a49-4f0c-bf59-824fbdef520b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0836728 Nov 02 11:44:20.926366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34942) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:21.040073 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0d10a018-bc63-464a-8bc6-50d7238abf1d req-d272d53b-72a8-4438-8eed-1f5be7cf7bec tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:21.098854 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:21.103254 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Routers {'5c883bf8-7c93-430d-a5b2-8886ff088ef9'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:44:21.103920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:44:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5c883bf8-7c93-430d-a5b2-8886ff088ef9'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:21.147911 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-56e9965a-c0df-43de-84b5-67d6f20fb524 None None] Provisioning complete for port a58f3c1e-58ee-4738-b22c-54fe7078b00f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:21.148372 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-56e9965a-c0df-43de-84b5-67d6f20fb524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:21.160205 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0d10a018-bc63-464a-8bc6-50d7238abf1d req-d272d53b-72a8-4438-8eed-1f5be7cf7bec tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:21.247488 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-56e9965a-c0df-43de-84b5-67d6f20fb524 None None] Port a58f3c1e-58ee-4738-b22c-54fe7078b00f cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:44:21.269190 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0d10a018-bc63-464a-8bc6-50d7238abf1d req-d272d53b-72a8-4438-8eed-1f5be7cf7bec tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:21.288737 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Set router 5c883bf8-7c93-430d-a5b2-8886ff088ef9 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:44:21.467316 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272d53b-72a8-4438-8eed-1f5be7cf7bec tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce3462f-3190-4747-baff-911ce610df7e,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:21.499855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fa88a-077f-4ec2-bd7b-4805f7cde988 req-dea9f45b-ea67-429e-8b52-0a305990c616 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:21.508152 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d5fa88a-077f-4ec2-bd7b-4805f7cde988 req-dea9f45b-ea67-429e-8b52-0a305990c616 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 943 time: 0.1436870 Nov 02 11:44:21.535713 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a58f3c1e-58ee-4738-b22c-54fe7078b00f {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:44:21.539533 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ddd3c6eb-8b36-4c51-b500-b381936e9719 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:44:21.544982 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:21.565475 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-48ad5754-c9e0-4732-bc4a-22a438af3946 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:21.571852 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Transition to ACTIVE for port object a58f3c1e-58ee-4738-b22c-54fe7078b00f will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:44:21.624817 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0d10a018-bc63-464a-8bc6-50d7238abf1d req-d272d53b-72a8-4438-8eed-1f5be7cf7bec tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:21.631273 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d10a018-bc63-464a-8bc6-50d7238abf1d req-d272d53b-72a8-4438-8eed-1f5be7cf7bec tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9959142 Nov 02 11:44:21.663484 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:21.671777 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-48ad5754-c9e0-4732-bc4a-22a438af3946 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:21.727601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c883bf8-7c93-430d-a5b2-8886ff088ef9', 'name': 'tempest-FloatingIPDetailsTestJSON-1692091259-router', 'tenant_id': '46029f167d5d4582be880c226cb20707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'f22ef6b5-0300-462e-a6e3-64d8cb880249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:44:16Z', 'updated_at': '2021-11-02T11:44:19Z', 'revision_number': 3, 'project_id': '46029f167d5d4582be880c226cb20707', 'gw_port': {'id': 'f22ef6b5-0300-462e-a6e3-64d8cb880249', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c883bf8-7c93-430d-a5b2-8886ff088ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:17Z', 'updated_at': '2021-11-02T11:44:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:21.750868 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-48ad5754-c9e0-4732-bc4a-22a438af3946 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:21.766361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Checking router: 5c883bf8-7c93-430d-a5b2-8886ff088ef9 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:44:21.766361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Updating router 5c883bf8-7c93-430d-a5b2-8886ff088ef9 port f22ef6b5-0300-462e-a6e3-64d8cb880249 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:44:21.793586 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Pushing event updated for resources: {'Port': ['ID=a58f3c1e-58ee-4738-b22c-54fe7078b00f,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:21.811853 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad5754-c9e0-4732-bc4a-22a438af3946 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a76a8de-915a-4d45-a838-a935b0999518,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:21.833205 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:21.931606 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-48ad5754-c9e0-4732-bc4a-22a438af3946 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:21.938114 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-48ad5754-c9e0-4732-bc4a-22a438af3946 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2714050 Nov 02 11:44:21.938862 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34952) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:21.974448 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-01114083-c1fe-4e6a-8a9f-571ba56388a3 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-group-rules/5a76a8de-915a-4d45-a838-a935b0999518 HTTP/1.1" status: 200 len: 763 time: 0.0313497 Nov 02 11:44:21.977108 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34954) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:22.026561 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Attempting to bind port a58f3c1e-58ee-4738-b22c-54fe7078b00f on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:44:22.027064 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Attempting to bind port a58f3c1e-58ee-4738-b22c-54fe7078b00f by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '3d6da19a-b234-404e-9369-53e195983395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:44:22.028551 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Attempting to bind port a58f3c1e-58ee-4738-b22c-54fe7078b00f on network 25cc108e-ed7c-4629-951a-e2d190810bce {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:44:22.063905 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c352257-0399-43e3-9736-564e0d22082e req-7122b82b-e170-4b4a-957c-1822aa2baadc tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:22.074543 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c352257-0399-43e3-9736-564e0d22082e req-7122b82b-e170-4b4a-957c-1822aa2baadc tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 943 time: 0.1903384 Nov 02 11:44:22.085815 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d5fa88a-077f-4ec2-bd7b-4805f7cde988 req-df8944a8-d227-4f2d-8d37-ec290e432788 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5763383 Nov 02 11:44:22.106080 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port ddd3c6eb-8b36-4c51-b500-b381936e9719, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ddd3c6eb-8b36-4c51-b500-b381936e9719,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:22.127895 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Port a58f3c1e-58ee-4738-b22c-54fe7078b00f on network 25cc108e-ed7c-4629-951a-e2d190810bce not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:44:22.134884 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Attempting to bind port a58f3c1e-58ee-4738-b22c-54fe7078b00f on network 25cc108e-ed7c-4629-951a-e2d190810bce {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:44:22.150121 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'ddd3c6eb-8b36-4c51-b500-b381936e9719', 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929', 'port_id': 'ddd3c6eb-8b36-4c51-b500-b381936e9719', 'mac_address': 'fa:16:3e:36:63:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709b5eb0-8b3b-4f04-bc29-debbc3396f1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:44:22.151649 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3287e03f-18a0-4186-b177-7bee03972327 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1674573 Nov 02 11:44:22.152606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34956) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:22.172648 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:44:22.173146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Checking segment: {'id': '3d6da19a-b234-404e-9369-53e195983395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:44:22.173810 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Bound using segment: {'id': '3d6da19a-b234-404e-9369-53e195983395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:44:22.174370 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Bound port: a58f3c1e-58ee-4738-b22c-54fe7078b00f, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6da19a-b234-404e-9369-53e195983395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:44:22.174900 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:22.202767 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c352257-0399-43e3-9736-564e0d22082e req-9c4fa731-fea1-4deb-accf-4a3dce4ca71a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/security-groups?id=9be179ae-4dc3-41f0-9cb9-bb30d69087eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288817 Nov 02 11:44:22.275040 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-8da8c93e-c348-454b-9faa-d36743f7bf67 req-c88c4f14-b057-44e3-9404-21e3f9e8588a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1079324667', 'description': 'tempest-description-981077185'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:22.312481 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a84f7760-efc2-452d-84e6-6e8cebfbb987 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:22.337649 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a84f7760-efc2-452d-84e6-6e8cebfbb987 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:22.346410 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] For port a58f3c1e-58ee-4738-b22c-54fe7078b00f, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:44:22.351052 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] For port a58f3c1e-58ee-4738-b22c-54fe7078b00f, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=a58f3c1e-58ee-4738-b22c-54fe7078b00f,segment=NetworkSegment(3d6da19a-b234-404e-9369-53e195983395),segment_id=3d6da19a-b234-404e-9369-53e195983395)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:44:22.373472 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:22.390972 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:22.409619 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd3c6eb-8b36-4c51-b500-b381936e9719 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:44:22.419265 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8da8c93e-c348-454b-9faa-d36743f7bf67 req-c88c4f14-b057-44e3-9404-21e3f9e8588a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:22.439416 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c40d70c1-8d4e-4458-a4a2-ac1050ef7cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:22.441124 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port ddd3c6eb-8b36-4c51-b500-b381936e9719, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ddd3c6eb-8b36-4c51-b500-b381936e9719,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:22.451633 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:22.528356 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:22.528989 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:22.530391 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] 10.222.0.79 "PUT /v2.0/ports/a58f3c1e-58ee-4738-b22c-54fe7078b00f HTTP/1.1" status: 200 len: 1092 time: 1.8028433 Nov 02 11:44:22.531077 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b647eb-3176-456f-a10f-487e8fdad029 service neutron] Pushing event updated for resources: {'Port': ['ID=a58f3c1e-58ee-4738-b22c-54fe7078b00f,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:22.533491 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4585bf-bb93-404c-96fe-e55dc5c60696', 'tag': 'a58f3c1e-58ee-4738-b22c-54fe7078b00f'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:44:22.535908 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb7e03c-2c1d-43f8-a5ff-eb4e916a875b" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4585bf-bb93-404c-96fe-e55dc5c60696", "tag": "a58f3c1e-58ee-4738-b22c-54fe7078b00f"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:44:22.543854 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:22.545772 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:22.545927 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a84f7760-efc2-452d-84e6-6e8cebfbb987 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:22.554296 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a84f7760-efc2-452d-84e6-6e8cebfbb987 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:22.561178 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a84f7760-efc2-452d-84e6-6e8cebfbb987 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/5a76a8de-915a-4d45-a838-a935b0999518 HTTP/1.1" status: 204 len: 168 time: 0.4025128 Nov 02 11:44:22.571702 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34960) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:22.614673 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:22.659136 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Attempting to bind port f22ef6b5-0300-462e-a6e3-64d8cb880249 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:44:22.659571 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Attempting to bind port f22ef6b5-0300-462e-a6e3-64d8cb880249 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:44:22.659949 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Attempting to bind port f22ef6b5-0300-462e-a6e3-64d8cb880249 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:44:22.674595 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:44:22.675009 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:44:22.675424 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:22.675824 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:44:22.676378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Bound port: f22ef6b5-0300-462e-a6e3-64d8cb880249, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:44:22.676692 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:22.706378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6e1e2-e7f9-41af-98a5-146e907807de None None] Pushing event updated for resources: {'Port': ['ID=f22ef6b5-0300-462e-a6e3-64d8cb880249,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:22.793819 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] For port f22ef6b5-0300-462e-a6e3-64d8cb880249, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:44:22.798020 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] For port f22ef6b5-0300-462e-a6e3-64d8cb880249, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f22ef6b5-0300-462e-a6e3-64d8cb880249,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:44:22.821930 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-799f6e37-4ffe-49b5-b84f-f451d8a66ca9 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2490382 Nov 02 11:44:22.828802 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34964) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:22.834410 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-09d9813b-fb94-48e4-81ac-f812730a6bdf tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group_rule': {'security_group_id': 'c166f075-8449-4af8-a2a1-3a91dcb40cd6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:22.855942 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8da8c93e-c348-454b-9faa-d36743f7bf67 req-c88c4f14-b057-44e3-9404-21e3f9e8588a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:22.871690 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-752232da-046d-46a4-ae55-468d599107e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:22.873228 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-752232da-046d-46a4-ae55-468d599107e2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f84769d417245cf923cee90a14ce4c7&device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 1095 time: 0.1481051 Nov 02 11:44:22.883173 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:22.895183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-c40d70c1-8d4e-4458-a4a2-ac1050ef7cae admin admin] Allocated IP 172.20.0.1 (65a7f9a5-8986-4030-b221-67bb58dbd3f8/5a340da4-c74f-4ea6-be35-c6ad10fec043/fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:44:22.900667 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['ddd3c6eb-8b36-4c51-b500-b381936e9719'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:44:22.951306 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-dca6da6b-d5c6-41cc-881e-58e1b973d44d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a58f3c1e-58ee-4738-b22c-54fe7078b00f HTTP/1.1" status: 200 len: 217 time: 0.0666451 Nov 02 11:44:22.951902 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8da8c93e-c348-454b-9faa-d36743f7bf67 req-c88c4f14-b057-44e3-9404-21e3f9e8588a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:23.008435 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c4f14-b057-44e3-9404-21e3f9e8588a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69638280-9712-464d-8e8d-458b37bf62bf,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:23.034505 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-09d9813b-fb94-48e4-81ac-f812730a6bdf tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:23.048581 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=ddd3c6eb-8b36-4c51-b500-b381936e9719,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:23.054418 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c40d70c1-8d4e-4458-a4a2-ac1050ef7cae admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:23.060265 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Routers {'5c883bf8-7c93-430d-a5b2-8886ff088ef9'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:44:23.061241 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:44:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5c883bf8-7c93-430d-a5b2-8886ff088ef9'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:23.074921 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-c0753a42-c0da-49f2-828c-52c928d40ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:23.076465 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-c0753a42-c0da-49f2-828c-52c928d40ed0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8443bffa-34c8-4668-b8fe-e674bb3ecaf4 HTTP/1.1" status: 200 len: 850 time: 0.0903819 Nov 02 11:44:23.079870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f7760-efc2-452d-84e6-6e8cebfbb987 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a76a8de-915a-4d45-a838-a935b0999518,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:23.164011 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-09d9813b-fb94-48e4-81ac-f812730a6bdf tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:23.169396 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8da8c93e-c348-454b-9faa-d36743f7bf67 req-c88c4f14-b057-44e3-9404-21e3f9e8588a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:23.171260 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8da8c93e-c348-454b-9faa-d36743f7bf67 req-c88c4f14-b057-44e3-9404-21e3f9e8588a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.9023969 Nov 02 11:44:23.192258 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6e1e2-e7f9-41af-98a5-146e907807de None None] Pushing event updated for resources: {'Port': ['ID=f22ef6b5-0300-462e-a6e3-64d8cb880249,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:23.224502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-7831821d-fecc-4509-b78a-58d1b924b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:23.226998 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-7831821d-fecc-4509-b78a-58d1b924b758 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=25cc108e-ed7c-4629-951a-e2d190810bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1391230 Nov 02 11:44:23.236198 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c40d70c1-8d4e-4458-a4a2-ac1050ef7cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:23.292489 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40d70c1-8d4e-4458-a4a2-ac1050ef7cae admin admin] Network 65a7f9a5-8986-4030-b221-67bb58dbd3f8 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:44:23.296034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-c40d70c1-8d4e-4458-a4a2-ac1050ef7cae admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:23.300093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d70c1-8d4e-4458-a4a2-ac1050ef7cae admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:44:23.341829 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] Set router 5c883bf8-7c93-430d-a5b2-8886ff088ef9 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:44:23.414821 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-6924e908-d5dc-4bba-8a45-7a72a1c7d6a0 service neutron] 10.222.0.79 "GET /v2.0/networks/25cc108e-ed7c-4629-951a-e2d190810bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774163 Nov 02 11:44:23.416630 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ce808f-f4a7-4747-a83d-94e7002a8313 x-openstack-request-id: req-85ce808f-f4a7-4747-a83d-94e7002a8313 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:44:23.417596 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4585bf-bb93-404c-96fe-e55dc5c60696", "tag": "a58f3c1e-58ee-4738-b22c-54fe7078b00f", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:44:23.418012 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85ce808f-f4a7-4747-a83d-94e7002a8313 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:44:23.418571 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4585bf-bb93-404c-96fe-e55dc5c60696', 'tag': 'a58f3c1e-58ee-4738-b22c-54fe7078b00f', 'status': 'completed', 'code': 200} Nov 02 11:44:23.420586 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-09d9813b-fb94-48e4-81ac-f812730a6bdf tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:23.440141 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d70c1-8d4e-4458-a4a2-ac1050ef7cae admin admin] Pushing event updated for resources: {'Port': ['ID=fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:23.477054 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c40d70c1-8d4e-4458-a4a2-ac1050ef7cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:23.503239 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9813b-fb94-48e4-81ac-f812730a6bdf tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb2e2ff-95bf-45de-91ed-3f7eb17ae34d,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:23.573486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33dfc3-f2b6-4d3c-b2a6-126cef44ed63 req-667d8e7e-8179-44d6-9781-1ef37e6132cf tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:23.584239 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fb33dfc3-f2b6-4d3c-b2a6-126cef44ed63 req-667d8e7e-8179-44d6-9781-1ef37e6132cf tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 944 time: 0.1383238 Nov 02 11:44:23.703563 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fb33dfc3-f2b6-4d3c-b2a6-126cef44ed63 req-d6de87bf-eeb7-4ac9-8248-b54e585d2728 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176012 Nov 02 11:44:23.719626 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-09d9813b-fb94-48e4-81ac-f812730a6bdf tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:23.725749 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-09d9813b-fb94-48e4-81ac-f812730a6bdf tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8957407 Nov 02 11:44:23.728915 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34980) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:23.766964 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-dad10a15-902a-4d06-a652-25a0599bc430 req-214ca6fe-38ca-420a-a4a4-8e5c41b21c55 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1739079633', 'description': 'tempest-description-1054029975'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:23.770853 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-40919d15-aff9-4565-a16a-b572baf34cf5 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-group-rules/4bb2e2ff-95bf-45de-91ed-3f7eb17ae34d HTTP/1.1" status: 200 len: 763 time: 0.0402396 Nov 02 11:44:23.772959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34982) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:23.773917 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c883bf8-7c93-430d-a5b2-8886ff088ef9', 'name': 'tempest-FloatingIPDetailsTestJSON-1692091259-router', 'tenant_id': '46029f167d5d4582be880c226cb20707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'f22ef6b5-0300-462e-a6e3-64d8cb880249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:44:16Z', 'updated_at': '2021-11-02T11:44:19Z', 'revision_number': 3, 'project_id': '46029f167d5d4582be880c226cb20707', 'gw_port': {'id': 'f22ef6b5-0300-462e-a6e3-64d8cb880249', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c883bf8-7c93-430d-a5b2-8886ff088ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:17Z', 'updated_at': '2021-11-02T11:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:23.816468 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18d51fc-cc15-49f4-acc7-06c278dff846 None None] The sync data for ids ['5c883bf8-7c93-430d-a5b2-8886ff088ef9'] in n-d-806683-18 is: [{'id': '5c883bf8-7c93-430d-a5b2-8886ff088ef9', 'name': 'tempest-FloatingIPDetailsTestJSON-1692091259-router', 'tenant_id': '46029f167d5d4582be880c226cb20707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'f22ef6b5-0300-462e-a6e3-64d8cb880249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:44:16Z', 'updated_at': '2021-11-02T11:44:19Z', 'revision_number': 3, 'project_id': '46029f167d5d4582be880c226cb20707', 'gw_port': {'id': 'f22ef6b5-0300-462e-a6e3-64d8cb880249', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c883bf8-7c93-430d-a5b2-8886ff088ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:17Z', 'updated_at': '2021-11-02T11:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:44:23.831105 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6e4bfc0a-e843-48c4-ad92-07252f66875a req-a705b180-02b4-4bfc-853c-eb5895d522b8 service neutron] 10.222.0.79 "GET /v2.0/networks/25cc108e-ed7c-4629-951a-e2d190810bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050305 Nov 02 11:44:23.847121 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:23.897124 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0247d5e7-7c49-4a32-b2f4-d83e74e58f27 None None] Provisioning complete for port fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:23.897901 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0247d5e7-7c49-4a32-b2f4-d83e74e58f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:23.906841 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1c5e962f-5421-4c75-b0e9-44b4b1d287c3 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1304531 Nov 02 11:44:23.909712 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34984) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:23.924698 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c40d70c1-8d4e-4458-a4a2-ac1050ef7cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:23.968521 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d862659e-e135-4916-8dad-664f190ca352 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:23.993369 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d862659e-e135-4916-8dad-664f190ca352 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:24.009944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0247d5e7-7c49-4a32-b2f4-d83e74e58f27 None None] Port fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:44:24.024907 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:24.054654 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-dad10a15-902a-4d06-a652-25a0599bc430 req-214ca6fe-38ca-420a-a4a4-8e5c41b21c55 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:24.138132 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7e03c-2c1d-43f8-a5ff-eb4e916a875b req-66354741-f86b-4413-96e1-2c359f5dcceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:24.139748 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1cb7e03c-2c1d-43f8-a5ff-eb4e916a875b req-66354741-f86b-4413-96e1-2c359f5dcceb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f84769d417245cf923cee90a14ce4c7&device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 1095 time: 0.0996053 Nov 02 11:44:24.256670 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d862659e-e135-4916-8dad-664f190ca352 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:24.308503 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d862659e-e135-4916-8dad-664f190ca352 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:24.315887 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d862659e-e135-4916-8dad-664f190ca352 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/4bb2e2ff-95bf-45de-91ed-3f7eb17ae34d HTTP/1.1" status: 204 len: 168 time: 0.4035740 Nov 02 11:44:24.318810 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34994) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:24.336558 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c40d70c1-8d4e-4458-a4a2-ac1050ef7cae admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:24.362405 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862659e-e135-4916-8dad-664f190ca352 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bb2e2ff-95bf-45de-91ed-3f7eb17ae34d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:24.373801 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7e03c-2c1d-43f8-a5ff-eb4e916a875b req-fb8abe8f-9c89-4e4b-a87f-e9f9006ad203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:24.375794 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1cb7e03c-2c1d-43f8-a5ff-eb4e916a875b req-fb8abe8f-9c89-4e4b-a87f-e9f9006ad203 service neutron] 10.222.0.79 "GET /v2.0/networks?id=25cc108e-ed7c-4629-951a-e2d190810bce HTTP/1.1" status: 200 len: 912 time: 0.2278752 Nov 02 11:44:24.424408 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-492b2304-e896-4fd1-85fe-efb20d80ac3f tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1025102 Nov 02 11:44:24.426465 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34996) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:24.434301 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-575cb355-9b07-4771-8f76-736dc30c53f7 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Request body: {'security_group_rule': {'security_group_id': 'c166f075-8449-4af8-a2a1-3a91dcb40cd6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:24.446787 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1cb7e03c-2c1d-43f8-a5ff-eb4e916a875b req-9cff737d-6591-4435-b12f-0a68adc55dc7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a58f3c1e-58ee-4738-b22c-54fe7078b00f HTTP/1.1" status: 200 len: 217 time: 0.0590580 Nov 02 11:44:24.456147 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-dad10a15-902a-4d06-a652-25a0599bc430 req-214ca6fe-38ca-420a-a4a4-8e5c41b21c55 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:24.479081 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c40d70c1-8d4e-4458-a4a2-ac1050ef7cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:24.529194 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7e03c-2c1d-43f8-a5ff-eb4e916a875b req-10336d0b-823b-49a7-b68f-d5e1e12b138d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:24.530952 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1cb7e03c-2c1d-43f8-a5ff-eb4e916a875b req-10336d0b-823b-49a7-b68f-d5e1e12b138d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8443bffa-34c8-4668-b8fe-e674bb3ecaf4 HTTP/1.1" status: 200 len: 850 time: 0.0713270 Nov 02 11:44:24.572304 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-dad10a15-902a-4d06-a652-25a0599bc430 req-214ca6fe-38ca-420a-a4a4-8e5c41b21c55 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:24.574774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d70c1-8d4e-4458-a4a2-ac1050ef7cae admin admin] Pushing event updated for resources: {'Port': ['ID=fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:24.627266 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ca6fe-38ca-420a-a4a4-8e5c41b21c55 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e027fabc-cc79-40a0-9556-35591c9841af,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:24.630868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7e03c-2c1d-43f8-a5ff-eb4e916a875b req-5c1075fd-26ab-4cc0-bfba-8f81c8908fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:24.636929 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1cb7e03c-2c1d-43f8-a5ff-eb4e916a875b req-5c1075fd-26ab-4cc0-bfba-8f81c8908fd8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=25cc108e-ed7c-4629-951a-e2d190810bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977149 Nov 02 11:44:24.655363 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f272ea-8a1b-4a09-b597-22e1e8ef7ff7 req-12f16c1e-9585-46ac-afa8-6e151e2b82da tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:24.658261 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94f272ea-8a1b-4a09-b597-22e1e8ef7ff7 req-12f16c1e-9585-46ac-afa8-6e151e2b82da tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 943 time: 0.2326522 Nov 02 11:44:24.662988 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-575cb355-9b07-4771-8f76-736dc30c53f7 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:24.716127 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c40d70c1-8d4e-4458-a4a2-ac1050ef7cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:24.724393 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-dad10a15-902a-4d06-a652-25a0599bc430 req-214ca6fe-38ca-420a-a4a4-8e5c41b21c55 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:24.739222 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dad10a15-902a-4d06-a652-25a0599bc430 req-214ca6fe-38ca-420a-a4a4-8e5c41b21c55 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.9811339 Nov 02 11:44:24.827564 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94f272ea-8a1b-4a09-b597-22e1e8ef7ff7 req-0d829361-f53a-4348-9e96-54251c9cf0b5 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/security-groups?id=9be179ae-4dc3-41f0-9cb9-bb30d69087eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566939 Nov 02 11:44:24.831516 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1cb7e03c-2c1d-43f8-a5ff-eb4e916a875b req-f125f1ff-23f6-4fa8-a12d-f4b2050e377c service neutron] 10.222.0.79 "GET /v2.0/networks/25cc108e-ed7c-4629-951a-e2d190810bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836860 Nov 02 11:44:24.931931 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-575cb355-9b07-4771-8f76-736dc30c53f7 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:24.992068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40d70c1-8d4e-4458-a4a2-ac1050ef7cae admin admin] Network 65a7f9a5-8986-4030-b221-67bb58dbd3f8 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:44:24.994370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-c40d70c1-8d4e-4458-a4a2-ac1050ef7cae admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:25.097261 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-19649fd6-1835-49e1-84b5-3c288df58784 req-6443b235-1b9a-4aee-95f6-ce4090c14be6 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-groups/69638280-9712-464d-8e8d-458b37bf62bf HTTP/1.1" status: 200 len: 1823 time: 0.1164703 Nov 02 11:44:25.101919 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1cb7e03c-2c1d-43f8-a5ff-eb4e916a875b req-299e3d39-210e-4da8-a0fb-754b412adfc0 service neutron] 10.222.0.79 "GET /v2.0/networks/25cc108e-ed7c-4629-951a-e2d190810bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637463 Nov 02 11:44:25.170751 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-19649fd6-1835-49e1-84b5-3c288df58784 req-10f1cd72-c784-4914-8ad5-266f708049fc tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-groups/e027fabc-cc79-40a0-9556-35591c9841af HTTP/1.1" status: 200 len: 1824 time: 0.0719774 Nov 02 11:44:25.177143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-19649fd6-1835-49e1-84b5-3c288df58784 req-3d0475d9-98bb-4ef5-b4da-aeeaee946a1d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '69638280-9712-464d-8e8d-458b37bf62bf', 'remote_group_id': 'e027fabc-cc79-40a0-9556-35591c9841af', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:25.177605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-19649fd6-1835-49e1-84b5-3c288df58784 req-3d0475d9-98bb-4ef5-b4da-aeeaee946a1d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '69638280-9712-464d-8e8d-458b37bf62bf', 'remote_group_id': 'e027fabc-cc79-40a0-9556-35591c9841af', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:25.237669 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-575cb355-9b07-4771-8f76-736dc30c53f7 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:25.260598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40d70c1-8d4e-4458-a4a2-ac1050ef7cae admin admin] Router 5c883bf8-7c93-430d-a5b2-8886ff088ef9 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:44:25.305933 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:25.310078 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cb355-9b07-4771-8f76-736dc30c53f7 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9529708b-6f3f-4da6-898a-6ce2ebe5851c,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:25.417009 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f57950-5fa8-4bff-815a-86a29c8664cc req-5bfd37f6-61df-48c7-bf47-e6bd47b9e145 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:25.419123 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f8f57950-5fa8-4bff-815a-86a29c8664cc req-5bfd37f6-61df-48c7-bf47-e6bd47b9e145 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 944 time: 0.1847858 Nov 02 11:44:25.437607 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-19649fd6-1835-49e1-84b5-3c288df58784 req-3d0475d9-98bb-4ef5-b4da-aeeaee946a1d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:25.471047 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-575cb355-9b07-4771-8f76-736dc30c53f7 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:25.475038 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-575cb355-9b07-4771-8f76-736dc30c53f7 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0468669 Nov 02 11:44:25.477402 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35008) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:25.488594 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6a6d1bef-85bf-47d4-b7b5-11f40b7fb8ed None None] Provisioning complete for port fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:25.489185 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-19649fd6-1835-49e1-84b5-3c288df58784 req-3d0475d9-98bb-4ef5-b4da-aeeaee946a1d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:25.489603 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6a6d1bef-85bf-47d4-b7b5-11f40b7fb8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:25.513948 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4b768f75-bd03-4446-9fa1-7be6206ba7aa tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-group-rules/9529708b-6f3f-4da6-898a-6ce2ebe5851c HTTP/1.1" status: 200 len: 764 time: 0.0350101 Nov 02 11:44:25.517243 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35010) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:25.518547 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ddd3c6eb-8b36-4c51-b500-b381936e9719 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:44:25.550566 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f8f57950-5fa8-4bff-815a-86a29c8664cc req-69affd1f-9f7a-452c-a1ef-f6ce2119835d tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846183 Nov 02 11:44:25.551986 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40d70c1-8d4e-4458-a4a2-ac1050ef7cae admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:44:25.570995 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c40d70c1-8d4e-4458-a4a2-ac1050ef7cae admin admin] 10.222.0.52 "PUT /v2.0/routers/5c883bf8-7c93-430d-a5b2-8886ff088ef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6351080 Nov 02 11:44:25.574368 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8377fdee-5c7a-4622-b267-8031bf117655 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0556822 Nov 02 11:44:25.577556 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35014) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:25.579509 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d1bef-85bf-47d4-b7b5-11f40b7fb8ed None None] Port fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:44:25.624398 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-87b8af82-6f7a-4f8d-bcb7-11e89b88de8c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:25.638915 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-87b8af82-6f7a-4f8d-bcb7-11e89b88de8c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:25.836048 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-19649fd6-1835-49e1-84b5-3c288df58784 req-3d0475d9-98bb-4ef5-b4da-aeeaee946a1d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:25.855172 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0475d9-98bb-4ef5-b4da-aeeaee946a1d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40163a0a-14b6-4bc4-b849-75bae8d267d8,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:25.872973 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-87b8af82-6f7a-4f8d-bcb7-11e89b88de8c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:25.880168 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port ddd3c6eb-8b36-4c51-b500-b381936e9719 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:44:25.882308 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-87b8af82-6f7a-4f8d-bcb7-11e89b88de8c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:25.886509 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-87b8af82-6f7a-4f8d-bcb7-11e89b88de8c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/9529708b-6f3f-4da6-898a-6ce2ebe5851c HTTP/1.1" status: 204 len: 168 time: 0.3045270 Nov 02 11:44:25.886686 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port ddd3c6eb-8b36-4c51-b500-b381936e9719 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:25.886686 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:25.888346 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35024) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:25.892331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8af82-6f7a-4f8d-bcb7-11e89b88de8c tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9529708b-6f3f-4da6-898a-6ce2ebe5851c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:25.933008 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-51db958a-91d3-4c81-bc51-5cd2797801b8 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0433547 Nov 02 11:44:25.952495 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35032) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:25.960310 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device a58f3c1e-58ee-4738-b22c-54fe7078b00f details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:44:26.047060 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-19649fd6-1835-49e1-84b5-3c288df58784 req-3d0475d9-98bb-4ef5-b4da-aeeaee946a1d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:26.047060 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-19649fd6-1835-49e1-84b5-3c288df58784 req-3d0475d9-98bb-4ef5-b4da-aeeaee946a1d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8613241 Nov 02 11:44:26.067110 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:26.265957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cad22-8ae0-470c-af42-1de4ae381bc8 req-eb554bb1-0d8e-4640-a93d-2817ad0ff76b tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:26.266417 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae0dc64-6a3b-4151-948d-f17b80638940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd3c6eb-8b36-4c51-b500-b381936e9719'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:44:26.266417 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6c311a-1139-470c-a10f-cf7ae9b61077" -d '{"events": [{"server_uuid": "eae0dc64-6a3b-4151-948d-f17b80638940", "name": "network-vif-plugged", "status": "completed", "tag": "ddd3c6eb-8b36-4c51-b500-b381936e9719"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:44:26.266611 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6e9cad22-8ae0-470c-af42-1de4ae381bc8 req-eb554bb1-0d8e-4640-a93d-2817ad0ff76b tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 943 time: 0.1156173 Nov 02 11:44:26.268013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port a58f3c1e-58ee-4738-b22c-54fe7078b00f, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=a58f3c1e-58ee-4738-b22c-54fe7078b00f,segment=NetworkSegment(3d6da19a-b234-404e-9369-53e195983395),segment_id=3d6da19a-b234-404e-9369-53e195983395)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:26.328885 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69514f6f-ada7-4270-a49f-42a68b090ae5 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:26.333001 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port ddd3c6eb-8b36-4c51-b500-b381936e9719, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ddd3c6eb-8b36-4c51-b500-b381936e9719,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:26.340807 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'a58f3c1e-58ee-4738-b22c-54fe7078b00f', 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce', 'port_id': 'a58f3c1e-58ee-4738-b22c-54fe7078b00f', 'mac_address': 'fa:16:3e:4a:e3:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:44:26.341847 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69514f6f-ada7-4270-a49f-42a68b090ae5 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:26.365348 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6e9cad22-8ae0-470c-af42-1de4ae381bc8 req-9724ffab-510f-4cac-ab6f-e367c78e55ca tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/security-groups?id=9be179ae-4dc3-41f0-9cb9-bb30d69087eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040161 Nov 02 11:44:26.421173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f22ef6b5-0300-462e-a6e3-64d8cb880249 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:44:26.435067 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-990ced3b-f544-4f8e-90ac-688c6c3549e2 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4743648 Nov 02 11:44:26.458580 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-6f1f8e50-ea57-4663-ae21-bf9560e94419 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:26.497144 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:26.539695 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:26.557947 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port f22ef6b5-0300-462e-a6e3-64d8cb880249 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:26.558650 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:26.606406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58f3c1e-58ee-4738-b22c-54fe7078b00f {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:44:26.613474 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69514f6f-ada7-4270-a49f-42a68b090ae5 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:26.616246 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69514f6f-ada7-4270-a49f-42a68b090ae5 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:26.623469 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-69514f6f-ada7-4270-a49f-42a68b090ae5 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "DELETE /v2.0/security-groups/c166f075-8449-4af8-a2a1-3a91dcb40cd6 HTTP/1.1" status: 204 len: 168 time: 0.6692429 Nov 02 11:44:26.626143 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Sync routers for ids ['5c883bf8-7c93-430d-a5b2-8886ff088ef9'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:44:26.627189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35046) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:26.629478 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-6f1f8e50-ea57-4663-ae21-bf9560e94419 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:26.638836 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port a58f3c1e-58ee-4738-b22c-54fe7078b00f, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=a58f3c1e-58ee-4738-b22c-54fe7078b00f,segment=NetworkSegment(3d6da19a-b234-404e-9369-53e195983395),segment_id=3d6da19a-b234-404e-9369-53e195983395)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:26.649743 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Routers {'5c883bf8-7c93-430d-a5b2-8886ff088ef9'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:44:26.652877 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:44:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5c883bf8-7c93-430d-a5b2-8886ff088ef9'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:26.669897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69514f6f-ada7-4270-a49f-42a68b090ae5 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c166f075-8449-4af8-a2a1-3a91dcb40cd6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:26.721811 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=ddd3c6eb-8b36-4c51-b500-b381936e9719,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:26.724314 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-514d3ae3-9b9d-4f89-8f66-9c7e8b3c4ba9 req-11e24a1a-3c36-4aba-b88a-b1139566cc60 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1190864580', 'description': 'tempest-description-361230393'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:26.753449 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f38a85a5-d502-4622-bd6e-256b904b7538 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1248469 Nov 02 11:44:26.754414 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35048) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:26.771510 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:26.827461 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-199a88f7-255f-4d3c-84f5-b2409e35d4d4 tempest-SecGroupTest-1554515470 tempest-SecGroupTest-1554515470-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0686905 Nov 02 11:44:26.849188 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-6f1f8e50-ea57-4663-ae21-bf9560e94419 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:26.883862 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Set router 5c883bf8-7c93-430d-a5b2-8886ff088ef9 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:44:26.889443 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:26.909955 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-514d3ae3-9b9d-4f89-8f66-9c7e8b3c4ba9 req-11e24a1a-3c36-4aba-b88a-b1139566cc60 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:27.014097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-6f1f8e50-ea57-4663-ae21-bf9560e94419 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Allocated IP 172.25.6.105 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/034a2c8d-cf66-4f4a-aa9c-53a93b27b4c1) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:44:27.047015 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['a58f3c1e-58ee-4738-b22c-54fe7078b00f'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:44:27.052292 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=a58f3c1e-58ee-4738-b22c-54fe7078b00f,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:27.052558 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-514d3ae3-9b9d-4f89-8f66-9c7e8b3c4ba9 req-11e24a1a-3c36-4aba-b88a-b1139566cc60 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:27.058323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port f22ef6b5-0300-462e-a6e3-64d8cb880249, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f22ef6b5-0300-462e-a6e3-64d8cb880249,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:27.153042 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-6f1f8e50-ea57-4663-ae21-bf9560e94419 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:27.199692 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c883bf8-7c93-430d-a5b2-8886ff088ef9', 'name': 'tempest-FloatingIPDetailsTestJSON-1692091259-router', 'tenant_id': '46029f167d5d4582be880c226cb20707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'f22ef6b5-0300-462e-a6e3-64d8cb880249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:44:16Z', 'updated_at': '2021-11-02T11:44:23Z', 'revision_number': 4, 'project_id': '46029f167d5d4582be880c226cb20707', 'gw_port': {'id': 'f22ef6b5-0300-462e-a6e3-64d8cb880249', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c883bf8-7c93-430d-a5b2-8886ff088ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:17Z', 'updated_at': '2021-11-02T11:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0', 'name': '', 'network_id': '65a7f9a5-8986-4030-b221-67bb58dbd3f8', 'tenant_id': '46029f167d5d4582be880c226cb20707', 'mac_address': 'fa:16:3e:24:1f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c883bf8-7c93-430d-a5b2-8886ff088ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '5a340da4-c74f-4ea6-be35-c6ad10fec043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:22Z', 'updated_at': '2021-11-02T11:44:24Z', 'revision_number': 2, 'project_id': '46029f167d5d4582be880c226cb20707', 'subnets': [{'id': '5a340da4-c74f-4ea6-be35-c6ad10fec043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:27.206568 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-514d3ae3-9b9d-4f89-8f66-9c7e8b3c4ba9 req-11e24a1a-3c36-4aba-b88a-b1139566cc60 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:27.207216 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:27.251597 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Checking router: 5c883bf8-7c93-430d-a5b2-8886ff088ef9 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:44:27.251972 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Updating router 5c883bf8-7c93-430d-a5b2-8886ff088ef9 port fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:44:27.269418 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e24a1a-3c36-4aba-b88a-b1139566cc60 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbc848e-c7d2-49f1-a267-dd09a04228b2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:27.283327 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:27.316117 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=f22ef6b5-0300-462e-a6e3-64d8cb880249,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:27.325835 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-6f1f8e50-ea57-4663-ae21-bf9560e94419 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:27.396288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-6f1f8e50-ea57-4663-ae21-bf9560e94419 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:44:27.399972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-6f1f8e50-ea57-4663-ae21-bf9560e94419 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:27.403620 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-6f1f8e50-ea57-4663-ae21-bf9560e94419 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:44:27.414628 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f8e50-ea57-4663-ae21-bf9560e94419 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Pushing event updated for resources: {'Port': ['ID=034a2c8d-cf66-4f4a-aa9c-53a93b27b4c1,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:27.452705 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-514d3ae3-9b9d-4f89-8f66-9c7e8b3c4ba9 req-11e24a1a-3c36-4aba-b88a-b1139566cc60 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:27.472111 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-514d3ae3-9b9d-4f89-8f66-9c7e8b3c4ba9 req-11e24a1a-3c36-4aba-b88a-b1139566cc60 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7517917 Nov 02 11:44:27.539735 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-6f1f8e50-ea57-4663-ae21-bf9560e94419 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:27.576371 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb48a42-128d-4355-a236-c4b03b2c150e x-openstack-request-id: req-edb48a42-128d-4355-a236-c4b03b2c150e {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:44:27.576963 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae0dc64-6a3b-4151-948d-f17b80638940", "name": "network-vif-plugged", "status": "completed", "tag": "ddd3c6eb-8b36-4c51-b500-b381936e9719", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:44:27.576963 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-edb48a42-128d-4355-a236-c4b03b2c150e {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:44:27.583602 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae0dc64-6a3b-4151-948d-f17b80638940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd3c6eb-8b36-4c51-b500-b381936e9719', 'code': 200} Nov 02 11:44:27.670562 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35064) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:27.683488 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-6f1f8e50-ea57-4663-ae21-bf9560e94419 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:27.763892 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69974cb1-e186-4c80-bc5c-abc4027254eb req-b05c1b63-41c5-4005-bd69-1e54a7357daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:27.766314 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-69974cb1-e186-4c80-bc5c-abc4027254eb req-b05c1b63-41c5-4005-bd69-1e54a7357daf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 1097 time: 0.1128075 Nov 02 11:44:27.853511 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:27.884953 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-69974cb1-e186-4c80-bc5c-abc4027254eb req-a0e9f560-b8f6-4cb3-8686-07ae47b21f36 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089242 Nov 02 11:44:27.952683 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device a58f3c1e-58ee-4738-b22c-54fe7078b00f up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:44:27.993351 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-6f1f8e50-ea57-4663-ae21-bf9560e94419 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:27.995996 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:28.023739 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac481c-e8ab-4d31-866c-8c324317133e req-e9686df4-c811-4184-96fa-15645dd30cce tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:28.025310 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1cac481c-e8ab-4d31-866c-8c324317133e req-e9686df4-c811-4184-96fa-15645dd30cce tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.1372309 Nov 02 11:44:28.038628 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7596ed8d-34c1-4233-be9d-96b86194a0de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3b0f3780bc14440ca26bab24766b8fa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3397517 Nov 02 11:44:28.041807 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35070) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:28.090684 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-6f1f8e50-ea57-4663-ae21-bf9560e94419 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:28.118577 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1cac481c-e8ab-4d31-866c-8c324317133e req-7dcca2d3-10b2-4ac4-8de5-db9807847aa4 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783722 Nov 02 11:44:28.121373 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port a58f3c1e-58ee-4738-b22c-54fe7078b00f completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:44:28.126887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port a58f3c1e-58ee-4738-b22c-54fe7078b00f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:28.130195 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:28.130338 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2471e8-7edf-4ef4-874c-b66e3551060a None None] Pushing event updated for resources: {'Port': ['ID=fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:28.162003 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Attempting to bind port fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:44:28.162372 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Attempting to bind port fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '1ba37bf5-b62c-4202-951e-d6ac675f6184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '65a7f9a5-8986-4030-b221-67bb58dbd3f8'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:44:28.162784 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Attempting to bind port fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0 on network 65a7f9a5-8986-4030-b221-67bb58dbd3f8 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:44:28.174392 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:44:28.174814 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Checking segment: {'id': '1ba37bf5-b62c-4202-951e-d6ac675f6184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '65a7f9a5-8986-4030-b221-67bb58dbd3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:44:28.175236 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:28.177563 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Bound using segment: {'id': '1ba37bf5-b62c-4202-951e-d6ac675f6184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '65a7f9a5-8986-4030-b221-67bb58dbd3f8'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:44:28.178075 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Bound port: fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba37bf5-b62c-4202-951e-d6ac675f6184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '65a7f9a5-8986-4030-b221-67bb58dbd3f8'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:44:28.178503 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:28.350666 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:28.374528 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f8e50-ea57-4663-ae21-bf9560e94419 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Pushing event updated for resources: {'Port': ['ID=034a2c8d-cf66-4f4a-aa9c-53a93b27b4c1,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:28.399784 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] For port fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:44:28.401104 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b3479-3409-47b0-ae8d-31cdc429d901 req-c101f458-743c-4292-a53e-256e7fec7c67 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:28.410527 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] For port fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0,segment=NetworkSegment(1ba37bf5-b62c-4202-951e-d6ac675f6184),segment_id=1ba37bf5-b62c-4202-951e-d6ac675f6184)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:44:28.417130 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4a9b3479-3409-47b0-ae8d-31cdc429d901 req-c101f458-743c-4292-a53e-256e7fec7c67 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 944 time: 0.1505990 Nov 02 11:44:28.450313 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-6f1f8e50-ea57-4663-ae21-bf9560e94419 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:28.465238 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce309-de25-4c39-b9b4-6d0254b51e74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:28.473886 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port a58f3c1e-58ee-4738-b22c-54fe7078b00f, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=a58f3c1e-58ee-4738-b22c-54fe7078b00f,segment=NetworkSegment(3d6da19a-b234-404e-9369-53e195983395),segment_id=3d6da19a-b234-404e-9369-53e195983395)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:28.483859 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f22ef6b5-0300-462e-a6e3-64d8cb880249 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:44:28.504451 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:28.504994 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce309-de25-4c39-b9b4-6d0254b51e74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:28.545129 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4a9b3479-3409-47b0-ae8d-31cdc429d901 req-120921b3-78c1-4f42-819a-13d8a7db9cba tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/security-groups?id=9be179ae-4dc3-41f0-9cb9-bb30d69087eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249902 Nov 02 11:44:28.580911 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-6f1f8e50-ea57-4663-ae21-bf9560e94419 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:28.587910 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-6f1f8e50-ea57-4663-ae21-bf9560e94419 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1388128 Nov 02 11:44:28.593758 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-91245b45-ab2c-484b-8038-6dbcf9a13f71 req-3d5f3a80-29d8-41ca-95e0-608a00124f1d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-220918053', 'description': 'tempest-description-918096429'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:28.614401 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:28.633973 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2471e8-7edf-4ef4-874c-b66e3551060a None None] Pushing event updated for resources: {'Port': ['ID=fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:28.662988 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c9679c6a-c722-4a17-b880-4b75e177e0d7 None None] Provisioning complete for port fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:28.663615 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c9679c6a-c722-4a17-b880-4b75e177e0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:28.673357 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Routers {'5c883bf8-7c93-430d-a5b2-8886ff088ef9'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:44:28.674647 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:44:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5c883bf8-7c93-430d-a5b2-8886ff088ef9'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:28.726855 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-91245b45-ab2c-484b-8038-6dbcf9a13f71 req-3d5f3a80-29d8-41ca-95e0-608a00124f1d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:28.791705 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-0d192c05-75a4-42c9-8e97-dab53f2e8a70 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.105 HTTP/1.1" status: 200 len: 696 time: 0.1942251 Nov 02 11:44:28.792406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port f22ef6b5-0300-462e-a6e3-64d8cb880249 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:28.794135 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:28.804862 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce309-de25-4c39-b9b4-6d0254b51e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:28.819849 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc9ce309-de25-4c39-b9b4-6d0254b51e74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:28.821126 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bc9ce309-de25-4c39-b9b4-6d0254b51e74 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ebecedc-fe40-441d-aaed-97267a480f51 HTTP/1.1" status: 204 len: 168 time: 0.7778995 Nov 02 11:44:28.856500 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c9679c6a-c722-4a17-b880-4b75e177e0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:28.860544 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=a58f3c1e-58ee-4738-b22c-54fe7078b00f,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:28.865683 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ce309-de25-4c39-b9b4-6d0254b51e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebecedc-fe40-441d-aaed-97267a480f51,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:28.967203 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c9679c6a-c722-4a17-b880-4b75e177e0d7 None None] For port fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0,segment=NetworkSegment(1ba37bf5-b62c-4202-951e-d6ac675f6184),segment_id=1ba37bf5-b62c-4202-951e-d6ac675f6184)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:28.987840 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-91245b45-ab2c-484b-8038-6dbcf9a13f71 req-3d5f3a80-29d8-41ca-95e0-608a00124f1d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:29.069964 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c9679c6a-c722-4a17-b880-4b75e177e0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:29.075449 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] Set router 5c883bf8-7c93-430d-a5b2-8886ff088ef9 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:44:29.116510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-760bddd7-1774-4197-b7f0-af049eaa9f37 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:29.118619 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e043f5c3-cbe8-4d8c-b849-0b70a5d269f1 req-760bddd7-1774-4197-b7f0-af049eaa9f37 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.2964625 Nov 02 11:44:29.126730 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-91245b45-ab2c-484b-8038-6dbcf9a13f71 req-3d5f3a80-29d8-41ca-95e0-608a00124f1d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:29.129223 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9679c6a-c722-4a17-b880-4b75e177e0d7 None None] Pushing event updated for resources: {'Port': ['ID=fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:29.176205 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f3a80-29d8-41ca-95e0-608a00124f1d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8982d7be-0199-435e-812c-5116a7f1644e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:29.199621 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c510abc0-0af8-4cca-8f72-9a3b4fffa638 None None] Provisioning complete for port fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:29.200480 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c510abc0-0af8-4cca-8f72-9a3b4fffa638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:29.391241 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-91245b45-ab2c-484b-8038-6dbcf9a13f71 req-3d5f3a80-29d8-41ca-95e0-608a00124f1d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:29.410302 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-91245b45-ab2c-484b-8038-6dbcf9a13f71 req-3d5f3a80-29d8-41ca-95e0-608a00124f1d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.8306115 Nov 02 11:44:29.462554 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c883bf8-7c93-430d-a5b2-8886ff088ef9', 'name': 'tempest-FloatingIPDetailsTestJSON-1692091259-router', 'tenant_id': '46029f167d5d4582be880c226cb20707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'f22ef6b5-0300-462e-a6e3-64d8cb880249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:44:16Z', 'updated_at': '2021-11-02T11:44:23Z', 'revision_number': 4, 'project_id': '46029f167d5d4582be880c226cb20707', 'gw_port': {'id': 'f22ef6b5-0300-462e-a6e3-64d8cb880249', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c883bf8-7c93-430d-a5b2-8886ff088ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:17Z', 'updated_at': '2021-11-02T11:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0', 'name': '', 'network_id': '65a7f9a5-8986-4030-b221-67bb58dbd3f8', 'tenant_id': '46029f167d5d4582be880c226cb20707', 'mac_address': 'fa:16:3e:24:1f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c883bf8-7c93-430d-a5b2-8886ff088ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '5a340da4-c74f-4ea6-be35-c6ad10fec043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:22Z', 'updated_at': '2021-11-02T11:44:28Z', 'revision_number': 4, 'project_id': '46029f167d5d4582be880c226cb20707', 'subnets': [{'id': '5a340da4-c74f-4ea6-be35-c6ad10fec043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:29.504071 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfdb0b6-10ae-429b-82a9-0e75e3614705 None None] The sync data for ids ['5c883bf8-7c93-430d-a5b2-8886ff088ef9'] in n-d-806683-18 is: [{'id': '5c883bf8-7c93-430d-a5b2-8886ff088ef9', 'name': 'tempest-FloatingIPDetailsTestJSON-1692091259-router', 'tenant_id': '46029f167d5d4582be880c226cb20707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'f22ef6b5-0300-462e-a6e3-64d8cb880249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:44:16Z', 'updated_at': '2021-11-02T11:44:23Z', 'revision_number': 4, 'project_id': '46029f167d5d4582be880c226cb20707', 'gw_port': {'id': 'f22ef6b5-0300-462e-a6e3-64d8cb880249', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c883bf8-7c93-430d-a5b2-8886ff088ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:17Z', 'updated_at': '2021-11-02T11:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0', 'name': '', 'network_id': '65a7f9a5-8986-4030-b221-67bb58dbd3f8', 'tenant_id': '46029f167d5d4582be880c226cb20707', 'mac_address': 'fa:16:3e:24:1f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c883bf8-7c93-430d-a5b2-8886ff088ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '5a340da4-c74f-4ea6-be35-c6ad10fec043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:22Z', 'updated_at': '2021-11-02T11:44:28Z', 'revision_number': 4, 'project_id': '46029f167d5d4582be880c226cb20707', 'subnets': [{'id': '5a340da4-c74f-4ea6-be35-c6ad10fec043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:44:29.579898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4585bf-bb93-404c-96fe-e55dc5c60696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58f3c1e-58ee-4738-b22c-54fe7078b00f'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:44:29.585304 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54830eb-caff-42eb-982f-c499114db956" -d '{"events": [{"server_uuid": "7c4585bf-bb93-404c-96fe-e55dc5c60696", "name": "network-vif-plugged", "status": "completed", "tag": "a58f3c1e-58ee-4738-b22c-54fe7078b00f"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:44:29.811468 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-70300b87-1f6d-4c9c-aa81-b8e1199a7075 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3888922 Nov 02 11:44:29.816618 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-adc16978-2a2b-4de1-8a83-5f94e9c52ef5 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:29.906690 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b645d8b-041f-46a6-aa2e-ee855c0b0596 req-bda88c85-132b-42aa-b302-9a95e81d5bdf tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:29.915497 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b645d8b-041f-46a6-aa2e-ee855c0b0596 req-bda88c85-132b-42aa-b302-9a95e81d5bdf tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.0931578 Nov 02 11:44:29.966616 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-adc16978-2a2b-4de1-8a83-5f94e9c52ef5 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:29.977198 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b645d8b-041f-46a6-aa2e-ee855c0b0596 req-3c465c9a-1a74-422c-8c8c-6339b49a38dc tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605025 Nov 02 11:44:30.152991 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686c769-95d4-4104-8af6-2b6dfd4fedb3 req-4d0d973d-16ac-4110-8684-66751d3bab67 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-groups/fcbc848e-c7d2-49f1-a267-dd09a04228b2 HTTP/1.1" status: 200 len: 1823 time: 0.1248460 Nov 02 11:44:30.217138 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686c769-95d4-4104-8af6-2b6dfd4fedb3 req-4aa14106-8da4-4e56-b728-28ac7459a874 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-groups/8982d7be-0199-435e-812c-5116a7f1644e HTTP/1.1" status: 200 len: 1822 time: 0.0579658 Nov 02 11:44:30.233093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-8686c769-95d4-4104-8af6-2b6dfd4fedb3 req-c247fb16-ce20-4fbc-9619-028b9ef6ae26 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fcbc848e-c7d2-49f1-a267-dd09a04228b2', 'remote_group_id': '8982d7be-0199-435e-812c-5116a7f1644e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:30.233413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-8686c769-95d4-4104-8af6-2b6dfd4fedb3 req-c247fb16-ce20-4fbc-9619-028b9ef6ae26 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fcbc848e-c7d2-49f1-a267-dd09a04228b2', 'remote_group_id': '8982d7be-0199-435e-812c-5116a7f1644e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:30.266695 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-adc16978-2a2b-4de1-8a83-5f94e9c52ef5 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:30.381529 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:44:30.451382 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-adc16978-2a2b-4de1-8a83-5f94e9c52ef5 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Allocated IP 172.25.6.202 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/ee56849e-09e6-4827-87bf-a6fdf7de5414) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:44:30.506599 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:30.508586 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:30.516476 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686c769-95d4-4104-8af6-2b6dfd4fedb3 req-c247fb16-ce20-4fbc-9619-028b9ef6ae26 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:30.588974 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686c769-95d4-4104-8af6-2b6dfd4fedb3 req-c247fb16-ce20-4fbc-9619-028b9ef6ae26 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:30.651845 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-adc16978-2a2b-4de1-8a83-5f94e9c52ef5 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:30.686484 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686c769-95d4-4104-8af6-2b6dfd4fedb3 req-c247fb16-ce20-4fbc-9619-028b9ef6ae26 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:30.721262 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247fb16-ce20-4fbc-9619-028b9ef6ae26 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fa87a7-30ee-438f-8e8b-019b018b0e90,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:30.806250 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-adc16978-2a2b-4de1-8a83-5f94e9c52ef5 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:30.835451 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8686c769-95d4-4104-8af6-2b6dfd4fedb3 req-c247fb16-ce20-4fbc-9619-028b9ef6ae26 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:30.863575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8686c769-95d4-4104-8af6-2b6dfd4fedb3 req-c247fb16-ce20-4fbc-9619-028b9ef6ae26 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6396742 Nov 02 11:44:30.872105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc16978-2a2b-4de1-8a83-5f94e9c52ef5 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Pushing event updated for resources: {'Port': ['ID=ee56849e-09e6-4827-87bf-a6fdf7de5414,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:30.891273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-adc16978-2a2b-4de1-8a83-5f94e9c52ef5 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:44:30.892962 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-adc16978-2a2b-4de1-8a83-5f94e9c52ef5 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:30.899278 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-adc16978-2a2b-4de1-8a83-5f94e9c52ef5 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:44:31.072026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9767cfe-1fc0-428b-807c-eb6dc44a0ea8 req-4d1c242b-0642-4e8e-95f8-25a079ccb836 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:31.091814 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9767cfe-1fc0-428b-807c-eb6dc44a0ea8 req-4d1c242b-0642-4e8e-95f8-25a079ccb836 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 945 time: 0.1103494 Nov 02 11:44:31.219561 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9767cfe-1fc0-428b-807c-eb6dc44a0ea8 req-1ab8621d-0ab5-4305-ba66-9d0684b8de4f tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/security-groups?id=9be179ae-4dc3-41f0-9cb9-bb30d69087eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051962 Nov 02 11:44:31.280618 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f8ab0b-e3e4-490f-95c3-a313ba8ee281 x-openstack-request-id: req-35f8ab0b-e3e4-490f-95c3-a313ba8ee281 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:44:31.280960 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4585bf-bb93-404c-96fe-e55dc5c60696", "name": "network-vif-plugged", "status": "completed", "tag": "a58f3c1e-58ee-4738-b22c-54fe7078b00f", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:44:31.281219 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35f8ab0b-e3e4-490f-95c3-a313ba8ee281 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:44:31.281612 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4585bf-bb93-404c-96fe-e55dc5c60696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58f3c1e-58ee-4738-b22c-54fe7078b00f', 'code': 200} Nov 02 11:44:31.428407 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-adc16978-2a2b-4de1-8a83-5f94e9c52ef5 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:31.434339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f411e2-d1ae-4b8d-9fba-b6d9d3a89ed5 req-497152ac-37d9-4ceb-b7f9-366dbf6aa7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:31.441274 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-69f411e2-d1ae-4b8d-9fba-b6d9d3a89ed5 req-497152ac-37d9-4ceb-b7f9-366dbf6aa7c1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 1097 time: 0.0746439 Nov 02 11:44:31.493272 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-69f411e2-d1ae-4b8d-9fba-b6d9d3a89ed5 req-9f6f5e80-7d77-480d-babb-063e33f53da6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=9be179ae-4dc3-41f0-9cb9-bb30d69087eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486748 Nov 02 11:44:31.593294 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-adc16978-2a2b-4de1-8a83-5f94e9c52ef5 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:31.776037 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-adc16978-2a2b-4de1-8a83-5f94e9c52ef5 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:32.023501 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-adc16978-2a2b-4de1-8a83-5f94e9c52ef5 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:32.093070 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc16978-2a2b-4de1-8a83-5f94e9c52ef5 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Pushing event updated for resources: {'Port': ['ID=ee56849e-09e6-4827-87bf-a6fdf7de5414,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:32.109467 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-adc16978-2a2b-4de1-8a83-5f94e9c52ef5 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:32.219683 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-adc16978-2a2b-4de1-8a83-5f94e9c52ef5 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:32.222995 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-adc16978-2a2b-4de1-8a83-5f94e9c52ef5 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4105153 Nov 02 11:44:32.327811 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-66ebb90e-5a5c-4a25-bd37-d3d38b18b4a7 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.202 HTTP/1.1" status: 200 len: 696 time: 0.0971599 Nov 02 11:44:32.506866 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-1d3d82aa-4fb6-4760-9c3b-7ff9e6945e04 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:32.508531 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-69e584c8-ddb8-45bc-b2ec-d67c7634ebab req-1d3d82aa-4fb6-4760-9c3b-7ff9e6945e04 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.1722488 Nov 02 11:44:32.632823 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-17444eff-3abb-4de2-adc9-e1823a05d339 req-67360c30-dfb6-49cc-a323-89b38b8d72b9 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-groups/8982d7be-0199-435e-812c-5116a7f1644e HTTP/1.1" status: 200 len: 1822 time: 0.0982237 Nov 02 11:44:32.763815 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-17444eff-3abb-4de2-adc9-e1823a05d339 req-0f90b65d-817d-4ec0-b148-e7666031f51c tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:32.793912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106e252-bacf-48ad-bcd3-0475e2f31f68 req-f9f4199c-37f2-490d-bd93-c4216a28ae6e tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:32.795438 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-17444eff-3abb-4de2-adc9-e1823a05d339 req-0f90b65d-817d-4ec0-b148-e7666031f51c tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:32.796402 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e106e252-bacf-48ad-bcd3-0475e2f31f68 req-f9f4199c-37f2-490d-bd93-c4216a28ae6e tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 945 time: 0.0878372 Nov 02 11:44:32.856882 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e106e252-bacf-48ad-bcd3-0475e2f31f68 req-fe472b76-3efe-465f-92be-ef2206bdb9ff tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/security-groups?id=9be179ae-4dc3-41f0-9cb9-bb30d69087eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537322 Nov 02 11:44:33.004429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13de02-e27c-45cf-8650-055e2a5d4618 req-6d7564d5-8734-43f7-b0fc-031c6e09928f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:33.006041 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe13de02-e27c-45cf-8650-055e2a5d4618 req-6d7564d5-8734-43f7-b0fc-031c6e09928f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.0656018 Nov 02 11:44:33.052761 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-17444eff-3abb-4de2-adc9-e1823a05d339 req-0f90b65d-817d-4ec0-b148-e7666031f51c tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:33.055467 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-17444eff-3abb-4de2-adc9-e1823a05d339 req-0f90b65d-817d-4ec0-b148-e7666031f51c tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:33.060956 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-17444eff-3abb-4de2-adc9-e1823a05d339 req-0f90b65d-817d-4ec0-b148-e7666031f51c tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "DELETE /v2.0/security-groups/8982d7be-0199-435e-812c-5116a7f1644e HTTP/1.1" status: 204 len: 173 time: 0.4213850 Nov 02 11:44:33.077742 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90b65d-817d-4ec0-b148-e7666031f51c tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8982d7be-0199-435e-812c-5116a7f1644e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:33.092624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe13de02-e27c-45cf-8650-055e2a5d4618 req-e0f97d6d-d65c-4b2d-b73c-e5355a18f0a6 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701828 Nov 02 11:44:33.264536 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-9dc0ad8c-a218-4f81-b998-1220984dc732 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1520295 Nov 02 11:44:33.276969 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-06d4cfb4-8cae-4255-9677-49db449a664f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:33.448563 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e49f356-70af-45f7-9ac1-aed51016dee5 req-5c84c865-c788-4566-8e40-15866de45137 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-groups/fcbc848e-c7d2-49f1-a267-dd09a04228b2 HTTP/1.1" status: 200 len: 1823 time: 0.0728934 Nov 02 11:44:33.459051 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-06d4cfb4-8cae-4255-9677-49db449a664f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:33.668267 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-06d4cfb4-8cae-4255-9677-49db449a664f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:33.830183 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-06d4cfb4-8cae-4255-9677-49db449a664f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Allocated IP 172.25.6.84 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/be1ea1e3-7ce8-49b1-82f3-f8a04e1630c7) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:44:33.995904 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-06d4cfb4-8cae-4255-9677-49db449a664f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:34.019432 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35206) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:34.127028 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-06d4cfb4-8cae-4255-9677-49db449a664f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:34.183102 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-170f37f9-b6fb-4610-b4de-efa805f79eaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:34.237197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-a629d4a3-49fd-4457-9122-8d3cebb35204 req-a567f187-ee1f-4a32-85d6-375c6955b420 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1607573242', 'description': 'tempest-description-1177765949'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:34.239945 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4cfb4-8cae-4255-9677-49db449a664f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Pushing event updated for resources: {'Port': ['ID=be1ea1e3-7ce8-49b1-82f3-f8a04e1630c7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:34.250378 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-06d4cfb4-8cae-4255-9677-49db449a664f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:44:34.252921 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-06d4cfb4-8cae-4255-9677-49db449a664f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:34.256777 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-06d4cfb4-8cae-4255-9677-49db449a664f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:44:34.311904 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-170f37f9-b6fb-4610-b4de-efa805f79eaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:34.356477 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-06d4cfb4-8cae-4255-9677-49db449a664f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:34.389609 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a629d4a3-49fd-4457-9122-8d3cebb35204 req-a567f187-ee1f-4a32-85d6-375c6955b420 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:34.419985 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-170f37f9-b6fb-4610-b4de-efa805f79eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:34.482845 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-170f37f9-b6fb-4610-b4de-efa805f79eaf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9cc850874f794178bdde4cd55ef1996f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4616373 Nov 02 11:44:34.488388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35214) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:34.498606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f37f9-b6fb-4610-b4de-efa805f79eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b67836-d3ef-452c-98a5-94cce19e3673,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:34.546766 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a629d4a3-49fd-4457-9122-8d3cebb35204 req-a567f187-ee1f-4a32-85d6-375c6955b420 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:34.575708 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-06d4cfb4-8cae-4255-9677-49db449a664f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:34.587097 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e9626f08-8f65-47d5-9a57-506f6a5b9684 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:34.616608 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e9626f08-8f65-47d5-9a57-506f6a5b9684 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:34.637014 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a629d4a3-49fd-4457-9122-8d3cebb35204 req-a567f187-ee1f-4a32-85d6-375c6955b420 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:34.690963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567f187-ee1f-4a32-85d6-375c6955b420 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ccbccd-0d11-4034-8e94-d60947c17698,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:34.768772 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a629d4a3-49fd-4457-9122-8d3cebb35204 req-a567f187-ee1f-4a32-85d6-375c6955b420 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:34.776693 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a629d4a3-49fd-4457-9122-8d3cebb35204 req-a567f187-ee1f-4a32-85d6-375c6955b420 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5497313 Nov 02 11:44:34.811262 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-06d4cfb4-8cae-4255-9677-49db449a664f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:34.812118 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e9626f08-8f65-47d5-9a57-506f6a5b9684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:34.818424 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e9626f08-8f65-47d5-9a57-506f6a5b9684 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:34.822348 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e9626f08-8f65-47d5-9a57-506f6a5b9684 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/45b67836-d3ef-452c-98a5-94cce19e3673 HTTP/1.1" status: 204 len: 168 time: 0.3301957 Nov 02 11:44:34.838891 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9626f08-8f65-47d5-9a57-506f6a5b9684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b67836-d3ef-452c-98a5-94cce19e3673,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:34.883091 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-06d4cfb4-8cae-4255-9677-49db449a664f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:34.989492 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-06d4cfb4-8cae-4255-9677-49db449a664f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:34.992042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4cfb4-8cae-4255-9677-49db449a664f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Pushing event updated for resources: {'Port': ['ID=be1ea1e3-7ce8-49b1-82f3-f8a04e1630c7,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:34.994503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa25704-ba04-4328-908e-3a50300dc674 req-55dc463b-582d-4120-9a61-7bde6161cd00 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:35.011676 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-daa25704-ba04-4328-908e-3a50300dc674 req-55dc463b-582d-4120-9a61-7bde6161cd00 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 945 time: 0.0726733 Nov 02 11:44:35.076051 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-daa25704-ba04-4328-908e-3a50300dc674 req-77e9a5c7-bfd8-4ba5-af8b-6107147a5c9d tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/security-groups?id=9be179ae-4dc3-41f0-9cb9-bb30d69087eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634558 Nov 02 11:44:35.128360 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-06d4cfb4-8cae-4255-9677-49db449a664f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:35.130001 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-06d4cfb4-8cae-4255-9677-49db449a664f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8586321 Nov 02 11:44:35.221948 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-672e9ffa-ee90-4586-b8d9-3401445f448e tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.84 HTTP/1.1" status: 200 len: 695 time: 0.0844033 Nov 02 11:44:35.225290 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa032b6-ed7c-4505-a227-6142ab56d931 req-023f3f80-47a7-4b9f-9120-625d0ed20b9a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:35.227005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6fa032b6-ed7c-4505-a227-6142ab56d931 req-023f3f80-47a7-4b9f-9120-625d0ed20b9a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.0729067 Nov 02 11:44:35.307768 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6fa032b6-ed7c-4505-a227-6142ab56d931 req-c6a64f03-4724-4f66-bf44-53d5647c466b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621126 Nov 02 11:44:35.377470 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-3b7c93c4-b5dd-454c-8329-89f2f18a6490 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:35.379073 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d43276c6-f936-4fa1-b67c-ea716baa8948 req-3b7c93c4-b5dd-454c-8329-89f2f18a6490 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.1423523 Nov 02 11:44:35.417823 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33e766df-7f98-4373-bc48-cdf17b15fbc1 req-1e79f3a7-5ad0-4bc6-93d2-8e156069df2a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-groups/a8ccbccd-0d11-4034-8e94-d60947c17698 HTTP/1.1" status: 200 len: 1824 time: 0.0730076 Nov 02 11:44:35.429633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-33e766df-7f98-4373-bc48-cdf17b15fbc1 req-32f881ef-5a0d-4621-922e-2adbfd629ca0 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a8ccbccd-0d11-4034-8e94-d60947c17698', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:35.430145 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-33e766df-7f98-4373-bc48-cdf17b15fbc1 req-32f881ef-5a0d-4621-922e-2adbfd629ca0 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a8ccbccd-0d11-4034-8e94-d60947c17698', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:35.514883 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd9055-a7b1-46d3-9cd6-939b1017f9cf req-38ea3662-300e-4fd1-8a56-fe39056eed72 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:35.517357 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-61cd9055-a7b1-46d3-9cd6-939b1017f9cf req-38ea3662-300e-4fd1-8a56-fe39056eed72 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 945 time: 0.0637465 Nov 02 11:44:35.530995 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35232) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:35.536861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a6fb9e01-5358-44e9-83c7-f2094c9a164d tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Request body: {'floatingip': {'port_id': 'a58f3c1e-58ee-4738-b22c-54fe7078b00f'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:35.586695 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6fb9e01-5358-44e9-83c7-f2094c9a164d tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:35.735051 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35240) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:35.743310 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-33e766df-7f98-4373-bc48-cdf17b15fbc1 req-32f881ef-5a0d-4621-922e-2adbfd629ca0 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:35.783617 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-c41ff159-417f-474a-affe-a4bcedd46e55 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2152691 Nov 02 11:44:35.784457 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a641f59-4f3a-4604-a5c0-0dcdc9befb17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:35.808404 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-7df92a14-106c-44b4-82a2-40e7043aba18 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:35.923032 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a641f59-4f3a-4604-a5c0-0dcdc9befb17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:36.080019 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-33e766df-7f98-4373-bc48-cdf17b15fbc1 req-32f881ef-5a0d-4621-922e-2adbfd629ca0 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:36.239709 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-7df92a14-106c-44b4-82a2-40e7043aba18 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:36.373862 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-7df92a14-106c-44b4-82a2-40e7043aba18 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:36.403599 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6fb9e01-5358-44e9-83c7-f2094c9a164d tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:36.468025 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-7df92a14-106c-44b4-82a2-40e7043aba18 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Allocated IP 172.25.6.86 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/d5d9bd95-3f25-48b2-ad00-1d28608851da) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:44:36.574472 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-7df92a14-106c-44b4-82a2-40e7043aba18 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:36.579030 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a641f59-4f3a-4604-a5c0-0dcdc9befb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:36.647604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a641f59-4f3a-4604-a5c0-0dcdc9befb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ac1278-a287-4c2a-96e9-722ba4cd8dad,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:36.647604 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4a641f59-4f3a-4604-a5c0-0dcdc9befb17 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c49288677716491bad3c8df08668b133&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9022326 Nov 02 11:44:36.648274 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35250) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:36.694340 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6fb9e01-5358-44e9-83c7-f2094c9a164d tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:36.703769 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-33e766df-7f98-4373-bc48-cdf17b15fbc1 req-32f881ef-5a0d-4621-922e-2adbfd629ca0 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:36.743089 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae9d5-0b63-49ab-bed7-c533381463d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:36.770844 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f881ef-5a0d-4621-922e-2adbfd629ca0 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3d8e64-4e72-4025-99b0-8d87f2bc58f8,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:36.777989 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-7df92a14-106c-44b4-82a2-40e7043aba18 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:36.790513 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae9d5-0b63-49ab-bed7-c533381463d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:36.835312 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-7df92a14-106c-44b4-82a2-40e7043aba18 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:44:36.839223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-7df92a14-106c-44b4-82a2-40e7043aba18 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:36.843482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-7df92a14-106c-44b4-82a2-40e7043aba18 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:44:36.868474 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-33e766df-7f98-4373-bc48-cdf17b15fbc1 req-32f881ef-5a0d-4621-922e-2adbfd629ca0 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:36.888169 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33e766df-7f98-4373-bc48-cdf17b15fbc1 req-32f881ef-5a0d-4621-922e-2adbfd629ca0 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4619586 Nov 02 11:44:36.893132 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df92a14-106c-44b4-82a2-40e7043aba18 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Pushing event updated for resources: {'Port': ['ID=d5d9bd95-3f25-48b2-ad00-1d28608851da,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:36.918064 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-a6fb9e01-5358-44e9-83c7-f2094c9a164d tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Floating IP 7815ae8f-996e-4ea9-b505-d3e86b74e511 associated. External IP: 172.25.6.63, port: a58f3c1e-58ee-4738-b22c-54fe7078b00f. Nov 02 11:44:36.992921 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-7df92a14-106c-44b4-82a2-40e7043aba18 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:37.217566 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-7df92a14-106c-44b4-82a2-40e7043aba18 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:37.240679 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae9d5-0b63-49ab-bed7-c533381463d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:37.243567 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae9d5-0b63-49ab-bed7-c533381463d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:37.247649 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fe8ae9d5-0b63-49ab-bed7-c533381463d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a0ac1278-a287-4c2a-96e9-722ba4cd8dad HTTP/1.1" status: 204 len: 168 time: 0.6014318 Nov 02 11:44:37.299668 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ae9d5-0b63-49ab-bed7-c533381463d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ac1278-a287-4c2a-96e9-722ba4cd8dad,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:37.338464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fb9e01-5358-44e9-83c7-f2094c9a164d tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Router 6a036490-3cfe-43b4-970c-d8a5e11174a3 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:44:37.363729 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f4e55-fafc-46bd-80a6-902a20a4fd93 req-78838859-84f6-48f1-830f-77401a296be2 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:37.365400 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d1f4e55-fafc-46bd-80a6-902a20a4fd93 req-78838859-84f6-48f1-830f-77401a296be2 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.1258671 Nov 02 11:44:37.437252 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-7df92a14-106c-44b4-82a2-40e7043aba18 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:37.539624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d1f4e55-fafc-46bd-80a6-902a20a4fd93 req-b5ef9970-959d-4edc-98fe-4784248e58e6 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665232 Nov 02 11:44:37.566796 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-7df92a14-106c-44b4-82a2-40e7043aba18 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:37.569800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fb9e01-5358-44e9-83c7-f2094c9a164d tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:44:37.575190 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6fb9e01-5358-44e9-83c7-f2094c9a164d tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:37.583376 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acaa8bc-6b77-4460-8560-5ed59bdebc89 None None] Sync routers for ids ['6a036490-3cfe-43b4-970c-d8a5e11174a3'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:44:37.598887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acaa8bc-6b77-4460-8560-5ed59bdebc89 None None] Routers {'6a036490-3cfe-43b4-970c-d8a5e11174a3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:44:37.599319 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9acaa8bc-6b77-4460-8560-5ed59bdebc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:44:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a036490-3cfe-43b4-970c-d8a5e11174a3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:37.642647 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a6fb9e01-5358-44e9-83c7-f2094c9a164d tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "PUT /v2.0/floatingips/7815ae8f-996e-4ea9-b505-d3e86b74e511 HTTP/1.1" status: 200 len: 990 time: 2.1074042 Nov 02 11:44:37.642647 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4585bf-bb93-404c-96fe-e55dc5c60696', 'tag': 'a58f3c1e-58ee-4738-b22c-54fe7078b00f'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:44:37.642647 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1308020-2b64-494f-bf86-33fe98555541" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4585bf-bb93-404c-96fe-e55dc5c60696", "tag": "a58f3c1e-58ee-4738-b22c-54fe7078b00f"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:44:37.691164 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-14932bbc-5c5e-42bd-b15b-bf2451f1322f req-e2a849d1-6631-4e81-8018-8beaa852145b tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-groups/a8ccbccd-0d11-4034-8e94-d60947c17698 HTTP/1.1" status: 200 len: 2418 time: 0.1066542 Nov 02 11:44:37.714109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-14932bbc-5c5e-42bd-b15b-bf2451f1322f req-fd800150-eeb4-4b21-89b1-eba9d62a823d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a8ccbccd-0d11-4034-8e94-d60947c17698', 'remote_group_id': None}]} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:37.715114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-14932bbc-5c5e-42bd-b15b-bf2451f1322f req-fd800150-eeb4-4b21-89b1-eba9d62a823d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a8ccbccd-0d11-4034-8e94-d60947c17698', 'remote_group_id': None}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:37.720889 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df92a14-106c-44b4-82a2-40e7043aba18 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Pushing event updated for resources: {'Port': ['ID=d5d9bd95-3f25-48b2-ad00-1d28608851da,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:37.743088 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-7df92a14-106c-44b4-82a2-40e7043aba18 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:37.786289 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-9acaa8bc-6b77-4460-8560-5ed59bdebc89 None None] Set router 6a036490-3cfe-43b4-970c-d8a5e11174a3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:44:37.984542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35282) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:38.040811 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9acaa8bc-6b77-4460-8560-5ed59bdebc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'name': 'tempest-ServersTestManualDisk-442744179-router', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:54Z', 'updated_at': '2021-11-02T11:44:02Z', 'revision_number': 4, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'gw_port': {'id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:55Z', 'updated_at': '2021-11-02T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '7815ae8f-996e-4ea9-b505-d3e86b74e511', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'port_id': 'a58f3c1e-58ee-4738-b22c-54fe7078b00f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce', 'mac_address': 'fa:16:3e:4a:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4585bf-bb93-404c-96fe-e55dc5c60696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:44:10Z', 'updated_at': '2021-11-02T11:44:36Z', 'revision_number': 1, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7646490a-575b-4d87-b6fa-f42170c776e9', 'name': '', 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'mac_address': 'fa:16:3e:bb:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:00Z', 'updated_at': '2021-11-02T11:44:09Z', 'revision_number': 5, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'subnets': [{'id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:38.070509 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acaa8bc-6b77-4460-8560-5ed59bdebc89 None None] Checking router: 6a036490-3cfe-43b4-970c-d8a5e11174a3 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:44:38.081302 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acaa8bc-6b77-4460-8560-5ed59bdebc89 None None] Routers {'6a036490-3cfe-43b4-970c-d8a5e11174a3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:44:38.082262 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9acaa8bc-6b77-4460-8560-5ed59bdebc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:44:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a036490-3cfe-43b4-970c-d8a5e11174a3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:38.087036 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-14932bbc-5c5e-42bd-b15b-bf2451f1322f req-fd800150-eeb4-4b21-89b1-eba9d62a823d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:38.106484 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c9575468-500e-4b27-b072-9393d60d6dbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:38.137919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-14932bbc-5c5e-42bd-b15b-bf2451f1322f req-fd800150-eeb4-4b21-89b1-eba9d62a823d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:38.157203 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-7df92a14-106c-44b4-82a2-40e7043aba18 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:38.158625 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-7df92a14-106c-44b4-82a2-40e7043aba18 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3704159 Nov 02 11:44:38.203635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-9acaa8bc-6b77-4460-8560-5ed59bdebc89 None None] Set router 6a036490-3cfe-43b4-970c-d8a5e11174a3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:44:38.218223 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-40ab4ed6-5996-4ca7-a24c-36ef6343c5df tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.0533969 Nov 02 11:44:38.246795 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c9575468-500e-4b27-b072-9393d60d6dbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:38.305060 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-14932bbc-5c5e-42bd-b15b-bf2451f1322f req-fd800150-eeb4-4b21-89b1-eba9d62a823d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:38.333650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd800150-eeb4-4b21-89b1-eba9d62a823d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fa141c-80e1-4331-b992-cebe6a5abd1b,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:38.355877 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-93c52cd2-1880-4e67-a700-daef83bedcf4 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:38.357262 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-21d1c799-c119-4c2f-90c0-0d97ada361bd req-93c52cd2-1880-4e67-a700-daef83bedcf4 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.1332014 Nov 02 11:44:38.423665 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c9575468-500e-4b27-b072-9393d60d6dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:38.456309 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd42d7c-036c-497c-b596-de9e55f1ca9c x-openstack-request-id: req-9bd42d7c-036c-497c-b596-de9e55f1ca9c {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:44:38.456733 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4585bf-bb93-404c-96fe-e55dc5c60696", "tag": "a58f3c1e-58ee-4738-b22c-54fe7078b00f", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:44:38.457312 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9bd42d7c-036c-497c-b596-de9e55f1ca9c {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:44:38.457780 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4585bf-bb93-404c-96fe-e55dc5c60696', 'tag': 'a58f3c1e-58ee-4738-b22c-54fe7078b00f', 'status': 'completed', 'code': 200} Nov 02 11:44:38.472137 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9acaa8bc-6b77-4460-8560-5ed59bdebc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'name': 'tempest-ServersTestManualDisk-442744179-router', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:54Z', 'updated_at': '2021-11-02T11:44:02Z', 'revision_number': 4, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'gw_port': {'id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:55Z', 'updated_at': '2021-11-02T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '7815ae8f-996e-4ea9-b505-d3e86b74e511', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'port_id': 'a58f3c1e-58ee-4738-b22c-54fe7078b00f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce', 'mac_address': 'fa:16:3e:4a:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4585bf-bb93-404c-96fe-e55dc5c60696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:44:10Z', 'updated_at': '2021-11-02T11:44:36Z', 'revision_number': 1, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7646490a-575b-4d87-b6fa-f42170c776e9', 'name': '', 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'mac_address': 'fa:16:3e:bb:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:00Z', 'updated_at': '2021-11-02T11:44:09Z', 'revision_number': 5, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'subnets': [{'id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:38.495395 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-14932bbc-5c5e-42bd-b15b-bf2451f1322f req-fd800150-eeb4-4b21-89b1-eba9d62a823d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:38.516539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acaa8bc-6b77-4460-8560-5ed59bdebc89 None None] The sync data for ids ['6a036490-3cfe-43b4-970c-d8a5e11174a3'] in n-d-806683-18 is: [{'id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'name': 'tempest-ServersTestManualDisk-442744179-router', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:54Z', 'updated_at': '2021-11-02T11:44:02Z', 'revision_number': 4, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'gw_port': {'id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:55Z', 'updated_at': '2021-11-02T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '7815ae8f-996e-4ea9-b505-d3e86b74e511', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'port_id': 'a58f3c1e-58ee-4738-b22c-54fe7078b00f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce', 'mac_address': 'fa:16:3e:4a:e3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4585bf-bb93-404c-96fe-e55dc5c60696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:44:10Z', 'updated_at': '2021-11-02T11:44:36Z', 'revision_number': 1, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7646490a-575b-4d87-b6fa-f42170c776e9', 'name': '', 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'mac_address': 'fa:16:3e:bb:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:00Z', 'updated_at': '2021-11-02T11:44:09Z', 'revision_number': 5, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'subnets': [{'id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:44:38.517137 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-14932bbc-5c5e-42bd-b15b-bf2451f1322f req-fd800150-eeb4-4b21-89b1-eba9d62a823d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8176534 Nov 02 11:44:38.529853 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9575468-500e-4b27-b072-9393d60d6dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812e5050-7bae-40d5-bd7b-075fb1b5f9d9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:38.576590 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c9575468-500e-4b27-b072-9393d60d6dbf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4fefc4622c57442f92d282dd3ce35e03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5905545 Nov 02 11:44:38.581789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35306) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:38.624913 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1308020-2b64-494f-bf86-33fe98555541 req-47443a49-aa9e-40c9-96fd-f4ab7b98c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:38.631504 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b1308020-2b64-494f-bf86-33fe98555541 req-47443a49-aa9e-40c9-96fd-f4ab7b98c29c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f84769d417245cf923cee90a14ce4c7&device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 1097 time: 0.1290977 Nov 02 11:44:38.636385 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d540843-37a4-4dc9-95be-e010ebc5ffdf req-13fe86f7-6a3c-4c0e-a4fa-f5c8f3b9f4d8 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/floatingips/52c0260c-b820-4422-a32a-9c2bd736184d HTTP/1.1" status: 200 len: 692 time: 0.1078038 Nov 02 11:44:38.777251 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d540843-37a4-4dc9-95be-e010ebc5ffdf req-8879c7b3-a1d6-46cd-871f-d6a820cce1c7 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:38.779028 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d540843-37a4-4dc9-95be-e010ebc5ffdf req-8879c7b3-a1d6-46cd-871f-d6a820cce1c7 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.1407320 Nov 02 11:44:38.797217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-1d540843-37a4-4dc9-95be-e010ebc5ffdf req-1ff760f3-dc73-43c9-b05b-802948a87760 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:44:38.798506 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d540843-37a4-4dc9-95be-e010ebc5ffdf req-1ff760f3-dc73-43c9-b05b-802948a87760 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0104709 Nov 02 11:44:38.833224 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d5bfca0d-a930-4a34-8f05-7cb404153d6e req-f0fb63f4-a01d-4ef2-8570-b22158842677 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-groups/a8ccbccd-0d11-4034-8e94-d60947c17698 HTTP/1.1" status: 200 len: 3017 time: 0.1983209 Nov 02 11:44:38.836665 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-069cfc9b-280a-4f20-a48f-5344e696627b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:38.867359 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b0bc8-7fd2-40dd-89e3-40fd6d437af8 None None] New status for floating IP 7815ae8f-996e-4ea9-b505-d3e86b74e511: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:44:38.930009 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e02ce-b795-4ba4-826c-b31458cd56c4 req-270010bf-562a-474e-b761-3caf46d7dd62 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:38.932951 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-605e02ce-b795-4ba4-826c-b31458cd56c4 req-270010bf-562a-474e-b761-3caf46d7dd62 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.0702348 Nov 02 11:44:38.972280 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-894ce447-0341-4b60-a1ff-5f8def79f11a req-9b5d86c5-102b-415f-b703-3c656279f7b0 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/floatingips/52c0260c-b820-4422-a32a-9c2bd736184d HTTP/1.1" status: 200 len: 692 time: 0.1253109 Nov 02 11:44:39.031379 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-605e02ce-b795-4ba4-826c-b31458cd56c4 req-6988843e-212e-410e-b489-3c68521028ba tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930312 Nov 02 11:44:39.055247 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-069cfc9b-280a-4f20-a48f-5344e696627b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:39.093135 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-46ed4597-d414-4e45-8fbd-1e85d6b63220 req-a5324b21-da17-4342-a388-87a864210026 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-group-rules/f5fa141c-80e1-4331-b992-cebe6a5abd1b HTTP/1.1" status: 200 len: 783 time: 0.0342548 Nov 02 11:44:39.093845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1308020-2b64-494f-bf86-33fe98555541 req-283f8af1-f87a-407d-bda8-ce877fd1d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:39.095359 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b1308020-2b64-494f-bf86-33fe98555541 req-283f8af1-f87a-407d-bda8-ce877fd1d314 service neutron] 10.222.0.79 "GET /v2.0/networks?id=25cc108e-ed7c-4629-951a-e2d190810bce HTTP/1.1" status: 200 len: 912 time: 0.4303174 Nov 02 11:44:39.145545 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-46ed4597-d414-4e45-8fbd-1e85d6b63220 req-8b9f81d3-602f-41c9-9e21-c8abfe36a43e tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-groups/a8ccbccd-0d11-4034-8e94-d60947c17698 HTTP/1.1" status: 200 len: 3017 time: 0.0504382 Nov 02 11:44:39.188419 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b1308020-2b64-494f-bf86-33fe98555541 req-697b3821-c6e8-45db-9b39-d95e45fb5a68 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a58f3c1e-58ee-4738-b22c-54fe7078b00f HTTP/1.1" status: 200 len: 998 time: 0.0832565 Nov 02 11:44:39.189583 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-46ed4597-d414-4e45-8fbd-1e85d6b63220 req-b80e7d95-db96-4d4e-afa3-3945a9fd7b8c tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:39.199585 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-46ed4597-d414-4e45-8fbd-1e85d6b63220 req-b80e7d95-db96-4d4e-afa3-3945a9fd7b8c tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:39.243318 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ce447-0341-4b60-a1ff-5f8def79f11a req-32663e04-79e2-4948-b766-25f529e88737 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:39.245569 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-894ce447-0341-4b60-a1ff-5f8def79f11a req-32663e04-79e2-4948-b766-25f529e88737 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.2641168 Nov 02 11:44:39.305058 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1308020-2b64-494f-bf86-33fe98555541 req-53ee85d1-a0d5-474b-860f-e514c7e1520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:39.306446 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b1308020-2b64-494f-bf86-33fe98555541 req-53ee85d1-a0d5-474b-860f-e514c7e1520b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8443bffa-34c8-4668-b8fe-e674bb3ecaf4 HTTP/1.1" status: 200 len: 850 time: 0.1059403 Nov 02 11:44:39.317434 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-894ce447-0341-4b60-a1ff-5f8def79f11a req-188a888d-2902-416a-a6f9-b920dae74cc4 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.0610890 Nov 02 11:44:39.377700 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-46ed4597-d414-4e45-8fbd-1e85d6b63220 req-b80e7d95-db96-4d4e-afa3-3945a9fd7b8c tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:39.390051 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-46ed4597-d414-4e45-8fbd-1e85d6b63220 req-b80e7d95-db96-4d4e-afa3-3945a9fd7b8c tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:39.392213 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-46ed4597-d414-4e45-8fbd-1e85d6b63220 req-b80e7d95-db96-4d4e-afa3-3945a9fd7b8c tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/f5fa141c-80e1-4331-b992-cebe6a5abd1b HTTP/1.1" status: 204 len: 173 time: 0.2369764 Nov 02 11:44:39.393899 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-894ce447-0341-4b60-a1ff-5f8def79f11a req-ebef0fea-e0b9-4848-892d-3547e94005fb tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.86 HTTP/1.1" status: 200 len: 695 time: 0.0668826 Nov 02 11:44:39.401563 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e7d95-db96-4d4e-afa3-3945a9fd7b8c tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5fa141c-80e1-4331-b992-cebe6a5abd1b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:39.519094 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918d755-9c77-411f-aac4-944fc9aef2ea req-b7abde04-e011-411e-85da-e213f1a7a773 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:39.520802 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b918d755-9c77-411f-aac4-944fc9aef2ea req-b7abde04-e011-411e-85da-e213f1a7a773 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 947 time: 0.0570266 Nov 02 11:44:39.574874 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b918d755-9c77-411f-aac4-944fc9aef2ea req-d6e06b8b-19eb-43b6-afb8-875f96f8b186 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466747 Nov 02 11:44:39.658551 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27384c37-e06a-4702-af3b-d0cb01f4a8bf req-e9c97dbd-33cc-49ed-ba20-116001cb9c36 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-groups/a8ccbccd-0d11-4034-8e94-d60947c17698 HTTP/1.1" status: 200 len: 2418 time: 0.0451117 Nov 02 11:44:39.715707 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-069cfc9b-280a-4f20-a48f-5344e696627b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:39.718270 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-069cfc9b-280a-4f20-a48f-5344e696627b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:39.721965 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-069cfc9b-280a-4f20-a48f-5344e696627b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/812e5050-7bae-40d5-bd7b-075fb1b5f9d9 HTTP/1.1" status: 204 len: 168 time: 1.1367970 Nov 02 11:44:39.721965 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1308020-2b64-494f-bf86-33fe98555541 req-8e6533d7-7879-480e-88b6-89f07c79b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:39.723060 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b1308020-2b64-494f-bf86-33fe98555541 req-8e6533d7-7879-480e-88b6-89f07c79b243 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=25cc108e-ed7c-4629-951a-e2d190810bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4047518 Nov 02 11:44:39.735516 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-27384c37-e06a-4702-af3b-d0cb01f4a8bf req-69cff40f-8749-408c-bfed-4288cf661cfb tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:39.760862 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-27384c37-e06a-4702-af3b-d0cb01f4a8bf req-69cff40f-8749-408c-bfed-4288cf661cfb tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:39.783253 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cfc9b-280a-4f20-a48f-5344e696627b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812e5050-7bae-40d5-bd7b-075fb1b5f9d9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:39.895287 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b1308020-2b64-494f-bf86-33fe98555541 req-5414e895-5a60-40c1-b9b6-281bb211268b service neutron] 10.222.0.79 "GET /v2.0/networks/25cc108e-ed7c-4629-951a-e2d190810bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607416 Nov 02 11:44:39.928139 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-894ce447-0341-4b60-a1ff-5f8def79f11a req-3479aa31-e17b-4d6d-b0de-58317c93356f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Deleting port d5d9bd95-3f25-48b2-ad00-1d28608851da {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:44:39.928484 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-894ce447-0341-4b60-a1ff-5f8def79f11a req-3479aa31-e17b-4d6d-b0de-58317c93356f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:39.977473 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-27384c37-e06a-4702-af3b-d0cb01f4a8bf req-69cff40f-8749-408c-bfed-4288cf661cfb tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:39.981200 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-27384c37-e06a-4702-af3b-d0cb01f4a8bf req-69cff40f-8749-408c-bfed-4288cf661cfb tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:39.986340 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27384c37-e06a-4702-af3b-d0cb01f4a8bf req-69cff40f-8749-408c-bfed-4288cf661cfb tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "DELETE /v2.0/security-groups/a8ccbccd-0d11-4034-8e94-d60947c17698 HTTP/1.1" status: 204 len: 173 time: 0.3178053 Nov 02 11:44:39.998464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cff40f-8749-408c-bfed-4288cf661cfb tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ccbccd-0d11-4034-8e94-d60947c17698,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:40.078614 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b1308020-2b64-494f-bf86-33fe98555541 req-f77328ba-dd53-4e11-8750-0cc7b9aa5845 service neutron] 10.222.0.79 "GET /v2.0/networks/25cc108e-ed7c-4629-951a-e2d190810bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767585 Nov 02 11:44:40.079665 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-894ce447-0341-4b60-a1ff-5f8def79f11a req-3479aa31-e17b-4d6d-b0de-58317c93356f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:40.079997 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-894ce447-0341-4b60-a1ff-5f8def79f11a req-3479aa31-e17b-4d6d-b0de-58317c93356f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:40.094789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-894ce447-0341-4b60-a1ff-5f8def79f11a req-3479aa31-e17b-4d6d-b0de-58317c93356f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Calling delete_port for d5d9bd95-3f25-48b2-ad00-1d28608851da owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:44:40.134907 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42183390-b2a2-4217-8c53-a3f4bb700152 req-acc38177-353e-47eb-9203-bd1ce84a8366 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0644131 Nov 02 11:44:40.244907 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42183390-b2a2-4217-8c53-a3f4bb700152 req-02f6fab7-8bef-4d13-a5ce-c52642a92232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:40.246420 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42183390-b2a2-4217-8c53-a3f4bb700152 req-02f6fab7-8bef-4d13-a5ce-c52642a92232 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0336d4fb11e54fcb8e7fa0f3785444ce&device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 1097 time: 0.0576665 Nov 02 11:44:40.409383 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42183390-b2a2-4217-8c53-a3f4bb700152 req-96a1ad09-2d06-476d-b63d-f078671fab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:40.410907 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42183390-b2a2-4217-8c53-a3f4bb700152 req-96a1ad09-2d06-476d-b63d-f078671fab06 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3e0edd90-a801-414a-9271-b77c19e00cf2 HTTP/1.1" status: 200 len: 916 time: 0.1420522 Nov 02 11:44:40.518815 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42183390-b2a2-4217-8c53-a3f4bb700152 req-3cda3614-8ddf-45e2-a085-bd31226fd7d1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f22addcd-18b9-4cef-be15-a5ef1a899470 HTTP/1.1" status: 200 len: 1001 time: 0.0998423 Nov 02 11:44:40.549385 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-894ce447-0341-4b60-a1ff-5f8def79f11a req-3479aa31-e17b-4d6d-b0de-58317c93356f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:40.570333 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42183390-b2a2-4217-8c53-a3f4bb700152 req-1dc97153-f0e1-4dd2-b662-a8b2a16703a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:40.571898 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42183390-b2a2-4217-8c53-a3f4bb700152 req-1dc97153-f0e1-4dd2-b662-a8b2a16703a5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=319340b2-c2fa-459a-ba8d-30de9ce161b3 HTTP/1.1" status: 200 len: 854 time: 0.0462468 Nov 02 11:44:40.575274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479aa31-e17b-4d6d-b0de-58317c93356f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Pushing event deleted for resources: {'Port': ['ID=d5d9bd95-3f25-48b2-ad00-1d28608851da,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:40.625615 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42183390-b2a2-4217-8c53-a3f4bb700152 req-0326d15f-4cb2-42e9-8896-5fa0657e15c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:40.628104 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42183390-b2a2-4217-8c53-a3f4bb700152 req-0326d15f-4cb2-42e9-8896-5fa0657e15c6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3e0edd90-a801-414a-9271-b77c19e00cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482452 Nov 02 11:44:40.643685 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-894ce447-0341-4b60-a1ff-5f8def79f11a req-3479aa31-e17b-4d6d-b0de-58317c93356f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:40.646550 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-894ce447-0341-4b60-a1ff-5f8def79f11a req-3479aa31-e17b-4d6d-b0de-58317c93356f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:40.647855 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-894ce447-0341-4b60-a1ff-5f8def79f11a req-3479aa31-e17b-4d6d-b0de-58317c93356f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "DELETE /v2.0/floatingips/52c0260c-b820-4422-a32a-9c2bd736184d HTTP/1.1" status: 204 len: 173 time: 1.2358744 Nov 02 11:44:40.686640 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [req-3f171073-cce5-4a28-8ee9-739582f3c478 req-90f72a21-435e-4342-b545-6af1c76ba976 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] show failed (client error): The resource could not be found. Nov 02 11:44:40.687846 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3f171073-cce5-4a28-8ee9-739582f3c478 req-90f72a21-435e-4342-b545-6af1c76ba976 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-groups/8982d7be-0199-435e-812c-5116a7f1644e HTTP/1.1" status: 404 len: 352 time: 0.0196886 Nov 02 11:44:40.772471 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42183390-b2a2-4217-8c53-a3f4bb700152 req-689d716a-cca2-4f66-9e98-b9ba878c889c service neutron] 10.222.0.79 "GET /v2.0/networks/3e0edd90-a801-414a-9271-b77c19e00cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378117 Nov 02 11:44:40.808004 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382b0ff-3b5c-4085-b84f-de02d52de6f0 req-9898cdd0-aa1f-4259-b0cd-b58cbab059e8 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:40.809572 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5382b0ff-3b5c-4085-b84f-de02d52de6f0 req-9898cdd0-aa1f-4259-b0cd-b58cbab059e8 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.0556698 Nov 02 11:44:40.865039 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5382b0ff-3b5c-4085-b84f-de02d52de6f0 req-89e2854e-f01b-4c67-84b3-f8514660dcce tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490739 Nov 02 11:44:40.893375 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42183390-b2a2-4217-8c53-a3f4bb700152 req-440e0879-a61f-4142-b4be-f87d90c7a051 service neutron] 10.222.0.79 "GET /v2.0/networks/3e0edd90-a801-414a-9271-b77c19e00cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136100 Nov 02 11:44:41.097080 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c1b8cb75-6186-4d30-93ea-f2a9c697679c req-15294df2-0d22-49f2-b316-25df82cf9078 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-groups/fcbc848e-c7d2-49f1-a267-dd09a04228b2 HTTP/1.1" status: 200 len: 1823 time: 0.0407028 Nov 02 11:44:41.099129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d461b21-56f3-4cd3-a700-5f4a5de35e36 req-8f6aeb40-def0-4093-a27d-e0e16ef84cd6 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:41.100702 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2d461b21-56f3-4cd3-a700-5f4a5de35e36 req-8f6aeb40-def0-4093-a27d-e0e16ef84cd6 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2062738 Nov 02 11:44:41.165260 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c1b8cb75-6186-4d30-93ea-f2a9c697679c req-bbf1d4a1-ccbe-4d84-9c3d-cf22dbd8c7b2 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:41.193347 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c1b8cb75-6186-4d30-93ea-f2a9c697679c req-bbf1d4a1-ccbe-4d84-9c3d-cf22dbd8c7b2 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:41.209459 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92226ad-a5ba-49e9-b6a4-e4516536ecc1 req-e57171fa-3736-421a-be86-3c4c727710e4 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:41.211050 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b92226ad-a5ba-49e9-b6a4-e4516536ecc1 req-e57171fa-3736-421a-be86-3c4c727710e4 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 947 time: 0.0609539 Nov 02 11:44:41.266621 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b92226ad-a5ba-49e9-b6a4-e4516536ecc1 req-f191e218-b896-46dc-b7d7-dbfcabcfab29 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491552 Nov 02 11:44:41.305541 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35414) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:41.351658 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c1b8cb75-6186-4d30-93ea-f2a9c697679c req-bbf1d4a1-ccbe-4d84-9c3d-cf22dbd8c7b2 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:41.351658 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c1b8cb75-6186-4d30-93ea-f2a9c697679c req-bbf1d4a1-ccbe-4d84-9c3d-cf22dbd8c7b2 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:41.352829 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c1b8cb75-6186-4d30-93ea-f2a9c697679c req-bbf1d4a1-ccbe-4d84-9c3d-cf22dbd8c7b2 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "DELETE /v2.0/security-groups/fcbc848e-c7d2-49f1-a267-dd09a04228b2 HTTP/1.1" status: 204 len: 173 time: 0.2490227 Nov 02 11:44:41.371128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1d4a1-ccbe-4d84-9c3d-cf22dbd8c7b2 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbc848e-c7d2-49f1-a267-dd09a04228b2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:41.438108 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-fe6367e9-bcfa-4d84-aae4-2ff958994551 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-142303327-network', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:41.467046 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-389de8da-c6ed-4eef-9977-01fa628f0eb8 req-80937091-8eff-426c-9bb7-108b856e6daf tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=46029f167d5d4582be880c226cb20707 HTTP/1.1" status: 200 len: 1656 time: 0.1087155 Nov 02 11:44:41.499963 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e220a0af-b1e3-4077-aa22-c6c1b6192579 req-b401cdf6-4a6a-4169-887f-f180c841c331 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-groups/e027fabc-cc79-40a0-9556-35591c9841af HTTP/1.1" status: 200 len: 1824 time: 0.0446668 Nov 02 11:44:41.566710 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e220a0af-b1e3-4077-aa22-c6c1b6192579 req-91f663d7-dd82-4ba0-b3fd-4272590b765a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:41.588459 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389de8da-c6ed-4eef-9977-01fa628f0eb8 req-c3b09aac-995c-4083-94b3-921300341942 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:41.590672 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-389de8da-c6ed-4eef-9977-01fa628f0eb8 req-c3b09aac-995c-4083-94b3-921300341942 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/networks?id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&id=53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 787 time: 0.1161735 Nov 02 11:44:41.593127 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e220a0af-b1e3-4077-aa22-c6c1b6192579 req-91f663d7-dd82-4ba0-b3fd-4272590b765a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:41.596423 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6367e9-bcfa-4d84-aae4-2ff958994551 admin admin] Made reservation on behalf of 0da859b11a5a4a1f9cf2d366e4d244de for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:44:41.602031 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe6367e9-bcfa-4d84-aae4-2ff958994551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:41.602269 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35424) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:41.615217 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe6367e9-bcfa-4d84-aae4-2ff958994551 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:41.671143 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b20e4fe-b95d-4dc6-8993-916594699df7 req-7842374d-07c3-4804-8d76-88bb07bb9461 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/floatingips/96426ba4-6a17-404e-a4c3-8472b7cca008 HTTP/1.1" status: 200 len: 692 time: 0.0570755 Nov 02 11:44:41.730858 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe6367e9-bcfa-4d84-aae4-2ff958994551 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:41.766568 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b27d87-39f5-4cec-9327-be6180c63901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:41.806230 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e220a0af-b1e3-4077-aa22-c6c1b6192579 req-91f663d7-dd82-4ba0-b3fd-4272590b765a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:41.809017 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e220a0af-b1e3-4077-aa22-c6c1b6192579 req-91f663d7-dd82-4ba0-b3fd-4272590b765a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:41.810180 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e220a0af-b1e3-4077-aa22-c6c1b6192579 req-91f663d7-dd82-4ba0-b3fd-4272590b765a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "DELETE /v2.0/security-groups/e027fabc-cc79-40a0-9556-35591c9841af HTTP/1.1" status: 204 len: 173 time: 0.3032854 Nov 02 11:44:41.819917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f663d7-dd82-4ba0-b3fd-4272590b765a tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e027fabc-cc79-40a0-9556-35591c9841af,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:41.834621 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20e4fe-b95d-4dc6-8993-916594699df7 req-9d488170-ef69-46be-9dc0-66a6a2bf9eab tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:41.836134 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b20e4fe-b95d-4dc6-8993-916594699df7 req-9d488170-ef69-46be-9dc0-66a6a2bf9eab tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.1572332 Nov 02 11:44:41.862045 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe6367e9-bcfa-4d84-aae4-2ff958994551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:41.904005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6367e9-bcfa-4d84-aae4-2ff958994551 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:44:41.904221 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b20e4fe-b95d-4dc6-8993-916594699df7 req-3cd409e9-632e-4b27-a68b-4fbaf712fdc6 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.84 HTTP/1.1" status: 200 len: 695 time: 0.0578575 Nov 02 11:44:41.915428 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ea88a5f-81a0-4b95-80f4-b074b4d4433b req-491da796-95aa-417b-b5a0-a3bb53178b79 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-groups/69638280-9712-464d-8e8d-458b37bf62bf HTTP/1.1" status: 200 len: 1823 time: 0.0795481 Nov 02 11:44:41.921583 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6367e9-bcfa-4d84-aae4-2ff958994551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35fc4b3-f407-429e-b81b-bb16c887f203,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:41.925873 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe6367e9-bcfa-4d84-aae4-2ff958994551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:41.926226 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-fe6367e9-bcfa-4d84-aae4-2ff958994551 admin admin] Added segment cdff2d86-73fd-4b37-b493-60f315d42afa of type vlan for network 7c7a99db-d0aa-4538-afe5-2ed67ea589d6 Nov 02 11:44:41.972347 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b20e4fe-b95d-4dc6-8993-916594699df7 req-282d44d1-a7b3-4af4-a73b-ac21d79a0d05 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.84 HTTP/1.1" status: 200 len: 695 time: 0.0613356 Nov 02 11:44:41.974168 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b27d87-39f5-4cec-9327-be6180c63901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.007854 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe6367e9-bcfa-4d84-aae4-2ff958994551 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.042743 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9ea88a5f-81a0-4b95-80f4-b074b4d4433b req-5933003f-3abc-4782-8340-dba6e9bacf8d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.070307 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9ea88a5f-81a0-4b95-80f4-b074b4d4433b req-5933003f-3abc-4782-8340-dba6e9bacf8d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.120422 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-4b20e4fe-b95d-4dc6-8993-916594699df7 req-61a1d4e9-2f5c-4a47-82f3-6b7cf04be47b tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Deleting port be1ea1e3-7ce8-49b1-82f3-f8a04e1630c7 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:44:42.120676 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4b20e4fe-b95d-4dc6-8993-916594699df7 req-61a1d4e9-2f5c-4a47-82f3-6b7cf04be47b tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.141275 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b27d87-39f5-4cec-9327-be6180c63901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.216808 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a8b27d87-39f5-4cec-9327-be6180c63901 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12041d4880924b9783a640f72567923a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6133168 Nov 02 11:44:42.217518 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b27d87-39f5-4cec-9327-be6180c63901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283a4e06-ded8-49e1-a06d-6580dac290d5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:42.220414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35432) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:42.261990 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4b20e4fe-b95d-4dc6-8993-916594699df7 req-61a1d4e9-2f5c-4a47-82f3-6b7cf04be47b tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.261990 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4b20e4fe-b95d-4dc6-8993-916594699df7 req-61a1d4e9-2f5c-4a47-82f3-6b7cf04be47b tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.262150 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe6367e9-bcfa-4d84-aae4-2ff958994551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.262150 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6367e9-bcfa-4d84-aae4-2ff958994551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:42.262150 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe6367e9-bcfa-4d84-aae4-2ff958994551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.262759 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-4b20e4fe-b95d-4dc6-8993-916594699df7 req-61a1d4e9-2f5c-4a47-82f3-6b7cf04be47b tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Calling delete_port for be1ea1e3-7ce8-49b1-82f3-f8a04e1630c7 owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:44:42.324005 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9ea88a5f-81a0-4b95-80f4-b074b4d4433b req-5933003f-3abc-4782-8340-dba6e9bacf8d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.326566 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9ea88a5f-81a0-4b95-80f4-b074b4d4433b req-5933003f-3abc-4782-8340-dba6e9bacf8d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.327736 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ea88a5f-81a0-4b95-80f4-b074b4d4433b req-5933003f-3abc-4782-8340-dba6e9bacf8d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "DELETE /v2.0/security-groups/69638280-9712-464d-8e8d-458b37bf62bf HTTP/1.1" status: 204 len: 173 time: 0.4034448 Nov 02 11:44:42.343095 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9ad70dd-5af8-4d9e-81f6-eb2a3af5771c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.347464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933003f-3abc-4782-8340-dba6e9bacf8d tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69638280-9712-464d-8e8d-458b37bf62bf,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:42.348470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6367e9-bcfa-4d84-aae4-2ff958994551 admin admin] Pushing event updated for resources: {'Network': ['ID=7c7a99db-d0aa-4538-afe5-2ed67ea589d6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:42.377833 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 7c7a99db-d0aa-4538-afe5-2ed67ea589d6 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:44:42.378512 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9ad70dd-5af8-4d9e-81f6-eb2a3af5771c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.470885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fe6367e9-bcfa-4d84-aae4-2ff958994551 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1668649 Nov 02 11:44:42.474036 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35442) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:42.479501 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b7f9128a-ecad-4e49-9d16-6ceed0452067 admin admin] Request body: {'subnet': {'network_id': '7c7a99db-d0aa-4538-afe5-2ed67ea589d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-142303327-subnet', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:42.489648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d811755-53a0-49ce-a19b-caa8580160b8 req-9035f344-b68f-4c75-a773-f3ba60c66f2f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:42.491224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d811755-53a0-49ce-a19b-caa8580160b8 req-9035f344-b68f-4c75-a773-f3ba60c66f2f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.0672090 Nov 02 11:44:42.540223 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d811755-53a0-49ce-a19b-caa8580160b8 req-5fdef3ef-a191-4185-88d4-86ac67347d68 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417712 Nov 02 11:44:42.635525 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f9128a-ecad-4e49-9d16-6ceed0452067 admin admin] Made reservation on behalf of 0da859b11a5a4a1f9cf2d366e4d244de for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:44:42.636626 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9ad70dd-5af8-4d9e-81f6-eb2a3af5771c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.637676 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b7f9128a-ecad-4e49-9d16-6ceed0452067 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.637858 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9ad70dd-5af8-4d9e-81f6-eb2a3af5771c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.641398 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f9ad70dd-5af8-4d9e-81f6-eb2a3af5771c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/283a4e06-ded8-49e1-a06d-6580dac290d5 HTTP/1.1" status: 204 len: 168 time: 0.4172604 Nov 02 11:44:42.651035 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad70dd-5af8-4d9e-81f6-eb2a3af5771c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283a4e06-ded8-49e1-a06d-6580dac290d5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:42.651461 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4b20e4fe-b95d-4dc6-8993-916594699df7 req-61a1d4e9-2f5c-4a47-82f3-6b7cf04be47b tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.663005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d8ade-b274-436b-88d6-2a62db677424 req-b0aa4c5a-d005-4cbc-87dd-75503c4967ca tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:42.671959 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa9d8ade-b274-436b-88d6-2a62db677424 req-b0aa4c5a-d005-4cbc-87dd-75503c4967ca tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 947 time: 0.0739613 Nov 02 11:44:42.686513 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1d4e9-2f5c-4a47-82f3-6b7cf04be47b tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Pushing event deleted for resources: {'Port': ['ID=be1ea1e3-7ce8-49b1-82f3-f8a04e1630c7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:42.730440 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa9d8ade-b274-436b-88d6-2a62db677424 req-010f5fab-9bab-443f-bf10-4ed02def10c9 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575137 Nov 02 11:44:42.793060 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e8008919-0236-4e14-8570-c22bc4581eec req-9a9a6694-d95a-4c82-9264-e2765b43a108 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-groups/c6d8238e-2872-49f2-95b1-86bfeadccc82 HTTP/1.1" status: 200 len: 2424 time: 0.0441856 Nov 02 11:44:42.818276 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4b20e4fe-b95d-4dc6-8993-916594699df7 req-61a1d4e9-2f5c-4a47-82f3-6b7cf04be47b tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.821136 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4b20e4fe-b95d-4dc6-8993-916594699df7 req-61a1d4e9-2f5c-4a47-82f3-6b7cf04be47b tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.827250 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b20e4fe-b95d-4dc6-8993-916594699df7 req-61a1d4e9-2f5c-4a47-82f3-6b7cf04be47b tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "DELETE /v2.0/floatingips/96426ba4-6a17-404e-a4c3-8472b7cca008 HTTP/1.1" status: 204 len: 173 time: 0.8475571 Nov 02 11:44:42.865341 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e8008919-0236-4e14-8570-c22bc4581eec req-e6b7bcff-8b2c-43de-b1c8-a83024430dc2 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:42.899061 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e8008919-0236-4e14-8570-c22bc4581eec req-e6b7bcff-8b2c-43de-b1c8-a83024430dc2 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.008647 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bca7c6b6-7268-44e5-9fbe-e98db1a674b2 req-966f3105-3baf-45cf-b3eb-197e631ffee5 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/floatingips/f66d15b3-0a1c-487b-9928-d2330ab6ed79 HTTP/1.1" status: 200 len: 693 time: 0.0504344 Nov 02 11:44:43.097951 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b7f9128a-ecad-4e49-9d16-6ceed0452067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.148441 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7c6b6-7268-44e5-9fbe-e98db1a674b2 req-08e7f592-ccf8-4ebd-b7d4-e62d87cfc7cb tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:43.150070 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bca7c6b6-7268-44e5-9fbe-e98db1a674b2 req-08e7f592-ccf8-4ebd-b7d4-e62d87cfc7cb tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.1357117 Nov 02 11:44:43.178573 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e8008919-0236-4e14-8570-c22bc4581eec req-e6b7bcff-8b2c-43de-b1c8-a83024430dc2 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.184042 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e8008919-0236-4e14-8570-c22bc4581eec req-e6b7bcff-8b2c-43de-b1c8-a83024430dc2 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.184191 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e8008919-0236-4e14-8570-c22bc4581eec req-e6b7bcff-8b2c-43de-b1c8-a83024430dc2 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "DELETE /v2.0/security-groups/c6d8238e-2872-49f2-95b1-86bfeadccc82 HTTP/1.1" status: 204 len: 173 time: 0.3836596 Nov 02 11:44:43.198026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7bcff-8b2c-43de-b1c8-a83024430dc2 tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d8238e-2872-49f2-95b1-86bfeadccc82,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:43.216235 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9128a-ecad-4e49-9d16-6ceed0452067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a63431ce-f2a8-4f5d-9c94-100f864ff630,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:43.229004 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bca7c6b6-7268-44e5-9fbe-e98db1a674b2 req-4bf22bdc-d412-4fef-b01a-af94b59120ee tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.202 HTTP/1.1" status: 200 len: 696 time: 0.0682321 Nov 02 11:44:43.235383 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f9128a-ecad-4e49-9d16-6ceed0452067 admin admin] Checking segment: {'id': 'cdff2d86-73fd-4b37-b493-60f315d42afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c7a99db-d0aa-4538-afe5-2ed67ea589d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:44:43.236192 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f9128a-ecad-4e49-9d16-6ceed0452067 admin admin] Network hostable DHCP agents. Network: 7c7a99db-d0aa-4538-afe5-2ed67ea589d6, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:44:43.272865 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d431527-cb18-435a-a77d-921887783551 req-4e958c58-b89b-49a6-974f-bc9d4086565e tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "GET /v2.0/security-groups/50387d63-850e-4e22-aa5d-a410c36389eb HTTP/1.1" status: 200 len: 2417 time: 0.0659542 Nov 02 11:44:43.300977 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bca7c6b6-7268-44e5-9fbe-e98db1a674b2 req-fd4f90d9-200e-4b06-9c8e-94491e46f56f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.202 HTTP/1.1" status: 200 len: 696 time: 0.0528011 Nov 02 11:44:43.351880 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3d431527-cb18-435a-a77d-921887783551 req-f412bb7a-002c-4745-b64e-3fdcdcfcf88e tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.385467 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3d431527-cb18-435a-a77d-921887783551 req-f412bb7a-002c-4745-b64e-3fdcdcfcf88e tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.399143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f9128a-ecad-4e49-9d16-6ceed0452067 admin admin] Network 7c7a99db-d0aa-4538-afe5-2ed67ea589d6 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:44:43.463737 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-bca7c6b6-7268-44e5-9fbe-e98db1a674b2 req-83cc3cf2-0fd7-438c-b172-61ac7d09c89f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Deleting port ee56849e-09e6-4827-87bf-a6fdf7de5414 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:44:43.464091 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-bca7c6b6-7268-44e5-9fbe-e98db1a674b2 req-83cc3cf2-0fd7-438c-b172-61ac7d09c89f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.547327 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-bca7c6b6-7268-44e5-9fbe-e98db1a674b2 req-83cc3cf2-0fd7-438c-b172-61ac7d09c89f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.547655 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-bca7c6b6-7268-44e5-9fbe-e98db1a674b2 req-83cc3cf2-0fd7-438c-b172-61ac7d09c89f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.560190 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-bca7c6b6-7268-44e5-9fbe-e98db1a674b2 req-83cc3cf2-0fd7-438c-b172-61ac7d09c89f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Calling delete_port for ee56849e-09e6-4827-87bf-a6fdf7de5414 owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:44:43.565745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device be5175c3-e243-4b1e-b2f5-e9ae13dc56ac no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:44:43.578034 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3d431527-cb18-435a-a77d-921887783551 req-f412bb7a-002c-4745-b64e-3fdcdcfcf88e tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.586991 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3d431527-cb18-435a-a77d-921887783551 req-f412bb7a-002c-4745-b64e-3fdcdcfcf88e tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.586991 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d431527-cb18-435a-a77d-921887783551 req-f412bb7a-002c-4745-b64e-3fdcdcfcf88e tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] 10.222.0.52 "DELETE /v2.0/security-groups/50387d63-850e-4e22-aa5d-a410c36389eb HTTP/1.1" status: 204 len: 173 time: 0.3013005 Nov 02 11:44:43.593840 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35454) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:43.603114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412bb7a-002c-4745-b64e-3fdcdcfcf88e tempest-SecurityGroupRulesTestJSON-68124102 tempest-SecurityGroupRulesTestJSON-68124102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50387d63-850e-4e22-aa5d-a410c36389eb,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:43.613787 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-b7f9128a-ecad-4e49-9d16-6ceed0452067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 7c7a99db-d0aa-4538-afe5-2ed67ea589d6) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:43.623534 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f9128a-ecad-4e49-9d16-6ceed0452067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:43.625385 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b7f9128a-ecad-4e49-9d16-6ceed0452067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.659130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-993d5c0d-e22d-40cc-bf35-5dbfe1737b7f admin admin] Deleting subnet 64cc2139-44b2-4a1a-b2c8-2892a3f84df6 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:44:43.663198 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-993d5c0d-e22d-40cc-bf35-5dbfe1737b7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.732735 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-993d5c0d-e22d-40cc-bf35-5dbfe1737b7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.740691 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7911dc9c-81fb-4ad4-b856-178c2b9dabd1 None None] Network 7c7a99db-d0aa-4538-afe5-2ed67ea589d6 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:44:43.768944 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35458) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:43.775872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb31843-9bca-4a43-a6c9-5727580563dc req-b7b2c57c-5216-4d96-becd-727cf22ab215 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:43.777668 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6bb31843-9bca-4a43-a6c9-5727580563dc req-b7b2c57c-5216-4d96-becd-727cf22ab215 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.0901508 Nov 02 11:44:43.791772 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89191edc-f4b2-4b42-bdbd-f88108f03014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.796916 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-993d5c0d-e22d-40cc-bf35-5dbfe1737b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.808012 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b7f9128a-ecad-4e49-9d16-6ceed0452067 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3326831 Nov 02 11:44:43.814024 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35460) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:43.818562 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-142303327-router', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:43.843726 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-bca7c6b6-7268-44e5-9fbe-e98db1a674b2 req-83cc3cf2-0fd7-438c-b172-61ac7d09c89f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.872373 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6bb31843-9bca-4a43-a6c9-5727580563dc req-3c27cce5-2386-4bc4-b1c1-afa55bdc57b5 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839837 Nov 02 11:44:43.893604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc3cf2-0fd7-438c-b172-61ac7d09c89f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Pushing event deleted for resources: {'Port': ['ID=ee56849e-09e6-4827-87bf-a6fdf7de5414,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:43.893822 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.934657 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:44:43.936988 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f939660-2b4c-4b80-b8d6-8c55221095bc" -d '{"events": [{"server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "name": "network-vif-unplugged", "status": "completed", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:44:43.957804 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.959051 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.967466 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:43.975309 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7c7a99db-d0aa-4538-afe5-2ed67ea589d6', 'network_id': '7c7a99db-d0aa-4538-afe5-2ed67ea589d6', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'fixed_ips': [{'subnet_id': 'a63431ce-f2a8-4f5d-9c94-100f864ff630'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:44:43.976570 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:43.999065 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-993d5c0d-e22d-40cc-bf35-5dbfe1737b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.006153 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-bca7c6b6-7268-44e5-9fbe-e98db1a674b2 req-83cc3cf2-0fd7-438c-b172-61ac7d09c89f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.009076 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-bca7c6b6-7268-44e5-9fbe-e98db1a674b2 req-83cc3cf2-0fd7-438c-b172-61ac7d09c89f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.010400 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bca7c6b6-7268-44e5-9fbe-e98db1a674b2 req-83cc3cf2-0fd7-438c-b172-61ac7d09c89f tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "DELETE /v2.0/floatingips/f66d15b3-0a1c-487b-9928-d2330ab6ed79 HTTP/1.1" status: 204 len: 173 time: 0.6985393 Nov 02 11:44:44.046265 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d5c0d-e22d-40cc-bf35-5dbfe1737b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64cc2139-44b2-4a1a-b2c8-2892a3f84df6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:44.054865 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-993d5c0d-e22d-40cc-bf35-5dbfe1737b7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.061364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-993d5c0d-e22d-40cc-bf35-5dbfe1737b7f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/64cc2139-44b2-4a1a-b2c8-2892a3f84df6 HTTP/1.1" status: 204 len: 168 time: 0.4639027 Nov 02 11:44:44.061899 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35470) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:44.067602 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.080684 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a3a71-dd28-465d-b6d4-d992077e0379 req-82714a3a-f109-45b0-b8f3-5733dc00eccc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:44.083289 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89191edc-f4b2-4b42-bdbd-f88108f03014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.083652 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-768a3a71-dd28-465d-b6d4-d992077e0379 req-82714a3a-f109-45b0-b8f3-5733dc00eccc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 947 time: 0.1226285 Nov 02 11:44:44.124350 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.180500 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Allocated IP 172.20.0.2 (7c7a99db-d0aa-4538-afe5-2ed67ea589d6/a63431ce-f2a8-4f5d-9c94-100f864ff630/c6583138-4255-4d6c-bfc3-2147d4d767da) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:44:44.182381 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e519dfa4-f1a6-4759-856e-9207a95e6e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.195352 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-768a3a71-dd28-465d-b6d4-d992077e0379 req-314a94a2-432b-4a46-961f-4822a961673d tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009398 Nov 02 11:44:44.197725 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,revision_number=11']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:44.310615 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e519dfa4-f1a6-4759-856e-9207a95e6e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.387651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e519dfa4-f1a6-4759-856e-9207a95e6e02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67f9c4c-45d6-45fe-a041-096392e70ae8']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:44.403710 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-89191edc-f4b2-4b42-bdbd-f88108f03014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.404112 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e519dfa4-f1a6-4759-856e-9207a95e6e02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd919331e-c26a-4e89-b954-8c547318cdbb') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:44.404703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e519dfa4-f1a6-4759-856e-9207a95e6e02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd919331e-c26a-4e89-b954-8c547318cdbb') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:44.409515 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bb0b0ab-a9cd-4f19-a71f-d052264e6211 req-6e04ab62-be33-451c-a8d1-ab98381b7eb9 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/floatingips/411d8b52-5d94-4cff-b1fb-cf4a041ebc0a HTTP/1.1" status: 200 len: 693 time: 0.1030512 Nov 02 11:44:44.410013 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.428696 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e519dfa4-f1a6-4759-856e-9207a95e6e02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.462474 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.473736 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e519dfa4-f1a6-4759-856e-9207a95e6e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.474138 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd10ab3-ba85-4e9d-ab8c-e1a5bbf380b0 x-openstack-request-id: req-3bd10ab3-ba85-4e9d-ab8c-e1a5bbf380b0 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:44:44.474138 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "name": "network-vif-unplugged", "status": "completed", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:44:44.474138 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3bd10ab3-ba85-4e9d-ab8c-e1a5bbf380b0 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:44:44.474138 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'code': 200} Nov 02 11:44:44.486820 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-89191edc-f4b2-4b42-bdbd-f88108f03014 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e5da41947af641d7bfc670ed35270023&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7167096 Nov 02 11:44:44.488079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89191edc-f4b2-4b42-bdbd-f88108f03014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80689c06-916f-4ae8-adef-982f27f8784b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:44.490461 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35474) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:44.504511 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e519dfa4-f1a6-4759-856e-9207a95e6e02 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:44:44.504961 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e519dfa4-f1a6-4759-856e-9207a95e6e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:44:44.506647 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:44:44.548625 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9f504a2-7990-4701-9a07-bb81bb652594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.574260 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9f504a2-7990-4701-9a07-bb81bb652594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.578058 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.602089 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0b0ab-a9cd-4f19-a71f-d052264e6211 req-0f343118-cf81-406e-a0f7-d91fab4eb6ad tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:44.605152 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bb0b0ab-a9cd-4f19-a71f-d052264e6211 req-0f343118-cf81-406e-a0f7-d91fab4eb6ad tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.1880252 Nov 02 11:44:44.620801 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Network 7c7a99db-d0aa-4538-afe5-2ed67ea589d6 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:44:44.623878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:44.629882 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:44:44.643720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Pushing event updated for resources: {'Port': ['ID=c6583138-4255-4d6c-bfc3-2147d4d767da,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:44.700957 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Attempting to bind port c6583138-4255-4d6c-bfc3-2147d4d767da on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:44:44.701361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Attempting to bind port c6583138-4255-4d6c-bfc3-2147d4d767da by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'cdff2d86-73fd-4b37-b493-60f315d42afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c7a99db-d0aa-4538-afe5-2ed67ea589d6'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:44:44.701832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Attempting to bind port c6583138-4255-4d6c-bfc3-2147d4d767da on network 7c7a99db-d0aa-4538-afe5-2ed67ea589d6 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:44:44.708199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:44:44.708759 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Checking segment: {'id': 'cdff2d86-73fd-4b37-b493-60f315d42afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c7a99db-d0aa-4538-afe5-2ed67ea589d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:44:44.709170 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.709572 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Bound using segment: {'id': 'cdff2d86-73fd-4b37-b493-60f315d42afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c7a99db-d0aa-4538-afe5-2ed67ea589d6'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:44:44.710056 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Bound port: c6583138-4255-4d6c-bfc3-2147d4d767da, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdff2d86-73fd-4b37-b493-60f315d42afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c7a99db-d0aa-4538-afe5-2ed67ea589d6'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:44:44.710641 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.787401 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9f504a2-7990-4701-9a07-bb81bb652594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.789661 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9f504a2-7990-4701-9a07-bb81bb652594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.792230 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f9f504a2-7990-4701-9a07-bb81bb652594 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/80689c06-916f-4ae8-adef-982f27f8784b HTTP/1.1" status: 204 len: 168 time: 0.2994235 Nov 02 11:44:44.795952 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] For port c6583138-4255-4d6c-bfc3-2147d4d767da, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:44:44.802130 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] For port c6583138-4255-4d6c-bfc3-2147d4d767da, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c6583138-4255-4d6c-bfc3-2147d4d767da,segment=NetworkSegment(cdff2d86-73fd-4b37-b493-60f315d42afa),segment_id=cdff2d86-73fd-4b37-b493-60f315d42afa)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:44:44.945010 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e519dfa4-f1a6-4759-856e-9207a95e6e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.950396 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e519dfa4-f1a6-4759-856e-9207a95e6e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.956162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e519dfa4-f1a6-4759-856e-9207a95e6e02 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b67f9c4c-45d6-45fe-a041-096392e70ae8 HTTP/1.1" status: 204 len: 168 time: 0.8889573 Nov 02 11:44:44.957169 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:44.982184 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bb0b0ab-a9cd-4f19-a71f-d052264e6211 req-edf70b1c-77b9-4496-b53e-7f5ce08083ed tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.105 HTTP/1.1" status: 200 len: 696 time: 0.3685381 Nov 02 11:44:44.995745 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519dfa4-f1a6-4759-856e-9207a95e6e02 admin admin] Pushing event deleted for resources: {'Network': ['ID=b67f9c4c-45d6-45fe-a041-096392e70ae8,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:45.046716 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bb0b0ab-a9cd-4f19-a71f-d052264e6211 req-1bd132ee-569d-44c8-b2e8-22615e3f0bc0 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.105 HTTP/1.1" status: 200 len: 696 time: 0.0634289 Nov 02 11:44:45.070032 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87ab7c-39b6-4c39-96c4-edfba316c96e None None] Pushing event updated for resources: {'Port': ['ID=c6583138-4255-4d6c-bfc3-2147d4d767da,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:45.160107 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f504a2-7990-4701-9a07-bb81bb652594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80689c06-916f-4ae8-adef-982f27f8784b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:45.224106 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-0bb0b0ab-a9cd-4f19-a71f-d052264e6211 req-a90c5dab-fd88-4797-a993-76ba6e4a38e6 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Deleting port 034a2c8d-cf66-4f4a-aa9c-53a93b27b4c1 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:44:45.224238 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0bb0b0ab-a9cd-4f19-a71f-d052264e6211 req-a90c5dab-fd88-4797-a993-76ba6e4a38e6 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:45.277786 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750938b-d29a-4d48-8f6b-6f6fe1d43927 req-06099562-29fe-4d85-b83b-aa53957b990d tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:45.287270 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8750938b-d29a-4d48-8f6b-6f6fe1d43927 req-06099562-29fe-4d85-b83b-aa53957b990d tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.1296318 Nov 02 11:44:45.337583 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:45.396362 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0bb0b0ab-a9cd-4f19-a71f-d052264e6211 req-a90c5dab-fd88-4797-a993-76ba6e4a38e6 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:45.396708 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0bb0b0ab-a9cd-4f19-a71f-d052264e6211 req-a90c5dab-fd88-4797-a993-76ba6e4a38e6 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:45.397879 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:45.413353 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-0bb0b0ab-a9cd-4f19-a71f-d052264e6211 req-a90c5dab-fd88-4797-a993-76ba6e4a38e6 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Calling delete_port for 034a2c8d-cf66-4f4a-aa9c-53a93b27b4c1 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:44:45.461674 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8750938b-d29a-4d48-8f6b-6f6fe1d43927 req-06085c7e-b102-4217-b979-78c605192f7a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729112 Nov 02 11:44:45.574829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] Allocated IP 172.25.6.72 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/c97fd745-3e94-4b29-a042-31768ecf7660) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:44:45.583963 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device be5175c3-e243-4b1e-b2f5-e9ae13dc56ac details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:44:45.586028 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35508) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:45.751037 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:45.758210 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6d4c4f8a-d5c0-463c-84d6-782ef9fa73c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc54fa29b1274504af99eea30e370ff3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1708004 Nov 02 11:44:45.769709 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35516) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:45.771486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'port_id': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'mac_address': 'fa:16:3e:a1:42:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:44:45.795156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2a4b5-cb61-4462-9a78-06ed81ff9a98 req-398e65a4-4e19-4ffe-a87e-5bc2005d1d0b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:45.803080 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8fa2a4b5-cb61-4462-9a78-06ed81ff9a98 req-398e65a4-4e19-4ffe-a87e-5bc2005d1d0b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1563270 Nov 02 11:44:45.850873 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:45.867441 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5175c3-e243-4b1e-b2f5-e9ae13dc56ac {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:44:45.871024 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0bb0b0ab-a9cd-4f19-a71f-d052264e6211 req-a90c5dab-fd88-4797-a993-76ba6e4a38e6 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:45.892148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:45.895361 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8fa2a4b5-cb61-4462-9a78-06ed81ff9a98 req-35eadfb6-ed45-4000-8afc-26421021e5ba tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914426 Nov 02 11:44:45.903435 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:45.940941 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c5dab-fd88-4797-a993-76ba6e4a38e6 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Pushing event deleted for resources: {'Port': ['ID=034a2c8d-cf66-4f4a-aa9c-53a93b27b4c1,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:45.965707 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e853c66-424e-4946-a877-d4a48e17ba50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:46.023346 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:46.058616 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0bb0b0ab-a9cd-4f19-a71f-d052264e6211 req-a90c5dab-fd88-4797-a993-76ba6e4a38e6 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:46.061614 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0bb0b0ab-a9cd-4f19-a71f-d052264e6211 req-a90c5dab-fd88-4797-a993-76ba6e4a38e6 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:46.066789 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bb0b0ab-a9cd-4f19-a71f-d052264e6211 req-a90c5dab-fd88-4797-a993-76ba6e4a38e6 tempest-FloatingIPDetailsTestJSON-1465749185 tempest-FloatingIPDetailsTestJSON-1465749185-project] 10.222.0.52 "DELETE /v2.0/floatingips/411d8b52-5d94-4cff-b1fb-cf4a041ebc0a HTTP/1.1" status: 204 len: 173 time: 1.0190783 Nov 02 11:44:46.069318 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e853c66-424e-4946-a877-d4a48e17ba50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:46.072875 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35524) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:46.101041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,revision_number=12']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:46.144141 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:46.159291 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['be5175c3-e243-4b1e-b2f5-e9ae13dc56ac'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:44:46.217075 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:44:46.223559 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:46.230165 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:44:46.256498 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e853c66-424e-4946-a877-d4a48e17ba50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:46.259130 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e853c66-424e-4946-a877-d4a48e17ba50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:46.264502 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9e853c66-424e-4946-a877-d4a48e17ba50 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/efb07d84-7bfc-4522-b0b9-4a4ac9687860 HTTP/1.1" status: 204 len: 168 time: 0.4933159 Nov 02 11:44:46.273054 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e853c66-424e-4946-a877-d4a48e17ba50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb07d84-7bfc-4522-b0b9-4a4ac9687860,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:46.278416 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=c97fd745-3e94-4b29-a042-31768ecf7660,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:46.403608 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fdb869-0fcb-4088-a737-298195c0587a None None] Network 7c7a99db-d0aa-4538-afe5-2ed67ea589d6 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:44:46.521201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c6583138-4255-4d6c-bfc3-2147d4d767da up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:44:46.673751 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a2f3f7aa-c3ff-47c0-aa80-0694dd50928a None None] Provisioning complete for port c6583138-4255-4d6c-bfc3-2147d4d767da triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:46.674445 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a2f3f7aa-c3ff-47c0-aa80-0694dd50928a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:46.780921 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c6583138-4255-4d6c-bfc3-2147d4d767da triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:46.781541 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:46.802006 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5f3aa-13d8-4e33-8212-c65fe23024a7 req-9b0c322d-af6b-433a-9eab-9ddb733f5ab0 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:46.804755 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a1a5f3aa-13d8-4e33-8212-c65fe23024a7 req-9b0c322d-af6b-433a-9eab-9ddb733f5ab0 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.1642890 Nov 02 11:44:46.923018 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a2f3f7aa-c3ff-47c0-aa80-0694dd50928a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:47.047792 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:47.051608 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a2f3f7aa-c3ff-47c0-aa80-0694dd50928a None None] For port c6583138-4255-4d6c-bfc3-2147d4d767da, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c6583138-4255-4d6c-bfc3-2147d4d767da,segment=NetworkSegment(cdff2d86-73fd-4b37-b493-60f315d42afa),segment_id=cdff2d86-73fd-4b37-b493-60f315d42afa)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:47.166587 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a2f3f7aa-c3ff-47c0-aa80-0694dd50928a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:47.193324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d4d56-1f25-4597-aa4d-4c116932a4f1 req-6ac2d215-3620-42bc-9024-51a78b339e18 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:47.197160 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c84d4d56-1f25-4597-aa4d-4c116932a4f1 req-6ac2d215-3620-42bc-9024-51a78b339e18 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 946 time: 0.1217504 Nov 02 11:44:47.201975 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a1a5f3aa-13d8-4e33-8212-c65fe23024a7 req-9bb80d43-1622-4df7-be2e-e8b8dbde7c9a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882480 Nov 02 11:44:47.282480 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:47.323766 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c84d4d56-1f25-4597-aa4d-4c116932a4f1 req-41b08c51-b9a4-4205-962b-e8efbc4627e8 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117337 Nov 02 11:44:47.381074 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3f7aa-c3ff-47c0-aa80-0694dd50928a None None] Pushing event updated for resources: {'Port': ['ID=c6583138-4255-4d6c-bfc3-2147d4d767da,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:47.385128 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:44:47.385490 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:44:47.498123 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-78ba23b8-e846-4df1-84f7-098c178e069a None None] Provisioning complete for port c6583138-4255-4d6c-bfc3-2147d4d767da triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:47.498520 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-78ba23b8-e846-4df1-84f7-098c178e069a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:47.637522 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device be5175c3-e243-4b1e-b2f5-e9ae13dc56ac up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:44:47.664455 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:47.684526 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c49a0e32-e7ee-45a4-8c3f-8f0365fa32e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:47.746440 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5628ac77-8ef8-43b9-a19c-626eee8652e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:47.794082 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:47.795625 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:48.003247 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:48.033336 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:44:48.035979 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c482b3e7-0d10-432e-852c-523f0031b24d" -d '{"events": [{"server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "name": "network-vif-plugged", "status": "completed", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:44:48.057540 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:48.098300 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2813929e-0797-4625-926f-b505b9cf4312 x-openstack-request-id: req-2813929e-0797-4625-926f-b505b9cf4312 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:44:48.101596 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "name": "network-vif-plugged", "status": "completed", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:44:48.101596 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2813929e-0797-4625-926f-b505b9cf4312 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:44:48.101596 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'code': 200} Nov 02 11:44:48.188888 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5628ac77-8ef8-43b9-a19c-626eee8652e1 admin admin] Deleting port fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:44:48.189383 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5628ac77-8ef8-43b9-a19c-626eee8652e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:48.196302 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:48.343391 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-5628ac77-8ef8-43b9-a19c-626eee8652e1 admin admin] For port fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0,segment=NetworkSegment(1ba37bf5-b62c-4202-951e-d6ac675f6184),segment_id=1ba37bf5-b62c-4202-951e-d6ac675f6184)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:48.343699 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5628ac77-8ef8-43b9-a19c-626eee8652e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:48.350552 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,revision_number=13']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:48.379189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] Router 98a83ef5-746d-4338-97d0-4d2da6b4e19f is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:44:48.379189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5628ac77-8ef8-43b9-a19c-626eee8652e1 admin admin] Calling delete_port for fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:44:48.420032 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c6583138-4255-4d6c-bfc3-2147d4d767da up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:44:48.502029 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea037bf-0f65-4ce6-94e4-dd86bc342821 req-6af77f6a-d8f5-421c-80ea-24e30592f004 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:48.512028 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ea037bf-0f65-4ce6-94e4-dd86bc342821 req-6af77f6a-d8f5-421c-80ea-24e30592f004 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.1442599 Nov 02 11:44:48.589053 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ea037bf-0f65-4ce6-94e4-dd86bc342821 req-323df2a4-5856-4afb-ac8f-ace684269f7c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694957 Nov 02 11:44:48.607927 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c6583138-4255-4d6c-bfc3-2147d4d767da triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:48.608346 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:48.770522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb603ab-9721-438d-bc6d-3c4ff4125d90 req-4edd8f5b-30c7-4c38-ab2a-30735dd44e05 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:48.774267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-edb603ab-9721-438d-bc6d-3c4ff4125d90 req-4edd8f5b-30c7-4c38-ab2a-30735dd44e05 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 947 time: 0.0726891 Nov 02 11:44:48.860383 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-edb603ab-9721-438d-bc6d-3c4ff4125d90 req-e8dcbaaa-1c97-4cbb-ba75-46e3124cc08b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699482 Nov 02 11:44:49.043240 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:44:49.056936 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Sync routers for ids ['98a83ef5-746d-4338-97d0-4d2da6b4e19f'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:44:49.071137 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Routers {'98a83ef5-746d-4338-97d0-4d2da6b4e19f'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:44:49.072410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:44:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['98a83ef5-746d-4338-97d0-4d2da6b4e19f'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:49.214744 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:49.220080 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35604) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:49.221022 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-849ab40c-16fa-435f-a940-258e4e6bb6c4 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.4058313 Nov 02 11:44:49.349249 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5628ac77-8ef8-43b9-a19c-626eee8652e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:49.355616 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Set router 98a83ef5-746d-4338-97d0-4d2da6b4e19f gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:44:49.401772 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628ac77-8ef8-43b9-a19c-626eee8652e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:49.736608 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35614) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:49.864653 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a83ef5-746d-4338-97d0-4d2da6b4e19f', 'name': 'tempest-ServersTestMultiNic-142303327-router', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c97fd745-3e94-4b29-a042-31768ecf7660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:44:43Z', 'updated_at': '2021-11-02T11:44:46Z', 'revision_number': 3, 'project_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'gw_port': {'id': 'c97fd745-3e94-4b29-a042-31768ecf7660', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a83ef5-746d-4338-97d0-4d2da6b4e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:45Z', 'updated_at': '2021-11-02T11:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:49.864653 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Checking router: 98a83ef5-746d-4338-97d0-4d2da6b4e19f for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:44:49.865008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Updating router 98a83ef5-746d-4338-97d0-4d2da6b4e19f port c97fd745-3e94-4b29-a042-31768ecf7660 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:44:49.893061 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5628ac77-8ef8-43b9-a19c-626eee8652e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:49.925674 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:50.007169 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-def43bd4-856f-4137-98ef-3dbcd73197bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:50.018036 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d18cb928-71a0-41d1-a465-198185785ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:50.150006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475ed0d-c635-48af-bf67-1e0467c87832 req-e6848712-0baf-4d17-82a1-e5df0fa15f02 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:50.154895 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8475ed0d-c635-48af-bf67-1e0467c87832 req-e6848712-0baf-4d17-82a1-e5df0fa15f02 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.2587116 Nov 02 11:44:50.261565 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437148cb-f7d9-420b-afdb-eb12c8033afc req-829d80ef-0dc0-46c2-90e6-e80a5b1ba02a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:50.287944 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-437148cb-f7d9-420b-afdb-eb12c8033afc req-829d80ef-0dc0-46c2-90e6-e80a5b1ba02a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 947 time: 0.1732886 Nov 02 11:44:50.295311 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d18cb928-71a0-41d1-a465-198185785ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:50.368526 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8475ed0d-c635-48af-bf67-1e0467c87832 req-f30a7b07-7641-4b87-9541-8f6b1daf98a4 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070439 Nov 02 11:44:50.372453 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-209a633e-fea4-490c-a16f-17ed222d9fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:50.433406 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-437148cb-f7d9-420b-afdb-eb12c8033afc req-2b4b1001-701b-49cc-bb82-cce4b3eb0312 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272149 Nov 02 11:44:50.443813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5628ac77-8ef8-43b9-a19c-626eee8652e1 admin admin] Router 5c883bf8-7c93-430d-a5b2-8886ff088ef9 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:44:50.523909 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:50.543525 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d18cb928-71a0-41d1-a465-198185785ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:50.599137 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:44:50.623373 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d18cb928-71a0-41d1-a465-198185785ca0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8561556b2947495c902cc643f4b4f0f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8891728 Nov 02 11:44:50.623628 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:50.625847 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cb928-71a0-41d1-a465-198185785ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1923a2ec-d560-41c2-9bd5-fe53b8d5a3c8,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:50.627586 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35626) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:50.667174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-209a633e-fea4-490c-a16f-17ed222d9fac admin admin] Allocated IP 172.20.0.1 (7c7a99db-d0aa-4538-afe5-2ed67ea589d6/a63431ce-f2a8-4f5d-9c94-100f864ff630/32e2ff60-334a-4c88-91ea-8cf7bf61458c) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:44:50.673300 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5628ac77-8ef8-43b9-a19c-626eee8652e1 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:44:50.685651 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5628ac77-8ef8-43b9-a19c-626eee8652e1 admin admin] 10.222.0.52 "PUT /v2.0/routers/5c883bf8-7c93-430d-a5b2-8886ff088ef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6122947 Nov 02 11:44:50.685844 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944ff180-c061-4369-a46c-ffe407b6e4b2 None None] Sync routers for ids ['5c883bf8-7c93-430d-a5b2-8886ff088ef9'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:44:50.685960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35628) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:50.695718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425cc61f-84e9-48e9-bb71-f11df2b414f7 None None] Pushing event updated for resources: {'Port': ['ID=c97fd745-3e94-4b29-a042-31768ecf7660,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:50.700840 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944ff180-c061-4369-a46c-ffe407b6e4b2 None None] Routers {'5c883bf8-7c93-430d-a5b2-8886ff088ef9'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:44:50.703080 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-944ff180-c061-4369-a46c-ffe407b6e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:44:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5c883bf8-7c93-430d-a5b2-8886ff088ef9'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:50.740974 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4453d4e0-8e30-424a-8e00-0e9bc8065f3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:50.769985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Attempting to bind port c97fd745-3e94-4b29-a042-31768ecf7660 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:44:50.769985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Attempting to bind port c97fd745-3e94-4b29-a042-31768ecf7660 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:44:50.770555 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Attempting to bind port c97fd745-3e94-4b29-a042-31768ecf7660 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:44:50.778835 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4453d4e0-8e30-424a-8e00-0e9bc8065f3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:50.783342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:44:50.783342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:44:50.783342 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:50.783342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:44:50.783342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Bound port: c97fd745-3e94-4b29-a042-31768ecf7660, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:44:50.783951 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:50.912972 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] For port c97fd745-3e94-4b29-a042-31768ecf7660, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:44:50.919941 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] For port c97fd745-3e94-4b29-a042-31768ecf7660, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c97fd745-3e94-4b29-a042-31768ecf7660,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:44:50.938028 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32321d03-0a45-4fc5-adab-cc83b5ab58fd admin admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:50.943949 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-944ff180-c061-4369-a46c-ffe407b6e4b2 None None] Set router 5c883bf8-7c93-430d-a5b2-8886ff088ef9 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:44:50.948906 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:51.017105 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4453d4e0-8e30-424a-8e00-0e9bc8065f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:51.021405 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4453d4e0-8e30-424a-8e00-0e9bc8065f3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:51.023766 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4453d4e0-8e30-424a-8e00-0e9bc8065f3c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1923a2ec-d560-41c2-9bd5-fe53b8d5a3c8 HTTP/1.1" status: 204 len: 168 time: 0.3937800 Nov 02 11:44:51.043887 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453d4e0-8e30-424a-8e00-0e9bc8065f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1923a2ec-d560-41c2-9bd5-fe53b8d5a3c8,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:51.073593 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-209a633e-fea4-490c-a16f-17ed222d9fac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:51.092115 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:51.104705 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32321d03-0a45-4fc5-adab-cc83b5ab58fd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:51.163849 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425cc61f-84e9-48e9-bb71-f11df2b414f7 None None] Pushing event updated for resources: {'Port': ['ID=c97fd745-3e94-4b29-a042-31768ecf7660,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:51.167617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Routers {'98a83ef5-746d-4338-97d0-4d2da6b4e19f'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:44:51.168458 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:44:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['98a83ef5-746d-4338-97d0-4d2da6b4e19f'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:51.260426 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-944ff180-c061-4369-a46c-ffe407b6e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c883bf8-7c93-430d-a5b2-8886ff088ef9', 'name': 'tempest-FloatingIPDetailsTestJSON-1692091259-router', 'tenant_id': '46029f167d5d4582be880c226cb20707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'f22ef6b5-0300-462e-a6e3-64d8cb880249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:44:16Z', 'updated_at': '2021-11-02T11:44:49Z', 'revision_number': 5, 'project_id': '46029f167d5d4582be880c226cb20707', 'gw_port': {'id': 'f22ef6b5-0300-462e-a6e3-64d8cb880249', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c883bf8-7c93-430d-a5b2-8886ff088ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:17Z', 'updated_at': '2021-11-02T11:44:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:51.286407 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-209a633e-fea4-490c-a16f-17ed222d9fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:51.309205 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944ff180-c061-4369-a46c-ffe407b6e4b2 None None] Checking router: 5c883bf8-7c93-430d-a5b2-8886ff088ef9 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:44:51.316961 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209a633e-fea4-490c-a16f-17ed222d9fac admin admin] Network 7c7a99db-d0aa-4538-afe5-2ed67ea589d6 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:44:51.322595 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944ff180-c061-4369-a46c-ffe407b6e4b2 None None] Routers {'5c883bf8-7c93-430d-a5b2-8886ff088ef9'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:44:51.323582 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-944ff180-c061-4369-a46c-ffe407b6e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:44:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5c883bf8-7c93-430d-a5b2-8886ff088ef9'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:51.336105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] Set router 98a83ef5-746d-4338-97d0-4d2da6b4e19f gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:44:51.350373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-209a633e-fea4-490c-a16f-17ed222d9fac admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:51.357490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a633e-fea4-490c-a16f-17ed222d9fac admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:44:51.367233 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-32321d03-0a45-4fc5-adab-cc83b5ab58fd admin admin] Deleting port f22ef6b5-0300-462e-a6e3-64d8cb880249 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:44:51.367683 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32321d03-0a45-4fc5-adab-cc83b5ab58fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:51.506158 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-944ff180-c061-4369-a46c-ffe407b6e4b2 None None] Set router 5c883bf8-7c93-430d-a5b2-8886ff088ef9 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:44:51.576257 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-944ff180-c061-4369-a46c-ffe407b6e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c883bf8-7c93-430d-a5b2-8886ff088ef9', 'name': 'tempest-FloatingIPDetailsTestJSON-1692091259-router', 'tenant_id': '46029f167d5d4582be880c226cb20707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:44:16Z', 'updated_at': '2021-11-02T11:44:51Z', 'revision_number': 6, 'project_id': '46029f167d5d4582be880c226cb20707', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:51.615840 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944ff180-c061-4369-a46c-ffe407b6e4b2 None None] The sync data for ids ['5c883bf8-7c93-430d-a5b2-8886ff088ef9'] in n-d-806683-18 is: [{'id': '5c883bf8-7c93-430d-a5b2-8886ff088ef9', 'name': 'tempest-FloatingIPDetailsTestJSON-1692091259-router', 'tenant_id': '46029f167d5d4582be880c226cb20707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:44:16Z', 'updated_at': '2021-11-02T11:44:51Z', 'revision_number': 6, 'project_id': '46029f167d5d4582be880c226cb20707', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:44:51.626611 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-32321d03-0a45-4fc5-adab-cc83b5ab58fd admin admin] For port f22ef6b5-0300-462e-a6e3-64d8cb880249, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f22ef6b5-0300-462e-a6e3-64d8cb880249,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:51.627310 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32321d03-0a45-4fc5-adab-cc83b5ab58fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:51.720899 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a633e-fea4-490c-a16f-17ed222d9fac admin admin] Pushing event updated for resources: {'Port': ['ID=32e2ff60-334a-4c88-91ea-8cf7bf61458c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:51.765571 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300edf2-095d-4ed8-8863-60c2c6f0de62 req-80983cc7-88d3-4de5-ad1d-939e4748311c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:51.775742 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4300edf2-095d-4ed8-8863-60c2c6f0de62 req-80983cc7-88d3-4de5-ad1d-939e4748311c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 947 time: 0.1465364 Nov 02 11:44:51.779239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-32321d03-0a45-4fc5-adab-cc83b5ab58fd admin admin] Calling delete_port for f22ef6b5-0300-462e-a6e3-64d8cb880249 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:44:51.860719 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4300edf2-095d-4ed8-8863-60c2c6f0de62 req-ef939953-0732-4026-9cff-359b0be20819 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833178 Nov 02 11:44:51.938314 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-209a633e-fea4-490c-a16f-17ed222d9fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:51.947154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9a3de532-fadc-4e6d-8c1c-801ffec0f8c3 None None] Provisioning complete for port 32e2ff60-334a-4c88-91ea-8cf7bf61458c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:51.950648 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9a3de532-fadc-4e6d-8c1c-801ffec0f8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:51.994296 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be565716-5422-4bc1-85c3-e6350c2383a5 req-2f739592-516f-4c8f-bb1a-fda3abac8cd1 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:51.996200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-be565716-5422-4bc1-85c3-e6350c2383a5 req-2f739592-516f-4c8f-bb1a-fda3abac8cd1 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.3167589 Nov 02 11:44:52.010866 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a83ef5-746d-4338-97d0-4d2da6b4e19f', 'name': 'tempest-ServersTestMultiNic-142303327-router', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c97fd745-3e94-4b29-a042-31768ecf7660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:44:43Z', 'updated_at': '2021-11-02T11:44:46Z', 'revision_number': 3, 'project_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'gw_port': {'id': 'c97fd745-3e94-4b29-a042-31768ecf7660', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a83ef5-746d-4338-97d0-4d2da6b4e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:45Z', 'updated_at': '2021-11-02T11:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:52.055318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc09332e-ff0a-41ce-87ab-9af0d36b3ff7 None None] The sync data for ids ['98a83ef5-746d-4338-97d0-4d2da6b4e19f'] in n-d-806683-18 is: [{'id': '98a83ef5-746d-4338-97d0-4d2da6b4e19f', 'name': 'tempest-ServersTestMultiNic-142303327-router', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c97fd745-3e94-4b29-a042-31768ecf7660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:44:43Z', 'updated_at': '2021-11-02T11:44:46Z', 'revision_number': 3, 'project_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'gw_port': {'id': 'c97fd745-3e94-4b29-a042-31768ecf7660', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a83ef5-746d-4338-97d0-4d2da6b4e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:45Z', 'updated_at': '2021-11-02T11:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:44:52.069649 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9a3de532-fadc-4e6d-8c1c-801ffec0f8c3 None None] Port 32e2ff60-334a-4c88-91ea-8cf7bf61458c cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:44:52.252260 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-be565716-5422-4bc1-85c3-e6350c2383a5 req-3e528141-2ddc-47c6-8e41-ec4be2c5d5cc tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261069 Nov 02 11:44:52.338208 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:52.406185 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-209a633e-fea4-490c-a16f-17ed222d9fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:52.459723 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32321d03-0a45-4fc5-adab-cc83b5ab58fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:52.508878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32321d03-0a45-4fc5-adab-cc83b5ab58fd admin admin] Pushing event deleted for resources: {'Port': ['ID=f22ef6b5-0300-462e-a6e3-64d8cb880249,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:52.604077 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32321d03-0a45-4fc5-adab-cc83b5ab58fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:52.787879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:44:52.859828 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:44:52.861257 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device fda1ce37-6a3d-4d44-a0ad-1ef25f4956b0 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:44:52.862032 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f22ef6b5-0300-462e-a6e3-64d8cb880249 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:44:52.871192 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32321d03-0a45-4fc5-adab-cc83b5ab58fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:52.879948 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32321d03-0a45-4fc5-adab-cc83b5ab58fd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:52.943938 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: f22ef6b5-0300-462e-a6e3-64d8cb880249 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:44:52.944286 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f22ef6b5-0300-462e-a6e3-64d8cb880249 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:44:53.105763 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63429e-a801-479c-9b27-f53444e2c34b req-5afad6ba-195f-4a97-b03e-4437fd333340 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:53.124192 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7d63429e-a801-479c-9b27-f53444e2c34b req-5afad6ba-195f-4a97-b03e-4437fd333340 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 947 time: 0.1125205 Nov 02 11:44:53.131298 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-209a633e-fea4-490c-a16f-17ed222d9fac admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:53.133189 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35676) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:53.197220 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7d63429e-a801-479c-9b27-f53444e2c34b req-b0fbcc84-1431-42fa-b5e5-0774dae853f1 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721207 Nov 02 11:44:53.261516 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-faf90309-9b1a-4029-90c7-f8b92b7ca11a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2090292175-network', 'tenant_id': '231732bb782b4957b24a7d4d8c16c735'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:53.674024 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf90309-9b1a-4029-90c7-f8b92b7ca11a admin admin] Made reservation on behalf of 231732bb782b4957b24a7d4d8c16c735 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:44:53.676417 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-faf90309-9b1a-4029-90c7-f8b92b7ca11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:53.678658 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-209a633e-fea4-490c-a16f-17ed222d9fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:53.685850 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32321d03-0a45-4fc5-adab-cc83b5ab58fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:53.686607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32321d03-0a45-4fc5-adab-cc83b5ab58fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c883bf8-7c93-430d-a5b2-8886ff088ef9 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:44:53.746607 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32321d03-0a45-4fc5-adab-cc83b5ab58fd admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:53.748114 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-32321d03-0a45-4fc5-adab-cc83b5ab58fd admin admin] 10.222.0.52 "DELETE /v2.0/routers/5c883bf8-7c93-430d-a5b2-8886ff088ef9 HTTP/1.1" status: 204 len: 168 time: 3.0612113 Nov 02 11:44:53.750964 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35688) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:53.761904 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-faf90309-9b1a-4029-90c7-f8b92b7ca11a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:53.851911 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c65aa9-2c23-4f82-9227-b1cba7f2503a admin admin] Deleting subnet 5a340da4-c74f-4ea6-be35-c6ad10fec043 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:44:53.856764 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:53.877852 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c4c65aa9-2c23-4f82-9227-b1cba7f2503a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:53.983870 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c4c65aa9-2c23-4f82-9227-b1cba7f2503a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:53.985618 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-faf90309-9b1a-4029-90c7-f8b92b7ca11a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:53.994357 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-209a633e-fea4-490c-a16f-17ed222d9fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:54.003630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a633e-fea4-490c-a16f-17ed222d9fac admin admin] Pushing event updated for resources: {'Port': ['ID=32e2ff60-334a-4c88-91ea-8cf7bf61458c,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:54.012014 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:54.016156 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608b3f1-00ae-4074-8096-828114191fdc req-e03aa920-c0ed-4247-a873-8a27c2c69126 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:54.028166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7608b3f1-00ae-4074-8096-828114191fdc req-e03aa920-c0ed-4247-a873-8a27c2c69126 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.6944737 Nov 02 11:44:54.165298 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c4c65aa9-2c23-4f82-9227-b1cba7f2503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:54.198806 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7608b3f1-00ae-4074-8096-828114191fdc req-940a98f6-019e-40a9-9606-fdc418e20344 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693141 Nov 02 11:44:54.217009 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-faf90309-9b1a-4029-90c7-f8b92b7ca11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:54.265382 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf90309-9b1a-4029-90c7-f8b92b7ca11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:54.288377 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf90309-9b1a-4029-90c7-f8b92b7ca11a admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:44:54.315035 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-faf90309-9b1a-4029-90c7-f8b92b7ca11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:54.315392 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-faf90309-9b1a-4029-90c7-f8b92b7ca11a admin admin] Added segment a25349ff-cd1b-40b7-9503-d08baf8305a2 of type vlan for network 5be3e11c-1331-43ce-87c7-e3ba003ddfd3 Nov 02 11:44:54.339785 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209a633e-fea4-490c-a16f-17ed222d9fac admin admin] Network 7c7a99db-d0aa-4538-afe5-2ed67ea589d6 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:44:54.376423 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-209a633e-fea4-490c-a16f-17ed222d9fac admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:54.426142 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-faf90309-9b1a-4029-90c7-f8b92b7ca11a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:54.435482 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c4c65aa9-2c23-4f82-9227-b1cba7f2503a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:54.496845 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e7d8-c76a-455f-ae8e-20c4a61d7fc2 req-60d4cb5a-a1cb-48c5-a83c-7e41d184571f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:54.503328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c65aa9-2c23-4f82-9227-b1cba7f2503a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a340da4-c74f-4ea6-be35-c6ad10fec043,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:54.508866 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c4c65aa9-2c23-4f82-9227-b1cba7f2503a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:54.513768 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c4c65aa9-2c23-4f82-9227-b1cba7f2503a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5a340da4-c74f-4ea6-be35-c6ad10fec043 HTTP/1.1" status: 204 len: 168 time: 0.7615156 Nov 02 11:44:54.515154 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4703e7d8-c76a-455f-ae8e-20c4a61d7fc2 req-60d4cb5a-a1cb-48c5-a83c-7e41d184571f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 947 time: 0.1979697 Nov 02 11:44:54.517470 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5b3c7e-22bd-47c7-843f-d542e26aa2c7 None None] Network 65a7f9a5-8986-4030-b221-67bb58dbd3f8 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:44:54.524236 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35700) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:54.568285 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c97fd745-3e94-4b29-a042-31768ecf7660 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:44:54.697064 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-faf90309-9b1a-4029-90c7-f8b92b7ca11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:54.698521 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf90309-9b1a-4029-90c7-f8b92b7ca11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:54.702178 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-faf90309-9b1a-4029-90c7-f8b92b7ca11a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:54.744049 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:54.823692 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4703e7d8-c76a-455f-ae8e-20c4a61d7fc2 req-ec3839ad-6af6-428d-a5cd-15fbe379746f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009424 Nov 02 11:44:54.834488 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf90309-9b1a-4029-90c7-f8b92b7ca11a admin admin] Pushing event updated for resources: {'Network': ['ID=5be3e11c-1331-43ce-87c7-e3ba003ddfd3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:54.838808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209a633e-fea4-490c-a16f-17ed222d9fac admin admin] Router 98a83ef5-746d-4338-97d0-4d2da6b4e19f has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:44:54.863932 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 5be3e11c-1331-43ce-87c7-e3ba003ddfd3 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:44:54.865687 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Deleting port 6300beaa-0f44-455d-b393-9a47e2b25163 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:44:54.866050 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:54.972881 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c97fd745-3e94-4b29-a042-31768ecf7660 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:54.973571 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:54.978854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] For port 6300beaa-0f44-455d-b393-9a47e2b25163, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6300beaa-0f44-455d-b393-9a47e2b25163,segment=NetworkSegment(1ba37bf5-b62c-4202-951e-d6ac675f6184),segment_id=1ba37bf5-b62c-4202-951e-d6ac675f6184)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:54.979602 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:54.994094 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-faf90309-9b1a-4029-90c7-f8b92b7ca11a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8587258 Nov 02 11:44:55.000239 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35704) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:55.031417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-9f717b72-3efa-49d4-99b1-18c00c9e14f5 admin admin] Request body: {'subnet': {'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2090292175-subnet', 'tenant_id': '231732bb782b4957b24a7d4d8c16c735', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:55.060532 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Calling delete_port for 6300beaa-0f44-455d-b393-9a47e2b25163 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:44:55.062331 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2134795a-54ff-4070-9248-100645deb423 None None] Provisioning complete for port 32e2ff60-334a-4c88-91ea-8cf7bf61458c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:55.062706 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2134795a-54ff-4070-9248-100645deb423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:55.125900 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209a633e-fea4-490c-a16f-17ed222d9fac admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:44:55.130756 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:55.138539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Sync routers for ids ['98a83ef5-746d-4338-97d0-4d2da6b4e19f'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:44:55.143893 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-209a633e-fea4-490c-a16f-17ed222d9fac admin admin] 10.222.0.52 "PUT /v2.0/routers/98a83ef5-746d-4338-97d0-4d2da6b4e19f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9224253 Nov 02 11:44:55.149337 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2134795a-54ff-4070-9248-100645deb423 None None] Port 32e2ff60-334a-4c88-91ea-8cf7bf61458c cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:44:55.190356 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Routers {'98a83ef5-746d-4338-97d0-4d2da6b4e19f'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:44:55.191397 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:44:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['98a83ef5-746d-4338-97d0-4d2da6b4e19f'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:55.277653 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c678e677-8e91-464d-b917-763ba6a3d0f3 None None] DHCP port deletion for 65a7f9a5-8986-4030-b221-67bb58dbd3f8 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:44:55.298861 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:55.343233 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f717b72-3efa-49d4-99b1-18c00c9e14f5 admin admin] Made reservation on behalf of 231732bb782b4957b24a7d4d8c16c735 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:44:55.348054 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9f717b72-3efa-49d4-99b1-18c00c9e14f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:55.374383 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35714) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:55.415567 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831b1c0-cfb1-4c9f-a336-7c148763d4ab req-e874906c-ec09-433d-975c-7d6830fcaebb tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:55.417142 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b831b1c0-cfb1-4c9f-a336-7c148763d4ab req-e874906c-ec09-433d-975c-7d6830fcaebb tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.0843801 Nov 02 11:44:55.480651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0d9941f1-6aee-4978-b32c-68633887e647 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1081543220'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:55.512447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Set router 98a83ef5-746d-4338-97d0-4d2da6b4e19f gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:44:55.545163 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b831b1c0-cfb1-4c9f-a336-7c148763d4ab req-baeb9986-b7cc-41fd-84dc-f3dec02cb59b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200032 Nov 02 11:44:55.586735 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port c97fd745-3e94-4b29-a042-31768ecf7660, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c97fd745-3e94-4b29-a042-31768ecf7660,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:55.602508 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:55.646505 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Pushing event deleted for resources: {'Port': ['ID=6300beaa-0f44-455d-b393-9a47e2b25163,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:55.651592 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] No DVR routers for this DVR port 6300beaa-0f44-455d-b393-9a47e2b25163 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:44:55.687121 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:55.687618 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:55.688058 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:55.688497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:55.688942 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:55.689364 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:55.689790 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:55.690209 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:55.690636 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:55.691202 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:55.691649 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:55.692118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:44:55.742975 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9941f1-6aee-4978-b32c-68633887e647 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Made reservation on behalf of 0da859b11a5a4a1f9cf2d366e4d244de for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:44:55.743493 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:55.748373 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0d9941f1-6aee-4978-b32c-68633887e647 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:55.753739 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c678e677-8e91-464d-b917-763ba6a3d0f3 None None] Deleting port 6300beaa-0f44-455d-b393-9a47e2b25163 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:44:55.754323 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c678e677-8e91-464d-b917-763ba6a3d0f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:55.771713 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:55.801196 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a7f9a5-8986-4030-b221-67bb58dbd3f8']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:55.815459 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9941f1-6aee-4978-b32c-68633887e647 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:44:55.840722 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0d9941f1-6aee-4978-b32c-68633887e647 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:55.841078 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-0d9941f1-6aee-4978-b32c-68633887e647 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Added segment 47eadb47-fdd8-4c16-9fe6-43165ad54456 of type vlan for network c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 Nov 02 11:44:55.841231 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba37bf5-b62c-4202-951e-d6ac675f6184') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:55.841682 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba37bf5-b62c-4202-951e-d6ac675f6184') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:55.856154 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:55.874623 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:55.888934 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:44:55.890045 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:44:55.893413 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:44:55.915032 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9f717b72-3efa-49d4-99b1-18c00c9e14f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:55.970119 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0d9941f1-6aee-4978-b32c-68633887e647 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:56.019968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f717b72-3efa-49d4-99b1-18c00c9e14f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7dde915-39fe-4e2c-acc7-0f87612ee9c3,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:56.151861 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d49ba-0022-4c15-8ce7-5909a309430e req-98f94134-5160-4762-bba6-0b5c142f140c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:56.154946 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-006d49ba-0022-4c15-8ce7-5909a309430e req-98f94134-5160-4762-bba6-0b5c142f140c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 947 time: 0.1673090 Nov 02 11:44:56.168271 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0d9941f1-6aee-4978-b32c-68633887e647 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:56.171580 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9941f1-6aee-4978-b32c-68633887e647 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:56.172271 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0d9941f1-6aee-4978-b32c-68633887e647 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:56.175602 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=c97fd745-3e94-4b29-a042-31768ecf7660,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:56.184978 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c678e677-8e91-464d-b917-763ba6a3d0f3 None None] For port 6300beaa-0f44-455d-b393-9a47e2b25163, host n-d-806683-18, got binding levels [] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:44:56.185378 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c678e677-8e91-464d-b917-763ba6a3d0f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:56.254920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c678e677-8e91-464d-b917-763ba6a3d0f3 None None] Calling delete_port for 6300beaa-0f44-455d-b393-9a47e2b25163 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:44:56.263523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.ipam_backend_mixin [None req-c678e677-8e91-464d-b917-763ba6a3d0f3 None None] Port 6300beaa-0f44-455d-b393-9a47e2b25163 was not found and therefore no delete operation was performed {{(pid=102691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 11:44:56.275461 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c678e677-8e91-464d-b917-763ba6a3d0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:56.287553 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-006d49ba-0022-4c15-8ce7-5909a309430e req-91dfddf7-3288-4345-a759-841cefbc5e2f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205194 Nov 02 11:44:56.303762 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f717b72-3efa-49d4-99b1-18c00c9e14f5 admin admin] Checking segment: {'id': 'a25349ff-cd1b-40b7-9503-d08baf8305a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:44:56.312725 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f717b72-3efa-49d4-99b1-18c00c9e14f5 admin admin] Network hostable DHCP agents. Network: 5be3e11c-1331-43ce-87c7-e3ba003ddfd3, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:44:56.324678 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:56.370733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c678e677-8e91-464d-b917-763ba6a3d0f3 None None] No DVR routers for this DVR port 6300beaa-0f44-455d-b393-9a47e2b25163 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:44:56.375868 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:56.396977 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678e677-8e91-464d-b917-763ba6a3d0f3 None None] Pushing event deleted for resources: {'Port': ['ID=6300beaa-0f44-455d-b393-9a47e2b25163,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:56.398739 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] 10.222.0.52 "DELETE /v2.0/networks/65a7f9a5-8986-4030-b221-67bb58dbd3f8 HTTP/1.1" status: 204 len: 168 time: 1.8728297 Nov 02 11:44:56.400156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62c169-91e4-4e89-a92e-588869173763 admin admin] Pushing event deleted for resources: {'Network': ['ID=65a7f9a5-8986-4030-b221-67bb58dbd3f8,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:56.466603 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35732) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:56.467814 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a83ef5-746d-4338-97d0-4d2da6b4e19f', 'name': 'tempest-ServersTestMultiNic-142303327-router', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c97fd745-3e94-4b29-a042-31768ecf7660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:44:43Z', 'updated_at': '2021-11-02T11:44:52Z', 'revision_number': 4, 'project_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'gw_port': {'id': 'c97fd745-3e94-4b29-a042-31768ecf7660', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a83ef5-746d-4338-97d0-4d2da6b4e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:45Z', 'updated_at': '2021-11-02T11:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '32e2ff60-334a-4c88-91ea-8cf7bf61458c', 'name': '', 'network_id': '7c7a99db-d0aa-4538-afe5-2ed67ea589d6', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'mac_address': 'fa:16:3e:e8:fe:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a83ef5-746d-4338-97d0-4d2da6b4e19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a63431ce-f2a8-4f5d-9c94-100f864ff630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:50Z', 'updated_at': '2021-11-02T11:44:52Z', 'revision_number': 2, 'project_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'subnets': [{'id': 'a63431ce-f2a8-4f5d-9c94-100f864ff630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:56.469211 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0d9941f1-6aee-4978-b32c-68633887e647 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0919249 Nov 02 11:44:56.472847 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4bbb811f-74d9-47a4-b19f-d386f7abe4fa tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Request body: {'subnet': {'network_id': 'c2d39c44-b62f-41f0-bb5b-20797aa9f6c0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:56.498038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9941f1-6aee-4978-b32c-68633887e647 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event updated for resources: {'Network': ['ID=c2d39c44-b62f-41f0-bb5b-20797aa9f6c0,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:56.521187 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c97fd745-3e94-4b29-a042-31768ecf7660 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:44:56.605032 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Checking router: 98a83ef5-746d-4338-97d0-4d2da6b4e19f for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:44:56.609065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Updating router 98a83ef5-746d-4338-97d0-4d2da6b4e19f port 32e2ff60-334a-4c88-91ea-8cf7bf61458c binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:44:56.611845 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:44:56.641124 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f717b72-3efa-49d4-99b1-18c00c9e14f5 admin admin] Network 5be3e11c-1331-43ce-87c7-e3ba003ddfd3 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:44:56.736895 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b6e19-1c34-4405-a25f-7c821189f163 req-0147f1b1-8373-4139-9b82-cdee3a3afb05 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:56.740593 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:56.745833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e39b6e19-1c34-4405-a25f-7c821189f163 req-0147f1b1-8373-4139-9b82-cdee3a3afb05 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.0782964 Nov 02 11:44:56.800182 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c97fd745-3e94-4b29-a042-31768ecf7660 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:56.800699 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:56.813545 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e39b6e19-1c34-4405-a25f-7c821189f163 req-f53779b3-a933-4172-87a3-4bc296f56a45 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609136 Nov 02 11:44:56.908440 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-9f717b72-3efa-49d4-99b1-18c00c9e14f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 5be3e11c-1331-43ce-87c7-e3ba003ddfd3) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:56.914051 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f717b72-3efa-49d4-99b1-18c00c9e14f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:56.914709 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9f717b72-3efa-49d4-99b1-18c00c9e14f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:56.920064 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbb811f-74d9-47a4-b19f-d386f7abe4fa tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Made reservation on behalf of 0da859b11a5a4a1f9cf2d366e4d244de for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:44:56.922593 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4bbb811f-74d9-47a4-b19f-d386f7abe4fa tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:56.930202 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec703a7c-a4a9-438c-b0f2-207909e83ffd None None] Network 5be3e11c-1331-43ce-87c7-e3ba003ddfd3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:44:57.080624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35738) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:57.154059 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9f717b72-3efa-49d4-99b1-18c00c9e14f5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1515863 Nov 02 11:44:57.162265 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a6cb5011-8a90-4350-bd4c-81214d4ca35b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=46029f167d5d4582be880c226cb20707&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0801170 Nov 02 11:44:57.167631 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35742) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:57.308962 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c71dcb14-9f75-4090-a9cc-8b94f2254c78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:57.345445 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c71dcb14-9f75-4090-a9cc-8b94f2254c78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:57.379409 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c5216-0cd8-4e84-a4b6-ad4e3651700e None None] Network 5be3e11c-1331-43ce-87c7-e3ba003ddfd3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:44:57.415019 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6300beaa-0f44-455d-b393-9a47e2b25163 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:44:57.515446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 6300beaa-0f44-455d-b393-9a47e2b25163 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:44:57.515875 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6300beaa-0f44-455d-b393-9a47e2b25163 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:44:57.527285 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c71dcb14-9f75-4090-a9cc-8b94f2254c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:57.534878 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c71dcb14-9f75-4090-a9cc-8b94f2254c78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:57.537736 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c71dcb14-9f75-4090-a9cc-8b94f2254c78 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c78ae7e6-d6fb-43d8-82c6-253e01ec19c2 HTTP/1.1" status: 204 len: 168 time: 0.3589215 Nov 02 11:44:57.569765 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71dcb14-9f75-4090-a9cc-8b94f2254c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78ae7e6-d6fb-43d8-82c6-253e01ec19c2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:57.600975 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4bbb811f-74d9-47a4-b19f-d386f7abe4fa tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:57.611893 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:57.666875 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb811f-74d9-47a4-b19f-d386f7abe4fa tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event updated for resources: {'Subnet': ['ID=0430f0fc-c9a9-4863-915e-6dace5d861e9,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:57.677316 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c891ad4-a172-4d4f-bb7f-8e4f706e675a req-f598c6f7-0903-44dc-a9e6-141a50be3246 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:57.689443 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4c891ad4-a172-4d4f-bb7f-8e4f706e675a req-f598c6f7-0903-44dc-a9e6-141a50be3246 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 947 time: 0.1921513 Nov 02 11:44:57.794723 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4c891ad4-a172-4d4f-bb7f-8e4f706e675a req-cdf6615d-199f-4ab3-9451-c5437cc56c14 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053195 Nov 02 11:44:57.830464 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbb811f-74d9-47a4-b19f-d386f7abe4fa tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Checking segment: {'id': '47eadb47-fdd8-4c16-9fe6-43165ad54456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c2d39c44-b62f-41f0-bb5b-20797aa9f6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:44:57.832880 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbb811f-74d9-47a4-b19f-d386f7abe4fa tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Network hostable DHCP agents. Network: c2d39c44-b62f-41f0-bb5b-20797aa9f6c0, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:44:57.885743 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:58.091299 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbb811f-74d9-47a4-b19f-d386f7abe4fa tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Network c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:44:58.094962 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b56468-01dc-404e-8fda-cf38662599cd None None] Pushing event updated for resources: {'Port': ['ID=32e2ff60-334a-4c88-91ea-8cf7bf61458c,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:58.149209 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Attempting to bind port 32e2ff60-334a-4c88-91ea-8cf7bf61458c on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:44:58.158128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Attempting to bind port 32e2ff60-334a-4c88-91ea-8cf7bf61458c by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'cdff2d86-73fd-4b37-b493-60f315d42afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c7a99db-d0aa-4538-afe5-2ed67ea589d6'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:44:58.159052 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Attempting to bind port 32e2ff60-334a-4c88-91ea-8cf7bf61458c on network 7c7a99db-d0aa-4538-afe5-2ed67ea589d6 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:44:58.162971 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e9533-5dc2-4a4e-8466-2a6c4f759f13 req-b3d69ec2-9b25-41d1-a224-635eed50f035 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:58.176029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:44:58.184405 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Checking segment: {'id': 'cdff2d86-73fd-4b37-b493-60f315d42afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c7a99db-d0aa-4538-afe5-2ed67ea589d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:44:58.185000 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:58.185514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Bound using segment: {'id': 'cdff2d86-73fd-4b37-b493-60f315d42afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c7a99db-d0aa-4538-afe5-2ed67ea589d6'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:44:58.186131 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Bound port: 32e2ff60-334a-4c88-91ea-8cf7bf61458c, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdff2d86-73fd-4b37-b493-60f315d42afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7c7a99db-d0aa-4538-afe5-2ed67ea589d6'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:44:58.188415 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:58.190784 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a56e9533-5dc2-4a4e-8466-2a6c4f759f13 req-b3d69ec2-9b25-41d1-a224-635eed50f035 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.1602829 Nov 02 11:44:58.199608 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-dcd27028-7a93-4472-a3ea-07919b9d3bfa tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:58.207130 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-dcd27028-7a93-4472-a3ea-07919b9d3bfa tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/networks?id=5be3e11c-1331-43ce-87c7-e3ba003ddfd3 HTTP/1.1" status: 200 len: 818 time: 0.3028896 Nov 02 11:44:58.229649 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-8b5b0308-1ca8-41d2-9ab5-69f125ae185e tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/quotas/231732bb782b4957b24a7d4d8c16c735 HTTP/1.1" status: 200 len: 375 time: 0.0209906 Nov 02 11:44:58.328229 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-f7144fe0-4df7-4fd7-9d93-37b52c82359a tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=231732bb782b4957b24a7d4d8c16c735&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0966680 Nov 02 11:44:58.358151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] For port 32e2ff60-334a-4c88-91ea-8cf7bf61458c, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:44:58.361664 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] For port 32e2ff60-334a-4c88-91ea-8cf7bf61458c, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=32e2ff60-334a-4c88-91ea-8cf7bf61458c,segment=NetworkSegment(cdff2d86-73fd-4b37-b493-60f315d42afa),segment_id=cdff2d86-73fd-4b37-b493-60f315d42afa)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:44:58.386865 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-4bbb811f-74d9-47a4-b19f-d386f7abe4fa tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, c2d39c44-b62f-41f0-bb5b-20797aa9f6c0) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:44:58.400883 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbb811f-74d9-47a4-b19f-d386f7abe4fa tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:58.401586 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4bbb811f-74d9-47a4-b19f-d386f7abe4fa tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:58.405580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c7f642-ed9a-4dc3-ae01-c44630418fe5 None None] Network c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:44:58.419286 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-53dad1cf-10fc-4024-ad1c-23e8165933fe None None] Provisioning complete for port 32e2ff60-334a-4c88-91ea-8cf7bf61458c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:58.419709 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-53dad1cf-10fc-4024-ad1c-23e8165933fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:58.464882 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a56e9533-5dc2-4a4e-8466-2a6c4f759f13 req-4ecef1a5-bf15-469f-816c-e122fb9b9908 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727792 Nov 02 11:44:58.488418 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:58.560936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35786) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:58.567148 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4bbb811f-74d9-47a4-b19f-d386f7abe4fa tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0989203 Nov 02 11:44:58.570159 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-ae18c4aa-03da-41e2-9b4e-bef98e2da424 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-751451597'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:58.709000 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b56468-01dc-404e-8fda-cf38662599cd None None] Pushing event updated for resources: {'Port': ['ID=32e2ff60-334a-4c88-91ea-8cf7bf61458c,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:58.749580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-53dad1cf-10fc-4024-ad1c-23e8165933fe None None] Port 32e2ff60-334a-4c88-91ea-8cf7bf61458c cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:44:58.796738 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-c2d39c44-b62f-41f0-bb5b-20797aa9f6c0', 'network_id': 'c2d39c44-b62f-41f0-bb5b-20797aa9f6c0', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'fixed_ips': [{'subnet_id': '0430f0fc-c9a9-4863-915e-6dace5d861e9'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:44:58.797634 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:58.833835 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-cc905603-9a98-45f8-ad7c-b5dfafaac98d service neutron] 10.222.0.52 "GET /v2.0/networks/5be3e11c-1331-43ce-87c7-e3ba003ddfd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909124 Nov 02 11:44:58.844018 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Routers {'98a83ef5-746d-4338-97d0-4d2da6b4e19f'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:44:58.844657 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:44:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['98a83ef5-746d-4338-97d0-4d2da6b4e19f'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:44:58.847727 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae18c4aa-03da-41e2-9b4e-bef98e2da424 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Made reservation on behalf of 0da859b11a5a4a1f9cf2d366e4d244de for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:44:58.853190 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae18c4aa-03da-41e2-9b4e-bef98e2da424 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:59.034055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae18c4aa-03da-41e2-9b4e-bef98e2da424 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:44:59.054968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0684d-2b7f-46d6-a790-73859d588c67 req-1e963e0f-42ca-4889-92eb-41780135e8ef tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:59.061385 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-53b0684d-2b7f-46d6-a790-73859d588c67 req-1e963e0f-42ca-4889-92eb-41780135e8ef tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 947 time: 0.0926640 Nov 02 11:44:59.079419 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae18c4aa-03da-41e2-9b4e-bef98e2da424 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:59.082273 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-ae18c4aa-03da-41e2-9b4e-bef98e2da424 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Added segment 66574b6e-74d1-4dbb-87c6-50aeb4675a2e of type vlan for network 4c821e3f-1e38-42b2-8419-7488a20b2453 Nov 02 11:44:59.160387 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-359c26ba-0886-4c46-a32b-f0c3038d6ade service neutron] 10.222.0.52 "GET /v2.0/networks/5be3e11c-1331-43ce-87c7-e3ba003ddfd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252034 Nov 02 11:44:59.188655 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-53b0684d-2b7f-46d6-a790-73859d588c67 req-78845eb9-1518-42ef-8ed1-648d98d7414c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178548 Nov 02 11:44:59.242760 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae18c4aa-03da-41e2-9b4e-bef98e2da424 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:59.394336 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae18c4aa-03da-41e2-9b4e-bef98e2da424 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:59.400257 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae18c4aa-03da-41e2-9b4e-bef98e2da424 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:59.402509 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae18c4aa-03da-41e2-9b4e-bef98e2da424 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:59.465910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9dcfa303-45fd-4ebd-bd41-1c5c94fd760e None None] Provisioning complete for port 32e2ff60-334a-4c88-91ea-8cf7bf61458c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:44:59.466392 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa303-45fd-4ebd-bd41-1c5c94fd760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:44:59.472896 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] Set router 98a83ef5-746d-4338-97d0-4d2da6b4e19f gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:44:59.495577 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18c4aa-03da-41e2-9b4e-bef98e2da424 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event updated for resources: {'Network': ['ID=4c821e3f-1e38-42b2-8419-7488a20b2453,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:44:59.537966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 4c821e3f-1e38-42b2-8419-7488a20b2453 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:44:59.560360 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Allocated IP 19.80.0.2 (c2d39c44-b62f-41f0-bb5b-20797aa9f6c0/0430f0fc-c9a9-4863-915e-6dace5d861e9/33fabcc3-7840-4097-a8a3-2fe68c058968) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:44:59.617164 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f71736-0e4f-497f-a0a7-245ee1513f4f req-ced3217a-d2a6-46e0-91ec-2f47a7931219 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:44:59.624009 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a5f71736-0e4f-497f-a0a7-245ee1513f4f req-ced3217a-d2a6-46e0-91ec-2f47a7931219 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.0764804 Nov 02 11:44:59.644368 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ae18c4aa-03da-41e2-9b4e-bef98e2da424 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0790272 Nov 02 11:44:59.644681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35810) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:44:59.649820 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Request body: {'subnet': {'network_id': '4c821e3f-1e38-42b2-8419-7488a20b2453', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:44:59.666095 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ddd3c6eb-8b36-4c51-b500-b381936e9719 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:44:59.690743 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a5f71736-0e4f-497f-a0a7-245ee1513f4f req-48ae6da9-dd6f-4844-a8d0-5080c9a90361 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655985 Nov 02 11:45:00.022260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Made reservation on behalf of 0da859b11a5a4a1f9cf2d366e4d244de for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:45:00.036156 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:00.384553 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3bf5ea26-2f06-4e43-a3db-7b02c5e64299 req-1744e103-82b3-41cd-9ec5-aa0ec19e704e tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fd67824-b8e5-414f-a9e2-7886a9a4f1aa HTTP/1.1" status: 200 len: 210 time: 0.0743759 Nov 02 11:45:00.439898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port ddd3c6eb-8b36-4c51-b500-b381936e9719, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ddd3c6eb-8b36-4c51-b500-b381936e9719,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:00.500754 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:00.528096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'ddd3c6eb-8b36-4c51-b500-b381936e9719', 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929', 'port_id': 'ddd3c6eb-8b36-4c51-b500-b381936e9719', 'mac_address': 'fa:16:3e:36:63:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709b5eb0-8b3b-4f04-bc29-debbc3396f1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:45:00.540897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cda2c-1b02-44b8-8df0-52f09c671d67 req-298b1e99-1268-421f-af1b-55b725b260fb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:00.543024 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-270cda2c-1b02-44b8-8df0-52f09c671d67 req-298b1e99-1268-421f-af1b-55b725b260fb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 947 time: 0.1829505 Nov 02 11:45:00.577098 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa303-45fd-4ebd-bd41-1c5c94fd760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:00.608401 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-270cda2c-1b02-44b8-8df0-52f09c671d67 req-5ca5004b-ed54-4453-ad94-bf081d82d847 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582304 Nov 02 11:45:00.613384 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:00.645277 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddd3c6eb-8b36-4c51-b500-b381936e9719 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:00.652486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a83ef5-746d-4338-97d0-4d2da6b4e19f', 'name': 'tempest-ServersTestMultiNic-142303327-router', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c97fd745-3e94-4b29-a042-31768ecf7660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:44:43Z', 'updated_at': '2021-11-02T11:44:52Z', 'revision_number': 4, 'project_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'gw_port': {'id': 'c97fd745-3e94-4b29-a042-31768ecf7660', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a83ef5-746d-4338-97d0-4d2da6b4e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:45Z', 'updated_at': '2021-11-02T11:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '32e2ff60-334a-4c88-91ea-8cf7bf61458c', 'name': '', 'network_id': '7c7a99db-d0aa-4538-afe5-2ed67ea589d6', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'mac_address': 'fa:16:3e:e8:fe:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a83ef5-746d-4338-97d0-4d2da6b4e19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a63431ce-f2a8-4f5d-9c94-100f864ff630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:50Z', 'updated_at': '2021-11-02T11:44:58Z', 'revision_number': 4, 'project_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'subnets': [{'id': 'a63431ce-f2a8-4f5d-9c94-100f864ff630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:45:00.655389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9dcfa303-45fd-4ebd-bd41-1c5c94fd760e None None] For port 32e2ff60-334a-4c88-91ea-8cf7bf61458c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=32e2ff60-334a-4c88-91ea-8cf7bf61458c,segment=NetworkSegment(cdff2d86-73fd-4b37-b493-60f315d42afa),segment_id=cdff2d86-73fd-4b37-b493-60f315d42afa)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:00.686717 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b47fba-6d9d-420f-97b4-cfad725d8730 None None] The sync data for ids ['98a83ef5-746d-4338-97d0-4d2da6b4e19f'] in n-d-806683-18 is: [{'id': '98a83ef5-746d-4338-97d0-4d2da6b4e19f', 'name': 'tempest-ServersTestMultiNic-142303327-router', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c97fd745-3e94-4b29-a042-31768ecf7660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:44:43Z', 'updated_at': '2021-11-02T11:44:52Z', 'revision_number': 4, 'project_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'gw_port': {'id': 'c97fd745-3e94-4b29-a042-31768ecf7660', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a83ef5-746d-4338-97d0-4d2da6b4e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:45Z', 'updated_at': '2021-11-02T11:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '32e2ff60-334a-4c88-91ea-8cf7bf61458c', 'name': '', 'network_id': '7c7a99db-d0aa-4538-afe5-2ed67ea589d6', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'mac_address': 'fa:16:3e:e8:fe:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a83ef5-746d-4338-97d0-4d2da6b4e19f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a63431ce-f2a8-4f5d-9c94-100f864ff630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:50Z', 'updated_at': '2021-11-02T11:44:58Z', 'revision_number': 4, 'project_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'subnets': [{'id': 'a63431ce-f2a8-4f5d-9c94-100f864ff630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:45:00.702494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port ddd3c6eb-8b36-4c51-b500-b381936e9719, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ddd3c6eb-8b36-4c51-b500-b381936e9719,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:00.879189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7b591-7b32-4654-a9ec-bd312098c742 req-9aa4aed7-7667-419e-ad58-bb01932682ec tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:00.880803 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-67d7b591-7b32-4654-a9ec-bd312098c742 req-9aa4aed7-7667-419e-ad58-bb01932682ec tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.0737195 Nov 02 11:45:00.942492 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-67d7b591-7b32-4654-a9ec-bd312098c742 req-5f1f4a82-6503-4263-a657-16797c4f452e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538447 Nov 02 11:45:00.984336 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:00.985187 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa303-45fd-4ebd-bd41-1c5c94fd760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:00.985187 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:00.985187 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:01.064457 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Network c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:45:01.074190 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:45:01.080163 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:45:01.138908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Checking segment: {'id': '66574b6e-74d1-4dbb-87c6-50aeb4675a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4c821e3f-1e38-42b2-8419-7488a20b2453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:45:01.139777 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Network hostable DHCP agents. Network: 4c821e3f-1e38-42b2-8419-7488a20b2453, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:45:01.148338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event updated for resources: {'Subnet': ['ID=082b1570-5c98-4008-94d4-dc3f80ce584d,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:01.167184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:01.168065 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:01.175752 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:01.176451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:01.182709 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:01.183379 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:01.183936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:01.184459 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:01.186896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:01.189311 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:01.189984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['ddd3c6eb-8b36-4c51-b500-b381936e9719'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:45:01.190355 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:01.191166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:01.362581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Network 4c821e3f-1e38-42b2-8419-7488a20b2453 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:45:01.374784 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfa303-45fd-4ebd-bd41-1c5c94fd760e None None] Pushing event updated for resources: {'Port': ['ID=32e2ff60-334a-4c88-91ea-8cf7bf61458c,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:01.511773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Attempting to bind port 33fabcc3-7840-4097-a8a3-2fe68c058968 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:45:01.512407 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Attempting to bind port 33fabcc3-7840-4097-a8a3-2fe68c058968 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '47eadb47-fdd8-4c16-9fe6-43165ad54456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c2d39c44-b62f-41f0-bb5b-20797aa9f6c0'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:45:01.512902 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Attempting to bind port 33fabcc3-7840-4097-a8a3-2fe68c058968 on network c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:01.516049 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=ddd3c6eb-8b36-4c51-b500-b381936e9719,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:01.532434 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1a2ecf7c-28c6-4813-a4bd-a0e460af84fa req-0b96256d-fa3e-49ab-bed5-b37f1bdf02a8 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fd67824-b8e5-414f-a9e2-7886a9a4f1aa HTTP/1.1" status: 200 len: 210 time: 0.0616744 Nov 02 11:45:01.532434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 4c821e3f-1e38-42b2-8419-7488a20b2453) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:45:01.538414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:01.539617 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:01.628023 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9952651-2e8a-4d01-afd3-e085bbe719c7 None None] Network 4c821e3f-1e38-42b2-8419-7488a20b2453 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:45:01.655215 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-447319fb-8a01-4b77-938d-2e6dc495ee03 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0094817 Nov 02 11:45:01.669070 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:45:01.669459 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Checking segment: {'id': '47eadb47-fdd8-4c16-9fe6-43165ad54456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c2d39c44-b62f-41f0-bb5b-20797aa9f6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:45:01.669870 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:01.671462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Bound using segment: {'id': '47eadb47-fdd8-4c16-9fe6-43165ad54456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c2d39c44-b62f-41f0-bb5b-20797aa9f6c0'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:45:01.672623 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Bound port: 33fabcc3-7840-4097-a8a3-2fe68c058968, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47eadb47-fdd8-4c16-9fe6-43165ad54456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c2d39c44-b62f-41f0-bb5b-20797aa9f6c0'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:45:01.673619 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:01.942340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e33dd3-4cc1-4017-b993-3e153358bff3 req-bd4ae128-5431-4e5a-b339-0caf85d676f0 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:01.965217 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0e33dd3-4cc1-4017-b993-3e153358bff3 req-bd4ae128-5431-4e5a-b339-0caf85d676f0 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 947 time: 0.1847346 Nov 02 11:45:02.021472 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Pushing event updated for resources: {'Port': ['ID=33fabcc3-7840-4097-a8a3-2fe68c058968,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:02.057935 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0e33dd3-4cc1-4017-b993-3e153358bff3 req-0a2dbeb0-09a7-4819-83a4-445c6f461bc9 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833700 Nov 02 11:45:02.183385 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-4c821e3f-1e38-42b2-8419-7488a20b2453', 'network_id': '4c821e3f-1e38-42b2-8419-7488a20b2453', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'fixed_ips': [{'subnet_id': '082b1570-5c98-4008-94d4-dc3f80ce584d'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:45:02.184263 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:02.229923 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] For port 33fabcc3-7840-4097-a8a3-2fe68c058968, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:45:02.261223 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] For port 33fabcc3-7840-4097-a8a3-2fe68c058968, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=33fabcc3-7840-4097-a8a3-2fe68c058968,segment=NetworkSegment(47eadb47-fdd8-4c16-9fe6-43165ad54456),segment_id=47eadb47-fdd8-4c16-9fe6-43165ad54456)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:45:02.396358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d2bbd-5cfb-41cf-b838-798a5b837ff6 req-d260dd41-1dde-4d15-b051-4aaf115b2111 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:02.398334 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:02.418729 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-742d2bbd-5cfb-41cf-b838-798a5b837ff6 req-d260dd41-1dde-4d15-b051-4aaf115b2111 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 944 time: 0.1407700 Nov 02 11:45:02.499213 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 32e2ff60-334a-4c88-91ea-8cf7bf61458c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:45:02.542021 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-742d2bbd-5cfb-41cf-b838-798a5b837ff6 req-7d0efc2d-4cc2-49c5-b817-5a671552759d tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220145 Nov 02 11:45:02.647390 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Allocated IP 19.86.0.2 (4c821e3f-1e38-42b2-8419-7488a20b2453/082b1570-5c98-4008-94d4-dc3f80ce584d/81b3f696-467f-4dc2-a8af-c7bafd631d89) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:45:02.699139 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c1e75da8-b990-4c31-97d3-4f8b82e8d48e req-818032b5-091e-44b1-bcd3-d2e54d7a4ab8 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fd67824-b8e5-414f-a9e2-7886a9a4f1aa HTTP/1.1" status: 200 len: 210 time: 0.0656602 Nov 02 11:45:02.801467 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126b617-a596-499c-ba95-44b94f5fb60f None None] Pushing event updated for resources: {'Port': ['ID=33fabcc3-7840-4097-a8a3-2fe68c058968,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:02.959518 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 32e2ff60-334a-4c88-91ea-8cf7bf61458c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:02.959996 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:03.052659 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:03.420411 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee861d-7240-4a61-a558-23d558ad0433 req-f09ee621-d27e-4dfd-8484-501240798d37 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:03.422703 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0dee861d-7240-4a61-a558-23d558ad0433 req-f09ee621-d27e-4dfd-8484-501240798d37 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 947 time: 0.1955655 Nov 02 11:45:03.439589 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-592d0312-9fbf-453a-87ce-be22924a9ed8 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:03.452785 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-592d0312-9fbf-453a-87ce-be22924a9ed8 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:03.454643 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-592d0312-9fbf-453a-87ce-be22924a9ed8 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/networks?id=c2d39c44-b62f-41f0-bb5b-20797aa9f6c0&id=4c821e3f-1e38-42b2-8419-7488a20b2453&id=c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 HTTP/1.1" status: 200 len: 1391 time: 0.3893449 Nov 02 11:45:03.475652 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-df6c3681-e53e-4f58-a28a-17046ad741bf tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/quotas/0da859b11a5a4a1f9cf2d366e4d244de HTTP/1.1" status: 200 len: 375 time: 0.0138164 Nov 02 11:45:03.534261 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0dee861d-7240-4a61-a558-23d558ad0433 req-1abe441e-3547-4bef-ab04-9329619cf0e7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044283 Nov 02 11:45:03.568988 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:03.622474 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-8411a827-0bb0-406e-8a79-d8126d621b9f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0da859b11a5a4a1f9cf2d366e4d244de&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1253967 Nov 02 11:45:03.688338 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Network 4c821e3f-1e38-42b2-8419-7488a20b2453 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:45:03.694909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ddd3c6eb-8b36-4c51-b500-b381936e9719 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:45:03.700648 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:45:03.707492 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:45:03.731454 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Pushing event updated for resources: {'Port': ['ID=81b3f696-467f-4dc2-a8af-c7bafd631d89,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:03.842857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-c57ed6c2-2d8e-4d6d-bcf5-df7c51cf1a1c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:45:03.856083 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Attempting to bind port 81b3f696-467f-4dc2-a8af-c7bafd631d89 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:45:03.856509 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Attempting to bind port 81b3f696-467f-4dc2-a8af-c7bafd631d89 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '66574b6e-74d1-4dbb-87c6-50aeb4675a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4c821e3f-1e38-42b2-8419-7488a20b2453'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:45:03.856807 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Attempting to bind port 81b3f696-467f-4dc2-a8af-c7bafd631d89 on network 4c821e3f-1e38-42b2-8419-7488a20b2453 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:03.866559 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-c57ed6c2-2d8e-4d6d-bcf5-df7c51cf1a1c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.2422864 Nov 02 11:45:03.879598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:45:03.879981 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Checking segment: {'id': '66574b6e-74d1-4dbb-87c6-50aeb4675a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4c821e3f-1e38-42b2-8419-7488a20b2453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:45:03.880392 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:03.880779 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Bound using segment: {'id': '66574b6e-74d1-4dbb-87c6-50aeb4675a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4c821e3f-1e38-42b2-8419-7488a20b2453'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:45:03.881273 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Bound port: 81b3f696-467f-4dc2-a8af-c7bafd631d89, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66574b6e-74d1-4dbb-87c6-50aeb4675a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4c821e3f-1e38-42b2-8419-7488a20b2453'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:45:03.881661 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:03.924849 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port ddd3c6eb-8b36-4c51-b500-b381936e9719 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:03.925955 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:04.124208 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] For port 81b3f696-467f-4dc2-a8af-c7bafd631d89, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:45:04.138648 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-f68a2bb2-8e06-4929-b3e7-2c9898725842 service neutron] 10.222.0.52 "GET /v2.0/networks/c2d39c44-b62f-41f0-bb5b-20797aa9f6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711942 Nov 02 11:45:04.160502 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] For port 81b3f696-467f-4dc2-a8af-c7bafd631d89, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=81b3f696-467f-4dc2-a8af-c7bafd631d89,segment=NetworkSegment(66574b6e-74d1-4dbb-87c6-50aeb4675a2e),segment_id=66574b6e-74d1-4dbb-87c6-50aeb4675a2e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:45:04.190315 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:04.251032 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae0dc64-6a3b-4151-948d-f17b80638940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd3c6eb-8b36-4c51-b500-b381936e9719'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:04.254191 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768e3b05-63c5-43d4-8444-fcde402c6cb7" -d '{"events": [{"server_uuid": "eae0dc64-6a3b-4151-948d-f17b80638940", "name": "network-vif-plugged", "status": "completed", "tag": "ddd3c6eb-8b36-4c51-b500-b381936e9719"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:04.270175 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port ddd3c6eb-8b36-4c51-b500-b381936e9719, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ddd3c6eb-8b36-4c51-b500-b381936e9719,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:04.317931 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:04.445579 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a36c1abf-457d-4522-b869-e3a5e64a7f9b service neutron] 10.222.0.52 "GET /v2.0/networks/c2d39c44-b62f-41f0-bb5b-20797aa9f6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971380 Nov 02 11:45:04.468583 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8977cf6-a5f2-491f-a78f-09cb37f4dca5 None None] Pushing event updated for resources: {'Port': ['ID=81b3f696-467f-4dc2-a8af-c7bafd631d89,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:04.473219 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:04.611008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 33fabcc3-7840-4097-a8a3-2fe68c058968 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:45:04.701816 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24ae947-a15d-42f9-b3b3-dad53efa55b2 None None] Network c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:45:04.782170 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-d6a7a45d-5e64-42a4-a67e-caadd1f18c8c service neutron] 10.222.0.52 "GET /v2.0/networks/4c821e3f-1e38-42b2-8419-7488a20b2453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263321 Nov 02 11:45:04.894274 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=ddd3c6eb-8b36-4c51-b500-b381936e9719,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:04.906772 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c83d9b83-da34-40e9-ad5c-ac89c2b1a752 None None] Provisioning complete for port 33fabcc3-7840-4097-a8a3-2fe68c058968 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:04.907576 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c83d9b83-da34-40e9-ad5c-ac89c2b1a752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:05.032081 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-358dbf86-2141-4306-adf2-cf8420059f09 service neutron] 10.222.0.52 "GET /v2.0/networks/4c821e3f-1e38-42b2-8419-7488a20b2453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396317 Nov 02 11:45:05.261081 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 33fabcc3-7840-4097-a8a3-2fe68c058968 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:05.261449 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:05.310844 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-94a00914-ff84-4d1c-bd21-318ddb947181 service neutron] 10.222.0.52 "GET /v2.0/networks/c2d39c44-b62f-41f0-bb5b-20797aa9f6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647662 Nov 02 11:45:05.533752 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-c25fb758-0954-44e8-b4ad-9fec7c20c76d service neutron] 10.222.0.52 "GET /v2.0/networks/c2d39c44-b62f-41f0-bb5b-20797aa9f6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172422 Nov 02 11:45:05.649581 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c83d9b83-da34-40e9-ad5c-ac89c2b1a752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:05.924017 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:06.043158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c83d9b83-da34-40e9-ad5c-ac89c2b1a752 None None] For port 33fabcc3-7840-4097-a8a3-2fe68c058968, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=33fabcc3-7840-4097-a8a3-2fe68c058968,segment=NetworkSegment(47eadb47-fdd8-4c16-9fe6-43165ad54456),segment_id=47eadb47-fdd8-4c16-9fe6-43165ad54456)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:06.429857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1e279-f82b-445b-b850-b127ae99160e req-2204ba5d-ec5a-4b62-9f92-1e450cbefeef tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:06.435545 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79f1e279-f82b-445b-b850-b127ae99160e req-2204ba5d-ec5a-4b62-9f92-1e450cbefeef tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.2180154 Nov 02 11:45:06.483936 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c83d9b83-da34-40e9-ad5c-ac89c2b1a752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:06.848270 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:45:06.856749 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:45:06.868856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-341ba7df-b8be-4397-8861-6a4f3c37c4be None None] Provisioning complete for port 33fabcc3-7840-4097-a8a3-2fe68c058968 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:06.872009 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-341ba7df-b8be-4397-8861-6a4f3c37c4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:06.872009 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d9b83-da34-40e9-ad5c-ac89c2b1a752 None None] Pushing event updated for resources: {'Port': ['ID=33fabcc3-7840-4097-a8a3-2fe68c058968,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:06.916706 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-25c64716-23d8-44ea-830c-da85ad432a6c tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:06.924210 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-25c64716-23d8-44ea-830c-da85ad432a6c tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.54 "GET /v2.0/networks?id=5be3e11c-1331-43ce-87c7-e3ba003ddfd3 HTTP/1.1" status: 200 len: 818 time: 0.3633184 Nov 02 11:45:06.948857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-9c257f30-f525-4bb1-9a4e-9a67b41f8154 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Request body: {'port': {'device_id': 'b245b50b-6dd7-4267-bcfa-73c105bafd85', 'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3', 'admin_state_up': True, 'tenant_id': '231732bb782b4957b24a7d4d8c16c735'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:06.972451 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd36083-153b-4b66-b272-22df7f546d09 None None] Network 4c821e3f-1e38-42b2-8419-7488a20b2453 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:45:07.122598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-469ebb63-3baf-41de-90d2-904e1a260f0a tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:07.124419 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-469ebb63-3baf-41de-90d2-904e1a260f0a tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.79 "GET /v2.0/networks?id=5be3e11c-1331-43ce-87c7-e3ba003ddfd3 HTTP/1.1" status: 200 len: 818 time: 0.3027768 Nov 02 11:45:07.140949 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-dc3d48c0-49f3-4e8a-88c8-3175c40644d0 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Request body: {'port': {'device_id': '38ffb371-a113-4b0b-a4f2-d42f057f6f12', 'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3', 'admin_state_up': True, 'tenant_id': '231732bb782b4957b24a7d4d8c16c735'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:07.628507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-72df1767-6d7f-455a-9ca4-e5c97236478c None None] Provisioning complete for port 81b3f696-467f-4dc2-a8af-c7bafd631d89 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:07.630176 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-72df1767-6d7f-455a-9ca4-e5c97236478c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:07.737216 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-dc3d48c0-49f3-4e8a-88c8-3175c40644d0 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Made reservation on behalf of 231732bb782b4957b24a7d4d8c16c735 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:45:07.741713 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-dc3d48c0-49f3-4e8a-88c8-3175c40644d0 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:07.916946 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-72df1767-6d7f-455a-9ca4-e5c97236478c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:08.028996 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-72df1767-6d7f-455a-9ca4-e5c97236478c None None] For port 81b3f696-467f-4dc2-a8af-c7bafd631d89, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=81b3f696-467f-4dc2-a8af-c7bafd631d89,segment=NetworkSegment(66574b6e-74d1-4dbb-87c6-50aeb4675a2e),segment_id=66574b6e-74d1-4dbb-87c6-50aeb4675a2e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:08.160358 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-72df1767-6d7f-455a-9ca4-e5c97236478c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:08.257365 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 33fabcc3-7840-4097-a8a3-2fe68c058968 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:45:08.287706 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79f1e279-f82b-445b-b850-b127ae99160e req-a991b739-e6f7-46af-9ff6-c916363c02de tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8436947 Nov 02 11:45:08.537086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-66d9af1b-e7ef-4086-aa20-89a6990db338 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:08.544187 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-66d9af1b-e7ef-4086-aa20-89a6990db338 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.54 "GET /v2.0/networks?id=5be3e11c-1331-43ce-87c7-e3ba003ddfd3 HTTP/1.1" status: 200 len: 818 time: 0.5461717 Nov 02 11:45:08.572323 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-32abf214-1994-4265-8759-e020220c6032 req-547d92eb-363c-4045-9e22-4cd92c933f72 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fd67824-b8e5-414f-a9e2-7886a9a4f1aa HTTP/1.1" status: 200 len: 210 time: 0.1087716 Nov 02 11:45:08.585401 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-1b639a9c-c53f-42c6-8a0b-ae278138bda8 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Request body: {'port': {'device_id': '8fd67824-b8e5-414f-a9e2-7886a9a4f1aa', 'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3', 'admin_state_up': True, 'tenant_id': '231732bb782b4957b24a7d4d8c16c735'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:08.614318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e937f549-cb7c-4906-82cc-484834625b00 None None] Provisioning complete for port 81b3f696-467f-4dc2-a8af-c7bafd631d89 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:08.614573 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e937f549-cb7c-4906-82cc-484834625b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:08.627722 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df1767-6d7f-455a-9ca4-e5c97236478c None None] Pushing event updated for resources: {'Port': ['ID=81b3f696-467f-4dc2-a8af-c7bafd631d89,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:08.668453 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-9c257f30-f525-4bb1-9a4e-9a67b41f8154 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Made reservation on behalf of 231732bb782b4957b24a7d4d8c16c735 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:45:08.673378 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-9c257f30-f525-4bb1-9a4e-9a67b41f8154 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:08.793511 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 33fabcc3-7840-4097-a8a3-2fe68c058968 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:08.855366 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:08.924924 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be20c9d5-7831-404e-a9b8-52cdbcd2304d x-openstack-request-id: req-be20c9d5-7831-404e-a9b8-52cdbcd2304d {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:08.926111 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae0dc64-6a3b-4151-948d-f17b80638940", "name": "network-vif-plugged", "status": "completed", "tag": "ddd3c6eb-8b36-4c51-b500-b381936e9719", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:08.926111 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be20c9d5-7831-404e-a9b8-52cdbcd2304d {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:08.926111 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae0dc64-6a3b-4151-948d-f17b80638940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd3c6eb-8b36-4c51-b500-b381936e9719', 'code': 200} Nov 02 11:45:09.013543 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-dc3d48c0-49f3-4e8a-88c8-3175c40644d0 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Allocated IP 172.20.0.6 (5be3e11c-1331-43ce-87c7-e3ba003ddfd3/e7dde915-39fe-4e2c-acc7-0f87612ee9c3/73fa0339-85dc-42f2-915a-6118ee3a0762) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:45:09.191408 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3b5c6-ab76-43f2-bb91-0d447e141411 req-1228b67d-e55b-4bb8-8d67-644a87ab30dc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:09.210392 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ed3b5c6-ab76-43f2-bb91-0d447e141411 req-1228b67d-e55b-4bb8-8d67-644a87ab30dc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 947 time: 0.1297424 Nov 02 11:45:09.252918 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 81b3f696-467f-4dc2-a8af-c7bafd631d89 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:45:09.306170 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-dc3d48c0-49f3-4e8a-88c8-3175c40644d0 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:09.347293 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ed3b5c6-ab76-43f2-bb91-0d447e141411 req-23b62dc7-44d5-4a6f-99a5-e0e13215a0b9 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363125 Nov 02 11:45:09.445794 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-dc3d48c0-49f3-4e8a-88c8-3175c40644d0 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:09.475839 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 81b3f696-467f-4dc2-a8af-c7bafd631d89 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:09.476350 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:09.558246 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-9c257f30-f525-4bb1-9a4e-9a67b41f8154 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Allocated IP 172.20.0.5 (5be3e11c-1331-43ce-87c7-e3ba003ddfd3/e7dde915-39fe-4e2c-acc7-0f87612ee9c3/f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:45:09.611134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-dc3d48c0-49f3-4e8a-88c8-3175c40644d0 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Network 5be3e11c-1331-43ce-87c7-e3ba003ddfd3 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:45:09.614231 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d48c0-49f3-4e8a-88c8-3175c40644d0 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Pushing event updated for resources: {'Port': ['ID=73fa0339-85dc-42f2-915a-6118ee3a0762,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:09.626311 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-dc3d48c0-49f3-4e8a-88c8-3175c40644d0 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:45:09.641677 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-dc3d48c0-49f3-4e8a-88c8-3175c40644d0 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:45:09.655868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-1b639a9c-c53f-42c6-8a0b-ae278138bda8 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Made reservation on behalf of 231732bb782b4957b24a7d4d8c16c735 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:45:09.667532 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-1b639a9c-c53f-42c6-8a0b-ae278138bda8 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:09.778472 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9fc413a2-bde5-4c35-a52b-1db8c811f3ac req-3739351c-4f5e-4056-bb1d-0984b135db6b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 210 time: 0.1017632 Nov 02 11:45:09.947621 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-9c257f30-f525-4bb1-9a4e-9a67b41f8154 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:10.014754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-dc3d48c0-49f3-4e8a-88c8-3175c40644d0 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:10.023862 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-dc3d48c0-49f3-4e8a-88c8-3175c40644d0 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:10.060856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 81b3f696-467f-4dc2-a8af-c7bafd631d89 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:45:10.154077 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-9c257f30-f525-4bb1-9a4e-9a67b41f8154 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:10.213949 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-9c257f30-f525-4bb1-9a4e-9a67b41f8154 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Network 5be3e11c-1331-43ce-87c7-e3ba003ddfd3 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:45:10.239436 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 81b3f696-467f-4dc2-a8af-c7bafd631d89 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:10.240206 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:10.248206 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-dc3d48c0-49f3-4e8a-88c8-3175c40644d0 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1113987 Nov 02 11:45:10.271125 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-9c257f30-f525-4bb1-9a4e-9a67b41f8154 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:45:10.279556 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Request body: {'port': {'device_id': '38ffb371-a113-4b0b-a4f2-d42f057f6f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:10.331182 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-9c257f30-f525-4bb1-9a4e-9a67b41f8154 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:45:10.433186 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-1b639a9c-c53f-42c6-8a0b-ae278138bda8 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Allocated IP 172.20.0.9 (5be3e11c-1331-43ce-87c7-e3ba003ddfd3/e7dde915-39fe-4e2c-acc7-0f87612ee9c3/2056a0ff-9f90-4dfc-80dc-e01dbaf77d25) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:45:10.455620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-9c257f30-f525-4bb1-9a4e-9a67b41f8154 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:10.456609 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-9c257f30-f525-4bb1-9a4e-9a67b41f8154 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:10.536693 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257f30-f525-4bb1-9a4e-9a67b41f8154 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Pushing event updated for resources: {'Port': ['ID=f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:10.559250 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab618c-82e9-45a1-b51f-074c3be087ca req-19e60e17-96bb-4550-8fee-2c8ea960459c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:10.561073 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-63ab618c-82e9-45a1-b51f-074c3be087ca req-19e60e17-96bb-4550-8fee-2c8ea960459c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.3780887 Nov 02 11:45:10.615107 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-9c257f30-f525-4bb1-9a4e-9a67b41f8154 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6745400 Nov 02 11:45:10.649311 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Request body: {'port': {'device_id': 'b245b50b-6dd7-4267-bcfa-73c105bafd85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:10.755018 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-63ab618c-82e9-45a1-b51f-074c3be087ca req-d69f213e-d0ea-4671-a86f-8354bb2a2d3c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873534 Nov 02 11:45:10.755902 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:10.783758 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-85ba9503-fc0a-4426-a3fc-e3a6679c1a06 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:10.790744 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-85ba9503-fc0a-4426-a3fc-e3a6679c1a06 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:10.792612 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-85ba9503-fc0a-4426-a3fc-e3a6679c1a06 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.54 "GET /v2.0/networks?id=c2d39c44-b62f-41f0-bb5b-20797aa9f6c0&id=4c821e3f-1e38-42b2-8419-7488a20b2453&id=c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 HTTP/1.1" status: 200 len: 1391 time: 0.1815562 Nov 02 11:45:10.861178 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:10.869263 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-39fe843b-042e-442e-bdac-63fb64e1531b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Request body: {'port': {'device_id': '6afce27b-c218-4893-b25b-135718f0c13c', 'network_id': 'c2d39c44-b62f-41f0-bb5b-20797aa9f6c0', 'admin_state_up': True, 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:11.141758 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-39e1162c-9394-431a-b7c0-974695f7cdbb req-f4f2c452-f597-4262-9565-34ac9ba8371e tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fd67824-b8e5-414f-a9e2-7886a9a4f1aa HTTP/1.1" status: 200 len: 210 time: 0.2529376 Nov 02 11:45:11.452446 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f72119-cbb6-4794-985e-b810d8a59936 req-e176a972-14be-4b4d-9117-c3c86c49b86f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:11.454263 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-47f72119-cbb6-4794-985e-b810d8a59936 req-e176a972-14be-4b4d-9117-c3c86c49b86f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 947 time: 0.0746119 Nov 02 11:45:11.543239 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-47f72119-cbb6-4794-985e-b810d8a59936 req-443fc143-76bf-46a3-bc5a-c2ea4f73b456 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740054 Nov 02 11:45:11.639052 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-1b639a9c-c53f-42c6-8a0b-ae278138bda8 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:11.720319 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e75cf3f4-36d1-4d98-b257-3b6598de87e8 req-ff31364a-72ce-49a1-83ab-f893bc450d73 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 210 time: 0.0456576 Nov 02 11:45:11.895432 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb759f35-799e-482e-9b09-a6706ecd3238 req-ce736439-5e80-4873-b6ee-462d5765f437 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:11.896895 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cb759f35-799e-482e-9b09-a6706ecd3238 req-ce736439-5e80-4873-b6ee-462d5765f437 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.0542173 Nov 02 11:45:11.952370 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cb759f35-799e-482e-9b09-a6706ecd3238 req-114a124e-8fff-494b-a62f-3cb08122c10a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467422 Nov 02 11:45:11.976393 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-39fe843b-042e-442e-bdac-63fb64e1531b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Made reservation on behalf of 0da859b11a5a4a1f9cf2d366e4d244de for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:45:11.980164 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-39fe843b-042e-442e-bdac-63fb64e1531b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:12.072021 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-1b639a9c-c53f-42c6-8a0b-ae278138bda8 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:12.140960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-1b639a9c-c53f-42c6-8a0b-ae278138bda8 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Network 5be3e11c-1331-43ce-87c7-e3ba003ddfd3 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:45:12.153509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-1b639a9c-c53f-42c6-8a0b-ae278138bda8 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:45:12.162003 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-1b639a9c-c53f-42c6-8a0b-ae278138bda8 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:45:12.167388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b639a9c-c53f-42c6-8a0b-ae278138bda8 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Pushing event updated for resources: {'Port': ['ID=2056a0ff-9f90-4dfc-80dc-e01dbaf77d25,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:12.350469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-1b639a9c-c53f-42c6-8a0b-ae278138bda8 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:12.350469 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-1b639a9c-c53f-42c6-8a0b-ae278138bda8 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:12.356390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976df27-5882-41cf-803d-9ef7019cf7b5 req-9a8d1b0a-0042-476b-a1d3-b50bbf76f071 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:12.358603 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7976df27-5882-41cf-803d-9ef7019cf7b5 req-9a8d1b0a-0042-476b-a1d3-b50bbf76f071 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fd67824-b8e5-414f-a9e2-7886a9a4f1aa HTTP/1.1" status: 200 len: 931 time: 0.1027613 Nov 02 11:45:12.376287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-39fe843b-042e-442e-bdac-63fb64e1531b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Allocated IP 19.80.0.172 (c2d39c44-b62f-41f0-bb5b-20797aa9f6c0/0430f0fc-c9a9-4863-915e-6dace5d861e9/40c3cf91-4d49-485a-b268-9a971e2946e6) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:45:12.544380 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-1b639a9c-c53f-42c6-8a0b-ae278138bda8 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9740005 Nov 02 11:45:12.574158 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:12.588635 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:12.591522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Request body: {'port': {'device_id': '8fd67824-b8e5-414f-a9e2-7886a9a4f1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:12.598479 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7976df27-5882-41cf-803d-9ef7019cf7b5 req-a177d521-5f10-4c89-bed5-5c9b535393ad tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/security-groups?id=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151537 Nov 02 11:45:12.612343 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Transition to ACTIVE for port object f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:45:12.800300 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:12.816368 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-39fe843b-042e-442e-bdac-63fb64e1531b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:12.818645 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:12.882323 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b64ad-4abe-43b9-a774-939e2964709c req-142618a8-28e0-4501-b8ab-1023c7095995 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:12.890782 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d13b64ad-4abe-43b9-a774-939e2964709c req-142618a8-28e0-4501-b8ab-1023c7095995 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 947 time: 0.1155412 Nov 02 11:45:12.926667 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Pushing event updated for resources: {'Port': ['ID=f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:13.074353 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Attempting to bind port f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:45:13.074708 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Attempting to bind port f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'a25349ff-cd1b-40b7-9503-d08baf8305a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:45:13.075051 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Attempting to bind port f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 on network 5be3e11c-1331-43ce-87c7-e3ba003ddfd3 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:13.090897 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d13b64ad-4abe-43b9-a774-939e2964709c req-203d5c81-3bbe-410c-bb58-1f2a20966040 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992393 Nov 02 11:45:13.109683 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Port f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 on network 5be3e11c-1331-43ce-87c7-e3ba003ddfd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:45:13.109683 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Attempting to bind port f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 on network 5be3e11c-1331-43ce-87c7-e3ba003ddfd3 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:13.114498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:45:13.118017 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Checking segment: {'id': 'a25349ff-cd1b-40b7-9503-d08baf8305a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:45:13.118422 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Bound using segment: {'id': 'a25349ff-cd1b-40b7-9503-d08baf8305a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:45:13.119153 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Bound port: f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a25349ff-cd1b-40b7-9503-d08baf8305a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:45:13.119451 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:13.139453 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fa0339-85dc-42f2-915a-6118ee3a0762 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:13.145653 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-39fe843b-042e-442e-bdac-63fb64e1531b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:13.149799 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:13.204867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Transition to ACTIVE for port object 73fa0339-85dc-42f2-915a-6118ee3a0762 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:45:13.218442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-39fe843b-042e-442e-bdac-63fb64e1531b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Network c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:45:13.223362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-39fe843b-042e-442e-bdac-63fb64e1531b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:45:13.225510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe843b-042e-442e-bdac-63fb64e1531b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event updated for resources: {'Port': ['ID=40c3cf91-4d49-485a-b268-9a971e2946e6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:13.228475 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-39fe843b-042e-442e-bdac-63fb64e1531b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:45:13.303543 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-39fe843b-042e-442e-bdac-63fb64e1531b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:13.305867 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-39fe843b-042e-442e-bdac-63fb64e1531b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:13.332835 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eae319-cccf-496c-94a3-7248556b256e req-6a5afb2b-906c-48fe-8837-3a2d9e36effa tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:13.334589 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-70eae319-cccf-496c-94a3-7248556b256e req-6a5afb2b-906c-48fe-8837-3a2d9e36effa tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 932 time: 0.1469495 Nov 02 11:45:13.342686 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] For port f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:45:13.351756 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] For port f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2,segment=NetworkSegment(a25349ff-cd1b-40b7-9503-d08baf8305a2),segment_id=a25349ff-cd1b-40b7-9503-d08baf8305a2)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:45:13.461423 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-70eae319-cccf-496c-94a3-7248556b256e req-506efb3e-6b79-4d3e-ba8e-717245bb3a1c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113951 Nov 02 11:45:13.520571 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:13.522216 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:13.532041 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:13.546336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Transition to ACTIVE for port object 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:45:13.551780 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-39fe843b-042e-442e-bdac-63fb64e1531b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7189183 Nov 02 11:45:13.552446 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:13.586347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-b067500e-6a6b-46b8-b5a0-a023f67770ec tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Request body: {'port': {'device_id': '6afce27b-c218-4893-b25b-135718f0c13c', 'network_id': '4c821e3f-1e38-42b2-8419-7488a20b2453', 'admin_state_up': True, 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:13.599570 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-60705cbd-36c4-417e-a619-aadfb7dd952f None None] Provisioning complete for port 40c3cf91-4d49-485a-b268-9a971e2946e6 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:13.600196 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-60705cbd-36c4-417e-a619-aadfb7dd952f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:13.621946 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:13.622558 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:13.635192 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] 10.222.0.54 "PUT /v2.0/ports/f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 HTTP/1.1" status: 200 len: 1092 time: 3.0092900 Nov 02 11:45:13.635517 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b245b50b-6dd7-4267-bcfa-73c105bafd85', 'tag': 'f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:13.654359 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60816baa-416d-42c9-bef8-443b8d8f82b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b245b50b-6dd7-4267-bcfa-73c105bafd85", "tag": "f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:13.681843 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:13.718731 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-60705cbd-36c4-417e-a619-aadfb7dd952f None None] Port 40c3cf91-4d49-485a-b268-9a971e2946e6 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:45:13.722979 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320c330-e346-4ea1-961d-00153af9e57a service neutron] Pushing event updated for resources: {'Port': ['ID=f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:13.805000 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Pushing event updated for resources: {'Port': ['ID=73fa0339-85dc-42f2-915a-6118ee3a0762,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:13.832068 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb37038-7c71-47ee-ad7f-0bce911eb755 req-b814628e-121c-4145-bd79-795b96654c19 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:13.841410 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-afb37038-7c71-47ee-ad7f-0bce911eb755 req-b814628e-121c-4145-bd79-795b96654c19 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.1026525 Nov 02 11:45:13.916436 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-afb37038-7c71-47ee-ad7f-0bce911eb755 req-e2e903ae-d4a1-4199-866c-37487b19819e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700502 Nov 02 11:45:13.999335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-902d9bb7-595d-49fb-a4b0-d976560b6044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:14.000964 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-902d9bb7-595d-49fb-a4b0-d976560b6044 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=231732bb782b4957b24a7d4d8c16c735&device_id=b245b50b-6dd7-4267-bcfa-73c105bafd85 HTTP/1.1" status: 200 len: 1095 time: 0.0819364 Nov 02 11:45:14.068783 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-aef8fbbc-95e7-42ad-b578-eb05c95163fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 HTTP/1.1" status: 200 len: 217 time: 0.0505538 Nov 02 11:45:14.097280 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745600f4-aa2a-4e3b-85f8-803aa2101da9 req-b8a7b884-46d2-4a06-a906-44332b6fb93c tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:14.098831 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-745600f4-aa2a-4e3b-85f8-803aa2101da9 req-b8a7b884-46d2-4a06-a906-44332b6fb93c tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fd67824-b8e5-414f-a9e2-7886a9a4f1aa HTTP/1.1" status: 200 len: 943 time: 0.1132905 Nov 02 11:45:14.100121 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Pushing event updated for resources: {'Port': ['ID=2056a0ff-9f90-4dfc-80dc-e01dbaf77d25,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:14.159242 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Attempting to bind port 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:45:14.160234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Attempting to bind port 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'a25349ff-cd1b-40b7-9503-d08baf8305a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:45:14.160234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Attempting to bind port 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 on network 5be3e11c-1331-43ce-87c7-e3ba003ddfd3 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:14.173104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Attempting to bind port 73fa0339-85dc-42f2-915a-6118ee3a0762 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:45:14.176244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Attempting to bind port 73fa0339-85dc-42f2-915a-6118ee3a0762 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'a25349ff-cd1b-40b7-9503-d08baf8305a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:45:14.176244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Attempting to bind port 73fa0339-85dc-42f2-915a-6118ee3a0762 on network 5be3e11c-1331-43ce-87c7-e3ba003ddfd3 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:14.180978 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Port 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 on network 5be3e11c-1331-43ce-87c7-e3ba003ddfd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:45:14.181423 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Attempting to bind port 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 on network 5be3e11c-1331-43ce-87c7-e3ba003ddfd3 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:14.192303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Port 73fa0339-85dc-42f2-915a-6118ee3a0762 on network 5be3e11c-1331-43ce-87c7-e3ba003ddfd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:45:14.194704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Attempting to bind port 73fa0339-85dc-42f2-915a-6118ee3a0762 on network 5be3e11c-1331-43ce-87c7-e3ba003ddfd3 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:14.200527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:45:14.200972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Checking segment: {'id': 'a25349ff-cd1b-40b7-9503-d08baf8305a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:45:14.201454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Bound using segment: {'id': 'a25349ff-cd1b-40b7-9503-d08baf8305a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:45:14.201980 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Bound port: 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a25349ff-cd1b-40b7-9503-d08baf8305a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:45:14.202418 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:14.202642 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-745600f4-aa2a-4e3b-85f8-803aa2101da9 req-218900c2-7876-4883-800d-68a0210f53b1 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/security-groups?id=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802448 Nov 02 11:45:14.208576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:45:14.208576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Checking segment: {'id': 'a25349ff-cd1b-40b7-9503-d08baf8305a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:45:14.210594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Bound using segment: {'id': 'a25349ff-cd1b-40b7-9503-d08baf8305a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:45:14.210594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Bound port: 73fa0339-85dc-42f2-915a-6118ee3a0762, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a25349ff-cd1b-40b7-9503-d08baf8305a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:45:14.210594 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:14.211062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-0f4912eb-faba-4bf2-97a8-0710eeb00b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:14.212909 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-0f4912eb-faba-4bf2-97a8-0710eeb00b7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7dde915-39fe-4e2c-acc7-0f87612ee9c3 HTTP/1.1" status: 200 len: 858 time: 0.1340597 Nov 02 11:45:14.269094 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-74849d98-ae93-49ab-a08d-a57136ad0382 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5be3e11c-1331-43ce-87c7-e3ba003ddfd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485766 Nov 02 11:45:14.321380 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-b067500e-6a6b-46b8-b5a0-a023f67770ec tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Made reservation on behalf of 0da859b11a5a4a1f9cf2d366e4d244de for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:45:14.322213 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b87284-eef4-4899-a675-2044108ab6db x-openstack-request-id: req-e6b87284-eef4-4899-a675-2044108ab6db {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:14.322975 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b245b50b-6dd7-4267-bcfa-73c105bafd85", "tag": "f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:14.323243 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6b87284-eef4-4899-a675-2044108ab6db {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:14.323801 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b245b50b-6dd7-4267-bcfa-73c105bafd85', 'tag': 'f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2', 'status': 'completed', 'code': 200} Nov 02 11:45:14.325086 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-b067500e-6a6b-46b8-b5a0-a023f67770ec tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:14.418008 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] For port 73fa0339-85dc-42f2-915a-6118ee3a0762, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:45:14.478737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] For port 73fa0339-85dc-42f2-915a-6118ee3a0762, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=73fa0339-85dc-42f2-915a-6118ee3a0762,segment=NetworkSegment(a25349ff-cd1b-40b7-9503-d08baf8305a2),segment_id=a25349ff-cd1b-40b7-9503-d08baf8305a2)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:45:14.482783 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] For port 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:45:14.512121 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] For port 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2056a0ff-9f90-4dfc-80dc-e01dbaf77d25,segment=NetworkSegment(a25349ff-cd1b-40b7-9503-d08baf8305a2),segment_id=a25349ff-cd1b-40b7-9503-d08baf8305a2)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:45:14.513827 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-71455f57-c9e3-4a4d-aff4-aa4f66ad2f4d service neutron] 10.222.0.54 "GET /v2.0/networks/5be3e11c-1331-43ce-87c7-e3ba003ddfd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342288 Nov 02 11:45:14.568799 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:14.636434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:14.637806 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:14.640010 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] 10.222.0.79 "PUT /v2.0/ports/73fa0339-85dc-42f2-915a-6118ee3a0762 HTTP/1.1" status: 200 len: 1092 time: 4.3793695 Nov 02 11:45:14.650306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ffb371-a113-4b0b-a4f2-d42f057f6f12', 'tag': '73fa0339-85dc-42f2-915a-6118ee3a0762'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:14.653051 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87456aa-973d-4456-897d-d2e85433fb4d" -d '{"events": [{"name": "network-changed", "server_uuid": "38ffb371-a113-4b0b-a4f2-d42f057f6f12", "tag": "73fa0339-85dc-42f2-915a-6118ee3a0762"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:14.657097 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:14.667198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-b067500e-6a6b-46b8-b5a0-a023f67770ec tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Allocated IP 19.86.0.239 (4c821e3f-1e38-42b2-8419-7488a20b2453/082b1570-5c98-4008-94d4-dc3f80ce584d/06692540-a7fa-4994-b461-edded7713db4) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:45:14.676345 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-6a1df07a-7110-4856-accf-1342a5032bbb service neutron] 10.222.0.54 "GET /v2.0/networks/5be3e11c-1331-43ce-87c7-e3ba003ddfd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568587 Nov 02 11:45:14.696348 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:14.697524 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:14.700467 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] 10.222.0.54 "PUT /v2.0/ports/2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 HTTP/1.1" status: 200 len: 1092 time: 2.1243818 Nov 02 11:45:14.757853 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1651deb-d498-46b0-aba8-ecb9799052d0 service neutron] Pushing event updated for resources: {'Port': ['ID=73fa0339-85dc-42f2-915a-6118ee3a0762,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:14.790300 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a640d8-114c-40a0-b580-c59de9422a31 req-1a96c56f-5218-4f15-9f68-026d648d3426 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:14.799701 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-64a640d8-114c-40a0-b580-c59de9422a31 req-1a96c56f-5218-4f15-9f68-026d648d3426 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 932 time: 0.1088061 Nov 02 11:45:14.874582 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-64a640d8-114c-40a0-b580-c59de9422a31 req-19f466f6-a1fe-46f0-b62e-59437cfbd065 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735166 Nov 02 11:45:14.888700 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761746ce-353b-41c9-88b8-5b369e826632 service neutron] Pushing event updated for resources: {'Port': ['ID=2056a0ff-9f90-4dfc-80dc-e01dbaf77d25,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:15.125016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-413e0c42-53f9-41b4-b073-183afa87cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:15.126531 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-413e0c42-53f9-41b4-b073-183afa87cd44 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=231732bb782b4957b24a7d4d8c16c735&device_id=38ffb371-a113-4b0b-a4f2-d42f057f6f12 HTTP/1.1" status: 200 len: 1095 time: 0.1856358 Nov 02 11:45:15.130091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b51fa1f3-b7c6-443f-8d9e-0ea8723b6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:15.133011 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b51fa1f3-b7c6-443f-8d9e-0ea8723b6014 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=231732bb782b4957b24a7d4d8c16c735&device_id=8fd67824-b8e5-414f-a9e2-7886a9a4f1aa HTTP/1.1" status: 200 len: 1095 time: 0.1516345 Nov 02 11:45:15.143320 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60816baa-416d-42c9-bef8-443b8d8f82b8 req-79b8e1e5-c222-4214-9301-6d11569c63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:15.145666 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-60816baa-416d-42c9-bef8-443b8d8f82b8 req-79b8e1e5-c222-4214-9301-6d11569c63fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=231732bb782b4957b24a7d4d8c16c735&device_id=b245b50b-6dd7-4267-bcfa-73c105bafd85 HTTP/1.1" status: 200 len: 1095 time: 0.1471593 Nov 02 11:45:15.167857 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51feb3e1-10c3-4ce3-afe6-a09e39390cc4 x-openstack-request-id: req-51feb3e1-10c3-4ce3-afe6-a09e39390cc4 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:15.168433 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ffb371-a113-4b0b-a4f2-d42f057f6f12", "tag": "73fa0339-85dc-42f2-915a-6118ee3a0762", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:15.168433 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51feb3e1-10c3-4ce3-afe6-a09e39390cc4 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:15.168784 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ffb371-a113-4b0b-a4f2-d42f057f6f12', 'tag': '73fa0339-85dc-42f2-915a-6118ee3a0762', 'status': 'completed', 'code': 200} Nov 02 11:45:15.291253 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-9a34df59-ddc0-4b6f-b439-6f32b6eed3c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 HTTP/1.1" status: 200 len: 217 time: 0.1448531 Nov 02 11:45:15.299573 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-b5161ca1-cbb1-48dc-a83a-4d904de5c8c5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73fa0339-85dc-42f2-915a-6118ee3a0762 HTTP/1.1" status: 200 len: 217 time: 0.1615918 Nov 02 11:45:15.307025 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60816baa-416d-42c9-bef8-443b8d8f82b8 req-b3d85171-6a2b-411b-b081-c6e08bed3cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:15.309030 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-60816baa-416d-42c9-bef8-443b8d8f82b8 req-b3d85171-6a2b-411b-b081-c6e08bed3cb2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5be3e11c-1331-43ce-87c7-e3ba003ddfd3 HTTP/1.1" status: 200 len: 919 time: 0.1557121 Nov 02 11:45:15.323962 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-b067500e-6a6b-46b8-b5a0-a023f67770ec tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:15.414337 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-60816baa-416d-42c9-bef8-443b8d8f82b8 req-2b9fd919-8a2d-47cf-b304-686dda7d69f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 HTTP/1.1" status: 200 len: 217 time: 0.0690722 Nov 02 11:45:15.429281 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6393155-bf7e-4d5d-964c-0562050b322a req-211e7410-03f7-4de2-8f7e-02b02330adfe tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:15.438841 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d6393155-bf7e-4d5d-964c-0562050b322a req-211e7410-03f7-4de2-8f7e-02b02330adfe tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.1284502 Nov 02 11:45:15.446849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-9f07d442-26bc-40a5-a8bb-5bac1e6e3029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:15.448781 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-9f07d442-26bc-40a5-a8bb-5bac1e6e3029 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7dde915-39fe-4e2c-acc7-0f87612ee9c3 HTTP/1.1" status: 200 len: 858 time: 0.1302247 Nov 02 11:45:15.451089 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-bd9f1045-0803-4869-9603-572e36e3e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:15.452598 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-bd9f1045-0803-4869-9603-572e36e3e768 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7dde915-39fe-4e2c-acc7-0f87612ee9c3 HTTP/1.1" status: 200 len: 858 time: 0.1460142 Nov 02 11:45:15.518700 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-c0a68511-b7c9-492c-b317-b17bf862ee7b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5be3e11c-1331-43ce-87c7-e3ba003ddfd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535536 Nov 02 11:45:15.522550 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-f4477f0c-fc4c-4c6c-a596-e4e77e7d9c36 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5be3e11c-1331-43ce-87c7-e3ba003ddfd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563767 Nov 02 11:45:15.537384 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d6393155-bf7e-4d5d-964c-0562050b322a req-c0152fee-204c-429f-9761-cbb24ad43478 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904846 Nov 02 11:45:15.559798 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60816baa-416d-42c9-bef8-443b8d8f82b8 req-d006561d-0a1d-4ed8-b98a-f6f579f1071e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:15.563318 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-60816baa-416d-42c9-bef8-443b8d8f82b8 req-d006561d-0a1d-4ed8-b98a-f6f579f1071e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7dde915-39fe-4e2c-acc7-0f87612ee9c3 HTTP/1.1" status: 200 len: 858 time: 0.0998058 Nov 02 11:45:15.618187 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-60816baa-416d-42c9-bef8-443b8d8f82b8 req-5eb5178b-0924-4a39-a1e4-57d2798b281e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5be3e11c-1331-43ce-87c7-e3ba003ddfd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500658 Nov 02 11:45:15.732201 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-b067500e-6a6b-46b8-b5a0-a023f67770ec tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:15.741379 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-59b7bba2-0ae2-47eb-99b7-48a5f90f7279 service neutron] 10.222.0.79 "GET /v2.0/networks/5be3e11c-1331-43ce-87c7-e3ba003ddfd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118945 Nov 02 11:45:15.765173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device be5175c3-e243-4b1e-b2f5-e9ae13dc56ac no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:45:15.791634 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-60816baa-416d-42c9-bef8-443b8d8f82b8 req-442beed4-14f6-4064-9bf5-dc34ad8e2f77 service neutron] 10.222.0.54 "GET /v2.0/networks/5be3e11c-1331-43ce-87c7-e3ba003ddfd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645529 Nov 02 11:45:15.816109 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45f786-6709-4dde-a181-78dcd785a443 req-21af2447-551e-4b0a-9e5b-116c7221ebea tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:15.818330 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ba45f786-6709-4dde-a181-78dcd785a443 req-21af2447-551e-4b0a-9e5b-116c7221ebea tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 947 time: 0.1385145 Nov 02 11:45:15.885012 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:15.902741 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-03497a30-8ba2-4581-903a-20b71614bcbc service neutron] 10.222.0.79 "GET /v2.0/networks/5be3e11c-1331-43ce-87c7-e3ba003ddfd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490872 Nov 02 11:45:15.927659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:15.929693 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:15.932637 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf995b0-4261-4601-a7d2-16ce73191d5e" -d '{"events": [{"server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "name": "network-vif-unplugged", "status": "completed", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:15.957799 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-499bbb9a-ccf4-49f2-a639-e73ff33ef013 service neutron] 10.222.0.54 "GET /v2.0/networks/5be3e11c-1331-43ce-87c7-e3ba003ddfd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944294 Nov 02 11:45:15.969445 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ba45f786-6709-4dde-a181-78dcd785a443 req-83dc2bd6-29cb-4443-9dd3-062b7eeac0b7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155415 Nov 02 11:45:16.033144 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-60816baa-416d-42c9-bef8-443b8d8f82b8 req-79b0ddf6-9d7b-46ec-a3c4-d72e366aaffd service neutron] 10.222.0.54 "GET /v2.0/networks/5be3e11c-1331-43ce-87c7-e3ba003ddfd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265110 Nov 02 11:45:16.057515 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:16.181756 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,revision_number=14']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:16.187449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-b067500e-6a6b-46b8-b5a0-a023f67770ec tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Network 4c821e3f-1e38-42b2-8419-7488a20b2453 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:45:16.193211 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f6d56c-e38b-439f-a122-3ef91e9ddc06 req-1d2d9c41-227d-438d-a429-314556eaf607 service neutron] 10.222.0.54 "GET /v2.0/networks/5be3e11c-1331-43ce-87c7-e3ba003ddfd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801097 Nov 02 11:45:16.206731 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:16.207611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:16.210434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:16.211831 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:16.214795 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:16.215482 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:16.216046 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:16.216582 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:16.217119 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:16.217650 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:16.218158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:16.220576 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:16.256543 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-b067500e-6a6b-46b8-b5a0-a023f67770ec tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:45:16.261797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-b067500e-6a6b-46b8-b5a0-a023f67770ec tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:45:16.272696 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067500e-6a6b-46b8-b5a0-a023f67770ec tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event updated for resources: {'Port': ['ID=06692540-a7fa-4994-b461-edded7713db4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:16.312045 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2637b-a23d-4b25-85dd-1e43449d2a7d req-299ed3ee-14a4-4752-993e-7136f1ac2527 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:16.313675 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebc2637b-a23d-4b25-85dd-1e43449d2a7d req-299ed3ee-14a4-4752-993e-7136f1ac2527 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fd67824-b8e5-414f-a9e2-7886a9a4f1aa HTTP/1.1" status: 200 len: 943 time: 0.5685174 Nov 02 11:45:16.372641 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87456aa-973d-4456-897d-d2e85433fb4d req-53497068-a1e2-423b-bdd3-1a0a1706185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:16.375658 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a87456aa-973d-4456-897d-d2e85433fb4d req-53497068-a1e2-423b-bdd3-1a0a1706185e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=231732bb782b4957b24a7d4d8c16c735&device_id=38ffb371-a113-4b0b-a4f2-d42f057f6f12 HTTP/1.1" status: 200 len: 1095 time: 0.2159352 Nov 02 11:45:16.387222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-b067500e-6a6b-46b8-b5a0-a023f67770ec tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:16.388641 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-b067500e-6a6b-46b8-b5a0-a023f67770ec tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:16.543748 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebc2637b-a23d-4b25-85dd-1e43449d2a7d req-87b01d38-e0cb-4309-9db4-c99cd820abcd tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/security-groups?id=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183201 Nov 02 11:45:16.604228 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-b067500e-6a6b-46b8-b5a0-a023f67770ec tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0407183 Nov 02 11:45:16.650855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-e39f39fa-c449-4bb0-983c-8382c59e035e tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Request body: {'port': {'device_id': '6afce27b-c218-4893-b25b-135718f0c13c', 'network_id': 'c2d39c44-b62f-41f0-bb5b-20797aa9f6c0', 'admin_state_up': True, 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:16.712858 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f960bfab-9843-4bdb-b5de-a9c5a14794d7 None None] Provisioning complete for port 06692540-a7fa-4994-b461-edded7713db4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:16.713625 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f960bfab-9843-4bdb-b5de-a9c5a14794d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:16.795345 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f960bfab-9843-4bdb-b5de-a9c5a14794d7 None None] Port 06692540-a7fa-4994-b461-edded7713db4 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:45:16.854987 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87456aa-973d-4456-897d-d2e85433fb4d req-9d019eaf-3a3c-4118-81a0-9fd09379dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:16.856533 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a87456aa-973d-4456-897d-d2e85433fb4d req-9d019eaf-3a3c-4118-81a0-9fd09379dc3e service neutron] 10.222.0.79 "GET /v2.0/networks?id=5be3e11c-1331-43ce-87c7-e3ba003ddfd3 HTTP/1.1" status: 200 len: 919 time: 0.4604211 Nov 02 11:45:16.936641 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a87456aa-973d-4456-897d-d2e85433fb4d req-325b71ac-e165-4e84-be64-809ec33733cf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73fa0339-85dc-42f2-915a-6118ee3a0762 HTTP/1.1" status: 200 len: 217 time: 0.0675495 Nov 02 11:45:16.948730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ce06d-4b63-40bb-8e3c-d036b3887c8c req-7bd06225-ede1-4116-b9aa-648950d7ad08 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:16.955045 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ce06d-4b63-40bb-8e3c-d036b3887c8c req-7bd06225-ede1-4116-b9aa-648950d7ad08 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:16.957006 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f7ce06d-4b63-40bb-8e3c-d036b3887c8c req-7bd06225-ede1-4116-b9aa-648950d7ad08 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 1655 time: 0.2186415 Nov 02 11:45:17.088243 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87456aa-973d-4456-897d-d2e85433fb4d req-56271633-bc04-4b36-ac3d-3f89c81d5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:17.089831 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a87456aa-973d-4456-897d-d2e85433fb4d req-56271633-bc04-4b36-ac3d-3f89c81d5cfa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7dde915-39fe-4e2c-acc7-0f87612ee9c3 HTTP/1.1" status: 200 len: 858 time: 0.1288836 Nov 02 11:45:17.098059 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f7ce06d-4b63-40bb-8e3c-d036b3887c8c req-60027125-6125-40a0-b083-3e0f85db194c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344540 Nov 02 11:45:17.138185 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a87456aa-973d-4456-897d-d2e85433fb4d req-76b2649c-f3fd-4d9d-b637-3a4e36c7e776 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5be3e11c-1331-43ce-87c7-e3ba003ddfd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390816 Nov 02 11:45:17.160223 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0972d4e-06f9-49cf-a73b-3350e0836d69 x-openstack-request-id: req-a0972d4e-06f9-49cf-a73b-3350e0836d69 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:17.160699 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "name": "network-vif-unplugged", "status": "completed", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:17.161123 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0972d4e-06f9-49cf-a73b-3350e0836d69 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:17.161663 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'code': 200} Nov 02 11:45:17.173861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd67824-b8e5-414f-a9e2-7886a9a4f1aa', 'tag': '2056a0ff-9f90-4dfc-80dc-e01dbaf77d25'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:17.176156 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efacf20-6540-4271-b666-e5ac2b0ab7aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd67824-b8e5-414f-a9e2-7886a9a4f1aa", "tag": "2056a0ff-9f90-4dfc-80dc-e01dbaf77d25"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:17.249192 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a87456aa-973d-4456-897d-d2e85433fb4d req-1e93c210-16b1-490b-ac73-e732248d8611 service neutron] 10.222.0.79 "GET /v2.0/networks/5be3e11c-1331-43ce-87c7-e3ba003ddfd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039786 Nov 02 11:45:17.370816 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dd759-60dc-48b9-9d1d-ab137d65041f req-428ee099-d413-4ec7-a033-7c69d6fc69be tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:17.372251 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f7dd759-60dc-48b9-9d1d-ab137d65041f req-428ee099-d413-4ec7-a033-7c69d6fc69be tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.0963163 Nov 02 11:45:17.394579 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a87456aa-973d-4456-897d-d2e85433fb4d req-0d3052bd-8a00-424d-a652-322841095661 service neutron] 10.222.0.79 "GET /v2.0/networks/5be3e11c-1331-43ce-87c7-e3ba003ddfd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374214 Nov 02 11:45:17.457723 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f7dd759-60dc-48b9-9d1d-ab137d65041f req-f770be9a-495a-4278-a2ac-d6309a1bd095 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759635 Nov 02 11:45:17.573543 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e9d284-c151-4e61-890b-b160bcd1efcd x-openstack-request-id: req-50e9d284-c151-4e61-890b-b160bcd1efcd {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:17.573844 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd67824-b8e5-414f-a9e2-7886a9a4f1aa", "tag": "2056a0ff-9f90-4dfc-80dc-e01dbaf77d25", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:17.574103 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50e9d284-c151-4e61-890b-b160bcd1efcd {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:17.574541 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd67824-b8e5-414f-a9e2-7886a9a4f1aa', 'tag': '2056a0ff-9f90-4dfc-80dc-e01dbaf77d25', 'status': 'completed', 'code': 200} Nov 02 11:45:17.785211 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:45:17.966458 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efacf20-6540-4271-b666-e5ac2b0ab7aa req-f6428c7b-c7c6-4e55-b133-35c604c7483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:17.967984 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5efacf20-6540-4271-b666-e5ac2b0ab7aa req-f6428c7b-c7c6-4e55-b133-35c604c7483c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=231732bb782b4957b24a7d4d8c16c735&device_id=8fd67824-b8e5-414f-a9e2-7886a9a4f1aa HTTP/1.1" status: 200 len: 1095 time: 0.3676434 Nov 02 11:45:17.970147 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-e39f39fa-c449-4bb0-983c-8382c59e035e tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Made reservation on behalf of 0da859b11a5a4a1f9cf2d366e4d244de for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:45:17.973681 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-e39f39fa-c449-4bb0-983c-8382c59e035e tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:17.997744 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe9f13ae-898d-4878-a5dd-8ddee2d50a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:18.031902 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2,segment=NetworkSegment(a25349ff-cd1b-40b7-9503-d08baf8305a2),segment_id=a25349ff-cd1b-40b7-9503-d08baf8305a2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:18.046833 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2', 'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3', 'port_id': 'f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2', 'mac_address': 'fa:16:3e:13:ae:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7dde915-39fe-4e2c-acc7-0f87612ee9c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:45:18.080211 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d43b7-f082-4628-9c41-a699bdc33b90 req-56c0201e-05bb-4205-8071-fe423d0ea7af tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:18.081963 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e4d43b7-f082-4628-9c41-a699bdc33b90 req-56c0201e-05bb-4205-8071-fe423d0ea7af tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fd67824-b8e5-414f-a9e2-7886a9a4f1aa HTTP/1.1" status: 200 len: 943 time: 0.4355576 Nov 02 11:45:18.095071 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:18.119499 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:18.154837 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2,segment=NetworkSegment(a25349ff-cd1b-40b7-9503-d08baf8305a2),segment_id=a25349ff-cd1b-40b7-9503-d08baf8305a2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:18.176733 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efacf20-6540-4271-b666-e5ac2b0ab7aa req-c6ccfb9a-76bd-441b-b919-b914760c1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:18.178055 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5efacf20-6540-4271-b666-e5ac2b0ab7aa req-c6ccfb9a-76bd-441b-b919-b914760c1398 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5be3e11c-1331-43ce-87c7-e3ba003ddfd3 HTTP/1.1" status: 200 len: 919 time: 0.2019362 Nov 02 11:45:18.205200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 73fa0339-85dc-42f2-915a-6118ee3a0762 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:45:18.270725 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:18.274632 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5efacf20-6540-4271-b666-e5ac2b0ab7aa req-b507ad1d-af5d-49b9-99b4-44393a541250 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 HTTP/1.1" status: 200 len: 217 time: 0.0841188 Nov 02 11:45:18.280774 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e4d43b7-f082-4628-9c41-a699bdc33b90 req-6eef35dc-0f26-4a87-93cb-20976ddf4e09 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/security-groups?id=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691093 Nov 02 11:45:18.331031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-e39f39fa-c449-4bb0-983c-8382c59e035e tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Allocated IP 19.80.0.41 (c2d39c44-b62f-41f0-bb5b-20797aa9f6c0/0430f0fc-c9a9-4863-915e-6dace5d861e9/596298fd-b603-4810-9af1-63ca8fa855ea) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:45:18.557530 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.resource_extend [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 11:45:18.557530 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:18.557530 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:45:18.558158 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-e39f39fa-c449-4bb0-983c-8382c59e035e tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:18.589017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efacf20-6540-4271-b666-e5ac2b0ab7aa req-66b6e62a-1764-4aec-ae59-09c3b4b3b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:18.590523 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5efacf20-6540-4271-b666-e5ac2b0ab7aa req-66b6e62a-1764-4aec-ae59-09c3b4b3b1e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e7dde915-39fe-4e2c-acc7-0f87612ee9c3 HTTP/1.1" status: 200 len: 858 time: 0.3050723 Nov 02 11:45:18.638165 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309090c0-03ae-4106-bf2b-c7d9141d6528 req-fe2bad1a-bbcb-455a-81b7-b0848ae874ec tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:18.644882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309090c0-03ae-4106-bf2b-c7d9141d6528 req-fe2bad1a-bbcb-455a-81b7-b0848ae874ec tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:18.653364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-309090c0-03ae-4106-bf2b-c7d9141d6528 req-fe2bad1a-bbcb-455a-81b7-b0848ae874ec tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 1655 time: 0.1950507 Nov 02 11:45:18.655332 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 73fa0339-85dc-42f2-915a-6118ee3a0762, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=73fa0339-85dc-42f2-915a-6118ee3a0762,segment=NetworkSegment(a25349ff-cd1b-40b7-9503-d08baf8305a2),segment_id=a25349ff-cd1b-40b7-9503-d08baf8305a2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:18.656883 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5efacf20-6540-4271-b666-e5ac2b0ab7aa req-65baea48-34b5-4f45-bf3a-89ad6deaaa33 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5be3e11c-1331-43ce-87c7-e3ba003ddfd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540080 Nov 02 11:45:18.679471 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '73fa0339-85dc-42f2-915a-6118ee3a0762', 'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3', 'port_id': '73fa0339-85dc-42f2-915a-6118ee3a0762', 'mac_address': 'fa:16:3e:a4:0f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7dde915-39fe-4e2c-acc7-0f87612ee9c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:45:18.727390 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:18.741473 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fa0339-85dc-42f2-915a-6118ee3a0762 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:18.765931 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-e39f39fa-c449-4bb0-983c-8382c59e035e tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:18.777094 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 73fa0339-85dc-42f2-915a-6118ee3a0762, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=73fa0339-85dc-42f2-915a-6118ee3a0762,segment=NetworkSegment(a25349ff-cd1b-40b7-9503-d08baf8305a2),segment_id=a25349ff-cd1b-40b7-9503-d08baf8305a2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:18.837052 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-309090c0-03ae-4106-bf2b-c7d9141d6528 req-00faf065-afb0-4f3b-bda5-2597a3265c81 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788902 Nov 02 11:45:18.892788 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:18.896582 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5efacf20-6540-4271-b666-e5ac2b0ab7aa req-2d22c61f-1748-4da8-ad79-e138f0167758 service neutron] 10.222.0.54 "GET /v2.0/networks/5be3e11c-1331-43ce-87c7-e3ba003ddfd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297897 Nov 02 11:45:18.904510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-e39f39fa-c449-4bb0-983c-8382c59e035e tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Network c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:45:18.920567 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-e39f39fa-c449-4bb0-983c-8382c59e035e tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:45:18.922622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f39fa-c449-4bb0-983c-8382c59e035e tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event updated for resources: {'Port': ['ID=596298fd-b603-4810-9af1-63ca8fa855ea,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:18.940398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-e39f39fa-c449-4bb0-983c-8382c59e035e tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:45:19.004489 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=73fa0339-85dc-42f2-915a-6118ee3a0762,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:19.051535 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-e39f39fa-c449-4bb0-983c-8382c59e035e tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:19.052255 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-e39f39fa-c449-4bb0-983c-8382c59e035e tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:19.135878 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-e39f39fa-c449-4bb0-983c-8382c59e035e tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5063224 Nov 02 11:45:19.146773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['73fa0339-85dc-42f2-915a-6118ee3a0762'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:45:19.158306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Request body: {'port': {'device_id': '6afce27b-c218-4893-b25b-135718f0c13c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:19.281223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a24748-c5c3-4b3c-af7f-20a4e99ddd81 req-059b3150-fc4a-42f9-a6d2-f350e594a821 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:19.299029 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d3a24748-c5c3-4b3c-af7f-20a4e99ddd81 req-059b3150-fc4a-42f9-a6d2-f350e594a821 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.2578471 Nov 02 11:45:19.322494 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:19.342790 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5efacf20-6540-4271-b666-e5ac2b0ab7aa req-e910f938-6fb3-4b99-ae56-149874500387 service neutron] 10.222.0.54 "GET /v2.0/networks/5be3e11c-1331-43ce-87c7-e3ba003ddfd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344652 Nov 02 11:45:19.369574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-279180fa-113d-45cd-b838-fb53f1383d73 None None] Provisioning complete for port 596298fd-b603-4810-9af1-63ca8fa855ea triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:19.370503 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-279180fa-113d-45cd-b838-fb53f1383d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:19.440287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-279180fa-113d-45cd-b838-fb53f1383d73 None None] Port 596298fd-b603-4810-9af1-63ca8fa855ea cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:45:19.471578 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d3a24748-c5c3-4b3c-af7f-20a4e99ddd81 req-7ad8d4de-a45b-4521-8908-b6520981d49a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687059 Nov 02 11:45:19.668414 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34c44ef2-b369-4734-b5be-80686e665a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:19.786783 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:45:19.790678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:45:19.815581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606cb6a-c0bb-4d9c-88b4-f100da89be8d req-77f3f85f-e1dd-46e2-b550-cafd1c936d95 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:19.825217 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2606cb6a-c0bb-4d9c-88b4-f100da89be8d req-77f3f85f-e1dd-46e2-b550-cafd1c936d95 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fd67824-b8e5-414f-a9e2-7886a9a4f1aa HTTP/1.1" status: 200 len: 943 time: 0.1118314 Nov 02 11:45:19.936338 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2606cb6a-c0bb-4d9c-88b4-f100da89be8d req-85be5bfa-0e23-4040-9663-ebe3b6ca4430 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/security-groups?id=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093307 Nov 02 11:45:20.018060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2056a0ff-9f90-4dfc-80dc-e01dbaf77d25,segment=NetworkSegment(a25349ff-cd1b-40b7-9503-d08baf8305a2),segment_id=a25349ff-cd1b-40b7-9503-d08baf8305a2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:20.051105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '2056a0ff-9f90-4dfc-80dc-e01dbaf77d25', 'network_id': '5be3e11c-1331-43ce-87c7-e3ba003ddfd3', 'port_id': '2056a0ff-9f90-4dfc-80dc-e01dbaf77d25', 'mac_address': 'fa:16:3e:9b:e2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7dde915-39fe-4e2c-acc7-0f87612ee9c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:45:20.064202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c3cf91-4d49-485a-b268-9a971e2946e6 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:20.100974 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:20.103858 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:45:20.109268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:20.109922 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:20.135391 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:20.172372 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:20.199657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f3d28-77a6-4ef2-874d-178af4b482c4 req-5878c933-bf42-4b95-a478-6f11b890b63b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:20.209049 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2056a0ff-9f90-4dfc-80dc-e01dbaf77d25,segment=NetworkSegment(a25349ff-cd1b-40b7-9503-d08baf8305a2),segment_id=a25349ff-cd1b-40b7-9503-d08baf8305a2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:20.216086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f3d28-77a6-4ef2-874d-178af4b482c4 req-5878c933-bf42-4b95-a478-6f11b890b63b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:20.216983 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 73fa0339-85dc-42f2-915a-6118ee3a0762 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:45:20.225369 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f3d28-77a6-4ef2-874d-178af4b482c4 req-5878c933-bf42-4b95-a478-6f11b890b63b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:20.249891 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-708f3d28-77a6-4ef2-874d-178af4b482c4 req-5878c933-bf42-4b95-a478-6f11b890b63b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2376 time: 0.1769943 Nov 02 11:45:20.272306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Transition to ACTIVE for port object 40c3cf91-4d49-485a-b268-9a971e2946e6 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:45:20.312981 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:20.340296 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-708f3d28-77a6-4ef2-874d-178af4b482c4 req-857363fa-e8cb-4abf-b709-e0c1a04c9039 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845118 Nov 02 11:45:20.360075 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2,segment=NetworkSegment(a25349ff-cd1b-40b7-9503-d08baf8305a2),segment_id=a25349ff-cd1b-40b7-9503-d08baf8305a2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:20.361249 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b245b50b-6dd7-4267-bcfa-73c105bafd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:20.367045 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd54671-8c69-4f63-a6a1-3987067c6e4c" -d '{"events": [{"server_uuid": "b245b50b-6dd7-4267-bcfa-73c105bafd85", "name": "network-vif-plugged", "status": "completed", "tag": "f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:20.376078 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:20.450215 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:20.487755 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80484205-601a-4ec7-861a-c92a63f3d622 x-openstack-request-id: req-80484205-601a-4ec7-861a-c92a63f3d622 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:20.488086 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b245b50b-6dd7-4267-bcfa-73c105bafd85", "name": "network-vif-plugged", "status": "completed", "tag": "f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:20.488446 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80484205-601a-4ec7-861a-c92a63f3d622 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:20.488695 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b245b50b-6dd7-4267-bcfa-73c105bafd85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2', 'code': 200} Nov 02 11:45:20.489279 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=2056a0ff-9f90-4dfc-80dc-e01dbaf77d25,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:20.561239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Pushing event updated for resources: {'Port': ['ID=40c3cf91-4d49-485a-b268-9a971e2946e6,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:20.628155 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['2056a0ff-9f90-4dfc-80dc-e01dbaf77d25'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:45:20.678309 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 73fa0339-85dc-42f2-915a-6118ee3a0762 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:45:20.681018 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:20.721464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Attempting to bind port 40c3cf91-4d49-485a-b268-9a971e2946e6 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:45:20.721984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Attempting to bind port 40c3cf91-4d49-485a-b268-9a971e2946e6 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '47eadb47-fdd8-4c16-9fe6-43165ad54456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c2d39c44-b62f-41f0-bb5b-20797aa9f6c0'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:45:20.722544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Attempting to bind port 40c3cf91-4d49-485a-b268-9a971e2946e6 on network c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:20.725486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 73fa0339-85dc-42f2-915a-6118ee3a0762 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:20.725677 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:20.752448 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Port 40c3cf91-4d49-485a-b268-9a971e2946e6 on network c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:45:20.753451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Attempting to bind port 40c3cf91-4d49-485a-b268-9a971e2946e6 on network c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:20.768088 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990d8d2-73cc-4f3e-8b66-1706f9d4e59b req-2ca1c493-56a7-40de-b09f-fd55f9bf9c3f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:20.769854 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3990d8d2-73cc-4f3e-8b66-1706f9d4e59b req-2ca1c493-56a7-40de-b09f-fd55f9bf9c3f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.1882801 Nov 02 11:45:20.787774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:45:20.791531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Checking segment: {'id': '47eadb47-fdd8-4c16-9fe6-43165ad54456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c2d39c44-b62f-41f0-bb5b-20797aa9f6c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:45:20.791842 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Bound using segment: {'id': '47eadb47-fdd8-4c16-9fe6-43165ad54456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c2d39c44-b62f-41f0-bb5b-20797aa9f6c0'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:45:20.793132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Bound port: 40c3cf91-4d49-485a-b268-9a971e2946e6, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47eadb47-fdd8-4c16-9fe6-43165ad54456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c2d39c44-b62f-41f0-bb5b-20797aa9f6c0'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:45:20.793132 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:20.829413 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:20.859260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effdae4-bec5-4434-92a6-a5b32c467c66 req-cc25eef9-52ef-4052-ba0e-d4126cd55d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:20.860790 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0effdae4-bec5-4434-92a6-a5b32c467c66 req-cc25eef9-52ef-4052-ba0e-d4126cd55d1c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b245b50b-6dd7-4267-bcfa-73c105bafd85 HTTP/1.1" status: 200 len: 1097 time: 0.2164814 Nov 02 11:45:20.939492 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:20.981404 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:21.009273 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 73fa0339-85dc-42f2-915a-6118ee3a0762, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=73fa0339-85dc-42f2-915a-6118ee3a0762,segment=NetworkSegment(a25349ff-cd1b-40b7-9503-d08baf8305a2),segment_id=a25349ff-cd1b-40b7-9503-d08baf8305a2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:21.010425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] For port 40c3cf91-4d49-485a-b268-9a971e2946e6, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:45:21.015784 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3990d8d2-73cc-4f3e-8b66-1706f9d4e59b req-059b1d78-a1ba-4335-aec5-d33a820864d5 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360179 Nov 02 11:45:21.034034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] For port 40c3cf91-4d49-485a-b268-9a971e2946e6, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=40c3cf91-4d49-485a-b268-9a971e2946e6,segment=NetworkSegment(47eadb47-fdd8-4c16-9fe6-43165ad54456),segment_id=47eadb47-fdd8-4c16-9fe6-43165ad54456)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:45:21.036754 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0effdae4-bec5-4434-92a6-a5b32c467c66 req-1ad9d1d9-49c4-451b-8d7d-3fe1930ab520 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662035 Nov 02 11:45:21.164396 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:21.223134 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=73fa0339-85dc-42f2-915a-6118ee3a0762,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:21.239166 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:21.296997 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:21.297705 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:21.299096 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-86325e49-13c2-4603-b786-bb02c113038e service neutron] 10.222.0.54 "PUT /v2.0/ports/40c3cf91-4d49-485a-b268-9a971e2946e6 HTTP/1.1" status: 200 len: 1093 time: 2.1480539 Nov 02 11:45:21.299544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afce27b-c218-4893-b25b-135718f0c13c', 'tag': '40c3cf91-4d49-485a-b268-9a971e2946e6'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:21.301832 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92278a4e-a08e-4ea5-831a-287d83a31ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "6afce27b-c218-4893-b25b-135718f0c13c", "tag": "40c3cf91-4d49-485a-b268-9a971e2946e6"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:21.335952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86325e49-13c2-4603-b786-bb02c113038e service neutron] Pushing event updated for resources: {'Port': ['ID=40c3cf91-4d49-485a-b268-9a971e2946e6,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:21.439972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] Request body: {'port': {'device_id': '6afce27b-c218-4893-b25b-135718f0c13c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:21.456374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a7547-8831-47fc-95dc-2ac744ab9ad4 req-7bffd674-7912-4f1a-9159-ec930ec3e74d tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:21.458462 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-510a7547-8831-47fc-95dc-2ac744ab9ad4 req-7bffd674-7912-4f1a-9159-ec930ec3e74d tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fd67824-b8e5-414f-a9e2-7886a9a4f1aa HTTP/1.1" status: 200 len: 944 time: 0.0785713 Nov 02 11:45:21.592846 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-510a7547-8831-47fc-95dc-2ac744ab9ad4 req-a7cf4893-4170-48e8-95f9-f8e00b83bb19 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/security-groups?id=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116476 Nov 02 11:45:21.595601 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:21.658623 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7a9bd8-5e3c-4ef0-93e1-cf89ba44ee63 x-openstack-request-id: req-bb7a9bd8-5e3c-4ef0-93e1-cf89ba44ee63 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:21.658911 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afce27b-c218-4893-b25b-135718f0c13c", "tag": "40c3cf91-4d49-485a-b268-9a971e2946e6", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:21.659197 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb7a9bd8-5e3c-4ef0-93e1-cf89ba44ee63 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:21.659599 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6afce27b-c218-4893-b25b-135718f0c13c', 'tag': '40c3cf91-4d49-485a-b268-9a971e2946e6', 'status': 'completed', 'code': 200} Nov 02 11:45:21.793537 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:45:21.842132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92278a4e-a08e-4ea5-831a-287d83a31ca8 req-6bffa1b1-23ba-4610-96b5-139013525603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:21.842618 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92278a4e-a08e-4ea5-831a-287d83a31ca8 req-6bffa1b1-23ba-4610-96b5-139013525603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:21.843120 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92278a4e-a08e-4ea5-831a-287d83a31ca8 req-6bffa1b1-23ba-4610-96b5-139013525603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:21.844718 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-92278a4e-a08e-4ea5-831a-287d83a31ca8 req-6bffa1b1-23ba-4610-96b5-139013525603 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0da859b11a5a4a1f9cf2d366e4d244de&device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2732 time: 0.1589627 Nov 02 11:45:21.969417 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92278a4e-a08e-4ea5-831a-287d83a31ca8 req-e598e81e-4555-420b-9609-daf47a284c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:21.969888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92278a4e-a08e-4ea5-831a-287d83a31ca8 req-e598e81e-4555-420b-9609-daf47a284c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:21.970370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92278a4e-a08e-4ea5-831a-287d83a31ca8 req-e598e81e-4555-420b-9609-daf47a284c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:21.972021 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-92278a4e-a08e-4ea5-831a-287d83a31ca8 req-e598e81e-4555-420b-9609-daf47a284c5c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=0da859b11a5a4a1f9cf2d366e4d244de&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1181524 Nov 02 11:45:21.998798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:45:22.003790 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:22.004826 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:22.099025 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1584b2-ed3f-4c56-be2e-57d00c9f47c5 req-56ddc259-5c9f-4554-ba93-9a4bfda47cb1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:22.105981 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1584b2-ed3f-4c56-be2e-57d00c9f47c5 req-56ddc259-5c9f-4554-ba93-9a4bfda47cb1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:22.113091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1584b2-ed3f-4c56-be2e-57d00c9f47c5 req-56ddc259-5c9f-4554-ba93-9a4bfda47cb1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:22.122151 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d1584b2-ed3f-4c56-be2e-57d00c9f47c5 req-56ddc259-5c9f-4554-ba93-9a4bfda47cb1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2388 time: 0.3760478 Nov 02 11:45:22.145884 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:22.182854 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2056a0ff-9f90-4dfc-80dc-e01dbaf77d25,segment=NetworkSegment(a25349ff-cd1b-40b7-9503-d08baf8305a2),segment_id=a25349ff-cd1b-40b7-9503-d08baf8305a2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:22.252626 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d1584b2-ed3f-4c56-be2e-57d00c9f47c5 req-e4afaa06-e40e-4591-979b-55511899903e tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294279 Nov 02 11:45:22.341853 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:22.442324 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:22.443034 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=2056a0ff-9f90-4dfc-80dc-e01dbaf77d25,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:22.455921 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92278a4e-a08e-4ea5-831a-287d83a31ca8 req-37a80b54-29b9-4161-aafa-f6fc13ff4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:22.458057 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-92278a4e-a08e-4ea5-831a-287d83a31ca8 req-37a80b54-29b9-4161-aafa-f6fc13ff4f00 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4713361 Nov 02 11:45:22.462966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06692540-a7fa-4994-b461-edded7713db4 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:22.480180 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:22.489606 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ffb371-a113-4b0b-a4f2-d42f057f6f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fa0339-85dc-42f2-915a-6118ee3a0762'}, {'server_uuid': '8fd67824-b8e5-414f-a9e2-7886a9a4f1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2056a0ff-9f90-4dfc-80dc-e01dbaf77d25'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:22.492104 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7a7ae8-8a4e-4461-b727-c860471768db" -d '{"events": [{"server_uuid": "38ffb371-a113-4b0b-a4f2-d42f057f6f12", "name": "network-vif-plugged", "status": "completed", "tag": "73fa0339-85dc-42f2-915a-6118ee3a0762"}, {"server_uuid": "8fd67824-b8e5-414f-a9e2-7886a9a4f1aa", "name": "network-vif-plugged", "status": "completed", "tag": "2056a0ff-9f90-4dfc-80dc-e01dbaf77d25"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:22.508435 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] Transition to ACTIVE for port object 06692540-a7fa-4994-b461-edded7713db4 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:45:22.516072 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbce12e-7936-41cf-8006-0f68a0dc63b8 req-76143107-0c52-42b1-8925-c0adfa4011b1 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:22.518071 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5dbce12e-7936-41cf-8006-0f68a0dc63b8 req-76143107-0c52-42b1-8925-c0adfa4011b1 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.1203775 Nov 02 11:45:22.633725 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5dbce12e-7936-41cf-8006-0f68a0dc63b8 req-212e86b1-7da2-461f-bb92-eee563cdd16f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025107 Nov 02 11:45:22.673464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5ad21-567a-4221-9d09-565859bcb703 req-5a910519-89e4-4136-b975-a927554eb197 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:22.673464 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5cd5ad21-567a-4221-9d09-565859bcb703 req-5a910519-89e4-4136-b975-a927554eb197 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0920630 Nov 02 11:45:22.696794 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:22.787407 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46799755-776b-4458-948c-303c9420413c service neutron] Pushing event updated for resources: {'Port': ['ID=06692540-a7fa-4994-b461-edded7713db4,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:22.805122 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5cd5ad21-567a-4221-9d09-565859bcb703 req-da106bf5-9768-42a3-b9a8-75b819f183bc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330311 Nov 02 11:45:22.898838 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1432133-925e-4bec-9959-58499c0c719e x-openstack-request-id: req-a1432133-925e-4bec-9959-58499c0c719e {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:22.899250 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ffb371-a113-4b0b-a4f2-d42f057f6f12", "name": "network-vif-plugged", "status": "completed", "tag": "73fa0339-85dc-42f2-915a-6118ee3a0762", "code": 200}, {"server_uuid": "8fd67824-b8e5-414f-a9e2-7886a9a4f1aa", "name": "network-vif-plugged", "status": "completed", "tag": "2056a0ff-9f90-4dfc-80dc-e01dbaf77d25", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:22.899661 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1432133-925e-4bec-9959-58499c0c719e {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:22.900026 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ffb371-a113-4b0b-a4f2-d42f057f6f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fa0339-85dc-42f2-915a-6118ee3a0762', 'code': 200} Nov 02 11:45:22.900284 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd67824-b8e5-414f-a9e2-7886a9a4f1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2056a0ff-9f90-4dfc-80dc-e01dbaf77d25', 'code': 200} Nov 02 11:45:23.075347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] Attempting to bind port 06692540-a7fa-4994-b461-edded7713db4 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:45:23.075347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] Attempting to bind port 06692540-a7fa-4994-b461-edded7713db4 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '66574b6e-74d1-4dbb-87c6-50aeb4675a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4c821e3f-1e38-42b2-8419-7488a20b2453'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:45:23.075347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] Attempting to bind port 06692540-a7fa-4994-b461-edded7713db4 on network 4c821e3f-1e38-42b2-8419-7488a20b2453 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:23.090752 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] Port 06692540-a7fa-4994-b461-edded7713db4 on network 4c821e3f-1e38-42b2-8419-7488a20b2453 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:45:23.091189 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] Attempting to bind port 06692540-a7fa-4994-b461-edded7713db4 on network 4c821e3f-1e38-42b2-8419-7488a20b2453 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:23.108303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:45:23.108649 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] Checking segment: {'id': '66574b6e-74d1-4dbb-87c6-50aeb4675a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4c821e3f-1e38-42b2-8419-7488a20b2453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:45:23.109035 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] Bound using segment: {'id': '66574b6e-74d1-4dbb-87c6-50aeb4675a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4c821e3f-1e38-42b2-8419-7488a20b2453'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:45:23.109480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] Bound port: 06692540-a7fa-4994-b461-edded7713db4, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66574b6e-74d1-4dbb-87c6-50aeb4675a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4c821e3f-1e38-42b2-8419-7488a20b2453'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:45:23.109832 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:23.130959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f8b2f-0a78-49c8-9a93-3618fad5ba40 req-6236e557-99bc-4f20-9ab2-47bfa5be38c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:23.132535 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e41f8b2f-0a78-49c8-9a93-3618fad5ba40 req-6236e557-99bc-4f20-9ab2-47bfa5be38c4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=38ffb371-a113-4b0b-a4f2-d42f057f6f12 HTTP/1.1" status: 200 len: 1097 time: 0.1426437 Nov 02 11:45:23.155273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10922522-dad0-406f-bbda-7d4245dfd318 req-d6a8ccee-3b8c-42f7-97ab-25efad309a64 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:23.156706 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10922522-dad0-406f-bbda-7d4245dfd318 req-d6a8ccee-3b8c-42f7-97ab-25efad309a64 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fd67824-b8e5-414f-a9e2-7886a9a4f1aa HTTP/1.1" status: 200 len: 945 time: 0.1545572 Nov 02 11:45:23.162423 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452d936-60ff-4adb-b643-3ede34a3875e req-795cf60c-e0f0-45c3-bbf7-17deefda356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:23.163846 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4452d936-60ff-4adb-b643-3ede34a3875e req-795cf60c-e0f0-45c3-bbf7-17deefda356e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8fd67824-b8e5-414f-a9e2-7886a9a4f1aa HTTP/1.1" status: 200 len: 1097 time: 0.1488678 Nov 02 11:45:23.286663 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e41f8b2f-0a78-49c8-9a93-3618fad5ba40 req-edd3bc1d-93e2-4cfc-9da3-5b9b4dbab5ff service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458817 Nov 02 11:45:23.295563 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] For port 06692540-a7fa-4994-b461-edded7713db4, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:45:23.322228 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10922522-dad0-406f-bbda-7d4245dfd318 req-8639d462-2fdd-46e2-94a0-0ada1c735b06 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/security-groups?id=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568816 Nov 02 11:45:23.324115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] For port 06692540-a7fa-4994-b461-edded7713db4, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=06692540-a7fa-4994-b461-edded7713db4,segment=NetworkSegment(66574b6e-74d1-4dbb-87c6-50aeb4675a2e),segment_id=66574b6e-74d1-4dbb-87c6-50aeb4675a2e)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:45:23.326742 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4452d936-60ff-4adb-b643-3ede34a3875e req-e808dd9f-d042-4211-8a05-72265f763bd8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366019 Nov 02 11:45:23.895785 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:23.897999 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:23.951028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:23.951028 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:23.954080 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-46799755-776b-4458-948c-303c9420413c service neutron] 10.222.0.54 "PUT /v2.0/ports/06692540-a7fa-4994-b461-edded7713db4 HTTP/1.1" status: 200 len: 1093 time: 2.5194986 Nov 02 11:45:23.954558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afce27b-c218-4893-b25b-135718f0c13c', 'tag': '06692540-a7fa-4994-b461-edded7713db4'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:23.957842 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2701a36-aada-43f7-b56c-82554df15c27" -d '{"events": [{"name": "network-changed", "server_uuid": "6afce27b-c218-4893-b25b-135718f0c13c", "tag": "06692540-a7fa-4994-b461-edded7713db4"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:24.011073 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:24.024865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46799755-776b-4458-948c-303c9420413c service neutron] Pushing event updated for resources: {'Port': ['ID=06692540-a7fa-4994-b461-edded7713db4,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:24.121831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Request body: {'port': {'device_id': '6afce27b-c218-4893-b25b-135718f0c13c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:24.178963 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87913892-53a1-4629-8b54-591fac22f607 req-889510d9-5adb-4588-a516-a50bcbabc2a7 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:24.190196 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87913892-53a1-4629-8b54-591fac22f607 req-889510d9-5adb-4588-a516-a50bcbabc2a7 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:24.205236 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87913892-53a1-4629-8b54-591fac22f607 req-889510d9-5adb-4588-a516-a50bcbabc2a7 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:24.221833 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-87913892-53a1-4629-8b54-591fac22f607 req-889510d9-5adb-4588-a516-a50bcbabc2a7 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2400 time: 0.1918821 Nov 02 11:45:24.270964 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:24.366899 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-87913892-53a1-4629-8b54-591fac22f607 req-86f587d2-1d9a-443e-926b-3340372396e8 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423519 Nov 02 11:45:24.436127 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ca84e-b0cf-4f50-b909-1375c5b7b356 req-a3f96c63-501b-4239-8980-c1b12d724181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:24.437825 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-684ca84e-b0cf-4f50-b909-1375c5b7b356 req-a3f96c63-501b-4239-8980-c1b12d724181 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 1097 time: 0.1404042 Nov 02 11:45:24.654435 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2701a36-aada-43f7-b56c-82554df15c27 req-e86d8e32-7c96-44a9-9240-11fa008cb137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:24.654839 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2701a36-aada-43f7-b56c-82554df15c27 req-e86d8e32-7c96-44a9-9240-11fa008cb137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:24.655350 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2701a36-aada-43f7-b56c-82554df15c27 req-e86d8e32-7c96-44a9-9240-11fa008cb137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:24.657189 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c2701a36-aada-43f7-b56c-82554df15c27 req-e86d8e32-7c96-44a9-9240-11fa008cb137 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0da859b11a5a4a1f9cf2d366e4d244de&device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2800 time: 0.1050873 Nov 02 11:45:24.750532 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f447321-3dd9-4f17-832e-5aebfb47562b req-09f9457c-b6ae-48de-8e68-f0ccd1b88c71 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:24.752361 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f447321-3dd9-4f17-832e-5aebfb47562b req-09f9457c-b6ae-48de-8e68-f0ccd1b88c71 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1454725 Nov 02 11:45:24.792201 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799f7dac-5f7d-405e-aadb-36bb1c3078d8 x-openstack-request-id: req-799f7dac-5f7d-405e-aadb-36bb1c3078d8 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:24.792755 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afce27b-c218-4893-b25b-135718f0c13c", "tag": "06692540-a7fa-4994-b461-edded7713db4", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:24.793200 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-799f7dac-5f7d-405e-aadb-36bb1c3078d8 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:24.793760 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6afce27b-c218-4893-b25b-135718f0c13c', 'tag': '06692540-a7fa-4994-b461-edded7713db4', 'status': 'completed', 'code': 200} Nov 02 11:45:24.831061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 596298fd-b603-4810-9af1-63ca8fa855ea {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:24.846114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c12296-7b74-453e-81d6-fbf4db3d1551 req-10a5b6e4-20a1-4625-8eee-a73551a7c113 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:24.859646 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d4c12296-7b74-453e-81d6-fbf4db3d1551 req-10a5b6e4-20a1-4625-8eee-a73551a7c113 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.4071679 Nov 02 11:45:24.883766 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:24.891547 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f447321-3dd9-4f17-832e-5aebfb47562b req-db637421-beb6-4a43-b7fb-457dfe6b88c8 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267486 Nov 02 11:45:24.893295 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2701a36-aada-43f7-b56c-82554df15c27 req-edfde467-1644-4791-9d53-1be1bd5c361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:24.893722 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2701a36-aada-43f7-b56c-82554df15c27 req-edfde467-1644-4791-9d53-1be1bd5c361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:24.894240 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2701a36-aada-43f7-b56c-82554df15c27 req-edfde467-1644-4791-9d53-1be1bd5c361e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:24.896235 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c2701a36-aada-43f7-b56c-82554df15c27 req-edfde467-1644-4791-9d53-1be1bd5c361e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=0da859b11a5a4a1f9cf2d366e4d244de&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2243001 Nov 02 11:45:24.918016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ca84e-b0cf-4f50-b909-1375c5b7b356 req-73695cb6-ccc5-4634-8fe4-72826cfcbb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:24.920415 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-684ca84e-b0cf-4f50-b909-1375c5b7b356 req-73695cb6-ccc5-4634-8fe4-72826cfcbb1d service neutron] 10.222.0.54 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.4605665 Nov 02 11:45:24.927430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Transition to ACTIVE for port object 596298fd-b603-4810-9af1-63ca8fa855ea will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:45:25.061541 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3b148-701a-414a-bf73-f6bbed02399b req-8b75138e-15d1-430d-b4e2-0da3f92809d1 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:25.063265 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ff3b148-701a-414a-bf73-f6bbed02399b req-8b75138e-15d1-430d-b4e2-0da3f92809d1 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fd67824-b8e5-414f-a9e2-7886a9a4f1aa HTTP/1.1" status: 200 len: 945 time: 0.0834258 Nov 02 11:45:25.066669 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2701a36-aada-43f7-b56c-82554df15c27 req-207395e7-4b3d-487a-b0d6-5b921e26af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:25.068239 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c2701a36-aada-43f7-b56c-82554df15c27 req-207395e7-4b3d-487a-b0d6-5b921e26af1f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1576042 Nov 02 11:45:25.125579 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:25.144261 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ff3b148-701a-414a-bf73-f6bbed02399b req-e27b1bd9-1c52-49e8-9428-36f6519a9be8 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/security-groups?id=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737312 Nov 02 11:45:25.311551 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:25.350440 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d4c12296-7b74-453e-81d6-fbf4db3d1551 req-be0efee5-78d3-45ad-92a0-83f387271688 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880993 Nov 02 11:45:25.397185 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-684ca84e-b0cf-4f50-b909-1375c5b7b356 req-89cfab9c-b743-4d0e-8dc3-af8192b4ac3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac HTTP/1.1" status: 200 len: 1000 time: 0.4655681 Nov 02 11:45:25.405022 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Pushing event updated for resources: {'Port': ['ID=596298fd-b603-4810-9af1-63ca8fa855ea,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:25.544990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ca84e-b0cf-4f50-b909-1375c5b7b356 req-2694aa6e-e61f-46a1-9a52-e8e4534a7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:25.546457 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-684ca84e-b0cf-4f50-b909-1375c5b7b356 req-2694aa6e-e61f-46a1-9a52-e8e4534a7a1c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.1388655 Nov 02 11:45:25.603971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Attempting to bind port 596298fd-b603-4810-9af1-63ca8fa855ea on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:45:25.604315 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Attempting to bind port 596298fd-b603-4810-9af1-63ca8fa855ea by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '47eadb47-fdd8-4c16-9fe6-43165ad54456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c2d39c44-b62f-41f0-bb5b-20797aa9f6c0'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:45:25.604643 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Attempting to bind port 596298fd-b603-4810-9af1-63ca8fa855ea on network c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:25.621762 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8e381-f5ce-4d30-b6be-ac707cdd9b92 req-0cb4c733-d548-44da-8b48-2090c655a330 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:25.623450 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e6d8e381-f5ce-4d30-b6be-ac707cdd9b92 req-0cb4c733-d548-44da-8b48-2090c655a330 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=38ffb371-a113-4b0b-a4f2-d42f057f6f12 HTTP/1.1" status: 200 len: 945 time: 0.1599455 Nov 02 11:45:25.629593 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Port 596298fd-b603-4810-9af1-63ca8fa855ea on network c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:45:25.629593 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Attempting to bind port 596298fd-b603-4810-9af1-63ca8fa855ea on network c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:25.643482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:45:25.643731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Checking segment: {'id': '47eadb47-fdd8-4c16-9fe6-43165ad54456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c2d39c44-b62f-41f0-bb5b-20797aa9f6c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:45:25.644307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Bound using segment: {'id': '47eadb47-fdd8-4c16-9fe6-43165ad54456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c2d39c44-b62f-41f0-bb5b-20797aa9f6c0'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:45:25.644910 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Bound port: 596298fd-b603-4810-9af1-63ca8fa855ea, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47eadb47-fdd8-4c16-9fe6-43165ad54456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c2d39c44-b62f-41f0-bb5b-20797aa9f6c0'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:45:25.645432 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:25.657302 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ca84e-b0cf-4f50-b909-1375c5b7b356 req-f08ca2ca-6903-459f-9fd0-fccdb8f5d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:25.658786 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-684ca84e-b0cf-4f50-b909-1375c5b7b356 req-f08ca2ca-6903-459f-9fd0-fccdb8f5d325 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029894 Nov 02 11:45:25.815372 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e6d8e381-f5ce-4d30-b6be-ac707cdd9b92 req-b23b5902-644c-4f01-8217-e79840bb01e7 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/security-groups?id=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832426 Nov 02 11:45:25.840713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] For port 596298fd-b603-4810-9af1-63ca8fa855ea, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:45:25.844458 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] For port 596298fd-b603-4810-9af1-63ca8fa855ea, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=596298fd-b603-4810-9af1-63ca8fa855ea,segment=NetworkSegment(47eadb47-fdd8-4c16-9fe6-43165ad54456),segment_id=47eadb47-fdd8-4c16-9fe6-43165ad54456)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:45:25.847094 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-684ca84e-b0cf-4f50-b909-1375c5b7b356 req-8067b364-a114-4383-965b-ee4837190fcb service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797411 Nov 02 11:45:25.867932 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4701908-a6cd-4951-b978-0baec07e6362 req-68f26f54-0f15-4fbb-97f8-5a663323c73f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:25.874726 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4701908-a6cd-4951-b978-0baec07e6362 req-68f26f54-0f15-4fbb-97f8-5a663323c73f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:25.882625 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4701908-a6cd-4951-b978-0baec07e6362 req-68f26f54-0f15-4fbb-97f8-5a663323c73f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:25.884374 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a4701908-a6cd-4951-b978-0baec07e6362 req-68f26f54-0f15-4fbb-97f8-5a663323c73f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2412 time: 0.0835905 Nov 02 11:45:25.950521 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:25.968132 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a4701908-a6cd-4951-b978-0baec07e6362 req-1406c16e-9e4f-4281-83b7-a77e3f393c59 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763762 Nov 02 11:45:26.021386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:26.021979 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:26.023936 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] 10.222.0.54 "PUT /v2.0/ports/596298fd-b603-4810-9af1-63ca8fa855ea HTTP/1.1" status: 200 len: 1092 time: 1.9069226 Nov 02 11:45:26.094550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc970a-977b-46eb-a7f9-3cf2eb4c710c service neutron] Pushing event updated for resources: {'Port': ['ID=596298fd-b603-4810-9af1-63ca8fa855ea,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:26.127550 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-684ca84e-b0cf-4f50-b909-1375c5b7b356 req-486634e1-2213-4994-b891-fed2ef8d9e87 service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315044 Nov 02 11:45:26.140632 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05268d0-2b99-4099-b672-688162035373 req-c43a129e-1a12-4d95-be09-6b9de4a0404f tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:26.142389 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d05268d0-2b99-4099-b672-688162035373 req-c43a129e-1a12-4d95-be09-6b9de4a0404f tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=b245b50b-6dd7-4267-bcfa-73c105bafd85 HTTP/1.1" status: 200 len: 945 time: 0.1296980 Nov 02 11:45:26.264177 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d05268d0-2b99-4099-b672-688162035373 req-0a02a30f-7745-4b22-b43e-0b631a8dbdc8 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/security-groups?id=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050961 Nov 02 11:45:26.267723 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-1d33f1cc-bbc0-4a33-8117-11f1254e5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:26.268390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-1d33f1cc-bbc0-4a33-8117-11f1254e5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:26.268868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-1d33f1cc-bbc0-4a33-8117-11f1254e5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:26.270486 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-1d33f1cc-bbc0-4a33-8117-11f1254e5ad4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0da859b11a5a4a1f9cf2d366e4d244de&device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2868 time: 0.0834050 Nov 02 11:45:26.345273 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-eafb52e9-a3be-4b82-af73-73fb8a205723 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.172&port_id=40c3cf91-4d49-485a-b268-9a971e2946e6 HTTP/1.1" status: 200 len: 217 time: 0.0663161 Nov 02 11:45:26.490899 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f07c9d-caa7-4752-80f4-2b6303de71d1 req-21e1fcde-bb77-4d86-a7a8-8ae25fcb8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:26.492642 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59f07c9d-caa7-4752-80f4-2b6303de71d1 req-21e1fcde-bb77-4d86-a7a8-8ae25fcb8343 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 1097 time: 0.1577365 Nov 02 11:45:26.494275 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-653a1e44-da26-4c77-82b0-06d91f335c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:26.495851 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-653a1e44-da26-4c77-82b0-06d91f335c7a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0430f0fc-c9a9-4863-915e-6dace5d861e9 HTTP/1.1" status: 200 len: 801 time: 0.1022036 Nov 02 11:45:26.535018 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bf492-8122-4dd5-812b-164a9dff3a6a req-ee497de7-c9e6-4ff1-9584-b78a5135e654 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:26.536599 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0f6bf492-8122-4dd5-812b-164a9dff3a6a req-ee497de7-c9e6-4ff1-9584-b78a5135e654 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1034827 Nov 02 11:45:26.660314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-123ca5c9-38a2-416e-bb9b-7ca2c39c3c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:26.661759 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-123ca5c9-38a2-416e-bb9b-7ca2c39c3c71 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c2d39c44-b62f-41f0-bb5b-20797aa9f6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1555774 Nov 02 11:45:26.703114 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0f6bf492-8122-4dd5-812b-164a9dff3a6a req-5ee3f50c-b8da-402b-83c4-6679d2bc1808 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545022 Nov 02 11:45:26.726078 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f07c9d-caa7-4752-80f4-2b6303de71d1 req-d455906c-734d-4cef-a7c1-00eef901152b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:26.728538 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59f07c9d-caa7-4752-80f4-2b6303de71d1 req-d455906c-734d-4cef-a7c1-00eef901152b service neutron] 10.222.0.54 "GET /v2.0/networks?id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929 HTTP/1.1" status: 200 len: 913 time: 0.2235723 Nov 02 11:45:26.810968 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afce27b-c218-4893-b25b-135718f0c13c', 'tag': '596298fd-b603-4810-9af1-63ca8fa855ea'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:26.813269 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2505bc3a-c225-4376-b52f-5e5c4a1ad7cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6afce27b-c218-4893-b25b-135718f0c13c", "tag": "596298fd-b603-4810-9af1-63ca8fa855ea"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:26.820749 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59f07c9d-caa7-4752-80f4-2b6303de71d1 req-015a4419-2ee5-44a3-9a98-4e441c556cc5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddd3c6eb-8b36-4c51-b500-b381936e9719 HTTP/1.1" status: 200 len: 217 time: 0.0571387 Nov 02 11:45:26.928286 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-958f67f6-2840-4465-b735-d7339a257830 service neutron] 10.222.0.54 "GET /v2.0/networks/c2d39c44-b62f-41f0-bb5b-20797aa9f6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548761 Nov 02 11:45:26.931403 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f07c9d-caa7-4752-80f4-2b6303de71d1 req-a1f75c8c-d7f7-4686-aa59-3984c31625ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:26.932810 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59f07c9d-caa7-4752-80f4-2b6303de71d1 req-a1f75c8c-d7f7-4686-aa59-3984c31625ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=709b5eb0-8b3b-4f04-bc29-debbc3396f1e HTTP/1.1" status: 200 len: 852 time: 0.0897441 Nov 02 11:45:26.941273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68571f45-ec94-4817-90aa-177968ff300b req-b8e8dbbf-3963-43d0-af7c-526d40d7ef21 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:26.942795 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-68571f45-ec94-4817-90aa-177968ff300b req-b8e8dbbf-3963-43d0-af7c-526d40d7ef21 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.1721697 Nov 02 11:45:26.995842 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59f07c9d-caa7-4752-80f4-2b6303de71d1 req-b4a7cc39-084e-446d-b934-79b95ea04adb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520859 Nov 02 11:45:27.183505 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59f07c9d-caa7-4752-80f4-2b6303de71d1 req-e3afc438-f97c-4735-94ae-701effb8ba27 service neutron] 10.222.0.54 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740854 Nov 02 11:45:27.187019 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-68571f45-ec94-4817-90aa-177968ff300b req-463d2b75-62ae-4f79-8c4d-6b44a2ed00dd tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260907 Nov 02 11:45:27.233044 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-c1fa0c3f-da0d-4161-972f-d4ea77a2f130 service neutron] 10.222.0.54 "GET /v2.0/networks/c2d39c44-b62f-41f0-bb5b-20797aa9f6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882226 Nov 02 11:45:27.312625 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-267ed044-8d83-4607-bb4f-c0c57fe5604f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.239&port_id=06692540-a7fa-4994-b461-edded7713db4 HTTP/1.1" status: 200 len: 217 time: 0.0683026 Nov 02 11:45:27.376728 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59f07c9d-caa7-4752-80f4-2b6303de71d1 req-cdb4feb5-9275-41a1-8ee7-5d397c934f65 service neutron] 10.222.0.54 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803131 Nov 02 11:45:27.391936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a23eada3-b0b8-4af4-8b14-7f2584b90952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:27.393400 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-a23eada3-b0b8-4af4-8b14-7f2584b90952 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=082b1570-5c98-4008-94d4-dc3f80ce584d HTTP/1.1" status: 200 len: 801 time: 0.0707805 Nov 02 11:45:27.402453 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edcdd02-4f7b-41b1-b455-e18d56d5f2f2 x-openstack-request-id: req-3edcdd02-4f7b-41b1-b455-e18d56d5f2f2 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:27.402738 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afce27b-c218-4893-b25b-135718f0c13c", "tag": "596298fd-b603-4810-9af1-63ca8fa855ea", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:27.403090 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3edcdd02-4f7b-41b1-b455-e18d56d5f2f2 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:27.403495 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6afce27b-c218-4893-b25b-135718f0c13c', 'tag': '596298fd-b603-4810-9af1-63ca8fa855ea', 'status': 'completed', 'code': 200} Nov 02 11:45:27.449914 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-588eba54-b6e4-4697-8170-c917fa8200a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:27.451444 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-588eba54-b6e4-4697-8170-c917fa8200a7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4c821e3f-1e38-42b2-8419-7488a20b2453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451794 Nov 02 11:45:27.584578 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ff558-bb5f-4ee4-9c40-12cafcb52fb4 req-4aee6eb2-bbd0-4fba-a4e9-f567f9b7d055 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:27.586146 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-682ff558-bb5f-4ee4-9c40-12cafcb52fb4 req-4aee6eb2-bbd0-4fba-a4e9-f567f9b7d055 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=b245b50b-6dd7-4267-bcfa-73c105bafd85 HTTP/1.1" status: 200 len: 945 time: 0.1023185 Nov 02 11:45:27.610149 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-c799f87f-37c4-45d0-82f0-5d0f57d242a2 service neutron] 10.222.0.54 "GET /v2.0/networks/4c821e3f-1e38-42b2-8419-7488a20b2453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499984 Nov 02 11:45:27.621766 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:45:27.723273 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-682ff558-bb5f-4ee4-9c40-12cafcb52fb4 req-07cb05b9-30d7-408d-957e-a19ed9a45ff6 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/security-groups?id=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201196 Nov 02 11:45:27.735548 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30b8c1-4d22-4080-a43f-52fd09fb9837 req-cc6ab58c-1a6d-4ba4-9f4a-0884968d534c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:27.742141 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30b8c1-4d22-4080-a43f-52fd09fb9837 req-cc6ab58c-1a6d-4ba4-9f4a-0884968d534c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:27.755501 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-f7f481f4-3773-4ea3-a796-4a03c316604c service neutron] 10.222.0.54 "GET /v2.0/networks/4c821e3f-1e38-42b2-8419-7488a20b2453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351008 Nov 02 11:45:27.756112 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30b8c1-4d22-4080-a43f-52fd09fb9837 req-cc6ab58c-1a6d-4ba4-9f4a-0884968d534c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:27.758024 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4a30b8c1-4d22-4080-a43f-52fd09fb9837 req-cc6ab58c-1a6d-4ba4-9f4a-0884968d534c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2412 time: 0.0813675 Nov 02 11:45:27.822237 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-69443083-8719-4b78-a1c9-af2dce390933 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.41&port_id=596298fd-b603-4810-9af1-63ca8fa855ea HTTP/1.1" status: 200 len: 217 time: 0.0525911 Nov 02 11:45:27.831288 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4a30b8c1-4d22-4080-a43f-52fd09fb9837 req-0db796ff-2c08-4d6f-94f8-61cfe21fecd7 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671608 Nov 02 11:45:27.918118 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-1d3c64e3-3f9d-4673-b6d8-33af8a606271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:27.919347 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-1d3c64e3-3f9d-4673-b6d8-33af8a606271 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0430f0fc-c9a9-4863-915e-6dace5d861e9 HTTP/1.1" status: 200 len: 801 time: 0.0895782 Nov 02 11:45:27.933334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fc114-f5cd-40c3-8696-b1f299eaecba req-63ccf727-a4fc-4748-99bb-1c621b13341c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:27.935137 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e8fc114-f5cd-40c3-8696-b1f299eaecba req-63ccf727-a4fc-4748-99bb-1c621b13341c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0955510 Nov 02 11:45:28.014535 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-0937579f-fa41-4b68-8267-1b2cfd7ec77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:28.016088 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-0937579f-fa41-4b68-8267-1b2cfd7ec77a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c2d39c44-b62f-41f0-bb5b-20797aa9f6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799618 Nov 02 11:45:28.019897 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e8fc114-f5cd-40c3-8696-b1f299eaecba req-ebb19814-40e0-4e9e-a119-90cd0b707522 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747793 Nov 02 11:45:28.163551 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-e4223aef-1856-4c59-b540-03a609c3f645 service neutron] 10.222.0.54 "GET /v2.0/networks/c2d39c44-b62f-41f0-bb5b-20797aa9f6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384599 Nov 02 11:45:28.302503 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db015cd8-9c7d-4fec-9a6d-2d616f6e5074 req-3a0035a9-9c8e-439a-8de5-d7016f9c9e4a service neutron] 10.222.0.54 "GET /v2.0/networks/c2d39c44-b62f-41f0-bb5b-20797aa9f6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286643 Nov 02 11:45:28.311502 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cb7a7-aa18-4226-b262-00e7c6ba57d9 req-becffa9c-0879-413c-9c6b-1281c3fa2a0b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:28.313153 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-702cb7a7-aa18-4226-b262-00e7c6ba57d9 req-becffa9c-0879-413c-9c6b-1281c3fa2a0b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0769212 Nov 02 11:45:28.378719 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-702cb7a7-aa18-4226-b262-00e7c6ba57d9 req-000e5b6a-8a88-47b4-93f9-25085853ebe5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515530 Nov 02 11:45:28.489177 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6232145-635a-4bd1-a8a8-6703ad3d0ece req-0ee61a54-99bd-4e0e-adb3-c6ea6e1ffea4 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:28.491227 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c6232145-635a-4bd1-a8a8-6703ad3d0ece req-0ee61a54-99bd-4e0e-adb3-c6ea6e1ffea4 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 945 time: 0.0614393 Nov 02 11:45:28.536023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5c03b-212a-4712-9cea-d140049e967f req-02556179-2d83-4431-87de-c27290fe2c4b tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:28.537562 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5e5c03b-212a-4712-9cea-d140049e967f req-02556179-2d83-4431-87de-c27290fe2c4b tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.54 "GET /v2.0/ports?device_id=b245b50b-6dd7-4267-bcfa-73c105bafd85 HTTP/1.1" status: 200 len: 945 time: 0.0780640 Nov 02 11:45:28.577415 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c6232145-635a-4bd1-a8a8-6703ad3d0ece req-3b7bf9b0-f920-4857-b248-23554ffeba1b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688519 Nov 02 11:45:28.687856 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505bc3a-c225-4376-b52f-5e5c4a1ad7cd req-22b1ac53-433e-4c13-b1ff-b6ec323dd012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:28.688354 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505bc3a-c225-4376-b52f-5e5c4a1ad7cd req-22b1ac53-433e-4c13-b1ff-b6ec323dd012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:28.688917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505bc3a-c225-4376-b52f-5e5c4a1ad7cd req-22b1ac53-433e-4c13-b1ff-b6ec323dd012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:28.690741 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2505bc3a-c225-4376-b52f-5e5c4a1ad7cd req-22b1ac53-433e-4c13-b1ff-b6ec323dd012 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0da859b11a5a4a1f9cf2d366e4d244de&device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2868 time: 0.1522708 Nov 02 11:45:28.750453 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70613ae0-cd35-4eaa-9129-f59b14c7d758 req-abaf96e2-5237-4482-ad5f-a6b5fd74a695 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:28.755595 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-70613ae0-cd35-4eaa-9129-f59b14c7d758 req-abaf96e2-5237-4482-ad5f-a6b5fd74a695 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0845120 Nov 02 11:45:28.772927 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-c5e5c03b-212a-4712-9cea-d140049e967f req-1ea5bf53-3fcb-4348-ab40-485c3f1af8ec tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Deleting port f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:45:28.774154 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c5e5c03b-212a-4712-9cea-d140049e967f req-1ea5bf53-3fcb-4348-ab40-485c3f1af8ec tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:28.825536 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-70613ae0-cd35-4eaa-9129-f59b14c7d758 req-df84daab-c52e-4247-b1e6-fe0050a7e3ec tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671501 Nov 02 11:45:28.865096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505bc3a-c225-4376-b52f-5e5c4a1ad7cd req-dc3d1fbd-fc80-4e87-816c-72764ab1bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:28.866586 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2505bc3a-c225-4376-b52f-5e5c4a1ad7cd req-dc3d1fbd-fc80-4e87-816c-72764ab1bd75 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 HTTP/1.1" status: 200 len: 903 time: 0.1660199 Nov 02 11:45:28.915793 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2505bc3a-c225-4376-b52f-5e5c4a1ad7cd req-414c503a-dbde-488e-bb52-5d813859c7e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.41&port_id=596298fd-b603-4810-9af1-63ca8fa855ea HTTP/1.1" status: 200 len: 217 time: 0.0398560 Nov 02 11:45:28.974922 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54640e17-df2e-4bb5-81c2-1c65f91e1591 req-6de1dd2f-65f6-4ae3-932e-2ce5be1a62ff tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:28.977169 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-54640e17-df2e-4bb5-81c2-1c65f91e1591 req-6de1dd2f-65f6-4ae3-932e-2ce5be1a62ff tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=b245b50b-6dd7-4267-bcfa-73c105bafd85 HTTP/1.1" status: 200 len: 945 time: 0.0549762 Nov 02 11:45:28.988018 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-c5e5c03b-212a-4712-9cea-d140049e967f req-1ea5bf53-3fcb-4348-ab40-485c3f1af8ec tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] For port f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2,segment=NetworkSegment(a25349ff-cd1b-40b7-9503-d08baf8305a2),segment_id=a25349ff-cd1b-40b7-9503-d08baf8305a2)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:28.988389 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c5e5c03b-212a-4712-9cea-d140049e967f req-1ea5bf53-3fcb-4348-ab40-485c3f1af8ec tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:29.015878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-c5e5c03b-212a-4712-9cea-d140049e967f req-1ea5bf53-3fcb-4348-ab40-485c3f1af8ec tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Calling delete_port for f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:45:29.025418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505bc3a-c225-4376-b52f-5e5c4a1ad7cd req-da81e870-8e8e-4d5f-b06a-48cd26f72999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:29.027027 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2505bc3a-c225-4376-b52f-5e5c4a1ad7cd req-da81e870-8e8e-4d5f-b06a-48cd26f72999 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0430f0fc-c9a9-4863-915e-6dace5d861e9 HTTP/1.1" status: 200 len: 801 time: 0.1031184 Nov 02 11:45:29.034918 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-54640e17-df2e-4bb5-81c2-1c65f91e1591 req-b31d7ab9-02bb-4da8-b6cd-ead707d74e08 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/security-groups?id=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493503 Nov 02 11:45:29.129114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505bc3a-c225-4376-b52f-5e5c4a1ad7cd req-e85f4ddd-68fe-463a-ab8f-6727c5aa34f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:29.130817 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2505bc3a-c225-4376-b52f-5e5c4a1ad7cd req-e85f4ddd-68fe-463a-ab8f-6727c5aa34f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c2d39c44-b62f-41f0-bb5b-20797aa9f6c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947757 Nov 02 11:45:29.176610 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb31ede-98d5-4a9a-a951-e31259649356 req-bda5b48f-4156-492d-8c15-63bd4edd25e6 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:29.183148 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb31ede-98d5-4a9a-a951-e31259649356 req-bda5b48f-4156-492d-8c15-63bd4edd25e6 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:29.189683 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb31ede-98d5-4a9a-a951-e31259649356 req-bda5b48f-4156-492d-8c15-63bd4edd25e6 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:29.198560 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0cb31ede-98d5-4a9a-a951-e31259649356 req-bda5b48f-4156-492d-8c15-63bd4edd25e6 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2412 time: 0.0801005 Nov 02 11:45:29.255356 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0cb31ede-98d5-4a9a-a951-e31259649356 req-1ec4b7d1-4e76-4af9-9025-1fc7f3c94e85 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557380 Nov 02 11:45:29.694507 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2505bc3a-c225-4376-b52f-5e5c4a1ad7cd req-803d43ca-0831-43ee-b14f-ec29c95a6d92 service neutron] 10.222.0.54 "GET /v2.0/networks/c2d39c44-b62f-41f0-bb5b-20797aa9f6c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448360 Nov 02 11:45:29.707106 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944822c8-ae0f-4479-b342-ac62455967b5 req-69e0a56f-5a69-4831-9b8a-94b54e57b866 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:29.707106 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-944822c8-ae0f-4479-b342-ac62455967b5 req-69e0a56f-5a69-4831-9b8a-94b54e57b866 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 812 time: 0.5392015 Nov 02 11:45:29.740888 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-944822c8-ae0f-4479-b342-ac62455967b5 req-4c7c12a1-b530-4762-91bf-2c208ef20ef1 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/quotas/bec498c596c8422fb907979cec4aae7e HTTP/1.1" status: 200 len: 375 time: 0.0254292 Nov 02 11:45:29.824761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ddd3c6eb-8b36-4c51-b500-b381936e9719 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:45:29.837468 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2505bc3a-c225-4376-b52f-5e5c4a1ad7cd req-13baf24e-d099-4056-9ee7-628ab88713f8 service neutron] 10.222.0.54 "GET /v2.0/networks/c2d39c44-b62f-41f0-bb5b-20797aa9f6c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294456 Nov 02 11:45:29.859307 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-944822c8-ae0f-4479-b342-ac62455967b5 req-4cd21d5e-916b-4a96-b974-f39871e2fe7f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0864615 Nov 02 11:45:29.915864 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c5e5c03b-212a-4712-9cea-d140049e967f req-1ea5bf53-3fcb-4348-ab40-485c3f1af8ec tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:29.958581 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['73fa0339-85dc-42f2-915a-6118ee3a0762'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:45:29.962721 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['2056a0ff-9f90-4dfc-80dc-e01dbaf77d25'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:45:29.966061 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:30.014484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5bf53-3fcb-4348-ab40-485c3f1af8ec tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Pushing event deleted for resources: {'Port': ['ID=f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:30.061224 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae0dc64-6a3b-4151-948d-f17b80638940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddd3c6eb-8b36-4c51-b500-b381936e9719'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:30.063940 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb68fdac-1d9c-4ae9-9243-1c16ab6f3b5e" -d '{"events": [{"server_uuid": "eae0dc64-6a3b-4151-948d-f17b80638940", "name": "network-vif-unplugged", "status": "completed", "tag": "ddd3c6eb-8b36-4c51-b500-b381936e9719"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:30.077430 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-944822c8-ae0f-4479-b342-ac62455967b5 req-c385e656-0115-45fc-97a7-cce44773dd7b service neutron] 10.222.0.52 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168455 Nov 02 11:45:30.112828 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port ddd3c6eb-8b36-4c51-b500-b381936e9719, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ddd3c6eb-8b36-4c51-b500-b381936e9719,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:30.177325 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e5c03b-212a-4712-9cea-d140049e967f req-1ea5bf53-3fcb-4348-ab40-485c3f1af8ec tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] No DVR routers for this DVR port f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:45:30.182395 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c5e5c03b-212a-4712-9cea-d140049e967f req-1ea5bf53-3fcb-4348-ab40-485c3f1af8ec tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:30.186054 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5e5c03b-212a-4712-9cea-d140049e967f req-1ea5bf53-3fcb-4348-ab40-485c3f1af8ec tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.54 "DELETE /v2.0/ports/f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 HTTP/1.1" status: 204 len: 173 time: 1.6368759 Nov 02 11:45:30.186662 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b245b50b-6dd7-4267-bcfa-73c105bafd85', 'name': 'network-vif-deleted', 'tag': 'f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:30.199506 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52efd98-b8ab-4c45-95d6-2dceeb34ee15" -d '{"events": [{"server_uuid": "b245b50b-6dd7-4267-bcfa-73c105bafd85", "name": "network-vif-deleted", "tag": "f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:30.215172 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:30.261928 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-944822c8-ae0f-4479-b342-ac62455967b5 req-598f0dcb-dbd1-4ecf-bce1-94dfa6c0c931 service neutron] 10.222.0.52 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793883 Nov 02 11:45:30.289422 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addc289-cf74-4e50-a9f8-7b1430f1b518 req-5ffb853f-184c-440c-8eaa-6b4bfcedd2c3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:30.289422 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7addc289-cf74-4e50-a9f8-7b1430f1b518 req-5ffb853f-184c-440c-8eaa-6b4bfcedd2c3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 943 time: 0.0786242 Nov 02 11:45:30.347850 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=ddd3c6eb-8b36-4c51-b500-b381936e9719,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:30.361357 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7addc289-cf74-4e50-a9f8-7b1430f1b518 req-bd182256-c553-4e1d-8cb3-27a3fd0588e1 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668013 Nov 02 11:45:30.570799 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e72a70f-9000-4b9a-965e-61b594b7bd48 x-openstack-request-id: req-0e72a70f-9000-4b9a-965e-61b594b7bd48 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:30.571129 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae0dc64-6a3b-4151-948d-f17b80638940", "name": "network-vif-unplugged", "status": "failed", "tag": "ddd3c6eb-8b36-4c51-b500-b381936e9719", "code": 422}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:30.571399 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e72a70f-9000-4b9a-965e-61b594b7bd48 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:30.571799 n-d-806683-18 neutron-server[102691]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eae0dc64-6a3b-4151-948d-f17b80638940', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ddd3c6eb-8b36-4c51-b500-b381936e9719', 'code': 422} returned with failed status Nov 02 11:45:30.675855 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f81963a-af52-4b67-a330-90ab61fa056e req-dda7b15e-3be1-46c8-b121-ea0cdfec1b4c tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=b245b50b-6dd7-4267-bcfa-73c105bafd85 HTTP/1.1" status: 200 len: 210 time: 0.0434458 Nov 02 11:45:30.746725 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c668f17a-2ba2-4eaa-8ed6-03a7402a51ca x-openstack-request-id: req-c668f17a-2ba2-4eaa-8ed6-03a7402a51ca {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:30.747894 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b245b50b-6dd7-4267-bcfa-73c105bafd85", "name": "network-vif-deleted", "tag": "f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:30.748157 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c668f17a-2ba2-4eaa-8ed6-03a7402a51ca {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:30.748585 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b245b50b-6dd7-4267-bcfa-73c105bafd85', 'name': 'network-vif-deleted', 'tag': 'f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2', 'status': 'completed', 'code': 200} Nov 02 11:45:30.855003 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22117f-4bed-489d-a50a-65345d032f7d req-8f17dd7a-2ebe-4e6e-a787-491aeba3622c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:30.861176 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22117f-4bed-489d-a50a-65345d032f7d req-8f17dd7a-2ebe-4e6e-a787-491aeba3622c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:30.867979 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22117f-4bed-489d-a50a-65345d032f7d req-8f17dd7a-2ebe-4e6e-a787-491aeba3622c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:30.872273 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c22117f-4bed-489d-a50a-65345d032f7d req-8f17dd7a-2ebe-4e6e-a787-491aeba3622c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2412 time: 0.0729883 Nov 02 11:45:30.931052 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c22117f-4bed-489d-a50a-65345d032f7d req-4dbb8c1b-c2f8-4797-ab2e-6244262e0ff3 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500669 Nov 02 11:45:31.050804 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ba9644d-b420-4ff8-8e8d-ecadbe9e4a52 req-2914c769-7a35-444c-9f49-a7b055d3d42d tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 210 time: 0.0283196 Nov 02 11:45:31.850316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 40c3cf91-4d49-485a-b268-9a971e2946e6 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:45:31.858035 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:45:31.885832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:45:31.886176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device f8fc4eb3-24f9-4674-93c1-a11d5ac1a5b2 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:45:32.031544 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 40c3cf91-4d49-485a-b268-9a971e2946e6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=40c3cf91-4d49-485a-b268-9a971e2946e6,segment=NetworkSegment(47eadb47-fdd8-4c16-9fe6-43165ad54456),segment_id=47eadb47-fdd8-4c16-9fe6-43165ad54456)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:32.045892 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '40c3cf91-4d49-485a-b268-9a971e2946e6', 'network_id': 'c2d39c44-b62f-41f0-bb5b-20797aa9f6c0', 'port_id': '40c3cf91-4d49-485a-b268-9a971e2946e6', 'mac_address': 'fa:16:3e:71:34:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0430f0fc-c9a9-4863-915e-6dace5d861e9', 'ip_address': '19.80.0.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:45:32.094009 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:32.108253 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c3cf91-4d49-485a-b268-9a971e2946e6 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:32.129829 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 40c3cf91-4d49-485a-b268-9a971e2946e6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=40c3cf91-4d49-485a-b268-9a971e2946e6,segment=NetworkSegment(47eadb47-fdd8-4c16-9fe6-43165ad54456),segment_id=47eadb47-fdd8-4c16-9fe6-43165ad54456)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:32.138717 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84022d-168b-43b1-a185-d969b6e71d5c req-819154dd-5ffa-420d-a600-bbf541f20f14 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:32.144897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84022d-168b-43b1-a185-d969b6e71d5c req-819154dd-5ffa-420d-a600-bbf541f20f14 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:32.151609 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84022d-168b-43b1-a185-d969b6e71d5c req-819154dd-5ffa-420d-a600-bbf541f20f14 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:32.153255 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1a84022d-168b-43b1-a185-d969b6e71d5c req-819154dd-5ffa-420d-a600-bbf541f20f14 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2412 time: 0.0778863 Nov 02 11:45:32.204508 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1a84022d-168b-43b1-a185-d969b6e71d5c req-52d2ef57-8841-4016-ac53-c3b2e3762a48 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448945 Nov 02 11:45:32.241712 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:32.241712 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 596298fd-b603-4810-9af1-63ca8fa855ea details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:45:32.308461 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 596298fd-b603-4810-9af1-63ca8fa855ea, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=596298fd-b603-4810-9af1-63ca8fa855ea,segment=NetworkSegment(47eadb47-fdd8-4c16-9fe6-43165ad54456),segment_id=47eadb47-fdd8-4c16-9fe6-43165ad54456)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:32.311438 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=40c3cf91-4d49-485a-b268-9a971e2946e6,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:32.323440 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '596298fd-b603-4810-9af1-63ca8fa855ea', 'network_id': 'c2d39c44-b62f-41f0-bb5b-20797aa9f6c0', 'port_id': '596298fd-b603-4810-9af1-63ca8fa855ea', 'mac_address': 'fa:16:3e:fa:fc:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0430f0fc-c9a9-4863-915e-6dace5d861e9', 'ip_address': '19.80.0.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:45:32.362692 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:32.375597 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-891fe8c3-1221-45d7-9b85-159f498ae826 req-fc041f09-2d92-4661-891e-2d42ded577d8 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 210 time: 0.0349860 Nov 02 11:45:32.377593 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 596298fd-b603-4810-9af1-63ca8fa855ea {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:32.435200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 596298fd-b603-4810-9af1-63ca8fa855ea, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=596298fd-b603-4810-9af1-63ca8fa855ea,segment=NetworkSegment(47eadb47-fdd8-4c16-9fe6-43165ad54456),segment_id=47eadb47-fdd8-4c16-9fe6-43165ad54456)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:32.543740 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:32.544607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 06692540-a7fa-4994-b461-edded7713db4 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:45:32.625268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=596298fd-b603-4810-9af1-63ca8fa855ea,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:32.671471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36944) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:32.725277 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 06692540-a7fa-4994-b461-edded7713db4, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=06692540-a7fa-4994-b461-edded7713db4,segment=NetworkSegment(66574b6e-74d1-4dbb-87c6-50aeb4675a2e),segment_id=66574b6e-74d1-4dbb-87c6-50aeb4675a2e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:32.739462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '06692540-a7fa-4994-b461-edded7713db4', 'network_id': '4c821e3f-1e38-42b2-8419-7488a20b2453', 'port_id': '06692540-a7fa-4994-b461-edded7713db4', 'mac_address': 'fa:16:3e:6e:da:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082b1570-5c98-4008-94d4-dc3f80ce584d', 'ip_address': '19.86.0.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:45:32.798229 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:32.810986 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-818da70f-2e72-46ea-8dd6-829d3eea6c15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:32.814055 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06692540-a7fa-4994-b461-edded7713db4 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:32.842961 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 06692540-a7fa-4994-b461-edded7713db4, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=06692540-a7fa-4994-b461-edded7713db4,segment=NetworkSegment(66574b6e-74d1-4dbb-87c6-50aeb4675a2e),segment_id=66574b6e-74d1-4dbb-87c6-50aeb4675a2e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:32.901613 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:32.905150 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-818da70f-2e72-46ea-8dd6-829d3eea6c15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:32.959574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=06692540-a7fa-4994-b461-edded7713db4,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:32.985859 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb5a9b-326f-4252-8b38-528440e585a7 req-ac0b06b5-317c-4bfe-98ad-514a6e6a1e43 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:32.987451 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01eb5a9b-326f-4252-8b38-528440e585a7 req-ac0b06b5-317c-4bfe-98ad-514a6e6a1e43 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=eae0dc64-6a3b-4151-948d-f17b80638940 HTTP/1.1" status: 200 len: 943 time: 0.0680480 Nov 02 11:45:33.036903 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8269b7d-1f06-44a3-b347-f7b471937f3a req-294619ce-d998-4a0e-9308-21f42cc518ee tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:33.040499 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-818da70f-2e72-46ea-8dd6-829d3eea6c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:33.044417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8269b7d-1f06-44a3-b347-f7b471937f3a req-294619ce-d998-4a0e-9308-21f42cc518ee tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:33.046400 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d8269b7d-1f06-44a3-b347-f7b471937f3a req-294619ce-d998-4a0e-9308-21f42cc518ee tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=38ffb371-a113-4b0b-a4f2-d42f057f6f12&device_id=8fd67824-b8e5-414f-a9e2-7886a9a4f1aa HTTP/1.1" status: 200 len: 1681 time: 0.0625069 Nov 02 11:45:33.105630 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d8269b7d-1f06-44a3-b347-f7b471937f3a req-67aaea2f-2502-4db6-a250-538be54813bf tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/security-groups?id=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528927 Nov 02 11:45:33.120934 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-818da70f-2e72-46ea-8dd6-829d3eea6c15 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=058ed146b3d64ff393d11cf929eac6e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4481182 Nov 02 11:45:33.121710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818da70f-2e72-46ea-8dd6-829d3eea6c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1621cc9-21e1-40c9-a706-06f826b2874c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:33.126211 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36966) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:33.180593 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-01eb5a9b-326f-4252-8b38-528440e585a7 req-8265e5c7-7b8e-42cd-a4c1-12465389934e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Deleting port ddd3c6eb-8b36-4c51-b500-b381936e9719 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:45:33.193002 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01eb5a9b-326f-4252-8b38-528440e585a7 req-8265e5c7-7b8e-42cd-a4c1-12465389934e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:33.218042 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-49eb891c-e723-4222-93ea-366e69bcbfa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:33.219942 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['06692540-a7fa-4994-b461-edded7713db4'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:45:33.281453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['40c3cf91-4d49-485a-b268-9a971e2946e6'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:45:33.281756 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-49eb891c-e723-4222-93ea-366e69bcbfa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:33.362758 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-01eb5a9b-326f-4252-8b38-528440e585a7 req-8265e5c7-7b8e-42cd-a4c1-12465389934e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] For port ddd3c6eb-8b36-4c51-b500-b381936e9719, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ddd3c6eb-8b36-4c51-b500-b381936e9719,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:33.362758 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01eb5a9b-326f-4252-8b38-528440e585a7 req-8265e5c7-7b8e-42cd-a4c1-12465389934e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:33.389513 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a56e5-03f3-4f7c-b22c-d745de4d7ac6 req-3fb0bb6d-28d7-41b8-aac7-54f662a59039 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:33.397023 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a56e5-03f3-4f7c-b22c-d745de4d7ac6 req-3fb0bb6d-28d7-41b8-aac7-54f662a59039 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:33.403360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-01eb5a9b-326f-4252-8b38-528440e585a7 req-8265e5c7-7b8e-42cd-a4c1-12465389934e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Calling delete_port for ddd3c6eb-8b36-4c51-b500-b381936e9719 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:45:33.404119 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a56e5-03f3-4f7c-b22c-d745de4d7ac6 req-3fb0bb6d-28d7-41b8-aac7-54f662a59039 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:33.406191 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e09a56e5-03f3-4f7c-b22c-d745de4d7ac6 req-3fb0bb6d-28d7-41b8-aac7-54f662a59039 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2415 time: 0.0933838 Nov 02 11:45:33.472472 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e09a56e5-03f3-4f7c-b22c-d745de4d7ac6 req-6bfdcfbe-47ed-4d89-b972-bd0812b020bf tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525653 Nov 02 11:45:33.536262 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-49eb891c-e723-4222-93ea-366e69bcbfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:33.544881 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-49eb891c-e723-4222-93ea-366e69bcbfa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:33.550615 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-49eb891c-e723-4222-93ea-366e69bcbfa9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b1621cc9-21e1-40c9-a706-06f826b2874c HTTP/1.1" status: 204 len: 168 time: 0.4228334 Nov 02 11:45:33.563827 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb891c-e723-4222-93ea-366e69bcbfa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1621cc9-21e1-40c9-a706-06f826b2874c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:33.647733 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9e4aafc8-734c-440d-9f0a-4cab57ec6ff0 req-12ed05a5-1a7d-4e3c-88fa-dbcf532b0cdd tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 210 time: 0.0376933 Nov 02 11:45:33.690025 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944822c8-ae0f-4479-b342-ac62455967b5 req-a67c9dad-7372-4bb4-b7d9-5e222081287d tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:33.692894 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-944822c8-ae0f-4479-b342-ac62455967b5 req-a67c9dad-7372-4bb4-b7d9-5e222081287d tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.79 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 812 time: 0.3339984 Nov 02 11:45:33.719945 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-944822c8-ae0f-4479-b342-ac62455967b5 req-0289020b-78a3-4162-aa73-b02540383f7a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Request body: {'port': {'device_id': '60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'admin_state_up': True, 'tenant_id': 'bec498c596c8422fb907979cec4aae7e'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:33.881306 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ddd3c6eb-8b36-4c51-b500-b381936e9719 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:45:33.884353 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01eb5a9b-326f-4252-8b38-528440e585a7 req-8265e5c7-7b8e-42cd-a4c1-12465389934e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:33.915804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: ddd3c6eb-8b36-4c51-b500-b381936e9719 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:45:33.916939 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ddd3c6eb-8b36-4c51-b500-b381936e9719 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:45:33.998812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265e5c7-7b8e-42cd-a4c1-12465389934e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Pushing event deleted for resources: {'Port': ['ID=ddd3c6eb-8b36-4c51-b500-b381936e9719,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:34.065177 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-01eb5a9b-326f-4252-8b38-528440e585a7 req-8265e5c7-7b8e-42cd-a4c1-12465389934e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] No DVR routers for this DVR port ddd3c6eb-8b36-4c51-b500-b381936e9719 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:45:34.073760 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01eb5a9b-326f-4252-8b38-528440e585a7 req-8265e5c7-7b8e-42cd-a4c1-12465389934e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:34.078357 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01eb5a9b-326f-4252-8b38-528440e585a7 req-8265e5c7-7b8e-42cd-a4c1-12465389934e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "DELETE /v2.0/ports/ddd3c6eb-8b36-4c51-b500-b381936e9719 HTTP/1.1" status: 204 len: 173 time: 1.0847378 Nov 02 11:45:34.079146 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae0dc64-6a3b-4151-948d-f17b80638940', 'name': 'network-vif-deleted', 'tag': 'ddd3c6eb-8b36-4c51-b500-b381936e9719'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:34.082110 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53528750-78bf-4fca-9fb4-907c47a782ce" -d '{"events": [{"server_uuid": "eae0dc64-6a3b-4151-948d-f17b80638940", "name": "network-vif-deleted", "tag": "ddd3c6eb-8b36-4c51-b500-b381936e9719"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:34.273603 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-944822c8-ae0f-4479-b342-ac62455967b5 req-0289020b-78a3-4162-aa73-b02540383f7a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Made reservation on behalf of bec498c596c8422fb907979cec4aae7e for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:45:34.277833 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-944822c8-ae0f-4479-b342-ac62455967b5 req-0289020b-78a3-4162-aa73-b02540383f7a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:34.376897 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['596298fd-b603-4810-9af1-63ca8fa855ea'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:45:34.516873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-944822c8-ae0f-4479-b342-ac62455967b5 req-0289020b-78a3-4162-aa73-b02540383f7a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Allocated IP 172.20.0.14 (3527606c-8d24-496c-bab1-118ac8ae07ec/83f5dcc7-2355-4af6-9fc8-6acfd98b8fde/c8b6d3e4-a501-419a-8a24-459928245fc1) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:45:34.664641 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d5addc-8c7e-4b80-a526-6d3dd9f52ccc x-openstack-request-id: req-d3d5addc-8c7e-4b80-a526-6d3dd9f52ccc {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:34.665288 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae0dc64-6a3b-4151-948d-f17b80638940", "name": "network-vif-deleted", "tag": "ddd3c6eb-8b36-4c51-b500-b381936e9719", "status": "failed", "code": 422}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:34.665700 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3d5addc-8c7e-4b80-a526-6d3dd9f52ccc {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:34.666274 n-d-806683-18 neutron-server[102689]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eae0dc64-6a3b-4151-948d-f17b80638940', 'name': 'network-vif-deleted', 'tag': 'ddd3c6eb-8b36-4c51-b500-b381936e9719', 'status': 'failed', 'code': 422} returned with failed status Nov 02 11:45:34.782457 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-944822c8-ae0f-4479-b342-ac62455967b5 req-0289020b-78a3-4162-aa73-b02540383f7a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:34.919231 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-944822c8-ae0f-4479-b342-ac62455967b5 req-0289020b-78a3-4162-aa73-b02540383f7a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:34.964160 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944822c8-ae0f-4479-b342-ac62455967b5 req-0289020b-78a3-4162-aa73-b02540383f7a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Network 3527606c-8d24-496c-bab1-118ac8ae07ec is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:45:34.969282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-944822c8-ae0f-4479-b342-ac62455967b5 req-0289020b-78a3-4162-aa73-b02540383f7a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:45:34.973213 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-944822c8-ae0f-4479-b342-ac62455967b5 req-0289020b-78a3-4162-aa73-b02540383f7a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:45:34.981139 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289020b-78a3-4162-aa73-b02540383f7a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Pushing event updated for resources: {'Port': ['ID=c8b6d3e4-a501-419a-8a24-459928245fc1,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:35.034013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944822c8-ae0f-4479-b342-ac62455967b5 req-0289020b-78a3-4162-aa73-b02540383f7a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:35.035151 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-944822c8-ae0f-4479-b342-ac62455967b5 req-0289020b-78a3-4162-aa73-b02540383f7a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:35.193141 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-944822c8-ae0f-4479-b342-ac62455967b5 req-0289020b-78a3-4162-aa73-b02540383f7a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4781501 Nov 02 11:45:35.207497 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Request body: {'port': {'device_id': '60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:35.305458 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:35.309267 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55962641-0fd3-4d6e-9457-0c51bbc08271 None None] Provisioning complete for port c8b6d3e4-a501-419a-8a24-459928245fc1 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:35.309778 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55962641-0fd3-4d6e-9457-0c51bbc08271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:35.368791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e1b68-4ff2-4b77-9e12-2adcd09f94a8 req-da54170c-ab44-4225-9b3c-10cb6dc16d08 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:35.376243 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e1b68-4ff2-4b77-9e12-2adcd09f94a8 req-da54170c-ab44-4225-9b3c-10cb6dc16d08 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:35.411851 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55962641-0fd3-4d6e-9457-0c51bbc08271 None None] Port c8b6d3e4-a501-419a-8a24-459928245fc1 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:45:35.422360 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e1b68-4ff2-4b77-9e12-2adcd09f94a8 req-da54170c-ab44-4225-9b3c-10cb6dc16d08 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:35.429123 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c65e1b68-4ff2-4b77-9e12-2adcd09f94a8 req-da54170c-ab44-4225-9b3c-10cb6dc16d08 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2415 time: 0.1579993 Nov 02 11:45:35.482873 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c65e1b68-4ff2-4b77-9e12-2adcd09f94a8 req-b1cf607e-9d23-497c-b4ea-a5d3f0114a2b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479598 Nov 02 11:45:35.577766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed66cf3-b306-4df4-a830-008498cf4ec8 req-89bea9d6-da1e-4382-9d62-1d013c10e305 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:35.579311 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eed66cf3-b306-4df4-a830-008498cf4ec8 req-89bea9d6-da1e-4382-9d62-1d013c10e305 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 932 time: 0.1204138 Nov 02 11:45:35.699296 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eed66cf3-b306-4df4-a830-008498cf4ec8 req-31e3c741-80ad-4f10-8742-101b91c711c2 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054914 Nov 02 11:45:35.742780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b6d3e4-a501-419a-8a24-459928245fc1 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:35.753610 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:35.771143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Transition to ACTIVE for port object c8b6d3e4-a501-419a-8a24-459928245fc1 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:45:35.844420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ed2c0-5017-4ac5-a55c-6c5d367ff357 req-8989cc39-1240-4cc8-b728-9fbba39927c5 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:35.844420 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d96ed2c0-5017-4ac5-a55c-6c5d367ff357 req-8989cc39-1240-4cc8-b728-9fbba39927c5 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=38ffb371-a113-4b0b-a4f2-d42f057f6f12 HTTP/1.1" status: 200 len: 945 time: 0.0724664 Nov 02 11:45:35.872665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 06692540-a7fa-4994-b461-edded7713db4 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:45:35.892547 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:35.950656 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d96ed2c0-5017-4ac5-a55c-6c5d367ff357 req-ffd4ac6a-36bb-49e2-991a-aab266a101d9 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/security-groups?id=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982041 Nov 02 11:45:35.996656 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b6d3e4-a501-419a-8a24-459928245fc1,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:36.044541 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 06692540-a7fa-4994-b461-edded7713db4 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:45:36.048969 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 06692540-a7fa-4994-b461-edded7713db4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:36.049185 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:36.104431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Attempting to bind port c8b6d3e4-a501-419a-8a24-459928245fc1 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:45:36.104872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Attempting to bind port c8b6d3e4-a501-419a-8a24-459928245fc1 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:45:36.105270 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Attempting to bind port c8b6d3e4-a501-419a-8a24-459928245fc1 on network 3527606c-8d24-496c-bab1-118ac8ae07ec {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:36.117308 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Port c8b6d3e4-a501-419a-8a24-459928245fc1 on network 3527606c-8d24-496c-bab1-118ac8ae07ec not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:45:36.117878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Attempting to bind port c8b6d3e4-a501-419a-8a24-459928245fc1 on network 3527606c-8d24-496c-bab1-118ac8ae07ec {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:36.119025 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b9825-3895-4a78-afc4-8f4874806705 req-6d7b4732-f585-42e3-a9ec-e02cf43f4366 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:36.120506 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5c1b9825-3895-4a78-afc4-8f4874806705 req-6d7b4732-f585-42e3-a9ec-e02cf43f4366 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.79 "GET /v2.0/ports?device_id=38ffb371-a113-4b0b-a4f2-d42f057f6f12 HTTP/1.1" status: 200 len: 945 time: 0.1457834 Nov 02 11:45:36.123003 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9940151-1eda-441b-a051-d38056cff162 req-edda2409-0267-42d3-b042-8a6f84019994 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0914285 Nov 02 11:45:36.127931 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:45:36.128449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Checking segment: {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:45:36.128884 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Bound using segment: {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:45:36.129340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Bound port: c8b6d3e4-a501-419a-8a24-459928245fc1, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:45:36.129848 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:36.144918 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65273-56ca-42c0-a199-5020712b4a14 req-135a6be8-e199-4f82-bf13-5bde6847ad4c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:36.155300 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:36.159583 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-71a65273-56ca-42c0-a199-5020712b4a14 req-135a6be8-e199-4f82-bf13-5bde6847ad4c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/networks?id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929 HTTP/1.1" status: 200 len: 812 time: 0.2872086 Nov 02 11:45:36.185149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afce27b-c218-4893-b25b-135718f0c13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06692540-a7fa-4994-b461-edded7713db4'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:36.188728 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cef72d-3479-4ea2-b34d-5dc1729b7791" -d '{"events": [{"server_uuid": "6afce27b-c218-4893-b25b-135718f0c13c", "name": "network-vif-plugged", "status": "completed", "tag": "06692540-a7fa-4994-b461-edded7713db4"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:36.207142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 06692540-a7fa-4994-b461-edded7713db4, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=06692540-a7fa-4994-b461-edded7713db4,segment=NetworkSegment(66574b6e-74d1-4dbb-87c6-50aeb4675a2e),segment_id=66574b6e-74d1-4dbb-87c6-50aeb4675a2e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:36.215007 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-71a65273-56ca-42c0-a199-5020712b4a14 req-e25d70a9-9b56-4ab8-83ce-d685d5ca59dd tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/quotas/132e4746dfee4359a0fd0da383d0d399 HTTP/1.1" status: 200 len: 375 time: 0.0578437 Nov 02 11:45:36.259108 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160d40a6-cab3-4364-8ef3-e881a7a9c7af x-openstack-request-id: req-160d40a6-cab3-4364-8ef3-e881a7a9c7af {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:36.259434 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afce27b-c218-4893-b25b-135718f0c13c", "name": "network-vif-plugged", "status": "completed", "tag": "06692540-a7fa-4994-b461-edded7713db4", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:36.259691 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-160d40a6-cab3-4364-8ef3-e881a7a9c7af {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:36.260236 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afce27b-c218-4893-b25b-135718f0c13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06692540-a7fa-4994-b461-edded7713db4', 'code': 200} Nov 02 11:45:36.275651 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-71a65273-56ca-42c0-a199-5020712b4a14 req-a62809af-279d-4780-a1d2-72589db71a76 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597682 Nov 02 11:45:36.284622 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:36.285560 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 596298fd-b603-4810-9af1-63ca8fa855ea up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:45:36.301819 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] For port c8b6d3e4-a501-419a-8a24-459928245fc1, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:45:36.307400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] For port c8b6d3e4-a501-419a-8a24-459928245fc1, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c8b6d3e4-a501-419a-8a24-459928245fc1,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:45:36.310653 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9940151-1eda-441b-a051-d38056cff162 req-c0c2202a-3e67-4c13-b8d6-7718b1c9faef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:36.312251 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9940151-1eda-441b-a051-d38056cff162 req-c0c2202a-3e67-4c13-b8d6-7718b1c9faef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 1097 time: 0.1207819 Nov 02 11:45:36.390600 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=06692540-a7fa-4994-b461-edded7713db4,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:36.421989 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-5c1b9825-3895-4a78-afc4-8f4874806705 req-38e908fe-e7ce-4608-8d09-485f6470fc24 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Deleting port 73fa0339-85dc-42f2-915a-6118ee3a0762 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:45:36.422573 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5c1b9825-3895-4a78-afc4-8f4874806705 req-38e908fe-e7ce-4608-8d09-485f6470fc24 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:36.429153 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-71a65273-56ca-42c0-a199-5020712b4a14 req-6589c09b-9384-41cd-81cf-85f3fe5d99fa service neutron] 10.222.0.52 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196582 Nov 02 11:45:36.431112 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:36.482888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:36.483961 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:36.485511 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-944822c8-ae0f-4479-b342-ac62455967b5 req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] 10.222.0.79 "PUT /v2.0/ports/c8b6d3e4-a501-419a-8a24-459928245fc1 HTTP/1.1" status: 200 len: 1093 time: 1.2854588 Nov 02 11:45:36.528111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0132a0-cc23-4247-830f-f9471ca63787 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b6d3e4-a501-419a-8a24-459928245fc1,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:36.537492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9940151-1eda-441b-a051-d38056cff162 req-63803cf4-664b-431c-88b6-b3eb106141d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:36.540323 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9940151-1eda-441b-a051-d38056cff162 req-63803cf4-664b-431c-88b6-b3eb106141d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.1874287 Nov 02 11:45:36.549629 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 596298fd-b603-4810-9af1-63ca8fa855ea completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:45:36.565796 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 596298fd-b603-4810-9af1-63ca8fa855ea triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:36.569970 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:36.599347 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-5c1b9825-3895-4a78-afc4-8f4874806705 req-38e908fe-e7ce-4608-8d09-485f6470fc24 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] For port 73fa0339-85dc-42f2-915a-6118ee3a0762, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=73fa0339-85dc-42f2-915a-6118ee3a0762,segment=NetworkSegment(a25349ff-cd1b-40b7-9503-d08baf8305a2),segment_id=a25349ff-cd1b-40b7-9503-d08baf8305a2)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:36.601487 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5c1b9825-3895-4a78-afc4-8f4874806705 req-38e908fe-e7ce-4608-8d09-485f6470fc24 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:36.628012 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9940151-1eda-441b-a051-d38056cff162 req-39bd1dc2-7504-4f89-80f4-db9e62d83aa7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac HTTP/1.1" status: 200 len: 1000 time: 0.0794392 Nov 02 11:45:36.631558 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-71a65273-56ca-42c0-a199-5020712b4a14 req-9b0e9ea3-50ee-4f6a-a6a2-1e10ef0a76fa service neutron] 10.222.0.52 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917093 Nov 02 11:45:36.645042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-5c1b9825-3895-4a78-afc4-8f4874806705 req-38e908fe-e7ce-4608-8d09-485f6470fc24 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Calling delete_port for 73fa0339-85dc-42f2-915a-6118ee3a0762 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:45:36.690730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f', 'tag': 'c8b6d3e4-a501-419a-8a24-459928245fc1'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:36.696101 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87c3e0d-0640-41d2-ac29-a48e3d5580a6" -d '{"events": [{"name": "network-changed", "server_uuid": "60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f", "tag": "c8b6d3e4-a501-419a-8a24-459928245fc1"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:36.806444 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:36.831201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 596298fd-b603-4810-9af1-63ca8fa855ea, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=596298fd-b603-4810-9af1-63ca8fa855ea,segment=NetworkSegment(47eadb47-fdd8-4c16-9fe6-43165ad54456),segment_id=47eadb47-fdd8-4c16-9fe6-43165ad54456)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:36.837492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9940151-1eda-441b-a051-d38056cff162 req-5ac2c217-7d39-414b-abb7-2760642093ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:36.840517 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9940151-1eda-441b-a051-d38056cff162 req-5ac2c217-7d39-414b-abb7-2760642093ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.2015526 Nov 02 11:45:36.850461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293ac62-222c-40b1-abd4-a96c82713f18 req-35998782-0f63-44a7-a836-21079fe7ab87 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:36.853196 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1293ac62-222c-40b1-abd4-a96c82713f18 req-35998782-0f63-44a7-a836-21079fe7ab87 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.54 "GET /v2.0/ports?device_id=8fd67824-b8e5-414f-a9e2-7886a9a4f1aa HTTP/1.1" status: 200 len: 945 time: 0.2241962 Nov 02 11:45:36.910036 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944822c8-ae0f-4479-b342-ac62455967b5 req-86f52d6b-139a-4cac-9dee-296d841c2280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:36.911713 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-944822c8-ae0f-4479-b342-ac62455967b5 req-86f52d6b-139a-4cac-9dee-296d841c2280 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 1096 time: 0.2696149 Nov 02 11:45:36.949656 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669eac23-bd00-47b7-99bf-cf25b1f17562 req-a3b6cbcb-8fce-4dfc-adbb-b45afa11c047 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:36.957839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669eac23-bd00-47b7-99bf-cf25b1f17562 req-a3b6cbcb-8fce-4dfc-adbb-b45afa11c047 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:36.965069 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669eac23-bd00-47b7-99bf-cf25b1f17562 req-a3b6cbcb-8fce-4dfc-adbb-b45afa11c047 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:36.975151 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-669eac23-bd00-47b7-99bf-cf25b1f17562 req-a3b6cbcb-8fce-4dfc-adbb-b45afa11c047 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2416 time: 0.3333941 Nov 02 11:45:37.047606 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:37.048673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 40c3cf91-4d49-485a-b268-9a971e2946e6 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:45:37.065223 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-944822c8-ae0f-4479-b342-ac62455967b5 req-f6eda81f-d9ee-45b5-ab11-6c155544434b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8b6d3e4-a501-419a-8a24-459928245fc1 HTTP/1.1" status: 200 len: 217 time: 0.1294639 Nov 02 11:45:37.201319 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=596298fd-b603-4810-9af1-63ca8fa855ea,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:37.206274 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-669eac23-bd00-47b7-99bf-cf25b1f17562 req-16cfdfb0-e132-4008-93fa-be435b14e471 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300589 Nov 02 11:45:37.217847 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9940151-1eda-441b-a051-d38056cff162 req-344bad75-01bd-4ac0-bf4d-cd7ab5ec8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:37.355757 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9940151-1eda-441b-a051-d38056cff162 req-344bad75-01bd-4ac0-bf4d-cd7ab5ec8578 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3655477 Nov 02 11:45:37.355757 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944822c8-ae0f-4479-b342-ac62455967b5 req-5f151ba8-5ae4-42c9-848c-2888166027b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:37.355757 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-944822c8-ae0f-4479-b342-ac62455967b5 req-5f151ba8-5ae4-42c9-848c-2888166027b1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.1752768 Nov 02 11:45:37.355757 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45af2f7b-2422-46b9-b471-56c7911b3a84 x-openstack-request-id: req-45af2f7b-2422-46b9-b471-56c7911b3a84 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:37.355757 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f", "tag": "c8b6d3e4-a501-419a-8a24-459928245fc1", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:37.355757 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-45af2f7b-2422-46b9-b471-56c7911b3a84 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:37.355757 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f', 'tag': 'c8b6d3e4-a501-419a-8a24-459928245fc1', 'status': 'completed', 'code': 200} Nov 02 11:45:37.387641 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-1293ac62-222c-40b1-abd4-a96c82713f18 req-0a1f840b-dc9e-4917-b29f-4324efac9d53 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Deleting port 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:45:37.387992 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1293ac62-222c-40b1-abd4-a96c82713f18 req-0a1f840b-dc9e-4917-b29f-4324efac9d53 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:37.402772 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29fa5ec-0e5e-4c8a-a5b9-87af59576de5 req-b88b184a-7aa3-448d-94a3-f69f6e577856 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:37.406193 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c29fa5ec-0e5e-4c8a-a5b9-87af59576de5 req-b88b184a-7aa3-448d-94a3-f69f6e577856 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 944 time: 0.0844851 Nov 02 11:45:37.465041 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c29fa5ec-0e5e-4c8a-a5b9-87af59576de5 req-d783f11d-b8e6-47d2-8890-0dcb576bba2c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526719 Nov 02 11:45:37.504736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944822c8-ae0f-4479-b342-ac62455967b5 req-836c763d-bb9c-4694-a5b6-9751d7fb33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:37.506314 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-944822c8-ae0f-4479-b342-ac62455967b5 req-836c763d-bb9c-4694-a5b6-9751d7fb33fa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2103312 Nov 02 11:45:37.515396 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9940151-1eda-441b-a051-d38056cff162 req-809feb69-35a6-4fba-90a4-5b49872b448d service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846096 Nov 02 11:45:37.532572 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fcc5f927-39dc-48f8-9498-ac3a957d97f8 req-c716a60a-b04f-4ae0-a4ce-c5230cd7713e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 210 time: 0.0271614 Nov 02 11:45:37.533893 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5c1b9825-3895-4a78-afc4-8f4874806705 req-38e908fe-e7ce-4608-8d09-485f6470fc24 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:37.548869 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['2056a0ff-9f90-4dfc-80dc-e01dbaf77d25'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:45:37.566528 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e908fe-e7ce-4608-8d09-485f6470fc24 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Pushing event deleted for resources: {'Port': ['ID=73fa0339-85dc-42f2-915a-6118ee3a0762,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:37.596612 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['73fa0339-85dc-42f2-915a-6118ee3a0762'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:45:37.617276 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1b9825-3895-4a78-afc4-8f4874806705 req-38e908fe-e7ce-4608-8d09-485f6470fc24 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] No DVR routers for this DVR port 73fa0339-85dc-42f2-915a-6118ee3a0762 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:45:37.625833 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5c1b9825-3895-4a78-afc4-8f4874806705 req-38e908fe-e7ce-4608-8d09-485f6470fc24 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:37.625833 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5c1b9825-3895-4a78-afc4-8f4874806705 req-38e908fe-e7ce-4608-8d09-485f6470fc24 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.79 "DELETE /v2.0/ports/73fa0339-85dc-42f2-915a-6118ee3a0762 HTTP/1.1" status: 204 len: 173 time: 1.4658856 Nov 02 11:45:37.625833 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ffb371-a113-4b0b-a4f2-d42f057f6f12', 'name': 'network-vif-deleted', 'tag': '73fa0339-85dc-42f2-915a-6118ee3a0762'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:37.627401 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bee4d8-3b83-41a3-a040-21309e0f4f0c" -d '{"events": [{"server_uuid": "38ffb371-a113-4b0b-a4f2-d42f057f6f12", "name": "network-vif-deleted", "tag": "73fa0339-85dc-42f2-915a-6118ee3a0762"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:37.651955 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 40c3cf91-4d49-485a-b268-9a971e2946e6 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:45:37.679200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 40c3cf91-4d49-485a-b268-9a971e2946e6 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:37.679200 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:37.694480 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee190a48-a94b-480b-8fbe-f10b891cc789 x-openstack-request-id: req-ee190a48-a94b-480b-8fbe-f10b891cc789 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:37.695626 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ffb371-a113-4b0b-a4f2-d42f057f6f12", "name": "network-vif-deleted", "tag": "73fa0339-85dc-42f2-915a-6118ee3a0762", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:37.696871 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee190a48-a94b-480b-8fbe-f10b891cc789 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:37.697470 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ffb371-a113-4b0b-a4f2-d42f057f6f12', 'name': 'network-vif-deleted', 'tag': '73fa0339-85dc-42f2-915a-6118ee3a0762', 'status': 'completed', 'code': 200} Nov 02 11:45:37.811996 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:37.877485 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 40c3cf91-4d49-485a-b268-9a971e2946e6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=40c3cf91-4d49-485a-b268-9a971e2946e6,segment=NetworkSegment(47eadb47-fdd8-4c16-9fe6-43165ad54456),segment_id=47eadb47-fdd8-4c16-9fe6-43165ad54456)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:38.003079 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083720c-dd8e-48ee-901e-4b318be8b22f req-4c381b18-0cfd-4c28-b1f9-6dff5a62c6de tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:38.005016 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1083720c-dd8e-48ee-901e-4b318be8b22f req-4c381b18-0cfd-4c28-b1f9-6dff5a62c6de tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=38ffb371-a113-4b0b-a4f2-d42f057f6f12 HTTP/1.1" status: 200 len: 867 time: 0.5729961 Nov 02 11:45:38.028020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-1293ac62-222c-40b1-abd4-a96c82713f18 req-0a1f840b-dc9e-4917-b29f-4324efac9d53 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] For port 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2056a0ff-9f90-4dfc-80dc-e01dbaf77d25,segment=NetworkSegment(a25349ff-cd1b-40b7-9503-d08baf8305a2),segment_id=a25349ff-cd1b-40b7-9503-d08baf8305a2)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:38.031925 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1293ac62-222c-40b1-abd4-a96c82713f18 req-0a1f840b-dc9e-4917-b29f-4324efac9d53 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:38.062109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-1293ac62-222c-40b1-abd4-a96c82713f18 req-0a1f840b-dc9e-4917-b29f-4324efac9d53 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Calling delete_port for 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:45:38.067114 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:38.119983 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:45:38.137973 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1083720c-dd8e-48ee-901e-4b318be8b22f req-cdf75a61-f5d5-468b-b0e4-dab52948cf4b tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/security-groups?id=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124294 Nov 02 11:45:38.148766 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-944822c8-ae0f-4479-b342-ac62455967b5 req-1edb8adb-ba89-4806-8f68-1c6acb89a07c service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263175 Nov 02 11:45:38.196317 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9940151-1eda-441b-a051-d38056cff162 req-c0c1fa09-01f4-4bf3-aa58-4f9c019fd98b service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6627080 Nov 02 11:45:38.256551 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=40c3cf91-4d49-485a-b268-9a971e2946e6,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:38.260926 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afce27b-c218-4893-b25b-135718f0c13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596298fd-b603-4810-9af1-63ca8fa855ea'}, {'server_uuid': '6afce27b-c218-4893-b25b-135718f0c13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c3cf91-4d49-485a-b268-9a971e2946e6'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:38.263270 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9450dc93-45fe-4757-b84d-33db8cee8e6f" -d '{"events": [{"server_uuid": "6afce27b-c218-4893-b25b-135718f0c13c", "name": "network-vif-plugged", "status": "completed", "tag": "596298fd-b603-4810-9af1-63ca8fa855ea"}, {"server_uuid": "6afce27b-c218-4893-b25b-135718f0c13c", "name": "network-vif-plugged", "status": "completed", "tag": "40c3cf91-4d49-485a-b268-9a971e2946e6"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:38.358398 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:38.386190 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de1f3b0-3c54-40c6-830b-30485d419bca x-openstack-request-id: req-9de1f3b0-3c54-40c6-830b-30485d419bca {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:38.386190 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afce27b-c218-4893-b25b-135718f0c13c", "name": "network-vif-plugged", "status": "completed", "tag": "596298fd-b603-4810-9af1-63ca8fa855ea", "code": 200}, {"server_uuid": "6afce27b-c218-4893-b25b-135718f0c13c", "name": "network-vif-plugged", "status": "completed", "tag": "40c3cf91-4d49-485a-b268-9a971e2946e6", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:38.386190 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9de1f3b0-3c54-40c6-830b-30485d419bca {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:38.386190 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afce27b-c218-4893-b25b-135718f0c13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '596298fd-b603-4810-9af1-63ca8fa855ea', 'code': 200} Nov 02 11:45:38.386190 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afce27b-c218-4893-b25b-135718f0c13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c3cf91-4d49-485a-b268-9a971e2946e6', 'code': 200} Nov 02 11:45:38.386763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-944822c8-ae0f-4479-b342-ac62455967b5 req-eb950251-5922-4ba5-868a-fa28b6e9f1e7 service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014494 Nov 02 11:45:38.436403 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2056a0ff-9f90-4dfc-80dc-e01dbaf77d25,segment=NetworkSegment(a25349ff-cd1b-40b7-9503-d08baf8305a2),segment_id=a25349ff-cd1b-40b7-9503-d08baf8305a2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:38.570894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0354a-5173-4412-a488-f239a8529626 req-ee6262e4-05a7-488c-996c-dbf47b60e055 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:38.572455 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:38.577934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0354a-5173-4412-a488-f239a8529626 req-ee6262e4-05a7-488c-996c-dbf47b60e055 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:38.584469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0354a-5173-4412-a488-f239a8529626 req-ee6262e4-05a7-488c-996c-dbf47b60e055 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:38.586439 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffd0354a-5173-4412-a488-f239a8529626 req-ee6262e4-05a7-488c-996c-dbf47b60e055 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2418 time: 0.1240106 Nov 02 11:45:38.591140 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5b304-8056-4a60-a5a4-a78cc409f950 req-e5312a6a-3193-496f-9ab0-4a0eebd51822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:38.591804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5b304-8056-4a60-a5a4-a78cc409f950 req-e5312a6a-3193-496f-9ab0-4a0eebd51822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:38.592286 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5b304-8056-4a60-a5a4-a78cc409f950 req-e5312a6a-3193-496f-9ab0-4a0eebd51822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:38.593882 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8ff5b304-8056-4a60-a5a4-a78cc409f950 req-e5312a6a-3193-496f-9ab0-4a0eebd51822 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2874 time: 0.1093910 Nov 02 11:45:38.749045 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8ff5b304-8056-4a60-a5a4-a78cc409f950 req-d133069a-ea77-4ef3-b5b0-e716d38158ec service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410677 Nov 02 11:45:38.764793 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=2056a0ff-9f90-4dfc-80dc-e01dbaf77d25,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:38.828215 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c3e0d-0640-41d2-ac29-a48e3d5580a6 req-238e8f41-7147-4bfb-8f18-fc31343cfa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:38.830106 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a87c3e0d-0640-41d2-ac29-a48e3d5580a6 req-238e8f41-7147-4bfb-8f18-fc31343cfa39 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 1096 time: 0.2049911 Nov 02 11:45:38.835323 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffd0354a-5173-4412-a488-f239a8529626 req-f1b1863f-e6af-4679-a459-cb4f350fb9c7 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250366 Nov 02 11:45:38.860268 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ef9f2-7b82-4cf6-8aab-f71506f60c58 req-98a57407-7a92-4439-b894-ae8b97eb81f2 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:38.873957 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-835ef9f2-7b82-4cf6-8aab-f71506f60c58 req-98a57407-7a92-4439-b894-ae8b97eb81f2 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 944 time: 0.1306636 Nov 02 11:45:38.948717 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-835ef9f2-7b82-4cf6-8aab-f71506f60c58 req-2d052f47-48ac-46a4-802f-5b79786c0781 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686502 Nov 02 11:45:38.984285 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8743e0f7-78ad-48bb-a0ce-537b4b618c04 req-4c3c0d5e-3c5d-403c-9d23-28e47f3f96a1 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 210 time: 0.0327299 Nov 02 11:45:38.987557 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1293ac62-222c-40b1-abd4-a96c82713f18 req-0a1f840b-dc9e-4917-b29f-4324efac9d53 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:39.023717 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f840b-dc9e-4917-b29f-4324efac9d53 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Pushing event deleted for resources: {'Port': ['ID=2056a0ff-9f90-4dfc-80dc-e01dbaf77d25,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:39.083509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-1293ac62-222c-40b1-abd4-a96c82713f18 req-0a1f840b-dc9e-4917-b29f-4324efac9d53 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] No DVR routers for this DVR port 2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:45:39.089566 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1293ac62-222c-40b1-abd4-a96c82713f18 req-0a1f840b-dc9e-4917-b29f-4324efac9d53 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:39.091205 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1293ac62-222c-40b1-abd4-a96c82713f18 req-0a1f840b-dc9e-4917-b29f-4324efac9d53 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.54 "DELETE /v2.0/ports/2056a0ff-9f90-4dfc-80dc-e01dbaf77d25 HTTP/1.1" status: 204 len: 173 time: 2.2134697 Nov 02 11:45:39.109510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c3e0d-0640-41d2-ac29-a48e3d5580a6 req-5b075605-6005-42c5-affd-758772f08b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:39.118186 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a87c3e0d-0640-41d2-ac29-a48e3d5580a6 req-5b075605-6005-42c5-affd-758772f08b1e service neutron] 10.222.0.79 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.2709680 Nov 02 11:45:39.197393 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a87c3e0d-0640-41d2-ac29-a48e3d5580a6 req-226e4a0b-0ee5-4594-acc6-9f1ead6f6941 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8b6d3e4-a501-419a-8a24-459928245fc1 HTTP/1.1" status: 200 len: 217 time: 0.0741055 Nov 02 11:45:39.282290 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c3e0d-0640-41d2-ac29-a48e3d5580a6 req-f1b7c26a-d00b-4f21-aad0-37b08abf1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:39.285152 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a87c3e0d-0640-41d2-ac29-a48e3d5580a6 req-f1b7c26a-d00b-4f21-aad0-37b08abf1143 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.0775185 Nov 02 11:45:39.285860 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd67824-b8e5-414f-a9e2-7886a9a4f1aa', 'name': 'network-vif-deleted', 'tag': '2056a0ff-9f90-4dfc-80dc-e01dbaf77d25'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:39.289861 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ec7782-4553-4ebf-8be9-2ca3f8d15f22" -d '{"events": [{"server_uuid": "8fd67824-b8e5-414f-a9e2-7886a9a4f1aa", "name": "network-vif-deleted", "tag": "2056a0ff-9f90-4dfc-80dc-e01dbaf77d25"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:39.352752 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856d23f9-b02d-4fac-929c-af7844336f6c x-openstack-request-id: req-856d23f9-b02d-4fac-929c-af7844336f6c {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:39.353132 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd67824-b8e5-414f-a9e2-7886a9a4f1aa", "name": "network-vif-deleted", "tag": "2056a0ff-9f90-4dfc-80dc-e01dbaf77d25", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:39.353930 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-856d23f9-b02d-4fac-929c-af7844336f6c {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:39.354306 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd67824-b8e5-414f-a9e2-7886a9a4f1aa', 'name': 'network-vif-deleted', 'tag': '2056a0ff-9f90-4dfc-80dc-e01dbaf77d25', 'status': 'completed', 'code': 200} Nov 02 11:45:39.358190 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8e3051f8-cef4-4ce5-9125-b9fe0f9c8984 req-04fd30f9-0f2e-451e-ad4b-1b4647de9765 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=38ffb371-a113-4b0b-a4f2-d42f057f6f12 HTTP/1.1" status: 200 len: 210 time: 0.0467887 Nov 02 11:45:39.387407 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c3e0d-0640-41d2-ac29-a48e3d5580a6 req-1e1a1273-8edd-446f-ad6c-7d2d85b51278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:39.388980 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a87c3e0d-0640-41d2-ac29-a48e3d5580a6 req-1e1a1273-8edd-446f-ad6c-7d2d85b51278 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930402 Nov 02 11:45:39.504464 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a87c3e0d-0640-41d2-ac29-a48e3d5580a6 req-fe787fd5-a8f4-49b7-8290-ce5a4005f411 service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078470 Nov 02 11:45:39.636810 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a87c3e0d-0640-41d2-ac29-a48e3d5580a6 req-f7538003-a593-4a5f-8a35-8c053de138ad service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215429 Nov 02 11:45:40.012060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e2daa-aafe-4c8f-8b71-a11cda08728b req-c6bf1970-ee3c-4cbb-ba5b-a7961b85aa1f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:40.020393 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e2daa-aafe-4c8f-8b71-a11cda08728b req-c6bf1970-ee3c-4cbb-ba5b-a7961b85aa1f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:40.028488 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e2daa-aafe-4c8f-8b71-a11cda08728b req-c6bf1970-ee3c-4cbb-ba5b-a7961b85aa1f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:40.037807 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd7e2daa-aafe-4c8f-8b71-a11cda08728b req-c6bf1970-ee3c-4cbb-ba5b-a7961b85aa1f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2418 time: 0.0964136 Nov 02 11:45:40.117892 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd7e2daa-aafe-4c8f-8b71-a11cda08728b req-613b97b6-5295-4f8e-99b2-f9d3155a8406 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555277 Nov 02 11:45:40.129564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad2e65-e9c8-4503-a94c-272f91df23ce req-9c89d4e6-b262-4834-9f01-927b92e13a1a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:40.131243 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-edad2e65-e9c8-4503-a94c-272f91df23ce req-9c89d4e6-b262-4834-9f01-927b92e13a1a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 944 time: 0.0558145 Nov 02 11:45:40.211447 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-edad2e65-e9c8-4503-a94c-272f91df23ce req-4d67136c-9ab3-4e01-bcb7-45997e3dd91b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732951 Nov 02 11:45:40.216600 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3e24e9d2-822a-4c34-ba56-ecc9d0f903ec req-eaeabf9e-6cb6-41a8-b852-f428f6ac0a26 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 210 time: 0.0411878 Nov 02 11:45:40.280138 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c8b6d3e4-a501-419a-8a24-459928245fc1 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:45:40.283026 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 73fa0339-85dc-42f2-915a-6118ee3a0762 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:45:40.326898 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9005e777-7d95-4410-8d49-2eaa7b68766c req-6801cb21-14cf-4a59-ae72-dd9668bef18f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0604262 Nov 02 11:45:40.333209 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 73fa0339-85dc-42f2-915a-6118ee3a0762 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:45:40.333950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 73fa0339-85dc-42f2-915a-6118ee3a0762 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:45:40.398308 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd67824-b8e5-414f-a9e2-7886a9a4f1aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2056a0ff-9f90-4dfc-80dc-e01dbaf77d25'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:40.401982 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5d037d-5111-44d0-8d89-e33e17ec471c" -d '{"events": [{"server_uuid": "8fd67824-b8e5-414f-a9e2-7886a9a4f1aa", "name": "network-vif-unplugged", "status": "completed", "tag": "2056a0ff-9f90-4dfc-80dc-e01dbaf77d25"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:40.461422 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c8b6d3e4-a501-419a-8a24-459928245fc1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c8b6d3e4-a501-419a-8a24-459928245fc1,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:40.478855 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'c8b6d3e4-a501-419a-8a24-459928245fc1', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'port_id': 'c8b6d3e4-a501-419a-8a24-459928245fc1', 'mac_address': 'fa:16:3e:4f:ea:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:45:40.504872 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8697bb24-0285-42f4-962c-f2711c7a3d33 x-openstack-request-id: req-8697bb24-0285-42f4-962c-f2711c7a3d33 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:40.505226 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd67824-b8e5-414f-a9e2-7886a9a4f1aa", "name": "network-vif-unplugged", "status": "completed", "tag": "2056a0ff-9f90-4dfc-80dc-e01dbaf77d25", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:40.508176 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8697bb24-0285-42f4-962c-f2711c7a3d33 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:40.508875 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd67824-b8e5-414f-a9e2-7886a9a4f1aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2056a0ff-9f90-4dfc-80dc-e01dbaf77d25', 'code': 200} Nov 02 11:45:40.546514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005e777-7d95-4410-8d49-2eaa7b68766c req-006da73a-4c12-472e-b7c6-ab0426236dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:40.548411 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9005e777-7d95-4410-8d49-2eaa7b68766c req-006da73a-4c12-472e-b7c6-ab0426236dd2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4f84769d417245cf923cee90a14ce4c7&device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 1097 time: 0.1919653 Nov 02 11:45:40.595379 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:40.623277 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b6d3e4-a501-419a-8a24-459928245fc1 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:40.660176 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a1316a9-692b-4c25-98f7-a705319ea4ff req-9b7bd558-ad8a-458d-bc77-8b7f3a967878 tempest-ListServersNegativeTestJSON-618740048 tempest-ListServersNegativeTestJSON-618740048-project] 10.222.0.52 "GET /v2.0/ports?device_id=8fd67824-b8e5-414f-a9e2-7886a9a4f1aa HTTP/1.1" status: 200 len: 210 time: 0.0532308 Nov 02 11:45:40.692498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c8b6d3e4-a501-419a-8a24-459928245fc1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c8b6d3e4-a501-419a-8a24-459928245fc1,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:40.719767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65273-56ca-42c0-a199-5020712b4a14 req-f5328a8c-4ebc-4666-994e-6c985ffd88cc tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:40.721655 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-71a65273-56ca-42c0-a199-5020712b4a14 req-f5328a8c-4ebc-4666-994e-6c985ffd88cc tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.54 "GET /v2.0/networks?id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929 HTTP/1.1" status: 200 len: 812 time: 0.3191078 Nov 02 11:45:40.747787 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-71a65273-56ca-42c0-a199-5020712b4a14 req-6a591cb3-5975-43d7-a342-739597755665 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Request body: {'port': {'device_id': '9c21848e-5a4b-4bc7-a79f-14f69ae2c600', 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929', 'admin_state_up': True, 'tenant_id': '132e4746dfee4359a0fd0da383d0d399'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:40.775986 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:40.891682 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=c8b6d3e4-a501-419a-8a24-459928245fc1,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:40.904347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005e777-7d95-4410-8d49-2eaa7b68766c req-982fd99c-c29d-46fd-b656-b4b48a3f2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:40.905907 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9005e777-7d95-4410-8d49-2eaa7b68766c req-982fd99c-c29d-46fd-b656-b4b48a3f2474 service neutron] 10.222.0.79 "GET /v2.0/networks?id=25cc108e-ed7c-4629-951a-e2d190810bce HTTP/1.1" status: 200 len: 912 time: 0.3314357 Nov 02 11:45:41.016329 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9005e777-7d95-4410-8d49-2eaa7b68766c req-65410374-45ec-4697-9a24-b66a39cfbc5e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a58f3c1e-58ee-4738-b22c-54fe7078b00f HTTP/1.1" status: 200 len: 1000 time: 0.1005778 Nov 02 11:45:41.046485 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['c8b6d3e4-a501-419a-8a24-459928245fc1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:45:41.074329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005e777-7d95-4410-8d49-2eaa7b68766c req-4145d1c9-f859-42bc-a24d-4411b77eaab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:41.075828 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9005e777-7d95-4410-8d49-2eaa7b68766c req-4145d1c9-f859-42bc-a24d-4411b77eaab3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8443bffa-34c8-4668-b8fe-e674bb3ecaf4 HTTP/1.1" status: 200 len: 850 time: 0.0518126 Nov 02 11:45:41.136666 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005e777-7d95-4410-8d49-2eaa7b68766c req-76416a04-b15c-4f2e-b6c0-f278545bb39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:41.138326 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9005e777-7d95-4410-8d49-2eaa7b68766c req-76416a04-b15c-4f2e-b6c0-f278545bb39c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=25cc108e-ed7c-4629-951a-e2d190810bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549407 Nov 02 11:45:41.239762 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a65273-56ca-42c0-a199-5020712b4a14 req-6a591cb3-5975-43d7-a342-739597755665 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Made reservation on behalf of 132e4746dfee4359a0fd0da383d0d399 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:45:41.243997 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-71a65273-56ca-42c0-a199-5020712b4a14 req-6a591cb3-5975-43d7-a342-739597755665 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:41.269654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72cb32-a925-4426-86cb-641fec34e6b5 req-18bff486-e91f-45ac-85e5-aae86a4c216b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:41.278026 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72cb32-a925-4426-86cb-641fec34e6b5 req-18bff486-e91f-45ac-85e5-aae86a4c216b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:41.285592 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72cb32-a925-4426-86cb-641fec34e6b5 req-18bff486-e91f-45ac-85e5-aae86a4c216b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:41.287371 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ee72cb32-a925-4426-86cb-641fec34e6b5 req-18bff486-e91f-45ac-85e5-aae86a4c216b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2418 time: 0.0856476 Nov 02 11:45:41.339493 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ee72cb32-a925-4426-86cb-641fec34e6b5 req-0f7cd7f7-b0ab-4ba6-881a-9a4ce1f874a1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449188 Nov 02 11:45:41.388386 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9005e777-7d95-4410-8d49-2eaa7b68766c req-9c4faab9-20aa-489d-9c3e-8813b1eb4a58 service neutron] 10.222.0.79 "GET /v2.0/networks/25cc108e-ed7c-4629-951a-e2d190810bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421014 Nov 02 11:45:41.427980 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-72cee21d-c0e6-4748-9362-cb92f64c31aa req-0886673e-b3ad-4894-ac32-13cc97092dcb tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 210 time: 0.0266230 Nov 02 11:45:41.463544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d924f14-c369-4117-858c-e07fcd28ab15 req-ee6a878c-584f-4ab5-bf02-d01ac9c4a7be tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:41.465001 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d924f14-c369-4117-858c-e07fcd28ab15 req-ee6a878c-584f-4ab5-bf02-d01ac9c4a7be tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 945 time: 0.1444113 Nov 02 11:45:41.538121 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-71a65273-56ca-42c0-a199-5020712b4a14 req-6a591cb3-5975-43d7-a342-739597755665 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Allocated IP 172.20.0.10 (3439ffc0-7f2e-476a-92cf-b2a59cfb1929/709b5eb0-8b3b-4f04-bc29-debbc3396f1e/384afe57-fd7a-4f53-b703-3ba5e58b9a18) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:45:41.594113 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9005e777-7d95-4410-8d49-2eaa7b68766c req-6536ad38-4e7a-4fd7-9a74-f9b21595a763 service neutron] 10.222.0.79 "GET /v2.0/networks/25cc108e-ed7c-4629-951a-e2d190810bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965203 Nov 02 11:45:41.610643 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d924f14-c369-4117-858c-e07fcd28ab15 req-e28bb4aa-db20-4046-aeec-56f1f916d800 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084068 Nov 02 11:45:41.738146 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-71a65273-56ca-42c0-a199-5020712b4a14 req-6a591cb3-5975-43d7-a342-739597755665 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:41.774673 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37250) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:41.822991 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed6fa08-bccd-4187-83fe-37047b1cc0f2 admin admin] Deleting subnet e7dde915-39fe-4e2c-acc7-0f87612ee9c3 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:45:41.826660 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ed6fa08-bccd-4187-83fe-37047b1cc0f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:41.868779 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ed6fa08-bccd-4187-83fe-37047b1cc0f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:41.901365 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-71a65273-56ca-42c0-a199-5020712b4a14 req-6a591cb3-5975-43d7-a342-739597755665 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:41.915308 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ed6fa08-bccd-4187-83fe-37047b1cc0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:41.949846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a65273-56ca-42c0-a199-5020712b4a14 req-6a591cb3-5975-43d7-a342-739597755665 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:45:41.953236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-71a65273-56ca-42c0-a199-5020712b4a14 req-6a591cb3-5975-43d7-a342-739597755665 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:45:41.962042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a65273-56ca-42c0-a199-5020712b4a14 req-6a591cb3-5975-43d7-a342-739597755665 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:45:41.987869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a591cb3-5975-43d7-a342-739597755665 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Pushing event updated for resources: {'Port': ['ID=384afe57-fd7a-4f53-b703-3ba5e58b9a18,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:42.026845 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65273-56ca-42c0-a199-5020712b4a14 req-6a591cb3-5975-43d7-a342-739597755665 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:42.031110 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-71a65273-56ca-42c0-a199-5020712b4a14 req-6a591cb3-5975-43d7-a342-739597755665 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:42.098256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fed821-cd3c-40ac-9bb3-828d557be483 req-89596e54-a8ad-4f86-a5cb-fffdb737c1a4 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:42.104895 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fed821-cd3c-40ac-9bb3-828d557be483 req-89596e54-a8ad-4f86-a5cb-fffdb737c1a4 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:42.111153 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fed821-cd3c-40ac-9bb3-828d557be483 req-89596e54-a8ad-4f86-a5cb-fffdb737c1a4 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:42.112754 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f2fed821-cd3c-40ac-9bb3-828d557be483 req-89596e54-a8ad-4f86-a5cb-fffdb737c1a4 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2418 time: 0.0656621 Nov 02 11:45:42.141713 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ed6fa08-bccd-4187-83fe-37047b1cc0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:42.164265 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f2fed821-cd3c-40ac-9bb3-828d557be483 req-6c90cae1-db89-4708-be31-a459fe1da2b9 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446706 Nov 02 11:45:42.172602 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ed6fa08-bccd-4187-83fe-37047b1cc0f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:42.176007 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3ed6fa08-bccd-4187-83fe-37047b1cc0f2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e7dde915-39fe-4e2c-acc7-0f87612ee9c3 HTTP/1.1" status: 204 len: 168 time: 0.4002359 Nov 02 11:45:42.177026 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6fa08-bccd-4187-83fe-37047b1cc0f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7dde915-39fe-4e2c-acc7-0f87612ee9c3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:42.179526 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37260) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:42.184204 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-71a65273-56ca-42c0-a199-5020712b4a14 req-6a591cb3-5975-43d7-a342-739597755665 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4480093 Nov 02 11:45:42.197535 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Request body: {'port': {'device_id': '9c21848e-5a4b-4bc7-a79f-14f69ae2c600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:42.261227 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:42.262107 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfde0af5-faa1-43b7-b233-bb3eac37068d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:42.276584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c8b6d3e4-a501-419a-8a24-459928245fc1 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:45:42.346633 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfde0af5-faa1-43b7-b233-bb3eac37068d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:42.375666 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-cfde0af5-faa1-43b7-b233-bb3eac37068d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be3e11c-1331-43ce-87c7-e3ba003ddfd3']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:45:42.389445 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-cfde0af5-faa1-43b7-b233-bb3eac37068d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25349ff-cd1b-40b7-9503-d08baf8305a2') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:45:42.389750 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-cfde0af5-faa1-43b7-b233-bb3eac37068d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25349ff-cd1b-40b7-9503-d08baf8305a2') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:45:42.401383 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfde0af5-faa1-43b7-b233-bb3eac37068d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:42.420303 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfde0af5-faa1-43b7-b233-bb3eac37068d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:42.427786 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfde0af5-faa1-43b7-b233-bb3eac37068d admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:45:42.428554 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfde0af5-faa1-43b7-b233-bb3eac37068d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:45:42.431620 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:45:42.529434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port c8b6d3e4-a501-419a-8a24-459928245fc1 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:45:42.535176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port c8b6d3e4-a501-419a-8a24-459928245fc1 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:42.535779 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:42.587137 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e1483-c8b0-4c35-9b3b-d4466086187b req-fdeb8429-68d8-4585-87c9-70be7ac5dec6 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:42.591685 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e75e1483-c8b0-4c35-9b3b-d4466086187b req-fdeb8429-68d8-4585-87c9-70be7ac5dec6 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 932 time: 0.0641794 Nov 02 11:45:42.622204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384afe57-fd7a-4f53-b703-3ba5e58b9a18 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:42.630801 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:42.646473 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Transition to ACTIVE for port object 384afe57-fd7a-4f53-b703-3ba5e58b9a18 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:45:42.653224 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:42.664818 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e75e1483-c8b0-4c35-9b3b-d4466086187b req-64522166-9adb-459f-ace6-7a2d4169f449 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671279 Nov 02 11:45:42.672294 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfde0af5-faa1-43b7-b233-bb3eac37068d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:42.676653 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfde0af5-faa1-43b7-b233-bb3eac37068d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:42.683738 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cfde0af5-faa1-43b7-b233-bb3eac37068d admin admin] 10.222.0.52 "DELETE /v2.0/networks/5be3e11c-1331-43ce-87c7-e3ba003ddfd3 HTTP/1.1" status: 204 len: 168 time: 0.5003536 Nov 02 11:45:42.701607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b6d3e4-a501-419a-8a24-459928245fc1'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:42.709503 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde0af5-faa1-43b7-b233-bb3eac37068d admin admin] Pushing event deleted for resources: {'Network': ['ID=5be3e11c-1331-43ce-87c7-e3ba003ddfd3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:42.710629 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d602cb95-6eb7-4736-8134-cf89f55b394f" -d '{"events": [{"server_uuid": "60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f", "name": "network-vif-plugged", "status": "completed", "tag": "c8b6d3e4-a501-419a-8a24-459928245fc1"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:42.756196 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c8b6d3e4-a501-419a-8a24-459928245fc1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c8b6d3e4-a501-419a-8a24-459928245fc1,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:42.781911 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:42.805017 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8f50a7-58a4-4d59-a096-176d40584f26 x-openstack-request-id: req-4c8f50a7-58a4-4d59-a096-176d40584f26 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:42.805518 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f", "name": "network-vif-plugged", "status": "completed", "tag": "c8b6d3e4-a501-419a-8a24-459928245fc1", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:42.805907 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4c8f50a7-58a4-4d59-a096-176d40584f26 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:42.806502 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b6d3e4-a501-419a-8a24-459928245fc1', 'code': 200} Nov 02 11:45:42.878687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674371a-78cb-40e8-9f00-433ea61c7ad8 req-4136fea9-facb-487d-9bc0-247cc93790f9 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:42.880335 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4674371a-78cb-40e8-9f00-433ea61c7ad8 req-4136fea9-facb-487d-9bc0-247cc93790f9 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 945 time: 0.1466339 Nov 02 11:45:42.891737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Pushing event updated for resources: {'Port': ['ID=384afe57-fd7a-4f53-b703-3ba5e58b9a18,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:42.906545 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:42.988056 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=c8b6d3e4-a501-419a-8a24-459928245fc1,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:43.029924 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33f038-5d79-4c06-8e0d-14d4f21efcf2 req-e2f2ad10-057c-4d70-99e9-b777ebce6576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:43.031461 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c33f038-5d79-4c06-8e0d-14d4f21efcf2 req-e2f2ad10-057c-4d70-99e9-b777ebce6576 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 1097 time: 0.1501741 Nov 02 11:45:43.034750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4674371a-78cb-40e8-9f00-433ea61c7ad8 req-7e499ef5-ff74-4370-9c44-a4e422c01e80 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400058 Nov 02 11:45:43.053528 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Attempting to bind port 384afe57-fd7a-4f53-b703-3ba5e58b9a18 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:45:43.053931 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Attempting to bind port 384afe57-fd7a-4f53-b703-3ba5e58b9a18 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:45:43.054370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Attempting to bind port 384afe57-fd7a-4f53-b703-3ba5e58b9a18 on network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:43.068552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Port 384afe57-fd7a-4f53-b703-3ba5e58b9a18 on network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:45:43.068886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Attempting to bind port 384afe57-fd7a-4f53-b703-3ba5e58b9a18 on network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:43.086454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:45:43.086800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Checking segment: {'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:45:43.087225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Bound using segment: {'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:45:43.087679 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Bound port: 384afe57-fd7a-4f53-b703-3ba5e58b9a18, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:45:43.088041 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:43.116253 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c33f038-5d79-4c06-8e0d-14d4f21efcf2 req-0f06f97c-d1c8-40f1-ac4a-d506d663acfb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726609 Nov 02 11:45:43.184136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] For port 384afe57-fd7a-4f53-b703-3ba5e58b9a18, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:45:43.187903 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] For port 384afe57-fd7a-4f53-b703-3ba5e58b9a18, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=384afe57-fd7a-4f53-b703-3ba5e58b9a18,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:45:43.271845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37320) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:43.326192 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:43.337933 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8a5df36d-8780-488b-afa6-f27deffcdcb9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=231732bb782b4957b24a7d4d8c16c735&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0600626 Nov 02 11:45:43.340598 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37324) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:43.347239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95410a77-a058-4897-985a-f3b33568825d req-4c9da661-4d0f-45eb-b73b-c58f614b89cd tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:43.354735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95410a77-a058-4897-985a-f3b33568825d req-4c9da661-4d0f-45eb-b73b-c58f614b89cd tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:43.361167 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95410a77-a058-4897-985a-f3b33568825d req-4c9da661-4d0f-45eb-b73b-c58f614b89cd tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:43.379108 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-95410a77-a058-4897-985a-f3b33568825d req-4c9da661-4d0f-45eb-b73b-c58f614b89cd tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2418 time: 0.1278245 Nov 02 11:45:43.399150 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c89b-1090-4a0c-8c69-782aa0b577a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:43.428494 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c89b-1090-4a0c-8c69-782aa0b577a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:43.439255 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:43.440120 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:43.441650 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-71a65273-56ca-42c0-a199-5020712b4a14 req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] 10.222.0.54 "PUT /v2.0/ports/384afe57-fd7a-4f53-b703-3ba5e58b9a18 HTTP/1.1" status: 200 len: 1093 time: 1.2492387 Nov 02 11:45:43.445993 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c21848e-5a4b-4bc7-a79f-14f69ae2c600', 'tag': '384afe57-fd7a-4f53-b703-3ba5e58b9a18'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:43.449775 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8082cd7-25b2-41ed-9f31-4ef5c6b179bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9c21848e-5a4b-4bc7-a79f-14f69ae2c600", "tag": "384afe57-fd7a-4f53-b703-3ba5e58b9a18"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:43.523526 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-95410a77-a058-4897-985a-f3b33568825d req-24c01a91-5131-4860-ac8f-5b42e7da8ccd tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301060 Nov 02 11:45:43.538952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b1fe0-380c-4d6b-baa5-aa526b4e928a service neutron] Pushing event updated for resources: {'Port': ['ID=384afe57-fd7a-4f53-b703-3ba5e58b9a18,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:43.564328 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-56812742-cb4a-47dd-a636-d071f7a80e1b tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=94a67145605e46e99d51eab5299e1bf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335989 Nov 02 11:45:43.584886 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34754a7-c947-4932-afa8-25c8bf83cd2e x-openstack-request-id: req-f34754a7-c947-4932-afa8-25c8bf83cd2e {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:43.585739 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c21848e-5a4b-4bc7-a79f-14f69ae2c600", "tag": "384afe57-fd7a-4f53-b703-3ba5e58b9a18", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:43.587504 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f34754a7-c947-4932-afa8-25c8bf83cd2e {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:43.587928 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c21848e-5a4b-4bc7-a79f-14f69ae2c600', 'tag': '384afe57-fd7a-4f53-b703-3ba5e58b9a18', 'status': 'completed', 'code': 200} Nov 02 11:45:43.665623 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c89b-1090-4a0c-8c69-782aa0b577a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:43.665840 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8082cd7-25b2-41ed-9f31-4ef5c6b179bb req-bbeb3b95-3fd4-470e-abc7-fa43bcb2ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:43.667422 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c8082cd7-25b2-41ed-9f31-4ef5c6b179bb req-bbeb3b95-3fd4-470e-abc7-fa43bcb2ea9e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 1096 time: 0.0536563 Nov 02 11:45:43.668674 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ceb2c89b-1090-4a0c-8c69-782aa0b577a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:43.672165 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ceb2c89b-1090-4a0c-8c69-782aa0b577a8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/90c7ce3e-99f4-4bb0-b7c3-9be56473cee4 HTTP/1.1" status: 204 len: 168 time: 0.3281903 Nov 02 11:45:43.685425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2c89b-1090-4a0c-8c69-782aa0b577a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c7ce3e-99f4-4bb0-b7c3-9be56473cee4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:43.749015 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-bcb0813d-6eaf-4ee0-b068-5281c39a2ff2 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:43.750050 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-bcb0813d-6eaf-4ee0-b068-5281c39a2ff2 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797380 Nov 02 11:45:43.767508 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-1b763316-0718-4c30-b28f-c3851de8cd3d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/quotas/94a67145605e46e99d51eab5299e1bf8 HTTP/1.1" status: 200 len: 375 time: 0.0114543 Nov 02 11:45:43.804936 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-2bf5295b-4adf-4685-a9c3-b4b8504e3a3d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94a67145605e46e99d51eab5299e1bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290964 Nov 02 11:45:43.869791 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8082cd7-25b2-41ed-9f31-4ef5c6b179bb req-66a7515a-4bc0-4873-b5a6-defb5d8d6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:43.871340 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c8082cd7-25b2-41ed-9f31-4ef5c6b179bb req-66a7515a-4bc0-4873-b5a6-defb5d8d6214 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=132e4746dfee4359a0fd0da383d0d399&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1949575 Nov 02 11:45:43.898598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-60d21831-20e7-4c45-bc25-61655347f7d4 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:43.904893 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-60d21831-20e7-4c45-bc25-61655347f7d4 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:43.911169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-60d21831-20e7-4c45-bc25-61655347f7d4 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:43.912715 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-60d21831-20e7-4c45-bc25-61655347f7d4 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.54 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2418 time: 0.1316695 Nov 02 11:45:43.937639 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e3b7a-78ac-45fa-9e59-67a3a8d7118e req-365d2183-0af7-4bb2-a11c-3a54a3a69e17 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:43.939259 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-087e3b7a-78ac-45fa-9e59-67a3a8d7118e req-365d2183-0af7-4bb2-a11c-3a54a3a69e17 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 944 time: 0.1485617 Nov 02 11:45:44.079936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8082cd7-25b2-41ed-9f31-4ef5c6b179bb req-1bb3ac60-0cc0-4a4c-bce4-da25544e86a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:44.081436 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c8082cd7-25b2-41ed-9f31-4ef5c6b179bb req-1bb3ac60-0cc0-4a4c-bce4-da25544e86a9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2025537 Nov 02 11:45:44.143248 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-087e3b7a-78ac-45fa-9e59-67a3a8d7118e req-81eb68f5-f2fa-4c29-9024-99a1e4eac6fe tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811728 Nov 02 11:45:44.245519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65273-56ca-42c0-a199-5020712b4a14 req-8f9e4fbc-0416-469e-8cf8-6ffc97794a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:44.246735 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-71a65273-56ca-42c0-a199-5020712b4a14 req-8f9e4fbc-0416-469e-8cf8-6ffc97794a7f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 1096 time: 0.0930684 Nov 02 11:45:44.251524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-00570f4d-5762-42b8-8390-2053f5dbc5e4 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Deleting port 40c3cf91-4d49-485a-b268-9a971e2946e6 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:45:44.251872 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-00570f4d-5762-42b8-8390-2053f5dbc5e4 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:44.347176 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-71a65273-56ca-42c0-a199-5020712b4a14 req-048d9647-d60b-45f0-940d-13c8f7634af6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=384afe57-fd7a-4f53-b703-3ba5e58b9a18 HTTP/1.1" status: 200 len: 217 time: 0.0672996 Nov 02 11:45:44.434391 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37374) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:44.441662 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-02a4ccda-a126-4ac4-8ce5-3e96ef9f1d12 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=94a67145605e46e99d51eab5299e1bf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294409 Nov 02 11:45:44.584468 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-8a9d84ed-e1cd-4bd1-8e85-d8e7ab8d47a0 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:44.586772 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-8a9d84ed-e1cd-4bd1-8e85-d8e7ab8d47a0 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1377506 Nov 02 11:45:44.614556 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-0fe794ac-e4ac-41b5-a491-5b5e603a93e6 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/quotas/94a67145605e46e99d51eab5299e1bf8 HTTP/1.1" status: 200 len: 375 time: 0.0182447 Nov 02 11:45:44.655926 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-930c95ee-9537-463c-9d5b-0235844d948b tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94a67145605e46e99d51eab5299e1bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399880 Nov 02 11:45:44.656693 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac60a5db-2cb0-469d-99ab-b07bcacd9233 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:44.746272 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac60a5db-2cb0-469d-99ab-b07bcacd9233 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:44.786476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-00570f4d-5762-42b8-8390-2053f5dbc5e4 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] For port 40c3cf91-4d49-485a-b268-9a971e2946e6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=40c3cf91-4d49-485a-b268-9a971e2946e6,segment=NetworkSegment(47eadb47-fdd8-4c16-9fe6-43165ad54456),segment_id=47eadb47-fdd8-4c16-9fe6-43165ad54456)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:44.786841 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-00570f4d-5762-42b8-8390-2053f5dbc5e4 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:44.812417 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-00570f4d-5762-42b8-8390-2053f5dbc5e4 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Calling delete_port for 40c3cf91-4d49-485a-b268-9a971e2946e6 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:45:44.821760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6b66f-a871-4f06-a07c-e5e1116b7b70 req-895d01f7-9df0-4368-a1ff-059b6b2d327f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:44.823260 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-84c6b66f-a871-4f06-a07c-e5e1116b7b70 req-895d01f7-9df0-4368-a1ff-059b6b2d327f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.5919933 Nov 02 11:45:44.833209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65273-56ca-42c0-a199-5020712b4a14 req-b1a7c813-b8c8-4bf3-809e-9cacdcbc1c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:44.834567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-71a65273-56ca-42c0-a199-5020712b4a14 req-b1a7c813-b8c8-4bf3-809e-9cacdcbc1c69 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=709b5eb0-8b3b-4f04-bc29-debbc3396f1e HTTP/1.1" status: 200 len: 852 time: 0.0947156 Nov 02 11:45:44.838476 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac60a5db-2cb0-469d-99ab-b07bcacd9233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:44.878686 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ac60a5db-2cb0-469d-99ab-b07bcacd9233 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b99f154567924f1cbc443e00444438b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4431756 Nov 02 11:45:44.879638 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60a5db-2cb0-469d-99ab-b07bcacd9233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f97262-f4b7-4d36-b372-73ac5333fea7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:44.882571 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37388) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:44.909363 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-71a65273-56ca-42c0-a199-5020712b4a14 req-e162c6d5-f335-4638-91cb-8cac60f4b395 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640197 Nov 02 11:45:44.939934 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b3beaf52-121f-4e2f-830e-ca3fa05456c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:44.955296 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-84c6b66f-a871-4f06-a07c-e5e1116b7b70 req-d5e79881-ac0c-4077-83dc-2f418f3df6ac tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234004 Nov 02 11:45:44.969639 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b3beaf52-121f-4e2f-830e-ca3fa05456c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:45.079990 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47c64c4e-8d05-4e6a-8008-14be2db1ad00 req-ab476f74-f587-4380-a0d3-6b23f1670e18 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 210 time: 0.0453019 Nov 02 11:45:45.153248 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-71a65273-56ca-42c0-a199-5020712b4a14 req-94af9b18-1813-4ea7-8ad9-1faa6cbf7e53 service neutron] 10.222.0.54 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335024 Nov 02 11:45:45.169903 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bde82-1f9d-4a66-bcd3-27c03ec1637e req-9710ead9-0846-4f07-9af2-be635d18736f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:45.178114 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bde82-1f9d-4a66-bcd3-27c03ec1637e req-9710ead9-0846-4f07-9af2-be635d18736f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:45.199129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bde82-1f9d-4a66-bcd3-27c03ec1637e req-9710ead9-0846-4f07-9af2-be635d18736f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:45.202876 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d23bde82-1f9d-4a66-bcd3-27c03ec1637e req-9710ead9-0846-4f07-9af2-be635d18736f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 2418 time: 0.1564209 Nov 02 11:45:45.270306 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d23bde82-1f9d-4a66-bcd3-27c03ec1637e req-76203221-a830-4c20-a3eb-b9e532ba5302 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597484 Nov 02 11:45:45.289248 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b3beaf52-121f-4e2f-830e-ca3fa05456c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:45.293025 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b3beaf52-121f-4e2f-830e-ca3fa05456c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:45.294883 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b3beaf52-121f-4e2f-830e-ca3fa05456c4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a4f97262-f4b7-4d36-b372-73ac5333fea7 HTTP/1.1" status: 204 len: 168 time: 0.4112890 Nov 02 11:45:45.310750 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3beaf52-121f-4e2f-830e-ca3fa05456c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f97262-f4b7-4d36-b372-73ac5333fea7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:45.323902 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-71a65273-56ca-42c0-a199-5020712b4a14 req-be53906d-1082-44b8-bd6d-c8817424ffc5 service neutron] 10.222.0.54 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631770 Nov 02 11:45:45.337376 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae465-be36-40e9-b59a-df8264f6dbf2 req-bca318c5-bf1d-47b6-b653-fc97e26fe792 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:45.338959 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fddae465-be36-40e9-b59a-df8264f6dbf2 req-bca318c5-bf1d-47b6-b653-fc97e26fe792 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 944 time: 0.0728993 Nov 02 11:45:45.398767 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-00570f4d-5762-42b8-8390-2053f5dbc5e4 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:45.414383 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fddae465-be36-40e9-b59a-df8264f6dbf2 req-a2306b43-509b-44d5-97cc-479f8d97775e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686433 Nov 02 11:45:45.417751 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['06692540-a7fa-4994-b461-edded7713db4', '40c3cf91-4d49-485a-b268-9a971e2946e6', '596298fd-b603-4810-9af1-63ca8fa855ea'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:45:45.440015 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00570f4d-5762-42b8-8390-2053f5dbc5e4 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event deleted for resources: {'Port': ['ID=40c3cf91-4d49-485a-b268-9a971e2946e6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:45.503158 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-00570f4d-5762-42b8-8390-2053f5dbc5e4 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] No DVR routers for this DVR port 40c3cf91-4d49-485a-b268-9a971e2946e6 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:45:45.506169 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-00570f4d-5762-42b8-8390-2053f5dbc5e4 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:45.509820 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-00570f4d-5762-42b8-8390-2053f5dbc5e4 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.54 "DELETE /v2.0/ports/40c3cf91-4d49-485a-b268-9a971e2946e6 HTTP/1.1" status: 204 len: 173 time: 1.5811687 Nov 02 11:45:45.545586 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37416) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:45.611192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afce27b-c218-4893-b25b-135718f0c13c', 'name': 'network-vif-deleted', 'tag': '40c3cf91-4d49-485a-b268-9a971e2946e6'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:45.614148 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165c8d53-690e-45c7-98f9-abf2f4a0454c" -d '{"events": [{"server_uuid": "6afce27b-c218-4893-b25b-135718f0c13c", "name": "network-vif-deleted", "tag": "40c3cf91-4d49-485a-b268-9a971e2946e6"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:45.658642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-e1c1a820-9cf3-41e0-a0eb-3a4ce96d50c9 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Deleting port 596298fd-b603-4810-9af1-63ca8fa855ea {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:45:45.659022 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-e1c1a820-9cf3-41e0-a0eb-3a4ce96d50c9 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:45.693938 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ed6dab-b5a2-4d44-b2d1-63c941d50e3a x-openstack-request-id: req-05ed6dab-b5a2-4d44-b2d1-63c941d50e3a {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:45.694242 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afce27b-c218-4893-b25b-135718f0c13c", "name": "network-vif-deleted", "tag": "40c3cf91-4d49-485a-b268-9a971e2946e6", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:45.694710 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05ed6dab-b5a2-4d44-b2d1-63c941d50e3a {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:45.695949 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afce27b-c218-4893-b25b-135718f0c13c', 'name': 'network-vif-deleted', 'tag': '40c3cf91-4d49-485a-b268-9a971e2946e6', 'status': 'completed', 'code': 200} Nov 02 11:45:45.827373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-e1c1a820-9cf3-41e0-a0eb-3a4ce96d50c9 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] For port 596298fd-b603-4810-9af1-63ca8fa855ea, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=596298fd-b603-4810-9af1-63ca8fa855ea,segment=NetworkSegment(47eadb47-fdd8-4c16-9fe6-43165ad54456),segment_id=47eadb47-fdd8-4c16-9fe6-43165ad54456)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:45.827819 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-e1c1a820-9cf3-41e0-a0eb-3a4ce96d50c9 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:45.831453 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7af5db08-a900-4859-a408-ae0707ab274d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-92561948-network', 'tenant_id': '9db443b7e0f0445b8b1d808e435b468c'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:45.843172 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-e1c1a820-9cf3-41e0-a0eb-3a4ce96d50c9 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Calling delete_port for 596298fd-b603-4810-9af1-63ca8fa855ea owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:45:46.027227 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af5db08-a900-4859-a408-ae0707ab274d admin admin] Made reservation on behalf of 9db443b7e0f0445b8b1d808e435b468c for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:45:46.030790 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7af5db08-a900-4859-a408-ae0707ab274d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:46.044718 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7af5db08-a900-4859-a408-ae0707ab274d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:46.075396 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-e1c1a820-9cf3-41e0-a0eb-3a4ce96d50c9 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:46.111765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1a820-9cf3-41e0-a0eb-3a4ce96d50c9 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event deleted for resources: {'Port': ['ID=596298fd-b603-4810-9af1-63ca8fa855ea,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:46.155657 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7af5db08-a900-4859-a408-ae0707ab274d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:46.161476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-e1c1a820-9cf3-41e0-a0eb-3a4ce96d50c9 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] No DVR routers for this DVR port 596298fd-b603-4810-9af1-63ca8fa855ea on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:45:46.164785 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-e1c1a820-9cf3-41e0-a0eb-3a4ce96d50c9 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:46.168870 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-e1c1a820-9cf3-41e0-a0eb-3a4ce96d50c9 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.54 "DELETE /v2.0/ports/596298fd-b603-4810-9af1-63ca8fa855ea HTTP/1.1" status: 204 len: 173 time: 0.6530013 Nov 02 11:45:46.177534 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ea247-9f74-4440-b6d8-311890d6f064 req-6526776c-37e8-43f7-9d89-771fd0ad71be tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:46.186754 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c6ea247-9f74-4440-b6d8-311890d6f064 req-6526776c-37e8-43f7-9d89-771fd0ad71be tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.1464744 Nov 02 11:45:46.195790 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aea31659-a13d-4a8f-b386-f0c9f5f15503 req-c273305c-2dc6-4a29-9421-b55813574372 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 210 time: 0.0362899 Nov 02 11:45:46.307771 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c6ea247-9f74-4440-b6d8-311890d6f064 req-a7a340c7-e3f6-4855-9ef6-1434ee3bcfc0 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198740 Nov 02 11:45:46.336535 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-978494d0-cc97-4df1-91fc-b7ac65e3bc71 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Deleting port 06692540-a7fa-4994-b461-edded7713db4 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:45:46.339096 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7af5db08-a900-4859-a408-ae0707ab274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:46.348932 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-978494d0-cc97-4df1-91fc-b7ac65e3bc71 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:46.383976 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5db08-a900-4859-a408-ae0707ab274d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f8f839-df0d-4392-b130-5b697ddd792e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:46.424906 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37438) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:46.427015 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af5db08-a900-4859-a408-ae0707ab274d admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:45:46.452363 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7af5db08-a900-4859-a408-ae0707ab274d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:46.452740 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-7af5db08-a900-4859-a408-ae0707ab274d admin admin] Added segment e38ca8bc-f870-4eeb-b7c2-3f531efd3d23 of type vlan for network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e Nov 02 11:45:46.455476 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ad4aaa9-fa4b-4c79-bd4f-df46cb30ea5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:46.505940 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-978494d0-cc97-4df1-91fc-b7ac65e3bc71 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] For port 06692540-a7fa-4994-b461-edded7713db4, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=06692540-a7fa-4994-b461-edded7713db4,segment=NetworkSegment(66574b6e-74d1-4dbb-87c6-50aeb4675a2e),segment_id=66574b6e-74d1-4dbb-87c6-50aeb4675a2e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:46.506291 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-978494d0-cc97-4df1-91fc-b7ac65e3bc71 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:46.511123 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a63fdf-24f6-445f-93f3-80d6ee288d0f req-9c6eeba5-93ce-4b4d-8e40-63e09378755e tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:46.512676 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0a63fdf-24f6-445f-93f3-80d6ee288d0f req-9c6eeba5-93ce-4b4d-8e40-63e09378755e tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 946 time: 0.1307433 Nov 02 11:45:46.521205 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-978494d0-cc97-4df1-91fc-b7ac65e3bc71 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Calling delete_port for 06692540-a7fa-4994-b461-edded7713db4 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:45:46.545391 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7af5db08-a900-4859-a408-ae0707ab274d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:46.618097 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0a63fdf-24f6-445f-93f3-80d6ee288d0f req-6dee0ccb-98d4-4eed-8377-7f7e71dd94fd tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962873 Nov 02 11:45:46.653451 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ad4aaa9-fa4b-4c79-bd4f-df46cb30ea5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:46.801240 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d8edb-e3aa-4054-a102-e91c680f3108 req-5f7f44c4-71c0-4b4c-b25f-bb49f5ddbe71 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:46.802740 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e48d8edb-e3aa-4054-a102-e91c680f3108 req-5f7f44c4-71c0-4b4c-b25f-bb49f5ddbe71 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 944 time: 0.0520825 Nov 02 11:45:46.805146 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7af5db08-a900-4859-a408-ae0707ab274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:46.811885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af5db08-a900-4859-a408-ae0707ab274d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:46.811885 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7af5db08-a900-4859-a408-ae0707ab274d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:46.832662 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-978494d0-cc97-4df1-91fc-b7ac65e3bc71 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:46.852170 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ad4aaa9-fa4b-4c79-bd4f-df46cb30ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:46.877507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978494d0-cc97-4df1-91fc-b7ac65e3bc71 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event deleted for resources: {'Port': ['ID=06692540-a7fa-4994-b461-edded7713db4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:46.930397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-978494d0-cc97-4df1-91fc-b7ac65e3bc71 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] No DVR routers for this DVR port 06692540-a7fa-4994-b461-edded7713db4 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:45:46.933062 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-978494d0-cc97-4df1-91fc-b7ac65e3bc71 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:46.937806 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d77b7e33-607b-4df4-9c06-d350ff10e17d req-978494d0-cc97-4df1-91fc-b7ac65e3bc71 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.54 "DELETE /v2.0/ports/06692540-a7fa-4994-b461-edded7713db4 HTTP/1.1" status: 204 len: 173 time: 0.7481520 Nov 02 11:45:46.938562 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5db08-a900-4859-a408-ae0707ab274d admin admin] Pushing event updated for resources: {'Network': ['ID=5efc137d-8ec3-48c3-8cbb-fc7ed003d49e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:46.955083 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7ad4aaa9-fa4b-4c79-bd4f-df46cb30ea5f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=57950227ec574891b95e355a8941fa48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5250010 Nov 02 11:45:46.957965 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37444) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:46.965367 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:45:46.965882 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4aaa9-fa4b-4c79-bd4f-df46cb30ea5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83416da5-1131-40b1-acc8-33793051eed3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:46.979319 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e48d8edb-e3aa-4054-a102-e91c680f3108 req-1b603e65-30f4-4206-ba60-88103ff04f23 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676600 Nov 02 11:45:46.990984 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7af5db08-a900-4859-a408-ae0707ab274d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4435217 Nov 02 11:45:46.994016 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37446) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:46.999061 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-18c23fcd-c3b9-47f0-b677-5b9a28ad1fa5 admin admin] Request body: {'subnet': {'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-92561948-subnet', 'tenant_id': '9db443b7e0f0445b8b1d808e435b468c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:47.108511 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfcd05be-67e4-4880-b594-8b6729fed6f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:47.144300 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfcd05be-67e4-4880-b594-8b6729fed6f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:47.154753 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161e6e4-0bc7-425f-acd6-625fd5f20757 req-20095bdd-044f-45a7-9bfd-d577eaf22a3d tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:47.156508 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3161e6e4-0bc7-425f-acd6-625fd5f20757 req-20095bdd-044f-45a7-9bfd-d577eaf22a3d tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.0892761 Nov 02 11:45:47.175065 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c23fcd-c3b9-47f0-b677-5b9a28ad1fa5 admin admin] Made reservation on behalf of 9db443b7e0f0445b8b1d808e435b468c for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:45:47.177486 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-18c23fcd-c3b9-47f0-b677-5b9a28ad1fa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:47.245754 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3161e6e4-0bc7-425f-acd6-625fd5f20757 req-46b72ef9-b2f2-41dc-9dcc-30ea2d0587d9 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827749 Nov 02 11:45:47.332730 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7c12b253-0961-4d8e-a986-534e034d487c req-7c7b63e4-ae71-4879-917d-baf95ad5b14d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 210 time: 0.0346565 Nov 02 11:45:47.398813 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfcd05be-67e4-4880-b594-8b6729fed6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:47.401703 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfcd05be-67e4-4880-b594-8b6729fed6f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:47.403267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cfcd05be-67e4-4880-b594-8b6729fed6f8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83416da5-1131-40b1-acc8-33793051eed3 HTTP/1.1" status: 204 len: 168 time: 0.4438703 Nov 02 11:45:47.412735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd05be-67e4-4880-b594-8b6729fed6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83416da5-1131-40b1-acc8-33793051eed3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:47.546442 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c3249746-4a51-417c-90b2-ae87d9732b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:47.603865 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-18c23fcd-c3b9-47f0-b677-5b9a28ad1fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:47.670263 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c23fcd-c3b9-47f0-b677-5b9a28ad1fa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0cfb668-d4d9-430d-a871-912d4c5cdf64,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:47.678561 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c23fcd-c3b9-47f0-b677-5b9a28ad1fa5 admin admin] Checking segment: {'id': 'e38ca8bc-f870-4eeb-b7c2-3f531efd3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:45:47.678907 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c23fcd-c3b9-47f0-b677-5b9a28ad1fa5 admin admin] Network hostable DHCP agents. Network: 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:45:47.701594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afce27b-c218-4893-b25b-135718f0c13c', 'name': 'network-vif-deleted', 'tag': '596298fd-b603-4810-9af1-63ca8fa855ea'}, {'server_uuid': '6afce27b-c218-4893-b25b-135718f0c13c', 'name': 'network-vif-deleted', 'tag': '06692540-a7fa-4994-b461-edded7713db4'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:47.704770 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0739421-8612-4986-8560-1fd191bd0458" -d '{"events": [{"server_uuid": "6afce27b-c218-4893-b25b-135718f0c13c", "name": "network-vif-deleted", "tag": "596298fd-b603-4810-9af1-63ca8fa855ea"}, {"server_uuid": "6afce27b-c218-4893-b25b-135718f0c13c", "name": "network-vif-deleted", "tag": "06692540-a7fa-4994-b461-edded7713db4"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:47.723816 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-5b696ec4-4daa-4e78-b018-881b530c2e0f tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=94a67145605e46e99d51eab5299e1bf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366695 Nov 02 11:45:47.758059 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-79835361-fd38-4fa1-8d1f-9b0b0883e34c req-adaee8c4-d9e4-4258-8425-e1d6862a8329 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=6afce27b-c218-4893-b25b-135718f0c13c HTTP/1.1" status: 200 len: 210 time: 0.0285800 Nov 02 11:45:47.808286 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6920c2-1130-4657-83cd-dc52e0501941 x-openstack-request-id: req-4e6920c2-1130-4657-83cd-dc52e0501941 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:47.808588 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afce27b-c218-4893-b25b-135718f0c13c", "name": "network-vif-deleted", "tag": "596298fd-b603-4810-9af1-63ca8fa855ea", "status": "completed", "code": 200}, {"server_uuid": "6afce27b-c218-4893-b25b-135718f0c13c", "name": "network-vif-deleted", "tag": "06692540-a7fa-4994-b461-edded7713db4", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:47.808847 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e6920c2-1130-4657-83cd-dc52e0501941 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:47.809260 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afce27b-c218-4893-b25b-135718f0c13c', 'name': 'network-vif-deleted', 'tag': '596298fd-b603-4810-9af1-63ca8fa855ea', 'status': 'completed', 'code': 200} Nov 02 11:45:47.809519 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afce27b-c218-4893-b25b-135718f0c13c', 'name': 'network-vif-deleted', 'tag': '06692540-a7fa-4994-b461-edded7713db4', 'status': 'completed', 'code': 200} Nov 02 11:45:47.850124 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-fba72a4a-c4b2-47f5-a56e-39341b97eb96 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:47.852007 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-fba72a4a-c4b2-47f5-a56e-39341b97eb96 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1221678 Nov 02 11:45:47.860835 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c23fcd-c3b9-47f0-b677-5b9a28ad1fa5 admin admin] Network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:45:47.865349 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-d1c72ef8-4ec9-4671-9676-8bb76094a93d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Request body: {'port': {'device_id': '1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': '94a67145605e46e99d51eab5299e1bf8'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:47.871912 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 384afe57-fd7a-4f53-b703-3ba5e58b9a18 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:45:47.874006 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 40c3cf91-4d49-485a-b268-9a971e2946e6 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:45:47.900758 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 40c3cf91-4d49-485a-b268-9a971e2946e6 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:45:47.901103 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 40c3cf91-4d49-485a-b268-9a971e2946e6 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:45:47.901687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 06692540-a7fa-4994-b461-edded7713db4 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:45:47.938335 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 06692540-a7fa-4994-b461-edded7713db4 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:45:47.950641 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 06692540-a7fa-4994-b461-edded7713db4 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:45:47.951187 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 596298fd-b603-4810-9af1-63ca8fa855ea no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:45:47.958269 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-18c23fcd-c3b9-47f0-b677-5b9a28ad1fa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:45:47.966402 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c23fcd-c3b9-47f0-b677-5b9a28ad1fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:47.967047 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-18c23fcd-c3b9-47f0-b677-5b9a28ad1fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:47.979370 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361d535c-a5bd-4ff6-940f-c5ba33f38a2e None None] Network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:45:48.049330 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 596298fd-b603-4810-9af1-63ca8fa855ea {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:45:48.049695 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 596298fd-b603-4810-9af1-63ca8fa855ea not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:45:48.137416 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111feaa-3677-4316-b0e9-3c9508f7e1b0 req-2d6e9424-4c9b-4ce5-9078-f00115888ccd tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:48.144944 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8111feaa-3677-4316-b0e9-3c9508f7e1b0 req-2d6e9424-4c9b-4ce5-9078-f00115888ccd tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 944 time: 0.0680697 Nov 02 11:45:48.170619 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-18c23fcd-c3b9-47f0-b677-5b9a28ad1fa5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1754925 Nov 02 11:45:48.196207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 384afe57-fd7a-4f53-b703-3ba5e58b9a18, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=384afe57-fd7a-4f53-b703-3ba5e58b9a18,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:48.200303 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4692ea8a-01ef-4728-a58f-5376f83dc7dc None None] Network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:45:48.222290 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8111feaa-3677-4316-b0e9-3c9508f7e1b0 req-7606a189-0719-40e7-928b-d8c90a3892af tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763485 Nov 02 11:45:48.231399 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '384afe57-fd7a-4f53-b703-3ba5e58b9a18', 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929', 'port_id': '384afe57-fd7a-4f53-b703-3ba5e58b9a18', 'mac_address': 'fa:16:3e:60:78:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709b5eb0-8b3b-4f04-bc29-debbc3396f1e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:45:48.311745 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:48.346236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384afe57-fd7a-4f53-b703-3ba5e58b9a18 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:48.375995 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-d1c72ef8-4ec9-4671-9676-8bb76094a93d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Made reservation on behalf of 94a67145605e46e99d51eab5299e1bf8 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:45:48.383098 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-d1c72ef8-4ec9-4671-9676-8bb76094a93d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:48.396843 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-d1c72ef8-4ec9-4671-9676-8bb76094a93d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:48.459207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 384afe57-fd7a-4f53-b703-3ba5e58b9a18, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=384afe57-fd7a-4f53-b703-3ba5e58b9a18,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:48.516969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a163f1-5e9f-4849-be93-f949df7b7717 req-3d688348-3893-4479-9373-35665c11879b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:48.518520 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d9a163f1-5e9f-4849-be93-f949df7b7717 req-3d688348-3893-4479-9373-35665c11879b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.1849074 Nov 02 11:45:48.555875 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-d1c72ef8-4ec9-4671-9676-8bb76094a93d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:48.562084 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-746f77f6-c08c-4888-800d-05b95f0591ea req-8624dc7e-98eb-44bc-96d9-cce96f82b9ab tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 210 time: 0.0273876 Nov 02 11:45:48.593527 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d9a163f1-5e9f-4849-be93-f949df7b7717 req-4b1b136a-3e88-43a3-a9c0-9e5867e9ef5e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668433 Nov 02 11:45:48.695976 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:48.749704 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=384afe57-fd7a-4f53-b703-3ba5e58b9a18,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:48.776517 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-d1c72ef8-4ec9-4671-9676-8bb76094a93d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:48.865261 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c72ef8-4ec9-4671-9676-8bb76094a93d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f2f70d-2f03-4d53-8958-e2bd92e9932e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:48.899602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37504) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:48.913420 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-9ccca4a8-5115-44bd-a4d5-ddfa15aab6b2 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:48.914918 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-9ccca4a8-5115-44bd-a4d5-ddfa15aab6b2 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/networks?id=5efc137d-8ec3-48c3-8cbb-fc7ed003d49e HTTP/1.1" status: 200 len: 811 time: 0.1531756 Nov 02 11:45:48.931426 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-820156c0-865e-4daa-9aae-e89e8491f20b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/quotas/9db443b7e0f0445b8b1d808e435b468c HTTP/1.1" status: 200 len: 375 time: 0.0104260 Nov 02 11:45:48.966738 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-a8f12c38-2c62-458c-a606-17eff2a5293d tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9db443b7e0f0445b8b1d808e435b468c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289793 Nov 02 11:45:48.973058 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['384afe57-fd7a-4f53-b703-3ba5e58b9a18'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:45:48.995198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c04048c-069e-4831-bb80-fd8e6cd58e72 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Deleting subnet 082b1570-5c98-4008-94d4-dc3f80ce584d {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:45:48.997960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-d1c72ef8-4ec9-4671-9676-8bb76094a93d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Allocated IP 192.168.233.229 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/4395255f-9d0c-4631-b0d3-3e56e48b1117) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:45:49.016918 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8c04048c-069e-4831-bb80-fd8e6cd58e72 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:49.086825 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8c04048c-069e-4831-bb80-fd8e6cd58e72 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:49.124120 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-5b5e01f7-5eed-4e55-b4b8-0d34d24af33a service neutron] 10.222.0.52 "GET /v2.0/networks/5efc137d-8ec3-48c3-8cbb-fc7ed003d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424215 Nov 02 11:45:49.217979 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-90dc7259-fbce-433b-a35a-47733ee8991d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=94a67145605e46e99d51eab5299e1bf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277207 Nov 02 11:45:49.251809 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-860c68b8-ee4e-4311-bf33-244c127b5a7d service neutron] 10.222.0.52 "GET /v2.0/networks/5efc137d-8ec3-48c3-8cbb-fc7ed003d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189499 Nov 02 11:45:49.427610 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8c04048c-069e-4831-bb80-fd8e6cd58e72 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:49.432919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-d1c72ef8-4ec9-4671-9676-8bb76094a93d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:49.517470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5bb340fd-e9d2-4fb6-b7c2-f6d88e80f66a tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:49.519103 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5bb340fd-e9d2-4fb6-b7c2-f6d88e80f66a tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2922676 Nov 02 11:45:49.531972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591b8b2-7719-4db0-b9c5-3ea71604f866 req-2837eb93-d683-4033-a7ba-43d49e33411a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:49.533410 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e591b8b2-7719-4db0-b9c5-3ea71604f866 req-2837eb93-d683-4033-a7ba-43d49e33411a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 945 time: 0.1844039 Nov 02 11:45:49.547151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-fdd7d752-96b8-4177-84ba-ebf920b4183a tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Request body: {'port': {'device_id': '5b5e516e-21eb-44b8-95f0-fcecb82fca81', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': '94a67145605e46e99d51eab5299e1bf8'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:49.677490 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e591b8b2-7719-4db0-b9c5-3ea71604f866 req-c7f30d6c-d63d-4d9f-9932-150698f1ae47 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253710 Nov 02 11:45:49.742167 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-27425564-fd7e-44fc-a9e1-5da0b23b3410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:49.795627 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-d1c72ef8-4ec9-4671-9676-8bb76094a93d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:49.795627 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8c04048c-069e-4831-bb80-fd8e6cd58e72 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:49.841136 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ed45c6fa-e808-4de0-bbd6-804454ca5e07 req-9441ae06-2294-40ee-bc56-879a8b5151f6 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 210 time: 0.0643721 Nov 02 11:45:49.861061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04048c-069e-4831-bb80-fd8e6cd58e72 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event deleted for resources: {'Subnet': ['ID=082b1570-5c98-4008-94d4-dc3f80ce584d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:49.864997 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-fdd7d752-96b8-4177-84ba-ebf920b4183a tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Made reservation on behalf of 94a67145605e46e99d51eab5299e1bf8 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:45:49.874833 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 384afe57-fd7a-4f53-b703-3ba5e58b9a18 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:45:49.887376 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-fdd7d752-96b8-4177-84ba-ebf920b4183a tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:49.940813 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8c04048c-069e-4831-bb80-fd8e6cd58e72 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:49.947922 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37532) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:49.949320 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8c04048c-069e-4831-bb80-fd8e6cd58e72 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "DELETE /v2.0/subnets/082b1570-5c98-4008-94d4-dc3f80ce584d HTTP/1.1" status: 204 len: 168 time: 1.0485852 Nov 02 11:45:49.956925 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429a013e-bcc0-4d35-8f41-8fc62fb6ae41 None None] Network 4c821e3f-1e38-42b2-8419-7488a20b2453 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:45:49.981645 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-d1c72ef8-4ec9-4671-9676-8bb76094a93d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:45:49.985724 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-d1c72ef8-4ec9-4671-9676-8bb76094a93d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:45:50.041953 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-d1c72ef8-4ec9-4671-9676-8bb76094a93d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:45:50.046602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c72ef8-4ec9-4671-9676-8bb76094a93d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Pushing event updated for resources: {'Port': ['ID=4395255f-9d0c-4631-b0d3-3e56e48b1117,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:50.115419 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:50.186675 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 384afe57-fd7a-4f53-b703-3ba5e58b9a18 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:45:50.194508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 384afe57-fd7a-4f53-b703-3ba5e58b9a18 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:50.195094 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:50.321093 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4d63f846-df74-4ff4-927f-be1e00a69fc3 req-2665b752-7eae-4ceb-a951-55f5dbadebca tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 210 time: 0.0737007 Nov 02 11:45:50.325196 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Deleting port 81b3f696-467f-4dc2-a8af-c7bafd631d89 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:45:50.326325 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:50.334106 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7842236-ef5f-4506-a9b2-0c8610810fdd None None] DHCP port deletion for 4c821e3f-1e38-42b2-8419-7488a20b2453 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:45:50.347263 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-d1c72ef8-4ec9-4671-9676-8bb76094a93d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:50.348301 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-d1c72ef8-4ec9-4671-9676-8bb76094a93d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:50.365874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95e6c3-7f90-4780-89f4-da6c5de53612 req-d62a15d9-82dd-4023-8b2b-627755ea55e7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:50.368471 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac95e6c3-7f90-4780-89f4-da6c5de53612 req-d62a15d9-82dd-4023-8b2b-627755ea55e7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.4352841 Nov 02 11:45:50.464183 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] For port 81b3f696-467f-4dc2-a8af-c7bafd631d89, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=81b3f696-467f-4dc2-a8af-c7bafd631d89,segment=NetworkSegment(66574b6e-74d1-4dbb-87c6-50aeb4675a2e),segment_id=66574b6e-74d1-4dbb-87c6-50aeb4675a2e)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:50.464851 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:50.486757 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Calling delete_port for 81b3f696-467f-4dc2-a8af-c7bafd631d89 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:45:50.517541 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-fdd7d752-96b8-4177-84ba-ebf920b4183a tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Allocated IP 192.168.233.209 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/656da032-aa36-4a47-a4f7-8c5b174207b6) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:45:50.522878 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac95e6c3-7f90-4780-89f4-da6c5de53612 req-dc519635-5e32-43f0-bc7b-245140c2ead8 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449342 Nov 02 11:45:50.546060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5a9f1502-11db-480b-abca-9a40fa500f38 None None] Provisioning complete for port 4395255f-9d0c-4631-b0d3-3e56e48b1117 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:50.546060 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5a9f1502-11db-480b-abca-9a40fa500f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:50.551478 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-d1c72ef8-4ec9-4671-9676-8bb76094a93d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6903212 Nov 02 11:45:50.568366 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:50.582417 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Request body: {'port': {'device_id': '1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:50.615629 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c21848e-5a4b-4bc7-a79f-14f69ae2c600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384afe57-fd7a-4f53-b703-3ba5e58b9a18'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:50.619067 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baec0c84-4ecc-43d5-8b9d-d931748cfd65" -d '{"events": [{"server_uuid": "9c21848e-5a4b-4bc7-a79f-14f69ae2c600", "name": "network-vif-plugged", "status": "completed", "tag": "384afe57-fd7a-4f53-b703-3ba5e58b9a18"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:50.635557 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f1502-11db-480b-abca-9a40fa500f38 None None] Port 4395255f-9d0c-4631-b0d3-3e56e48b1117 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:45:50.638810 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 384afe57-fd7a-4f53-b703-3ba5e58b9a18, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=384afe57-fd7a-4f53-b703-3ba5e58b9a18,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:50.653269 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d7842236-ef5f-4506-a9b2-0c8610810fdd None None] Deleting port 81b3f696-467f-4dc2-a8af-c7bafd631d89 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:45:50.653647 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d7842236-ef5f-4506-a9b2-0c8610810fdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:50.693801 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:50.701125 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:50.717316 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc37c83d-948c-4817-a463-866827402b1f x-openstack-request-id: req-fc37c83d-948c-4817-a463-866827402b1f {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:50.717635 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c21848e-5a4b-4bc7-a79f-14f69ae2c600", "name": "network-vif-plugged", "status": "completed", "tag": "384afe57-fd7a-4f53-b703-3ba5e58b9a18", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:50.718763 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc37c83d-948c-4817-a463-866827402b1f {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:50.719073 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c21848e-5a4b-4bc7-a79f-14f69ae2c600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384afe57-fd7a-4f53-b703-3ba5e58b9a18', 'code': 200} Nov 02 11:45:50.745524 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d7842236-ef5f-4506-a9b2-0c8610810fdd None None] For port 81b3f696-467f-4dc2-a8af-c7bafd631d89, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=81b3f696-467f-4dc2-a8af-c7bafd631d89,segment=NetworkSegment(66574b6e-74d1-4dbb-87c6-50aeb4675a2e),segment_id=66574b6e-74d1-4dbb-87c6-50aeb4675a2e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:50.746170 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d7842236-ef5f-4506-a9b2-0c8610810fdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:50.756663 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:50.770887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d7842236-ef5f-4506-a9b2-0c8610810fdd None None] Calling delete_port for 81b3f696-467f-4dc2-a8af-c7bafd631d89 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:45:50.805719 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event deleted for resources: {'Port': ['ID=81b3f696-467f-4dc2-a8af-c7bafd631d89,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:50.831105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] No DVR routers for this DVR port 81b3f696-467f-4dc2-a8af-c7bafd631d89 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:45:50.973195 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:50.984106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ca8ee-10c6-463f-838a-697a5c22a9c2 req-55081e22-5e33-41b9-a535-952f0bd260b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:50.986035 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-888ca8ee-10c6-463f-838a-697a5c22a9c2 req-55081e22-5e33-41b9-a535-952f0bd260b9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 1098 time: 0.1732974 Nov 02 11:45:50.987645 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:50.992336 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=384afe57-fd7a-4f53-b703-3ba5e58b9a18,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:50.999610 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-fdd7d752-96b8-4177-84ba-ebf920b4183a tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:51.055573 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f1542f90-223c-4def-ae25-24f0d124e56b req-84574e7f-8c32-498d-a4f8-af62f3464b13 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 210 time: 0.0402150 Nov 02 11:45:51.056299 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d7842236-ef5f-4506-a9b2-0c8610810fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:51.062023 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c821e3f-1e38-42b2-8419-7488a20b2453']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:45:51.080305 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66574b6e-74d1-4dbb-87c6-50aeb4675a2e') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:45:51.080523 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2804a-7c67-47e2-8838-5a78b0f1a541 req-2112c26e-fa10-496c-9a1a-afc78203a148 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:51.080651 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66574b6e-74d1-4dbb-87c6-50aeb4675a2e') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:45:51.082465 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69a2804a-7c67-47e2-8838-5a78b0f1a541 req-2112c26e-fa10-496c-9a1a-afc78203a148 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.2324119 Nov 02 11:45:51.099853 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7842236-ef5f-4506-a9b2-0c8610810fdd None None] Pushing event deleted for resources: {'Port': ['ID=81b3f696-467f-4dc2-a8af-c7bafd631d89,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:51.103048 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7842236-ef5f-4506-a9b2-0c8610810fdd None None] No DVR routers for this DVR port 81b3f696-467f-4dc2-a8af-c7bafd631d89 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:45:51.109341 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:51.128151 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-888ca8ee-10c6-463f-838a-697a5c22a9c2 req-0cce1571-fb33-43ce-9b68-05d2ffe9ba70 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238151 Nov 02 11:45:51.128821 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:51.136354 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:45:51.136746 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:45:51.139773 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:45:51.155681 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69a2804a-7c67-47e2-8838-5a78b0f1a541 req-7dc96fe7-2eda-4560-acdb-f4de4794b5f6 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659828 Nov 02 11:45:51.161166 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-fdd7d752-96b8-4177-84ba-ebf920b4183a tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:51.262532 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-fdd7d752-96b8-4177-84ba-ebf920b4183a tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:45:51.268241 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-fdd7d752-96b8-4177-84ba-ebf920b4183a tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:45:51.270807 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-fdd7d752-96b8-4177-84ba-ebf920b4183a tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:45:51.322978 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7d752-96b8-4177-84ba-ebf920b4183a tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Pushing event updated for resources: {'Port': ['ID=656da032-aa36-4a47-a4f7-8c5b174207b6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:51.337048 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:51.342633 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:51.349003 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "DELETE /v2.0/networks/4c821e3f-1e38-42b2-8419-7488a20b2453 HTTP/1.1" status: 204 len: 168 time: 1.3959320 Nov 02 11:45:51.353196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37566) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:51.376174 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464cbb5-636f-4ad9-846a-4b43bae64bac tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event deleted for resources: {'Network': ['ID=4c821e3f-1e38-42b2-8419-7488a20b2453,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:51.413396 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-fdd7d752-96b8-4177-84ba-ebf920b4183a tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:51.414207 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-fdd7d752-96b8-4177-84ba-ebf920b4183a tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:51.474968 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-699879bb-a199-41be-91ad-a4b247affd0e req-ef77eb68-5d21-473c-962e-9f9c19f164e9 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 210 time: 0.0578907 Nov 02 11:45:51.484428 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-1233ffb4-31e9-4469-8c92-adca85c80636 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Deleting subnet 0430f0fc-c9a9-4863-915e-6dace5d861e9 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:45:51.515343 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1233ffb4-31e9-4469-8c92-adca85c80636 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:51.561982 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-fd70bf79-5adf-46f8-b307-35c2ad789a78 None None] Provisioning complete for port 656da032-aa36-4a47-a4f7-8c5b174207b6 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:45:51.562508 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fd70bf79-5adf-46f8-b307-35c2ad789a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:51.617182 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-fd70bf79-5adf-46f8-b307-35c2ad789a78 None None] Port 656da032-aa36-4a47-a4f7-8c5b174207b6 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:45:51.693635 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37992584-52f5-43c1-b012-0e577ffefbbb req-46222ef2-60d3-433d-96a2-b76cdb3d48ff tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:51.696551 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37992584-52f5-43c1-b012-0e577ffefbbb req-46222ef2-60d3-433d-96a2-b76cdb3d48ff tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.0575023 Nov 02 11:45:51.750865 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37992584-52f5-43c1-b012-0e577ffefbbb req-3eed447d-39b9-42a6-9207-6a38f5dcea4b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480952 Nov 02 11:45:51.846629 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-fdd7d752-96b8-4177-84ba-ebf920b4183a tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3083568 Nov 02 11:45:51.866789 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Request body: {'port': {'device_id': '5b5e516e-21eb-44b8-95f0-fcecb82fca81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:51.871158 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4395255f-9d0c-4631-b0d3-3e56e48b1117 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:51.902470 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:51.907846 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1233ffb4-31e9-4469-8c92-adca85c80636 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:51.956734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Transition to ACTIVE for port object 4395255f-9d0c-4631-b0d3-3e56e48b1117 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:45:51.995598 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:52.019396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 81b3f696-467f-4dc2-a8af-c7bafd631d89 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:45:52.046822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 81b3f696-467f-4dc2-a8af-c7bafd631d89 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:45:52.047212 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 81b3f696-467f-4dc2-a8af-c7bafd631d89 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:45:52.078537 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:52.093267 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1233ffb4-31e9-4469-8c92-adca85c80636 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:52.207962 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c8ed8-0bb0-4d89-a164-b79dbcc67c1c req-66b3d622-27c0-46c7-a755-cd53a2e1b127 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:52.229344 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a48c8ed8-0bb0-4d89-a164-b79dbcc67c1c req-66b3d622-27c0-46c7-a755-cd53a2e1b127 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 936 time: 0.0969636 Nov 02 11:45:52.264011 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Pushing event updated for resources: {'Port': ['ID=4395255f-9d0c-4631-b0d3-3e56e48b1117,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:52.386490 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:52.391522 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a48c8ed8-0bb0-4d89-a164-b79dbcc67c1c req-10283e98-37e1-4317-a8bf-8ca871693e56 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612043 Nov 02 11:45:52.469404 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e832d9-3d18-4c51-b56d-9813986f1bcf req-e7504592-d8c9-4f7b-b2b4-d7cea5d1d8cf tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:52.479515 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d0e832d9-3d18-4c51-b56d-9813986f1bcf req-e7504592-d8c9-4f7b-b2b4-d7cea5d1d8cf tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.2107115 Nov 02 11:45:52.529714 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1233ffb4-31e9-4469-8c92-adca85c80636 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:52.548999 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Attempting to bind port 4395255f-9d0c-4631-b0d3-3e56e48b1117 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:45:52.549338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Attempting to bind port 4395255f-9d0c-4631-b0d3-3e56e48b1117 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:45:52.549674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Attempting to bind port 4395255f-9d0c-4631-b0d3-3e56e48b1117 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:52.580432 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ddec05d-a5b9-4969-8bee-701b057b2d79 req-811a5635-31d2-435f-ac06-9b90ef768db0 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 210 time: 0.0283499 Nov 02 11:45:52.602681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Port 4395255f-9d0c-4631-b0d3-3e56e48b1117 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:45:52.603058 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Attempting to bind port 4395255f-9d0c-4631-b0d3-3e56e48b1117 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:52.609027 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233ffb4-31e9-4469-8c92-adca85c80636 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event deleted for resources: {'Subnet': ['ID=0430f0fc-c9a9-4863-915e-6dace5d861e9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:52.612931 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8093ea4e-f9cf-4fc2-a90a-71e0d014c8d0 None None] Network c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:45:52.616330 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1233ffb4-31e9-4469-8c92-adca85c80636 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:52.619841 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1233ffb4-31e9-4469-8c92-adca85c80636 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "DELETE /v2.0/subnets/0430f0fc-c9a9-4863-915e-6dace5d861e9 HTTP/1.1" status: 204 len: 168 time: 1.2656622 Nov 02 11:45:52.623181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37586) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:52.647958 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:45:52.648276 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:45:52.648721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:45:52.649241 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Bound port: 4395255f-9d0c-4631-b0d3-3e56e48b1117, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:45:52.649970 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:52.670122 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d0e832d9-3d18-4c51-b56d-9813986f1bcf req-6c9d2a8b-1822-4688-957f-014fb6528b5c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897662 Nov 02 11:45:52.809918 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656da032-aa36-4a47-a4f7-8c5b174207b6 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:52.841565 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:52.856508 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:52.870289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Transition to ACTIVE for port object 656da032-aa36-4a47-a4f7-8c5b174207b6 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:45:52.897298 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] For port 4395255f-9d0c-4631-b0d3-3e56e48b1117, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:45:52.902316 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] For port 4395255f-9d0c-4631-b0d3-3e56e48b1117, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4395255f-9d0c-4631-b0d3-3e56e48b1117,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:45:52.909215 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755e555e-bef1-4b5c-8219-ae888b09ec97 None None] DHCP port deletion for c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:45:52.949352 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29081683-cad4-4f04-9768-efb070e57049 req-726f6736-17b4-4d92-b2fd-217823a28260 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:52.950885 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-29081683-cad4-4f04-9768-efb070e57049 req-726f6736-17b4-4d92-b2fd-217823a28260 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.0919442 Nov 02 11:45:52.969684 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:52.971927 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-755e555e-bef1-4b5c-8219-ae888b09ec97 None None] Deleting port 33fabcc3-7840-4097-a8a3-2fe68c058968 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:45:52.972252 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-755e555e-bef1-4b5c-8219-ae888b09ec97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:53.000337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Deleting port 33fabcc3-7840-4097-a8a3-2fe68c058968 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:45:53.000670 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:53.031775 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-29081683-cad4-4f04-9768-efb070e57049 req-0b0238c8-1c3c-44f7-b60c-c6e076929fc1 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733726 Nov 02 11:45:53.063132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-755e555e-bef1-4b5c-8219-ae888b09ec97 None None] For port 33fabcc3-7840-4097-a8a3-2fe68c058968, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=33fabcc3-7840-4097-a8a3-2fe68c058968,segment=NetworkSegment(47eadb47-fdd8-4c16-9fe6-43165ad54456),segment_id=47eadb47-fdd8-4c16-9fe6-43165ad54456)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:53.063728 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-755e555e-bef1-4b5c-8219-ae888b09ec97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:53.086607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-755e555e-bef1-4b5c-8219-ae888b09ec97 None None] Calling delete_port for 33fabcc3-7840-4097-a8a3-2fe68c058968 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:45:53.110874 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] For port 33fabcc3-7840-4097-a8a3-2fe68c058968, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=33fabcc3-7840-4097-a8a3-2fe68c058968,segment=NetworkSegment(47eadb47-fdd8-4c16-9fe6-43165ad54456),segment_id=47eadb47-fdd8-4c16-9fe6-43165ad54456)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:53.111211 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:53.135615 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Calling delete_port for 33fabcc3-7840-4097-a8a3-2fe68c058968 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:45:53.236905 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:53.245364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Pushing event updated for resources: {'Port': ['ID=656da032-aa36-4a47-a4f7-8c5b174207b6,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:53.261449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Attempting to bind port 656da032-aa36-4a47-a4f7-8c5b174207b6 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:45:53.261823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Attempting to bind port 656da032-aa36-4a47-a4f7-8c5b174207b6 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:45:53.262142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Attempting to bind port 656da032-aa36-4a47-a4f7-8c5b174207b6 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:53.296430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:53.297057 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:53.298524 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] 10.222.0.54 "PUT /v2.0/ports/4395255f-9d0c-4631-b0d3-3e56e48b1117 HTTP/1.1" status: 200 len: 1097 time: 2.7381699 Nov 02 11:45:53.301894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96', 'tag': '4395255f-9d0c-4631-b0d3-3e56e48b1117'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:53.304409 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01edb46c-3dce-40c0-a3a6-e3b4b215685e" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96", "tag": "4395255f-9d0c-4631-b0d3-3e56e48b1117"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:53.318192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Port 656da032-aa36-4a47-a4f7-8c5b174207b6 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:45:53.319078 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Attempting to bind port 656da032-aa36-4a47-a4f7-8c5b174207b6 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:53.332552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:45:53.333052 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:45:53.333365 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:45:53.334040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Bound port: 656da032-aa36-4a47-a4f7-8c5b174207b6, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:45:53.334479 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:53.402113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a6596-440f-424a-ab60-871418f94935 service neutron] Pushing event updated for resources: {'Port': ['ID=4395255f-9d0c-4631-b0d3-3e56e48b1117,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:53.404574 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-755e555e-bef1-4b5c-8219-ae888b09ec97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:53.420094 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:53.441489 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5c81f9-acaa-4be5-85de-924df3b98418 x-openstack-request-id: req-df5c81f9-acaa-4be5-85de-924df3b98418 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:53.442219 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96", "tag": "4395255f-9d0c-4631-b0d3-3e56e48b1117", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:53.442474 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df5c81f9-acaa-4be5-85de-924df3b98418 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:53.442951 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96', 'tag': '4395255f-9d0c-4631-b0d3-3e56e48b1117', 'status': 'completed', 'code': 200} Nov 02 11:45:53.482095 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] For port 656da032-aa36-4a47-a4f7-8c5b174207b6, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:45:53.488496 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e555e-bef1-4b5c-8219-ae888b09ec97 None None] No DVR routers for this DVR port 33fabcc3-7840-4097-a8a3-2fe68c058968 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:45:53.500466 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event deleted for resources: {'Port': ['ID=33fabcc3-7840-4097-a8a3-2fe68c058968,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:53.517407 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] No DVR routers for this DVR port 33fabcc3-7840-4097-a8a3-2fe68c058968 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:45:53.532372 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e555e-bef1-4b5c-8219-ae888b09ec97 None None] Pushing event deleted for resources: {'Port': ['ID=33fabcc3-7840-4097-a8a3-2fe68c058968,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:53.572707 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] For port 656da032-aa36-4a47-a4f7-8c5b174207b6, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=656da032-aa36-4a47-a4f7-8c5b174207b6,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:45:53.624675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edb46c-3dce-40c0-a3a6-e3b4b215685e req-4be65f93-8610-46ed-a201-9501f01a1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:53.626190 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01edb46c-3dce-40c0-a3a6-e3b4b215685e req-4be65f93-8610-46ed-a201-9501f01a1bac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94a67145605e46e99d51eab5299e1bf8&device_id=1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96 HTTP/1.1" status: 200 len: 1100 time: 0.1645696 Nov 02 11:45:53.636096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c4082-788c-4009-8dc3-73d4a4350caf req-e8ca0e10-aeaf-4e13-b07e-413bb266c049 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:53.637778 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-548c4082-788c-4009-8dc3-73d4a4350caf req-e8ca0e10-aeaf-4e13-b07e-413bb266c049 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 948 time: 0.0937941 Nov 02 11:45:53.651822 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:53.655555 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:53.694672 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01edb46c-3dce-40c0-a3a6-e3b4b215685e req-6e76654b-78f6-4f09-ac81-9240157efe95 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=94a67145605e46e99d51eab5299e1bf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546269 Nov 02 11:45:53.730957 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:53.731600 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:53.732956 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] 10.222.0.54 "PUT /v2.0/ports/656da032-aa36-4a47-a4f7-8c5b174207b6 HTTP/1.1" status: 200 len: 1097 time: 1.8747640 Nov 02 11:45:53.736757 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d39c44-b62f-41f0-bb5b-20797aa9f6c0']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:45:53.741967 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-94d5cdb9-774e-4ee7-aecf-0fe2e2c683da req-11024e7f-2d38-44a3-b746-b075e9cc485e tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 210 time: 0.0617554 Nov 02 11:45:53.753515 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47eadb47-fdd8-4c16-9fe6-43165ad54456') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:45:53.753515 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47eadb47-fdd8-4c16-9fe6-43165ad54456') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:45:53.775428 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:53.775664 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:53.827636 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:53.835966 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:45:53.836686 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:45:53.840718 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:45:53.986816 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:53.989102 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-548c4082-788c-4009-8dc3-73d4a4350caf req-8e441333-d281-4a0f-8285-98db7c5e7f36 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239777 Nov 02 11:45:54.008785 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa65824-90f4-4ff5-ad4e-135c57ed1f49 req-3cf0092c-43f5-4779-beaa-45b7b36817a0 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:54.017953 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3fa65824-90f4-4ff5-ad4e-135c57ed1f49 req-3cf0092c-43f5-4779-beaa-45b7b36817a0 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.1597559 Nov 02 11:45:54.044773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff62148-b169-48a3-8bb0-23867e053961 service neutron] Pushing event updated for resources: {'Port': ['ID=656da032-aa36-4a47-a4f7-8c5b174207b6,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:54.046821 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 33fabcc3-7840-4097-a8a3-2fe68c058968 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:45:54.086479 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 33fabcc3-7840-4097-a8a3-2fe68c058968 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:45:54.087182 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 33fabcc3-7840-4097-a8a3-2fe68c058968 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:45:54.103753 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:54.115064 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3fa65824-90f4-4ff5-ad4e-135c57ed1f49 req-b6dc5a06-169a-45eb-bb82-ace46914d01d tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952308 Nov 02 11:45:54.119687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edb46c-3dce-40c0-a3a6-e3b4b215685e req-88156cdf-caca-4a02-aa23-4ddc0fb641c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:54.122559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01edb46c-3dce-40c0-a3a6-e3b4b215685e req-88156cdf-caca-4a02-aa23-4ddc0fb641c9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3990710 Nov 02 11:45:54.134581 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:54.139429 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "DELETE /v2.0/networks/c2d39c44-b62f-41f0-bb5b-20797aa9f6c0 HTTP/1.1" status: 204 len: 168 time: 1.5146239 Nov 02 11:45:54.159766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37616) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:54.162142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-bad9b551-e723-49b8-b326-5cfcabe7956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:54.162451 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec9fd1-7bd1-4ff8-b44b-9e6cd27db323 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event deleted for resources: {'Network': ['ID=c2d39c44-b62f-41f0-bb5b-20797aa9f6c0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:54.166057 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-bad9b551-e723-49b8-b326-5cfcabe7956c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94a67145605e46e99d51eab5299e1bf8&device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 1100 time: 0.2446244 Nov 02 11:45:54.181601 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-50ad10b4-6c2c-40d8-a646-b2c88a5b0950 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1996282146'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:54.310312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-e6ce5d2d-46ec-4b05-b3e1-475387d08a01 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=656da032-aa36-4a47-a4f7-8c5b174207b6 HTTP/1.1" status: 200 len: 217 time: 0.1137321 Nov 02 11:45:54.386312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304be58-f121-4c48-8b5a-a17bb51587eb req-02f2e8b3-d7ec-4b75-ada9-ae4fa5c57f88 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:54.387777 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d304be58-f121-4c48-8b5a-a17bb51587eb req-02f2e8b3-d7ec-4b75-ada9-ae4fa5c57f88 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.2421973 Nov 02 11:45:54.421128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-f371084f-589f-4c76-a57a-2763614e262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:54.422758 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-f371084f-589f-4c76-a57a-2763614e262f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94a67145605e46e99d51eab5299e1bf8&device_id=1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96 HTTP/1.1" status: 200 len: 1100 time: 0.2450783 Nov 02 11:45:54.436822 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-aaa528ab-8d8d-45c8-9eaf-c01d465adfe3 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:54.438241 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-aaa528ab-8d8d-45c8-9eaf-c01d465adfe3 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.79 "GET /v2.0/networks?id=5efc137d-8ec3-48c3-8cbb-fc7ed003d49e HTTP/1.1" status: 200 len: 811 time: 0.3574221 Nov 02 11:45:54.453845 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-8cecf530-c9c0-409e-b514-2c3f6e1075f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:54.455536 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-8cecf530-c9c0-409e-b514-2c3f6e1075f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1303844 Nov 02 11:45:54.462215 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-d73fffd6-b35c-4f52-be39-f4a1eeddfd2b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Request body: {'port': {'device_id': 'a4faf574-7cfa-4b54-8821-ba17fad68798', 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e', 'admin_state_up': True, 'tenant_id': '9db443b7e0f0445b8b1d808e435b468c'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:54.514843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ad10b4-6c2c-40d8-a646-b2c88a5b0950 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Made reservation on behalf of 0da859b11a5a4a1f9cf2d366e4d244de for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:45:54.518152 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-50ad10b4-6c2c-40d8-a646-b2c88a5b0950 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:54.534379 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-15799300-b0a1-4df7-90e1-855d637ce05e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=4395255f-9d0c-4631-b0d3-3e56e48b1117 HTTP/1.1" status: 200 len: 217 time: 0.0933273 Nov 02 11:45:54.652254 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d304be58-f121-4c48-8b5a-a17bb51587eb req-74b76f0c-d3e0-45eb-b7c0-13da24b22eca tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578020 Nov 02 11:45:54.666449 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aafc70-213f-4212-888d-5a3ac558a39a req-4cbcde44-6791-4cf3-bbce-4a644b25019d tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:54.667261 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ad10b4-6c2c-40d8-a646-b2c88a5b0950 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:45:54.671679 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-22aafc70-213f-4212-888d-5a3ac558a39a req-4cbcde44-6791-4cf3-bbce-4a644b25019d tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.0687633 Nov 02 11:45:54.698131 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-50ad10b4-6c2c-40d8-a646-b2c88a5b0950 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:54.698478 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-50ad10b4-6c2c-40d8-a646-b2c88a5b0950 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Added segment 4901a732-2836-43c0-b3cf-63c3eda49b9b of type vlan for network 7d9c6d3f-a76f-42ba-a988-c022a6efc103 Nov 02 11:45:54.702849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-20621874-dc2d-43bf-ae47-51b63e748c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:54.704638 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-20621874-dc2d-43bf-ae47-51b63e748c3a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1593704 Nov 02 11:45:54.718871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-8a54c88b-c5cd-4fe0-92c8-a9b89dae4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:54.720619 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-8a54c88b-c5cd-4fe0-92c8-a9b89dae4544 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2547209 Nov 02 11:45:54.723897 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-22aafc70-213f-4212-888d-5a3ac558a39a req-77330361-9951-4b73-a95e-bbd26bd390f4 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498648 Nov 02 11:45:54.823511 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-50ad10b4-6c2c-40d8-a646-b2c88a5b0950 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:54.900764 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-01645c76-d1da-44d4-bbed-5dc4ea7c9a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:54.902136 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-01645c76-d1da-44d4-bbed-5dc4ea7c9a19 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1864080 Nov 02 11:45:54.946533 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:54.956042 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-df50ce30-3f5a-47d3-85ce-14932d4dff9a service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194300 Nov 02 11:45:54.973323 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-3c611c25-3b9f-4fb5-9cc9-900dbfb63642 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:54.975033 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-3c611c25-3b9f-4fb5-9cc9-900dbfb63642 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.79 "GET /v2.0/networks?id=5efc137d-8ec3-48c3-8cbb-fc7ed003d49e HTTP/1.1" status: 200 len: 811 time: 0.1935704 Nov 02 11:45:55.009698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-d73fffd6-b35c-4f52-be39-f4a1eeddfd2b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Made reservation on behalf of 9db443b7e0f0445b8b1d808e435b468c for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:45:55.013566 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-d73fffd6-b35c-4f52-be39-f4a1eeddfd2b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:55.024159 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8649e8eb-9cf7-47ef-8cf6-d3a978a8c8af req-fe0938f8-0736-4fcf-8411-b761ecb7034c tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 210 time: 0.1689858 Nov 02 11:45:55.034330 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-17c4e877-4b73-4a47-baf7-e2714b7597f4 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Request body: {'port': {'device_id': '217ef293-b9ca-4997-9234-e0666a3f9806', 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e', 'admin_state_up': True, 'tenant_id': '9db443b7e0f0445b8b1d808e435b468c'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:55.061376 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-50ad10b4-6c2c-40d8-a646-b2c88a5b0950 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:55.066984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad10b4-6c2c-40d8-a646-b2c88a5b0950 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:55.067596 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-50ad10b4-6c2c-40d8-a646-b2c88a5b0950 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:55.188620 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-82b1b6ff-85f9-4100-980c-6e4b0c41a8b9 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784007 Nov 02 11:45:55.239677 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-50ad10b4-6c2c-40d8-a646-b2c88a5b0950 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0723817 Nov 02 11:45:55.243027 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37630) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:55.248239 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Request body: {'subnet': {'network_id': '7d9c6d3f-a76f-42ba-a988-c022a6efc103', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:55.268014 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad10b4-6c2c-40d8-a646-b2c88a5b0950 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event updated for resources: {'Network': ['ID=7d9c6d3f-a76f-42ba-a988-c022a6efc103,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:55.279626 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 7d9c6d3f-a76f-42ba-a988-c022a6efc103 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:45:55.291251 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d66bcf6-0b04-4786-89e1-d97479dd11c3 req-2b107d32-b079-4ba9-94bf-220711f64992 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101003 Nov 02 11:45:55.395737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d950412-2c43-4c10-8abc-de6b6fd02704 req-84fd14a9-1af2-45bf-8ca0-dc37128ab96d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:55.403954 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d950412-2c43-4c10-8abc-de6b6fd02704 req-84fd14a9-1af2-45bf-8ca0-dc37128ab96d tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 948 time: 0.2674015 Nov 02 11:45:55.448567 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5e516e-21eb-44b8-95f0-fcecb82fca81', 'tag': '656da032-aa36-4a47-a4f7-8c5b174207b6'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:55.449771 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5893590a-2a9e-4e6e-be96-87c2c3093d15" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5e516e-21eb-44b8-95f0-fcecb82fca81", "tag": "656da032-aa36-4a47-a4f7-8c5b174207b6"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:55.502018 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d950412-2c43-4c10-8abc-de6b6fd02704 req-572c944b-01b3-438d-8ea3-e93319a9f1d1 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971475 Nov 02 11:45:55.504253 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e7b6d47-265c-49b7-8489-33fd3aefddd4 req-b0a58a95-cfaf-47fe-aecd-7ea2a3135b2d service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561758 Nov 02 11:45:55.508468 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bfc72a-3f3f-48b1-8e23-05c1d65fa8e0 x-openstack-request-id: req-55bfc72a-3f3f-48b1-8e23-05c1d65fa8e0 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:55.509282 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5e516e-21eb-44b8-95f0-fcecb82fca81", "tag": "656da032-aa36-4a47-a4f7-8c5b174207b6", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:55.509541 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-55bfc72a-3f3f-48b1-8e23-05c1d65fa8e0 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:55.510113 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5e516e-21eb-44b8-95f0-fcecb82fca81', 'tag': '656da032-aa36-4a47-a4f7-8c5b174207b6', 'status': 'completed', 'code': 200} Nov 02 11:45:55.515743 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-d73fffd6-b35c-4f52-be39-f4a1eeddfd2b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Allocated IP 172.20.0.7 (5efc137d-8ec3-48c3-8cbb-fc7ed003d49e/d0cfb668-d4d9-430d-a871-912d4c5cdf64/bacd34d5-d5d3-4e46-870f-36959f287838) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:45:55.648884 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893590a-2a9e-4e6e-be96-87c2c3093d15 req-dc0f494c-c1eb-400c-b405-a416f177cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:55.650392 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5893590a-2a9e-4e6e-be96-87c2c3093d15 req-dc0f494c-c1eb-400c-b405-a416f177cdb6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94a67145605e46e99d51eab5299e1bf8&device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 1100 time: 0.0993321 Nov 02 11:45:55.714531 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-17c4e877-4b73-4a47-baf7-e2714b7597f4 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Made reservation on behalf of 9db443b7e0f0445b8b1d808e435b468c for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:45:55.718758 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-17c4e877-4b73-4a47-baf7-e2714b7597f4 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:55.866656 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893590a-2a9e-4e6e-be96-87c2c3093d15 req-eb683899-ea2f-443c-b919-714a05aeb13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:55.868162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5893590a-2a9e-4e6e-be96-87c2c3093d15 req-eb683899-ea2f-443c-b919-714a05aeb13e service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.2103646 Nov 02 11:45:55.883015 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-d73fffd6-b35c-4f52-be39-f4a1eeddfd2b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:55.893864 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b216e-7628-4906-9a61-0ac907902a5e req-c1178092-423a-461e-93b6-3b869a5eb022 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:55.896846 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-633b216e-7628-4906-9a61-0ac907902a5e req-c1178092-423a-461e-93b6-3b869a5eb022 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.1108592 Nov 02 11:45:55.925048 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Made reservation on behalf of 0da859b11a5a4a1f9cf2d366e4d244de for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:45:55.929102 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:55.947626 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5893590a-2a9e-4e6e-be96-87c2c3093d15 req-b60b2428-b010-4c52-9e7f-79fcedabbe6d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=656da032-aa36-4a47-a4f7-8c5b174207b6 HTTP/1.1" status: 200 len: 217 time: 0.0489686 Nov 02 11:45:56.011538 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb2e22-6ebd-42a9-a60d-cd0d0fe2884b req-9f816ef7-260d-48de-b84b-662570cd2c32 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:56.019149 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aeeb2e22-6ebd-42a9-a60d-cd0d0fe2884b req-9f816ef7-260d-48de-b84b-662570cd2c32 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.1339796 Nov 02 11:45:56.051655 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893590a-2a9e-4e6e-be96-87c2c3093d15 req-ff590d42-881a-406c-82ef-f20eab4db973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:56.053142 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5893590a-2a9e-4e6e-be96-87c2c3093d15 req-ff590d42-881a-406c-82ef-f20eab4db973 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0921099 Nov 02 11:45:56.058014 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-633b216e-7628-4906-9a61-0ac907902a5e req-7755289e-9a1e-4304-9ab2-51b41c348df6 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501250 Nov 02 11:45:56.104097 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aeeb2e22-6ebd-42a9-a60d-cd0d0fe2884b req-f0c31886-ffee-40a0-a104-dbcdd2be1c0d tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839748 Nov 02 11:45:56.113687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893590a-2a9e-4e6e-be96-87c2c3093d15 req-a20c58b4-bdf9-4827-83bb-8d58cef1b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:56.115862 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5893590a-2a9e-4e6e-be96-87c2c3093d15 req-a20c58b4-bdf9-4827-83bb-8d58cef1b0b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0537031 Nov 02 11:45:56.195032 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-d73fffd6-b35c-4f52-be39-f4a1eeddfd2b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:56.242707 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4852080f-b809-4dc6-90cd-3a0493ade0cd req-be973d6e-f7ed-472f-83ca-65d9323132cb tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 210 time: 0.0606742 Nov 02 11:45:56.261362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-d73fffd6-b35c-4f52-be39-f4a1eeddfd2b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:45:56.277316 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-d73fffd6-b35c-4f52-be39-f4a1eeddfd2b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:45:56.321151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-d73fffd6-b35c-4f52-be39-f4a1eeddfd2b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:45:56.347653 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-17c4e877-4b73-4a47-baf7-e2714b7597f4 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Allocated IP 172.20.0.9 (5efc137d-8ec3-48c3-8cbb-fc7ed003d49e/d0cfb668-d4d9-430d-a871-912d4c5cdf64/304864eb-1a0b-4b60-b719-00c31b785f4b) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:45:56.355354 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5893590a-2a9e-4e6e-be96-87c2c3093d15 req-2b973eec-4c41-47e2-bbd6-c6379185eb63 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314470 Nov 02 11:45:56.358505 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fffd6-b35c-4f52-be39-f4a1eeddfd2b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Pushing event updated for resources: {'Port': ['ID=bacd34d5-d5d3-4e46-870f-36959f287838,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:56.462536 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-d73fffd6-b35c-4f52-be39-f4a1eeddfd2b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:56.463287 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-d73fffd6-b35c-4f52-be39-f4a1eeddfd2b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:56.471294 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:56.512093 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5893590a-2a9e-4e6e-be96-87c2c3093d15 req-064ac1c1-1f07-4fbd-8830-15a2703c8c6d service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369011 Nov 02 11:45:56.570826 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event updated for resources: {'Subnet': ['ID=d8379fd3-ab18-4bbe-a315-51ebd198b32b,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:56.593606 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:56.593958 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:56.594301 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:56.594638 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:56.595003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:56.595339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:56.597935 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:56.597935 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:56.597935 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:56.597935 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:56.597935 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:56.597935 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:45:56.601952 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-d73fffd6-b35c-4f52-be39-f4a1eeddfd2b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1436627 Nov 02 11:45:56.603753 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-17c4e877-4b73-4a47-baf7-e2714b7597f4 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:56.605863 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Checking segment: {'id': '4901a732-2836-43c0-b3cf-63c3eda49b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d9c6d3f-a76f-42ba-a988-c022a6efc103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:45:56.606214 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Network hostable DHCP agents. Network: 7d9c6d3f-a76f-42ba-a988-c022a6efc103, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:45:56.729491 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Network 7d9c6d3f-a76f-42ba-a988-c022a6efc103 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:45:56.762847 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-17c4e877-4b73-4a47-baf7-e2714b7597f4 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:56.809867 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-17c4e877-4b73-4a47-baf7-e2714b7597f4 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:45:56.816100 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-17c4e877-4b73-4a47-baf7-e2714b7597f4 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:45:56.821653 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-17c4e877-4b73-4a47-baf7-e2714b7597f4 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:45:56.856142 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4e877-4b73-4a47-baf7-e2714b7597f4 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Pushing event updated for resources: {'Port': ['ID=304864eb-1a0b-4b60-b719-00c31b785f4b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:56.882098 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-17c4e877-4b73-4a47-baf7-e2714b7597f4 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:56.882782 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-17c4e877-4b73-4a47-baf7-e2714b7597f4 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:56.906464 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 7d9c6d3f-a76f-42ba-a988-c022a6efc103) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:45:56.912276 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:56.912276 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:56.920314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Request body: {'port': {'device_id': 'a4faf574-7cfa-4b54-8821-ba17fad68798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:56.921032 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7c7ea1-6f21-4555-9556-ed81ecca0771 None None] Network 7d9c6d3f-a76f-42ba-a988-c022a6efc103 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:45:56.979306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7091573-4d69-41e3-b183-df4d63f48ef1 req-8015bf67-e79b-4a43-b91b-df29b485ca13 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:56.980870 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b7091573-4d69-41e3-b183-df4d63f48ef1 req-8015bf67-e79b-4a43-b91b-df29b485ca13 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 948 time: 0.3966072 Nov 02 11:45:57.000218 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:57.006147 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-17c4e877-4b73-4a47-baf7-e2714b7597f4 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0069854 Nov 02 11:45:57.022004 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Request body: {'port': {'device_id': '217ef293-b9ca-4997-9234-e0666a3f9806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:57.051963 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bb5242e1-6054-44e0-8127-e63c4f0d2fbe tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8077652 Nov 02 11:45:57.055871 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37658) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:57.063573 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-04c52b39-1135-426a-b079-ad87fed0e1eb tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1726833925'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:57.087987 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b7091573-4d69-41e3-b183-df4d63f48ef1 req-2938ff2b-6ecb-4541-b447-4061e0290893 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975902 Nov 02 11:45:57.122271 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d9c6d3f-a76f-42ba-a988-c022a6efc103', 'network_id': '7d9c6d3f-a76f-42ba-a988-c022a6efc103', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'fixed_ips': [{'subnet_id': 'd8379fd3-ab18-4bbe-a315-51ebd198b32b'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:45:57.122271 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:57.142694 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:57.292376 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1f6ab-020c-482e-af75-4408e3492de0 req-cfd1546d-37ed-4daa-bfee-0b5a3ece20f3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:57.293975 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c3a1f6ab-020c-482e-af75-4408e3492de0 req-cfd1546d-37ed-4daa-bfee-0b5a3ece20f3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.0962055 Nov 02 11:45:57.311485 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c52b39-1135-426a-b079-ad87fed0e1eb tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Made reservation on behalf of 0da859b11a5a4a1f9cf2d366e4d244de for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:45:57.315526 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04c52b39-1135-426a-b079-ad87fed0e1eb tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:57.343952 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Allocated IP 19.80.0.2 (7d9c6d3f-a76f-42ba-a988-c022a6efc103/d8379fd3-ab18-4bbe-a315-51ebd198b32b/d48a240a-2b85-4c09-9839-b9a7caae7389) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:45:57.362837 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b9063-a9bd-4ebb-b206-eb99da61b26d req-57fa4505-8136-4f5f-8f72-991546efdc40 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:57.364610 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e31b9063-a9bd-4ebb-b206-eb99da61b26d req-57fa4505-8136-4f5f-8f72-991546efdc40 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.1668928 Nov 02 11:45:57.387194 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c52b39-1135-426a-b079-ad87fed0e1eb tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:45:57.407929 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04c52b39-1135-426a-b079-ad87fed0e1eb tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:57.407929 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-04c52b39-1135-426a-b079-ad87fed0e1eb tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Added segment de00097f-89f1-4032-9fd9-d696e0eced3a of type vlan for network 82f07b56-7aa8-4db8-8fa6-e79ddcd72d89 Nov 02 11:45:57.419551 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c3a1f6ab-020c-482e-af75-4408e3492de0 req-0e0310a9-4219-4f8f-9019-f7c7bb18dc18 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968854 Nov 02 11:45:57.498770 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e31b9063-a9bd-4ebb-b206-eb99da61b26d req-508643ee-d344-49df-8338-04e758af74a0 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229234 Nov 02 11:45:57.513044 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04c52b39-1135-426a-b079-ad87fed0e1eb tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:57.561752 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:57.563734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bacd34d5-d5d3-4e46-870f-36959f287838 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:57.576614 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:57.590599 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Transition to ACTIVE for port object bacd34d5-d5d3-4e46-870f-36959f287838 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:45:57.640295 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be0c33-0f22-4580-b129-ac0d0dddee27 req-3dd081d0-19ce-44ef-86b1-d97e790ad80d tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:57.642025 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a0be0c33-0f22-4580-b129-ac0d0dddee27 req-3dd081d0-19ce-44ef-86b1-d97e790ad80d tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 931 time: 0.0523148 Nov 02 11:45:57.667382 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:57.697473 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a0be0c33-0f22-4580-b129-ac0d0dddee27 req-72f49926-ad59-45b3-8496-c2c22b1c3406 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478902 Nov 02 11:45:57.700944 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:57.728843 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Network 7d9c6d3f-a76f-42ba-a988-c022a6efc103 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:45:57.734439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:45:57.738467 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:45:57.744705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Pushing event updated for resources: {'Port': ['ID=d48a240a-2b85-4c09-9839-b9a7caae7389,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:57.823798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Pushing event updated for resources: {'Port': ['ID=bacd34d5-d5d3-4e46-870f-36959f287838,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:57.850976 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Attempting to bind port d48a240a-2b85-4c09-9839-b9a7caae7389 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:45:57.851488 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Attempting to bind port d48a240a-2b85-4c09-9839-b9a7caae7389 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4901a732-2836-43c0-b3cf-63c3eda49b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d9c6d3f-a76f-42ba-a988-c022a6efc103'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:45:57.851949 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Attempting to bind port d48a240a-2b85-4c09-9839-b9a7caae7389 on network 7d9c6d3f-a76f-42ba-a988-c022a6efc103 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:57.856665 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04c52b39-1135-426a-b079-ad87fed0e1eb tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:57.862226 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:45:57.864213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c52b39-1135-426a-b079-ad87fed0e1eb tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:57.864406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Checking segment: {'id': '4901a732-2836-43c0-b3cf-63c3eda49b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d9c6d3f-a76f-42ba-a988-c022a6efc103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:45:57.864888 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:57.865312 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04c52b39-1135-426a-b079-ad87fed0e1eb tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:57.865431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Bound using segment: {'id': '4901a732-2836-43c0-b3cf-63c3eda49b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d9c6d3f-a76f-42ba-a988-c022a6efc103'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:45:57.866470 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Bound port: d48a240a-2b85-4c09-9839-b9a7caae7389, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4901a732-2836-43c0-b3cf-63c3eda49b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d9c6d3f-a76f-42ba-a988-c022a6efc103'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:45:57.866962 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:57.894291 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Attempting to bind port bacd34d5-d5d3-4e46-870f-36959f287838 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:45:57.894731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Attempting to bind port bacd34d5-d5d3-4e46-870f-36959f287838 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'e38ca8bc-f870-4eeb-b7c2-3f531efd3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:45:57.895256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Attempting to bind port bacd34d5-d5d3-4e46-870f-36959f287838 on network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:57.900523 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Port bacd34d5-d5d3-4e46-870f-36959f287838 on network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:45:57.901070 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Attempting to bind port bacd34d5-d5d3-4e46-870f-36959f287838 on network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:57.910462 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:45:57.910911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Checking segment: {'id': 'e38ca8bc-f870-4eeb-b7c2-3f531efd3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:45:57.911975 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Bound using segment: {'id': 'e38ca8bc-f870-4eeb-b7c2-3f531efd3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:45:57.913399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Bound port: bacd34d5-d5d3-4e46-870f-36959f287838, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38ca8bc-f870-4eeb-b7c2-3f531efd3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:45:57.913864 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:57.944872 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 656da032-aa36-4a47-a4f7-8c5b174207b6 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:45:58.022559 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-04c52b39-1135-426a-b079-ad87fed0e1eb tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9650416 Nov 02 11:45:58.025082 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 304864eb-1a0b-4b60-b719-00c31b785f4b {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:58.025609 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37674) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:45:58.033169 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] For port d48a240a-2b85-4c09-9839-b9a7caae7389, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:45:58.033886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-4fe04945-0004-4f8d-9496-ec1c634dd65c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Request body: {'subnet': {'network_id': '82f07b56-7aa8-4db8-8fa6-e79ddcd72d89', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:45:58.034094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c52b39-1135-426a-b079-ad87fed0e1eb tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event updated for resources: {'Network': ['ID=82f07b56-7aa8-4db8-8fa6-e79ddcd72d89,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:58.040048 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:58.048868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] For port bacd34d5-d5d3-4e46-870f-36959f287838, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:45:58.051067 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 82f07b56-7aa8-4db8-8fa6-e79ddcd72d89 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:45:58.056755 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Transition to ACTIVE for port object 304864eb-1a0b-4b60-b719-00c31b785f4b will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:45:58.060000 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] For port d48a240a-2b85-4c09-9839-b9a7caae7389, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d48a240a-2b85-4c09-9839-b9a7caae7389,segment=NetworkSegment(4901a732-2836-43c0-b3cf-63c3eda49b9b),segment_id=4901a732-2836-43c0-b3cf-63c3eda49b9b)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:45:58.083636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] For port bacd34d5-d5d3-4e46-870f-36959f287838, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=bacd34d5-d5d3-4e46-870f-36959f287838,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:45:58.124896 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:58.157719 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:58.165786 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:58.191225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 656da032-aa36-4a47-a4f7-8c5b174207b6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=656da032-aa36-4a47-a4f7-8c5b174207b6,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:58.224784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:58.227849 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:58.229767 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] 10.222.0.79 "PUT /v2.0/ports/bacd34d5-d5d3-4e46-870f-36959f287838 HTTP/1.1" status: 200 len: 1092 time: 1.3148165 Nov 02 11:45:58.244241 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4faf574-7cfa-4b54-8821-ba17fad68798', 'tag': 'bacd34d5-d5d3-4e46-870f-36959f287838'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:58.248028 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c271ddd-da16-49d1-8228-f2b39b033786" -d '{"events": [{"name": "network-changed", "server_uuid": "a4faf574-7cfa-4b54-8821-ba17fad68798", "tag": "bacd34d5-d5d3-4e46-870f-36959f287838"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:58.290827 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe04945-0004-4f8d-9496-ec1c634dd65c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Made reservation on behalf of 0da859b11a5a4a1f9cf2d366e4d244de for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:45:58.294948 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4fe04945-0004-4f8d-9496-ec1c634dd65c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:58.298349 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '656da032-aa36-4a47-a4f7-8c5b174207b6', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '656da032-aa36-4a47-a4f7-8c5b174207b6', 'mac_address': 'fa:16:3e:25:ad:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:45:58.308773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28696fdb-fc09-4324-b82a-71815bcf0b32 service neutron] Pushing event updated for resources: {'Port': ['ID=bacd34d5-d5d3-4e46-870f-36959f287838,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:58.321541 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Pushing event updated for resources: {'Port': ['ID=304864eb-1a0b-4b60-b719-00c31b785f4b,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:58.400187 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:58.407554 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25a178-bfcf-4d15-9a3a-8104983fcaa2 req-97192d3f-189b-45d7-bd76-22ddd743b37c tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:58.409128 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ea25a178-bfcf-4d15-9a3a-8104983fcaa2 req-97192d3f-189b-45d7-bd76-22ddd743b37c tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 948 time: 0.1708088 Nov 02 11:45:58.411199 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Attempting to bind port 304864eb-1a0b-4b60-b719-00c31b785f4b on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:45:58.411536 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Attempting to bind port 304864eb-1a0b-4b60-b719-00c31b785f4b by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'e38ca8bc-f870-4eeb-b7c2-3f531efd3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:45:58.411869 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Attempting to bind port 304864eb-1a0b-4b60-b719-00c31b785f4b on network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:58.417039 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Port 304864eb-1a0b-4b60-b719-00c31b785f4b on network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:45:58.417301 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Attempting to bind port 304864eb-1a0b-4b60-b719-00c31b785f4b on network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:45:58.425292 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:45:58.425642 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Checking segment: {'id': 'e38ca8bc-f870-4eeb-b7c2-3f531efd3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:45:58.426032 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Bound using segment: {'id': 'e38ca8bc-f870-4eeb-b7c2-3f531efd3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:45:58.426483 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Bound port: 304864eb-1a0b-4b60-b719-00c31b785f4b, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38ca8bc-f870-4eeb-b7c2-3f531efd3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:45:58.426843 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:58.429277 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f6c225-3505-44ba-bfc4-1113f805ba64 x-openstack-request-id: req-95f6c225-3505-44ba-bfc4-1113f805ba64 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:58.429636 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4faf574-7cfa-4b54-8821-ba17fad68798", "tag": "bacd34d5-d5d3-4e46-870f-36959f287838", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:58.429808 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-95f6c225-3505-44ba-bfc4-1113f805ba64 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:58.430216 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4faf574-7cfa-4b54-8821-ba17fad68798', 'tag': 'bacd34d5-d5d3-4e46-870f-36959f287838', 'status': 'completed', 'code': 200} Nov 02 11:45:58.480414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656da032-aa36-4a47-a4f7-8c5b174207b6 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:58.480608 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c271ddd-da16-49d1-8228-f2b39b033786 req-6f8c3685-890a-44ea-8e86-a441098d320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:58.482063 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c271ddd-da16-49d1-8228-f2b39b033786 req-6f8c3685-890a-44ea-8e86-a441098d320f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9db443b7e0f0445b8b1d808e435b468c&device_id=a4faf574-7cfa-4b54-8821-ba17fad68798 HTTP/1.1" status: 200 len: 1095 time: 0.0858645 Nov 02 11:45:58.525686 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1f115-72ec-4dec-88e3-80da56f5c297 None None] Pushing event updated for resources: {'Port': ['ID=d48a240a-2b85-4c09-9839-b9a7caae7389,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:58.580449 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 656da032-aa36-4a47-a4f7-8c5b174207b6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=656da032-aa36-4a47-a4f7-8c5b174207b6,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:58.664394 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ea25a178-bfcf-4d15-9a3a-8104983fcaa2 req-911f9280-2e0c-4806-9d84-0b75608a1644 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406757 Nov 02 11:45:58.695183 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:58.698277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] For port 304864eb-1a0b-4b60-b719-00c31b785f4b, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:45:58.698878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4395255f-9d0c-4631-b0d3-3e56e48b1117 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:45:58.705777 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] For port 304864eb-1a0b-4b60-b719-00c31b785f4b, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=304864eb-1a0b-4b60-b719-00c31b785f4b,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:45:58.801291 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=656da032-aa36-4a47-a4f7-8c5b174207b6,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:58.813405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51b4e8-9f07-4ffe-afc3-998a78da0df0 req-249a560a-265c-425e-83ad-b1cf25377bc4 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:58.816448 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f51b4e8-9f07-4ffe-afc3-998a78da0df0 req-249a560a-265c-425e-83ad-b1cf25377bc4 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.1941762 Nov 02 11:45:58.816868 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:58.848151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4395255f-9d0c-4631-b0d3-3e56e48b1117, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4395255f-9d0c-4631-b0d3-3e56e48b1117,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:58.868032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c271ddd-da16-49d1-8228-f2b39b033786 req-286b3ac9-6ddf-45ed-a269-3f81e41b8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:58.869280 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '4395255f-9d0c-4631-b0d3-3e56e48b1117', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '4395255f-9d0c-4631-b0d3-3e56e48b1117', 'mac_address': 'fa:16:3e:be:4a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:45:58.869607 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c271ddd-da16-49d1-8228-f2b39b033786 req-286b3ac9-6ddf-45ed-a269-3f81e41b8482 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=9db443b7e0f0445b8b1d808e435b468c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3771281 Nov 02 11:45:58.877082 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff6b73-a102-4114-8c37-f238ced41600 req-20e986d1-4b8b-465e-91a3-5f622dab9f37 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:58.878646 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c7ff6b73-a102-4114-8c37-f238ced41600 req-20e986d1-4b8b-465e-91a3-5f622dab9f37 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.1260493 Nov 02 11:45:58.922919 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:58.935833 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Pushing event updated for resources: {'Port': ['ID=304864eb-1a0b-4b60-b719-00c31b785f4b,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:58.949760 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4395255f-9d0c-4631-b0d3-3e56e48b1117 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:45:58.951952 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:58.952774 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:58.954919 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fb5eb6e2-8687-45a7-b763-d97e3e0d40fa service neutron] 10.222.0.79 "PUT /v2.0/ports/304864eb-1a0b-4b60-b719-00c31b785f4b HTTP/1.1" status: 200 len: 1092 time: 1.9401760 Nov 02 11:45:58.955997 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217ef293-b9ca-4997-9234-e0666a3f9806', 'tag': '304864eb-1a0b-4b60-b719-00c31b785f4b'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:45:58.958661 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6a1fe9-2952-4787-a9e0-785b7b273f51" -d '{"events": [{"name": "network-changed", "server_uuid": "217ef293-b9ca-4997-9234-e0666a3f9806", "tag": "304864eb-1a0b-4b60-b719-00c31b785f4b"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:45:58.994243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4395255f-9d0c-4631-b0d3-3e56e48b1117, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4395255f-9d0c-4631-b0d3-3e56e48b1117,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:45:59.008256 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c7ff6b73-a102-4114-8c37-f238ced41600 req-27fc6ec3-52a3-4f01-b811-3a2d54f461ea tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816383 Nov 02 11:45:59.060894 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f51b4e8-9f07-4ffe-afc3-998a78da0df0 req-b7666101-f500-4723-aba4-b210e5da97e5 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302213 Nov 02 11:45:59.067111 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:59.103919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4fe04945-0004-4f8d-9496-ec1c634dd65c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:59.155825 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-597e8e59-f0e8-478a-afd5-7c18cc5c6a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:59.157633 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-597e8e59-f0e8-478a-afd5-7c18cc5c6a03 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9db443b7e0f0445b8b1d808e435b468c&device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 1095 time: 0.0885875 Nov 02 11:45:59.171594 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=4395255f-9d0c-4631-b0d3-3e56e48b1117,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:59.193594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c271ddd-da16-49d1-8228-f2b39b033786 req-a7db71f6-4427-4ee0-8d3f-43aa4ff6d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:59.195532 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c271ddd-da16-49d1-8228-f2b39b033786 req-a7db71f6-4427-4ee0-8d3f-43aa4ff6d3d9 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2884557 Nov 02 11:45:59.257350 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-fd192f31-e655-438e-8f23-cf35babee12e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=304864eb-1a0b-4b60-b719-00c31b785f4b HTTP/1.1" status: 200 len: 217 time: 0.0908334 Nov 02 11:45:59.316433 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1451eb9b-8c1a-40eb-8552-e0a272685d91 x-openstack-request-id: req-1451eb9b-8c1a-40eb-8552-e0a272685d91 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:45:59.316731 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['656da032-aa36-4a47-a4f7-8c5b174207b6'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:45:59.316879 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217ef293-b9ca-4997-9234-e0666a3f9806", "tag": "304864eb-1a0b-4b60-b719-00c31b785f4b", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:45:59.316993 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1451eb9b-8c1a-40eb-8552-e0a272685d91 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:45:59.318099 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217ef293-b9ca-4997-9234-e0666a3f9806', 'tag': '304864eb-1a0b-4b60-b719-00c31b785f4b', 'status': 'completed', 'code': 200} Nov 02 11:45:59.322013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['4395255f-9d0c-4631-b0d3-3e56e48b1117'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:45:59.355312 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-47e9cfe0-8deb-4702-aa95-3760290938f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:59.355697 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe04945-0004-4f8d-9496-ec1c634dd65c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event updated for resources: {'Subnet': ['ID=fd015043-2c20-46be-8120-a34f98d9d740,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:45:59.376509 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-47e9cfe0-8deb-4702-aa95-3760290938f0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0cfb668-d4d9-430d-a871-912d4c5cdf64 HTTP/1.1" status: 200 len: 851 time: 0.0940578 Nov 02 11:45:59.386238 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12436a5-af19-4749-b99c-401800f61993 req-04589cab-f5fe-4d6a-8d4c-78a58b55594c tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:59.386238 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e12436a5-af19-4749-b99c-401800f61993 req-04589cab-f5fe-4d6a-8d4c-78a58b55594c tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 943 time: 0.1653907 Nov 02 11:45:59.396297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-13f8b016-111f-46b9-978a-f2680998fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:59.402364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-13f8b016-111f-46b9-978a-f2680998fc1c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9db443b7e0f0445b8b1d808e435b468c&device_id=a4faf574-7cfa-4b54-8821-ba17fad68798 HTTP/1.1" status: 200 len: 1095 time: 0.1434498 Nov 02 11:45:59.403195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe04945-0004-4f8d-9496-ec1c634dd65c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Checking segment: {'id': 'de00097f-89f1-4032-9fd9-d696e0eced3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '82f07b56-7aa8-4db8-8fa6-e79ddcd72d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:45:59.403578 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe04945-0004-4f8d-9496-ec1c634dd65c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Network hostable DHCP agents. Network: 82f07b56-7aa8-4db8-8fa6-e79ddcd72d89, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:45:59.438076 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-ecb2506c-18f4-4d1e-ab3d-df86a9f49ee3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5efc137d-8ec3-48c3-8cbb-fc7ed003d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604906 Nov 02 11:45:59.504024 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-cfb63bcd-182a-450e-b4ff-f10dc3f9f29d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bacd34d5-d5d3-4e46-870f-36959f287838 HTTP/1.1" status: 200 len: 217 time: 0.0874920 Nov 02 11:45:59.572696 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e12436a5-af19-4749-b99c-401800f61993 req-b3effde5-5f6c-4c57-aab5-68589a6b7fce tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661909 Nov 02 11:45:59.586212 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-eaaf700d-80c7-4cfd-8be0-cee712f9534e service neutron] 10.222.0.79 "GET /v2.0/networks/5efc137d-8ec3-48c3-8cbb-fc7ed003d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390178 Nov 02 11:45:59.616306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-a0fa2764-648e-4572-b790-5586aa372272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:59.618190 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-a0fa2764-648e-4572-b790-5586aa372272 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0cfb668-d4d9-430d-a871-912d4c5cdf64 HTTP/1.1" status: 200 len: 851 time: 0.0994265 Nov 02 11:45:59.619019 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe04945-0004-4f8d-9496-ec1c634dd65c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Network 82f07b56-7aa8-4db8-8fa6-e79ddcd72d89 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:45:59.668209 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-ee8e105a-067c-48a4-a81d-b8a9169e7060 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5efc137d-8ec3-48c3-8cbb-fc7ed003d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355060 Nov 02 11:45:59.729094 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-dd551044-b917-423b-8f03-c8d1d7293fc8 service neutron] 10.222.0.79 "GET /v2.0/networks/5efc137d-8ec3-48c3-8cbb-fc7ed003d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353567 Nov 02 11:45:59.732778 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-4fe04945-0004-4f8d-9496-ec1c634dd65c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 82f07b56-7aa8-4db8-8fa6-e79ddcd72d89) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:45:59.756250 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe04945-0004-4f8d-9496-ec1c634dd65c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:59.756847 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4fe04945-0004-4f8d-9496-ec1c634dd65c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:45:59.770832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2a0781-39d6-48ab-8264-fb1c4f5fb225 None None] Network 82f07b56-7aa8-4db8-8fa6-e79ddcd72d89 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:45:59.888574 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-7ff0d06c-a6ef-41b5-a1cf-7cb8a4d91025 service neutron] 10.222.0.79 "GET /v2.0/networks/5efc137d-8ec3-48c3-8cbb-fc7ed003d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121162 Nov 02 11:45:59.894890 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ed2a3-3e28-4824-8ec9-ca3c573da6da req-6ed149a7-7388-4ecf-bab8-05e59c6a6d24 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:59.896514 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-873ed2a3-3e28-4824-8ec9-ca3c573da6da req-6ed149a7-7388-4ecf-bab8-05e59c6a6d24 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 949 time: 0.1156509 Nov 02 11:45:59.913807 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97009b8c-bbef-414e-9b2c-9dffc60341ae None None] Network 7d9c6d3f-a76f-42ba-a988-c022a6efc103 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:45:59.922588 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4fe04945-0004-4f8d-9496-ec1c634dd65c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8949850 Nov 02 11:45:59.945688 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a1fe9-2952-4787-a9e0-785b7b273f51 req-b68c0468-a2ae-4569-a6de-9f87a1efd00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:45:59.947228 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fa6a1fe9-2952-4787-a9e0-785b7b273f51 req-b68c0468-a2ae-4569-a6de-9f87a1efd00b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9db443b7e0f0445b8b1d808e435b468c&device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 1095 time: 0.1048882 Nov 02 11:46:00.098297 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-873ed2a3-3e28-4824-8ec9-ca3c573da6da req-66bb13f0-344a-4774-99b6-f4a70b7b413a tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910899 Nov 02 11:46:00.114961 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25fd2b7a-b63a-419d-90b5-98340a3de59f req-dee3f7c8-bbd2-421c-b2fc-8e74957d8f46 service neutron] 10.222.0.79 "GET /v2.0/networks/5efc137d-8ec3-48c3-8cbb-fc7ed003d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192924 Nov 02 11:46:00.127177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-efb6f042-c2e2-4d88-b3a4-043493c2b1c8 None None] Provisioning complete for port d48a240a-2b85-4c09-9839-b9a7caae7389 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:00.128378 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-efb6f042-c2e2-4d88-b3a4-043493c2b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:00.164755 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d48a240a-2b85-4c09-9839-b9a7caae7389 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:46:00.216415 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a1fe9-2952-4787-a9e0-785b7b273f51 req-92ecaf37-0f46-4416-9a15-ab7f220cf8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:00.219186 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fa6a1fe9-2952-4787-a9e0-785b7b273f51 req-92ecaf37-0f46-4416-9a15-ab7f220cf8bf service neutron] 10.222.0.79 "GET /v2.0/networks?id=5efc137d-8ec3-48c3-8cbb-fc7ed003d49e HTTP/1.1" status: 200 len: 912 time: 0.2636657 Nov 02 11:46:00.250896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab180770-215f-4562-855f-cca07497aaeb req-67a75f4d-6ba2-4c88-80d0-85c39b527caa tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:00.260454 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab180770-215f-4562-855f-cca07497aaeb req-67a75f4d-6ba2-4c88-80d0-85c39b527caa tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.0938585 Nov 02 11:46:00.301492 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fa6a1fe9-2952-4787-a9e0-785b7b273f51 req-290ff786-b318-4a05-987b-7bbdddfda1b9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=304864eb-1a0b-4b60-b719-00c31b785f4b HTTP/1.1" status: 200 len: 217 time: 0.0639844 Nov 02 11:46:00.320572 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab180770-215f-4562-855f-cca07497aaeb req-a6034996-0d15-4dca-9709-e70913898fba tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592041 Nov 02 11:46:00.357157 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-82f07b56-7aa8-4db8-8fa6-e79ddcd72d89', 'network_id': '82f07b56-7aa8-4db8-8fa6-e79ddcd72d89', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'fixed_ips': [{'subnet_id': 'fd015043-2c20-46be-8120-a34f98d9d740'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:46:00.358023 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:00.390972 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d48a240a-2b85-4c09-9839-b9a7caae7389 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:00.391360 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:00.408939 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a1fe9-2952-4787-a9e0-785b7b273f51 req-06e3f19b-f722-4f9b-a5b6-29d6b4125ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:00.411101 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fa6a1fe9-2952-4787-a9e0-785b7b273f51 req-06e3f19b-f722-4f9b-a5b6-29d6b4125ee9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0cfb668-d4d9-430d-a871-912d4c5cdf64 HTTP/1.1" status: 200 len: 851 time: 0.1001287 Nov 02 11:46:00.457385 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fa6a1fe9-2952-4787-a9e0-785b7b273f51 req-805d2c10-b4bb-487b-bb19-bca07c0ad89c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5efc137d-8ec3-48c3-8cbb-fc7ed003d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367961 Nov 02 11:46:00.467942 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-db9b2b9f-418a-40e9-a197-3da260b60725 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:00.474165 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-db9b2b9f-418a-40e9-a197-3da260b60725 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:00.483168 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-db9b2b9f-418a-40e9-a197-3da260b60725 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/networks?id=7d9c6d3f-a76f-42ba-a988-c022a6efc103&id=82f07b56-7aa8-4db8-8fa6-e79ddcd72d89 HTTP/1.1" status: 200 len: 1392 time: 0.2469156 Nov 02 11:46:00.487772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0622ba-4b54-4cd9-9b81-1fc88836f0ea req-0eb059d5-457b-41c3-8aca-7e4ddfbd621c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:00.489529 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb0622ba-4b54-4cd9-9b81-1fc88836f0ea req-0eb059d5-457b-41c3-8aca-7e4ddfbd621c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.0526054 Nov 02 11:46:00.536044 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-efb6f042-c2e2-4d88-b3a4-043493c2b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:00.563663 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb0622ba-4b54-4cd9-9b81-1fc88836f0ea req-c797a16e-bd49-479c-b7c9-12f16ed231d6 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636065 Nov 02 11:46:00.595648 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fa6a1fe9-2952-4787-a9e0-785b7b273f51 req-9d5b126e-b43c-4405-b007-3c446d3be884 service neutron] 10.222.0.79 "GET /v2.0/networks/5efc137d-8ec3-48c3-8cbb-fc7ed003d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097488 Nov 02 11:46:00.597020 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-a9b523ab-2459-4eb8-b7e9-4ae704c892f0 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/quotas/0da859b11a5a4a1f9cf2d366e4d244de HTTP/1.1" status: 200 len: 375 time: 0.1130028 Nov 02 11:46:00.721279 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-efb6f042-c2e2-4d88-b3a4-043493c2b1c8 None None] For port d48a240a-2b85-4c09-9839-b9a7caae7389, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d48a240a-2b85-4c09-9839-b9a7caae7389,segment=NetworkSegment(4901a732-2836-43c0-b3cf-63c3eda49b9b),segment_id=4901a732-2836-43c0-b3cf-63c3eda49b9b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:00.739065 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:00.776745 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-271dd177-4a3a-40a8-b8fe-b7cdc3912f91 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0da859b11a5a4a1f9cf2d366e4d244de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1697836 Nov 02 11:46:00.780877 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Allocated IP 19.86.0.2 (82f07b56-7aa8-4db8-8fa6-e79ddcd72d89/fd015043-2c20-46be-8120-a34f98d9d740/9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:46:00.825944 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-efb6f042-c2e2-4d88-b3a4-043493c2b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:00.830522 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fa6a1fe9-2952-4787-a9e0-785b7b273f51 req-d82ed7df-4df7-404c-a590-4f7f16ee0422 service neutron] 10.222.0.79 "GET /v2.0/networks/5efc137d-8ec3-48c3-8cbb-fc7ed003d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211564 Nov 02 11:46:00.908535 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca15f1-5e5f-4fd2-a420-d7336f849206 req-49a61bbb-3fcf-4997-87df-336613e5a696 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:00.911879 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3ca15f1-5e5f-4fd2-a420-d7336f849206 req-49a61bbb-3fcf-4997-87df-336613e5a696 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 943 time: 0.0794258 Nov 02 11:46:00.948963 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6f042-c2e2-4d88-b3a4-043493c2b1c8 None None] Pushing event updated for resources: {'Port': ['ID=d48a240a-2b85-4c09-9839-b9a7caae7389,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:00.949194 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-682b54f8-728a-47f3-a10b-58f4e773f293 service neutron] 10.222.0.52 "GET /v2.0/networks/7d9c6d3f-a76f-42ba-a988-c022a6efc103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653714 Nov 02 11:46:00.998256 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3ca15f1-5e5f-4fd2-a420-d7336f849206 req-76738001-8f06-4a78-a0b1-e4dc8a10d8ea tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778313 Nov 02 11:46:01.017499 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:46:01.017805 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:46:01.067060 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-540099fe-8512-4843-b23a-1b1a1dcc6cea service neutron] 10.222.0.52 "GET /v2.0/networks/7d9c6d3f-a76f-42ba-a988-c022a6efc103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142018 Nov 02 11:46:01.085764 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-529e3209-1812-4643-85df-6e1ec26f6d45 None None] Provisioning complete for port d48a240a-2b85-4c09-9839-b9a7caae7389 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:01.086135 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-529e3209-1812-4643-85df-6e1ec26f6d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:01.136610 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:01.164966 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-75a42ccd-ce8d-4641-b360-8a49033704c3 service neutron] 10.222.0.52 "GET /v2.0/networks/82f07b56-7aa8-4db8-8fa6-e79ddcd72d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906043 Nov 02 11:46:01.215524 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:01.225587 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cbaa7-4f06-4e9a-948e-dbb98d0b5961 req-9e1a8240-01c4-4e04-ac3e-c44069f5e49c tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:01.227508 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-273cbaa7-4f06-4e9a-948e-dbb98d0b5961 req-9e1a8240-01c4-4e04-ac3e-c44069f5e49c tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 949 time: 0.0531950 Nov 02 11:46:01.264348 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Network 82f07b56-7aa8-4db8-8fa6-e79ddcd72d89 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:46:01.271089 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:46:01.274895 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:46:01.278481 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Pushing event updated for resources: {'Port': ['ID=9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:01.285315 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-273cbaa7-4f06-4e9a-948e-dbb98d0b5961 req-c3e03909-2ec1-496c-a3dc-6256efb8e600 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500860 Nov 02 11:46:01.354343 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Attempting to bind port 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:46:01.355476 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Attempting to bind port 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'de00097f-89f1-4032-9fd9-d696e0eced3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '82f07b56-7aa8-4db8-8fa6-e79ddcd72d89'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:46:01.355476 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Attempting to bind port 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228 on network 82f07b56-7aa8-4db8-8fa6-e79ddcd72d89 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:46:01.362060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:46:01.362610 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Checking segment: {'id': 'de00097f-89f1-4032-9fd9-d696e0eced3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '82f07b56-7aa8-4db8-8fa6-e79ddcd72d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:46:01.363298 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:01.363864 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Bound using segment: {'id': 'de00097f-89f1-4032-9fd9-d696e0eced3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '82f07b56-7aa8-4db8-8fa6-e79ddcd72d89'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:46:01.364528 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Bound port: 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de00097f-89f1-4032-9fd9-d696e0eced3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '82f07b56-7aa8-4db8-8fa6-e79ddcd72d89'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:46:01.365076 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:01.438419 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] For port 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:46:01.442623 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] For port 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228,segment=NetworkSegment(de00097f-89f1-4032-9fd9-d696e0eced3a),segment_id=de00097f-89f1-4032-9fd9-d696e0eced3a)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:46:01.456306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7b1c6-3c52-48e9-a587-27759219f554 req-749d8f35-22e9-46b7-9c67-de851340384c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:01.457841 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5ac7b1c6-3c52-48e9-a587-27759219f554 req-749d8f35-22e9-46b7-9c67-de851340384c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.0567126 Nov 02 11:46:01.510595 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5ac7b1c6-3c52-48e9-a587-27759219f554 req-73850668-03db-4348-8519-eb40cf7ae604 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453639 Nov 02 11:46:01.535778 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-68183f33-dfbd-4e97-afef-f7638f1fc142 service neutron] 10.222.0.52 "GET /v2.0/networks/82f07b56-7aa8-4db8-8fa6-e79ddcd72d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643835 Nov 02 11:46:01.556152 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:01.630269 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28afb9e-be00-4a6b-a286-22d4a5eba60f None None] Pushing event updated for resources: {'Port': ['ID=9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:01.707931 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88ac3d-be17-43e4-8956-51dec040f5b3 req-32018ba5-63f9-4b9d-9cd3-529ff6d7a864 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:01.709476 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4d88ac3d-be17-43e4-8956-51dec040f5b3 req-32018ba5-63f9-4b9d-9cd3-529ff6d7a864 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.0582173 Nov 02 11:46:01.774313 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4d88ac3d-be17-43e4-8956-51dec040f5b3 req-80f8d448-a2c3-4fe0-9eea-87036d73a9ee tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580301 Nov 02 11:46:01.887957 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b3f98607-7a6e-49fa-ae97-c37988924889 req-023ca686-804f-4c18-bbd7-e491acba6854 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 210 time: 0.0430925 Nov 02 11:46:01.971401 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4395255f-9d0c-4631-b0d3-3e56e48b1117 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:46:02.106492 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d48a240a-2b85-4c09-9839-b9a7caae7389 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:46:02.129828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfb5dd-cf2a-470a-805b-3008050c38ca req-c940143c-da95-4d82-8ce3-f72a0ea7d67a tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:02.132842 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cedfb5dd-cf2a-470a-805b-3008050c38ca req-c940143c-da95-4d82-8ce3-f72a0ea7d67a tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 943 time: 0.0578098 Nov 02 11:46:02.147146 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 4395255f-9d0c-4631-b0d3-3e56e48b1117 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:46:02.151771 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 4395255f-9d0c-4631-b0d3-3e56e48b1117 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:02.152150 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:02.189312 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cedfb5dd-cf2a-470a-805b-3008050c38ca req-e5524d62-2947-4eb2-86cd-857e2ab0fe33 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500839 Nov 02 11:46:02.194050 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d48a240a-2b85-4c09-9839-b9a7caae7389 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:02.194420 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:02.307585 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:02.339339 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:46:02.367687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4395255f-9d0c-4631-b0d3-3e56e48b1117'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:02.369965 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b330bc4-d86f-46d2-ab90-ad337ce2d257" -d '{"events": [{"server_uuid": "1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96", "name": "network-vif-plugged", "status": "completed", "tag": "4395255f-9d0c-4631-b0d3-3e56e48b1117"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:02.402158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4395255f-9d0c-4631-b0d3-3e56e48b1117, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4395255f-9d0c-4631-b0d3-3e56e48b1117,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:02.421726 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device bacd34d5-d5d3-4e46-870f-36959f287838 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:46:02.432978 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0a7552-a946-4bb0-bae3-f42cada1f45b x-openstack-request-id: req-3a0a7552-a946-4bb0-bae3-f42cada1f45b {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:02.433296 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96", "name": "network-vif-plugged", "status": "completed", "tag": "4395255f-9d0c-4631-b0d3-3e56e48b1117", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:02.433524 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a0a7552-a946-4bb0-bae3-f42cada1f45b {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:02.434573 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4395255f-9d0c-4631-b0d3-3e56e48b1117', 'code': 200} Nov 02 11:46:02.434964 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:02.435394 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:02.464625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d550d2-883e-4aa2-9f47-8c981dbe32ac req-38b437b0-8f2c-4019-8f7d-24a0e4f73e44 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:02.476568 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0d550d2-883e-4aa2-9f47-8c981dbe32ac req-38b437b0-8f2c-4019-8f7d-24a0e4f73e44 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 949 time: 0.1000555 Nov 02 11:46:02.638412 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0d550d2-883e-4aa2-9f47-8c981dbe32ac req-9456f467-c8cb-4a3b-bb12-4836d418c9e1 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606495 Nov 02 11:46:02.661993 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdc6da-7da2-4777-9611-d92d8d2eafbd req-356af55d-3e1b-4a53-99f0-3b8316468e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:02.664193 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-81bdc6da-7da2-4777-9611-d92d8d2eafbd req-356af55d-3e1b-4a53-99f0-3b8316468e73 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96 HTTP/1.1" status: 200 len: 1101 time: 0.1593151 Nov 02 11:46:02.712289 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:02.714530 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 656da032-aa36-4a47-a4f7-8c5b174207b6 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:46:02.748917 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7c953-86a4-4fe8-a914-25baa4c0a965 req-8de6c87b-589f-4795-b811-092825a65d30 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:02.759743 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-86c7c953-86a4-4fe8-a914-25baa4c0a965 req-8de6c87b-589f-4795-b811-092825a65d30 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.1154981 Nov 02 11:46:02.770986 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-81bdc6da-7da2-4777-9611-d92d8d2eafbd req-dd7022f1-7bdf-46bf-8fcb-44acbc40499f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948603 Nov 02 11:46:02.825529 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8f4533-e0bc-4ef2-b170-97a6d0ce5648 None None] Network 82f07b56-7aa8-4db8-8fa6-e79ddcd72d89 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:46:02.852944 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-86c7c953-86a4-4fe8-a914-25baa4c0a965 req-a638135e-5774-4f6b-8ec9-75ac4f97387e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898430 Nov 02 11:46:02.979059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a9555-794e-4ceb-8297-70a64a4b6517 req-1e96f50b-8b9f-4ab3-a728-25e6cfc0439c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:02.981300 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-696a9555-794e-4ceb-8297-70a64a4b6517 req-1e96f50b-8b9f-4ab3-a728-25e6cfc0439c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.0625451 Nov 02 11:46:03.020948 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port bacd34d5-d5d3-4e46-870f-36959f287838, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=bacd34d5-d5d3-4e46-870f-36959f287838,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:03.035826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=4395255f-9d0c-4631-b0d3-3e56e48b1117,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:03.061484 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-696a9555-794e-4ceb-8297-70a64a4b6517 req-3ed6139e-6e21-4b9a-bae2-f5278aa562c9 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695078 Nov 02 11:46:03.074060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 656da032-aa36-4a47-a4f7-8c5b174207b6 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:46:03.075992 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-61274692-bc42-40c6-b957-c085d1d4430f None None] Provisioning complete for port 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:03.076395 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-61274692-bc42-40c6-b957-c085d1d4430f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:03.106906 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'bacd34d5-d5d3-4e46-870f-36959f287838', 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e', 'port_id': 'bacd34d5-d5d3-4e46-870f-36959f287838', 'mac_address': 'fa:16:3e:28:8d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0cfb668-d4d9-430d-a871-912d4c5cdf64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:46:03.114161 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0550e7be-3e35-4d3f-a9e1-9c483a98a7fd req-ec17a4c3-9524-4306-b71a-d947c2b3c73f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 210 time: 0.0308802 Nov 02 11:46:03.118266 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 656da032-aa36-4a47-a4f7-8c5b174207b6 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:03.118645 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:03.153692 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:03.266849 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:03.312222 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228,segment=NetworkSegment(de00097f-89f1-4032-9fd9-d696e0eced3a),segment_id=de00097f-89f1-4032-9fd9-d696e0eced3a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:03.319325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bacd34d5-d5d3-4e46-870f-36959f287838 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:46:03.361318 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9b6c6-ce65-4431-a483-2c99fe863209 req-2d3638b0-d54c-4efd-8d1c-9c5e437c8756 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:03.375544 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d8f9b6c6-ce65-4431-a483-2c99fe863209 req-2d3638b0-d54c-4efd-8d1c-9c5e437c8756 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 943 time: 0.0845063 Nov 02 11:46:03.405285 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:03.408519 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port bacd34d5-d5d3-4e46-870f-36959f287838, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=bacd34d5-d5d3-4e46-870f-36959f287838,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:03.416775 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-61274692-bc42-40c6-b957-c085d1d4430f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:03.459981 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:03.484130 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d8f9b6c6-ce65-4431-a483-2c99fe863209 req-d0ff18ba-9702-4dce-b53c-a0c47b3031b8 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023042 Nov 02 11:46:03.532649 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:03.533312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 304864eb-1a0b-4b60-b719-00c31b785f4b details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:46:03.551857 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:03.596584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 656da032-aa36-4a47-a4f7-8c5b174207b6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=656da032-aa36-4a47-a4f7-8c5b174207b6,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:03.600853 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-61274692-bc42-40c6-b957-c085d1d4430f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:46:03.601463 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-61274692-bc42-40c6-b957-c085d1d4430f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:46:03.634372 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 304864eb-1a0b-4b60-b719-00c31b785f4b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=304864eb-1a0b-4b60-b719-00c31b785f4b,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:03.649556 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=bacd34d5-d5d3-4e46-870f-36959f287838,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:03.652507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '304864eb-1a0b-4b60-b719-00c31b785f4b', 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e', 'port_id': '304864eb-1a0b-4b60-b719-00c31b785f4b', 'mac_address': 'fa:16:3e:15:40:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0cfb668-d4d9-430d-a871-912d4c5cdf64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:46:03.654262 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:03.736538 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:03.739512 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=656da032-aa36-4a47-a4f7-8c5b174207b6,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:03.755279 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 304864eb-1a0b-4b60-b719-00c31b785f4b {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:46:03.777347 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 304864eb-1a0b-4b60-b719-00c31b785f4b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=304864eb-1a0b-4b60-b719-00c31b785f4b,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:03.780333 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d95c9f-09a2-45d9-bb7d-3e58ab6fe852 req-61554e3b-6429-4b92-b6c7-1d772aedbefe tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:03.782100 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88d95c9f-09a2-45d9-bb7d-3e58ab6fe852 req-61554e3b-6429-4b92-b6c7-1d772aedbefe tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 950 time: 0.0588517 Nov 02 11:46:03.832515 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88d95c9f-09a2-45d9-bb7d-3e58ab6fe852 req-f39fe1b7-de45-4f98-bb9e-8950db57485e tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438516 Nov 02 11:46:03.855217 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:03.906323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=304864eb-1a0b-4b60-b719-00c31b785f4b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:03.995041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a55b2d-9b33-4ce4-994d-7f7ca0b56f9e req-2fb28290-46e2-440a-bb46-9365504e67a1 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:03.996640 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-00a55b2d-9b33-4ce4-994d-7f7ca0b56f9e req-2fb28290-46e2-440a-bb46-9365504e67a1 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.0791912 Nov 02 11:46:04.066833 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-00a55b2d-9b33-4ce4-994d-7f7ca0b56f9e req-a9d5ab28-5af0-46a1-a126-eeaaef97e9db tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635259 Nov 02 11:46:04.083383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:46:04.140757 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['bacd34d5-d5d3-4e46-870f-36959f287838'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:46:04.143277 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['304864eb-1a0b-4b60-b719-00c31b785f4b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:46:04.237841 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9faf82-66b1-4455-a286-47bc313ca3fb req-a7fd2b6c-978e-4561-89ae-45b6c581a5b6 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:04.245495 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-eb9faf82-66b1-4455-a286-47bc313ca3fb req-a7fd2b6c-978e-4561-89ae-45b6c581a5b6 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.0880029 Nov 02 11:46:04.315545 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-eb9faf82-66b1-4455-a286-47bc313ca3fb req-2d6ceb14-d32d-42dc-88db-534eaf929664 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690269 Nov 02 11:46:04.329939 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:04.329939 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:04.402249 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-af045998-cb90-43bd-ac7b-0002427c16c2 req-39698478-5492-4c34-8c5b-a101f092b51f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 210 time: 0.0711606 Nov 02 11:46:04.436463 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5e516e-21eb-44b8-95f0-fcecb82fca81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656da032-aa36-4a47-a4f7-8c5b174207b6'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:04.438760 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3007888d-accf-427d-9947-92013fe9dcaa" -d '{"events": [{"server_uuid": "5b5e516e-21eb-44b8-95f0-fcecb82fca81", "name": "network-vif-plugged", "status": "completed", "tag": "656da032-aa36-4a47-a4f7-8c5b174207b6"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:04.446759 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-09e5254c-4076-446d-9bf9-933f9bd54eb4 None None] Provisioning complete for port 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:04.447162 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-09e5254c-4076-446d-9bf9-933f9bd54eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:04.503825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-4a0fa04c-2c79-4c42-bf2a-75e215a621b9 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:04.512639 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-4a0fa04c-2c79-4c42-bf2a-75e215a621b9 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:04.516559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-4a0fa04c-2c79-4c42-bf2a-75e215a621b9 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.54 "GET /v2.0/networks?id=7d9c6d3f-a76f-42ba-a988-c022a6efc103&id=82f07b56-7aa8-4db8-8fa6-e79ddcd72d89 HTTP/1.1" status: 200 len: 1392 time: 0.3341670 Nov 02 11:46:04.525667 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc66f35-1dbb-45ad-8b3a-680f3822476d x-openstack-request-id: req-2cc66f35-1dbb-45ad-8b3a-680f3822476d {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:04.526085 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5e516e-21eb-44b8-95f0-fcecb82fca81", "name": "network-vif-plugged", "status": "completed", "tag": "656da032-aa36-4a47-a4f7-8c5b174207b6", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:04.526222 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2cc66f35-1dbb-45ad-8b3a-680f3822476d {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:04.526583 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5e516e-21eb-44b8-95f0-fcecb82fca81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656da032-aa36-4a47-a4f7-8c5b174207b6', 'code': 200} Nov 02 11:46:04.536575 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Request body: {'port': {'device_id': '21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f', 'network_id': '7d9c6d3f-a76f-42ba-a988-c022a6efc103', 'admin_state_up': True, 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:04.600323 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:46:04.728866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f1fba-4ea1-4c9e-b469-17607641c21e req-8ea10eeb-fe16-475b-b1a6-ab66569166cc tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:04.730364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-032f1fba-4ea1-4c9e-b469-17607641c21e req-8ea10eeb-fe16-475b-b1a6-ab66569166cc tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 944 time: 0.1161077 Nov 02 11:46:04.744497 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadf213-ed80-4c60-a024-ee0a3c5fcd13 req-57526e5f-136e-4a90-a159-28c455e7396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:04.745971 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9fadf213-ed80-4c60-a024-ee0a3c5fcd13 req-57526e5f-136e-4a90-a159-28c455e7396f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 1102 time: 0.1304324 Nov 02 11:46:04.833169 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-032f1fba-4ea1-4c9e-b469-17607641c21e req-073cf216-b228-4266-8644-e1e912f5802f tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926292 Nov 02 11:46:04.835970 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9fadf213-ed80-4c60-a024-ee0a3c5fcd13 req-e71ba261-f30b-41fb-9bab-ec9bfada1c82 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798440 Nov 02 11:46:04.876998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Made reservation on behalf of 0da859b11a5a4a1f9cf2d366e4d244de for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:46:04.881320 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:04.965361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca443d4-20ac-45d5-bb49-22eb49f13f8a req-fbc5b3d4-7818-43df-abc1-bd6afc979523 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:04.966977 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6ca443d4-20ac-45d5-bb49-22eb49f13f8a req-fbc5b3d4-7818-43df-abc1-bd6afc979523 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 950 time: 0.0604830 Nov 02 11:46:05.023583 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6ca443d4-20ac-45d5-bb49-22eb49f13f8a req-bec9dff9-89bf-4ff5-b003-707135c74699 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472605 Nov 02 11:46:05.033229 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Allocated IP 19.80.0.205 (7d9c6d3f-a76f-42ba-a988-c022a6efc103/d8379fd3-ab18-4bbe-a315-51ebd198b32b/6d79cd9b-4f40-4c80-986e-4b22440b7eef) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:46:05.200465 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2b084-e1bd-4eb3-9ae9-7bc9e061b87d req-7564f333-8e32-488d-a8cf-15c28c08a8d1 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:05.202060 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9aa2b084-e1bd-4eb3-9ae9-7bc9e061b87d req-7564f333-8e32-488d-a8cf-15c28c08a8d1 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.0519469 Nov 02 11:46:05.204296 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:05.252133 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9aa2b084-e1bd-4eb3-9ae9-7bc9e061b87d req-0adb6a94-861a-4c55-9c6b-6b3057472485 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431657 Nov 02 11:46:05.322776 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:05.372594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Network 7d9c6d3f-a76f-42ba-a988-c022a6efc103 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:46:05.376490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:46:05.383114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:46:05.427323 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event updated for resources: {'Port': ['ID=6d79cd9b-4f40-4c80-986e-4b22440b7eef,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:05.457967 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:05.458318 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:05.460057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:05.460413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:05.460734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:05.461115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:05.461447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:05.462084 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:05.462417 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:05.462744 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:05.463099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:05.463425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:05.504192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:05.505349 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:05.534180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ba555-fcea-4794-8cd3-1913bf6de11e req-3ad17c28-8d25-4aeb-aa15-1f699a1581aa tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:05.542338 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc4ba555-fcea-4794-8cd3-1913bf6de11e req-3ad17c28-8d25-4aeb-aa15-1f699a1581aa tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.1610901 Nov 02 11:46:05.587397 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b41044-589a-424d-bc2d-7e0df238ddce req-539f8ba9-08f9-4063-9122-f94e5b01d685 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:05.596492 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-36b41044-589a-424d-bc2d-7e0df238ddce req-539f8ba9-08f9-4063-9122-f94e5b01d685 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 932 time: 0.0959215 Nov 02 11:46:05.608565 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc4ba555-fcea-4794-8cd3-1913bf6de11e req-8bfb5094-9411-441f-979d-1fc51a428a82 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652156 Nov 02 11:46:05.646473 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-852135b7-4020-43e5-80ce-bf0062c02fa1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1149001 Nov 02 11:46:05.658480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-b3a7242a-e5b4-441f-9eee-db4e8ecbd140 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Request body: {'port': {'device_id': '21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f', 'network_id': '82f07b56-7aa8-4db8-8fa6-e79ddcd72d89', 'admin_state_up': True, 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:05.662156 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-36b41044-589a-424d-bc2d-7e0df238ddce req-cbe5e09d-3f3a-4e0b-8bd3-de2fd209bab9 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645366 Nov 02 11:46:05.823229 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-315c2419-6724-4c43-afcd-a4bbf4b9e7fa None None] Provisioning complete for port 6d79cd9b-4f40-4c80-986e-4b22440b7eef triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:05.823829 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-315c2419-6724-4c43-afcd-a4bbf4b9e7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:05.878143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-315c2419-6724-4c43-afcd-a4bbf4b9e7fa None None] Port 6d79cd9b-4f40-4c80-986e-4b22440b7eef cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:46:05.917487 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-b3a7242a-e5b4-441f-9eee-db4e8ecbd140 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Made reservation on behalf of 0da859b11a5a4a1f9cf2d366e4d244de for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:46:05.921385 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-b3a7242a-e5b4-441f-9eee-db4e8ecbd140 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:06.031287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd32596-ce3a-44cc-b7e6-7263ff49f02d req-7ee46964-18f8-4cdc-a0b1-9592a1e86063 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:06.032788 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6fd32596-ce3a-44cc-b7e6-7263ff49f02d req-7ee46964-18f8-4cdc-a0b1-9592a1e86063 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 944 time: 0.1088755 Nov 02 11:46:06.142295 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6fd32596-ce3a-44cc-b7e6-7263ff49f02d req-4ffd58f1-2bf3-4af1-b44b-a1aafc58cac4 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021788 Nov 02 11:46:06.192291 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-b3a7242a-e5b4-441f-9eee-db4e8ecbd140 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Allocated IP 19.86.0.140 (82f07b56-7aa8-4db8-8fa6-e79ddcd72d89/fd015043-2c20-46be-8120-a34f98d9d740/40232d55-91f2-4f62-8067-be546fb633c1) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:46:06.217835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37816) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:06.227283 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47fce3-b55c-4d7c-8a24-ca4324cf5b2b req-6645946c-5aa2-44aa-b585-3fe2b601fa6f tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:06.229626 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6e47fce3-b55c-4d7c-8a24-ca4324cf5b2b req-6645946c-5aa2-44aa-b585-3fe2b601fa6f tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 950 time: 0.0991316 Nov 02 11:46:06.332603 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6e47fce3-b55c-4d7c-8a24-ca4324cf5b2b req-e9ba83ac-3d2a-4f8c-ba1d-fd85f9dd158e tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968294 Nov 02 11:46:06.447815 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-99eee999-5fc3-4bac-82e6-1a3efdc5046a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:06.450547 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device bacd34d5-d5d3-4e46-870f-36959f287838 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:46:06.495574 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-b3a7242a-e5b4-441f-9eee-db4e8ecbd140 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:06.495800 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b3bdc-82cd-475a-9383-cca3b767fc78 req-f9abf4f9-9c14-448e-83ec-e70722f36d67 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:06.497253 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cf4b3bdc-82cd-475a-9383-cca3b767fc78 req-f9abf4f9-9c14-448e-83ec-e70722f36d67 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.0639393 Nov 02 11:46:06.560734 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cf4b3bdc-82cd-475a-9383-cca3b767fc78 req-821a817e-8f1c-4b2b-93be-a6c701e34895 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563271 Nov 02 11:46:06.585493 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-99eee999-5fc3-4bac-82e6-1a3efdc5046a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:06.626712 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port bacd34d5-d5d3-4e46-870f-36959f287838 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:46:06.632262 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port bacd34d5-d5d3-4e46-870f-36959f287838 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:06.643419 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:06.686379 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-b3a7242a-e5b4-441f-9eee-db4e8ecbd140 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:06.723620 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:06.748387 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4faf574-7cfa-4b54-8821-ba17fad68798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacd34d5-d5d3-4e46-870f-36959f287838'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:06.751329 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7061b73d-d193-4116-957b-8ac748a87edf" -d '{"events": [{"server_uuid": "a4faf574-7cfa-4b54-8821-ba17fad68798", "name": "network-vif-plugged", "status": "completed", "tag": "bacd34d5-d5d3-4e46-870f-36959f287838"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:06.755316 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-b3a7242a-e5b4-441f-9eee-db4e8ecbd140 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Network 82f07b56-7aa8-4db8-8fa6-e79ddcd72d89 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:46:06.762442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-b3a7242a-e5b4-441f-9eee-db4e8ecbd140 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:46:06.767990 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port bacd34d5-d5d3-4e46-870f-36959f287838, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=bacd34d5-d5d3-4e46-870f-36959f287838,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:06.768931 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-b3a7242a-e5b4-441f-9eee-db4e8ecbd140 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:46:06.801139 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0241a9-bdd9-4c91-b85e-a4e17e306018 req-5bd19b40-1dc5-4d27-976e-3f467b3b5cea tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:06.803672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cc071-1a0b-4ca4-bd75-195c5fba25f8 req-526f04a9-67d8-4359-9706-7f3b028bf262 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:06.805339 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f2cc071-1a0b-4ca4-bd75-195c5fba25f8 req-526f04a9-67d8-4359-9706-7f3b028bf262 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.1306329 Nov 02 11:46:06.809356 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0241a9-bdd9-4c91-b85e-a4e17e306018 req-5bd19b40-1dc5-4d27-976e-3f467b3b5cea tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:06.809897 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-99eee999-5fc3-4bac-82e6-1a3efdc5046a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:06.811685 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5c0241a9-bdd9-4c91-b85e-a4e17e306018 req-5bd19b40-1dc5-4d27-976e-3f467b3b5cea tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1655 time: 0.0676589 Nov 02 11:46:06.812352 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7242a-e5b4-441f-9eee-db4e8ecbd140 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event updated for resources: {'Port': ['ID=40232d55-91f2-4f62-8067-be546fb633c1,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:06.855089 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:06.855898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 304864eb-1a0b-4b60-b719-00c31b785f4b up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:46:06.892103 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5c0241a9-bdd9-4c91-b85e-a4e17e306018 req-66e1bf08-bed2-4dd6-bb7d-1af9cb2c9222 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668821 Nov 02 11:46:06.894605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eee999-5fc3-4bac-82e6-1a3efdc5046a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d06f5f-3cfb-4f03-99f0-98eaa3b53bad,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:06.899584 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-99eee999-5fc3-4bac-82e6-1a3efdc5046a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c92bf2feee7470e87554f3f7fbd65f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6803491 Nov 02 11:46:06.903642 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37828) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:06.909864 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-b3a7242a-e5b4-441f-9eee-db4e8ecbd140 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:06.909984 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-b3a7242a-e5b4-441f-9eee-db4e8ecbd140 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:06.945358 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f2cc071-1a0b-4ca4-bd75-195c5fba25f8 req-dd8a7565-2ac8-4a79-a9f5-a74ab27b6b32 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150002 Nov 02 11:46:06.998771 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92be0489-8f1f-4e92-b9f1-32a5e597f7b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:07.033664 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92be0489-8f1f-4e92-b9f1-32a5e597f7b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:07.035625 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-b3a7242a-e5b4-441f-9eee-db4e8ecbd140 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3815756 Nov 02 11:46:07.050633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Request body: {'port': {'device_id': '21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:07.121907 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f027f7-bb2f-4831-8b5e-7871eda1cc61 x-openstack-request-id: req-10f027f7-bb2f-4831-8b5e-7871eda1cc61 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:07.122188 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4faf574-7cfa-4b54-8821-ba17fad68798", "name": "network-vif-plugged", "status": "completed", "tag": "bacd34d5-d5d3-4e46-870f-36959f287838", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:07.122438 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10f027f7-bb2f-4831-8b5e-7871eda1cc61 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:07.122830 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4faf574-7cfa-4b54-8821-ba17fad68798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacd34d5-d5d3-4e46-870f-36959f287838', 'code': 200} Nov 02 11:46:07.127037 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:07.145252 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca1304-eb03-463c-b672-4ff84b3bd312 req-d4b4f771-8b21-43d0-8457-52050cf1801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:07.147912 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3bca1304-eb03-463c-b672-4ff84b3bd312 req-d4b4f771-8b21-43d0-8457-52050cf1801b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a4faf574-7cfa-4b54-8821-ba17fad68798 HTTP/1.1" status: 200 len: 1097 time: 0.0652974 Nov 02 11:46:07.164345 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-34fc9e4d-5156-4bc7-bb76-106aff64c0d5 None None] Provisioning complete for port 40232d55-91f2-4f62-8067-be546fb633c1 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:07.164712 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34fc9e4d-5156-4bc7-bb76-106aff64c0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:07.195106 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=bacd34d5-d5d3-4e46-870f-36959f287838,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:07.203427 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3bca1304-eb03-463c-b672-4ff84b3bd312 req-33baeb21-bbda-4674-ae45-98def626e288 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486715 Nov 02 11:46:07.214261 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-34fc9e4d-5156-4bc7-bb76-106aff64c0d5 None None] Port 40232d55-91f2-4f62-8067-be546fb633c1 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:46:07.254476 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92be0489-8f1f-4e92-b9f1-32a5e597f7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:07.257190 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92be0489-8f1f-4e92-b9f1-32a5e597f7b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:07.258319 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-92be0489-8f1f-4e92-b9f1-32a5e597f7b6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83d06f5f-3cfb-4f03-99f0-98eaa3b53bad HTTP/1.1" status: 204 len: 168 time: 0.3535438 Nov 02 11:46:07.266902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be0489-8f1f-4e92-b9f1-32a5e597f7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d06f5f-3cfb-4f03-99f0-98eaa3b53bad,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:07.285798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 304864eb-1a0b-4b60-b719-00c31b785f4b completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:46:07.297606 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 304864eb-1a0b-4b60-b719-00c31b785f4b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:07.297606 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:07.376962 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f81152-f406-4f07-8cf6-6ab2813f3d81 req-1120c3ff-e77b-4a8e-a2c5-4a7d4212b78a tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:07.378439 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56f81152-f406-4f07-8cf6-6ab2813f3d81 req-1120c3ff-e77b-4a8e-a2c5-4a7d4212b78a tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 944 time: 0.1496561 Nov 02 11:46:07.392184 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:07.432326 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 304864eb-1a0b-4b60-b719-00c31b785f4b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=304864eb-1a0b-4b60-b719-00c31b785f4b,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:07.464339 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56f81152-f406-4f07-8cf6-6ab2813f3d81 req-55da59cd-897a-42af-bc68-a0c406ae82a5 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518615 Nov 02 11:46:07.512109 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:07.546356 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d41cd-0d39-4825-b68c-34e2ea0ae7ce req-6c626d6a-f2b7-49c5-a18f-92ef89c32f6c tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:07.555079 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4d8d41cd-0d39-4825-b68c-34e2ea0ae7ce req-6c626d6a-f2b7-49c5-a18f-92ef89c32f6c tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 950 time: 0.0851760 Nov 02 11:46:07.561546 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d79cd9b-4f40-4c80-986e-4b22440b7eef {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:46:07.573550 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:07.580047 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=304864eb-1a0b-4b60-b719-00c31b785f4b,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:07.592621 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Transition to ACTIVE for port object 6d79cd9b-4f40-4c80-986e-4b22440b7eef will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:46:07.615928 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4d8d41cd-0d39-4825-b68c-34e2ea0ae7ce req-724059e1-41bf-4d8a-a6a7-f9b6f7e1d446 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596137 Nov 02 11:46:07.689923 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c699101-a3a8-432a-b91b-38993bf6eb7a req-4062fd76-02a7-4310-9cb7-616b8df4305e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:07.695498 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c699101-a3a8-432a-b91b-38993bf6eb7a req-4062fd76-02a7-4310-9cb7-616b8df4305e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.0577042 Nov 02 11:46:07.700742 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:07.745915 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743706a-83bd-487b-b0a2-bc6634acfade req-f12e67e1-e29b-475f-930c-386037d1a942 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:07.747703 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5743706a-83bd-487b-b0a2-bc6634acfade req-f12e67e1-e29b-475f-930c-386037d1a942 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96 HTTP/1.1" status: 200 len: 950 time: 0.0564167 Nov 02 11:46:07.769408 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Pushing event updated for resources: {'Port': ['ID=6d79cd9b-4f40-4c80-986e-4b22440b7eef,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:07.815123 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5743706a-83bd-487b-b0a2-bc6634acfade req-cf7408f4-764b-4eff-a954-19c328a6e829 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567131 Nov 02 11:46:07.839567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c699101-a3a8-432a-b91b-38993bf6eb7a req-6c8c1a8e-0476-4d04-9420-406c6cd42938 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362522 Nov 02 11:46:07.874605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Attempting to bind port 6d79cd9b-4f40-4c80-986e-4b22440b7eef on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:46:07.874988 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Attempting to bind port 6d79cd9b-4f40-4c80-986e-4b22440b7eef by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '4901a732-2836-43c0-b3cf-63c3eda49b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d9c6d3f-a76f-42ba-a988-c022a6efc103'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:46:07.875303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Attempting to bind port 6d79cd9b-4f40-4c80-986e-4b22440b7eef on network 7d9c6d3f-a76f-42ba-a988-c022a6efc103 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:46:07.880320 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Port 6d79cd9b-4f40-4c80-986e-4b22440b7eef on network 7d9c6d3f-a76f-42ba-a988-c022a6efc103 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:46:07.880645 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Attempting to bind port 6d79cd9b-4f40-4c80-986e-4b22440b7eef on network 7d9c6d3f-a76f-42ba-a988-c022a6efc103 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:46:07.887584 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:46:07.890861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Checking segment: {'id': '4901a732-2836-43c0-b3cf-63c3eda49b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d9c6d3f-a76f-42ba-a988-c022a6efc103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:46:07.890861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Bound using segment: {'id': '4901a732-2836-43c0-b3cf-63c3eda49b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d9c6d3f-a76f-42ba-a988-c022a6efc103'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:46:07.890861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Bound port: 6d79cd9b-4f40-4c80-986e-4b22440b7eef, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4901a732-2836-43c0-b3cf-63c3eda49b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7d9c6d3f-a76f-42ba-a988-c022a6efc103'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:46:07.890861 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:07.984658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] For port 6d79cd9b-4f40-4c80-986e-4b22440b7eef, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:46:07.989429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] For port 6d79cd9b-4f40-4c80-986e-4b22440b7eef, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6d79cd9b-4f40-4c80-986e-4b22440b7eef,segment=NetworkSegment(4901a732-2836-43c0-b3cf-63c3eda49b9b),segment_id=4901a732-2836-43c0-b3cf-63c3eda49b9b)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:46:08.062990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf49961-a67c-4df4-85f8-6c54b96d0e34 req-3756751c-9b1a-453e-a980-e79ad3abea47 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:08.070006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf49961-a67c-4df4-85f8-6c54b96d0e34 req-3756751c-9b1a-453e-a980-e79ad3abea47 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:08.071710 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aaf49961-a67c-4df4-85f8-6c54b96d0e34 req-3756751c-9b1a-453e-a980-e79ad3abea47 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1667 time: 0.0659521 Nov 02 11:46:08.108465 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:08.158111 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aaf49961-a67c-4df4-85f8-6c54b96d0e34 req-c72f2d04-d019-4528-8a19-ff78854c8f96 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799432 Nov 02 11:46:08.159422 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:08.160040 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:08.161382 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] 10.222.0.54 "PUT /v2.0/ports/6d79cd9b-4f40-4c80-986e-4b22440b7eef HTTP/1.1" status: 200 len: 1093 time: 1.1157358 Nov 02 11:46:08.183059 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f', 'tag': '6d79cd9b-4f40-4c80-986e-4b22440b7eef'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:08.183059 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81e853e-96a0-42f4-a2e0-551c1f76ac62" -d '{"events": [{"name": "network-changed", "server_uuid": "21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f", "tag": "6d79cd9b-4f40-4c80-986e-4b22440b7eef"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:08.205099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ab749-b04c-43eb-8808-25146063cdda service neutron] Pushing event updated for resources: {'Port': ['ID=6d79cd9b-4f40-4c80-986e-4b22440b7eef,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:08.308914 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1929316-0159-4235-b6f3-26e8937267a5 req-ed87e567-6f68-459e-b525-320869905027 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:08.321849 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a1929316-0159-4235-b6f3-26e8937267a5 req-ed87e567-6f68-459e-b525-320869905027 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.0594141 Nov 02 11:46:08.334720 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37862) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:08.351745 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5a9b57bc-0f56-481d-a614-a698c2c771bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:08.429322 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a1929316-0159-4235-b6f3-26e8937267a5 req-3c92422d-0774-4db1-9422-3b95cf220312 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032803 Nov 02 11:46:08.442841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Request body: {'port': {'device_id': '21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:08.486585 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e0e51a-7b34-4cfa-ac54-e60c58a15f5a x-openstack-request-id: req-a1e0e51a-7b34-4cfa-ac54-e60c58a15f5a {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:08.486585 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f", "tag": "6d79cd9b-4f40-4c80-986e-4b22440b7eef", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:08.486585 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1e0e51a-7b34-4cfa-ac54-e60c58a15f5a {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:08.486956 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f', 'tag': '6d79cd9b-4f40-4c80-986e-4b22440b7eef', 'status': 'completed', 'code': 200} Nov 02 11:46:08.527152 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5a9b57bc-0f56-481d-a614-a698c2c771bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:08.577618 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:08.627174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e853e-96a0-42f4-a2e0-551c1f76ac62 req-fbace134-e623-41e4-8e47-f8c3d2a78660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:08.627659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e853e-96a0-42f4-a2e0-551c1f76ac62 req-fbace134-e623-41e4-8e47-f8c3d2a78660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:08.629190 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c81e853e-96a0-42f4-a2e0-551c1f76ac62 req-fbace134-e623-41e4-8e47-f8c3d2a78660 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0da859b11a5a4a1f9cf2d366e4d244de&device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1915 time: 0.1123002 Nov 02 11:46:08.643730 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5a9b57bc-0f56-481d-a614-a698c2c771bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:08.689140 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5a9b57bc-0f56-481d-a614-a698c2c771bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2fbfcf8096c048f7887defb2c2bed8b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3502142 Nov 02 11:46:08.689140 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b57bc-0f56-481d-a614-a698c2c771bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aa8b19-1011-4281-ade0-798db5583d98,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:08.690304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37870) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:08.880164 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50809c55-2840-4236-b601-5fdaea26bade req-79745bcd-c7c6-4077-8f53-083f14299f17 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:08.887587 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-50809c55-2840-4236-b601-5fdaea26bade req-79745bcd-c7c6-4077-8f53-083f14299f17 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 945 time: 0.2656693 Nov 02 11:46:08.979382 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51274cb4-7adb-45a3-9d0f-96a2e79de3e2 req-7715272a-9d27-4f6b-8bf9-acf48b513679 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:08.986957 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-51274cb4-7adb-45a3-9d0f-96a2e79de3e2 req-7715272a-9d27-4f6b-8bf9-acf48b513679 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.0559919 Nov 02 11:46:09.039727 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-51274cb4-7adb-45a3-9d0f-96a2e79de3e2 req-9057ab40-90d4-4fe4-8c38-a4fd242cbb6d tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507729 Nov 02 11:46:09.123656 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217ef293-b9ca-4997-9234-e0666a3f9806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304864eb-1a0b-4b60-b719-00c31b785f4b'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:09.126276 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871b2298-66f0-4732-baeb-481ff70ec922" -d '{"events": [{"server_uuid": "217ef293-b9ca-4997-9234-e0666a3f9806", "name": "network-vif-plugged", "status": "completed", "tag": "304864eb-1a0b-4b60-b719-00c31b785f4b"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:09.225821 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49156b43-866b-4558-bd7c-d2acec911a54 x-openstack-request-id: req-49156b43-866b-4558-bd7c-d2acec911a54 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:09.226409 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217ef293-b9ca-4997-9234-e0666a3f9806", "name": "network-vif-plugged", "status": "completed", "tag": "304864eb-1a0b-4b60-b719-00c31b785f4b", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:09.226855 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49156b43-866b-4558-bd7c-d2acec911a54 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:09.227718 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217ef293-b9ca-4997-9234-e0666a3f9806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '304864eb-1a0b-4b60-b719-00c31b785f4b', 'code': 200} Nov 02 11:46:09.272454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e853e-96a0-42f4-a2e0-551c1f76ac62 req-fc932ddf-6007-4cf9-b689-242e0fa0e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:09.273053 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e853e-96a0-42f4-a2e0-551c1f76ac62 req-fc932ddf-6007-4cf9-b689-242e0fa0e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:09.273550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e853e-96a0-42f4-a2e0-551c1f76ac62 req-fc932ddf-6007-4cf9-b689-242e0fa0e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:09.275195 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c81e853e-96a0-42f4-a2e0-551c1f76ac62 req-fc932ddf-6007-4cf9-b689-242e0fa0e40a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=0da859b11a5a4a1f9cf2d366e4d244de&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6353707 Nov 02 11:46:09.278912 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f39eee0b-22fe-4115-ab68-73b7c0e02a73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:09.359523 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f39eee0b-22fe-4115-ab68-73b7c0e02a73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:09.369810 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-50809c55-2840-4236-b601-5fdaea26bade req-38b69107-4652-4492-b988-581c9a2644d0 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758890 Nov 02 11:46:09.375618 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdb808-8baa-4446-bfa0-af59df006590 req-088e07f2-94b3-4a95-8438-2bb1c896cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:09.377159 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-77fdb808-8baa-4446-bfa0-af59df006590 req-088e07f2-94b3-4a95-8438-2bb1c896cea6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 1097 time: 0.0728292 Nov 02 11:46:09.387171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0ac49-7218-4c9c-abf7-48511359195d req-91c140ef-7c3e-4819-803a-6ce807ff538a tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:09.393611 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0ac49-7218-4c9c-abf7-48511359195d req-91c140ef-7c3e-4819-803a-6ce807ff538a tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:09.395256 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7af0ac49-7218-4c9c-abf7-48511359195d req-91c140ef-7c3e-4819-803a-6ce807ff538a tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1667 time: 0.0996442 Nov 02 11:46:09.470476 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-77fdb808-8baa-4446-bfa0-af59df006590 req-c39a483d-17b3-40fc-88dc-063bba75fdfb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742054 Nov 02 11:46:09.474161 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7af0ac49-7218-4c9c-abf7-48511359195d req-2660a0c9-0fd7-49b2-8dc2-a322c308a64b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641394 Nov 02 11:46:09.512876 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e853e-96a0-42f4-a2e0-551c1f76ac62 req-40363d5e-d2e4-4c96-80a5-82dea057fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:09.514335 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c81e853e-96a0-42f4-a2e0-551c1f76ac62 req-40363d5e-d2e4-4c96-80a5-82dea057fb0a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2265530 Nov 02 11:46:09.553647 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40232d55-91f2-4f62-8067-be546fb633c1 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:46:09.562990 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:09.591399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfba10-ce7c-41b9-9663-a9b486da1924 req-4bdf1b32-4ce2-4521-9fc7-cd9489f5588c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:09.592975 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dbbfba10-ce7c-41b9-9663-a9b486da1924 req-4bdf1b32-4ce2-4521-9fc7-cd9489f5588c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.0777698 Nov 02 11:46:09.596840 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Transition to ACTIVE for port object 40232d55-91f2-4f62-8067-be546fb633c1 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:46:09.597629 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f39eee0b-22fe-4115-ab68-73b7c0e02a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:09.600794 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f39eee0b-22fe-4115-ab68-73b7c0e02a73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:09.601955 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f39eee0b-22fe-4115-ab68-73b7c0e02a73 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4aa8b19-1011-4281-ade0-798db5583d98 HTTP/1.1" status: 204 len: 168 time: 0.9035780 Nov 02 11:46:09.623869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39eee0b-22fe-4115-ab68-73b7c0e02a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aa8b19-1011-4281-ade0-798db5583d98,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:09.654618 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dbbfba10-ce7c-41b9-9663-a9b486da1924 req-9249300a-bf0b-492d-970e-e30eb129b9f4 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515668 Nov 02 11:46:09.695042 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:09.750631 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Pushing event updated for resources: {'Port': ['ID=40232d55-91f2-4f62-8067-be546fb633c1,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:09.830648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Attempting to bind port 40232d55-91f2-4f62-8067-be546fb633c1 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:46:09.831005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Attempting to bind port 40232d55-91f2-4f62-8067-be546fb633c1 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'de00097f-89f1-4032-9fd9-d696e0eced3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '82f07b56-7aa8-4db8-8fa6-e79ddcd72d89'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:46:09.831384 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Attempting to bind port 40232d55-91f2-4f62-8067-be546fb633c1 on network 82f07b56-7aa8-4db8-8fa6-e79ddcd72d89 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:46:09.837143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Port 40232d55-91f2-4f62-8067-be546fb633c1 on network 82f07b56-7aa8-4db8-8fa6-e79ddcd72d89 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:46:09.837574 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Attempting to bind port 40232d55-91f2-4f62-8067-be546fb633c1 on network 82f07b56-7aa8-4db8-8fa6-e79ddcd72d89 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:46:09.844636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:46:09.845114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Checking segment: {'id': 'de00097f-89f1-4032-9fd9-d696e0eced3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '82f07b56-7aa8-4db8-8fa6-e79ddcd72d89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:46:09.845608 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Bound using segment: {'id': 'de00097f-89f1-4032-9fd9-d696e0eced3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '82f07b56-7aa8-4db8-8fa6-e79ddcd72d89'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:46:09.846152 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Bound port: 40232d55-91f2-4f62-8067-be546fb633c1, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de00097f-89f1-4032-9fd9-d696e0eced3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '82f07b56-7aa8-4db8-8fa6-e79ddcd72d89'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:46:09.846977 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:09.924584 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] For port 40232d55-91f2-4f62-8067-be546fb633c1, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:46:09.928341 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] For port 40232d55-91f2-4f62-8067-be546fb633c1, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=40232d55-91f2-4f62-8067-be546fb633c1,segment=NetworkSegment(de00097f-89f1-4032-9fd9-d696e0eced3a),segment_id=de00097f-89f1-4032-9fd9-d696e0eced3a)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:46:09.998387 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:10.033553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:10.034243 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:10.035645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] 10.222.0.54 "PUT /v2.0/ports/40232d55-91f2-4f62-8067-be546fb633c1 HTTP/1.1" status: 200 len: 1093 time: 1.5984693 Nov 02 11:46:10.060738 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553271e-2f95-42c2-84f4-3388c539162b service neutron] Pushing event updated for resources: {'Port': ['ID=40232d55-91f2-4f62-8067-be546fb633c1,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:10.205240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c172be-9a74-4ca3-a7ed-1b0db99e5717 req-e1886800-3b8d-4b46-8c03-f5ae3f308066 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:10.206821 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11c172be-9a74-4ca3-a7ed-1b0db99e5717 req-e1886800-3b8d-4b46-8c03-f5ae3f308066 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.0866818 Nov 02 11:46:10.224091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-001dffa1-51d4-4d97-862e-9a1723b1d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:10.225053 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-001dffa1-51d4-4d97-862e-9a1723b1d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:10.226798 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-001dffa1-51d4-4d97-862e-9a1723b1d2f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0da859b11a5a4a1f9cf2d366e4d244de&device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1983 time: 0.0713699 Nov 02 11:46:10.277611 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-059f0400-6ea1-437b-9242-6d7caff563b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.205&port_id=6d79cd9b-4f40-4c80-986e-4b22440b7eef HTTP/1.1" status: 200 len: 217 time: 0.0408249 Nov 02 11:46:10.330319 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11c172be-9a74-4ca3-a7ed-1b0db99e5717 req-388e8fa8-9162-4932-af16-6bb50700e614 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152387 Nov 02 11:46:10.345735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-9f63602c-910e-46ee-b26d-4b3705584cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:10.347237 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-9f63602c-910e-46ee-b26d-4b3705584cea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8379fd3-ab18-4bbe-a315-51ebd198b32b HTTP/1.1" status: 200 len: 801 time: 0.0624509 Nov 02 11:46:10.406636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-bf4a3aed-dd6a-4cd8-acea-217ece4565d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:10.408222 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-bf4a3aed-dd6a-4cd8-acea-217ece4565d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7d9c6d3f-a76f-42ba-a988-c022a6efc103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483525 Nov 02 11:46:10.487934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f', 'tag': '40232d55-91f2-4f62-8067-be546fb633c1'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:10.490647 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56355349-4064-4cc8-a9b4-3314701ca4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f", "tag": "40232d55-91f2-4f62-8067-be546fb633c1"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:10.520163 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-f4fe55f3-925e-4909-9dab-e4d804ec2776 service neutron] 10.222.0.54 "GET /v2.0/networks/7d9c6d3f-a76f-42ba-a988-c022a6efc103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032503 Nov 02 11:46:10.530342 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833aeab5-195e-4440-848b-f39bac6082d4 req-f958e9aa-3ad0-40df-8fcd-dda971d79c39 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:10.531955 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-833aeab5-195e-4440-848b-f39bac6082d4 req-f958e9aa-3ad0-40df-8fcd-dda971d79c39 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 945 time: 0.0698726 Nov 02 11:46:10.544268 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0331ac-d93b-4583-95a5-467bb02f35d7 x-openstack-request-id: req-2f0331ac-d93b-4583-95a5-467bb02f35d7 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:10.544592 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f", "tag": "40232d55-91f2-4f62-8067-be546fb633c1", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:10.544868 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f0331ac-d93b-4583-95a5-467bb02f35d7 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:10.545266 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f', 'tag': '40232d55-91f2-4f62-8067-be546fb633c1', 'status': 'completed', 'code': 200} Nov 02 11:46:10.615593 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-833aeab5-195e-4440-848b-f39bac6082d4 req-e887912a-bbee-4b3d-9f04-0895ddb4d0dc tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754678 Nov 02 11:46:10.684730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad08242-75bd-46c0-89b2-de9af027acda req-07c0aade-9e2c-4176-83a6-f742c86bddae tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:10.691394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad08242-75bd-46c0-89b2-de9af027acda req-07c0aade-9e2c-4176-83a6-f742c86bddae tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:10.693097 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fad08242-75bd-46c0-89b2-de9af027acda req-07c0aade-9e2c-4176-83a6-f742c86bddae tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1679 time: 0.0825524 Nov 02 11:46:10.696525 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-1ca0d833-3365-40b5-abe9-e7729415af33 service neutron] 10.222.0.54 "GET /v2.0/networks/7d9c6d3f-a76f-42ba-a988-c022a6efc103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688964 Nov 02 11:46:10.761930 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-eb54f9fc-da2b-4889-b0e9-cbb72048322c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.140&port_id=40232d55-91f2-4f62-8067-be546fb633c1 HTTP/1.1" status: 200 len: 217 time: 0.0484030 Nov 02 11:46:10.805990 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e2d74-8292-473a-8bfc-dd11f23a3262 req-66ef7971-e3ed-42bb-aa87-cc553468c3d3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:10.807775 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-745e2d74-8292-473a-8bfc-dd11f23a3262 req-66ef7971-e3ed-42bb-aa87-cc553468c3d3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.0554447 Nov 02 11:46:10.839260 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fad08242-75bd-46c0-89b2-de9af027acda req-7878c714-c2ab-4769-8a73-5f3c22598f75 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362708 Nov 02 11:46:10.870551 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-cc8d19af-dd71-40d2-8cbf-fdf2c6215d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:10.874332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-cc8d19af-dd71-40d2-8cbf-fdf2c6215d06 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fd015043-2c20-46be-8120-a34f98d9d740 HTTP/1.1" status: 200 len: 801 time: 0.0996280 Nov 02 11:46:10.908381 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-745e2d74-8292-473a-8bfc-dd11f23a3262 req-67e680f0-1438-4d62-acab-d038c8791d66 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794127 Nov 02 11:46:10.940012 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-10d3313a-0572-450c-9738-8943cf444d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:10.941542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-10d3313a-0572-450c-9738-8943cf444d4a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82f07b56-7aa8-4db8-8fa6-e79ddcd72d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535672 Nov 02 11:46:11.065349 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-6e13ee39-c98d-44b9-a504-921f2fe6f57e service neutron] 10.222.0.54 "GET /v2.0/networks/82f07b56-7aa8-4db8-8fa6-e79ddcd72d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080322 Nov 02 11:46:11.174610 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b571b58-b284-41de-b19d-7d10f803b0d0 req-bb690e2c-11e1-43c4-b36e-5644fc730ae8 service neutron] 10.222.0.54 "GET /v2.0/networks/82f07b56-7aa8-4db8-8fa6-e79ddcd72d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018417 Nov 02 11:46:11.420595 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56355349-4064-4cc8-a9b4-3314701ca4ec req-7c29852f-e1cc-4520-9e74-33f529295cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:11.421286 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56355349-4064-4cc8-a9b4-3314701ca4ec req-7c29852f-e1cc-4520-9e74-33f529295cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:11.422673 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56355349-4064-4cc8-a9b4-3314701ca4ec req-7c29852f-e1cc-4520-9e74-33f529295cac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0da859b11a5a4a1f9cf2d366e4d244de&device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1983 time: 0.0628004 Nov 02 11:46:11.480081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e738170-8394-4ddb-906b-c8d38b335309 req-230d0bc7-b519-465f-b13b-ab3303aac054 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:11.481700 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4e738170-8394-4ddb-906b-c8d38b335309 req-230d0bc7-b519-465f-b13b-ab3303aac054 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.0537138 Nov 02 11:46:11.538788 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4e738170-8394-4ddb-906b-c8d38b335309 req-841aad9c-8cad-4ce0-8d1a-4fe66f74dfbb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504210 Nov 02 11:46:11.539524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56355349-4064-4cc8-a9b4-3314701ca4ec req-3d9a3b49-3a6e-4071-aa88-c4c527673d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:11.541400 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56355349-4064-4cc8-a9b4-3314701ca4ec req-3d9a3b49-3a6e-4071-aa88-c4c527673d9e service neutron] 10.222.0.54 "GET /v2.0/networks?id=82f07b56-7aa8-4db8-8fa6-e79ddcd72d89 HTTP/1.1" status: 200 len: 903 time: 0.1070981 Nov 02 11:46:11.593848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56355349-4064-4cc8-a9b4-3314701ca4ec req-a5e8ba51-9407-43f3-90bf-ade508462b5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.140&port_id=40232d55-91f2-4f62-8067-be546fb633c1 HTTP/1.1" status: 200 len: 217 time: 0.0420508 Nov 02 11:46:11.654281 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56355349-4064-4cc8-a9b4-3314701ca4ec req-b146f5b3-90ee-434c-a4c8-f41c902d5a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:11.655781 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56355349-4064-4cc8-a9b4-3314701ca4ec req-b146f5b3-90ee-434c-a4c8-f41c902d5a4e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fd015043-2c20-46be-8120-a34f98d9d740 HTTP/1.1" status: 200 len: 801 time: 0.0514300 Nov 02 11:46:11.758503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66da27a-2ab6-440a-9a43-56c6590502c0 req-54e07382-bd76-4f8b-a1c7-7e3137275df5 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:11.760143 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d66da27a-2ab6-440a-9a43-56c6590502c0 req-54e07382-bd76-4f8b-a1c7-7e3137275df5 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 945 time: 0.0830448 Nov 02 11:46:11.762596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56355349-4064-4cc8-a9b4-3314701ca4ec req-63943950-ec86-4e33-876d-b66252943840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:11.763973 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56355349-4064-4cc8-a9b4-3314701ca4ec req-63943950-ec86-4e33-876d-b66252943840 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82f07b56-7aa8-4db8-8fa6-e79ddcd72d89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881491 Nov 02 11:46:11.879795 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d66da27a-2ab6-440a-9a43-56c6590502c0 req-77565b63-2cb4-4c5e-b483-ebd068037e91 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126018 Nov 02 11:46:11.910246 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56355349-4064-4cc8-a9b4-3314701ca4ec req-676c3564-d6a5-4ef9-ad17-d5cb6ee2923e service neutron] 10.222.0.54 "GET /v2.0/networks/82f07b56-7aa8-4db8-8fa6-e79ddcd72d89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352584 Nov 02 11:46:11.996590 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cfaa5-c774-46c8-aa91-8525d13a4757 req-5f36843b-ca42-4922-a27a-f817a12c2dc2 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:12.002610 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cfaa5-c774-46c8-aa91-8525d13a4757 req-5f36843b-ca42-4922-a27a-f817a12c2dc2 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:12.004205 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-392cfaa5-c774-46c8-aa91-8525d13a4757 req-5f36843b-ca42-4922-a27a-f817a12c2dc2 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1679 time: 0.0939186 Nov 02 11:46:12.007944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4395255f-9d0c-4631-b0d3-3e56e48b1117 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:46:12.067083 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-392cfaa5-c774-46c8-aa91-8525d13a4757 req-1dd19f31-8caf-4149-b106-54ba160b2514 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551059 Nov 02 11:46:12.097690 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ef41e-a3d2-43c6-8d6b-e5b638bad6f4 req-8b1955b0-5658-45cc-a52a-95baa01866d1 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:12.097690 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-638ef41e-a3d2-43c6-8d6b-e5b638bad6f4 req-8b1955b0-5658-45cc-a52a-95baa01866d1 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4faf574-7cfa-4b54-8821-ba17fad68798 HTTP/1.1" status: 200 len: 945 time: 0.0863926 Nov 02 11:46:12.099916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56355349-4064-4cc8-a9b4-3314701ca4ec req-ec57d1f6-2a40-4173-bf9e-ce98ab82f74f service neutron] 10.222.0.54 "GET /v2.0/networks/82f07b56-7aa8-4db8-8fa6-e79ddcd72d89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745214 Nov 02 11:46:12.115910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4395255f-9d0c-4631-b0d3-3e56e48b1117, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4395255f-9d0c-4631-b0d3-3e56e48b1117,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:12.129564 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '4395255f-9d0c-4631-b0d3-3e56e48b1117', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '4395255f-9d0c-4631-b0d3-3e56e48b1117', 'mac_address': 'fa:16:3e:be:4a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:46:12.184181 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-638ef41e-a3d2-43c6-8d6b-e5b638bad6f4 req-1836c507-c27a-4e48-9326-4b824e7743f1 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681987 Nov 02 11:46:12.223908 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:12.242030 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4395255f-9d0c-4631-b0d3-3e56e48b1117 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:46:12.277382 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4395255f-9d0c-4631-b0d3-3e56e48b1117, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4395255f-9d0c-4631-b0d3-3e56e48b1117,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:12.279449 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940581f-821c-4d07-b575-db98b5514f69 req-baa6d377-6291-4e26-b51e-423460f38683 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:12.281290 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d940581f-821c-4d07-b575-db98b5514f69 req-baa6d377-6291-4e26-b51e-423460f38683 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.0734084 Nov 02 11:46:12.344072 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d940581f-821c-4d07-b575-db98b5514f69 req-7428a23f-5979-4b6a-b3ee-848567f44ffc tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554373 Nov 02 11:46:12.363436 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:12.429048 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=4395255f-9d0c-4631-b0d3-3e56e48b1117,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:12.472813 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['4395255f-9d0c-4631-b0d3-3e56e48b1117'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:46:12.682454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed67757-2739-4584-873d-84f9d002cbdd req-c9b8bf2d-fdfb-4835-a7a7-417387585e3d tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:12.684012 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ed67757-2739-4584-873d-84f9d002cbdd req-c9b8bf2d-fdfb-4835-a7a7-417387585e3d tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.0522716 Nov 02 11:46:12.737856 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ed67757-2739-4584-873d-84f9d002cbdd req-a29e32e7-6606-4bb9-a4d7-f9a7d75e4b81 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475917 Nov 02 11:46:13.233902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee3b9c-6afc-4cbe-8b66-95b86b169a2f req-3a478974-5b92-4104-a6eb-e2b2a83fc5db tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:13.241385 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee3b9c-6afc-4cbe-8b66-95b86b169a2f req-3a478974-5b92-4104-a6eb-e2b2a83fc5db tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:13.255292 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3dee3b9c-6afc-4cbe-8b66-95b86b169a2f req-3a478974-5b92-4104-a6eb-e2b2a83fc5db tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1679 time: 0.0971129 Nov 02 11:46:13.311422 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3dee3b9c-6afc-4cbe-8b66-95b86b169a2f req-8c8ba3bd-c3ad-4a3f-9bef-bc274f5bff14 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534303 Nov 02 11:46:13.624134 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91a041-9c20-46da-938b-6af9a2371a91 req-e1b8656c-7094-4f40-ac51-b3d648534ebe tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:13.626576 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fa91a041-9c20-46da-938b-6af9a2371a91 req-e1b8656c-7094-4f40-ac51-b3d648534ebe tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.0615964 Nov 02 11:46:13.692467 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890714a-5f5e-44f8-87f5-fc2dfe713448 req-78d83be7-9a22-4898-92bc-969a566c5fdf tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:13.702252 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5890714a-5f5e-44f8-87f5-fc2dfe713448 req-78d83be7-9a22-4898-92bc-969a566c5fdf tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 945 time: 0.0786161 Nov 02 11:46:13.711209 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fa91a041-9c20-46da-938b-6af9a2371a91 req-eddd618d-7064-4ddb-bd8b-7d29fc91aa7c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718222 Nov 02 11:46:13.764970 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5890714a-5f5e-44f8-87f5-fc2dfe713448 req-f51a49b2-c05e-487e-9854-5d618364880a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/security-groups?id=9be179ae-4dc3-41f0-9cb9-bb30d69087eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616903 Nov 02 11:46:13.930699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb0427-2875-45da-8f98-9472ea27a8b8 req-bcf5e8a9-28ec-4349-a485-3e75ce77e624 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:13.938941 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bfb0427-2875-45da-8f98-9472ea27a8b8 req-bcf5e8a9-28ec-4349-a485-3e75ce77e624 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.0703921 Nov 02 11:46:14.040077 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62274f09-d359-47a3-a93a-a31afccdec42 req-0fbfcd0b-6de9-42b3-b5dd-6f7eac3a87ae tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:14.040446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 40232d55-91f2-4f62-8067-be546fb633c1 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:46:14.042787 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4395255f-9d0c-4631-b0d3-3e56e48b1117 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:46:14.047289 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-0fbfcd0b-6de9-42b3-b5dd-6f7eac3a87ae tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/networks?id=5efc137d-8ec3-48c3-8cbb-fc7ed003d49e HTTP/1.1" status: 200 len: 811 time: 0.2174149 Nov 02 11:46:14.066953 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bfb0427-2875-45da-8f98-9472ea27a8b8 req-ce92f425-a89a-4e3a-b0df-7147f688e341 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269395 Nov 02 11:46:14.074807 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-18add0c5-421d-4bbe-a14a-3fdbaad99db9 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/quotas/9db443b7e0f0445b8b1d808e435b468c HTTP/1.1" status: 200 len: 375 time: 0.0263486 Nov 02 11:46:14.159968 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-b828163f-868a-4761-bfa6-591a15d565b1 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9db443b7e0f0445b8b1d808e435b468c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841527 Nov 02 11:46:14.211542 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 4395255f-9d0c-4631-b0d3-3e56e48b1117 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:14.211856 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:14.275816 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 40232d55-91f2-4f62-8067-be546fb633c1, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=40232d55-91f2-4f62-8067-be546fb633c1,segment=NetworkSegment(de00097f-89f1-4032-9fd9-d696e0eced3a),segment_id=de00097f-89f1-4032-9fd9-d696e0eced3a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:14.300737 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '40232d55-91f2-4f62-8067-be546fb633c1', 'network_id': '82f07b56-7aa8-4db8-8fa6-e79ddcd72d89', 'port_id': '40232d55-91f2-4f62-8067-be546fb633c1', 'mac_address': 'fa:16:3e:07:38:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd015043-2c20-46be-8120-a34f98d9d740', 'ip_address': '19.86.0.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:46:14.330537 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-dd38c800-e066-4fc4-b12f-215a3e6240b6 service neutron] 10.222.0.52 "GET /v2.0/networks/5efc137d-8ec3-48c3-8cbb-fc7ed003d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695707 Nov 02 11:46:14.396729 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:14.401652 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:14.443098 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40232d55-91f2-4f62-8067-be546fb633c1 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:46:14.451606 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4395255f-9d0c-4631-b0d3-3e56e48b1117'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:14.454668 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95b49ff-d6f2-46a8-bfd1-4148f349c7db" -d '{"events": [{"server_uuid": "1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96", "name": "network-vif-plugged", "status": "completed", "tag": "4395255f-9d0c-4631-b0d3-3e56e48b1117"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:14.490514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4395255f-9d0c-4631-b0d3-3e56e48b1117, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4395255f-9d0c-4631-b0d3-3e56e48b1117,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:14.497982 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 40232d55-91f2-4f62-8067-be546fb633c1, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=40232d55-91f2-4f62-8067-be546fb633c1,segment=NetworkSegment(de00097f-89f1-4032-9fd9-d696e0eced3a),segment_id=de00097f-89f1-4032-9fd9-d696e0eced3a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:14.550126 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-a4128f38-4402-447b-9ddd-1faa8bfce272 service neutron] 10.222.0.52 "GET /v2.0/networks/5efc137d-8ec3-48c3-8cbb-fc7ed003d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175920 Nov 02 11:46:14.557791 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:14.617081 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58973b40-8404-4fbb-a976-1ca5082adc2f req-e28c6bf2-8547-46c0-ad17-e7dacf4e4c8d tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:14.646327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58973b40-8404-4fbb-a976-1ca5082adc2f req-e28c6bf2-8547-46c0-ad17-e7dacf4e4c8d tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:14.648090 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58973b40-8404-4fbb-a976-1ca5082adc2f req-e28c6bf2-8547-46c0-ad17-e7dacf4e4c8d tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1679 time: 0.2049472 Nov 02 11:46:14.670056 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:14.671675 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 6d79cd9b-4f40-4c80-986e-4b22440b7eef details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:46:14.684048 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=4395255f-9d0c-4631-b0d3-3e56e48b1117,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:14.793040 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58973b40-8404-4fbb-a976-1ca5082adc2f req-135a8e76-2bb2-49c7-9f52-416f0c089984 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302741 Nov 02 11:46:14.796169 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add24ca9-fd1c-4a1a-88a8-1f10a5a54583 req-d8ec24e0-ff3e-47a8-80eb-1c320c729b1c tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:14.798049 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-add24ca9-fd1c-4a1a-88a8-1f10a5a54583 req-d8ec24e0-ff3e-47a8-80eb-1c320c729b1c tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4faf574-7cfa-4b54-8821-ba17fad68798 HTTP/1.1" status: 200 len: 945 time: 0.0885043 Nov 02 11:46:14.858495 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfd841d-3bf0-4393-b2be-0176593cd3fd x-openstack-request-id: req-ebfd841d-3bf0-4393-b2be-0176593cd3fd {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:14.858782 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96", "name": "network-vif-plugged", "status": "completed", "tag": "4395255f-9d0c-4631-b0d3-3e56e48b1117", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:14.859168 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ebfd841d-3bf0-4393-b2be-0176593cd3fd {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:14.859608 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4395255f-9d0c-4631-b0d3-3e56e48b1117', 'code': 200} Nov 02 11:46:14.860169 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=40232d55-91f2-4f62-8067-be546fb633c1,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:14.929723 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 6d79cd9b-4f40-4c80-986e-4b22440b7eef, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6d79cd9b-4f40-4c80-986e-4b22440b7eef,segment=NetworkSegment(4901a732-2836-43c0-b3cf-63c3eda49b9b),segment_id=4901a732-2836-43c0-b3cf-63c3eda49b9b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:14.963107 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '6d79cd9b-4f40-4c80-986e-4b22440b7eef', 'network_id': '7d9c6d3f-a76f-42ba-a988-c022a6efc103', 'port_id': '6d79cd9b-4f40-4c80-986e-4b22440b7eef', 'mac_address': 'fa:16:3e:fd:f5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8379fd3-ab18-4bbe-a315-51ebd198b32b', 'ip_address': '19.80.0.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:46:15.007220 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-add24ca9-fd1c-4a1a-88a8-1f10a5a54583 req-fcd3b883-3df4-4541-82c7-0250edb347f1 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Deleting port bacd34d5-d5d3-4e46-870f-36959f287838 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:15.007592 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-add24ca9-fd1c-4a1a-88a8-1f10a5a54583 req-fcd3b883-3df4-4541-82c7-0250edb347f1 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:15.075120 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:15.087742 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41110749-c2ee-49ad-9dfd-4d0e6e940a04 req-1a3c32e0-346d-4951-a3bf-1ff9d83d164f tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:15.090523 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41110749-c2ee-49ad-9dfd-4d0e6e940a04 req-1a3c32e0-346d-4951-a3bf-1ff9d83d164f tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.79 "GET /v2.0/ports?device_id=217ef293-b9ca-4997-9234-e0666a3f9806 HTTP/1.1" status: 200 len: 945 time: 0.1157227 Nov 02 11:46:15.109197 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d79cd9b-4f40-4c80-986e-4b22440b7eef {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:46:15.152589 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 6d79cd9b-4f40-4c80-986e-4b22440b7eef, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6d79cd9b-4f40-4c80-986e-4b22440b7eef,segment=NetworkSegment(4901a732-2836-43c0-b3cf-63c3eda49b9b),segment_id=4901a732-2836-43c0-b3cf-63c3eda49b9b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:15.198387 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-add24ca9-fd1c-4a1a-88a8-1f10a5a54583 req-fcd3b883-3df4-4541-82c7-0250edb347f1 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] For port bacd34d5-d5d3-4e46-870f-36959f287838, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=bacd34d5-d5d3-4e46-870f-36959f287838,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:15.198830 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-add24ca9-fd1c-4a1a-88a8-1f10a5a54583 req-fcd3b883-3df4-4541-82c7-0250edb347f1 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:15.243206 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:15.252604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-add24ca9-fd1c-4a1a-88a8-1f10a5a54583 req-fcd3b883-3df4-4541-82c7-0250edb347f1 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Calling delete_port for bacd34d5-d5d3-4e46-870f-36959f287838 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:15.321397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-41110749-c2ee-49ad-9dfd-4d0e6e940a04 req-158b338a-826d-4295-8e71-2963a4bb0b23 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Deleting port 304864eb-1a0b-4b60-b719-00c31b785f4b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:15.321749 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-41110749-c2ee-49ad-9dfd-4d0e6e940a04 req-158b338a-826d-4295-8e71-2963a4bb0b23 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:15.357059 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=6d79cd9b-4f40-4c80-986e-4b22440b7eef,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:15.371361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03250ffa-54ff-4e53-bf77-ea2f67aa8c9f req-a34a9e95-2708-4565-a8fb-879b28d9881a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:15.381884 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03250ffa-54ff-4e53-bf77-ea2f67aa8c9f req-a34a9e95-2708-4565-a8fb-879b28d9881a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.1625562 Nov 02 11:46:15.527647 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03250ffa-54ff-4e53-bf77-ea2f67aa8c9f req-11359588-a645-46ad-a6a0-ccd5d790fdd7 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444502 Nov 02 11:46:15.545807 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['6d79cd9b-4f40-4c80-986e-4b22440b7eef'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:46:15.589854 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-41110749-c2ee-49ad-9dfd-4d0e6e940a04 req-158b338a-826d-4295-8e71-2963a4bb0b23 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] For port 304864eb-1a0b-4b60-b719-00c31b785f4b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=304864eb-1a0b-4b60-b719-00c31b785f4b,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:15.590327 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-41110749-c2ee-49ad-9dfd-4d0e6e940a04 req-158b338a-826d-4295-8e71-2963a4bb0b23 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:15.602644 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['40232d55-91f2-4f62-8067-be546fb633c1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:46:15.620231 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27246fa0-ef99-4a05-a64f-2405a5353ed3 req-79ca64f4-194e-4fd5-a499-2d506e411f0e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:15.621845 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27246fa0-ef99-4a05-a64f-2405a5353ed3 req-79ca64f4-194e-4fd5-a499-2d506e411f0e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.1577399 Nov 02 11:46:15.675865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-41110749-c2ee-49ad-9dfd-4d0e6e940a04 req-158b338a-826d-4295-8e71-2963a4bb0b23 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Calling delete_port for 304864eb-1a0b-4b60-b719-00c31b785f4b owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:15.753045 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-add24ca9-fd1c-4a1a-88a8-1f10a5a54583 req-fcd3b883-3df4-4541-82c7-0250edb347f1 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:15.802004 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['304864eb-1a0b-4b60-b719-00c31b785f4b', 'bacd34d5-d5d3-4e46-870f-36959f287838'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:46:15.944619 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27246fa0-ef99-4a05-a64f-2405a5353ed3 req-74998821-d9a4-49bf-902c-61cb5ba79309 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069308 Nov 02 11:46:15.975299 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3b883-3df4-4541-82c7-0250edb347f1 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Pushing event deleted for resources: {'Port': ['ID=bacd34d5-d5d3-4e46-870f-36959f287838,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:16.012319 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-add24ca9-fd1c-4a1a-88a8-1f10a5a54583 req-fcd3b883-3df4-4541-82c7-0250edb347f1 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] No DVR routers for this DVR port bacd34d5-d5d3-4e46-870f-36959f287838 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:46:16.025322 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-add24ca9-fd1c-4a1a-88a8-1f10a5a54583 req-fcd3b883-3df4-4541-82c7-0250edb347f1 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:16.031182 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-add24ca9-fd1c-4a1a-88a8-1f10a5a54583 req-fcd3b883-3df4-4541-82c7-0250edb347f1 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.79 "DELETE /v2.0/ports/bacd34d5-d5d3-4e46-870f-36959f287838 HTTP/1.1" status: 204 len: 173 time: 1.2230833 Nov 02 11:46:16.031750 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4faf574-7cfa-4b54-8821-ba17fad68798', 'name': 'network-vif-deleted', 'tag': 'bacd34d5-d5d3-4e46-870f-36959f287838'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:16.034820 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f64d25-9ede-4135-bf45-c07a220a06a0" -d '{"events": [{"server_uuid": "a4faf574-7cfa-4b54-8821-ba17fad68798", "name": "network-vif-deleted", "tag": "bacd34d5-d5d3-4e46-870f-36959f287838"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:16.075773 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c88f71f2-86ec-4cfe-8ebe-6096c628c3fb req-8ce32ac9-b295-4ee7-ba9f-04a9c0aa314b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 210 time: 0.0610590 Nov 02 11:46:16.139620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aeec0-8b0c-453f-9e32-4a5137964139 req-58787fca-14cc-40c3-ba67-e058af3c9e6d tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:16.152029 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cb0aeec0-8b0c-453f-9e32-4a5137964139 req-58787fca-14cc-40c3-ba67-e058af3c9e6d tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 945 time: 0.1729667 Nov 02 11:46:16.265770 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cb0aeec0-8b0c-453f-9e32-4a5137964139 req-74f29f47-e929-4db8-a7e3-55d477da2bb8 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/security-groups?id=9be179ae-4dc3-41f0-9cb9-bb30d69087eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096542 Nov 02 11:46:16.277537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a5969-ecdd-4fd5-b856-a4a7eecf669d req-f146869d-13ee-4c39-a190-7f83334bb13a tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:16.311885 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a5969-ecdd-4fd5-b856-a4a7eecf669d req-f146869d-13ee-4c39-a190-7f83334bb13a tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:16.332015 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d83a5969-ecdd-4fd5-b856-a4a7eecf669d req-f146869d-13ee-4c39-a190-7f83334bb13a tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1681 time: 0.1541138 Nov 02 11:46:16.348560 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-41110749-c2ee-49ad-9dfd-4d0e6e940a04 req-158b338a-826d-4295-8e71-2963a4bb0b23 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:16.459343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b338a-826d-4295-8e71-2963a4bb0b23 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Pushing event deleted for resources: {'Port': ['ID=304864eb-1a0b-4b60-b719-00c31b785f4b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:16.478865 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['bacd34d5-d5d3-4e46-870f-36959f287838'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:46:16.507895 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1862f9ba-6cfe-4d0d-8a7f-405b91af1d37 x-openstack-request-id: req-1862f9ba-6cfe-4d0d-8a7f-405b91af1d37 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:16.508464 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4faf574-7cfa-4b54-8821-ba17fad68798", "name": "network-vif-deleted", "tag": "bacd34d5-d5d3-4e46-870f-36959f287838", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:16.508464 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1862f9ba-6cfe-4d0d-8a7f-405b91af1d37 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:16.508868 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4faf574-7cfa-4b54-8821-ba17fad68798', 'name': 'network-vif-deleted', 'tag': 'bacd34d5-d5d3-4e46-870f-36959f287838', 'status': 'completed', 'code': 200} Nov 02 11:46:16.575249 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-41110749-c2ee-49ad-9dfd-4d0e6e940a04 req-158b338a-826d-4295-8e71-2963a4bb0b23 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] No DVR routers for this DVR port 304864eb-1a0b-4b60-b719-00c31b785f4b on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:46:16.580531 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-41110749-c2ee-49ad-9dfd-4d0e6e940a04 req-158b338a-826d-4295-8e71-2963a4bb0b23 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:16.584446 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41110749-c2ee-49ad-9dfd-4d0e6e940a04 req-158b338a-826d-4295-8e71-2963a4bb0b23 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.79 "DELETE /v2.0/ports/304864eb-1a0b-4b60-b719-00c31b785f4b HTTP/1.1" status: 204 len: 173 time: 1.4854922 Nov 02 11:46:16.585224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217ef293-b9ca-4997-9234-e0666a3f9806', 'name': 'network-vif-deleted', 'tag': '304864eb-1a0b-4b60-b719-00c31b785f4b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:16.587426 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e8c3c3-6fb1-4b31-9338-a0dd41d27447" -d '{"events": [{"server_uuid": "217ef293-b9ca-4997-9234-e0666a3f9806", "name": "network-vif-deleted", "tag": "304864eb-1a0b-4b60-b719-00c31b785f4b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:16.610617 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d83a5969-ecdd-4fd5-b856-a4a7eecf669d req-66f1935f-3009-43a3-9785-c62905273f16 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756312 Nov 02 11:46:16.702423 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57e53d2-451a-4c06-8058-4681d7d8a721 x-openstack-request-id: req-f57e53d2-451a-4c06-8058-4681d7d8a721 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:16.702784 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217ef293-b9ca-4997-9234-e0666a3f9806", "name": "network-vif-deleted", "tag": "304864eb-1a0b-4b60-b719-00c31b785f4b", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:16.703023 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f57e53d2-451a-4c06-8058-4681d7d8a721 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:16.703371 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217ef293-b9ca-4997-9234-e0666a3f9806', 'name': 'network-vif-deleted', 'tag': '304864eb-1a0b-4b60-b719-00c31b785f4b', 'status': 'completed', 'code': 200} Nov 02 11:46:16.735911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e741f4-d2fc-4648-9944-c2a49a28bc0a req-ea88d7dc-3c00-43b7-9dad-574df45a6e92 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:16.737727 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-24e741f4-d2fc-4648-9944-c2a49a28bc0a req-ea88d7dc-3c00-43b7-9dad-574df45a6e92 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.0639462 Nov 02 11:46:16.799340 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-24e741f4-d2fc-4648-9944-c2a49a28bc0a req-86c6b6e2-b6fb-4527-bb00-925efadb2d4f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550630 Nov 02 11:46:17.167071 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f094a14-4167-4b80-84a5-f5e9d60098dd req-8ccf3dc2-b066-48b8-80d7-a67a47275df3 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:17.169479 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1f094a14-4167-4b80-84a5-f5e9d60098dd req-8ccf3dc2-b066-48b8-80d7-a67a47275df3 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.1062870 Nov 02 11:46:17.247595 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1f094a14-4167-4b80-84a5-f5e9d60098dd req-10631fb5-a305-4a73-816f-0aaf3ec285da tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706120 Nov 02 11:46:17.357013 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1f6efa4e-3575-4da6-82bf-f3334ae59573 req-be21e8df-f2a6-4144-b79a-e6b5c29d6616 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 210 time: 0.0523055 Nov 02 11:46:17.842382 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcce31-b7f1-48a7-beaa-aec8c9cf3a3b req-6d4fb6ea-3c5a-4772-9f49-68453d77a56d tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:17.848399 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcce31-b7f1-48a7-beaa-aec8c9cf3a3b req-6d4fb6ea-3c5a-4772-9f49-68453d77a56d tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:17.850125 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-31bcce31-b7f1-48a7-beaa-aec8c9cf3a3b req-6d4fb6ea-3c5a-4772-9f49-68453d77a56d tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1681 time: 0.0664027 Nov 02 11:46:17.908695 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-31bcce31-b7f1-48a7-beaa-aec8c9cf3a3b req-d80dd7c8-4bfb-4916-b591-e5d03e57442c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523450 Nov 02 11:46:17.934460 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ab330f41-cbb4-45b4-94c7-cafa3c016e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:18.040285 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f552ea-b36a-46ff-8d44-1469b851618c req-93a69554-796a-4348-9ff9-d22a5e136b17 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:18.042108 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c1f552ea-b36a-46ff-8d44-1469b851618c req-93a69554-796a-4348-9ff9-d22a5e136b17 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.0572190 Nov 02 11:46:18.077948 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 6d79cd9b-4f40-4c80-986e-4b22440b7eef up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:46:18.159392 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c1f552ea-b36a-46ff-8d44-1469b851618c req-a19f57cd-16df-4c09-bc7f-3973a7f463da tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056004 Nov 02 11:46:18.276247 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69766d19-8a4b-4c2f-8671-4c1324fe45e7 req-2f14bc44-f845-41ae-9e7b-105b712b2f90 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:18.279592 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69766d19-8a4b-4c2f-8671-4c1324fe45e7 req-2f14bc44-f845-41ae-9e7b-105b712b2f90 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 945 time: 0.0903895 Nov 02 11:46:18.347650 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 6d79cd9b-4f40-4c80-986e-4b22440b7eef completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:46:18.354943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 6d79cd9b-4f40-4c80-986e-4b22440b7eef triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:18.355414 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:18.477450 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69766d19-8a4b-4c2f-8671-4c1324fe45e7 req-5948bf68-5ac2-4c76-b0ca-0d464ef48d45 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/security-groups?id=9be179ae-4dc3-41f0-9cb9-bb30d69087eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907394 Nov 02 11:46:18.517799 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device bacd34d5-d5d3-4e46-870f-36959f287838 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:46:18.545024 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: bacd34d5-d5d3-4e46-870f-36959f287838 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:46:18.545646 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device bacd34d5-d5d3-4e46-870f-36959f287838 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:46:18.546055 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e3d06-e85b-4291-b161-c04b59114c7b req-92e26bdf-e084-4229-a22c-3d063064d0c7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:18.546408 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 304864eb-1a0b-4b60-b719-00c31b785f4b no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:46:18.554340 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-416e3d06-e85b-4291-b161-c04b59114c7b req-92e26bdf-e084-4229-a22c-3d063064d0c7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.1136351 Nov 02 11:46:18.576270 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 304864eb-1a0b-4b60-b719-00c31b785f4b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:46:18.576873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 304864eb-1a0b-4b60-b719-00c31b785f4b not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:46:18.581704 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:18.588579 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9d83d9ac-858c-43c0-948a-4ca6159858d4 req-bc973559-bcbd-4429-b48e-0a9af72eaf66 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 210 time: 0.0716007 Nov 02 11:46:18.639370 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d79cd9b-4f40-4c80-986e-4b22440b7eef'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:18.641830 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33906b41-26ac-4f0c-8022-1656a20678de" -d '{"events": [{"server_uuid": "21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f", "name": "network-vif-plugged", "status": "completed", "tag": "6d79cd9b-4f40-4c80-986e-4b22440b7eef"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:18.699592 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 6d79cd9b-4f40-4c80-986e-4b22440b7eef, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6d79cd9b-4f40-4c80-986e-4b22440b7eef,segment=NetworkSegment(4901a732-2836-43c0-b3cf-63c3eda49b9b),segment_id=4901a732-2836-43c0-b3cf-63c3eda49b9b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:18.723547 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-416e3d06-e85b-4291-b161-c04b59114c7b req-2b59a6e1-023b-466e-a932-8b5c40a1781e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662450 Nov 02 11:46:18.741453 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1a6ef8-0570-47bb-b92b-bcd49833435b x-openstack-request-id: req-ff1a6ef8-0570-47bb-b92b-bcd49833435b {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:18.742193 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f", "name": "network-vif-plugged", "status": "completed", "tag": "6d79cd9b-4f40-4c80-986e-4b22440b7eef", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:18.743717 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff1a6ef8-0570-47bb-b92b-bcd49833435b {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:18.744495 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d79cd9b-4f40-4c80-986e-4b22440b7eef', 'code': 200} Nov 02 11:46:18.843796 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:18.844870 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 40232d55-91f2-4f62-8067-be546fb633c1 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:46:19.000813 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=6d79cd9b-4f40-4c80-986e-4b22440b7eef,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:19.012427 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:19.012880 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:19.013303 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:19.013710 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:19.014115 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:19.014518 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:19.014921 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:19.015377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:19.015787 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:19.016891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:19.017301 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:19.017705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:19.117265 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 40232d55-91f2-4f62-8067-be546fb633c1 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:46:19.122432 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 40232d55-91f2-4f62-8067-be546fb633c1 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:19.122805 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:19.216374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb7683-6516-40e8-bc36-7f7e54209e2c req-2e038f52-6071-444f-ba0e-91f4e11287ef tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:19.223504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb7683-6516-40e8-bc36-7f7e54209e2c req-2e038f52-6071-444f-ba0e-91f4e11287ef tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:19.239223 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dfb7683-6516-40e8-bc36-7f7e54209e2c req-2e038f52-6071-444f-ba0e-91f4e11287ef tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1682 time: 0.1328945 Nov 02 11:46:19.242544 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:19.315183 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 40232d55-91f2-4f62-8067-be546fb633c1, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=40232d55-91f2-4f62-8067-be546fb633c1,segment=NetworkSegment(de00097f-89f1-4032-9fd9-d696e0eced3a),segment_id=de00097f-89f1-4032-9fd9-d696e0eced3a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:19.356664 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dfb7683-6516-40e8-bc36-7f7e54209e2c req-dc02d876-6386-40fb-b969-9881993aa972 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147783 Nov 02 11:46:19.421098 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff759a-2e01-4150-a9eb-00eb11d36ab6 req-2ca4520b-87d5-46db-a6fb-bb46bc185029 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:19.425441 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-beff759a-2e01-4150-a9eb-00eb11d36ab6 req-2ca4520b-87d5-46db-a6fb-bb46bc185029 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.0957754 Nov 02 11:46:19.432063 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:19.575138 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=40232d55-91f2-4f62-8067-be546fb633c1,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:19.609879 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-beff759a-2e01-4150-a9eb-00eb11d36ab6 req-171cbcfd-bf21-4350-a2a1-265a113919ef tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693468 Nov 02 11:46:19.671871 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d118f5ab-23b6-4663-a89f-f6ed1e612569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:19.703641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e348046-9143-4c09-b7d8-8c0582c270a3 req-30837fc2-609e-456c-b19e-8a1b655deb69 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:19.706376 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e348046-9143-4c09-b7d8-8c0582c270a3 req-30837fc2-609e-456c-b19e-8a1b655deb69 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.79 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 945 time: 0.0942025 Nov 02 11:46:19.765134 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a4da6aed-cfc8-4ae9-b31d-502e027abb69 req-f579b7f8-b817-4065-99f5-100bdfec9eee tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 210 time: 0.0419354 Nov 02 11:46:19.767007 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62274f09-d359-47a3-a93a-a31afccdec42 req-06579f20-0ef4-4338-8037-a072f46ebdfc tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:19.768547 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-06579f20-0ef4-4338-8037-a072f46ebdfc tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.79 "GET /v2.0/networks?id=5efc137d-8ec3-48c3-8cbb-fc7ed003d49e HTTP/1.1" status: 200 len: 811 time: 0.1958287 Nov 02 11:46:19.787428 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-62274f09-d359-47a3-a93a-a31afccdec42 req-6f3a9c3f-a378-49bd-b224-025f515d7211 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Request body: {'port': {'device_id': '290b05aa-f6d1-45b8-8568-f963ad724758', 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e', 'admin_state_up': True, 'tenant_id': '9db443b7e0f0445b8b1d808e435b468c'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:19.935473 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f9f87-0eea-48d2-b0bc-2e833f9a1f40 req-7bc4793f-2b9e-4452-b04e-919bf84493e0 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:19.943328 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-253f9f87-0eea-48d2-b0bc-2e833f9a1f40 req-7bc4793f-2b9e-4452-b04e-919bf84493e0 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 945 time: 0.2437110 Nov 02 11:46:19.971234 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e518909-8c0c-4460-96a1-bdae3688a179 req-df2769da-ea13-459f-854e-efcf9749786f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:19.980772 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3e518909-8c0c-4460-96a1-bdae3688a179 req-df2769da-ea13-459f-854e-efcf9749786f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.0788231 Nov 02 11:46:20.008744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-253f9f87-0eea-48d2-b0bc-2e833f9a1f40 req-878596f1-55f1-489e-8888-2241defb12d4 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/security-groups?id=9be179ae-4dc3-41f0-9cb9-bb30d69087eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574040 Nov 02 11:46:20.025763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62274f09-d359-47a3-a93a-a31afccdec42 req-6f3a9c3f-a378-49bd-b224-025f515d7211 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Made reservation on behalf of 9db443b7e0f0445b8b1d808e435b468c for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:46:20.029357 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-6f3a9c3f-a378-49bd-b224-025f515d7211 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:20.061807 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3e518909-8c0c-4460-96a1-bdae3688a179 req-5cb44096-f6c0-4b18-9088-a9b672f2b4e2 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798008 Nov 02 11:46:20.072042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-2e348046-9143-4c09-b7d8-8c0582c270a3 req-11e29c34-04bd-4c48-b63a-c68e3892d7bb tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Deleting port a58f3c1e-58ee-4738-b22c-54fe7078b00f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:20.072042 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2e348046-9143-4c09-b7d8-8c0582c270a3 req-11e29c34-04bd-4c48-b63a-c68e3892d7bb tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:20.239519 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-2e348046-9143-4c09-b7d8-8c0582c270a3 req-11e29c34-04bd-4c48-b63a-c68e3892d7bb tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] For port a58f3c1e-58ee-4738-b22c-54fe7078b00f, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=a58f3c1e-58ee-4738-b22c-54fe7078b00f,segment=NetworkSegment(3d6da19a-b234-404e-9369-53e195983395),segment_id=3d6da19a-b234-404e-9369-53e195983395)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:20.240379 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2e348046-9143-4c09-b7d8-8c0582c270a3 req-11e29c34-04bd-4c48-b63a-c68e3892d7bb tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:20.297905 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-62274f09-d359-47a3-a93a-a31afccdec42 req-6f3a9c3f-a378-49bd-b224-025f515d7211 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Allocated IP 172.20.0.6 (5efc137d-8ec3-48c3-8cbb-fc7ed003d49e/d0cfb668-d4d9-430d-a871-912d4c5cdf64/324c0ce5-4ff3-4c91-87dc-f6ab776e69c2) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:46:20.490358 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-6f3a9c3f-a378-49bd-b224-025f515d7211 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:20.692721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62274f09-d359-47a3-a93a-a31afccdec42 req-07993997-cfe9-4a7e-8db2-0bb1446fc911 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:20.695011 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-07993997-cfe9-4a7e-8db2-0bb1446fc911 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.54 "GET /v2.0/networks?id=5efc137d-8ec3-48c3-8cbb-fc7ed003d49e HTTP/1.1" status: 200 len: 811 time: 0.1705234 Nov 02 11:46:20.746148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-62274f09-d359-47a3-a93a-a31afccdec42 req-23a8bfe9-fcf5-4995-9570-c4cedb2b7270 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Request body: {'port': {'device_id': '5b761625-1545-482c-a0d0-ffc81d98ad6e', 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e', 'admin_state_up': True, 'tenant_id': '9db443b7e0f0445b8b1d808e435b468c'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:20.746875 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40232d55-91f2-4f62-8067-be546fb633c1'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:20.751468 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df35a63-8c72-4e8e-a941-5bc7ea194991" -d '{"events": [{"server_uuid": "21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f", "name": "network-vif-plugged", "status": "completed", "tag": "40232d55-91f2-4f62-8067-be546fb633c1"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:20.777348 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2e348046-9143-4c09-b7d8-8c0582c270a3 req-11e29c34-04bd-4c48-b63a-c68e3892d7bb tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:20.777991 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2e348046-9143-4c09-b7d8-8c0582c270a3 req-11e29c34-04bd-4c48-b63a-c68e3892d7bb tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:20.778102 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [req-2e348046-9143-4c09-b7d8-8c0582c270a3 req-11e29c34-04bd-4c48-b63a-c68e3892d7bb tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Floating IP 7815ae8f-996e-4ea9-b505-d3e86b74e511 disassociated. External IP: 172.25.6.63, port: a58f3c1e-58ee-4738-b22c-54fe7078b00f. Nov 02 11:46:20.778548 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-2e348046-9143-4c09-b7d8-8c0582c270a3 req-11e29c34-04bd-4c48-b63a-c68e3892d7bb tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Calling delete_port for a58f3c1e-58ee-4738-b22c-54fe7078b00f owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:20.806414 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f861b-7410-46fc-9e43-111ff5744c29 req-fcc9fb34-c635-44d9-a400-08813e8dca92 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:20.816847 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-726f861b-7410-46fc-9e43-111ff5744c29 req-fcc9fb34-c635-44d9-a400-08813e8dca92 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1841862 Nov 02 11:46:20.865781 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:20.870859 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce02ee-b0e8-4642-ade2-a3afc4fb69f9 req-4c6a1ae4-3e53-4506-abcb-46d29ecb4be1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:20.889710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce02ee-b0e8-4642-ade2-a3afc4fb69f9 req-4c6a1ae4-3e53-4506-abcb-46d29ecb4be1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:20.892069 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88ce02ee-b0e8-4642-ade2-a3afc4fb69f9 req-4c6a1ae4-3e53-4506-abcb-46d29ecb4be1 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1683 time: 0.3698897 Nov 02 11:46:20.920499 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-6f3a9c3f-a378-49bd-b224-025f515d7211 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:20.942335 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-726f861b-7410-46fc-9e43-111ff5744c29 req-f994938c-aad2-4ce3-a47d-c6ac6198557a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195028 Nov 02 11:46:21.081195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62274f09-d359-47a3-a93a-a31afccdec42 req-6f3a9c3f-a378-49bd-b224-025f515d7211 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:46:21.097493 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88ce02ee-b0e8-4642-ade2-a3afc4fb69f9 req-08931e30-022b-49b2-8ca0-cdc8bd402cbb tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962373 Nov 02 11:46:21.097493 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-62274f09-d359-47a3-a93a-a31afccdec42 req-6f3a9c3f-a378-49bd-b224-025f515d7211 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:46:21.112260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a9c3f-a378-49bd-b224-025f515d7211 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Pushing event updated for resources: {'Port': ['ID=324c0ce5-4ff3-4c91-87dc-f6ab776e69c2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:21.112260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-62274f09-d359-47a3-a93a-a31afccdec42 req-6f3a9c3f-a378-49bd-b224-025f515d7211 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:46:21.154497 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c27b5b-890e-4620-aa1e-5a0d6ff2f5eb x-openstack-request-id: req-c9c27b5b-890e-4620-aa1e-5a0d6ff2f5eb {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:21.154915 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f", "name": "network-vif-plugged", "status": "completed", "tag": "40232d55-91f2-4f62-8067-be546fb633c1", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:21.155283 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9c27b5b-890e-4620-aa1e-5a0d6ff2f5eb {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:21.155808 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40232d55-91f2-4f62-8067-be546fb633c1', 'code': 200} Nov 02 11:46:21.163935 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2e348046-9143-4c09-b7d8-8c0582c270a3 req-11e29c34-04bd-4c48-b63a-c68e3892d7bb tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:21.172266 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62274f09-d359-47a3-a93a-a31afccdec42 req-6f3a9c3f-a378-49bd-b224-025f515d7211 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:21.172910 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-6f3a9c3f-a378-49bd-b224-025f515d7211 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:21.177777 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62274f09-d359-47a3-a93a-a31afccdec42 req-23a8bfe9-fcf5-4995-9570-c4cedb2b7270 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Made reservation on behalf of 9db443b7e0f0445b8b1d808e435b468c for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:46:21.191242 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-23a8bfe9-fcf5-4995-9570-c4cedb2b7270 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:21.254901 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e29c34-04bd-4c48-b63a-c68e3892d7bb tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Pushing event deleted for resources: {'Port': ['ID=a58f3c1e-58ee-4738-b22c-54fe7078b00f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:21.280205 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1a4887ad-d022-4d2d-951c-1e26a33a4527 req-e7594714-5f91-47b1-b090-083f45179df8 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 210 time: 0.0344009 Nov 02 11:46:21.429337 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-6f3a9c3f-a378-49bd-b224-025f515d7211 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6462371 Nov 02 11:46:21.437655 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559964e2-93a0-4f63-ab3b-fd519cd7d261 req-573a582b-6137-4e9e-9654-423359af82d3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:21.446752 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-559964e2-93a0-4f63-ab3b-fd519cd7d261 req-573a582b-6137-4e9e-9654-423359af82d3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.3626390 Nov 02 11:46:21.457393 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e348046-9143-4c09-b7d8-8c0582c270a3 req-11e29c34-04bd-4c48-b63a-c68e3892d7bb tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Router 6a036490-3cfe-43b4-970c-d8a5e11174a3 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:46:21.459569 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Request body: {'port': {'device_id': '290b05aa-f6d1-45b8-8568-f963ad724758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:21.541786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25b134-f000-4f59-92a8-b0aac6dd3aa4 req-d6d51103-efe2-48e3-ae65-d03fe6f01820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:21.542428 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25b134-f000-4f59-92a8-b0aac6dd3aa4 req-d6d51103-efe2-48e3-ae65-d03fe6f01820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:21.543858 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db25b134-f000-4f59-92a8-b0aac6dd3aa4 req-d6d51103-efe2-48e3-ae65-d03fe6f01820 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1987 time: 0.3157458 Nov 02 11:46:21.597145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e348046-9143-4c09-b7d8-8c0582c270a3 req-11e29c34-04bd-4c48-b63a-c68e3892d7bb tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:46:21.610286 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:21.614102 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a842294-647b-4722-b5a3-26899467653d None None] Sync routers for ids ['6a036490-3cfe-43b4-970c-d8a5e11174a3'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:46:21.642722 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a842294-647b-4722-b5a3-26899467653d None None] Routers {'6a036490-3cfe-43b4-970c-d8a5e11174a3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:46:21.645355 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6a842294-647b-4722-b5a3-26899467653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:46:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a036490-3cfe-43b4-970c-d8a5e11174a3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:21.669841 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e348046-9143-4c09-b7d8-8c0582c270a3 req-11e29c34-04bd-4c48-b63a-c68e3892d7bb tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] No DVR routers for this DVR port a58f3c1e-58ee-4738-b22c-54fe7078b00f on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:46:21.678431 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2e348046-9143-4c09-b7d8-8c0582c270a3 req-11e29c34-04bd-4c48-b63a-c68e3892d7bb tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:21.683788 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e348046-9143-4c09-b7d8-8c0582c270a3 req-11e29c34-04bd-4c48-b63a-c68e3892d7bb tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.79 "DELETE /v2.0/ports/a58f3c1e-58ee-4738-b22c-54fe7078b00f HTTP/1.1" status: 204 len: 173 time: 1.9691246 Nov 02 11:46:21.690552 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4585bf-bb93-404c-96fe-e55dc5c60696', 'name': 'network-vif-deleted', 'tag': 'a58f3c1e-58ee-4738-b22c-54fe7078b00f'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:21.701809 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724518c8-75b6-4209-af1f-2e53de2d2541" -d '{"events": [{"server_uuid": "7c4585bf-bb93-404c-96fe-e55dc5c60696", "name": "network-vif-deleted", "tag": "a58f3c1e-58ee-4738-b22c-54fe7078b00f"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:21.753209 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-559964e2-93a0-4f63-ab3b-fd519cd7d261 req-48d06b6d-6193-49eb-b2af-6c91c4636fae tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053219 Nov 02 11:46:21.921526 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-6a842294-647b-4722-b5a3-26899467653d None None] Set router 6a036490-3cfe-43b4-970c-d8a5e11174a3 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:46:21.999051 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b2ba7b2d-3c96-4dcf-a4d2-ff4eed6b2b40 req-64143152-6cf2-4751-87f3-76e52c2086f1 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c4585bf-bb93-404c-96fe-e55dc5c60696 HTTP/1.1" status: 200 len: 210 time: 0.0802906 Nov 02 11:46:22.189104 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db25b134-f000-4f59-92a8-b0aac6dd3aa4 req-f3ec6acd-8aff-425a-9627-44d48e33fcc8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6220722 Nov 02 11:46:22.312250 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeaeb7-57fe-411d-9272-5f89e20c9f12 req-11d772e9-8d87-4cfc-9073-a5938d96970e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:22.321059 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5fdeaeb7-57fe-411d-9272-5f89e20c9f12 req-11d772e9-8d87-4cfc-9073-a5938d96970e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.8997967 Nov 02 11:46:22.343206 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-62274f09-d359-47a3-a93a-a31afccdec42 req-23a8bfe9-fcf5-4995-9570-c4cedb2b7270 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Allocated IP 172.20.0.8 (5efc137d-8ec3-48c3-8cbb-fc7ed003d49e/d0cfb668-d4d9-430d-a871-912d4c5cdf64/def269f1-2507-492b-97ec-e8827446e15c) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:46:22.452111 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd88944-8784-461a-b541-4f6b90b549e0 x-openstack-request-id: req-5dd88944-8784-461a-b541-4f6b90b549e0 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:22.452626 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4585bf-bb93-404c-96fe-e55dc5c60696", "name": "network-vif-deleted", "tag": "a58f3c1e-58ee-4738-b22c-54fe7078b00f", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:22.453064 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5dd88944-8784-461a-b541-4f6b90b549e0 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:22.454810 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4585bf-bb93-404c-96fe-e55dc5c60696', 'name': 'network-vif-deleted', 'tag': 'a58f3c1e-58ee-4738-b22c-54fe7078b00f', 'status': 'completed', 'code': 200} Nov 02 11:46:22.469068 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6a842294-647b-4722-b5a3-26899467653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'name': 'tempest-ServersTestManualDisk-442744179-router', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:54Z', 'updated_at': '2021-11-02T11:44:02Z', 'revision_number': 4, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'gw_port': {'id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:55Z', 'updated_at': '2021-11-02T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '7646490a-575b-4d87-b6fa-f42170c776e9', 'name': '', 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'mac_address': 'fa:16:3e:bb:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:00Z', 'updated_at': '2021-11-02T11:44:09Z', 'revision_number': 5, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'subnets': [{'id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:22.478047 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5fdeaeb7-57fe-411d-9272-5f89e20c9f12 req-8c6b2d80-0347-4a91-8040-a2ddfb6bf9bc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559596 Nov 02 11:46:22.576992 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a842294-647b-4722-b5a3-26899467653d None None] Checking router: 6a036490-3cfe-43b4-970c-d8a5e11174a3 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:46:22.589946 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:22.612219 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a842294-647b-4722-b5a3-26899467653d None None] Routers {'6a036490-3cfe-43b4-970c-d8a5e11174a3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:46:22.613132 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6a842294-647b-4722-b5a3-26899467653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:46:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a036490-3cfe-43b4-970c-d8a5e11174a3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:22.651270 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e7d01-47c1-44b0-b009-6bd465bec478 req-273596fe-8b0f-4608-9926-26bd15c4c4c0 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:22.664138 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e7d01-47c1-44b0-b009-6bd465bec478 req-273596fe-8b0f-4608-9926-26bd15c4c4c0 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:22.674547 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-db5e7d01-47c1-44b0-b009-6bd465bec478 req-273596fe-8b0f-4608-9926-26bd15c4c4c0 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1683 time: 0.1155410 Nov 02 11:46:22.761651 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-6a842294-647b-4722-b5a3-26899467653d None None] Set router 6a036490-3cfe-43b4-970c-d8a5e11174a3 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:46:22.803177 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-db5e7d01-47c1-44b0-b009-6bd465bec478 req-c0e477fd-7ba6-4c10-99fa-27989d2fff30 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271641 Nov 02 11:46:22.936870 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-23a8bfe9-fcf5-4995-9570-c4cedb2b7270 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:22.981740 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8157c13a-fa4d-4c24-b872-5552b5da9100 req-4ce053cb-9aee-47c5-83e0-a922585da6f2 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 210 time: 0.3272042 Nov 02 11:46:23.059567 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-23a8bfe9-fcf5-4995-9570-c4cedb2b7270 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:23.132754 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6a842294-647b-4722-b5a3-26899467653d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'name': 'tempest-ServersTestManualDisk-442744179-router', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:54Z', 'updated_at': '2021-11-02T11:44:02Z', 'revision_number': 4, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'gw_port': {'id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:55Z', 'updated_at': '2021-11-02T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '7646490a-575b-4d87-b6fa-f42170c776e9', 'name': '', 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'mac_address': 'fa:16:3e:bb:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:00Z', 'updated_at': '2021-11-02T11:44:09Z', 'revision_number': 5, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'subnets': [{'id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:23.165019 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a842294-647b-4722-b5a3-26899467653d None None] The sync data for ids ['6a036490-3cfe-43b4-970c-d8a5e11174a3'] in n-d-806683-18 is: [{'id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'name': 'tempest-ServersTestManualDisk-442744179-router', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:54Z', 'updated_at': '2021-11-02T11:44:02Z', 'revision_number': 4, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'gw_port': {'id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:55Z', 'updated_at': '2021-11-02T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '7646490a-575b-4d87-b6fa-f42170c776e9', 'name': '', 'network_id': '25cc108e-ed7c-4629-951a-e2d190810bce', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'mac_address': 'fa:16:3e:bb:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:00Z', 'updated_at': '2021-11-02T11:44:09Z', 'revision_number': 5, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'subnets': [{'id': '8443bffa-34c8-4668-b8fe-e674bb3ecaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:46:23.271721 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-453ac2f6-7b30-4343-82e9-a9e5dbeb1fa2 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:23.273501 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-453ac2f6-7b30-4343-82e9-a9e5dbeb1fa2 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 812 time: 0.2701612 Nov 02 11:46:23.310581 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-6036d2ee-9e18-414d-b373-f810c23bd712 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/quotas/bec498c596c8422fb907979cec4aae7e HTTP/1.1" status: 200 len: 375 time: 0.0221086 Nov 02 11:46:23.430282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62274f09-d359-47a3-a93a-a31afccdec42 req-23a8bfe9-fcf5-4995-9570-c4cedb2b7270 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:46:23.450377 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-dd00e651-0648-401e-9792-aa19df55d14c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1255603 Nov 02 11:46:23.473569 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-62274f09-d359-47a3-a93a-a31afccdec42 req-23a8bfe9-fcf5-4995-9570-c4cedb2b7270 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:46:23.479795 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-62274f09-d359-47a3-a93a-a31afccdec42 req-23a8bfe9-fcf5-4995-9570-c4cedb2b7270 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:46:23.497646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8bfe9-fcf5-4995-9570-c4cedb2b7270 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Pushing event updated for resources: {'Port': ['ID=def269f1-2507-492b-97ec-e8827446e15c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:23.578784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7f8f5-2737-47b6-bc95-534c54c0d4a0 req-c3ecd9a2-f393-45a9-aeda-4a5a546b2fb1 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:23.592764 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55e7f8f5-2737-47b6-bc95-534c54c0d4a0 req-c3ecd9a2-f393-45a9-aeda-4a5a546b2fb1 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.3866951 Nov 02 11:46:23.602738 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-75f5ab97-6baf-4d96-9fbf-e4cc4b667d60 service neutron] 10.222.0.52 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513646 Nov 02 11:46:23.674513 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048f4e5-bbe8-40f8-b293-a847f1f7a6bc None None] New status for floating IP 7815ae8f-996e-4ea9-b505-d3e86b74e511: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:46:23.698631 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62274f09-d359-47a3-a93a-a31afccdec42 req-23a8bfe9-fcf5-4995-9570-c4cedb2b7270 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:23.699336 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-23a8bfe9-fcf5-4995-9570-c4cedb2b7270 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:23.719507 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-5ebd60b3-7df4-4fdb-b8b8-17612619d95b service neutron] 10.222.0.52 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156962 Nov 02 11:46:23.741602 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55e7f8f5-2737-47b6-bc95-534c54c0d4a0 req-559c9742-6c8e-46f9-8528-bca02f82bd46 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478038 Nov 02 11:46:23.844141 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-23a8bfe9-fcf5-4995-9570-c4cedb2b7270 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1162376 Nov 02 11:46:23.849936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:46:23.860586 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Request body: {'port': {'device_id': '5b761625-1545-482c-a0d0-ffc81d98ad6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:23.995668 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:23.999195 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:24.042440 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:24.043624 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:24.105739 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38312) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:24.201583 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38318) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:24.306953 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Transition to ACTIVE for port object 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:46:24.534081 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-896b594e-ad90-4076-8128-4080cb33ca0b tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:24.538158 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a9abecaf-329c-4e50-89a6-82e33071e763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:24.541444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device a58f3c1e-58ee-4738-b22c-54fe7078b00f no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:46:24.563566 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1ba79-5763-44e7-8558-0cec2739c32b req-6d2b075f-eea0-4c4b-92c9-735ac25e16f6 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:24.571432 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1ba79-5763-44e7-8558-0cec2739c32b req-6d2b075f-eea0-4c4b-92c9-735ac25e16f6 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:24.573403 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-71e1ba79-5763-44e7-8558-0cec2739c32b req-6d2b075f-eea0-4c4b-92c9-735ac25e16f6 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1683 time: 0.2525470 Nov 02 11:46:24.591879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: a58f3c1e-58ee-4738-b22c-54fe7078b00f {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:46:24.592368 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device a58f3c1e-58ee-4738-b22c-54fe7078b00f not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:46:24.653133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def269f1-2507-492b-97ec-e8827446e15c {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:46:24.664015 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:24.664253 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a9abecaf-329c-4e50-89a6-82e33071e763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:24.682899 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Transition to ACTIVE for port object def269f1-2507-492b-97ec-e8827446e15c will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:46:24.685380 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:24.802521 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:24.882213 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Pushing event updated for resources: {'Port': ['ID=324c0ce5-4ff3-4c91-87dc-f6ab776e69c2,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:24.906087 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:24.973064 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dbdda2-85a0-485d-b4d7-cd9f4b5db31c req-24a17565-69d8-4250-8e30-a6c64467c9fb tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:24.982496 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-14dbdda2-85a0-485d-b4d7-cd9f4b5db31c req-24a17565-69d8-4250-8e30-a6c64467c9fb tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 931 time: 0.5947368 Nov 02 11:46:25.011481 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a9abecaf-329c-4e50-89a6-82e33071e763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:25.041514 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a9abecaf-329c-4e50-89a6-82e33071e763 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a7e706e306d34008b2ab1987789921d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9343400 Nov 02 11:46:25.045379 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-896b594e-ad90-4076-8128-4080cb33ca0b tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:25.056431 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38332) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:25.142997 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abecaf-329c-4e50-89a6-82e33071e763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02e53ca-7369-4f79-bda6-6217d3e4416a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:25.158985 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-71e1ba79-5763-44e7-8558-0cec2739c32b req-1a29e527-dd82-4cb3-99a5-23ff722c1ce2 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891968 Nov 02 11:46:25.172042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Attempting to bind port def269f1-2507-492b-97ec-e8827446e15c on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:46:25.172789 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Attempting to bind port def269f1-2507-492b-97ec-e8827446e15c by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'e38ca8bc-f870-4eeb-b7c2-3f531efd3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:46:25.172789 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Attempting to bind port def269f1-2507-492b-97ec-e8827446e15c on network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:46:25.178794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Pushing event updated for resources: {'Port': ['ID=def269f1-2507-492b-97ec-e8827446e15c,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:25.231120 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-14dbdda2-85a0-485d-b4d7-cd9f4b5db31c req-931fef0b-1669-45e5-b320-7b55f78ab70a tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475736 Nov 02 11:46:25.235210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Port def269f1-2507-492b-97ec-e8827446e15c on network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:46:25.235544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Attempting to bind port def269f1-2507-492b-97ec-e8827446e15c on network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:46:25.249860 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:46:25.250217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Checking segment: {'id': 'e38ca8bc-f870-4eeb-b7c2-3f531efd3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:46:25.250614 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Bound using segment: {'id': 'e38ca8bc-f870-4eeb-b7c2-3f531efd3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:46:25.251095 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Bound port: def269f1-2507-492b-97ec-e8827446e15c, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38ca8bc-f870-4eeb-b7c2-3f531efd3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:46:25.251463 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:25.277206 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-acfd4f88-65ab-4ddb-8f9e-4baf4b1a3404 req-5452bdea-09db-46ea-be39-44ea7a655310 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 210 time: 0.0550015 Nov 02 11:46:25.277907 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-132387e3-a5ad-44c0-9db9-520942af6399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:25.309119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Attempting to bind port 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:46:25.309462 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Attempting to bind port 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'e38ca8bc-f870-4eeb-b7c2-3f531efd3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:46:25.310055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Attempting to bind port 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 on network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:46:25.321884 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-132387e3-a5ad-44c0-9db9-520942af6399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:25.326095 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Port 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 on network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:46:25.326700 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Attempting to bind port 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 on network 5efc137d-8ec3-48c3-8cbb-fc7ed003d49e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:46:25.341348 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:46:25.342047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Checking segment: {'id': 'e38ca8bc-f870-4eeb-b7c2-3f531efd3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:46:25.372911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Bound using segment: {'id': 'e38ca8bc-f870-4eeb-b7c2-3f531efd3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:46:25.372911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Bound port: 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38ca8bc-f870-4eeb-b7c2-3f531efd3d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:46:25.372911 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:25.373170 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-896b594e-ad90-4076-8128-4080cb33ca0b tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:25.375519 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-896b594e-ad90-4076-8128-4080cb33ca0b tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:25.377157 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-896b594e-ad90-4076-8128-4080cb33ca0b tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "DELETE /v2.0/security-groups/9be179ae-4dc3-41f0-9cb9-bb30d69087eb HTTP/1.1" status: 204 len: 168 time: 1.1743579 Nov 02 11:46:25.381617 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38342) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:25.382665 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] For port def269f1-2507-492b-97ec-e8827446e15c, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:46:25.410784 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b594e-ad90-4076-8128-4080cb33ca0b tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be179ae-4dc3-41f0-9cb9-bb30d69087eb,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:25.414988 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-b118ffb5-42a5-4ef4-8cdc-2b7c2f295aa1 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] show failed (client error): The resource could not be found. Nov 02 11:46:25.415899 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b118ffb5-42a5-4ef4-8cdc-2b7c2f295aa1 tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "GET /v2.0/security-groups/9be179ae-4dc3-41f0-9cb9-bb30d69087eb HTTP/1.1" status: 404 len: 347 time: 0.0332551 Nov 02 11:46:25.434328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38348) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:25.488136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] For port def269f1-2507-492b-97ec-e8827446e15c, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=def269f1-2507-492b-97ec-e8827446e15c,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:46:25.544377 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] For port 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:46:25.554426 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf27f7-c714-44cb-8cb4-111fc791c880 req-1aded133-f5fb-4dbc-a688-7f0fb8fb0722 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:25.556448 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8baf27f7-c714-44cb-8cb4-111fc791c880 req-1aded133-f5fb-4dbc-a688-7f0fb8fb0722 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.1789541 Nov 02 11:46:25.558380 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] For port 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=324c0ce5-4ff3-4c91-87dc-f6ab776e69c2,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:46:25.629249 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-fa786b4b-d4eb-41b1-ab22-fb373e3e787a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Deleting port 4c6c1a41-2817-473a-aa4c-59521863dad8 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:25.629743 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fa786b4b-d4eb-41b1-ab22-fb373e3e787a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:25.634171 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8baf27f7-c714-44cb-8cb4-111fc791c880 req-32680745-4f78-4b3a-9ce5-e49f77c9ab38 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700033 Nov 02 11:46:25.724035 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fa786b4b-d4eb-41b1-ab22-fb373e3e787a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:25.724431 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fa786b4b-d4eb-41b1-ab22-fb373e3e787a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:25.741122 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-fa786b4b-d4eb-41b1-ab22-fb373e3e787a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Calling delete_port for 4c6c1a41-2817-473a-aa4c-59521863dad8 owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:25.840397 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-132387e3-a5ad-44c0-9db9-520942af6399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:25.842910 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-132387e3-a5ad-44c0-9db9-520942af6399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:25.844338 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-132387e3-a5ad-44c0-9db9-520942af6399 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c02e53ca-7369-4f79-bda6-6217d3e4416a HTTP/1.1" status: 204 len: 168 time: 0.7777987 Nov 02 11:46:25.886116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132387e3-a5ad-44c0-9db9-520942af6399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02e53ca-7369-4f79-bda6-6217d3e4416a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:25.924298 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:25.930783 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:25.975560 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:25.976182 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:25.977564 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] 10.222.0.79 "PUT /v2.0/ports/324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 HTTP/1.1" status: 200 len: 1092 time: 4.5319142 Nov 02 11:46:25.980823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290b05aa-f6d1-45b8-8568-f963ad724758', 'tag': '324c0ce5-4ff3-4c91-87dc-f6ab776e69c2'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:25.990674 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c8103f-a63e-4ec2-b24d-3475a341beaf" -d '{"events": [{"name": "network-changed", "server_uuid": "290b05aa-f6d1-45b8-8568-f963ad724758", "tag": "324c0ce5-4ff3-4c91-87dc-f6ab776e69c2"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:25.990674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:25.990674 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:25.992247 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] 10.222.0.54 "PUT /v2.0/ports/def269f1-2507-492b-97ec-e8827446e15c HTTP/1.1" status: 200 len: 1092 time: 2.1368690 Nov 02 11:46:26.014969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c9eba-3cf9-4570-b6fe-a2162ae4957a service neutron] Pushing event updated for resources: {'Port': ['ID=324c0ce5-4ff3-4c91-87dc-f6ab776e69c2,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:26.045012 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fa786b4b-d4eb-41b1-ab22-fb373e3e787a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:26.086880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf563471-9eaa-42af-8cb4-a57117413d94 service neutron] Pushing event updated for resources: {'Port': ['ID=def269f1-2507-492b-97ec-e8827446e15c,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:26.128365 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa786b4b-d4eb-41b1-ab22-fb373e3e787a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Pushing event deleted for resources: {'Port': ['ID=4c6c1a41-2817-473a-aa4c-59521863dad8,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:26.243938 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fa786b4b-d4eb-41b1-ab22-fb373e3e787a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:26.246658 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fa786b4b-d4eb-41b1-ab22-fb373e3e787a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:26.248153 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fa786b4b-d4eb-41b1-ab22-fb373e3e787a tempest-ServersTestManualDisk-1243939876 tempest-ServersTestManualDisk-1243939876-project] 10.222.0.52 "DELETE /v2.0/floatingips/7815ae8f-996e-4ea9-b505-d3e86b74e511 HTTP/1.1" status: 204 len: 168 time: 0.8127525 Nov 02 11:46:26.251465 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 38362) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:26.336457 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8000c98-f127-4088-b99f-48e9756e74fc x-openstack-request-id: req-b8000c98-f127-4088-b99f-48e9756e74fc {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:26.336747 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290b05aa-f6d1-45b8-8568-f963ad724758", "tag": "324c0ce5-4ff3-4c91-87dc-f6ab776e69c2", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:26.337032 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8000c98-f127-4088-b99f-48e9756e74fc {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:26.337441 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290b05aa-f6d1-45b8-8568-f963ad724758', 'tag': '324c0ce5-4ff3-4c91-87dc-f6ab776e69c2', 'status': 'completed', 'code': 200} Nov 02 11:46:26.401865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62274f09-d359-47a3-a93a-a31afccdec42 req-09469b5f-a827-43f7-9dc2-2ad77f410215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:26.403457 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-09469b5f-a827-43f7-9dc2-2ad77f410215 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9db443b7e0f0445b8b1d808e435b468c&device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 1095 time: 0.2202184 Nov 02 11:46:26.408587 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62274f09-d359-47a3-a93a-a31afccdec42 req-a174f57c-1f20-4073-b0ef-0091fe357698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:26.413280 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-a174f57c-1f20-4073-b0ef-0091fe357698 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9db443b7e0f0445b8b1d808e435b468c&device_id=290b05aa-f6d1-45b8-8568-f963ad724758 HTTP/1.1" status: 200 len: 1095 time: 0.2143989 Nov 02 11:46:26.517604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab6d5a-4f63-4ce1-96fa-e10d25507238 req-03f7b38f-ade2-4b16-90fc-a2f606ded501 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:26.519545 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a2ab6d5a-4f63-4ce1-96fa-e10d25507238 req-03f7b38f-ade2-4b16-90fc-a2f606ded501 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 943 time: 0.1100326 Nov 02 11:46:26.531105 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-a2f0b36d-060e-4fcd-a847-fe728c682b9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=def269f1-2507-492b-97ec-e8827446e15c HTTP/1.1" status: 200 len: 217 time: 0.1090493 Nov 02 11:46:26.534560 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-a8f0cc94-824c-49ec-8a6b-d04ea6d2c165 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 HTTP/1.1" status: 200 len: 217 time: 0.0990148 Nov 02 11:46:26.601107 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a2ab6d5a-4f63-4ce1-96fa-e10d25507238 req-c7e232c5-34e3-48e3-95c7-aea740b399dd tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723364 Nov 02 11:46:26.801109 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-043da350-b5f9-4e41-8bd6-402b6926ce83 req-c37e798c-01cd-4dbf-95e5-5c3977db636c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 210 time: 0.1110921 Nov 02 11:46:26.861882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf0abc-1979-4b23-a2ab-d203d892b4cf req-fbb4a58d-550f-4d6d-b8e0-d994ed82cae3 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:26.869239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf0abc-1979-4b23-a2ab-d203d892b4cf req-fbb4a58d-550f-4d6d-b8e0-d994ed82cae3 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:26.876776 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10bf0abc-1979-4b23-a2ab-d203d892b4cf req-fbb4a58d-550f-4d6d-b8e0-d994ed82cae3 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1683 time: 0.3474143 Nov 02 11:46:26.885362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62274f09-d359-47a3-a93a-a31afccdec42 req-f9e249a8-6d2e-4890-96a8-50778d93b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:26.887111 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-f9e249a8-6d2e-4890-96a8-50778d93b1ae service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0cfb668-d4d9-430d-a871-912d4c5cdf64 HTTP/1.1" status: 200 len: 851 time: 0.3383393 Nov 02 11:46:26.888556 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62274f09-d359-47a3-a93a-a31afccdec42 req-64ccc057-4527-4b9d-a05e-98eb5886e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:26.889998 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-64ccc057-4527-4b9d-a05e-98eb5886e83c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d0cfb668-d4d9-430d-a871-912d4c5cdf64 HTTP/1.1" status: 200 len: 851 time: 0.3424072 Nov 02 11:46:26.941138 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68f7c1-8b7c-4823-98aa-93dccda16e3b req-395bfa4a-2b64-49e4-9d50-859261bdc491 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:26.942808 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2d68f7c1-8b7c-4823-98aa-93dccda16e3b req-395bfa4a-2b64-49e4-9d50-859261bdc491 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.0739775 Nov 02 11:46:26.943344 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38378) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:26.966388 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cd416af2-bb8d-4ab1-84e1-90fb8b4ee427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:26.974633 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-d3c2cbef-0064-480c-a851-57c8e11e25c4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5efc137d-8ec3-48c3-8cbb-fc7ed003d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736158 Nov 02 11:46:27.003870 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-a7cc88e2-044f-4659-812f-7ce93692cda2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5efc137d-8ec3-48c3-8cbb-fc7ed003d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749931 Nov 02 11:46:27.049613 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2d68f7c1-8b7c-4823-98aa-93dccda16e3b req-e4e77dd6-5dec-477f-af5c-8d63564dfc29 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911360 Nov 02 11:46:27.111597 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cd416af2-bb8d-4ab1-84e1-90fb8b4ee427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:27.242628 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cd416af2-bb8d-4ab1-84e1-90fb8b4ee427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:27.253780 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10bf0abc-1979-4b23-a2ab-d203d892b4cf req-939b6a29-bc6b-4a2e-959b-ea6ca4fc6c14 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761041 Nov 02 11:46:27.301654 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cd416af2-bb8d-4ab1-84e1-90fb8b4ee427 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=754973914a6e4772a015c1d6d330fa9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3549359 Nov 02 11:46:27.301654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd416af2-bb8d-4ab1-84e1-90fb8b4ee427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c480d7-4897-4acb-9bd4-ba9207e5c2e7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:27.304553 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38388) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:27.344461 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-fcf3804e-6eed-47b9-a20b-57fcdd8a4003 service neutron] 10.222.0.79 "GET /v2.0/networks/5efc137d-8ec3-48c3-8cbb-fc7ed003d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490157 Nov 02 11:46:27.357061 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-b854ee79-22d3-4607-89bf-f8c95c7daf85 service neutron] 10.222.0.54 "GET /v2.0/networks/5efc137d-8ec3-48c3-8cbb-fc7ed003d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403919 Nov 02 11:46:27.388542 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ead38c24-d295-4e3d-b55f-4c67eb71cfcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:27.423285 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ead38c24-d295-4e3d-b55f-4c67eb71cfcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:27.622086 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ead38c24-d295-4e3d-b55f-4c67eb71cfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:27.625417 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ead38c24-d295-4e3d-b55f-4c67eb71cfcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:27.630205 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ead38c24-d295-4e3d-b55f-4c67eb71cfcc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83c480d7-4897-4acb-9bd4-ba9207e5c2e7 HTTP/1.1" status: 204 len: 168 time: 0.3208904 Nov 02 11:46:27.646255 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead38c24-d295-4e3d-b55f-4c67eb71cfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c480d7-4897-4acb-9bd4-ba9207e5c2e7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:27.741329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-19444c54-70d3-495b-b1ec-a40e2a636245 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:27.743294 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-19444c54-70d3-495b-b1ec-a40e2a636245 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.79 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 812 time: 0.2106092 Nov 02 11:46:27.768125 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-dc526be8-7343-4827-84c3-5d29467abfc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Request body: {'port': {'device_id': 'dd5b44ff-939e-4d72-a5b2-48d8f3588653', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'admin_state_up': True, 'tenant_id': 'bec498c596c8422fb907979cec4aae7e'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:27.973461 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f3f42-484f-4e64-9455-f147ce17af09 req-24446796-4e21-41f4-b4b2-938356efe7a1 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:27.997426 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4f1f3f42-484f-4e64-9455-f147ce17af09 req-24446796-4e21-41f4-b4b2-938356efe7a1 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 943 time: 0.2186162 Nov 02 11:46:28.046782 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-fd7bfc36-0cd3-4a22-81fb-bf27c84f132e service neutron] 10.222.0.54 "GET /v2.0/networks/5efc137d-8ec3-48c3-8cbb-fc7ed003d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6775372 Nov 02 11:46:28.100916 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4f1f3f42-484f-4e64-9455-f147ce17af09 req-3de3eb77-d26b-4be6-9dc4-add815a32d03 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016784 Nov 02 11:46:28.160778 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b87c5dc-1e8f-4b85-a633-9b54695d7aa9 req-9b136d3c-17d9-4e5c-a719-9a53c4c86ed7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 210 time: 0.1393778 Nov 02 11:46:28.252452 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62274f09-d359-47a3-a93a-a31afccdec42 req-87db002a-5e18-4b77-a927-46a7f53cd9a5 service neutron] 10.222.0.79 "GET /v2.0/networks/5efc137d-8ec3-48c3-8cbb-fc7ed003d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8939993 Nov 02 11:46:28.291174 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6c3ea-7d50-4185-82e9-c0e01b01b4e6 req-13b83be5-9d18-428d-8573-ee5fb908c15c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:28.299890 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bbb6c3ea-7d50-4185-82e9-c0e01b01b4e6 req-13b83be5-9d18-428d-8573-ee5fb908c15c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.0924203 Nov 02 11:46:28.307880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897086d3-6dc2-441d-837c-6bfff6edd860 req-13c45e43-ba1a-461e-9d24-f193f54fb2eb tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:28.309196 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-dc526be8-7343-4827-84c3-5d29467abfc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Made reservation on behalf of bec498c596c8422fb907979cec4aae7e for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:46:28.309644 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-897086d3-6dc2-441d-837c-6bfff6edd860 req-13c45e43-ba1a-461e-9d24-f193f54fb2eb tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 946 time: 0.3028064 Nov 02 11:46:28.313437 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-dc526be8-7343-4827-84c3-5d29467abfc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:28.322285 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-f0e9eb1d-0899-43d5-9dc7-30545499d9ef tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:28.330803 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-f0e9eb1d-0899-43d5-9dc7-30545499d9ef tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:28.333340 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-f0e9eb1d-0899-43d5-9dc7-30545499d9ef tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.54 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1683 time: 0.2193816 Nov 02 11:46:28.337604 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e651e4e6-b690-4647-82b2-242429d23568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:28.346169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b761625-1545-482c-a0d0-ffc81d98ad6e', 'tag': 'def269f1-2507-492b-97ec-e8827446e15c'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:28.347803 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbde1573-286f-4214-bf3b-1eefbd400e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b761625-1545-482c-a0d0-ffc81d98ad6e", "tag": "def269f1-2507-492b-97ec-e8827446e15c"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:28.525616 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-dc526be8-7343-4827-84c3-5d29467abfc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Allocated IP 172.20.0.3 (3527606c-8d24-496c-bab1-118ac8ae07ec/83f5dcc7-2355-4af6-9fc8-6acfd98b8fde/5002a65d-614c-4fec-85c9-6d50c264b08d) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:46:28.675597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8103f-a63e-4ec2-b24d-3475a341beaf req-b4cac35b-d971-4f22-b7d7-9452479cfe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:28.677822 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74c8103f-a63e-4ec2-b24d-3475a341beaf req-b4cac35b-d971-4f22-b7d7-9452479cfe9b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9db443b7e0f0445b8b1d808e435b468c&device_id=290b05aa-f6d1-45b8-8568-f963ad724758 HTTP/1.1" status: 200 len: 1095 time: 0.2519016 Nov 02 11:46:28.689129 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca2ba9-3412-4de1-95f7-0d15faf91220 req-7c4e14de-4db8-4756-825b-7cc4a491f694 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:28.695897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca2ba9-3412-4de1-95f7-0d15faf91220 req-7c4e14de-4db8-4756-825b-7cc4a491f694 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:28.703742 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ca2ba9-3412-4de1-95f7-0d15faf91220 req-7c4e14de-4db8-4756-825b-7cc4a491f694 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 1683 time: 0.2462599 Nov 02 11:46:28.716968 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bbb6c3ea-7d50-4185-82e9-c0e01b01b4e6 req-6e14dab6-f638-4477-af5f-c544a78e23ea tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156899 Nov 02 11:46:28.784787 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1fe952-a8ba-41df-95ca-497245fb1cbe x-openstack-request-id: req-fa1fe952-a8ba-41df-95ca-497245fb1cbe {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:28.785096 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b761625-1545-482c-a0d0-ffc81d98ad6e", "tag": "def269f1-2507-492b-97ec-e8827446e15c", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:28.785326 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa1fe952-a8ba-41df-95ca-497245fb1cbe {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:28.786297 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b761625-1545-482c-a0d0-ffc81d98ad6e', 'tag': 'def269f1-2507-492b-97ec-e8827446e15c', 'status': 'completed', 'code': 200} Nov 02 11:46:28.829069 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-dc526be8-7343-4827-84c3-5d29467abfc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:28.881659 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde1573-286f-4214-bf3b-1eefbd400e9d req-3e97ccc6-df17-4ff6-9f9d-42b740ff2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:28.883528 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bbde1573-286f-4214-bf3b-1eefbd400e9d req-3e97ccc6-df17-4ff6-9f9d-42b740ff2a9e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9db443b7e0f0445b8b1d808e435b468c&device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 1095 time: 0.0697079 Nov 02 11:46:28.917654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-897086d3-6dc2-441d-837c-6bfff6edd860 req-eaee32ec-172d-41fb-8839-9c827290178b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Deleting port 384afe57-fd7a-4f53-b703-3ba5e58b9a18 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:28.918001 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-897086d3-6dc2-441d-837c-6bfff6edd860 req-eaee32ec-172d-41fb-8839-9c827290178b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:28.927808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-49aa30b0-a56c-4d1f-b476-d0fa40abcc15 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Deleting port 6d79cd9b-4f40-4c80-986e-4b22440b7eef {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:28.928167 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-49aa30b0-a56c-4d1f-b476-d0fa40abcc15 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:28.961909 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8103f-a63e-4ec2-b24d-3475a341beaf req-bc97c56d-01c9-4bc1-b277-943a63945055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:28.963432 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74c8103f-a63e-4ec2-b24d-3475a341beaf req-bc97c56d-01c9-4bc1-b277-943a63945055 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5efc137d-8ec3-48c3-8cbb-fc7ed003d49e HTTP/1.1" status: 200 len: 912 time: 0.2521949 Nov 02 11:46:29.079330 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde1573-286f-4214-bf3b-1eefbd400e9d req-ee235c5d-b7df-4e17-9f4f-1ed303f34a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:29.081093 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bbde1573-286f-4214-bf3b-1eefbd400e9d req-ee235c5d-b7df-4e17-9f4f-1ed303f34a87 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5efc137d-8ec3-48c3-8cbb-fc7ed003d49e HTTP/1.1" status: 200 len: 912 time: 0.1829834 Nov 02 11:46:29.105970 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0ca2ba9-3412-4de1-95f7-0d15faf91220 req-86b3c1cb-1c83-4056-8b4b-5441f31c898e tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013164 Nov 02 11:46:29.120168 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74c8103f-a63e-4ec2-b24d-3475a341beaf req-f4dfba3b-1cca-4824-b0d5-bd20e6367854 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 HTTP/1.1" status: 200 len: 217 time: 0.1350853 Nov 02 11:46:29.169077 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bbde1573-286f-4214-bf3b-1eefbd400e9d req-bd6570ba-db03-4875-820d-5691b0936fb1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=def269f1-2507-492b-97ec-e8827446e15c HTTP/1.1" status: 200 len: 217 time: 0.0766876 Nov 02 11:46:29.172334 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-dc526be8-7343-4827-84c3-5d29467abfc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:29.191144 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['c8b6d3e4-a501-419a-8a24-459928245fc1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:46:29.238116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-49aa30b0-a56c-4d1f-b476-d0fa40abcc15 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] For port 6d79cd9b-4f40-4c80-986e-4b22440b7eef, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6d79cd9b-4f40-4c80-986e-4b22440b7eef,segment=NetworkSegment(4901a732-2836-43c0-b3cf-63c3eda49b9b),segment_id=4901a732-2836-43c0-b3cf-63c3eda49b9b)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:29.238635 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-49aa30b0-a56c-4d1f-b476-d0fa40abcc15 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:29.256051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8103f-a63e-4ec2-b24d-3475a341beaf req-19855579-780e-4253-9b58-59c7b7af906d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:29.257541 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74c8103f-a63e-4ec2-b24d-3475a341beaf req-19855579-780e-4253-9b58-59c7b7af906d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d0cfb668-d4d9-430d-a871-912d4c5cdf64 HTTP/1.1" status: 200 len: 851 time: 0.1273789 Nov 02 11:46:29.271912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-49aa30b0-a56c-4d1f-b476-d0fa40abcc15 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Calling delete_port for 6d79cd9b-4f40-4c80-986e-4b22440b7eef owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:29.283244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-897086d3-6dc2-441d-837c-6bfff6edd860 req-eaee32ec-172d-41fb-8839-9c827290178b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] For port 384afe57-fd7a-4f53-b703-3ba5e58b9a18, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=384afe57-fd7a-4f53-b703-3ba5e58b9a18,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:29.283649 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-897086d3-6dc2-441d-837c-6bfff6edd860 req-eaee32ec-172d-41fb-8839-9c827290178b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:29.290301 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc526be8-7343-4827-84c3-5d29467abfc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Pushing event updated for resources: {'Port': ['ID=5002a65d-614c-4fec-85c9-6d50c264b08d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:29.327494 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74c8103f-a63e-4ec2-b24d-3475a341beaf req-9fc7ce3a-537b-4cd5-a536-6d197827b571 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5efc137d-8ec3-48c3-8cbb-fc7ed003d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574396 Nov 02 11:46:29.372201 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-dc526be8-7343-4827-84c3-5d29467abfc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Network 3527606c-8d24-496c-bab1-118ac8ae07ec is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:46:29.389118 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-897086d3-6dc2-441d-837c-6bfff6edd860 req-eaee32ec-172d-41fb-8839-9c827290178b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Calling delete_port for 384afe57-fd7a-4f53-b703-3ba5e58b9a18 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:29.451973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-dc526be8-7343-4827-84c3-5d29467abfc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:46:29.471889 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde1573-286f-4214-bf3b-1eefbd400e9d req-1fe999e1-a94b-4378-8b02-d27f3393a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:29.481666 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bbde1573-286f-4214-bf3b-1eefbd400e9d req-1fe999e1-a94b-4378-8b02-d27f3393a3aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d0cfb668-d4d9-430d-a871-912d4c5cdf64 HTTP/1.1" status: 200 len: 851 time: 0.2077894 Nov 02 11:46:29.483469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-dc526be8-7343-4827-84c3-5d29467abfc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:46:29.608971 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bbde1573-286f-4214-bf3b-1eefbd400e9d req-9bcbdb59-9bb3-48b6-8d62-899c0c3e3b89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5efc137d-8ec3-48c3-8cbb-fc7ed003d49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592790 Nov 02 11:46:29.623682 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-dc526be8-7343-4827-84c3-5d29467abfc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:29.624601 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-dc526be8-7343-4827-84c3-5d29467abfc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:29.701067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d222f3e-38c1-4e09-b43e-e346c10b15fc req-777cf707-fb03-4e5d-ab23-b3f57519bf7b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:29.709817 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8d222f3e-38c1-4e09-b43e-e346c10b15fc req-777cf707-fb03-4e5d-ab23-b3f57519bf7b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 943 time: 0.4210355 Nov 02 11:46:29.792466 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-dc526be8-7343-4827-84c3-5d29467abfc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0386965 Nov 02 11:46:29.814424 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Request body: {'port': {'device_id': 'dd5b44ff-939e-4d72-a5b2-48d8f3588653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:29.924636 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8d222f3e-38c1-4e09-b43e-e346c10b15fc req-470fdef9-e4bf-4805-b298-4b36aa60eeeb tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140217 Nov 02 11:46:29.929811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74c8103f-a63e-4ec2-b24d-3475a341beaf req-d2894354-a621-44a5-9ade-64b7bbbac884 service neutron] 10.222.0.79 "GET /v2.0/networks/5efc137d-8ec3-48c3-8cbb-fc7ed003d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5918579 Nov 02 11:46:29.936243 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bbde1573-286f-4214-bf3b-1eefbd400e9d req-5decc8f0-58b2-46a9-aa8c-b0f2dccdbe9d service neutron] 10.222.0.54 "GET /v2.0/networks/5efc137d-8ec3-48c3-8cbb-fc7ed003d49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869158 Nov 02 11:46:29.960152 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-350d8a99-fc8f-4407-b064-8bcfc0736171 None None] Provisioning complete for port 5002a65d-614c-4fec-85c9-6d50c264b08d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:29.963904 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-350d8a99-fc8f-4407-b064-8bcfc0736171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:30.019671 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-350d8a99-fc8f-4407-b064-8bcfc0736171 None None] Port 5002a65d-614c-4fec-85c9-6d50c264b08d cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:46:30.060476 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:30.206635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29106853-5f47-4c6c-8413-1fd462473050 req-8f45c22b-889b-4bfb-b3d5-0d8ea13c79b4 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:30.208968 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29106853-5f47-4c6c-8413-1fd462473050 req-8f45c22b-889b-4bfb-b3d5-0d8ea13c79b4 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 931 time: 0.7540848 Nov 02 11:46:30.209659 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-49aa30b0-a56c-4d1f-b476-d0fa40abcc15 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:30.212934 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74c8103f-a63e-4ec2-b24d-3475a341beaf req-b934b7fc-8da1-41a0-a309-1d8d8d958a2a service neutron] 10.222.0.79 "GET /v2.0/networks/5efc137d-8ec3-48c3-8cbb-fc7ed003d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512215 Nov 02 11:46:30.260322 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bbde1573-286f-4214-bf3b-1eefbd400e9d req-8fa6d6ee-1aea-4ec2-ae9f-a5cae3c19ad3 service neutron] 10.222.0.54 "GET /v2.0/networks/5efc137d-8ec3-48c3-8cbb-fc7ed003d49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790244 Nov 02 11:46:30.284012 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa30b0-a56c-4d1f-b476-d0fa40abcc15 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event deleted for resources: {'Port': ['ID=6d79cd9b-4f40-4c80-986e-4b22440b7eef,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:30.305188 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4d3d3cd7-6bc2-43f2-ac3d-086de32992a5 req-780472bf-abe4-4591-8fd7-c705cb3dc62f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 210 time: 0.1199684 Nov 02 11:46:30.306264 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-897086d3-6dc2-441d-837c-6bfff6edd860 req-eaee32ec-172d-41fb-8839-9c827290178b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:30.428218 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee32ec-172d-41fb-8839-9c827290178b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Pushing event deleted for resources: {'Port': ['ID=384afe57-fd7a-4f53-b703-3ba5e58b9a18,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:30.456434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e651e4e6-b690-4647-82b2-242429d23568 admin admin] Deleting port 7646490a-575b-4d87-b6fa-f42170c776e9 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:30.456875 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e651e4e6-b690-4647-82b2-242429d23568 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:30.469453 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-49aa30b0-a56c-4d1f-b476-d0fa40abcc15 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] No DVR routers for this DVR port 6d79cd9b-4f40-4c80-986e-4b22440b7eef on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:46:30.473546 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-49aa30b0-a56c-4d1f-b476-d0fa40abcc15 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:30.478189 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-49aa30b0-a56c-4d1f-b476-d0fa40abcc15 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.54 "DELETE /v2.0/ports/6d79cd9b-4f40-4c80-986e-4b22440b7eef HTTP/1.1" status: 204 len: 173 time: 2.1266406 Nov 02 11:46:30.557722 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:46:30.596470 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5002a65d-614c-4fec-85c9-6d50c264b08d {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:46:30.605375 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:30.619957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Transition to ACTIVE for port object 5002a65d-614c-4fec-85c9-6d50c264b08d will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:46:30.632034 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dbc5a-c259-4f95-8df0-5eea186df5bb req-55882e5e-39cb-4c58-a48c-60c9e24b5c0c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:30.632527 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c50dbc5a-c259-4f95-8df0-5eea186df5bb req-55882e5e-39cb-4c58-a48c-60c9e24b5c0c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 946 time: 0.1978743 Nov 02 11:46:30.714278 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:30.800562 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Pushing event updated for resources: {'Port': ['ID=5002a65d-614c-4fec-85c9-6d50c264b08d,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:30.812167 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=324c0ce5-4ff3-4c91-87dc-f6ab776e69c2,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:30.834205 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c50dbc5a-c259-4f95-8df0-5eea186df5bb req-3f18e23e-4d94-4aef-ac05-76ec480611dd tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927438 Nov 02 11:46:30.866367 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '324c0ce5-4ff3-4c91-87dc-f6ab776e69c2', 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e', 'port_id': '324c0ce5-4ff3-4c91-87dc-f6ab776e69c2', 'mac_address': 'fa:16:3e:33:d7:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0cfb668-d4d9-430d-a871-912d4c5cdf64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:46:31.019341 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:31.046948 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:46:31.085793 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Attempting to bind port 5002a65d-614c-4fec-85c9-6d50c264b08d on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:46:31.085793 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Attempting to bind port 5002a65d-614c-4fec-85c9-6d50c264b08d by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:46:31.085793 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Attempting to bind port 5002a65d-614c-4fec-85c9-6d50c264b08d on network 3527606c-8d24-496c-bab1-118ac8ae07ec {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:46:31.099506 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=324c0ce5-4ff3-4c91-87dc-f6ab776e69c2,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:31.132054 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Port 5002a65d-614c-4fec-85c9-6d50c264b08d on network 3527606c-8d24-496c-bab1-118ac8ae07ec not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:46:31.132376 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Attempting to bind port 5002a65d-614c-4fec-85c9-6d50c264b08d on network 3527606c-8d24-496c-bab1-118ac8ae07ec {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:46:31.150402 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:46:31.150638 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Checking segment: {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:46:31.151047 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Bound using segment: {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:46:31.151488 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Bound port: 5002a65d-614c-4fec-85c9-6d50c264b08d, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:46:31.151857 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:31.191599 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:31.206228 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37914e-ec15-4839-b477-765278f46132 req-e2abdea5-fb35-4222-a4a6-ae9df2daff8d tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:31.210897 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ec37914e-ec15-4839-b477-765278f46132 req-e2abdea5-fb35-4222-a4a6-ae9df2daff8d tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 943 time: 0.1410296 Nov 02 11:46:31.279757 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] For port 5002a65d-614c-4fec-85c9-6d50c264b08d, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:46:31.281299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f', 'name': 'network-vif-deleted', 'tag': '6d79cd9b-4f40-4c80-986e-4b22440b7eef'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:31.283650 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef7d787-18ba-4103-bb7b-2cd3dc04a3c0" -d '{"events": [{"server_uuid": "21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f", "name": "network-vif-deleted", "tag": "6d79cd9b-4f40-4c80-986e-4b22440b7eef"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:31.283813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] For port 5002a65d-614c-4fec-85c9-6d50c264b08d, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=5002a65d-614c-4fec-85c9-6d50c264b08d,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:46:31.325664 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=324c0ce5-4ff3-4c91-87dc-f6ab776e69c2,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:31.351719 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29106853-5f47-4c6c-8413-1fd462473050 req-cdc9a5af-9940-4dd7-9b55-6df10fa2ff66 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0687904 Nov 02 11:46:31.370076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-897086d3-6dc2-441d-837c-6bfff6edd860 req-eaee32ec-172d-41fb-8839-9c827290178b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] No DVR routers for this DVR port 384afe57-fd7a-4f53-b703-3ba5e58b9a18 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:46:31.370076 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-897086d3-6dc2-441d-837c-6bfff6edd860 req-eaee32ec-172d-41fb-8839-9c827290178b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:31.372664 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-897086d3-6dc2-441d-837c-6bfff6edd860 req-eaee32ec-172d-41fb-8839-9c827290178b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.54 "DELETE /v2.0/ports/384afe57-fd7a-4f53-b703-3ba5e58b9a18 HTTP/1.1" status: 204 len: 173 time: 3.0380011 Nov 02 11:46:31.392646 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:31.423955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-e651e4e6-b690-4647-82b2-242429d23568 admin admin] For port 7646490a-575b-4d87-b6fa-f42170c776e9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7646490a-575b-4d87-b6fa-f42170c776e9,segment=NetworkSegment(3d6da19a-b234-404e-9369-53e195983395),segment_id=3d6da19a-b234-404e-9369-53e195983395)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:31.424343 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e651e4e6-b690-4647-82b2-242429d23568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:31.437343 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['324c0ce5-4ff3-4c91-87dc-f6ab776e69c2'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:46:31.438007 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-a86ca598-a337-44aa-994f-a9edc2f769f6 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Deleting port 40232d55-91f2-4f62-8067-be546fb633c1 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:31.438467 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-a86ca598-a337-44aa-994f-a9edc2f769f6 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:31.455691 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:31.460722 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:31.462318 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] 10.222.0.79 "PUT /v2.0/ports/5002a65d-614c-4fec-85c9-6d50c264b08d HTTP/1.1" status: 200 len: 1092 time: 1.6570272 Nov 02 11:46:31.462895 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5b44ff-939e-4d72-a5b2-48d8f3588653', 'tag': '5002a65d-614c-4fec-85c9-6d50c264b08d'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:31.468576 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7dc4d3-8d7c-4c1a-9014-41d52d871585" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5b44ff-939e-4d72-a5b2-48d8f3588653", "tag": "5002a65d-614c-4fec-85c9-6d50c264b08d"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:31.501724 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e651e4e6-b690-4647-82b2-242429d23568 admin admin] Calling delete_port for 7646490a-575b-4d87-b6fa-f42170c776e9 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:31.545256 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ec37914e-ec15-4839-b477-765278f46132 req-8cf01a33-4e16-445b-a55f-9da0cba56fb6 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599335 Nov 02 11:46:31.740484 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c40389-0eb9-4f76-b756-36ac66ecc6bd x-openstack-request-id: req-25c40389-0eb9-4f76-b756-36ac66ecc6bd {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:31.740802 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f", "name": "network-vif-deleted", "tag": "6d79cd9b-4f40-4c80-986e-4b22440b7eef", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:31.740907 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-25c40389-0eb9-4f76-b756-36ac66ecc6bd {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:31.741355 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f', 'name': 'network-vif-deleted', 'tag': '6d79cd9b-4f40-4c80-986e-4b22440b7eef', 'status': 'completed', 'code': 200} Nov 02 11:46:31.766740 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dd607-4081-490e-b80c-cea50d87e643 service neutron] Pushing event updated for resources: {'Port': ['ID=5002a65d-614c-4fec-85c9-6d50c264b08d,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:31.784225 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bec2401-539a-4b84-86ef-c2092fb1d27e x-openstack-request-id: req-6bec2401-539a-4b84-86ef-c2092fb1d27e {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:31.785454 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5b44ff-939e-4d72-a5b2-48d8f3588653", "tag": "5002a65d-614c-4fec-85c9-6d50c264b08d", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:31.786139 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6bec2401-539a-4b84-86ef-c2092fb1d27e {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:31.795329 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5b44ff-939e-4d72-a5b2-48d8f3588653', 'tag': '5002a65d-614c-4fec-85c9-6d50c264b08d', 'status': 'completed', 'code': 200} Nov 02 11:46:31.849027 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-c4003e3f-6f99-418d-89ab-e9e1870754c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:31.850745 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-c4003e3f-6f99-418d-89ab-e9e1870754c3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 1095 time: 0.2060289 Nov 02 11:46:31.913959 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-42b3786a-fa1d-48fc-a1ed-d0e3b35ffc1b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5002a65d-614c-4fec-85c9-6d50c264b08d HTTP/1.1" status: 200 len: 217 time: 0.0515792 Nov 02 11:46:31.931319 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-657cc9a0-4f46-40fe-a16d-13478407af08 req-21d828cd-f19f-4541-9bab-0f33b917524f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 210 time: 0.1464031 Nov 02 11:46:31.943442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-a86ca598-a337-44aa-994f-a9edc2f769f6 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] For port 40232d55-91f2-4f62-8067-be546fb633c1, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=40232d55-91f2-4f62-8067-be546fb633c1,segment=NetworkSegment(de00097f-89f1-4032-9fd9-d696e0eced3a),segment_id=de00097f-89f1-4032-9fd9-d696e0eced3a)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:31.943913 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-a86ca598-a337-44aa-994f-a9edc2f769f6 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:31.965299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-a86ca598-a337-44aa-994f-a9edc2f769f6 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Calling delete_port for 40232d55-91f2-4f62-8067-be546fb633c1 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:32.026497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-576324c5-498f-46d7-bc2a-c1d478cadfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:32.030042 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-576324c5-498f-46d7-bc2a-c1d478cadfae service neutron] 10.222.0.79 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.1084890 Nov 02 11:46:32.061842 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367e7c6-9b6f-48cb-a7e6-f52924b0feeb req-5370f5f2-1022-4ea6-bbdc-74d26c5a4024 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:32.070206 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5367e7c6-9b6f-48cb-a7e6-f52924b0feeb req-5370f5f2-1022-4ea6-bbdc-74d26c5a4024 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 946 time: 0.1320341 Nov 02 11:46:32.124331 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device def269f1-2507-492b-97ec-e8827446e15c details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:46:32.129444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 6d79cd9b-4f40-4c80-986e-4b22440b7eef no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:46:32.140601 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-3bd4d5bc-f36c-49d9-8710-69618c2139d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:32.142473 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-3bd4d5bc-f36c-49d9-8710-69618c2139d4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023438 Nov 02 11:46:32.152709 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5367e7c6-9b6f-48cb-a7e6-f52924b0feeb req-d97c2470-7109-41f2-a420-5b899499799c tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/security-groups?id=d35fc4b3-f407-429e-b81b-bb16c887f203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816355 Nov 02 11:46:32.173748 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 6d79cd9b-4f40-4c80-986e-4b22440b7eef {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:46:32.174094 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 6d79cd9b-4f40-4c80-986e-4b22440b7eef not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:46:32.174517 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 40232d55-91f2-4f62-8067-be546fb633c1 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:46:32.264612 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-c4a59c67-e479-48ca-b54c-6d15893417c3 service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106222 Nov 02 11:46:32.375366 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-54af8dc8-a181-492d-8bc1-a64582826fb8 req-e7cd0bc8-1ad3-48d9-8858-24cd882bfca6 service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035011 Nov 02 11:46:32.475061 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port def269f1-2507-492b-97ec-e8827446e15c, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=def269f1-2507-492b-97ec-e8827446e15c,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:32.487031 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:32.490649 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e651e4e6-b690-4647-82b2-242429d23568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:32.493406 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-a86ca598-a337-44aa-994f-a9edc2f769f6 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:32.512196 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'def269f1-2507-492b-97ec-e8827446e15c', 'network_id': '5efc137d-8ec3-48c3-8cbb-fc7ed003d49e', 'port_id': 'def269f1-2507-492b-97ec-e8827446e15c', 'mac_address': 'fa:16:3e:82:02:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0cfb668-d4d9-430d-a871-912d4c5cdf64', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:46:32.536824 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 384afe57-fd7a-4f53-b703-3ba5e58b9a18 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:46:32.546090 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4bfc5-0e95-47ea-b98f-74c384cedafd req-61172a6f-4906-4316-9f3e-18981f0bd1df tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:32.547740 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ccd4bfc5-0e95-47ea-b98f-74c384cedafd req-61172a6f-4906-4316-9f3e-18981f0bd1df tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 943 time: 0.1181347 Nov 02 11:46:32.551960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651e4e6-b690-4647-82b2-242429d23568 admin admin] Pushing event deleted for resources: {'Port': ['ID=7646490a-575b-4d87-b6fa-f42170c776e9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:32.587063 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:46:32.592300 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 384afe57-fd7a-4f53-b703-3ba5e58b9a18 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:46:32.593006 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 384afe57-fd7a-4f53-b703-3ba5e58b9a18 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:46:32.653344 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:32.692509 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def269f1-2507-492b-97ec-e8827446e15c {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:46:32.744632 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port def269f1-2507-492b-97ec-e8827446e15c, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=def269f1-2507-492b-97ec-e8827446e15c,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:32.754514 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dc4d3-8d7c-4c1a-9014-41d52d871585 req-522ae2e2-1301-4e20-898f-166c64a70a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:32.755951 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b7dc4d3-8d7c-4c1a-9014-41d52d871585 req-522ae2e2-1301-4e20-898f-166c64a70a29 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 1095 time: 0.1868198 Nov 02 11:46:32.760897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ca598-a337-44aa-994f-a9edc2f769f6 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event deleted for resources: {'Port': ['ID=40232d55-91f2-4f62-8067-be546fb633c1,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:32.794103 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab90197-8d37-4ccf-88e9-dc31ec0d550e req-b5026334-de0e-4d03-a017-17631c44ab4b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:32.810010 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ab90197-8d37-4ccf-88e9-dc31ec0d550e req-b5026334-de0e-4d03-a017-17631c44ab4b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 943 time: 0.1410768 Nov 02 11:46:32.844590 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-a86ca598-a337-44aa-994f-a9edc2f769f6 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] No DVR routers for this DVR port 40232d55-91f2-4f62-8067-be546fb633c1 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:46:32.883981 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:32.888170 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-a86ca598-a337-44aa-994f-a9edc2f769f6 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:32.892740 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ca54411e-1052-48fd-a34a-5cf13c034e8e req-a86ca598-a337-44aa-994f-a9edc2f769f6 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.54 "DELETE /v2.0/ports/40232d55-91f2-4f62-8067-be546fb633c1 HTTP/1.1" status: 204 len: 173 time: 2.3859038 Nov 02 11:46:32.922451 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ccd4bfc5-0e95-47ea-b98f-74c384cedafd req-921fbaaf-da75-4ccf-bd7c-faaebc169fbd tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579204 Nov 02 11:46:33.040154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=def269f1-2507-492b-97ec-e8827446e15c,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:33.076981 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:46:33.086165 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:33.086960 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:33.212920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['def269f1-2507-492b-97ec-e8827446e15c'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:46:33.266474 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ab90197-8d37-4ccf-88e9-dc31ec0d550e req-a260d969-5511-44e8-b938-7b62312a23ab tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555361 Nov 02 11:46:33.277124 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d65583f-3a43-4001-a995-9cbdefb4ce74 req-afe7ce08-da49-4bd7-bd94-d4246cdf23f3 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=9c21848e-5a4b-4bc7-a79f-14f69ae2c600 HTTP/1.1" status: 200 len: 210 time: 0.0740025 Nov 02 11:46:33.278381 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dc4d3-8d7c-4c1a-9014-41d52d871585 req-1007397a-e784-4399-a787-12a440083d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:33.281645 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b7dc4d3-8d7c-4c1a-9014-41d52d871585 req-1007397a-e784-4399-a787-12a440083d8b service neutron] 10.222.0.79 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.4695816 Nov 02 11:46:33.342594 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e651e4e6-b690-4647-82b2-242429d23568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:33.425431 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b7dc4d3-8d7c-4c1a-9014-41d52d871585 req-04a6f9a6-4992-4950-b357-6c2532cb07ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5002a65d-614c-4fec-85c9-6d50c264b08d HTTP/1.1" status: 200 len: 217 time: 0.1355827 Nov 02 11:46:33.525261 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:33.629390 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290b05aa-f6d1-45b8-8568-f963ad724758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324c0ce5-4ff3-4c91-87dc-f6ab776e69c2'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:33.633155 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc1eafd-4908-42ee-80bb-998e699e3271" -d '{"events": [{"server_uuid": "290b05aa-f6d1-45b8-8568-f963ad724758", "name": "network-vif-plugged", "status": "completed", "tag": "324c0ce5-4ff3-4c91-87dc-f6ab776e69c2"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:33.640169 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2e9e761c-1880-4c19-a336-a50ab971aef8 req-66d4c788-87a7-440d-9af9-88e508ae7023 tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "GET /v2.0/ports?device_id=21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f HTTP/1.1" status: 200 len: 210 time: 0.0613599 Nov 02 11:46:33.665768 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dc4d3-8d7c-4c1a-9014-41d52d871585 req-1cf64509-4f4a-4e0b-87b6-6e8a0796d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:33.667283 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b7dc4d3-8d7c-4c1a-9014-41d52d871585 req-1cf64509-4f4a-4e0b-87b6-6e8a0796d221 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.2325065 Nov 02 11:46:33.693093 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=324c0ce5-4ff3-4c91-87dc-f6ab776e69c2,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:33.710803 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50facc24-a45b-4389-84a7-910ca57f3848 x-openstack-request-id: req-50facc24-a45b-4389-84a7-910ca57f3848 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:33.721576 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290b05aa-f6d1-45b8-8568-f963ad724758", "name": "network-vif-plugged", "status": "completed", "tag": "324c0ce5-4ff3-4c91-87dc-f6ab776e69c2", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:33.722439 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50facc24-a45b-4389-84a7-910ca57f3848 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:33.722608 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290b05aa-f6d1-45b8-8568-f963ad724758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324c0ce5-4ff3-4c91-87dc-f6ab776e69c2', 'code': 200} Nov 02 11:46:33.766879 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:33.808704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c21848e-5a4b-4bc7-a79f-14f69ae2c600', 'name': 'network-vif-deleted', 'tag': '384afe57-fd7a-4f53-b703-3ba5e58b9a18'}, {'server_uuid': '21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f', 'name': 'network-vif-deleted', 'tag': '40232d55-91f2-4f62-8067-be546fb633c1'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:33.809339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dc4d3-8d7c-4c1a-9014-41d52d871585 req-3aa7974b-3fa4-4219-acff-a6ce9b449317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:33.811060 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b7dc4d3-8d7c-4c1a-9014-41d52d871585 req-3aa7974b-3fa4-4219-acff-a6ce9b449317 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1364572 Nov 02 11:46:33.812503 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee13206-d959-4889-8cae-908c512f3e36" -d '{"events": [{"server_uuid": "9c21848e-5a4b-4bc7-a79f-14f69ae2c600", "name": "network-vif-deleted", "tag": "384afe57-fd7a-4f53-b703-3ba5e58b9a18"}, {"server_uuid": "21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f", "name": "network-vif-deleted", "tag": "40232d55-91f2-4f62-8067-be546fb633c1"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:33.836082 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e651e4e6-b690-4647-82b2-242429d23568 admin admin] Router 6a036490-3cfe-43b4-970c-d8a5e11174a3 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:46:33.840259 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=324c0ce5-4ff3-4c91-87dc-f6ab776e69c2,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:33.934424 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56bd829-d720-4871-87dd-1fc416f0344c x-openstack-request-id: req-a56bd829-d720-4871-87dd-1fc416f0344c {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:33.934424 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c21848e-5a4b-4bc7-a79f-14f69ae2c600", "name": "network-vif-deleted", "tag": "384afe57-fd7a-4f53-b703-3ba5e58b9a18", "status": "completed", "code": 200}, {"server_uuid": "21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f", "name": "network-vif-deleted", "tag": "40232d55-91f2-4f62-8067-be546fb633c1", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:33.934424 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a56bd829-d720-4871-87dd-1fc416f0344c {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:33.934424 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c21848e-5a4b-4bc7-a79f-14f69ae2c600', 'name': 'network-vif-deleted', 'tag': '384afe57-fd7a-4f53-b703-3ba5e58b9a18', 'status': 'completed', 'code': 200} Nov 02 11:46:33.934424 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d5a288-9dc4-4907-b6d8-8b5d15ff4c0f', 'name': 'network-vif-deleted', 'tag': '40232d55-91f2-4f62-8067-be546fb633c1', 'status': 'completed', 'code': 200} Nov 02 11:46:33.986051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1b0a1-5c51-49d1-b9cf-bd84dc960f17 req-ae6d50b0-a3a0-4419-a360-1c7d6ab9b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:33.987593 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b7dc4d3-8d7c-4c1a-9014-41d52d871585 req-5cc52bf7-807b-4cf6-90ae-980e746956f8 service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573396 Nov 02 11:46:33.987851 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ddf1b0a1-5c51-49d1-b9cf-bd84dc960f17 req-ae6d50b0-a3a0-4419-a360-1c7d6ab9b35a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=290b05aa-f6d1-45b8-8568-f963ad724758 HTTP/1.1" status: 200 len: 1097 time: 0.1502104 Nov 02 11:46:34.146240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e651e4e6-b690-4647-82b2-242429d23568 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:46:34.160230 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61edfcf1-07d4-4295-bb34-67774181a8ba None None] Sync routers for ids ['6a036490-3cfe-43b4-970c-d8a5e11174a3'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:46:34.172592 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4b7dc4d3-8d7c-4c1a-9014-41d52d871585 req-569d691b-787c-4d69-a160-97fbf13f0ebf service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712379 Nov 02 11:46:34.183891 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61edfcf1-07d4-4295-bb34-67774181a8ba None None] Routers {'6a036490-3cfe-43b4-970c-d8a5e11174a3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:46:34.184892 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-61edfcf1-07d4-4295-bb34-67774181a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:46:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a036490-3cfe-43b4-970c-d8a5e11174a3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:34.228072 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e651e4e6-b690-4647-82b2-242429d23568 admin admin] 10.222.0.52 "PUT /v2.0/routers/6a036490-3cfe-43b4-970c-d8a5e11174a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9693110 Nov 02 11:46:34.229637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38554) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:34.362721 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ddf1b0a1-5c51-49d1-b9cf-bd84dc960f17 req-33edeb30-f4c6-4c33-9646-e81b36d4d2fb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213758 Nov 02 11:46:34.383777 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00ff27-49e7-4dcf-8066-db72defadf18 req-067ae842-c191-4005-8533-9239c6e3f6a7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:34.400053 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b00ff27-49e7-4dcf-8066-db72defadf18 req-067ae842-c191-4005-8533-9239c6e3f6a7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 943 time: 0.3622625 Nov 02 11:46:34.457712 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-61edfcf1-07d4-4295-bb34-67774181a8ba None None] Set router 6a036490-3cfe-43b4-970c-d8a5e11174a3 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:46:34.666462 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34dacb-03e2-48d0-9e54-e58f9e1c7db3 req-3cd9d89e-1ebb-40ad-852f-ad6cfed3ff64 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:34.669277 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bf34dacb-03e2-48d0-9e54-e58f9e1c7db3 req-3cd9d89e-1ebb-40ad-852f-ad6cfed3ff64 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 944 time: 0.2284493 Nov 02 11:46:34.686779 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b00ff27-49e7-4dcf-8066-db72defadf18 req-17f89cd7-0d84-4d35-b7b8-01a57ea1a19f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856796 Nov 02 11:46:34.774495 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b8deb3d5-df69-4c97-b4b3-fa6ce3e3e21f admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:34.780739 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-61edfcf1-07d4-4295-bb34-67774181a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'name': 'tempest-ServersTestManualDisk-442744179-router', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:54Z', 'updated_at': '2021-11-02T11:46:32Z', 'revision_number': 5, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'gw_port': {'id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:55Z', 'updated_at': '2021-11-02T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:34.842913 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61edfcf1-07d4-4295-bb34-67774181a8ba None None] Checking router: 6a036490-3cfe-43b4-970c-d8a5e11174a3 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:46:34.855270 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61edfcf1-07d4-4295-bb34-67774181a8ba None None] Routers {'6a036490-3cfe-43b4-970c-d8a5e11174a3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:46:34.856149 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-61edfcf1-07d4-4295-bb34-67774181a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:46:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a036490-3cfe-43b4-970c-d8a5e11174a3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:34.898787 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 38582) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:34.907917 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b8deb3d5-df69-4c97-b4b3-fa6ce3e3e21f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:34.922478 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bf34dacb-03e2-48d0-9e54-e58f9e1c7db3 req-3d59ddee-c4aa-480f-99c7-842b424713c6 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374852 Nov 02 11:46:34.973280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b57a839-25d8-43d8-a924-c476824f0f7b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Deleting subnet fd015043-2c20-46be-8120-a34f98d9d740 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:46:34.979506 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b57a839-25d8-43d8-a924-c476824f0f7b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:35.037407 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b57a839-25d8-43d8-a924-c476824f0f7b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:35.094548 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-61edfcf1-07d4-4295-bb34-67774181a8ba None None] Set router 6a036490-3cfe-43b4-970c-d8a5e11174a3 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:46:35.140369 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b8deb3d5-df69-4c97-b4b3-fa6ce3e3e21f admin admin] Deleting port 4f4995df-6140-41d4-b831-fd7cdf42e8b4 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:35.141017 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b8deb3d5-df69-4c97-b4b3-fa6ce3e3e21f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:35.153456 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59e74-2821-4711-a55b-84f5133bce06 req-be2b1361-80cb-4c73-82ca-ed1ea353339f tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:35.155461 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7e59e74-2821-4711-a55b-84f5133bce06 req-be2b1361-80cb-4c73-82ca-ed1ea353339f tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96 HTTP/1.1" status: 200 len: 950 time: 0.0796070 Nov 02 11:46:35.193170 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b57a839-25d8-43d8-a924-c476824f0f7b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:35.258070 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7e59e74-2821-4711-a55b-84f5133bce06 req-b969f8a5-c530-4104-94eb-b5a1da6a2603 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917988 Nov 02 11:46:35.310308 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-b8deb3d5-df69-4c97-b4b3-fa6ce3e3e21f admin admin] For port 4f4995df-6140-41d4-b831-fd7cdf42e8b4, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4f4995df-6140-41d4-b831-fd7cdf42e8b4,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:35.310974 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b8deb3d5-df69-4c97-b4b3-fa6ce3e3e21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:35.331811 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b8deb3d5-df69-4c97-b4b3-fa6ce3e3e21f admin admin] Calling delete_port for 4f4995df-6140-41d4-b831-fd7cdf42e8b4 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:35.367734 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-61edfcf1-07d4-4295-bb34-67774181a8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'name': 'tempest-ServersTestManualDisk-442744179-router', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:54Z', 'updated_at': '2021-11-02T11:46:32Z', 'revision_number': 5, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'gw_port': {'id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:55Z', 'updated_at': '2021-11-02T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:35.372576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-7ba56c33-35fb-4b5a-9e99-297fadc9d0a2 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:35.374602 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-7ba56c33-35fb-4b5a-9e99-297fadc9d0a2 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/networks?id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929 HTTP/1.1" status: 200 len: 812 time: 0.2079573 Nov 02 11:46:35.410470 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-1944f5fc-159c-4878-879c-d646790824fe tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/quotas/132e4746dfee4359a0fd0da383d0d399 HTTP/1.1" status: 200 len: 375 time: 0.0221832 Nov 02 11:46:35.427956 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61edfcf1-07d4-4295-bb34-67774181a8ba None None] The sync data for ids ['6a036490-3cfe-43b4-970c-d8a5e11174a3'] in n-d-806683-18 is: [{'id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'name': 'tempest-ServersTestManualDisk-442744179-router', 'tenant_id': '4f84769d417245cf923cee90a14ce4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:43:54Z', 'updated_at': '2021-11-02T11:46:32Z', 'revision_number': 5, 'project_id': '4f84769d417245cf923cee90a14ce4c7', 'gw_port': {'id': '4f4995df-6140-41d4-b831-fd7cdf42e8b4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036490-3cfe-43b4-970c-d8a5e11174a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:43:55Z', 'updated_at': '2021-11-02T11:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:46:35.460990 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-db0c17cd-3ef8-4a09-bbb9-ec1e00604637 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493565 Nov 02 11:46:35.466165 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-0c5d747d-398b-4426-92ca-e9f28acc3211 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:46:35.474734 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-0c5d747d-398b-4426-92ca-e9f28acc3211 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0122588 Nov 02 11:46:35.483327 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b57a839-25d8-43d8-a924-c476824f0f7b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:35.533314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57a839-25d8-43d8-a924-c476824f0f7b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event deleted for resources: {'Subnet': ['ID=fd015043-2c20-46be-8120-a34f98d9d740,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:35.535228 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b57a839-25d8-43d8-a924-c476824f0f7b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:35.540332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2b57a839-25d8-43d8-a924-c476824f0f7b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "DELETE /v2.0/subnets/fd015043-2c20-46be-8120-a34f98d9d740 HTTP/1.1" status: 204 len: 168 time: 0.6396976 Nov 02 11:46:35.542919 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 38606) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:35.545400 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3182e49e-ec86-4517-b8bd-e045bad70815 None None] Network 82f07b56-7aa8-4db8-8fa6-e79ddcd72d89 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:46:35.681656 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:35.711826 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-2da69c58-960e-4d98-8041-c35f3134f2ee service neutron] 10.222.0.52 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366233 Nov 02 11:46:35.768545 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b8deb3d5-df69-4c97-b4b3-fa6ce3e3e21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:35.818185 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8deb3d5-df69-4c97-b4b3-fa6ce3e3e21f admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4995df-6140-41d4-b831-fd7cdf42e8b4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:35.831668 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3866e5b8-56ac-4c8b-8fbd-7b8f05abf598 None None] DHCP port deletion for 82f07b56-7aa8-4db8-8fa6-e79ddcd72d89 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:46:35.904455 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3866e5b8-56ac-4c8b-8fbd-7b8f05abf598 None None] Deleting port 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:35.904455 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3866e5b8-56ac-4c8b-8fbd-7b8f05abf598 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:35.904858 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Deleting port 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:35.905325 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:35.935805 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-48ab165e-2568-4883-80ea-4abba474c87b service neutron] 10.222.0.52 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946721 Nov 02 11:46:36.008933 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3866e5b8-56ac-4c8b-8fbd-7b8f05abf598 None None] For port 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228,segment=NetworkSegment(de00097f-89f1-4032-9fd9-d696e0eced3a),segment_id=de00097f-89f1-4032-9fd9-d696e0eced3a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:36.009325 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3866e5b8-56ac-4c8b-8fbd-7b8f05abf598 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.022439 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] For port 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228,segment=NetworkSegment(de00097f-89f1-4032-9fd9-d696e0eced3a),segment_id=de00097f-89f1-4032-9fd9-d696e0eced3a)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:36.023094 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.030097 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3866e5b8-56ac-4c8b-8fbd-7b8f05abf598 None None] Calling delete_port for 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:36.046102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Calling delete_port for 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:36.126577 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device def269f1-2507-492b-97ec-e8827446e15c up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:46:36.168314 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7646490a-575b-4d87-b6fa-f42170c776e9 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:46:36.202371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 7646490a-575b-4d87-b6fa-f42170c776e9 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:46:36.202766 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7646490a-575b-4d87-b6fa-f42170c776e9 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:46:36.203467 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:46:36.236955 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928855b-dcf6-4ce2-a999-9ad8d6ecfc65 req-e9d5844b-554e-45ee-a4ce-beb42964952f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:36.238565 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4928855b-dcf6-4ce2-a999-9ad8d6ecfc65 req-e9d5844b-554e-45ee-a4ce-beb42964952f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 943 time: 0.4416444 Nov 02 11:46:36.246172 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b8deb3d5-df69-4c97-b4b3-fa6ce3e3e21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.307534 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.310742 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: from cryptography.utils import int_from_bytes Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: from cryptography.utils import int_from_bytes Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.312563 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.315599 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.315599 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.315599 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.315599 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.315599 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.315599 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.315599 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.315599 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.315599 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.315599 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.315599 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.315599 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.315599 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:46:36.315599 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:46:36.328029 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3866e5b8-56ac-4c8b-8fbd-7b8f05abf598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.352886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event deleted for resources: {'Port': ['ID=9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:36.357221 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b8deb3d5-df69-4c97-b4b3-fa6ce3e3e21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.360162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] No DVR routers for this DVR port 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:46:36.361143 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b8deb3d5-df69-4c97-b4b3-fa6ce3e3e21f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.368149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port def269f1-2507-492b-97ec-e8827446e15c completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:46:36.368461 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866e5b8-56ac-4c8b-8fbd-7b8f05abf598 None None] Pushing event deleted for resources: {'Port': ['ID=9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:36.392918 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port def269f1-2507-492b-97ec-e8827446e15c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:36.393311 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.395366 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3866e5b8-56ac-4c8b-8fbd-7b8f05abf598 None None] No DVR routers for this DVR port 9b4a3746-ae6f-4b64-bca6-2e4fdbb8b228 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:46:36.455758 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4928855b-dcf6-4ce2-a999-9ad8d6ecfc65 req-9ac24e04-aad9-495f-a2e1-431ce9172620 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060733 Nov 02 11:46:36.473883 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.495551 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.514043 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f07b56-7aa8-4db8-8fa6-e79ddcd72d89']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:36.539965 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de00097f-89f1-4032-9fd9-d696e0eced3a') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:36.540328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de00097f-89f1-4032-9fd9-d696e0eced3a') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:36.556687 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.558712 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b761625-1545-482c-a0d0-ffc81d98ad6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def269f1-2507-492b-97ec-e8827446e15c'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:36.561400 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b7918b-a64a-4dba-a952-b056228d1994" -d '{"events": [{"server_uuid": "5b761625-1545-482c-a0d0-ffc81d98ad6e", "name": "network-vif-plugged", "status": "completed", "tag": "def269f1-2507-492b-97ec-e8827446e15c"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:36.575434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 5002a65d-614c-4fec-85c9-6d50c264b08d details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:46:36.586311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port def269f1-2507-492b-97ec-e8827446e15c, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=def269f1-2507-492b-97ec-e8827446e15c,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:36.604694 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b8deb3d5-df69-4c97-b4b3-fa6ce3e3e21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.605941 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8deb3d5-df69-4c97-b4b3-fa6ce3e3e21f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a036490-3cfe-43b4-970c-d8a5e11174a3 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:46:36.613235 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b8deb3d5-df69-4c97-b4b3-fa6ce3e3e21f admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.615350 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b8deb3d5-df69-4c97-b4b3-fa6ce3e3e21f admin admin] 10.222.0.52 "DELETE /v2.0/routers/6a036490-3cfe-43b4-970c-d8a5e11174a3 HTTP/1.1" status: 204 len: 168 time: 2.3843772 Nov 02 11:46:36.618018 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38624) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:36.625887 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.641739 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:46:36.642156 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:46:36.658793 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:46:36.673050 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.680825 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f93a77-0077-4892-84d6-b6e77dbb232f req-1d0ced0a-4f4d-4dc6-aa73-88db58962c8a tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:36.682414 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-24f93a77-0077-4892-84d6-b6e77dbb232f req-1d0ced0a-4f4d-4dc6-aa73-88db58962c8a tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96 HTTP/1.1" status: 200 len: 950 time: 0.1099226 Nov 02 11:46:36.702751 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed648e6d-b061-4243-8a96-ba5dd21c7d6b admin admin] Deleting subnet 8443bffa-34c8-4668-b8fe-e674bb3ecaf4 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:46:36.712346 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed648e6d-b061-4243-8a96-ba5dd21c7d6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.745481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e9a02-d800-4d38-b410-1c1a1a36de4b req-56cf29d9-6df4-40d2-83cd-643250e62b13 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:36.752703 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-230e9a02-d800-4d38-b410-1c1a1a36de4b req-56cf29d9-6df4-40d2-83cd-643250e62b13 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 944 time: 0.1935577 Nov 02 11:46:36.784172 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed648e6d-b061-4243-8a96-ba5dd21c7d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.822071 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-24f93a77-0077-4892-84d6-b6e77dbb232f req-2812eb07-e6d1-4f3a-99af-5284e77e9580 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239810 Nov 02 11:46:36.831065 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-230e9a02-d800-4d38-b410-1c1a1a36de4b req-e80e32f4-b55b-426e-972c-c97fd65eac81 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767956 Nov 02 11:46:36.853923 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.869565 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:36.883935 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "DELETE /v2.0/networks/82f07b56-7aa8-4db8-8fa6-e79ddcd72d89 HTTP/1.1" status: 204 len: 168 time: 1.3392408 Nov 02 11:46:36.884829 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 38636) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:36.889774 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=def269f1-2507-492b-97ec-e8827446e15c,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:36.915803 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed648e6d-b061-4243-8a96-ba5dd21c7d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:37.000021 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 5002a65d-614c-4fec-85c9-6d50c264b08d, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=5002a65d-614c-4fec-85c9-6d50c264b08d,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:37.002846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4615588-a450-483f-8762-d715eae2733b tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event deleted for resources: {'Network': ['ID=82f07b56-7aa8-4db8-8fa6-e79ddcd72d89,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:37.016048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-141c0ed5-7483-4466-b5e0-9300bda33fff tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Deleting subnet d8379fd3-ab18-4bbe-a315-51ebd198b32b {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:46:37.021112 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-141c0ed5-7483-4466-b5e0-9300bda33fff tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:37.025037 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '5002a65d-614c-4fec-85c9-6d50c264b08d', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'port_id': '5002a65d-614c-4fec-85c9-6d50c264b08d', 'mac_address': 'fa:16:3e:34:ac:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:46:37.029566 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e714b96d-d8cb-4d11-b9bd-2c74c7618316 x-openstack-request-id: req-e714b96d-d8cb-4d11-b9bd-2c74c7618316 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:37.030279 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b761625-1545-482c-a0d0-ffc81d98ad6e", "name": "network-vif-plugged", "status": "completed", "tag": "def269f1-2507-492b-97ec-e8827446e15c", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:37.030694 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e714b96d-d8cb-4d11-b9bd-2c74c7618316 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:37.031324 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b761625-1545-482c-a0d0-ffc81d98ad6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def269f1-2507-492b-97ec-e8827446e15c', 'code': 200} Nov 02 11:46:37.041844 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d53d2a7d-dd85-4849-8b59-00e75c59babf req-922f7dc6-dbd3-4f96-a621-7d07d3294e4a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 210 time: 0.0563748 Nov 02 11:46:37.090379 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-141c0ed5-7483-4466-b5e0-9300bda33fff tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:37.097559 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:37.100760 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed648e6d-b061-4243-8a96-ba5dd21c7d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:37.122679 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5002a65d-614c-4fec-85c9-6d50c264b08d {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:46:37.148352 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 5002a65d-614c-4fec-85c9-6d50c264b08d, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=5002a65d-614c-4fec-85c9-6d50c264b08d,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:37.153745 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed648e6d-b061-4243-8a96-ba5dd21c7d6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8443bffa-34c8-4668-b8fe-e674bb3ecaf4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:37.163415 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed648e6d-b061-4243-8a96-ba5dd21c7d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:37.165288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f627a9a-9379-4c13-a2f3-45284ad83d4f None None] Network 25cc108e-ed7c-4629-951a-e2d190810bce requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:46:37.167932 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ed648e6d-b061-4243-8a96-ba5dd21c7d6b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8443bffa-34c8-4668-b8fe-e674bb3ecaf4 HTTP/1.1" status: 204 len: 168 time: 0.5486214 Nov 02 11:46:37.170414 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38642) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:37.262912 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c74a634-8a01-4d91-befd-75ab284a38c3 req-688c8572-3a46-4d65-a703-36c153ecdb20 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2121365 Nov 02 11:46:37.274745 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73090fe6-9209-48a3-8d2a-a4bbad3913dc req-1d982080-5516-42d6-bc3b-26e2df9c07cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:37.279289 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73090fe6-9209-48a3-8d2a-a4bbad3913dc req-1d982080-5516-42d6-bc3b-26e2df9c07cb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 1097 time: 0.1147771 Nov 02 11:46:37.295189 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:37.315651 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:37.371326 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] Deleting port 483a362b-eb75-4dd7-a967-5ad496164250 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:37.372049 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:37.426299 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-141c0ed5-7483-4466-b5e0-9300bda33fff tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:37.440287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=5002a65d-614c-4fec-85c9-6d50c264b08d,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:37.491704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a634-8a01-4d91-befd-75ab284a38c3 req-b45eed9b-b21d-4969-a828-6632d9e36959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:37.493365 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c74a634-8a01-4d91-befd-75ab284a38c3 req-b45eed9b-b21d-4969-a828-6632d9e36959 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 1097 time: 0.1677833 Nov 02 11:46:37.520948 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] For port 483a362b-eb75-4dd7-a967-5ad496164250, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=483a362b-eb75-4dd7-a967-5ad496164250,segment=NetworkSegment(3d6da19a-b234-404e-9369-53e195983395),segment_id=3d6da19a-b234-404e-9369-53e195983395)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:37.520948 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:37.545344 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] Calling delete_port for 483a362b-eb75-4dd7-a967-5ad496164250 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:37.559017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['5002a65d-614c-4fec-85c9-6d50c264b08d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:46:37.565026 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dab575-3b15-44b9-b9ae-e4e71a04500c None None] DHCP port deletion for 25cc108e-ed7c-4629-951a-e2d190810bce request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:46:37.693347 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73090fe6-9209-48a3-8d2a-a4bbad3913dc req-60e9bd90-d259-40f0-9a87-0c0ec2591506 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140404 Nov 02 11:46:37.723825 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-95dab575-3b15-44b9-b9ae-e4e71a04500c None None] Deleting port 483a362b-eb75-4dd7-a967-5ad496164250 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:37.724197 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-95dab575-3b15-44b9-b9ae-e4e71a04500c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:37.758828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b49a2-2fce-417e-b459-c610a897c34b req-2316febf-df93-40a2-93ff-45c6a91768dc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:37.760394 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ae5b49a2-2fce-417e-b459-c610a897c34b req-2316febf-df93-40a2-93ff-45c6a91768dc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 944 time: 0.0708454 Nov 02 11:46:37.790055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a634-8a01-4d91-befd-75ab284a38c3 req-199dd9f9-7ee9-4c8c-9c5e-4433f536fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:37.792640 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c74a634-8a01-4d91-befd-75ab284a38c3 req-199dd9f9-7ee9-4c8c-9c5e-4433f536fa2c service neutron] 10.222.0.54 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.1698329 Nov 02 11:46:37.812068 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:37.816611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-95dab575-3b15-44b9-b9ae-e4e71a04500c None None] For port 483a362b-eb75-4dd7-a967-5ad496164250, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=483a362b-eb75-4dd7-a967-5ad496164250,segment=NetworkSegment(3d6da19a-b234-404e-9369-53e195983395),segment_id=3d6da19a-b234-404e-9369-53e195983395)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:37.818187 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-95dab575-3b15-44b9-b9ae-e4e71a04500c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:37.820119 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ae5b49a2-2fce-417e-b459-c610a897c34b req-eb0735d8-464d-49f9-abcd-6fcdd81ce643 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528266 Nov 02 11:46:37.845345 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=483a362b-eb75-4dd7-a967-5ad496164250,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:37.853757 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-95dab575-3b15-44b9-b9ae-e4e71a04500c None None] Calling delete_port for 483a362b-eb75-4dd7-a967-5ad496164250 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:37.871244 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] No DVR routers for this DVR port 483a362b-eb75-4dd7-a967-5ad496164250 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:46:37.901767 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-141c0ed5-7483-4466-b5e0-9300bda33fff tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:37.952612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c0ed5-7483-4466-b5e0-9300bda33fff tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event deleted for resources: {'Subnet': ['ID=d8379fd3-ab18-4bbe-a315-51ebd198b32b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:37.992361 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-141c0ed5-7483-4466-b5e0-9300bda33fff tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:37.995863 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-141c0ed5-7483-4466-b5e0-9300bda33fff tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "DELETE /v2.0/subnets/d8379fd3-ab18-4bbe-a315-51ebd198b32b HTTP/1.1" status: 204 len: 168 time: 1.0969131 Nov 02 11:46:38.000309 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 38668) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:38.008205 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c0467e-3a87-432a-82f1-26b9d7189c38 None None] Network 7d9c6d3f-a76f-42ba-a988-c022a6efc103 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:46:38.014121 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:38.042892 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cc108e-ed7c-4629-951a-e2d190810bce']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:38.055482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6da19a-b234-404e-9369-53e195983395') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:38.055770 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6da19a-b234-404e-9369-53e195983395') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:38.068357 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:38.092132 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:38.094730 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:46:38.095177 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:46:38.125861 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:46:38.143058 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4395255f-9d0c-4631-b0d3-3e56e48b1117 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:46:38.198828 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-95dab575-3b15-44b9-b9ae-e4e71a04500c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:38.205144 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4f4995df-6140-41d4-b831-fd7cdf42e8b4 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:46:38.282716 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4833b3-c6da-434e-939b-be6ae3b679d3 req-04841cba-a3e2-4ca5-8926-05317220643b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:38.291436 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7d4833b3-c6da-434e-939b-be6ae3b679d3 req-04841cba-a3e2-4ca5-8926-05317220643b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 945 time: 0.1668980 Nov 02 11:46:38.351819 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 4f4995df-6140-41d4-b831-fd7cdf42e8b4 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:46:38.358265 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4f4995df-6140-41d4-b831-fd7cdf42e8b4 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:46:38.360658 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 483a362b-eb75-4dd7-a967-5ad496164250 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:46:38.376618 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dab575-3b15-44b9-b9ae-e4e71a04500c None None] No DVR routers for this DVR port 483a362b-eb75-4dd7-a967-5ad496164250 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:46:38.389835 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dab575-3b15-44b9-b9ae-e4e71a04500c None None] Pushing event deleted for resources: {'Port': ['ID=483a362b-eb75-4dd7-a967-5ad496164250,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:38.398695 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:38.418612 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:38.421601 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/25cc108e-ed7c-4629-951a-e2d190810bce HTTP/1.1" status: 204 len: 168 time: 1.2479520 Nov 02 11:46:38.434049 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14767127-7b1c-4c09-bfa5-0abc77ca22d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=25cc108e-ed7c-4629-951a-e2d190810bce,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:38.456717 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 483a362b-eb75-4dd7-a967-5ad496164250 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:46:38.457400 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 483a362b-eb75-4dd7-a967-5ad496164250 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:46:38.466970 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7d4833b3-c6da-434e-939b-be6ae3b679d3 req-d2b02c1e-0721-4e7c-b54d-895f862ae4b3 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616070 Nov 02 11:46:38.538609 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:38.583328 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c74a634-8a01-4d91-befd-75ab284a38c3 req-3e21711b-2e4d-40e0-8761-2b20fc4292a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac HTTP/1.1" status: 200 len: 1000 time: 0.6394444 Nov 02 11:46:38.591934 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4395255f-9d0c-4631-b0d3-3e56e48b1117, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4395255f-9d0c-4631-b0d3-3e56e48b1117,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:38.604173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 5002a65d-614c-4fec-85c9-6d50c264b08d up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:46:38.652896 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e8c8a843-b39e-4d03-84f2-149a9c539cd2 req-d419d7cc-59d0-4756-8d5a-31d4a8963eb1 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 210 time: 0.0991080 Nov 02 11:46:38.671650 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b896b3a-e7a6-479c-9e03-08c6c7b0dce5 None None] DHCP port deletion for 7d9c6d3f-a76f-42ba-a988-c022a6efc103 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:46:38.736630 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:38.785973 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:38.797399 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5b896b3a-e7a6-479c-9e03-08c6c7b0dce5 None None] Deleting port d48a240a-2b85-4c09-9839-b9a7caae7389 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:38.797399 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5b896b3a-e7a6-479c-9e03-08c6c7b0dce5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:38.803648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a634-8a01-4d91-befd-75ab284a38c3 req-c9450635-d456-4c98-8277-5a6d2da974e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:38.805173 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c74a634-8a01-4d91-befd-75ab284a38c3 req-c9450635-d456-4c98-8277-5a6d2da974e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.1872749 Nov 02 11:46:38.871473 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Deleting port d48a240a-2b85-4c09-9839-b9a7caae7389 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:38.871978 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:39.014292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74a634-8a01-4d91-befd-75ab284a38c3 req-2b1428a0-de6a-4f17-b6ff-03c42288b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:39.016537 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c74a634-8a01-4d91-befd-75ab284a38c3 req-2b1428a0-de6a-4f17-b6ff-03c42288b08f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1936622 Nov 02 11:46:39.127170 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1543d6-c9a0-4643-b682-5d227a625026 req-52d9db18-cd33-434d-9487-5e070df856ba tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:39.127170 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f1543d6-c9a0-4643-b682-5d227a625026 req-52d9db18-cd33-434d-9487-5e070df856ba tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 944 time: 0.0912042 Nov 02 11:46:39.171203 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4395255f-9d0c-4631-b0d3-3e56e48b1117'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:39.173809 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5309c11-745c-43c0-90d3-f92218c096b3" -d '{"events": [{"server_uuid": "1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96", "name": "network-vif-unplugged", "status": "completed", "tag": "4395255f-9d0c-4631-b0d3-3e56e48b1117"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:39.177559 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38702) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:39.186944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 5002a65d-614c-4fec-85c9-6d50c264b08d completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:46:39.228037 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 5002a65d-614c-4fec-85c9-6d50c264b08d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:39.228416 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:39.231748 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c74a634-8a01-4d91-befd-75ab284a38c3 req-f2b6135e-52b1-46aa-b33d-f3685565adb4 service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019808 Nov 02 11:46:39.246076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] For port d48a240a-2b85-4c09-9839-b9a7caae7389, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d48a240a-2b85-4c09-9839-b9a7caae7389,segment=NetworkSegment(4901a732-2836-43c0-b3cf-63c3eda49b9b),segment_id=4901a732-2836-43c0-b3cf-63c3eda49b9b)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:39.246463 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:39.291882 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea132a47-e041-4907-8844-162529a1185d x-openstack-request-id: req-ea132a47-e041-4907-8844-162529a1185d {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:39.292177 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96", "name": "network-vif-unplugged", "status": "completed", "tag": "4395255f-9d0c-4631-b0d3-3e56e48b1117", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:39.296115 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea132a47-e041-4907-8844-162529a1185d {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:39.296115 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4395255f-9d0c-4631-b0d3-3e56e48b1117', 'code': 200} Nov 02 11:46:39.307998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Calling delete_port for d48a240a-2b85-4c09-9839-b9a7caae7389 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:39.321756 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=4395255f-9d0c-4631-b0d3-3e56e48b1117,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:39.327414 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-28312f9c-c815-40b6-931a-320027bc2a83 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f84769d417245cf923cee90a14ce4c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325514 Nov 02 11:46:39.337082 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38706) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:39.340110 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-5b896b3a-e7a6-479c-9e03-08c6c7b0dce5 None None] For port d48a240a-2b85-4c09-9839-b9a7caae7389, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d48a240a-2b85-4c09-9839-b9a7caae7389,segment=NetworkSegment(4901a732-2836-43c0-b3cf-63c3eda49b9b),segment_id=4901a732-2836-43c0-b3cf-63c3eda49b9b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:39.340523 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5b896b3a-e7a6-479c-9e03-08c6c7b0dce5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:39.392317 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5b896b3a-e7a6-479c-9e03-08c6c7b0dce5 None None] Calling delete_port for d48a240a-2b85-4c09-9839-b9a7caae7389 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:39.443128 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f1543d6-c9a0-4643-b682-5d227a625026 req-2a93f645-01fd-433e-a4c0-83f82de5df27 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066645 Nov 02 11:46:39.515406 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c74a634-8a01-4d91-befd-75ab284a38c3 req-2cba5969-9c60-4e8c-ba64-bfcdba3a8983 service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640064 Nov 02 11:46:39.529141 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-97dc25d4-b361-46d7-88d3-43e3b384790e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:39.581398 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:39.584679 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-97dc25d4-b361-46d7-88d3-43e3b384790e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:39.670495 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 5002a65d-614c-4fec-85c9-6d50c264b08d, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=5002a65d-614c-4fec-85c9-6d50c264b08d,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:39.694056 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:39.695582 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5b896b3a-e7a6-479c-9e03-08c6c7b0dce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:39.743332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02354fd-087f-4b58-9e85-2b794027e3e8 req-8f7c59c7-2875-478c-8d4d-9cfba0dd42ab tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:39.750385 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d02354fd-087f-4b58-9e85-2b794027e3e8 req-8f7c59c7-2875-478c-8d4d-9cfba0dd42ab tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 945 time: 0.1125655 Nov 02 11:46:39.752401 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event deleted for resources: {'Port': ['ID=d48a240a-2b85-4c09-9839-b9a7caae7389,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:39.796298 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b896b3a-e7a6-479c-9e03-08c6c7b0dce5 None None] No DVR routers for this DVR port d48a240a-2b85-4c09-9839-b9a7caae7389 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:46:39.804026 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:39.813393 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b896b3a-e7a6-479c-9e03-08c6c7b0dce5 None None] Pushing event deleted for resources: {'Port': ['ID=d48a240a-2b85-4c09-9839-b9a7caae7389,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:39.818609 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] No DVR routers for this DVR port d48a240a-2b85-4c09-9839-b9a7caae7389 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:46:39.818793 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0cf630b8-fefa-47e2-9fe3-38034bc2f0df req-ca018f29-e3fe-4057-a15c-68e13174b04c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 210 time: 0.0649745 Nov 02 11:46:39.830459 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d02354fd-087f-4b58-9e85-2b794027e3e8 req-49b987e4-66a0-4909-94b4-3e97d7658d9b tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791066 Nov 02 11:46:39.837152 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-97dc25d4-b361-46d7-88d3-43e3b384790e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:39.852339 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-97dc25d4-b361-46d7-88d3-43e3b384790e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:39.855297 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-97dc25d4-b361-46d7-88d3-43e3b384790e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f2450283-c81e-46fe-bd30-330b8770040d HTTP/1.1" status: 204 len: 168 time: 0.5143251 Nov 02 11:46:39.885822 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc25d4-b361-46d7-88d3-43e3b384790e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2450283-c81e-46fe-bd30-330b8770040d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:39.960804 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:40.011381 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9c6d3f-a76f-42ba-a988-c022a6efc103']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:40.023939 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4901a732-2836-43c0-b3cf-63c3eda49b9b') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:40.024400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4901a732-2836-43c0-b3cf-63c3eda49b9b') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:40.026682 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=5002a65d-614c-4fec-85c9-6d50c264b08d,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:40.039692 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:40.072659 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:40.075951 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae613a7-4b8a-4c33-b417-d2566889eb81 req-500536aa-64bb-4ecc-8a14-a2f98c1f9802 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:40.077568 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ae613a7-4b8a-4c33-b417-d2566889eb81 req-500536aa-64bb-4ecc-8a14-a2f98c1f9802 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=290b05aa-f6d1-45b8-8568-f963ad724758 HTTP/1.1" status: 200 len: 945 time: 0.1171536 Nov 02 11:46:40.106019 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:46:40.107532 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:46:40.116943 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:46:40.205672 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d48a240a-2b85-4c09-9839-b9a7caae7389 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:46:40.220747 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ae613a7-4b8a-4c33-b417-d2566889eb81 req-896aaf56-500b-4b61-9af5-8a5b3ea1cab3 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326602 Nov 02 11:46:40.254816 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: d48a240a-2b85-4c09-9839-b9a7caae7389 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:46:40.257617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d48a240a-2b85-4c09-9839-b9a7caae7389 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:46:40.351953 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:40.391887 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:40.398884 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] 10.222.0.52 "DELETE /v2.0/networks/7d9c6d3f-a76f-42ba-a988-c022a6efc103 HTTP/1.1" status: 204 len: 168 time: 2.3952937 Nov 02 11:46:40.400812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192002b-4507-448b-beea-589256ca9b2f tempest-ServersTestMultiNic-648427156 tempest-ServersTestMultiNic-648427156-project] Pushing event deleted for resources: {'Network': ['ID=7d9c6d3f-a76f-42ba-a988-c022a6efc103,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:40.684021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-54010456-246e-4b5a-aaf9-4ff8a4ce57f8 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:40.686230 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-54010456-246e-4b5a-aaf9-4ff8a4ce57f8 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.54 "GET /v2.0/networks?id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929 HTTP/1.1" status: 200 len: 812 time: 0.1698933 Nov 02 11:46:40.710359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-329730bd-b206-4e4c-bc43-55a90134f29b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Request body: {'port': {'device_id': 'dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01', 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929', 'admin_state_up': True, 'tenant_id': '132e4746dfee4359a0fd0da383d0d399'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:40.752118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0dfba-be4b-4b49-86f5-43fe3e9179cd req-c4ad69b2-2d9f-4c91-a8f0-cb939cfcffd9 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:40.752526 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c3b0dfba-be4b-4b49-86f5-43fe3e9179cd req-c4ad69b2-2d9f-4c91-a8f0-cb939cfcffd9 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 945 time: 0.1091058 Nov 02 11:46:40.854758 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c3b0dfba-be4b-4b49-86f5-43fe3e9179cd req-e30fc2e0-981d-4f7c-abb4-19dcc7e13d1c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903397 Nov 02 11:46:40.944090 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38782) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:41.032215 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6e2e606f-172d-4539-8024-56b9f71096f6 req-2081951c-b8c0-4ca0-9705-9c36a833dbc8 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 210 time: 0.0308127 Nov 02 11:46:41.277236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-329730bd-b206-4e4c-bc43-55a90134f29b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Made reservation on behalf of 132e4746dfee4359a0fd0da383d0d399 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:46:41.294095 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5b44ff-939e-4d72-a5b2-48d8f3588653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5002a65d-614c-4fec-85c9-6d50c264b08d'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:41.295933 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-329730bd-b206-4e4c-bc43-55a90134f29b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:41.303925 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427056fa-41fe-4187-9a42-3f33354f17fb" -d '{"events": [{"server_uuid": "dd5b44ff-939e-4d72-a5b2-48d8f3588653", "name": "network-vif-plugged", "status": "completed", "tag": "5002a65d-614c-4fec-85c9-6d50c264b08d"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:41.448096 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29da5e70-973b-42b0-8b9e-36a6f938ac29 x-openstack-request-id: req-29da5e70-973b-42b0-8b9e-36a6f938ac29 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:41.448469 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5b44ff-939e-4d72-a5b2-48d8f3588653", "name": "network-vif-plugged", "status": "completed", "tag": "5002a65d-614c-4fec-85c9-6d50c264b08d", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:41.449641 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29da5e70-973b-42b0-8b9e-36a6f938ac29 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:41.449641 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5b44ff-939e-4d72-a5b2-48d8f3588653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5002a65d-614c-4fec-85c9-6d50c264b08d', 'code': 200} Nov 02 11:46:41.454674 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7301a05d-cad8-4eeb-8c2a-834e0b3ff6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:41.612827 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:46:41.646638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-329730bd-b206-4e4c-bc43-55a90134f29b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Allocated IP 172.20.0.7 (3439ffc0-7f2e-476a-92cf-b2a59cfb1929/709b5eb0-8b3b-4f04-bc29-debbc3396f1e/293db2dc-6f91-41f9-920b-4cc9e0602fa6) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:46:41.657885 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8d095-7c05-4b64-aad3-8a87e01056fd req-84275f46-7247-4e4f-ac18-68430c6253ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:41.659509 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dc8d095-7c05-4b64-aad3-8a87e01056fd req-84275f46-7247-4e4f-ac18-68430c6253ed service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 1097 time: 0.1002607 Nov 02 11:46:41.812122 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38818) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:41.817877 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32145ee-ce93-41b9-8606-83372d814c8c req-9ac8ef12-2b7e-45fa-b803-ab579b35f398 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:41.819779 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b32145ee-ce93-41b9-8606-83372d814c8c req-9ac8ef12-2b7e-45fa-b803-ab579b35f398 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=290b05aa-f6d1-45b8-8568-f963ad724758 HTTP/1.1" status: 200 len: 945 time: 0.1281126 Nov 02 11:46:41.824455 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dc8d095-7c05-4b64-aad3-8a87e01056fd req-b3c32f24-3fc7-480a-bddc-32b3c6f3a5ca service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523817 Nov 02 11:46:41.826211 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-7301a05d-cad8-4eeb-8c2a-834e0b3ff6b8 admin admin] Deleting port 32e2ff60-334a-4c88-91ea-8cf7bf61458c {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:41.826564 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7301a05d-cad8-4eeb-8c2a-834e0b3ff6b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:41.952866 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-7301a05d-cad8-4eeb-8c2a-834e0b3ff6b8 admin admin] For port 32e2ff60-334a-4c88-91ea-8cf7bf61458c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=32e2ff60-334a-4c88-91ea-8cf7bf61458c,segment=NetworkSegment(cdff2d86-73fd-4b37-b493-60f315d42afa),segment_id=cdff2d86-73fd-4b37-b493-60f315d42afa)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:41.953541 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7301a05d-cad8-4eeb-8c2a-834e0b3ff6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:41.953762 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b32145ee-ce93-41b9-8606-83372d814c8c req-92a39f4d-792e-4cbf-b267-df3dd32247b8 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250401 Nov 02 11:46:41.982248 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-7301a05d-cad8-4eeb-8c2a-834e0b3ff6b8 admin admin] Calling delete_port for 32e2ff60-334a-4c88-91ea-8cf7bf61458c owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:41.993341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-c0b22faf-e4f1-4b92-8277-a5af9dd0d1c1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1632019726-network', 'tenant_id': '4636c939d66340b988608a920ed1527b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:42.009697 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-329730bd-b206-4e4c-bc43-55a90134f29b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:42.154238 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 656da032-aa36-4a47-a4f7-8c5b174207b6 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:46:42.165176 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37769a-4a1a-4f44-90ae-0aebbb45570d req-75955eab-5e60-41d3-b915-03d9ad2d1683 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:42.167804 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6d37769a-4a1a-4f44-90ae-0aebbb45570d req-75955eab-5e60-41d3-b915-03d9ad2d1683 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 945 time: 0.1606872 Nov 02 11:46:42.189726 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc0f62c6-dc07-478a-b8db-9a9fb67d0928 req-ec669a1d-3dd8-4751-a873-a358a9c26485 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 210 time: 0.0661542 Nov 02 11:46:42.194019 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-329730bd-b206-4e4c-bc43-55a90134f29b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:42.269313 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b22faf-e4f1-4b92-8277-a5af9dd0d1c1 admin admin] Made reservation on behalf of 4636c939d66340b988608a920ed1527b for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:46:42.279676 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c0b22faf-e4f1-4b92-8277-a5af9dd0d1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:42.299109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-329730bd-b206-4e4c-bc43-55a90134f29b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:46:42.303239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-329730bd-b206-4e4c-bc43-55a90134f29b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:46:42.309737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-329730bd-b206-4e4c-bc43-55a90134f29b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:46:42.334952 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 656da032-aa36-4a47-a4f7-8c5b174207b6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=656da032-aa36-4a47-a4f7-8c5b174207b6,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:42.363937 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6d37769a-4a1a-4f44-90ae-0aebbb45570d req-25c8c54c-49d1-431e-887e-36697e7dc347 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512268 Nov 02 11:46:42.365772 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '656da032-aa36-4a47-a4f7-8c5b174207b6', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '656da032-aa36-4a47-a4f7-8c5b174207b6', 'mac_address': 'fa:16:3e:25:ad:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:46:42.371504 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c0b22faf-e4f1-4b92-8277-a5af9dd0d1c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:42.394280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329730bd-b206-4e4c-bc43-55a90134f29b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Pushing event updated for resources: {'Port': ['ID=293db2dc-6f91-41f9-920b-4cc9e0602fa6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:42.436044 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-329730bd-b206-4e4c-bc43-55a90134f29b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:42.436704 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-329730bd-b206-4e4c-bc43-55a90134f29b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:42.446637 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:42.454837 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44b713-8195-4ea9-905f-996f4a324ded req-4effc4a5-ef8a-4fba-b58e-15dfe204864d tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:42.456413 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd44b713-8195-4ea9-905f-996f4a324ded req-4effc4a5-ef8a-4fba-b58e-15dfe204864d tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.79 "GET /v2.0/ports?device_id=290b05aa-f6d1-45b8-8568-f963ad724758 HTTP/1.1" status: 200 len: 945 time: 0.1317081 Nov 02 11:46:42.465163 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 656da032-aa36-4a47-a4f7-8c5b174207b6 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:46:42.484442 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c0b22faf-e4f1-4b92-8277-a5af9dd0d1c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:42.516793 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 656da032-aa36-4a47-a4f7-8c5b174207b6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=656da032-aa36-4a47-a4f7-8c5b174207b6,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:42.543476 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-329730bd-b206-4e4c-bc43-55a90134f29b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8435771 Nov 02 11:46:42.562273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Request body: {'port': {'device_id': 'dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:42.585708 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c0b22faf-e4f1-4b92-8277-a5af9dd0d1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:42.605183 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b22faf-e4f1-4b92-8277-a5af9dd0d1c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:46:42.612155 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-cd44b713-8195-4ea9-905f-996f4a324ded req-e2763925-97f8-47a6-98c9-1df16acc6d51 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Deleting port 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:42.612505 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cd44b713-8195-4ea9-905f-996f4a324ded req-e2763925-97f8-47a6-98c9-1df16acc6d51 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:42.629007 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c0b22faf-e4f1-4b92-8277-a5af9dd0d1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:42.630190 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-c0b22faf-e4f1-4b92-8277-a5af9dd0d1c1 admin admin] Added segment 4b4fd0de-37e0-4047-ae74-ee942272f287 of type vlan for network b504994a-80ca-4dca-8bc6-014efa3dbbf2 Nov 02 11:46:42.648565 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:42.689445 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b22faf-e4f1-4b92-8277-a5af9dd0d1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd78d89-8821-4e0f-a69e-8458fae1c3b5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:42.695826 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:42.718780 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7301a05d-cad8-4eeb-8c2a-834e0b3ff6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:42.727982 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c0b22faf-e4f1-4b92-8277-a5af9dd0d1c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:42.742084 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=656da032-aa36-4a47-a4f7-8c5b174207b6,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:42.761453 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7301a05d-cad8-4eeb-8c2a-834e0b3ff6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=32e2ff60-334a-4c88-91ea-8cf7bf61458c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:42.763321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['656da032-aa36-4a47-a4f7-8c5b174207b6'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:46:42.806858 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-cd44b713-8195-4ea9-905f-996f4a324ded req-e2763925-97f8-47a6-98c9-1df16acc6d51 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] For port 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=324c0ce5-4ff3-4c91-87dc-f6ab776e69c2,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:42.808837 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cd44b713-8195-4ea9-905f-996f4a324ded req-e2763925-97f8-47a6-98c9-1df16acc6d51 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:42.991347 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c0b22faf-e4f1-4b92-8277-a5af9dd0d1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:42.992342 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b22faf-e4f1-4b92-8277-a5af9dd0d1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:42.992926 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c0b22faf-e4f1-4b92-8277-a5af9dd0d1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:43.119805 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-cd44b713-8195-4ea9-905f-996f4a324ded req-e2763925-97f8-47a6-98c9-1df16acc6d51 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Calling delete_port for 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:43.171501 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c0b22faf-e4f1-4b92-8277-a5af9dd0d1c1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3579786 Nov 02 11:46:43.237839 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38860) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:43.261426 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-27cfa2c2-6907-454f-88fb-87afde2a16ca admin admin] Request body: {'subnet': {'network_id': 'b504994a-80ca-4dca-8bc6-014efa3dbbf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1632019726-subnet', 'tenant_id': '4636c939d66340b988608a920ed1527b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:43.271863 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b22faf-e4f1-4b92-8277-a5af9dd0d1c1 admin admin] Pushing event updated for resources: {'Network': ['ID=b504994a-80ca-4dca-8bc6-014efa3dbbf2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:43.285733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network b504994a-80ca-4dca-8bc6-014efa3dbbf2 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:46:43.386383 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7301a05d-cad8-4eeb-8c2a-834e0b3ff6b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:43.464761 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cd44b713-8195-4ea9-905f-996f4a324ded req-e2763925-97f8-47a6-98c9-1df16acc6d51 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:43.480825 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['324c0ce5-4ff3-4c91-87dc-f6ab776e69c2'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:46:43.487713 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['def269f1-2507-492b-97ec-e8827446e15c'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:46:43.510118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5395752-eeac-46e4-8b6b-c77add198b5f req-69cc94f3-2839-4104-848d-9653b419be5f tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:43.512522 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d5395752-eeac-46e4-8b6b-c77add198b5f req-69cc94f3-2839-4104-848d-9653b419be5f tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=290b05aa-f6d1-45b8-8568-f963ad724758 HTTP/1.1" status: 200 len: 867 time: 0.3642266 Nov 02 11:46:43.538761 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293db2dc-6f91-41f9-920b-4cc9e0602fa6 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:46:43.549372 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2763925-97f8-47a6-98c9-1df16acc6d51 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Pushing event deleted for resources: {'Port': ['ID=324c0ce5-4ff3-4c91-87dc-f6ab776e69c2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:43.561989 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:43.602066 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cfa2c2-6907-454f-88fb-87afde2a16ca admin admin] Made reservation on behalf of 4636c939d66340b988608a920ed1527b for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:46:43.605161 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27cfa2c2-6907-454f-88fb-87afde2a16ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:43.635580 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606109c-bf83-4fc4-8a03-96bf69e85cb9 req-ea745c37-1794-40ed-a2dc-39844a96a1da tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:43.637200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b606109c-bf83-4fc4-8a03-96bf69e85cb9 req-ea745c37-1794-40ed-a2dc-39844a96a1da tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 945 time: 0.2329886 Nov 02 11:46:43.663064 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd44b713-8195-4ea9-905f-996f4a324ded req-e2763925-97f8-47a6-98c9-1df16acc6d51 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] No DVR routers for this DVR port 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:46:43.665704 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-cd44b713-8195-4ea9-905f-996f4a324ded req-e2763925-97f8-47a6-98c9-1df16acc6d51 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:43.670469 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd44b713-8195-4ea9-905f-996f4a324ded req-e2763925-97f8-47a6-98c9-1df16acc6d51 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.79 "DELETE /v2.0/ports/324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 HTTP/1.1" status: 204 len: 173 time: 1.2053063 Nov 02 11:46:43.720797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Transition to ACTIVE for port object 293db2dc-6f91-41f9-920b-4cc9e0602fa6 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:46:43.721579 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290b05aa-f6d1-45b8-8568-f963ad724758', 'name': 'network-vif-deleted', 'tag': '324c0ce5-4ff3-4c91-87dc-f6ab776e69c2'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:43.725086 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b088205-fc5e-456c-a48b-4ffabec15b90" -d '{"events": [{"server_uuid": "290b05aa-f6d1-45b8-8568-f963ad724758", "name": "network-vif-deleted", "tag": "324c0ce5-4ff3-4c91-87dc-f6ab776e69c2"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:43.742908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3c96c-25d2-4a53-a614-05b1767c787d req-da2f0eba-dc74-4924-aef8-b4dc01bc4857 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:43.744578 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-89a3c96c-25d2-4a53-a614-05b1767c787d req-da2f0eba-dc74-4924-aef8-b4dc01bc4857 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 931 time: 0.3551733 Nov 02 11:46:43.806265 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:43.917102 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-89a3c96c-25d2-4a53-a614-05b1767c787d req-f2cb15b7-f932-4fc8-87a7-0ffe5fcf9ae6 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396856 Nov 02 11:46:44.017965 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d5395752-eeac-46e4-8b6b-c77add198b5f req-4a196a9a-a530-4d23-a9f8-09dab83fc75a tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/security-groups?id=e9f8f839-df0d-4392-b130-5b697ddd792e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914298 Nov 02 11:46:44.032027 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Pushing event updated for resources: {'Port': ['ID=293db2dc-6f91-41f9-920b-4cc9e0602fa6,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:44.037589 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2dcdde08-bbab-4cc7-a994-bb696ee451a8 req-36ae3088-38d3-4228-bbcb-571c687e23a0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4503372 Nov 02 11:46:44.077193 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-b606109c-bf83-4fc4-8a03-96bf69e85cb9 req-9f047a77-0671-4f41-853d-24151c71f5b7 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Deleting port def269f1-2507-492b-97ec-e8827446e15c {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:44.077790 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b606109c-bf83-4fc4-8a03-96bf69e85cb9 req-9f047a77-0671-4f41-853d-24151c71f5b7 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:44.170232 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 656da032-aa36-4a47-a4f7-8c5b174207b6 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:46:44.240830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Attempting to bind port 293db2dc-6f91-41f9-920b-4cc9e0602fa6 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:46:44.241630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Attempting to bind port 293db2dc-6f91-41f9-920b-4cc9e0602fa6 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:46:44.242042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Attempting to bind port 293db2dc-6f91-41f9-920b-4cc9e0602fa6 on network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:46:44.258583 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Port 293db2dc-6f91-41f9-920b-4cc9e0602fa6 on network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:46:44.258966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Attempting to bind port 293db2dc-6f91-41f9-920b-4cc9e0602fa6 on network 3439ffc0-7f2e-476a-92cf-b2a59cfb1929 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:46:44.267460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:46:44.267804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Checking segment: {'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:46:44.268236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Bound using segment: {'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:46:44.268736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Bound port: 293db2dc-6f91-41f9-920b-4cc9e0602fa6, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b371e98-3056-4ed6-ab77-88af4a2dc18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:46:44.269653 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:44.280874 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bfbfc0-02ce-45d6-b061-55d7092f2393 x-openstack-request-id: req-d9bfbfc0-02ce-45d6-b061-55d7092f2393 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:44.281170 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290b05aa-f6d1-45b8-8568-f963ad724758", "name": "network-vif-deleted", "tag": "324c0ce5-4ff3-4c91-87dc-f6ab776e69c2", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:44.281493 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9bfbfc0-02ce-45d6-b061-55d7092f2393 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:44.281907 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290b05aa-f6d1-45b8-8568-f963ad724758', 'name': 'network-vif-deleted', 'tag': '324c0ce5-4ff3-4c91-87dc-f6ab776e69c2', 'status': 'completed', 'code': 200} Nov 02 11:46:44.326744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 656da032-aa36-4a47-a4f7-8c5b174207b6 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:44.327149 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:44.446031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b606109c-bf83-4fc4-8a03-96bf69e85cb9 req-9f047a77-0671-4f41-853d-24151c71f5b7 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] For port def269f1-2507-492b-97ec-e8827446e15c, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=def269f1-2507-492b-97ec-e8827446e15c,segment=NetworkSegment(e38ca8bc-f870-4eeb-b7c2-3f531efd3d23),segment_id=e38ca8bc-f870-4eeb-b7c2-3f531efd3d23)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:44.446407 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b606109c-bf83-4fc4-8a03-96bf69e85cb9 req-9f047a77-0671-4f41-853d-24151c71f5b7 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:44.507128 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:44.569095 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5e516e-21eb-44b8-95f0-fcecb82fca81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656da032-aa36-4a47-a4f7-8c5b174207b6'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:44.571698 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524f2a2c-8332-4cd4-b409-7b85b21b57ef" -d '{"events": [{"server_uuid": "5b5e516e-21eb-44b8-95f0-fcecb82fca81", "name": "network-vif-plugged", "status": "completed", "tag": "656da032-aa36-4a47-a4f7-8c5b174207b6"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:44.596634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] For port 293db2dc-6f91-41f9-920b-4cc9e0602fa6, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:46:44.603521 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 656da032-aa36-4a47-a4f7-8c5b174207b6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=656da032-aa36-4a47-a4f7-8c5b174207b6,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:44.605662 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] For port 293db2dc-6f91-41f9-920b-4cc9e0602fa6, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=293db2dc-6f91-41f9-920b-4cc9e0602fa6,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:46:44.619795 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdde08-bbab-4cc7-a994-bb696ee451a8 req-586f5b90-05f5-4e45-9d37-52560ef5498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:44.621251 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2dcdde08-bbab-4cc7-a994-bb696ee451a8 req-586f5b90-05f5-4e45-9d37-52560ef5498e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0336d4fb11e54fcb8e7fa0f3785444ce&device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 1097 time: 0.3401704 Nov 02 11:46:44.626080 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-b606109c-bf83-4fc4-8a03-96bf69e85cb9 req-9f047a77-0671-4f41-853d-24151c71f5b7 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Calling delete_port for def269f1-2507-492b-97ec-e8827446e15c owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:44.659526 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7e1715-130c-4b23-9126-65945dee8d15 x-openstack-request-id: req-ba7e1715-130c-4b23-9126-65945dee8d15 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:44.660067 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5e516e-21eb-44b8-95f0-fcecb82fca81", "name": "network-vif-plugged", "status": "completed", "tag": "656da032-aa36-4a47-a4f7-8c5b174207b6", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:44.661081 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba7e1715-130c-4b23-9126-65945dee8d15 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:44.661427 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5e516e-21eb-44b8-95f0-fcecb82fca81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656da032-aa36-4a47-a4f7-8c5b174207b6', 'code': 200} Nov 02 11:46:44.751396 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:44.763321 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:44.862787 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=656da032-aa36-4a47-a4f7-8c5b174207b6,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:44.886597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:44.897178 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:44.901465 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] 10.222.0.54 "PUT /v2.0/ports/293db2dc-6f91-41f9-920b-4cc9e0602fa6 HTTP/1.1" status: 200 len: 1092 time: 2.3453929 Nov 02 11:46:45.081622 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27cfa2c2-6907-454f-88fb-87afde2a16ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:45.092102 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdb515-beba-4ae7-97eb-04a57f73cba0 req-83f715af-7140-416d-bc01-2442281cc43f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:45.093553 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d9bdb515-beba-4ae7-97eb-04a57f73cba0 req-83f715af-7140-416d-bc01-2442281cc43f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 945 time: 0.6150448 Nov 02 11:46:45.172486 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e0874-e17e-41e6-8595-7d470610fae6 service neutron] Pushing event updated for resources: {'Port': ['ID=293db2dc-6f91-41f9-920b-4cc9e0602fa6,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:45.227640 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-f7127532-4c33-4279-ad93-624290f39552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:45.229405 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-f7127532-4c33-4279-ad93-624290f39552 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 1095 time: 0.1727338 Nov 02 11:46:45.244025 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7301a05d-cad8-4eeb-8c2a-834e0b3ff6b8 admin admin] Router 98a83ef5-746d-4338-97d0-4d2da6b4e19f has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:46:45.263275 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc0d3a-3833-4d8d-a160-0d4eace0aad0 req-54f8bf35-2ef3-4754-a7e4-e0e9e5ca8dcf tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:45.265060 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29cc0d3a-3833-4d8d-a160-0d4eace0aad0 req-54f8bf35-2ef3-4754-a7e4-e0e9e5ca8dcf tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 943 time: 0.1425674 Nov 02 11:46:45.291579 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfa2c2-6907-454f-88fb-87afde2a16ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=380e098b-4b8d-4b8f-9548-0e7d69caa846,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:45.310637 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d9bdb515-beba-4ae7-97eb-04a57f73cba0 req-f8e197e8-4fa5-4e59-a986-cb70e5d58bd4 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719110 Nov 02 11:46:45.314290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdde08-bbab-4cc7-a994-bb696ee451a8 req-dab0424c-ad7c-4fc0-943a-7a565045b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:45.315494 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2dcdde08-bbab-4cc7-a994-bb696ee451a8 req-dab0424c-ad7c-4fc0-943a-7a565045b203 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3e0edd90-a801-414a-9271-b77c19e00cf2 HTTP/1.1" status: 200 len: 916 time: 0.6616931 Nov 02 11:46:45.317695 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cfa2c2-6907-454f-88fb-87afde2a16ca admin admin] Checking segment: {'id': '4b4fd0de-37e0-4047-ae74-ee942272f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b504994a-80ca-4dca-8bc6-014efa3dbbf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:46:45.318070 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cfa2c2-6907-454f-88fb-87afde2a16ca admin admin] Network hostable DHCP agents. Network: b504994a-80ca-4dca-8bc6-014efa3dbbf2, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:46:45.338274 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b606109c-bf83-4fc4-8a03-96bf69e85cb9 req-9f047a77-0671-4f41-853d-24151c71f5b7 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:45.349394 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-c1a7b24e-b665-43c4-b633-85564ce68239 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=293db2dc-6f91-41f9-920b-4cc9e0602fa6 HTTP/1.1" status: 200 len: 217 time: 0.1109264 Nov 02 11:46:45.518177 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f047a77-0671-4f41-853d-24151c71f5b7 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Pushing event deleted for resources: {'Port': ['ID=def269f1-2507-492b-97ec-e8827446e15c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:45.539679 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2dcdde08-bbab-4cc7-a994-bb696ee451a8 req-0c542375-4990-413a-bdf4-9755cef07d99 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f22addcd-18b9-4cef-be15-a5ef1a899470 HTTP/1.1" status: 200 len: 1001 time: 0.1567171 Nov 02 11:46:45.543103 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-11fef0ce-36c5-4f4b-b7a5-f4a5ca7fbf1d req-fc69f615-4e61-4619-9695-eb706541831e tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=290b05aa-f6d1-45b8-8568-f963ad724758 HTTP/1.1" status: 200 len: 210 time: 0.0468726 Nov 02 11:46:45.547859 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cfa2c2-6907-454f-88fb-87afde2a16ca admin admin] Network b504994a-80ca-4dca-8bc6-014efa3dbbf2 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:46:45.608193 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7301a05d-cad8-4eeb-8c2a-834e0b3ff6b8 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:46:45.621099 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb7ea85-a4da-46c2-8acc-3d9f8842c706 None None] Sync routers for ids ['98a83ef5-746d-4338-97d0-4d2da6b4e19f'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:46:45.628212 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-b606109c-bf83-4fc4-8a03-96bf69e85cb9 req-9f047a77-0671-4f41-853d-24151c71f5b7 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] No DVR routers for this DVR port def269f1-2507-492b-97ec-e8827446e15c on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:46:45.632138 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b606109c-bf83-4fc4-8a03-96bf69e85cb9 req-9f047a77-0671-4f41-853d-24151c71f5b7 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:45.638796 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b606109c-bf83-4fc4-8a03-96bf69e85cb9 req-9f047a77-0671-4f41-853d-24151c71f5b7 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.54 "DELETE /v2.0/ports/def269f1-2507-492b-97ec-e8827446e15c HTTP/1.1" status: 204 len: 173 time: 1.9752309 Nov 02 11:46:45.654133 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb7ea85-a4da-46c2-8acc-3d9f8842c706 None None] Routers {'98a83ef5-746d-4338-97d0-4d2da6b4e19f'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:46:45.654796 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1fb7ea85-a4da-46c2-8acc-3d9f8842c706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:46:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['98a83ef5-746d-4338-97d0-4d2da6b4e19f'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:45.655908 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7301a05d-cad8-4eeb-8c2a-834e0b3ff6b8 admin admin] 10.222.0.52 "PUT /v2.0/routers/98a83ef5-746d-4338-97d0-4d2da6b4e19f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7136440 Nov 02 11:46:45.660696 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38910) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:45.706867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-c31b79f6-92ac-4b27-b0af-1972c41b9ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:45.714669 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-c31b79f6-92ac-4b27-b0af-1972c41b9ab4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=709b5eb0-8b3b-4f04-bc29-debbc3396f1e HTTP/1.1" status: 200 len: 852 time: 0.3452072 Nov 02 11:46:45.764578 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29cc0d3a-3833-4d8d-a160-0d4eace0aad0 req-ee916cd6-8c7b-4f12-8ec5-085bace7226d tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391296 Nov 02 11:46:45.814022 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-2b13d122-8ff9-49e1-a497-479eae7597df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944934 Nov 02 11:46:45.962843 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdde08-bbab-4cc7-a994-bb696ee451a8 req-73dbfd5a-927c-4db2-abef-919bd4ff62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:45.964461 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2dcdde08-bbab-4cc7-a994-bb696ee451a8 req-73dbfd5a-927c-4db2-abef-919bd4ff62f6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=319340b2-c2fa-459a-ba8d-30de9ce161b3 HTTP/1.1" status: 200 len: 854 time: 0.4142246 Nov 02 11:46:45.965669 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d831e862-d642-440b-96a8-6af943825bc8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:45.972794 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-1fb7ea85-a4da-46c2-8acc-3d9f8842c706 None None] Set router 98a83ef5-746d-4338-97d0-4d2da6b4e19f gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:46:45.978415 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-27cfa2c2-6907-454f-88fb-87afde2a16ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, b504994a-80ca-4dca-8bc6-014efa3dbbf2) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:46:45.999754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cfa2c2-6907-454f-88fb-87afde2a16ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:46.000420 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27cfa2c2-6907-454f-88fb-87afde2a16ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:46.108362 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c57863-9333-4b60-83c7-7fdfca842c83 None None] Network b504994a-80ca-4dca-8bc6-014efa3dbbf2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:46:46.117716 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-4d1c8952-4824-44d3-878c-598d323659a0 service neutron] 10.222.0.54 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905982 Nov 02 11:46:46.120268 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdde08-bbab-4cc7-a994-bb696ee451a8 req-58b8bda6-bc88-4618-a50a-b520189eae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:46.122064 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2dcdde08-bbab-4cc7-a994-bb696ee451a8 req-58b8bda6-bc88-4618-a50a-b520189eae08 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3e0edd90-a801-414a-9271-b77c19e00cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1149971 Nov 02 11:46:46.258979 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-27cfa2c2-6907-454f-88fb-87afde2a16ca admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.0016077 Nov 02 11:46:46.276081 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4cb0721-59c5-47df-a7ba-062c1f431109 req-fc2043da-5b24-4a1c-a32e-fc3221282c29 service neutron] 10.222.0.54 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475065 Nov 02 11:46:46.283344 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d831e862-d642-440b-96a8-6af943825bc8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:46.292332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01', 'tag': '293db2dc-6f91-41f9-920b-4cc9e0602fa6'}, {'server_uuid': '5b761625-1545-482c-a0d0-ffc81d98ad6e', 'name': 'network-vif-deleted', 'tag': 'def269f1-2507-492b-97ec-e8827446e15c'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:46.297324 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d829f38d-4395-4bfe-abb2-43c6cec14427" -d '{"events": [{"name": "network-changed", "server_uuid": "dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01", "tag": "293db2dc-6f91-41f9-920b-4cc9e0602fa6"}, {"server_uuid": "5b761625-1545-482c-a0d0-ffc81d98ad6e", "name": "network-vif-deleted", "tag": "def269f1-2507-492b-97ec-e8827446e15c"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:46.326448 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2dcdde08-bbab-4cc7-a994-bb696ee451a8 req-93f6861c-2075-4de5-9af3-c39ad96c15ed service neutron] 10.222.0.79 "GET /v2.0/networks/3e0edd90-a801-414a-9271-b77c19e00cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967332 Nov 02 11:46:46.393957 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e8b33a-f91f-446c-88fe-bb17fadd83fc x-openstack-request-id: req-09e8b33a-f91f-446c-88fe-bb17fadd83fc {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:46.394371 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01", "tag": "293db2dc-6f91-41f9-920b-4cc9e0602fa6", "status": "completed", "code": 200}, {"server_uuid": "5b761625-1545-482c-a0d0-ffc81d98ad6e", "name": "network-vif-deleted", "tag": "def269f1-2507-492b-97ec-e8827446e15c", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:46.395246 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09e8b33a-f91f-446c-88fe-bb17fadd83fc {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:46.396457 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01', 'tag': '293db2dc-6f91-41f9-920b-4cc9e0602fa6', 'status': 'completed', 'code': 200} Nov 02 11:46:46.396821 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b761625-1545-482c-a0d0-ffc81d98ad6e', 'name': 'network-vif-deleted', 'tag': 'def269f1-2507-492b-97ec-e8827446e15c', 'status': 'completed', 'code': 200} Nov 02 11:46:46.527310 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affdf316-12dc-4847-bd42-3f3bfdf8e43c None None] Network b504994a-80ca-4dca-8bc6-014efa3dbbf2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:46:46.635852 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:46:46.638314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829f38d-4395-4bfe-abb2-43c6cec14427 req-bf49882c-cce6-497e-85b8-13a8d48a7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:46.639872 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d829f38d-4395-4bfe-abb2-43c6cec14427 req-bf49882c-cce6-497e-85b8-13a8d48a7b1c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=132e4746dfee4359a0fd0da383d0d399&device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 1095 time: 0.1205299 Nov 02 11:46:46.668339 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:46:46.668693 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 324c0ce5-4ff3-4c91-87dc-f6ab776e69c2 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:46:46.766361 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2dcdde08-bbab-4cc7-a994-bb696ee451a8 req-2f2afa3f-e0e2-4572-9c53-7c3ef29fe9e3 service neutron] 10.222.0.79 "GET /v2.0/networks/3e0edd90-a801-414a-9271-b77c19e00cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323840 Nov 02 11:46:46.851398 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1fb7ea85-a4da-46c2-8acc-3d9f8842c706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a83ef5-746d-4338-97d0-4d2da6b4e19f', 'name': 'tempest-ServersTestMultiNic-142303327-router', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'c97fd745-3e94-4b29-a042-31768ecf7660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:44:43Z', 'updated_at': '2021-11-02T11:46:42Z', 'revision_number': 5, 'project_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'gw_port': {'id': 'c97fd745-3e94-4b29-a042-31768ecf7660', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:81:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a83ef5-746d-4338-97d0-4d2da6b4e19f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:44:45Z', 'updated_at': '2021-11-02T11:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:46.887793 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d831e862-d642-440b-96a8-6af943825bc8 admin admin] Deleting port c97fd745-3e94-4b29-a042-31768ecf7660 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:46.890408 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d831e862-d642-440b-96a8-6af943825bc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:46.928195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829f38d-4395-4bfe-abb2-43c6cec14427 req-be9203cc-34d6-4249-a268-3df13460bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:46.933768 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d829f38d-4395-4bfe-abb2-43c6cec14427 req-be9203cc-34d6-4249-a268-3df13460bb2d service neutron] 10.222.0.54 "GET /v2.0/networks?id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929 HTTP/1.1" status: 200 len: 913 time: 0.2809203 Nov 02 11:46:47.095982 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-d831e862-d642-440b-96a8-6af943825bc8 admin admin] For port c97fd745-3e94-4b29-a042-31768ecf7660, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c97fd745-3e94-4b29-a042-31768ecf7660,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:47.097866 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d831e862-d642-440b-96a8-6af943825bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:47.136393 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d831e862-d642-440b-96a8-6af943825bc8 admin admin] Calling delete_port for c97fd745-3e94-4b29-a042-31768ecf7660 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:47.167867 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d829f38d-4395-4bfe-abb2-43c6cec14427 req-63c92ca2-9674-4b44-bf88-ba523689b7c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=293db2dc-6f91-41f9-920b-4cc9e0602fa6 HTTP/1.1" status: 200 len: 217 time: 0.2300935 Nov 02 11:46:47.180037 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cdaa06fc-93d3-46f1-88be-f2bbc6a12cb8 req-82d4a86a-4a75-4599-926a-e97f4a88b7e6 tempest-MultipleCreateTestJSON-1633782413 tempest-MultipleCreateTestJSON-1633782413-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b761625-1545-482c-a0d0-ffc81d98ad6e HTTP/1.1" status: 200 len: 210 time: 0.0857408 Nov 02 11:46:47.296897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829f38d-4395-4bfe-abb2-43c6cec14427 req-e63db0c4-f977-4238-b0e7-827df9c8714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:47.298447 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d829f38d-4395-4bfe-abb2-43c6cec14427 req-e63db0c4-f977-4238-b0e7-827df9c8714c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=709b5eb0-8b3b-4f04-bc29-debbc3396f1e HTTP/1.1" status: 200 len: 852 time: 0.1206393 Nov 02 11:46:47.355554 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d829f38d-4395-4bfe-abb2-43c6cec14427 req-fea40a07-0b3b-48ab-a924-776a183991ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3439ffc0-7f2e-476a-92cf-b2a59cfb1929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485444 Nov 02 11:46:47.387967 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb7ea85-a4da-46c2-8acc-3d9f8842c706 None None] Checking router: 98a83ef5-746d-4338-97d0-4d2da6b4e19f for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:46:47.398337 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb7ea85-a4da-46c2-8acc-3d9f8842c706 None None] Routers {'98a83ef5-746d-4338-97d0-4d2da6b4e19f'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:46:47.399020 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1fb7ea85-a4da-46c2-8acc-3d9f8842c706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:46:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['98a83ef5-746d-4338-97d0-4d2da6b4e19f'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:47.508310 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc49e86-6851-410c-ae54-890318cb6ba5 req-38e59912-82ff-42c4-96a8-56c52878a809 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:47.510483 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4bc49e86-6851-410c-ae54-890318cb6ba5 req-38e59912-82ff-42c4-96a8-56c52878a809 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 943 time: 0.1250193 Nov 02 11:46:47.578503 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d829f38d-4395-4bfe-abb2-43c6cec14427 req-68b01f9b-f772-466e-a7b1-9f5deb83ef33 service neutron] 10.222.0.54 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128923 Nov 02 11:46:47.632281 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-1fb7ea85-a4da-46c2-8acc-3d9f8842c706 None None] Set router 98a83ef5-746d-4338-97d0-4d2da6b4e19f gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:46:47.670539 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4bc49e86-6851-410c-ae54-890318cb6ba5 req-9950839a-754f-4411-8661-0f5e5276152d tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514707 Nov 02 11:46:47.678952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 38964) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:47.704572 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d831e862-d642-440b-96a8-6af943825bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:47.749646 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1fb7ea85-a4da-46c2-8acc-3d9f8842c706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a83ef5-746d-4338-97d0-4d2da6b4e19f', 'name': 'tempest-ServersTestMultiNic-142303327-router', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:44:43Z', 'updated_at': '2021-11-02T11:46:46Z', 'revision_number': 6, 'project_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:47.813214 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb7ea85-a4da-46c2-8acc-3d9f8842c706 None None] The sync data for ids ['98a83ef5-746d-4338-97d0-4d2da6b4e19f'] in n-d-806683-18 is: [{'id': '98a83ef5-746d-4338-97d0-4d2da6b4e19f', 'name': 'tempest-ServersTestMultiNic-142303327-router', 'tenant_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:44:43Z', 'updated_at': '2021-11-02T11:46:46Z', 'revision_number': 6, 'project_id': '0da859b11a5a4a1f9cf2d366e4d244de', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:46:47.815700 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831e862-d642-440b-96a8-6af943825bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c97fd745-3e94-4b29-a042-31768ecf7660,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:47.842813 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e096e6bb-6e7a-41d2-b281-9a8c4b75976c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:47.965689 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d829f38d-4395-4bfe-abb2-43c6cec14427 req-408235d4-3553-4f53-b113-79444a91e58e service neutron] 10.222.0.54 "GET /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124559 Nov 02 11:46:48.047702 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-ff5cae45-c344-4dd9-ae02-57c7f2917e5a tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:48.050665 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-ff5cae45-c344-4dd9-ae02-57c7f2917e5a tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/networks?id=b504994a-80ca-4dca-8bc6-014efa3dbbf2 HTTP/1.1" status: 200 len: 822 time: 0.4883494 Nov 02 11:46:48.053178 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d831e862-d642-440b-96a8-6af943825bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:48.174221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device def269f1-2507-492b-97ec-e8827446e15c no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:46:48.213298 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: def269f1-2507-492b-97ec-e8827446e15c {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:46:48.213655 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device def269f1-2507-492b-97ec-e8827446e15c not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:46:48.220870 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d831e862-d642-440b-96a8-6af943825bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:48.234706 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-95d0d7b7-0f15-419b-84ac-bf7d6af616d1 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/quotas/4636c939d66340b988608a920ed1527b HTTP/1.1" status: 200 len: 375 time: 0.0960832 Nov 02 11:46:48.234706 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d831e862-d642-440b-96a8-6af943825bc8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:48.251439 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ea233fdd-92b2-4f60-966b-6767d696c224 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:48.316025 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-b46dd363-570a-4ca8-ae12-f052a4ef7df6 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4636c939d66340b988608a920ed1527b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835817 Nov 02 11:46:48.318907 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 38980) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:48.385378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 32e2ff60-334a-4c88-91ea-8cf7bf61458c no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:46:48.448492 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 32e2ff60-334a-4c88-91ea-8cf7bf61458c {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:46:48.450495 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 32e2ff60-334a-4c88-91ea-8cf7bf61458c not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:46:48.453414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-358e4e92-a8ee-487a-94ef-4e8273427275 admin admin] Deleting subnet d0cfb668-d4d9-430d-a871-912d4c5cdf64 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:46:48.474339 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-358e4e92-a8ee-487a-94ef-4e8273427275 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:48.527136 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-358e4e92-a8ee-487a-94ef-4e8273427275 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:48.566208 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-3f884429-2bd8-443c-8880-989e93bac22b service neutron] 10.222.0.52 "GET /v2.0/networks/b504994a-80ca-4dca-8bc6-014efa3dbbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573946 Nov 02 11:46:48.640361 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ea233fdd-92b2-4f60-966b-6767d696c224 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:48.655077 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-358e4e92-a8ee-487a-94ef-4e8273427275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:48.754090 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-fdcd7838-9ef2-4f54-bdb8-4dd3190fa976 service neutron] 10.222.0.52 "GET /v2.0/networks/b504994a-80ca-4dca-8bc6-014efa3dbbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754105 Nov 02 11:46:48.843202 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d831e862-d642-440b-96a8-6af943825bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:48.843838 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d831e862-d642-440b-96a8-6af943825bc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98a83ef5-746d-4338-97d0-4d2da6b4e19f {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:46:48.860438 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d831e862-d642-440b-96a8-6af943825bc8 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:48.860438 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d831e862-d642-440b-96a8-6af943825bc8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/98a83ef5-746d-4338-97d0-4d2da6b4e19f HTTP/1.1" status: 204 len: 168 time: 3.1982064 Nov 02 11:46:48.862396 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 38986) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:48.876859 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72a9f0-ca96-4ac8-a7ba-baeb2d498295 req-543d65f0-6a00-427c-863e-81d162290d5c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:48.878816 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d72a9f0-ca96-4ac8-a7ba-baeb2d498295 req-543d65f0-6a00-427c-863e-81d162290d5c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 943 time: 0.0741477 Nov 02 11:46:48.971109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a55323-a607-410a-9aba-95da6a3b3b85 admin admin] Deleting subnet a63431ce-f2a8-4f5d-9c94-100f864ff630 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:46:48.979502 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-84a55323-a607-410a-9aba-95da6a3b3b85 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:48.989230 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ea233fdd-92b2-4f60-966b-6767d696c224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:48.992057 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-358e4e92-a8ee-487a-94ef-4e8273427275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:49.049594 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d72a9f0-ca96-4ac8-a7ba-baeb2d498295 req-89341aec-dbe6-4b1e-9c29-fff97f9df393 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518028 Nov 02 11:46:49.168638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e4e92-a8ee-487a-94ef-4e8273427275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0cfb668-d4d9-430d-a871-912d4c5cdf64,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:49.179170 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-358e4e92-a8ee-487a-94ef-4e8273427275 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:49.190471 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-358e4e92-a8ee-487a-94ef-4e8273427275 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d0cfb668-d4d9-430d-a871-912d4c5cdf64 HTTP/1.1" status: 204 len: 168 time: 0.8659253 Nov 02 11:46:49.190593 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38996) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:49.226029 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ea233fdd-92b2-4f60-966b-6767d696c224 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c8550070d280473baa5477d445e37c77&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3252032 Nov 02 11:46:49.229830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea233fdd-92b2-4f60-966b-6767d696c224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7f23c1-5528-40af-b9b4-cb4cbba5c727,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:49.236943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 38998) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:49.240094 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-84a55323-a607-410a-9aba-95da6a3b3b85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:49.367951 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-467fcc09-1e80-40b1-9478-fe25886cdda0 req-e7a8691e-d1f8-4dd6-86b1-d5bea8acc179 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 210 time: 0.0865402 Nov 02 11:46:49.419840 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1ad8ab36-1c74-4895-a72b-6fe8f6031b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:49.461249 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b52c5ea8-cfc1-4c28-a298-e40517a31ea0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:49.505685 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b52c5ea8-cfc1-4c28-a298-e40517a31ea0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:49.512935 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-84a55323-a607-410a-9aba-95da6a3b3b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:49.552154 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1ad8ab36-1c74-4895-a72b-6fe8f6031b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:49.589923 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-1ad8ab36-1c74-4895-a72b-6fe8f6031b57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efc137d-8ec3-48c3-8cbb-fc7ed003d49e']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:49.601560 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-1ad8ab36-1c74-4895-a72b-6fe8f6031b57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38ca8bc-f870-4eeb-b7c2-3f531efd3d23') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:49.601991 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-1ad8ab36-1c74-4895-a72b-6fe8f6031b57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38ca8bc-f870-4eeb-b7c2-3f531efd3d23') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:49.617091 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1ad8ab36-1c74-4895-a72b-6fe8f6031b57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:49.635464 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1ad8ab36-1c74-4895-a72b-6fe8f6031b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:49.642277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad8ab36-1c74-4895-a72b-6fe8f6031b57 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:46:49.645949 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1ad8ab36-1c74-4895-a72b-6fe8f6031b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:46:49.647938 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:46:49.750805 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6a576a36-462b-48dc-b3ff-e5e01556af31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:49.751403 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b52c5ea8-cfc1-4c28-a298-e40517a31ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:49.756099 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b52c5ea8-cfc1-4c28-a298-e40517a31ea0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:49.760220 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b52c5ea8-cfc1-4c28-a298-e40517a31ea0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7c7f23c1-5528-40af-b9b4-cb4cbba5c727 HTTP/1.1" status: 204 len: 168 time: 0.4867842 Nov 02 11:46:49.771860 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-84a55323-a607-410a-9aba-95da6a3b3b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:49.794505 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c5ea8-cfc1-4c28-a298-e40517a31ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7f23c1-5528-40af-b9b4-cb4cbba5c727,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:49.824926 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1ad8ab36-1c74-4895-a72b-6fe8f6031b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:49.831627 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1ad8ab36-1c74-4895-a72b-6fe8f6031b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:49.841757 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1ad8ab36-1c74-4895-a72b-6fe8f6031b57 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5efc137d-8ec3-48c3-8cbb-fc7ed003d49e HTTP/1.1" status: 204 len: 168 time: 0.6486335 Nov 02 11:46:49.899497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8ab36-1c74-4895-a72b-6fe8f6031b57 admin admin] Pushing event deleted for resources: {'Network': ['ID=5efc137d-8ec3-48c3-8cbb-fc7ed003d49e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:49.917866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a55323-a607-410a-9aba-95da6a3b3b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a63431ce-f2a8-4f5d-9c94-100f864ff630,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:49.923677 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-84a55323-a607-410a-9aba-95da6a3b3b85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:49.929967 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e9299e-5639-4dbd-9b3c-095c8aabb70f None None] Network 7c7a99db-d0aa-4538-afe5-2ed67ea589d6 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:46:49.935134 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39016) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:49.940852 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-84a55323-a607-410a-9aba-95da6a3b3b85 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a63431ce-f2a8-4f5d-9c94-100f864ff630 HTTP/1.1" status: 204 len: 168 time: 1.0541813 Nov 02 11:46:50.047280 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:50.058201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c97fd745-3e94-4b29-a042-31768ecf7660 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:46:50.166847 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: c97fd745-3e94-4b29-a042-31768ecf7660 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:46:50.167502 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c97fd745-3e94-4b29-a042-31768ecf7660 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:46:50.173539 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] Deleting port c6583138-4255-4d6c-bfc3-2147d4d767da {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:50.173897 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:50.185720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 293db2dc-6f91-41f9-920b-4cc9e0602fa6 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:46:50.267509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68db831-1b2b-466d-ae73-19e51fc9d6a3 req-d0e923c6-3e30-4b37-b945-cc34e4fdb43f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:50.269769 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a68db831-1b2b-466d-ae73-19e51fc9d6a3 req-d0e923c6-3e30-4b37-b945-cc34e4fdb43f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 943 time: 0.1247914 Nov 02 11:46:50.338044 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3819fae5-462e-4b72-b2e1-4c04fb5fcc5d None None] DHCP port deletion for 7c7a99db-d0aa-4538-afe5-2ed67ea589d6 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:46:50.367762 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] For port c6583138-4255-4d6c-bfc3-2147d4d767da, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c6583138-4255-4d6c-bfc3-2147d4d767da,segment=NetworkSegment(cdff2d86-73fd-4b37-b493-60f315d42afa),segment_id=cdff2d86-73fd-4b37-b493-60f315d42afa)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:50.368583 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:50.388801 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] Calling delete_port for c6583138-4255-4d6c-bfc3-2147d4d767da owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:50.393171 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a68db831-1b2b-466d-ae73-19e51fc9d6a3 req-9fd289b7-4689-49ef-8c63-abba0d85405f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133745 Nov 02 11:46:50.480985 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39036) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:50.511806 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 293db2dc-6f91-41f9-920b-4cc9e0602fa6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=293db2dc-6f91-41f9-920b-4cc9e0602fa6,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:50.575281 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '293db2dc-6f91-41f9-920b-4cc9e0602fa6', 'network_id': '3439ffc0-7f2e-476a-92cf-b2a59cfb1929', 'port_id': '293db2dc-6f91-41f9-920b-4cc9e0602fa6', 'mac_address': 'fa:16:3e:ba:4f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709b5eb0-8b3b-4f04-bc29-debbc3396f1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:46:50.594878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3819fae5-462e-4b72-b2e1-4c04fb5fcc5d None None] Deleting port c6583138-4255-4d6c-bfc3-2147d4d767da {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:46:50.595293 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3819fae5-462e-4b72-b2e1-4c04fb5fcc5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:50.626836 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-90bb9200-7c4b-44b4-9524-51f56bd19c26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9db443b7e0f0445b8b1d808e435b468c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1443138 Nov 02 11:46:50.630339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39042) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:50.651344 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-086872bc-4823-44b4-90fe-e86c0f6e2c31 req-8bb94d38-4cd1-4d6d-865e-beb20cf4c1ac tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 210 time: 0.0747454 Nov 02 11:46:50.744181 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-052c7bb2-3282-4992-8075-5c4016b5f2b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:50.756653 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:50.762066 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:50.777590 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] No DVR routers for this DVR port c6583138-4255-4d6c-bfc3-2147d4d767da on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:46:50.794970 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3819fae5-462e-4b72-b2e1-4c04fb5fcc5d None None] For port c6583138-4255-4d6c-bfc3-2147d4d767da, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c6583138-4255-4d6c-bfc3-2147d4d767da,segment=NetworkSegment(cdff2d86-73fd-4b37-b493-60f315d42afa),segment_id=cdff2d86-73fd-4b37-b493-60f315d42afa)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:50.795656 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3819fae5-462e-4b72-b2e1-4c04fb5fcc5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:50.804159 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-052c7bb2-3282-4992-8075-5c4016b5f2b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:50.826974 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293db2dc-6f91-41f9-920b-4cc9e0602fa6 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:46:50.833273 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3819fae5-462e-4b72-b2e1-4c04fb5fcc5d None None] Calling delete_port for c6583138-4255-4d6c-bfc3-2147d4d767da owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:46:50.883151 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6583138-4255-4d6c-bfc3-2147d4d767da,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:50.906486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 293db2dc-6f91-41f9-920b-4cc9e0602fa6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=293db2dc-6f91-41f9-920b-4cc9e0602fa6,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:50.970550 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:50.973599 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3819fae5-462e-4b72-b2e1-4c04fb5fcc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:50.984218 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:51.002218 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819fae5-462e-4b72-b2e1-4c04fb5fcc5d None None] Pushing event deleted for resources: {'Port': ['ID=c6583138-4255-4d6c-bfc3-2147d4d767da,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:51.004732 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-052c7bb2-3282-4992-8075-5c4016b5f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:51.008941 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-052c7bb2-3282-4992-8075-5c4016b5f2b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:51.010626 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-052c7bb2-3282-4992-8075-5c4016b5f2b9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e9f8f839-df0d-4392-b130-5b697ddd792e HTTP/1.1" status: 204 len: 168 time: 0.3789854 Nov 02 11:46:51.022507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c7bb2-3282-4992-8075-5c4016b5f2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f8f839-df0d-4392-b130-5b697ddd792e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:51.022635 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:51.023247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3819fae5-462e-4b72-b2e1-4c04fb5fcc5d None None] No DVR routers for this DVR port c6583138-4255-4d6c-bfc3-2147d4d767da on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:46:51.043740 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7a99db-d0aa-4538-afe5-2ed67ea589d6']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:51.062379 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdff2d86-73fd-4b37-b493-60f315d42afa') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:51.063156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdff2d86-73fd-4b37-b493-60f315d42afa') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:46:51.085638 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:51.117900 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:46:51.157291 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:46:51.161237 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=293db2dc-6f91-41f9-920b-4cc9e0602fa6,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:51.163989 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39046) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:51.182079 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-476cc6b2-ab4b-4c52-a72f-b19bde4257c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:51.274000 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-476cc6b2-ab4b-4c52-a72f-b19bde4257c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:51.301093 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['293db2dc-6f91-41f9-920b-4cc9e0602fa6'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:46:51.530977 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a382d-82ed-4e62-96fa-2c0f31eacef2 req-e9cd5be5-f254-4591-9356-543f92f6ebe5 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:51.532568 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-780a382d-82ed-4e62-96fa-2c0f31eacef2 req-e9cd5be5-f254-4591-9356-543f92f6ebe5 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 944 time: 0.0559888 Nov 02 11:46:51.584856 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-780a382d-82ed-4e62-96fa-2c0f31eacef2 req-8833f153-31e5-4bf7-a7ab-890bec5d231b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461526 Nov 02 11:46:51.624015 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:51.630683 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-476cc6b2-ab4b-4c52-a72f-b19bde4257c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:51.633872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:51.651532 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7c7a99db-d0aa-4538-afe5-2ed67ea589d6 HTTP/1.1" status: 204 len: 168 time: 1.7152674 Nov 02 11:46:51.680588 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a412b-ebd6-4117-a6ae-9b380bba7d33 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7a99db-d0aa-4538-afe5-2ed67ea589d6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:51.733116 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-476cc6b2-ab4b-4c52-a72f-b19bde4257c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=206454da33b541c1a3e7135a653915fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5653663 Nov 02 11:46:51.733116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cc6b2-ab4b-4c52-a72f-b19bde4257c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7dba88-8c50-457b-be95-b85d489bef9b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:51.733316 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39072) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:51.835719 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-13c29c0e-b70e-426c-a1d6-851d21cff1bc req-13ee1d82-5e75-44a8-add0-6505c09ef5b3 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 210 time: 0.0518911 Nov 02 11:46:51.856368 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59383f90-579f-4461-bdd8-d7cf37c0ed87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:51.888005 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59383f90-579f-4461-bdd8-d7cf37c0ed87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:52.046820 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59383f90-579f-4461-bdd8-d7cf37c0ed87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:52.052614 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59383f90-579f-4461-bdd8-d7cf37c0ed87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:52.054021 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-59383f90-579f-4461-bdd8-d7cf37c0ed87 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b7dba88-8c50-457b-be95-b85d489bef9b HTTP/1.1" status: 204 len: 168 time: 0.3189545 Nov 02 11:46:52.078397 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59383f90-579f-4461-bdd8-d7cf37c0ed87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7dba88-8c50-457b-be95-b85d489bef9b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:52.119761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c6583138-4255-4d6c-bfc3-2147d4d767da no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:46:52.148006 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: c6583138-4255-4d6c-bfc3-2147d4d767da {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:46:52.148006 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c6583138-4255-4d6c-bfc3-2147d4d767da not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:46:52.185974 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 293db2dc-6f91-41f9-920b-4cc9e0602fa6 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:46:52.373544 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 293db2dc-6f91-41f9-920b-4cc9e0602fa6 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:46:52.378406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 293db2dc-6f91-41f9-920b-4cc9e0602fa6 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:46:52.378807 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:52.416124 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:52.439334 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39086) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:52.516472 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:52.530528 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fb2dafb9-1c6a-4230-9d3e-fa6270d71867 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0da859b11a5a4a1f9cf2d366e4d244de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0898213 Nov 02 11:46:52.532941 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39090) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:52.549584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293db2dc-6f91-41f9-920b-4cc9e0602fa6'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:52.554359 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba13c5ed-d6e9-4251-809e-37105bb047c1" -d '{"events": [{"server_uuid": "dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01", "name": "network-vif-plugged", "status": "completed", "tag": "293db2dc-6f91-41f9-920b-4cc9e0602fa6"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:52.569567 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 293db2dc-6f91-41f9-920b-4cc9e0602fa6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=293db2dc-6f91-41f9-920b-4cc9e0602fa6,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:46:52.641267 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b901f25-367b-418a-b2bd-f5d20a22cbab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:52.658529 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021ddb4d-6905-4a83-8f7a-dab6aca6f252 x-openstack-request-id: req-021ddb4d-6905-4a83-8f7a-dab6aca6f252 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:52.659026 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01", "name": "network-vif-plugged", "status": "completed", "tag": "293db2dc-6f91-41f9-920b-4cc9e0602fa6", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:52.659338 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-021ddb4d-6905-4a83-8f7a-dab6aca6f252 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:52.659823 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293db2dc-6f91-41f9-920b-4cc9e0602fa6', 'code': 200} Nov 02 11:46:52.665559 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:52.671470 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b901f25-367b-418a-b2bd-f5d20a22cbab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:52.761125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=293db2dc-6f91-41f9-920b-4cc9e0602fa6,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:52.991713 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1c3db52b-b868-437d-986e-6c5ce9b832b5 req-605f5e18-5308-456b-a577-6ae0c0566c20 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 210 time: 0.0533040 Nov 02 11:46:53.192716 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e33cfa-5991-4c68-8923-538b24f4445e req-786be728-0b18-48e1-97c4-08d87a503e51 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:53.200381 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4e33cfa-5991-4c68-8923-538b24f4445e req-786be728-0b18-48e1-97c4-08d87a503e51 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 945 time: 0.4673169 Nov 02 11:46:53.226749 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e407bb-e3d6-4448-bdc6-f27c60714ade req-c5b2c9cc-ae64-487a-a278-2741f9d55aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:53.228294 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-84e407bb-e3d6-4448-bdc6-f27c60714ade req-c5b2c9cc-ae64-487a-a278-2741f9d55aa5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 1097 time: 0.1103246 Nov 02 11:46:53.303065 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4e33cfa-5991-4c68-8923-538b24f4445e req-517cd7f3-8691-49fb-af21-ee6096c0f776 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927188 Nov 02 11:46:53.318249 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-84e407bb-e3d6-4448-bdc6-f27c60714ade req-e4be98c4-a38f-4144-9dfd-8b0f9ea3168b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792685 Nov 02 11:46:53.394118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-530e8a72-eebc-4369-b238-0ff9de20d849 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:53.402392 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-530e8a72-eebc-4369-b238-0ff9de20d849 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.79 "GET /v2.0/networks?id=b504994a-80ca-4dca-8bc6-014efa3dbbf2 HTTP/1.1" status: 200 len: 822 time: 0.2275510 Nov 02 11:46:53.407508 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39128) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:53.418583 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-5bc8d216-d210-4323-8f08-1b43abe67d70 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Request body: {'port': {'device_id': '07f3644a-693d-4315-b22f-c2e8ca1a1252', 'network_id': 'b504994a-80ca-4dca-8bc6-014efa3dbbf2', 'admin_state_up': True, 'tenant_id': '4636c939d66340b988608a920ed1527b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:53.549700 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b901f25-367b-418a-b2bd-f5d20a22cbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:53.553295 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b901f25-367b-418a-b2bd-f5d20a22cbab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:53.556767 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2b901f25-367b-418a-b2bd-f5d20a22cbab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d35fc4b3-f407-429e-b81b-bb16c887f203 HTTP/1.1" status: 204 len: 168 time: 1.0204718 Nov 02 11:46:53.580032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b901f25-367b-418a-b2bd-f5d20a22cbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35fc4b3-f407-429e-b81b-bb16c887f203,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:53.732047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-ca1a6ac7-fbcc-4c80-8151-187df281905f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-879022278-network', 'tenant_id': '1c1560c0e9034169b1f35ff22c55d91f'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:53.753791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-5bc8d216-d210-4323-8f08-1b43abe67d70 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Made reservation on behalf of 4636c939d66340b988608a920ed1527b for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:46:53.756382 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-5bc8d216-d210-4323-8f08-1b43abe67d70 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:53.846696 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:53.993739 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-5bc8d216-d210-4323-8f08-1b43abe67d70 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Allocated IP 172.20.0.4 (b504994a-80ca-4dca-8bc6-014efa3dbbf2/380e098b-4b8d-4b8f-9548-0e7d69caa846/73ef5b27-7b69-4a97-97d8-d92df1b041b0) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:46:54.007839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1a6ac7-fbcc-4c80-8151-187df281905f admin admin] Made reservation on behalf of 1c1560c0e9034169b1f35ff22c55d91f for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:46:54.019749 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca1a6ac7-fbcc-4c80-8151-187df281905f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:54.035779 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca1a6ac7-fbcc-4c80-8151-187df281905f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:54.111300 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:54.139268 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f134e6fd-7002-4cdf-aede-97c1b562333b req-299fdce2-2a8b-4858-880c-7ab0538637b3 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 210 time: 0.0467868 Nov 02 11:46:54.260101 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-5bc8d216-d210-4323-8f08-1b43abe67d70 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:54.384700 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-5bc8d216-d210-4323-8f08-1b43abe67d70 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:54.427759 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca1a6ac7-fbcc-4c80-8151-187df281905f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:54.523061 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-5bc8d216-d210-4323-8f08-1b43abe67d70 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Network b504994a-80ca-4dca-8bc6-014efa3dbbf2 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:46:54.530672 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-5bc8d216-d210-4323-8f08-1b43abe67d70 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:46:54.540377 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-5bc8d216-d210-4323-8f08-1b43abe67d70 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:46:54.548941 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8d216-d210-4323-8f08-1b43abe67d70 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Pushing event updated for resources: {'Port': ['ID=73ef5b27-7b69-4a97-97d8-d92df1b041b0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:54.551580 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca1a6ac7-fbcc-4c80-8151-187df281905f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:54.578740 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1a6ac7-fbcc-4c80-8151-187df281905f admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:46:54.596356 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2a8d0-e801-4e51-a948-cfd9302908c2 req-95b24e90-8afd-4158-ab98-8b165e6fa384 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:54.597473 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca1a6ac7-fbcc-4c80-8151-187df281905f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:54.598662 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-ca1a6ac7-fbcc-4c80-8151-187df281905f admin admin] Added segment 21836b43-07a2-47c9-a61b-aa06a9567849 of type vlan for network 359927c6-1350-4980-a675-3fd2d85c5c58 Nov 02 11:46:54.606572 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4b2a8d0-e801-4e51-a948-cfd9302908c2 req-95b24e90-8afd-4158-ab98-8b165e6fa384 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 945 time: 0.1486089 Nov 02 11:46:54.651667 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca1a6ac7-fbcc-4c80-8151-187df281905f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:54.673465 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-5bc8d216-d210-4323-8f08-1b43abe67d70 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:54.674244 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-5bc8d216-d210-4323-8f08-1b43abe67d70 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:54.695297 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4b2a8d0-e801-4e51-a948-cfd9302908c2 req-fedc3c6f-2b34-4c15-80b2-08a472c64c0b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878396 Nov 02 11:46:54.699456 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a6ac7-fbcc-4c80-8151-187df281905f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b1c564-a252-487f-9ae3-067b31f96d7f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:54.850803 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca1a6ac7-fbcc-4c80-8151-187df281905f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:54.851852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1a6ac7-fbcc-4c80-8151-187df281905f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:54.852489 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca1a6ac7-fbcc-4c80-8151-187df281905f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:54.945642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a6ac7-fbcc-4c80-8151-187df281905f admin admin] Pushing event updated for resources: {'Network': ['ID=359927c6-1350-4980-a675-3fd2d85c5c58,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:54.960673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 359927c6-1350-4980-a675-3fd2d85c5c58 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:46:54.978288 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-5bc8d216-d210-4323-8f08-1b43abe67d70 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5643497 Nov 02 11:46:55.011559 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Request body: {'port': {'device_id': '07f3644a-693d-4315-b22f-c2e8ca1a1252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:55.067239 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ca1a6ac7-fbcc-4c80-8151-187df281905f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6583915 Nov 02 11:46:55.073559 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:55.076248 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39192) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:55.084990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-07a26e38-2d49-47d8-9665-986757358b85 admin admin] Request body: {'subnet': {'network_id': '359927c6-1350-4980-a675-3fd2d85c5c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-879022278-subnet', 'tenant_id': '1c1560c0e9034169b1f35ff22c55d91f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:55.146455 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:55.357980 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a26e38-2d49-47d8-9665-986757358b85 admin admin] Made reservation on behalf of 1c1560c0e9034169b1f35ff22c55d91f for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:46:55.362752 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-07a26e38-2d49-47d8-9665-986757358b85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:55.484769 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057aacdc-d1f4-4ff2-a932-56532abafd91 req-a698b30f-30d7-4098-9448-48b8710e5f88 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:55.496702 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-057aacdc-d1f4-4ff2-a932-56532abafd91 req-a698b30f-30d7-4098-9448-48b8710e5f88 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 931 time: 0.2042141 Nov 02 11:46:55.612663 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-057aacdc-d1f4-4ff2-a932-56532abafd91 req-585959cb-f0d1-4d51-9fee-087a10ab55c0 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fd78d89-8821-4e0f-a69e-8458fae1c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149757 Nov 02 11:46:55.729105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ef5b27-7b69-4a97-97d8-d92df1b041b0 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:46:55.761854 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:55.787163 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Transition to ACTIVE for port object 73ef5b27-7b69-4a97-97d8-d92df1b041b0 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:46:55.791389 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-07a26e38-2d49-47d8-9665-986757358b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:55.849281 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39218) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:55.869296 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:55.875879 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a26e38-2d49-47d8-9665-986757358b85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e72ae97-5146-4ccd-9f3b-706766b1195c,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:56.022471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226c770-6f82-4304-9c40-363ab1fdbdd8 req-9f954388-d8bb-498b-b3f0-0311c3eeba3f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:56.029880 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4226c770-6f82-4304-9c40-363ab1fdbdd8 req-9f954388-d8bb-498b-b3f0-0311c3eeba3f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 945 time: 0.1575222 Nov 02 11:46:56.034409 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a26e38-2d49-47d8-9665-986757358b85 admin admin] Checking segment: {'id': '21836b43-07a2-47c9-a61b-aa06a9567849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '359927c6-1350-4980-a675-3fd2d85c5c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:46:56.034785 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a26e38-2d49-47d8-9665-986757358b85 admin admin] Network hostable DHCP agents. Network: 359927c6-1350-4980-a675-3fd2d85c5c58, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:46:56.133997 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-248617132-network', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:56.161674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=73ef5b27-7b69-4a97-97d8-d92df1b041b0,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:56.164192 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4226c770-6f82-4304-9c40-363ab1fdbdd8 req-df7e1715-7d25-46e9-a392-a1001ae1b031 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142104 Nov 02 11:46:56.189709 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a26e38-2d49-47d8-9665-986757358b85 admin admin] Network 359927c6-1350-4980-a675-3fd2d85c5c58 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:46:56.207530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Attempting to bind port 73ef5b27-7b69-4a97-97d8-d92df1b041b0 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:46:56.207924 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Attempting to bind port 73ef5b27-7b69-4a97-97d8-d92df1b041b0 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '4b4fd0de-37e0-4047-ae74-ee942272f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b504994a-80ca-4dca-8bc6-014efa3dbbf2'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:46:56.208315 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Attempting to bind port 73ef5b27-7b69-4a97-97d8-d92df1b041b0 on network b504994a-80ca-4dca-8bc6-014efa3dbbf2 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:46:56.213732 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Port 73ef5b27-7b69-4a97-97d8-d92df1b041b0 on network b504994a-80ca-4dca-8bc6-014efa3dbbf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:46:56.214067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Attempting to bind port 73ef5b27-7b69-4a97-97d8-d92df1b041b0 on network b504994a-80ca-4dca-8bc6-014efa3dbbf2 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:46:56.232987 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:46:56.233333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Checking segment: {'id': '4b4fd0de-37e0-4047-ae74-ee942272f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b504994a-80ca-4dca-8bc6-014efa3dbbf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:46:56.233758 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Bound using segment: {'id': '4b4fd0de-37e0-4047-ae74-ee942272f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b504994a-80ca-4dca-8bc6-014efa3dbbf2'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:46:56.234211 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Bound port: 73ef5b27-7b69-4a97-97d8-d92df1b041b0, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4fd0de-37e0-4047-ae74-ee942272f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b504994a-80ca-4dca-8bc6-014efa3dbbf2'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:46:56.234575 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:56.320814 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e162260-fe86-46c8-9feb-253869bf8804 req-a60defac-3753-4e14-9b97-e61aec6f8afe tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:56.322353 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1e162260-fe86-46c8-9feb-253869bf8804 req-a60defac-3753-4e14-9b97-e61aec6f8afe tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1060541 Nov 02 11:46:56.389006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-07a26e38-2d49-47d8-9665-986757358b85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 359927c6-1350-4980-a675-3fd2d85c5c58) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:46:56.408026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a26e38-2d49-47d8-9665-986757358b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:56.408315 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] For port 73ef5b27-7b69-4a97-97d8-d92df1b041b0, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:46:56.408422 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-07a26e38-2d49-47d8-9665-986757358b85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:56.408513 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] For port 73ef5b27-7b69-4a97-97d8-d92df1b041b0, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=73ef5b27-7b69-4a97-97d8-d92df1b041b0,segment=NetworkSegment(4b4fd0de-37e0-4047-ae74-ee942272f287),segment_id=4b4fd0de-37e0-4047-ae74-ee942272f287)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:46:56.408608 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ff834-9988-4f31-a91b-74e9ab6a10e5 None None] Network 359927c6-1350-4980-a675-3fd2d85c5c58 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:46:56.409057 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Made reservation on behalf of 98712f8e25ee41a2953347ba1e13095a for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:46:56.409057 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:56.424137 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:56.441546 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1e162260-fe86-46c8-9feb-253869bf8804 req-e751d394-727c-4e93-8768-065faaf90d2e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077209 Nov 02 11:46:56.541795 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:56.589422 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57515e88-1e3c-4947-b25b-1f30ca25a81a None None] Network 359927c6-1350-4980-a675-3fd2d85c5c58 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:46:56.597938 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765c463-5e32-4f6f-9de7-2ce489195908 req-e7473539-1232-465a-b34c-1d69aa58b81e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:56.599853 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2765c463-5e32-4f6f-9de7-2ce489195908 req-e7473539-1232-465a-b34c-1d69aa58b81e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0567884 Nov 02 11:46:56.664527 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2765c463-5e32-4f6f-9de7-2ce489195908 req-10e697ed-6bd7-4fdc-a66d-1c32ffa59e84 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576489 Nov 02 11:46:56.782273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6c3f5-9c83-439b-813c-a31a4e3c7d56 req-d2c08a12-f458-4578-8484-7922c9705144 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:56.783771 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59c6c3f5-9c83-439b-813c-a31a4e3c7d56 req-d2c08a12-f458-4578-8484-7922c9705144 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 943 time: 0.0513990 Nov 02 11:46:56.818619 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-07a26e38-2d49-47d8-9665-986757358b85 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7320061 Nov 02 11:46:56.818840 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:56.857635 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:56.931174 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59c6c3f5-9c83-439b-813c-a31a4e3c7d56 req-4cba62d8-8038-41bf-8060-26fad8eb16c7 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fd78d89-8821-4e0f-a69e-8458fae1c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400497 Nov 02 11:46:56.935704 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:56.936315 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:56.937812 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] 10.222.0.79 "PUT /v2.0/ports/73ef5b27-7b69-4a97-97d8-d92df1b041b0 HTTP/1.1" status: 200 len: 1092 time: 1.9326479 Nov 02 11:46:56.952392 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f3644a-693d-4315-b22f-c2e8ca1a1252', 'tag': '73ef5b27-7b69-4a97-97d8-d92df1b041b0'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:46:56.954873 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264cbae9-0b41-4606-b3b4-1c290ab6b0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "07f3644a-693d-4315-b22f-c2e8ca1a1252", "tag": "73ef5b27-7b69-4a97-97d8-d92df1b041b0"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:46:56.960868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:46:56.991853 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=73ef5b27-7b69-4a97-97d8-d92df1b041b0,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:57.003536 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4809ff9-fa57-4e79-a332-f1a452c84477,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:57.024249 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:57.024249 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Added segment 11a5b8ba-a5ed-492f-a28c-361899d6d864 of type vlan for network 2186d30e-762f-43e0-acae-f84c10f25696 Nov 02 11:46:57.045773 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.046129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.046566 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.046913 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.048948 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.049293 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.049637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.049978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.050317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.051635 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.051635 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.051635 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f437db61-bf73-4d4f-a88c-0c1e47715cb4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.073455 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.073808 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.074152 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.074495 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.074901 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.075269 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.075596 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.075937 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.076396 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.076588 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.076915 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.077497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:46:57.192127 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:57.218398 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3887246-996b-4ece-98d2-7e2409759e89 x-openstack-request-id: req-b3887246-996b-4ece-98d2-7e2409759e89 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:46:57.218398 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f3644a-693d-4315-b22f-c2e8ca1a1252", "tag": "73ef5b27-7b69-4a97-97d8-d92df1b041b0", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:46:57.218398 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3887246-996b-4ece-98d2-7e2409759e89 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:46:57.218398 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f3644a-693d-4315-b22f-c2e8ca1a1252', 'tag': '73ef5b27-7b69-4a97-97d8-d92df1b041b0', 'status': 'completed', 'code': 200} Nov 02 11:46:57.230919 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-ab20e738-98e5-4f29-a6b0-c17c0584f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:57.232499 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-ab20e738-98e5-4f29-a6b0-c17c0584f311 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4636c939d66340b988608a920ed1527b&device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 1095 time: 0.0895960 Nov 02 11:46:57.281699 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-17116204-e094-4925-9543-1f7fe97b06d9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73ef5b27-7b69-4a97-97d8-d92df1b041b0 HTTP/1.1" status: 200 len: 217 time: 0.0402443 Nov 02 11:46:57.332243 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cab78-a786-4713-b656-9a4aefcb355a req-2e269970-d8d5-4bd3-97f3-e7a772a7fd2a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:57.334302 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf1cab78-a786-4713-b656-9a4aefcb355a req-2e269970-d8d5-4bd3-97f3-e7a772a7fd2a tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 945 time: 0.0703773 Nov 02 11:46:57.354129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-44f7472d-022c-4228-830c-53deea971ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:57.357199 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-44f7472d-022c-4228-830c-53deea971ca1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=380e098b-4b8d-4b8f-9548-0e7d69caa846 HTTP/1.1" status: 200 len: 862 time: 0.0673430 Nov 02 11:46:57.358759 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:57.359804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:57.360392 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:57.444344 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf1cab78-a786-4713-b656-9a4aefcb355a req-c6250f15-c96b-4c0c-b305-f26809eaa36b tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017766 Nov 02 11:46:57.486180 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-d4585b52-d03c-4507-b04f-2747ddd08dd2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b504994a-80ca-4dca-8bc6-014efa3dbbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086071 Nov 02 11:46:57.555039 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] Pushing event updated for resources: {'Network': ['ID=2186d30e-762f-43e0-acae-f84c10f25696,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:57.567156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 2186d30e-762f-43e0-acae-f84c10f25696 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:46:57.611126 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cf571fcd-7612-47e4-b367-49e2ba1887b3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7578101 Nov 02 11:46:57.611321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39278) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:57.616801 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6369d71a-7043-46a6-af46-58ae760682f4 admin admin] Request body: {'subnet': {'network_id': '2186d30e-762f-43e0-acae-f84c10f25696', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-248617132-subnet', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:57.634295 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-cdd64fc8-32be-4a08-8e12-9590e30bc3e7 service neutron] 10.222.0.79 "GET /v2.0/networks/b504994a-80ca-4dca-8bc6-014efa3dbbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188695 Nov 02 11:46:57.779384 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6369d71a-7043-46a6-af46-58ae760682f4 admin admin] Made reservation on behalf of 98712f8e25ee41a2953347ba1e13095a for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:46:57.788520 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6369d71a-7043-46a6-af46-58ae760682f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:57.815039 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5713f6ed-8c24-49cf-ae13-3d5664bfe8f8 req-ce38eea6-f75e-4b85-98ca-95b82a8c9cea service neutron] 10.222.0.79 "GET /v2.0/networks/b504994a-80ca-4dca-8bc6-014efa3dbbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651495 Nov 02 11:46:58.001183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-fafb591f-b005-4451-b484-a8141717ba29 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:58.002786 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-fafb591f-b005-4451-b484-a8141717ba29 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/networks?id=359927c6-1350-4980-a675-3fd2d85c5c58 HTTP/1.1" status: 200 len: 813 time: 0.1525879 Nov 02 11:46:58.047776 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-46458797-6f00-438c-a627-2b604ad2e74e tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/quotas/1c1560c0e9034169b1f35ff22c55d91f HTTP/1.1" status: 200 len: 375 time: 0.0156615 Nov 02 11:46:58.126719 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-d99eac18-c84e-47c4-a5b7-865befa3df5a tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c1560c0e9034169b1f35ff22c55d91f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639234 Nov 02 11:46:58.266878 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-f486caec-b75f-460c-a2af-1e8dcffb27bc service neutron] 10.222.0.52 "GET /v2.0/networks/359927c6-1350-4980-a675-3fd2d85c5c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264420 Nov 02 11:46:58.357829 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6369d71a-7043-46a6-af46-58ae760682f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:58.379068 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c5c97-b073-42ae-817d-d875447521e5 req-e95e1b82-4e3a-4854-a959-3ca4d86e751d tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:58.392881 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ec7c5c97-b073-42ae-817d-d875447521e5 req-e95e1b82-4e3a-4854-a959-3ca4d86e751d tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.4758580 Nov 02 11:46:58.425368 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cbae9-0b41-4606-b3b4-1c290ab6b0a2 req-74df7d58-cc77-435a-8912-34c23e72ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:58.427193 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-264cbae9-0b41-4606-b3b4-1c290ab6b0a2 req-74df7d58-cc77-435a-8912-34c23e72ae40 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4636c939d66340b988608a920ed1527b&device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 1095 time: 0.1167269 Nov 02 11:46:58.484612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369d71a-7043-46a6-af46-58ae760682f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c931c3ff-ea0b-4408-bd53-510e0450d503,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:46:58.490585 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ec7c5c97-b073-42ae-817d-d875447521e5 req-02bc537f-54cf-45a9-a850-d10c0de8b606 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965610 Nov 02 11:46:58.517900 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-638ab414-f50d-40cf-b468-8cd26daf160e service neutron] 10.222.0.52 "GET /v2.0/networks/359927c6-1350-4980-a675-3fd2d85c5c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420378 Nov 02 11:46:58.520772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369d71a-7043-46a6-af46-58ae760682f4 admin admin] Checking segment: {'id': '11a5b8ba-a5ed-492f-a28c-361899d6d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:46:58.521157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6369d71a-7043-46a6-af46-58ae760682f4 admin admin] Network hostable DHCP agents. Network: 2186d30e-762f-43e0-acae-f84c10f25696, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:46:58.641700 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6369d71a-7043-46a6-af46-58ae760682f4 admin admin] Network 2186d30e-762f-43e0-acae-f84c10f25696 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:46:58.712272 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cbae9-0b41-4606-b3b4-1c290ab6b0a2 req-360899bc-d13a-4743-9d16-d66969546902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:58.714101 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-264cbae9-0b41-4606-b3b4-1c290ab6b0a2 req-360899bc-d13a-4743-9d16-d66969546902 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b504994a-80ca-4dca-8bc6-014efa3dbbf2 HTTP/1.1" status: 200 len: 923 time: 0.2706921 Nov 02 11:46:58.770382 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-264cbae9-0b41-4606-b3b4-1c290ab6b0a2 req-f557018b-62e6-4bc9-9faa-6a14524bbb63 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73ef5b27-7b69-4a97-97d8-d92df1b041b0 HTTP/1.1" status: 200 len: 217 time: 0.0471816 Nov 02 11:46:58.789292 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a9a52-95a3-491e-9efa-d4cfd8fb7b10 req-3b9372f3-d006-4609-b562-9645eadc6e19 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:58.791038 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4a0a9a52-95a3-491e-9efa-d4cfd8fb7b10 req-3b9372f3-d006-4609-b562-9645eadc6e19 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 943 time: 0.1364143 Nov 02 11:46:58.823561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-6369d71a-7043-46a6-af46-58ae760682f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 2186d30e-762f-43e0-acae-f84c10f25696) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:46:58.834330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6369d71a-7043-46a6-af46-58ae760682f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:58.834879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eea5469-7b1b-4d16-8867-6887dedc4739 None None] Network 2186d30e-762f-43e0-acae-f84c10f25696 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:46:58.835906 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6369d71a-7043-46a6-af46-58ae760682f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:58.875666 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cbae9-0b41-4606-b3b4-1c290ab6b0a2 req-f1af938d-b691-4720-8ee8-998e51a46cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:58.877288 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-264cbae9-0b41-4606-b3b4-1c290ab6b0a2 req-f1af938d-b691-4720-8ee8-998e51a46cc9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=380e098b-4b8d-4b8f-9548-0e7d69caa846 HTTP/1.1" status: 200 len: 862 time: 0.0851824 Nov 02 11:46:58.964157 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6369d71a-7043-46a6-af46-58ae760682f4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3515100 Nov 02 11:46:58.965414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39326) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:58.972890 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-264cbae9-0b41-4606-b3b4-1c290ab6b0a2 req-00278e4f-b6be-4e9f-a1ad-0158d6a57fed service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b504994a-80ca-4dca-8bc6-014efa3dbbf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726559 Nov 02 11:46:58.973540 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-248617132-router', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:46:59.062175 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4a0a9a52-95a3-491e-9efa-d4cfd8fb7b10 req-aa9c0c22-c8d1-4659-9109-266a2e78f6e3 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fd78d89-8821-4e0f-a69e-8458fae1c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580807 Nov 02 11:46:59.111486 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:59.114896 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:59.158769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-2186d30e-762f-43e0-acae-f84c10f25696', 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'fixed_ips': [{'subnet_id': 'c931c3ff-ea0b-4408-bd53-510e0450d503'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:46:59.160756 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:59.259752 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-264cbae9-0b41-4606-b3b4-1c290ab6b0a2 req-aa2a33e8-be8a-4a9d-80d8-8bd7c7fc5ae0 service neutron] 10.222.0.79 "GET /v2.0/networks/b504994a-80ca-4dca-8bc6-014efa3dbbf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747736 Nov 02 11:46:59.339874 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39340) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:59.364836 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:59.440464 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01aed0be-4497-44ef-a003-148b85bce133 req-78723673-53e9-4a9d-b7aa-1d44396670c7 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/ports?device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 210 time: 0.0648711 Nov 02 11:46:59.446019 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Allocated IP 172.20.0.2 (2186d30e-762f-43e0-acae-f84c10f25696/c931c3ff-ea0b-4408-bd53-510e0450d503/df443bb3-6921-4c7b-9d1f-0318d6fcdb56) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:46:59.495311 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c37b0-493d-493d-883f-f4481d66f600 req-d78c373c-8765-4838-8e4c-88653cd8456e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:46:59.508439 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-264cbae9-0b41-4606-b3b4-1c290ab6b0a2 req-5b6a01b9-fb65-4009-90ff-64f182e1d4e5 service neutron] 10.222.0.79 "GET /v2.0/networks/b504994a-80ca-4dca-8bc6-014efa3dbbf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353451 Nov 02 11:46:59.509041 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e2c37b0-493d-493d-883f-f4481d66f600 req-d78c373c-8765-4838-8e4c-88653cd8456e tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 945 time: 0.2982507 Nov 02 11:46:59.548860 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8164b222-ea8f-4785-9de8-11ed86e2a270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:59.707410 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8164b222-ea8f-4785-9de8-11ed86e2a270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:59.768207 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e2c37b0-493d-493d-883f-f4481d66f600 req-563dc1e8-6148-4d7e-b0c8-7822d4932bf5 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580905 Nov 02 11:46:59.810042 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8164b222-ea8f-4785-9de8-11ed86e2a270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:59.821843 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:46:59.901573 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39350) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:46:59.904022 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8164b222-ea8f-4785-9de8-11ed86e2a270 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc645a571dff493088331e8d779e6180&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5621681 Nov 02 11:46:59.932837 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164b222-ea8f-4785-9de8-11ed86e2a270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae4394e-e687-4553-ac10-0d75578a6990,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:00.000814 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:00.028974 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f974-0bfb-45e4-a9b0-da197a66e528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:00.060584 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f974-0bfb-45e4-a9b0-da197a66e528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:00.172267 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:00.261446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Network 2186d30e-762f-43e0-acae-f84c10f25696 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:47:00.263353 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:00.265556 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:47:00.273065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:47:00.299864 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Pushing event updated for resources: {'Port': ['ID=df443bb3-6921-4c7b-9d1f-0318d6fcdb56,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:00.323556 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f974-0bfb-45e4-a9b0-da197a66e528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:00.326285 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f974-0bfb-45e4-a9b0-da197a66e528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:00.331816 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d4b0f974-0bfb-45e4-a9b0-da197a66e528 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dae4394e-e687-4553-ac10-0d75578a6990 HTTP/1.1" status: 204 len: 168 time: 0.4287531 Nov 02 11:47:00.335413 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:00.354306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0f974-0bfb-45e4-a9b0-da197a66e528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae4394e-e687-4553-ac10-0d75578a6990,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:00.432093 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Attempting to bind port df443bb3-6921-4c7b-9d1f-0318d6fcdb56 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:47:00.432529 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Attempting to bind port df443bb3-6921-4c7b-9d1f-0318d6fcdb56 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '11a5b8ba-a5ed-492f-a28c-361899d6d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:47:00.432954 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Attempting to bind port df443bb3-6921-4c7b-9d1f-0318d6fcdb56 on network 2186d30e-762f-43e0-acae-f84c10f25696 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:47:00.440536 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:47:00.441846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Checking segment: {'id': '11a5b8ba-a5ed-492f-a28c-361899d6d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:47:00.442201 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:00.442698 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Bound using segment: {'id': '11a5b8ba-a5ed-492f-a28c-361899d6d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:47:00.443416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Bound port: df443bb3-6921-4c7b-9d1f-0318d6fcdb56, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a5b8ba-a5ed-492f-a28c-361899d6d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:47:00.443949 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:00.553826 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] Allocated IP 172.25.6.93 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/c9faac9a-877b-404b-be36-bda93971dcad) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:47:00.616686 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] For port df443bb3-6921-4c7b-9d1f-0318d6fcdb56, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:47:00.622570 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ef6be-51b0-40ba-b731-fa600dfdad41 req-49f9bfb9-a10d-430e-869b-6ec105774166 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:00.624556 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] For port df443bb3-6921-4c7b-9d1f-0318d6fcdb56, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=df443bb3-6921-4c7b-9d1f-0318d6fcdb56,segment=NetworkSegment(11a5b8ba-a5ed-492f-a28c-361899d6d864),segment_id=11a5b8ba-a5ed-492f-a28c-361899d6d864)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:47:00.634643 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a05ef6be-51b0-40ba-b731-fa600dfdad41 req-49f9bfb9-a10d-430e-869b-6ec105774166 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 943 time: 0.0989172 Nov 02 11:47:00.683974 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 73ef5b27-7b69-4a97-97d8-d92df1b041b0 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:47:00.716371 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:00.729222 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a05ef6be-51b0-40ba-b731-fa600dfdad41 req-9dedf1e1-e1b9-40d2-9b48-0421f2b3f9f2 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fd78d89-8821-4e0f-a69e-8458fae1c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906229 Nov 02 11:47:00.801592 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:00.891452 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 73ef5b27-7b69-4a97-97d8-d92df1b041b0, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=73ef5b27-7b69-4a97-97d8-d92df1b041b0,segment=NetworkSegment(4b4fd0de-37e0-4047-ae74-ee942272f287),segment_id=4b4fd0de-37e0-4047-ae74-ee942272f287)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:00.922462 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:00.980344 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-260aacb0-faab-4fb3-88aa-2578ecb13a09 req-1929db17-1ad5-4e8d-a6c7-2572754a07ca tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/ports?device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 210 time: 0.0947313 Nov 02 11:47:00.995747 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '73ef5b27-7b69-4a97-97d8-d92df1b041b0', 'network_id': 'b504994a-80ca-4dca-8bc6-014efa3dbbf2', 'port_id': '73ef5b27-7b69-4a97-97d8-d92df1b041b0', 'mac_address': 'fa:16:3e:b4:0d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '380e098b-4b8d-4b8f-9548-0e7d69caa846', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:47:01.033498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=c9faac9a-877b-404b-be36-bda93971dcad,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:01.087458 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:47:01.092186 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:47:01.097471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:47:01.105292 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44deba2d-ba5d-42b7-8230-7d504885d7b2 None None] Pushing event updated for resources: {'Port': ['ID=df443bb3-6921-4c7b-9d1f-0318d6fcdb56,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:01.165434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00057db2-6f32-4870-a446-74300c4e05f7 req-c8d663fc-d0e3-4294-9b91-77834acaef34 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:01.172872 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-00057db2-6f32-4870-a446-74300c4e05f7 req-c8d663fc-d0e3-4294-9b91-77834acaef34 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 945 time: 0.1357560 Nov 02 11:47:01.173355 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:01.220731 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ef5b27-7b69-4a97-97d8-d92df1b041b0 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:47:01.290069 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 73ef5b27-7b69-4a97-97d8-d92df1b041b0, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=73ef5b27-7b69-4a97-97d8-d92df1b041b0,segment=NetworkSegment(4b4fd0de-37e0-4047-ae74-ee942272f287),segment_id=4b4fd0de-37e0-4047-ae74-ee942272f287)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:01.312758 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0156758-cc76-4a3b-ae51-627c860b5174 req-359f7aa7-cc60-4aa4-872b-26afee3fee92 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:01.320775 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f0156758-cc76-4a3b-ae51-627c860b5174 req-359f7aa7-cc60-4aa4-872b-26afee3fee92 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1734669 Nov 02 11:47:01.407478 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-00057db2-6f32-4870-a446-74300c4e05f7 req-f150754e-327f-4173-bd17-d8fe1e5d6455 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335532 Nov 02 11:47:01.413847 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:01.460872 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f0156758-cc76-4a3b-ae51-627c860b5174 req-6cd52729-1f38-4f8c-a8dc-0a2769111481 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262231 Nov 02 11:47:01.525156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39384) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:01.557693 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a008962-c186-4d79-959a-b1fea19b7963 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:01.558382 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=73ef5b27-7b69-4a97-97d8-d92df1b041b0,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:01.677233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['73ef5b27-7b69-4a97-97d8-d92df1b041b0'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:47:01.717202 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a008962-c186-4d79-959a-b1fea19b7963 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:01.827967 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:01.847965 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a008962-c186-4d79-959a-b1fea19b7963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:01.989013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7c94b-87ea-4b8d-ac3b-1014ad608cb6 req-e61de9e6-1251-4b9f-8974-729e7095644c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:01.990850 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49b7c94b-87ea-4b8d-ac3b-1014ad608cb6 req-e61de9e6-1251-4b9f-8974-729e7095644c tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 945 time: 0.1043203 Nov 02 11:47:01.991399 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4a008962-c186-4d79-959a-b1fea19b7963 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=038c101233774b60b76e0f98d231324a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4579115 Nov 02 11:47:01.992365 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a008962-c186-4d79-959a-b1fea19b7963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2b4e84-b642-42da-a29a-77894ceacaf7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:01.994820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39398) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:02.187796 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6caebf-810e-41be-a572-293773044893 req-b4d92a85-4382-4226-9be2-74825e95c34f tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:02.190159 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ce6caebf-810e-41be-a572-293773044893 req-b4d92a85-4382-4226-9be2-74825e95c34f tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 944 time: 0.2771637 Nov 02 11:47:02.252734 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aed6bf64-eeee-43df-b63b-7241c5e76bd5 req-0a2902e6-50b6-4539-9406-821ce78523e5 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/ports?device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 210 time: 0.0715294 Nov 02 11:47:02.257998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-49b7c94b-87ea-4b8d-ac3b-1014ad608cb6 req-82240dec-9f8e-42a6-8fb3-315f4f8d069f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Deleting port 293db2dc-6f91-41f9-920b-4cc9e0602fa6 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:47:02.258375 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49b7c94b-87ea-4b8d-ac3b-1014ad608cb6 req-82240dec-9f8e-42a6-8fb3-315f4f8d069f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:02.276332 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device df443bb3-6921-4c7b-9d1f-0318d6fcdb56 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:47:02.310831 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-402d6006-6e22-4d7d-82b0-ad979495ba0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:02.358338 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-402d6006-6e22-4d7d-82b0-ad979495ba0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:02.409176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port df443bb3-6921-4c7b-9d1f-0318d6fcdb56 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:02.409617 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:02.452642 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:02.453505 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ce6caebf-810e-41be-a572-293773044893 req-cbc8e0c2-aee5-4b67-bbf1-b559f1509ac3 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fd78d89-8821-4e0f-a69e-8458fae1c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561367 Nov 02 11:47:02.467391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-49b7c94b-87ea-4b8d-ac3b-1014ad608cb6 req-82240dec-9f8e-42a6-8fb3-315f4f8d069f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] For port 293db2dc-6f91-41f9-920b-4cc9e0602fa6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=293db2dc-6f91-41f9-920b-4cc9e0602fa6,segment=NetworkSegment(2b371e98-3056-4ed6-ab77-88af4a2dc18c),segment_id=2b371e98-3056-4ed6-ab77-88af4a2dc18c)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:02.467391 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49b7c94b-87ea-4b8d-ac3b-1014ad608cb6 req-82240dec-9f8e-42a6-8fb3-315f4f8d069f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:02.524478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-49b7c94b-87ea-4b8d-ac3b-1014ad608cb6 req-82240dec-9f8e-42a6-8fb3-315f4f8d069f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Calling delete_port for 293db2dc-6f91-41f9-920b-4cc9e0602fa6 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:47:02.556891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d15b0f-df07-4a12-873f-9bcdc153be4a None None] Network 2186d30e-762f-43e0-acae-f84c10f25696 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:47:02.593056 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:02.622013 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ab1cc-0f76-4cab-949c-47d97c80aac2 req-e59f6485-f2a4-4337-be47-a43f49ed857a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:02.625168 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2c7ab1cc-0f76-4cab-949c-47d97c80aac2 req-e59f6485-f2a4-4337-be47-a43f49ed857a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0646007 Nov 02 11:47:02.693589 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port df443bb3-6921-4c7b-9d1f-0318d6fcdb56, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=df443bb3-6921-4c7b-9d1f-0318d6fcdb56,segment=NetworkSegment(11a5b8ba-a5ed-492f-a28c-361899d6d864),segment_id=11a5b8ba-a5ed-492f-a28c-361899d6d864)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:02.701224 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 73ef5b27-7b69-4a97-97d8-d92df1b041b0 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:47:02.727316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9053e798-d019-477b-84c2-4c18a542a1a9 None None] Provisioning complete for port df443bb3-6921-4c7b-9d1f-0318d6fcdb56 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:02.727695 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9053e798-d019-477b-84c2-4c18a542a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:02.747247 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-402d6006-6e22-4d7d-82b0-ad979495ba0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:02.749937 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-402d6006-6e22-4d7d-82b0-ad979495ba0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:02.754627 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-402d6006-6e22-4d7d-82b0-ad979495ba0e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de2b4e84-b642-42da-a29a-77894ceacaf7 HTTP/1.1" status: 204 len: 168 time: 0.7548397 Nov 02 11:47:02.763312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203293e-9ee3-42f0-8cc3-3f13c6ced9ca req-a03d1074-f283-471b-a71d-bfe6574696b0 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:02.773151 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4203293e-9ee3-42f0-8cc3-3f13c6ced9ca req-a03d1074-f283-471b-a71d-bfe6574696b0 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 945 time: 0.2449949 Nov 02 11:47:02.785829 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2c7ab1cc-0f76-4cab-949c-47d97c80aac2 req-e4ce46e6-233c-47f3-94c5-3cf946dac8e3 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481497 Nov 02 11:47:02.836272 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:02.850500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d6006-6e22-4d7d-82b0-ad979495ba0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2b4e84-b642-42da-a29a-77894ceacaf7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:02.949853 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4203293e-9ee3-42f0-8cc3-3f13c6ced9ca req-71147d3a-304f-4f85-b97b-6ed32304a297 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/security-groups?id=27f56f00-b44d-4c9e-bc35-76ed143372e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741858 Nov 02 11:47:02.970262 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-552a4019-ee0c-4da2-b142-510f87eb0d8d tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:02.972314 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-552a4019-ee0c-4da2-b142-510f87eb0d8d tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.79 "GET /v2.0/networks?id=359927c6-1350-4980-a675-3fd2d85c5c58 HTTP/1.1" status: 200 len: 813 time: 0.2719615 Nov 02 11:47:02.989424 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-7eeff835-7f56-4db8-809b-e70caa60feda tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Request body: {'port': {'device_id': 'bef3eee4-4012-462a-a791-21209f60ccdb', 'network_id': '359927c6-1350-4980-a675-3fd2d85c5c58', 'admin_state_up': True, 'tenant_id': '1c1560c0e9034169b1f35ff22c55d91f'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:03.018400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] Router 05fa5de3-8937-40ca-9b82-b070d9fa9dfb is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:47:03.037800 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 73ef5b27-7b69-4a97-97d8-d92df1b041b0 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:47:03.080981 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 73ef5b27-7b69-4a97-97d8-d92df1b041b0 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:03.084978 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:03.125853 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=df443bb3-6921-4c7b-9d1f-0318d6fcdb56,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:03.339031 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:03.373392 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-7eeff835-7f56-4db8-809b-e70caa60feda tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Made reservation on behalf of 1c1560c0e9034169b1f35ff22c55d91f for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:03.382917 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-7eeff835-7f56-4db8-809b-e70caa60feda tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:03.412688 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f3644a-693d-4315-b22f-c2e8ca1a1252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ef5b27-7b69-4a97-97d8-d92df1b041b0'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:03.415515 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bbdeed-03f6-4057-9b3f-4583b1957d8d" -d '{"events": [{"server_uuid": "07f3644a-693d-4315-b22f-c2e8ca1a1252", "name": "network-vif-plugged", "status": "completed", "tag": "73ef5b27-7b69-4a97-97d8-d92df1b041b0"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:03.450088 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 73ef5b27-7b69-4a97-97d8-d92df1b041b0, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=73ef5b27-7b69-4a97-97d8-d92df1b041b0,segment=NetworkSegment(4b4fd0de-37e0-4047-ae74-ee942272f287),segment_id=4b4fd0de-37e0-4047-ae74-ee942272f287)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:03.527613 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ca77d8-c2f1-4089-aac9-f7e595766bf8 x-openstack-request-id: req-42ca77d8-c2f1-4089-aac9-f7e595766bf8 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:03.528628 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f3644a-693d-4315-b22f-c2e8ca1a1252", "name": "network-vif-plugged", "status": "completed", "tag": "73ef5b27-7b69-4a97-97d8-d92df1b041b0", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:03.528773 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42ca77d8-c2f1-4089-aac9-f7e595766bf8 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:03.529274 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f3644a-693d-4315-b22f-c2e8ca1a1252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ef5b27-7b69-4a97-97d8-d92df1b041b0', 'code': 200} Nov 02 11:47:03.543104 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:03.682584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=73ef5b27-7b69-4a97-97d8-d92df1b041b0,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:03.694188 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7589287e-f6f5-47d6-8486-3f42bef0642e None None] Provisioning complete for port df443bb3-6921-4c7b-9d1f-0318d6fcdb56 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:03.694706 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7589287e-f6f5-47d6-8486-3f42bef0642e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:03.808383 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-7eeff835-7f56-4db8-809b-e70caa60feda tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Allocated IP 172.20.0.6 (359927c6-1350-4980-a675-3fd2d85c5c58/4e72ae97-5146-4ccd-9f3b-706766b1195c/2ab8da59-8eb3-473e-a5ce-172a38bb16ab) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:47:03.814590 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c237e50-9462-4dc9-8cea-c014327bd51a req-e964d639-35df-445d-842c-e1a05ad0d76e tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/ports?device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 210 time: 0.1184738 Nov 02 11:47:03.889603 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb2753-5091-47d1-860c-50f99f3f27ee req-9692576f-d1c3-4562-91fe-ff05c936afd2 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:03.905593 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-84cb2753-5091-47d1-860c-50f99f3f27ee req-9692576f-d1c3-4562-91fe-ff05c936afd2 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 945 time: 0.2584145 Nov 02 11:47:03.906235 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400768db-6229-45fa-b90f-72f9d716d104 req-96e6a979-993b-40f0-955f-7c0031079da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:03.907923 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-400768db-6229-45fa-b90f-72f9d716d104 req-96e6a979-993b-40f0-955f-7c0031079da8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 1097 time: 0.2103603 Nov 02 11:47:03.923024 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:47:03.943905 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Sync routers for ids ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:47:03.967569 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Routers {'05fa5de3-8937-40ca-9b82-b070d9fa9dfb'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:47:03.976691 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:46:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:04.029912 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-84cb2753-5091-47d1-860c-50f99f3f27ee req-d668d715-0f82-47d4-875a-419d04460a95 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fd78d89-8821-4e0f-a69e-8458fae1c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229224 Nov 02 11:47:04.070318 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49b7c94b-87ea-4b8d-ac3b-1014ad608cb6 req-82240dec-9f8e-42a6-8fb3-315f4f8d069f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:04.083332 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['293db2dc-6f91-41f9-920b-4cc9e0602fa6'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:47:04.182549 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device df443bb3-6921-4c7b-9d1f-0318d6fcdb56 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:47:04.221307 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Set router 05fa5de3-8937-40ca-9b82-b070d9fa9dfb gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:47:04.246435 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82240dec-9f8e-42a6-8fb3-315f4f8d069f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Pushing event deleted for resources: {'Port': ['ID=293db2dc-6f91-41f9-920b-4cc9e0602fa6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:04.308778 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port df443bb3-6921-4c7b-9d1f-0318d6fcdb56 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:04.309499 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:04.334278 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cec975-8eb6-4d20-a363-71bfb60ae859 req-dd384a59-1378-436f-b746-d1aabb3ac905 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:04.335926 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-21cec975-8eb6-4d20-a363-71bfb60ae859 req-dd384a59-1378-436f-b746-d1aabb3ac905 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.3563802 Nov 02 11:47:04.336805 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b7c94b-87ea-4b8d-ac3b-1014ad608cb6 req-82240dec-9f8e-42a6-8fb3-315f4f8d069f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] No DVR routers for this DVR port 293db2dc-6f91-41f9-920b-4cc9e0602fa6 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:47:04.344076 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49b7c94b-87ea-4b8d-ac3b-1014ad608cb6 req-82240dec-9f8e-42a6-8fb3-315f4f8d069f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:04.348185 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49b7c94b-87ea-4b8d-ac3b-1014ad608cb6 req-82240dec-9f8e-42a6-8fb3-315f4f8d069f tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.54 "DELETE /v2.0/ports/293db2dc-6f91-41f9-920b-4cc9e0602fa6 HTTP/1.1" status: 204 len: 173 time: 2.3353074 Nov 02 11:47:04.350250 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01', 'name': 'network-vif-deleted', 'tag': '293db2dc-6f91-41f9-920b-4cc9e0602fa6'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:04.352609 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d098ba46-83ed-4f0c-9a31-5a7d61348ad5" -d '{"events": [{"server_uuid": "dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01", "name": "network-vif-deleted", "tag": "293db2dc-6f91-41f9-920b-4cc9e0602fa6"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:04.381791 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-7eeff835-7f56-4db8-809b-e70caa60feda tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:04.388045 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-400768db-6229-45fa-b90f-72f9d716d104 req-311cd21f-2c17-439c-a676-a6a6c5fa9d1d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1fd78d89-8821-4e0f-a69e-8458fae1c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688087 Nov 02 11:47:04.430551 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-99b8d03a-4681-4c96-83cb-af36531ca013 req-5b4233c1-21b6-49ea-abac-fb5242b0f929 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 210 time: 0.1328862 Nov 02 11:47:04.445772 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-21cec975-8eb6-4d20-a363-71bfb60ae859 req-8956ec11-e881-4436-a4e8-5cb5567857ad tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962923 Nov 02 11:47:04.499071 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2f7e56-35ca-497e-9114-683f0cd5e8df x-openstack-request-id: req-9b2f7e56-35ca-497e-9114-683f0cd5e8df {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:04.499071 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01", "name": "network-vif-deleted", "tag": "293db2dc-6f91-41f9-920b-4cc9e0602fa6", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:04.499071 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b2f7e56-35ca-497e-9114-683f0cd5e8df {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:04.499071 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01', 'name': 'network-vif-deleted', 'tag': '293db2dc-6f91-41f9-920b-4cc9e0602fa6', 'status': 'completed', 'code': 200} Nov 02 11:47:04.524362 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:04.525706 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bef23812-7465-4412-9123-895f11e21bb4 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5588875 Nov 02 11:47:04.528458 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39462) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:04.548262 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-7eeff835-7f56-4db8-809b-e70caa60feda tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:04.618343 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-7eeff835-7f56-4db8-809b-e70caa60feda tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Network 359927c6-1350-4980-a675-3fd2d85c5c58 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:47:04.624515 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-7eeff835-7f56-4db8-809b-e70caa60feda tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:47:04.627030 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'name': 'tempest-TaggedBootDevicesTest-248617132-router', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:46:59Z', 'updated_at': '2021-11-02T11:47:01Z', 'revision_number': 3, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'gw_port': {'id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:00Z', 'updated_at': '2021-11-02T11:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:04.629540 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-7eeff835-7f56-4db8-809b-e70caa60feda tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:47:04.636616 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeff835-7f56-4db8-809b-e70caa60feda tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Pushing event updated for resources: {'Port': ['ID=2ab8da59-8eb3-473e-a5ce-172a38bb16ab,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:04.671560 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Checking router: 05fa5de3-8937-40ca-9b82-b070d9fa9dfb for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:47:04.672375 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Updating router 05fa5de3-8937-40ca-9b82-b070d9fa9dfb port c9faac9a-877b-404b-be36-bda93971dcad binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:47:04.701621 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-7eeff835-7f56-4db8-809b-e70caa60feda tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:04.702875 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-7eeff835-7f56-4db8-809b-e70caa60feda tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:04.712349 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:04.811723 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-7eeff835-7f56-4db8-809b-e70caa60feda tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8276014 Nov 02 11:47:04.830807 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Request body: {'port': {'device_id': 'bef3eee4-4012-462a-a791-21209f60ccdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:04.917269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39476) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:04.983986 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:05.052396 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:05.080785 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27c08a-d29a-4464-b394-f44d61fb74df req-4763d182-20d4-450c-b69e-b700ab7678c3 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:05.083276 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a27c08a-d29a-4464-b394-f44d61fb74df req-4763d182-20d4-450c-b69e-b700ab7678c3 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/ports?device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 931 time: 0.0895827 Nov 02 11:47:05.100599 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1370030162-network', 'tenant_id': 'f1302b78eab94e9fad63d4c94050f8a7'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:05.179064 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:05.198668 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a27c08a-d29a-4464-b394-f44d61fb74df req-c813a8ef-88f0-4d31-81e0-14f5a7034692 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9b1c564-a252-487f-9ae3-067b31f96d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064625 Nov 02 11:47:05.213685 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a0ee3-44ed-4b33-979e-0218bbdcc3be req-a876f3aa-1d04-4ae8-8bca-97c85368140b tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:05.223428 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3a9a0ee3-44ed-4b33-979e-0218bbdcc3be req-a876f3aa-1d04-4ae8-8bca-97c85368140b tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 945 time: 0.0913575 Nov 02 11:47:05.259905 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Attempting to bind port c9faac9a-877b-404b-be36-bda93971dcad on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:47:05.260216 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15c81383-7f81-4d32-9d01-e5d603190337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:05.260550 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Attempting to bind port c9faac9a-877b-404b-be36-bda93971dcad by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:47:05.261159 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Attempting to bind port c9faac9a-877b-404b-be36-bda93971dcad on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:47:05.264783 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe94e75-d32e-4377-bc20-fa0c36a2f618 None None] Pushing event updated for resources: {'Port': ['ID=c9faac9a-877b-404b-be36-bda93971dcad,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:05.274061 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:47:05.275209 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:47:05.275948 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:05.276695 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:47:05.277393 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Bound port: c9faac9a-877b-404b-be36-bda93971dcad, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:47:05.277688 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Made reservation on behalf of f1302b78eab94e9fad63d4c94050f8a7 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:05.278241 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:05.281104 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:05.297589 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:05.304686 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94e75-d32e-4377-bc20-fa0c36a2f618 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.305375 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94e75-d32e-4377-bc20-fa0c36a2f618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.306574 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94e75-d32e-4377-bc20-fa0c36a2f618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.307179 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94e75-d32e-4377-bc20-fa0c36a2f618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.308028 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94e75-d32e-4377-bc20-fa0c36a2f618 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.308589 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94e75-d32e-4377-bc20-fa0c36a2f618 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.309136 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94e75-d32e-4377-bc20-fa0c36a2f618 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.309942 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94e75-d32e-4377-bc20-fa0c36a2f618 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.310509 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94e75-d32e-4377-bc20-fa0c36a2f618 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.311606 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94e75-d32e-4377-bc20-fa0c36a2f618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.312284 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94e75-d32e-4377-bc20-fa0c36a2f618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.313147 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe94e75-d32e-4377-bc20-fa0c36a2f618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.351386 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3a9a0ee3-44ed-4b33-979e-0218bbdcc3be req-0e85351c-b166-415b-be1d-d157d9f7fc02 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fd78d89-8821-4e0f-a69e-8458fae1c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212375 Nov 02 11:47:05.375911 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] For port c9faac9a-877b-404b-be36-bda93971dcad, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:47:05.380886 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] For port c9faac9a-877b-404b-be36-bda93971dcad, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c9faac9a-877b-404b-be36-bda93971dcad,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:47:05.456490 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab8da59-8eb3-473e-a5ce-172a38bb16ab {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:47:05.467169 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:05.483572 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Transition to ACTIVE for port object 2ab8da59-8eb3-473e-a5ce-172a38bb16ab will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:47:05.500994 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:05.522061 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:05.523492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-15c81383-7f81-4d32-9d01-e5d603190337 admin admin] Allocated IP 172.20.0.1 (2186d30e-762f-43e0-acae-f84c10f25696/c931c3ff-ea0b-4408-bd53-510e0450d503/3994fd9f-b8e6-4f81-bd92-2570911bf617) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:47:05.578141 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Routers {'05fa5de3-8937-40ca-9b82-b070d9fa9dfb'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:47:05.578767 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:46:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:05.598334 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-226ddeaf-65bd-445e-a7a8-514f5374ab7a req-8cc20e7c-0c06-4664-ba9a-5baf7b6c24e8 tempest-DeleteServersTestJSON-1019232433 tempest-DeleteServersTestJSON-1019232433-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc29a8b9-04d1-4ccb-ade3-0c1b23ec5d01 HTTP/1.1" status: 200 len: 210 time: 0.0550599 Nov 02 11:47:05.630615 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe94e75-d32e-4377-bc20-fa0c36a2f618 None None] Pushing event updated for resources: {'Port': ['ID=c9faac9a-877b-404b-be36-bda93971dcad,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:05.632561 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65132d6b-32d2-4c99-aa38-0927a7193f4e req-f919c37b-f95e-4c07-81db-b5818d80ba95 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:05.641740 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-65132d6b-32d2-4c99-aa38-0927a7193f4e req-f919c37b-f95e-4c07-81db-b5818d80ba95 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0674784 Nov 02 11:47:05.642431 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:05.654692 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:05.674175 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:47:05.687429 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:05.688106 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Added segment 33bf5b60-5eab-4d70-806d-226f0a4400b2 of type vlan for network dc14f35b-3481-4052-ae85-70bc816de1a6 Nov 02 11:47:05.725791 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] Set router 05fa5de3-8937-40ca-9b82-b070d9fa9dfb gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:47:05.798323 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15c81383-7f81-4d32-9d01-e5d603190337 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:05.810331 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-65132d6b-32d2-4c99-aa38-0927a7193f4e req-e6030565-15f3-4ef1-ab46-a90b8fddb48a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566923 Nov 02 11:47:05.825985 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab8da59-8eb3-473e-a5ce-172a38bb16ab,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:05.852795 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e259a9-1e4c-4834-8303-f7fffc1f4053,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:05.865744 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Attempting to bind port 2ab8da59-8eb3-473e-a5ce-172a38bb16ab on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:47:05.866238 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Attempting to bind port 2ab8da59-8eb3-473e-a5ce-172a38bb16ab by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '21836b43-07a2-47c9-a61b-aa06a9567849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '359927c6-1350-4980-a675-3fd2d85c5c58'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:47:05.866778 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Attempting to bind port 2ab8da59-8eb3-473e-a5ce-172a38bb16ab on network 359927c6-1350-4980-a675-3fd2d85c5c58 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:47:05.872946 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Port 2ab8da59-8eb3-473e-a5ce-172a38bb16ab on network 359927c6-1350-4980-a675-3fd2d85c5c58 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:47:05.873453 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Attempting to bind port 2ab8da59-8eb3-473e-a5ce-172a38bb16ab on network 359927c6-1350-4980-a675-3fd2d85c5c58 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:47:05.886545 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:47:05.888119 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Checking segment: {'id': '21836b43-07a2-47c9-a61b-aa06a9567849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '359927c6-1350-4980-a675-3fd2d85c5c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:47:05.895747 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Bound using segment: {'id': '21836b43-07a2-47c9-a61b-aa06a9567849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '359927c6-1350-4980-a675-3fd2d85c5c58'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:47:05.895747 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Bound port: 2ab8da59-8eb3-473e-a5ce-172a38bb16ab, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21836b43-07a2-47c9-a61b-aa06a9567849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '359927c6-1350-4980-a675-3fd2d85c5c58'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:47:05.895747 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:05.906279 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:05.911047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.911400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.911748 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.912106 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.912425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.913835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.913835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.913835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.913835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.914209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.916040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:05.916040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:06.002223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac515f-0f8f-4c67-bcb3-ecd9d225601d req-fb6b1c69-6bec-4d7d-9498-6c8847bc2381 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:06.003730 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-efac515f-0f8f-4c67-bcb3-ecd9d225601d req-fb6b1c69-6bec-4d7d-9498-6c8847bc2381 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 950 time: 0.1258214 Nov 02 11:47:06.005425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] For port 2ab8da59-8eb3-473e-a5ce-172a38bb16ab, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:47:06.008794 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] For port 2ab8da59-8eb3-473e-a5ce-172a38bb16ab, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=2ab8da59-8eb3-473e-a5ce-172a38bb16ab,segment=NetworkSegment(21836b43-07a2-47c9-a61b-aa06a9567849),segment_id=21836b43-07a2-47c9-a61b-aa06a9567849)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:47:06.018127 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'name': 'tempest-TaggedBootDevicesTest-248617132-router', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:46:59Z', 'updated_at': '2021-11-02T11:47:01Z', 'revision_number': 3, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'gw_port': {'id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:00Z', 'updated_at': '2021-11-02T11:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:06.050040 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d864ee3-1700-4a32-bb0e-147a8182687e None None] The sync data for ids ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'] in n-d-806683-18 is: [{'id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'name': 'tempest-TaggedBootDevicesTest-248617132-router', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:46:59Z', 'updated_at': '2021-11-02T11:47:01Z', 'revision_number': 3, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'gw_port': {'id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:00Z', 'updated_at': '2021-11-02T11:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:47:06.060710 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-efac515f-0f8f-4c67-bcb3-ecd9d225601d req-1421d4e3-c9c8-4727-925f-0833862e6d62 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491798 Nov 02 11:47:06.114826 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:06.117507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:06.117507 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:06.121987 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15c81383-7f81-4d32-9d01-e5d603190337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:06.172645 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:06.219771 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:06.220135 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:06.221695 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] 10.222.0.79 "PUT /v2.0/ports/2ab8da59-8eb3-473e-a5ce-172a38bb16ab HTTP/1.1" status: 200 len: 1092 time: 1.4008393 Nov 02 11:47:06.222672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c81383-7f81-4d32-9d01-e5d603190337 admin admin] Network 2186d30e-762f-43e0-acae-f84c10f25696 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:47:06.225208 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef3eee4-4012-462a-a791-21209f60ccdb', 'tag': '2ab8da59-8eb3-473e-a5ce-172a38bb16ab'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:06.233189 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-15c81383-7f81-4d32-9d01-e5d603190337 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:47:06.239279 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c81383-7f81-4d32-9d01-e5d603190337 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:47:06.250116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] Pushing event updated for resources: {'Network': ['ID=dc14f35b-3481-4052-ae85-70bc816de1a6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:06.256614 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network dc14f35b-3481-4052-ae85-70bc816de1a6 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:47:06.266063 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a383f6ee-61a3-4c3e-851d-7e99c59745bd" -d '{"events": [{"name": "network-changed", "server_uuid": "bef3eee4-4012-462a-a791-21209f60ccdb", "tag": "2ab8da59-8eb3-473e-a5ce-172a38bb16ab"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:06.282298 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c81383-7f81-4d32-9d01-e5d603190337 admin admin] Pushing event updated for resources: {'Port': ['ID=3994fd9f-b8e6-4f81-bd92-2570911bf617,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:06.305803 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-701a6f3b-3c78-4a86-b9f1-bd6e4cf61899 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3808351 Nov 02 11:47:06.315252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39524) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:06.334703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9e414ecf-c1f3-4cda-8057-a9de4cc2171a admin admin] Request body: {'subnet': {'network_id': 'dc14f35b-3481-4052-ae85-70bc816de1a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1370030162-subnet', 'tenant_id': 'f1302b78eab94e9fad63d4c94050f8a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:06.382836 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15c81383-7f81-4d32-9d01-e5d603190337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:06.387151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 656da032-aa36-4a47-a4f7-8c5b174207b6 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:47:06.387968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22082c-3fb5-4cb7-80c5-89af9b4ca205 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab8da59-8eb3-473e-a5ce-172a38bb16ab,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:06.500612 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:06.532594 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5e516e-21eb-44b8-95f0-fcecb82fca81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656da032-aa36-4a47-a4f7-8c5b174207b6'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:06.535255 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0da3f2b-86ff-4528-9d37-8f33ef03c039" -d '{"events": [{"server_uuid": "5b5e516e-21eb-44b8-95f0-fcecb82fca81", "name": "network-vif-unplugged", "status": "completed", "tag": "656da032-aa36-4a47-a4f7-8c5b174207b6"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:06.537849 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-9b158857-8b1d-4230-81f6-200357235181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:06.539541 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-9b158857-8b1d-4230-81f6-200357235181 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1c1560c0e9034169b1f35ff22c55d91f&device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 1095 time: 0.0956755 Nov 02 11:47:06.551165 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 656da032-aa36-4a47-a4f7-8c5b174207b6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=656da032-aa36-4a47-a4f7-8c5b174207b6,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:06.595934 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-04ad43e7-bfe4-4dc4-97fa-6de3d8f3fb4b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ab8da59-8eb3-473e-a5ce-172a38bb16ab HTTP/1.1" status: 200 len: 217 time: 0.0445812 Nov 02 11:47:06.623710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a102b37-97e4-46cc-9652-987a519fd1aa req-5fd81df3-e9bb-4bb6-9c1a-24c1fb1242a2 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:06.636624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a102b37-97e4-46cc-9652-987a519fd1aa req-5fd81df3-e9bb-4bb6-9c1a-24c1fb1242a2 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/ports?device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 943 time: 0.1457379 Nov 02 11:47:06.660684 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-d0ffaac3-88dd-43e0-a9c2-fa89cf5710d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:06.662459 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-d0ffaac3-88dd-43e0-a9c2-fa89cf5710d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e72ae97-5146-4ccd-9f3b-706766b1195c HTTP/1.1" status: 200 len: 853 time: 0.0590703 Nov 02 11:47:06.686664 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a0c44956-15eb-44cf-9fd1-5f00f9bd2987 None None] Provisioning complete for port 3994fd9f-b8e6-4f81-bd92-2570911bf617 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:06.687220 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a0c44956-15eb-44cf-9fd1-5f00f9bd2987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:06.701072 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-c8bb203f-343b-4e06-8239-31e7d34315b6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=359927c6-1350-4980-a675-3fd2d85c5c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306001 Nov 02 11:47:06.713751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e414ecf-c1f3-4cda-8057-a9de4cc2171a admin admin] Made reservation on behalf of f1302b78eab94e9fad63d4c94050f8a7 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:06.716274 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e414ecf-c1f3-4cda-8057-a9de4cc2171a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:06.722124 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:06.723763 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 293db2dc-6f91-41f9-920b-4cc9e0602fa6 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:47:06.762182 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a102b37-97e4-46cc-9652-987a519fd1aa req-4fcdc8c1-cf2c-4a83-b30c-434989ff1b10 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9b1c564-a252-487f-9ae3-067b31f96d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198854 Nov 02 11:47:06.779033 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 293db2dc-6f91-41f9-920b-4cc9e0602fa6 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:47:06.779820 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 293db2dc-6f91-41f9-920b-4cc9e0602fa6 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:47:06.793108 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a0c44956-15eb-44cf-9fd1-5f00f9bd2987 None None] Port 3994fd9f-b8e6-4f81-bd92-2570911bf617 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:47:06.812872 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=656da032-aa36-4a47-a4f7-8c5b174207b6,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:06.831097 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52099ca0-3a10-402b-b8bd-3ff80c9f3d47 x-openstack-request-id: req-52099ca0-3a10-402b-b8bd-3ff80c9f3d47 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:06.832972 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bef3eee4-4012-462a-a791-21209f60ccdb", "tag": "2ab8da59-8eb3-473e-a5ce-172a38bb16ab", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:06.833315 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-52099ca0-3a10-402b-b8bd-3ff80c9f3d47 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:06.833869 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef3eee4-4012-462a-a791-21209f60ccdb', 'tag': '2ab8da59-8eb3-473e-a5ce-172a38bb16ab', 'status': 'completed', 'code': 200} Nov 02 11:47:06.838357 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-92e8c830-8486-4d48-8b36-3f7b8e7fd495 service neutron] 10.222.0.79 "GET /v2.0/networks/359927c6-1350-4980-a675-3fd2d85c5c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299202 Nov 02 11:47:06.868083 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15c81383-7f81-4d32-9d01-e5d603190337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:07.016772 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a211f74-7466-4982-9491-f50e8cd539c7 x-openstack-request-id: req-1a211f74-7466-4982-9491-f50e8cd539c7 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:07.016981 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5e516e-21eb-44b8-95f0-fcecb82fca81", "name": "network-vif-unplugged", "status": "completed", "tag": "656da032-aa36-4a47-a4f7-8c5b174207b6", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:07.017408 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-85a5d4df-4e37-43fe-9c65-5ecccc37f787 req-7a5bca4e-2314-4ca5-b383-de54c93257e1 service neutron] 10.222.0.79 "GET /v2.0/networks/359927c6-1350-4980-a675-3fd2d85c5c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721621 Nov 02 11:47:07.017588 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a211f74-7466-4982-9491-f50e8cd539c7 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:07.018145 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5e516e-21eb-44b8-95f0-fcecb82fca81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656da032-aa36-4a47-a4f7-8c5b174207b6', 'code': 200} Nov 02 11:47:07.052981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8f4b0-45a9-4e9e-8757-2599e2889738 req-c1939f93-06d5-46e5-ad59-72194d3fa91c tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:07.058463 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cfb8f4b0-45a9-4e9e-8757-2599e2889738 req-c1939f93-06d5-46e5-ad59-72194d3fa91c tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 945 time: 0.1128771 Nov 02 11:47:07.127359 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cfb8f4b0-45a9-4e9e-8757-2599e2889738 req-46ea1ca3-542e-4dff-aabe-9498ed615012 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fd78d89-8821-4e0f-a69e-8458fae1c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614676 Nov 02 11:47:07.246004 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15c81383-7f81-4d32-9d01-e5d603190337 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:07.289254 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e414ecf-c1f3-4cda-8057-a9de4cc2171a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:07.316991 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2c994-e077-43ee-9b21-ca363d5211c8 req-fd7d0d57-d790-4b88-a19e-e56a98cf0ef6 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:07.320370 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-31c2c994-e077-43ee-9b21-ca363d5211c8 req-fd7d0d57-d790-4b88-a19e-e56a98cf0ef6 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1067338 Nov 02 11:47:07.332090 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383f6ee-61a3-4c3e-851d-7e99c59745bd req-f402e1ae-8577-4717-9bfe-482d5b6e227a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:07.333918 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a383f6ee-61a3-4c3e-851d-7e99c59745bd req-f402e1ae-8577-4717-9bfe-482d5b6e227a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1c1560c0e9034169b1f35ff22c55d91f&device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 1095 time: 0.1116509 Nov 02 11:47:07.354808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e414ecf-c1f3-4cda-8057-a9de4cc2171a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c882491-ab92-4cd0-b75b-9e2e61c65942,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:07.374447 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15c81383-7f81-4d32-9d01-e5d603190337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:07.436850 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e414ecf-c1f3-4cda-8057-a9de4cc2171a admin admin] Checking segment: {'id': '33bf5b60-5eab-4d70-806d-226f0a4400b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dc14f35b-3481-4052-ae85-70bc816de1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:47:07.437214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e414ecf-c1f3-4cda-8057-a9de4cc2171a admin admin] Network hostable DHCP agents. Network: dc14f35b-3481-4052-ae85-70bc816de1a6, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:47:07.475356 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15c81383-7f81-4d32-9d01-e5d603190337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:07.477119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c81383-7f81-4d32-9d01-e5d603190337 admin admin] Pushing event updated for resources: {'Port': ['ID=3994fd9f-b8e6-4f81-bd92-2570911bf617,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:07.488994 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-31c2c994-e077-43ee-9b21-ca363d5211c8 req-6dd695a1-6466-459f-8356-793fd919a6cb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495481 Nov 02 11:47:07.549937 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383f6ee-61a3-4c3e-851d-7e99c59745bd req-882fc811-a057-47a6-a499-c372549f70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:07.549937 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a383f6ee-61a3-4c3e-851d-7e99c59745bd req-882fc811-a057-47a6-a499-c372549f70ef service neutron] 10.222.0.79 "GET /v2.0/networks?id=359927c6-1350-4980-a675-3fd2d85c5c58 HTTP/1.1" status: 200 len: 914 time: 0.1988323 Nov 02 11:47:07.586095 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e414ecf-c1f3-4cda-8057-a9de4cc2171a admin admin] Network dc14f35b-3481-4052-ae85-70bc816de1a6 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:47:07.610756 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c81383-7f81-4d32-9d01-e5d603190337 admin admin] Network 2186d30e-762f-43e0-acae-f84c10f25696 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:47:07.613338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-15c81383-7f81-4d32-9d01-e5d603190337 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:47:07.614603 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a383f6ee-61a3-4c3e-851d-7e99c59745bd req-85a5ca17-3b6a-462e-84e1-685b6d92e38d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ab8da59-8eb3-473e-a5ce-172a38bb16ab HTTP/1.1" status: 200 len: 217 time: 0.0587254 Nov 02 11:47:07.690143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-9e414ecf-c1f3-4cda-8057-a9de4cc2171a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, dc14f35b-3481-4052-ae85-70bc816de1a6) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:47:07.699265 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e414ecf-c1f3-4cda-8057-a9de4cc2171a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:07.699265 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e414ecf-c1f3-4cda-8057-a9de4cc2171a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:07.699693 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d38e5e3-cd91-43b2-b97b-ce7ea4ff8a81 None None] Network dc14f35b-3481-4052-ae85-70bc816de1a6 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:47:07.742644 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ecd2c-db18-4249-b1f1-4a41549a39e7 req-490c6679-b34a-499a-ae74-0875f90f38a6 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:07.744797 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-797ecd2c-db18-4249-b1f1-4a41549a39e7 req-490c6679-b34a-499a-ae74-0875f90f38a6 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 945 time: 0.1341810 Nov 02 11:47:07.749438 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383f6ee-61a3-4c3e-851d-7e99c59745bd req-5ee92318-afb2-455f-b4d9-5c3ca7e22d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:07.750947 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a383f6ee-61a3-4c3e-851d-7e99c59745bd req-5ee92318-afb2-455f-b4d9-5c3ca7e22d77 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4e72ae97-5146-4ccd-9f3b-706766b1195c HTTP/1.1" status: 200 len: 853 time: 0.1065335 Nov 02 11:47:07.781904 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c81383-7f81-4d32-9d01-e5d603190337 admin admin] Router 05fa5de3-8937-40ca-9b82-b070d9fa9dfb has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:47:07.808778 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a383f6ee-61a3-4c3e-851d-7e99c59745bd req-4630d88d-7fc4-494a-9611-f0ff31df362a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=359927c6-1350-4980-a675-3fd2d85c5c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473666 Nov 02 11:47:07.864675 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9e414ecf-c1f3-4cda-8057-a9de4cc2171a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5476267 Nov 02 11:47:07.942126 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85702da3-539f-4a40-bc46-c7b49a4359ec None None] Network dc14f35b-3481-4052-ae85-70bc816de1a6 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:47:07.955118 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-797ecd2c-db18-4249-b1f1-4a41549a39e7 req-95c5cdda-90ae-4006-bf75-a1e9f9798abb tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030025 Nov 02 11:47:08.008142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c81383-7f81-4d32-9d01-e5d603190337 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:47:08.013800 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-15c81383-7f81-4d32-9d01-e5d603190337 admin admin] 10.222.0.52 "PUT /v2.0/routers/05fa5de3-8937-40ca-9b82-b070d9fa9dfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4842958 Nov 02 11:47:08.108188 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a383f6ee-61a3-4c3e-851d-7e99c59745bd req-22cdb492-8759-48fe-87ca-367a1cbd2c09 service neutron] 10.222.0.79 "GET /v2.0/networks/359927c6-1350-4980-a675-3fd2d85c5c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841179 Nov 02 11:47:08.148640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-96a54548-a28a-47e8-ba6b-4fd30f6ebb9c None None] Provisioning complete for port 3994fd9f-b8e6-4f81-bd92-2570911bf617 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:08.149438 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-96a54548-a28a-47e8-ba6b-4fd30f6ebb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:08.204996 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-96a54548-a28a-47e8-ba6b-4fd30f6ebb9c None None] Port 3994fd9f-b8e6-4f81-bd92-2570911bf617 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:47:08.261724 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c9faac9a-877b-404b-be36-bda93971dcad up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:47:08.366511 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c9faac9a-877b-404b-be36-bda93971dcad triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:08.367192 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:08.428813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbe343-1f89-47dc-9002-285fc8f8e2f6 req-78d9d88c-3faf-4586-9520-dea2fd3c41fb tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:08.430418 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-eccbe343-1f89-47dc-9002-285fc8f8e2f6 req-78d9d88c-3faf-4586-9520-dea2fd3c41fb tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/ports?device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 943 time: 0.1715622 Nov 02 11:47:08.495826 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a383f6ee-61a3-4c3e-851d-7e99c59745bd req-6604793c-d1f2-4135-9f88-0f8aacc16507 service neutron] 10.222.0.79 "GET /v2.0/networks/359927c6-1350-4980-a675-3fd2d85c5c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809116 Nov 02 11:47:08.520551 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Sync routers for ids ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:47:08.582622 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-eccbe343-1f89-47dc-9002-285fc8f8e2f6 req-c1ab41b4-7537-4d74-be00-ab1852f0eb63 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9b1c564-a252-487f-9ae3-067b31f96d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165698 Nov 02 11:47:08.608761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Routers {'05fa5de3-8937-40ca-9b82-b070d9fa9dfb'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:47:08.609687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:46:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:08.616908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b95704-c862-4efb-bcb6-ee8ba007eb29 req-07abf782-5a04-498f-b647-5e36bdcdc32d tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:08.620123 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f2b95704-c862-4efb-bcb6-ee8ba007eb29 req-07abf782-5a04-498f-b647-5e36bdcdc32d tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 945 time: 0.1465008 Nov 02 11:47:08.694170 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f2b95704-c862-4efb-bcb6-ee8ba007eb29 req-1abb2408-e6b8-4abe-9fcd-f67e0495d7e5 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fd78d89-8821-4e0f-a69e-8458fae1c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670841 Nov 02 11:47:08.877053 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:08.913698 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port c9faac9a-877b-404b-be36-bda93971dcad, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c9faac9a-877b-404b-be36-bda93971dcad,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:08.939009 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebccfc4-76fc-47d0-95ba-2eb12e1f3dc9 req-b29c7feb-e4a0-4483-af8c-1cc558db8cd8 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:08.943478 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ebccfc4-76fc-47d0-95ba-2eb12e1f3dc9 req-b29c7feb-e4a0-4483-af8c-1cc558db8cd8 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1547236 Nov 02 11:47:09.020118 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ebccfc4-76fc-47d0-95ba-2eb12e1f3dc9 req-824f5173-fad0-4e68-8a93-127e9f9c1aed tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691514 Nov 02 11:47:09.023835 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Set router 05fa5de3-8937-40ca-9b82-b070d9fa9dfb gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:47:09.061780 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:09.130383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=c9faac9a-877b-404b-be36-bda93971dcad,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:09.225090 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39652) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:09.232281 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0bbd2ae9-061f-4f29-b562-326a0aa0f2e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1718130951-network', 'tenant_id': '3f7b3a900b12478781556b970f520b88'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:09.341841 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'name': 'tempest-TaggedBootDevicesTest-248617132-router', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:46:59Z', 'updated_at': '2021-11-02T11:47:06Z', 'revision_number': 4, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'gw_port': {'id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:00Z', 'updated_at': '2021-11-02T11:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '3994fd9f-b8e6-4f81-bd92-2570911bf617', 'name': '', 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'mac_address': 'fa:16:3e:bd:d2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'c931c3ff-ea0b-4408-bd53-510e0450d503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:05Z', 'updated_at': '2021-11-02T11:47:06Z', 'revision_number': 2, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'subnets': [{'id': 'c931c3ff-ea0b-4408-bd53-510e0450d503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:09.370440 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Checking router: 05fa5de3-8937-40ca-9b82-b070d9fa9dfb for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:47:09.370848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Updating router 05fa5de3-8937-40ca-9b82-b070d9fa9dfb port 3994fd9f-b8e6-4f81-bd92-2570911bf617 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:47:09.397060 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:09.417475 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbd2ae9-061f-4f29-b562-326a0aa0f2e6 admin admin] Made reservation on behalf of 3f7b3a900b12478781556b970f520b88 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:09.420721 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0bbd2ae9-061f-4f29-b562-326a0aa0f2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:09.432669 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0bbd2ae9-061f-4f29-b562-326a0aa0f2e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:09.543141 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0bbd2ae9-061f-4f29-b562-326a0aa0f2e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:09.740305 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:09.752248 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0bbd2ae9-061f-4f29-b562-326a0aa0f2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:09.765464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbd2ae9-061f-4f29-b562-326a0aa0f2e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:47:09.777340 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0bbd2ae9-061f-4f29-b562-326a0aa0f2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:09.777959 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-0bbd2ae9-061f-4f29-b562-326a0aa0f2e6 admin admin] Added segment 6411bae4-c58f-492c-ab08-ab150f24340f of type vlan for network 4028a282-193a-4b0c-b1fe-9541cd9f9987 Nov 02 11:47:09.864185 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:09.873992 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ce45d-896b-42b4-9952-2150e082abca req-a6d86a6e-dd3d-4181-a720-2fd4f7a924ea tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:09.881846 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d4ce45d-896b-42b4-9952-2150e082abca req-a6d86a6e-dd3d-4181-a720-2fd4f7a924ea tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/ports?device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 943 time: 0.2046597 Nov 02 11:47:09.901292 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce5013-f003-407c-838a-82c52c483221 req-9111bfc0-0090-4e8c-9e41-1ec01903024a tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:09.903357 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e1ce5013-f003-407c-838a-82c52c483221 req-9111bfc0-0090-4e8c-9e41-1ec01903024a tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.79 "GET /v2.0/ports?device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 945 time: 0.0903931 Nov 02 11:47:09.912203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd2ae9-061f-4f29-b562-326a0aa0f2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22d1411-0c9a-4a44-9fce-1aa190399562,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:09.928419 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0bbd2ae9-061f-4f29-b562-326a0aa0f2e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:09.965838 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08c131-9bd9-4685-be9a-1c509f4694e0 None None] Pushing event updated for resources: {'Port': ['ID=3994fd9f-b8e6-4f81-bd92-2570911bf617,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:10.000380 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d4ce45d-896b-42b4-9952-2150e082abca req-6d684574-d0a0-479b-ad70-2b4fe976bc9b tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9b1c564-a252-487f-9ae3-067b31f96d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173244 Nov 02 11:47:10.073464 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Attempting to bind port 3994fd9f-b8e6-4f81-bd92-2570911bf617 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:47:10.073736 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efcfb9-fdeb-4477-bd6c-f053a6211b16 req-c9e073f7-2bf5-43f9-aa5a-b5b42c6136a3 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:10.074259 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Attempting to bind port 3994fd9f-b8e6-4f81-bd92-2570911bf617 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '11a5b8ba-a5ed-492f-a28c-361899d6d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:47:10.075723 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Attempting to bind port 3994fd9f-b8e6-4f81-bd92-2570911bf617 on network 2186d30e-762f-43e0-acae-f84c10f25696 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:47:10.087412 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-71efcfb9-fdeb-4477-bd6c-f053a6211b16 req-c9e073f7-2bf5-43f9-aa5a-b5b42c6136a3 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 945 time: 0.1821432 Nov 02 11:47:10.087577 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:47:10.089058 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Checking segment: {'id': '11a5b8ba-a5ed-492f-a28c-361899d6d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:47:10.089667 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:10.090233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Bound using segment: {'id': '11a5b8ba-a5ed-492f-a28c-361899d6d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:47:10.090918 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Bound port: 3994fd9f-b8e6-4f81-bd92-2570911bf617, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a5b8ba-a5ed-492f-a28c-361899d6d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:47:10.091551 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:10.197998 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c9faac9a-877b-404b-be36-bda93971dcad up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:47:10.209642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b47d8c-2f0b-4d82-a7fc-db32241929d5 req-9afa9331-6dbb-47e6-adbe-0bfaa3b66fb0 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:10.217278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-90b47d8c-2f0b-4d82-a7fc-db32241929d5 req-9afa9331-6dbb-47e6-adbe-0bfaa3b66fb0 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 945 time: 0.0958467 Nov 02 11:47:10.226684 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-e1ce5013-f003-407c-838a-82c52c483221 req-ab80bf9d-0056-4aaa-918d-a2fcc0641e7b tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Deleting port 73ef5b27-7b69-4a97-97d8-d92df1b041b0 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:47:10.227020 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0bbd2ae9-061f-4f29-b562-326a0aa0f2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:10.227312 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e1ce5013-f003-407c-838a-82c52c483221 req-ab80bf9d-0056-4aaa-918d-a2fcc0641e7b tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:10.228094 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbd2ae9-061f-4f29-b562-326a0aa0f2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:10.228925 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0bbd2ae9-061f-4f29-b562-326a0aa0f2e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:10.262101 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4395255f-9d0c-4631-b0d3-3e56e48b1117 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:47:10.327554 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-71efcfb9-fdeb-4477-bd6c-f053a6211b16 req-5397c26a-3de7-4bce-a78d-03f99d8404c2 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391868 Nov 02 11:47:10.346092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd2ae9-061f-4f29-b562-326a0aa0f2e6 admin admin] Pushing event updated for resources: {'Network': ['ID=4028a282-193a-4b0c-b1fe-9541cd9f9987,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:10.388910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4395255f-9d0c-4631-b0d3-3e56e48b1117, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4395255f-9d0c-4631-b0d3-3e56e48b1117,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:10.411474 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 4028a282-193a-4b0c-b1fe-9541cd9f9987 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:47:10.427267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0bbd2ae9-061f-4f29-b562-326a0aa0f2e6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1978972 Nov 02 11:47:10.433988 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39682) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:10.440166 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-e1ce5013-f003-407c-838a-82c52c483221 req-ab80bf9d-0056-4aaa-918d-a2fcc0641e7b tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] For port 73ef5b27-7b69-4a97-97d8-d92df1b041b0, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=73ef5b27-7b69-4a97-97d8-d92df1b041b0,segment=NetworkSegment(4b4fd0de-37e0-4047-ae74-ee942272f287),segment_id=4b4fd0de-37e0-4047-ae74-ee942272f287)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:10.440596 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e1ce5013-f003-407c-838a-82c52c483221 req-ab80bf9d-0056-4aaa-918d-a2fcc0641e7b tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:10.454259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-17818f07-1c09-4fe6-8c02-273da51e557c admin admin] Request body: {'subnet': {'network_id': '4028a282-193a-4b0c-b1fe-9541cd9f9987', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1718130951-subnet', 'tenant_id': '3f7b3a900b12478781556b970f520b88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:10.455163 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-e1ce5013-f003-407c-838a-82c52c483221 req-ab80bf9d-0056-4aaa-918d-a2fcc0641e7b tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Calling delete_port for 73ef5b27-7b69-4a97-97d8-d92df1b041b0 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:47:10.477334 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] For port 3994fd9f-b8e6-4f81-bd92-2570911bf617, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:47:10.479982 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '4395255f-9d0c-4631-b0d3-3e56e48b1117', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '4395255f-9d0c-4631-b0d3-3e56e48b1117', 'mac_address': 'fa:16:3e:be:4a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:47:10.505237 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-90b47d8c-2f0b-4d82-a7fc-db32241929d5 req-00dc93e1-94d9-4695-bd85-622f0571d30d tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fd78d89-8821-4e0f-a69e-8458fae1c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868860 Nov 02 11:47:10.538462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] For port 3994fd9f-b8e6-4f81-bd92-2570911bf617, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3994fd9f-b8e6-4f81-bd92-2570911bf617,segment=NetworkSegment(11a5b8ba-a5ed-492f-a28c-361899d6d864),segment_id=11a5b8ba-a5ed-492f-a28c-361899d6d864)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:47:10.546148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33c815ce-ece2-43ae-bcd9-ce68eec91171 None None] Provisioning complete for port 3994fd9f-b8e6-4f81-bd92-2570911bf617 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:10.546524 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33c815ce-ece2-43ae-bcd9-ce68eec91171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:10.620495 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c9faac9a-877b-404b-be36-bda93971dcad triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:10.620874 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:10.661777 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af281741-76c8-4114-bd59-a6f3d7cfba35 req-2cd0a47e-878d-4e51-98ab-d1e7f877c9f0 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:10.664303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17818f07-1c09-4fe6-8c02-273da51e557c admin admin] Made reservation on behalf of 3f7b3a900b12478781556b970f520b88 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:10.669086 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-17818f07-1c09-4fe6-8c02-273da51e557c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:10.670504 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-af281741-76c8-4114-bd59-a6f3d7cfba35 req-2cd0a47e-878d-4e51-98ab-d1e7f877c9f0 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0687754 Nov 02 11:47:10.672700 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:10.674564 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33c815ce-ece2-43ae-bcd9-ce68eec91171 None None] Port 3994fd9f-b8e6-4f81-bd92-2570911bf617 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:47:10.702199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4395255f-9d0c-4631-b0d3-3e56e48b1117 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:47:10.709526 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:10.738996 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-af281741-76c8-4114-bd59-a6f3d7cfba35 req-ed6bbc61-e5f8-4ddd-bda5-0258465d722a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677962 Nov 02 11:47:10.753927 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 2ab8da59-8eb3-473e-a5ce-172a38bb16ab details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:47:10.775417 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e1ce5013-f003-407c-838a-82c52c483221 req-ab80bf9d-0056-4aaa-918d-a2fcc0641e7b tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:10.789315 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4395255f-9d0c-4631-b0d3-3e56e48b1117, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4395255f-9d0c-4631-b0d3-3e56e48b1117,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:10.816783 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80bf9d-0056-4aaa-918d-a2fcc0641e7b tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Pushing event deleted for resources: {'Port': ['ID=73ef5b27-7b69-4a97-97d8-d92df1b041b0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:10.836036 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['73ef5b27-7b69-4a97-97d8-d92df1b041b0'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:47:10.870370 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ce5013-f003-407c-838a-82c52c483221 req-ab80bf9d-0056-4aaa-918d-a2fcc0641e7b tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] No DVR routers for this DVR port 73ef5b27-7b69-4a97-97d8-d92df1b041b0 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:47:10.877147 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e1ce5013-f003-407c-838a-82c52c483221 req-ab80bf9d-0056-4aaa-918d-a2fcc0641e7b tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:10.884068 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e1ce5013-f003-407c-838a-82c52c483221 req-ab80bf9d-0056-4aaa-918d-a2fcc0641e7b tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.79 "DELETE /v2.0/ports/73ef5b27-7b69-4a97-97d8-d92df1b041b0 HTTP/1.1" status: 204 len: 173 time: 0.9478760 Nov 02 11:47:10.884639 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f3644a-693d-4315-b22f-c2e8ca1a1252', 'name': 'network-vif-deleted', 'tag': '73ef5b27-7b69-4a97-97d8-d92df1b041b0'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:10.888706 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a83b8fa-131c-42ed-8810-d0ba1c19751a" -d '{"events": [{"server_uuid": "07f3644a-693d-4315-b22f-c2e8ca1a1252", "name": "network-vif-deleted", "tag": "73ef5b27-7b69-4a97-97d8-d92df1b041b0"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:10.939717 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08c131-9bd9-4685-be9a-1c509f4694e0 None None] Pushing event updated for resources: {'Port': ['ID=3994fd9f-b8e6-4f81-bd92-2570911bf617,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:10.993026 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Routers {'05fa5de3-8937-40ca-9b82-b070d9fa9dfb'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:47:10.993026 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:46:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:11.007032 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:11.053009 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466df7a6-af56-4c3a-a796-7a3c938cd2c4 x-openstack-request-id: req-466df7a6-af56-4c3a-a796-7a3c938cd2c4 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:11.053503 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f3644a-693d-4315-b22f-c2e8ca1a1252", "name": "network-vif-deleted", "tag": "73ef5b27-7b69-4a97-97d8-d92df1b041b0", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:11.053619 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-466df7a6-af56-4c3a-a796-7a3c938cd2c4 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:11.054011 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f3644a-693d-4315-b22f-c2e8ca1a1252', 'name': 'network-vif-deleted', 'tag': '73ef5b27-7b69-4a97-97d8-d92df1b041b0', 'status': 'completed', 'code': 200} Nov 02 11:47:11.279109 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['4395255f-9d0c-4631-b0d3-3e56e48b1117'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:47:11.283568 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] Set router 05fa5de3-8937-40ca-9b82-b070d9fa9dfb gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:47:11.339815 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f9fa6-2a49-4ffb-884a-4ee4f16c1935 req-1baf7216-497f-40b1-b156-17056a486cf4 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:11.343939 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd4f9fa6-2a49-4ffb-884a-4ee4f16c1935 req-1baf7216-497f-40b1-b156-17056a486cf4 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/ports?device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 943 time: 0.1654742 Nov 02 11:47:11.427147 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd4f9fa6-2a49-4ffb-884a-4ee4f16c1935 req-36faf210-95c4-47e4-8186-39171c4c1d63 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9b1c564-a252-487f-9ae3-067b31f96d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753193 Nov 02 11:47:11.465495 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-17818f07-1c09-4fe6-8c02-273da51e557c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:11.536063 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17818f07-1c09-4fe6-8c02-273da51e557c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2507cd5-5937-4532-9982-bbae7e0bfa20,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:11.581134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17818f07-1c09-4fe6-8c02-273da51e557c admin admin] Checking segment: {'id': '6411bae4-c58f-492c-ab08-ab150f24340f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4028a282-193a-4b0c-b1fe-9541cd9f9987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:47:11.582793 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17818f07-1c09-4fe6-8c02-273da51e557c admin admin] Network hostable DHCP agents. Network: 4028a282-193a-4b0c-b1fe-9541cd9f9987, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:47:11.619946 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3d60cceb-bdb8-4ca0-8697-bbd878317268 None None] Provisioning complete for port 3994fd9f-b8e6-4f81-bd92-2570911bf617 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:11.620376 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3d60cceb-bdb8-4ca0-8697-bbd878317268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:11.666055 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=4395255f-9d0c-4631-b0d3-3e56e48b1117,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:11.741989 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 2ab8da59-8eb3-473e-a5ce-172a38bb16ab, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=2ab8da59-8eb3-473e-a5ce-172a38bb16ab,segment=NetworkSegment(21836b43-07a2-47c9-a61b-aa06a9567849),segment_id=21836b43-07a2-47c9-a61b-aa06a9567849)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:11.797112 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17818f07-1c09-4fe6-8c02-273da51e557c admin admin] Network 4028a282-193a-4b0c-b1fe-9541cd9f9987 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:47:11.812042 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '2ab8da59-8eb3-473e-a5ce-172a38bb16ab', 'network_id': '359927c6-1350-4980-a675-3fd2d85c5c58', 'port_id': '2ab8da59-8eb3-473e-a5ce-172a38bb16ab', 'mac_address': 'fa:16:3e:8f:a1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e72ae97-5146-4ccd-9f3b-706766b1195c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:47:11.952355 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:12.007882 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3d60cceb-bdb8-4ca0-8697-bbd878317268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:12.010427 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-49c3e883-fb93-4421-818b-905f4a086ef1 req-64655864-6cd8-4574-8de1-1c52ea0fa885 tempest-ServerAddressesNegativeTestJSON-1264424590 tempest-ServerAddressesNegativeTestJSON-1264424590-project] 10.222.0.52 "GET /v2.0/ports?device_id=07f3644a-693d-4315-b22f-c2e8ca1a1252 HTTP/1.1" status: 200 len: 210 time: 0.0369213 Nov 02 11:47:12.014350 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-17818f07-1c09-4fe6-8c02-273da51e557c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 4028a282-193a-4b0c-b1fe-9541cd9f9987) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:47:12.027560 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17818f07-1c09-4fe6-8c02-273da51e557c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:12.029025 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-17818f07-1c09-4fe6-8c02-273da51e557c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:12.032378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab8da59-8eb3-473e-a5ce-172a38bb16ab {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:47:12.060149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348ebca9-888c-4cb0-aad5-e984702feb7d None None] Network 4028a282-193a-4b0c-b1fe-9541cd9f9987 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:47:12.144900 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 2ab8da59-8eb3-473e-a5ce-172a38bb16ab, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=2ab8da59-8eb3-473e-a5ce-172a38bb16ab,segment=NetworkSegment(21836b43-07a2-47c9-a61b-aa06a9567849),segment_id=21836b43-07a2-47c9-a61b-aa06a9567849)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:12.179006 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3d60cceb-bdb8-4ca0-8697-bbd878317268 None None] For port 3994fd9f-b8e6-4f81-bd92-2570911bf617, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3994fd9f-b8e6-4f81-bd92-2570911bf617,segment=NetworkSegment(11a5b8ba-a5ed-492f-a28c-361899d6d864),segment_id=11a5b8ba-a5ed-492f-a28c-361899d6d864)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:12.187155 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801427e-eae6-479c-923a-e6a86d8374d8 req-960c63d7-038e-4fcc-8c4c-aa70786db375 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:12.191343 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9801427e-eae6-479c-923a-e6a86d8374d8 req-960c63d7-038e-4fcc-8c4c-aa70786db375 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0779841 Nov 02 11:47:12.223854 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-17818f07-1c09-4fe6-8c02-273da51e557c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7877343 Nov 02 11:47:12.231424 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'name': 'tempest-TaggedBootDevicesTest-248617132-router', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:46:59Z', 'updated_at': '2021-11-02T11:47:06Z', 'revision_number': 4, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'gw_port': {'id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:00Z', 'updated_at': '2021-11-02T11:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '3994fd9f-b8e6-4f81-bd92-2570911bf617', 'name': '', 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'mac_address': 'fa:16:3e:bd:d2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'c931c3ff-ea0b-4408-bd53-510e0450d503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:05Z', 'updated_at': '2021-11-02T11:47:10Z', 'revision_number': 4, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'subnets': [{'id': 'c931c3ff-ea0b-4408-bd53-510e0450d503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:12.291774 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:12.296964 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346b8608-eed8-4c8b-af02-3ae774fcf7a4 None None] The sync data for ids ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'] in n-d-806683-18 is: [{'id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'name': 'tempest-TaggedBootDevicesTest-248617132-router', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:46:59Z', 'updated_at': '2021-11-02T11:47:06Z', 'revision_number': 4, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'gw_port': {'id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:00Z', 'updated_at': '2021-11-02T11:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '3994fd9f-b8e6-4f81-bd92-2570911bf617', 'name': '', 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'mac_address': 'fa:16:3e:bd:d2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'c931c3ff-ea0b-4408-bd53-510e0450d503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:05Z', 'updated_at': '2021-11-02T11:47:10Z', 'revision_number': 4, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'subnets': [{'id': 'c931c3ff-ea0b-4408-bd53-510e0450d503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:47:12.324269 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9801427e-eae6-479c-923a-e6a86d8374d8 req-913f7826-444a-4240-a04b-5733797b58f9 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232872 Nov 02 11:47:12.447557 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3d60cceb-bdb8-4ca0-8697-bbd878317268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:12.494382 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0dbb4c-683f-4225-b30b-a4750215e11a None None] Network 4028a282-193a-4b0c-b1fe-9541cd9f9987 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:47:12.584171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f34d3a-fe88-43ef-baa5-a99ba4139a39 req-2c6855bb-7e66-48f9-b214-b146a7784589 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:12.590120 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8f34d3a-fe88-43ef-baa5-a99ba4139a39 req-2c6855bb-7e66-48f9-b214-b146a7784589 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 945 time: 0.1159437 Nov 02 11:47:12.593254 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=2ab8da59-8eb3-473e-a5ce-172a38bb16ab,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:12.600867 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['2ab8da59-8eb3-473e-a5ce-172a38bb16ab'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:47:12.800117 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 73ef5b27-7b69-4a97-97d8-d92df1b041b0 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:47:12.809732 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8f34d3a-fe88-43ef-baa5-a99ba4139a39 req-7cef5957-8552-42c8-aadf-38b7694a8b05 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups?id=28d4c095-70c4-4475-ace9-cc2b7f306f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837199 Nov 02 11:47:12.919454 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 73ef5b27-7b69-4a97-97d8-d92df1b041b0 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:47:12.920694 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 73ef5b27-7b69-4a97-97d8-d92df1b041b0 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:47:12.988038 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60cceb-bdb8-4ca0-8697-bbd878317268 None None] Pushing event updated for resources: {'Port': ['ID=3994fd9f-b8e6-4f81-bd92-2570911bf617,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:13.449848 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be003a8-816c-4029-9a10-831d3d170fcc req-8cdd3562-4dae-4e1c-8f01-45eb4b287ccc tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:13.466437 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3be003a8-816c-4029-9a10-831d3d170fcc req-8cdd3562-4dae-4e1c-8f01-45eb4b287ccc tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/ports?device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 944 time: 0.1502616 Nov 02 11:47:13.591479 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3be003a8-816c-4029-9a10-831d3d170fcc req-3814c431-27d1-4918-8959-54659014b669 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9b1c564-a252-487f-9ae3-067b31f96d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219895 Nov 02 11:47:13.626038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a73da5-7c9f-4f89-85db-3af15e2ac1b0 req-38558e46-9547-4b4c-9377-6ec529aee21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:13.632820 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b2a73da5-7c9f-4f89-85db-3af15e2ac1b0 req-38558e46-9547-4b4c-9377-6ec529aee21b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 1097 time: 0.0757854 Nov 02 11:47:13.859596 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fb1ec-636a-4648-b699-160af2362fcc req-962371b7-d7f2-4a62-8764-31d1b6776e4f tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:13.861217 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3f5fb1ec-636a-4648-b699-160af2362fcc req-962371b7-d7f2-4a62-8764-31d1b6776e4f tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.79 "GET /v2.0/ports?device_id=40a2237d-28d4-4337-994a-c3f1359a2e55 HTTP/1.1" status: 200 len: 945 time: 0.1443112 Nov 02 11:47:13.933027 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a73da5-7c9f-4f89-85db-3af15e2ac1b0 req-553093dd-cff9-4f84-904e-76544af1aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:13.942797 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b2a73da5-7c9f-4f89-85db-3af15e2ac1b0 req-553093dd-cff9-4f84-904e-76544af1aa5d service neutron] 10.222.0.54 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.2962193 Nov 02 11:47:14.086804 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b2a73da5-7c9f-4f89-85db-3af15e2ac1b0 req-5dd95dac-a0f1-4a42-9a54-d3fe9f95e0dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac HTTP/1.1" status: 200 len: 1000 time: 0.1421998 Nov 02 11:47:14.169655 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-3f5fb1ec-636a-4648-b699-160af2362fcc req-c70713f7-b4bf-4c0e-91ad-699ff54cdfe0 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Deleting port f22addcd-18b9-4cef-be15-a5ef1a899470 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:47:14.170455 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3f5fb1ec-636a-4648-b699-160af2362fcc req-c70713f7-b4bf-4c0e-91ad-699ff54cdfe0 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:14.193651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a73da5-7c9f-4f89-85db-3af15e2ac1b0 req-bf7dee9a-98e3-4c09-88a3-eacd7a105558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:14.203950 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b2a73da5-7c9f-4f89-85db-3af15e2ac1b0 req-bf7dee9a-98e3-4c09-88a3-eacd7a105558 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.1097283 Nov 02 11:47:14.278173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4395255f-9d0c-4631-b0d3-3e56e48b1117 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:47:14.328982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a73da5-7c9f-4f89-85db-3af15e2ac1b0 req-63dacdce-4c4d-4188-a7c7-9974afa631f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:14.330999 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b2a73da5-7c9f-4f89-85db-3af15e2ac1b0 req-63dacdce-4c4d-4188-a7c7-9974afa631f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197593 Nov 02 11:47:14.382406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3994fd9f-b8e6-4f81-bd92-2570911bf617 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:47:14.497417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-3f5fb1ec-636a-4648-b699-160af2362fcc req-c70713f7-b4bf-4c0e-91ad-699ff54cdfe0 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] For port f22addcd-18b9-4cef-be15-a5ef1a899470, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f22addcd-18b9-4cef-be15-a5ef1a899470,segment=NetworkSegment(f2f27feb-217d-4502-af56-e236e3900c3c),segment_id=f2f27feb-217d-4502-af56-e236e3900c3c)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:14.498038 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3f5fb1ec-636a-4648-b699-160af2362fcc req-c70713f7-b4bf-4c0e-91ad-699ff54cdfe0 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:14.519806 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b2a73da5-7c9f-4f89-85db-3af15e2ac1b0 req-66bf73be-2387-4a6f-8a1d-e67aa9f3430e service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792536 Nov 02 11:47:14.607255 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 4395255f-9d0c-4631-b0d3-3e56e48b1117 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:14.607640 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:14.677985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 3994fd9f-b8e6-4f81-bd92-2570911bf617 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:14.678352 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:14.766110 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b2a73da5-7c9f-4f89-85db-3af15e2ac1b0 req-e39bc910-44db-4264-ac0e-2d906af386b6 service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377269 Nov 02 11:47:14.784640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 2ab8da59-8eb3-473e-a5ce-172a38bb16ab up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:47:14.934436 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:15.022140 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4395255f-9d0c-4631-b0d3-3e56e48b1117'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:15.025901 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38170cff-f148-4701-9096-c67abcf9b1b5" -d '{"events": [{"server_uuid": "1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96", "name": "network-vif-plugged", "status": "completed", "tag": "4395255f-9d0c-4631-b0d3-3e56e48b1117"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:15.068047 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4395255f-9d0c-4631-b0d3-3e56e48b1117, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4395255f-9d0c-4631-b0d3-3e56e48b1117,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:15.144373 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:15.205684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 2ab8da59-8eb3-473e-a5ce-172a38bb16ab completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:47:15.220072 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 2ab8da59-8eb3-473e-a5ce-172a38bb16ab triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:15.221087 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:15.236304 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=4395255f-9d0c-4631-b0d3-3e56e48b1117,revision_number=10']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:15.283959 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3f5fb1ec-636a-4648-b699-160af2362fcc req-c70713f7-b4bf-4c0e-91ad-699ff54cdfe0 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:15.285759 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3f5fb1ec-636a-4648-b699-160af2362fcc req-c70713f7-b4bf-4c0e-91ad-699ff54cdfe0 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:15.286073 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [req-3f5fb1ec-636a-4648-b699-160af2362fcc req-c70713f7-b4bf-4c0e-91ad-699ff54cdfe0 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Floating IP 863e981d-6595-4264-a3ac-af125dab194e disassociated. External IP: 172.25.6.238, port: f22addcd-18b9-4cef-be15-a5ef1a899470. Nov 02 11:47:15.286538 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-3f5fb1ec-636a-4648-b699-160af2362fcc req-c70713f7-b4bf-4c0e-91ad-699ff54cdfe0 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Calling delete_port for f22addcd-18b9-4cef-be15-a5ef1a899470 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:47:15.386530 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:15.458209 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 2ab8da59-8eb3-473e-a5ce-172a38bb16ab, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=2ab8da59-8eb3-473e-a5ce-172a38bb16ab,segment=NetworkSegment(21836b43-07a2-47c9-a61b-aa06a9567849),segment_id=21836b43-07a2-47c9-a61b-aa06a9567849)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:15.538863 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:15.621917 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=2ab8da59-8eb3-473e-a5ce-172a38bb16ab,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:15.635881 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3f5fb1ec-636a-4648-b699-160af2362fcc req-c70713f7-b4bf-4c0e-91ad-699ff54cdfe0 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:15.700569 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70713f7-b4bf-4c0e-91ad-699ff54cdfe0 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Pushing event deleted for resources: {'Port': ['ID=f22addcd-18b9-4cef-be15-a5ef1a899470,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:15.974505 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f5fb1ec-636a-4648-b699-160af2362fcc req-c70713f7-b4bf-4c0e-91ad-699ff54cdfe0 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Router 8d8d6bdb-d194-416b-a63e-6b50033e583f has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:47:16.170848 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f5fb1ec-636a-4648-b699-160af2362fcc req-c70713f7-b4bf-4c0e-91ad-699ff54cdfe0 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:47:16.188788 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d05d6c2-783a-47b4-925b-2eb6a9ec8d9b None None] Sync routers for ids ['8d8d6bdb-d194-416b-a63e-6b50033e583f'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:47:16.208643 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d05d6c2-783a-47b4-925b-2eb6a9ec8d9b None None] Routers {'8d8d6bdb-d194-416b-a63e-6b50033e583f'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:47:16.209889 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4d05d6c2-783a-47b4-925b-2eb6a9ec8d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:46:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8d8d6bdb-d194-416b-a63e-6b50033e583f'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:16.250305 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5fb1ec-636a-4648-b699-160af2362fcc req-c70713f7-b4bf-4c0e-91ad-699ff54cdfe0 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] No DVR routers for this DVR port f22addcd-18b9-4cef-be15-a5ef1a899470 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:47:16.250305 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3f5fb1ec-636a-4648-b699-160af2362fcc req-c70713f7-b4bf-4c0e-91ad-699ff54cdfe0 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:16.253155 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3f5fb1ec-636a-4648-b699-160af2362fcc req-c70713f7-b4bf-4c0e-91ad-699ff54cdfe0 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.79 "DELETE /v2.0/ports/f22addcd-18b9-4cef-be15-a5ef1a899470 HTTP/1.1" status: 204 len: 173 time: 2.3317640 Nov 02 11:47:16.253896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a2237d-28d4-4337-994a-c3f1359a2e55', 'name': 'network-vif-deleted', 'tag': 'f22addcd-18b9-4cef-be15-a5ef1a899470'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:16.256342 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e0428d-b342-4a8a-8de0-b8adefd0c74a" -d '{"events": [{"server_uuid": "40a2237d-28d4-4337-994a-c3f1359a2e55", "name": "network-vif-deleted", "tag": "f22addcd-18b9-4cef-be15-a5ef1a899470"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:16.379563 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-4d05d6c2-783a-47b4-925b-2eb6a9ec8d9b None None] Set router 8d8d6bdb-d194-416b-a63e-6b50033e583f gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:47:16.718465 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4d05d6c2-783a-47b4-925b-2eb6a9ec8d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'name': 'tempest-ServersTestBootFromVolume-457920805-router', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:42:32Z', 'updated_at': '2021-11-02T11:42:41Z', 'revision_number': 4, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'gw_port': {'id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:33Z', 'updated_at': '2021-11-02T11:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '86e4f8c2-2e55-4b39-b16c-2ea978804055', 'name': '', 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'mac_address': 'fa:16:3e:38:84:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '319340b2-c2fa-459a-ba8d-30de9ce161b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:39Z', 'updated_at': '2021-11-02T11:42:46Z', 'revision_number': 5, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'subnets': [{'id': '319340b2-c2fa-459a-ba8d-30de9ce161b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:16.774209 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d05d6c2-783a-47b4-925b-2eb6a9ec8d9b None None] Checking router: 8d8d6bdb-d194-416b-a63e-6b50033e583f for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:47:16.790674 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d05d6c2-783a-47b4-925b-2eb6a9ec8d9b None None] Routers {'8d8d6bdb-d194-416b-a63e-6b50033e583f'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:47:16.791368 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4d05d6c2-783a-47b4-925b-2eb6a9ec8d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:46:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8d8d6bdb-d194-416b-a63e-6b50033e583f'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:16.990039 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-4d05d6c2-783a-47b4-925b-2eb6a9ec8d9b None None] Set router 8d8d6bdb-d194-416b-a63e-6b50033e583f gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:47:17.251305 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4d05d6c2-783a-47b4-925b-2eb6a9ec8d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'name': 'tempest-ServersTestBootFromVolume-457920805-router', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:42:32Z', 'updated_at': '2021-11-02T11:42:41Z', 'revision_number': 4, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'gw_port': {'id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:33Z', 'updated_at': '2021-11-02T11:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '86e4f8c2-2e55-4b39-b16c-2ea978804055', 'name': '', 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'mac_address': 'fa:16:3e:38:84:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '319340b2-c2fa-459a-ba8d-30de9ce161b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:39Z', 'updated_at': '2021-11-02T11:42:46Z', 'revision_number': 5, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'subnets': [{'id': '319340b2-c2fa-459a-ba8d-30de9ce161b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:17.289434 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d05d6c2-783a-47b4-925b-2eb6a9ec8d9b None None] The sync data for ids ['8d8d6bdb-d194-416b-a63e-6b50033e583f'] in n-d-806683-18 is: [{'id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'name': 'tempest-ServersTestBootFromVolume-457920805-router', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:42:32Z', 'updated_at': '2021-11-02T11:42:41Z', 'revision_number': 4, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'gw_port': {'id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:33Z', 'updated_at': '2021-11-02T11:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '86e4f8c2-2e55-4b39-b16c-2ea978804055', 'name': '', 'network_id': '3e0edd90-a801-414a-9271-b77c19e00cf2', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'mac_address': 'fa:16:3e:38:84:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '319340b2-c2fa-459a-ba8d-30de9ce161b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:39Z', 'updated_at': '2021-11-02T11:42:46Z', 'revision_number': 5, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'subnets': [{'id': '319340b2-c2fa-459a-ba8d-30de9ce161b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:47:17.516432 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9d353097-149b-4515-828e-1399dfd05c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:17.787858 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eace0de-7aa0-4868-8d5c-6dc42581fbde None None] New status for floating IP 863e981d-6595-4264-a3ac-af125dab194e: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:47:18.602010 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:47:18.789681 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f22addcd-18b9-4cef-be15-a5ef1a899470 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:47:18.816644 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: f22addcd-18b9-4cef-be15-a5ef1a899470 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:47:18.817422 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f22addcd-18b9-4cef-be15-a5ef1a899470 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:47:19.658851 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c8d92805-0630-4881-841b-1d0984ea3069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:20.914828 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:22.567273 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:23.858558 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:24.036415 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:25.531682 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:27.855368 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39864) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:27.932244 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-56cf66de-4a29-4967-89b0-8ba8b66d490d admin admin] Deleting subnet 380e098b-4b8d-4b8f-9548-0e7d69caa846 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:47:27.935802 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56cf66de-4a29-4967-89b0-8ba8b66d490d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:27.971221 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee87547-ffbf-4e88-b923-2edd25d22b71 req-2cfa93ae-c2be-4e5a-b4c5-223a8d03ea3e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:27.972855 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bee87547-ffbf-4e88-b923-2edd25d22b71 req-2cfa93ae-c2be-4e5a-b4c5-223a8d03ea3e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0634694 Nov 02 11:47:28.013168 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56cf66de-4a29-4967-89b0-8ba8b66d490d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:28.084243 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56cf66de-4a29-4967-89b0-8ba8b66d490d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:28.123952 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-6ad3dbc1-ce52-43f5-aedc-b060c3048b05 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:28.125797 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-6ad3dbc1-ce52-43f5-aedc-b060c3048b05 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/networks?id=dc14f35b-3481-4052-ae85-70bc816de1a6 HTTP/1.1" status: 200 len: 809 time: 0.2384083 Nov 02 11:47:28.167607 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-411a752b-5245-40cf-8312-6d795fcdad28 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/quotas/f1302b78eab94e9fad63d4c94050f8a7 HTTP/1.1" status: 200 len: 375 time: 0.0114820 Nov 02 11:47:28.211547 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-47e28eb6-163d-46e3-bcf1-2e763ec61ebd tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f1302b78eab94e9fad63d4c94050f8a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372157 Nov 02 11:47:28.284029 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56cf66de-4a29-4967-89b0-8ba8b66d490d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:28.323563 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf66de-4a29-4967-89b0-8ba8b66d490d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=380e098b-4b8d-4b8f-9548-0e7d69caa846,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:28.328132 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56cf66de-4a29-4967-89b0-8ba8b66d490d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:28.336009 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-56cf66de-4a29-4967-89b0-8ba8b66d490d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/380e098b-4b8d-4b8f-9548-0e7d69caa846 HTTP/1.1" status: 204 len: 168 time: 0.4807794 Nov 02 11:47:28.337181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39866) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:28.391561 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-9f4a5640-383a-4b53-9d22-b899d1d5f7c1 service neutron] 10.222.0.52 "GET /v2.0/networks/dc14f35b-3481-4052-ae85-70bc816de1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789279 Nov 02 11:47:28.399544 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bee87547-ffbf-4e88-b923-2edd25d22b71 req-5766eb6c-e792-4afc-97c5-2f96a870d0a5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4195311 Nov 02 11:47:28.512512 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d09293d9-35b4-4594-baa1-3dc653f3c86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:28.546482 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-d822ff66-ceb3-4dd4-aeaa-7c566ad02298 service neutron] 10.222.0.52 "GET /v2.0/networks/dc14f35b-3481-4052-ae85-70bc816de1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539464 Nov 02 11:47:28.560379 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675fb53-f7f9-414a-9c82-c36058e30d55 req-a475c958-1fb7-4331-b6f2-5ae36c1166c7 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:28.570487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f675fb53-f7f9-414a-9c82-c36058e30d55 req-a475c958-1fb7-4331-b6f2-5ae36c1166c7 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/ports?device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 945 time: 0.0737629 Nov 02 11:47:28.638141 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d09293d9-35b4-4594-baa1-3dc653f3c86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:28.668229 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d09293d9-35b4-4594-baa1-3dc653f3c86d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b504994a-80ca-4dca-8bc6-014efa3dbbf2']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:28.676999 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f675fb53-f7f9-414a-9c82-c36058e30d55 req-c481d567-020a-4a72-8031-2af1c54b508d tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9b1c564-a252-487f-9ae3-067b31f96d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054375 Nov 02 11:47:28.687190 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d09293d9-35b4-4594-baa1-3dc653f3c86d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4fd0de-37e0-4047-ae74-ee942272f287') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:28.688085 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d09293d9-35b4-4594-baa1-3dc653f3c86d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4fd0de-37e0-4047-ae74-ee942272f287') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:28.703416 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d09293d9-35b4-4594-baa1-3dc653f3c86d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:28.731544 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89f0b77-fcdb-4e8e-8b5c-cd15b97cb4ea x-openstack-request-id: req-e89f0b77-fcdb-4e8e-8b5c-cd15b97cb4ea {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:28.732383 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96", "name": "network-vif-plugged", "status": "completed", "tag": "4395255f-9d0c-4631-b0d3-3e56e48b1117", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:28.732509 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e89f0b77-fcdb-4e8e-8b5c-cd15b97cb4ea {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:28.733072 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4395255f-9d0c-4631-b0d3-3e56e48b1117', 'code': 200} Nov 02 11:47:28.735746 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d09293d9-35b4-4594-baa1-3dc653f3c86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:28.746298 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09293d9-35b4-4594-baa1-3dc653f3c86d admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:47:28.746739 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d09293d9-35b4-4594-baa1-3dc653f3c86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:47:28.748626 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:47:28.854239 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2934541-3845-49f7-8913-8d933fc0c6e2 x-openstack-request-id: req-b2934541-3845-49f7-8913-8d933fc0c6e2 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:28.854609 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a2237d-28d4-4337-994a-c3f1359a2e55", "name": "network-vif-deleted", "tag": "f22addcd-18b9-4cef-be15-a5ef1a899470", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:28.854990 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2934541-3845-49f7-8913-8d933fc0c6e2 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:28.855600 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a2237d-28d4-4337-994a-c3f1359a2e55', 'name': 'network-vif-deleted', 'tag': 'f22addcd-18b9-4cef-be15-a5ef1a899470', 'status': 'completed', 'code': 200} Nov 02 11:47:28.916655 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195633bc-89e8-490b-be28-7b0c626354da req-9220bdcf-2f3f-4659-ba88-deb288012b88 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:28.918278 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-195633bc-89e8-490b-be28-7b0c626354da req-9220bdcf-2f3f-4659-ba88-deb288012b88 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0618904 Nov 02 11:47:28.949496 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39882) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:29.003899 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d09293d9-35b4-4594-baa1-3dc653f3c86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:29.036551 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d09293d9-35b4-4594-baa1-3dc653f3c86d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:29.042473 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d09293d9-35b4-4594-baa1-3dc653f3c86d admin admin] 10.222.0.52 "DELETE /v2.0/networks/b504994a-80ca-4dca-8bc6-014efa3dbbf2 HTTP/1.1" status: 204 len: 168 time: 0.6993611 Nov 02 11:47:29.053165 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-195633bc-89e8-490b-be28-7b0c626354da req-0285733a-a845-4fba-a0b0-f00c2bf45762 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223609 Nov 02 11:47:29.054390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09293d9-35b4-4594-baa1-3dc653f3c86d admin admin] Pushing event deleted for resources: {'Network': ['ID=b504994a-80ca-4dca-8bc6-014efa3dbbf2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:29.083585 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1dfcaf7-7997-4de0-af20-01137f3ab823 req-bde14fbb-f04d-4d96-a813-d084043ccb3e tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/ports?device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 210 time: 0.0569918 Nov 02 11:47:29.085778 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-737d7fed-6652-4668-b78d-26d88fb8cc53 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:29.122146 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-737d7fed-6652-4668-b78d-26d88fb8cc53 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:29.266957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39916) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:29.391046 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c6f6a-c360-4093-a55d-b7c209809ce3 req-ffab360d-64a1-441a-9dca-f1bb474d978c tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:29.393751 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f86c6f6a-c360-4093-a55d-b7c209809ce3 req-ffab360d-64a1-441a-9dca-f1bb474d978c tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96 HTTP/1.1" status: 200 len: 951 time: 0.0773721 Nov 02 11:47:29.445468 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-15371a5a-30cc-4e2a-9be7-06129a52e9b9 admin admin] Deleting subnet 709b5eb0-8b3b-4f04-bc29-debbc3396f1e {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:47:29.448533 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f86c6f6a-c360-4093-a55d-b7c209809ce3 req-32437cc6-4cb6-4936-866b-db2a283b5e96 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472615 Nov 02 11:47:29.449683 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15371a5a-30cc-4e2a-9be7-06129a52e9b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:29.492906 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15371a5a-30cc-4e2a-9be7-06129a52e9b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:29.540565 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15371a5a-30cc-4e2a-9be7-06129a52e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:29.709054 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-737d7fed-6652-4668-b78d-26d88fb8cc53 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:29.715997 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-737d7fed-6652-4668-b78d-26d88fb8cc53 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:29.718817 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-737d7fed-6652-4668-b78d-26d88fb8cc53 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "DELETE /v2.0/security-groups/28d4c095-70c4-4475-ace9-cc2b7f306f7e HTTP/1.1" status: 204 len: 168 time: 0.7684271 Nov 02 11:47:29.721897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39956) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:29.741121 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-a49bd8b2-2cce-44a9-974f-c8844de858bc tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] show failed (client error): The resource could not be found. Nov 02 11:47:29.745456 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a49bd8b2-2cce-44a9-974f-c8844de858bc tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "GET /v2.0/security-groups/28d4c095-70c4-4475-ace9-cc2b7f306f7e HTTP/1.1" status: 404 len: 347 time: 0.0220776 Nov 02 11:47:29.746024 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39958) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:29.760645 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d7fed-6652-4668-b78d-26d88fb8cc53 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d4c095-70c4-4475-ace9-cc2b7f306f7e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:29.826669 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15371a5a-30cc-4e2a-9be7-06129a52e9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:29.908216 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15371a5a-30cc-4e2a-9be7-06129a52e9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:29.912972 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-15371a5a-30cc-4e2a-9be7-06129a52e9b9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/709b5eb0-8b3b-4f04-bc29-debbc3396f1e HTTP/1.1" status: 204 len: 168 time: 0.6449349 Nov 02 11:47:29.917659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39968) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:29.920997 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15371a5a-30cc-4e2a-9be7-06129a52e9b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=709b5eb0-8b3b-4f04-bc29-debbc3396f1e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:29.997736 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-81f9a0c8-d328-46a4-b9e7-cfb233598ec5 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Deleting port 1fb393bd-cb17-47fd-adb3-af400e4e34c5 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:47:29.998617 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81f9a0c8-d328-46a4-b9e7-cfb233598ec5 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:30.058304 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15d47ede-bf10-494e-88ff-949df584fcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:30.095800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a08337-db31-4c1f-bd40-626cd0e52bf1 req-d24ed218-b578-4189-b424-1d11ba4ee3be tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:30.098486 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-26a08337-db31-4c1f-bd40-626cd0e52bf1 req-d24ed218-b578-4189-b424-1d11ba4ee3be tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/ports?device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 945 time: 0.0931010 Nov 02 11:47:30.099041 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39970) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:30.113486 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81f9a0c8-d328-46a4-b9e7-cfb233598ec5 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:30.113959 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81f9a0c8-d328-46a4-b9e7-cfb233598ec5 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:30.128431 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-81f9a0c8-d328-46a4-b9e7-cfb233598ec5 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Calling delete_port for 1fb393bd-cb17-47fd-adb3-af400e4e34c5 owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:47:30.238064 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15d47ede-bf10-494e-88ff-949df584fcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:30.270247 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3b9fe582-3f17-49ca-892d-eb96103bab0e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4636c939d66340b988608a920ed1527b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1511896 Nov 02 11:47:30.275056 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39988) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:30.285614 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-26a08337-db31-4c1f-bd40-626cd0e52bf1 req-72201fd9-3c6e-4758-9746-bc03c26117d3 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9b1c564-a252-487f-9ae3-067b31f96d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609428 Nov 02 11:47:30.290653 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-15d47ede-bf10-494e-88ff-949df584fcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3439ffc0-7f2e-476a-92cf-b2a59cfb1929']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:30.312494 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-15d47ede-bf10-494e-88ff-949df584fcf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b371e98-3056-4ed6-ab77-88af4a2dc18c') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:30.312820 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-15d47ede-bf10-494e-88ff-949df584fcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b371e98-3056-4ed6-ab77-88af4a2dc18c') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:30.337979 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15d47ede-bf10-494e-88ff-949df584fcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:30.357999 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15d47ede-bf10-494e-88ff-949df584fcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:30.365880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d47ede-bf10-494e-88ff-949df584fcf2 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:47:30.366292 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15d47ede-bf10-494e-88ff-949df584fcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:47:30.368116 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:47:30.391575 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bcb30797-fd6e-4026-a89d-992fd68ea442 req-cf5df379-b68b-48ea-b216-183e86889b14 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/ports?device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 210 time: 0.0944390 Nov 02 11:47:30.449913 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b1357af-7e73-44a7-89b0-deb88d1a5963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:30.476211 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b1357af-7e73-44a7-89b0-deb88d1a5963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:30.482225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e2a26-a446-48cf-8f08-ce04371abdca req-5446f778-7cdb-48e7-9c2b-87a12fa52072 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:30.484009 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd2e2a26-a446-48cf-8f08-ce04371abdca req-5446f778-7cdb-48e7-9c2b-87a12fa52072 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0636363 Nov 02 11:47:30.539002 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd2e2a26-a446-48cf-8f08-ce04371abdca req-7e952b61-d18d-4ca9-bb35-19b5f881161b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473943 Nov 02 11:47:30.564767 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15d47ede-bf10-494e-88ff-949df584fcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:30.565278 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81f9a0c8-d328-46a4-b9e7-cfb233598ec5 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:30.571255 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15d47ede-bf10-494e-88ff-949df584fcf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:30.575115 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-15d47ede-bf10-494e-88ff-949df584fcf2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3439ffc0-7f2e-476a-92cf-b2a59cfb1929 HTTP/1.1" status: 204 len: 168 time: 0.6519005 Nov 02 11:47:30.588367 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d47ede-bf10-494e-88ff-949df584fcf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3439ffc0-7f2e-476a-92cf-b2a59cfb1929,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:30.631747 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b1357af-7e73-44a7-89b0-deb88d1a5963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:30.640214 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b1357af-7e73-44a7-89b0-deb88d1a5963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:30.648357 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2b1357af-7e73-44a7-89b0-deb88d1a5963 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1fd78d89-8821-4e0f-a69e-8458fae1c3b5 HTTP/1.1" status: 204 len: 168 time: 0.3698916 Nov 02 11:47:30.648357 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9a0c8-d328-46a4-b9e7-cfb233598ec5 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Pushing event deleted for resources: {'Port': ['ID=1fb393bd-cb17-47fd-adb3-af400e4e34c5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:30.734214 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef3eee4-4012-462a-a791-21209f60ccdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab8da59-8eb3-473e-a5ce-172a38bb16ab'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:30.736235 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1357af-7e73-44a7-89b0-deb88d1a5963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd78d89-8821-4e0f-a69e-8458fae1c3b5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:30.736972 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a595f7-eab0-4ba3-b58a-4a808d3d8f6b" -d '{"events": [{"server_uuid": "bef3eee4-4012-462a-a791-21209f60ccdb", "name": "network-vif-plugged", "status": "completed", "tag": "2ab8da59-8eb3-473e-a5ce-172a38bb16ab"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:30.759657 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81f9a0c8-d328-46a4-b9e7-cfb233598ec5 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:30.762351 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81f9a0c8-d328-46a4-b9e7-cfb233598ec5 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:30.766346 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-81f9a0c8-d328-46a4-b9e7-cfb233598ec5 tempest-ServersTestBootFromVolume-1224361384 tempest-ServersTestBootFromVolume-1224361384-project] 10.222.0.52 "DELETE /v2.0/floatingips/863e981d-6595-4264-a3ac-af125dab194e HTTP/1.1" status: 204 len: 168 time: 1.0166950 Nov 02 11:47:30.766895 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40034) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:30.827539 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5441a23e-f175-451b-81ba-998d514451ea x-openstack-request-id: req-5441a23e-f175-451b-81ba-998d514451ea {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:30.827897 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef3eee4-4012-462a-a791-21209f60ccdb", "name": "network-vif-plugged", "status": "completed", "tag": "2ab8da59-8eb3-473e-a5ce-172a38bb16ab", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:30.828158 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5441a23e-f175-451b-81ba-998d514451ea {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:30.828756 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef3eee4-4012-462a-a791-21209f60ccdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab8da59-8eb3-473e-a5ce-172a38bb16ab', 'code': 200} Nov 02 11:47:30.965890 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bcc54-3375-4c40-90f2-aec4ec1ae94a req-858d805c-ba3b-4dd1-8e9f-9505ca0c641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:30.968297 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8d2bcc54-3375-4c40-90f2-aec4ec1ae94a req-858d805c-ba3b-4dd1-8e9f-9505ca0c641f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 1097 time: 0.0767305 Nov 02 11:47:31.023237 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8d2bcc54-3375-4c40-90f2-aec4ec1ae94a req-78200cbd-5f34-4e89-8e71-fa41b1df67af service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a9b1c564-a252-487f-9ae3-067b31f96d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467212 Nov 02 11:47:31.154626 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0889e-79db-4b46-99c0-7163eb9cfe28 req-ba12b0ba-fa1c-4318-b981-ba540260e514 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:31.156282 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-64d0889e-79db-4b46-99c0-7163eb9cfe28 req-ba12b0ba-fa1c-4318-b981-ba540260e514 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0549085 Nov 02 11:47:31.215334 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-64d0889e-79db-4b46-99c0-7163eb9cfe28 req-592b12dc-85b5-4820-a283-5ec9d81c78af tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516422 Nov 02 11:47:31.435543 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40110) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:31.477739 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1631cae-f853-47ef-b98d-e67e5f6fb10e req-eb592f45-7404-4c84-98e1-b5ef17ba0f91 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:31.483894 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c1631cae-f853-47ef-b98d-e67e5f6fb10e req-eb592f45-7404-4c84-98e1-b5ef17ba0f91 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/ports?device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 945 time: 0.1086168 Nov 02 11:47:31.538756 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-70651bbe-6181-45cd-985b-c0002e27360a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=132e4746dfee4359a0fd0da383d0d399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1008554 Nov 02 11:47:31.541519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40112) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:31.578689 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d90bc938-4eaf-4875-8efc-06a1f3a317e1 req-a903ea20-6537-4a42-affa-8d31351fff12 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/ports?device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 210 time: 0.0625865 Nov 02 11:47:31.621822 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c1631cae-f853-47ef-b98d-e67e5f6fb10e req-056c8640-45db-4140-b3f8-77ebd871f1b5 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9b1c564-a252-487f-9ae3-067b31f96d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262882 Nov 02 11:47:31.723639 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7488414a-b249-417b-93d3-e353cc4a72ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:31.753653 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7488414a-b249-417b-93d3-e353cc4a72ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:31.987658 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7488414a-b249-417b-93d3-e353cc4a72ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:31.990571 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7488414a-b249-417b-93d3-e353cc4a72ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:31.991833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7488414a-b249-417b-93d3-e353cc4a72ae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/27f56f00-b44d-4c9e-bc35-76ed143372e5 HTTP/1.1" status: 204 len: 168 time: 0.4470191 Nov 02 11:47:32.004284 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488414a-b249-417b-93d3-e353cc4a72ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f56f00-b44d-4c9e-bc35-76ed143372e5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:32.250274 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8974e0a6-4316-488f-a386-34d3d1e1c9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:32.375745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4395255f-9d0c-4631-b0d3-3e56e48b1117 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:47:32.391063 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa6052-4ec5-4f96-9f1f-1acc7a31e4d5 req-1173662b-d3eb-4fb9-8af1-5773b06d2b62 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:32.393581 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-eefa6052-4ec5-4f96-9f1f-1acc7a31e4d5 req-1173662b-d3eb-4fb9-8af1-5773b06d2b62 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0997787 Nov 02 11:47:32.514772 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:32.552518 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-eefa6052-4ec5-4f96-9f1f-1acc7a31e4d5 req-59412f33-6e4a-4b85-81d2-d61e3e9ee8c3 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458378 Nov 02 11:47:32.566291 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4395255f-9d0c-4631-b0d3-3e56e48b1117, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4395255f-9d0c-4631-b0d3-3e56e48b1117,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:32.697812 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8974e0a6-4316-488f-a386-34d3d1e1c9f9 admin admin] Deleting port 86e4f8c2-2e55-4b39-b16c-2ea978804055 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:47:32.697812 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8974e0a6-4316-488f-a386-34d3d1e1c9f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:32.744771 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:32.796934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-fb5f21d5-106e-4a97-b237-d54713ef90df tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:32.818976 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-fb5f21d5-106e-4a97-b237-d54713ef90df tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.54 "GET /v2.0/networks?id=dc14f35b-3481-4052-ae85-70bc816de1a6 HTTP/1.1" status: 200 len: 809 time: 0.1861994 Nov 02 11:47:32.820796 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-8974e0a6-4316-488f-a386-34d3d1e1c9f9 admin admin] For port 86e4f8c2-2e55-4b39-b16c-2ea978804055, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=86e4f8c2-2e55-4b39-b16c-2ea978804055,segment=NetworkSegment(f2f27feb-217d-4502-af56-e236e3900c3c),segment_id=f2f27feb-217d-4502-af56-e236e3900c3c)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:32.821165 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8974e0a6-4316-488f-a386-34d3d1e1c9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:32.832894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-25f6fc32-7a01-44b4-bfeb-8b3b05dda3aa tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Request body: {'port': {'device_id': '0db1267b-360e-48a7-b512-5514c54e9d5a', 'network_id': 'dc14f35b-3481-4052-ae85-70bc816de1a6', 'admin_state_up': True, 'tenant_id': 'f1302b78eab94e9fad63d4c94050f8a7'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:32.839822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4395255f-9d0c-4631-b0d3-3e56e48b1117'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:32.841050 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8974e0a6-4316-488f-a386-34d3d1e1c9f9 admin admin] Calling delete_port for 86e4f8c2-2e55-4b39-b16c-2ea978804055 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:47:32.848938 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43defa11-8af8-448c-83bb-815cf9da79ba" -d '{"events": [{"server_uuid": "1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96", "name": "network-vif-unplugged", "status": "completed", "tag": "4395255f-9d0c-4631-b0d3-3e56e48b1117"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:32.859412 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=4395255f-9d0c-4631-b0d3-3e56e48b1117,revision_number=11']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:32.870093 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:32.870596 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:32.871239 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:32.871682 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:32.872117 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:32.872550 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:32.872979 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:32.873683 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:32.873802 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:32.874282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:32.874707 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:32.875161 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:33.121084 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-25f6fc32-7a01-44b4-bfeb-8b3b05dda3aa tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Made reservation on behalf of f1302b78eab94e9fad63d4c94050f8a7 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:33.128014 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-25f6fc32-7a01-44b4-bfeb-8b3b05dda3aa tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:33.128427 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40214) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:33.171401 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f5223cd5-24cd-4eb2-94e2-ec7604746b5c req-1735eebe-7ec7-4a90-a325-c186fae92a96 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/ports?device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 210 time: 0.0644450 Nov 02 11:47:33.303416 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8974e0a6-4316-488f-a386-34d3d1e1c9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:33.428575 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974e0a6-4316-488f-a386-34d3d1e1c9f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=86e4f8c2-2e55-4b39-b16c-2ea978804055,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:33.459370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f548bed3-52de-42ad-8f71-12fb59bcb09e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1935363498-network', 'tenant_id': '52e69722b9da4b93bbbf782def8d393f'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:33.489978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04fa4d-9080-4c3e-9247-188c8a70c152 req-ffb146f4-73d9-47f4-96b1-963ea0fcc043 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:33.499914 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fd04fa4d-9080-4c3e-9247-188c8a70c152 req-ffb146f4-73d9-47f4-96b1-963ea0fcc043 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/ports?device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 945 time: 0.2396219 Nov 02 11:47:33.598681 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fd04fa4d-9080-4c3e-9247-188c8a70c152 req-c6d18551-30fd-4da0-8f0d-806aec2b3501 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9b1c564-a252-487f-9ae3-067b31f96d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925550 Nov 02 11:47:33.667283 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9e632d-470d-4003-8bf1-f30067bde5e1 x-openstack-request-id: req-1e9e632d-470d-4003-8bf1-f30067bde5e1 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:33.668106 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96", "name": "network-vif-unplugged", "status": "completed", "tag": "4395255f-9d0c-4631-b0d3-3e56e48b1117", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:33.668534 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e9e632d-470d-4003-8bf1-f30067bde5e1 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:33.669082 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4395255f-9d0c-4631-b0d3-3e56e48b1117', 'code': 200} Nov 02 11:47:33.670336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-25f6fc32-7a01-44b4-bfeb-8b3b05dda3aa tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Allocated IP 172.20.0.11 (dc14f35b-3481-4052-ae85-70bc816de1a6/0c882491-ab92-4cd0-b75b-9e2e61c65942/ea10f4d2-d056-4e55-8173-a3666f892e7b) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:47:33.678018 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f548bed3-52de-42ad-8f71-12fb59bcb09e admin admin] Made reservation on behalf of 52e69722b9da4b93bbbf782def8d393f for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:33.682146 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f548bed3-52de-42ad-8f71-12fb59bcb09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:33.729174 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f548bed3-52de-42ad-8f71-12fb59bcb09e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:33.755761 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8974e0a6-4316-488f-a386-34d3d1e1c9f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:33.900889 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40246) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:33.930552 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6145df-694e-4820-b884-d007537330aa req-fd4ee025-c9d3-40f7-9eac-41263fa6491e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:33.932190 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bb6145df-694e-4820-b884-d007537330aa req-fd4ee025-c9d3-40f7-9eac-41263fa6491e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1826847 Nov 02 11:47:34.006083 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-25f6fc32-7a01-44b4-bfeb-8b3b05dda3aa tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:34.070093 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f548bed3-52de-42ad-8f71-12fb59bcb09e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:34.111368 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-25f6fc32-7a01-44b4-bfeb-8b3b05dda3aa tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:34.158377 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f548bed3-52de-42ad-8f71-12fb59bcb09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:34.181320 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-25f6fc32-7a01-44b4-bfeb-8b3b05dda3aa tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Network dc14f35b-3481-4052-ae85-70bc816de1a6 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:47:34.208718 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-25f6fc32-7a01-44b4-bfeb-8b3b05dda3aa tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:47:34.224780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f548bed3-52de-42ad-8f71-12fb59bcb09e admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:47:34.227910 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-25f6fc32-7a01-44b4-bfeb-8b3b05dda3aa tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:47:34.241747 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548bed3-52de-42ad-8f71-12fb59bcb09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6c8691-61a4-49b2-b660-cceb82ca400a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:34.262442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6fc32-7a01-44b4-bfeb-8b3b05dda3aa tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Pushing event updated for resources: {'Port': ['ID=ea10f4d2-d056-4e55-8173-a3666f892e7b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:34.294428 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f548bed3-52de-42ad-8f71-12fb59bcb09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:34.294836 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-f548bed3-52de-42ad-8f71-12fb59bcb09e admin admin] Added segment 58e86f42-b2da-49df-9e62-5ba59aa872a2 of type vlan for network 30d237d2-fe60-4a8f-b6d3-35144dfca248 Nov 02 11:47:34.370273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-558e74a9-bc01-4c34-a3bb-1041dc82a48d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-554359058-network', 'tenant_id': '054a2f4e698241828bbde026e90e98a0'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:34.389200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-25f6fc32-7a01-44b4-bfeb-8b3b05dda3aa tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:34.389460 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-25f6fc32-7a01-44b4-bfeb-8b3b05dda3aa tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:34.396457 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f548bed3-52de-42ad-8f71-12fb59bcb09e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:34.409750 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bb6145df-694e-4820-b884-d007537330aa req-05c35d49-1c6d-49a6-a017-b54f360450e3 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4634259 Nov 02 11:47:34.536800 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f548bed3-52de-42ad-8f71-12fb59bcb09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:34.538207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f548bed3-52de-42ad-8f71-12fb59bcb09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:34.539509 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f548bed3-52de-42ad-8f71-12fb59bcb09e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:34.575368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a90bd0-f0f9-4b0b-bd7f-6779b6878149 req-fff611f5-afc2-4bbc-8557-424ccc219a52 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:34.577539 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d6a90bd0-f0f9-4b0b-bd7f-6779b6878149 req-fff611f5-afc2-4bbc-8557-424ccc219a52 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/ports?device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 932 time: 0.0875723 Nov 02 11:47:34.585459 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558e74a9-bc01-4c34-a3bb-1041dc82a48d admin admin] Made reservation on behalf of 054a2f4e698241828bbde026e90e98a0 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:34.588429 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-558e74a9-bc01-4c34-a3bb-1041dc82a48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:34.600237 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-558e74a9-bc01-4c34-a3bb-1041dc82a48d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:34.617773 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8974e0a6-4316-488f-a386-34d3d1e1c9f9 admin admin] Router 8d8d6bdb-d194-416b-a63e-6b50033e583f has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:47:34.647579 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548bed3-52de-42ad-8f71-12fb59bcb09e admin admin] Pushing event updated for resources: {'Network': ['ID=30d237d2-fe60-4a8f-b6d3-35144dfca248,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:34.662353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 30d237d2-fe60-4a8f-b6d3-35144dfca248 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:47:34.699057 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d6a90bd0-f0f9-4b0b-bd7f-6779b6878149 req-e244db47-605c-4c0b-b034-ebe3a65c3621 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e259a9-1e4c-4834-8303-f7fffc1f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027555 Nov 02 11:47:34.721380 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f548bed3-52de-42ad-8f71-12fb59bcb09e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5913260 Nov 02 11:47:34.724876 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40268) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:34.737622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0582e54c-6ddc-4f24-a383-05550dc57817 admin admin] Request body: {'subnet': {'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1935363498-subnet', 'tenant_id': '52e69722b9da4b93bbbf782def8d393f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:34.767804 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-25f6fc32-7a01-44b4-bfeb-8b3b05dda3aa tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9383757 Nov 02 11:47:34.803000 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Request body: {'port': {'device_id': '0db1267b-360e-48a7-b512-5514c54e9d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:34.848155 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8974e0a6-4316-488f-a386-34d3d1e1c9f9 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:47:34.870520 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85762db-868e-449d-b2ed-e4eef3b418e6 None None] Sync routers for ids ['8d8d6bdb-d194-416b-a63e-6b50033e583f'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:47:34.879259 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8974e0a6-4316-488f-a386-34d3d1e1c9f9 admin admin] 10.222.0.52 "PUT /v2.0/routers/8d8d6bdb-d194-416b-a63e-6b50033e583f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1114314 Nov 02 11:47:34.882716 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40272) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:34.886474 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85762db-868e-449d-b2ed-e4eef3b418e6 None None] Routers {'8d8d6bdb-d194-416b-a63e-6b50033e583f'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:47:34.887809 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e85762db-868e-449d-b2ed-e4eef3b418e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:47:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8d8d6bdb-d194-416b-a63e-6b50033e583f'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:34.974555 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:34.978359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0582e54c-6ddc-4f24-a383-05550dc57817 admin admin] Made reservation on behalf of 52e69722b9da4b93bbbf782def8d393f for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:34.981109 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0582e54c-6ddc-4f24-a383-05550dc57817 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:35.130254 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-558e74a9-bc01-4c34-a3bb-1041dc82a48d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:35.131955 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c120f108-0bf1-4d8e-b7ed-fa55236efa31 admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:35.294321 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-558e74a9-bc01-4c34-a3bb-1041dc82a48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:35.331398 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-e85762db-868e-449d-b2ed-e4eef3b418e6 None None] Set router 8d8d6bdb-d194-416b-a63e-6b50033e583f gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:47:35.336399 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e74a9-bc01-4c34-a3bb-1041dc82a48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3833363-fc15-459f-b534-f9a6076c6281,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:35.359275 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c120f108-0bf1-4d8e-b7ed-fa55236efa31 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:35.371360 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558e74a9-bc01-4c34-a3bb-1041dc82a48d admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:47:35.393670 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-558e74a9-bc01-4c34-a3bb-1041dc82a48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:35.393670 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-558e74a9-bc01-4c34-a3bb-1041dc82a48d admin admin] Added segment d543d7f5-6e23-4301-a390-fc949f7c8824 of type vlan for network 03da1b8d-3105-49eb-b4b7-5cd7759643ff Nov 02 11:47:35.438845 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-558e74a9-bc01-4c34-a3bb-1041dc82a48d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:35.442505 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0582e54c-6ddc-4f24-a383-05550dc57817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:35.566920 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e85762db-868e-449d-b2ed-e4eef3b418e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'name': 'tempest-ServersTestBootFromVolume-457920805-router', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145'}], 'enable_snat': True}, 'gw_port_id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:42:32Z', 'updated_at': '2021-11-02T11:47:33Z', 'revision_number': 5, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'gw_port': {'id': '9911bf16-378b-4473-bb1d-53b42005f9c5', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:42:33Z', 'updated_at': '2021-11-02T11:42:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:35.604266 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85762db-868e-449d-b2ed-e4eef3b418e6 None None] Checking router: 8d8d6bdb-d194-416b-a63e-6b50033e583f for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:47:35.609464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582e54c-6ddc-4f24-a383-05550dc57817 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba8183a2-da53-4ec8-989b-84a9ed7accb1,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:35.615389 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85762db-868e-449d-b2ed-e4eef3b418e6 None None] Routers {'8d8d6bdb-d194-416b-a63e-6b50033e583f'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:47:35.616852 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e85762db-868e-449d-b2ed-e4eef3b418e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:47:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8d8d6bdb-d194-416b-a63e-6b50033e583f'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:35.618023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0582e54c-6ddc-4f24-a383-05550dc57817 admin admin] Checking segment: {'id': '58e86f42-b2da-49df-9e62-5ba59aa872a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:47:35.618393 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0582e54c-6ddc-4f24-a383-05550dc57817 admin admin] Network hostable DHCP agents. Network: 30d237d2-fe60-4a8f-b6d3-35144dfca248, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:47:35.632556 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-558e74a9-bc01-4c34-a3bb-1041dc82a48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:35.633569 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558e74a9-bc01-4c34-a3bb-1041dc82a48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:35.634317 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-558e74a9-bc01-4c34-a3bb-1041dc82a48d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:35.649649 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-c120f108-0bf1-4d8e-b7ed-fa55236efa31 admin admin] Deleting port 9911bf16-378b-4473-bb1d-53b42005f9c5 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:47:35.650266 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c120f108-0bf1-4d8e-b7ed-fa55236efa31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:35.747070 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea10f4d2-d056-4e55-8173-a3666f892e7b {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:47:35.757660 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:35.775723 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Transition to ACTIVE for port object ea10f4d2-d056-4e55-8173-a3666f892e7b will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:47:35.779427 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0582e54c-6ddc-4f24-a383-05550dc57817 admin admin] Network 30d237d2-fe60-4a8f-b6d3-35144dfca248 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:47:35.781954 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-e85762db-868e-449d-b2ed-e4eef3b418e6 None None] Set router 8d8d6bdb-d194-416b-a63e-6b50033e583f gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:47:35.792962 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e74a9-bc01-4c34-a3bb-1041dc82a48d admin admin] Pushing event updated for resources: {'Network': ['ID=03da1b8d-3105-49eb-b4b7-5cd7759643ff,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:35.818191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 03da1b8d-3105-49eb-b4b7-5cd7759643ff details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:47:35.833754 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-558e74a9-bc01-4c34-a3bb-1041dc82a48d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9309402 Nov 02 11:47:35.836871 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40304) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:35.843192 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-70f25b06-3ac9-443f-8710-f037173c53f5 admin admin] Request body: {'subnet': {'network_id': '03da1b8d-3105-49eb-b4b7-5cd7759643ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-554359058-subnet', 'tenant_id': '054a2f4e698241828bbde026e90e98a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:35.851409 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7347ce-a55e-4353-82e6-00001c4eba12 req-e4c39326-4cf9-4623-9583-1ab180f43ccf tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:35.853050 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c7347ce-a55e-4353-82e6-00001c4eba12 req-e4c39326-4cf9-4623-9583-1ab180f43ccf tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0747283 Nov 02 11:47:35.869800 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e85762db-868e-449d-b2ed-e4eef3b418e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'name': 'tempest-ServersTestBootFromVolume-457920805-router', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:42:32Z', 'updated_at': '2021-11-02T11:47:35Z', 'revision_number': 6, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:35.873175 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-c120f108-0bf1-4d8e-b7ed-fa55236efa31 admin admin] For port 9911bf16-378b-4473-bb1d-53b42005f9c5, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9911bf16-378b-4473-bb1d-53b42005f9c5,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:35.873743 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c120f108-0bf1-4d8e-b7ed-fa55236efa31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:35.894378 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-c120f108-0bf1-4d8e-b7ed-fa55236efa31 admin admin] Calling delete_port for 9911bf16-378b-4473-bb1d-53b42005f9c5 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:47:35.910543 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85762db-868e-449d-b2ed-e4eef3b418e6 None None] The sync data for ids ['8d8d6bdb-d194-416b-a63e-6b50033e583f'] in n-d-806683-18 is: [{'id': '8d8d6bdb-d194-416b-a63e-6b50033e583f', 'name': 'tempest-ServersTestBootFromVolume-457920805-router', 'tenant_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:42:32Z', 'updated_at': '2021-11-02T11:47:35Z', 'revision_number': 6, 'project_id': '0336d4fb11e54fcb8e7fa0f3785444ce', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:47:35.975605 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:36.011391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-0582e54c-6ddc-4f24-a383-05550dc57817 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 30d237d2-fe60-4a8f-b6d3-35144dfca248) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:47:36.022582 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02a060b-3abc-4228-8595-776b07ab9ca2 None None] Network 30d237d2-fe60-4a8f-b6d3-35144dfca248 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:47:36.028740 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0582e54c-6ddc-4f24-a383-05550dc57817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:36.029335 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0582e54c-6ddc-4f24-a383-05550dc57817 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:36.048633 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f25b06-3ac9-443f-8710-f037173c53f5 admin admin] Made reservation on behalf of 054a2f4e698241828bbde026e90e98a0 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:36.052798 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-70f25b06-3ac9-443f-8710-f037173c53f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:36.056608 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c7347ce-a55e-4353-82e6-00001c4eba12 req-0b1c378c-4b0f-43c0-94e9-1521aa81d36a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964207 Nov 02 11:47:36.166334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Pushing event updated for resources: {'Port': ['ID=ea10f4d2-d056-4e55-8173-a3666f892e7b,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:36.182187 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6252732-9907-4058-839c-fe8e97ea59d5 None None] Network 30d237d2-fe60-4a8f-b6d3-35144dfca248 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:47:36.222642 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0582e54c-6ddc-4f24-a383-05550dc57817 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4964175 Nov 02 11:47:36.223237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40314) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:36.240855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1935363498-router', 'tenant_id': '52e69722b9da4b93bbbf782def8d393f', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:36.305032 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 86e4f8c2-2e55-4b39-b16c-2ea978804055 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:47:36.334515 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 86e4f8c2-2e55-4b39-b16c-2ea978804055 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:47:36.335150 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 86e4f8c2-2e55-4b39-b16c-2ea978804055 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:47:36.368832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe36c3-6975-4d8f-8d88-a95d100ed3d0 req-ccece56f-50b0-4522-8929-1b859fd8d700 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:36.370551 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-75fe36c3-6975-4d8f-8d88-a95d100ed3d0 req-ccece56f-50b0-4522-8929-1b859fd8d700 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/ports?device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 945 time: 0.1596384 Nov 02 11:47:36.373346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Attempting to bind port ea10f4d2-d056-4e55-8173-a3666f892e7b on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:47:36.378694 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Attempting to bind port ea10f4d2-d056-4e55-8173-a3666f892e7b by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '33bf5b60-5eab-4d70-806d-226f0a4400b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dc14f35b-3481-4052-ae85-70bc816de1a6'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:47:36.379265 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Attempting to bind port ea10f4d2-d056-4e55-8173-a3666f892e7b on network dc14f35b-3481-4052-ae85-70bc816de1a6 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:47:36.395310 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Port ea10f4d2-d056-4e55-8173-a3666f892e7b on network dc14f35b-3481-4052-ae85-70bc816de1a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:47:36.395660 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Attempting to bind port ea10f4d2-d056-4e55-8173-a3666f892e7b on network dc14f35b-3481-4052-ae85-70bc816de1a6 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:47:36.420261 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:47:36.420463 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Checking segment: {'id': '33bf5b60-5eab-4d70-806d-226f0a4400b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dc14f35b-3481-4052-ae85-70bc816de1a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:47:36.421968 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Bound using segment: {'id': '33bf5b60-5eab-4d70-806d-226f0a4400b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dc14f35b-3481-4052-ae85-70bc816de1a6'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:47:36.421968 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Bound port: ea10f4d2-d056-4e55-8173-a3666f892e7b, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33bf5b60-5eab-4d70-806d-226f0a4400b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dc14f35b-3481-4052-ae85-70bc816de1a6'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:47:36.421968 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:36.474901 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c120f108-0bf1-4d8e-b7ed-fa55236efa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:36.499009 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-75fe36c3-6975-4d8f-8d88-a95d100ed3d0 req-d0e6f97b-7d6a-4538-8174-c9171a1cc6f2 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/security-groups?id=a9b1c564-a252-487f-9ae3-067b31f96d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065912 Nov 02 11:47:36.499770 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120f108-0bf1-4d8e-b7ed-fa55236efa31 admin admin] Pushing event deleted for resources: {'Port': ['ID=9911bf16-378b-4473-bb1d-53b42005f9c5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:36.553691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] For port ea10f4d2-d056-4e55-8173-a3666f892e7b, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:47:36.553691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] For port ea10f4d2-d056-4e55-8173-a3666f892e7b, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ea10f4d2-d056-4e55-8173-a3666f892e7b,segment=NetworkSegment(33bf5b60-5eab-4d70-806d-226f0a4400b2),segment_id=33bf5b60-5eab-4d70-806d-226f0a4400b2)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:47:36.576684 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c120f108-0bf1-4d8e-b7ed-fa55236efa31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:36.629905 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:36.631116 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:36.666363 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811a6c5-8fab-4362-b58d-6c0f3aa6cf9f req-e77a1299-ba2a-4f6a-b24a-2f6d1d17ee78 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:36.668160 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a811a6c5-8fab-4362-b58d-6c0f3aa6cf9f req-e77a1299-ba2a-4f6a-b24a-2f6d1d17ee78 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/ports?device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 944 time: 0.0822103 Nov 02 11:47:36.679517 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c120f108-0bf1-4d8e-b7ed-fa55236efa31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:36.682333 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c120f108-0bf1-4d8e-b7ed-fa55236efa31 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:36.686572 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-70f25b06-3ac9-443f-8710-f037173c53f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:36.728624 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:36.765697 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a811a6c5-8fab-4362-b58d-6c0f3aa6cf9f req-9a2eacb7-f596-4eb3-82a1-83ad7ed3f481 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e259a9-1e4c-4834-8303-f7fffc1f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886936 Nov 02 11:47:36.771188 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:36.784589 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f25b06-3ac9-443f-8710-f037173c53f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ea7539-3c3c-4eef-bff8-5fd9b38c7aba,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:36.795631 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f25b06-3ac9-443f-8710-f037173c53f5 admin admin] Checking segment: {'id': 'd543d7f5-6e23-4301-a390-fc949f7c8824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '03da1b8d-3105-49eb-b4b7-5cd7759643ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:47:36.796140 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f25b06-3ac9-443f-8710-f037173c53f5 admin admin] Network hostable DHCP agents. Network: 03da1b8d-3105-49eb-b4b7-5cd7759643ff, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:47:36.820883 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:36.821633 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:36.823232 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] 10.222.0.54 "PUT /v2.0/ports/ea10f4d2-d056-4e55-8173-a3666f892e7b HTTP/1.1" status: 200 len: 1093 time: 2.0474319 Nov 02 11:47:36.823770 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db1267b-360e-48a7-b512-5514c54e9d5a', 'tag': 'ea10f4d2-d056-4e55-8173-a3666f892e7b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:36.826680 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e578f06-e623-4002-8e54-bbbdb5108417" -d '{"events": [{"name": "network-changed", "server_uuid": "0db1267b-360e-48a7-b512-5514c54e9d5a", "tag": "ea10f4d2-d056-4e55-8173-a3666f892e7b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:36.864429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3fdd-412f-4ccb-af90-c984665d6691 service neutron] Pushing event updated for resources: {'Port': ['ID=ea10f4d2-d056-4e55-8173-a3666f892e7b,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:36.909050 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb8349-3bc2-433f-b91e-a4e7c4a7f625 req-8fa5c78b-1a0f-4371-9368-c48505d65ab1 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:36.910898 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97bb8349-3bc2-433f-b91e-a4e7c4a7f625 req-8fa5c78b-1a0f-4371-9368-c48505d65ab1 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0616033 Nov 02 11:47:36.912667 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ec0df2-b210-40b6-9adb-00c1b15a603e x-openstack-request-id: req-38ec0df2-b210-40b6-9adb-00c1b15a603e {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:36.912961 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db1267b-360e-48a7-b512-5514c54e9d5a", "tag": "ea10f4d2-d056-4e55-8173-a3666f892e7b", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:36.913221 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38ec0df2-b210-40b6-9adb-00c1b15a603e {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:36.913631 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db1267b-360e-48a7-b512-5514c54e9d5a', 'tag': 'ea10f4d2-d056-4e55-8173-a3666f892e7b', 'status': 'completed', 'code': 200} Nov 02 11:47:36.930260 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c120f108-0bf1-4d8e-b7ed-fa55236efa31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:36.930774 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c120f108-0bf1-4d8e-b7ed-fa55236efa31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d8d6bdb-d194-416b-a63e-6b50033e583f {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:47:36.944130 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c120f108-0bf1-4d8e-b7ed-fa55236efa31 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:36.944130 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c120f108-0bf1-4d8e-b7ed-fa55236efa31 admin admin] 10.222.0.52 "DELETE /v2.0/routers/8d8d6bdb-d194-416b-a63e-6b50033e583f HTTP/1.1" status: 204 len: 168 time: 2.0483098 Nov 02 11:47:36.944130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40326) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:37.021957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f25b06-3ac9-443f-8710-f037173c53f5 admin admin] Network 03da1b8d-3105-49eb-b4b7-5cd7759643ff is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:47:37.074051 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6f46f9-59ef-4647-bb85-b50a603bff8e admin admin] Deleting subnet 319340b2-c2fa-459a-ba8d-30de9ce161b3 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:47:37.084258 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca6f46f9-59ef-4647-bb85-b50a603bff8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:37.122494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a24f7-afab-4591-b9e6-f2f7c9fe559f req-02fe1334-8c7c-45a2-a1b6-694afd5cc6c6 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:37.124007 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b3a24f7-afab-4591-b9e6-f2f7c9fe559f req-02fe1334-8c7c-45a2-a1b6-694afd5cc6c6 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.79 "GET /v2.0/ports?device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 945 time: 0.1158488 Nov 02 11:47:37.140548 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e578f06-e623-4002-8e54-bbbdb5108417 req-75228262-8622-49b1-904e-06a9767fa695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:37.142150 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e578f06-e623-4002-8e54-bbbdb5108417 req-75228262-8622-49b1-904e-06a9767fa695 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1302b78eab94e9fad63d4c94050f8a7&device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 1096 time: 0.2148995 Nov 02 11:47:37.161416 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca6f46f9-59ef-4647-bb85-b50a603bff8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:37.171720 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97bb8349-3bc2-433f-b91e-a4e7c4a7f625 req-d1684a63-089b-449f-87a3-1bb3d23d9053 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513256 Nov 02 11:47:37.196972 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:37.281355 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-70f25b06-3ac9-443f-8710-f037173c53f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 03da1b8d-3105-49eb-b4b7-5cd7759643ff) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:47:37.286389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f25b06-3ac9-443f-8710-f037173c53f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:37.287100 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-70f25b06-3ac9-443f-8710-f037173c53f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:37.293173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f18f4c5-09ab-429e-b1ed-5fdf638bbf1b None None] Network 03da1b8d-3105-49eb-b4b7-5cd7759643ff requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:47:37.322109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e578f06-e623-4002-8e54-bbbdb5108417 req-c2f7c60b-622a-4761-b1f0-c3b707809d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:37.324067 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e578f06-e623-4002-8e54-bbbdb5108417 req-c2f7c60b-622a-4761-b1f0-c3b707809d2a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f1302b78eab94e9fad63d4c94050f8a7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1514697 Nov 02 11:47:37.396930 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-7b3a24f7-afab-4591-b9e6-f2f7c9fe559f req-88b4f7b1-ccd8-4ac6-a56a-ff3042152eff tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Deleting port 2ab8da59-8eb3-473e-a5ce-172a38bb16ab {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:47:37.396930 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b3a24f7-afab-4591-b9e6-f2f7c9fe559f req-88b4f7b1-ccd8-4ac6-a56a-ff3042152eff tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:37.396930 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca6f46f9-59ef-4647-bb85-b50a603bff8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:37.397922 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f596deb-e525-45f5-9152-168d78fc7593 req-9f581dde-7a40-48bf-8110-f5e66786c488 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:37.397922 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f596deb-e525-45f5-9152-168d78fc7593 req-9f581dde-7a40-48bf-8110-f5e66786c488 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1188347 Nov 02 11:47:37.469466 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ce40a2-b13f-45c9-bcd6-6b0a73087be9 None None] Network 03da1b8d-3105-49eb-b4b7-5cd7759643ff requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:47:37.488831 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f596deb-e525-45f5-9152-168d78fc7593 req-6ce9f154-3a49-4f8e-8446-6fc2b905ada9 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080394 Nov 02 11:47:37.503536 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-7b3a24f7-afab-4591-b9e6-f2f7c9fe559f req-88b4f7b1-ccd8-4ac6-a56a-ff3042152eff tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] For port 2ab8da59-8eb3-473e-a5ce-172a38bb16ab, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=2ab8da59-8eb3-473e-a5ce-172a38bb16ab,segment=NetworkSegment(21836b43-07a2-47c9-a61b-aa06a9567849),segment_id=21836b43-07a2-47c9-a61b-aa06a9567849)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:37.503536 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b3a24f7-afab-4591-b9e6-f2f7c9fe559f req-88b4f7b1-ccd8-4ac6-a56a-ff3042152eff tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:37.512934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e578f06-e623-4002-8e54-bbbdb5108417 req-52b7902a-7785-45d3-ac65-89f95c42e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:37.515126 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e578f06-e623-4002-8e54-bbbdb5108417 req-52b7902a-7785-45d3-ac65-89f95c42e540 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1828649 Nov 02 11:47:37.515934 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-7b3a24f7-afab-4591-b9e6-f2f7c9fe559f req-88b4f7b1-ccd8-4ac6-a56a-ff3042152eff tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Calling delete_port for 2ab8da59-8eb3-473e-a5ce-172a38bb16ab owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:47:37.661407 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca6f46f9-59ef-4647-bb85-b50a603bff8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:37.666061 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-70f25b06-3ac9-443f-8710-f037173c53f5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8269801 Nov 02 11:47:37.693203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c41a3-ac74-4c8b-aa11-f2142f9b4226 req-8ea9257e-e728-40d7-86a9-1e8fc8c05ae5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:37.694762 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b3c41a3-ac74-4c8b-aa11-f2142f9b4226 req-8ea9257e-e728-40d7-86a9-1e8fc8c05ae5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0877683 Nov 02 11:47:37.700200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-37a73ea4-1cd6-4f9f-924d-5d3e478297e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:37.702029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f46f9-59ef-4647-bb85-b50a603bff8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=319340b2-c2fa-459a-ba8d-30de9ce161b3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:37.702765 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-37a73ea4-1cd6-4f9f-924d-5d3e478297e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1302b78eab94e9fad63d4c94050f8a7&device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 1096 time: 0.1487839 Nov 02 11:47:37.708056 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca6f46f9-59ef-4647-bb85-b50a603bff8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:37.712969 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a4712d-40c3-4bfd-a3d9-b66611504af4 None None] Network 3e0edd90-a801-414a-9271-b77c19e00cf2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:47:37.713105 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ca6f46f9-59ef-4647-bb85-b50a603bff8e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/319340b2-c2fa-459a-ba8d-30de9ce161b3 HTTP/1.1" status: 204 len: 168 time: 0.7673080 Nov 02 11:47:37.720771 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40352) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:37.796966 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-4cd7b089-8788-4f4a-b553-794497814694 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea10f4d2-d056-4e55-8173-a3666f892e7b HTTP/1.1" status: 200 len: 217 time: 0.0541041 Nov 02 11:47:37.811430 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:37.884038 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b3c41a3-ac74-4c8b-aa11-f2142f9b4226 req-8a16281d-3b3e-46a5-8ddb-8354f115f8c7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485167 Nov 02 11:47:37.896081 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-3d1fe76c-4ece-4dfa-958d-bc9ee854d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:37.897841 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-3d1fe76c-4ece-4dfa-958d-bc9ee854d4e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0c882491-ab92-4cd0-b75b-9e2e61c65942 HTTP/1.1" status: 200 len: 849 time: 0.0927725 Nov 02 11:47:37.911498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] Deleting port a6346ce8-e15c-4605-a7a3-90ee919d0705 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:47:37.911846 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:37.945862 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b3a24f7-afab-4591-b9e6-f2f7c9fe559f req-88b4f7b1-ccd8-4ac6-a56a-ff3042152eff tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:37.956776 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-6c53fa30-bcd5-42ba-a188-70aab26bd0fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dc14f35b-3481-4052-ae85-70bc816de1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423603 Nov 02 11:47:37.957985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['2ab8da59-8eb3-473e-a5ce-172a38bb16ab'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:47:37.991360 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad47fc80-6c2f-4022-a498-25d15f754008 None None] DHCP port deletion for 3e0edd90-a801-414a-9271-b77c19e00cf2 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:47:38.007185 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4f7b1-ccd8-4ac6-a56a-ff3042152eff tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Pushing event deleted for resources: {'Port': ['ID=2ab8da59-8eb3-473e-a5ce-172a38bb16ab,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:38.051093 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ad47fc80-6c2f-4022-a498-25d15f754008 None None] Deleting port a6346ce8-e15c-4605-a7a3-90ee919d0705 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:47:38.051634 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ad47fc80-6c2f-4022-a498-25d15f754008 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:38.081273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3a24f7-afab-4591-b9e6-f2f7c9fe559f req-88b4f7b1-ccd8-4ac6-a56a-ff3042152eff tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] No DVR routers for this DVR port 2ab8da59-8eb3-473e-a5ce-172a38bb16ab on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:47:38.084039 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] For port a6346ce8-e15c-4605-a7a3-90ee919d0705, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a6346ce8-e15c-4605-a7a3-90ee919d0705,segment=NetworkSegment(f2f27feb-217d-4502-af56-e236e3900c3c),segment_id=f2f27feb-217d-4502-af56-e236e3900c3c)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:38.084371 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:38.087587 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b3a24f7-afab-4591-b9e6-f2f7c9fe559f req-88b4f7b1-ccd8-4ac6-a56a-ff3042152eff tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:38.091307 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b3a24f7-afab-4591-b9e6-f2f7c9fe559f req-88b4f7b1-ccd8-4ac6-a56a-ff3042152eff tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.79 "DELETE /v2.0/ports/2ab8da59-8eb3-473e-a5ce-172a38bb16ab HTTP/1.1" status: 204 len: 173 time: 0.9594750 Nov 02 11:47:38.091780 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef3eee4-4012-462a-a791-21209f60ccdb', 'name': 'network-vif-deleted', 'tag': '2ab8da59-8eb3-473e-a5ce-172a38bb16ab'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:38.094101 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c103e3e-6eb3-41dc-895c-3fa49db6c871" -d '{"events": [{"server_uuid": "bef3eee4-4012-462a-a791-21209f60ccdb", "name": "network-vif-deleted", "tag": "2ab8da59-8eb3-473e-a5ce-172a38bb16ab"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:38.106550 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5ee39f72-9047-463f-bf09-b8d93e0e9959 req-f0d52df2-0bb0-4433-a420-3952bd870ff0 tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/ports?device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 210 time: 0.0991075 Nov 02 11:47:38.112278 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] Calling delete_port for a6346ce8-e15c-4605-a7a3-90ee919d0705 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:47:38.132035 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ad47fc80-6c2f-4022-a498-25d15f754008 None None] For port a6346ce8-e15c-4605-a7a3-90ee919d0705, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a6346ce8-e15c-4605-a7a3-90ee919d0705,segment=NetworkSegment(f2f27feb-217d-4502-af56-e236e3900c3c),segment_id=f2f27feb-217d-4502-af56-e236e3900c3c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:38.136772 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ad47fc80-6c2f-4022-a498-25d15f754008 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:38.166916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ad47fc80-6c2f-4022-a498-25d15f754008 None None] Calling delete_port for a6346ce8-e15c-4605-a7a3-90ee919d0705 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:47:38.202142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9911bf16-378b-4473-bb1d-53b42005f9c5 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:47:38.204139 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:38.246458 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 9911bf16-378b-4473-bb1d-53b42005f9c5 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:47:38.246884 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9911bf16-378b-4473-bb1d-53b42005f9c5 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:47:38.247445 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a6346ce8-e15c-4605-a7a3-90ee919d0705 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:47:38.258505 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:38.269513 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-a8391796-12de-4ef7-999a-6a22fdeaac4d service neutron] 10.222.0.54 "GET /v2.0/networks/dc14f35b-3481-4052-ae85-70bc816de1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632425 Nov 02 11:47:38.387889 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:38.448191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444f84d-836e-4c87-8a92-f1a235694e34 req-dcf7a6f5-8751-46f1-ab69-a50475a2e85d tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:38.449709 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2444f84d-836e-4c87-8a92-f1a235694e34 req-dcf7a6f5-8751-46f1-ab69-a50475a2e85d tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/ports?device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 944 time: 0.1955512 Nov 02 11:47:38.496373 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:38.503638 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d0a6b11e-d185-42d9-bd40-3248cacb1017 req-bd534452-1ddf-4135-b900-74c442dd9a8a service neutron] 10.222.0.54 "GET /v2.0/networks/dc14f35b-3481-4052-ae85-70bc816de1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125983 Nov 02 11:47:38.513582 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] Allocated IP 172.25.6.36 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/b0f86c46-af30-41f4-ae0e-d221d52ced95) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:47:38.525747 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ad47fc80-6c2f-4022-a498-25d15f754008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:38.540106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6346ce8-e15c-4605-a7a3-90ee919d0705,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:38.546731 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] No DVR routers for this DVR port a6346ce8-e15c-4605-a7a3-90ee919d0705 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:47:38.563362 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2444f84d-836e-4c87-8a92-f1a235694e34 req-9a15e675-c0cb-4f59-81f8-53ed7c144ab6 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e259a9-1e4c-4834-8303-f7fffc1f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013372 Nov 02 11:47:38.568402 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47fc80-6c2f-4022-a498-25d15f754008 None None] Pushing event deleted for resources: {'Port': ['ID=a6346ce8-e15c-4605-a7a3-90ee919d0705,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:38.570450 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad47fc80-6c2f-4022-a498-25d15f754008 None None] No DVR routers for this DVR port a6346ce8-e15c-4605-a7a3-90ee919d0705 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:47:38.638290 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:38.662724 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0edd90-a801-414a-9271-b77c19e00cf2']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:38.674044 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f27feb-217d-4502-af56-e236e3900c3c') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:38.674339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f27feb-217d-4502-af56-e236e3900c3c') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:38.684839 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:38.703415 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:38.703586 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:38.712943 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:47:38.713397 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:47:38.715431 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:47:38.911287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b0883-b43a-454b-9d48-032da2767ae7 req-45e16666-3bfd-4bf3-af54-c7367dc79800 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:38.912808 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-634b0883-b43a-454b-9d48-032da2767ae7 req-45e16666-3bfd-4bf3-af54-c7367dc79800 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/networks?id=03da1b8d-3105-49eb-b4b7-5cd7759643ff HTTP/1.1" status: 200 len: 821 time: 0.1096947 Nov 02 11:47:38.928677 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-634b0883-b43a-454b-9d48-032da2767ae7 req-6576f0c5-d1f0-4acb-b4a5-2ffc1ca2ed74 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/quotas/054a2f4e698241828bbde026e90e98a0 HTTP/1.1" status: 200 len: 375 time: 0.0100243 Nov 02 11:47:38.965432 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-634b0883-b43a-454b-9d48-032da2767ae7 req-07c6b841-a986-4295-9a8e-d8087ad00452 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=054a2f4e698241828bbde026e90e98a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311530 Nov 02 11:47:38.981830 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:38.998725 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:39.007684 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:39.035677 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3e0edd90-a801-414a-9271-b77c19e00cf2 HTTP/1.1" status: 204 len: 168 time: 1.2996626 Nov 02 11:47:39.035677 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10db7f1-61a5-4796-b7c4-f5638e0c9072 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e0edd90-a801-414a-9271-b77c19e00cf2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:39.070511 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:47:39.079824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:47:39.086369 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:47:39.091101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] Pushing event updated for resources: {'Port': ['ID=b0f86c46-af30-41f4-ae0e-d221d52ced95,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:39.433383 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-634b0883-b43a-454b-9d48-032da2767ae7 req-452a62ad-3d89-4176-ae4f-55caa04477ee service neutron] 10.222.0.52 "GET /v2.0/networks/03da1b8d-3105-49eb-b4b7-5cd7759643ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604487 Nov 02 11:47:39.613261 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-634b0883-b43a-454b-9d48-032da2767ae7 req-ebd3ce0c-3a39-4c81-b652-8642660f6cfa service neutron] 10.222.0.52 "GET /v2.0/networks/03da1b8d-3105-49eb-b4b7-5cd7759643ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483309 Nov 02 11:47:39.831754 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:39.872462 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40402) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:39.917669 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9b4f8617-971f-4e6a-9dbd-81bc22ec80e0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0336d4fb11e54fcb8e7fa0f3785444ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440044 Nov 02 11:47:39.920291 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40404) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:40.009994 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b34d86b-deec-4932-bf9c-0403b8adfd3a req-fda4bd70-5b9b-407a-9a1b-6aa90e7fe448 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0897675 Nov 02 11:47:40.037688 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de316386-6870-4111-875b-822809d5a85c x-openstack-request-id: req-de316386-6870-4111-875b-822809d5a85c {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:40.039306 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bef3eee4-4012-462a-a791-21209f60ccdb", "name": "network-vif-deleted", "tag": "2ab8da59-8eb3-473e-a5ce-172a38bb16ab", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:40.039850 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de316386-6870-4111-875b-822809d5a85c {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:40.040411 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef3eee4-4012-462a-a791-21209f60ccdb', 'name': 'network-vif-deleted', 'tag': '2ab8da59-8eb3-473e-a5ce-172a38bb16ab', 'status': 'completed', 'code': 200} Nov 02 11:47:40.045152 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed7df8af-c932-4879-ae88-85b75eb1d738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:40.083122 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed7df8af-c932-4879-ae88-85b75eb1d738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:40.169775 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34d86b-deec-4932-bf9c-0403b8adfd3a req-c34503d2-35b7-42cb-a85a-bb774d535d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:40.171260 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b34d86b-deec-4932-bf9c-0403b8adfd3a req-c34503d2-35b7-42cb-a85a-bb774d535d7f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94a67145605e46e99d51eab5299e1bf8&device_id=1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96 HTTP/1.1" status: 200 len: 1101 time: 0.1206563 Nov 02 11:47:40.208807 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-951ebcc2-45e0-449a-b26f-854c13303977 req-999e2395-4ad1-4154-9965-e449f9476d2d tempest-ServerAddressesTestJSON-1962207246 tempest-ServerAddressesTestJSON-1962207246-project] 10.222.0.52 "GET /v2.0/ports?device_id=bef3eee4-4012-462a-a791-21209f60ccdb HTTP/1.1" status: 200 len: 210 time: 0.0572526 Nov 02 11:47:40.252036 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269e039-6a38-4695-8cff-fe60adfc19dc req-cf46e6ce-5982-4a0e-878b-c18d83521b53 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:40.255455 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8269e039-6a38-4695-8cff-fe60adfc19dc req-cf46e6ce-5982-4a0e-878b-c18d83521b53 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/ports?device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 944 time: 0.0820167 Nov 02 11:47:40.304581 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:40.307562 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8269e039-6a38-4695-8cff-fe60adfc19dc req-7baf5c65-3fd4-44f7-b3ee-8e3586c53cab tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e259a9-1e4c-4834-8303-f7fffc1f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460103 Nov 02 11:47:40.334204 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-afeae639-e665-48e2-8d23-31d994198a30 req-a87763fd-3cee-46ca-9a0b-aeb1ad78ea5c tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/ports?device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 210 time: 0.0466239 Nov 02 11:47:40.405073 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34d86b-deec-4932-bf9c-0403b8adfd3a req-72a166a5-77ce-492f-ad7f-b7bb9ca891c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:40.406622 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b34d86b-deec-4932-bf9c-0403b8adfd3a req-72a166a5-77ce-492f-ad7f-b7bb9ca891c1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.2052219 Nov 02 11:47:40.418567 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed7df8af-c932-4879-ae88-85b75eb1d738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:40.421283 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed7df8af-c932-4879-ae88-85b75eb1d738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:40.423319 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ed7df8af-c932-4879-ae88-85b75eb1d738 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a936bfa5-b657-4303-949d-a0bd8c2ca2b0 HTTP/1.1" status: 204 len: 168 time: 0.5020924 Nov 02 11:47:40.434134 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7df8af-c932-4879-ae88-85b75eb1d738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a936bfa5-b657-4303-949d-a0bd8c2ca2b0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:40.488676 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b34d86b-deec-4932-bf9c-0403b8adfd3a req-a8387c36-d7ac-425f-9a99-2d60c4441afe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=4395255f-9d0c-4631-b0d3-3e56e48b1117 HTTP/1.1" status: 200 len: 217 time: 0.0439026 Nov 02 11:47:40.557499 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34d86b-deec-4932-bf9c-0403b8adfd3a req-93735249-7b82-4651-84a2-e495a7c19f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:40.559104 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b34d86b-deec-4932-bf9c-0403b8adfd3a req-93735249-7b82-4651-84a2-e495a7c19f1b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0635285 Nov 02 11:47:40.621249 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34d86b-deec-4932-bf9c-0403b8adfd3a req-675a8c93-9ec1-4dcc-a4c6-beebf8758148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:40.622962 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b34d86b-deec-4932-bf9c-0403b8adfd3a req-675a8c93-9ec1-4dcc-a4c6-beebf8758148 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0545220 Nov 02 11:47:40.722342 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b34d86b-deec-4932-bf9c-0403b8adfd3a req-e8895981-f762-4b9c-9a5e-c5c2542cfa1a service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913603 Nov 02 11:47:40.787452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] Router 3bef4211-8c54-4461-b5e6-fa78d0611f23 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:47:40.870524 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b34d86b-deec-4932-bf9c-0403b8adfd3a req-764caa3d-cd10-4e95-b210-0c43f22f6b59 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408582 Nov 02 11:47:40.927509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:47:40.929640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 2ab8da59-8eb3-473e-a5ce-172a38bb16ab no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:47:40.958231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Sync routers for ids ['3bef4211-8c54-4461-b5e6-fa78d0611f23'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:47:40.961446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 2ab8da59-8eb3-473e-a5ce-172a38bb16ab {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:47:40.961790 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 2ab8da59-8eb3-473e-a5ce-172a38bb16ab not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:47:40.973985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Routers {'3bef4211-8c54-4461-b5e6-fa78d0611f23'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:47:40.974780 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:47:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3bef4211-8c54-4461-b5e6-fa78d0611f23'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:41.070427 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881a9c2-231b-4143-9c94-9859f5d289b0 req-fc673867-9316-4f45-b458-d998c5aa82e5 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:41.072041 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f881a9c2-231b-4143-9c94-9859f5d289b0 req-fc673867-9316-4f45-b458-d998c5aa82e5 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 948 time: 0.0701082 Nov 02 11:47:41.113563 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Set router 3bef4211-8c54-4461-b5e6-fa78d0611f23 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:47:41.133043 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f881a9c2-231b-4143-9c94-9859f5d289b0 req-41fa2a31-419a-4f3b-b170-d6ccc116f9bb tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535059 Nov 02 11:47:41.281512 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40432) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:41.305795 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b776ce1-0e0f-4c1f-bde4-b003a30a864c req-fcda1488-c053-4aae-9b13-e42b1a4cf339 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468512 Nov 02 11:47:41.312305 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'name': 'tempest-ServerRescueTestJSON-1935363498-router', 'tenant_id': '52e69722b9da4b93bbbf782def8d393f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'b0f86c46-af30-41f4-ae0e-d221d52ced95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:47:36Z', 'updated_at': '2021-11-02T11:47:39Z', 'revision_number': 3, 'project_id': '52e69722b9da4b93bbbf782def8d393f', 'gw_port': {'id': 'b0f86c46-af30-41f4-ae0e-d221d52ced95', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:38Z', 'updated_at': '2021-11-02T11:47:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:41.318072 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:41.319486 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8ee52174-3a69-4d2e-935e-6d7255ccac9e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0839400 Nov 02 11:47:41.322731 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40434) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:41.345886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1440f2-1011-40e6-b442-d0be0e3ba0fd admin admin] Deleting subnet 4e72ae97-5146-4ccd-9f3b-706766b1195c {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:47:41.348393 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Checking router: 3bef4211-8c54-4461-b5e6-fa78d0611f23 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:47:41.348899 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Updating router 3bef4211-8c54-4461-b5e6-fa78d0611f23 port b0f86c46-af30-41f4-ae0e-d221d52ced95 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:47:41.350026 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae1440f2-1011-40e6-b442-d0be0e3ba0fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:41.391287 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:41.428604 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae1440f2-1011-40e6-b442-d0be0e3ba0fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:41.575934 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-13355625-e209-4f19-96e3-23e939045924 req-8171c49a-9b22-4d44-87a5-f6eb5ee9bf42 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/ports?device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 210 time: 0.1106534 Nov 02 11:47:41.587908 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae1440f2-1011-40e6-b442-d0be0e3ba0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:41.622542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623192ec-15af-44f7-a0b4-bc3d55e5cef4 req-aa4be6f7-50a9-47dc-b71e-bf1248454109 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:41.624562 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-623192ec-15af-44f7-a0b4-bc3d55e5cef4 req-aa4be6f7-50a9-47dc-b71e-bf1248454109 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/ports?device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 944 time: 0.1613564 Nov 02 11:47:41.702687 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-623192ec-15af-44f7-a0b4-bc3d55e5cef4 req-d363b188-4451-4129-b2f9-775b93c2d61e tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e259a9-1e4c-4834-8303-f7fffc1f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655210 Nov 02 11:47:41.723457 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b776ce1-0e0f-4c1f-bde4-b003a30a864c req-498f4d1a-a45f-4f8e-a8a9-fef1985e8fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:41.725688 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b776ce1-0e0f-4c1f-bde4-b003a30a864c req-498f4d1a-a45f-4f8e-a8a9-fef1985e8fd7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 1098 time: 0.2622738 Nov 02 11:47:41.839550 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae1440f2-1011-40e6-b442-d0be0e3ba0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:41.865578 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:41.878883 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae1440f2-1011-40e6-b442-d0be0e3ba0fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:41.884712 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ae1440f2-1011-40e6-b442-d0be0e3ba0fd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4e72ae97-5146-4ccd-9f3b-706766b1195c HTTP/1.1" status: 204 len: 168 time: 0.5997946 Nov 02 11:47:41.884712 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1440f2-1011-40e6-b442-d0be0e3ba0fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e72ae97-5146-4ccd-9f3b-706766b1195c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:41.885316 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40454) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:41.967280 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca42dfd3-4613-445a-a7a5-410859d78905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:42.032766 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:42.081423 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca42dfd3-4613-445a-a7a5-410859d78905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:42.105122 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-ca42dfd3-4613-445a-a7a5-410859d78905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359927c6-1350-4980-a675-3fd2d85c5c58']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:42.117289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-ca42dfd3-4613-445a-a7a5-410859d78905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21836b43-07a2-47c9-a61b-aa06a9567849') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:42.117582 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-ca42dfd3-4613-445a-a7a5-410859d78905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21836b43-07a2-47c9-a61b-aa06a9567849') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:42.128409 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40458) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:42.135292 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Attempting to bind port b0f86c46-af30-41f4-ae0e-d221d52ced95 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:47:42.135841 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Attempting to bind port b0f86c46-af30-41f4-ae0e-d221d52ced95 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:47:42.137056 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Attempting to bind port b0f86c46-af30-41f4-ae0e-d221d52ced95 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:47:42.140958 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca42dfd3-4613-445a-a7a5-410859d78905 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:42.149093 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2ccc7-202c-43b6-9f87-e76b3831a895 None None] Pushing event updated for resources: {'Port': ['ID=b0f86c46-af30-41f4-ae0e-d221d52ced95,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:42.155757 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:47:42.156322 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:47:42.160333 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:42.161215 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:47:42.161754 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Bound port: b0f86c46-af30-41f4-ae0e-d221d52ced95, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:47:42.163043 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca42dfd3-4613-445a-a7a5-410859d78905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:42.165967 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:42.170960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca42dfd3-4613-445a-a7a5-410859d78905 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:47:42.171285 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca42dfd3-4613-445a-a7a5-410859d78905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:47:42.174187 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:47:42.261131 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] For port b0f86c46-af30-41f4-ae0e-d221d52ced95, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:47:42.264445 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] For port b0f86c46-af30-41f4-ae0e-d221d52ced95, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b0f86c46-af30-41f4-ae0e-d221d52ced95,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:47:42.293858 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6a2a18e8-40b3-46bd-8d97-9f7c078f5bd8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1037357953-network', 'tenant_id': '70bd4ff2827b42dd8370f4bb6dca9194'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:42.300181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b776ce1-0e0f-4c1f-bde4-b003a30a864c req-e5fdca51-1a89-4264-b8ef-47a1929ab094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:42.301641 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b776ce1-0e0f-4c1f-bde4-b003a30a864c req-e5fdca51-1a89-4264-b8ef-47a1929ab094 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.5374081 Nov 02 11:47:42.360634 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b776ce1-0e0f-4c1f-bde4-b003a30a864c req-a567148c-b430-4978-9b26-fc3ff87b0881 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8b6d3e4-a501-419a-8a24-459928245fc1 HTTP/1.1" status: 200 len: 217 time: 0.0502923 Nov 02 11:47:42.405328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01c319-a834-41d1-8e7c-0f0de8068494 req-87ec88b1-b940-4a0c-83ea-2ff2fd7e0caa tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:42.406821 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8d01c319-a834-41d1-8e7c-0f0de8068494 req-87ec88b1-b940-4a0c-83ea-2ff2fd7e0caa tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 948 time: 0.1620495 Nov 02 11:47:42.418192 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ea10f4d2-d056-4e55-8173-a3666f892e7b details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:47:42.424837 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca42dfd3-4613-445a-a7a5-410859d78905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:42.431060 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca42dfd3-4613-445a-a7a5-410859d78905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:42.435971 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ca42dfd3-4613-445a-a7a5-410859d78905 admin admin] 10.222.0.52 "DELETE /v2.0/networks/359927c6-1350-4980-a675-3fd2d85c5c58 HTTP/1.1" status: 204 len: 168 time: 0.5496187 Nov 02 11:47:42.439034 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:42.450782 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b776ce1-0e0f-4c1f-bde4-b003a30a864c req-437f7b59-2786-43c8-b24d-4daf096484f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:42.451021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42dfd3-4613-445a-a7a5-410859d78905 admin admin] Pushing event deleted for resources: {'Network': ['ID=359927c6-1350-4980-a675-3fd2d85c5c58,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:42.453060 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b776ce1-0e0f-4c1f-bde4-b003a30a864c req-437f7b59-2786-43c8-b24d-4daf096484f3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.0827560 Nov 02 11:47:42.564758 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2ccc7-202c-43b6-9f87-e76b3831a895 None None] Pushing event updated for resources: {'Port': ['ID=b0f86c46-af30-41f4-ae0e-d221d52ced95,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:42.566639 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8d01c319-a834-41d1-8e7c-0f0de8068494 req-aff33f3a-3e25-4f2f-a515-d3796b0e21c2 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384616 Nov 02 11:47:42.570894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2a18e8-40b3-46bd-8d97-9f7c078f5bd8 admin admin] Made reservation on behalf of 70bd4ff2827b42dd8370f4bb6dca9194 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:42.571113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Routers {'3bef4211-8c54-4461-b5e6-fa78d0611f23'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:47:42.571643 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:47:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3bef4211-8c54-4461-b5e6-fa78d0611f23'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:42.576167 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a2a18e8-40b3-46bd-8d97-9f7c078f5bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:42.580295 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-517d2130-0162-4f77-92b5-b32089d4e6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:42.591704 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b776ce1-0e0f-4c1f-bde4-b003a30a864c req-2a966084-30c8-4b4b-bae1-6568c765a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:42.593468 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b776ce1-0e0f-4c1f-bde4-b003a30a864c req-2a966084-30c8-4b4b-bae1-6568c765a2ff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1289897 Nov 02 11:47:42.612271 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a2a18e8-40b3-46bd-8d97-9f7c078f5bd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:42.691681 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port ea10f4d2-d056-4e55-8173-a3666f892e7b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ea10f4d2-d056-4e55-8173-a3666f892e7b,segment=NetworkSegment(33bf5b60-5eab-4d70-806d-226f0a4400b2),segment_id=33bf5b60-5eab-4d70-806d-226f0a4400b2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:42.713651 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'ea10f4d2-d056-4e55-8173-a3666f892e7b', 'network_id': 'dc14f35b-3481-4052-ae85-70bc816de1a6', 'port_id': 'ea10f4d2-d056-4e55-8173-a3666f892e7b', 'mac_address': 'fa:16:3e:bd:85:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c882491-ab92-4cd0-b75b-9e2e61c65942', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:47:42.716253 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963b9f7-9122-467e-9901-6434baef61c9 req-a9b5a64d-4523-4705-8093-ae2aed73e712 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:42.718353 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e963b9f7-9122-467e-9901-6434baef61c9 req-a9b5a64d-4523-4705-8093-ae2aed73e712 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 948 time: 0.1165528 Nov 02 11:47:42.758893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] Set router 3bef4211-8c54-4461-b5e6-fa78d0611f23 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:47:42.777189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-517d2130-0162-4f77-92b5-b32089d4e6de admin admin] Allocated IP 172.20.0.1 (30d237d2-fe60-4a8f-b6d3-35144dfca248/ba8183a2-da53-4ec8-989b-84a9ed7accb1/a20992af-a788-4604-b6c4-08ff35d2d5fc) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:47:42.795697 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ef6ed60-eda6-46d9-ade1-e627c7b8bcfc req-cfdfa94c-07ce-4fb0-8189-25dfe7b098e7 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/ports?device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 210 time: 0.0740666 Nov 02 11:47:42.862554 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:42.912782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea10f4d2-d056-4e55-8173-a3666f892e7b {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:47:42.928362 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-517d2130-0162-4f77-92b5-b32089d4e6de admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:42.932775 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a2a18e8-40b3-46bd-8d97-9f7c078f5bd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:42.947630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-e963b9f7-9122-467e-9901-6434baef61c9 req-2c608bd7-adf7-4ff8-ba76-1f5c7a237e9b tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Deleting port 656da032-aa36-4a47-a4f7-8c5b174207b6 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:47:42.953091 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e963b9f7-9122-467e-9901-6434baef61c9 req-2c608bd7-adf7-4ff8-ba76-1f5c7a237e9b tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:42.953258 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port ea10f4d2-d056-4e55-8173-a3666f892e7b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ea10f4d2-d056-4e55-8173-a3666f892e7b,segment=NetworkSegment(33bf5b60-5eab-4d70-806d-226f0a4400b2),segment_id=33bf5b60-5eab-4d70-806d-226f0a4400b2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:43.039207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'name': 'tempest-ServerRescueTestJSON-1935363498-router', 'tenant_id': '52e69722b9da4b93bbbf782def8d393f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'b0f86c46-af30-41f4-ae0e-d221d52ced95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:47:36Z', 'updated_at': '2021-11-02T11:47:39Z', 'revision_number': 3, 'project_id': '52e69722b9da4b93bbbf782def8d393f', 'gw_port': {'id': 'b0f86c46-af30-41f4-ae0e-d221d52ced95', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:38Z', 'updated_at': '2021-11-02T11:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:43.063557 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-e963b9f7-9122-467e-9901-6434baef61c9 req-2c608bd7-adf7-4ff8-ba76-1f5c7a237e9b tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] For port 656da032-aa36-4a47-a4f7-8c5b174207b6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=656da032-aa36-4a47-a4f7-8c5b174207b6,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:43.064866 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e963b9f7-9122-467e-9901-6434baef61c9 req-2c608bd7-adf7-4ff8-ba76-1f5c7a237e9b tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:43.071191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bdb0ed-008d-46f2-ac49-7e37b589c638 None None] The sync data for ids ['3bef4211-8c54-4461-b5e6-fa78d0611f23'] in n-d-806683-18 is: [{'id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'name': 'tempest-ServerRescueTestJSON-1935363498-router', 'tenant_id': '52e69722b9da4b93bbbf782def8d393f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'b0f86c46-af30-41f4-ae0e-d221d52ced95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:47:36Z', 'updated_at': '2021-11-02T11:47:39Z', 'revision_number': 3, 'project_id': '52e69722b9da4b93bbbf782def8d393f', 'gw_port': {'id': 'b0f86c46-af30-41f4-ae0e-d221d52ced95', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:38Z', 'updated_at': '2021-11-02T11:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:47:43.078185 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04496b06-9512-404b-9437-343e184d5b0e req-ed4c7f3e-37f5-4019-8a5c-9846a5e30a76 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:43.080030 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-04496b06-9512-404b-9437-343e184d5b0e req-ed4c7f3e-37f5-4019-8a5c-9846a5e30a76 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/ports?device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 944 time: 0.1342130 Nov 02 11:47:43.082237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-e963b9f7-9122-467e-9901-6434baef61c9 req-2c608bd7-adf7-4ff8-ba76-1f5c7a237e9b tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Calling delete_port for 656da032-aa36-4a47-a4f7-8c5b174207b6 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:47:43.103416 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a2a18e8-40b3-46bd-8d97-9f7c078f5bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:43.124548 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40472) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:43.134452 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b776ce1-0e0f-4c1f-bde4-b003a30a864c req-b285aa8b-ebe5-448e-aaf3-4ae792e9f28b service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322740 Nov 02 11:47:43.178263 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2a18e8-40b3-46bd-8d97-9f7c078f5bd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:47:43.181953 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a18e8-40b3-46bd-8d97-9f7c078f5bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2000cb64-03b1-414c-bc0e-8efedf12a1ae,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:43.201539 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-04496b06-9512-404b-9437-343e184d5b0e req-ce6949a5-a1c5-4bdc-a434-6d179fccfcc0 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e259a9-1e4c-4834-8303-f7fffc1f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080663 Nov 02 11:47:43.206051 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a2a18e8-40b3-46bd-8d97-9f7c078f5bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:43.206383 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-6a2a18e8-40b3-46bd-8d97-9f7c078f5bd8 admin admin] Added segment fb63e613-aaa0-4dbc-8656-a3104697a4a4 of type vlan for network 76dbd935-b84a-4b78-9611-74f345e7416e Nov 02 11:47:43.219012 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:43.263210 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d0247b8f-b44a-45e3-a522-7d75ec68a5a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c1560c0e9034169b1f35ff22c55d91f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349678 Nov 02 11:47:43.264220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40474) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:43.295449 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b776ce1-0e0f-4c1f-bde4-b003a30a864c req-85310fa6-e612-41fa-bd6c-f7c0152343b5 service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503937 Nov 02 11:47:43.295881 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a2a18e8-40b3-46bd-8d97-9f7c078f5bd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:43.317742 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=ea10f4d2-d056-4e55-8173-a3666f892e7b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:43.333794 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-517d2130-0162-4f77-92b5-b32089d4e6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:43.459451 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['ea10f4d2-d056-4e55-8173-a3666f892e7b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:47:43.465319 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517d2130-0162-4f77-92b5-b32089d4e6de admin admin] Network 30d237d2-fe60-4a8f-b6d3-35144dfca248 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:47:43.473804 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0d7f1c2-9d13-4e25-b4a3-f23df1b3a302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:43.475676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-517d2130-0162-4f77-92b5-b32089d4e6de admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:47:43.485112 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d2130-0162-4f77-92b5-b32089d4e6de admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:47:43.508777 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0d7f1c2-9d13-4e25-b4a3-f23df1b3a302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:43.535457 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-517d2130-0162-4f77-92b5-b32089d4e6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:43.578802 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a2a18e8-40b3-46bd-8d97-9f7c078f5bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:43.580175 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a18e8-40b3-46bd-8d97-9f7c078f5bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:43.580849 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a2a18e8-40b3-46bd-8d97-9f7c078f5bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:43.589674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d2130-0162-4f77-92b5-b32089d4e6de admin admin] Pushing event updated for resources: {'Port': ['ID=a20992af-a788-4604-b6c4-08ff35d2d5fc,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:43.673340 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e963b9f7-9122-467e-9901-6434baef61c9 req-2c608bd7-adf7-4ff8-ba76-1f5c7a237e9b tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:43.710446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a18e8-40b3-46bd-8d97-9f7c078f5bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=76dbd935-b84a-4b78-9611-74f345e7416e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:43.713987 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0d7f1c2-9d13-4e25-b4a3-f23df1b3a302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:43.716584 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0d7f1c2-9d13-4e25-b4a3-f23df1b3a302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:43.717933 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f0d7f1c2-9d13-4e25-b4a3-f23df1b3a302 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a9b1c564-a252-487f-9ae3-067b31f96d7f HTTP/1.1" status: 204 len: 168 time: 0.4532208 Nov 02 11:47:43.725455 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 76dbd935-b84a-4b78-9611-74f345e7416e details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:47:43.737336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c608bd7-adf7-4ff8-ba76-1f5c7a237e9b tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Pushing event deleted for resources: {'Port': ['ID=656da032-aa36-4a47-a4f7-8c5b174207b6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:43.759463 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40482) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:43.766904 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6a2a18e8-40b3-46bd-8d97-9f7c078f5bd8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6369603 Nov 02 11:47:43.768559 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-47700a83-b93c-4a62-b8ea-cd261dfa3022 admin admin] Request body: {'subnet': {'network_id': '76dbd935-b84a-4b78-9611-74f345e7416e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1037357953-subnet', 'tenant_id': '70bd4ff2827b42dd8370f4bb6dca9194', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:43.801336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7f1c2-9d13-4e25-b4a3-f23df1b3a302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b1c564-a252-487f-9ae3-067b31f96d7f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:43.814396 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ba4df303-cfdc-47a3-96b6-6b80663542c5 req-040b7623-92e2-41f7-a2af-e49986562b37 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 210 time: 0.1010931 Nov 02 11:47:43.855650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e963b9f7-9122-467e-9901-6434baef61c9 req-2c608bd7-adf7-4ff8-ba76-1f5c7a237e9b tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] No DVR routers for this DVR port 656da032-aa36-4a47-a4f7-8c5b174207b6 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:47:43.859266 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e963b9f7-9122-467e-9901-6434baef61c9 req-2c608bd7-adf7-4ff8-ba76-1f5c7a237e9b tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:43.885187 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e963b9f7-9122-467e-9901-6434baef61c9 req-2c608bd7-adf7-4ff8-ba76-1f5c7a237e9b tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.54 "DELETE /v2.0/ports/656da032-aa36-4a47-a4f7-8c5b174207b6 HTTP/1.1" status: 204 len: 173 time: 1.1454580 Nov 02 11:47:43.893385 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5e516e-21eb-44b8-95f0-fcecb82fca81', 'name': 'network-vif-deleted', 'tag': '656da032-aa36-4a47-a4f7-8c5b174207b6'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:43.896098 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94539a1e-6789-4662-84b2-f584ae3ee177" -d '{"events": [{"server_uuid": "5b5e516e-21eb-44b8-95f0-fcecb82fca81", "name": "network-vif-deleted", "tag": "656da032-aa36-4a47-a4f7-8c5b174207b6"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:43.936069 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47700a83-b93c-4a62-b8ea-cd261dfa3022 admin admin] Made reservation on behalf of 70bd4ff2827b42dd8370f4bb6dca9194 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:43.939379 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47700a83-b93c-4a62-b8ea-cd261dfa3022 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:43.954333 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308b2151-6030-469c-aba9-7e5ce8edd197 x-openstack-request-id: req-308b2151-6030-469c-aba9-7e5ce8edd197 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:43.954654 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5e516e-21eb-44b8-95f0-fcecb82fca81", "name": "network-vif-deleted", "tag": "656da032-aa36-4a47-a4f7-8c5b174207b6", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:43.954914 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-308b2151-6030-469c-aba9-7e5ce8edd197 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:43.955388 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5e516e-21eb-44b8-95f0-fcecb82fca81', 'name': 'network-vif-deleted', 'tag': '656da032-aa36-4a47-a4f7-8c5b174207b6', 'status': 'completed', 'code': 200} Nov 02 11:47:43.973899 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-517d2130-0162-4f77-92b5-b32089d4e6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:44.052436 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9ca9f76a-4123-4adb-a440-7cccb30da8d7 req-02339e78-aee2-42a0-af05-4272f015f287 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/ports?device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 210 time: 0.0734789 Nov 02 11:47:44.255179 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b0f86c46-af30-41f4-ae0e-d221d52ced95 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:47:44.372880 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b0f86c46-af30-41f4-ae0e-d221d52ced95 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:44.373405 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:44.451434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefc4bd-3f8a-4b31-bda1-05cb88a84350 req-9283273b-6ef1-447e-8c11-00663e8ce16e tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:44.459443 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-daefc4bd-3f8a-4b31-bda1-05cb88a84350 req-9283273b-6ef1-447e-8c11-00663e8ce16e tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/ports?device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 945 time: 0.1257179 Nov 02 11:47:44.461780 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ea10f4d2-d056-4e55-8173-a3666f892e7b up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:47:44.531377 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-daefc4bd-3f8a-4b31-bda1-05cb88a84350 req-953ec17f-baa6-43bc-a4cd-57a59fdab67d tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e259a9-1e4c-4834-8303-f7fffc1f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641398 Nov 02 11:47:44.587188 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-517d2130-0162-4f77-92b5-b32089d4e6de admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:44.610372 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:44.626667 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b0883-b43a-454b-9d48-032da2767ae7 req-94712983-41a4-4c3f-91d0-2a73f5758764 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:44.629651 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-634b0883-b43a-454b-9d48-032da2767ae7 req-94712983-41a4-4c3f-91d0-2a73f5758764 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.79 "GET /v2.0/networks?id=03da1b8d-3105-49eb-b4b7-5cd7759643ff HTTP/1.1" status: 200 len: 821 time: 0.3174837 Nov 02 11:47:44.632925 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port b0f86c46-af30-41f4-ae0e-d221d52ced95, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b0f86c46-af30-41f4-ae0e-d221d52ced95,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:44.643306 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-634b0883-b43a-454b-9d48-032da2767ae7 req-98db1ec6-f6e1-4d8c-9eb8-6c9975767399 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Request body: {'port': {'device_id': '55a59db2-6163-4f5c-83d5-6e9b3e628046', 'network_id': '03da1b8d-3105-49eb-b4b7-5cd7759643ff', 'admin_state_up': True, 'tenant_id': '054a2f4e698241828bbde026e90e98a0'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:44.765251 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port ea10f4d2-d056-4e55-8173-a3666f892e7b completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:47:44.765492 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-517d2130-0162-4f77-92b5-b32089d4e6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:44.768440 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47700a83-b93c-4a62-b8ea-cd261dfa3022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:44.768580 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:44.779228 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port ea10f4d2-d056-4e55-8173-a3666f892e7b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:44.779681 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:44.868027 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=b0f86c46-af30-41f4-ae0e-d221d52ced95,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:44.927781 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-517d2130-0162-4f77-92b5-b32089d4e6de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:44.938004 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d2130-0162-4f77-92b5-b32089d4e6de admin admin] Pushing event updated for resources: {'Port': ['ID=a20992af-a788-4604-b6c4-08ff35d2d5fc,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:44.947573 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-634b0883-b43a-454b-9d48-032da2767ae7 req-98db1ec6-f6e1-4d8c-9eb8-6c9975767399 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Made reservation on behalf of 054a2f4e698241828bbde026e90e98a0 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:44.950732 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-634b0883-b43a-454b-9d48-032da2767ae7 req-98db1ec6-f6e1-4d8c-9eb8-6c9975767399 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:44.952827 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47700a83-b93c-4a62-b8ea-cd261dfa3022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78d088e5-ec0e-4744-9082-761b5a1be255,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:44.968450 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:45.006012 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db1267b-360e-48a7-b512-5514c54e9d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea10f4d2-d056-4e55-8173-a3666f892e7b'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:45.009404 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d5ede9-207b-4041-8aa9-78c61b04c2b7" -d '{"events": [{"server_uuid": "0db1267b-360e-48a7-b512-5514c54e9d5a", "name": "network-vif-plugged", "status": "completed", "tag": "ea10f4d2-d056-4e55-8173-a3666f892e7b"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:45.016630 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47700a83-b93c-4a62-b8ea-cd261dfa3022 admin admin] Checking segment: {'id': 'fb63e613-aaa0-4dbc-8656-a3104697a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '76dbd935-b84a-4b78-9611-74f345e7416e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:47:45.018216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47700a83-b93c-4a62-b8ea-cd261dfa3022 admin admin] Network hostable DHCP agents. Network: 76dbd935-b84a-4b78-9611-74f345e7416e, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:47:45.030392 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port ea10f4d2-d056-4e55-8173-a3666f892e7b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ea10f4d2-d056-4e55-8173-a3666f892e7b,segment=NetworkSegment(33bf5b60-5eab-4d70-806d-226f0a4400b2),segment_id=33bf5b60-5eab-4d70-806d-226f0a4400b2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:45.067656 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8989b764-fc59-44c7-b65c-fbf27902c90f x-openstack-request-id: req-8989b764-fc59-44c7-b65c-fbf27902c90f {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:45.067758 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db1267b-360e-48a7-b512-5514c54e9d5a", "name": "network-vif-plugged", "status": "completed", "tag": "ea10f4d2-d056-4e55-8173-a3666f892e7b", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:45.067958 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8989b764-fc59-44c7-b65c-fbf27902c90f {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:45.068379 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db1267b-360e-48a7-b512-5514c54e9d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea10f4d2-d056-4e55-8173-a3666f892e7b', 'code': 200} Nov 02 11:47:45.121179 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e00b8d29-02c6-4cbe-86dc-0d4fecb03d44 req-14870c76-8f56-4df8-9dcf-3415909fb8d5 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b5e516e-21eb-44b8-95f0-fcecb82fca81 HTTP/1.1" status: 200 len: 210 time: 0.0526659 Nov 02 11:47:45.194086 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-741faa47-b390-4060-91c0-46601e39fbbf req-d7bfe220-003a-49e8-bd22-b9a440c20fe2 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/ports?device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 210 time: 0.0328679 Nov 02 11:47:45.205268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360e41b-8285-4194-9ae0-bbc4b324ab5b req-6f3176b5-a439-4b73-8a59-04778bd8d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:45.206856 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517d2130-0162-4f77-92b5-b32089d4e6de admin admin] Network 30d237d2-fe60-4a8f-b6d3-35144dfca248 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:47:45.207005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4360e41b-8285-4194-9ae0-bbc4b324ab5b req-6f3176b5-a439-4b73-8a59-04778bd8d70c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 1097 time: 0.0771236 Nov 02 11:47:45.230998 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-517d2130-0162-4f77-92b5-b32089d4e6de admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:47:45.236916 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:45.289615 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4360e41b-8285-4194-9ae0-bbc4b324ab5b req-6502ebba-9e54-4c5f-9605-af698fd50ecd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a2e259a9-1e4c-4834-8303-f7fffc1f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744424 Nov 02 11:47:45.301045 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=ea10f4d2-d056-4e55-8173-a3666f892e7b,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:45.304273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-634b0883-b43a-454b-9d48-032da2767ae7 req-98db1ec6-f6e1-4d8c-9eb8-6c9975767399 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Allocated IP 172.20.0.3 (03da1b8d-3105-49eb-b4b7-5cd7759643ff/f7ea7539-3c3c-4eef-bff8-5fd9b38c7aba/ee8621e6-3b96-4a6e-95ac-e6d67470bb5b) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:47:45.321654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47700a83-b93c-4a62-b8ea-cd261dfa3022 admin admin] Network 76dbd935-b84a-4b78-9611-74f345e7416e is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:47:45.419662 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517d2130-0162-4f77-92b5-b32089d4e6de admin admin] Router 3bef4211-8c54-4461-b5e6-fa78d0611f23 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:47:45.527765 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-47700a83-b93c-4a62-b8ea-cd261dfa3022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 76dbd935-b84a-4b78-9611-74f345e7416e) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:47:45.536677 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47700a83-b93c-4a62-b8ea-cd261dfa3022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:45.537283 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47700a83-b93c-4a62-b8ea-cd261dfa3022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:45.538919 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72d2c24-00fd-4da2-8c61-57a5a3f17cd2 None None] Network 76dbd935-b84a-4b78-9611-74f345e7416e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:47:45.633657 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-634b0883-b43a-454b-9d48-032da2767ae7 req-98db1ec6-f6e1-4d8c-9eb8-6c9975767399 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:45.683105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517d2130-0162-4f77-92b5-b32089d4e6de admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:47:45.691039 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-517d2130-0162-4f77-92b5-b32089d4e6de admin admin] 10.222.0.52 "PUT /v2.0/routers/3bef4211-8c54-4461-b5e6-fa78d0611f23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3670311 Nov 02 11:47:45.710957 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40522) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:45.711635 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1294ce-be24-4799-b12d-0160d5048e54 req-4c809e4e-00c5-4dd0-a64a-8e551c12edc7 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:45.713109 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Sync routers for ids ['3bef4211-8c54-4461-b5e6-fa78d0611f23'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:47:45.713569 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1c1294ce-be24-4799-b12d-0160d5048e54 req-4c809e4e-00c5-4dd0-a64a-8e551c12edc7 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/ports?device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 946 time: 0.0983288 Nov 02 11:47:45.717309 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12134af7-fb98-450d-8a99-35989b448ef4 None None] Network 76dbd935-b84a-4b78-9611-74f345e7416e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:47:45.725075 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Routers {'3bef4211-8c54-4461-b5e6-fa78d0611f23'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:47:45.725960 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:47:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3bef4211-8c54-4461-b5e6-fa78d0611f23'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:45.771151 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-47700a83-b93c-4a62-b8ea-cd261dfa3022 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0100694 Nov 02 11:47:45.856298 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1c1294ce-be24-4799-b12d-0160d5048e54 req-37012bdc-4960-494a-ac4f-223a174090c1 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e259a9-1e4c-4834-8303-f7fffc1f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195042 Nov 02 11:47:45.865273 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Set router 3bef4211-8c54-4461-b5e6-fa78d0611f23 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:47:45.939718 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c8107de6-26ea-4cbc-aa88-15531e3c8b32 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-994037045-network', 'tenant_id': 'cbe319491e674cc3886b01fa837af7cb'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:46.025872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-634b0883-b43a-454b-9d48-032da2767ae7 req-98db1ec6-f6e1-4d8c-9eb8-6c9975767399 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:46.086581 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-634b0883-b43a-454b-9d48-032da2767ae7 req-98db1ec6-f6e1-4d8c-9eb8-6c9975767399 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Network 03da1b8d-3105-49eb-b4b7-5cd7759643ff is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:47:46.120682 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-634b0883-b43a-454b-9d48-032da2767ae7 req-98db1ec6-f6e1-4d8c-9eb8-6c9975767399 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:47:46.123504 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-634b0883-b43a-454b-9d48-032da2767ae7 req-98db1ec6-f6e1-4d8c-9eb8-6c9975767399 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:47:46.125075 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'name': 'tempest-ServerRescueTestJSON-1935363498-router', 'tenant_id': '52e69722b9da4b93bbbf782def8d393f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'b0f86c46-af30-41f4-ae0e-d221d52ced95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:47:36Z', 'updated_at': '2021-11-02T11:47:43Z', 'revision_number': 4, 'project_id': '52e69722b9da4b93bbbf782def8d393f', 'gw_port': {'id': 'b0f86c46-af30-41f4-ae0e-d221d52ced95', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:38Z', 'updated_at': '2021-11-02T11:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'a20992af-a788-4604-b6c4-08ff35d2d5fc', 'name': '', 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248', 'tenant_id': '52e69722b9da4b93bbbf782def8d393f', 'mac_address': 'fa:16:3e:9d:77:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'ba8183a2-da53-4ec8-989b-84a9ed7accb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:42Z', 'updated_at': '2021-11-02T11:47:44Z', 'revision_number': 2, 'project_id': '52e69722b9da4b93bbbf782def8d393f', 'subnets': [{'id': 'ba8183a2-da53-4ec8-989b-84a9ed7accb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:46.181202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8107de6-26ea-4cbc-aa88-15531e3c8b32 admin admin] Made reservation on behalf of cbe319491e674cc3886b01fa837af7cb for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:46.183653 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8107de6-26ea-4cbc-aa88-15531e3c8b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:46.190371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db1ec6-f6e1-4d8c-9eb8-6c9975767399 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Pushing event updated for resources: {'Port': ['ID=ee8621e6-3b96-4a6e-95ac-e6d67470bb5b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:46.190503 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Checking router: 3bef4211-8c54-4461-b5e6-fa78d0611f23 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:47:46.190503 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Updating router 3bef4211-8c54-4461-b5e6-fa78d0611f23 port a20992af-a788-4604-b6c4-08ff35d2d5fc binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:47:46.204210 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8107de6-26ea-4cbc-aa88-15531e3c8b32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:46.207653 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b0f86c46-af30-41f4-ae0e-d221d52ced95 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:47:46.218957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b0883-b43a-454b-9d48-032da2767ae7 req-98db1ec6-f6e1-4d8c-9eb8-6c9975767399 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:46.219612 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-634b0883-b43a-454b-9d48-032da2767ae7 req-98db1ec6-f6e1-4d8c-9eb8-6c9975767399 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:46.241373 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:46.299308 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b0f86c46-af30-41f4-ae0e-d221d52ced95 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:46.299824 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:46.434166 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8107de6-26ea-4cbc-aa88-15531e3c8b32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:46.436473 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 656da032-aa36-4a47-a4f7-8c5b174207b6 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:47:46.451742 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-634b0883-b43a-454b-9d48-032da2767ae7 req-98db1ec6-f6e1-4d8c-9eb8-6c9975767399 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8129334 Nov 02 11:47:46.466746 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Request body: {'port': {'device_id': '55a59db2-6163-4f5c-83d5-6e9b3e628046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:46.482514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 656da032-aa36-4a47-a4f7-8c5b174207b6 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:47:46.482901 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 656da032-aa36-4a47-a4f7-8c5b174207b6 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:47:46.499218 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-91416220-f582-45cf-9dcb-3d921e2374aa tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:46.507874 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-91416220-f582-45cf-9dcb-3d921e2374aa tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/networks?id=30d237d2-fe60-4a8f-b6d3-35144dfca248 HTTP/1.1" status: 200 len: 811 time: 0.1987433 Nov 02 11:47:46.519303 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-c2b0cd29-5d11-4ed7-bb00-d3a5df0a9047 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/quotas/52e69722b9da4b93bbbf782def8d393f HTTP/1.1" status: 200 len: 375 time: 0.0103140 Nov 02 11:47:46.554843 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-064ce814-c836-4716-8f28-63e6e6aa010d tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:46.556713 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-064ce814-c836-4716-8f28-63e6e6aa010d tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/networks?id=76dbd935-b84a-4b78-9611-74f345e7416e HTTP/1.1" status: 200 len: 814 time: 0.2098501 Nov 02 11:47:46.560071 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:46.571631 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8107de6-26ea-4cbc-aa88-15531e3c8b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:46.585224 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-f2bb5f42-5abb-4f1d-aaa7-55656c415867 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/quotas/70bd4ff2827b42dd8370f4bb6dca9194 HTTP/1.1" status: 200 len: 375 time: 0.0227633 Nov 02 11:47:46.612932 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:46.622006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8107de6-26ea-4cbc-aa88-15531e3c8b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68a3bd9-607a-470d-ad8a-4adada733c68,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:46.626537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8107de6-26ea-4cbc-aa88-15531e3c8b32 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:47:46.641706 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-9a7eed43-3195-40bd-b663-47f56da71ae0 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=52e69722b9da4b93bbbf782def8d393f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1156161 Nov 02 11:47:46.663304 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-de2f6891-ad0b-4b22-824a-7ac24bac17bf tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=70bd4ff2827b42dd8370f4bb6dca9194&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440664 Nov 02 11:47:46.676164 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8107de6-26ea-4cbc-aa88-15531e3c8b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:46.676603 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-c8107de6-26ea-4cbc-aa88-15531e3c8b32 admin admin] Added segment 8c2b24e4-6fa6-47c1-85f0-97a02467358c of type vlan for network 59f1408a-aae6-4da0-9a25-6cf3e98b13d2 Nov 02 11:47:46.760544 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8107de6-26ea-4cbc-aa88-15531e3c8b32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:46.795295 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:46.796113 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-cfdd2e13-51e1-4301-b116-dec3e8d25ad7 service neutron] 10.222.0.52 "GET /v2.0/networks/30d237d2-fe60-4a8f-b6d3-35144dfca248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534038 Nov 02 11:47:46.853242 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e933d31-c3eb-4a16-842d-2d9cf639cf95 None None] Pushing event updated for resources: {'Port': ['ID=a20992af-a788-4604-b6c4-08ff35d2d5fc,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:46.897799 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-46b16b34-8b25-4cfe-b94c-df264fd03024 service neutron] 10.222.0.52 "GET /v2.0/networks/76dbd935-b84a-4b78-9611-74f345e7416e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807654 Nov 02 11:47:46.914819 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Attempting to bind port a20992af-a788-4604-b6c4-08ff35d2d5fc on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:47:46.915342 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Attempting to bind port a20992af-a788-4604-b6c4-08ff35d2d5fc by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '58e86f42-b2da-49df-9e62-5ba59aa872a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:47:46.915842 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Attempting to bind port a20992af-a788-4604-b6c4-08ff35d2d5fc on network 30d237d2-fe60-4a8f-b6d3-35144dfca248 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:47:46.921402 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:47:46.921785 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Checking segment: {'id': '58e86f42-b2da-49df-9e62-5ba59aa872a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:47:46.922246 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:46.922648 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Bound using segment: {'id': '58e86f42-b2da-49df-9e62-5ba59aa872a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:47:46.923170 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Bound port: a20992af-a788-4604-b6c4-08ff35d2d5fc, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e86f42-b2da-49df-9e62-5ba59aa872a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:47:46.924105 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:46.924638 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-3f21203a-0cd4-41e4-8e8a-f34449727930 service neutron] 10.222.0.52 "GET /v2.0/networks/30d237d2-fe60-4a8f-b6d3-35144dfca248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168721 Nov 02 11:47:46.958701 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8107de6-26ea-4cbc-aa88-15531e3c8b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:46.959751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8107de6-26ea-4cbc-aa88-15531e3c8b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:46.961853 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8107de6-26ea-4cbc-aa88-15531e3c8b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:47.001709 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] For port a20992af-a788-4604-b6c4-08ff35d2d5fc, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:47:47.006569 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] For port a20992af-a788-4604-b6c4-08ff35d2d5fc, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a20992af-a788-4604-b6c4-08ff35d2d5fc,segment=NetworkSegment(58e86f42-b2da-49df-9e62-5ba59aa872a2),segment_id=58e86f42-b2da-49df-9e62-5ba59aa872a2)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:47:47.049588 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8107de6-26ea-4cbc-aa88-15531e3c8b32 admin admin] Pushing event updated for resources: {'Network': ['ID=59f1408a-aae6-4da0-9a25-6cf3e98b13d2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:47.060124 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 59f1408a-aae6-4da0-9a25-6cf3e98b13d2 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:47:47.070616 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-3a235be6-bd75-4bdb-9e58-ddae29e28c67 service neutron] 10.222.0.52 "GET /v2.0/networks/76dbd935-b84a-4b78-9611-74f345e7416e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718464 Nov 02 11:47:47.085167 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8621e6-3b96-4a6e-95ac-e6d67470bb5b {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:47:47.094776 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:47.110046 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Transition to ACTIVE for port object ee8621e6-3b96-4a6e-95ac-e6d67470bb5b will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:47:47.271500 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:47.336060 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Routers {'3bef4211-8c54-4461-b5e6-fa78d0611f23'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:47:47.336752 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:47:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3bef4211-8c54-4461-b5e6-fa78d0611f23'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:47.340040 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e933d31-c3eb-4a16-842d-2d9cf639cf95 None None] Pushing event updated for resources: {'Port': ['ID=a20992af-a788-4604-b6c4-08ff35d2d5fc,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:47.450785 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] Set router 3bef4211-8c54-4461-b5e6-fa78d0611f23 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:47:47.458873 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:47.463467 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c8107de6-26ea-4cbc-aa88-15531e3c8b32 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7481637 Nov 02 11:47:47.463941 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40568) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:47.472772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-78babec4-4110-4b47-9db3-7e2d72fd3613 admin admin] Request body: {'subnet': {'network_id': '59f1408a-aae6-4da0-9a25-6cf3e98b13d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-994037045-subnet', 'tenant_id': 'cbe319491e674cc3886b01fa837af7cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:47.531611 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8621e6-3b96-4a6e-95ac-e6d67470bb5b,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:47.658310 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-76ecbc58-dc61-42fd-be45-c31c37901a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:47.683038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78babec4-4110-4b47-9db3-7e2d72fd3613 admin admin] Made reservation on behalf of cbe319491e674cc3886b01fa837af7cb for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:47.691155 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Attempting to bind port ee8621e6-3b96-4a6e-95ac-e6d67470bb5b on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:47:47.691155 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Attempting to bind port ee8621e6-3b96-4a6e-95ac-e6d67470bb5b by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'd543d7f5-6e23-4301-a390-fc949f7c8824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '03da1b8d-3105-49eb-b4b7-5cd7759643ff'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:47:47.691155 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Attempting to bind port ee8621e6-3b96-4a6e-95ac-e6d67470bb5b on network 03da1b8d-3105-49eb-b4b7-5cd7759643ff {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:47:47.697865 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Port ee8621e6-3b96-4a6e-95ac-e6d67470bb5b on network 03da1b8d-3105-49eb-b4b7-5cd7759643ff not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:47:47.698258 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Attempting to bind port ee8621e6-3b96-4a6e-95ac-e6d67470bb5b on network 03da1b8d-3105-49eb-b4b7-5cd7759643ff {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:47:47.701108 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-78babec4-4110-4b47-9db3-7e2d72fd3613 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:47.709665 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:47:47.709948 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Checking segment: {'id': 'd543d7f5-6e23-4301-a390-fc949f7c8824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '03da1b8d-3105-49eb-b4b7-5cd7759643ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:47:47.711531 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Bound using segment: {'id': 'd543d7f5-6e23-4301-a390-fc949f7c8824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '03da1b8d-3105-49eb-b4b7-5cd7759643ff'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:47:47.712129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Bound port: ee8621e6-3b96-4a6e-95ac-e6d67470bb5b, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd543d7f5-6e23-4301-a390-fc949f7c8824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '03da1b8d-3105-49eb-b4b7-5cd7759643ff'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:47:47.712507 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:47.837397 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef685c3-56ec-439f-9308-0aa3313083b4 req-7da95798-136e-4f64-be23-3b3efdbf39d8 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:47.839097 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1ef685c3-56ec-439f-9308-0aa3313083b4 req-7da95798-136e-4f64-be23-3b3efdbf39d8 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/ports?device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 946 time: 0.1100810 Nov 02 11:47:47.858768 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] For port ee8621e6-3b96-4a6e-95ac-e6d67470bb5b, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:47:47.891826 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] For port ee8621e6-3b96-4a6e-95ac-e6d67470bb5b, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ee8621e6-3b96-4a6e-95ac-e6d67470bb5b,segment=NetworkSegment(d543d7f5-6e23-4301-a390-fc949f7c8824),segment_id=d543d7f5-6e23-4301-a390-fc949f7c8824)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:47:47.920528 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1ef685c3-56ec-439f-9308-0aa3313083b4 req-d1b4b4dd-810c-4d82-9d21-e5d7f683957b tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e259a9-1e4c-4834-8303-f7fffc1f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725067 Nov 02 11:47:47.939946 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'name': 'tempest-ServerRescueTestJSON-1935363498-router', 'tenant_id': '52e69722b9da4b93bbbf782def8d393f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'b0f86c46-af30-41f4-ae0e-d221d52ced95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:47:36Z', 'updated_at': '2021-11-02T11:47:43Z', 'revision_number': 4, 'project_id': '52e69722b9da4b93bbbf782def8d393f', 'gw_port': {'id': 'b0f86c46-af30-41f4-ae0e-d221d52ced95', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:38Z', 'updated_at': '2021-11-02T11:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'a20992af-a788-4604-b6c4-08ff35d2d5fc', 'name': '', 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248', 'tenant_id': '52e69722b9da4b93bbbf782def8d393f', 'mac_address': 'fa:16:3e:9d:77:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'ba8183a2-da53-4ec8-989b-84a9ed7accb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:42Z', 'updated_at': '2021-11-02T11:47:46Z', 'revision_number': 4, 'project_id': '52e69722b9da4b93bbbf782def8d393f', 'subnets': [{'id': 'ba8183a2-da53-4ec8-989b-84a9ed7accb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:47:47.987878 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e5515a-cb64-4fc0-b29e-85044f4d5006 None None] The sync data for ids ['3bef4211-8c54-4461-b5e6-fa78d0611f23'] in n-d-806683-18 is: [{'id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'name': 'tempest-ServerRescueTestJSON-1935363498-router', 'tenant_id': '52e69722b9da4b93bbbf782def8d393f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'b0f86c46-af30-41f4-ae0e-d221d52ced95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:47:36Z', 'updated_at': '2021-11-02T11:47:43Z', 'revision_number': 4, 'project_id': '52e69722b9da4b93bbbf782def8d393f', 'gw_port': {'id': 'b0f86c46-af30-41f4-ae0e-d221d52ced95', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:38Z', 'updated_at': '2021-11-02T11:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'a20992af-a788-4604-b6c4-08ff35d2d5fc', 'name': '', 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248', 'tenant_id': '52e69722b9da4b93bbbf782def8d393f', 'mac_address': 'fa:16:3e:9d:77:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'ba8183a2-da53-4ec8-989b-84a9ed7accb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:42Z', 'updated_at': '2021-11-02T11:47:46Z', 'revision_number': 4, 'project_id': '52e69722b9da4b93bbbf782def8d393f', 'subnets': [{'id': 'ba8183a2-da53-4ec8-989b-84a9ed7accb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:47:48.022810 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-297068ba-823d-4b3c-929a-14b6b361e71d req-e8de0309-16a4-4ce8-af79-76bce863b748 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 210 time: 0.0308216 Nov 02 11:47:48.024246 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:48.157183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a19dfa-2713-4c2c-9e6d-dd4ab891d468 req-ef74e504-bbc8-4bf6-80cf-f274b6dd1250 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:48.169960 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:48.170581 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:48.172041 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-634b0883-b43a-454b-9d48-032da2767ae7 req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] 10.222.0.79 "PUT /v2.0/ports/ee8621e6-3b96-4a6e-95ac-e6d67470bb5b HTTP/1.1" status: 200 len: 1092 time: 1.7117219 Nov 02 11:47:48.172772 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a59db2-6163-4f5c-83d5-6e9b3e628046', 'tag': 'ee8621e6-3b96-4a6e-95ac-e6d67470bb5b'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:48.173545 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-98a19dfa-2713-4c2c-9e6d-dd4ab891d468 req-ef74e504-bbc8-4bf6-80cf-f274b6dd1250 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/ports?device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 943 time: 0.5397894 Nov 02 11:47:48.187090 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6500f3-2c45-45e0-ab73-4ed2ea0c4b53" -d '{"events": [{"name": "network-changed", "server_uuid": "55a59db2-6163-4f5c-83d5-6e9b3e628046", "tag": "ee8621e6-3b96-4a6e-95ac-e6d67470bb5b"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:48.191236 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eaa925-4381-48cc-927d-54f9fdf1f1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8621e6-3b96-4a6e-95ac-e6d67470bb5b,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:48.272422 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-98a19dfa-2713-4c2c-9e6d-dd4ab891d468 req-dd786a78-d04c-4aed-8e36-5bd8114653fe tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3833363-fc15-459f-b534-f9a6076c6281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974035 Nov 02 11:47:48.311951 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a20992af-a788-4604-b6c4-08ff35d2d5fc up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:47:48.397565 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d692840-3ba9-43bb-a556-be9f5a22361b req-862322c1-36de-4a94-ab08-ae57f074486b tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 210 time: 0.0472164 Nov 02 11:47:48.404993 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a20992af-a788-4604-b6c4-08ff35d2d5fc triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:48.405408 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:48.446910 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410831c0-350c-4c03-b5ed-a86640fea182 x-openstack-request-id: req-410831c0-350c-4c03-b5ed-a86640fea182 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:48.447771 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a59db2-6163-4f5c-83d5-6e9b3e628046", "tag": "ee8621e6-3b96-4a6e-95ac-e6d67470bb5b", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:48.448201 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-410831c0-350c-4c03-b5ed-a86640fea182 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:48.448617 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a59db2-6163-4f5c-83d5-6e9b3e628046', 'tag': 'ee8621e6-3b96-4a6e-95ac-e6d67470bb5b', 'status': 'completed', 'code': 200} Nov 02 11:47:48.523447 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:48.524066 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6500f3-2c45-45e0-ab73-4ed2ea0c4b53 req-d4cf7e0a-d4b6-4b0f-aa0a-4047fd9c4a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:48.525856 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5a6500f3-2c45-45e0-ab73-4ed2ea0c4b53 req-d4cf7e0a-d4b6-4b0f-aa0a-4047fd9c4a53 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=054a2f4e698241828bbde026e90e98a0&device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 1095 time: 0.0500715 Nov 02 11:47:48.560884 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port a20992af-a788-4604-b6c4-08ff35d2d5fc, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a20992af-a788-4604-b6c4-08ff35d2d5fc,segment=NetworkSegment(58e86f42-b2da-49df-9e62-5ba59aa872a2),segment_id=58e86f42-b2da-49df-9e62-5ba59aa872a2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:48.661758 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-78babec4-4110-4b47-9db3-7e2d72fd3613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:48.755310 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78babec4-4110-4b47-9db3-7e2d72fd3613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbdbc5d1-3980-424d-9a61-3c695a43ea6f,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:48.761350 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78babec4-4110-4b47-9db3-7e2d72fd3613 admin admin] Checking segment: {'id': '8c2b24e4-6fa6-47c1-85f0-97a02467358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '59f1408a-aae6-4da0-9a25-6cf3e98b13d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:47:48.761716 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78babec4-4110-4b47-9db3-7e2d72fd3613 admin admin] Network hostable DHCP agents. Network: 59f1408a-aae6-4da0-9a25-6cf3e98b13d2, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:47:48.768015 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:48.843113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=a20992af-a788-4604-b6c4-08ff35d2d5fc,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:48.943988 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78babec4-4110-4b47-9db3-7e2d72fd3613 admin admin] Network 59f1408a-aae6-4da0-9a25-6cf3e98b13d2 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:47:48.973734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1b3e5-63f6-4ce6-8432-f8a4f01c9504 req-1d1d0e69-98fd-404d-806d-4482e34734db tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:48.975373 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-abf1b3e5-63f6-4ce6-8432-f8a4f01c9504 req-1d1d0e69-98fd-404d-806d-4482e34734db tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96 HTTP/1.1" status: 200 len: 949 time: 0.0664213 Nov 02 11:47:49.022406 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6500f3-2c45-45e0-ab73-4ed2ea0c4b53 req-c5ce7c39-5c17-4145-a0bb-2447dd26268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:49.024090 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5a6500f3-2c45-45e0-ab73-4ed2ea0c4b53 req-c5ce7c39-5c17-4145-a0bb-2447dd26268a service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=054a2f4e698241828bbde026e90e98a0&shared=False HTTP/1.1" status: 200 len: 922 time: 0.4893303 Nov 02 11:47:49.042170 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-abf1b3e5-63f6-4ce6-8432-f8a4f01c9504 req-711af229-a151-46fc-9be1-0f6b6f2c655e tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580184 Nov 02 11:47:49.157412 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6500f3-2c45-45e0-ab73-4ed2ea0c4b53 req-96d699fe-0590-4e56-b1c9-9d5d97961a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:49.159563 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5a6500f3-2c45-45e0-ab73-4ed2ea0c4b53 req-96d699fe-0590-4e56-b1c9-9d5d97961a0e service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280951 Nov 02 11:47:49.175738 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4a6c7b6c-d711-421a-9915-03206a21816d req-110e97f4-30b8-406f-8d21-65fdd703790a tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 210 time: 0.0388253 Nov 02 11:47:49.243687 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b0883-b43a-454b-9d48-032da2767ae7 req-ae804de8-b87d-4700-8284-14d4bd720f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:49.245316 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-634b0883-b43a-454b-9d48-032da2767ae7 req-ae804de8-b87d-4700-8284-14d4bd720f44 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=054a2f4e698241828bbde026e90e98a0&device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 1095 time: 0.0461800 Nov 02 11:47:49.263763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-78babec4-4110-4b47-9db3-7e2d72fd3613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 59f1408a-aae6-4da0-9a25-6cf3e98b13d2) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:47:49.275762 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a85acf-9503-45ef-92f1-fb3afc89f6cc None None] Network 59f1408a-aae6-4da0-9a25-6cf3e98b13d2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:47:49.278330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78babec4-4110-4b47-9db3-7e2d72fd3613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:49.279954 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-78babec4-4110-4b47-9db3-7e2d72fd3613 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:49.302674 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-634b0883-b43a-454b-9d48-032da2767ae7 req-7d79e903-2e32-4434-8ab6-57eb505bac6b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee8621e6-3b96-4a6e-95ac-e6d67470bb5b HTTP/1.1" status: 200 len: 217 time: 0.0496218 Nov 02 11:47:49.374956 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b0883-b43a-454b-9d48-032da2767ae7 req-c27e317b-ea4e-4cdf-9c12-b69d66612d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:49.376600 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-634b0883-b43a-454b-9d48-032da2767ae7 req-c27e317b-ea4e-4cdf-9c12-b69d66612d48 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f7ea7539-3c3c-4eef-bff8-5fd9b38c7aba HTTP/1.1" status: 200 len: 861 time: 0.0664198 Nov 02 11:47:49.426732 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-634b0883-b43a-454b-9d48-032da2767ae7 req-aed00da7-e0d9-416c-8901-18dfe82828a3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=03da1b8d-3105-49eb-b4b7-5cd7759643ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423737 Nov 02 11:47:49.460511 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192dc98a-87ad-4088-949c-619e38dc6496 None None] Network 59f1408a-aae6-4da0-9a25-6cf3e98b13d2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:47:49.483942 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49eea9-5a11-4f3d-aa87-d7383e87c174 req-3dbe85c8-cb37-4182-8e2d-98ae892ef0e2 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:49.486498 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc49eea9-5a11-4f3d-aa87-d7383e87c174 req-3dbe85c8-cb37-4182-8e2d-98ae892ef0e2 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/ports?device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 943 time: 0.0995405 Nov 02 11:47:49.491369 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-78babec4-4110-4b47-9db3-7e2d72fd3613 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0265808 Nov 02 11:47:49.572472 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc49eea9-5a11-4f3d-aa87-d7383e87c174 req-06f23dfe-d5f9-4c68-b3bb-048d2d1fa589 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3833363-fc15-459f-b534-f9a6076c6281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786550 Nov 02 11:47:49.600600 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9a32d1c8-a84f-4f4b-9e95-76f6579c5566 req-310d2b97-b893-484b-9839-655ed5c30b1f tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 210 time: 0.1019735 Nov 02 11:47:49.655833 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-634b0883-b43a-454b-9d48-032da2767ae7 req-7eeb1ec7-caca-4b18-b789-fdacba1d3deb service neutron] 10.222.0.79 "GET /v2.0/networks/03da1b8d-3105-49eb-b4b7-5cd7759643ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208798 Nov 02 11:47:49.779662 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-634b0883-b43a-454b-9d48-032da2767ae7 req-760ce156-e4b6-415a-8ab2-4ef0b63b9f36 service neutron] 10.222.0.79 "GET /v2.0/networks/03da1b8d-3105-49eb-b4b7-5cd7759643ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176536 Nov 02 11:47:49.847289 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-32405a43-6670-4a1a-8998-facf3b855c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:50.025366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e8624-a750-4075-883f-d0235794db4c req-970c6be3-7fb2-466c-8b6c-8963f465ed63 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:50.027066 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e41e8624-a750-4075-883f-d0235794db4c req-970c6be3-7fb2-466c-8b6c-8963f465ed63 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/networks?id=59f1408a-aae6-4da0-9a25-6cf3e98b13d2 HTTP/1.1" status: 200 len: 812 time: 0.1138477 Nov 02 11:47:50.044008 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e41e8624-a750-4075-883f-d0235794db4c req-52f95bb3-58fd-4370-925d-8835bd8505ed tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/quotas/cbe319491e674cc3886b01fa837af7cb HTTP/1.1" status: 200 len: 375 time: 0.0098770 Nov 02 11:47:50.082784 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e41e8624-a750-4075-883f-d0235794db4c req-8efd7157-02b9-47bc-b62e-47892da47c94 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cbe319491e674cc3886b01fa837af7cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313547 Nov 02 11:47:50.171324 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a20992af-a788-4604-b6c4-08ff35d2d5fc up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:47:50.189443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc8f3e-e22b-4d0e-8538-4745eeb15702 req-a8d7b600-1ae0-4b7e-b7a7-aa092971fd23 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:50.190742 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ccbc8f3e-e22b-4d0e-8538-4745eeb15702 req-a8d7b600-1ae0-4b7e-b7a7-aa092971fd23 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96 HTTP/1.1" status: 200 len: 949 time: 0.0699289 Nov 02 11:47:50.195472 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e41e8624-a750-4075-883f-d0235794db4c req-81e8d6e8-a513-4479-9c1b-e740302146fe service neutron] 10.222.0.52 "GET /v2.0/networks/59f1408a-aae6-4da0-9a25-6cf3e98b13d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044400 Nov 02 11:47:50.278675 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ccbc8f3e-e22b-4d0e-8538-4745eeb15702 req-e64650c7-9ec1-45fd-b80d-53359e163560 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749042 Nov 02 11:47:50.319583 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a20992af-a788-4604-b6c4-08ff35d2d5fc triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:50.319583 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:50.392724 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e41e8624-a750-4075-883f-d0235794db4c req-81eda41d-34a1-40ba-a15c-66b1d8502ff8 service neutron] 10.222.0.52 "GET /v2.0/networks/59f1408a-aae6-4da0-9a25-6cf3e98b13d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888406 Nov 02 11:47:50.425753 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d20acab7-6d44-4528-8989-41896c96a81c req-18af1051-b2cc-4a80-bdc5-e9cc410b1421 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 210 time: 0.0438318 Nov 02 11:47:50.846671 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7eebd58a-e99e-4a53-84cd-e237e70a9327 req-6218ce16-fd44-480c-b637-d1f373219c8e tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 210 time: 0.1161833 Nov 02 11:47:50.893508 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:50.940677 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e43ff-964a-444a-8705-584a95d7959f req-a52203f9-6d9e-4174-b383-2667c904db3d tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:50.950818 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e13e43ff-964a-444a-8705-584a95d7959f req-a52203f9-6d9e-4174-b383-2667c904db3d tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/ports?device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 943 time: 0.1915679 Nov 02 11:47:50.999543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-661c416c-8545-4544-87ff-7ec868bc3996 req-7a03f20c-234c-437e-ac37-43ca145b363e tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 210 time: 0.0378344 Nov 02 11:47:51.020274 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458e910-34ca-445f-80d1-59d7d7585ae8 req-766b0804-1c62-429a-962e-48e294abfdd1 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:51.022125 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f458e910-34ca-445f-80d1-59d7d7585ae8 req-766b0804-1c62-429a-962e-48e294abfdd1 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96 HTTP/1.1" status: 200 len: 949 time: 0.1570575 Nov 02 11:47:51.031600 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e13e43ff-964a-444a-8705-584a95d7959f req-7f541da2-dfc3-4056-a576-fcd1a7699462 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3833363-fc15-459f-b534-f9a6076c6281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794652 Nov 02 11:47:51.140429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f458e910-34ca-445f-80d1-59d7d7585ae8 req-8890cf82-eafc-49ec-a092-c892f03d48c9 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Deleting port 4395255f-9d0c-4631-b0d3-3e56e48b1117 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:47:51.141054 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f458e910-34ca-445f-80d1-59d7d7585ae8 req-8890cf82-eafc-49ec-a092-c892f03d48c9 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:51.263918 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f458e910-34ca-445f-80d1-59d7d7585ae8 req-8890cf82-eafc-49ec-a092-c892f03d48c9 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] For port 4395255f-9d0c-4631-b0d3-3e56e48b1117, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4395255f-9d0c-4631-b0d3-3e56e48b1117,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:51.264432 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f458e910-34ca-445f-80d1-59d7d7585ae8 req-8890cf82-eafc-49ec-a092-c892f03d48c9 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:51.290169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f458e910-34ca-445f-80d1-59d7d7585ae8 req-8890cf82-eafc-49ec-a092-c892f03d48c9 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Calling delete_port for 4395255f-9d0c-4631-b0d3-3e56e48b1117 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:47:51.500936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49d4ef-74b9-4c72-b2f1-b4af8d2e5fba req-de09ba2c-d05d-45e9-bf61-22b19895b940 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:51.502527 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f49d4ef-74b9-4c72-b2f1-b4af8d2e5fba req-de09ba2c-d05d-45e9-bf61-22b19895b940 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96 HTTP/1.1" status: 200 len: 949 time: 0.0767827 Nov 02 11:47:51.539238 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd784248-8cf5-4294-98ef-e08495b39b70 req-6c03f7cb-2d9f-4a4d-99a1-6aeb486c490f tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 210 time: 0.0427706 Nov 02 11:47:51.642175 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f49d4ef-74b9-4c72-b2f1-b4af8d2e5fba req-e673e283-b42f-4667-9a0c-1305f1157bc1 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/security-groups?id=d6f2f70d-2f03-4d53-8958-e2bd92e9932e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818658 Nov 02 11:47:51.695524 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-03735784-3a52-4b50-ac44-d83d1adb6968 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:51.697058 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-03735784-3a52-4b50-ac44-d83d1adb6968 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.79 "GET /v2.0/networks?id=30d237d2-fe60-4a8f-b6d3-35144dfca248 HTTP/1.1" status: 200 len: 811 time: 0.1432116 Nov 02 11:47:51.714368 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-e0f76e4b-2102-4764-a5dc-99e19c004bf7 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Request body: {'port': {'device_id': 'c5479301-0b5a-40a7-bd80-b40f5bacbecf', 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248', 'admin_state_up': True, 'tenant_id': '52e69722b9da4b93bbbf782def8d393f'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:51.789840 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f458e910-34ca-445f-80d1-59d7d7585ae8 req-8890cf82-eafc-49ec-a092-c892f03d48c9 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:51.820456 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890cf82-eafc-49ec-a092-c892f03d48c9 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Pushing event deleted for resources: {'Port': ['ID=4395255f-9d0c-4631-b0d3-3e56e48b1117,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:51.869741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f458e910-34ca-445f-80d1-59d7d7585ae8 req-8890cf82-eafc-49ec-a092-c892f03d48c9 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] No DVR routers for this DVR port 4395255f-9d0c-4631-b0d3-3e56e48b1117 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:47:51.872885 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f458e910-34ca-445f-80d1-59d7d7585ae8 req-8890cf82-eafc-49ec-a092-c892f03d48c9 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:51.878459 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f458e910-34ca-445f-80d1-59d7d7585ae8 req-8890cf82-eafc-49ec-a092-c892f03d48c9 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.54 "DELETE /v2.0/ports/4395255f-9d0c-4631-b0d3-3e56e48b1117 HTTP/1.1" status: 204 len: 173 time: 0.8474431 Nov 02 11:47:51.878459 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96', 'name': 'network-vif-deleted', 'tag': '4395255f-9d0c-4631-b0d3-3e56e48b1117'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:51.879486 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e420cd6-5d27-4e34-b8ae-66f961a4ce26" -d '{"events": [{"server_uuid": "1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96", "name": "network-vif-deleted", "tag": "4395255f-9d0c-4631-b0d3-3e56e48b1117"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:51.919462 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ae6569-f909-4c38-9304-00494999515f x-openstack-request-id: req-18ae6569-f909-4c38-9304-00494999515f {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:51.919760 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96", "name": "network-vif-deleted", "tag": "4395255f-9d0c-4631-b0d3-3e56e48b1117", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:51.920014 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-18ae6569-f909-4c38-9304-00494999515f {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:51.920416 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96', 'name': 'network-vif-deleted', 'tag': '4395255f-9d0c-4631-b0d3-3e56e48b1117', 'status': 'completed', 'code': 200} Nov 02 11:47:51.941693 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6c60dcfc-7798-42b4-8e79-b1a20f2a5f61 req-8f07388c-4184-4973-97ad-0cf50cc58134 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 210 time: 0.0298281 Nov 02 11:47:51.991263 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-e0f76e4b-2102-4764-a5dc-99e19c004bf7 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Made reservation on behalf of 52e69722b9da4b93bbbf782def8d393f for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:51.996650 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-e0f76e4b-2102-4764-a5dc-99e19c004bf7 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:52.131562 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a1c6d0a3-f19c-4e40-9794-ad62aea4801f req-85b9c470-94d9-40a2-a80a-83971b503d17 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 210 time: 0.0344951 Nov 02 11:47:52.176165 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-e0f76e4b-2102-4764-a5dc-99e19c004bf7 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Allocated IP 172.20.0.5 (30d237d2-fe60-4a8f-b6d3-35144dfca248/ba8183a2-da53-4ec8-989b-84a9ed7accb1/fd352516-2396-4c17-b597-644f9c9944f0) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:47:52.222571 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e0fe3-28b9-4d3a-af3d-21016eb4102e req-6fb394ff-7a10-4fd2-bf35-27ef1b0ee187 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:52.229919 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-214e0fe3-28b9-4d3a-af3d-21016eb4102e req-6fb394ff-7a10-4fd2-bf35-27ef1b0ee187 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/ports?device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 943 time: 0.1060901 Nov 02 11:47:52.328050 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-214e0fe3-28b9-4d3a-af3d-21016eb4102e req-07ce8810-be05-4223-aedd-94ac90d41f38 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3833363-fc15-459f-b534-f9a6076c6281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966377 Nov 02 11:47:52.426209 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-e0f76e4b-2102-4764-a5dc-99e19c004bf7 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:52.452916 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:52.499467 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-2367b830-2c62-4fc2-9b3e-ca1c1fc93b51 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:52.500872 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-2367b830-2c62-4fc2-9b3e-ca1c1fc93b51 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.79 "GET /v2.0/networks?id=76dbd935-b84a-4b78-9611-74f345e7416e HTTP/1.1" status: 200 len: 814 time: 0.1077063 Nov 02 11:47:52.514334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-d71c9ea5-fe86-497f-a367-82855a2c7acb tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Request body: {'port': {'device_id': '9b266b92-1d28-4109-8219-b5852d72b600', 'network_id': '76dbd935-b84a-4b78-9611-74f345e7416e', 'admin_state_up': True, 'tenant_id': '70bd4ff2827b42dd8370f4bb6dca9194'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:52.603359 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-e0f76e4b-2102-4764-a5dc-99e19c004bf7 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:52.667198 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-e0f76e4b-2102-4764-a5dc-99e19c004bf7 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Network 30d237d2-fe60-4a8f-b6d3-35144dfca248 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:47:52.683192 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-e0f76e4b-2102-4764-a5dc-99e19c004bf7 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:47:52.683192 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-e0f76e4b-2102-4764-a5dc-99e19c004bf7 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:47:52.757575 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079658c-595f-4f54-855e-7b06215c77c2 req-494925b7-b2c6-477c-97d4-8a799353051e tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:52.759246 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9079658c-595f-4f54-855e-7b06215c77c2 req-494925b7-b2c6-477c-97d4-8a799353051e tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 931 time: 0.0832639 Nov 02 11:47:52.799985 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-e0f76e4b-2102-4764-a5dc-99e19c004bf7 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:52.800837 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-e0f76e4b-2102-4764-a5dc-99e19c004bf7 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:52.851118 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9079658c-595f-4f54-855e-7b06215c77c2 req-158c8c63-8504-47b6-b5e8-d8ee0dd6dcfa tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797946 Nov 02 11:47:52.851118 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-d71c9ea5-fe86-497f-a367-82855a2c7acb tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Made reservation on behalf of 70bd4ff2827b42dd8370f4bb6dca9194 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:52.855097 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f76e4b-2102-4764-a5dc-99e19c004bf7 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Pushing event updated for resources: {'Port': ['ID=fd352516-2396-4c17-b597-644f9c9944f0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:52.857954 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-d71c9ea5-fe86-497f-a367-82855a2c7acb tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:52.944525 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ee8621e6-3b96-4a6e-95ac-e6d67470bb5b details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:47:52.953947 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-e0f76e4b-2102-4764-a5dc-99e19c004bf7 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2432008 Nov 02 11:47:52.968818 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Request body: {'port': {'device_id': 'c5479301-0b5a-40a7-bd80-b40f5bacbecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:53.021981 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60f4ca21-5a02-4b84-a8c3-5b68a2b6a701 req-22b26880-4ee7-497d-9e19-a75072262123 tempest-ListImageFiltersTestJSON-801823983 tempest-ListImageFiltersTestJSON-801823983-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fc2eb4e-f5a8-4265-9b39-0a31e1a82f96 HTTP/1.1" status: 200 len: 210 time: 0.0456340 Nov 02 11:47:53.058668 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:53.154861 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port ee8621e6-3b96-4a6e-95ac-e6d67470bb5b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ee8621e6-3b96-4a6e-95ac-e6d67470bb5b,segment=NetworkSegment(d543d7f5-6e23-4301-a390-fc949f7c8824),segment_id=d543d7f5-6e23-4301-a390-fc949f7c8824)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:53.170742 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'ee8621e6-3b96-4a6e-95ac-e6d67470bb5b', 'network_id': '03da1b8d-3105-49eb-b4b7-5cd7759643ff', 'port_id': 'ee8621e6-3b96-4a6e-95ac-e6d67470bb5b', 'mac_address': 'fa:16:3e:4e:33:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ea7539-3c3c-4eef-bff8-5fd9b38c7aba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:47:53.182182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-d71c9ea5-fe86-497f-a367-82855a2c7acb tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Allocated IP 172.20.0.9 (76dbd935-b84a-4b78-9611-74f345e7416e/78d088e5-ec0e-4744-9082-761b5a1be255/443c989e-d2e2-46c1-b9e4-674737bd3e27) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:47:53.235165 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-408c80b8-0b29-48f7-a808-b3f01a9a38a2 req-1a9535f2-73a7-493f-aeb8-da2373839190 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 210 time: 0.1170208 Nov 02 11:47:53.252747 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:53.303880 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8621e6-3b96-4a6e-95ac-e6d67470bb5b {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:47:53.341826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port ee8621e6-3b96-4a6e-95ac-e6d67470bb5b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ee8621e6-3b96-4a6e-95ac-e6d67470bb5b,segment=NetworkSegment(d543d7f5-6e23-4301-a390-fc949f7c8824),segment_id=d543d7f5-6e23-4301-a390-fc949f7c8824)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:53.371134 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736c187-fbee-40f7-be50-30fd3fdb165b req-4e0b5ed5-b007-4262-80be-338588096360 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:53.372723 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e736c187-fbee-40f7-be50-30fd3fdb165b req-4e0b5ed5-b007-4262-80be-338588096360 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1607711 Nov 02 11:47:53.447032 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb14f35c-1763-4e6f-963b-0d29e1edc547 req-0b6f93b9-e6b4-44fc-8cd7-48fa64d43a2b tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 210 time: 0.0927033 Nov 02 11:47:53.459539 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:53.463549 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e736c187-fbee-40f7-be50-30fd3fdb165b req-93c19e19-4dca-4e80-90fa-85e98c9dcde3 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782335 Nov 02 11:47:53.485901 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-d71c9ea5-fe86-497f-a367-82855a2c7acb tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:53.489382 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995766f2-4aae-4c4e-be31-94c7b7d42c95 req-5105cdcb-838c-4040-94cc-e0bbd2fc2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:53.491088 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-995766f2-4aae-4c4e-be31-94c7b7d42c95 req-5105cdcb-838c-4040-94cc-e0bbd2fc2815 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 1097 time: 0.1355631 Nov 02 11:47:53.555923 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=ee8621e6-3b96-4a6e-95ac-e6d67470bb5b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:53.649247 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd352516-2396-4c17-b597-644f9c9944f0 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:47:53.652931 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995766f2-4aae-4c4e-be31-94c7b7d42c95 req-13aa358d-8f94-4331-8c09-e1d45d8ce409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:53.654421 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-995766f2-4aae-4c4e-be31-94c7b7d42c95 req-13aa358d-8f94-4331-8c09-e1d45d8ce409 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.1553619 Nov 02 11:47:53.660173 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:53.676593 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Transition to ACTIVE for port object fd352516-2396-4c17-b597-644f9c9944f0 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:47:53.687219 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['ee8621e6-3b96-4a6e-95ac-e6d67470bb5b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:47:53.703927 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-d71c9ea5-fe86-497f-a367-82855a2c7acb tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:53.715500 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05e757-a3a2-4334-96cf-94ac823da459 req-19bccf1c-e9c9-4104-b7a6-0664d0bf7032 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:53.722823 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec05e757-a3a2-4334-96cf-94ac823da459 req-19bccf1c-e9c9-4104-b7a6-0664d0bf7032 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/ports?device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 944 time: 0.1136489 Nov 02 11:47:53.775930 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:53.806132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-d71c9ea5-fe86-497f-a367-82855a2c7acb tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Network 76dbd935-b84a-4b78-9611-74f345e7416e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:47:53.811884 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-995766f2-4aae-4c4e-be31-94c7b7d42c95 req-961d5a80-480a-40e3-ad68-3edda8862b46 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac HTTP/1.1" status: 200 len: 1000 time: 0.1507022 Nov 02 11:47:53.820397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-d71c9ea5-fe86-497f-a367-82855a2c7acb tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:47:53.845941 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-d71c9ea5-fe86-497f-a367-82855a2c7acb tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:47:53.871258 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec05e757-a3a2-4334-96cf-94ac823da459 req-59ecdd10-ccfd-4c94-8a51-103a6cfb6441 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3833363-fc15-459f-b534-f9a6076c6281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474669 Nov 02 11:47:53.904974 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Pushing event updated for resources: {'Port': ['ID=fd352516-2396-4c17-b597-644f9c9944f0,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:53.908458 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:54.000517 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c9ea5-fe86-497f-a367-82855a2c7acb tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Pushing event updated for resources: {'Port': ['ID=443c989e-d2e2-46c1-b9e4-674737bd3e27,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:54.010888 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e8624-a750-4075-883f-d0235794db4c req-5ccbf0cd-1ed3-4a19-9ccb-9a4eacec22fe tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:54.012293 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e41e8624-a750-4075-883f-d0235794db4c req-5ccbf0cd-1ed3-4a19-9ccb-9a4eacec22fe tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.79 "GET /v2.0/networks?id=59f1408a-aae6-4da0-9a25-6cf3e98b13d2 HTTP/1.1" status: 200 len: 812 time: 0.2097089 Nov 02 11:47:54.038037 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:54.052799 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-e41e8624-a750-4075-883f-d0235794db4c req-45dadd9a-5c12-47f6-9e96-c29727e59804 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Request body: {'port': {'device_id': '30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a', 'network_id': '59f1408a-aae6-4da0-9a25-6cf3e98b13d2', 'admin_state_up': True, 'tenant_id': 'cbe319491e674cc3886b01fa837af7cb'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:54.073627 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-d71c9ea5-fe86-497f-a367-82855a2c7acb tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:54.074711 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-d71c9ea5-fe86-497f-a367-82855a2c7acb tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:54.094727 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995766f2-4aae-4c4e-be31-94c7b7d42c95 req-014fdf70-f5ee-483e-9580-7a86752fc989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:54.096492 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-995766f2-4aae-4c4e-be31-94c7b7d42c95 req-014fdf70-f5ee-483e-9580-7a86752fc989 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.2636414 Nov 02 11:47:54.097067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Attempting to bind port fd352516-2396-4c17-b597-644f9c9944f0 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:47:54.097479 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Attempting to bind port fd352516-2396-4c17-b597-644f9c9944f0 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '58e86f42-b2da-49df-9e62-5ba59aa872a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:47:54.097874 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Attempting to bind port fd352516-2396-4c17-b597-644f9c9944f0 on network 30d237d2-fe60-4a8f-b6d3-35144dfca248 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:47:54.145742 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Port fd352516-2396-4c17-b597-644f9c9944f0 on network 30d237d2-fe60-4a8f-b6d3-35144dfca248 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:47:54.146141 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Attempting to bind port fd352516-2396-4c17-b597-644f9c9944f0 on network 30d237d2-fe60-4a8f-b6d3-35144dfca248 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:47:54.164287 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:47:54.164612 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Checking segment: {'id': '58e86f42-b2da-49df-9e62-5ba59aa872a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:47:54.165027 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Bound using segment: {'id': '58e86f42-b2da-49df-9e62-5ba59aa872a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:47:54.165729 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Bound port: fd352516-2396-4c17-b597-644f9c9944f0, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e86f42-b2da-49df-9e62-5ba59aa872a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:47:54.166221 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:54.167307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995766f2-4aae-4c4e-be31-94c7b7d42c95 req-79dfb03c-f6aa-4f42-8793-1874bd2a4de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:54.169306 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-995766f2-4aae-4c4e-be31-94c7b7d42c95 req-79dfb03c-f6aa-4f42-8793-1874bd2a4de3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653706 Nov 02 11:47:54.178288 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814ca14-4a44-40a6-9670-ed0baa6cbfeb req-209f268b-c6db-48be-9c08-b6c9330b5d9b tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:54.179913 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c814ca14-4a44-40a6-9670-ed0baa6cbfeb req-209f268b-c6db-48be-9c08-b6c9330b5d9b tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 943 time: 0.1647394 Nov 02 11:47:54.227579 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-d71c9ea5-fe86-497f-a367-82855a2c7acb tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7170181 Nov 02 11:47:54.253081 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Request body: {'port': {'device_id': '9b266b92-1d28-4109-8219-b5852d72b600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:54.329555 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] For port fd352516-2396-4c17-b597-644f9c9944f0, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:47:54.336123 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] For port fd352516-2396-4c17-b597-644f9c9944f0, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=fd352516-2396-4c17-b597-644f9c9944f0,segment=NetworkSegment(58e86f42-b2da-49df-9e62-5ba59aa872a2),segment_id=58e86f42-b2da-49df-9e62-5ba59aa872a2)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:47:54.408719 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:54.430959 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-995766f2-4aae-4c4e-be31-94c7b7d42c95 req-1cb55775-d2c4-4d59-b216-5fc12559d59e service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519710 Nov 02 11:47:54.448796 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c814ca14-4a44-40a6-9670-ed0baa6cbfeb req-da5f8410-44ce-4323-9fb0-9440b377f22b tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597084 Nov 02 11:47:54.452415 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e41e8624-a750-4075-883f-d0235794db4c req-45dadd9a-5c12-47f6-9e96-c29727e59804 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Made reservation on behalf of cbe319491e674cc3886b01fa837af7cb for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:54.463925 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4395255f-9d0c-4631-b0d3-3e56e48b1117 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:47:54.473358 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e41e8624-a750-4075-883f-d0235794db4c req-45dadd9a-5c12-47f6-9e96-c29727e59804 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:54.498285 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 4395255f-9d0c-4631-b0d3-3e56e48b1117 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:47:54.508023 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4395255f-9d0c-4631-b0d3-3e56e48b1117 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:47:54.531772 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:54.647411 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:54.648194 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:54.650169 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] 10.222.0.79 "PUT /v2.0/ports/fd352516-2396-4c17-b597-644f9c9944f0 HTTP/1.1" status: 200 len: 1092 time: 1.6877451 Nov 02 11:47:54.650837 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5479301-0b5a-40a7-bd80-b40f5bacbecf', 'tag': 'fd352516-2396-4c17-b597-644f9c9944f0'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:54.653288 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e4d5f5-4f52-4754-a137-1454b0d8a0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c5479301-0b5a-40a7-bd80-b40f5bacbecf", "tag": "fd352516-2396-4c17-b597-644f9c9944f0"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:54.685773 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-995766f2-4aae-4c4e-be31-94c7b7d42c95 req-0f88eac3-59ba-46a8-8d97-81df60419a61 service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078269 Nov 02 11:47:54.754159 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb08f86-ee7b-46c6-bf6d-4bd57ca17b92 service neutron] Pushing event updated for resources: {'Port': ['ID=fd352516-2396-4c17-b597-644f9c9944f0,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:54.853115 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b00c8-373f-4482-8e8a-a0ab16498879 req-a265d82e-1222-48f0-a9cc-fe0351f8c65f tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:54.854679 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-869b00c8-373f-4482-8e8a-a0ab16498879 req-a265d82e-1222-48f0-a9cc-fe0351f8c65f tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 931 time: 0.2771573 Nov 02 11:47:54.864161 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-e41e8624-a750-4075-883f-d0235794db4c req-45dadd9a-5c12-47f6-9e96-c29727e59804 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Allocated IP 172.20.0.3 (59f1408a-aae6-4da0-9a25-6cf3e98b13d2/dbdbc5d1-3980-424d-9a61-3c695a43ea6f/4c40a6f3-384b-45b8-9577-7a8fe3e12b10) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:47:54.864614 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443c989e-d2e2-46c1-b9e4-674737bd3e27 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:47:54.872686 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:54.886039 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Transition to ACTIVE for port object 443c989e-d2e2-46c1-b9e4-674737bd3e27 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:47:54.920678 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-0655cd6a-7418-4bbe-a989-3a3a7700e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:54.922168 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-0655cd6a-7418-4bbe-a989-3a3a7700e8c9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=52e69722b9da4b93bbbf782def8d393f&device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 1095 time: 0.1173501 Nov 02 11:47:54.959608 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ee8621e6-3b96-4a6e-95ac-e6d67470bb5b up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:47:54.983808 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-869b00c8-373f-4482-8e8a-a0ab16498879 req-cc2efb90-6b1c-4a20-92bb-043cf68ce1a3 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/security-groups?id=2000cb64-03b1-414c-bc0e-8efedf12a1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166687 Nov 02 11:47:54.984709 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:54.990292 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-e9ef84c1-5c69-4965-85c4-924b3541f66a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd352516-2396-4c17-b597-644f9c9944f0 HTTP/1.1" status: 200 len: 217 time: 0.0545220 Nov 02 11:47:55.114728 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-b0f3f6e1-fdc1-49ea-b468-f3bcc052ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:55.115444 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:55.116061 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-b0f3f6e1-fdc1-49ea-b468-f3bcc052ac6d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba8183a2-da53-4ec8-989b-84a9ed7accb1 HTTP/1.1" status: 200 len: 851 time: 0.1169457 Nov 02 11:47:55.166296 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port ee8621e6-3b96-4a6e-95ac-e6d67470bb5b completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:47:55.171230 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port ee8621e6-3b96-4a6e-95ac-e6d67470bb5b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:47:55.171993 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:55.179298 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-017ec302-8b77-4840-ad89-29be7ce13184 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=30d237d2-fe60-4a8f-b6d3-35144dfca248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547287 Nov 02 11:47:55.212097 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e41e8624-a750-4075-883f-d0235794db4c req-45dadd9a-5c12-47f6-9e96-c29727e59804 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:55.267917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Pushing event updated for resources: {'Port': ['ID=443c989e-d2e2-46c1-b9e4-674737bd3e27,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:55.315464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Attempting to bind port 443c989e-d2e2-46c1-b9e4-674737bd3e27 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:47:55.315695 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Attempting to bind port 443c989e-d2e2-46c1-b9e4-674737bd3e27 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'fb63e613-aaa0-4dbc-8656-a3104697a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '76dbd935-b84a-4b78-9611-74f345e7416e'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:47:55.316207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Attempting to bind port 443c989e-d2e2-46c1-b9e4-674737bd3e27 on network 76dbd935-b84a-4b78-9611-74f345e7416e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:47:55.318258 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-ba825a88-7ce0-4c67-aa4f-41139d94f76d service neutron] 10.222.0.79 "GET /v2.0/networks/30d237d2-fe60-4a8f-b6d3-35144dfca248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282992 Nov 02 11:47:55.322381 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Port 443c989e-d2e2-46c1-b9e4-674737bd3e27 on network 76dbd935-b84a-4b78-9611-74f345e7416e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:47:55.322849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Attempting to bind port 443c989e-d2e2-46c1-b9e4-674737bd3e27 on network 76dbd935-b84a-4b78-9611-74f345e7416e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:47:55.337843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:47:55.338191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Checking segment: {'id': 'fb63e613-aaa0-4dbc-8656-a3104697a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '76dbd935-b84a-4b78-9611-74f345e7416e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:47:55.338582 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Bound using segment: {'id': 'fb63e613-aaa0-4dbc-8656-a3104697a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '76dbd935-b84a-4b78-9611-74f345e7416e'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:47:55.339055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Bound port: 443c989e-d2e2-46c1-b9e4-674737bd3e27, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb63e613-aaa0-4dbc-8656-a3104697a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '76dbd935-b84a-4b78-9611-74f345e7416e'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:47:55.339422 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:55.341204 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:55.408856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port ee8621e6-3b96-4a6e-95ac-e6d67470bb5b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ee8621e6-3b96-4a6e-95ac-e6d67470bb5b,segment=NetworkSegment(d543d7f5-6e23-4301-a390-fc949f7c8824),segment_id=d543d7f5-6e23-4301-a390-fc949f7c8824)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:55.409962 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a59db2-6163-4f5c-83d5-6e9b3e628046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8621e6-3b96-4a6e-95ac-e6d67470bb5b'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:55.413922 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af18c09-1965-4d88-8677-06965cfa6866" -d '{"events": [{"server_uuid": "55a59db2-6163-4f5c-83d5-6e9b3e628046", "name": "network-vif-plugged", "status": "completed", "tag": "ee8621e6-3b96-4a6e-95ac-e6d67470bb5b"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:55.453124 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e41e8624-a750-4075-883f-d0235794db4c req-45dadd9a-5c12-47f6-9e96-c29727e59804 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:55.460606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] For port 443c989e-d2e2-46c1-b9e4-674737bd3e27, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:47:55.466671 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] For port 443c989e-d2e2-46c1-b9e4-674737bd3e27, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=443c989e-d2e2-46c1-b9e4-674737bd3e27,segment=NetworkSegment(fb63e613-aaa0-4dbc-8656-a3104697a4a4),segment_id=fb63e613-aaa0-4dbc-8656-a3104697a4a4)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:47:55.480426 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164c7f5-18a0-4bf6-a136-75c1a50d63f2 req-29de94a7-3015-4967-b7a2-339bfef86cf9 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:55.480791 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2164c7f5-18a0-4bf6-a136-75c1a50d63f2 req-29de94a7-3015-4967-b7a2-339bfef86cf9 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1008143 Nov 02 11:47:55.513342 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-594ea82b-b807-413e-8ce3-a91d168e9519 req-456cba63-fb4c-4091-bbba-21d154b22482 service neutron] 10.222.0.79 "GET /v2.0/networks/30d237d2-fe60-4a8f-b6d3-35144dfca248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867814 Nov 02 11:47:55.514894 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:55.541789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e41e8624-a750-4075-883f-d0235794db4c req-45dadd9a-5c12-47f6-9e96-c29727e59804 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Network 59f1408a-aae6-4da0-9a25-6cf3e98b13d2 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:47:55.542980 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2164c7f5-18a0-4bf6-a136-75c1a50d63f2 req-529e1c4f-843f-4675-bac6-67a01df9b580 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558345 Nov 02 11:47:55.544493 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-e41e8624-a750-4075-883f-d0235794db4c req-45dadd9a-5c12-47f6-9e96-c29727e59804 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:47:55.544790 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:55.559711 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41e8624-a750-4075-883f-d0235794db4c req-45dadd9a-5c12-47f6-9e96-c29727e59804 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:47:55.598440 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:55.601228 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:55.601596 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] 10.222.0.79 "PUT /v2.0/ports/443c989e-d2e2-46c1-b9e4-674737bd3e27 HTTP/1.1" status: 200 len: 1092 time: 1.3537180 Nov 02 11:47:55.602062 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b266b92-1d28-4109-8219-b5852d72b600', 'tag': '443c989e-d2e2-46c1-b9e4-674737bd3e27'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:55.604416 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23404a32-cf6e-4240-9926-b6ff6b0c1310" -d '{"events": [{"name": "network-changed", "server_uuid": "9b266b92-1d28-4109-8219-b5852d72b600", "tag": "443c989e-d2e2-46c1-b9e4-674737bd3e27"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:55.611358 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:47:55.616267 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dadd9a-5c12-47f6-9e96-c29727e59804 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Pushing event updated for resources: {'Port': ['ID=4c40a6f3-384b-45b8-9577-7a8fe3e12b10,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:55.616425 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=ee8621e6-3b96-4a6e-95ac-e6d67470bb5b,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:55.645588 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ea6d8-3891-46db-a8be-0d692d8ff981 req-cd9802b8-48db-4585-844a-ac5a80164dfa tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:55.647109 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-513ea6d8-3891-46db-a8be-0d692d8ff981 req-cd9802b8-48db-4585-844a-ac5a80164dfa tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 931 time: 0.1388729 Nov 02 11:47:55.650565 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec97c5c-e1d0-4550-9af5-415f6565ce92 service neutron] Pushing event updated for resources: {'Port': ['ID=443c989e-d2e2-46c1-b9e4-674737bd3e27,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:55.660980 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce9e4aa-e527-4853-9dc0-fc97c7229b66 x-openstack-request-id: req-fce9e4aa-e527-4853-9dc0-fc97c7229b66 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:55.661919 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5479301-0b5a-40a7-bd80-b40f5bacbecf", "tag": "fd352516-2396-4c17-b597-644f9c9944f0", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:55.661919 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fce9e4aa-e527-4853-9dc0-fc97c7229b66 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:55.661919 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5479301-0b5a-40a7-bd80-b40f5bacbecf', 'tag': 'fd352516-2396-4c17-b597-644f9c9944f0', 'status': 'completed', 'code': 200} Nov 02 11:47:55.676170 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e8624-a750-4075-883f-d0235794db4c req-45dadd9a-5c12-47f6-9e96-c29727e59804 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:55.676170 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e41e8624-a750-4075-883f-d0235794db4c req-45dadd9a-5c12-47f6-9e96-c29727e59804 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:55.726087 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-513ea6d8-3891-46db-a8be-0d692d8ff981 req-da8b9877-9c0c-498e-815c-02ad6a06fb63 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/security-groups?id=e68a3bd9-607a-470d-ad8a-4adada733c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671797 Nov 02 11:47:55.876734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4d5f5-4f52-4754-a137-1454b0d8a0dd req-4acc48c6-7139-410f-a5c7-ef9cd07ce538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:55.876734 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19e4d5f5-4f52-4754-a137-1454b0d8a0dd req-4acc48c6-7139-410f-a5c7-ef9cd07ce538 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=52e69722b9da4b93bbbf782def8d393f&device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 1095 time: 0.1036775 Nov 02 11:47:55.876734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcada7-b645-49a8-95d2-173ab8a78046 req-ec4fcdfa-0f41-4236-9594-35ed5b87a6be tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:55.876734 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-81fcada7-b645-49a8-95d2-173ab8a78046 req-ec4fcdfa-0f41-4236-9594-35ed5b87a6be tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/ports?device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 945 time: 0.0812697 Nov 02 11:47:55.941216 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-81fcada7-b645-49a8-95d2-173ab8a78046 req-a55c1748-6331-4f8d-9a8a-b0ace6ddd619 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3833363-fc15-459f-b534-f9a6076c6281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165097 Nov 02 11:47:55.971751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4d5f5-4f52-4754-a137-1454b0d8a0dd req-f4355125-84e8-4543-8eee-ce19c9f5b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:55.973428 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19e4d5f5-4f52-4754-a137-1454b0d8a0dd req-f4355125-84e8-4543-8eee-ce19c9f5b0ee service neutron] 10.222.0.79 "GET /v2.0/networks?id=30d237d2-fe60-4a8f-b6d3-35144dfca248 HTTP/1.1" status: 200 len: 912 time: 0.1658854 Nov 02 11:47:56.002945 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5ad044-4401-44d2-967d-d0835673ad95 x-openstack-request-id: req-bd5ad044-4401-44d2-967d-d0835673ad95 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:56.003402 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a59db2-6163-4f5c-83d5-6e9b3e628046", "name": "network-vif-plugged", "status": "completed", "tag": "ee8621e6-3b96-4a6e-95ac-e6d67470bb5b", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:56.003796 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd5ad044-4401-44d2-967d-d0835673ad95 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:56.004252 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a59db2-6163-4f5c-83d5-6e9b3e628046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8621e6-3b96-4a6e-95ac-e6d67470bb5b', 'code': 200} Nov 02 11:47:56.033278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19e4d5f5-4f52-4754-a137-1454b0d8a0dd req-a18f16d0-c070-40d8-9dff-b07f4ec43735 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd352516-2396-4c17-b597-644f9c9944f0 HTTP/1.1" status: 200 len: 217 time: 0.0496025 Nov 02 11:47:56.102198 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e41e8624-a750-4075-883f-d0235794db4c req-45dadd9a-5c12-47f6-9e96-c29727e59804 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0734987 Nov 02 11:47:56.122235 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4d5f5-4f52-4754-a137-1454b0d8a0dd req-3fc2aeb3-dd3e-470c-b94b-3f7fd7dd4181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:56.122865 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Request body: {'port': {'device_id': '30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:56.123749 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19e4d5f5-4f52-4754-a137-1454b0d8a0dd req-3fc2aeb3-dd3e-470c-b94b-3f7fd7dd4181 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba8183a2-da53-4ec8-989b-84a9ed7accb1 HTTP/1.1" status: 200 len: 851 time: 0.0792274 Nov 02 11:47:56.158541 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28fe36-cd1d-4905-beb8-cd8b4da9d854 req-d49ab348-77f4-47cf-8664-10a9020ea5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:56.160074 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4c28fe36-cd1d-4905-beb8-cd8b4da9d854 req-d49ab348-77f4-47cf-8664-10a9020ea5ac service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 1097 time: 0.0903587 Nov 02 11:47:56.191961 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689e82d-30e5-4484-a17a-08a02f4cd474 req-49e9ab8c-b85a-4469-89d8-5a3f95d4e83d tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:56.193473 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6689e82d-30e5-4484-a17a-08a02f4cd474 req-49e9ab8c-b85a-4469-89d8-5a3f95d4e83d tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/ports?device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 946 time: 0.1404192 Nov 02 11:47:56.195524 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19e4d5f5-4f52-4754-a137-1454b0d8a0dd req-4c2ca904-a307-45a2-acc7-263f24d4a61e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=30d237d2-fe60-4a8f-b6d3-35144dfca248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583606 Nov 02 11:47:56.207429 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:56.251486 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-a27c5024-e696-43a3-8ff9-185676aa3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:56.253055 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-a27c5024-e696-43a3-8ff9-185676aa3042 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=70bd4ff2827b42dd8370f4bb6dca9194&device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 1095 time: 0.1275501 Nov 02 11:47:56.262134 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4c28fe36-cd1d-4905-beb8-cd8b4da9d854 req-008ec7c7-bab1-4c54-8591-d50474f4be46 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b3833363-fc15-459f-b534-f9a6076c6281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814383 Nov 02 11:47:56.317632 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6689e82d-30e5-4484-a17a-08a02f4cd474 req-8270d074-fb45-418b-9681-ad6c84ba395e tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e259a9-1e4c-4834-8303-f7fffc1f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145105 Nov 02 11:47:56.346184 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19e4d5f5-4f52-4754-a137-1454b0d8a0dd req-30e2d8ff-4ec3-4775-a066-65c4046f0bc5 service neutron] 10.222.0.79 "GET /v2.0/networks/30d237d2-fe60-4a8f-b6d3-35144dfca248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417882 Nov 02 11:47:56.448817 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd53ab-ee41-41e7-9e92-88c5374d2b01 req-52f4ed88-a531-44f1-87f6-9097f36f119d tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:56.452012 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66dd53ab-ee41-41e7-9e92-88c5374d2b01 req-52f4ed88-a531-44f1-87f6-9097f36f119d tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 943 time: 0.0625677 Nov 02 11:47:56.515068 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c40a6f3-384b-45b8-9577-7a8fe3e12b10 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:47:56.515733 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-462b1405-8d84-4c7e-9814-03a2de2b38b5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=443c989e-d2e2-46c1-b9e4-674737bd3e27 HTTP/1.1" status: 200 len: 217 time: 0.0627389 Nov 02 11:47:56.524215 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:56.538538 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Transition to ACTIVE for port object 4c40a6f3-384b-45b8-9577-7a8fe3e12b10 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:47:56.634987 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-b0161b12-40bd-4812-95e7-01d4e8704457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:56.636689 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-b0161b12-40bd-4812-95e7-01d4e8704457 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=78d088e5-ec0e-4744-9082-761b5a1be255 HTTP/1.1" status: 200 len: 854 time: 0.1085198 Nov 02 11:47:56.644711 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:56.646154 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66dd53ab-ee41-41e7-9e92-88c5374d2b01 req-6237086e-0249-4b0e-b3e2-e900644b53ae tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847832 Nov 02 11:47:56.659195 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1500cc4b-1e4d-4790-8dac-1f63f40e92e7 x-openstack-request-id: req-1500cc4b-1e4d-4790-8dac-1f63f40e92e7 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:56.659334 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b266b92-1d28-4109-8219-b5852d72b600", "tag": "443c989e-d2e2-46c1-b9e4-674737bd3e27", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:56.659551 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1500cc4b-1e4d-4790-8dac-1f63f40e92e7 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:56.659953 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b266b92-1d28-4109-8219-b5852d72b600', 'tag': '443c989e-d2e2-46c1-b9e4-674737bd3e27', 'status': 'completed', 'code': 200} Nov 02 11:47:56.683509 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19e4d5f5-4f52-4754-a137-1454b0d8a0dd req-deaa7ab0-102e-47b8-ae2f-32d529b0ca0e service neutron] 10.222.0.79 "GET /v2.0/networks/30d237d2-fe60-4a8f-b6d3-35144dfca248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241652 Nov 02 11:47:56.695837 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-ff485bdd-345b-4555-8c46-d43a8658569a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=76dbd935-b84a-4b78-9611-74f345e7416e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401371 Nov 02 11:47:56.796514 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Pushing event updated for resources: {'Port': ['ID=4c40a6f3-384b-45b8-9577-7a8fe3e12b10,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:56.838192 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-18e6a61b-da85-46c3-88af-03ec56ee23ba service neutron] 10.222.0.79 "GET /v2.0/networks/76dbd935-b84a-4b78-9611-74f345e7416e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407309 Nov 02 11:47:56.891425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d55b8-d645-4a2d-a575-8f183e2c610e req-7f8a3da0-e874-4c08-aa28-70d969629afc tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:56.893841 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-124d55b8-d645-4a2d-a575-8f183e2c610e req-7f8a3da0-e874-4c08-aa28-70d969629afc tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 943 time: 0.1210699 Nov 02 11:47:56.906358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f3b12-f3dc-4469-8087-0ef056fef5e0 req-de30ac7d-15d0-4389-82b9-1005c9df3bce tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:56.909467 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c58f3b12-f3dc-4469-8087-0ef056fef5e0 req-de30ac7d-15d0-4389-82b9-1005c9df3bce tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1337678 Nov 02 11:47:56.957494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Attempting to bind port 4c40a6f3-384b-45b8-9577-7a8fe3e12b10 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:47:56.957783 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Attempting to bind port 4c40a6f3-384b-45b8-9577-7a8fe3e12b10 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '8c2b24e4-6fa6-47c1-85f0-97a02467358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '59f1408a-aae6-4da0-9a25-6cf3e98b13d2'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:47:56.958152 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Attempting to bind port 4c40a6f3-384b-45b8-9577-7a8fe3e12b10 on network 59f1408a-aae6-4da0-9a25-6cf3e98b13d2 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:47:56.975385 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Port 4c40a6f3-384b-45b8-9577-7a8fe3e12b10 on network 59f1408a-aae6-4da0-9a25-6cf3e98b13d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:47:56.975770 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Attempting to bind port 4c40a6f3-384b-45b8-9577-7a8fe3e12b10 on network 59f1408a-aae6-4da0-9a25-6cf3e98b13d2 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:47:56.984977 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-124d55b8-d645-4a2d-a575-8f183e2c610e req-688daa82-39ca-4f4a-8e42-ee991388a62e tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/security-groups?id=2000cb64-03b1-414c-bc0e-8efedf12a1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823612 Nov 02 11:47:56.990386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:47:56.990386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Checking segment: {'id': '8c2b24e4-6fa6-47c1-85f0-97a02467358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '59f1408a-aae6-4da0-9a25-6cf3e98b13d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:47:56.990386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Bound using segment: {'id': '8c2b24e4-6fa6-47c1-85f0-97a02467358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '59f1408a-aae6-4da0-9a25-6cf3e98b13d2'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:47:56.990386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Bound port: 4c40a6f3-384b-45b8-9577-7a8fe3e12b10, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2b24e4-6fa6-47c1-85f0-97a02467358c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '59f1408a-aae6-4da0-9a25-6cf3e98b13d2'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:47:56.990386 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:56.991088 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6c674-c464-4b0c-9128-186ebc47f294 req-b3346963-a6a1-4c76-8a41-a83409fa8523 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:56.992305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15d6c674-c464-4b0c-9128-186ebc47f294 req-b3346963-a6a1-4c76-8a41-a83409fa8523 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.54 "GET /v2.0/ports?device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 946 time: 0.1513805 Nov 02 11:47:57.054633 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4bbdf1c8-4799-45a1-af55-5337b252185b req-b6f3b842-0973-4f43-ab44-9ffb0292883a service neutron] 10.222.0.79 "GET /v2.0/networks/76dbd935-b84a-4b78-9611-74f345e7416e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043107 Nov 02 11:47:57.063165 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c58f3b12-f3dc-4469-8087-0ef056fef5e0 req-df10c106-53c3-4f1a-891f-9f1784a73f96 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250443 Nov 02 11:47:57.090298 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] For port 4c40a6f3-384b-45b8-9577-7a8fe3e12b10, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:47:57.094272 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] For port 4c40a6f3-384b-45b8-9577-7a8fe3e12b10, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=4c40a6f3-384b-45b8-9577-7a8fe3e12b10,segment=NetworkSegment(8c2b24e4-6fa6-47c1-85f0-97a02467358c),segment_id=8c2b24e4-6fa6-47c1-85f0-97a02467358c)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:47:57.241393 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:57.281676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:57.283513 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:57.286075 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e41e8624-a750-4075-883f-d0235794db4c req-69c60579-d007-4f75-967f-42534eab74ad service neutron] 10.222.0.79 "PUT /v2.0/ports/4c40a6f3-384b-45b8-9577-7a8fe3e12b10 HTTP/1.1" status: 200 len: 1092 time: 1.1719882 Nov 02 11:47:57.318637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Pushing event updated for resources: {'Port': ['ID=4c40a6f3-384b-45b8-9577-7a8fe3e12b10,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:57.327878 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:57.328400 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:57.328884 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:57.329518 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:57.330594 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:57.331055 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:57.331482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:57.331906 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:57.332353 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:57.332812 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:57.333299 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:57.333764 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c60579-d007-4f75-967f-42534eab74ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:47:57.488948 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e8624-a750-4075-883f-d0235794db4c req-13b4ba49-dc69-4450-bcd3-bd38e192103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:57.490568 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e41e8624-a750-4075-883f-d0235794db4c req-13b4ba49-dc69-4450-bcd3-bd38e192103f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbe319491e674cc3886b01fa837af7cb&device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 1095 time: 0.0506234 Nov 02 11:47:57.533845 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23404a32-cf6e-4240-9926-b6ff6b0c1310 req-8c411d42-e33b-4389-98ff-701b7f276a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:57.535658 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23404a32-cf6e-4240-9926-b6ff6b0c1310 req-8c411d42-e33b-4389-98ff-701b7f276a4b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=70bd4ff2827b42dd8370f4bb6dca9194&device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 1095 time: 0.1085529 Nov 02 11:47:57.540882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-15d6c674-c464-4b0c-9128-186ebc47f294 req-b90f78d0-94ec-4835-9e00-407c0e1411ad tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Deleting port ea10f4d2-d056-4e55-8173-a3666f892e7b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:47:57.541235 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-15d6c674-c464-4b0c-9128-186ebc47f294 req-b90f78d0-94ec-4835-9e00-407c0e1411ad tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:57.568607 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e41e8624-a750-4075-883f-d0235794db4c req-d31ed644-61c7-485c-9275-1e3d4ab37f5e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c40a6f3-384b-45b8-9577-7a8fe3e12b10 HTTP/1.1" status: 200 len: 217 time: 0.0649939 Nov 02 11:47:57.584801 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12237c8f-b5dd-4cef-b775-e611a839bfa9 req-f01ebec8-3261-43d7-9350-ff48a6a0eab9 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:57.586306 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-12237c8f-b5dd-4cef-b775-e611a839bfa9 req-f01ebec8-3261-43d7-9350-ff48a6a0eab9 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 943 time: 0.1580307 Nov 02 11:47:57.629816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e8624-a750-4075-883f-d0235794db4c req-f6cf517a-e8e5-4efd-9eae-f0ba9dc53a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:57.631325 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e41e8624-a750-4075-883f-d0235794db4c req-f6cf517a-e8e5-4efd-9eae-f0ba9dc53a04 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbdbc5d1-3980-424d-9a61-3c695a43ea6f HTTP/1.1" status: 200 len: 852 time: 0.0556672 Nov 02 11:47:57.668810 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a', 'tag': '4c40a6f3-384b-45b8-9577-7a8fe3e12b10'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:57.671266 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3032e8-545e-4cbc-b693-247da37417ae" -d '{"events": [{"name": "network-changed", "server_uuid": "30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a", "tag": "4c40a6f3-384b-45b8-9577-7a8fe3e12b10"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:57.677908 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e41e8624-a750-4075-883f-d0235794db4c req-6087bd8f-2d74-4351-929e-78b66a338500 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59f1408a-aae6-4da0-9a25-6cf3e98b13d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377250 Nov 02 11:47:57.758648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-15d6c674-c464-4b0c-9128-186ebc47f294 req-b90f78d0-94ec-4835-9e00-407c0e1411ad tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] For port ea10f4d2-d056-4e55-8173-a3666f892e7b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ea10f4d2-d056-4e55-8173-a3666f892e7b,segment=NetworkSegment(33bf5b60-5eab-4d70-806d-226f0a4400b2),segment_id=33bf5b60-5eab-4d70-806d-226f0a4400b2)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:57.760680 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-15d6c674-c464-4b0c-9128-186ebc47f294 req-b90f78d0-94ec-4835-9e00-407c0e1411ad tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:57.768596 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-12237c8f-b5dd-4cef-b775-e611a839bfa9 req-52f10c9e-b4cb-4013-81ab-c6c6c7797c8b tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/security-groups?id=e68a3bd9-607a-470d-ad8a-4adada733c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660938 Nov 02 11:47:57.790067 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e41e8624-a750-4075-883f-d0235794db4c req-6ab14306-ded2-43e1-a49d-ba9ba7e00131 service neutron] 10.222.0.79 "GET /v2.0/networks/59f1408a-aae6-4da0-9a25-6cf3e98b13d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947003 Nov 02 11:47:57.805416 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-15d6c674-c464-4b0c-9128-186ebc47f294 req-b90f78d0-94ec-4835-9e00-407c0e1411ad tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Calling delete_port for ea10f4d2-d056-4e55-8173-a3666f892e7b owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:47:57.807022 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23404a32-cf6e-4240-9926-b6ff6b0c1310 req-2c228348-a1f5-4198-b6df-33e71e053864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:57.819055 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23404a32-cf6e-4240-9926-b6ff6b0c1310 req-2c228348-a1f5-4198-b6df-33e71e053864 service neutron] 10.222.0.79 "GET /v2.0/networks?id=76dbd935-b84a-4b78-9611-74f345e7416e HTTP/1.1" status: 200 len: 915 time: 0.2734895 Nov 02 11:47:57.893997 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23404a32-cf6e-4240-9926-b6ff6b0c1310 req-4b889fbf-7e58-4545-90a3-430ca8e4e4cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=443c989e-d2e2-46c1-b9e4-674737bd3e27 HTTP/1.1" status: 200 len: 217 time: 0.0646374 Nov 02 11:47:58.025028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23404a32-cf6e-4240-9926-b6ff6b0c1310 req-07ca4338-1194-4d5a-8eb9-c609b80e3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:58.026842 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23404a32-cf6e-4240-9926-b6ff6b0c1310 req-07ca4338-1194-4d5a-8eb9-c609b80e3bbd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=78d088e5-ec0e-4744-9082-761b5a1be255 HTTP/1.1" status: 200 len: 854 time: 0.1254234 Nov 02 11:47:58.087138 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927d366-3d30-49ea-8573-da8b1535f828 req-03d1c6c4-37b3-422b-82ea-58a2d827225b tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:58.088958 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7927d366-3d30-49ea-8573-da8b1535f828 req-03d1c6c4-37b3-422b-82ea-58a2d827225b tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/ports?device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 946 time: 0.1911011 Nov 02 11:47:58.095383 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23404a32-cf6e-4240-9926-b6ff6b0c1310 req-24840547-1cfa-453c-8c72-731aeba67de2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=76dbd935-b84a-4b78-9611-74f345e7416e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594180 Nov 02 11:47:58.275508 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7927d366-3d30-49ea-8573-da8b1535f828 req-432fb9fe-a883-4abd-bd31-110f4cb75316 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/security-groups?id=a2e259a9-1e4c-4834-8303-f7fffc1f4053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731703 Nov 02 11:47:58.278291 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e41e8624-a750-4075-883f-d0235794db4c req-d609e5c1-b923-4d64-bc01-8ac439267c0d service neutron] 10.222.0.79 "GET /v2.0/networks/59f1408a-aae6-4da0-9a25-6cf3e98b13d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700439 Nov 02 11:47:58.290780 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7770445-bf65-45b6-a3a5-502fb829d73f req-d96b10e5-b349-417d-ac79-609c2edd4d85 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:58.295692 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7770445-bf65-45b6-a3a5-502fb829d73f req-d96b10e5-b349-417d-ac79-609c2edd4d85 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/ports?device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 945 time: 0.0851076 Nov 02 11:47:58.307124 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23404a32-cf6e-4240-9926-b6ff6b0c1310 req-7671640d-2663-465f-a4e8-651a68381f79 service neutron] 10.222.0.79 "GET /v2.0/networks/76dbd935-b84a-4b78-9611-74f345e7416e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028291 Nov 02 11:47:58.343307 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf31f28-693c-42e8-9d74-f6daa9587812 x-openstack-request-id: req-cdf31f28-693c-42e8-9d74-f6daa9587812 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:58.343603 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a", "tag": "4c40a6f3-384b-45b8-9577-7a8fe3e12b10", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:58.343861 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cdf31f28-693c-42e8-9d74-f6daa9587812 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:58.344255 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a', 'tag': '4c40a6f3-384b-45b8-9577-7a8fe3e12b10', 'status': 'completed', 'code': 200} Nov 02 11:47:58.350761 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a7770445-bf65-45b6-a3a5-502fb829d73f req-e6f84c89-b867-45e4-9b34-2750527a4131 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3833363-fc15-459f-b534-f9a6076c6281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541902 Nov 02 11:47:58.388552 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40842) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:58.412630 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-15d6c674-c464-4b0c-9128-186ebc47f294 req-b90f78d0-94ec-4835-9e00-407c0e1411ad tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:58.425365 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['ea10f4d2-d056-4e55-8173-a3666f892e7b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:47:58.495442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f78d0-94ec-4835-9e00-407c0e1411ad tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Pushing event deleted for resources: {'Port': ['ID=ea10f4d2-d056-4e55-8173-a3666f892e7b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:58.521256 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3032e8-545e-4cbc-b693-247da37417ae req-b25a6399-92c4-4bbb-b341-5a8710d8ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:58.522818 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5f3032e8-545e-4cbc-b693-247da37417ae req-b25a6399-92c4-4bbb-b341-5a8710d8ee54 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbe319491e674cc3886b01fa837af7cb&device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 1095 time: 0.0929725 Nov 02 11:47:58.526199 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23404a32-cf6e-4240-9926-b6ff6b0c1310 req-4afbd8e7-20e6-4786-ac41-732b6e0c5e09 service neutron] 10.222.0.79 "GET /v2.0/networks/76dbd935-b84a-4b78-9611-74f345e7416e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122509 Nov 02 11:47:58.540473 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efc700-dc8d-42cc-925c-10c23ab27ee3 req-9a16d73a-373e-4a06-9b19-5b4ee0034733 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:58.545384 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d6c674-c464-4b0c-9128-186ebc47f294 req-b90f78d0-94ec-4835-9e00-407c0e1411ad tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] No DVR routers for this DVR port ea10f4d2-d056-4e55-8173-a3666f892e7b on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:47:58.548173 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-56efc700-dc8d-42cc-925c-10c23ab27ee3 req-9a16d73a-373e-4a06-9b19-5b4ee0034733 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 943 time: 0.0784328 Nov 02 11:47:58.549077 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-15d6c674-c464-4b0c-9128-186ebc47f294 req-b90f78d0-94ec-4835-9e00-407c0e1411ad tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:58.552698 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15d6c674-c464-4b0c-9128-186ebc47f294 req-b90f78d0-94ec-4835-9e00-407c0e1411ad tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.54 "DELETE /v2.0/ports/ea10f4d2-d056-4e55-8173-a3666f892e7b HTTP/1.1" status: 204 len: 173 time: 1.5510457 Nov 02 11:47:58.568939 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ca944-6a08-4a47-9d34-25bb6e4cead8 req-60b00f76-7459-4b21-958f-33e32053618b tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:58.570394 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-172ca944-6a08-4a47-9d34-25bb6e4cead8 req-60b00f76-7459-4b21-958f-33e32053618b tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 943 time: 0.1464975 Nov 02 11:47:58.631265 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-172ca944-6a08-4a47-9d34-25bb6e4cead8 req-303c250f-ae4e-4be9-a10d-69a8c08d3409 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503764 Nov 02 11:47:58.661467 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db1267b-360e-48a7-b512-5514c54e9d5a', 'name': 'network-vif-deleted', 'tag': 'ea10f4d2-d056-4e55-8173-a3666f892e7b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:47:58.664430 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407f2fb8-fcc9-470b-8e58-87a52c2a0153" -d '{"events": [{"server_uuid": "0db1267b-360e-48a7-b512-5514c54e9d5a", "name": "network-vif-deleted", "tag": "ea10f4d2-d056-4e55-8173-a3666f892e7b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:47:58.705025 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-78a57bb0-df94-4cee-bc03-758f7e56076f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=94a67145605e46e99d51eab5299e1bf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3148665 Nov 02 11:47:58.715222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40850) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:58.715423 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-56efc700-dc8d-42cc-925c-10c23ab27ee3 req-4aaa82b4-b51f-48f8-8ff0-34e522f60dc9 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/security-groups?id=2000cb64-03b1-414c-bc0e-8efedf12a1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643822 Nov 02 11:47:58.761100 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3032e8-545e-4cbc-b693-247da37417ae req-9f42b470-f63c-4b33-9425-e46661bed4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:58.761100 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5f3032e8-545e-4cbc-b693-247da37417ae req-9f42b470-f63c-4b33-9425-e46661bed4d8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=59f1408a-aae6-4da0-9a25-6cf3e98b13d2 HTTP/1.1" status: 200 len: 913 time: 0.2063432 Nov 02 11:47:58.767847 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b092eda3-4acd-42a1-8933-b9694eac9da4 x-openstack-request-id: req-b092eda3-4acd-42a1-8933-b9694eac9da4 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:47:58.768141 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db1267b-360e-48a7-b512-5514c54e9d5a", "name": "network-vif-deleted", "tag": "ea10f4d2-d056-4e55-8173-a3666f892e7b", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:47:58.768508 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b092eda3-4acd-42a1-8933-b9694eac9da4 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:47:58.768929 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db1267b-360e-48a7-b512-5514c54e9d5a', 'name': 'network-vif-deleted', 'tag': 'ea10f4d2-d056-4e55-8173-a3666f892e7b', 'status': 'completed', 'code': 200} Nov 02 11:47:58.789473 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc80527f-2bdb-45c5-9d19-b332aaf5b717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:58.818391 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5f3032e8-545e-4cbc-b693-247da37417ae req-ccfe175f-ebc1-41a4-a1d3-483ddeec23ba service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c40a6f3-384b-45b8-9577-7a8fe3e12b10 HTTP/1.1" status: 200 len: 217 time: 0.0507360 Nov 02 11:47:58.822031 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc80527f-2bdb-45c5-9d19-b332aaf5b717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:58.891143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40860) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:58.896785 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4e58afcf-9cbf-4d10-b6b0-3060e8c40f67 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-993472295'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:58.935262 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3032e8-545e-4cbc-b693-247da37417ae req-834f5c1e-d379-4c46-a937-0ecbf75f33a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:58.936749 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5f3032e8-545e-4cbc-b693-247da37417ae req-834f5c1e-d379-4c46-a937-0ecbf75f33a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dbdbc5d1-3980-424d-9a61-3c695a43ea6f HTTP/1.1" status: 200 len: 852 time: 0.1108739 Nov 02 11:47:58.943503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd791a0e-953c-4a3a-86a2-8bd4e00e421a req-66e137ba-3a7d-421b-849b-371ded64b505 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:58.945041 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd791a0e-953c-4a3a-86a2-8bd4e00e421a req-66e137ba-3a7d-421b-849b-371ded64b505 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 943 time: 0.0668511 Nov 02 11:47:58.970442 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5f3032e8-545e-4cbc-b693-247da37417ae req-f0900495-94bc-4f44-aefa-29bae2aee087 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=59f1408a-aae6-4da0-9a25-6cf3e98b13d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257933 Nov 02 11:47:58.998095 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc80527f-2bdb-45c5-9d19-b332aaf5b717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:59.000673 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc80527f-2bdb-45c5-9d19-b332aaf5b717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:59.001948 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bc80527f-2bdb-45c5-9d19-b332aaf5b717 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d6f2f70d-2f03-4d53-8958-e2bd92e9932e HTTP/1.1" status: 204 len: 168 time: 0.2929633 Nov 02 11:47:59.003955 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device fd352516-2396-4c17-b597-644f9c9944f0 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:47:59.007577 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd791a0e-953c-4a3a-86a2-8bd4e00e421a req-ebcbcc49-76f6-4b8d-8a97-cee0f6e6015c tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/security-groups?id=e68a3bd9-607a-470d-ad8a-4adada733c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549207 Nov 02 11:47:59.014243 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80527f-2bdb-45c5-9d19-b332aaf5b717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f2f70d-2f03-4d53-8958-e2bd92e9932e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:59.043250 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e58afcf-9cbf-4d10-b6b0-3060e8c40f67 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Made reservation on behalf of 98712f8e25ee41a2953347ba1e13095a for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:59.047083 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e58afcf-9cbf-4d10-b6b0-3060e8c40f67 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:59.102057 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e58afcf-9cbf-4d10-b6b0-3060e8c40f67 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:47:59.125680 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e58afcf-9cbf-4d10-b6b0-3060e8c40f67 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:59.126179 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-4e58afcf-9cbf-4d10-b6b0-3060e8c40f67 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Added segment 8a41319b-9fbb-4aa6-8974-de13e0f0bf4f of type vlan for network 57381074-bd23-4376-887c-81c9e0b09323 Nov 02 11:47:59.129061 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5f3032e8-545e-4cbc-b693-247da37417ae req-e63b7709-ba87-498b-957d-47da89470e03 service neutron] 10.222.0.79 "GET /v2.0/networks/59f1408a-aae6-4da0-9a25-6cf3e98b13d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516240 Nov 02 11:47:59.156254 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port fd352516-2396-4c17-b597-644f9c9944f0, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=fd352516-2396-4c17-b597-644f9c9944f0,segment=NetworkSegment(58e86f42-b2da-49df-9e62-5ba59aa872a2),segment_id=58e86f42-b2da-49df-9e62-5ba59aa872a2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:59.169978 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'fd352516-2396-4c17-b597-644f9c9944f0', 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248', 'port_id': 'fd352516-2396-4c17-b597-644f9c9944f0', 'mac_address': 'fa:16:3e:08:76:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8183a2-da53-4ec8-989b-84a9ed7accb1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:47:59.202116 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e58afcf-9cbf-4d10-b6b0-3060e8c40f67 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:59.210183 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:59.227310 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd352516-2396-4c17-b597-644f9c9944f0 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:47:59.254900 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port fd352516-2396-4c17-b597-644f9c9944f0, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=fd352516-2396-4c17-b597-644f9c9944f0,segment=NetworkSegment(58e86f42-b2da-49df-9e62-5ba59aa872a2),segment_id=58e86f42-b2da-49df-9e62-5ba59aa872a2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:47:59.291281 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5f3032e8-545e-4cbc-b693-247da37417ae req-b9e7d8ab-39df-428c-a26d-f3115366cf5c service neutron] 10.222.0.79 "GET /v2.0/networks/59f1408a-aae6-4da0-9a25-6cf3e98b13d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311486 Nov 02 11:47:59.348083 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4994652-d0ae-4c39-a681-b16a7e04ef47 req-7441aa91-53bf-4b10-abb5-eab03f58aa94 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:59.349524 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c4994652-d0ae-4c39-a681-b16a7e04ef47 req-7441aa91-53bf-4b10-abb5-eab03f58aa94 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/ports?device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 945 time: 0.0519314 Nov 02 11:47:59.396796 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-68a3c719-daf9-4886-bfb7-59943353c915 req-9a9ee5b3-ef3b-4b65-9f04-8d2b3753f9e5 tempest-VolumesActionsTest-1082458639 tempest-VolumesActionsTest-1082458639-project] 10.222.0.52 "GET /v2.0/ports?device_id=0db1267b-360e-48a7-b512-5514c54e9d5a HTTP/1.1" status: 200 len: 210 time: 0.0330932 Nov 02 11:47:59.404012 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e58afcf-9cbf-4d10-b6b0-3060e8c40f67 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:59.404732 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:59.412340 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c4994652-d0ae-4c39-a681-b16a7e04ef47 req-3dfc8325-b9fc-47b1-9d94-f1b652fab2da tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3833363-fc15-459f-b534-f9a6076c6281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551982 Nov 02 11:47:59.412923 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e58afcf-9cbf-4d10-b6b0-3060e8c40f67 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:59.413651 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e58afcf-9cbf-4d10-b6b0-3060e8c40f67 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:59.474020 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=fd352516-2396-4c17-b597-644f9c9944f0,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:59.492409 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58afcf-9cbf-4d10-b6b0-3060e8c40f67 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event updated for resources: {'Network': ['ID=57381074-bd23-4376-887c-81c9e0b09323,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:47:59.505984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 57381074-bd23-4376-887c-81c9e0b09323 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:47:59.565082 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4e58afcf-9cbf-4d10-b6b0-3060e8c40f67 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6728020 Nov 02 11:47:59.573886 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40870) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:47:59.580723 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b58a03ca-eb0f-40b2-8a32-98150462ada8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1824428610'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:47:59.671406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['fd352516-2396-4c17-b597-644f9c9944f0'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:47:59.711684 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58a03ca-eb0f-40b2-8a32-98150462ada8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Made reservation on behalf of 98712f8e25ee41a2953347ba1e13095a for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:47:59.721809 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b58a03ca-eb0f-40b2-8a32-98150462ada8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:59.765987 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6f00d-2be1-437c-b3d0-37374a713281 req-01dfce7e-a673-47b7-9bb2-f367f8043cd5 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:59.774067 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-43d6f00d-2be1-437c-b3d0-37374a713281 req-01dfce7e-a673-47b7-9bb2-f367f8043cd5 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 944 time: 0.0687602 Nov 02 11:47:59.779780 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58a03ca-eb0f-40b2-8a32-98150462ada8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:47:59.802220 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b58a03ca-eb0f-40b2-8a32-98150462ada8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:59.802848 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-b58a03ca-eb0f-40b2-8a32-98150462ada8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Added segment cde4e05a-c375-4c4e-bb3b-d08e157c6c96 of type vlan for network 186d9e24-7a85-466f-9541-9c5be919901f Nov 02 11:47:59.830725 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-43d6f00d-2be1-437c-b3d0-37374a713281 req-2bd9d5a4-6db1-4871-b5d4-da7c833ac2b0 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555885 Nov 02 11:47:59.899505 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b58a03ca-eb0f-40b2-8a32-98150462ada8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:47:59.910498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd891f1e-8ecc-4c3f-ad3b-e23cb7f5fe93 req-91b67623-ef4d-4c14-b21e-0ba4390932b4 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:47:59.912098 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cd891f1e-8ecc-4c3f-ad3b-e23cb7f5fe93 req-91b67623-ef4d-4c14-b21e-0ba4390932b4 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 943 time: 0.1148272 Nov 02 11:47:59.978063 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cd891f1e-8ecc-4c3f-ad3b-e23cb7f5fe93 req-e597e671-26b3-4e57-aed6-e3da420eba45 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/security-groups?id=2000cb64-03b1-414c-bc0e-8efedf12a1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588310 Nov 02 11:48:00.018288 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b58a03ca-eb0f-40b2-8a32-98150462ada8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:00.024146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58a03ca-eb0f-40b2-8a32-98150462ada8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:00.024734 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b58a03ca-eb0f-40b2-8a32-98150462ada8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:00.096206 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a03ca-eb0f-40b2-8a32-98150462ada8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event updated for resources: {'Network': ['ID=186d9e24-7a85-466f-9541-9c5be919901f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:00.106145 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 186d9e24-7a85-466f-9541-9c5be919901f details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:48:00.162548 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f81e06-c3d3-4e06-aa42-17e0f7e238a2 req-da118eeb-1348-4267-8811-b3cfc6913c91 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:00.167457 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-31f81e06-c3d3-4e06-aa42-17e0f7e238a2 req-da118eeb-1348-4267-8811-b3cfc6913c91 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 943 time: 0.0579035 Nov 02 11:48:00.182958 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b58a03ca-eb0f-40b2-8a32-98150462ada8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6077602 Nov 02 11:48:00.185802 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40892) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:00.191024 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-65ff2a59-a695-4a0c-b571-bb5cb4c807f0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Request body: {'subnet': {'network_id': '57381074-bd23-4376-887c-81c9e0b09323', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:00.225774 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-31f81e06-c3d3-4e06-aa42-17e0f7e238a2 req-66c96a93-87fa-45da-9509-6c66442fb26d tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/security-groups?id=e68a3bd9-607a-470d-ad8a-4adada733c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555646 Nov 02 11:48:00.493333 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ea10f4d2-d056-4e55-8173-a3666f892e7b no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:48:00.506047 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ff2a59-a695-4a0c-b571-bb5cb4c807f0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Made reservation on behalf of 98712f8e25ee41a2953347ba1e13095a for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:48:00.510352 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65ff2a59-a695-4a0c-b571-bb5cb4c807f0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:00.518115 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: ea10f4d2-d056-4e55-8173-a3666f892e7b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:48:00.518457 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ea10f4d2-d056-4e55-8173-a3666f892e7b not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:48:00.645414 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f0d96-a10c-4703-8695-c44845d1e5f3 req-7838d3f3-0258-4e53-82ca-f1f8c55ec9f8 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:00.646984 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b9f0d96-a10c-4703-8695-c44845d1e5f3 req-7838d3f3-0258-4e53-82ca-f1f8c55ec9f8 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/ports?device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 945 time: 0.1582882 Nov 02 11:48:00.697132 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630982b-280a-4c3b-b5c8-c94f2a054cd5 req-2d65c680-52df-4eb1-9fb4-ff22d2680caa tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:00.698545 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b630982b-280a-4c3b-b5c8-c94f2a054cd5 req-2d65c680-52df-4eb1-9fb4-ff22d2680caa tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.79 "GET /v2.0/ports?device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 945 time: 0.1423395 Nov 02 11:48:00.790485 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b9f0d96-a10c-4703-8695-c44845d1e5f3 req-4f6def13-791f-4391-addd-1d03dfdf193b tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/security-groups?id=b3833363-fc15-459f-b534-f9a6076c6281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316381 Nov 02 11:48:00.908437 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-b630982b-280a-4c3b-b5c8-c94f2a054cd5 req-e5747d40-c1fe-4d35-9f80-84c66118a3e6 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Deleting port ee8621e6-3b96-4a6e-95ac-e6d67470bb5b {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:48:00.908811 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b630982b-280a-4c3b-b5c8-c94f2a054cd5 req-e5747d40-c1fe-4d35-9f80-84c66118a3e6 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:00.974483 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37cb11-0577-4248-9648-e9ecae07e206 req-a74a8f1b-cef3-4fc1-a722-a5e97490ef16 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:00.975966 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b37cb11-0577-4248-9648-e9ecae07e206 req-a74a8f1b-cef3-4fc1-a722-a5e97490ef16 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 944 time: 0.0650609 Nov 02 11:48:01.006783 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 443c989e-d2e2-46c1-b9e4-674737bd3e27 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:48:01.033590 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-b630982b-280a-4c3b-b5c8-c94f2a054cd5 req-e5747d40-c1fe-4d35-9f80-84c66118a3e6 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] For port ee8621e6-3b96-4a6e-95ac-e6d67470bb5b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ee8621e6-3b96-4a6e-95ac-e6d67470bb5b,segment=NetworkSegment(d543d7f5-6e23-4301-a390-fc949f7c8824),segment_id=d543d7f5-6e23-4301-a390-fc949f7c8824)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:01.033590 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b630982b-280a-4c3b-b5c8-c94f2a054cd5 req-e5747d40-c1fe-4d35-9f80-84c66118a3e6 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:01.033590 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65ff2a59-a695-4a0c-b571-bb5cb4c807f0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:01.040313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device fd352516-2396-4c17-b597-644f9c9944f0 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:48:01.050369 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b37cb11-0577-4248-9648-e9ecae07e206 req-0281455b-ff88-49b7-b1df-590ee0abf2cc tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679519 Nov 02 11:48:01.082330 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-b630982b-280a-4c3b-b5c8-c94f2a054cd5 req-e5747d40-c1fe-4d35-9f80-84c66118a3e6 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Calling delete_port for ee8621e6-3b96-4a6e-95ac-e6d67470bb5b owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:48:01.173619 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 443c989e-d2e2-46c1-b9e4-674737bd3e27, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=443c989e-d2e2-46c1-b9e4-674737bd3e27,segment=NetworkSegment(fb63e613-aaa0-4dbc-8656-a3104697a4a4),segment_id=fb63e613-aaa0-4dbc-8656-a3104697a4a4)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:01.187580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '443c989e-d2e2-46c1-b9e4-674737bd3e27', 'network_id': '76dbd935-b84a-4b78-9611-74f345e7416e', 'port_id': '443c989e-d2e2-46c1-b9e4-674737bd3e27', 'mac_address': 'fa:16:3e:4e:7c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d088e5-ec0e-4744-9082-761b5a1be255', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:48:01.190618 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff2a59-a695-4a0c-b571-bb5cb4c807f0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event updated for resources: {'Subnet': ['ID=c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:01.229505 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ff2a59-a695-4a0c-b571-bb5cb4c807f0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Checking segment: {'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:48:01.229788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ff2a59-a695-4a0c-b571-bb5cb4c807f0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Network hostable DHCP agents. Network: 57381074-bd23-4376-887c-81c9e0b09323, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:48:01.240151 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:01.240417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560a6c7-7d88-42bb-817d-5829f22ab296 req-5fa6b67b-4598-47de-a6f9-63974c3dc7b2 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:01.241999 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0560a6c7-7d88-42bb-817d-5829f22ab296 req-5fa6b67b-4598-47de-a6f9-63974c3dc7b2 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 943 time: 0.1643007 Nov 02 11:48:01.267264 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443c989e-d2e2-46c1-b9e4-674737bd3e27 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:48:01.310263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 443c989e-d2e2-46c1-b9e4-674737bd3e27, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=443c989e-d2e2-46c1-b9e4-674737bd3e27,segment=NetworkSegment(fb63e613-aaa0-4dbc-8656-a3104697a4a4),segment_id=fb63e613-aaa0-4dbc-8656-a3104697a4a4)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:01.328988 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port fd352516-2396-4c17-b597-644f9c9944f0 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:48:01.333580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port fd352516-2396-4c17-b597-644f9c9944f0 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:01.334099 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:01.349688 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40922) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:01.356121 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0560a6c7-7d88-42bb-817d-5829f22ab296 req-04547999-6834-4466-b1ab-cd059876b425 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/security-groups?id=2000cb64-03b1-414c-bc0e-8efedf12a1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987949 Nov 02 11:48:01.422464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43413659-007f-4167-8377-901429e509f1 req-7b5f703d-7a75-4641-97dc-aaa99431b09a tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:01.424575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-43413659-007f-4167-8377-901429e509f1 req-7b5f703d-7a75-4641-97dc-aaa99431b09a tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 943 time: 0.0849481 Nov 02 11:48:01.445509 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:01.446062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ff2a59-a695-4a0c-b571-bb5cb4c807f0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Network 57381074-bd23-4376-887c-81c9e0b09323 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:48:01.449647 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:01.493816 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-43413659-007f-4167-8377-901429e509f1 req-c06950ea-1528-4a7a-b7ce-0cbfa5963cb6 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/security-groups?id=e68a3bd9-607a-470d-ad8a-4adada733c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627000 Nov 02 11:48:01.512349 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b630982b-280a-4c3b-b5c8-c94f2a054cd5 req-e5747d40-c1fe-4d35-9f80-84c66118a3e6 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:01.524310 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ca31d6f-835e-4731-9040-dc67f424edcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:01.533047 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5479301-0b5a-40a7-bd80-b40f5bacbecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd352516-2396-4c17-b597-644f9c9944f0'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:48:01.535784 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d5ad92-ceba-4203-8bf8-a9913e82a6d1" -d '{"events": [{"server_uuid": "c5479301-0b5a-40a7-bd80-b40f5bacbecf", "name": "network-vif-plugged", "status": "completed", "tag": "fd352516-2396-4c17-b597-644f9c9944f0"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:48:01.555071 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-65ff2a59-a695-4a0c-b571-bb5cb4c807f0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 57381074-bd23-4376-887c-81c9e0b09323) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:48:01.557403 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port fd352516-2396-4c17-b597-644f9c9944f0, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=fd352516-2396-4c17-b597-644f9c9944f0,segment=NetworkSegment(58e86f42-b2da-49df-9e62-5ba59aa872a2),segment_id=58e86f42-b2da-49df-9e62-5ba59aa872a2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:01.558691 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=443c989e-d2e2-46c1-b9e4-674737bd3e27,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:01.560037 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ff2a59-a695-4a0c-b571-bb5cb4c807f0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:01.561684 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65ff2a59-a695-4a0c-b571-bb5cb4c807f0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:01.565715 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5747d40-c1fe-4d35-9f80-84c66118a3e6 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Pushing event deleted for resources: {'Port': ['ID=ee8621e6-3b96-4a6e-95ac-e6d67470bb5b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:01.578139 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ef3060-4d86-4cc1-9770-3c5bc601507f None None] Network 57381074-bd23-4376-887c-81c9e0b09323 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:48:01.629848 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-b630982b-280a-4c3b-b5c8-c94f2a054cd5 req-e5747d40-c1fe-4d35-9f80-84c66118a3e6 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] No DVR routers for this DVR port ee8621e6-3b96-4a6e-95ac-e6d67470bb5b on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:48:01.630649 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ca31d6f-835e-4731-9040-dc67f424edcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:01.633788 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b630982b-280a-4c3b-b5c8-c94f2a054cd5 req-e5747d40-c1fe-4d35-9f80-84c66118a3e6 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:01.637296 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b630982b-280a-4c3b-b5c8-c94f2a054cd5 req-e5747d40-c1fe-4d35-9f80-84c66118a3e6 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.79 "DELETE /v2.0/ports/ee8621e6-3b96-4a6e-95ac-e6d67470bb5b HTTP/1.1" status: 204 len: 173 time: 0.9289029 Nov 02 11:48:01.637951 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a59db2-6163-4f5c-83d5-6e9b3e628046', 'name': 'network-vif-deleted', 'tag': 'ee8621e6-3b96-4a6e-95ac-e6d67470bb5b'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:48:01.643093 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfee4b98-5f1a-45b1-bfb2-699bd1ee8c9d x-openstack-request-id: req-cfee4b98-5f1a-45b1-bfb2-699bd1ee8c9d {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:48:01.643686 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5479301-0b5a-40a7-bd80-b40f5bacbecf", "name": "network-vif-plugged", "status": "completed", "tag": "fd352516-2396-4c17-b597-644f9c9944f0", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:48:01.644009 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cfee4b98-5f1a-45b1-bfb2-699bd1ee8c9d {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:48:01.644246 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc49a712-6ff4-4643-9622-ad8ca288f8fa" -d '{"events": [{"server_uuid": "55a59db2-6163-4f5c-83d5-6e9b3e628046", "name": "network-vif-deleted", "tag": "ee8621e6-3b96-4a6e-95ac-e6d67470bb5b"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:48:01.644867 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5479301-0b5a-40a7-bd80-b40f5bacbecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd352516-2396-4c17-b597-644f9c9944f0', 'code': 200} Nov 02 11:48:01.661968 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:01.687676 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a03fa71-da04-4152-92ce-8b45952053fa x-openstack-request-id: req-6a03fa71-da04-4152-92ce-8b45952053fa {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:48:01.688740 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a59db2-6163-4f5c-83d5-6e9b3e628046", "name": "network-vif-deleted", "tag": "ee8621e6-3b96-4a6e-95ac-e6d67470bb5b", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:48:01.688740 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a03fa71-da04-4152-92ce-8b45952053fa {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:48:01.688740 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a59db2-6163-4f5c-83d5-6e9b3e628046', 'name': 'network-vif-deleted', 'tag': 'ee8621e6-3b96-4a6e-95ac-e6d67470bb5b', 'status': 'completed', 'code': 200} Nov 02 11:48:01.701969 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['443c989e-d2e2-46c1-b9e4-674737bd3e27'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:48:01.711448 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-65ff2a59-a695-4a0c-b571-bb5cb4c807f0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5245554 Nov 02 11:48:01.715255 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40932) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:01.722339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-23a13fdb-39f8-4365-96ef-1c568620908c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Request body: {'subnet': {'network_id': '186d9e24-7a85-466f-9541-9c5be919901f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:01.752551 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5e727-2a95-402a-b2c2-157a181fbdbd req-ffdb3e18-e26e-4722-b92b-7d9346c4c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:01.754135 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6bd5e727-2a95-402a-b2c2-157a181fbdbd req-ffdb3e18-e26e-4722-b92b-7d9346c4c137 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 1097 time: 0.0578165 Nov 02 11:48:01.759773 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ca31d6f-835e-4731-9040-dc67f424edcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:01.783102 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=fd352516-2396-4c17-b597-644f9c9944f0,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:01.809812 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6bd5e727-2a95-402a-b2c2-157a181fbdbd req-e2838bef-dcc4-4283-a549-1ffadff089cb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474222 Nov 02 11:48:01.884434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-57381074-bd23-4376-887c-81c9e0b09323', 'network_id': '57381074-bd23-4376-887c-81c9e0b09323', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'fixed_ips': [{'subnet_id': 'c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:48:01.885299 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:01.909320 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca31d6f-835e-4731-9040-dc67f424edcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35dd778a-8e0f-47dd-8c81-cf5bcd1fa528,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:01.917820 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d2a888f4-7bb8-474d-9cce-b489208842d6 req-2997230d-0fbf-4872-8756-a689065aecbf tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/ports?device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 210 time: 0.0424852 Nov 02 11:48:01.918737 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3ca31d6f-835e-4731-9040-dc67f424edcb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e30c154554a24c81814f1fc7a16c14ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5667286 Nov 02 11:48:01.919918 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40938) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:01.976502 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a13fdb-39f8-4365-96ef-1c568620908c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Made reservation on behalf of 98712f8e25ee41a2953347ba1e13095a for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:48:01.981234 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-23a13fdb-39f8-4365-96ef-1c568620908c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:02.021196 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-463aad08-9e4d-4929-a95b-325d69095f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:02.085028 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Allocated IP 10.1.1.2 (57381074-bd23-4376-887c-81c9e0b09323/c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638/e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:48:02.101771 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-463aad08-9e4d-4929-a95b-325d69095f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:02.268322 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96576e04-5c0b-41bb-ab17-58cdb4d7251d req-4f4bb70d-dc1e-4e2c-8e64-52da6f5a2ad1 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:02.269892 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96576e04-5c0b-41bb-ab17-58cdb4d7251d req-4f4bb70d-dc1e-4e2c-8e64-52da6f5a2ad1 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.1000197 Nov 02 11:48:02.297355 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:02.357859 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96576e04-5c0b-41bb-ab17-58cdb4d7251d req-92cdabc0-e377-4c5a-b5fb-d87794188921 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795650 Nov 02 11:48:02.358983 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-463aad08-9e4d-4929-a95b-325d69095f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:02.362131 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-463aad08-9e4d-4929-a95b-325d69095f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:02.364960 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-463aad08-9e4d-4929-a95b-325d69095f1c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/35dd778a-8e0f-47dd-8c81-cf5bcd1fa528 HTTP/1.1" status: 204 len: 168 time: 0.4437304 Nov 02 11:48:02.382101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aad08-9e4d-4929-a95b-325d69095f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dd778a-8e0f-47dd-8c81-cf5bcd1fa528,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:02.475974 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:02.513456 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b43d49-e9b6-47f6-8c80-20b936eb2026 req-aef972db-5667-4fc4-8121-460781a6aa5f tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:02.516474 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Network 57381074-bd23-4376-887c-81c9e0b09323 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:48:02.519884 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35b43d49-e9b6-47f6-8c80-20b936eb2026 req-aef972db-5667-4fc4-8121-460781a6aa5f tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 944 time: 0.0663791 Nov 02 11:48:02.524139 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-23a13fdb-39f8-4365-96ef-1c568620908c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:02.524778 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:48:02.529417 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:48:02.533010 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Pushing event updated for resources: {'Port': ['ID=e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:02.604019 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35b43d49-e9b6-47f6-8c80-20b936eb2026 req-b709cd7c-2553-4fe9-a512-64bed72756c3 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/security-groups?id=2000cb64-03b1-414c-bc0e-8efedf12a1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811064 Nov 02 11:48:02.612922 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Attempting to bind port e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:48:02.613477 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Attempting to bind port e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:48:02.613751 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Attempting to bind port e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e on network 57381074-bd23-4376-887c-81c9e0b09323 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:02.619488 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a13fdb-39f8-4365-96ef-1c568620908c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event updated for resources: {'Subnet': ['ID=422a9cf8-192f-4d0c-89d7-9acf4676de9f,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:02.621827 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:48:02.622231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Checking segment: {'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:48:02.622626 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:02.623204 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Bound using segment: {'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:48:02.623694 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Bound port: e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:48:02.624091 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:02.706161 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889915d-2a59-4b95-9863-3791ed9febfb req-13aa0a37-dda9-439c-a3fe-a27af4c4091f tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:02.707884 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7889915d-2a59-4b95-9863-3791ed9febfb req-13aa0a37-dda9-439c-a3fe-a27af4c4091f tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 943 time: 0.0857286 Nov 02 11:48:02.708943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a13fdb-39f8-4365-96ef-1c568620908c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Checking segment: {'id': 'cde4e05a-c375-4c4e-bb3b-d08e157c6c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '186d9e24-7a85-466f-9541-9c5be919901f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:48:02.709391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a13fdb-39f8-4365-96ef-1c568620908c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Network hostable DHCP agents. Network: 186d9e24-7a85-466f-9541-9c5be919901f, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:48:02.741392 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] For port e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:48:02.746311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] For port e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:48:02.779219 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7889915d-2a59-4b95-9863-3791ed9febfb req-69b2c088-11ff-4b31-978a-f59110cc2d2b tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/security-groups?id=e68a3bd9-607a-470d-ad8a-4adada733c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545089 Nov 02 11:48:02.858216 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a13fdb-39f8-4365-96ef-1c568620908c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Network 186d9e24-7a85-466f-9541-9c5be919901f is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:48:02.858551 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:02.911588 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392e8db-61cb-4889-96c5-3975499cf10a None None] Pushing event updated for resources: {'Port': ['ID=e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:02.956474 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-23a13fdb-39f8-4365-96ef-1c568620908c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 186d9e24-7a85-466f-9541-9c5be919901f) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:48:02.963331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a13fdb-39f8-4365-96ef-1c568620908c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:02.964183 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-23a13fdb-39f8-4365-96ef-1c568620908c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:02.964861 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df645cab-9eea-493e-b661-458005cbc825 None None] Network 186d9e24-7a85-466f-9541-9c5be919901f requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:48:03.045167 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b3755fb-322b-42e4-94aa-c91ea6f508a9 req-e96612ec-1c44-4282-8ff9-f76ab5298ad2 tempest-InstanceActionsNegativeTestJSON-1316823820 tempest-InstanceActionsNegativeTestJSON-1316823820-project] 10.222.0.52 "GET /v2.0/ports?device_id=55a59db2-6163-4f5c-83d5-6e9b3e628046 HTTP/1.1" status: 200 len: 210 time: 0.0361204 Nov 02 11:48:03.075448 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-23a13fdb-39f8-4365-96ef-1c568620908c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3577499 Nov 02 11:48:03.084958 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40960) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:03.091657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c1f03593-8397-4668-b8a3-ffbbd72726dc tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Request body: {'port': {'network_id': '57381074-bd23-4376-887c-81c9e0b09323', 'name': 'tempest-TaggedBootDevicesTest-698271687', 'fixed_ips': [{'subnet_id': 'c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638'}]}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:03.216444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 4c40a6f3-384b-45b8-9577-7a8fe3e12b10 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:48:03.218399 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 443c989e-d2e2-46c1-b9e4-674737bd3e27 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:48:03.385851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f03593-8397-4668-b8a3-ffbbd72726dc tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Made reservation on behalf of 98712f8e25ee41a2953347ba1e13095a for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:48:03.475554 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 4c40a6f3-384b-45b8-9577-7a8fe3e12b10, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=4c40a6f3-384b-45b8-9577-7a8fe3e12b10,segment=NetworkSegment(8c2b24e4-6fa6-47c1-85f0-97a02467358c),segment_id=8c2b24e4-6fa6-47c1-85f0-97a02467358c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:03.488735 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-186d9e24-7a85-466f-9541-9c5be919901f', 'network_id': '186d9e24-7a85-466f-9541-9c5be919901f', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'fixed_ips': [{'subnet_id': '422a9cf8-192f-4d0c-89d7-9acf4676de9f'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:48:03.489605 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:03.509770 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '4c40a6f3-384b-45b8-9577-7a8fe3e12b10', 'network_id': '59f1408a-aae6-4da0-9a25-6cf3e98b13d2', 'port_id': '4c40a6f3-384b-45b8-9577-7a8fe3e12b10', 'mac_address': 'fa:16:3e:f7:86:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdbc5d1-3980-424d-9a61-3c695a43ea6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:48:03.519266 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 443c989e-d2e2-46c1-b9e4-674737bd3e27 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:48:03.531751 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 443c989e-d2e2-46c1-b9e4-674737bd3e27 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:03.532954 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:03.563035 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1f03593-8397-4668-b8a3-ffbbd72726dc tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:03.574155 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2cf39-c6f8-4332-95c3-9ba1438511d0 req-9b6b4c40-4aba-4654-9e68-221efd69d6b7 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:03.576020 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6bd2cf39-c6f8-4332-95c3-9ba1438511d0 req-9b6b4c40-4aba-4654-9e68-221efd69d6b7 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.0912182 Nov 02 11:48:03.607978 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-c1f03593-8397-4668-b8a3-ffbbd72726dc tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] device_id is not set on port e49a6e4f-ad58-4cc4-a201-1817a84804d2 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:48:03.693890 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:03.785494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f2014-98e7-4309-ad5e-02046c66aeeb req-50b8f272-642d-4389-a7df-45d92984d8a1 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:03.793535 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-369f2014-98e7-4309-ad5e-02046c66aeeb req-50b8f272-642d-4389-a7df-45d92984d8a1 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 944 time: 0.0741453 Nov 02 11:48:03.800803 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6bd2cf39-c6f8-4332-95c3-9ba1438511d0 req-32f748ac-9a6e-4847-b99b-8ab6ad432aa6 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099378 Nov 02 11:48:03.846388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c40a6f3-384b-45b8-9577-7a8fe3e12b10 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:48:03.876443 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-369f2014-98e7-4309-ad5e-02046c66aeeb req-54c5f694-9414-4bf7-8e52-286e11e21652 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/security-groups?id=2000cb64-03b1-414c-bc0e-8efedf12a1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810921 Nov 02 11:48:03.876787 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 4c40a6f3-384b-45b8-9577-7a8fe3e12b10, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=4c40a6f3-384b-45b8-9577-7a8fe3e12b10,segment=NetworkSegment(8c2b24e4-6fa6-47c1-85f0-97a02467358c),segment_id=8c2b24e4-6fa6-47c1-85f0-97a02467358c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:03.915275 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Allocated IP 10.2.2.2 (186d9e24-7a85-466f-9541-9c5be919901f/422a9cf8-192f-4d0c-89d7-9acf4676de9f/c6df7c4f-0ee5-45c5-b8bd-507d17d58094) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:48:03.919416 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:03.978311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b266b92-1d28-4109-8219-b5852d72b600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443c989e-d2e2-46c1-b9e4-674737bd3e27'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:48:03.981168 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0875e7ff-639d-4882-9cea-a5846161c3b8" -d '{"events": [{"server_uuid": "9b266b92-1d28-4109-8219-b5852d72b600", "name": "network-vif-plugged", "status": "completed", "tag": "443c989e-d2e2-46c1-b9e4-674737bd3e27"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:48:03.987802 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:04.034886 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 443c989e-d2e2-46c1-b9e4-674737bd3e27, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=443c989e-d2e2-46c1-b9e4-674737bd3e27,segment=NetworkSegment(fb63e613-aaa0-4dbc-8656-a3104697a4a4),segment_id=fb63e613-aaa0-4dbc-8656-a3104697a4a4)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:04.055111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cd54f-b620-43bc-a80e-ddf458cfcca7 req-2262224d-e1f3-4cf2-b964-0572928fe719 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:04.062873 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e83cd54f-b620-43bc-a80e-ddf458cfcca7 req-2262224d-e1f3-4cf2-b964-0572928fe719 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 943 time: 0.1531615 Nov 02 11:48:04.102103 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-c1f03593-8397-4668-b8a3-ffbbd72726dc tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Allocated IP 10.1.1.244 (57381074-bd23-4376-887c-81c9e0b09323/c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638/e49a6e4f-ad58-4cc4-a201-1817a84804d2) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:48:04.117549 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:04.117549 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ee8621e6-3b96-4a6e-95ac-e6d67470bb5b no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:48:04.162504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: ee8621e6-3b96-4a6e-95ac-e6d67470bb5b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:48:04.162871 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ee8621e6-3b96-4a6e-95ac-e6d67470bb5b not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:48:04.169658 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e83cd54f-b620-43bc-a80e-ddf458cfcca7 req-0eea8b7f-b087-4707-b79f-814ad77f976b tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/security-groups?id=e68a3bd9-607a-470d-ad8a-4adada733c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048706 Nov 02 11:48:04.246370 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=4c40a6f3-384b-45b8-9577-7a8fe3e12b10,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:04.277209 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32714c6b-b102-4d65-8c9e-bc73f02f6d1a x-openstack-request-id: req-32714c6b-b102-4d65-8c9e-bc73f02f6d1a {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:48:04.277520 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b266b92-1d28-4109-8219-b5852d72b600", "name": "network-vif-plugged", "status": "completed", "tag": "443c989e-d2e2-46c1-b9e4-674737bd3e27", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:48:04.277779 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32714c6b-b102-4d65-8c9e-bc73f02f6d1a {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:48:04.278186 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b266b92-1d28-4109-8219-b5852d72b600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443c989e-d2e2-46c1-b9e4-674737bd3e27', 'code': 200} Nov 02 11:48:04.340640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['4c40a6f3-384b-45b8-9577-7a8fe3e12b10'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:48:04.385777 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:48:04.421940 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200caa0-d959-4085-b5b2-9345f2d992f2 req-5407bfb5-cdee-462e-b294-64fe0cbb3551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:04.424080 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a200caa0-d959-4085-b5b2-9345f2d992f2 req-5407bfb5-cdee-462e-b294-64fe0cbb3551 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 1097 time: 0.1028676 Nov 02 11:48:04.456439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=443c989e-d2e2-46c1-b9e4-674737bd3e27,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:04.475242 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1f03593-8397-4668-b8a3-ffbbd72726dc tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:04.477007 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41000) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:04.528189 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a200caa0-d959-4085-b5b2-9345f2d992f2 req-d050817e-a88b-4be5-b202-6a3821590018 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2000cb64-03b1-414c-bc0e-8efedf12a1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873361 Nov 02 11:48:04.528745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413618e3-1f8c-4210-9be6-97abc9304353 None None] Network 57381074-bd23-4376-887c-81c9e0b09323 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:48:04.588348 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-6141c817-458e-40ff-b133-bc4c714d02b7 admin admin] Deleting subnet f7ea7539-3c3c-4eef-bff8-5fd9b38c7aba {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:48:04.593708 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6141c817-458e-40ff-b133-bc4c714d02b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:04.627681 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:04.640327 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6141c817-458e-40ff-b133-bc4c714d02b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:04.654368 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac3fa9-c828-4019-8a26-b244f307a4da req-78a7033c-dc51-4cb4-87e5-6d8f661f8e7c tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:04.656445 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-efac3fa9-c828-4019-8a26-b244f307a4da req-78a7033c-dc51-4cb4-87e5-6d8f661f8e7c tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.0940249 Nov 02 11:48:04.682166 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e4921d83-e798-4bb2-a2f2-f3842046b70d None None] Provisioning complete for port e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:04.682814 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e4921d83-e798-4bb2-a2f2-f3842046b70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:04.690843 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6141c817-458e-40ff-b133-bc4c714d02b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:04.727128 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1f03593-8397-4668-b8a3-ffbbd72726dc tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:04.732861 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-efac3fa9-c828-4019-8a26-b244f307a4da req-31085217-9b71-4c4b-9e9a-76567597291d tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673065 Nov 02 11:48:04.738872 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:04.810091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f03593-8397-4668-b8a3-ffbbd72726dc tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event updated for resources: {'Port': ['ID=e49a6e4f-ad58-4cc4-a201-1817a84804d2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:04.828606 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Pushing event updated for resources: {'Port': ['ID=c6df7c4f-0ee5-45c5-b8bd-507d17d58094,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:04.832449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f03593-8397-4668-b8a3-ffbbd72726dc tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Network 57381074-bd23-4376-887c-81c9e0b09323 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:48:04.833092 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61617a92-cdc2-4974-9707-4b45819e857b req-eb6b9b1e-82b6-4fe2-98d5-aa4da201e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:04.837246 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-c1f03593-8397-4668-b8a3-ffbbd72726dc tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:48:04.841758 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f03593-8397-4668-b8a3-ffbbd72726dc tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:48:04.844430 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-61617a92-cdc2-4974-9707-4b45819e857b req-eb6b9b1e-82b6-4fe2-98d5-aa4da201e33b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=52e69722b9da4b93bbbf782def8d393f&device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 1097 time: 0.0963216 Nov 02 11:48:04.931294 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Network 186d9e24-7a85-466f-9541-9c5be919901f is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:48:04.939139 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f03593-8397-4668-b8a3-ffbbd72726dc tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:04.939852 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1f03593-8397-4668-b8a3-ffbbd72726dc tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:04.945779 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:48:04.953391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:48:04.972069 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:04.972598 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:04.983786 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6141c817-458e-40ff-b133-bc4c714d02b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:05.035927 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141c817-458e-40ff-b133-bc4c714d02b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7ea7539-3c3c-4eef-bff8-5fd9b38c7aba,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:05.040764 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61617a92-cdc2-4974-9707-4b45819e857b req-11c03e56-292b-46f6-a236-abe5264fd007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:05.042259 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-61617a92-cdc2-4974-9707-4b45819e857b req-11c03e56-292b-46f6-a236-abe5264fd007 service neutron] 10.222.0.79 "GET /v2.0/networks?id=30d237d2-fe60-4a8f-b6d3-35144dfca248 HTTP/1.1" status: 200 len: 912 time: 0.1969831 Nov 02 11:48:05.069823 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6141c817-458e-40ff-b133-bc4c714d02b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:05.076769 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6141c817-458e-40ff-b133-bc4c714d02b7 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f7ea7539-3c3c-4eef-bff8-5fd9b38c7aba HTTP/1.1" status: 204 len: 168 time: 0.5978217 Nov 02 11:48:05.079654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41034) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:05.097070 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c1f03593-8397-4668-b8a3-ffbbd72726dc tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0105803 Nov 02 11:48:05.099013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41036) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:05.107938 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-cc08619c-e8b8-4747-85e3-ba08f71f62c9 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Request body: {'port': {'network_id': '57381074-bd23-4376-887c-81c9e0b09323', 'name': 'tempest-TaggedBootDevicesTest-368681627', 'fixed_ips': [{'subnet_id': 'c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638'}]}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:05.127495 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-61617a92-cdc2-4974-9707-4b45819e857b req-c0325a5f-6d14-4a45-9da6-dbc0d32c3737 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd352516-2396-4c17-b597-644f9c9944f0 HTTP/1.1" status: 200 len: 217 time: 0.0745213 Nov 02 11:48:05.165174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca88e56-32e0-451b-846b-8c412d046ca0 req-cabd9d6c-d150-42ed-aa9e-0d2b7caa46c9 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:05.166799 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fca88e56-32e0-451b-846b-8c412d046ca0 req-cabd9d6c-d150-42ed-aa9e-0d2b7caa46c9 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 945 time: 0.1351218 Nov 02 11:48:05.179988 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e4921d83-e798-4bb2-a2f2-f3842046b70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:05.187092 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Attempting to bind port c6df7c4f-0ee5-45c5-b8bd-507d17d58094 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:48:05.187701 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Attempting to bind port c6df7c4f-0ee5-45c5-b8bd-507d17d58094 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'cde4e05a-c375-4c4e-bb3b-d08e157c6c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '186d9e24-7a85-466f-9541-9c5be919901f'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:48:05.188401 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Attempting to bind port c6df7c4f-0ee5-45c5-b8bd-507d17d58094 on network 186d9e24-7a85-466f-9541-9c5be919901f {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:05.223293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:48:05.223685 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Checking segment: {'id': 'cde4e05a-c375-4c4e-bb3b-d08e157c6c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '186d9e24-7a85-466f-9541-9c5be919901f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:48:05.224098 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:05.224501 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Bound using segment: {'id': 'cde4e05a-c375-4c4e-bb3b-d08e157c6c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '186d9e24-7a85-466f-9541-9c5be919901f'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:48:05.225007 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Bound port: c6df7c4f-0ee5-45c5-b8bd-507d17d58094, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde4e05a-c375-4c4e-bb3b-d08e157c6c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '186d9e24-7a85-466f-9541-9c5be919901f'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:48:05.225395 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:05.259041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61617a92-cdc2-4974-9707-4b45819e857b req-3e2b34b8-2230-42c1-9649-917f46d44b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:05.260747 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-61617a92-cdc2-4974-9707-4b45819e857b req-3e2b34b8-2230-42c1-9649-917f46d44b5e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba8183a2-da53-4ec8-989b-84a9ed7accb1 HTTP/1.1" status: 200 len: 851 time: 0.1275544 Nov 02 11:48:05.315806 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-61617a92-cdc2-4974-9707-4b45819e857b req-8574afc3-8d94-408d-a055-9d94f00751de service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=30d237d2-fe60-4a8f-b6d3-35144dfca248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465462 Nov 02 11:48:05.377040 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-e4921d83-e798-4bb2-a2f2-f3842046b70d None None] For port e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:05.424375 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:05.433851 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:05.445335 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] For port c6df7c4f-0ee5-45c5-b8bd-507d17d58094, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:48:05.467885 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] For port c6df7c4f-0ee5-45c5-b8bd-507d17d58094, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c6df7c4f-0ee5-45c5-b8bd-507d17d58094,segment=NetworkSegment(cde4e05a-c375-4c4e-bb3b-d08e157c6c96),segment_id=cde4e05a-c375-4c4e-bb3b-d08e157c6c96)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:48:05.476763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fca88e56-32e0-451b-846b-8c412d046ca0 req-d8c0fe88-a361-47b0-a180-61941fee74e5 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/security-groups?id=2000cb64-03b1-414c-bc0e-8efedf12a1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738535 Nov 02 11:48:05.501378 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-61617a92-cdc2-4974-9707-4b45819e857b req-78b24272-db11-4b85-bc86-79ac3e3b81ad service neutron] 10.222.0.79 "GET /v2.0/networks/30d237d2-fe60-4a8f-b6d3-35144dfca248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560884 Nov 02 11:48:05.533841 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0771f02-ce41-42ad-9618-4b68bd2e99e0 req-baf0d8cf-ddeb-4cc3-b26b-733aa5388573 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:05.542345 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0771f02-ce41-42ad-9618-4b68bd2e99e0 req-baf0d8cf-ddeb-4cc3-b26b-733aa5388573 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 944 time: 0.2526000 Nov 02 11:48:05.557839 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e4921d83-e798-4bb2-a2f2-f3842046b70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:05.618754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc08619c-e8b8-4747-85e3-ba08f71f62c9 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Made reservation on behalf of 98712f8e25ee41a2953347ba1e13095a for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:48:05.627235 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cc08619c-e8b8-4747-85e3-ba08f71f62c9 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:05.662013 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:05.679544 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41044) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:05.679806 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:05.736823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-cc08619c-e8b8-4747-85e3-ba08f71f62c9 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] device_id is not set on port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:48:05.750380 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0771f02-ce41-42ad-9618-4b68bd2e99e0 req-1999d30c-fc7f-416c-89b6-f9d3105c6e23 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/security-groups?id=e68a3bd9-607a-470d-ad8a-4adada733c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012291 Nov 02 11:48:05.751064 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4921d83-e798-4bb2-a2f2-f3842046b70d None None] Pushing event updated for resources: {'Port': ['ID=e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:05.771259 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-61617a92-cdc2-4974-9707-4b45819e857b req-ea70b3aa-e6f1-466e-aad1-113835792511 service neutron] 10.222.0.79 "GET /v2.0/networks/30d237d2-fe60-4a8f-b6d3-35144dfca248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684016 Nov 02 11:48:05.828066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03da1b8d-3105-49eb-b4b7-5cd7759643ff']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:48:05.842670 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd543d7f5-6e23-4301-a390-fc949f7c8824') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:48:05.843447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd543d7f5-6e23-4301-a390-fc949f7c8824') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:48:05.869230 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:05.893674 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a7ccc4d2-7f38-47a0-b912-54679b4a0cec None None] Provisioning complete for port e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:05.894125 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a7ccc4d2-7f38-47a0-b912-54679b4a0cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:05.896010 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:05.904630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:48:05.906604 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:05.919701 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:48:05.921859 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:48:06.002419 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2a9d6c0f-28a2-432b-ace5-3351b1f9421d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:06.024297 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49215aa-2f3b-4ff6-add7-e9f080a1852c None None] Pushing event updated for resources: {'Port': ['ID=c6df7c4f-0ee5-45c5-b8bd-507d17d58094,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:06.129392 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a7ccc4d2-7f38-47a0-b912-54679b4a0cec None None] Provisioning complete for port e49a6e4f-ad58-4cc4-a201-1817a84804d2 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:06.129678 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a7ccc4d2-7f38-47a0-b912-54679b4a0cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:06.170422 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2a9d6c0f-28a2-432b-ace5-3351b1f9421d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:06.183611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a7ccc4d2-7f38-47a0-b912-54679b4a0cec None None] Port e49a6e4f-ad58-4cc4-a201-1817a84804d2 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:48:06.309255 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2a9d6c0f-28a2-432b-ace5-3351b1f9421d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:06.348371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1f231add-ffd4-44ea-8280-46b17a1c11ae None None] Provisioning complete for port e49a6e4f-ad58-4cc4-a201-1817a84804d2 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:06.348371 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1f231add-ffd4-44ea-8280-46b17a1c11ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:48:06.381216 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:48:06.404481 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2a9d6c0f-28a2-432b-ace5-3351b1f9421d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e3250ada7212411cb19e9535ed42c6c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7231729 Nov 02 11:48:06.406993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41056) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:06.418241 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-1f231add-ffd4-44ea-8280-46b17a1c11ae None None] Port e49a6e4f-ad58-4cc4-a201-1817a84804d2 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:48:06.462708 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:06.469529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d6c0f-28a2-432b-ace5-3351b1f9421d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea2414d-6b71-4151-88c0-94bd1cbaf40f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:06.482677 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b856c-9712-44ff-aed5-a22df24946f6 req-b73c4c4b-681e-4223-94e7-77f71673226b tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:06.484346 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3c51209-fbfb-483a-abef-33604b013f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:06.490983 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b66b856c-9712-44ff-aed5-a22df24946f6 req-b73c4c4b-681e-4223-94e7-77f71673226b tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.1058464 Nov 02 11:48:06.515337 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3c51209-fbfb-483a-abef-33604b013f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:06.515945 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:06.528379 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/03da1b8d-3105-49eb-b4b7-5cd7759643ff HTTP/1.1" status: 204 len: 168 time: 1.4387033 Nov 02 11:48:06.587116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=03da1b8d-3105-49eb-b4b7-5cd7759643ff,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:06.621475 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:06.621833 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:06.622181 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:06.622523 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:06.622862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:06.623222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:06.623559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:06.623888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:06.624219 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:06.624547 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:06.624877 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:06.625203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bda6c17-6add-4a8d-8e84-c7728a16b0e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:06.645536 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b66b856c-9712-44ff-aed5-a22df24946f6 req-2f7a97ba-b81b-4fb0-91ad-b1c804ddce61 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535759 Nov 02 11:48:06.687397 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3c51209-fbfb-483a-abef-33604b013f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:06.697290 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3c51209-fbfb-483a-abef-33604b013f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:06.698776 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d3c51209-fbfb-483a-abef-33604b013f1e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2ea2414d-6b71-4151-88c0-94bd1cbaf40f HTTP/1.1" status: 204 len: 168 time: 0.2903893 Nov 02 11:48:06.713726 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c51209-fbfb-483a-abef-33604b013f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea2414d-6b71-4151-88c0-94bd1cbaf40f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:06.742360 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361de4eb-779f-4961-be89-5afa2729e86b req-ed8fcb4f-1fa0-4bbd-bc8e-5256d90dba88 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:06.750348 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-cc08619c-e8b8-4747-85e3-ba08f71f62c9 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Allocated IP 10.1.1.36 (57381074-bd23-4376-887c-81c9e0b09323/c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638/dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:48:06.751483 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-361de4eb-779f-4961-be89-5afa2729e86b req-ed8fcb4f-1fa0-4bbd-bc8e-5256d90dba88 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 945 time: 0.1180785 Nov 02 11:48:06.839161 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c6df7c4f-0ee5-45c5-b8bd-507d17d58094 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:48:06.847413 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-361de4eb-779f-4961-be89-5afa2729e86b req-b6effc4b-ff65-498a-a8ef-664e616fc64a tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/security-groups?id=2000cb64-03b1-414c-bc0e-8efedf12a1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947173 Nov 02 11:48:06.944848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c6df7c4f-0ee5-45c5-b8bd-507d17d58094 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:06.945318 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:06.956666 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41068) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:07.045066 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a928a26b-bdb3-48d6-92b0-fd50d245048a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=054a2f4e698241828bbde026e90e98a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0886571 Nov 02 11:48:07.045927 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41072) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:07.049669 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:07.095722 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 4c40a6f3-384b-45b8-9577-7a8fe3e12b10 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:48:07.119474 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96224e99-6fd4-4f75-bfc6-4e7dcf86356d req-00205383-8139-4de0-a742-d2184b249923 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:07.121022 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96224e99-6fd4-4f75-bfc6-4e7dcf86356d req-00205383-8139-4de0-a742-d2184b249923 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 944 time: 0.2527230 Nov 02 11:48:07.145263 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d640e4d5-d295-4694-b77e-c3c6122c0cf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:07.175266 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port c6df7c4f-0ee5-45c5-b8bd-507d17d58094, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c6df7c4f-0ee5-45c5-b8bd-507d17d58094,segment=NetworkSegment(cde4e05a-c375-4c4e-bb3b-d08e157c6c96),segment_id=cde4e05a-c375-4c4e-bb3b-d08e157c6c96)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:07.189325 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d640e4d5-d295-4694-b77e-c3c6122c0cf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:07.248759 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cc08619c-e8b8-4747-85e3-ba08f71f62c9 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:07.265353 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96224e99-6fd4-4f75-bfc6-4e7dcf86356d req-e1d7d0b9-497a-4c3a-ab26-6572cf99e0c3 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/security-groups?id=e68a3bd9-607a-470d-ad8a-4adada733c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290743 Nov 02 11:48:07.307609 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 4c40a6f3-384b-45b8-9577-7a8fe3e12b10 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:48:07.307877 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 4c40a6f3-384b-45b8-9577-7a8fe3e12b10 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:07.308220 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:07.310717 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:07.311780 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:48:07.441991 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=c6df7c4f-0ee5-45c5-b8bd-507d17d58094,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:07.478849 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:07.478849 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:07.478849 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d86e0d-287e-4043-b229-bbe20cf52096 None None] Network 186d9e24-7a85-466f-9541-9c5be919901f requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:48:07.497822 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d640e4d5-d295-4694-b77e-c3c6122c0cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:07.498236 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cc08619c-e8b8-4747-85e3-ba08f71f62c9 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:07.501686 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d640e4d5-d295-4694-b77e-c3c6122c0cf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:07.503178 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d640e4d5-d295-4694-b77e-c3c6122c0cf1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3833363-fc15-459f-b534-f9a6076c6281 HTTP/1.1" status: 204 len: 168 time: 0.4567885 Nov 02 11:48:07.519663 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640e4d5-d295-4694-b77e-c3c6122c0cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3833363-fc15-459f-b534-f9a6076c6281,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:07.632573 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc08619c-e8b8-4747-85e3-ba08f71f62c9 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Network 57381074-bd23-4376-887c-81c9e0b09323 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:48:07.644141 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-cc08619c-e8b8-4747-85e3-ba08f71f62c9 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:48:07.644881 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff596229-66e3-41de-b53a-45beec3701cf req-3facfbe5-5a4d-48d9-ac9b-757d54d47c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:07.646550 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff596229-66e3-41de-b53a-45beec3701cf req-3facfbe5-5a4d-48d9-ac9b-757d54d47c41 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=70bd4ff2827b42dd8370f4bb6dca9194&device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 1097 time: 0.0692027 Nov 02 11:48:07.649870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc08619c-e8b8-4747-85e3-ba08f71f62c9 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:48:07.661804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08619c-e8b8-4747-85e3-ba08f71f62c9 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event updated for resources: {'Port': ['ID=dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:07.744014 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73212a9-e892-4070-a9f9-1a65886c0eed req-4a9febe0-02ac-4eaf-b6be-ef84b01f53b4 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:07.746348 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b73212a9-e892-4070-a9f9-1a65886c0eed req-4a9febe0-02ac-4eaf-b6be-ef84b01f53b4 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 945 time: 0.2308471 Nov 02 11:48:07.779446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc08619c-e8b8-4747-85e3-ba08f71f62c9 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:07.780293 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cc08619c-e8b8-4747-85e3-ba08f71f62c9 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:07.808895 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff596229-66e3-41de-b53a-45beec3701cf req-7a061420-f034-4763-b5e8-c175c62d0a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:07.809477 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff596229-66e3-41de-b53a-45beec3701cf req-7a061420-f034-4763-b5e8-c175c62d0a12 service neutron] 10.222.0.79 "GET /v2.0/networks?id=76dbd935-b84a-4b78-9611-74f345e7416e HTTP/1.1" status: 200 len: 915 time: 0.1559432 Nov 02 11:48:07.831811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b73212a9-e892-4070-a9f9-1a65886c0eed req-296358a2-5402-490b-9c5d-f27508767108 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/security-groups?id=2000cb64-03b1-414c-bc0e-8efedf12a1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755451 Nov 02 11:48:07.896597 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff596229-66e3-41de-b53a-45beec3701cf req-3cbd6048-6f86-41e6-ba22-74e2cd80de29 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=443c989e-d2e2-46c1-b9e4-674737bd3e27 HTTP/1.1" status: 200 len: 217 time: 0.0699451 Nov 02 11:48:07.929981 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cc08619c-e8b8-4747-85e3-ba08f71f62c9 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8260400 Nov 02 11:48:07.961920 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a266a-0239-4501-9bfd-a59726e81531 req-1bdb8141-74c2-4811-864a-86968ba9be88 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:07.974638 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-af8a266a-0239-4501-9bfd-a59726e81531 req-1bdb8141-74c2-4811-864a-86968ba9be88 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.1797256 Nov 02 11:48:08.036708 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:08.050043 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-dfa75d28-8bec-4d99-bb1d-884aa542293d None None] Provisioning complete for port c6df7c4f-0ee5-45c5-b8bd-507d17d58094 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:08.050646 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dfa75d28-8bec-4d99-bb1d-884aa542293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:08.061752 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff596229-66e3-41de-b53a-45beec3701cf req-ce586b56-ae62-4644-a48e-b2851901d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:08.064476 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff596229-66e3-41de-b53a-45beec3701cf req-ce586b56-ae62-4644-a48e-b2851901d35e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=78d088e5-ec0e-4744-9082-761b5a1be255 HTTP/1.1" status: 200 len: 854 time: 0.1588545 Nov 02 11:48:08.142431 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff596229-66e3-41de-b53a-45beec3701cf req-ab91ee92-7ad9-4e44-9ba5-9bb5d6b5bf55 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=76dbd935-b84a-4b78-9611-74f345e7416e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639267 Nov 02 11:48:08.167423 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-af8a266a-0239-4501-9bfd-a59726e81531 req-0d8c7457-304c-497b-bca0-d10df8163d89 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955714 Nov 02 11:48:08.175700 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c40a6f3-384b-45b8-9577-7a8fe3e12b10'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:48:08.178484 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2174a9be-e215-4877-a006-48abc29f40f6" -d '{"events": [{"server_uuid": "30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a", "name": "network-vif-plugged", "status": "completed", "tag": "4c40a6f3-384b-45b8-9577-7a8fe3e12b10"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:48:08.274241 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 4c40a6f3-384b-45b8-9577-7a8fe3e12b10, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=4c40a6f3-384b-45b8-9577-7a8fe3e12b10,segment=NetworkSegment(8c2b24e4-6fa6-47c1-85f0-97a02467358c),segment_id=8c2b24e4-6fa6-47c1-85f0-97a02467358c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:08.310338 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba002c83-67f8-4c98-bddd-bc967d85ddf0 x-openstack-request-id: req-ba002c83-67f8-4c98-bddd-bc967d85ddf0 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:48:08.310338 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a", "name": "network-vif-plugged", "status": "completed", "tag": "4c40a6f3-384b-45b8-9577-7a8fe3e12b10", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:48:08.310338 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba002c83-67f8-4c98-bddd-bc967d85ddf0 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:48:08.310338 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c40a6f3-384b-45b8-9577-7a8fe3e12b10', 'code': 200} Nov 02 11:48:08.449917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936e4f5-c3eb-4b7b-8124-5307d77b4d34 req-8819be8b-3502-4c33-ae4d-401038b5b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:08.456764 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3936e4f5-c3eb-4b7b-8124-5307d77b4d34 req-8819be8b-3502-4c33-ae4d-401038b5b165 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 1096 time: 0.1100280 Nov 02 11:48:08.459440 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:08.532808 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff596229-66e3-41de-b53a-45beec3701cf req-ea9a268b-bbca-4170-8bfe-4f3e77f4e854 service neutron] 10.222.0.79 "GET /v2.0/networks/76dbd935-b84a-4b78-9611-74f345e7416e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639758 Nov 02 11:48:08.569486 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3936e4f5-c3eb-4b7b-8124-5307d77b4d34 req-67495177-f1d5-438a-94c0-7d4def03c2aa service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e68a3bd9-607a-470d-ad8a-4adada733c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928893 Nov 02 11:48:08.681008 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43446271-f295-41e3-9586-354a2780f529 req-20e194c6-8c76-47a0-ae78-22cc379d41c7 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:08.689932 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-43446271-f295-41e3-9586-354a2780f529 req-20e194c6-8c76-47a0-ae78-22cc379d41c7 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 945 time: 0.1942034 Nov 02 11:48:08.698983 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=4c40a6f3-384b-45b8-9577-7a8fe3e12b10,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:08.714068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c6df7c4f-0ee5-45c5-b8bd-507d17d58094 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:48:08.793488 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e3d5f2ae-ef6f-4bfd-a8fc-d294d927fcbb None None] Provisioning complete for port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:08.794103 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e3d5f2ae-ef6f-4bfd-a8fc-d294d927fcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:08.807837 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff596229-66e3-41de-b53a-45beec3701cf req-40f98a76-9411-4a13-bea8-f24f556145f6 service neutron] 10.222.0.79 "GET /v2.0/networks/76dbd935-b84a-4b78-9611-74f345e7416e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399738 Nov 02 11:48:08.829324 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-43446271-f295-41e3-9586-354a2780f529 req-db8e1d96-8c00-4cd5-b807-fd4802f8c792 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/security-groups?id=e68a3bd9-607a-470d-ad8a-4adada733c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329408 Nov 02 11:48:08.849085 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e3d5f2ae-ef6f-4bfd-a8fc-d294d927fcbb None None] Port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:48:08.872193 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c6df7c4f-0ee5-45c5-b8bd-507d17d58094 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:08.872967 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:09.019561 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41128) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:09.024827 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-61d60906-bbe5-46aa-82bb-ae8ddbfba646 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1178968390', 'description': 'tempest-description--1194878381'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:09.166011 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-77846cbc-e368-4a21-bbec-22fbe69995ae None None] Provisioning complete for port c6df7c4f-0ee5-45c5-b8bd-507d17d58094 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:09.167513 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-77846cbc-e368-4a21-bbec-22fbe69995ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:09.203784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0416b-a9e0-449c-bc11-34a4bea70545 req-8916ec8f-f843-4b43-8f35-43fcdc3dff47 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:09.205838 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8cb0416b-a9e0-449c-bc11-34a4bea70545 req-8916ec8f-f843-4b43-8f35-43fcdc3dff47 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 945 time: 0.0980153 Nov 02 11:48:09.221171 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61d60906-bbe5-46aa-82bb-ae8ddbfba646 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:09.285961 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8cb0416b-a9e0-449c-bc11-34a4bea70545 req-e9dd0603-ebc2-4ccf-952c-a6f51d70d659 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/security-groups?id=2000cb64-03b1-414c-bc0e-8efedf12a1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732558 Nov 02 11:48:09.407201 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61d60906-bbe5-46aa-82bb-ae8ddbfba646 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:09.502600 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f3e9a-3bee-49ee-8e29-3777462450de req-4ad9d949-3d7a-4002-997e-4a282eca5fd9 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:09.503654 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e26f3e9a-3bee-49ee-8e29-3777462450de req-4ad9d949-3d7a-4002-997e-4a282eca5fd9 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.1268635 Nov 02 11:48:09.559636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41154) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:09.580644 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61d60906-bbe5-46aa-82bb-ae8ddbfba646 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:09.587408 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4bf6471f-1eeb-4cce-8da1-fc8fa9670695 req-7c79ec20-86d8-4a89-97b5-8f85e9042531 tempest-AbsoluteLimitsNegativeTestJSON-1490168921 tempest-AbsoluteLimitsNegativeTestJSON-1490168921-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b78ef7924629438a994e353be4ba4b9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488851 Nov 02 11:48:09.657459 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e26f3e9a-3bee-49ee-8e29-3777462450de req-fcdace83-a2af-434d-a650-14896339022b tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459947 Nov 02 11:48:09.677814 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d60906-bbe5-46aa-82bb-ae8ddbfba646 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53a0acbe-fc8a-43d9-ad43-b29b266a9d36,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:09.730547 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61d60906-bbe5-46aa-82bb-ae8ddbfba646 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:09.736478 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-61d60906-bbe5-46aa-82bb-ae8ddbfba646 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7122033 Nov 02 11:48:09.736478 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41158) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:09.743227 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2bcfe18e-741a-4660-8363-5c7e15914c0d tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Request body: {'security_group_rule': {'security_group_id': '53a0acbe-fc8a-43d9-ad43-b29b266a9d36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:09.800793 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6471f-1eeb-4cce-8da1-fc8fa9670695 req-f98a165f-b33b-4bc9-984b-041063ad6c3f tempest-AbsoluteLimitsNegativeTestJSON-1490168921 tempest-AbsoluteLimitsNegativeTestJSON-1490168921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:09.807274 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4bf6471f-1eeb-4cce-8da1-fc8fa9670695 req-f98a165f-b33b-4bc9-984b-041063ad6c3f tempest-AbsoluteLimitsNegativeTestJSON-1490168921 tempest-AbsoluteLimitsNegativeTestJSON-1490168921-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176502 Nov 02 11:48:09.846921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4bf6471f-1eeb-4cce-8da1-fc8fa9670695 req-8ba4177f-3e97-4035-ae7f-af51966b1bb2 tempest-AbsoluteLimitsNegativeTestJSON-1490168921 tempest-AbsoluteLimitsNegativeTestJSON-1490168921-project] 10.222.0.52 "GET /v2.0/quotas/b78ef7924629438a994e353be4ba4b9c HTTP/1.1" status: 200 len: 375 time: 0.0258579 Nov 02 11:48:09.892905 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4bf6471f-1eeb-4cce-8da1-fc8fa9670695 req-0a1f7c48-f123-46d9-b5dd-6a7c5c68c32d tempest-AbsoluteLimitsNegativeTestJSON-1490168921 tempest-AbsoluteLimitsNegativeTestJSON-1490168921-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b78ef7924629438a994e353be4ba4b9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449448 Nov 02 11:48:09.941469 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2bcfe18e-741a-4660-8363-5c7e15914c0d tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:09.978036 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-52c8d000-7a35-4470-b6a8-edddbc19dba6 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-535038191-network', 'tenant_id': '172e195df9cb484785414146c840d218'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:10.117454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c8d000-7a35-4470-b6a8-edddbc19dba6 admin admin] Made reservation on behalf of 172e195df9cb484785414146c840d218 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:48:10.121233 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-52c8d000-7a35-4470-b6a8-edddbc19dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:10.132454 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-52c8d000-7a35-4470-b6a8-edddbc19dba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:10.139401 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d5973-5b68-46aa-82af-d2d56d3d4625 req-e5cf0291-1f44-4d8f-a26e-e0b2d19b07a3 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:10.141500 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a20d5973-5b68-46aa-82af-d2d56d3d4625 req-e5cf0291-1f44-4d8f-a26e-e0b2d19b07a3 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 945 time: 0.1477659 Nov 02 11:48:10.148637 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2bcfe18e-741a-4660-8363-5c7e15914c0d tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:10.196190 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a20d5973-5b68-46aa-82af-d2d56d3d4625 req-ee5a4523-1b30-4787-a7d7-3fd4360b2c8f tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/security-groups?id=e68a3bd9-607a-470d-ad8a-4adada733c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462356 Nov 02 11:48:10.241009 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-52c8d000-7a35-4470-b6a8-edddbc19dba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:10.303374 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2bcfe18e-741a-4660-8363-5c7e15914c0d tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:10.319545 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfe18e-741a-4660-8363-5c7e15914c0d tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378e8d1c-f384-4290-9ba9-12fc497cd315,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:10.347304 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-52c8d000-7a35-4470-b6a8-edddbc19dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:10.383267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c8d000-7a35-4470-b6a8-edddbc19dba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:48:10.405041 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8d000-7a35-4470-b6a8-edddbc19dba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5986ea-5729-446a-9ee9-5c39f3dd8d14,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:10.423906 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-52c8d000-7a35-4470-b6a8-edddbc19dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:10.424266 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-52c8d000-7a35-4470-b6a8-edddbc19dba6 admin admin] Added segment 32375d16-d006-45d4-b31c-ed5c572eca19 of type vlan for network 77647135-13a0-4ccd-be19-3f8ea2455d6b Nov 02 11:48:10.472145 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2bcfe18e-741a-4660-8363-5c7e15914c0d tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:10.475707 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2bcfe18e-741a-4660-8363-5c7e15914c0d tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7381136 Nov 02 11:48:10.478256 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41170) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:10.488829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-71663189-71d7-4817-8be3-83edc55579d4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Request body: {'security_group_rule': {'security_group_id': '53a0acbe-fc8a-43d9-ad43-b29b266a9d36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:10.540429 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-52c8d000-7a35-4470-b6a8-edddbc19dba6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:10.564532 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024cdba-71fc-443d-920d-5f58d69a4f0c req-6bcb5bcf-65b2-44b9-820f-ce528833b6bc tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:10.566302 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0024cdba-71fc-443d-920d-5f58d69a4f0c req-6bcb5bcf-65b2-44b9-820f-ce528833b6bc tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 945 time: 0.1254795 Nov 02 11:48:10.602758 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41174) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:10.628813 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0024cdba-71fc-443d-920d-5f58d69a4f0c req-b66bc0bc-d029-4559-84dc-0b9365ec6ccc tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/security-groups?id=2000cb64-03b1-414c-bc0e-8efedf12a1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524173 Nov 02 11:48:10.630914 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-71663189-71d7-4817-8be3-83edc55579d4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:10.685921 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-52c8d000-7a35-4470-b6a8-edddbc19dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:10.687275 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c8d000-7a35-4470-b6a8-edddbc19dba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:10.687649 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-52c8d000-7a35-4470-b6a8-edddbc19dba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:10.740472 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-71663189-71d7-4817-8be3-83edc55579d4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:10.785875 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36c1bedd-4722-4bbd-94ae-72fac6ee881d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:10.786053 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-52c8d000-7a35-4470-b6a8-edddbc19dba6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2228127 Nov 02 11:48:10.788795 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41184) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:10.794381 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1208c1f7-cb63-4215-8a75-01419069fbae admin admin] Request body: {'subnet': {'network_id': '77647135-13a0-4ccd-be19-3f8ea2455d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-535038191-subnet', 'tenant_id': '172e195df9cb484785414146c840d218', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:10.806121 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8d000-7a35-4470-b6a8-edddbc19dba6 admin admin] Pushing event updated for resources: {'Network': ['ID=77647135-13a0-4ccd-be19-3f8ea2455d6b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:10.814218 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-71663189-71d7-4817-8be3-83edc55579d4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:10.823426 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 77647135-13a0-4ccd-be19-3f8ea2455d6b details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:48:10.846530 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87869f-bf1d-40c9-8f6c-4f25256bc570 req-8479e79f-15c6-451a-afce-9c0dc9fe1273 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:10.848229 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dc87869f-bf1d-40c9-8f6c-4f25256bc570 req-8479e79f-15c6-451a-afce-9c0dc9fe1273 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.0823350 Nov 02 11:48:10.854676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71663189-71d7-4817-8be3-83edc55579d4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35974e5-2f9d-4a4b-ab52-43e78084654c,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:10.930454 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36c1bedd-4722-4bbd-94ae-72fac6ee881d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:10.940800 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dc87869f-bf1d-40c9-8f6c-4f25256bc570 req-29504dbc-4ebb-4b8f-b43a-f9ace09bf383 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764441 Nov 02 11:48:10.950063 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1208c1f7-cb63-4215-8a75-01419069fbae admin admin] Made reservation on behalf of 172e195df9cb484785414146c840d218 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:48:10.951652 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1208c1f7-cb63-4215-8a75-01419069fbae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:11.039870 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36c1bedd-4722-4bbd-94ae-72fac6ee881d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:11.045246 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-71663189-71d7-4817-8be3-83edc55579d4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:11.046814 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-71663189-71d7-4817-8be3-83edc55579d4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5674062 Nov 02 11:48:11.050297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41186) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:11.055113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a64e696b-fd7c-433d-8182-ba889290d395 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:11.086868 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-36c1bedd-4722-4bbd-94ae-72fac6ee881d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b78ef7924629438a994e353be4ba4b9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4828351 Nov 02 11:48:11.089735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41188) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:11.126700 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1bedd-4722-4bbd-94ae-72fac6ee881d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05def0b2-fa2b-41c5-8920-0bf63c15f69a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:11.147442 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-71ba7c5b-a96c-4ef5-b296-a0021934de14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:11.175917 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-71ba7c5b-a96c-4ef5-b296-a0021934de14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:11.248967 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a64e696b-fd7c-433d-8182-ba889290d395 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:11.320706 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1208c1f7-cb63-4215-8a75-01419069fbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:11.350511 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-71ba7c5b-a96c-4ef5-b296-a0021934de14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:11.353181 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-71ba7c5b-a96c-4ef5-b296-a0021934de14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:11.354358 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-71ba7c5b-a96c-4ef5-b296-a0021934de14 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/05def0b2-fa2b-41c5-8920-0bf63c15f69a HTTP/1.1" status: 204 len: 168 time: 0.2635684 Nov 02 11:48:11.382346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd96d9-e99b-4925-9c20-ef9602eae087 req-8d9c8d06-dc9d-4d10-a40a-076ac5e49f86 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:11.395490 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0fd96d9-e99b-4925-9c20-ef9602eae087 req-8d9c8d06-dc9d-4d10-a40a-076ac5e49f86 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 945 time: 0.1183364 Nov 02 11:48:11.395490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba7c5b-a96c-4ef5-b296-a0021934de14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05def0b2-fa2b-41c5-8920-0bf63c15f69a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:11.468438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0fd96d9-e99b-4925-9c20-ef9602eae087 req-0990819a-f845-411d-9bd7-401b058fbefb tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/security-groups?id=e68a3bd9-607a-470d-ad8a-4adada733c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769432 Nov 02 11:48:11.476982 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a64e696b-fd7c-433d-8182-ba889290d395 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:11.635446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-a64e696b-fd7c-433d-8182-ba889290d395 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Allocated IP 172.25.6.219 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/66cf8bc6-a86e-4a74-8fad-29162b9efc91) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:48:11.702847 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f9ecd-e459-4049-a43a-a3788beb0fb8 req-e327bbed-09bd-4301-9fe3-bea7c548542e tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:11.707260 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d39f9ecd-e459-4049-a43a-a3788beb0fb8 req-e327bbed-09bd-4301-9fe3-bea7c548542e tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 945 time: 0.4121096 Nov 02 11:48:11.707542 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208c1f7-cb63-4215-8a75-01419069fbae admin admin] Pushing event updated for resources: {'Subnet': ['ID=525d917b-ba76-4103-b71e-5b8a407965c6,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:11.715766 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1208c1f7-cb63-4215-8a75-01419069fbae admin admin] Checking segment: {'id': '32375d16-d006-45d4-b31c-ed5c572eca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77647135-13a0-4ccd-be19-3f8ea2455d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:48:11.716133 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1208c1f7-cb63-4215-8a75-01419069fbae admin admin] Network hostable DHCP agents. Network: 77647135-13a0-4ccd-be19-3f8ea2455d6b, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:48:11.772394 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a64e696b-fd7c-433d-8182-ba889290d395 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:11.787303 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d39f9ecd-e459-4049-a43a-a3788beb0fb8 req-27c54c28-1e4b-4d95-9160-e4c46f52f639 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/security-groups?id=2000cb64-03b1-414c-bc0e-8efedf12a1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666611 Nov 02 11:48:11.834364 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1208c1f7-cb63-4215-8a75-01419069fbae admin admin] Network 77647135-13a0-4ccd-be19-3f8ea2455d6b is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:48:11.893491 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a64e696b-fd7c-433d-8182-ba889290d395 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:11.924107 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-1208c1f7-cb63-4215-8a75-01419069fbae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 77647135-13a0-4ccd-be19-3f8ea2455d6b) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:48:11.930123 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1208c1f7-cb63-4215-8a75-01419069fbae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:11.931454 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1208c1f7-cb63-4215-8a75-01419069fbae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:11.933943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64e696b-fd7c-433d-8182-ba889290d395 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:48:11.937829 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-a64e696b-fd7c-433d-8182-ba889290d395 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:48:11.938088 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecf9d10-a401-45e1-ae1c-87152641c142 None None] Network 77647135-13a0-4ccd-be19-3f8ea2455d6b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:48:11.945100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64e696b-fd7c-433d-8182-ba889290d395 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:48:11.975303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e696b-fd7c-433d-8182-ba889290d395 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event updated for resources: {'Port': ['ID=66cf8bc6-a86e-4a74-8fad-29162b9efc91,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:12.034282 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1208c1f7-cb63-4215-8a75-01419069fbae admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2362809 Nov 02 11:48:12.076558 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a64e696b-fd7c-433d-8182-ba889290d395 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:12.099165 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d6ecc-7123-4bbd-937d-54980f543ecc req-529a05b0-858d-431d-b8c4-56a8d8026f6a tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:12.100958 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d74d6ecc-7123-4bbd-937d-54980f543ecc req-529a05b0-858d-431d-b8c4-56a8d8026f6a tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.0725334 Nov 02 11:48:12.138618 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbf9ea1-e7f6-472f-99c1-7509cd88d81e None None] Network 77647135-13a0-4ccd-be19-3f8ea2455d6b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:48:12.197395 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d74d6ecc-7123-4bbd-937d-54980f543ecc req-b29eed02-d400-4ad1-b46b-38ddcfbb2341 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861368 Nov 02 11:48:12.312543 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a64e696b-fd7c-433d-8182-ba889290d395 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:12.558952 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a64e696b-fd7c-433d-8182-ba889290d395 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:12.582558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734ec2-fa13-4324-a7bf-72975b54c249 req-a829eb90-e719-4d36-80d7-3ee0764b45c2 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:12.584458 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-75734ec2-fa13-4324-a7bf-72975b54c249 req-a829eb90-e719-4d36-80d7-3ee0764b45c2 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 945 time: 0.1360939 Nov 02 11:48:12.643864 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-75734ec2-fa13-4324-a7bf-72975b54c249 req-cc3b1d7e-1728-42ff-a12c-3a4efc7e131d tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/security-groups?id=e68a3bd9-607a-470d-ad8a-4adada733c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515494 Nov 02 11:48:12.644550 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c69a85-e878-4d9b-923f-269860f2d38d req-9238d1d1-c0be-4fea-850f-5bb38c4cd88d tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:12.646917 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06c69a85-e878-4d9b-923f-269860f2d38d req-9238d1d1-c0be-4fea-850f-5bb38c4cd88d tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/networks?id=77647135-13a0-4ccd-be19-3f8ea2455d6b HTTP/1.1" status: 200 len: 808 time: 0.1276259 Nov 02 11:48:12.670450 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06c69a85-e878-4d9b-923f-269860f2d38d req-38ae2bc1-7a5a-4383-9911-e1f58264d408 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/quotas/172e195df9cb484785414146c840d218 HTTP/1.1" status: 200 len: 375 time: 0.0174718 Nov 02 11:48:12.675539 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a64e696b-fd7c-433d-8182-ba889290d395 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:12.715747 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06c69a85-e878-4d9b-923f-269860f2d38d req-609677e5-098e-4fa3-81c8-0d43bf7b584c tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=172e195df9cb484785414146c840d218&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437303 Nov 02 11:48:12.759035 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e696b-fd7c-433d-8182-ba889290d395 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event updated for resources: {'Port': ['ID=66cf8bc6-a86e-4a74-8fad-29162b9efc91,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:12.780456 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a64e696b-fd7c-433d-8182-ba889290d395 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:12.831761 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06c69a85-e878-4d9b-923f-269860f2d38d req-78fc0949-5f28-48bf-a182-2e4d549f1cf7 service neutron] 10.222.0.52 "GET /v2.0/networks/77647135-13a0-4ccd-be19-3f8ea2455d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066065 Nov 02 11:48:12.870736 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a64e696b-fd7c-433d-8182-ba889290d395 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:12.882807 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a64e696b-fd7c-433d-8182-ba889290d395 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8311150 Nov 02 11:48:12.963447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799bc78-735d-42e1-968a-13eb57647472 req-2be88bc1-40a0-40c5-a075-acdab3a28e12 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:12.965353 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2799bc78-735d-42e1-968a-13eb57647472 req-2be88bc1-40a0-40c5-a075-acdab3a28e12 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 945 time: 0.0813141 Nov 02 11:48:12.977837 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41254) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:13.005051 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903979b2-5df4-4417-acd2-262fdaafa7f0 req-6abb09ec-0708-4ff8-b77a-e0b28df7d30f tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:13.007085 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-903979b2-5df4-4417-acd2-262fdaafa7f0 req-6abb09ec-0708-4ff8-b77a-e0b28df7d30f tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 945 time: 0.1178656 Nov 02 11:48:13.023553 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06c69a85-e878-4d9b-923f-269860f2d38d req-067e680e-7a9e-48db-8655-4c90a3b5194d service neutron] 10.222.0.52 "GET /v2.0/networks/77647135-13a0-4ccd-be19-3f8ea2455d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846762 Nov 02 11:48:13.084207 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2799bc78-735d-42e1-968a-13eb57647472 req-e8a9735e-c256-4f4f-97e4-a3e88a542133 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/security-groups?id=2000cb64-03b1-414c-bc0e-8efedf12a1ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109359 Nov 02 11:48:13.148081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-903979b2-5df4-4417-acd2-262fdaafa7f0 req-eeddc90b-dc01-4895-be68-0a237d03baed tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Deleting port 443c989e-d2e2-46c1-b9e4-674737bd3e27 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:48:13.148507 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-903979b2-5df4-4417-acd2-262fdaafa7f0 req-eeddc90b-dc01-4895-be68-0a237d03baed tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:13.169526 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-94be2fa6-b65a-4ff1-95b3-09fc6b246f27 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-272978331-network', 'tenant_id': '6dd87f3a64254d6fb3ba4975ca053bba'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:13.224922 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-d9e89bd1-5b2c-4a0b-8cae-1a6530febe13 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1178968390&fields=id&tenant_id=98712f8e25ee41a2953347ba1e13095a HTTP/1.1" status: 200 len: 267 time: 0.0529599 Nov 02 11:48:13.287378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-d13fc982-1b01-4da8-887f-f8a1bb76983c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:13.288861 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-d13fc982-1b01-4da8-887f-f8a1bb76983c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports/e49a6e4f-ad58-4cc4-a201-1817a84804d2 HTTP/1.1" status: 200 len: 931 time: 0.0548162 Nov 02 11:48:13.339341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-903979b2-5df4-4417-acd2-262fdaafa7f0 req-eeddc90b-dc01-4895-be68-0a237d03baed tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] For port 443c989e-d2e2-46c1-b9e4-674737bd3e27, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=443c989e-d2e2-46c1-b9e4-674737bd3e27,segment=NetworkSegment(fb63e613-aaa0-4dbc-8656-a3104697a4a4),segment_id=fb63e613-aaa0-4dbc-8656-a3104697a4a4)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:13.339715 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-903979b2-5df4-4417-acd2-262fdaafa7f0 req-eeddc90b-dc01-4895-be68-0a237d03baed tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:13.343093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-5e9daf71-e0f1-471e-b59a-044abf58112b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:13.345313 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-5e9daf71-e0f1-471e-b59a-044abf58112b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports/dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 HTTP/1.1" status: 200 len: 930 time: 0.0499730 Nov 02 11:48:13.367938 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-903979b2-5df4-4417-acd2-262fdaafa7f0 req-eeddc90b-dc01-4895-be68-0a237d03baed tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Calling delete_port for 443c989e-d2e2-46c1-b9e4-674737bd3e27 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:48:13.372655 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94be2fa6-b65a-4ff1-95b3-09fc6b246f27 admin admin] Made reservation on behalf of 6dd87f3a64254d6fb3ba4975ca053bba for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:48:13.373006 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94be2fa6-b65a-4ff1-95b3-09fc6b246f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:13.389710 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94be2fa6-b65a-4ff1-95b3-09fc6b246f27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:13.466014 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-89051a89-0705-47a0-8664-12154049edcc tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?network_id=186d9e24-7a85-466f-9541-9c5be919901f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1088085 Nov 02 11:48:13.506816 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-cfa3d65b-8c94-49db-abf9-676312780604 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?network_id=186d9e24-7a85-466f-9541-9c5be919901f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0316939 Nov 02 11:48:13.600605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebdccf-bba1-43a1-a45f-c91c790a11c2 req-71bc0111-539d-4f19-9fe0-5fd5fc887ce2 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:13.602282 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35ebdccf-bba1-43a1-a45f-c91c790a11c2 req-71bc0111-539d-4f19-9fe0-5fd5fc887ce2 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.1367769 Nov 02 11:48:13.647796 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-612de00c-8f38-4487-8e4f-2973241855bd tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:13.654762 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-612de00c-8f38-4487-8e4f-2973241855bd tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:13.661824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-612de00c-8f38-4487-8e4f-2973241855bd tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:13.663725 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-612de00c-8f38-4487-8e4f-2973241855bd tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/networks?id=2186d30e-762f-43e0-acae-f84c10f25696&id=57381074-bd23-4376-887c-81c9e0b09323&id=57381074-bd23-4376-887c-81c9e0b09323&id=186d9e24-7a85-466f-9541-9c5be919901f&id=186d9e24-7a85-466f-9541-9c5be919901f HTTP/1.1" status: 200 len: 1989 time: 0.1505821 Nov 02 11:48:13.681239 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-2ca6e811-913f-4a33-b7b7-7dfb706732f8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/quotas/98712f8e25ee41a2953347ba1e13095a HTTP/1.1" status: 200 len: 375 time: 0.0108860 Nov 02 11:48:13.684752 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94be2fa6-b65a-4ff1-95b3-09fc6b246f27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:13.722612 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-35ebdccf-bba1-43a1-a45f-c91c790a11c2 req-df8314a1-9938-4488-b9f9-8e77c627d75f tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120212 Nov 02 11:48:13.754398 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-9f73df7f-1672-4b9f-8360-fe1d4ad61d74 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=98712f8e25ee41a2953347ba1e13095a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0666380 Nov 02 11:48:13.816777 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94be2fa6-b65a-4ff1-95b3-09fc6b246f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:13.821544 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a112735e-d0e7-46f5-b592-00e821b05874 req-1b11fc25-807e-4403-b08a-de5bacbf98d2 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f953db3-e15c-4f2b-bb36-2b1812c7f631 HTTP/1.1" status: 200 len: 210 time: 0.0371115 Nov 02 11:48:13.825500 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-903979b2-5df4-4417-acd2-262fdaafa7f0 req-eeddc90b-dc01-4895-be68-0a237d03baed tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:13.840629 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['443c989e-d2e2-46c1-b9e4-674737bd3e27'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:48:13.896811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ed50298-2166-4599-a458-e25390a58b68 service neutron] 10.222.0.52 "GET /v2.0/networks/2186d30e-762f-43e0-acae-f84c10f25696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258559 Nov 02 11:48:13.902245 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94be2fa6-b65a-4ff1-95b3-09fc6b246f27 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:48:13.912517 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddc90b-dc01-4895-be68-0a237d03baed tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Pushing event deleted for resources: {'Port': ['ID=443c989e-d2e2-46c1-b9e4-674737bd3e27,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:13.954320 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be2fa6-b65a-4ff1-95b3-09fc6b246f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f8159e-2105-453c-8e71-63c703cacfb5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:13.961849 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94be2fa6-b65a-4ff1-95b3-09fc6b246f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:13.962196 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-94be2fa6-b65a-4ff1-95b3-09fc6b246f27 admin admin] Added segment f64b89c0-b9fb-43a2-aeab-4bf9d89be49d of type vlan for network ea565753-07ea-47fe-a19f-3aa9c8c8525e Nov 02 11:48:13.998108 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-903979b2-5df4-4417-acd2-262fdaafa7f0 req-eeddc90b-dc01-4895-be68-0a237d03baed tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] No DVR routers for this DVR port 443c989e-d2e2-46c1-b9e4-674737bd3e27 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:48:14.004400 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-903979b2-5df4-4417-acd2-262fdaafa7f0 req-eeddc90b-dc01-4895-be68-0a237d03baed tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:14.007933 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-903979b2-5df4-4417-acd2-262fdaafa7f0 req-eeddc90b-dc01-4895-be68-0a237d03baed tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.79 "DELETE /v2.0/ports/443c989e-d2e2-46c1-b9e4-674737bd3e27 HTTP/1.1" status: 204 len: 173 time: 0.9832478 Nov 02 11:48:14.008654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b266b92-1d28-4109-8219-b5852d72b600', 'name': 'network-vif-deleted', 'tag': '443c989e-d2e2-46c1-b9e4-674737bd3e27'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:48:14.010731 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4fba19-91a7-49ec-ae3d-e58683791508" -d '{"events": [{"server_uuid": "9b266b92-1d28-4109-8219-b5852d72b600", "name": "network-vif-deleted", "tag": "443c989e-d2e2-46c1-b9e4-674737bd3e27"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:48:14.055199 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94be2fa6-b65a-4ff1-95b3-09fc6b246f27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:14.060184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f1376-fc37-4957-aa53-0975c1e80b8c req-abedafcd-f7c9-46b2-acf9-8742ff000431 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:14.061870 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c2f1376-fc37-4957-aa53-0975c1e80b8c req-abedafcd-f7c9-46b2-acf9-8742ff000431 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.79 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 945 time: 0.1361191 Nov 02 11:48:14.079715 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3f0ec-d87a-4a7a-83b4-1877d4ff916b req-63ef5372-1638-46c0-9610-14f2f04b5ac2 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:14.081247 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-24a3f0ec-d87a-4a7a-83b4-1877d4ff916b req-63ef5372-1638-46c0-9610-14f2f04b5ac2 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 945 time: 0.1561253 Nov 02 11:48:14.106163 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-256f5a76-fe3e-44af-91cc-02c5fd2d1502 service neutron] 10.222.0.52 "GET /v2.0/networks/2186d30e-762f-43e0-acae-f84c10f25696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958065 Nov 02 11:48:14.164867 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-24a3f0ec-d87a-4a7a-83b4-1877d4ff916b req-628f4677-2bfc-4520-8ea1-f64606f43b8f tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/security-groups?id=e68a3bd9-607a-470d-ad8a-4adada733c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645077 Nov 02 11:48:14.193859 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-f51ee6fc-b90a-4ac9-8604-8c5bec0f5c9c service neutron] 10.222.0.52 "GET /v2.0/ports/e49a6e4f-ad58-4cc4-a201-1817a84804d2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0769424 Nov 02 11:48:14.197673 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94be2fa6-b65a-4ff1-95b3-09fc6b246f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:14.197673 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94be2fa6-b65a-4ff1-95b3-09fc6b246f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:14.197673 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94be2fa6-b65a-4ff1-95b3-09fc6b246f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:14.266330 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a897055e-2933-4946-a0cb-cfb480312a08 x-openstack-request-id: req-a897055e-2933-4946-a0cb-cfb480312a08 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:48:14.266663 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b266b92-1d28-4109-8219-b5852d72b600", "name": "network-vif-deleted", "tag": "443c989e-d2e2-46c1-b9e4-674737bd3e27", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:48:14.266920 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a897055e-2933-4946-a0cb-cfb480312a08 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:48:14.267388 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b266b92-1d28-4109-8219-b5852d72b600', 'name': 'network-vif-deleted', 'tag': '443c989e-d2e2-46c1-b9e4-674737bd3e27', 'status': 'completed', 'code': 200} Nov 02 11:48:14.275530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be2fa6-b65a-4ff1-95b3-09fc6b246f27 admin admin] Pushing event updated for resources: {'Network': ['ID=ea565753-07ea-47fe-a19f-3aa9c8c8525e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:14.298326 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network ea565753-07ea-47fe-a19f-3aa9c8c8525e details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:48:14.328470 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-94be2fa6-b65a-4ff1-95b3-09fc6b246f27 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3465419 Nov 02 11:48:14.328745 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41290) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:14.333845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-bb428b95-09e4-45bb-a8dc-71b8d39b30f2 admin admin] Request body: {'subnet': {'network_id': 'ea565753-07ea-47fe-a19f-3aa9c8c8525e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-272978331-subnet', 'tenant_id': '6dd87f3a64254d6fb3ba4975ca053bba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:14.380722 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2d719712-5b84-4d7d-9a84-8ef916d8f97f req-8e46aae3-ea09-491e-bee8-f1b308cab453 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 210 time: 0.0369041 Nov 02 11:48:14.429364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-7c2f1376-fc37-4957-aa53-0975c1e80b8c req-96346704-7679-45a8-b514-ff4877738ce2 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Deleting port 4c40a6f3-384b-45b8-9577-7a8fe3e12b10 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:48:14.429706 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7c2f1376-fc37-4957-aa53-0975c1e80b8c req-96346704-7679-45a8-b514-ff4877738ce2 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:14.506483 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-c42e7539-588a-4944-a643-a3a77a650874 service neutron] 10.222.0.52 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973628 Nov 02 11:48:14.508766 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb428b95-09e4-45bb-a8dc-71b8d39b30f2 admin admin] Made reservation on behalf of 6dd87f3a64254d6fb3ba4975ca053bba for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:48:14.511165 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bb428b95-09e4-45bb-a8dc-71b8d39b30f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:14.614492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7c2f1376-fc37-4957-aa53-0975c1e80b8c req-96346704-7679-45a8-b514-ff4877738ce2 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] For port 4c40a6f3-384b-45b8-9577-7a8fe3e12b10, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=4c40a6f3-384b-45b8-9577-7a8fe3e12b10,segment=NetworkSegment(8c2b24e4-6fa6-47c1-85f0-97a02467358c),segment_id=8c2b24e4-6fa6-47c1-85f0-97a02467358c)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:14.614866 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7c2f1376-fc37-4957-aa53-0975c1e80b8c req-96346704-7679-45a8-b514-ff4877738ce2 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:14.633885 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-7c2f1376-fc37-4957-aa53-0975c1e80b8c req-96346704-7679-45a8-b514-ff4877738ce2 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Calling delete_port for 4c40a6f3-384b-45b8-9577-7a8fe3e12b10 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:48:14.661786 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-54a4aa75-26c2-42d3-823a-5b347035c057 service neutron] 10.222.0.52 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446481 Nov 02 11:48:14.749289 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-31794017-5a2e-494d-833c-b20fbc908789 service neutron] 10.222.0.52 "GET /v2.0/ports/dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0506008 Nov 02 11:48:14.774840 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bb428b95-09e4-45bb-a8dc-71b8d39b30f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:14.865009 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb428b95-09e4-45bb-a8dc-71b8d39b30f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2942dbb9-6a04-4fab-b66d-9162db302b21,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:14.896828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb428b95-09e4-45bb-a8dc-71b8d39b30f2 admin admin] Checking segment: {'id': 'f64b89c0-b9fb-43a2-aeab-4bf9d89be49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ea565753-07ea-47fe-a19f-3aa9c8c8525e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:48:14.897837 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb428b95-09e4-45bb-a8dc-71b8d39b30f2 admin admin] Network hostable DHCP agents. Network: ea565753-07ea-47fe-a19f-3aa9c8c8525e, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:48:14.901649 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-09ff8f5d-f468-4317-b87c-097a83c9ef04 service neutron] 10.222.0.52 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446025 Nov 02 11:48:14.913781 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99412899-82d2-4ea3-961e-15c6d032848b req-39021420-2224-409e-8d39-873e29b14423 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:14.915656 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-99412899-82d2-4ea3-961e-15c6d032848b req-39021420-2224-409e-8d39-873e29b14423 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.1066384 Nov 02 11:48:14.976807 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-99412899-82d2-4ea3-961e-15c6d032848b req-feb09008-0fa8-4ad5-a6a9-35a0818aa333 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497611 Nov 02 11:48:15.019770 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-763bc079-2f80-48e0-9316-dbe44ac0e641 service neutron] 10.222.0.52 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100848 Nov 02 11:48:15.052213 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7c2f1376-fc37-4957-aa53-0975c1e80b8c req-96346704-7679-45a8-b514-ff4877738ce2 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:15.064675 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['4c40a6f3-384b-45b8-9577-7a8fe3e12b10'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:48:15.067493 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-baa59fce-cedb-439b-877b-40518866294f req-8631072a-d796-47ef-8ebe-47d111606a68 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f953db3-e15c-4f2b-bb36-2b1812c7f631 HTTP/1.1" status: 200 len: 210 time: 0.0342729 Nov 02 11:48:15.091337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb428b95-09e4-45bb-a8dc-71b8d39b30f2 admin admin] Network ea565753-07ea-47fe-a19f-3aa9c8c8525e is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:48:15.136542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96346704-7679-45a8-b514-ff4877738ce2 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Pushing event deleted for resources: {'Port': ['ID=4c40a6f3-384b-45b8-9577-7a8fe3e12b10,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:15.192564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-bb428b95-09e4-45bb-a8dc-71b8d39b30f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, ea565753-07ea-47fe-a19f-3aa9c8c8525e) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:48:15.197137 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb428b95-09e4-45bb-a8dc-71b8d39b30f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:15.197972 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bb428b95-09e4-45bb-a8dc-71b8d39b30f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:15.206302 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f384e2e-0f73-4491-896e-f33791fb75e7 None None] Network ea565753-07ea-47fe-a19f-3aa9c8c8525e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:48:15.234879 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2f1376-fc37-4957-aa53-0975c1e80b8c req-96346704-7679-45a8-b514-ff4877738ce2 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] No DVR routers for this DVR port 4c40a6f3-384b-45b8-9577-7a8fe3e12b10 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:48:15.246327 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7c2f1376-fc37-4957-aa53-0975c1e80b8c req-96346704-7679-45a8-b514-ff4877738ce2 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:15.249854 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c2f1376-fc37-4957-aa53-0975c1e80b8c req-96346704-7679-45a8-b514-ff4877738ce2 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.79 "DELETE /v2.0/ports/4c40a6f3-384b-45b8-9577-7a8fe3e12b10 HTTP/1.1" status: 204 len: 173 time: 1.1776998 Nov 02 11:48:15.251749 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a', 'name': 'network-vif-deleted', 'tag': '4c40a6f3-384b-45b8-9577-7a8fe3e12b10'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:48:15.257580 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86e5243-5c31-4d52-b8ce-15a2c303155f" -d '{"events": [{"server_uuid": "30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a", "name": "network-vif-deleted", "tag": "4c40a6f3-384b-45b8-9577-7a8fe3e12b10"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:48:15.311350 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9d707942-4ec1-4d64-b719-047934babeae req-e3934667-d046-4287-8685-cb41b3671085 tempest-ServerPasswordTestJSON-804613550 tempest-ServerPasswordTestJSON-804613550-project] 10.222.0.52 "GET /v2.0/ports?device_id=30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a HTTP/1.1" status: 200 len: 210 time: 0.0290248 Nov 02 11:48:15.357548 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095224ba-047d-4083-9661-6f2bf874125c x-openstack-request-id: req-095224ba-047d-4083-9661-6f2bf874125c {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:48:15.358039 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a", "name": "network-vif-deleted", "tag": "4c40a6f3-384b-45b8-9577-7a8fe3e12b10", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:48:15.358456 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-095224ba-047d-4083-9661-6f2bf874125c {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:48:15.358959 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e4cd4b-5457-4a05-b9ac-3d6e0871fe2a', 'name': 'network-vif-deleted', 'tag': '4c40a6f3-384b-45b8-9577-7a8fe3e12b10', 'status': 'completed', 'code': 200} Nov 02 11:48:15.360560 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bb428b95-09e4-45bb-a8dc-71b8d39b30f2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0305810 Nov 02 11:48:15.459549 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-d9da1dc9-cd7a-4d61-ae52-db7ff149a8fa service neutron] 10.222.0.52 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337280 Nov 02 11:48:15.580922 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c85103-60da-4af2-9be7-f457f977f2e5 None None] Network ea565753-07ea-47fe-a19f-3aa9c8c8525e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:48:15.616750 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-94729272-4acc-4c2e-bd98-271c8d427302 req-74fbe674-ff7a-412b-9f1c-3b04fac68385 tempest-InstanceActionsTestJSON-1674688316 tempest-InstanceActionsTestJSON-1674688316-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b266b92-1d28-4109-8219-b5852d72b600 HTTP/1.1" status: 200 len: 210 time: 0.0511105 Nov 02 11:48:15.693390 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-c8bc1630-cafc-43fb-b8c0-6da725b69640 service neutron] 10.222.0.52 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322435 Nov 02 11:48:15.798325 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-77a1d701-d46d-447b-a3f8-f7e0940fdb98 req-66a86c35-1dba-4639-9760-4d7d6586ce5d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2132126135', 'description': 'tempest-description-262621692'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:15.812862 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ce50fd57-df96-4961-9d7b-a5de3ed4e6f0 service neutron] 10.222.0.52 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104052 Nov 02 11:48:15.920196 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-758a99f3-a4ed-4402-a769-f775306ba69a service neutron] 10.222.0.52 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139297 Nov 02 11:48:16.011718 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-77a1d701-d46d-447b-a3f8-f7e0940fdb98 req-66a86c35-1dba-4639-9760-4d7d6586ce5d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:16.022011 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-79610d55-d77e-4d16-9dbf-ae4828b1a1dd service neutron] 10.222.0.52 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952942 Nov 02 11:48:16.126155 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-77a1d701-d46d-447b-a3f8-f7e0940fdb98 req-66a86c35-1dba-4639-9760-4d7d6586ce5d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:16.140347 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-f8e555c7-7efe-49ca-a263-63e7d854aac1 service neutron] 10.222.0.52 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117842 Nov 02 11:48:16.240687 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-5c39b4ba-6ab6-4dbe-a5d8-3591e4a7df24 service neutron] 10.222.0.52 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934076 Nov 02 11:48:16.306021 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-77a1d701-d46d-447b-a3f8-f7e0940fdb98 req-66a86c35-1dba-4639-9760-4d7d6586ce5d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:16.341659 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-41107807-9722-4ede-845e-10912864d7fc service neutron] 10.222.0.52 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931237 Nov 02 11:48:16.367064 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a86c35-1dba-4639-9760-4d7d6586ce5d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11f2e26-c63a-4927-89dd-e2a5b59c9cc0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:16.490756 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-77a1d701-d46d-447b-a3f8-f7e0940fdb98 req-66a86c35-1dba-4639-9760-4d7d6586ce5d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:16.492604 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-77a1d701-d46d-447b-a3f8-f7e0940fdb98 req-66a86c35-1dba-4639-9760-4d7d6586ce5d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6991169 Nov 02 11:48:16.623920 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90479dc2-fe21-40e8-9d90-198159127c9f req-28fb8727-beb3-409f-9005-dbdf9c4e08b8 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:16.627451 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-90479dc2-fe21-40e8-9d90-198159127c9f req-28fb8727-beb3-409f-9005-dbdf9c4e08b8 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.0594876 Nov 02 11:48:16.671861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c69a85-e878-4d9b-923f-269860f2d38d req-6874c2e6-fe69-450a-9199-2167115a19c5 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:16.674744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06c69a85-e878-4d9b-923f-269860f2d38d req-6874c2e6-fe69-450a-9199-2167115a19c5 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.54 "GET /v2.0/networks?id=77647135-13a0-4ccd-be19-3f8ea2455d6b HTTP/1.1" status: 200 len: 808 time: 0.1477695 Nov 02 11:48:16.691066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0f0505d1-5dd4-402d-a89a-9b6470a65a29 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Request body: {'port': {'device_id': '3f953db3-e15c-4f2b-bb36-2b1812c7f631', 'network_id': '77647135-13a0-4ccd-be19-3f8ea2455d6b', 'admin_state_up': True, 'tenant_id': '172e195df9cb484785414146c840d218'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:16.721031 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-90479dc2-fe21-40e8-9d90-198159127c9f req-1be465dd-6dc4-429f-a52d-3dc589c94f3d tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825872 Nov 02 11:48:16.821194 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5ff9b3c0-752e-41f0-8b0a-2789ad957aa0 req-fa27144c-ef92-42d4-8982-4bcad7f3e42f tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f953db3-e15c-4f2b-bb36-2b1812c7f631 HTTP/1.1" status: 200 len: 210 time: 0.0374372 Nov 02 11:48:16.872731 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41342) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:16.911234 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-75c8fddb-973e-4c4a-a7e7-8a57c6b031a6 req-becbce4a-2a0e-4231-907e-8acd5df1ffb3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-101949580', 'description': 'tempest-description-1306702476'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:16.930836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0f0505d1-5dd4-402d-a89a-9b6470a65a29 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Made reservation on behalf of 172e195df9cb484785414146c840d218 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:48:16.937259 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0f0505d1-5dd4-402d-a89a-9b6470a65a29 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:16.943596 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ffa6849-10fb-4946-9776-218029691e16 admin admin] Deleting subnet dbdbc5d1-3980-424d-9a61-3c695a43ea6f {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:48:16.949684 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6849-10fb-4946-9776-218029691e16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:16.988809 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6849-10fb-4946-9776-218029691e16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:17.034820 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6849-10fb-4946-9776-218029691e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:17.087729 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0f0505d1-5dd4-402d-a89a-9b6470a65a29 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Allocated IP 172.20.0.10 (77647135-13a0-4ccd-be19-3f8ea2455d6b/525d917b-ba76-4103-b71e-5b8a407965c6/b1d68e12-1b17-4927-9af9-a0713a330428) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:48:17.124849 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 443c989e-d2e2-46c1-b9e4-674737bd3e27 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:48:17.182207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 443c989e-d2e2-46c1-b9e4-674737bd3e27 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:48:17.185772 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 443c989e-d2e2-46c1-b9e4-674737bd3e27 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:48:17.185772 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 4c40a6f3-384b-45b8-9577-7a8fe3e12b10 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:48:17.206998 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 4c40a6f3-384b-45b8-9577-7a8fe3e12b10 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:48:17.207490 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 4c40a6f3-384b-45b8-9577-7a8fe3e12b10 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:48:17.294384 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-75c8fddb-973e-4c4a-a7e7-8a57c6b031a6 req-becbce4a-2a0e-4231-907e-8acd5df1ffb3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:17.350124 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6849-10fb-4946-9776-218029691e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:17.402605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa6849-10fb-4946-9776-218029691e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbdbc5d1-3980-424d-9a61-3c695a43ea6f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:17.411799 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ffa6849-10fb-4946-9776-218029691e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:17.417466 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2ffa6849-10fb-4946-9776-218029691e16 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dbdbc5d1-3980-424d-9a61-3c695a43ea6f HTTP/1.1" status: 204 len: 168 time: 0.5432022 Nov 02 11:48:17.424591 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41348) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:17.476759 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-75c8fddb-973e-4c4a-a7e7-8a57c6b031a6 req-becbce4a-2a0e-4231-907e-8acd5df1ffb3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:17.537173 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c08d3996-8b9a-4f6b-aba9-05f1979ccd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:17.557617 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-417f49b0-a1fc-4dd8-b0bd-6140468eac6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:17.605416 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0f0505d1-5dd4-402d-a89a-9b6470a65a29 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:17.612728 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-75c8fddb-973e-4c4a-a7e7-8a57c6b031a6 req-becbce4a-2a0e-4231-907e-8acd5df1ffb3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:17.675811 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c08d3996-8b9a-4f6b-aba9-05f1979ccd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:17.737886 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c08d3996-8b9a-4f6b-aba9-05f1979ccd0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f1408a-aae6-4da0-9a25-6cf3e98b13d2']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:48:17.747150 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0f0505d1-5dd4-402d-a89a-9b6470a65a29 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:17.754241 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbce4a-2a0e-4231-907e-8acd5df1ffb3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aeada5-9b6e-4dde-864c-44c525926171,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:17.762230 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c08d3996-8b9a-4f6b-aba9-05f1979ccd0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2b24e4-6fa6-47c1-85f0-97a02467358c') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:48:17.762647 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c08d3996-8b9a-4f6b-aba9-05f1979ccd0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2b24e4-6fa6-47c1-85f0-97a02467358c') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:48:17.777007 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c08d3996-8b9a-4f6b-aba9-05f1979ccd0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:17.803089 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c08d3996-8b9a-4f6b-aba9-05f1979ccd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:17.809945 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08d3996-8b9a-4f6b-aba9-05f1979ccd0c admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:48:17.810394 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c08d3996-8b9a-4f6b-aba9-05f1979ccd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:48:17.812276 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:48:17.820331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0f0505d1-5dd4-402d-a89a-9b6470a65a29 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Network 77647135-13a0-4ccd-be19-3f8ea2455d6b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:48:17.823919 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0f0505d1-5dd4-402d-a89a-9b6470a65a29 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:48:17.827864 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0f0505d1-5dd4-402d-a89a-9b6470a65a29 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:48:17.861820 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0505d1-5dd4-402d-a89a-9b6470a65a29 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Pushing event updated for resources: {'Port': ['ID=b1d68e12-1b17-4927-9af9-a0713a330428,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:17.862385 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-75c8fddb-973e-4c4a-a7e7-8a57c6b031a6 req-becbce4a-2a0e-4231-907e-8acd5df1ffb3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:17.863754 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-75c8fddb-973e-4c4a-a7e7-8a57c6b031a6 req-becbce4a-2a0e-4231-907e-8acd5df1ffb3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.9596674 Nov 02 11:48:17.900273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0f0505d1-5dd4-402d-a89a-9b6470a65a29 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:17.900901 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0f0505d1-5dd4-402d-a89a-9b6470a65a29 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:17.938468 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41362) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:17.997963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-798a8839-8a50-4371-b7e3-696e1fb13b9e admin admin] Deleting subnet 78d088e5-ec0e-4744-9082-761b5a1be255 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:48:18.002561 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-798a8839-8a50-4371-b7e3-696e1fb13b9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:18.039425 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0f0505d1-5dd4-402d-a89a-9b6470a65a29 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3547184 Nov 02 11:48:18.042115 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c08d3996-8b9a-4f6b-aba9-05f1979ccd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:18.051401 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c08d3996-8b9a-4f6b-aba9-05f1979ccd0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:18.058028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Request body: {'port': {'device_id': '3f953db3-e15c-4f2b-bb36-2b1812c7f631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:18.058789 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c08d3996-8b9a-4f6b-aba9-05f1979ccd0c admin admin] 10.222.0.52 "DELETE /v2.0/networks/59f1408a-aae6-4da0-9a25-6cf3e98b13d2 HTTP/1.1" status: 204 len: 168 time: 0.6330984 Nov 02 11:48:18.073987 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d3996-8b9a-4f6b-aba9-05f1979ccd0c admin admin] Pushing event deleted for resources: {'Network': ['ID=59f1408a-aae6-4da0-9a25-6cf3e98b13d2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:18.086553 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ff160-f0ff-4fdb-8efa-2efe3ff63563 req-6aed81c3-951d-435e-b613-b577666a1226 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:18.090494 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ac2ff160-f0ff-4fdb-8efa-2efe3ff63563 req-6aed81c3-951d-435e-b613-b577666a1226 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.0885534 Nov 02 11:48:18.102789 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-798a8839-8a50-4371-b7e3-696e1fb13b9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:18.151728 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ac2ff160-f0ff-4fdb-8efa-2efe3ff63563 req-cb98a8ed-5276-4a2c-925d-41f25f225264 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504124 Nov 02 11:48:18.193350 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:18.197903 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-798a8839-8a50-4371-b7e3-696e1fb13b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:18.268959 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5a12e-8063-4985-bc91-cebe11b81866 req-344d63cb-de09-457c-9852-7556f536f496 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:18.270744 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-54b5a12e-8063-4985-bc91-cebe11b81866 req-344d63cb-de09-457c-9852-7556f536f496 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f953db3-e15c-4f2b-bb36-2b1812c7f631 HTTP/1.1" status: 200 len: 932 time: 0.0573642 Nov 02 11:48:18.321682 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-54b5a12e-8063-4985-bc91-cebe11b81866 req-1386d9c6-bc37-4df8-ab40-ef3ddce82607 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe5986ea-5729-446a-9ee9-5c39f3dd8d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447631 Nov 02 11:48:18.428130 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-798a8839-8a50-4371-b7e3-696e1fb13b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:18.486136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a8839-8a50-4371-b7e3-696e1fb13b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78d088e5-ec0e-4744-9082-761b5a1be255,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:18.518350 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-798a8839-8a50-4371-b7e3-696e1fb13b9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:18.521697 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-798a8839-8a50-4371-b7e3-696e1fb13b9e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/78d088e5-ec0e-4744-9082-761b5a1be255 HTTP/1.1" status: 204 len: 168 time: 0.5816557 Nov 02 11:48:18.530575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e18b3d98-fb35-49e5-85d6-550dcd6a48aa req-f7eb42ed-1b52-4e51-9541-dc5df21035a5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 210 time: 0.0781465 Nov 02 11:48:18.531088 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41380) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:18.576032 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-9f580aba-89bc-4f97-965e-e7437f0d8550 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:18.577577 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-9f580aba-89bc-4f97-965e-e7437f0d8550 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/networks?id=ea565753-07ea-47fe-a19f-3aa9c8c8525e HTTP/1.1" status: 200 len: 812 time: 0.1492372 Nov 02 11:48:18.596348 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41388) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:18.608294 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-ddc2d83e-821e-4d3e-8276-c7e5784b16fb tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/quotas/6dd87f3a64254d6fb3ba4975ca053bba HTTP/1.1" status: 200 len: 375 time: 0.0242436 Nov 02 11:48:18.653953 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-621fcc5d-da9c-44dd-a4b8-d6a96ed2c138 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6dd87f3a64254d6fb3ba4975ca053bba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428972 Nov 02 11:48:18.666219 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e2faaf6-8175-41ab-9b09-944e1e5360b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:18.709397 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d926b5fa-d4da-40ea-9eb5-88964512ebb2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cbe319491e674cc3886b01fa837af7cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1116712 Nov 02 11:48:18.720181 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41392) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:18.783730 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7d661b47-59a3-4bd3-9a16-0721a9f30a14 service neutron] 10.222.0.52 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148121 Nov 02 11:48:18.831343 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e2faaf6-8175-41ab-9b09-944e1e5360b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:18.887037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d68e12-1b17-4927-9af9-a0713a330428 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:48:18.892027 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-987284cd-3979-4384-9f5c-7628a425f2a4 service neutron] 10.222.0.52 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007695 Nov 02 11:48:18.894527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-6e2faaf6-8175-41ab-9b09-944e1e5360b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76dbd935-b84a-4b78-9611-74f345e7416e']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:48:18.914475 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:18.924216 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-6e2faaf6-8175-41ab-9b09-944e1e5360b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb63e613-aaa0-4dbc-8656-a3104697a4a4') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:48:18.924520 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-6e2faaf6-8175-41ab-9b09-944e1e5360b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb63e613-aaa0-4dbc-8656-a3104697a4a4') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:48:18.939226 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77f331d5-a451-4226-b2fb-498a3e63345d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:18.942880 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e2faaf6-8175-41ab-9b09-944e1e5360b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:18.955984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Transition to ACTIVE for port object b1d68e12-1b17-4927-9af9-a0713a330428 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:48:18.968029 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e2faaf6-8175-41ab-9b09-944e1e5360b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:18.980852 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77f331d5-a451-4226-b2fb-498a3e63345d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:18.982789 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2faaf6-8175-41ab-9b09-944e1e5360b5 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:48:18.983194 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e2faaf6-8175-41ab-9b09-944e1e5360b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:48:18.984868 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:48:19.109032 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:19.152103 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e2faaf6-8175-41ab-9b09-944e1e5360b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:19.152103 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77f331d5-a451-4226-b2fb-498a3e63345d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:19.153797 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77f331d5-a451-4226-b2fb-498a3e63345d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:19.154905 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-77f331d5-a451-4226-b2fb-498a3e63345d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e68a3bd9-607a-470d-ad8a-4adada733c68 HTTP/1.1" status: 204 len: 168 time: 0.4334979 Nov 02 11:48:19.165672 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e2faaf6-8175-41ab-9b09-944e1e5360b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:19.176488 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6e2faaf6-8175-41ab-9b09-944e1e5360b5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/76dbd935-b84a-4b78-9611-74f345e7416e HTTP/1.1" status: 204 len: 168 time: 0.6415231 Nov 02 11:48:19.218790 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2faaf6-8175-41ab-9b09-944e1e5360b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=76dbd935-b84a-4b78-9611-74f345e7416e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:19.221160 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Pushing event updated for resources: {'Port': ['ID=b1d68e12-1b17-4927-9af9-a0713a330428,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:19.229082 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f331d5-a451-4226-b2fb-498a3e63345d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68a3bd9-607a-470d-ad8a-4adada733c68,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:19.431006 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ce5dfbd2-5e42-47ab-9df5-efaa44a4afd9 req-3e17e053-2cb6-42b4-9def-0fff6fbe12ab tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 210 time: 0.1516960 Nov 02 11:48:19.458910 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d7cfd-44a7-4bff-b66f-64d4e7612f55 req-4fa951fc-2f97-4bcb-bf7d-f0bf80f1e8fa tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:19.472780 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f6d7cfd-44a7-4bff-b66f-64d4e7612f55 req-4fa951fc-2f97-4bcb-bf7d-f0bf80f1e8fa tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.1136835 Nov 02 11:48:19.543549 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Attempting to bind port b1d68e12-1b17-4927-9af9-a0713a330428 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:48:19.543936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Attempting to bind port b1d68e12-1b17-4927-9af9-a0713a330428 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '32375d16-d006-45d4-b31c-ed5c572eca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77647135-13a0-4ccd-be19-3f8ea2455d6b'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:48:19.544288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Attempting to bind port b1d68e12-1b17-4927-9af9-a0713a330428 on network 77647135-13a0-4ccd-be19-3f8ea2455d6b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:19.568504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Port b1d68e12-1b17-4927-9af9-a0713a330428 on network 77647135-13a0-4ccd-be19-3f8ea2455d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:48:19.568504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Attempting to bind port b1d68e12-1b17-4927-9af9-a0713a330428 on network 77647135-13a0-4ccd-be19-3f8ea2455d6b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:19.576606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:48:19.576950 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f6d7cfd-44a7-4bff-b66f-64d4e7612f55 req-c9f053ec-fb42-423b-bb2a-87a88aa78362 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023214 Nov 02 11:48:19.577103 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Checking segment: {'id': '32375d16-d006-45d4-b31c-ed5c572eca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77647135-13a0-4ccd-be19-3f8ea2455d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:48:19.577343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Bound using segment: {'id': '32375d16-d006-45d4-b31c-ed5c572eca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77647135-13a0-4ccd-be19-3f8ea2455d6b'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:48:19.577792 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Bound port: b1d68e12-1b17-4927-9af9-a0713a330428, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32375d16-d006-45d4-b31c-ed5c572eca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '77647135-13a0-4ccd-be19-3f8ea2455d6b'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:48:19.578998 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:19.622009 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9065385-d29f-434d-9b88-7b30a4e0bc1c req-389a72de-0a85-4b3f-9066-3c95778fa42d tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:19.636394 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9065385-d29f-434d-9b88-7b30a4e0bc1c req-389a72de-0a85-4b3f-9066-3c95778fa42d tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f953db3-e15c-4f2b-bb36-2b1812c7f631 HTTP/1.1" status: 200 len: 944 time: 0.1048815 Nov 02 11:48:19.676851 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1e2625f2-e500-4d61-a039-b0ab5aa5ee36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:19.683336 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0699f452-54ba-4185-8186-90bc96a92fdd req-bfb159af-198d-45b7-ab9e-88ea78049903 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 210 time: 0.0475590 Nov 02 11:48:19.719510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] For port b1d68e12-1b17-4927-9af9-a0713a330428, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:48:19.723020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] For port b1d68e12-1b17-4927-9af9-a0713a330428, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b1d68e12-1b17-4927-9af9-a0713a330428,segment=NetworkSegment(32375d16-d006-45d4-b31c-ed5c572eca19),segment_id=32375d16-d006-45d4-b31c-ed5c572eca19)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:48:19.769114 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9065385-d29f-434d-9b88-7b30a4e0bc1c req-6798a045-e21a-401f-8295-7f6699d40398 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe5986ea-5729-446a-9ee9-5c39f3dd8d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313133 Nov 02 11:48:19.860445 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:19.892788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41428) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:19.912322 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:19.912953 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:19.914362 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06c69a85-e878-4d9b-923f-269860f2d38d req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] 10.222.0.54 "PUT /v2.0/ports/b1d68e12-1b17-4927-9af9-a0713a330428 HTTP/1.1" status: 200 len: 1093 time: 1.8638773 Nov 02 11:48:19.916675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f953db3-e15c-4f2b-bb36-2b1812c7f631', 'tag': 'b1d68e12-1b17-4927-9af9-a0713a330428'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:48:19.919002 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae23e54-06da-4c44-96ac-af55590ab352" -d '{"events": [{"name": "network-changed", "server_uuid": "3f953db3-e15c-4f2b-bb36-2b1812c7f631", "tag": "b1d68e12-1b17-4927-9af9-a0713a330428"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:48:19.945288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131c445-1e2b-47f6-810e-059ac36de6db service neutron] Pushing event updated for resources: {'Port': ['ID=b1d68e12-1b17-4927-9af9-a0713a330428,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:19.948771 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5e5c1603-1528-476a-b266-0dcd4fa934c9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=70bd4ff2827b42dd8370f4bb6dca9194&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0535722 Nov 02 11:48:19.948903 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41432) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:19.963923 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958dd028-2a70-4be5-ad29-751c532fa4d2 x-openstack-request-id: req-958dd028-2a70-4be5-ad29-751c532fa4d2 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:48:19.964286 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f953db3-e15c-4f2b-bb36-2b1812c7f631", "tag": "b1d68e12-1b17-4927-9af9-a0713a330428", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:48:19.964551 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-958dd028-2a70-4be5-ad29-751c532fa4d2 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:48:19.964980 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f953db3-e15c-4f2b-bb36-2b1812c7f631', 'tag': 'b1d68e12-1b17-4927-9af9-a0713a330428', 'status': 'completed', 'code': 200} Nov 02 11:48:20.045346 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9fa75b99-cb3a-4f66-aba0-e246d774a6d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:20.076373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae23e54-06da-4c44-96ac-af55590ab352 req-ae343960-12e3-4505-b8c0-e4ec1af9063d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:20.077963 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ae23e54-06da-4c44-96ac-af55590ab352 req-ae343960-12e3-4505-b8c0-e4ec1af9063d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=172e195df9cb484785414146c840d218&device_id=3f953db3-e15c-4f2b-bb36-2b1812c7f631 HTTP/1.1" status: 200 len: 1096 time: 0.0880892 Nov 02 11:48:20.080803 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9fa75b99-cb3a-4f66-aba0-e246d774a6d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:20.211636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae23e54-06da-4c44-96ac-af55590ab352 req-f9596bca-c897-4583-b4cd-c42d73044593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:20.215697 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ae23e54-06da-4c44-96ac-af55590ab352 req-f9596bca-c897-4583-b4cd-c42d73044593 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=172e195df9cb484785414146c840d218&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1211517 Nov 02 11:48:20.331049 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9fa75b99-cb3a-4f66-aba0-e246d774a6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:20.333681 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9fa75b99-cb3a-4f66-aba0-e246d774a6d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:20.335478 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9fa75b99-cb3a-4f66-aba0-e246d774a6d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2000cb64-03b1-414c-bc0e-8efedf12a1ae HTTP/1.1" status: 204 len: 168 time: 0.3855815 Nov 02 11:48:20.354533 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa75b99-cb3a-4f66-aba0-e246d774a6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2000cb64-03b1-414c-bc0e-8efedf12a1ae,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:20.377901 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae23e54-06da-4c44-96ac-af55590ab352 req-ae4a56cd-4768-4762-baac-07422d166371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:20.379466 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ae23e54-06da-4c44-96ac-af55590ab352 req-ae4a56cd-4768-4762-baac-07422d166371 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1418469 Nov 02 11:48:20.489793 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c69a85-e878-4d9b-923f-269860f2d38d req-7c7f979f-a5f5-44d6-96b2-87d102641484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:20.492490 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06c69a85-e878-4d9b-923f-269860f2d38d req-7c7f979f-a5f5-44d6-96b2-87d102641484 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=172e195df9cb484785414146c840d218&device_id=3f953db3-e15c-4f2b-bb36-2b1812c7f631 HTTP/1.1" status: 200 len: 1096 time: 0.0575500 Nov 02 11:48:20.565562 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06c69a85-e878-4d9b-923f-269860f2d38d req-a25ce542-5ead-4196-bb4d-7502a63218b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1d68e12-1b17-4927-9af9-a0713a330428 HTTP/1.1" status: 200 len: 217 time: 0.0594463 Nov 02 11:48:20.605046 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cc54ff54-09a5-455f-b83d-7f267208e701 req-3dd31525-c1e7-4a1b-98fb-7206034d3395 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 210 time: 0.0384767 Nov 02 11:48:20.642671 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c69a85-e878-4d9b-923f-269860f2d38d req-ae69d519-aeb5-41b7-a4e1-f929818fdee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:20.644235 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06c69a85-e878-4d9b-923f-269860f2d38d req-ae69d519-aeb5-41b7-a4e1-f929818fdee2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=525d917b-ba76-4103-b71e-5b8a407965c6 HTTP/1.1" status: 200 len: 848 time: 0.0483046 Nov 02 11:48:20.697759 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06c69a85-e878-4d9b-923f-269860f2d38d req-418b850d-cda6-45f2-8e56-7070916f930c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=77647135-13a0-4ccd-be19-3f8ea2455d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460865 Nov 02 11:48:20.744905 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baeb1f0-0d1f-4a10-946d-1e677ca520ae req-c646ba87-e763-4348-a824-6d6fab8fb7f4 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:20.746908 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9baeb1f0-0d1f-4a10-946d-1e677ca520ae req-c646ba87-e763-4348-a824-6d6fab8fb7f4 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.0622566 Nov 02 11:48:20.834247 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9baeb1f0-0d1f-4a10-946d-1e677ca520ae req-be654c3f-70d4-4a5c-ad4a-ad561a944c7d tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806434 Nov 02 11:48:20.937250 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bb71612-6acb-4b8f-80d2-017a01211e26 req-2f87b836-9f50-4856-a0c7-11beacc79f6a tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 210 time: 0.0381753 Nov 02 11:48:20.964185 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:21.007901 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06c69a85-e878-4d9b-923f-269860f2d38d req-93483aa0-3bc2-44e2-ad86-fa442f5ec9ac service neutron] 10.222.0.54 "GET /v2.0/networks/77647135-13a0-4ccd-be19-3f8ea2455d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026352 Nov 02 11:48:21.021154 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c8ccd-9f49-4e0c-a443-9c649f9173c4 req-1151047a-baf8-4bc3-9419-d1c9c1bfbde1 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:21.023397 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-595c8ccd-9f49-4e0c-a443-9c649f9173c4 req-1151047a-baf8-4bc3-9419-d1c9c1bfbde1 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f953db3-e15c-4f2b-bb36-2b1812c7f631 HTTP/1.1" status: 200 len: 944 time: 0.1054938 Nov 02 11:48:21.096658 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-595c8ccd-9f49-4e0c-a443-9c649f9173c4 req-f8f55d69-deb6-43a5-ab5d-bde9e8932d77 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe5986ea-5729-446a-9ee9-5c39f3dd8d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667870 Nov 02 11:48:21.160686 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06c69a85-e878-4d9b-923f-269860f2d38d req-fd6cec26-13cd-4602-811d-9a2cb859cc3a service neutron] 10.222.0.54 "GET /v2.0/networks/77647135-13a0-4ccd-be19-3f8ea2455d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436951 Nov 02 11:48:21.584279 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-87b05878-a266-419e-bd71-075643ff813b req-ad53edca-860d-440f-b033-6cbe3aa60f0b tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0361209 Nov 02 11:48:21.641399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ab8cbe5e-350c-4f5d-99d1-b5dada37b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:21.644170 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ab8cbe5e-350c-4f5d-99d1-b5dada37b147 service neutron] 10.222.0.54 "GET /v2.0/ports/e49a6e4f-ad58-4cc4-a201-1817a84804d2 HTTP/1.1" status: 200 len: 1027 time: 0.0716789 Nov 02 11:48:21.724100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-f0e53c11-85e3-4390-b5f2-f33f231a7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:21.734853 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-f0e53c11-85e3-4390-b5f2-f33f231a7c3b service neutron] 10.222.0.54 "GET /v2.0/ports/dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 HTTP/1.1" status: 200 len: 1026 time: 0.0770321 Nov 02 11:48:21.822342 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9f680c7-ab9a-401a-a8cc-2ad21478c141 req-d77fbe22-aee5-480f-b7fd-f2912ca99504 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 210 time: 0.0699193 Nov 02 11:48:21.903654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-dcda02f5-5ac2-4cb6-aff8-300690e8060b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:21.910234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-dcda02f5-5ac2-4cb6-aff8-300690e8060b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:21.916310 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-dcda02f5-5ac2-4cb6-aff8-300690e8060b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:21.917949 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-dcda02f5-5ac2-4cb6-aff8-300690e8060b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.54 "GET /v2.0/networks?id=2186d30e-762f-43e0-acae-f84c10f25696&id=57381074-bd23-4376-887c-81c9e0b09323&id=57381074-bd23-4376-887c-81c9e0b09323&id=57381074-bd23-4376-887c-81c9e0b09323&id=57381074-bd23-4376-887c-81c9e0b09323&id=186d9e24-7a85-466f-9541-9c5be919901f&id=186d9e24-7a85-466f-9541-9c5be919901f HTTP/1.1" status: 200 len: 1989 time: 0.1816120 Nov 02 11:48:22.004257 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e4434-d105-4910-9441-31e3acd43c40 req-13e20026-88e2-4f30-8cf3-f9802b207d30 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:22.011903 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-669e4434-d105-4910-9441-31e3acd43c40 req-13e20026-88e2-4f30-8cf3-f9802b207d30 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.0855668 Nov 02 11:48:22.017720 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-e492e55a-3d82-4fce-9d06-9655eeb4b993 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98712f8e25ee41a2953347ba1e13095a HTTP/1.1" status: 200 len: 380 time: 0.0896380 Nov 02 11:48:22.029124 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-24a77aeb-b612-420f-bf42-3886a6d850c5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Request body: {'port': {'device_id': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696', 'admin_state_up': True, 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'security_groups': ['53a0acbe-fc8a-43d9-ad43-b29b266a9d36']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:22.063010 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-669e4434-d105-4910-9441-31e3acd43c40 req-d0adee55-a07b-4ad4-a027-4306191f3484 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497773 Nov 02 11:48:22.099518 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef968d01-3b0d-4706-a291-e448509bee61 req-71bc10ad-7f97-45a9-85fb-5408fd006c62 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 210 time: 0.0489576 Nov 02 11:48:22.108894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41506) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:22.225394 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0b6df411-5e97-425f-a6f9-c3e37f74c4fb admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1221567474-network', 'tenant_id': 'ed6d2bb1769041cebe021ebd4b810e30'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:22.253674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6c2a0-325a-42b8-b1b0-fdb6866e8552 req-87c6b686-7d05-4ff3-81e8-4109518eb604 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:22.255226 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0fe6c2a0-325a-42b8-b1b0-fdb6866e8552 req-87c6b686-7d05-4ff3-81e8-4109518eb604 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f953db3-e15c-4f2b-bb36-2b1812c7f631 HTTP/1.1" status: 200 len: 944 time: 0.0702560 Nov 02 11:48:22.335504 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0fe6c2a0-325a-42b8-b1b0-fdb6866e8552 req-fd1c2749-ed5c-410f-b0dd-0db50d4f962b tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe5986ea-5729-446a-9ee9-5c39f3dd8d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697827 Nov 02 11:48:22.337710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-24a77aeb-b612-420f-bf42-3886a6d850c5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Made reservation on behalf of 98712f8e25ee41a2953347ba1e13095a for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:48:22.348717 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-24a77aeb-b612-420f-bf42-3886a6d850c5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:22.368763 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:22.493853 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6df411-5e97-425f-a6f9-c3e37f74c4fb admin admin] Made reservation on behalf of ed6d2bb1769041cebe021ebd4b810e30 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:48:22.496274 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b6df411-5e97-425f-a6f9-c3e37f74c4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:22.510703 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b6df411-5e97-425f-a6f9-c3e37f74c4fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:22.613626 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b6df411-5e97-425f-a6f9-c3e37f74c4fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:22.680125 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-1bff0766-18f1-42b1-86c7-59e291f59a23 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:22.681597 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-1bff0766-18f1-42b1-86c7-59e291f59a23 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.54 "GET /v2.0/networks?id=ea565753-07ea-47fe-a19f-3aa9c8c8525e HTTP/1.1" status: 200 len: 812 time: 0.1928036 Nov 02 11:48:22.699712 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-5c727dd8-2d19-4525-a84f-596fc26e9c4b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Request body: {'port': {'device_id': 'fc776b2c-fff8-4c17-83db-8d21063b471d', 'network_id': 'ea565753-07ea-47fe-a19f-3aa9c8c8525e', 'admin_state_up': True, 'tenant_id': '6dd87f3a64254d6fb3ba4975ca053bba'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:22.745846 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b6df411-5e97-425f-a6f9-c3e37f74c4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:22.778795 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79dc1383-59ab-41e8-a749-4401fb802639 req-9360c927-d7f9-4208-94dc-974ce7a31df2 tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.1099794 Nov 02 11:48:22.818769 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6df411-5e97-425f-a6f9-c3e37f74c4fb admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:48:22.883522 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6df411-5e97-425f-a6f9-c3e37f74c4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b379687c-786a-434f-922e-1bcabfd94d34,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:22.899912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-24a77aeb-b612-420f-bf42-3886a6d850c5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Allocated IP 172.20.0.11 (2186d30e-762f-43e0-acae-f84c10f25696/c931c3ff-ea0b-4408-bd53-510e0450d503/0194c44a-8c9b-476a-a2df-892896c7ecd8) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:48:22.910355 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b6df411-5e97-425f-a6f9-c3e37f74c4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:22.910698 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-0b6df411-5e97-425f-a6f9-c3e37f74c4fb admin admin] Added segment 85e9a8a2-6aa6-4f29-b961-6fbe6f96f3de of type vlan for network a087ab4d-8c3c-4eac-93fc-b362a1ce245b Nov 02 11:48:23.041786 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4f229f9e-6827-479d-960c-c5381848c025 req-d43689cd-dee9-437c-8fab-a1c4dc8d0a44 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 210 time: 0.0531545 Nov 02 11:48:23.046561 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b6df411-5e97-425f-a6f9-c3e37f74c4fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:23.217665 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-24a77aeb-b612-420f-bf42-3886a6d850c5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:23.233215 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4d7f528-d39c-47ed-9fdc-8440f78c118c req-3edcbca4-b9c5-4cdc-a279-72ec6ecd2ed8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 210 time: 0.0323687 Nov 02 11:48:23.246611 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683794a-af2b-4633-a64d-1c06378f3e31 req-d7abfb2d-6868-409f-8c71-70752d845647 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:23.248301 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0683794a-af2b-4633-a64d-1c06378f3e31 req-d7abfb2d-6868-409f-8c71-70752d845647 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.0871339 Nov 02 11:48:23.299170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-5c727dd8-2d19-4525-a84f-596fc26e9c4b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Made reservation on behalf of 6dd87f3a64254d6fb3ba4975ca053bba for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:48:23.299882 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b6df411-5e97-425f-a6f9-c3e37f74c4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:23.300859 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6df411-5e97-425f-a6f9-c3e37f74c4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:23.301444 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b6df411-5e97-425f-a6f9-c3e37f74c4fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:23.302868 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-5c727dd8-2d19-4525-a84f-596fc26e9c4b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:23.358516 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0683794a-af2b-4633-a64d-1c06378f3e31 req-5a2513b1-34f3-4caf-9ea7-b6dff457e48b tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824742 Nov 02 11:48:23.450973 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-24a77aeb-b612-420f-bf42-3886a6d850c5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:23.471296 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6df411-5e97-425f-a6f9-c3e37f74c4fb admin admin] Pushing event updated for resources: {'Network': ['ID=a087ab4d-8c3c-4eac-93fc-b362a1ce245b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:23.486497 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network a087ab4d-8c3c-4eac-93fc-b362a1ce245b details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:48:23.487786 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0b6df411-5e97-425f-a6f9-c3e37f74c4fb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3767443 Nov 02 11:48:23.494083 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41532) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:23.503520 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-9dab6909-14a7-45c4-b09c-3a4c38bf76ea admin admin] Request body: {'subnet': {'network_id': 'a087ab4d-8c3c-4eac-93fc-b362a1ce245b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1221567474-subnet', 'tenant_id': 'ed6d2bb1769041cebe021ebd4b810e30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:23.541505 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-24a77aeb-b612-420f-bf42-3886a6d850c5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Network 2186d30e-762f-43e0-acae-f84c10f25696 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:48:23.548985 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565ef4a-2701-42f9-a494-53a607814aae req-d26c338d-5b29-4add-96b6-21eed05bd745 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:23.553464 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6565ef4a-2701-42f9-a494-53a607814aae req-d26c338d-5b29-4add-96b6-21eed05bd745 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f953db3-e15c-4f2b-bb36-2b1812c7f631 HTTP/1.1" status: 200 len: 944 time: 0.1155012 Nov 02 11:48:23.601295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-24a77aeb-b612-420f-bf42-3886a6d850c5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:48:23.625306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-24a77aeb-b612-420f-bf42-3886a6d850c5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:48:23.668209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a77aeb-b612-420f-bf42-3886a6d850c5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event updated for resources: {'Port': ['ID=0194c44a-8c9b-476a-a2df-892896c7ecd8,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:23.675359 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6565ef4a-2701-42f9-a494-53a607814aae req-6a998f89-69ac-4de7-bba8-8814165b2a13 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe5986ea-5729-446a-9ee9-5c39f3dd8d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018000 Nov 02 11:48:23.707157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-5c727dd8-2d19-4525-a84f-596fc26e9c4b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Allocated IP 172.20.0.9 (ea565753-07ea-47fe-a19f-3aa9c8c8525e/2942dbb9-6a04-4fab-b66d-9162db302b21/985bbdbe-f000-44db-94cd-d12175ddae35) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:48:23.720600 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dab6909-14a7-45c4-b09c-3a4c38bf76ea admin admin] Made reservation on behalf of ed6d2bb1769041cebe021ebd4b810e30 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:48:23.723684 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9dab6909-14a7-45c4-b09c-3a4c38bf76ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:23.762170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-24a77aeb-b612-420f-bf42-3886a6d850c5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:23.768343 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-24a77aeb-b612-420f-bf42-3886a6d850c5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:23.878679 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:23.886787 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-24a77aeb-b612-420f-bf42-3886a6d850c5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8623376 Nov 02 11:48:23.908334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-8261e22a-4f77-4c57-b5ad-d12c07529007 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Request body: {'port': {'device_id': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'network_id': '57381074-bd23-4376-887c-81c9e0b09323', 'admin_state_up': True, 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'security_groups': ['53a0acbe-fc8a-43d9-ad43-b29b266a9d36']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:24.048632 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:24.120641 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-255c6ee2-76db-448f-a10a-8f613af10868 None None] Provisioning complete for port 0194c44a-8c9b-476a-a2df-892896c7ecd8 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:24.121175 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-255c6ee2-76db-448f-a10a-8f613af10868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:24.248176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-255c6ee2-76db-448f-a10a-8f613af10868 None None] Port 0194c44a-8c9b-476a-a2df-892896c7ecd8 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:48:24.308608 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-672fc8ad-d0ea-489f-bad5-4c92fa0ef276 req-53cc02c9-7ebf-488d-9851-823ba5515a85 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 210 time: 0.0662553 Nov 02 11:48:24.311457 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-5c727dd8-2d19-4525-a84f-596fc26e9c4b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:24.353894 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-444734b0-0681-424a-804a-9fb63871cd46 req-49b27a42-9aac-4670-bccf-6c7a7c253cbc tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.2913766 Nov 02 11:48:24.390133 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9dab6909-14a7-45c4-b09c-3a4c38bf76ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:24.512274 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673941e-c8cd-4241-be1b-e331b4aea9ac req-eda2ac69-63b2-4286-972e-0d87a7d7fc40 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:24.514107 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1673941e-c8cd-4241-be1b-e331b4aea9ac req-eda2ac69-63b2-4286-972e-0d87a7d7fc40 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.0683725 Nov 02 11:48:24.540650 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-5c727dd8-2d19-4525-a84f-596fc26e9c4b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:24.560087 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab6909-14a7-45c4-b09c-3a4c38bf76ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a05798e-b1b4-4fb5-a250-7b40de5ace36,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:24.576687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b1d68e12-1b17-4927-9af9-a0713a330428 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:48:24.591367 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa789ff-bf97-41db-a245-cca4501e58a9 req-1b7b6b95-9dac-4c55-987a-5bd1631b283a tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:24.593112 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-efa789ff-bf97-41db-a245-cca4501e58a9 req-1b7b6b95-9dac-4c55-987a-5bd1631b283a tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 932 time: 0.1325829 Nov 02 11:48:24.630037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-8261e22a-4f77-4c57-b5ad-d12c07529007 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Made reservation on behalf of 98712f8e25ee41a2953347ba1e13095a for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:48:24.633682 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-8261e22a-4f77-4c57-b5ad-d12c07529007 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:24.652401 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dab6909-14a7-45c4-b09c-3a4c38bf76ea admin admin] Checking segment: {'id': '85e9a8a2-6aa6-4f29-b961-6fbe6f96f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a087ab4d-8c3c-4eac-93fc-b362a1ce245b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:48:24.652974 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dab6909-14a7-45c4-b09c-3a4c38bf76ea admin admin] Network hostable DHCP agents. Network: a087ab4d-8c3c-4eac-93fc-b362a1ce245b, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:48:24.669729 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-5c727dd8-2d19-4525-a84f-596fc26e9c4b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Network ea565753-07ea-47fe-a19f-3aa9c8c8525e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:48:24.676800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c727dd8-2d19-4525-a84f-596fc26e9c4b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event updated for resources: {'Port': ['ID=985bbdbe-f000-44db-94cd-d12175ddae35,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:24.682680 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-5c727dd8-2d19-4525-a84f-596fc26e9c4b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:48:24.701541 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1673941e-c8cd-4241-be1b-e331b4aea9ac req-096fcba2-6fe0-415a-ba6e-c478c905e5fc tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765547 Nov 02 11:48:24.713845 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-5c727dd8-2d19-4525-a84f-596fc26e9c4b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:48:24.721927 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-efa789ff-bf97-41db-a245-cca4501e58a9 req-e6e62af5-631b-461b-a81f-1f5bcc8d8e3a tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120005 Nov 02 11:48:24.769824 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port b1d68e12-1b17-4927-9af9-a0713a330428, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b1d68e12-1b17-4927-9af9-a0713a330428,segment=NetworkSegment(32375d16-d006-45d4-b31c-ed5c572eca19),segment_id=32375d16-d006-45d4-b31c-ed5c572eca19)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:24.785809 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'b1d68e12-1b17-4927-9af9-a0713a330428', 'network_id': '77647135-13a0-4ccd-be19-3f8ea2455d6b', 'port_id': 'b1d68e12-1b17-4927-9af9-a0713a330428', 'mac_address': 'fa:16:3e:b0:c4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525d917b-ba76-4103-b71e-5b8a407965c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:48:24.796462 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dab6909-14a7-45c4-b09c-3a4c38bf76ea admin admin] Network a087ab4d-8c3c-4eac-93fc-b362a1ce245b is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:48:24.857895 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:24.880590 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d68e12-1b17-4927-9af9-a0713a330428 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:48:24.902624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-5c727dd8-2d19-4525-a84f-596fc26e9c4b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:24.903395 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-5c727dd8-2d19-4525-a84f-596fc26e9c4b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:24.924644 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-9dab6909-14a7-45c4-b09c-3a4c38bf76ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, a087ab4d-8c3c-4eac-93fc-b362a1ce245b) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:48:24.943401 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dab6909-14a7-45c4-b09c-3a4c38bf76ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:24.944495 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9dab6909-14a7-45c4-b09c-3a4c38bf76ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:24.945969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152134d3-22d7-4350-9a80-b5a903636787 req-4aa1b76d-5830-439d-af32-0a88cccd25cb tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:24.954121 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-152134d3-22d7-4350-9a80-b5a903636787 req-4aa1b76d-5830-439d-af32-0a88cccd25cb tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f953db3-e15c-4f2b-bb36-2b1812c7f631 HTTP/1.1" status: 200 len: 944 time: 0.1689293 Nov 02 11:48:24.978657 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797f3722-7431-4e70-a8d5-6f7395c3c2f2 None None] Network a087ab4d-8c3c-4eac-93fc-b362a1ce245b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:48:24.983767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port b1d68e12-1b17-4927-9af9-a0713a330428, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b1d68e12-1b17-4927-9af9-a0713a330428,segment=NetworkSegment(32375d16-d006-45d4-b31c-ed5c572eca19),segment_id=32375d16-d006-45d4-b31c-ed5c572eca19)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:24.985803 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:25.031487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-5c727dd8-2d19-4525-a84f-596fc26e9c4b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3393841 Nov 02 11:48:25.049467 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-8261e22a-4f77-4c57-b5ad-d12c07529007 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Allocated IP 10.1.1.18 (57381074-bd23-4376-887c-81c9e0b09323/c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638/67731d26-119f-4fb7-bd57-e7d22863bbc2) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:48:25.052062 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9dab6909-14a7-45c4-b09c-3a4c38bf76ea admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5557504 Nov 02 11:48:25.067380 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Request body: {'port': {'device_id': 'fc776b2c-fff8-4c17-83db-8d21063b471d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:25.092629 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:25.132499 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-152134d3-22d7-4350-9a80-b5a903636787 req-c3e4fa82-b99c-4b2f-aca1-3990f7a2aa14 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe5986ea-5729-446a-9ee9-5c39f3dd8d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773672 Nov 02 11:48:25.207095 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=b1d68e12-1b17-4927-9af9-a0713a330428,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:25.217136 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:25.308664 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee22cd29-681a-478f-97bc-896f28776aa8 None None] Network a087ab4d-8c3c-4eac-93fc-b362a1ce245b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:48:25.389955 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['b1d68e12-1b17-4927-9af9-a0713a330428'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:48:25.790038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f461b-904a-4454-a671-9ec2e752adc8 req-f057a08f-a69d-49af-8fa8-ad1fc5f3dc4e tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:25.792472 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e5f461b-904a-4454-a671-9ec2e752adc8 req-f057a08f-a69d-49af-8fa8-ad1fc5f3dc4e tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 931 time: 0.1249182 Nov 02 11:48:25.851651 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-8261e22a-4f77-4c57-b5ad-d12c07529007 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:25.993090 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e5f461b-904a-4454-a671-9ec2e752adc8 req-c36d3826-c6d5-4b69-aa5a-6d1c1ddad66d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455033 Nov 02 11:48:26.138886 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b957ae3-423e-4ef0-9291-cf7586258e37 req-1f622ff3-3d8c-4021-9b85-baa0e07d9e45 tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0381384 Nov 02 11:48:26.141664 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985bbdbe-f000-44db-94cd-d12175ddae35 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:48:26.146405 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-8261e22a-4f77-4c57-b5ad-d12c07529007 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:26.161794 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:26.210815 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-8261e22a-4f77-4c57-b5ad-d12c07529007 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Network 57381074-bd23-4376-887c-81c9e0b09323 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:48:26.217831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Transition to ACTIVE for port object 985bbdbe-f000-44db-94cd-d12175ddae35 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:48:26.222114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-8261e22a-4f77-4c57-b5ad-d12c07529007 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:48:26.224758 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-8261e22a-4f77-4c57-b5ad-d12c07529007 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:48:26.280889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-8261e22a-4f77-4c57-b5ad-d12c07529007 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:26.281607 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-8261e22a-4f77-4c57-b5ad-d12c07529007 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:26.312344 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261e22a-4f77-4c57-b5ad-d12c07529007 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event updated for resources: {'Port': ['ID=67731d26-119f-4fb7-bd57-e7d22863bbc2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:26.367876 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa95fa-7d37-46cd-97a7-bdc8017f2fc3 req-6bdf4fee-4a29-4a0f-8a0f-4af7a654e698 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:26.369731 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8fa95fa-7d37-46cd-97a7-bdc8017f2fc3 req-6bdf4fee-4a29-4a0f-8a0f-4af7a654e698 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.0980549 Nov 02 11:48:26.371210 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:26.486844 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8fa95fa-7d37-46cd-97a7-bdc8017f2fc3 req-9456424e-2ec5-4f73-88bc-1534ec624b7a tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052954 Nov 02 11:48:26.490265 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Pushing event updated for resources: {'Port': ['ID=985bbdbe-f000-44db-94cd-d12175ddae35,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:26.500860 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-8261e22a-4f77-4c57-b5ad-d12c07529007 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6014109 Nov 02 11:48:26.522124 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-34e05f43-a301-4364-928e-3f4041cd3c3b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Request body: {'port': {'device_id': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'network_id': '57381074-bd23-4376-887c-81c9e0b09323', 'admin_state_up': True, 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'security_groups': ['53a0acbe-fc8a-43d9-ad43-b29b266a9d36']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:26.592991 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b1d68e12-1b17-4927-9af9-a0713a330428 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:48:26.722323 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Attempting to bind port 985bbdbe-f000-44db-94cd-d12175ddae35 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:48:26.722711 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Attempting to bind port 985bbdbe-f000-44db-94cd-d12175ddae35 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'f64b89c0-b9fb-43a2-aeab-4bf9d89be49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ea565753-07ea-47fe-a19f-3aa9c8c8525e'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:48:26.723029 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Attempting to bind port 985bbdbe-f000-44db-94cd-d12175ddae35 on network ea565753-07ea-47fe-a19f-3aa9c8c8525e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:26.724373 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2c2a1163-b7ca-4fc2-86c1-ddbee681f5c1 None None] Provisioning complete for port 67731d26-119f-4fb7-bd57-e7d22863bbc2 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:26.724927 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2c2a1163-b7ca-4fc2-86c1-ddbee681f5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:26.741660 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Port 985bbdbe-f000-44db-94cd-d12175ddae35 on network ea565753-07ea-47fe-a19f-3aa9c8c8525e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:48:26.742054 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Attempting to bind port 985bbdbe-f000-44db-94cd-d12175ddae35 on network ea565753-07ea-47fe-a19f-3aa9c8c8525e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:26.752545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d22915-5725-48c8-a7f9-ae0cb20e13f1 req-231c9530-55bb-4e49-9a89-56c1607ef70e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:26.759099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d22915-5725-48c8-a7f9-ae0cb20e13f1 req-231c9530-55bb-4e49-9a89-56c1607ef70e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:26.767002 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a4d22915-5725-48c8-a7f9-ae0cb20e13f1 req-231c9530-55bb-4e49-9a89-56c1607ef70e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 1653 time: 0.1330590 Nov 02 11:48:26.783834 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:48:26.784100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Checking segment: {'id': 'f64b89c0-b9fb-43a2-aeab-4bf9d89be49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ea565753-07ea-47fe-a19f-3aa9c8c8525e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:48:26.784492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Bound using segment: {'id': 'f64b89c0-b9fb-43a2-aeab-4bf9d89be49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ea565753-07ea-47fe-a19f-3aa9c8c8525e'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:48:26.784947 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Bound port: 985bbdbe-f000-44db-94cd-d12175ddae35, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64b89c0-b9fb-43a2-aeab-4bf9d89be49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ea565753-07ea-47fe-a19f-3aa9c8c8525e'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:48:26.785311 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:26.810452 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a1163-b7ca-4fc2-86c1-ddbee681f5c1 None None] Port 67731d26-119f-4fb7-bd57-e7d22863bbc2 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:48:26.877579 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a4d22915-5725-48c8-a7f9-ae0cb20e13f1 req-c73f3033-ed01-46a5-a34b-5c00e97b40dd tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097074 Nov 02 11:48:26.927235 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-46eae563-cf6a-4bea-ab19-5c00375510e8 req-3c25b29e-b8e5-42dd-aba0-814edbec9473 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0537522 Nov 02 11:48:26.936739 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] For port 985bbdbe-f000-44db-94cd-d12175ddae35, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:48:26.940560 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] For port 985bbdbe-f000-44db-94cd-d12175ddae35, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=985bbdbe-f000-44db-94cd-d12175ddae35,segment=NetworkSegment(f64b89c0-b9fb-43a2-aeab-4bf9d89be49d),segment_id=f64b89c0-b9fb-43a2-aeab-4bf9d89be49d)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:48:26.999721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5179e0-2fff-4fe0-8f92-bdcee1fc1a6d req-5f1dac6d-5e23-4feb-95ef-b53facf5f50f tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:27.001581 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa5179e0-2fff-4fe0-8f92-bdcee1fc1a6d req-5f1dac6d-5e23-4feb-95ef-b53facf5f50f tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f953db3-e15c-4f2b-bb36-2b1812c7f631 HTTP/1.1" status: 200 len: 945 time: 0.0537713 Nov 02 11:48:27.052408 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa5179e0-2fff-4fe0-8f92-bdcee1fc1a6d req-1e1e9954-e5bb-4421-b384-cfdebd28aa25 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe5986ea-5729-446a-9ee9-5c39f3dd8d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446627 Nov 02 11:48:27.127502 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port b1d68e12-1b17-4927-9af9-a0713a330428 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:48:27.139412 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port b1d68e12-1b17-4927-9af9-a0713a330428 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:27.139412 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:27.158880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-34e05f43-a301-4364-928e-3f4041cd3c3b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Made reservation on behalf of 98712f8e25ee41a2953347ba1e13095a for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:48:27.163545 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-34e05f43-a301-4364-928e-3f4041cd3c3b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:27.181744 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:27.244355 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:27.270724 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:27.271428 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:27.272274 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f953db3-e15c-4f2b-bb36-2b1812c7f631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d68e12-1b17-4927-9af9-a0713a330428'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:48:27.272825 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] 10.222.0.54 "PUT /v2.0/ports/985bbdbe-f000-44db-94cd-d12175ddae35 HTTP/1.1" status: 200 len: 1092 time: 2.2127860 Nov 02 11:48:27.275101 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1302900-dc6b-4a7a-a0db-8c3c0b13a728" -d '{"events": [{"server_uuid": "3f953db3-e15c-4f2b-bb36-2b1812c7f631", "name": "network-vif-plugged", "status": "completed", "tag": "b1d68e12-1b17-4927-9af9-a0713a330428"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:48:27.288526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port b1d68e12-1b17-4927-9af9-a0713a330428, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b1d68e12-1b17-4927-9af9-a0713a330428,segment=NetworkSegment(32375d16-d006-45d4-b31c-ed5c572eca19),segment_id=32375d16-d006-45d4-b31c-ed5c572eca19)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:27.290719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc776b2c-fff8-4c17-83db-8d21063b471d', 'tag': '985bbdbe-f000-44db-94cd-d12175ddae35'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:48:27.293040 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e19a19-9304-4fa7-a800-7b52920ec175" -d '{"events": [{"name": "network-changed", "server_uuid": "fc776b2c-fff8-4c17-83db-8d21063b471d", "tag": "985bbdbe-f000-44db-94cd-d12175ddae35"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:48:27.384040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137b6f5-2a1f-4c18-a68b-eaebe49fda0f req-8e85bf29-222e-40c1-90be-0097897c65d3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:27.385550 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2137b6f5-2a1f-4c18-a68b-eaebe49fda0f req-8e85bf29-222e-40c1-90be-0097897c65d3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 943 time: 0.2383485 Nov 02 11:48:27.399581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ce986-3c5d-4a51-9ea3-dc0c607888d1 service neutron] Pushing event updated for resources: {'Port': ['ID=985bbdbe-f000-44db-94cd-d12175ddae35,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:27.430297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-34e05f43-a301-4364-928e-3f4041cd3c3b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Allocated IP 10.1.1.143 (57381074-bd23-4376-887c-81c9e0b09323/c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638/f14a703c-4db3-4392-ab3a-fe5af5dff2d9) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:48:27.475235 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2137b6f5-2a1f-4c18-a68b-eaebe49fda0f req-e78a7301-2ac9-4614-81af-d3ef440e4ff3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797327 Nov 02 11:48:27.539664 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:27.609897 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=b1d68e12-1b17-4927-9af9-a0713a330428,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:27.631503 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36428985-66e3-4099-8605-57c126607f92 req-a015c8b0-f201-4c90-b959-3c0ab182aedf tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0631139 Nov 02 11:48:27.696516 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-ebc22949-dd8b-4d55-9c23-1031d17bf85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:27.698157 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-ebc22949-dd8b-4d55-9c23-1031d17bf85b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6dd87f3a64254d6fb3ba4975ca053bba&device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 1095 time: 0.1258492 Nov 02 11:48:27.704527 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-34e05f43-a301-4364-928e-3f4041cd3c3b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:27.720605 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e855d36a-a249-4f2e-bf33-b5a2e92d1030 x-openstack-request-id: req-e855d36a-a249-4f2e-bf33-b5a2e92d1030 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:48:27.720605 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f953db3-e15c-4f2b-bb36-2b1812c7f631", "name": "network-vif-plugged", "status": "completed", "tag": "b1d68e12-1b17-4927-9af9-a0713a330428", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:48:27.720605 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e855d36a-a249-4f2e-bf33-b5a2e92d1030 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:48:27.721140 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f953db3-e15c-4f2b-bb36-2b1812c7f631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d68e12-1b17-4927-9af9-a0713a330428', 'code': 200} Nov 02 11:48:27.748860 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-7e8ebfb9-1035-4e1e-bafb-37cfa162f1ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=985bbdbe-f000-44db-94cd-d12175ddae35 HTTP/1.1" status: 200 len: 217 time: 0.0423634 Nov 02 11:48:27.847689 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7472e22-dbc9-4d5a-a68b-255c26b7700f x-openstack-request-id: req-e7472e22-dbc9-4d5a-a68b-255c26b7700f {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:48:27.847689 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc776b2c-fff8-4c17-83db-8d21063b471d", "tag": "985bbdbe-f000-44db-94cd-d12175ddae35", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:48:27.847689 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7472e22-dbc9-4d5a-a68b-255c26b7700f {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:48:27.847689 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc776b2c-fff8-4c17-83db-8d21063b471d', 'tag': '985bbdbe-f000-44db-94cd-d12175ddae35', 'status': 'completed', 'code': 200} Nov 02 11:48:27.847689 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-92ccd139-4b8d-4f10-a896-151e21e1261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:27.847689 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-92ccd139-4b8d-4f10-a896-151e21e1261d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2942dbb9-6a04-4fab-b66d-9162db302b21 HTTP/1.1" status: 200 len: 852 time: 0.0696831 Nov 02 11:48:27.866671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d1d8a-baf8-4640-bc91-a165740f568e req-1e3e36dd-57ca-47f7-88c7-b958b60ae22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:27.868300 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7c3d1d8a-baf8-4640-bc91-a165740f568e req-1e3e36dd-57ca-47f7-88c7-b958b60ae22a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3f953db3-e15c-4f2b-bb36-2b1812c7f631 HTTP/1.1" status: 200 len: 1098 time: 0.0784483 Nov 02 11:48:27.873247 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-fe285141-c16f-4073-b4fd-03fd14cca15c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ea565753-07ea-47fe-a19f-3aa9c8c8525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404623 Nov 02 11:48:27.950445 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7c3d1d8a-baf8-4640-bc91-a165740f568e req-97f3718f-6a8b-4455-836c-18cda485a5d7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fe5986ea-5729-446a-9ee9-5c39f3dd8d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672264 Nov 02 11:48:27.987287 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-34e05f43-a301-4364-928e-3f4041cd3c3b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:28.035150 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7f888-5ce9-4745-ba32-10b527fdd988 req-e3fee1a2-58e3-45fc-90e8-940bbe74bb7c tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:28.036721 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5ca7f888-5ce9-4745-ba32-10b527fdd988 req-e3fee1a2-58e3-45fc-90e8-940bbe74bb7c tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.1911285 Nov 02 11:48:28.089955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-34e05f43-a301-4364-928e-3f4041cd3c3b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Network 57381074-bd23-4376-887c-81c9e0b09323 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:48:28.107562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-34e05f43-a301-4364-928e-3f4041cd3c3b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:48:28.111570 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-34e05f43-a301-4364-928e-3f4041cd3c3b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:48:28.138681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e05f43-a301-4364-928e-3f4041cd3c3b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event updated for resources: {'Port': ['ID=f14a703c-4db3-4392-ab3a-fe5af5dff2d9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:28.201266 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5ca7f888-5ce9-4745-ba32-10b527fdd988 req-79e310bb-fcc1-4847-8c85-ee9fe80ef856 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512113 Nov 02 11:48:28.205298 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-9a65ca9f-c9de-449a-8d7b-22aab43c5b80 service neutron] 10.222.0.54 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120110 Nov 02 11:48:28.391559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-34e05f43-a301-4364-928e-3f4041cd3c3b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:28.392298 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-34e05f43-a301-4364-928e-3f4041cd3c3b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:28.443652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3500ff-c590-45a6-97d3-2c5c5af8f0a9 req-fdf9b4ea-d723-4d2d-a20c-80cea16c8f81 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:28.450066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3500ff-c590-45a6-97d3-2c5c5af8f0a9 req-fdf9b4ea-d723-4d2d-a20c-80cea16c8f81 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:28.455306 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-43acd81e-f986-4554-829e-b2fe92cff300 None None] Provisioning complete for port f14a703c-4db3-4392-ab3a-fe5af5dff2d9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:28.455639 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-43acd81e-f986-4554-829e-b2fe92cff300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:28.456388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3500ff-c590-45a6-97d3-2c5c5af8f0a9 req-fdf9b4ea-d723-4d2d-a20c-80cea16c8f81 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:28.459590 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b3500ff-c590-45a6-97d3-2c5c5af8f0a9 req-fdf9b4ea-d723-4d2d-a20c-80cea16c8f81 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 2374 time: 0.1355200 Nov 02 11:48:28.466372 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28f55d80-ddf7-48d1-a338-3b9fb7b6f92b req-3901cdd3-a1cb-4d4c-a8d9-017ec01980fe service neutron] 10.222.0.54 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480085 Nov 02 11:48:28.497588 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-43acd81e-f986-4554-829e-b2fe92cff300 None None] Port f14a703c-4db3-4392-ab3a-fe5af5dff2d9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:48:28.516566 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b3500ff-c590-45a6-97d3-2c5c5af8f0a9 req-35661718-5b9b-4fa5-a155-022ef17eec6f tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520949 Nov 02 11:48:28.548064 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-34e05f43-a301-4364-928e-3f4041cd3c3b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0330710 Nov 02 11:48:28.563844 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-9c856aed-726e-4ab7-9420-526209ca5b5f tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Request body: {'port': {'device_id': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '186d9e24-7a85-466f-9541-9c5be919901f', 'admin_state_up': True, 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'security_groups': ['53a0acbe-fc8a-43d9-ad43-b29b266a9d36']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:28.746651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e19a19-9304-4fa7-a800-7b52920ec175 req-1291c356-2038-454c-8b72-dc6b785bca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:28.748122 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33e19a19-9304-4fa7-a800-7b52920ec175 req-1291c356-2038-454c-8b72-dc6b785bca0e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6dd87f3a64254d6fb3ba4975ca053bba&device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 1095 time: 0.1374252 Nov 02 11:48:28.761661 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04be354-8603-4a38-bf04-9e43295a1ce6 req-4ff4ce6c-94ed-4af5-8b3a-d9401710e11a tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:28.762573 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c04be354-8603-4a38-bf04-9e43295a1ce6 req-4ff4ce6c-94ed-4af5-8b3a-d9401710e11a tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f953db3-e15c-4f2b-bb36-2b1812c7f631 HTTP/1.1" status: 200 len: 946 time: 0.1503830 Nov 02 11:48:28.888039 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c04be354-8603-4a38-bf04-9e43295a1ce6 req-ae816c6b-98a7-4dc3-b47b-862b97fe39ab tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe5986ea-5729-446a-9ee9-5c39f3dd8d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125107 Nov 02 11:48:28.903129 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e19a19-9304-4fa7-a800-7b52920ec175 req-c3b3f233-755d-4973-8b98-bfc1d9389152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:28.904615 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33e19a19-9304-4fa7-a800-7b52920ec175 req-c3b3f233-755d-4973-8b98-bfc1d9389152 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ea565753-07ea-47fe-a19f-3aa9c8c8525e HTTP/1.1" status: 200 len: 913 time: 0.1408737 Nov 02 11:48:28.958944 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33e19a19-9304-4fa7-a800-7b52920ec175 req-5af233e9-b844-4558-bb93-fd6d29b02ecf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=985bbdbe-f000-44db-94cd-d12175ddae35 HTTP/1.1" status: 200 len: 217 time: 0.0436876 Nov 02 11:48:28.959520 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-9c856aed-726e-4ab7-9420-526209ca5b5f tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Made reservation on behalf of 98712f8e25ee41a2953347ba1e13095a for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:48:29.101877 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e19a19-9304-4fa7-a800-7b52920ec175 req-68eac8fc-0ef0-4bf4-a261-1fd56e63101e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:29.103377 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33e19a19-9304-4fa7-a800-7b52920ec175 req-68eac8fc-0ef0-4bf4-a261-1fd56e63101e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2942dbb9-6a04-4fab-b66d-9162db302b21 HTTP/1.1" status: 200 len: 852 time: 0.1287100 Nov 02 11:48:29.115563 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f968392-947c-4875-a543-5a885c859cee req-b8476a83-1746-4aa2-b0a6-7c9743a875d9 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:29.117089 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f968392-947c-4875-a543-5a885c859cee req-b8476a83-1746-4aa2-b0a6-7c9743a875d9 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 943 time: 0.1278551 Nov 02 11:48:29.166467 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33e19a19-9304-4fa7-a800-7b52920ec175 req-4561085c-1cc9-4580-bd83-87058ad783d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ea565753-07ea-47fe-a19f-3aa9c8c8525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450525 Nov 02 11:48:29.169369 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-9c856aed-726e-4ab7-9420-526209ca5b5f tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:29.298524 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f968392-947c-4875-a543-5a885c859cee req-154102b8-479b-4e1d-9c60-929a2823518d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594877 Nov 02 11:48:29.503132 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33e19a19-9304-4fa7-a800-7b52920ec175 req-43690afd-b071-48c9-8d05-c8d08699b688 service neutron] 10.222.0.54 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285289 Nov 02 11:48:29.504894 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f5ad777-d328-4538-a4a4-f1fb922c5b84 req-573ee0d7-eb71-4688-b198-53a7dea8fe7f tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0431664 Nov 02 11:48:29.659916 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-9c856aed-726e-4ab7-9420-526209ca5b5f tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Allocated IP 10.2.2.100 (186d9e24-7a85-466f-9541-9c5be919901f/422a9cf8-192f-4d0c-89d7-9acf4676de9f/7fbe592b-d9af-470b-b69f-ef0996b5bcc1) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:48:29.703116 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33e19a19-9304-4fa7-a800-7b52920ec175 req-791a3ee3-1f07-4d1c-9ca1-64abe409a8a1 service neutron] 10.222.0.54 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922212 Nov 02 11:48:29.724200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d085e-1952-4158-95c6-9379c8a789d1 req-0c5a8bb7-7a72-4c0c-bdbf-dc0af537edd4 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:29.725800 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a5d085e-1952-4158-95c6-9379c8a789d1 req-0c5a8bb7-7a72-4c0c-bdbf-dc0af537edd4 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.1299503 Nov 02 11:48:29.839031 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a5d085e-1952-4158-95c6-9379c8a789d1 req-531d13e1-5795-476c-b7b3-2d88dc578ded tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051331 Nov 02 11:48:29.893734 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-9c856aed-726e-4ab7-9420-526209ca5b5f tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:30.282770 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fdc72-1372-4546-94be-e39462b571b3 req-9448b5cb-4e41-4830-a206-0487c1283599 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:30.284408 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c41fdc72-1372-4546-94be-e39462b571b3 req-9448b5cb-4e41-4830-a206-0487c1283599 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.3680761 Nov 02 11:48:30.351997 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c41fdc72-1372-4546-94be-e39462b571b3 req-722a6213-ebff-45c1-87fa-1c6899638e57 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612135 Nov 02 11:48:30.390643 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-9c856aed-726e-4ab7-9420-526209ca5b5f tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:30.467327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c856aed-726e-4ab7-9420-526209ca5b5f tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event updated for resources: {'Port': ['ID=7fbe592b-d9af-470b-b69f-ef0996b5bcc1,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:30.478780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-9c856aed-726e-4ab7-9420-526209ca5b5f tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Network 186d9e24-7a85-466f-9541-9c5be919901f is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:48:30.480296 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-9c856aed-726e-4ab7-9420-526209ca5b5f tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:48:30.482786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-9c856aed-726e-4ab7-9420-526209ca5b5f tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:48:30.558488 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-9c856aed-726e-4ab7-9420-526209ca5b5f tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:30.559199 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-9c856aed-726e-4ab7-9420-526209ca5b5f tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:30.587617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 985bbdbe-f000-44db-94cd-d12175ddae35 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:48:30.648905 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-9c856aed-726e-4ab7-9420-526209ca5b5f tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0897231 Nov 02 11:48:30.680634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ea8ee6e-8922-4610-afe0-3b219f6f2eb4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Request body: {'port': {'device_id': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '186d9e24-7a85-466f-9541-9c5be919901f', 'admin_state_up': True, 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'security_groups': ['53a0acbe-fc8a-43d9-ad43-b29b266a9d36']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:30.741804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 985bbdbe-f000-44db-94cd-d12175ddae35, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=985bbdbe-f000-44db-94cd-d12175ddae35,segment=NetworkSegment(f64b89c0-b9fb-43a2-aeab-4bf9d89be49d),segment_id=f64b89c0-b9fb-43a2-aeab-4bf9d89be49d)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:30.778265 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '985bbdbe-f000-44db-94cd-d12175ddae35', 'network_id': 'ea565753-07ea-47fe-a19f-3aa9c8c8525e', 'port_id': '985bbdbe-f000-44db-94cd-d12175ddae35', 'mac_address': 'fa:16:3e:8e:d0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2942dbb9-6a04-4fab-b66d-9162db302b21', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:48:30.887184 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:30.948887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985bbdbe-f000-44db-94cd-d12175ddae35 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:48:30.985146 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ea8ee6e-8922-4610-afe0-3b219f6f2eb4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Made reservation on behalf of 98712f8e25ee41a2953347ba1e13095a for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:48:30.986156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e91b16d4-ceff-4e81-8ed2-0d884535c554 None None] Provisioning complete for port 7fbe592b-d9af-470b-b69f-ef0996b5bcc1 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:30.986624 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e91b16d4-ceff-4e81-8ed2-0d884535c554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:30.990844 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ea8ee6e-8922-4610-afe0-3b219f6f2eb4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:30.993829 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 985bbdbe-f000-44db-94cd-d12175ddae35, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=985bbdbe-f000-44db-94cd-d12175ddae35,segment=NetworkSegment(f64b89c0-b9fb-43a2-aeab-4bf9d89be49d),segment_id=f64b89c0-b9fb-43a2-aeab-4bf9d89be49d)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:31.034361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e91b16d4-ceff-4e81-8ed2-0d884535c554 None None] Port 7fbe592b-d9af-470b-b69f-ef0996b5bcc1 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:48:31.036107 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f4dbf-4a27-4153-8c4f-d10c760341b8 req-d42682bb-54ef-4a9d-a07a-6f4ec8f7f886 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:31.042956 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f4dbf-4a27-4153-8c4f-d10c760341b8 req-d42682bb-54ef-4a9d-a07a-6f4ec8f7f886 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:31.050214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f4dbf-4a27-4153-8c4f-d10c760341b8 req-d42682bb-54ef-4a9d-a07a-6f4ec8f7f886 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:31.056579 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f4dbf-4a27-4153-8c4f-d10c760341b8 req-d42682bb-54ef-4a9d-a07a-6f4ec8f7f886 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:31.067912 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-517f4dbf-4a27-4153-8c4f-d10c760341b8 req-d42682bb-54ef-4a9d-a07a-6f4ec8f7f886 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 3095 time: 0.1457188 Nov 02 11:48:31.093139 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:31.155426 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=985bbdbe-f000-44db-94cd-d12175ddae35,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:31.216872 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-517f4dbf-4a27-4153-8c4f-d10c760341b8 req-d78516b2-f20b-4013-835f-7df67b55bfbd tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480494 Nov 02 11:48:31.310624 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['985bbdbe-f000-44db-94cd-d12175ddae35'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:48:31.352183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ea8ee6e-8922-4610-afe0-3b219f6f2eb4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Allocated IP 10.2.2.200 (186d9e24-7a85-466f-9541-9c5be919901f/422a9cf8-192f-4d0c-89d7-9acf4676de9f/b6457bfa-3035-4f01-811e-7c5f433c3ae9) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:48:31.428269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ab44d-1089-4e00-8a51-e8ed166554d3 req-d3c453c1-e6fc-4f76-b766-b4f20dd4cfb0 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:31.444038 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c4ab44d-1089-4e00-8a51-e8ed166554d3 req-d3c453c1-e6fc-4f76-b766-b4f20dd4cfb0 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f953db3-e15c-4f2b-bb36-2b1812c7f631 HTTP/1.1" status: 200 len: 946 time: 0.1034884 Nov 02 11:48:31.551321 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c4ab44d-1089-4e00-8a51-e8ed166554d3 req-dcb2d1d4-c9a0-4717-8ec1-97c2fcf41705 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe5986ea-5729-446a-9ee9-5c39f3dd8d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107802 Nov 02 11:48:31.611929 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ea8ee6e-8922-4610-afe0-3b219f6f2eb4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:31.687358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de141508-cc1e-47ba-8bd2-5e4e3d6d4f01 req-bbcd764b-c4f5-442f-b325-f5207e7df5bb tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:31.689146 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de141508-cc1e-47ba-8bd2-5e4e3d6d4f01 req-bbcd764b-c4f5-442f-b325-f5207e7df5bb tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 944 time: 0.0698860 Nov 02 11:48:31.740915 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de141508-cc1e-47ba-8bd2-5e4e3d6d4f01 req-b265b1d8-19d6-46b6-8ba8-4ad188b69fa2 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442519 Nov 02 11:48:31.847002 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320d5f7-2808-4349-99e5-5f45f035f97b req-a783e564-5889-49b8-9d57-fd0c6f571d0e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:31.848668 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d320d5f7-2808-4349-99e5-5f45f035f97b req-a783e564-5889-49b8-9d57-fd0c6f571d0e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0519702 Nov 02 11:48:31.875724 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ea8ee6e-8922-4610-afe0-3b219f6f2eb4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:31.943830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ea8ee6e-8922-4610-afe0-3b219f6f2eb4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Network 186d9e24-7a85-466f-9541-9c5be919901f is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:48:31.952212 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ea8ee6e-8922-4610-afe0-3b219f6f2eb4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:48:31.959830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d320d5f7-2808-4349-99e5-5f45f035f97b req-67655d0e-2c74-40b6-af74-4e0157dba005 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047568 Nov 02 11:48:31.960597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ea8ee6e-8922-4610-afe0-3b219f6f2eb4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:48:31.964668 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8ee6e-8922-4610-afe0-3b219f6f2eb4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event updated for resources: {'Port': ['ID=b6457bfa-3035-4f01-811e-7c5f433c3ae9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:32.054184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ea8ee6e-8922-4610-afe0-3b219f6f2eb4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:32.075570 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ea8ee6e-8922-4610-afe0-3b219f6f2eb4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:32.111428 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-03ac97d2-20e8-4519-9dee-4f4ea1f9b436 req-370f7746-b7c1-4b63-a442-7733106e7efb tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0391464 Nov 02 11:48:32.189632 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ea8ee6e-8922-4610-afe0-3b219f6f2eb4 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5321491 Nov 02 11:48:32.203874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Request body: {'port': {'device_id': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:32.316125 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c16aa-280d-4b52-9856-a1165d16df57 req-e0ca081a-e9a9-4cf1-9d71-dfb44a875d91 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:32.317672 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-820c16aa-280d-4b52-9856-a1165d16df57 req-e0ca081a-e9a9-4cf1-9d71-dfb44a875d91 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.1086998 Nov 02 11:48:32.323340 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:32.370129 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0996c275-8a34-4d9e-816e-0d348ab11d20 None None] Provisioning complete for port b6457bfa-3035-4f01-811e-7c5f433c3ae9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:32.371134 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0996c275-8a34-4d9e-816e-0d348ab11d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:32.420491 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0996c275-8a34-4d9e-816e-0d348ab11d20 None None] Port b6457bfa-3035-4f01-811e-7c5f433c3ae9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:48:32.437922 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-820c16aa-280d-4b52-9856-a1165d16df57 req-7faf2e47-42b8-4132-8bc5-65114cc2f457 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102674 Nov 02 11:48:32.607707 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:48:32.610284 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 985bbdbe-f000-44db-94cd-d12175ddae35 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:48:32.732248 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0194c44a-8c9b-476a-a2df-892896c7ecd8 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:48:32.742530 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:32.767023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Transition to ACTIVE for port object 0194c44a-8c9b-476a-a2df-892896c7ecd8 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:48:32.770892 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 985bbdbe-f000-44db-94cd-d12175ddae35 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:48:32.776227 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 985bbdbe-f000-44db-94cd-d12175ddae35 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:32.776708 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:32.841795 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:32.867727 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:32.914768 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 985bbdbe-f000-44db-94cd-d12175ddae35, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=985bbdbe-f000-44db-94cd-d12175ddae35,segment=NetworkSegment(f64b89c0-b9fb-43a2-aeab-4bf9d89be49d),segment_id=f64b89c0-b9fb-43a2-aeab-4bf9d89be49d)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:32.916253 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc776b2c-fff8-4c17-83db-8d21063b471d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985bbdbe-f000-44db-94cd-d12175ddae35'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:48:32.919136 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aa43a2-c0bf-408b-919d-30878e6ebb8b" -d '{"events": [{"server_uuid": "fc776b2c-fff8-4c17-83db-8d21063b471d", "name": "network-vif-plugged", "status": "completed", "tag": "985bbdbe-f000-44db-94cd-d12175ddae35"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:48:32.942799 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Pushing event updated for resources: {'Port': ['ID=0194c44a-8c9b-476a-a2df-892896c7ecd8,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:32.969982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-e7dc5444-a2bc-448d-8fde-79c017d041e7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:32.971727 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-e7dc5444-a2bc-448d-8fde-79c017d041e7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 812 time: 0.2156723 Nov 02 11:48:32.994397 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:33.032698 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-677c535a-0e33-456a-85c4-fdd7fa99bee4 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/quotas/bec498c596c8422fb907979cec4aae7e HTTP/1.1" status: 200 len: 375 time: 0.0253432 Nov 02 11:48:33.065329 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=985bbdbe-f000-44db-94cd-d12175ddae35,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:33.074337 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:33.074741 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:33.075177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:33.075576 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:33.075968 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:33.079440 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:33.079440 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:33.079440 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:33.079440 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:33.079440 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:33.080353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:33.080821 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:48:33.122525 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Attempting to bind port 0194c44a-8c9b-476a-a2df-892896c7ecd8 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:48:33.122774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Attempting to bind port 0194c44a-8c9b-476a-a2df-892896c7ecd8 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '11a5b8ba-a5ed-492f-a28c-361899d6d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:48:33.123145 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Attempting to bind port 0194c44a-8c9b-476a-a2df-892896c7ecd8 on network 2186d30e-762f-43e0-acae-f84c10f25696 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:33.152210 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-b532f7f5-d248-4ced-a487-3e090b564498 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1184824 Nov 02 11:48:33.166156 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Port 0194c44a-8c9b-476a-a2df-892896c7ecd8 on network 2186d30e-762f-43e0-acae-f84c10f25696 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:48:33.166497 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Attempting to bind port 0194c44a-8c9b-476a-a2df-892896c7ecd8 on network 2186d30e-762f-43e0-acae-f84c10f25696 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:33.182887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:48:33.183273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Checking segment: {'id': '11a5b8ba-a5ed-492f-a28c-361899d6d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:48:33.183672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Bound using segment: {'id': '11a5b8ba-a5ed-492f-a28c-361899d6d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:48:33.184138 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Bound port: 0194c44a-8c9b-476a-a2df-892896c7ecd8, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a5b8ba-a5ed-492f-a28c-361899d6d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:48:33.184517 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:33.312961 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-b8f2a764-55dc-4831-a7aa-1ea975260635 service neutron] 10.222.0.52 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596923 Nov 02 11:48:33.315651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] For port 0194c44a-8c9b-476a-a2df-892896c7ecd8, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:48:33.319120 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] For port 0194c44a-8c9b-476a-a2df-892896c7ecd8, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0194c44a-8c9b-476a-a2df-892896c7ecd8,segment=NetworkSegment(11a5b8ba-a5ed-492f-a28c-361899d6d864),segment_id=11a5b8ba-a5ed-492f-a28c-361899d6d864)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:48:33.416744 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:33.456098 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-348ab049-b698-4197-a2da-a4d74a59bd8d service neutron] 10.222.0.52 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354818 Nov 02 11:48:33.467311 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:33.472258 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:33.472258 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] 10.222.0.54 "PUT /v2.0/ports/0194c44a-8c9b-476a-a2df-892896c7ecd8 HTTP/1.1" status: 200 len: 1093 time: 1.2715969 Nov 02 11:48:33.472258 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'tag': '0194c44a-8c9b-476a-a2df-892896c7ecd8'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:48:33.472973 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08d0843-c472-4195-b7f7-d0804d6adf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "tag": "0194c44a-8c9b-476a-a2df-892896c7ecd8"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:48:33.501073 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d79a8-3163-4910-8bcb-43f4ee7a226c service neutron] Pushing event updated for resources: {'Port': ['ID=0194c44a-8c9b-476a-a2df-892896c7ecd8,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:33.583041 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Request body: {'port': {'device_id': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:33.673376 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:33.948199 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3c505-996e-42a5-b11a-ba88227f7986 req-7e477513-8c38-474a-ac96-a14640ad686b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:33.957563 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3c505-996e-42a5-b11a-ba88227f7986 req-7e477513-8c38-474a-ac96-a14640ad686b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:33.964952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3c505-996e-42a5-b11a-ba88227f7986 req-7e477513-8c38-474a-ac96-a14640ad686b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:33.971826 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3c505-996e-42a5-b11a-ba88227f7986 req-7e477513-8c38-474a-ac96-a14640ad686b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:33.978267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3c505-996e-42a5-b11a-ba88227f7986 req-7e477513-8c38-474a-ac96-a14640ad686b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:33.980855 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53e3c505-996e-42a5-b11a-ba88227f7986 req-7e477513-8c38-474a-ac96-a14640ad686b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 3828 time: 0.1420624 Nov 02 11:48:34.085378 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53e3c505-996e-42a5-b11a-ba88227f7986 req-3fed1ad0-6fa5-4c1a-b213-bf89015dc6ec tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719674 Nov 02 11:48:34.176713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49a6e4f-ad58-4cc4-a201-1817a84804d2 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:48:34.186250 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:34.226893 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Transition to ACTIVE for port object e49a6e4f-ad58-4cc4-a201-1817a84804d2 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:48:34.273873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cc202-1acb-499d-a595-627d96748863 req-07eb66f3-607e-44b7-83ca-73500395fdb9 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:34.275672 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-966cc202-1acb-499d-a595-627d96748863 req-07eb66f3-607e-44b7-83ca-73500395fdb9 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 945 time: 0.0712824 Nov 02 11:48:34.333236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-966cc202-1acb-499d-a595-627d96748863 req-47c32428-f16b-404e-8b5c-3109c53c5464 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510235 Nov 02 11:48:34.365312 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:34.407060 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b048a4-8e80-4a1c-bd4f-da23b0fb9dc8 x-openstack-request-id: req-f0b048a4-8e80-4a1c-bd4f-da23b0fb9dc8 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:48:34.411705 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc776b2c-fff8-4c17-83db-8d21063b471d", "name": "network-vif-plugged", "status": "completed", "tag": "985bbdbe-f000-44db-94cd-d12175ddae35", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:48:34.413175 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0b048a4-8e80-4a1c-bd4f-da23b0fb9dc8 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:48:34.417277 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc776b2c-fff8-4c17-83db-8d21063b471d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985bbdbe-f000-44db-94cd-d12175ddae35', 'code': 200} Nov 02 11:48:34.428026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e49a6e4f-ad58-4cc4-a201-1817a84804d2,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:34.538314 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a719c724-652a-410e-bd38-8248801a1abe req-644b9782-e51a-4312-9699-35dbb463b983 tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0613797 Nov 02 11:48:34.621043 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Attempting to bind port e49a6e4f-ad58-4cc4-a201-1817a84804d2 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:48:34.621550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Attempting to bind port e49a6e4f-ad58-4cc4-a201-1817a84804d2 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:48:34.621982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Attempting to bind port e49a6e4f-ad58-4cc4-a201-1817a84804d2 on network 57381074-bd23-4376-887c-81c9e0b09323 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:34.633474 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18330413-f0fb-4d7e-b1ab-dd4514f940c2 req-d5bdbc3c-d2b4-4c90-9226-89cf528b3230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:34.635210 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-18330413-f0fb-4d7e-b1ab-dd4514f940c2 req-d5bdbc3c-d2b4-4c90-9226-89cf528b3230 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 1097 time: 0.0916362 Nov 02 11:48:34.638191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Port e49a6e4f-ad58-4cc4-a201-1817a84804d2 on network 57381074-bd23-4376-887c-81c9e0b09323 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:48:34.638620 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Attempting to bind port e49a6e4f-ad58-4cc4-a201-1817a84804d2 on network 57381074-bd23-4376-887c-81c9e0b09323 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:34.676341 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:48:34.676866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Checking segment: {'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:48:34.677429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Bound using segment: {'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:48:34.678004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Bound port: e49a6e4f-ad58-4cc4-a201-1817a84804d2, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:48:34.678534 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:34.824096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b2cd4-4440-4fd5-821d-3117215a024d req-836d2691-f75d-4d48-af8a-68f6b3d8f640 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:34.826272 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a19b2cd4-4440-4fd5-821d-3117215a024d req-836d2691-f75d-4d48-af8a-68f6b3d8f640 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.1746967 Nov 02 11:48:34.832139 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-18330413-f0fb-4d7e-b1ab-dd4514f940c2 req-589de2fe-b5b8-4dfc-9c9c-cc0198cdb1d1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895671 Nov 02 11:48:34.856679 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] For port e49a6e4f-ad58-4cc4-a201-1817a84804d2, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:48:34.861862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] For port e49a6e4f-ad58-4cc4-a201-1817a84804d2, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e49a6e4f-ad58-4cc4-a201-1817a84804d2,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:48:34.903217 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a19b2cd4-4440-4fd5-821d-3117215a024d req-1f5e1fa8-eaaf-4975-97fd-7cc1e759cabf tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626814 Nov 02 11:48:34.955599 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6b51bd-02c4-4461-ac2d-d5bcdeb6c1a3 x-openstack-request-id: req-4e6b51bd-02c4-4461-ac2d-d5bcdeb6c1a3 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:48:34.956324 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "tag": "0194c44a-8c9b-476a-a2df-892896c7ecd8", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:48:34.963043 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e6b51bd-02c4-4461-ac2d-d5bcdeb6c1a3 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:48:34.963043 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'tag': '0194c44a-8c9b-476a-a2df-892896c7ecd8', 'status': 'completed', 'code': 200} Nov 02 11:48:34.995424 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:35.022321 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b880675-8239-4f44-b35b-76749cf57340 req-ae32170c-5db7-4fef-be46-62eb95727cee tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e955394-a92b-4dca-8f57-861487ec0007 HTTP/1.1" status: 200 len: 210 time: 0.0388463 Nov 02 11:48:35.070145 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:35.070811 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:35.077074 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] 10.222.0.54 "PUT /v2.0/ports/e49a6e4f-ad58-4cc4-a201-1817a84804d2 HTTP/1.1" status: 200 len: 1131 time: 1.4940500 Nov 02 11:48:35.123571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa440551-5152-45cb-988b-592bf046c8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e49a6e4f-ad58-4cc4-a201-1817a84804d2,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:35.136488 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d0843-c472-4195-b7f7-d0804d6adf5c req-72d9fbed-12e7-491a-acc4-1c7edb51962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:35.136980 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d0843-c472-4195-b7f7-d0804d6adf5c req-72d9fbed-12e7-491a-acc4-1c7edb51962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:35.137522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d0843-c472-4195-b7f7-d0804d6adf5c req-72d9fbed-12e7-491a-acc4-1c7edb51962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:35.137953 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d0843-c472-4195-b7f7-d0804d6adf5c req-72d9fbed-12e7-491a-acc4-1c7edb51962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:35.138371 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d0843-c472-4195-b7f7-d0804d6adf5c req-72d9fbed-12e7-491a-acc4-1c7edb51962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:35.138842 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d0843-c472-4195-b7f7-d0804d6adf5c req-72d9fbed-12e7-491a-acc4-1c7edb51962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:35.142112 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a08d0843-c472-4195-b7f7-d0804d6adf5c req-72d9fbed-12e7-491a-acc4-1c7edb51962d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98712f8e25ee41a2953347ba1e13095a&device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5288 time: 0.0885618 Nov 02 11:48:35.276084 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Request body: {'port': {'device_id': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:35.335774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d0843-c472-4195-b7f7-d0804d6adf5c req-b7a96bdf-96fa-4af8-89df-062fc048f2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:35.338338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d0843-c472-4195-b7f7-d0804d6adf5c req-b7a96bdf-96fa-4af8-89df-062fc048f2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:35.338852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d0843-c472-4195-b7f7-d0804d6adf5c req-b7a96bdf-96fa-4af8-89df-062fc048f2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:35.345384 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a08d0843-c472-4195-b7f7-d0804d6adf5c req-b7a96bdf-96fa-4af8-89df-062fc048f2d2 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=98712f8e25ee41a2953347ba1e13095a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1947510 Nov 02 11:48:35.516950 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:35.677034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcdcd8-4d0b-45f9-a363-7b9cae355eb2 req-cc709ccd-370b-4094-8b49-ca68a2bc9587 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:35.683996 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcdcd8-4d0b-45f9-a363-7b9cae355eb2 req-cc709ccd-370b-4094-8b49-ca68a2bc9587 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:35.692046 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcdcd8-4d0b-45f9-a363-7b9cae355eb2 req-cc709ccd-370b-4094-8b49-ca68a2bc9587 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:35.698727 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcdcd8-4d0b-45f9-a363-7b9cae355eb2 req-cc709ccd-370b-4094-8b49-ca68a2bc9587 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:35.705945 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcdcd8-4d0b-45f9-a363-7b9cae355eb2 req-cc709ccd-370b-4094-8b49-ca68a2bc9587 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:35.712384 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcdcd8-4d0b-45f9-a363-7b9cae355eb2 req-cc709ccd-370b-4094-8b49-ca68a2bc9587 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:35.721344 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dffcdcd8-4d0b-45f9-a363-7b9cae355eb2 req-cc709ccd-370b-4094-8b49-ca68a2bc9587 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 4600 time: 0.2669961 Nov 02 11:48:35.824486 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d0843-c472-4195-b7f7-d0804d6adf5c req-65082ea1-7c56-41e6-831a-e78a01f07d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:35.826208 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a08d0843-c472-4195-b7f7-d0804d6adf5c req-65082ea1-7c56-41e6-831a-e78a01f07d02 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4668684 Nov 02 11:48:35.974084 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dffcdcd8-4d0b-45f9-a363-7b9cae355eb2 req-18bb567c-75f2-4f59-b8c6-515a90573ddd tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2516003 Nov 02 11:48:36.116157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:48:36.127277 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:36.146692 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Transition to ACTIVE for port object dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:48:36.173094 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ae11f-891b-4b22-b172-41b4d23100f7 req-52a0be65-2e0b-4e70-a8f6-d1e004fa48ba tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:36.179059 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-579ae11f-891b-4b22-b172-41b4d23100f7 req-52a0be65-2e0b-4e70-a8f6-d1e004fa48ba tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 945 time: 0.0956817 Nov 02 11:48:36.244011 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-579ae11f-891b-4b22-b172-41b4d23100f7 req-aecf2418-287a-487d-953d-b04a10373e66 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614769 Nov 02 11:48:36.287788 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:36.376445 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-abdb9a2f-2d8b-4c61-9be5-6405d4092dbd req-1a7d1bd7-fc11-4ff8-9cb8-b534073438bf tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0439696 Nov 02 11:48:36.387420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Pushing event updated for resources: {'Port': ['ID=dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:36.501579 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Attempting to bind port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:48:36.501996 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Attempting to bind port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:48:36.502334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Attempting to bind port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 on network 57381074-bd23-4376-887c-81c9e0b09323 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:36.513553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 on network 57381074-bd23-4376-887c-81c9e0b09323 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:48:36.514004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Attempting to bind port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 on network 57381074-bd23-4376-887c-81c9e0b09323 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:36.523564 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:48:36.524039 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Checking segment: {'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:48:36.524382 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Bound using segment: {'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:48:36.524823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Bound port: dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:48:36.525179 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:36.568162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c5de4-45ba-4007-8361-25bbaf8c464f req-bb6e44e1-9728-4465-82c8-25a963ba0a96 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:36.569494 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-260c5de4-45ba-4007-8361-25bbaf8c464f req-bb6e44e1-9728-4465-82c8-25a963ba0a96 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.1038051 Nov 02 11:48:36.667455 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-260c5de4-45ba-4007-8361-25bbaf8c464f req-54384ba3-9ffd-4bf0-8a98-e6509ae431a5 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905480 Nov 02 11:48:36.673886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] For port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:48:36.679323 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] For port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:48:36.763163 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:36.805717 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:36.806340 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:36.807749 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] 10.222.0.54 "PUT /v2.0/ports/dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 HTTP/1.1" status: 200 len: 1130 time: 1.5363631 Nov 02 11:48:36.834471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45695466-a7e4-43f7-851b-b2bab0838f1d service neutron] Pushing event updated for resources: {'Port': ['ID=dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:36.966528 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Request body: {'port': {'device_id': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:37.017142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'tag': 'e49a6e4f-ad58-4cc4-a201-1817a84804d2'}, {'name': 'network-changed', 'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'tag': 'dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:48:37.020876 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "tag": "e49a6e4f-ad58-4cc4-a201-1817a84804d2"}, {"name": "network-changed", "server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "tag": "dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:48:37.084887 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-44aaad7b-5796-4f1f-9c11-15509225c5f3 req-fb717d88-b006-4e36-ad3e-408020488fca tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e955394-a92b-4dca-8f57-861487ec0007 HTTP/1.1" status: 200 len: 210 time: 0.0564163 Nov 02 11:48:37.190724 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:37.190724 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-f2af674e-ff29-47b4-b7cb-b302a0588c68 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:37.190724 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-f2af674e-ff29-47b4-b7cb-b302a0588c68 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.79 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 812 time: 0.2802539 Nov 02 11:48:37.190724 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-f135e72b-456f-49d5-8c19-d4036c8aeddb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Request body: {'port': {'device_id': '2e955394-a92b-4dca-8f57-861487ec0007', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'admin_state_up': True, 'tenant_id': 'bec498c596c8422fb907979cec4aae7e'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:37.210874 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d0107-e538-4b62-83de-c5104b77a62a req-44decdb2-d40d-4ed0-b21d-71dc34b8c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:37.212490 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-af3d0107-e538-4b62-83de-c5104b77a62a req-44decdb2-d40d-4ed0-b21d-71dc34b8c3ce service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 1097 time: 0.0536010 Nov 02 11:48:37.275266 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-af3d0107-e538-4b62-83de-c5104b77a62a req-27bc425f-9a64-44e3-b46e-9ab1b1171fc2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556910 Nov 02 11:48:37.459710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91021a3-0c03-4e02-a244-65d2beaf919a req-4b5489da-cf01-49bb-9f62-4fdc8e41fc32 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:37.467211 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91021a3-0c03-4e02-a244-65d2beaf919a req-4b5489da-cf01-49bb-9f62-4fdc8e41fc32 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:37.473600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91021a3-0c03-4e02-a244-65d2beaf919a req-4b5489da-cf01-49bb-9f62-4fdc8e41fc32 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:37.479796 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91021a3-0c03-4e02-a244-65d2beaf919a req-4b5489da-cf01-49bb-9f62-4fdc8e41fc32 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:37.487008 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91021a3-0c03-4e02-a244-65d2beaf919a req-4b5489da-cf01-49bb-9f62-4fdc8e41fc32 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:37.493252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91021a3-0c03-4e02-a244-65d2beaf919a req-4b5489da-cf01-49bb-9f62-4fdc8e41fc32 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:37.500014 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91021a3-0c03-4e02-a244-65d2beaf919a req-4b5489da-cf01-49bb-9f62-4fdc8e41fc32 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:37.502197 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f91021a3-0c03-4e02-a244-65d2beaf919a req-4b5489da-cf01-49bb-9f62-4fdc8e41fc32 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5371 time: 0.2686296 Nov 02 11:48:37.654287 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f91021a3-0c03-4e02-a244-65d2beaf919a req-860e4c12-14d3-4430-bbc0-21a6ee18b762 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1287868 Nov 02 11:48:37.692084 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-f135e72b-456f-49d5-8c19-d4036c8aeddb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Made reservation on behalf of bec498c596c8422fb907979cec4aae7e for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:48:37.696645 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-f135e72b-456f-49d5-8c19-d4036c8aeddb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:37.803618 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 02 Nov 2021 11:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb55ac6-e0ed-412b-b6f3-26e2ef272f7b x-openstack-request-id: req-9fb55ac6-e0ed-412b-b6f3-26e2ef272f7b {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:48:37.803994 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "tag": "e49a6e4f-ad58-4cc4-a201-1817a84804d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "tag": "dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:48:37.804217 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9fb55ac6-e0ed-412b-b6f3-26e2ef272f7b {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:48:37.804568 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'tag': 'e49a6e4f-ad58-4cc4-a201-1817a84804d2', 'status': 'completed', 'code': 200} Nov 02 11:48:37.804827 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'tag': 'dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9', 'status': 'completed', 'code': 200} Nov 02 11:48:37.899690 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67731d26-119f-4fb7-bd57-e7d22863bbc2 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:48:38.285342 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:38.344543 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-845ef311-f366-4765-b05a-147f21dc7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:38.345029 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-845ef311-f366-4765-b05a-147f21dc7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:38.345502 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-845ef311-f366-4765-b05a-147f21dc7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:38.345970 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-845ef311-f366-4765-b05a-147f21dc7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:38.346464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-845ef311-f366-4765-b05a-147f21dc7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:38.346952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-845ef311-f366-4765-b05a-147f21dc7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:38.347412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-845ef311-f366-4765-b05a-147f21dc7f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:38.349404 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-845ef311-f366-4765-b05a-147f21dc7f08 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98712f8e25ee41a2953347ba1e13095a&device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 6211 time: 0.5437710 Nov 02 11:48:38.364328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Transition to ACTIVE for port object 67731d26-119f-4fb7-bd57-e7d22863bbc2 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:48:38.376821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-f135e72b-456f-49d5-8c19-d4036c8aeddb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Allocated IP 172.20.0.13 (3527606c-8d24-496c-bab1-118ac8ae07ec/83f5dcc7-2355-4af6-9fc8-6acfd98b8fde/0e602f7d-18c1-43a6-ae70-41203d8b5e12) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:48:38.470858 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcf99e-2a68-4d69-b07b-40d849fa1f0e req-f3a9c74d-ff47-4e3f-bdda-7a28b7f192f5 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:38.473549 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-39bcf99e-2a68-4d69-b07b-40d849fa1f0e req-f3a9c74d-ff47-4e3f-bdda-7a28b7f192f5 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 945 time: 0.2362139 Nov 02 11:48:38.491737 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:38.622997 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-2433ad8d-adc0-4d20-a7b8-64f925346628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:38.623479 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-2433ad8d-adc0-4d20-a7b8-64f925346628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:38.623945 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-2433ad8d-adc0-4d20-a7b8-64f925346628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:38.626384 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-2433ad8d-adc0-4d20-a7b8-64f925346628 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=98712f8e25ee41a2953347ba1e13095a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2649174 Nov 02 11:48:38.668581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Pushing event updated for resources: {'Port': ['ID=67731d26-119f-4fb7-bd57-e7d22863bbc2,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:38.679516 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-39bcf99e-2a68-4d69-b07b-40d849fa1f0e req-45909c15-735a-4694-a0b7-db41496b60f1 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930685 Nov 02 11:48:38.853922 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9463e208-74fe-4887-bd20-ba6434e71b1c req-a0e3a7f1-afa0-4f21-98fa-6783f58b709d tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0645897 Nov 02 11:48:38.913706 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-f135e72b-456f-49d5-8c19-d4036c8aeddb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:38.939367 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Attempting to bind port 67731d26-119f-4fb7-bd57-e7d22863bbc2 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:48:38.939691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Attempting to bind port 67731d26-119f-4fb7-bd57-e7d22863bbc2 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:48:38.947549 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Attempting to bind port 67731d26-119f-4fb7-bd57-e7d22863bbc2 on network 57381074-bd23-4376-887c-81c9e0b09323 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:38.947549 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-f6af8abd-1ec2-4026-885f-eb0f950b64d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:38.947549 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-f6af8abd-1ec2-4026-885f-eb0f950b64d9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2874558 Nov 02 11:48:38.962339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Port 67731d26-119f-4fb7-bd57-e7d22863bbc2 on network 57381074-bd23-4376-887c-81c9e0b09323 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:48:38.962339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Attempting to bind port 67731d26-119f-4fb7-bd57-e7d22863bbc2 on network 57381074-bd23-4376-887c-81c9e0b09323 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:38.999772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:48:39.000137 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Checking segment: {'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:48:39.000520 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Bound using segment: {'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:48:39.000966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Bound port: 67731d26-119f-4fb7-bd57-e7d22863bbc2, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:48:39.001324 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:39.066893 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484dacb-8d73-445e-912d-c9c089d73e40 req-a2d00e6d-a177-49d3-bcf1-2dbd40c5db6f tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:39.068442 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8484dacb-8d73-445e-912d-c9c089d73e40 req-a2d00e6d-a177-49d3-bcf1-2dbd40c5db6f tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.1186008 Nov 02 11:48:39.129642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-17619dce-502c-43e8-b9d8-1490a2a7ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:39.130066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-17619dce-502c-43e8-b9d8-1490a2a7ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:39.130545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-17619dce-502c-43e8-b9d8-1490a2a7ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:39.131040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-17619dce-502c-43e8-b9d8-1490a2a7ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:39.131511 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-17619dce-502c-43e8-b9d8-1490a2a7ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:39.131980 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-17619dce-502c-43e8-b9d8-1490a2a7ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:39.132439 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-17619dce-502c-43e8-b9d8-1490a2a7ef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:39.134351 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-17619dce-502c-43e8-b9d8-1490a2a7ef58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98712f8e25ee41a2953347ba1e13095a&device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 6237 time: 0.1366639 Nov 02 11:48:39.150532 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-f135e72b-456f-49d5-8c19-d4036c8aeddb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:39.161875 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['c8b6d3e4-a501-419a-8a24-459928245fc1', '5002a65d-614c-4fec-85c9-6d50c264b08d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:48:39.248659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] For port 67731d26-119f-4fb7-bd57-e7d22863bbc2, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:48:39.297412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-f135e72b-456f-49d5-8c19-d4036c8aeddb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Network 3527606c-8d24-496c-bab1-118ac8ae07ec is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:48:39.304906 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8484dacb-8d73-445e-912d-c9c089d73e40 req-9e40f971-fef3-4b48-9108-a41ce6b6ef27 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169719 Nov 02 11:48:39.313508 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] For port 67731d26-119f-4fb7-bd57-e7d22863bbc2, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=67731d26-119f-4fb7-bd57-e7d22863bbc2,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:48:39.314785 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-f135e72b-456f-49d5-8c19-d4036c8aeddb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:48:39.318754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135e72b-456f-49d5-8c19-d4036c8aeddb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Pushing event updated for resources: {'Port': ['ID=0e602f7d-18c1-43a6-ae70-41203d8b5e12,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:39.321051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-f135e72b-456f-49d5-8c19-d4036c8aeddb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:48:39.432623 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-f135e72b-456f-49d5-8c19-d4036c8aeddb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:39.433306 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-f135e72b-456f-49d5-8c19-d4036c8aeddb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:39.472627 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:39.555810 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-3293f0e2-b6f6-4e36-99b6-23ec94e81142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:39.557067 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-3293f0e2-b6f6-4e36-99b6-23ec94e81142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:39.557841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-3293f0e2-b6f6-4e36-99b6-23ec94e81142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:39.559799 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-3293f0e2-b6f6-4e36-99b6-23ec94e81142 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=98712f8e25ee41a2953347ba1e13095a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4054701 Nov 02 11:48:39.567693 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-f135e72b-456f-49d5-8c19-d4036c8aeddb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4089184 Nov 02 11:48:39.571466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:39.572274 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:39.575004 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] 10.222.0.54 "PUT /v2.0/ports/67731d26-119f-4fb7-bd57-e7d22863bbc2 HTTP/1.1" status: 200 len: 1091 time: 2.6216905 Nov 02 11:48:39.601481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Request body: {'port': {'device_id': '2e955394-a92b-4dca-8f57-861487ec0007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:39.714779 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Request body: {'port': {'device_id': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:39.784125 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496e3a3-30cb-457b-972d-6f5d35fd1643 service neutron] Pushing event updated for resources: {'Port': ['ID=67731d26-119f-4fb7-bd57-e7d22863bbc2,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:39.816307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'tag': '67731d26-119f-4fb7-bd57-e7d22863bbc2'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:48:39.818355 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaadbd6-cc92-4504-a7f1-db007cc2e04f" -d '{"events": [{"name": "network-changed", "server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "tag": "67731d26-119f-4fb7-bd57-e7d22863bbc2"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:48:39.847021 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-201c2288-8583-4016-8dd4-3adb68580dbc None None] Provisioning complete for port 0e602f7d-18c1-43a6-ae70-41203d8b5e12 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:39.847719 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-201c2288-8583-4016-8dd4-3adb68580dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:39.888888 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:39.893991 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-201c2288-8583-4016-8dd4-3adb68580dbc None None] Port 0e602f7d-18c1-43a6-ae70-41203d8b5e12 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:48:39.904383 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f2f13-e417-411d-867b-da20cc6714d5 req-6c01e4e6-e2ce-4441-946f-6364ee05630a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:39.910914 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-028f2f13-e417-411d-867b-da20cc6714d5 req-6c01e4e6-e2ce-4441-946f-6364ee05630a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e955394-a92b-4dca-8f57-861487ec0007 HTTP/1.1" status: 200 len: 932 time: 0.3016362 Nov 02 11:48:39.954290 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:39.960874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-f0d3a024-97a7-44a8-8136-554076e35165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:39.962509 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f84adfa-ff3e-4563-a9d1-70a3af100c3c req-f0d3a024-97a7-44a8-8136-554076e35165 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3793938 Nov 02 11:48:40.063454 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-028f2f13-e417-411d-867b-da20cc6714d5 req-52fa3363-b141-4538-9ba3-50faf564ca6c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515467 Nov 02 11:48:40.293705 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41774) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:40.359836 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a999fb-6d0f-4aff-a40a-4733d0b54e3e admin admin] Deleting subnet 0c882491-ab92-4cd0-b75b-9e2e61c65942 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:48:40.364441 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-35a999fb-6d0f-4aff-a40a-4733d0b54e3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:40.398579 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38861862-1fca-497b-b927-989b2e5c80b8 req-4b7a112c-2983-48a3-80b4-e076784c0a4b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2132126135&fields=id&tenant_id=6dd87f3a64254d6fb3ba4975ca053bba HTTP/1.1" status: 200 len: 267 time: 0.2586200 Nov 02 11:48:40.422304 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-35a999fb-6d0f-4aff-a40a-4733d0b54e3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:40.493544 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-35a999fb-6d0f-4aff-a40a-4733d0b54e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:40.527104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38861862-1fca-497b-b927-989b2e5c80b8 req-dffa600d-cda4-4976-a95b-2a3812c87fba tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:40.528682 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38861862-1fca-497b-b927-989b2e5c80b8 req-dffa600d-cda4-4976-a95b-2a3812c87fba tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 945 time: 0.1202121 Nov 02 11:48:40.554991 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-38861862-1fca-497b-b927-989b2e5c80b8 req-ea967833-f815-4288-9fe0-f20bf870db7d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Request body: {'port': {'security_groups': ['e8f8159e-2105-453c-8e71-63c703cacfb5', 'd11f2e26-c63a-4927-89dd-e2a5b59c9cc0']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:40.616531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e602f7d-18c1-43a6-ae70-41203d8b5e12 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:48:40.648883 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:40.658676 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-35a999fb-6d0f-4aff-a40a-4733d0b54e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:40.685460 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a999fb-6d0f-4aff-a40a-4733d0b54e3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c882491-ab92-4cd0-b75b-9e2e61c65942,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:40.691931 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-35a999fb-6d0f-4aff-a40a-4733d0b54e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:40.695224 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-35a999fb-6d0f-4aff-a40a-4733d0b54e3e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0c882491-ab92-4cd0-b75b-9e2e61c65942 HTTP/1.1" status: 204 len: 168 time: 0.3997164 Nov 02 11:48:40.698257 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14a703c-4db3-4392-ab3a-fe5af5dff2d9 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:48:40.703478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41776) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:40.711796 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-38861862-1fca-497b-b927-989b2e5c80b8 req-ea967833-f815-4288-9fe0-f20bf870db7d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:40.717577 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Transition to ACTIVE for port object 0e602f7d-18c1-43a6-ae70-41203d8b5e12 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:48:40.730256 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:40.816335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Transition to ACTIVE for port object f14a703c-4db3-4392-ab3a-fe5af5dff2d9 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:48:40.835262 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:40.873952 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e07a905-2b3f-4326-8ad9-8d753ac1f328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:40.941754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e602f7d-18c1-43a6-ae70-41203d8b5e12,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:40.970808 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:41.184935 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e07a905-2b3f-4326-8ad9-8d753ac1f328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:41.227894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Pushing event updated for resources: {'Port': ['ID=f14a703c-4db3-4392-ab3a-fe5af5dff2d9,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:41.268612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Attempting to bind port 0e602f7d-18c1-43a6-ae70-41203d8b5e12 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:48:41.269209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Attempting to bind port 0e602f7d-18c1-43a6-ae70-41203d8b5e12 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:48:41.269911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Attempting to bind port 0e602f7d-18c1-43a6-ae70-41203d8b5e12 on network 3527606c-8d24-496c-bab1-118ac8ae07ec {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:41.330770 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-38861862-1fca-497b-b927-989b2e5c80b8 req-ea967833-f815-4288-9fe0-f20bf870db7d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] For port 985bbdbe-f000-44db-94cd-d12175ddae35, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=985bbdbe-f000-44db-94cd-d12175ddae35,segment=NetworkSegment(f64b89c0-b9fb-43a2-aeab-4bf9d89be49d),segment_id=f64b89c0-b9fb-43a2-aeab-4bf9d89be49d)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:41.354517 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6949cc06-8013-4cd7-bd03-fa4b519646ed req-2f3a33ab-f465-43db-a4a4-5e8662e6da0d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0885241 Nov 02 11:48:41.377010 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-38861862-1fca-497b-b927-989b2e5c80b8 req-ea967833-f815-4288-9fe0-f20bf870db7d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:41.378918 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Port 0e602f7d-18c1-43a6-ae70-41203d8b5e12 on network 3527606c-8d24-496c-bab1-118ac8ae07ec not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:48:41.379275 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Attempting to bind port 0e602f7d-18c1-43a6-ae70-41203d8b5e12 on network 3527606c-8d24-496c-bab1-118ac8ae07ec {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:41.420382 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-9e07a905-2b3f-4326-8ad9-8d753ac1f328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc14f35b-3481-4052-ae85-70bc816de1a6']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:48:41.425259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949cc06-8013-4cd7-bd03-fa4b519646ed req-1fe72343-368b-429f-a8f7-4f7170f29129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:41.427335 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6949cc06-8013-4cd7-bd03-fa4b519646ed req-1fe72343-368b-429f-a8f7-4f7170f29129 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 1097 time: 0.0478830 Nov 02 11:48:41.429463 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:48:41.429809 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Checking segment: {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:48:41.430198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Bound using segment: {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:48:41.430653 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Bound port: 0e602f7d-18c1-43a6-ae70-41203d8b5e12, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:48:41.431039 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:41.446562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-9e07a905-2b3f-4326-8ad9-8d753ac1f328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33bf5b60-5eab-4d70-806d-226f0a4400b2') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:48:41.447199 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-9e07a905-2b3f-4326-8ad9-8d753ac1f328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33bf5b60-5eab-4d70-806d-226f0a4400b2') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:48:41.459925 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e07a905-2b3f-4326-8ad9-8d753ac1f328 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:41.475264 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e07a905-2b3f-4326-8ad9-8d753ac1f328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:41.483269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e07a905-2b3f-4326-8ad9-8d753ac1f328 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:48:41.484361 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e07a905-2b3f-4326-8ad9-8d753ac1f328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:48:41.553151 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:48:41.568451 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-38861862-1fca-497b-b927-989b2e5c80b8 req-ea967833-f815-4288-9fe0-f20bf870db7d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:41.580216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949cc06-8013-4cd7-bd03-fa4b519646ed req-72833e77-ffcc-4059-95d2-d990c6f5c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:41.581641 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6949cc06-8013-4cd7-bd03-fa4b519646ed req-72833e77-ffcc-4059-95d2-d990c6f5c25e service neutron] 10.222.0.79 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.1300144 Nov 02 11:48:41.583363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['985bbdbe-f000-44db-94cd-d12175ddae35'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:48:41.672772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Attempting to bind port f14a703c-4db3-4392-ab3a-fe5af5dff2d9 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:48:41.673109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Attempting to bind port f14a703c-4db3-4392-ab3a-fe5af5dff2d9 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:48:41.673437 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Attempting to bind port f14a703c-4db3-4392-ab3a-fe5af5dff2d9 on network 57381074-bd23-4376-887c-81c9e0b09323 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:41.689328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38861862-1fca-497b-b927-989b2e5c80b8 req-ea967833-f815-4288-9fe0-f20bf870db7d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:41.689650 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-38861862-1fca-497b-b927-989b2e5c80b8 req-ea967833-f815-4288-9fe0-f20bf870db7d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:41.701700 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6949cc06-8013-4cd7-bd03-fa4b519646ed req-2b513130-4354-4ddd-8941-d405fbc33ce2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5002a65d-614c-4fec-85c9-6d50c264b08d HTTP/1.1" status: 200 len: 217 time: 0.1010296 Nov 02 11:48:41.702478 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38861862-1fca-497b-b927-989b2e5c80b8 req-ea967833-f815-4288-9fe0-f20bf870db7d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "PUT /v2.0/ports/985bbdbe-f000-44db-94cd-d12175ddae35 HTTP/1.1" status: 200 len: 981 time: 1.1519406 Nov 02 11:48:41.704431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Port f14a703c-4db3-4392-ab3a-fe5af5dff2d9 on network 57381074-bd23-4376-887c-81c9e0b09323 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:48:41.704786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Attempting to bind port f14a703c-4db3-4392-ab3a-fe5af5dff2d9 on network 57381074-bd23-4376-887c-81c9e0b09323 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:41.753441 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e07a905-2b3f-4326-8ad9-8d753ac1f328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:41.779595 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:48:41.782318 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949cc06-8013-4cd7-bd03-fa4b519646ed req-f3c50d8d-454b-459b-a87b-59ca684ffc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:41.784442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Checking segment: {'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:48:41.784847 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Bound using segment: {'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:48:41.785331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Bound port: f14a703c-4db3-4392-ab3a-fe5af5dff2d9, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '57381074-bd23-4376-887c-81c9e0b09323'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:48:41.785703 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:41.786422 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6949cc06-8013-4cd7-bd03-fa4b519646ed req-f3c50d8d-454b-459b-a87b-59ca684ffc69 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.0768166 Nov 02 11:48:41.797665 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e07a905-2b3f-4326-8ad9-8d753ac1f328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:41.800959 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9e07a905-2b3f-4326-8ad9-8d753ac1f328 admin admin] 10.222.0.52 "DELETE /v2.0/networks/dc14f35b-3481-4052-ae85-70bc816de1a6 HTTP/1.1" status: 204 len: 168 time: 1.0947356 Nov 02 11:48:41.810998 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41782) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:41.829547 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['985bbdbe-f000-44db-94cd-d12175ddae35'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:48:41.874179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07a905-2b3f-4326-8ad9-8d753ac1f328 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc14f35b-3481-4052-ae85-70bc816de1a6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:41.882005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] For port 0e602f7d-18c1-43a6-ae70-41203d8b5e12, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:48:41.887068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea967833-f815-4288-9fe0-f20bf870db7d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event updated for resources: {'Port': ['ID=985bbdbe-f000-44db-94cd-d12175ddae35,revision_number=6']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:41.937302 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949cc06-8013-4cd7-bd03-fa4b519646ed req-7a125288-dc3b-45a3-ba77-bf0a7f6b8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:41.939569 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6949cc06-8013-4cd7-bd03-fa4b519646ed req-7a125288-dc3b-45a3-ba77-bf0a7f6b8483 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1436908 Nov 02 11:48:41.949209 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bd729f-7701-4009-b111-c0b4adb49f84 admin admin] Deleting subnet d2507cd5-5937-4532-9982-bbae7e0bfa20 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:48:41.955081 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-11bd729f-7701-4009-b111-c0b4adb49f84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:42.112035 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-11bd729f-7701-4009-b111-c0b4adb49f84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:42.181153 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-11bd729f-7701-4009-b111-c0b4adb49f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:42.204619 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6949cc06-8013-4cd7-bd03-fa4b519646ed req-939bae65-356a-4d10-adfa-c82209f3f6ae service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506392 Nov 02 11:48:42.259403 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] For port 0e602f7d-18c1-43a6-ae70-41203d8b5e12, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=0e602f7d-18c1-43a6-ae70-41203d8b5e12,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:48:42.273548 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745c0dd-e78e-4588-aeaf-c1ef83c2ea0d req-8c8c44e6-b49f-42f9-9b6e-3c6a89e96a03 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:42.279738 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745c0dd-e78e-4588-aeaf-c1ef83c2ea0d req-8c8c44e6-b49f-42f9-9b6e-3c6a89e96a03 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:42.286301 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745c0dd-e78e-4588-aeaf-c1ef83c2ea0d req-8c8c44e6-b49f-42f9-9b6e-3c6a89e96a03 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:42.292376 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745c0dd-e78e-4588-aeaf-c1ef83c2ea0d req-8c8c44e6-b49f-42f9-9b6e-3c6a89e96a03 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:42.299140 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745c0dd-e78e-4588-aeaf-c1ef83c2ea0d req-8c8c44e6-b49f-42f9-9b6e-3c6a89e96a03 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:42.308861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745c0dd-e78e-4588-aeaf-c1ef83c2ea0d req-8c8c44e6-b49f-42f9-9b6e-3c6a89e96a03 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:42.311310 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745c0dd-e78e-4588-aeaf-c1ef83c2ea0d req-8c8c44e6-b49f-42f9-9b6e-3c6a89e96a03 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:42.313422 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b745c0dd-e78e-4588-aeaf-c1ef83c2ea0d req-8c8c44e6-b49f-42f9-9b6e-3c6a89e96a03 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5395 time: 0.5096452 Nov 02 11:48:42.330558 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6949cc06-8013-4cd7-bd03-fa4b519646ed req-f62ba5fc-3ece-4801-aac8-9b2c6d77ffae service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181488 Nov 02 11:48:42.352813 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:42.367938 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] For port f14a703c-4db3-4392-ab3a-fe5af5dff2d9, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:48:42.411948 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] For port f14a703c-4db3-4392-ab3a-fe5af5dff2d9, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=f14a703c-4db3-4392-ab3a-fe5af5dff2d9,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:48:42.417793 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:42.418415 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:42.419842 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] 10.222.0.79 "PUT /v2.0/ports/0e602f7d-18c1-43a6-ae70-41203d8b5e12 HTTP/1.1" status: 200 len: 1093 time: 2.8276339 Nov 02 11:48:42.461888 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b745c0dd-e78e-4588-aeaf-c1ef83c2ea0d req-814ddc53-b56b-46f0-ba56-20e96efeb39d tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1391811 Nov 02 11:48:42.462902 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-11bd729f-7701-4009-b111-c0b4adb49f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:42.465296 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507838b-99c0-463a-a150-152f877ca9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e602f7d-18c1-43a6-ae70-41203d8b5e12,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:42.496534 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:42.529417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd729f-7701-4009-b111-c0b4adb49f84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2507cd5-5937-4532-9982-bbae7e0bfa20,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:42.538900 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:42.541463 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:42.543078 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] 10.222.0.54 "PUT /v2.0/ports/f14a703c-4db3-4392-ab3a-fe5af5dff2d9 HTTP/1.1" status: 200 len: 1092 time: 2.8326647 Nov 02 11:48:42.551759 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-11bd729f-7701-4009-b111-c0b4adb49f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:42.560051 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-11bd729f-7701-4009-b111-c0b4adb49f84 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d2507cd5-5937-4532-9982-bbae7e0bfa20 HTTP/1.1" status: 204 len: 168 time: 0.7456985 Nov 02 11:48:42.560454 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41784) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:42.677454 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1eba3336-dbcd-4872-99de-7bdb76e68520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:42.686443 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Request body: {'port': {'device_id': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:42.782794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811706a-ce75-440f-b21c-671aa6eec69b service neutron] Pushing event updated for resources: {'Port': ['ID=f14a703c-4db3-4392-ab3a-fe5af5dff2d9,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:42.793130 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1eba3336-dbcd-4872-99de-7bdb76e68520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:42.825463 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-1eba3336-dbcd-4872-99de-7bdb76e68520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4028a282-193a-4b0c-b1fe-9541cd9f9987']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:48:42.838001 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-1eba3336-dbcd-4872-99de-7bdb76e68520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6411bae4-c58f-492c-ab08-ab150f24340f') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:48:42.838359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-1eba3336-dbcd-4872-99de-7bdb76e68520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6411bae4-c58f-492c-ab08-ab150f24340f') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:48:42.864624 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1eba3336-dbcd-4872-99de-7bdb76e68520 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:42.873181 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-c6b75372-3c19-470f-8be8-eb359fd6e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:42.875319 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-c6b75372-3c19-470f-8be8-eb359fd6e36a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=2e955394-a92b-4dca-8f57-861487ec0007 HTTP/1.1" status: 200 len: 1096 time: 0.2742522 Nov 02 11:48:42.881254 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1eba3336-dbcd-4872-99de-7bdb76e68520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:42.888509 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eba3336-dbcd-4872-99de-7bdb76e68520 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:48:42.888920 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1eba3336-dbcd-4872-99de-7bdb76e68520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:48:42.891806 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:48:42.902848 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:42.942534 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-926f24ce-d4f9-4298-817d-81885b902894 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e602f7d-18c1-43a6-ae70-41203d8b5e12 HTTP/1.1" status: 200 len: 217 time: 0.0555785 Nov 02 11:48:43.017222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-8da78eec-090d-412b-91ca-49ba4872980f tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:43.018681 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-8da78eec-090d-412b-91ca-49ba4872980f tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/networks?id=30d237d2-fe60-4a8f-b6d3-35144dfca248 HTTP/1.1" status: 200 len: 811 time: 0.2764268 Nov 02 11:48:43.035703 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1eba3336-dbcd-4872-99de-7bdb76e68520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:43.041609 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1eba3336-dbcd-4872-99de-7bdb76e68520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:43.044963 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1eba3336-dbcd-4872-99de-7bdb76e68520 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4028a282-193a-4b0c-b1fe-9541cd9f9987 HTTP/1.1" status: 204 len: 168 time: 0.4834859 Nov 02 11:48:43.058395 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba3336-dbcd-4872-99de-7bdb76e68520 admin admin] Pushing event deleted for resources: {'Network': ['ID=4028a282-193a-4b0c-b1fe-9541cd9f9987,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:43.078407 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-86736857-2343-4cf8-8c27-8b088d8f8342 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/quotas/52e69722b9da4b93bbbf782def8d393f HTTP/1.1" status: 200 len: 375 time: 0.0513718 Nov 02 11:48:43.079991 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-32bcc567-0ad0-4852-9772-588505b95359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:43.081426 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-32bcc567-0ad0-4852-9772-588505b95359 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.1259115 Nov 02 11:48:43.272130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-247a53c7-d522-46e0-b369-d16a85d61831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:43.273647 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-247a53c7-d522-46e0-b369-d16a85d61831 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1496878 Nov 02 11:48:43.281652 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-82143278-bc6d-4b9d-825c-faf94179269b tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=52e69722b9da4b93bbbf782def8d393f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1586609 Nov 02 11:48:43.490989 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41798) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:43.513463 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-ea217d3f-d739-48e0-aacf-a3d99d04ca84 service neutron] 10.222.0.52 "GET /v2.0/networks/30d237d2-fe60-4a8f-b6d3-35144dfca248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220597 Nov 02 11:48:43.517413 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-7487c3c9-26b4-4063-9ddc-db083bc63b9e service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347567 Nov 02 11:48:43.528302 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fbe592b-d9af-470b-b69f-ef0996b5bcc1 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:48:43.552539 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:43.598816 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3bf41444-a1d1-4345-ab99-a6c92defe0cf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f1302b78eab94e9fad63d4c94050f8a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1056285 Nov 02 11:48:43.601826 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41802) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:43.654518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Transition to ACTIVE for port object 7fbe592b-d9af-470b-b69f-ef0996b5bcc1 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:48:43.698014 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4a45a99-2b97-4882-b57e-cc0cf30a9b60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:43.715378 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-59e12cda-8a81-4769-89a7-b5bb89674ff9 service neutron] 10.222.0.52 "GET /v2.0/networks/30d237d2-fe60-4a8f-b6d3-35144dfca248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736913 Nov 02 11:48:43.717542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c1c6757-e55d-494c-a9bb-ed4ba56b3d55 req-0b2af7e5-61ee-43f3-a9d0-5138a5f7e616 service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918819 Nov 02 11:48:43.750389 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4a45a99-2b97-4882-b57e-cc0cf30a9b60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:43.759488 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:43.849162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Pushing event updated for resources: {'Port': ['ID=7fbe592b-d9af-470b-b69f-ef0996b5bcc1,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:43.946599 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Attempting to bind port 7fbe592b-d9af-470b-b69f-ef0996b5bcc1 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:48:43.947035 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Attempting to bind port 7fbe592b-d9af-470b-b69f-ef0996b5bcc1 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'cde4e05a-c375-4c4e-bb3b-d08e157c6c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '186d9e24-7a85-466f-9541-9c5be919901f'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:48:43.947505 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Attempting to bind port 7fbe592b-d9af-470b-b69f-ef0996b5bcc1 on network 186d9e24-7a85-466f-9541-9c5be919901f {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:43.953856 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Port 7fbe592b-d9af-470b-b69f-ef0996b5bcc1 on network 186d9e24-7a85-466f-9541-9c5be919901f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:48:43.954212 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Attempting to bind port 7fbe592b-d9af-470b-b69f-ef0996b5bcc1 on network 186d9e24-7a85-466f-9541-9c5be919901f {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:43.961112 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:48:43.961704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Checking segment: {'id': 'cde4e05a-c375-4c4e-bb3b-d08e157c6c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '186d9e24-7a85-466f-9541-9c5be919901f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:48:43.962278 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Bound using segment: {'id': 'cde4e05a-c375-4c4e-bb3b-d08e157c6c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '186d9e24-7a85-466f-9541-9c5be919901f'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:48:43.962911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Bound port: 7fbe592b-d9af-470b-b69f-ef0996b5bcc1, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde4e05a-c375-4c4e-bb3b-d08e157c6c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '186d9e24-7a85-466f-9541-9c5be919901f'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:48:43.963312 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:43.965437 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4a45a99-2b97-4882-b57e-cc0cf30a9b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:43.970091 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4a45a99-2b97-4882-b57e-cc0cf30a9b60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:43.982647 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a4a45a99-2b97-4882-b57e-cc0cf30a9b60 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a2e259a9-1e4c-4834-8303-f7fffc1f4053 HTTP/1.1" status: 204 len: 168 time: 0.3793015 Nov 02 11:48:43.994724 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a45a99-2b97-4882-b57e-cc0cf30a9b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e259a9-1e4c-4834-8303-f7fffc1f4053,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:44.082729 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] For port 7fbe592b-d9af-470b-b69f-ef0996b5bcc1, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:48:44.091822 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] For port 7fbe592b-d9af-470b-b69f-ef0996b5bcc1, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=7fbe592b-d9af-470b-b69f-ef0996b5bcc1,segment=NetworkSegment(cde4e05a-c375-4c4e-bb3b-d08e157c6c96),segment_id=cde4e05a-c375-4c4e-bb3b-d08e157c6c96)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:48:44.107682 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d82c26-6956-4ab7-b6ed-2acaf0fdc143 x-openstack-request-id: req-b4d82c26-6956-4ab7-b6ed-2acaf0fdc143 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:48:44.108072 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "tag": "67731d26-119f-4fb7-bd57-e7d22863bbc2", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:48:44.109039 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4d82c26-6956-4ab7-b6ed-2acaf0fdc143 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:48:44.109377 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'tag': '67731d26-119f-4fb7-bd57-e7d22863bbc2', 'status': 'completed', 'code': 200} Nov 02 11:48:44.179098 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:44.237828 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaadbd6-cc92-4504-a7f1-db007cc2e04f req-427eb752-a5bd-4c94-88a2-47c84f904ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:44.238340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaadbd6-cc92-4504-a7f1-db007cc2e04f req-427eb752-a5bd-4c94-88a2-47c84f904ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:44.238873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaadbd6-cc92-4504-a7f1-db007cc2e04f req-427eb752-a5bd-4c94-88a2-47c84f904ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:44.239371 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaadbd6-cc92-4504-a7f1-db007cc2e04f req-427eb752-a5bd-4c94-88a2-47c84f904ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:44.239853 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaadbd6-cc92-4504-a7f1-db007cc2e04f req-427eb752-a5bd-4c94-88a2-47c84f904ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:44.252402 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaadbd6-cc92-4504-a7f1-db007cc2e04f req-427eb752-a5bd-4c94-88a2-47c84f904ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:44.252402 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaadbd6-cc92-4504-a7f1-db007cc2e04f req-427eb752-a5bd-4c94-88a2-47c84f904ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:44.252402 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5eaadbd6-cc92-4504-a7f1-db007cc2e04f req-427eb752-a5bd-4c94-88a2-47c84f904ba6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98712f8e25ee41a2953347ba1e13095a&device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 6373 time: 0.1134038 Nov 02 11:48:44.252402 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:44.252402 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:44.253604 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] 10.222.0.54 "PUT /v2.0/ports/7fbe592b-d9af-470b-b69f-ef0996b5bcc1 HTTP/1.1" status: 200 len: 1092 time: 1.5840342 Nov 02 11:48:44.326029 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-418d660b-5215-491d-9734-5ed6db6832d5 req-6c0bdcf0-15d3-4ce4-a657-eb18ff04b73e tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0664942 Nov 02 11:48:44.426540 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Request body: {'port': {'device_id': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:44.445933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9b284-825a-4d73-b954-aeb6740b014a service neutron] Pushing event updated for resources: {'Port': ['ID=7fbe592b-d9af-470b-b69f-ef0996b5bcc1,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:44.544809 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaadbd6-cc92-4504-a7f1-db007cc2e04f req-e647032f-99f2-42bb-bd59-64b00c818176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:44.545299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaadbd6-cc92-4504-a7f1-db007cc2e04f req-e647032f-99f2-42bb-bd59-64b00c818176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:44.545830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaadbd6-cc92-4504-a7f1-db007cc2e04f req-e647032f-99f2-42bb-bd59-64b00c818176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:44.547897 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5eaadbd6-cc92-4504-a7f1-db007cc2e04f req-e647032f-99f2-42bb-bd59-64b00c818176 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=98712f8e25ee41a2953347ba1e13095a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2875135 Nov 02 11:48:44.551795 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:44.560958 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4451c-4217-4208-a28a-8cfa564faf3c req-0fb52ef1-7c5f-472c-9450-2f34b7bcf12b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:44.567749 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7df4451c-4217-4208-a28a-8cfa564faf3c req-0fb52ef1-7c5f-472c-9450-2f34b7bcf12b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e955394-a92b-4dca-8f57-861487ec0007 HTTP/1.1" status: 200 len: 944 time: 0.1640146 Nov 02 11:48:44.785044 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7df4451c-4217-4208-a28a-8cfa564faf3c req-e619d691-57e9-403c-9de5-ca5dd37fcef1 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050450 Nov 02 11:48:44.809605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaadbd6-cc92-4504-a7f1-db007cc2e04f req-715d8cd9-aaa3-40fa-b1af-9b4ff7ad743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:44.809605 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5eaadbd6-cc92-4504-a7f1-db007cc2e04f req-715d8cd9-aaa3-40fa-b1af-9b4ff7ad743b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2376642 Nov 02 11:48:44.956171 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1bd3167a-75a4-42a1-8c3e-398cf4dc46e1 req-11d1cdbd-b6c6-4865-a5c0-d90c12344453 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-101949580&fields=id&tenant_id=6dd87f3a64254d6fb3ba4975ca053bba HTTP/1.1" status: 200 len: 267 time: 0.0946915 Nov 02 11:48:45.060366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3167a-75a4-42a1-8c3e-398cf4dc46e1 req-453afaad-75d8-4d1b-ab45-677e75f85dca tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:45.062599 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1bd3167a-75a4-42a1-8c3e-398cf4dc46e1 req-453afaad-75d8-4d1b-ab45-677e75f85dca tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 984 time: 0.0927148 Nov 02 11:48:45.071957 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6457bfa-3035-4f01-811e-7c5f433c3ae9 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:48:45.082487 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41820) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:45.083039 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-1bd3167a-75a4-42a1-8c3e-398cf4dc46e1 req-6508e76c-450b-4113-8077-9501fa0f9c41 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Request body: {'port': {'security_groups': ['d11f2e26-c63a-4927-89dd-e2a5b59c9cc0', 'e8f8159e-2105-453c-8e71-63c703cacfb5', 'd6aeada5-9b6e-4dde-864c-44c525926171']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:45.088232 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:45.124965 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-368bfe6c-6f6b-4027-be63-ded53d29e2bb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3f7b3a900b12478781556b970f520b88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405953 Nov 02 11:48:45.128885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41822) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:48:45.135502 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Transition to ACTIVE for port object b6457bfa-3035-4f01-811e-7c5f433c3ae9 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:48:45.168873 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1bd3167a-75a4-42a1-8c3e-398cf4dc46e1 req-6508e76c-450b-4113-8077-9501fa0f9c41 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:45.183387 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-563a2cd5-3f7f-4ba7-86fb-52e10d2d9ef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:45.206802 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-563a2cd5-3f7f-4ba7-86fb-52e10d2d9ef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:45.222909 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:45.319572 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Pushing event updated for resources: {'Port': ['ID=b6457bfa-3035-4f01-811e-7c5f433c3ae9,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:45.477672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Attempting to bind port b6457bfa-3035-4f01-811e-7c5f433c3ae9 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:48:45.478321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Attempting to bind port b6457bfa-3035-4f01-811e-7c5f433c3ae9 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'cde4e05a-c375-4c4e-bb3b-d08e157c6c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '186d9e24-7a85-466f-9541-9c5be919901f'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:48:45.478321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Attempting to bind port b6457bfa-3035-4f01-811e-7c5f433c3ae9 on network 186d9e24-7a85-466f-9541-9c5be919901f {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:45.488799 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Port b6457bfa-3035-4f01-811e-7c5f433c3ae9 on network 186d9e24-7a85-466f-9541-9c5be919901f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:48:45.489150 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Attempting to bind port b6457bfa-3035-4f01-811e-7c5f433c3ae9 on network 186d9e24-7a85-466f-9541-9c5be919901f {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:45.490872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-563a2cd5-3f7f-4ba7-86fb-52e10d2d9ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:45.494527 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-563a2cd5-3f7f-4ba7-86fb-52e10d2d9ef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:45.494819 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-563a2cd5-3f7f-4ba7-86fb-52e10d2d9ef8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a22d1411-0c9a-4a44-9fce-1aa190399562 HTTP/1.1" status: 204 len: 168 time: 0.3648498 Nov 02 11:48:45.505117 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:48:45.505458 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Checking segment: {'id': 'cde4e05a-c375-4c4e-bb3b-d08e157c6c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '186d9e24-7a85-466f-9541-9c5be919901f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:48:45.505847 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Bound using segment: {'id': 'cde4e05a-c375-4c4e-bb3b-d08e157c6c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '186d9e24-7a85-466f-9541-9c5be919901f'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:48:45.506301 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Bound port: b6457bfa-3035-4f01-811e-7c5f433c3ae9, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde4e05a-c375-4c4e-bb3b-d08e157c6c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '186d9e24-7a85-466f-9541-9c5be919901f'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:48:45.506656 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:45.507150 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a2cd5-3f7f-4ba7-86fb-52e10d2d9ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22d1411-0c9a-4a44-9fce-1aa190399562,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:45.539253 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-1bd3167a-75a4-42a1-8c3e-398cf4dc46e1 req-6508e76c-450b-4113-8077-9501fa0f9c41 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] For port 985bbdbe-f000-44db-94cd-d12175ddae35, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=985bbdbe-f000-44db-94cd-d12175ddae35,segment=NetworkSegment(f64b89c0-b9fb-43a2-aeab-4bf9d89be49d),segment_id=f64b89c0-b9fb-43a2-aeab-4bf9d89be49d)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:45.609378 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1bd3167a-75a4-42a1-8c3e-398cf4dc46e1 req-6508e76c-450b-4113-8077-9501fa0f9c41 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:45.615781 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] For port b6457bfa-3035-4f01-811e-7c5f433c3ae9, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:48:45.618839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] For port b6457bfa-3035-4f01-811e-7c5f433c3ae9, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b6457bfa-3035-4f01-811e-7c5f433c3ae9,segment=NetworkSegment(cde4e05a-c375-4c4e-bb3b-d08e157c6c96),segment_id=cde4e05a-c375-4c4e-bb3b-d08e157c6c96)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:48:45.756595 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:45.758669 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1bd3167a-75a4-42a1-8c3e-398cf4dc46e1 req-6508e76c-450b-4113-8077-9501fa0f9c41 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:45.772790 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['985bbdbe-f000-44db-94cd-d12175ddae35'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:48:45.803940 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:45.804558 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:45.805977 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] 10.222.0.54 "PUT /v2.0/ports/b6457bfa-3035-4f01-811e-7c5f433c3ae9 HTTP/1.1" status: 200 len: 1092 time: 1.3856003 Nov 02 11:48:45.817051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3167a-75a4-42a1-8c3e-398cf4dc46e1 req-6508e76c-450b-4113-8077-9501fa0f9c41 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:45.817717 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1bd3167a-75a4-42a1-8c3e-398cf4dc46e1 req-6508e76c-450b-4113-8077-9501fa0f9c41 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:45.823744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1bd3167a-75a4-42a1-8c3e-398cf4dc46e1 req-6508e76c-450b-4113-8077-9501fa0f9c41 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "PUT /v2.0/ports/985bbdbe-f000-44db-94cd-d12175ddae35 HTTP/1.1" status: 200 len: 1020 time: 0.7539310 Nov 02 11:48:45.854149 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec15332-53cc-4e32-8382-afb64570377c service neutron] Pushing event updated for resources: {'Port': ['ID=b6457bfa-3035-4f01-811e-7c5f433c3ae9,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:45.919635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['985bbdbe-f000-44db-94cd-d12175ddae35'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:48:45.965467 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508e76c-450b-4113-8077-9501fa0f9c41 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event updated for resources: {'Port': ['ID=985bbdbe-f000-44db-94cd-d12175ddae35,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:46.050806 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-12564855-16a8-43f5-9b4a-c837f73cc969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:46.051360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-12564855-16a8-43f5-9b4a-c837f73cc969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:46.051848 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-12564855-16a8-43f5-9b4a-c837f73cc969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:46.052966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-12564855-16a8-43f5-9b4a-c837f73cc969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:46.053474 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-12564855-16a8-43f5-9b4a-c837f73cc969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:46.053927 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-12564855-16a8-43f5-9b4a-c837f73cc969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:46.054403 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-12564855-16a8-43f5-9b4a-c837f73cc969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:46.056575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-12564855-16a8-43f5-9b4a-c837f73cc969 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98712f8e25ee41a2953347ba1e13095a&device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 6483 time: 0.0922172 Nov 02 11:48:46.102680 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-26672106-37a1-4148-831f-86f7f1576b9b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0194c44a-8c9b-476a-a2df-892896c7ecd8 HTTP/1.1" status: 200 len: 217 time: 0.0379353 Nov 02 11:48:46.110710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc776b2c-fff8-4c17-83db-8d21063b471d', 'tag': '985bbdbe-f000-44db-94cd-d12175ddae35'}, {'name': 'network-changed', 'server_uuid': '2e955394-a92b-4dca-8f57-861487ec0007', 'tag': '0e602f7d-18c1-43a6-ae70-41203d8b5e12'}, {'name': 'network-changed', 'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'tag': 'f14a703c-4db3-4392-ab3a-fe5af5dff2d9'}, {'name': 'network-changed', 'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'tag': '7fbe592b-d9af-470b-b69f-ef0996b5bcc1'}, {'name': 'network-changed', 'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'tag': 'b6457bfa-3035-4f01-811e-7c5f433c3ae9'}, {'name': 'network-changed', 'server_uuid': 'fc776b2c-fff8-4c17-83db-8d21063b471d', 'tag': '985bbdbe-f000-44db-94cd-d12175ddae35'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:48:46.113888 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58f3253-3831-4c02-ab0c-bd7705e3b006" -d '{"events": [{"name": "network-changed", "server_uuid": "fc776b2c-fff8-4c17-83db-8d21063b471d", "tag": "985bbdbe-f000-44db-94cd-d12175ddae35"}, {"name": "network-changed", "server_uuid": "2e955394-a92b-4dca-8f57-861487ec0007", "tag": "0e602f7d-18c1-43a6-ae70-41203d8b5e12"}, {"name": "network-changed", "server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "tag": "f14a703c-4db3-4392-ab3a-fe5af5dff2d9"}, {"name": "network-changed", "server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "tag": "7fbe592b-d9af-470b-b69f-ef0996b5bcc1"}, {"name": "network-changed", "server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "tag": "b6457bfa-3035-4f01-811e-7c5f433c3ae9"}, {"name": "network-changed", "server_uuid": "fc776b2c-fff8-4c17-83db-8d21063b471d", "tag": "985bbdbe-f000-44db-94cd-d12175ddae35"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:48:46.192668 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a263fecf-a8e7-4f5e-bea1-6ddd3b0d5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:46.195616 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-a263fecf-a8e7-4f5e-bea1-6ddd3b0d5cac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c931c3ff-ea0b-4408-bd53-510e0450d503 HTTP/1.1" status: 200 len: 850 time: 0.0849016 Nov 02 11:48:46.291006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6be77649-aae2-42fb-bcfd-0ab246590859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:46.292590 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6be77649-aae2-42fb-bcfd-0ab246590859 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2186d30e-762f-43e0-acae-f84c10f25696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797989 Nov 02 11:48:46.394011 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c6b48-be7b-408e-aaf8-6f98ff1e36c0 req-2c1c982f-cf76-4875-8ada-1a4a3392b9a3 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:46.400210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c6b48-be7b-408e-aaf8-6f98ff1e36c0 req-2c1c982f-cf76-4875-8ada-1a4a3392b9a3 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:46.406327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c6b48-be7b-408e-aaf8-6f98ff1e36c0 req-2c1c982f-cf76-4875-8ada-1a4a3392b9a3 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:46.412575 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c6b48-be7b-408e-aaf8-6f98ff1e36c0 req-2c1c982f-cf76-4875-8ada-1a4a3392b9a3 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:46.418577 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c6b48-be7b-408e-aaf8-6f98ff1e36c0 req-2c1c982f-cf76-4875-8ada-1a4a3392b9a3 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:46.425262 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c6b48-be7b-408e-aaf8-6f98ff1e36c0 req-2c1c982f-cf76-4875-8ada-1a4a3392b9a3 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:46.431275 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c6b48-be7b-408e-aaf8-6f98ff1e36c0 req-2c1c982f-cf76-4875-8ada-1a4a3392b9a3 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:46.433117 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7c6b48-be7b-408e-aaf8-6f98ff1e36c0 req-2c1c982f-cf76-4875-8ada-1a4a3392b9a3 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5419 time: 0.1798859 Nov 02 11:48:46.470079 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0fffd51b-8709-4678-ab7b-9e41f61fc2af service neutron] 10.222.0.54 "GET /v2.0/networks/2186d30e-762f-43e0-acae-f84c10f25696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682882 Nov 02 11:48:46.564539 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7c6b48-be7b-408e-aaf8-6f98ff1e36c0 req-c2eec2f0-9194-482f-8967-345a18740a81 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233110 Nov 02 11:48:46.612232 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-6a5fae0b-2a1d-4c09-9502-aa45b428d8e9 service neutron] 10.222.0.54 "GET /v2.0/networks/2186d30e-762f-43e0-acae-f84c10f25696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321084 Nov 02 11:48:46.659635 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-793d7d7f-dfb3-44bb-8a60-44d79c09b2b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=e49a6e4f-ad58-4cc4-a201-1817a84804d2 HTTP/1.1" status: 200 len: 217 time: 0.0390277 Nov 02 11:48:46.710011 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b318bdcf-e128-412f-aab0-554f5b4455c8 req-2a3e12e8-fbca-4d62-bf54-82070416c596 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 210 time: 0.0522640 Nov 02 11:48:46.734919 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-d16a6bbe-48cd-4cc6-b10c-9c76a79c2020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:46.736491 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-d16a6bbe-48cd-4cc6-b10c-9c76a79c2020 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638 HTTP/1.1" status: 200 len: 797 time: 0.0687792 Nov 02 11:48:46.812024 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5c8ce06-9fc5-4194-b8e6-8258a6d891ff req-b939aa13-cd3f-4e81-a8e2-4bffd2c1812d tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0321712 Nov 02 11:48:46.818708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-e0757152-4f51-41f8-8df6-20cb0f880acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:46.819882 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-e0757152-4f51-41f8-8df6-20cb0f880acd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57381074-bd23-4376-887c-81c9e0b09323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0754118 Nov 02 11:48:47.239818 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 0e602f7d-18c1-43a6-ae70-41203d8b5e12 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:48:47.321963 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-dc79c99d-5864-4232-9784-2a8c9904455e service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938056 Nov 02 11:48:47.341782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 0e602f7d-18c1-43a6-ae70-41203d8b5e12, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=0e602f7d-18c1-43a6-ae70-41203d8b5e12,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:47.352530 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8d061-86a0-4cd2-8b84-11017b73414b req-a9563469-fec8-4380-a654-12a45e41e3a3 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:47.354508 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-75d8d061-86a0-4cd2-8b84-11017b73414b req-a9563469-fec8-4380-a654-12a45e41e3a3 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e955394-a92b-4dca-8f57-861487ec0007 HTTP/1.1" status: 200 len: 944 time: 0.4452035 Nov 02 11:48:47.354651 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '0e602f7d-18c1-43a6-ae70-41203d8b5e12', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'port_id': '0e602f7d-18c1-43a6-ae70-41203d8b5e12', 'mac_address': 'fa:16:3e:f8:dd:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:48:47.382508 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-b1e6f4af-047c-4f34-bfa2-9fda6db22daf tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:47.384060 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-b1e6f4af-047c-4f34-bfa2-9fda6db22daf tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.79 "GET /v2.0/networks?id=30d237d2-fe60-4a8f-b6d3-35144dfca248 HTTP/1.1" status: 200 len: 811 time: 0.5301683 Nov 02 11:48:47.405261 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:47.425227 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e602f7d-18c1-43a6-ae70-41203d8b5e12 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:48:47.428691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-adb34bd3-e0c5-4c8e-a907-4fc99b1635bc tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Request body: {'port': {'device_id': '6f912428-ac33-496f-8db8-d110baf6dea3', 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248', 'admin_state_up': True, 'tenant_id': '52e69722b9da4b93bbbf782def8d393f'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:47.447447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 0e602f7d-18c1-43a6-ae70-41203d8b5e12, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=0e602f7d-18c1-43a6-ae70-41203d8b5e12,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:47.535383 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-75d8d061-86a0-4cd2-8b84-11017b73414b req-42a4a8e6-95c5-4aab-8546-9d3528344607 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674681 Nov 02 11:48:47.558513 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-4164bbd5-d093-4818-bc9a-c7b3ca8885bf service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272990 Nov 02 11:48:47.571454 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-45518cb8-af5d-4773-ad9c-45364f789df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:47.605684 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:47.613305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-f2ddbec5-4cd0-4313-8564-942bf03d6d76 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 HTTP/1.1" status: 200 len: 217 time: 0.0447168 Nov 02 11:48:47.666296 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=0e602f7d-18c1-43a6-ae70-41203d8b5e12,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:47.706646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-838f427d-9d79-403f-81e2-cd74e87585d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:47.708172 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-838f427d-9d79-403f-81e2-cd74e87585d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638 HTTP/1.1" status: 200 len: 797 time: 0.0852911 Nov 02 11:48:47.721833 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed1f3-cec5-4662-a10a-30d937515906 req-9483cc30-60f5-4378-b7f0-95ac9cc8a08c tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:47.723456 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b9ed1f3-cec5-4662-a10a-30d937515906 req-9483cc30-60f5-4378-b7f0-95ac9cc8a08c tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 1023 time: 0.1136239 Nov 02 11:48:47.798278 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-42e8dcf0-b740-4af0-b0c5-9d6c22c79659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:47.799775 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-42e8dcf0-b740-4af0-b0c5-9d6c22c79659 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57381074-bd23-4376-887c-81c9e0b09323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0754585 Nov 02 11:48:47.843673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-adb34bd3-e0c5-4c8e-a907-4fc99b1635bc tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Made reservation on behalf of 52e69722b9da4b93bbbf782def8d393f for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:48:47.847240 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-adb34bd3-e0c5-4c8e-a907-4fc99b1635bc tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:47.851850 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['0e602f7d-18c1-43a6-ae70-41203d8b5e12'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:48:47.857907 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b9ed1f3-cec5-4662-a10a-30d937515906 req-976de589-9e50-46a1-8168-3dc5d13ce803 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&id=d6aeada5-9b6e-4dde-864c-44c525926171&id=d11f2e26-c63a-4927-89dd-e2a5b59c9cc0 HTTP/1.1" status: 200 len: 6207 time: 0.1246476 Nov 02 11:48:47.919160 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1014 Content-Type: application/json Date: Tue, 02 Nov 2021 11:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a467db0d-16b1-413a-9fc4-ad845aac2644 x-openstack-request-id: req-a467db0d-16b1-413a-9fc4-ad845aac2644 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:48:47.919607 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc776b2c-fff8-4c17-83db-8d21063b471d", "tag": "985bbdbe-f000-44db-94cd-d12175ddae35", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e955394-a92b-4dca-8f57-861487ec0007", "tag": "0e602f7d-18c1-43a6-ae70-41203d8b5e12", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "tag": "f14a703c-4db3-4392-ab3a-fe5af5dff2d9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "tag": "7fbe592b-d9af-470b-b69f-ef0996b5bcc1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "tag": "b6457bfa-3035-4f01-811e-7c5f433c3ae9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fc776b2c-fff8-4c17-83db-8d21063b471d", "tag": "985bbdbe-f000-44db-94cd-d12175ddae35", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:48:47.919930 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a467db0d-16b1-413a-9fc4-ad845aac2644 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:48:47.920291 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc776b2c-fff8-4c17-83db-8d21063b471d', 'tag': '985bbdbe-f000-44db-94cd-d12175ddae35', 'status': 'completed', 'code': 200} Nov 02 11:48:47.921075 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e955394-a92b-4dca-8f57-861487ec0007', 'tag': '0e602f7d-18c1-43a6-ae70-41203d8b5e12', 'status': 'completed', 'code': 200} Nov 02 11:48:47.921333 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'tag': 'f14a703c-4db3-4392-ab3a-fe5af5dff2d9', 'status': 'completed', 'code': 200} Nov 02 11:48:47.921585 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'tag': '7fbe592b-d9af-470b-b69f-ef0996b5bcc1', 'status': 'completed', 'code': 200} Nov 02 11:48:47.921837 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'tag': 'b6457bfa-3035-4f01-811e-7c5f433c3ae9', 'status': 'completed', 'code': 200} Nov 02 11:48:47.922133 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc776b2c-fff8-4c17-83db-8d21063b471d', 'tag': '985bbdbe-f000-44db-94cd-d12175ddae35', 'status': 'completed', 'code': 200} Nov 02 11:48:48.020737 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-7a346cdf-6aeb-457e-b33c-63b9019a32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:48.022894 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-7a346cdf-6aeb-457e-b33c-63b9019a32bf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=2e955394-a92b-4dca-8f57-861487ec0007 HTTP/1.1" status: 200 len: 1097 time: 0.0707731 Nov 02 11:48:48.074748 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-f021c32a-38e3-4df8-99aa-c260c594e993 service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659192 Nov 02 11:48:48.133317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-1c07e83c-d613-472d-b055-ba8bf15050aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:48.133317 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-1c07e83c-d613-472d-b055-ba8bf15050aa service neutron] 10.222.0.79 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.0975361 Nov 02 11:48:48.146819 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-19bfda86-9a5d-475b-9c1b-441198226b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:48.148305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-19bfda86-9a5d-475b-9c1b-441198226b44 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6dd87f3a64254d6fb3ba4975ca053bba&device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 1175 time: 0.1634576 Nov 02 11:48:48.185348 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-3e3ad4a8-fef5-4735-a3c3-b2ac5d3f5cde service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e602f7d-18c1-43a6-ae70-41203d8b5e12 HTTP/1.1" status: 200 len: 217 time: 0.0485320 Nov 02 11:48:48.243251 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-64bbdf66-467c-48c2-9d44-7f9b4e98f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:48.245416 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-64bbdf66-467c-48c2-9d44-7f9b4e98f048 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.0515871 Nov 02 11:48:48.305413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-adb34bd3-e0c5-4c8e-a907-4fc99b1635bc tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Allocated IP 172.20.0.4 (30d237d2-fe60-4a8f-b6d3-35144dfca248/ba8183a2-da53-4ec8-989b-84a9ed7accb1/f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:48:48.308292 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-920b85a9-7501-41d3-8ec8-b2363d623f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:48.309927 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-920b85a9-7501-41d3-8ec8-b2363d623f60 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534933 Nov 02 11:48:48.412136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898d2b1-878c-4b49-b9c9-55bd345c5b56 req-9fc6b90f-b163-458e-a4f2-53b96b749c53 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:48.416852 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-a451b62b-62c8-4d6b-a2da-03ac6fb04ac4 service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976150 Nov 02 11:48:48.418306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898d2b1-878c-4b49-b9c9-55bd345c5b56 req-9fc6b90f-b163-458e-a4f2-53b96b749c53 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:48.425481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898d2b1-878c-4b49-b9c9-55bd345c5b56 req-9fc6b90f-b163-458e-a4f2-53b96b749c53 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:48.431714 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898d2b1-878c-4b49-b9c9-55bd345c5b56 req-9fc6b90f-b163-458e-a4f2-53b96b749c53 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:48.439219 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898d2b1-878c-4b49-b9c9-55bd345c5b56 req-9fc6b90f-b163-458e-a4f2-53b96b749c53 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:48.445254 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898d2b1-878c-4b49-b9c9-55bd345c5b56 req-9fc6b90f-b163-458e-a4f2-53b96b749c53 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:48.451605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898d2b1-878c-4b49-b9c9-55bd345c5b56 req-9fc6b90f-b163-458e-a4f2-53b96b749c53 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:48.454523 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a898d2b1-878c-4b49-b9c9-55bd345c5b56 req-9fc6b90f-b163-458e-a4f2-53b96b749c53 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5419 time: 0.2332816 Nov 02 11:48:48.458305 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-504cacbf-fd65-4504-96bf-87efbefad90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:48.459744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-504cacbf-fd65-4504-96bf-87efbefad90e service neutron] 10.222.0.54 "GET /v2.0/networks?id=ea565753-07ea-47fe-a19f-3aa9c8c8525e HTTP/1.1" status: 200 len: 913 time: 0.2737541 Nov 02 11:48:48.461585 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-00679c54-b1f1-4ecf-b8c7-ffce5d04757f service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780370 Nov 02 11:48:48.517500 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-fca520fb-1c1e-4005-93bd-e92351461a82 service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934315 Nov 02 11:48:48.590635 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-b8dcf865-5e9e-4606-976f-239532c0c768 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=985bbdbe-f000-44db-94cd-d12175ddae35 HTTP/1.1" status: 200 len: 217 time: 0.1083584 Nov 02 11:48:48.591862 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-291714c0-660f-413f-9e4b-8c79b79e80af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=67731d26-119f-4fb7-bd57-e7d22863bbc2 HTTP/1.1" status: 200 len: 217 time: 0.1116798 Nov 02 11:48:48.749751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-cf7e8d28-147d-4f5f-98ba-da1961a54e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:48.751260 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-cf7e8d28-147d-4f5f-98ba-da1961a54e5b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638 HTTP/1.1" status: 200 len: 797 time: 0.1292992 Nov 02 11:48:48.762018 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a898d2b1-878c-4b49-b9c9-55bd345c5b56 req-1a32e064-6793-40de-a879-e9007dd4437d tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2968702 Nov 02 11:48:48.770631 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-90264add-36c6-4e66-875b-340a81f30044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:48.772083 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-90264add-36c6-4e66-875b-340a81f30044 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2942dbb9-6a04-4fab-b66d-9162db302b21 HTTP/1.1" status: 200 len: 852 time: 0.1512418 Nov 02 11:48:48.840573 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-feb1696a-841b-4fb4-9bc2-abeb7784db19 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ea565753-07ea-47fe-a19f-3aa9c8c8525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548022 Nov 02 11:48:48.844567 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-adb34bd3-e0c5-4c8e-a907-4fc99b1635bc tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:48.888256 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac0a7cb2-57b8-4945-bd64-d1a80d432449 req-8ac15f56-c2d2-4407-9b5c-16742fc7cdec tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 210 time: 0.0500309 Nov 02 11:48:48.944430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-22d96cd6-2bd7-4b6f-8ecc-6bc52bd141ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:48.945962 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-22d96cd6-2bd7-4b6f-8ecc-6bc52bd141ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57381074-bd23-4376-887c-81c9e0b09323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1772215 Nov 02 11:48:49.024933 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-84b3b9af-7ffd-4381-beb6-bae7be4df64d req-9e29bcba-c7f4-4551-aecf-9cebfe4f0065 tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0735152 Nov 02 11:48:49.073230 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-70888b3d-7015-4523-b860-9c85c784c259 req-d875b57e-24bb-424b-9f9f-ba3df74f3a8d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1618308421 ', 'description': 'tempest-description-763118647'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:49.109753 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-5d469735-33ad-4d3c-9df1-532e71daef25 service neutron] 10.222.0.54 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518506 Nov 02 11:48:49.160978 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-adb34bd3-e0c5-4c8e-a907-4fc99b1635bc tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:49.167651 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ff2b35e8-0411-4fc0-9a7a-e8204f9ca2b3 service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969154 Nov 02 11:48:49.175471 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['fd352516-2396-4c17-b597-644f9c9944f0'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:48:49.260768 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 0e602f7d-18c1-43a6-ae70-41203d8b5e12 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:48:49.271951 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-70888b3d-7015-4523-b860-9c85c784c259 req-d875b57e-24bb-424b-9f9f-ba3df74f3a8d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:49.287920 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-adb34bd3-e0c5-4c8e-a907-4fc99b1635bc tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Network 30d237d2-fe60-4a8f-b6d3-35144dfca248 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:48:49.330959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-adb34bd3-e0c5-4c8e-a907-4fc99b1635bc tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:48:49.336919 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-adb34bd3-e0c5-4c8e-a907-4fc99b1635bc tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:48:49.344858 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb34bd3-e0c5-4c8e-a907-4fc99b1635bc tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Pushing event updated for resources: {'Port': ['ID=f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:49.401547 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-54a461a4-51e6-4dd7-92c6-af6e65ea6ff9 service neutron] 10.222.0.54 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831995 Nov 02 11:48:49.454486 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-adb34bd3-e0c5-4c8e-a907-4fc99b1635bc tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:49.455159 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-adb34bd3-e0c5-4c8e-a907-4fc99b1635bc tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:49.457817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 0e602f7d-18c1-43a6-ae70-41203d8b5e12 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:48:49.461306 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-8bac79d7-5906-4f59-b03e-0490e48a874d service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631469 Nov 02 11:48:49.462488 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 0e602f7d-18c1-43a6-ae70-41203d8b5e12 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:49.463025 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:49.523536 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-281f63da-1169-4ae1-bd59-b78c6b97e843 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f14a703c-4db3-4392-ab3a-fe5af5dff2d9 HTTP/1.1" status: 200 len: 217 time: 0.0524836 Nov 02 11:48:49.551566 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:49.569316 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-70888b3d-7015-4523-b860-9c85c784c259 req-d875b57e-24bb-424b-9f9f-ba3df74f3a8d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:49.575341 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-adb34bd3-e0c5-4c8e-a907-4fc99b1635bc tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1520669 Nov 02 11:48:49.580767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e955394-a92b-4dca-8f57-861487ec0007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e602f7d-18c1-43a6-ae70-41203d8b5e12'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:48:49.583058 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2043d555-20e1-45aa-8dd1-a5388e3ff0ee" -d '{"events": [{"server_uuid": "2e955394-a92b-4dca-8f57-861487ec0007", "name": "network-vif-plugged", "status": "completed", "tag": "0e602f7d-18c1-43a6-ae70-41203d8b5e12"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:48:49.595648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Request body: {'port': {'device_id': '6f912428-ac33-496f-8db8-d110baf6dea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:49.596324 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 0e602f7d-18c1-43a6-ae70-41203d8b5e12, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=0e602f7d-18c1-43a6-ae70-41203d8b5e12,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:49.602346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-b1feedf5-4292-4350-959f-5ad9e2bee245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:49.603866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-b1feedf5-4292-4350-959f-5ad9e2bee245 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638 HTTP/1.1" status: 200 len: 797 time: 0.0714531 Nov 02 11:48:49.694569 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-70888b3d-7015-4523-b860-9c85c784c259 req-d875b57e-24bb-424b-9f9f-ba3df74f3a8d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:49.696910 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:49.716660 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-8cc84b1a-5246-4dd7-b47f-d112da8fd37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:49.719378 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-8cc84b1a-5246-4dd7-b47f-d112da8fd37f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57381074-bd23-4376-887c-81c9e0b09323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0988913 Nov 02 11:48:49.732859 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:49.740706 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-847192ff-dca5-4522-8a3e-be3bce0175fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:49.809502 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=0e602f7d-18c1-43a6-ae70-41203d8b5e12,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:49.820539 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875b57e-24bb-424b-9f9f-ba3df74f3a8d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ee917c-7b64-4fcf-b63e-81cc198ff5d8,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:49.834313 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-70888b3d-7015-4523-b860-9c85c784c259 req-d875b57e-24bb-424b-9f9f-ba3df74f3a8d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:49.835190 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-70888b3d-7015-4523-b860-9c85c784c259 req-d875b57e-24bb-424b-9f9f-ba3df74f3a8d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7707942 Nov 02 11:48:49.944546 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-9c113f72-ff15-49f2-a47a-dd65b1990aef service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156191 Nov 02 11:48:50.470625 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-64eb549e-ed3c-4185-91db-ccf49f9e856b service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156875 Nov 02 11:48:50.500047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c11d6-8957-4480-91bf-0057faba3f9b req-c6c1f4ac-12ab-487c-8957-78b9d576969b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:50.501555 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-881c11d6-8957-4480-91bf-0057faba3f9b req-c6c1f4ac-12ab-487c-8957-78b9d576969b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e955394-a92b-4dca-8f57-861487ec0007 HTTP/1.1" status: 200 len: 946 time: 0.1481674 Nov 02 11:48:50.551263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-e0249de2-bd2b-4dcb-862a-7c81c6c80176 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7fbe592b-d9af-470b-b69f-ef0996b5bcc1 HTTP/1.1" status: 200 len: 217 time: 0.0717645 Nov 02 11:48:50.676317 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-aab90799-7735-4a19-a861-32df854e1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:50.677817 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-aab90799-7735-4a19-a861-32df854e1cf0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422a9cf8-192f-4d0c-89d7-9acf4676de9f HTTP/1.1" status: 200 len: 797 time: 0.1162763 Nov 02 11:48:50.685345 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-881c11d6-8957-4480-91bf-0057faba3f9b req-79b4f2c2-4065-4a11-80fb-635a0789efc3 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494818 Nov 02 11:48:50.719869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:48:50.737482 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:50.737697 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bc8a07-ec5f-437b-af4b-81eff65d01b4 x-openstack-request-id: req-f4bc8a07-ec5f-437b-af4b-81eff65d01b4 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:48:50.737697 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e955394-a92b-4dca-8f57-861487ec0007", "name": "network-vif-plugged", "status": "completed", "tag": "0e602f7d-18c1-43a6-ae70-41203d8b5e12", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:48:50.737697 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4bc8a07-ec5f-437b-af4b-81eff65d01b4 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:48:50.737697 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e955394-a92b-4dca-8f57-861487ec0007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e602f7d-18c1-43a6-ae70-41203d8b5e12', 'code': 200} Nov 02 11:48:50.751676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Transition to ACTIVE for port object f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:48:50.759346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-f448e706-488a-4ad2-a7ec-dffdf95889f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:50.761067 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-f448e706-488a-4ad2-a7ec-dffdf95889f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=186d9e24-7a85-466f-9541-9c5be919901f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0746732 Nov 02 11:48:50.846223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb46f99-498f-4f5d-b247-8d9eae8f1e63 req-19da8903-d67e-4890-8458-1fd49e080c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:50.847687 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9bb46f99-498f-4f5d-b247-8d9eae8f1e63 req-19da8903-d67e-4890-8458-1fd49e080c44 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2e955394-a92b-4dca-8f57-861487ec0007 HTTP/1.1" status: 200 len: 1098 time: 0.0425978 Nov 02 11:48:50.901298 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9bb46f99-498f-4f5d-b247-8d9eae8f1e63 req-a898349e-c43e-4c8b-bd82-fab9455ede8c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457871 Nov 02 11:48:50.902908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a75b42-8de3-4cb6-974e-29bc6b4515d4 req-e5f35d7b-3fd5-4d3c-aeb4-a70e41c53516 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:50.909020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a75b42-8de3-4cb6-974e-29bc6b4515d4 req-e5f35d7b-3fd5-4d3c-aeb4-a70e41c53516 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:50.915010 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a75b42-8de3-4cb6-974e-29bc6b4515d4 req-e5f35d7b-3fd5-4d3c-aeb4-a70e41c53516 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:50.921647 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a75b42-8de3-4cb6-974e-29bc6b4515d4 req-e5f35d7b-3fd5-4d3c-aeb4-a70e41c53516 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:50.927696 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a75b42-8de3-4cb6-974e-29bc6b4515d4 req-e5f35d7b-3fd5-4d3c-aeb4-a70e41c53516 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:50.933615 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a75b42-8de3-4cb6-974e-29bc6b4515d4 req-e5f35d7b-3fd5-4d3c-aeb4-a70e41c53516 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:50.940358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a75b42-8de3-4cb6-974e-29bc6b4515d4 req-e5f35d7b-3fd5-4d3c-aeb4-a70e41c53516 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:50.942432 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b2a75b42-8de3-4cb6-974e-29bc6b4515d4 req-e5f35d7b-3fd5-4d3c-aeb4-a70e41c53516 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5419 time: 0.1445312 Nov 02 11:48:50.945266 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:50.950214 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-0d70d256-8efb-4b1c-b68f-428290d29f2e service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809990 Nov 02 11:48:50.961139 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:51.074756 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:51.160828 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b2a75b42-8de3-4cb6-974e-29bc6b4515d4 req-ed5718f2-3995-4e80-989f-11ff6afd903a tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2096541 Nov 02 11:48:51.175360 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-2ca83f19-7db8-4750-a8ab-f6c0c14403d0 service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964357 Nov 02 11:48:51.245792 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-b148e708-fd03-40e9-adf9-436a44333f72 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6457bfa-3035-4f01-811e-7c5f433c3ae9 HTTP/1.1" status: 200 len: 217 time: 0.0625679 Nov 02 11:48:51.250370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Attempting to bind port f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:48:51.250750 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Attempting to bind port f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '58e86f42-b2da-49df-9e62-5ba59aa872a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:48:51.251116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Attempting to bind port f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 on network 30d237d2-fe60-4a8f-b6d3-35144dfca248 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:51.292159 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Port f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 on network 30d237d2-fe60-4a8f-b6d3-35144dfca248 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:48:51.292481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Attempting to bind port f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 on network 30d237d2-fe60-4a8f-b6d3-35144dfca248 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:48:51.309252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:48:51.309601 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Checking segment: {'id': '58e86f42-b2da-49df-9e62-5ba59aa872a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:48:51.309984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Bound using segment: {'id': '58e86f42-b2da-49df-9e62-5ba59aa872a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:48:51.310421 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Bound port: f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e86f42-b2da-49df-9e62-5ba59aa872a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:48:51.310778 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:51.319742 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c5eda43-6fd4-4173-a132-04bc27c1fb30 req-641385e6-e299-4f97-a284-566fdcdb80a9 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/d3ee917c-7b64-4fcf-b63e-81cc198ff5d8 HTTP/1.1" status: 200 len: 1799 time: 0.1287940 Nov 02 11:48:51.336830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-33ca74f7-09c1-4d22-a7d6-64977978c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:51.338182 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-33ca74f7-09c1-4d22-a7d6-64977978c6cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422a9cf8-192f-4d0c-89d7-9acf4676de9f HTTP/1.1" status: 200 len: 797 time: 0.0847654 Nov 02 11:48:51.454863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] For port f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:48:51.458713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] For port f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2,segment=NetworkSegment(58e86f42-b2da-49df-9e62-5ba59aa872a2),segment_id=58e86f42-b2da-49df-9e62-5ba59aa872a2)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:48:51.467071 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ae69b503-f466-4731-8625-d91e659693cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:51.468797 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ae69b503-f466-4731-8625-d91e659693cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=186d9e24-7a85-466f-9541-9c5be919901f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1071324 Nov 02 11:48:51.484522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f289e0-9841-4b44-b0fa-9264d4441f75 req-3e73627e-cc66-4926-81d5-67a03c963629 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:51.485992 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f7f289e0-9841-4b44-b0fa-9264d4441f75 req-3e73627e-cc66-4926-81d5-67a03c963629 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 943 time: 0.0877745 Nov 02 11:48:51.579336 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:51.617800 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f7f289e0-9841-4b44-b0fa-9264d4441f75 req-a6435a01-c733-4a8e-887e-1c9602e1c000 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237891 Nov 02 11:48:51.638635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:51.639193 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:51.640567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] 10.222.0.79 "PUT /v2.0/ports/f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 HTTP/1.1" status: 200 len: 1092 time: 2.0501971 Nov 02 11:48:51.642518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f912428-ac33-496f-8db8-d110baf6dea3', 'tag': 'f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:48:51.647087 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d664fa17-d587-4f4e-a110-5ccb08e20e95" -d '{"events": [{"name": "network-changed", "server_uuid": "6f912428-ac33-496f-8db8-d110baf6dea3", "tag": "f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:48:51.656758 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-ad6c2a7c-e994-4d37-936c-28b8d27ce33e service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698108 Nov 02 11:48:51.688784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7e8f9-357d-4875-8865-65ab49956600 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:51.774400 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c7f5c243-45c2-4440-b25b-8831e0cbc7fa req-d7090d87-48e5-42c2-bf58-6395a0e2612a tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0479720 Nov 02 11:48:51.843646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-42802a42-72fd-45ad-abe1-a36b034d2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:51.845165 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-42802a42-72fd-45ad-abe1-a36b034d2210 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=52e69722b9da4b93bbbf782def8d393f&device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 1095 time: 0.0819213 Nov 02 11:48:51.851961 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34ab4c3a-3ac5-4aa0-b561-2213fe11c191 req-06dbd010-278c-444f-8f5e-a8815fb77525 service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864851 Nov 02 11:48:51.863728 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fccfbe89-e02c-4217-a939-fc25257bc229 req-6dba8cce-f8fa-4eeb-8957-1a277741f830 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/d3ee917c-7b64-4fcf-b63e-81cc198ff5d8 HTTP/1.1" status: 200 len: 1799 time: 0.0626848 Nov 02 11:48:51.908242 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-a0395a9b-34f8-417b-a105-86201bf1c562 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 HTTP/1.1" status: 200 len: 217 time: 0.0433371 Nov 02 11:48:52.003723 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-58b26994-c4be-4d7f-905d-c721931c8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:52.005312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-58b26994-c4be-4d7f-905d-c721931c8f56 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba8183a2-da53-4ec8-989b-84a9ed7accb1 HTTP/1.1" status: 200 len: 851 time: 0.0891421 Nov 02 11:48:52.010278 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fccfbe89-e02c-4217-a939-fc25257bc229 req-fae83297-4199-463e-87d1-926827f738d4 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:52.074151 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-64ec0a37-7c74-44eb-a902-84e994b5a646 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=30d237d2-fe60-4a8f-b6d3-35144dfca248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378036 Nov 02 11:48:52.080979 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fccfbe89-e02c-4217-a939-fc25257bc229 req-fae83297-4199-463e-87d1-926827f738d4 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:52.115720 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-2c656c3c-e975-4d4c-b0c6-4e101fcd5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:52.116207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-2c656c3c-e975-4d4c-b0c6-4e101fcd5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:52.116685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-2c656c3c-e975-4d4c-b0c6-4e101fcd5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:52.117159 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-2c656c3c-e975-4d4c-b0c6-4e101fcd5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:52.117625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-2c656c3c-e975-4d4c-b0c6-4e101fcd5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:52.118092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-2c656c3c-e975-4d4c-b0c6-4e101fcd5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:52.118556 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-2c656c3c-e975-4d4c-b0c6-4e101fcd5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:52.120572 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-2c656c3c-e975-4d4c-b0c6-4e101fcd5ebb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98712f8e25ee41a2953347ba1e13095a&device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 6483 time: 0.1342113 Nov 02 11:48:52.289818 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-53ed6b34-1ff2-4f96-a31b-5b7958dbbead service neutron] 10.222.0.79 "GET /v2.0/networks/30d237d2-fe60-4a8f-b6d3-35144dfca248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994467 Nov 02 11:48:52.306127 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-ce9c7344-a195-410b-ae0e-25d171385fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:52.308885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-ce9c7344-a195-410b-ae0e-25d171385fc8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=57381074-bd23-4376-887c-81c9e0b09323 HTTP/1.1" status: 200 len: 902 time: 0.1676168 Nov 02 11:48:52.376033 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-32e4ccb3-c1a3-43cc-8698-7c6d9c35e456 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f14a703c-4db3-4392-ab3a-fe5af5dff2d9 HTTP/1.1" status: 200 len: 217 time: 0.0554974 Nov 02 11:48:52.417439 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fccfbe89-e02c-4217-a939-fc25257bc229 req-fae83297-4199-463e-87d1-926827f738d4 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:52.419965 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fccfbe89-e02c-4217-a939-fc25257bc229 req-fae83297-4199-463e-87d1-926827f738d4 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:52.421154 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fccfbe89-e02c-4217-a939-fc25257bc229 req-fae83297-4199-463e-87d1-926827f738d4 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "DELETE /v2.0/security-groups/d3ee917c-7b64-4fcf-b63e-81cc198ff5d8 HTTP/1.1" status: 204 len: 173 time: 0.5506523 Nov 02 11:48:52.441121 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:52.460597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae83297-4199-463e-87d1-926827f738d4 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ee917c-7b64-4fcf-b63e-81cc198ff5d8,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:52.483772 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0213864c-cb50-48dc-bf26-44c79ba14b5a x-openstack-request-id: req-0213864c-cb50-48dc-bf26-44c79ba14b5a {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:48:52.483772 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f912428-ac33-496f-8db8-d110baf6dea3", "tag": "f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:48:52.483772 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0213864c-cb50-48dc-bf26-44c79ba14b5a {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:48:52.483772 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f912428-ac33-496f-8db8-d110baf6dea3', 'tag': 'f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2', 'status': 'completed', 'code': 200} Nov 02 11:48:52.488156 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-1d93e841-e918-4c74-8196-1fb1ac8298e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:52.489973 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-1d93e841-e918-4c74-8196-1fb1ac8298e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638 HTTP/1.1" status: 200 len: 797 time: 0.0848556 Nov 02 11:48:52.516528 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5963f7-321d-491b-a65c-63f1b1869b80 req-9c0ddd05-41d4-4c67-b87e-e1edcb3ed066 service neutron] 10.222.0.79 "GET /v2.0/networks/30d237d2-fe60-4a8f-b6d3-35144dfca248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063642 Nov 02 11:48:52.559717 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-04b8dd9b-f952-4f17-a36d-4395bbe824fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:52.561468 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-04b8dd9b-f952-4f17-a36d-4395bbe824fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57381074-bd23-4376-887c-81c9e0b09323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0611968 Nov 02 11:48:52.736915 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-64b096f9-e7fd-4365-9847-949694eff221 service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672359 Nov 02 11:48:52.746444 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e685a25-79bd-4867-8659-310c8c2363f5 req-04421050-0094-4e1e-b1b8-0595b76a037a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:52.748008 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3e685a25-79bd-4867-8659-310c8c2363f5 req-04421050-0094-4e1e-b1b8-0595b76a037a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e955394-a92b-4dca-8f57-861487ec0007 HTTP/1.1" status: 200 len: 946 time: 0.1055582 Nov 02 11:48:52.893112 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664fa17-d587-4f4e-a110-5ccb08e20e95 req-58d47ed5-a49d-4b56-9542-c1dd8272b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:52.894536 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d664fa17-d587-4f4e-a110-5ccb08e20e95 req-58d47ed5-a49d-4b56-9542-c1dd8272b7e6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=52e69722b9da4b93bbbf782def8d393f&device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 1095 time: 0.2043085 Nov 02 11:48:52.989644 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3e685a25-79bd-4867-8659-310c8c2363f5 req-76bb564f-489a-44ee-be98-00b7f6cf7695 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254956 Nov 02 11:48:53.024663 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-bac1e36f-964f-41a9-9c45-c98e3403124b service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740786 Nov 02 11:48:53.049713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664fa17-d587-4f4e-a110-5ccb08e20e95 req-f8423bed-d08b-4120-9b6f-4ea3e78422e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:53.051488 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d664fa17-d587-4f4e-a110-5ccb08e20e95 req-f8423bed-d08b-4120-9b6f-4ea3e78422e1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=30d237d2-fe60-4a8f-b6d3-35144dfca248 HTTP/1.1" status: 200 len: 912 time: 0.1450098 Nov 02 11:48:53.113641 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d664fa17-d587-4f4e-a110-5ccb08e20e95 req-47a86bc9-fb45-4a9a-9ab9-b724f6037604 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 HTTP/1.1" status: 200 len: 217 time: 0.0503392 Nov 02 11:48:53.199276 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-c78e6a52-705f-459c-a70a-e94bc53e1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:53.199941 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-c78e6a52-705f-459c-a70a-e94bc53e1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:53.200492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-c78e6a52-705f-459c-a70a-e94bc53e1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:53.201044 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-c78e6a52-705f-459c-a70a-e94bc53e1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:53.202175 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-c78e6a52-705f-459c-a70a-e94bc53e1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:53.202905 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-c78e6a52-705f-459c-a70a-e94bc53e1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:53.203508 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-c78e6a52-705f-459c-a70a-e94bc53e1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:53.205664 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-c78e6a52-705f-459c-a70a-e94bc53e1aed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98712f8e25ee41a2953347ba1e13095a&device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 6483 time: 0.1030469 Nov 02 11:48:53.207969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664fa17-d587-4f4e-a110-5ccb08e20e95 req-9f6a9ca0-0414-417f-b997-b0d541b61f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:53.209590 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d664fa17-d587-4f4e-a110-5ccb08e20e95 req-9f6a9ca0-0414-417f-b997-b0d541b61f06 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba8183a2-da53-4ec8-989b-84a9ed7accb1 HTTP/1.1" status: 200 len: 851 time: 0.0781572 Nov 02 11:48:53.299342 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d664fa17-d587-4f4e-a110-5ccb08e20e95 req-69780fcc-515e-435f-be77-3ac01cbe6ed7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=30d237d2-fe60-4a8f-b6d3-35144dfca248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553834 Nov 02 11:48:53.438726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-3bc94a5c-d685-4adb-b863-f0a708946625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:53.440241 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-3bc94a5c-d685-4adb-b863-f0a708946625 service neutron] 10.222.0.54 "GET /v2.0/networks?id=186d9e24-7a85-466f-9541-9c5be919901f HTTP/1.1" status: 200 len: 903 time: 0.2258692 Nov 02 11:48:53.473223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed2b0c-882f-433c-b733-e8ce20f28069 req-f68e4f1c-6d8f-44a0-9510-be8daf37480b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:53.479200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed2b0c-882f-433c-b733-e8ce20f28069 req-f68e4f1c-6d8f-44a0-9510-be8daf37480b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:53.485330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed2b0c-882f-433c-b733-e8ce20f28069 req-f68e4f1c-6d8f-44a0-9510-be8daf37480b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:53.491640 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed2b0c-882f-433c-b733-e8ce20f28069 req-f68e4f1c-6d8f-44a0-9510-be8daf37480b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:53.497799 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed2b0c-882f-433c-b733-e8ce20f28069 req-f68e4f1c-6d8f-44a0-9510-be8daf37480b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:53.504375 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed2b0c-882f-433c-b733-e8ce20f28069 req-f68e4f1c-6d8f-44a0-9510-be8daf37480b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:53.510459 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed2b0c-882f-433c-b733-e8ce20f28069 req-f68e4f1c-6d8f-44a0-9510-be8daf37480b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:53.512430 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-baed2b0c-882f-433c-b733-e8ce20f28069 req-f68e4f1c-6d8f-44a0-9510-be8daf37480b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5419 time: 0.4561768 Nov 02 11:48:53.563085 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-1b478e6f-266e-4506-b24c-8a9d321a5b3b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7fbe592b-d9af-470b-b69f-ef0996b5bcc1 HTTP/1.1" status: 200 len: 217 time: 0.1118798 Nov 02 11:48:53.611865 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d664fa17-d587-4f4e-a110-5ccb08e20e95 req-ec520453-1fad-449b-993b-3d286d9980f0 service neutron] 10.222.0.79 "GET /v2.0/networks/30d237d2-fe60-4a8f-b6d3-35144dfca248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863975 Nov 02 11:48:53.716767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-47f8a02d-d935-458b-91a3-b75b6ccb9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:53.718965 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-47f8a02d-d935-458b-91a3-b75b6ccb9e16 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422a9cf8-192f-4d0c-89d7-9acf4676de9f HTTP/1.1" status: 200 len: 797 time: 0.1431150 Nov 02 11:48:53.727181 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-baed2b0c-882f-433c-b733-e8ce20f28069 req-e4f2ec07-d961-4b85-ab9f-8a2ab2019f7b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1776853 Nov 02 11:48:53.802083 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-4eca0d14-72e4-43bc-acba-73c406545aa4 req-0861ff40-3c09-447d-9254-816b595991f6 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] show failed (client error): The resource could not be found. Nov 02 11:48:53.803257 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4eca0d14-72e4-43bc-acba-73c406545aa4 req-0861ff40-3c09-447d-9254-816b595991f6 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/d3ee917c-7b64-4fcf-b63e-81cc198ff5d8 HTTP/1.1" status: 404 len: 352 time: 0.0400033 Nov 02 11:48:53.820794 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d664fa17-d587-4f4e-a110-5ccb08e20e95 req-9858c091-64d7-420c-a5b3-e8e5d91d4dc8 service neutron] 10.222.0.79 "GET /v2.0/networks/30d237d2-fe60-4a8f-b6d3-35144dfca248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913285 Nov 02 11:48:53.820794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-1e2070c4-ca59-4991-95e9-e5906e3af300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:53.822252 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-1e2070c4-ca59-4991-95e9-e5906e3af300 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=186d9e24-7a85-466f-9541-9c5be919901f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0919023 Nov 02 11:48:53.876027 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:53.994220 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-c483b8c6-7251-4626-b1c2-de51838c5388 service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617925 Nov 02 11:48:53.996851 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:54.432858 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-a17ea7af-8200-4727-89d5-43b49328d4f3 service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305625 Nov 02 11:48:54.530573 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7430e-83fc-44e0-b918-63a9b244aef8 req-d1c0f900-38dc-41dc-9e9c-1dbbd749b1b2 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:54.532114 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19a7430e-83fc-44e0-b918-63a9b244aef8 req-d1c0f900-38dc-41dc-9e9c-1dbbd749b1b2 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 943 time: 0.0834451 Nov 02 11:48:54.560232 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-498cab2b-a48b-4dca-ad54-24060e13402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:54.560709 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-498cab2b-a48b-4dca-ad54-24060e13402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:54.561207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-498cab2b-a48b-4dca-ad54-24060e13402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:54.561673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-498cab2b-a48b-4dca-ad54-24060e13402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:54.562135 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-498cab2b-a48b-4dca-ad54-24060e13402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:54.562607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-498cab2b-a48b-4dca-ad54-24060e13402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:54.563081 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-498cab2b-a48b-4dca-ad54-24060e13402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:54.564966 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-498cab2b-a48b-4dca-ad54-24060e13402d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98712f8e25ee41a2953347ba1e13095a&device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 6483 time: 0.0804358 Nov 02 11:48:54.644890 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19a7430e-83fc-44e0-b918-63a9b244aef8 req-e2ffe253-7555-41b0-a275-f6f9c24ff532 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062357 Nov 02 11:48:54.688051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-0aeccc57-0699-4516-83bc-121912289fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:54.690223 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-0aeccc57-0699-4516-83bc-121912289fa5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=186d9e24-7a85-466f-9541-9c5be919901f HTTP/1.1" status: 200 len: 903 time: 0.1169422 Nov 02 11:48:54.755859 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0c9c2ee-975c-4824-870b-6bf3266b55b8 req-ebe1b25e-ca56-43de-9035-67376f06eb3a tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0493815 Nov 02 11:48:54.757107 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-03fa769d-2a5f-40ce-b371-bafaf57de639 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6457bfa-3035-4f01-811e-7c5f433c3ae9 HTTP/1.1" status: 200 len: 217 time: 0.0575516 Nov 02 11:48:54.831393 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-f36c6a66-2a58-42f1-ab9d-f095db5e8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:54.832831 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-f36c6a66-2a58-42f1-ab9d-f095db5e8b86 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422a9cf8-192f-4d0c-89d7-9acf4676de9f HTTP/1.1" status: 200 len: 797 time: 0.0674160 Nov 02 11:48:54.891665 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:54.900336 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-75899800-4436-4d3e-970d-64640d5fee31 req-3f992a3e-569b-4cc8-be6b-8304a582dc10 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=bec498c596c8422fb907979cec4aae7e HTTP/1.1" status: 200 len: 267 time: 0.0814476 Nov 02 11:48:54.907121 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-ccf596a3-a18a-4740-82d3-7b749ff43b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:54.908634 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-ccf596a3-a18a-4740-82d3-7b749ff43b47 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=186d9e24-7a85-466f-9541-9c5be919901f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0676184 Nov 02 11:48:55.016652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75899800-4436-4d3e-970d-64640d5fee31 req-f7e103b1-33f9-483b-aad1-176b0de89e53 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:55.018195 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-75899800-4436-4d3e-970d-64640d5fee31 req-f7e103b1-33f9-483b-aad1-176b0de89e53 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e955394-a92b-4dca-8f57-861487ec0007 HTTP/1.1" status: 200 len: 946 time: 0.1086836 Nov 02 11:48:55.039151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-75899800-4436-4d3e-970d-64640d5fee31 req-05c15cc1-82a3-4c71-a2ff-bd9b0e172eba tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Request body: {'port': {'security_groups': []}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:55.067385 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-409cc2f6-c8cf-4dc1-9ca3-9bdacc933f5e service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492069 Nov 02 11:48:55.174972 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-75899800-4436-4d3e-970d-64640d5fee31 req-05c15cc1-82a3-4c71-a2ff-bd9b0e172eba tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:55.246672 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-05afe4d2-56b7-4236-b1b2-fee6e21b6db1 service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697774 Nov 02 11:48:55.277272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:48:55.385824 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2,segment=NetworkSegment(58e86f42-b2da-49df-9e62-5ba59aa872a2),segment_id=58e86f42-b2da-49df-9e62-5ba59aa872a2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:55.400964 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2', 'network_id': '30d237d2-fe60-4a8f-b6d3-35144dfca248', 'port_id': 'f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2', 'mac_address': 'fa:16:3e:ca:26:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8183a2-da53-4ec8-989b-84a9ed7accb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:48:55.409797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-75899800-4436-4d3e-970d-64640d5fee31 req-05c15cc1-82a3-4c71-a2ff-bd9b0e172eba tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] For port 0e602f7d-18c1-43a6-ae70-41203d8b5e12, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=0e602f7d-18c1-43a6-ae70-41203d8b5e12,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:55.426335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-7d1e0912-cbf8-4131-947b-341dfefeeb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:55.428526 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-7d1e0912-cbf8-4131-947b-341dfefeeb2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6dd87f3a64254d6fb3ba4975ca053bba&device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 1175 time: 0.0917065 Nov 02 11:48:55.446402 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:55.462179 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:48:55.474848 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-75899800-4436-4d3e-970d-64640d5fee31 req-05c15cc1-82a3-4c71-a2ff-bd9b0e172eba tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:55.487788 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2,segment=NetworkSegment(58e86f42-b2da-49df-9e62-5ba59aa872a2),segment_id=58e86f42-b2da-49df-9e62-5ba59aa872a2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:55.548306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-8d600eab-7bca-4f04-905b-9d5e88d85dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:55.549935 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-8d600eab-7bca-4f04-905b-9d5e88d85dbb service neutron] 10.222.0.54 "GET /v2.0/networks?id=ea565753-07ea-47fe-a19f-3aa9c8c8525e HTTP/1.1" status: 200 len: 913 time: 0.1144998 Nov 02 11:48:55.589314 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:55.593517 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-75899800-4436-4d3e-970d-64640d5fee31 req-05c15cc1-82a3-4c71-a2ff-bd9b0e172eba tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:55.604147 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-8ccdf88d-b193-4eb1-b01b-172fe42415cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=985bbdbe-f000-44db-94cd-d12175ddae35 HTTP/1.1" status: 200 len: 217 time: 0.0464547 Nov 02 11:48:55.620047 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['c8b6d3e4-a501-419a-8a24-459928245fc1', '5002a65d-614c-4fec-85c9-6d50c264b08d', '0e602f7d-18c1-43a6-ae70-41203d8b5e12'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:48:55.679550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75899800-4436-4d3e-970d-64640d5fee31 req-05c15cc1-82a3-4c71-a2ff-bd9b0e172eba tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:55.680365 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-75899800-4436-4d3e-970d-64640d5fee31 req-05c15cc1-82a3-4c71-a2ff-bd9b0e172eba tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:55.681964 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-75899800-4436-4d3e-970d-64640d5fee31 req-05c15cc1-82a3-4c71-a2ff-bd9b0e172eba tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "PUT /v2.0/ports/0e602f7d-18c1-43a6-ae70-41203d8b5e12 HTTP/1.1" status: 200 len: 905 time: 0.6564052 Nov 02 11:48:55.682568 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e955394-a92b-4dca-8f57-861487ec0007', 'tag': '0e602f7d-18c1-43a6-ae70-41203d8b5e12'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:48:55.685100 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cc67d0-4059-419a-9204-8ea00b48ebfb" -d '{"events": [{"name": "network-changed", "server_uuid": "2e955394-a92b-4dca-8f57-861487ec0007", "tag": "0e602f7d-18c1-43a6-ae70-41203d8b5e12"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:48:55.738146 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c15cc1-82a3-4c71-a2ff-bd9b0e172eba tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Pushing event updated for resources: {'Port': ['ID=0e602f7d-18c1-43a6-ae70-41203d8b5e12,revision_number=6']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:55.742784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-7b9a451f-e6a0-479e-b981-c476cce45176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:55.744333 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-7b9a451f-e6a0-479e-b981-c476cce45176 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2942dbb9-6a04-4fab-b66d-9162db302b21 HTTP/1.1" status: 200 len: 852 time: 0.1133490 Nov 02 11:48:55.790534 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-59be5dc3-c49f-4bb4-b6bb-182ff383ebac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ea565753-07ea-47fe-a19f-3aa9c8c8525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342956 Nov 02 11:48:55.796140 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-da086ae5-9ad7-46a8-8941-ce4ab9cc8410 req-aa5eedbf-13b1-40e9-9059-05d9356477de tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-695155705', 'description': 'tempest-description-1936368234'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:55.877555 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:55.911776 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['0e602f7d-18c1-43a6-ae70-41203d8b5e12'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:48:55.922669 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-a22e63ee-7fbd-4697-aa97-b65164beabea service neutron] 10.222.0.54 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218674 Nov 02 11:48:55.994537 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:48:56.026626 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-da086ae5-9ad7-46a8-8941-ce4ab9cc8410 req-aa5eedbf-13b1-40e9-9059-05d9356477de tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:56.111938 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a8d41d8e-dc84-4e60-a74b-8c19a5c7c8a2 None None] Provisioning complete for port 0e602f7d-18c1-43a6-ae70-41203d8b5e12 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:56.112321 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a8d41d8e-dc84-4e60-a74b-8c19a5c7c8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:56.134869 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e58f3253-3831-4c02-ab0c-bd7705e3b006 req-efe173ca-b21b-48cd-a316-56a565779871 service neutron] 10.222.0.54 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040315 Nov 02 11:48:56.165125 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-da086ae5-9ad7-46a8-8941-ce4ab9cc8410 req-aa5eedbf-13b1-40e9-9059-05d9356477de tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:56.269836 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-da086ae5-9ad7-46a8-8941-ce4ab9cc8410 req-aa5eedbf-13b1-40e9-9059-05d9356477de tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:56.328412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5eedbf-13b1-40e9-9059-05d9356477de tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cedde455-6732-4414-a8e6-85f1e1a36945,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:56.408666 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-da086ae5-9ad7-46a8-8941-ce4ab9cc8410 req-aa5eedbf-13b1-40e9-9059-05d9356477de tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:56.410044 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-da086ae5-9ad7-46a8-8941-ce4ab9cc8410 req-aa5eedbf-13b1-40e9-9059-05d9356477de tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6185157 Nov 02 11:48:56.688821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ca437-5545-45fe-bc29-f7c4b5e6605a req-348e5dca-ed9d-47bb-a5b4-3e5f381ee010 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:56.694866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ca437-5545-45fe-bc29-f7c4b5e6605a req-348e5dca-ed9d-47bb-a5b4-3e5f381ee010 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:56.701185 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ca437-5545-45fe-bc29-f7c4b5e6605a req-348e5dca-ed9d-47bb-a5b4-3e5f381ee010 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:56.707769 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ca437-5545-45fe-bc29-f7c4b5e6605a req-348e5dca-ed9d-47bb-a5b4-3e5f381ee010 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:56.713757 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ca437-5545-45fe-bc29-f7c4b5e6605a req-348e5dca-ed9d-47bb-a5b4-3e5f381ee010 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:56.719879 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ca437-5545-45fe-bc29-f7c4b5e6605a req-348e5dca-ed9d-47bb-a5b4-3e5f381ee010 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:56.725870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ca437-5545-45fe-bc29-f7c4b5e6605a req-348e5dca-ed9d-47bb-a5b4-3e5f381ee010 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:56.728833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e13ca437-5545-45fe-bc29-f7c4b5e6605a req-348e5dca-ed9d-47bb-a5b4-3e5f381ee010 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5419 time: 0.0984817 Nov 02 11:48:56.794571 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e13ca437-5545-45fe-bc29-f7c4b5e6605a req-2673cccd-23ee-4802-ab70-ef72e936d733 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600765 Nov 02 11:48:56.915939 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251d072-4365-4016-b3f6-ee36fecde136 req-93518133-ebdb-4ef5-859a-d17bb5908b4d tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:56.917566 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d251d072-4365-4016-b3f6-ee36fecde136 req-93518133-ebdb-4ef5-859a-d17bb5908b4d tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 944 time: 0.0559113 Nov 02 11:48:56.969580 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d251d072-4365-4016-b3f6-ee36fecde136 req-50762477-9931-49d6-8753-6c6c1544e9c4 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448272 Nov 02 11:48:57.018118 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f7e792-dcb0-43a1-a10b-4b088f24122b x-openstack-request-id: req-80f7e792-dcb0-43a1-a10b-4b088f24122b {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:48:57.018415 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e955394-a92b-4dca-8f57-861487ec0007", "tag": "0e602f7d-18c1-43a6-ae70-41203d8b5e12", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:48:57.018663 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80f7e792-dcb0-43a1-a10b-4b088f24122b {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:48:57.019107 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e955394-a92b-4dca-8f57-861487ec0007', 'tag': '0e602f7d-18c1-43a6-ae70-41203d8b5e12', 'status': 'completed', 'code': 200} Nov 02 11:48:57.122471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc67d0-4059-419a-9204-8ea00b48ebfb req-ae87ccfa-c437-45d0-94c8-287630885055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:57.125010 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1cc67d0-4059-419a-9204-8ea00b48ebfb req-ae87ccfa-c437-45d0-94c8-287630885055 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=2e955394-a92b-4dca-8f57-861487ec0007 HTTP/1.1" status: 200 len: 1060 time: 0.0809171 Nov 02 11:48:57.142230 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b190eb-08e0-4a98-aa65-0722572f637c req-33b19f91-810d-48db-9ebc-a8b474e03d24 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:57.143853 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d4b190eb-08e0-4a98-aa65-0722572f637c req-33b19f91-810d-48db-9ebc-a8b474e03d24 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e955394-a92b-4dca-8f57-861487ec0007 HTTP/1.1" status: 200 len: 908 time: 0.0719597 Nov 02 11:48:57.256017 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76babc08-9472-42b7-a9df-398f55df5d5a req-2f0ec09b-9d72-4d8b-9715-d69f2faf7581 tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0364690 Nov 02 11:48:57.266202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc67d0-4059-419a-9204-8ea00b48ebfb req-37990152-3da2-4a6a-8e78-72d778055194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:57.267848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1cc67d0-4059-419a-9204-8ea00b48ebfb req-37990152-3da2-4a6a-8e78-72d778055194 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.1339324 Nov 02 11:48:57.297832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:48:57.323403 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-238e5b3e-61a2-419d-a6b2-45f1961d8079 req-e3cf956e-489d-473e-9d08-6e8d87606bf3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1788904367', 'description': 'tempest-description-231376512'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:57.328983 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1cc67d0-4059-419a-9204-8ea00b48ebfb req-4625513b-d96f-491c-ae09-eb56774e4f49 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e602f7d-18c1-43a6-ae70-41203d8b5e12 HTTP/1.1" status: 200 len: 217 time: 0.0522561 Nov 02 11:48:57.402825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc67d0-4059-419a-9204-8ea00b48ebfb req-c951f4b1-4372-443f-b45a-2f44622cfdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:57.405056 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1cc67d0-4059-419a-9204-8ea00b48ebfb req-c951f4b1-4372-443f-b45a-2f44622cfdf3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.0635846 Nov 02 11:48:57.450726 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:48:57.455142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:48:57.455563 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:57.466792 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc67d0-4059-419a-9204-8ea00b48ebfb req-0eac7922-4e11-448d-9819-20fea99a0c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:57.469837 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1cc67d0-4059-419a-9204-8ea00b48ebfb req-0eac7922-4e11-448d-9819-20fea99a0c2b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537968 Nov 02 11:48:57.480801 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-238e5b3e-61a2-419d-a6b2-45f1961d8079 req-e3cf956e-489d-473e-9d08-6e8d87606bf3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:57.546974 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:57.577142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f912428-ac33-496f-8db8-d110baf6dea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:48:57.580555 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f22440-bc66-486c-9381-943bc0c4960d" -d '{"events": [{"server_uuid": "6f912428-ac33-496f-8db8-d110baf6dea3", "name": "network-vif-plugged", "status": "completed", "tag": "f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:48:57.595142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2,segment=NetworkSegment(58e86f42-b2da-49df-9e62-5ba59aa872a2),segment_id=58e86f42-b2da-49df-9e62-5ba59aa872a2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:48:57.633855 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1cc67d0-4059-419a-9204-8ea00b48ebfb req-4163594b-c968-4c21-9e5c-7607a766cd09 service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477458 Nov 02 11:48:57.678043 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-238e5b3e-61a2-419d-a6b2-45f1961d8079 req-e3cf956e-489d-473e-9d08-6e8d87606bf3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:57.761371 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1cc67d0-4059-419a-9204-8ea00b48ebfb req-73541b2d-30d4-4bde-a52d-dced02b83824 service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187468 Nov 02 11:48:57.936841 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-238e5b3e-61a2-419d-a6b2-45f1961d8079 req-e3cf956e-489d-473e-9d08-6e8d87606bf3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:57.937161 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:57.973045 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf956e-489d-473e-9d08-6e8d87606bf3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf57561-8097-4a5d-9445-1d0e968f7324,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:57.991992 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:58.071554 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-238e5b3e-61a2-419d-a6b2-45f1961d8079 req-e3cf956e-489d-473e-9d08-6e8d87606bf3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:58.075256 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-238e5b3e-61a2-419d-a6b2-45f1961d8079 req-e3cf956e-489d-473e-9d08-6e8d87606bf3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.7872524 Nov 02 11:48:58.320656 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b871c5-0f90-4028-99d5-333074194015 req-639f095a-939b-4113-a019-b8ef6e0abed3 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:58.322152 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69b871c5-0f90-4028-99d5-333074194015 req-639f095a-939b-4113-a019-b8ef6e0abed3 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0529437 Nov 02 11:48:58.373509 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69b871c5-0f90-4028-99d5-333074194015 req-09759fa1-2658-49c4-b05a-4f0897b25ae6 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437882 Nov 02 11:48:58.423114 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5d3353-f86c-4876-9b2d-7b2ff19c0ec9 x-openstack-request-id: req-ac5d3353-f86c-4876-9b2d-7b2ff19c0ec9 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:48:58.423945 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f912428-ac33-496f-8db8-d110baf6dea3", "name": "network-vif-plugged", "status": "completed", "tag": "f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:48:58.424373 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac5d3353-f86c-4876-9b2d-7b2ff19c0ec9 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:48:58.425123 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f912428-ac33-496f-8db8-d110baf6dea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2', 'code': 200} Nov 02 11:48:58.566400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695758a-32e7-4752-bc93-660747f9d30a req-b9182216-a427-4d2b-af0b-f547c7c8b36b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:58.572417 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695758a-32e7-4752-bc93-660747f9d30a req-b9182216-a427-4d2b-af0b-f547c7c8b36b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:58.579759 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695758a-32e7-4752-bc93-660747f9d30a req-b9182216-a427-4d2b-af0b-f547c7c8b36b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:58.585872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695758a-32e7-4752-bc93-660747f9d30a req-b9182216-a427-4d2b-af0b-f547c7c8b36b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:58.592675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695758a-32e7-4752-bc93-660747f9d30a req-b9182216-a427-4d2b-af0b-f547c7c8b36b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:58.598912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695758a-32e7-4752-bc93-660747f9d30a req-b9182216-a427-4d2b-af0b-f547c7c8b36b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:58.604972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695758a-32e7-4752-bc93-660747f9d30a req-b9182216-a427-4d2b-af0b-f547c7c8b36b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:58.606943 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e695758a-32e7-4752-bc93-660747f9d30a req-b9182216-a427-4d2b-af0b-f547c7c8b36b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5419 time: 0.1323552 Nov 02 11:48:58.609548 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0583b93-64a5-4fab-a51f-e21d62f8d729 req-c8afd6d0-4eb5-43c0-a633-3343b116d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:58.610972 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0583b93-64a5-4fab-a51f-e21d62f8d729 req-c8afd6d0-4eb5-43c0-a633-3343b116d423 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 1097 time: 0.1259367 Nov 02 11:48:58.692473 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0583b93-64a5-4fab-a51f-e21d62f8d729 req-b94fbf51-2a17-4ae5-89bc-e8c1fed3f69c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733874 Nov 02 11:48:58.702250 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e695758a-32e7-4752-bc93-660747f9d30a req-96520e9a-d6f1-4f58-a703-4beb82994e50 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888689 Nov 02 11:48:58.814737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a7ecb-a935-4f9f-b4b4-a068701602ed req-a80efffe-5b54-4b3c-be0d-ab7231470b37 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:58.816224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d61a7ecb-a935-4f9f-b4b4-a068701602ed req-a80efffe-5b54-4b3c-be0d-ab7231470b37 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.0520597 Nov 02 11:48:58.865172 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d61a7ecb-a935-4f9f-b4b4-a068701602ed req-4ac74f2b-8967-4de4-8a03-ad2a10445c0d tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428107 Nov 02 11:48:58.892678 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-9cbe2293-d79c-4297-9a75-30e8f9b8f875 req-c48a5b80-1912-4cd1-8ded-6f48754b4f28 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1902646540', 'description': 'tempest-description-1351760987'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:48:58.989469 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9cbe2293-d79c-4297-9a75-30e8f9b8f875 req-c48a5b80-1912-4cd1-8ded-6f48754b4f28 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:59.086724 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9cbe2293-d79c-4297-9a75-30e8f9b8f875 req-c48a5b80-1912-4cd1-8ded-6f48754b4f28 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:59.176500 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9cbe2293-d79c-4297-9a75-30e8f9b8f875 req-c48a5b80-1912-4cd1-8ded-6f48754b4f28 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:59.207496 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a5b80-1912-4cd1-8ded-6f48754b4f28 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d931733-63ad-49df-8efd-bcc17d2e3edb,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:48:59.294212 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9cbe2293-d79c-4297-9a75-30e8f9b8f875 req-c48a5b80-1912-4cd1-8ded-6f48754b4f28 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:48:59.295531 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9cbe2293-d79c-4297-9a75-30e8f9b8f875 req-c48a5b80-1912-4cd1-8ded-6f48754b4f28 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4077604 Nov 02 11:48:59.404271 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffde0055-64cf-4206-980f-7f90144bda03 req-d31d80e4-d4b8-44bb-9c4a-be07538f326a tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0310228 Nov 02 11:48:59.520598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e1317-cbd2-44c3-b666-071f63fe3a79 req-a5aabf0c-5183-453b-bd42-f38ea4d5a2ff tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:48:59.522247 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b78e1317-cbd2-44c3-b666-071f63fe3a79 req-a5aabf0c-5183-453b-bd42-f38ea4d5a2ff tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0522051 Nov 02 11:48:59.571019 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b78e1317-cbd2-44c3-b666-071f63fe3a79 req-64b83452-74ca-4f4b-a1f3-a952b03c4e26 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425708 Nov 02 11:48:59.697323 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed4d098a-cfd9-4d7f-89a8-ead29fa9c446 req-86211f21-3918-4fbc-b53e-d28944c2062b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6dd87f3a64254d6fb3ba4975ca053bba HTTP/1.1" status: 200 len: 11012 time: 0.1020594 Nov 02 11:48:59.767093 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed4d098a-cfd9-4d7f-89a8-ead29fa9c446 req-41d5c015-97ee-4f4b-827d-26c110354b8c tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/e8f8159e-2105-453c-8e71-63c703cacfb5 HTTP/1.1" status: 200 len: 3002 time: 0.0607557 Nov 02 11:48:59.816508 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed4d098a-cfd9-4d7f-89a8-ead29fa9c446 req-b3b38e8a-e06a-42be-84c0-de313d542a43 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/e8f8159e-2105-453c-8e71-63c703cacfb5 HTTP/1.1" status: 200 len: 3002 time: 0.0429182 Nov 02 11:49:00.151307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93075fa-f621-4223-b89b-b56172edeaef req-190bcefa-10c8-48cd-8b7a-7538ab978e8a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:00.153040 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b93075fa-f621-4223-b89b-b56172edeaef req-190bcefa-10c8-48cd-8b7a-7538ab978e8a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 812 time: 0.1150682 Nov 02 11:49:00.171292 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b93075fa-f621-4223-b89b-b56172edeaef req-8489ed8b-7d28-4917-a9d5-707e62739180 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/quotas/bec498c596c8422fb907979cec4aae7e HTTP/1.1" status: 200 len: 375 time: 0.0101078 Nov 02 11:49:00.247729 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b93075fa-f621-4223-b89b-b56172edeaef req-7d012ac7-72a0-4954-bf21-bc7676021d8a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0700827 Nov 02 11:49:00.352669 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b93075fa-f621-4223-b89b-b56172edeaef req-fa0c6328-cdde-41a1-9f2b-354d4d2e4ded service neutron] 10.222.0.52 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970681 Nov 02 11:49:00.458618 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b93075fa-f621-4223-b89b-b56172edeaef req-88b5a1f0-7c09-498c-ae7b-4d54a010736a service neutron] 10.222.0.52 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979638 Nov 02 11:49:00.780325 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad7db2-83dc-4af1-8e39-d2cb8d0e2598 req-78ed1223-b987-4fbc-b0f2-46e6ed54b1fe tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:00.786572 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad7db2-83dc-4af1-8e39-d2cb8d0e2598 req-78ed1223-b987-4fbc-b0f2-46e6ed54b1fe tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:00.792810 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad7db2-83dc-4af1-8e39-d2cb8d0e2598 req-78ed1223-b987-4fbc-b0f2-46e6ed54b1fe tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:00.798885 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad7db2-83dc-4af1-8e39-d2cb8d0e2598 req-78ed1223-b987-4fbc-b0f2-46e6ed54b1fe tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:00.804959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad7db2-83dc-4af1-8e39-d2cb8d0e2598 req-78ed1223-b987-4fbc-b0f2-46e6ed54b1fe tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:00.810988 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad7db2-83dc-4af1-8e39-d2cb8d0e2598 req-78ed1223-b987-4fbc-b0f2-46e6ed54b1fe tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:00.816946 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad7db2-83dc-4af1-8e39-d2cb8d0e2598 req-78ed1223-b987-4fbc-b0f2-46e6ed54b1fe tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:00.819205 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94ad7db2-83dc-4af1-8e39-d2cb8d0e2598 req-78ed1223-b987-4fbc-b0f2-46e6ed54b1fe tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5419 time: 0.1001263 Nov 02 11:49:00.882863 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94ad7db2-83dc-4af1-8e39-d2cb8d0e2598 req-cd1178eb-12eb-4cdf-bf73-9a2ef1d9600a tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569341 Nov 02 11:49:00.962291 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-686c86b3-b9f2-4d9e-a9d8-1a435dbbf83c req-9fddec10-c7ac-468a-a72e-9b2cf4e9d1b6 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/cedde455-6732-4414-a8e6-85f1e1a36945 HTTP/1.1" status: 200 len: 1819 time: 0.0518048 Nov 02 11:49:01.033614 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-686c86b3-b9f2-4d9e-a9d8-1a435dbbf83c req-7f0c52ca-7dd9-4af5-81a9-239996c8b11a tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:01.055981 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-686c86b3-b9f2-4d9e-a9d8-1a435dbbf83c req-7f0c52ca-7dd9-4af5-81a9-239996c8b11a tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:01.245394 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-686c86b3-b9f2-4d9e-a9d8-1a435dbbf83c req-7f0c52ca-7dd9-4af5-81a9-239996c8b11a tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:01.248701 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-686c86b3-b9f2-4d9e-a9d8-1a435dbbf83c req-7f0c52ca-7dd9-4af5-81a9-239996c8b11a tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:01.250080 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-686c86b3-b9f2-4d9e-a9d8-1a435dbbf83c req-7f0c52ca-7dd9-4af5-81a9-239996c8b11a tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "DELETE /v2.0/security-groups/cedde455-6732-4414-a8e6-85f1e1a36945 HTTP/1.1" status: 204 len: 173 time: 0.2813342 Nov 02 11:49:01.263169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c52ca-7dd9-4af5-81a9-239996c8b11a tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedde455-6732-4414-a8e6-85f1e1a36945,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:01.377394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e55c59-a6e9-49a0-b900-2ec3bd08e7c9 req-c107d496-a6fb-4951-86af-abd610dd13ed tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:01.388428 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4e55c59-a6e9-49a0-b900-2ec3bd08e7c9 req-c107d496-a6fb-4951-86af-abd610dd13ed tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.0782504 Nov 02 11:49:01.446560 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4e55c59-a6e9-49a0-b900-2ec3bd08e7c9 req-2003bb55-0b65-4d1d-b642-c65e589dfdd3 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506923 Nov 02 11:49:01.975852 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82643fc2-36c5-4c95-a7a4-61a9139679a3 req-59f43773-8e34-4d93-a63a-80e5c8da13e7 tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0328009 Nov 02 11:49:02.077952 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9aeec7bb-685b-448f-8f21-e746124de0fc req-eb758568-9dd7-4b7b-a165-a96bf51e4a40 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 210 time: 0.0311387 Nov 02 11:49:02.116756 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-df610431-29b9-4a9f-a6b6-de2534eb905c req-ec6386c0-d1d2-45e7-baff-57363d9de47f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] show failed (client error): The resource could not be found. Nov 02 11:49:02.117811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df610431-29b9-4a9f-a6b6-de2534eb905c req-ec6386c0-d1d2-45e7-baff-57363d9de47f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/cedde455-6732-4414-a8e6-85f1e1a36945 HTTP/1.1" status: 404 len: 352 time: 0.0157797 Nov 02 11:49:02.692452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f95913-cfcb-4159-97c3-ad5ca8054b5f req-c6747ad2-64c3-46f5-afcf-4f223e3f1763 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:02.693998 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b6f95913-cfcb-4159-97c3-ad5ca8054b5f req-c6747ad2-64c3-46f5-afcf-4f223e3f1763 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f953db3-e15c-4f2b-bb36-2b1812c7f631 HTTP/1.1" status: 200 len: 946 time: 0.0517542 Nov 02 11:49:02.752678 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b6f95913-cfcb-4159-97c3-ad5ca8054b5f req-4f627094-96f8-4bf3-bd8c-959ed3b8a309 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe5986ea-5729-446a-9ee9-5c39f3dd8d14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523701 Nov 02 11:49:02.787648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e634b47-6bba-4be9-934a-9bc6b8df2d51 req-5e6947be-52f6-432b-a47d-d6b991a71452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:02.789144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e634b47-6bba-4be9-934a-9bc6b8df2d51 req-5e6947be-52f6-432b-a47d-d6b991a71452 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=52e69722b9da4b93bbbf782def8d393f&device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 1097 time: 0.0517385 Nov 02 11:49:02.928977 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c544-010d-4f68-a294-3aa79a87b705 req-21db8823-2787-492b-ad8c-e50f658c3134 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:02.935757 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c544-010d-4f68-a294-3aa79a87b705 req-21db8823-2787-492b-ad8c-e50f658c3134 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:02.942677 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c544-010d-4f68-a294-3aa79a87b705 req-21db8823-2787-492b-ad8c-e50f658c3134 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:02.949456 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c544-010d-4f68-a294-3aa79a87b705 req-21db8823-2787-492b-ad8c-e50f658c3134 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:02.956908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c544-010d-4f68-a294-3aa79a87b705 req-21db8823-2787-492b-ad8c-e50f658c3134 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:02.963261 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c544-010d-4f68-a294-3aa79a87b705 req-21db8823-2787-492b-ad8c-e50f658c3134 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:02.970993 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c544-010d-4f68-a294-3aa79a87b705 req-21db8823-2787-492b-ad8c-e50f658c3134 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:02.973894 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c121c544-010d-4f68-a294-3aa79a87b705 req-21db8823-2787-492b-ad8c-e50f658c3134 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5419 time: 0.1462460 Nov 02 11:49:02.992695 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e634b47-6bba-4be9-934a-9bc6b8df2d51 req-ae759711-fdfe-4340-a915-72f8497966c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:02.996133 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e634b47-6bba-4be9-934a-9bc6b8df2d51 req-ae759711-fdfe-4340-a915-72f8497966c1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=30d237d2-fe60-4a8f-b6d3-35144dfca248 HTTP/1.1" status: 200 len: 912 time: 0.1977115 Nov 02 11:49:03.046697 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e634b47-6bba-4be9-934a-9bc6b8df2d51 req-dbe6a3c6-2eaf-4740-91af-a9d79ff0cdf3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 HTTP/1.1" status: 200 len: 217 time: 0.0429401 Nov 02 11:49:03.124544 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c121c544-010d-4f68-a294-3aa79a87b705 req-18c74f16-075b-4b44-baef-076aca909922 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1431150 Nov 02 11:49:03.132863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e634b47-6bba-4be9-934a-9bc6b8df2d51 req-d68ef6d7-eab0-47dc-b88b-938cecee8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:03.134370 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e634b47-6bba-4be9-934a-9bc6b8df2d51 req-d68ef6d7-eab0-47dc-b88b-938cecee8549 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba8183a2-da53-4ec8-989b-84a9ed7accb1 HTTP/1.1" status: 200 len: 851 time: 0.0746601 Nov 02 11:49:03.176469 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e634b47-6bba-4be9-934a-9bc6b8df2d51 req-c817df86-e7ce-4738-92f7-01aff7eebacc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=30d237d2-fe60-4a8f-b6d3-35144dfca248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328846 Nov 02 11:49:03.296751 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e4e6fba-298f-4644-8f59-3efe74cda9bb req-e4bd23d6-6f01-4dc0-92b7-41864bb3c386 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/baf57561-8097-4a5d-9445-1d0e968f7324 HTTP/1.1" status: 200 len: 1819 time: 0.1417558 Nov 02 11:49:03.424042 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e634b47-6bba-4be9-934a-9bc6b8df2d51 req-9bc5b8c5-9d3c-46b4-9964-431168413802 service neutron] 10.222.0.79 "GET /v2.0/networks/30d237d2-fe60-4a8f-b6d3-35144dfca248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388318 Nov 02 11:49:03.484091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93075fa-f621-4223-b89b-b56172edeaef req-e2ee9244-7121-4a7e-9d8b-1c12180f21c6 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:03.485636 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b93075fa-f621-4223-b89b-b56172edeaef req-e2ee9244-7121-4a7e-9d8b-1c12180f21c6 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.54 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 812 time: 0.2178617 Nov 02 11:49:03.492705 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6e4e6fba-298f-4644-8f59-3efe74cda9bb req-da698d64-126a-402c-a4d9-4caf653a467f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:03.527904 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-b93075fa-f621-4223-b89b-b56172edeaef req-e71c8787-861d-4d9b-bd14-ecfcb9653fc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Request body: {'port': {'device_id': 'fa25c644-326c-4142-ac25-1bb84c8da740', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'admin_state_up': True, 'tenant_id': 'bec498c596c8422fb907979cec4aae7e'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:03.631155 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6e4e6fba-298f-4644-8f59-3efe74cda9bb req-da698d64-126a-402c-a4d9-4caf653a467f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:04.026054 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e634b47-6bba-4be9-934a-9bc6b8df2d51 req-70a61706-2913-4ab2-a7f6-1f3c66c85a29 service neutron] 10.222.0.79 "GET /v2.0/networks/30d237d2-fe60-4a8f-b6d3-35144dfca248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852718 Nov 02 11:49:04.051451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1726a-f432-4940-9958-30254e647519 req-00e0a7d8-7afb-450c-ad81-41b52a1ef400 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:04.053005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dbe1726a-f432-4940-9958-30254e647519 req-00e0a7d8-7afb-450c-ad81-41b52a1ef400 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f953db3-e15c-4f2b-bb36-2b1812c7f631 HTTP/1.1" status: 200 len: 946 time: 0.4403007 Nov 02 11:49:04.163447 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6e4e6fba-298f-4644-8f59-3efe74cda9bb req-da698d64-126a-402c-a4d9-4caf653a467f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:04.166444 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6e4e6fba-298f-4644-8f59-3efe74cda9bb req-da698d64-126a-402c-a4d9-4caf653a467f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:04.167692 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e4e6fba-298f-4644-8f59-3efe74cda9bb req-da698d64-126a-402c-a4d9-4caf653a467f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "DELETE /v2.0/security-groups/baf57561-8097-4a5d-9445-1d0e968f7324 HTTP/1.1" status: 204 len: 173 time: 0.8600321 Nov 02 11:49:04.182552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da698d64-126a-402c-a4d9-4caf653a467f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf57561-8097-4a5d-9445-1d0e968f7324,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:04.195157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-dbe1726a-f432-4940-9958-30254e647519 req-413111d3-eb6c-4752-bb5c-28ba11936322 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Deleting port b1d68e12-1b17-4927-9af9-a0713a330428 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:49:04.195502 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-dbe1726a-f432-4940-9958-30254e647519 req-413111d3-eb6c-4752-bb5c-28ba11936322 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:04.262265 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93075fa-f621-4223-b89b-b56172edeaef req-e71c8787-861d-4d9b-bd14-ecfcb9653fc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Made reservation on behalf of bec498c596c8422fb907979cec4aae7e for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:49:04.266412 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b93075fa-f621-4223-b89b-b56172edeaef req-e71c8787-861d-4d9b-bd14-ecfcb9653fc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:04.394342 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-dbe1726a-f432-4940-9958-30254e647519 req-413111d3-eb6c-4752-bb5c-28ba11936322 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] For port b1d68e12-1b17-4927-9af9-a0713a330428, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b1d68e12-1b17-4927-9af9-a0713a330428,segment=NetworkSegment(32375d16-d006-45d4-b31c-ed5c572eca19),segment_id=32375d16-d006-45d4-b31c-ed5c572eca19)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:04.394711 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-dbe1726a-f432-4940-9958-30254e647519 req-413111d3-eb6c-4752-bb5c-28ba11936322 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:04.419619 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e284f-e4a2-42dd-8848-95b36bc2c2d9 req-726c20b4-3934-4e55-8cab-02085febe19f tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:04.421308 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a3e284f-e4a2-42dd-8848-95b36bc2c2d9 req-726c20b4-3934-4e55-8cab-02085febe19f tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.1600702 Nov 02 11:49:04.435849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-dbe1726a-f432-4940-9958-30254e647519 req-413111d3-eb6c-4752-bb5c-28ba11936322 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Calling delete_port for b1d68e12-1b17-4927-9af9-a0713a330428 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:49:04.580982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-b93075fa-f621-4223-b89b-b56172edeaef req-e71c8787-861d-4d9b-bd14-ecfcb9653fc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Allocated IP 172.20.0.8 (3527606c-8d24-496c-bab1-118ac8ae07ec/83f5dcc7-2355-4af6-9fc8-6acfd98b8fde/79e5084f-8557-4397-839c-ba5bfe56673d) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:49:04.585926 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a3e284f-e4a2-42dd-8848-95b36bc2c2d9 req-a7b2db85-32ad-42f3-aba2-4db80a01971f tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538916 Nov 02 11:49:04.760392 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-43cbfa1d-bee5-49ee-9578-b8b1b2ce9836 req-34ebe01e-e8d3-4fec-8a5e-5bda3e319ae9 tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0659070 Nov 02 11:49:04.872188 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b93075fa-f621-4223-b89b-b56172edeaef req-e71c8787-861d-4d9b-bd14-ecfcb9653fc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:04.899202 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97b3ff97-5542-4456-bd24-5d4be9faba66 req-40b81850-5674-4e32-925f-ac6847d3b065 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 210 time: 0.0655518 Nov 02 11:49:04.900660 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-dbe1726a-f432-4940-9958-30254e647519 req-413111d3-eb6c-4752-bb5c-28ba11936322 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:04.964350 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413111d3-eb6c-4752-bb5c-28ba11936322 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Pushing event deleted for resources: {'Port': ['ID=b1d68e12-1b17-4927-9af9-a0713a330428,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:05.064035 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-161d3dea-95de-495a-930e-557bc0217aac req-b47393a1-e82c-4bca-a293-c2fd5d5ea209 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f953db3-e15c-4f2b-bb36-2b1812c7f631 HTTP/1.1" status: 200 len: 210 time: 0.0464427 Nov 02 11:49:05.064820 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe1726a-f432-4940-9958-30254e647519 req-413111d3-eb6c-4752-bb5c-28ba11936322 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] No DVR routers for this DVR port b1d68e12-1b17-4927-9af9-a0713a330428 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:49:05.068399 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-dbe1726a-f432-4940-9958-30254e647519 req-413111d3-eb6c-4752-bb5c-28ba11936322 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:05.071972 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dbe1726a-f432-4940-9958-30254e647519 req-413111d3-eb6c-4752-bb5c-28ba11936322 tempest-ServerTagsTestJSON-1661510878 tempest-ServerTagsTestJSON-1661510878-project] 10.222.0.54 "DELETE /v2.0/ports/b1d68e12-1b17-4927-9af9-a0713a330428 HTTP/1.1" status: 204 len: 173 time: 1.0116267 Nov 02 11:49:05.072886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f953db3-e15c-4f2b-bb36-2b1812c7f631', 'name': 'network-vif-deleted', 'tag': 'b1d68e12-1b17-4927-9af9-a0713a330428'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:49:05.076813 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319c88a5-692f-4e98-a62b-600e8763e39a" -d '{"events": [{"server_uuid": "3f953db3-e15c-4f2b-bb36-2b1812c7f631", "name": "network-vif-deleted", "tag": "b1d68e12-1b17-4927-9af9-a0713a330428"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:49:05.194301 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390b37d-c096-49fc-9a2f-4e487e09e229 req-c370ef1d-5287-477f-8e1f-b8c121ed4159 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:05.202299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390b37d-c096-49fc-9a2f-4e487e09e229 req-c370ef1d-5287-477f-8e1f-b8c121ed4159 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:05.209470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390b37d-c096-49fc-9a2f-4e487e09e229 req-c370ef1d-5287-477f-8e1f-b8c121ed4159 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:05.215708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390b37d-c096-49fc-9a2f-4e487e09e229 req-c370ef1d-5287-477f-8e1f-b8c121ed4159 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:05.223208 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390b37d-c096-49fc-9a2f-4e487e09e229 req-c370ef1d-5287-477f-8e1f-b8c121ed4159 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:05.231119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390b37d-c096-49fc-9a2f-4e487e09e229 req-c370ef1d-5287-477f-8e1f-b8c121ed4159 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:05.239260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390b37d-c096-49fc-9a2f-4e487e09e229 req-c370ef1d-5287-477f-8e1f-b8c121ed4159 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:05.241288 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f390b37d-c096-49fc-9a2f-4e487e09e229 req-c370ef1d-5287-477f-8e1f-b8c121ed4159 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5419 time: 0.1105983 Nov 02 11:49:05.316476 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f390b37d-c096-49fc-9a2f-4e487e09e229 req-4c5a1adc-f602-4d0d-a0df-ea3bd88f138e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672054 Nov 02 11:49:05.319854 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b93075fa-f621-4223-b89b-b56172edeaef req-e71c8787-861d-4d9b-bd14-ecfcb9653fc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:05.331594 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['c8b6d3e4-a501-419a-8a24-459928245fc1', '5002a65d-614c-4fec-85c9-6d50c264b08d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:05.353588 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28011b46-1a27-4710-83c4-cdb33179af04 req-d89eeaa8-8af9-48f3-9986-6de4b46998e5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0482674 Nov 02 11:49:05.415592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93075fa-f621-4223-b89b-b56172edeaef req-e71c8787-861d-4d9b-bd14-ecfcb9653fc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Network 3527606c-8d24-496c-bab1-118ac8ae07ec is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:49:05.436507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-b93075fa-f621-4223-b89b-b56172edeaef req-e71c8787-861d-4d9b-bd14-ecfcb9653fc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:49:05.441505 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93075fa-f621-4223-b89b-b56172edeaef req-e71c8787-861d-4d9b-bd14-ecfcb9653fc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:49:05.454833 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-03653139-07fb-4b53-837a-1820f40ef364 req-666cf28d-852b-475f-8b4b-d7dd74a19b08 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] show failed (client error): The resource could not be found. Nov 02 11:49:05.492657 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-03653139-07fb-4b53-837a-1820f40ef364 req-666cf28d-852b-475f-8b4b-d7dd74a19b08 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/baf57561-8097-4a5d-9445-1d0e968f7324 HTTP/1.1" status: 404 len: 352 time: 0.1141675 Nov 02 11:49:05.549555 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c8787-861d-4d9b-bd14-ecfcb9653fc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Pushing event updated for resources: {'Port': ['ID=79e5084f-8557-4397-839c-ba5bfe56673d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:05.567828 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb76a51-1cb1-4cdc-bd7d-279632e906c7 x-openstack-request-id: req-ddb76a51-1cb1-4cdc-bd7d-279632e906c7 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:49:05.568454 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f953db3-e15c-4f2b-bb36-2b1812c7f631", "name": "network-vif-deleted", "tag": "b1d68e12-1b17-4927-9af9-a0713a330428", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:49:05.568898 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ddb76a51-1cb1-4cdc-bd7d-279632e906c7 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:49:05.569511 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f953db3-e15c-4f2b-bb36-2b1812c7f631', 'name': 'network-vif-deleted', 'tag': 'b1d68e12-1b17-4927-9af9-a0713a330428', 'status': 'completed', 'code': 200} Nov 02 11:49:05.580669 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93075fa-f621-4223-b89b-b56172edeaef req-e71c8787-861d-4d9b-bd14-ecfcb9653fc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:05.582899 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b93075fa-f621-4223-b89b-b56172edeaef req-e71c8787-861d-4d9b-bd14-ecfcb9653fc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:05.675542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad523d03-1cea-4697-b0f7-98693a776f19 req-b76141fd-9454-4ac1-b406-afa7ff217ae1 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/6d931733-63ad-49df-8efd-bcc17d2e3edb HTTP/1.1" status: 200 len: 1820 time: 0.0774994 Nov 02 11:49:05.759215 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b93075fa-f621-4223-b89b-b56172edeaef req-e71c8787-861d-4d9b-bd14-ecfcb9653fc5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2375677 Nov 02 11:49:05.780260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Request body: {'port': {'device_id': 'fa25c644-326c-4142-ac25-1bb84c8da740', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:05.836995 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b26a78c1-df1a-4978-aef8-71351587c503 None None] Provisioning complete for port 79e5084f-8557-4397-839c-ba5bfe56673d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:49:05.837926 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b26a78c1-df1a-4978-aef8-71351587c503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:05.871726 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ad523d03-1cea-4697-b0f7-98693a776f19 req-810e745b-11b2-4665-80a5-5fa8c377ef34 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:05.893517 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:05.913770 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b26a78c1-df1a-4978-aef8-71351587c503 None None] Port 79e5084f-8557-4397-839c-ba5bfe56673d cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:49:05.915298 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ad523d03-1cea-4697-b0f7-98693a776f19 req-810e745b-11b2-4665-80a5-5fa8c377ef34 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:06.136049 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ad523d03-1cea-4697-b0f7-98693a776f19 req-810e745b-11b2-4665-80a5-5fa8c377ef34 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:06.137676 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ad523d03-1cea-4697-b0f7-98693a776f19 req-810e745b-11b2-4665-80a5-5fa8c377ef34 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:06.138906 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad523d03-1cea-4697-b0f7-98693a776f19 req-810e745b-11b2-4665-80a5-5fa8c377ef34 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "DELETE /v2.0/security-groups/6d931733-63ad-49df-8efd-bcc17d2e3edb HTTP/1.1" status: 204 len: 173 time: 0.4517868 Nov 02 11:49:06.152552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e745b-11b2-4665-80a5-5fa8c377ef34 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d931733-63ad-49df-8efd-bcc17d2e3edb,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:06.358108 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce2ed9-8e1f-4305-8940-3cb3bcdcd6f5 req-ab634270-4475-4ecd-8765-aabc8566f19c tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:06.359875 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88ce2ed9-8e1f-4305-8940-3cb3bcdcd6f5 req-ab634270-4475-4ecd-8765-aabc8566f19c tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.1374547 Nov 02 11:49:06.365599 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e5084f-8557-4397-839c-ba5bfe56673d {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:49:06.377217 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:06.420391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Transition to ACTIVE for port object 79e5084f-8557-4397-839c-ba5bfe56673d will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:49:06.446890 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88ce2ed9-8e1f-4305-8940-3cb3bcdcd6f5 req-df5f4b6c-e61a-4f4a-8cbb-15c92e669c7c tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725379 Nov 02 11:49:06.514527 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:06.572277 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0745dcb8-7be2-4278-929c-e0c237bf2e1e req-d9d80806-d186-4944-af0e-7f08955a88ea tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0550630 Nov 02 11:49:06.598365 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Pushing event updated for resources: {'Port': ['ID=79e5084f-8557-4397-839c-ba5bfe56673d,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:06.714895 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Attempting to bind port 79e5084f-8557-4397-839c-ba5bfe56673d on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:49:06.715290 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Attempting to bind port 79e5084f-8557-4397-839c-ba5bfe56673d by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:49:06.735708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Attempting to bind port 79e5084f-8557-4397-839c-ba5bfe56673d on network 3527606c-8d24-496c-bab1-118ac8ae07ec {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:49:06.735708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Port 79e5084f-8557-4397-839c-ba5bfe56673d on network 3527606c-8d24-496c-bab1-118ac8ae07ec not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:49:06.735708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Attempting to bind port 79e5084f-8557-4397-839c-ba5bfe56673d on network 3527606c-8d24-496c-bab1-118ac8ae07ec {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:49:06.740751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:49:06.741140 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Checking segment: {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:49:06.741478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Bound using segment: {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:49:06.741937 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Bound port: 79e5084f-8557-4397-839c-ba5bfe56673d, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04f548d-69a4-486f-9c8d-f7e6d122bc33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:49:06.742293 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:06.759510 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b1d68e12-1b17-4927-9af9-a0713a330428 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:49:06.765045 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1119f3-e3b9-49d3-9919-499abf569c63 req-569bb999-fb8e-461b-b405-433e7265e29e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:06.766490 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a1119f3-e3b9-49d3-9919-499abf569c63 req-569bb999-fb8e-461b-b405-433e7265e29e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 943 time: 0.1030195 Nov 02 11:49:06.790522 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: b1d68e12-1b17-4927-9af9-a0713a330428 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:49:06.791673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b1d68e12-1b17-4927-9af9-a0713a330428 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:49:06.875302 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a1119f3-e3b9-49d3-9919-499abf569c63 req-7844c959-0b5d-433f-b9b8-37f516db32b2 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990329 Nov 02 11:49:06.885938 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] For port 79e5084f-8557-4397-839c-ba5bfe56673d, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:49:06.886128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] For port 79e5084f-8557-4397-839c-ba5bfe56673d, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=79e5084f-8557-4397-839c-ba5bfe56673d,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:49:06.927861 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42134) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:49:06.964070 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-df464ebc-c3b7-447c-ac56-e44a51c507b2 req-e8a26707-b3e7-479d-8926-8408f7494a24 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] show failed (client error): The resource could not be found. Nov 02 11:49:06.966388 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df464ebc-c3b7-447c-ac56-e44a51c507b2 req-e8a26707-b3e7-479d-8926-8408f7494a24 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/6d931733-63ad-49df-8efd-bcc17d2e3edb HTTP/1.1" status: 404 len: 352 time: 0.0270753 Nov 02 11:49:07.010602 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] Deleting subnet 525d917b-ba76-4103-b71e-5b8a407965c6 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:49:07.015529 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:07.021603 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:07.062702 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:07.077519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:07.077825 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:07.079438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b93075fa-f621-4223-b89b-b56172edeaef req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] 10.222.0.54 "PUT /v2.0/ports/79e5084f-8557-4397-839c-ba5bfe56673d HTTP/1.1" status: 200 len: 1092 time: 1.3105030 Nov 02 11:49:07.135094 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:07.151447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1342d-e919-44f2-bf9f-aad5f708b421 req-e2c45a3e-fb75-499e-91ca-a0403ecd7423 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:07.158732 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1342d-e919-44f2-bf9f-aad5f708b421 req-e2c45a3e-fb75-499e-91ca-a0403ecd7423 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:07.166073 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1342d-e919-44f2-bf9f-aad5f708b421 req-e2c45a3e-fb75-499e-91ca-a0403ecd7423 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:07.173505 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1342d-e919-44f2-bf9f-aad5f708b421 req-e2c45a3e-fb75-499e-91ca-a0403ecd7423 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:07.180374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1342d-e919-44f2-bf9f-aad5f708b421 req-e2c45a3e-fb75-499e-91ca-a0403ecd7423 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:07.187576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1342d-e919-44f2-bf9f-aad5f708b421 req-e2c45a3e-fb75-499e-91ca-a0403ecd7423 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:07.197184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1342d-e919-44f2-bf9f-aad5f708b421 req-e2c45a3e-fb75-499e-91ca-a0403ecd7423 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:07.210659 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5ff1342d-e919-44f2-bf9f-aad5f708b421 req-e2c45a3e-fb75-499e-91ca-a0403ecd7423 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5419 time: 0.1548619 Nov 02 11:49:07.213113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Pushing event updated for resources: {'Port': ['ID=79e5084f-8557-4397-839c-ba5bfe56673d,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:07.255569 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.256303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.256546 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.256940 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.257280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.257780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.258330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.258678 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.259046 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.259460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.259875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.260366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f220a8c3-8c59-4464-8e89-62d02a3c8091 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.332561 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:07.352787 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5ff1342d-e919-44f2-bf9f-aad5f708b421 req-4979bc66-adae-40cb-84b4-093aafcd941f tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1407025 Nov 02 11:49:07.356307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93075fa-f621-4223-b89b-b56172edeaef req-f43f37e4-488d-433e-822a-ba39ddff9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:07.358797 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b93075fa-f621-4223-b89b-b56172edeaef req-f43f37e4-488d-433e-822a-ba39ddff9d8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 1095 time: 0.1060898 Nov 02 11:49:07.418555 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b93075fa-f621-4223-b89b-b56172edeaef req-952f26eb-9551-4664-8e18-3dcb3ee8e9dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79e5084f-8557-4397-839c-ba5bfe56673d HTTP/1.1" status: 200 len: 217 time: 0.0486877 Nov 02 11:49:07.537060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93075fa-f621-4223-b89b-b56172edeaef req-d40746a1-b49a-4c2b-ab50-8e719a0866c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:07.538617 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b93075fa-f621-4223-b89b-b56172edeaef req-d40746a1-b49a-4c2b-ab50-8e719a0866c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.1124020 Nov 02 11:49:07.547000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4a3a89c0-3045-44f5-aa25-49fd34e47e70 req-04c85630-c582-47a6-b809-28483b2ee5e8 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6dd87f3a64254d6fb3ba4975ca053bba HTTP/1.1" status: 200 len: 6207 time: 0.1077998 Nov 02 11:49:07.586157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa25c644-326c-4142-ac25-1bb84c8da740', 'tag': '79e5084f-8557-4397-839c-ba5bfe56673d'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:49:07.589102 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c288b2-8027-4da3-9409-351b2202cc29" -d '{"events": [{"name": "network-changed", "server_uuid": "fa25c644-326c-4142-ac25-1bb84c8da740", "tag": "79e5084f-8557-4397-839c-ba5bfe56673d"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:49:07.650020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93075fa-f621-4223-b89b-b56172edeaef req-fb34f5d0-9314-40ea-8afe-cdace6ba9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:07.651674 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b93075fa-f621-4223-b89b-b56172edeaef req-fb34f5d0-9314-40ea-8afe-cdace6ba9a02 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037469 Nov 02 11:49:07.662191 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4a3a89c0-3045-44f5-aa25-49fd34e47e70 req-376d893a-6cf9-4cd5-bef0-5cbcb7cc3179 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/e8f8159e-2105-453c-8e71-63c703cacfb5 HTTP/1.1" status: 200 len: 3002 time: 0.1012702 Nov 02 11:49:07.705553 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=525d917b-ba76-4103-b71e-5b8a407965c6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:07.718622 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:07.723241 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/525d917b-ba76-4103-b71e-5b8a407965c6 HTTP/1.1" status: 204 len: 168 time: 0.7942209 Nov 02 11:49:07.725564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.725971 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.726664 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.727131 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.727506 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.727912 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.728454 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.728945 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.729444 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.729953 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.730472 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.730988 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675af2ca-1fca-4af8-813f-a4ea4675290a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:07.734042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42150) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:49:07.787831 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4a3a89c0-3045-44f5-aa25-49fd34e47e70 req-c284e367-85c6-4d65-a1db-81b525112fbb tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/e8f8159e-2105-453c-8e71-63c703cacfb5 HTTP/1.1" status: 200 len: 3002 time: 0.1138465 Nov 02 11:49:07.823257 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b93075fa-f621-4223-b89b-b56172edeaef req-951d5362-8976-4fca-be29-05c5ab0decce service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583500 Nov 02 11:49:07.829569 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-531c0323-fe38-4f8d-a268-d15ff60e419b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:07.935498 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-531c0323-fe38-4f8d-a268-d15ff60e419b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:07.960515 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-531c0323-fe38-4f8d-a268-d15ff60e419b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77647135-13a0-4ccd-be19-3f8ea2455d6b']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:49:07.967634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c45218-05e7-4d99-ba98-3901920d687a req-44e16c05-105a-40b3-9535-2826f0ec2209 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:07.968796 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-44c45218-05e7-4d99-ba98-3901920d687a req-44e16c05-105a-40b3-9535-2826f0ec2209 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.1070936 Nov 02 11:49:07.973210 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-531c0323-fe38-4f8d-a268-d15ff60e419b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32375d16-d006-45d4-b31c-ed5c572eca19') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:49:07.973839 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-531c0323-fe38-4f8d-a268-d15ff60e419b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32375d16-d006-45d4-b31c-ed5c572eca19') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:49:07.975020 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b93075fa-f621-4223-b89b-b56172edeaef req-a0911e18-e957-4e7d-afe2-7f70b022079d service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438868 Nov 02 11:49:07.985707 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-531c0323-fe38-4f8d-a268-d15ff60e419b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:08.022032 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-531c0323-fe38-4f8d-a268-d15ff60e419b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:08.025654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531c0323-fe38-4f8d-a268-d15ff60e419b admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:49:08.026057 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-531c0323-fe38-4f8d-a268-d15ff60e419b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:08.062966 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-44c45218-05e7-4d99-ba98-3901920d687a req-ab8d1758-89f8-41a5-bdb0-f782c39cb717 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675414 Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:49:08.090764 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:49:08.128307 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2041445c-5f93-4609-883e-2a823a0c13e4 x-openstack-request-id: req-2041445c-5f93-4609-883e-2a823a0c13e4 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:49:08.129437 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa25c644-326c-4142-ac25-1bb84c8da740", "tag": "79e5084f-8557-4397-839c-ba5bfe56673d", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:49:08.129693 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2041445c-5f93-4609-883e-2a823a0c13e4 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:49:08.130325 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa25c644-326c-4142-ac25-1bb84c8da740', 'tag': '79e5084f-8557-4397-839c-ba5bfe56673d', 'status': 'completed', 'code': 200} Nov 02 11:49:08.189276 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-531c0323-fe38-4f8d-a268-d15ff60e419b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:08.195885 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-531c0323-fe38-4f8d-a268-d15ff60e419b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:08.203977 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-531c0323-fe38-4f8d-a268-d15ff60e419b admin admin] 10.222.0.52 "DELETE /v2.0/networks/77647135-13a0-4ccd-be19-3f8ea2455d6b HTTP/1.1" status: 204 len: 168 time: 0.4686413 Nov 02 11:49:08.219595 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c0323-fe38-4f8d-a268-d15ff60e419b admin admin] Pushing event deleted for resources: {'Network': ['ID=77647135-13a0-4ccd-be19-3f8ea2455d6b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:08.223122 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c9b8036-cbfb-4ebc-b1c3-6f1d30cb3299 req-74913170-5a8b-4d7e-ac3d-46cfeffdaa74 tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0388541 Nov 02 11:49:08.231879 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c288b2-8027-4da3-9409-351b2202cc29 req-17065c77-afe0-4705-9cf0-1b6566b3cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:08.233727 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07c288b2-8027-4da3-9409-351b2202cc29 req-17065c77-afe0-4705-9cf0-1b6566b3cb8c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 1095 time: 0.0760128 Nov 02 11:49:08.299763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-f0540d90-88c3-496a-b2b8-351f8766aef5 req-22583288-31b0-41ef-82e8-3d2bcab38b88 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-111760769', 'description': 'tempest-description-1510643538'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:08.410329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c288b2-8027-4da3-9409-351b2202cc29 req-745b8bc0-4460-4f4e-9dd5-831b5bda5874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:08.412045 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07c288b2-8027-4da3-9409-351b2202cc29 req-745b8bc0-4460-4f4e-9dd5-831b5bda5874 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.1605546 Nov 02 11:49:08.460277 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07c288b2-8027-4da3-9409-351b2202cc29 req-7524e83a-6bd9-4fea-811f-6ed643dd79ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79e5084f-8557-4397-839c-ba5bfe56673d HTTP/1.1" status: 200 len: 217 time: 0.0375676 Nov 02 11:49:08.463262 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f0540d90-88c3-496a-b2b8-351f8766aef5 req-22583288-31b0-41ef-82e8-3d2bcab38b88 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:08.546067 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c288b2-8027-4da3-9409-351b2202cc29 req-78557b3e-c17a-4405-80bc-2d01e55f78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:08.547682 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07c288b2-8027-4da3-9409-351b2202cc29 req-78557b3e-c17a-4405-80bc-2d01e55f78ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.0753224 Nov 02 11:49:08.612383 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f0540d90-88c3-496a-b2b8-351f8766aef5 req-22583288-31b0-41ef-82e8-3d2bcab38b88 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:08.622128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c288b2-8027-4da3-9409-351b2202cc29 req-9b947fca-7848-4209-838b-1eef7120424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:08.623756 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07c288b2-8027-4da3-9409-351b2202cc29 req-9b947fca-7848-4209-838b-1eef7120424e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673733 Nov 02 11:49:08.649705 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42174) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:49:08.696323 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8f8fe23b-deb7-49bb-9036-0843c005ac83 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=172e195df9cb484785414146c840d218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452580 Nov 02 11:49:08.696982 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f0540d90-88c3-496a-b2b8-351f8766aef5 req-22583288-31b0-41ef-82e8-3d2bcab38b88 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:08.699510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42176) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:49:08.771239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22583288-31b0-41ef-82e8-3d2bcab38b88 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=192cd507-3392-4e66-ba36-042e1078ac8c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:08.817835 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07c288b2-8027-4da3-9409-351b2202cc29 req-8e1414df-1120-425d-bbd0-1e6f9f19e236 service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853335 Nov 02 11:49:08.834406 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f0540d90-88c3-496a-b2b8-351f8766aef5 req-22583288-31b0-41ef-82e8-3d2bcab38b88 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:08.846190 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0540d90-88c3-496a-b2b8-351f8766aef5 req-22583288-31b0-41ef-82e8-3d2bcab38b88 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5589759 Nov 02 11:49:08.901373 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-434e0477-fb89-42da-b0d3-555b67fa5a00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:08.975058 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-434e0477-fb89-42da-b0d3-555b67fa5a00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:09.006331 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07c288b2-8027-4da3-9409-351b2202cc29 req-556b5d8f-e74d-4b0b-9442-f3db3561670c service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750891 Nov 02 11:49:09.029087 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f7d26-936d-4c7a-9eb1-760ffb7fc96c req-8e2a43c8-9966-4f79-8c08-d6a5d95fd84e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:09.030893 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f38f7d26-936d-4c7a-9eb1-760ffb7fc96c req-8e2a43c8-9966-4f79-8c08-d6a5d95fd84e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 943 time: 0.1308446 Nov 02 11:49:09.089448 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f38f7d26-936d-4c7a-9eb1-760ffb7fc96c req-6cf6fb80-b9cc-4cd8-a036-22be6a95143e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519109 Nov 02 11:49:09.149890 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-434e0477-fb89-42da-b0d3-555b67fa5a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:09.152737 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-434e0477-fb89-42da-b0d3-555b67fa5a00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:09.156628 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-434e0477-fb89-42da-b0d3-555b67fa5a00 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe5986ea-5729-446a-9ee9-5c39f3dd8d14 HTTP/1.1" status: 204 len: 168 time: 0.4496610 Nov 02 11:49:09.176400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e0477-fb89-42da-b0d3-555b67fa5a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5986ea-5729-446a-9ee9-5c39f3dd8d14,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:09.601021 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:49:09.761496 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b39f5e2-853a-4e5c-80c2-b68c585416b7 req-126b6ba8-34b9-4657-9001-a810cd417ad9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e38a60a5e998438ba82e4cbb7c83079b&device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0389149 Nov 02 11:49:09.808823 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b39f5e2-853a-4e5c-80c2-b68c585416b7 req-4fcda2a6-db95-49d2-af9f-0b68e75826b3 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=e38a60a5e998438ba82e4cbb7c83079b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257649 Nov 02 11:49:09.867150 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed544224-2bc8-4873-96f1-445f6d8edcdf req-fbf807c7-0e18-4543-8955-8f0d8728cd83 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:09.878743 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed544224-2bc8-4873-96f1-445f6d8edcdf req-fbf807c7-0e18-4543-8955-8f0d8728cd83 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:09.879790 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed544224-2bc8-4873-96f1-445f6d8edcdf req-fbf807c7-0e18-4543-8955-8f0d8728cd83 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:09.885882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed544224-2bc8-4873-96f1-445f6d8edcdf req-fbf807c7-0e18-4543-8955-8f0d8728cd83 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:09.892436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed544224-2bc8-4873-96f1-445f6d8edcdf req-fbf807c7-0e18-4543-8955-8f0d8728cd83 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:09.898507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed544224-2bc8-4873-96f1-445f6d8edcdf req-fbf807c7-0e18-4543-8955-8f0d8728cd83 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:09.905341 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed544224-2bc8-4873-96f1-445f6d8edcdf req-fbf807c7-0e18-4543-8955-8f0d8728cd83 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:09.907376 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed544224-2bc8-4873-96f1-445f6d8edcdf req-fbf807c7-0e18-4543-8955-8f0d8728cd83 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5419 time: 0.1708107 Nov 02 11:49:10.016960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39f5e2-853a-4e5c-80c2-b68c585416b7 req-8e67c7be-487c-4416-a053-293bfa85feec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:10.018462 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b39f5e2-853a-4e5c-80c2-b68c585416b7 req-8e67c7be-487c-4416-a053-293bfa85feec service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2004063 Nov 02 11:49:10.030958 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed544224-2bc8-4873-96f1-445f6d8edcdf req-c2a284a7-5885-4986-94a5-e1d919e28b53 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942802 Nov 02 11:49:10.079831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-a847a120-6fe0-4239-9e14-382545691fdb req-efde2a64-5aa8-4ad4-9d5b-ad65b538d7e8 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1668492649', 'description': 'tempest-description-431636604'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:10.207271 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a847a120-6fe0-4239-9e14-382545691fdb req-efde2a64-5aa8-4ad4-9d5b-ad65b538d7e8 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:10.285508 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a847a120-6fe0-4239-9e14-382545691fdb req-efde2a64-5aa8-4ad4-9d5b-ad65b538d7e8 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:10.406537 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a847a120-6fe0-4239-9e14-382545691fdb req-efde2a64-5aa8-4ad4-9d5b-ad65b538d7e8 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:10.449604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde2a64-5aa8-4ad4-9d5b-ad65b538d7e8 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9de0855-b53f-4700-9f5b-11e5f1f603b2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:10.534433 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a847a120-6fe0-4239-9e14-382545691fdb req-efde2a64-5aa8-4ad4-9d5b-ad65b538d7e8 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:10.550902 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a847a120-6fe0-4239-9e14-382545691fdb req-efde2a64-5aa8-4ad4-9d5b-ad65b538d7e8 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4787931 Nov 02 11:49:10.636697 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42228) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:49:10.686860 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cfec0-6c1e-44e2-9b97-2370e34e5957 req-3a8a9084-686f-4e83-bf84-9406d993323b tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:10.689619 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c78cfec0-6c1e-44e2-9b97-2370e34e5957 req-3a8a9084-686f-4e83-bf84-9406d993323b tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.0906868 Nov 02 11:49:10.745552 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c78cfec0-6c1e-44e2-9b97-2370e34e5957 req-026ff8fd-e6a6-4a3d-a592-41fe8e0822e6 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475771 Nov 02 11:49:10.784308 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-ab69cb5f-b1b0-4036-805e-c9d3e4733c7e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-54436312-network', 'tenant_id': 'beafa7c4f1be47e8a112cbe12d26f902'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:10.801021 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 79e5084f-8557-4397-839c-ba5bfe56673d details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:49:10.849349 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53527828-4a5b-433a-bc8b-6839bdd56116 req-af4a9304-006a-48fd-a72f-1099c7d912fa tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0362587 Nov 02 11:49:10.913704 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab69cb5f-b1b0-4036-805e-c9d3e4733c7e admin admin] Made reservation on behalf of beafa7c4f1be47e8a112cbe12d26f902 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:49:10.916659 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab69cb5f-b1b0-4036-805e-c9d3e4733c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:10.935249 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab69cb5f-b1b0-4036-805e-c9d3e4733c7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:10.940581 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 79e5084f-8557-4397-839c-ba5bfe56673d, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=79e5084f-8557-4397-839c-ba5bfe56673d,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:10.956019 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '79e5084f-8557-4397-839c-ba5bfe56673d', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'port_id': '79e5084f-8557-4397-839c-ba5bfe56673d', 'mac_address': 'fa:16:3e:0f:d4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:49:10.993741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a9a5d-c9a4-48e5-8858-21574d349dd4 req-b98ec1e3-b8d6-4a08-9f74-618c32fd50dd tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:10.995917 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-694a9a5d-c9a4-48e5-8858-21574d349dd4 req-b98ec1e3-b8d6-4a08-9f74-618c32fd50dd tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 943 time: 0.0680361 Nov 02 11:49:10.999407 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:11.019501 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e5084f-8557-4397-839c-ba5bfe56673d {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:49:11.044134 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab69cb5f-b1b0-4036-805e-c9d3e4733c7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:11.050367 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 79e5084f-8557-4397-839c-ba5bfe56673d, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=79e5084f-8557-4397-839c-ba5bfe56673d,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:11.073774 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-694a9a5d-c9a4-48e5-8858-21574d349dd4 req-c534be8e-9499-4426-a57a-a299a1d190db tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563173 Nov 02 11:49:11.159056 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab69cb5f-b1b0-4036-805e-c9d3e4733c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:11.189359 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:11.190233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device f14a703c-4db3-4392-ab3a-fe5af5dff2d9 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:49:11.191081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab69cb5f-b1b0-4036-805e-c9d3e4733c7e admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:49:11.198591 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69cb5f-b1b0-4036-805e-c9d3e4733c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560e5a9d-4d7b-4575-b143-3a79532817d2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:11.211870 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab69cb5f-b1b0-4036-805e-c9d3e4733c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:11.212543 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-ab69cb5f-b1b0-4036-805e-c9d3e4733c7e admin admin] Added segment 54361836-5b72-4f6b-bdd3-a172531a93ac of type vlan for network 18aba190-503d-4b36-9b63-ba3de7a415e6 Nov 02 11:49:11.287295 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab69cb5f-b1b0-4036-805e-c9d3e4733c7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:11.300630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-af349610-6d97-4888-a46e-feaa2cff7cc2 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:11.303046 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-af349610-6d97-4888-a46e-feaa2cff7cc2 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/networks?id=ea565753-07ea-47fe-a19f-3aa9c8c8525e HTTP/1.1" status: 200 len: 812 time: 0.1490355 Nov 02 11:49:11.330693 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-60de51ba-69ce-47e2-8f2b-6613528f214a tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/quotas/6dd87f3a64254d6fb3ba4975ca053bba HTTP/1.1" status: 200 len: 375 time: 0.0148034 Nov 02 11:49:11.392186 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=79e5084f-8557-4397-839c-ba5bfe56673d,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:11.394974 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab69cb5f-b1b0-4036-805e-c9d3e4733c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:11.395454 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab69cb5f-b1b0-4036-805e-c9d3e4733c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:11.396359 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab69cb5f-b1b0-4036-805e-c9d3e4733c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:11.409387 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-b47bfe79-9829-44e1-9ed4-b163656e62f1 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6dd87f3a64254d6fb3ba4975ca053bba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0719371 Nov 02 11:49:11.448437 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port f14a703c-4db3-4392-ab3a-fe5af5dff2d9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=f14a703c-4db3-4392-ab3a-fe5af5dff2d9,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:11.467033 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'f14a703c-4db3-4392-ab3a-fe5af5dff2d9', 'network_id': '57381074-bd23-4376-887c-81c9e0b09323', 'port_id': 'f14a703c-4db3-4392-ab3a-fe5af5dff2d9', 'mac_address': 'fa:16:3e:46:13:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:49:11.469894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69cb5f-b1b0-4036-805e-c9d3e4733c7e admin admin] Pushing event updated for resources: {'Network': ['ID=18aba190-503d-4b36-9b63-ba3de7a415e6,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:11.504593 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 18aba190-503d-4b36-9b63-ba3de7a415e6 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:49:11.518132 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ab69cb5f-b1b0-4036-805e-c9d3e4733c7e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8802102 Nov 02 11:49:11.521080 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42254) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:49:11.526179 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4b321e46-2e63-4a49-b9d3-1c9f8ddf4a50 admin admin] Request body: {'subnet': {'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-54436312-subnet', 'tenant_id': 'beafa7c4f1be47e8a112cbe12d26f902', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:11.557358 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:11.583854 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-641b11b0-84c3-4fe3-8fc7-4096783e4005 service neutron] 10.222.0.52 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655502 Nov 02 11:49:11.603257 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14a703c-4db3-4392-ab3a-fe5af5dff2d9 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:49:11.621981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b321e46-2e63-4a49-b9d3-1c9f8ddf4a50 admin admin] Made reservation on behalf of beafa7c4f1be47e8a112cbe12d26f902 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:49:11.625184 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b321e46-2e63-4a49-b9d3-1c9f8ddf4a50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:11.635612 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port f14a703c-4db3-4392-ab3a-fe5af5dff2d9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=f14a703c-4db3-4392-ab3a-fe5af5dff2d9,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:11.688866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b39f5e2-853a-4e5c-80c2-b68c585416b7 req-24cf89f6-774e-4344-a238-c627017ff840 tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.79 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0380511 Nov 02 11:49:11.725815 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-c3953c56-3e92-4f32-98ee-8709197b6d16 service neutron] 10.222.0.52 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402233 Nov 02 11:49:11.730338 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:11.731288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e49a6e4f-ad58-4cc4-a201-1817a84804d2 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:49:11.861359 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port e49a6e4f-ad58-4cc4-a201-1817a84804d2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e49a6e4f-ad58-4cc4-a201-1817a84804d2,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:11.865271 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=f14a703c-4db3-4392-ab3a-fe5af5dff2d9,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:11.880116 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'e49a6e4f-ad58-4cc4-a201-1817a84804d2', 'network_id': '57381074-bd23-4376-887c-81c9e0b09323', 'port_id': 'e49a6e4f-ad58-4cc4-a201-1817a84804d2', 'mac_address': 'fa:16:3e:3b:3a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:49:11.951394 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:11.992389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49a6e4f-ad58-4cc4-a201-1817a84804d2 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:49:12.020741 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port e49a6e4f-ad58-4cc4-a201-1817a84804d2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e49a6e4f-ad58-4cc4-a201-1817a84804d2,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:12.023053 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b321e46-2e63-4a49-b9d3-1c9f8ddf4a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:12.100676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b321e46-2e63-4a49-b9d3-1c9f8ddf4a50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:12.113973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b321e46-2e63-4a49-b9d3-1c9f8ddf4a50 admin admin] Checking segment: {'id': '54361836-5b72-4f6b-bdd3-a172531a93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:49:12.113973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b321e46-2e63-4a49-b9d3-1c9f8ddf4a50 admin admin] Network hostable DHCP agents. Network: 18aba190-503d-4b36-9b63-ba3de7a415e6, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:49:12.126835 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:12.133174 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:49:12.198765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ab4c9-ce8c-4862-8f3c-0fed93e15143 req-4b27ddf8-093c-4347-ac4a-c47b4e44b100 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:12.205738 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ab4c9-ce8c-4862-8f3c-0fed93e15143 req-4b27ddf8-093c-4347-ac4a-c47b4e44b100 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:12.212101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ab4c9-ce8c-4862-8f3c-0fed93e15143 req-4b27ddf8-093c-4347-ac4a-c47b4e44b100 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:12.219209 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:12.221636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ab4c9-ce8c-4862-8f3c-0fed93e15143 req-4b27ddf8-093c-4347-ac4a-c47b4e44b100 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:12.222319 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=e49a6e4f-ad58-4cc4-a201-1817a84804d2,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:12.229033 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ab4c9-ce8c-4862-8f3c-0fed93e15143 req-4b27ddf8-093c-4347-ac4a-c47b4e44b100 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:12.235663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ab4c9-ce8c-4862-8f3c-0fed93e15143 req-4b27ddf8-093c-4347-ac4a-c47b4e44b100 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:12.238592 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9', 'network_id': '57381074-bd23-4376-887c-81c9e0b09323', 'port_id': 'dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9', 'mac_address': 'fa:16:3e:23:f0:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:49:12.240364 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b321e46-2e63-4a49-b9d3-1c9f8ddf4a50 admin admin] Network 18aba190-503d-4b36-9b63-ba3de7a415e6 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:49:12.242868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ab4c9-ce8c-4862-8f3c-0fed93e15143 req-4b27ddf8-093c-4347-ac4a-c47b4e44b100 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:12.252531 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f0ab4c9-ce8c-4862-8f3c-0fed93e15143 req-4b27ddf8-093c-4347-ac4a-c47b4e44b100 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5420 time: 0.1510148 Nov 02 11:49:12.286151 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:12.303120 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:49:12.330597 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:12.335677 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f0ab4c9-ce8c-4862-8f3c-0fed93e15143 req-b78b738b-a874-42af-8062-ff0ceb537c2c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820181 Nov 02 11:49:12.345373 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-4b321e46-2e63-4a49-b9d3-1c9f8ddf4a50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 18aba190-503d-4b36-9b63-ba3de7a415e6) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:49:12.350001 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b321e46-2e63-4a49-b9d3-1c9f8ddf4a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:12.354712 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b321e46-2e63-4a49-b9d3-1c9f8ddf4a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:12.362780 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2058f10d-9282-415a-83f5-93358ffe6a13 None None] Network 18aba190-503d-4b36-9b63-ba3de7a415e6 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:49:12.434848 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:12.436162 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b6457bfa-3035-4f01-811e-7c5f433c3ae9 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:49:12.479444 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4b321e46-2e63-4a49-b9d3-1c9f8ddf4a50 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9496076 Nov 02 11:49:12.555183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828c41c-b754-4e44-8a6d-b2a523047460 req-6e3bdede-2246-45ac-a792-c0f6a6c06692 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:12.556784 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7828c41c-b754-4e44-8a6d-b2a523047460 req-6e3bdede-2246-45ac-a792-c0f6a6c06692 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.1143587 Nov 02 11:49:12.557901 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:12.667018 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7828c41c-b754-4e44-8a6d-b2a523047460 req-b66707ee-c2b8-40b0-b762-63a3cdfb5731 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954301 Nov 02 11:49:12.733475 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b0a7d3-7a13-49b6-98fd-e2c85a1d42d3 None None] Network 18aba190-503d-4b36-9b63-ba3de7a415e6 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:49:12.738365 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port b6457bfa-3035-4f01-811e-7c5f433c3ae9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b6457bfa-3035-4f01-811e-7c5f433c3ae9,segment=NetworkSegment(cde4e05a-c375-4c4e-bb3b-d08e157c6c96),segment_id=cde4e05a-c375-4c4e-bb3b-d08e157c6c96)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:12.768388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'b6457bfa-3035-4f01-811e-7c5f433c3ae9', 'network_id': '186d9e24-7a85-466f-9541-9c5be919901f', 'port_id': 'b6457bfa-3035-4f01-811e-7c5f433c3ae9', 'mac_address': 'fa:16:3e:95:de:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '422a9cf8-192f-4d0c-89d7-9acf4676de9f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:49:12.791554 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4d39c90a-a619-4991-92de-89008628e53d req-a541044f-90d6-431d-8e89-b5492e0145b8 tempest-ServerShowV257Test-144629632 tempest-ServerShowV257Test-144629632-project] 10.222.0.52 "GET /v2.0/ports?device_id=c647be3f-3337-4374-8d48-20c67fc4e0bd HTTP/1.1" status: 200 len: 210 time: 0.0346529 Nov 02 11:49:12.882468 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9523e3bd-9a29-4a60-b9ea-98e730028570 req-39f975a6-914b-43a6-979b-c09707a858f3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 210 time: 0.0315216 Nov 02 11:49:12.884239 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:12.987588 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6457bfa-3035-4f01-811e-7c5f433c3ae9 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:49:13.039100 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port b6457bfa-3035-4f01-811e-7c5f433c3ae9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b6457bfa-3035-4f01-811e-7c5f433c3ae9,segment=NetworkSegment(cde4e05a-c375-4c4e-bb3b-d08e157c6c96),segment_id=cde4e05a-c375-4c4e-bb3b-d08e157c6c96)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:13.052378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b789134-fe23-45d8-afb7-5cb054c5ddd4 req-c2df3732-c73f-4263-91df-59edcc999393 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:13.052378 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b789134-fe23-45d8-afb7-5cb054c5ddd4 req-c2df3732-c73f-4263-91df-59edcc999393 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 944 time: 0.0702960 Nov 02 11:49:13.104607 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b789134-fe23-45d8-afb7-5cb054c5ddd4 req-2999f916-0cd4-4847-943f-56a0b150a22e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475388 Nov 02 11:49:13.148748 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:13.149446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 67731d26-119f-4fb7-bd57-e7d22863bbc2 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:49:13.219372 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 67731d26-119f-4fb7-bd57-e7d22863bbc2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=67731d26-119f-4fb7-bd57-e7d22863bbc2,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:13.222093 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=b6457bfa-3035-4f01-811e-7c5f433c3ae9,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:13.235716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '67731d26-119f-4fb7-bd57-e7d22863bbc2', 'network_id': '57381074-bd23-4376-887c-81c9e0b09323', 'port_id': '67731d26-119f-4fb7-bd57-e7d22863bbc2', 'mac_address': 'fa:16:3e:7d:22:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:49:13.281448 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:13.300713 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67731d26-119f-4fb7-bd57-e7d22863bbc2 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:49:13.325139 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 67731d26-119f-4fb7-bd57-e7d22863bbc2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=67731d26-119f-4fb7-bd57-e7d22863bbc2,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:13.422709 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:13.423431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0194c44a-8c9b-476a-a2df-892896c7ecd8 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:49:13.455755 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-f67f2184-cfe4-4f7f-b436-c46252e02cad tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:13.459715 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-f67f2184-cfe4-4f7f-b436-c46252e02cad tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/networks?id=18aba190-503d-4b36-9b63-ba3de7a415e6 HTTP/1.1" status: 200 len: 813 time: 0.1275907 Nov 02 11:49:13.478975 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-eb6180f8-e316-4e75-afe5-d280a19b6189 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/quotas/beafa7c4f1be47e8a112cbe12d26f902 HTTP/1.1" status: 200 len: 375 time: 0.0142803 Nov 02 11:49:13.516061 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-43be7dd3-5808-4570-8e09-19f906f8694c tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=beafa7c4f1be47e8a112cbe12d26f902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306680 Nov 02 11:49:13.630838 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-bef39e4a-7bfc-404f-92a7-5ec4999bd09f service neutron] 10.222.0.52 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066034 Nov 02 11:49:13.672434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=67731d26-119f-4fb7-bd57-e7d22863bbc2,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:13.714127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 0194c44a-8c9b-476a-a2df-892896c7ecd8, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0194c44a-8c9b-476a-a2df-892896c7ecd8,segment=NetworkSegment(11a5b8ba-a5ed-492f-a28c-361899d6d864),segment_id=11a5b8ba-a5ed-492f-a28c-361899d6d864)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:13.726666 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '0194c44a-8c9b-476a-a2df-892896c7ecd8', 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696', 'port_id': '0194c44a-8c9b-476a-a2df-892896c7ecd8', 'mac_address': 'fa:16:3e:65:05:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c931c3ff-ea0b-4408-bd53-510e0450d503', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:49:13.749247 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-fccba9f5-6d1a-437b-b726-c2347e93744a service neutron] 10.222.0.52 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098285 Nov 02 11:49:13.786970 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:13.803137 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0194c44a-8c9b-476a-a2df-892896c7ecd8 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:49:13.831194 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 0194c44a-8c9b-476a-a2df-892896c7ecd8, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0194c44a-8c9b-476a-a2df-892896c7ecd8,segment=NetworkSegment(11a5b8ba-a5ed-492f-a28c-361899d6d864),segment_id=11a5b8ba-a5ed-492f-a28c-361899d6d864)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:13.920730 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:13.921419 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 7fbe592b-d9af-470b-b69f-ef0996b5bcc1 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:49:13.994433 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=0194c44a-8c9b-476a-a2df-892896c7ecd8,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:13.998978 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 7fbe592b-d9af-470b-b69f-ef0996b5bcc1, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=7fbe592b-d9af-470b-b69f-ef0996b5bcc1,segment=NetworkSegment(cde4e05a-c375-4c4e-bb3b-d08e157c6c96),segment_id=cde4e05a-c375-4c4e-bb3b-d08e157c6c96)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:14.014243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '7fbe592b-d9af-470b-b69f-ef0996b5bcc1', 'network_id': '186d9e24-7a85-466f-9541-9c5be919901f', 'port_id': '7fbe592b-d9af-470b-b69f-ef0996b5bcc1', 'mac_address': 'fa:16:3e:2b:25:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '422a9cf8-192f-4d0c-89d7-9acf4676de9f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:49:14.074489 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:14.091970 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fbe592b-d9af-470b-b69f-ef0996b5bcc1 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:49:14.125504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 7fbe592b-d9af-470b-b69f-ef0996b5bcc1, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=7fbe592b-d9af-470b-b69f-ef0996b5bcc1,segment=NetworkSegment(cde4e05a-c375-4c4e-bb3b-d08e157c6c96),segment_id=cde4e05a-c375-4c4e-bb3b-d08e157c6c96)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:14.174169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca80c2-ed92-4521-bf2a-ee95060de932 req-8c238273-4910-4090-9abc-ad7bb564840c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:14.179141 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca80c2-ed92-4521-bf2a-ee95060de932 req-8c238273-4910-4090-9abc-ad7bb564840c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:14.186573 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca80c2-ed92-4521-bf2a-ee95060de932 req-8c238273-4910-4090-9abc-ad7bb564840c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:14.192926 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca80c2-ed92-4521-bf2a-ee95060de932 req-8c238273-4910-4090-9abc-ad7bb564840c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:14.199452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca80c2-ed92-4521-bf2a-ee95060de932 req-8c238273-4910-4090-9abc-ad7bb564840c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:14.206411 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca80c2-ed92-4521-bf2a-ee95060de932 req-8c238273-4910-4090-9abc-ad7bb564840c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:14.212586 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca80c2-ed92-4521-bf2a-ee95060de932 req-8c238273-4910-4090-9abc-ad7bb564840c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:14.214512 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-18ca80c2-ed92-4521-bf2a-ee95060de932 req-8c238273-4910-4090-9abc-ad7bb564840c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5425 time: 0.1212232 Nov 02 11:49:14.256143 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:14.286385 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-18ca80c2-ed92-4521-bf2a-ee95060de932 req-0e3c3876-848d-4fb4-8e5c-4300128dbf20 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630615 Nov 02 11:49:14.324260 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=7fbe592b-d9af-470b-b69f-ef0996b5bcc1,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:14.412541 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b3742-c21c-4774-9627-2a72d0d91b6b req-53063b07-8144-4696-9e48-b8753467832a tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:14.414017 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-156b3742-c21c-4774-9627-2a72d0d91b6b req-53063b07-8144-4696-9e48-b8753467832a tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.0509522 Nov 02 11:49:14.466587 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-156b3742-c21c-4774-9627-2a72d0d91b6b req-d4bb79a1-1bcb-4db7-a48f-d0d22686250f tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453007 Nov 02 11:49:14.586952 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a786060-68d2-4cf9-aed4-ad257f207e80 req-00eeacf1-31c9-41cc-9ea2-2b85ffd12fe9 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 210 time: 0.0270653 Nov 02 11:49:14.657548 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1af0e3df-cb68-46e3-adc9-fa488b4a6f8a req-3c03bb66-83c7-4ef8-9e77-7bd305aa2517 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=00711835-4cea-45ae-9355-aa6f57b5233e HTTP/1.1" status: 200 len: 210 time: 0.0316305 Nov 02 11:49:14.902269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff77580-32eb-4607-b3fe-66e6ecac5eea req-67775c74-a74a-4b1f-b3b8-c0a705715ae7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:14.903823 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ff77580-32eb-4607-b3fe-66e6ecac5eea req-67775c74-a74a-4b1f-b3b8-c0a705715ae7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 944 time: 0.1558919 Nov 02 11:49:14.940382 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['79e5084f-8557-4397-839c-ba5bfe56673d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:14.942752 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:15.014199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['e49a6e4f-ad58-4cc4-a201-1817a84804d2'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:15.017056 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['0194c44a-8c9b-476a-a2df-892896c7ecd8'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:15.019314 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['b6457bfa-3035-4f01-811e-7c5f433c3ae9'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:15.117392 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42352) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:49:15.344404 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9e6405b4-58bb-4737-8cda-e828302a8aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:15.347774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-5f33d47d-1184-4e14-95eb-559dc0e078e1 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:15.349280 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-5f33d47d-1184-4e14-95eb-559dc0e078e1 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.54 "GET /v2.0/networks?id=ea565753-07ea-47fe-a19f-3aa9c8c8525e HTTP/1.1" status: 200 len: 812 time: 0.6108272 Nov 02 11:49:15.372268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-dc3eff8f-384f-440c-b704-21a4e7e6c721 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Request body: {'port': {'device_id': '2915ea09-8fcd-4874-935a-1a512e5f153e', 'network_id': 'ea565753-07ea-47fe-a19f-3aa9c8c8525e', 'admin_state_up': True, 'tenant_id': '6dd87f3a64254d6fb3ba4975ca053bba'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:15.482765 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9e6405b4-58bb-4737-8cda-e828302a8aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:15.505100 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ff77580-32eb-4607-b3fe-66e6ecac5eea req-e77a0a2e-167c-425e-adf0-09566bf3e877 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5945337 Nov 02 11:49:15.594069 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9e6405b4-58bb-4737-8cda-e828302a8aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:15.629142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-dc3eff8f-384f-440c-b704-21a4e7e6c721 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Made reservation on behalf of 6dd87f3a64254d6fb3ba4975ca053bba for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:49:15.632933 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-dc3eff8f-384f-440c-b704-21a4e7e6c721 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:15.659890 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9e6405b4-58bb-4737-8cda-e828302a8aa1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e38a60a5e998438ba82e4cbb7c83079b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5408525 Nov 02 11:49:15.660553 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6405b4-58bb-4737-8cda-e828302a8aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272817da-b221-4098-b883-78cc68050973,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:15.665018 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42368) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:49:15.738712 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a09a3-8e78-4157-870f-adc5031781a5 req-557c0d59-3363-4fb8-a6b9-4385597946a1 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:15.744750 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e444a312-94f6-4c5c-b4ce-2ed36e706ed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:15.744925 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a09a3-8e78-4157-870f-adc5031781a5 req-557c0d59-3363-4fb8-a6b9-4385597946a1 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:15.753827 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a09a3-8e78-4157-870f-adc5031781a5 req-557c0d59-3363-4fb8-a6b9-4385597946a1 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:15.760134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a09a3-8e78-4157-870f-adc5031781a5 req-557c0d59-3363-4fb8-a6b9-4385597946a1 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:15.766719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a09a3-8e78-4157-870f-adc5031781a5 req-557c0d59-3363-4fb8-a6b9-4385597946a1 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:15.769275 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e444a312-94f6-4c5c-b4ce-2ed36e706ed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:15.773406 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a09a3-8e78-4157-870f-adc5031781a5 req-557c0d59-3363-4fb8-a6b9-4385597946a1 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:15.779530 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a09a3-8e78-4157-870f-adc5031781a5 req-557c0d59-3363-4fb8-a6b9-4385597946a1 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:15.787846 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f8a09a3-8e78-4157-870f-adc5031781a5 req-557c0d59-3363-4fb8-a6b9-4385597946a1 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5426 time: 0.2158926 Nov 02 11:49:15.902724 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e444a312-94f6-4c5c-b4ce-2ed36e706ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:15.906149 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e444a312-94f6-4c5c-b4ce-2ed36e706ed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:15.907536 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e444a312-94f6-4c5c-b4ce-2ed36e706ed2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/272817da-b221-4098-b883-78cc68050973 HTTP/1.1" status: 204 len: 168 time: 0.2413213 Nov 02 11:49:15.907686 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f8a09a3-8e78-4157-870f-adc5031781a5 req-c28fb8bb-cc8c-4907-9528-1602ce16c53f tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188331 Nov 02 11:49:15.916634 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444a312-94f6-4c5c-b4ce-2ed36e706ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272817da-b221-4098-b883-78cc68050973,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:15.941873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-dc3eff8f-384f-440c-b704-21a4e7e6c721 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Allocated IP 172.20.0.3 (ea565753-07ea-47fe-a19f-3aa9c8c8525e/2942dbb9-6a04-4fab-b66d-9162db302b21/e647cc11-bffc-4a59-b5df-2725a671df7a) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:49:15.995265 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['7fbe592b-d9af-470b-b69f-ef0996b5bcc1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:16.029770 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['f14a703c-4db3-4392-ab3a-fe5af5dff2d9'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:16.064335 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['67731d26-119f-4fb7-bd57-e7d22863bbc2'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:16.238668 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b2987-186e-48f9-9c36-657029e0a5c4 req-5cda6856-e68c-4b16-8f85-b379c58ed5ab tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:16.240353 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-226b2987-186e-48f9-9c36-657029e0a5c4 req-5cda6856-e68c-4b16-8f85-b379c58ed5ab tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.1994755 Nov 02 11:49:16.288572 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-dc3eff8f-384f-440c-b704-21a4e7e6c721 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:16.387826 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-226b2987-186e-48f9-9c36-657029e0a5c4 req-a8e05bac-d7bc-469e-8b2d-edfc695f3fa4 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375010 Nov 02 11:49:16.495001 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-dc3eff8f-384f-440c-b704-21a4e7e6c721 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:16.584132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-dc3eff8f-384f-440c-b704-21a4e7e6c721 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Network ea565753-07ea-47fe-a19f-3aa9c8c8525e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:49:16.594914 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-dc3eff8f-384f-440c-b704-21a4e7e6c721 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:49:16.598283 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3eff8f-384f-440c-b704-21a4e7e6c721 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event updated for resources: {'Port': ['ID=e647cc11-bffc-4a59-b5df-2725a671df7a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:16.601059 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-dc3eff8f-384f-440c-b704-21a4e7e6c721 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:49:16.635740 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca8338-8bb7-44d5-a251-15e59a089769 req-56c930a4-491e-48ec-ab16-dcbaf2c55306 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:16.637328 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c0ca8338-8bb7-44d5-a251-15e59a089769 req-56c930a4-491e-48ec-ab16-dcbaf2c55306 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 931 time: 0.1571529 Nov 02 11:49:16.684693 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-dc3eff8f-384f-440c-b704-21a4e7e6c721 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:16.685614 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-dc3eff8f-384f-440c-b704-21a4e7e6c721 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:16.721517 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c0ca8338-8bb7-44d5-a251-15e59a089769 req-ee4d3290-b8a2-4d0e-be89-08f20dece8e6 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746257 Nov 02 11:49:16.810847 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-dc3eff8f-384f-440c-b704-21a4e7e6c721 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4518609 Nov 02 11:49:16.837863 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11396876-32c3-4b0d-8408-973006864fed req-ea787e83-d4e8-49a3-876e-6005664c6d22 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=00711835-4cea-45ae-9355-aa6f57b5233e HTTP/1.1" status: 200 len: 210 time: 0.0444920 Nov 02 11:49:16.956772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Request body: {'port': {'device_id': '2915ea09-8fcd-4874-935a-1a512e5f153e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:16.989472 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e8c40-8fa1-4c31-8f55-9f31f90b6f34 req-5a076732-2ec6-4931-a57e-25599be5d694 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:16.990918 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-766e8c40-8fa1-4c31-8f55-9f31f90b6f34 req-5a076732-2ec6-4931-a57e-25599be5d694 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 944 time: 0.0782776 Nov 02 11:49:17.073120 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:17.189029 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-766e8c40-8fa1-4c31-8f55-9f31f90b6f34 req-26beb671-0757-4fe2-b5fc-faab9515bb2e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892073 Nov 02 11:49:17.265401 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-3558b19c-6b2c-4cc3-8d4e-de014fd894b2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:17.267396 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-3558b19c-6b2c-4cc3-8d4e-de014fd894b2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.54 "GET /v2.0/networks?id=18aba190-503d-4b36-9b63-ba3de7a415e6 HTTP/1.1" status: 200 len: 813 time: 0.2399600 Nov 02 11:49:17.327585 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-582c6c25-4549-4ff3-978d-c0926b8f07ad tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Request body: {'port': {'device_id': '00711835-4cea-45ae-9355-aa6f57b5233e', 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6', 'admin_state_up': True, 'tenant_id': 'beafa7c4f1be47e8a112cbe12d26f902'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:17.360003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42416) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:49:17.515223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-647ecccf-e06c-472e-905c-fe138c1925e9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-416543107-network', 'tenant_id': '165db02e24404cac9e67fdf905cccadf'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:17.527021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc204918-0f50-4ef6-8465-aa1c526e7383 req-c986b5b5-37f2-45f7-b735-a2f2ab523579 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:17.533436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc204918-0f50-4ef6-8465-aa1c526e7383 req-c986b5b5-37f2-45f7-b735-a2f2ab523579 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:17.539726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc204918-0f50-4ef6-8465-aa1c526e7383 req-c986b5b5-37f2-45f7-b735-a2f2ab523579 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:17.546916 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc204918-0f50-4ef6-8465-aa1c526e7383 req-c986b5b5-37f2-45f7-b735-a2f2ab523579 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:17.548525 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f792-49c9-4db7-9b92-41912f09f2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:17.553043 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc204918-0f50-4ef6-8465-aa1c526e7383 req-c986b5b5-37f2-45f7-b735-a2f2ab523579 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:17.559214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc204918-0f50-4ef6-8465-aa1c526e7383 req-c986b5b5-37f2-45f7-b735-a2f2ab523579 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:17.566245 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc204918-0f50-4ef6-8465-aa1c526e7383 req-c986b5b5-37f2-45f7-b735-a2f2ab523579 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:17.568264 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc204918-0f50-4ef6-8465-aa1c526e7383 req-c986b5b5-37f2-45f7-b735-a2f2ab523579 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5426 time: 0.2462273 Nov 02 11:49:17.644393 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647ecccf-e06c-472e-905c-fe138c1925e9 admin admin] Made reservation on behalf of 165db02e24404cac9e67fdf905cccadf for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:49:17.646731 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-647ecccf-e06c-472e-905c-fe138c1925e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:17.655710 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-647ecccf-e06c-472e-905c-fe138c1925e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:17.708783 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc204918-0f50-4ef6-8465-aa1c526e7383 req-75d5e6fb-4c2d-4765-94f5-81454b2d461e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1284392 Nov 02 11:49:17.758970 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-647ecccf-e06c-472e-905c-fe138c1925e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:17.775835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-582c6c25-4549-4ff3-978d-c0926b8f07ad tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Made reservation on behalf of beafa7c4f1be47e8a112cbe12d26f902 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:49:17.780111 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-582c6c25-4549-4ff3-978d-c0926b8f07ad tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:17.831833 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e647cc11-bffc-4a59-b5df-2725a671df7a {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:49:17.839840 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-647ecccf-e06c-472e-905c-fe138c1925e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:17.846988 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:17.863776 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647ecccf-e06c-472e-905c-fe138c1925e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:49:17.878920 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ecccf-e06c-472e-905c-fe138c1925e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28069f47-d2b5-4128-968c-c5e8147b270b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:17.884403 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-647ecccf-e06c-472e-905c-fe138c1925e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:17.884744 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-647ecccf-e06c-472e-905c-fe138c1925e9 admin admin] Added segment 805f2aaf-4812-469d-889d-a76c4bfa6f5b of type vlan for network e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 Nov 02 11:49:17.912075 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Transition to ACTIVE for port object e647cc11-bffc-4a59-b5df-2725a671df7a will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:49:17.932825 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-647ecccf-e06c-472e-905c-fe138c1925e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:17.936527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d26b5-84f9-4536-a2c7-87a67e82ce9a req-a7f432d4-1547-446f-96b5-c5586a691fe5 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:17.938113 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4a7d26b5-84f9-4536-a2c7-87a67e82ce9a req-a7f432d4-1547-446f-96b5-c5586a691fe5 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.1536465 Nov 02 11:49:17.958367 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['985bbdbe-f000-44db-94cd-d12175ddae35'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:18.034098 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-582c6c25-4549-4ff3-978d-c0926b8f07ad tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Allocated IP 172.20.0.14 (18aba190-503d-4b36-9b63-ba3de7a415e6/44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11/25e60f38-4b17-4f01-a694-3b67ec0284bc) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:49:18.041780 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:18.053278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4a7d26b5-84f9-4536-a2c7-87a67e82ce9a req-d8b6b452-d2e0-4617-9edb-8ed7db1def2e tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016057 Nov 02 11:49:18.068752 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-647ecccf-e06c-472e-905c-fe138c1925e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:18.069877 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647ecccf-e06c-472e-905c-fe138c1925e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:18.070504 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-647ecccf-e06c-472e-905c-fe138c1925e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:18.163288 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ecccf-e06c-472e-905c-fe138c1925e9 admin admin] Pushing event updated for resources: {'Network': ['ID=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:18.177038 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:49:18.193894 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-647ecccf-e06c-472e-905c-fe138c1925e9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8290939 Nov 02 11:49:18.195811 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42436) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:49:18.212848 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-ccfbc3c5-96dc-434f-bfc7-9c27ac6b85b8 admin admin] Request body: {'subnet': {'network_id': 'e9fcb0de-0c01-40ae-a759-26cdd1a51ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-416543107-subnet', 'tenant_id': '165db02e24404cac9e67fdf905cccadf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:18.309285 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Pushing event updated for resources: {'Port': ['ID=e647cc11-bffc-4a59-b5df-2725a671df7a,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:18.314888 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 79e5084f-8557-4397-839c-ba5bfe56673d up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:49:18.337688 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfbc3c5-96dc-434f-bfc7-9c27ac6b85b8 admin admin] Made reservation on behalf of 165db02e24404cac9e67fdf905cccadf for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:49:18.340531 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ccfbc3c5-96dc-434f-bfc7-9c27ac6b85b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:18.411899 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118888b6-d522-4885-ac5d-2813d769fcaa req-b68ebede-84f7-4b27-b287-070526c102d8 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:18.413607 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-118888b6-d522-4885-ac5d-2813d769fcaa req-b68ebede-84f7-4b27-b287-070526c102d8 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 943 time: 0.2150986 Nov 02 11:49:18.457504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Attempting to bind port e647cc11-bffc-4a59-b5df-2725a671df7a on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:49:18.457879 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Attempting to bind port e647cc11-bffc-4a59-b5df-2725a671df7a by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'f64b89c0-b9fb-43a2-aeab-4bf9d89be49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ea565753-07ea-47fe-a19f-3aa9c8c8525e'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:49:18.458189 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Attempting to bind port e647cc11-bffc-4a59-b5df-2725a671df7a on network ea565753-07ea-47fe-a19f-3aa9c8c8525e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:49:18.480032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Port e647cc11-bffc-4a59-b5df-2725a671df7a on network ea565753-07ea-47fe-a19f-3aa9c8c8525e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:49:18.480345 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Attempting to bind port e647cc11-bffc-4a59-b5df-2725a671df7a on network ea565753-07ea-47fe-a19f-3aa9c8c8525e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:49:18.508917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:49:18.508917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Checking segment: {'id': 'f64b89c0-b9fb-43a2-aeab-4bf9d89be49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ea565753-07ea-47fe-a19f-3aa9c8c8525e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:49:18.509264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Bound using segment: {'id': 'f64b89c0-b9fb-43a2-aeab-4bf9d89be49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ea565753-07ea-47fe-a19f-3aa9c8c8525e'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:49:18.509726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Bound port: e647cc11-bffc-4a59-b5df-2725a671df7a, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f64b89c0-b9fb-43a2-aeab-4bf9d89be49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ea565753-07ea-47fe-a19f-3aa9c8c8525e'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:49:18.509948 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:18.555486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 79e5084f-8557-4397-839c-ba5bfe56673d completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:49:18.562556 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 79e5084f-8557-4397-839c-ba5bfe56673d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:49:18.562556 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:18.563736 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-118888b6-d522-4885-ac5d-2813d769fcaa req-fff0e7f2-55a8-44fa-bd35-dfee06c57a03 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369238 Nov 02 11:49:18.588316 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-582c6c25-4549-4ff3-978d-c0926b8f07ad tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:18.657793 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:18.680549 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ccfbc3c5-96dc-434f-bfc7-9c27ac6b85b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:18.683662 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa25c644-326c-4142-ac25-1bb84c8da740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e5084f-8557-4397-839c-ba5bfe56673d'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:49:18.686188 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59e1e95-9614-4236-a7c4-689edce364b1" -d '{"events": [{"server_uuid": "fa25c644-326c-4142-ac25-1bb84c8da740", "name": "network-vif-plugged", "status": "completed", "tag": "79e5084f-8557-4397-839c-ba5bfe56673d"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:49:18.701810 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 79e5084f-8557-4397-839c-ba5bfe56673d, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=79e5084f-8557-4397-839c-ba5bfe56673d,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:18.707524 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9a2fd49-cdcc-4213-b4d8-fb06ba7ba531 req-63827e1f-39ec-4cb3-9849-1db36536919e tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=00711835-4cea-45ae-9355-aa6f57b5233e HTTP/1.1" status: 200 len: 210 time: 0.0514767 Nov 02 11:49:18.749080 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] For port e647cc11-bffc-4a59-b5df-2725a671df7a, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:49:18.771313 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:18.772543 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e49a6e4f-ad58-4cc4-a201-1817a84804d2 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:49:18.774408 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfbc3c5-96dc-434f-bfc7-9c27ac6b85b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=256d9665-7c7f-41ad-9f58-255d11056a26,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:18.791631 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] For port e647cc11-bffc-4a59-b5df-2725a671df7a, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e647cc11-bffc-4a59-b5df-2725a671df7a,segment=NetworkSegment(f64b89c0-b9fb-43a2-aeab-4bf9d89be49d),segment_id=f64b89c0-b9fb-43a2-aeab-4bf9d89be49d)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:49:18.816403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfbc3c5-96dc-434f-bfc7-9c27ac6b85b8 admin admin] Checking segment: {'id': '805f2aaf-4812-469d-889d-a76c4bfa6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9fcb0de-0c01-40ae-a759-26cdd1a51ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:49:18.816679 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfbc3c5-96dc-434f-bfc7-9c27ac6b85b8 admin admin] Network hostable DHCP agents. Network: e9fcb0de-0c01-40ae-a759-26cdd1a51ef4, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:49:18.865447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd1d07-37ba-4073-9fea-2e7fd874f8e8 req-ceb347a1-a194-40a3-8296-2d5ec6f99902 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:18.867282 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c0dd1d07-37ba-4073-9fea-2e7fd874f8e8 req-ceb347a1-a194-40a3-8296-2d5ec6f99902 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 945 time: 0.0738680 Nov 02 11:49:18.869142 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:18.891367 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=79e5084f-8557-4397-839c-ba5bfe56673d,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:18.910245 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-582c6c25-4549-4ff3-978d-c0926b8f07ad tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:18.937858 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfbc3c5-96dc-434f-bfc7-9c27ac6b85b8 admin admin] Network e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:49:18.956305 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:18.956931 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:18.964017 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] 10.222.0.54 "PUT /v2.0/ports/e647cc11-bffc-4a59-b5df-2725a671df7a HTTP/1.1" status: 200 len: 1092 time: 2.1278145 Nov 02 11:49:18.964620 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2915ea09-8fcd-4874-935a-1a512e5f153e', 'tag': 'e647cc11-bffc-4a59-b5df-2725a671df7a'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:49:18.967076 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00a79dd-a48e-4b8c-adbe-0699bebde44f" -d '{"events": [{"name": "network-changed", "server_uuid": "2915ea09-8fcd-4874-935a-1a512e5f153e", "tag": "e647cc11-bffc-4a59-b5df-2725a671df7a"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:49:18.982983 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port e49a6e4f-ad58-4cc4-a201-1817a84804d2 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:49:18.988089 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port e49a6e4f-ad58-4cc4-a201-1817a84804d2 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:49:18.988747 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:19.009210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-582c6c25-4549-4ff3-978d-c0926b8f07ad tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Network 18aba190-503d-4b36-9b63-ba3de7a415e6 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:49:19.010645 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43ff14-c5fd-4462-9a39-5cd4a5602b34 service neutron] Pushing event updated for resources: {'Port': ['ID=e647cc11-bffc-4a59-b5df-2725a671df7a,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:19.021359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-582c6c25-4549-4ff3-978d-c0926b8f07ad tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:49:19.028693 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-ccfbc3c5-96dc-434f-bfc7-9c27ac6b85b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, e9fcb0de-0c01-40ae-a759-26cdd1a51ef4) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:49:19.030235 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-582c6c25-4549-4ff3-978d-c0926b8f07ad tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:49:19.034644 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfbc3c5-96dc-434f-bfc7-9c27ac6b85b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:19.035420 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ccfbc3c5-96dc-434f-bfc7-9c27ac6b85b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:19.042411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6042b4dc-b67b-412b-a46c-ad2798565803 None None] Network e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:49:19.088139 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c0dd1d07-37ba-4073-9fea-2e7fd874f8e8 req-bdfe9166-bd4e-4f51-ac6b-dfaa3f2ac93d tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880774 Nov 02 11:49:19.129520 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ccfbc3c5-96dc-434f-bfc7-9c27ac6b85b8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9290612 Nov 02 11:49:19.170175 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-582c6c25-4549-4ff3-978d-c0926b8f07ad tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:19.170975 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-582c6c25-4549-4ff3-978d-c0926b8f07ad tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:19.173941 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c6c25-4549-4ff3-978d-c0926b8f07ad tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Pushing event updated for resources: {'Port': ['ID=25e60f38-4b17-4f01-a694-3b67ec0284bc,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:19.222127 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-872dc2cc-d312-453f-a601-8d79f4ee756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:19.226347 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-872dc2cc-d312-453f-a601-8d79f4ee756e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6dd87f3a64254d6fb3ba4975ca053bba&device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 1095 time: 0.1385996 Nov 02 11:49:19.246326 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:19.257796 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dab989b-69e3-412a-a2e3-53ab956c5fdf x-openstack-request-id: req-7dab989b-69e3-412a-a2e3-53ab956c5fdf {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:49:19.258464 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa25c644-326c-4142-ac25-1bb84c8da740", "name": "network-vif-plugged", "status": "completed", "tag": "79e5084f-8557-4397-839c-ba5bfe56673d", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:49:19.258962 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7dab989b-69e3-412a-a2e3-53ab956c5fdf {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:49:19.259714 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa25c644-326c-4142-ac25-1bb84c8da740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e5084f-8557-4397-839c-ba5bfe56673d', 'code': 200} Nov 02 11:49:19.283818 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d80b2e0-2c62-49c2-b550-69859bab7f1d None None] Network e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:49:19.336986 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-582c6c25-4549-4ff3-978d-c0926b8f07ad tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0160100 Nov 02 11:49:19.338670 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-03599aa3-e915-4370-82ac-95e0748fcb5d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e647cc11-bffc-4a59-b5df-2725a671df7a HTTP/1.1" status: 200 len: 217 time: 0.1042387 Nov 02 11:49:19.356374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Request body: {'port': {'device_id': '00711835-4cea-45ae-9355-aa6f57b5233e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:19.409934 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port e49a6e4f-ad58-4cc4-a201-1817a84804d2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e49a6e4f-ad58-4cc4-a201-1817a84804d2,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:19.429910 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-c6076bf0-1957-4cd5-a5d2-7cb55e82fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:19.431685 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-c6076bf0-1957-4cd5-a5d2-7cb55e82fcb0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2942dbb9-6a04-4fab-b66d-9162db302b21 HTTP/1.1" status: 200 len: 852 time: 0.0715127 Nov 02 11:49:19.482126 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:19.485102 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345efbfa-bf44-447b-a77a-2c9d73f2b882 req-4a91f949-ef34-4c9a-a44c-3df92f0ba7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:19.486222 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:49:19.489458 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-345efbfa-bf44-447b-a77a-2c9d73f2b882 req-4a91f949-ef34-4c9a-a44c-3df92f0ba7a4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 1097 time: 0.1176965 Nov 02 11:49:19.519525 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-5e8ad4e4-190a-4326-a580-f3952c13cd95 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ea565753-07ea-47fe-a19f-3aa9c8c8525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591445 Nov 02 11:49:19.633491 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-345efbfa-bf44-447b-a77a-2c9d73f2b882 req-f607ae65-10ac-46b5-8dd9-06e95ba86e36 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187911 Nov 02 11:49:19.645909 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:19.740875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d76535-608d-494d-b5a8-e3c07fbc8886 req-926a8234-a2ce-43c3-a195-62e53b1190e6 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:19.746988 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d76535-608d-494d-b5a8-e3c07fbc8886 req-926a8234-a2ce-43c3-a195-62e53b1190e6 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:19.747969 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=e49a6e4f-ad58-4cc4-a201-1817a84804d2,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:19.756051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d76535-608d-494d-b5a8-e3c07fbc8886 req-926a8234-a2ce-43c3-a195-62e53b1190e6 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:19.763985 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d76535-608d-494d-b5a8-e3c07fbc8886 req-926a8234-a2ce-43c3-a195-62e53b1190e6 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:19.777157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d76535-608d-494d-b5a8-e3c07fbc8886 req-926a8234-a2ce-43c3-a195-62e53b1190e6 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:19.783589 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-94091b0c-53fd-4c97-9655-3fd7e5fcbbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:19.785450 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d76535-608d-494d-b5a8-e3c07fbc8886 req-926a8234-a2ce-43c3-a195-62e53b1190e6 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:19.792411 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d76535-608d-494d-b5a8-e3c07fbc8886 req-926a8234-a2ce-43c3-a195-62e53b1190e6 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:19.794535 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-12d76535-608d-494d-b5a8-e3c07fbc8886 req-926a8234-a2ce-43c3-a195-62e53b1190e6 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5427 time: 0.3232396 Nov 02 11:49:19.858499 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:49:19.862442 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:49:19.863228 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:19.916260 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-110fee6b-9bf7-48e6-a83f-51bb4ef83823 service neutron] 10.222.0.54 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877652 Nov 02 11:49:19.993571 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:20.044756 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:20.051452 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-12d76535-608d-494d-b5a8-e3c07fbc8886 req-4bb51b86-dbf7-49f7-aee0-95adc4b17662 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2420928 Nov 02 11:49:20.122837 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:20.123762 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b6457bfa-3035-4f01-811e-7c5f433c3ae9 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:49:20.148485 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29e5f142-c623-4a6a-969d-142ddaad2779 req-54178119-78db-409a-b940-3a6d3c038440 service neutron] 10.222.0.54 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158082 Nov 02 11:49:20.325126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e60f38-4b17-4f01-a694-3b67ec0284bc {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:49:20.341757 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:20.352137 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a97c54-4bf3-4ac7-9957-4301efb4a172 x-openstack-request-id: req-f9a97c54-4bf3-4ac7-9957-4301efb4a172 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:49:20.362147 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2915ea09-8fcd-4874-935a-1a512e5f153e", "tag": "e647cc11-bffc-4a59-b5df-2725a671df7a", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:49:20.362147 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9a97c54-4bf3-4ac7-9957-4301efb4a172 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:49:20.362147 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2915ea09-8fcd-4874-935a-1a512e5f153e', 'tag': 'e647cc11-bffc-4a59-b5df-2725a671df7a', 'status': 'completed', 'code': 200} Nov 02 11:49:20.370448 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Transition to ACTIVE for port object 25e60f38-4b17-4f01-a694-3b67ec0284bc will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:49:20.449922 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a79dd-a48e-4b8c-adbe-0699bebde44f req-e6b9f4d4-e4b4-4fd0-9fb8-093f628b8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:20.451786 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d00a79dd-a48e-4b8c-adbe-0699bebde44f req-e6b9f4d4-e4b4-4fd0-9fb8-093f628b8603 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6dd87f3a64254d6fb3ba4975ca053bba&device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 1095 time: 0.0784116 Nov 02 11:49:20.460574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:20.473958 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:20.550349 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port b6457bfa-3035-4f01-811e-7c5f433c3ae9 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:49:20.556829 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port b6457bfa-3035-4f01-811e-7c5f433c3ae9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:49:20.558163 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:20.611474 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=25e60f38-4b17-4f01-a694-3b67ec0284bc,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:20.637393 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc70fc-00e5-4e69-a49a-92cfc9fc315e req-f9a8344b-bd0f-4352-88a8-f5e364ca3d2f tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:20.639531 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19fc70fc-00e5-4e69-a49a-92cfc9fc315e req-f9a8344b-bd0f-4352-88a8-f5e364ca3d2f tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.1853757 Nov 02 11:49:20.666418 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:20.706385 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port b6457bfa-3035-4f01-811e-7c5f433c3ae9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b6457bfa-3035-4f01-811e-7c5f433c3ae9,segment=NetworkSegment(cde4e05a-c375-4c4e-bb3b-d08e157c6c96),segment_id=cde4e05a-c375-4c4e-bb3b-d08e157c6c96)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:20.709987 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a79dd-a48e-4b8c-adbe-0699bebde44f req-0f5ba053-cf22-4ece-b9f2-2dd5f97aa495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:20.711626 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d00a79dd-a48e-4b8c-adbe-0699bebde44f req-0f5ba053-cf22-4ece-b9f2-2dd5f97aa495 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ea565753-07ea-47fe-a19f-3aa9c8c8525e HTTP/1.1" status: 200 len: 913 time: 0.2464907 Nov 02 11:49:20.784238 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d00a79dd-a48e-4b8c-adbe-0699bebde44f req-1b2c47ee-fdd3-4f3b-8f85-4de52b4e09f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e647cc11-bffc-4a59-b5df-2725a671df7a HTTP/1.1" status: 200 len: 217 time: 0.0602973 Nov 02 11:49:20.832126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Attempting to bind port 25e60f38-4b17-4f01-a694-3b67ec0284bc on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:49:20.832520 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Attempting to bind port 25e60f38-4b17-4f01-a694-3b67ec0284bc by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '54361836-5b72-4f6b-bdd3-a172531a93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:49:20.832870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Attempting to bind port 25e60f38-4b17-4f01-a694-3b67ec0284bc on network 18aba190-503d-4b36-9b63-ba3de7a415e6 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:49:20.844773 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19fc70fc-00e5-4e69-a49a-92cfc9fc315e req-24b9a6ef-a448-42f5-b209-6253383be78d tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840775 Nov 02 11:49:20.847373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Port 25e60f38-4b17-4f01-a694-3b67ec0284bc on network 18aba190-503d-4b36-9b63-ba3de7a415e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:49:20.847699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Attempting to bind port 25e60f38-4b17-4f01-a694-3b67ec0284bc on network 18aba190-503d-4b36-9b63-ba3de7a415e6 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:49:20.862668 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:49:20.863138 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Checking segment: {'id': '54361836-5b72-4f6b-bdd3-a172531a93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:49:20.863583 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:20.867609 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Bound using segment: {'id': '54361836-5b72-4f6b-bdd3-a172531a93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:49:20.867609 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Bound port: 25e60f38-4b17-4f01-a694-3b67ec0284bc, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54361836-5b72-4f6b-bdd3-a172531a93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:49:20.867609 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:20.868209 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 67731d26-119f-4fb7-bd57-e7d22863bbc2 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:49:20.881485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a79dd-a48e-4b8c-adbe-0699bebde44f req-8e0d0be8-86a7-4a48-a8e2-df305cd8eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:20.883095 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d00a79dd-a48e-4b8c-adbe-0699bebde44f req-8e0d0be8-86a7-4a48-a8e2-df305cd8eaa0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2942dbb9-6a04-4fab-b66d-9162db302b21 HTTP/1.1" status: 200 len: 852 time: 0.0879419 Nov 02 11:49:20.944074 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d00a79dd-a48e-4b8c-adbe-0699bebde44f req-1b52d6ce-f442-4369-9ea7-37e516ced087 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ea565753-07ea-47fe-a19f-3aa9c8c8525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296555 Nov 02 11:49:20.957256 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:21.021203 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=b6457bfa-3035-4f01-811e-7c5f433c3ae9,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:21.154280 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 67731d26-119f-4fb7-bd57-e7d22863bbc2 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:49:21.159385 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 67731d26-119f-4fb7-bd57-e7d22863bbc2 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:49:21.159553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] For port 25e60f38-4b17-4f01-a694-3b67ec0284bc, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:49:21.159779 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:21.173721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] For port 25e60f38-4b17-4f01-a694-3b67ec0284bc, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=25e60f38-4b17-4f01-a694-3b67ec0284bc,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:49:21.198632 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2475c9a-e567-4444-8c31-dfedc2926b4e req-c52d2479-b85b-48d9-b955-2a572966bfd0 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:21.201356 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d2475c9a-e567-4444-8c31-dfedc2926b4e req-c52d2479-b85b-48d9-b955-2a572966bfd0 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 943 time: 0.2603116 Nov 02 11:49:21.255861 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d00a79dd-a48e-4b8c-adbe-0699bebde44f req-0ae0c3c2-c9b4-4895-825d-4e9257ceb43e service neutron] 10.222.0.54 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978780 Nov 02 11:49:21.262398 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49a6e4f-ad58-4cc4-a201-1817a84804d2'}, {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9'}, {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6457bfa-3035-4f01-811e-7c5f433c3ae9'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:49:21.266285 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f049e607-402f-4827-836d-a40590139bf5" -d '{"events": [{"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-plugged", "status": "completed", "tag": "e49a6e4f-ad58-4cc4-a201-1817a84804d2"}, {"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-plugged", "status": "completed", "tag": "dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9"}, {"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-plugged", "status": "completed", "tag": "b6457bfa-3035-4f01-811e-7c5f433c3ae9"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:49:21.271398 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:21.319034 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:21.329564 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 67731d26-119f-4fb7-bd57-e7d22863bbc2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=67731d26-119f-4fb7-bd57-e7d22863bbc2,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:21.383455 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d2475c9a-e567-4444-8c31-dfedc2926b4e req-500c5a34-882f-445d-ba59-95de1ba4b312 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729147 Nov 02 11:49:21.417594 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:21.419750 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0194c44a-8c9b-476a-a2df-892896c7ecd8 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:49:21.528552 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=67731d26-119f-4fb7-bd57-e7d22863bbc2,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:21.685927 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 0194c44a-8c9b-476a-a2df-892896c7ecd8 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:49:21.693687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 0194c44a-8c9b-476a-a2df-892896c7ecd8 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:49:21.694192 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:21.803293 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:21.803931 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:21.805354 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] 10.222.0.54 "PUT /v2.0/ports/25e60f38-4b17-4f01-a694-3b67ec0284bc HTTP/1.1" status: 200 len: 1093 time: 2.4548883 Nov 02 11:49:21.814757 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:21.858774 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 0194c44a-8c9b-476a-a2df-892896c7ecd8, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0194c44a-8c9b-476a-a2df-892896c7ecd8,segment=NetworkSegment(11a5b8ba-a5ed-492f-a28c-361899d6d864),segment_id=11a5b8ba-a5ed-492f-a28c-361899d6d864)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:21.911312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4020396-89e7-47c8-af89-9b37c344d8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=25e60f38-4b17-4f01-a694-3b67ec0284bc,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:21.943433 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:21.945471 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 7fbe592b-d9af-470b-b69f-ef0996b5bcc1 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:49:21.975866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d00a79dd-a48e-4b8c-adbe-0699bebde44f req-3add9894-a546-4487-a53b-f8c0008d6ced service neutron] 10.222.0.54 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7086928 Nov 02 11:49:22.010137 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-9050907b-9b4e-4a1c-9833-0745a1efaf69 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:22.012430 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-9050907b-9b4e-4a1c-9833-0745a1efaf69 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/networks?id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 HTTP/1.1" status: 200 len: 813 time: 0.2277591 Nov 02 11:49:22.015785 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-263ccb99-17fe-497d-8c05-c9c2b5c02f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:22.017249 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-263ccb99-17fe-497d-8c05-c9c2b5c02f68 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=beafa7c4f1be47e8a112cbe12d26f902&device_id=00711835-4cea-45ae-9355-aa6f57b5233e HTTP/1.1" status: 200 len: 1096 time: 0.0992379 Nov 02 11:49:22.048789 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-d10e9ab3-1509-4f0b-a062-4b4de0fdf4fb tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/quotas/165db02e24404cac9e67fdf905cccadf HTTP/1.1" status: 200 len: 375 time: 0.0264008 Nov 02 11:49:22.073263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=0194c44a-8c9b-476a-a2df-892896c7ecd8,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:22.087197 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-903da107-3ef4-4429-a859-01efa5f9014d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25e60f38-4b17-4f01-a694-3b67ec0284bc HTTP/1.1" status: 200 len: 217 time: 0.0513167 Nov 02 11:49:22.120763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-1442b2f0-91d5-41c4-9fcb-2036f81839ee tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=165db02e24404cac9e67fdf905cccadf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433493 Nov 02 11:49:22.160429 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 7fbe592b-d9af-470b-b69f-ef0996b5bcc1 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:49:22.168143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 7fbe592b-d9af-470b-b69f-ef0996b5bcc1 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:49:22.168472 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:22.214987 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-64237a99-d8a5-46d5-b610-1e375c53f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:22.217227 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-64237a99-d8a5-46d5-b610-1e375c53f713 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11 HTTP/1.1" status: 200 len: 853 time: 0.1063380 Nov 02 11:49:22.263290 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-15f2598e-d51e-4b3b-bfe6-98df9da0bf9e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=18aba190-503d-4b36-9b63-ba3de7a415e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360539 Nov 02 11:49:22.288203 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:22.295966 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-d421cb9c-7543-4a66-baa5-d4a81022c320 service neutron] 10.222.0.52 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535337 Nov 02 11:49:22.343175 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e647cc11-bffc-4a59-b5df-2725a671df7a details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:49:22.352544 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 7fbe592b-d9af-470b-b69f-ef0996b5bcc1, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=7fbe592b-d9af-470b-b69f-ef0996b5bcc1,segment=NetworkSegment(cde4e05a-c375-4c4e-bb3b-d08e157c6c96),segment_id=cde4e05a-c375-4c4e-bb3b-d08e157c6c96)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:22.355543 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00711835-4cea-45ae-9355-aa6f57b5233e', 'tag': '25e60f38-4b17-4f01-a694-3b67ec0284bc'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:49:22.357960 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7309c6-d7c1-4e18-83bb-afb487358e71" -d '{"events": [{"name": "network-changed", "server_uuid": "00711835-4cea-45ae-9355-aa6f57b5233e", "tag": "25e60f38-4b17-4f01-a694-3b67ec0284bc"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:49:22.370612 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:22.438735 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:22.461509 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-2fbdfcec-30de-4bbb-b0be-f95a5c519edf service neutron] 10.222.0.54 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884694 Nov 02 11:49:22.472575 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device f14a703c-4db3-4392-ab3a-fe5af5dff2d9 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:49:22.508638 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-9c72f601-fb32-44be-ba77-8639cf4af5ee service neutron] 10.222.0.52 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726551 Nov 02 11:49:22.554283 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port e647cc11-bffc-4a59-b5df-2725a671df7a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e647cc11-bffc-4a59-b5df-2725a671df7a,segment=NetworkSegment(f64b89c0-b9fb-43a2-aeab-4bf9d89be49d),segment_id=f64b89c0-b9fb-43a2-aeab-4bf9d89be49d)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:22.577167 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=7fbe592b-d9af-470b-b69f-ef0996b5bcc1,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:22.581094 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'e647cc11-bffc-4a59-b5df-2725a671df7a', 'network_id': 'ea565753-07ea-47fe-a19f-3aa9c8c8525e', 'port_id': 'e647cc11-bffc-4a59-b5df-2725a671df7a', 'mac_address': 'fa:16:3e:83:e9:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2942dbb9-6a04-4fab-b66d-9162db302b21', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:49:22.617471 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab7f7c77-acca-46e2-a411-5baafed55438 req-97e3dc88-52cb-44fc-a4e1-bf4b7fd8366a service neutron] 10.222.0.54 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470304 Nov 02 11:49:22.628835 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:22.643712 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e647cc11-bffc-4a59-b5df-2725a671df7a {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:49:22.664817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port e647cc11-bffc-4a59-b5df-2725a671df7a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e647cc11-bffc-4a59-b5df-2725a671df7a,segment=NetworkSegment(f64b89c0-b9fb-43a2-aeab-4bf9d89be49d),segment_id=f64b89c0-b9fb-43a2-aeab-4bf9d89be49d)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:22.679482 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port f14a703c-4db3-4392-ab3a-fe5af5dff2d9 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:49:22.683830 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port f14a703c-4db3-4392-ab3a-fe5af5dff2d9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:49:22.684304 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:22.780301 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:22.798057 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:22.846051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38b885-5dff-4997-b74c-48081ce0f6e6 req-7aeaef15-2467-4058-a09e-9460f8d2c89e tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:22.848985 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd38b885-5dff-4997-b74c-48081ce0f6e6 req-7aeaef15-2467-4058-a09e-9460f8d2c89e tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=00711835-4cea-45ae-9355-aa6f57b5233e HTTP/1.1" status: 200 len: 944 time: 0.0667434 Nov 02 11:49:22.864188 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port f14a703c-4db3-4392-ab3a-fe5af5dff2d9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=f14a703c-4db3-4392-ab3a-fe5af5dff2d9,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:22.885851 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=e647cc11-bffc-4a59-b5df-2725a671df7a,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:22.934314 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd38b885-5dff-4997-b74c-48081ce0f6e6 req-38065d78-117a-446b-bb3e-82782b34935b tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684385 Nov 02 11:49:22.943335 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:23.054156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=f14a703c-4db3-4392-ab3a-fe5af5dff2d9,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:23.103946 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58257221-5d36-46da-ac02-2bf1614dec2b req-f81522de-c586-40d1-9a06-179865907c8f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:23.105556 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58257221-5d36-46da-ac02-2bf1614dec2b req-f81522de-c586-40d1-9a06-179865907c8f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 945 time: 0.0664861 Nov 02 11:49:23.160989 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58257221-5d36-46da-ac02-2bf1614dec2b req-f4b91112-0157-4736-9d6b-10c648a18e8c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473211 Nov 02 11:49:23.170175 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['e647cc11-bffc-4a59-b5df-2725a671df7a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:23.363110 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70053d5-f8ea-4f05-9121-43ec012972e2 req-80d434fe-8d71-4be6-b457-85687977c4d0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:23.369557 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70053d5-f8ea-4f05-9121-43ec012972e2 req-80d434fe-8d71-4be6-b457-85687977c4d0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:23.376068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70053d5-f8ea-4f05-9121-43ec012972e2 req-80d434fe-8d71-4be6-b457-85687977c4d0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:23.382672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70053d5-f8ea-4f05-9121-43ec012972e2 req-80d434fe-8d71-4be6-b457-85687977c4d0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:23.389763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70053d5-f8ea-4f05-9121-43ec012972e2 req-80d434fe-8d71-4be6-b457-85687977c4d0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:23.395926 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70053d5-f8ea-4f05-9121-43ec012972e2 req-80d434fe-8d71-4be6-b457-85687977c4d0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:23.406060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70053d5-f8ea-4f05-9121-43ec012972e2 req-80d434fe-8d71-4be6-b457-85687977c4d0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:23.414344 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c70053d5-f8ea-4f05-9121-43ec012972e2 req-80d434fe-8d71-4be6-b457-85687977c4d0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5433 time: 0.1234677 Nov 02 11:49:23.516238 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c70053d5-f8ea-4f05-9121-43ec012972e2 req-915c1072-3b7b-409a-b12c-ba807ccc869b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1046684 Nov 02 11:49:23.590598 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 02 Nov 2021 11:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de25743-f17d-4e85-afb9-c83e0679de2e x-openstack-request-id: req-0de25743-f17d-4e85-afb9-c83e0679de2e {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:49:23.593149 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-plugged", "status": "completed", "tag": "e49a6e4f-ad58-4cc4-a201-1817a84804d2", "code": 200}, {"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-plugged", "status": "completed", "tag": "dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9", "code": 200}, {"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-plugged", "status": "completed", "tag": "b6457bfa-3035-4f01-811e-7c5f433c3ae9", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:49:23.594201 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0de25743-f17d-4e85-afb9-c83e0679de2e {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:49:23.595690 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49a6e4f-ad58-4cc4-a201-1817a84804d2', 'code': 200} Nov 02 11:49:23.596516 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9', 'code': 200} Nov 02 11:49:23.597478 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6457bfa-3035-4f01-811e-7c5f433c3ae9', 'code': 200} Nov 02 11:49:23.690701 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1f103-95ce-4986-9330-1e24c0129da0 req-f9d82e01-4a8f-434e-a560-80e90bb1c1b1 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:23.692482 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55f1f103-95ce-4986-9330-1e24c0129da0 req-f9d82e01-4a8f-434e-a560-80e90bb1c1b1 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.0564477 Nov 02 11:49:23.758714 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55f1f103-95ce-4986-9330-1e24c0129da0 req-3e7961ab-825e-4c48-8542-8d5b93914445 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589414 Nov 02 11:49:23.814170 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fede298-bbc6-4be6-946d-71bd4bb6577b x-openstack-request-id: req-0fede298-bbc6-4be6-946d-71bd4bb6577b {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:49:23.814462 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00711835-4cea-45ae-9355-aa6f57b5233e", "tag": "25e60f38-4b17-4f01-a694-3b67ec0284bc", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:49:23.814720 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0fede298-bbc6-4be6-946d-71bd4bb6577b {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:49:23.815163 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00711835-4cea-45ae-9355-aa6f57b5233e', 'tag': '25e60f38-4b17-4f01-a694-3b67ec0284bc', 'status': 'completed', 'code': 200} Nov 02 11:49:23.868091 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:23.920200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7309c6-d7c1-4e18-83bb-afb487358e71 req-3d1e91d1-80fd-421c-8403-0183ae846698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:23.921954 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1f7309c6-d7c1-4e18-83bb-afb487358e71 req-3d1e91d1-80fd-421c-8403-0183ae846698 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=beafa7c4f1be47e8a112cbe12d26f902&device_id=00711835-4cea-45ae-9355-aa6f57b5233e HTTP/1.1" status: 200 len: 1096 time: 0.0795624 Nov 02 11:49:23.949630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f898c5a-6cfc-445f-91cc-21274f318912 req-4e71f6a0-7156-4d99-a711-8415a84b7b33 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:23.951421 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0f898c5a-6cfc-445f-91cc-21274f318912 req-4e71f6a0-7156-4d99-a711-8415a84b7b33 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 944 time: 0.0835850 Nov 02 11:49:24.006197 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:24.063079 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0f898c5a-6cfc-445f-91cc-21274f318912 req-b490b59b-8f3f-4acc-a375-d394fabb87ba tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002772 Nov 02 11:49:24.089681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7309c6-d7c1-4e18-83bb-afb487358e71 req-d2c7610f-2a72-46b7-94dc-3703dd77ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:24.091452 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1f7309c6-d7c1-4e18-83bb-afb487358e71 req-d2c7610f-2a72-46b7-94dc-3703dd77ecf8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=18aba190-503d-4b36-9b63-ba3de7a415e6 HTTP/1.1" status: 200 len: 914 time: 0.1607642 Nov 02 11:49:24.145827 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1f7309c6-d7c1-4e18-83bb-afb487358e71 req-be1eb3e8-02b4-42cc-a023-2cfac1b921f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25e60f38-4b17-4f01-a694-3b67ec0284bc HTTP/1.1" status: 200 len: 217 time: 0.0464258 Nov 02 11:49:24.203210 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c6a41e7-02b6-4f01-95e9-fe7471788d23 req-e8c48e63-10a2-48f4-9aa6-6e900119462c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 210 time: 0.0606797 Nov 02 11:49:24.237883 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7309c6-d7c1-4e18-83bb-afb487358e71 req-71115d79-530b-47d6-a7a6-be63cb252d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:24.239523 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1f7309c6-d7c1-4e18-83bb-afb487358e71 req-71115d79-530b-47d6-a7a6-be63cb252d1e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11 HTTP/1.1" status: 200 len: 853 time: 0.0853739 Nov 02 11:49:24.275088 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1f7309c6-d7c1-4e18-83bb-afb487358e71 req-77cda4fe-1685-471a-888c-d2fe44c119b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=18aba190-503d-4b36-9b63-ba3de7a415e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279295 Nov 02 11:49:24.347661 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 25e60f38-4b17-4f01-a694-3b67ec0284bc details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:49:24.396482 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1f7309c6-d7c1-4e18-83bb-afb487358e71 req-4362bb4d-74c7-4529-a1c6-2ffb4cdff176 service neutron] 10.222.0.54 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138339 Nov 02 11:49:24.460086 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 25e60f38-4b17-4f01-a694-3b67ec0284bc, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=25e60f38-4b17-4f01-a694-3b67ec0284bc,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:24.481726 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '25e60f38-4b17-4f01-a694-3b67ec0284bc', 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6', 'port_id': '25e60f38-4b17-4f01-a694-3b67ec0284bc', 'mac_address': 'fa:16:3e:b5:90:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:49:24.529724 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:24.550651 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e60f38-4b17-4f01-a694-3b67ec0284bc {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:49:24.568818 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1f7309c6-d7c1-4e18-83bb-afb487358e71 req-8e46d1cc-1a28-44aa-a380-bb59ed1f7d51 service neutron] 10.222.0.54 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639493 Nov 02 11:49:24.577862 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 25e60f38-4b17-4f01-a694-3b67ec0284bc, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=25e60f38-4b17-4f01-a694-3b67ec0284bc,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:24.679749 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:24.696023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9147b6-c993-49ee-82df-88d9a214ee2d req-e44964ee-ff66-40e9-8de7-a5f6c93fde4e tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:24.698222 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a9147b6-c993-49ee-82df-88d9a214ee2d req-e44964ee-ff66-40e9-8de7-a5f6c93fde4e tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=00711835-4cea-45ae-9355-aa6f57b5233e HTTP/1.1" status: 200 len: 944 time: 0.0827684 Nov 02 11:49:24.745789 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=25e60f38-4b17-4f01-a694-3b67ec0284bc,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:24.761918 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a9147b6-c993-49ee-82df-88d9a214ee2d req-eca03906-9399-4899-ae8e-5d41206675c6 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572491 Nov 02 11:49:24.903085 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:24.917261 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5474c-5805-4a04-ac24-87b502266997 req-4005141b-e1ca-48a9-8ea9-8ccf2f9d6ff2 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:24.920090 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4e5474c-5805-4a04-ac24-87b502266997 req-4005141b-e1ca-48a9-8ea9-8ccf2f9d6ff2 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 945 time: 0.0751894 Nov 02 11:49:24.977881 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4e5474c-5805-4a04-ac24-87b502266997 req-a752b6c0-574c-40ee-8421-6e31089ec12e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501494 Nov 02 11:49:25.010320 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['25e60f38-4b17-4f01-a694-3b67ec0284bc'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:25.195323 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64464afa-6dde-4574-a4cb-11508170714a req-667595ec-0647-4ddb-96c6-33ea6350fa38 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:25.204472 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64464afa-6dde-4574-a4cb-11508170714a req-667595ec-0647-4ddb-96c6-33ea6350fa38 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:25.210797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64464afa-6dde-4574-a4cb-11508170714a req-667595ec-0647-4ddb-96c6-33ea6350fa38 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:25.217418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64464afa-6dde-4574-a4cb-11508170714a req-667595ec-0647-4ddb-96c6-33ea6350fa38 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:25.223648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64464afa-6dde-4574-a4cb-11508170714a req-667595ec-0647-4ddb-96c6-33ea6350fa38 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:25.230049 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64464afa-6dde-4574-a4cb-11508170714a req-667595ec-0647-4ddb-96c6-33ea6350fa38 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:25.236647 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64464afa-6dde-4574-a4cb-11508170714a req-667595ec-0647-4ddb-96c6-33ea6350fa38 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:25.238602 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64464afa-6dde-4574-a4cb-11508170714a req-667595ec-0647-4ddb-96c6-33ea6350fa38 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5433 time: 0.1311827 Nov 02 11:49:25.302167 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64464afa-6dde-4574-a4cb-11508170714a req-d789e912-3760-40ce-a141-771540d2b692 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571773 Nov 02 11:49:25.425748 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0713b6-b6a4-486d-9388-735cbaafb567 req-79127415-dcb7-4db7-998d-f7f9cf0b27ab tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:25.427519 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c0713b6-b6a4-486d-9388-735cbaafb567 req-79127415-dcb7-4db7-998d-f7f9cf0b27ab tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.0534897 Nov 02 11:49:25.485673 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c0713b6-b6a4-486d-9388-735cbaafb567 req-dd85649f-12f1-4c50-a217-2d93eb3e430a tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494962 Nov 02 11:49:25.599617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67731d26-119f-4fb7-bd57-e7d22863bbc2'}, {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0194c44a-8c9b-476a-a2df-892896c7ecd8'}, {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbe592b-d9af-470b-b69f-ef0996b5bcc1'}, {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14a703c-4db3-4392-ab3a-fe5af5dff2d9'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:49:25.603380 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc5f5da-84b1-40f8-ad9e-594ad7062457" -d '{"events": [{"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-plugged", "status": "completed", "tag": "67731d26-119f-4fb7-bd57-e7d22863bbc2"}, {"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-plugged", "status": "completed", "tag": "0194c44a-8c9b-476a-a2df-892896c7ecd8"}, {"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-plugged", "status": "completed", "tag": "7fbe592b-d9af-470b-b69f-ef0996b5bcc1"}, {"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-plugged", "status": "completed", "tag": "f14a703c-4db3-4392-ab3a-fe5af5dff2d9"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:49:25.670532 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76aa94-7d1c-4343-9783-6d28cd526c32 req-84f9202a-dc5e-4069-95c2-71b83c12c659 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:25.672118 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b76aa94-7d1c-4343-9783-6d28cd526c32 req-84f9202a-dc5e-4069-95c2-71b83c12c659 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 944 time: 0.1026564 Nov 02 11:49:25.775021 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b76aa94-7d1c-4343-9783-6d28cd526c32 req-553c119c-975e-43e2-a546-9158e6868d73 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763676 Nov 02 11:49:25.784828 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-a3429479-1f21-48c5-846b-06fa655d1913 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:25.786555 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-a3429479-1f21-48c5-846b-06fa655d1913 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.79 "GET /v2.0/networks?id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 HTTP/1.1" status: 200 len: 813 time: 0.1658525 Nov 02 11:49:25.803205 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-8f4bff5f-16c1-44dc-a08f-0d26e4eaac4f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Request body: {'port': {'device_id': '28b2dc1c-6f30-4673-97b8-30e566f436dd', 'network_id': 'e9fcb0de-0c01-40ae-a759-26cdd1a51ef4', 'admin_state_up': True, 'tenant_id': '165db02e24404cac9e67fdf905cccadf'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:25.925015 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8cf6ed51-b3cd-45f2-85af-56b910742107 req-c37bf0f9-54be-4632-9dad-79f19639b10e tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 210 time: 0.0361664 Nov 02 11:49:26.068116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-8f4bff5f-16c1-44dc-a08f-0d26e4eaac4f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Made reservation on behalf of 165db02e24404cac9e67fdf905cccadf for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:49:26.072236 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-8f4bff5f-16c1-44dc-a08f-0d26e4eaac4f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:26.243831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-8f4bff5f-16c1-44dc-a08f-0d26e4eaac4f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Allocated IP 172.20.0.14 (e9fcb0de-0c01-40ae-a759-26cdd1a51ef4/256d9665-7c7f-41ad-9f58-255d11056a26/d13fb330-5fe1-4b2f-8928-243b2a61519d) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:49:26.324626 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 02 Nov 2021 11:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62a2c84-8976-4b5e-a351-5847db652f0e x-openstack-request-id: req-f62a2c84-8976-4b5e-a351-5847db652f0e {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:49:26.325697 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-plugged", "status": "completed", "tag": "67731d26-119f-4fb7-bd57-e7d22863bbc2", "code": 200}, {"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-plugged", "status": "completed", "tag": "0194c44a-8c9b-476a-a2df-892896c7ecd8", "code": 200}, {"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-plugged", "status": "completed", "tag": "7fbe592b-d9af-470b-b69f-ef0996b5bcc1", "code": 200}, {"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-plugged", "status": "completed", "tag": "f14a703c-4db3-4392-ab3a-fe5af5dff2d9", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:49:26.326863 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f62a2c84-8976-4b5e-a351-5847db652f0e {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:49:26.327621 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67731d26-119f-4fb7-bd57-e7d22863bbc2', 'code': 200} Nov 02 11:49:26.328001 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0194c44a-8c9b-476a-a2df-892896c7ecd8', 'code': 200} Nov 02 11:49:26.328384 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fbe592b-d9af-470b-b69f-ef0996b5bcc1', 'code': 200} Nov 02 11:49:26.328740 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14a703c-4db3-4392-ab3a-fe5af5dff2d9', 'code': 200} Nov 02 11:49:26.357420 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 25e60f38-4b17-4f01-a694-3b67ec0284bc up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:49:26.541397 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 25e60f38-4b17-4f01-a694-3b67ec0284bc completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:49:26.548050 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 25e60f38-4b17-4f01-a694-3b67ec0284bc triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:49:26.549091 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:26.607634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e28e40-8186-4448-a456-581bd6ad2db3 req-6251d5a7-c005-49e4-8b4e-d542cbdb7d65 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:26.607634 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02e28e40-8186-4448-a456-581bd6ad2db3 req-6251d5a7-c005-49e4-8b4e-d542cbdb7d65 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=00711835-4cea-45ae-9355-aa6f57b5233e HTTP/1.1" status: 200 len: 945 time: 0.1534269 Nov 02 11:49:26.616305 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-8f4bff5f-16c1-44dc-a08f-0d26e4eaac4f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:26.655391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc49a68-c6fe-485b-9750-33a65bbb61d5 req-59ec5f32-18ff-4ba1-9aee-0246d818e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:26.656174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc49a68-c6fe-485b-9750-33a65bbb61d5 req-59ec5f32-18ff-4ba1-9aee-0246d818e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:26.656953 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc49a68-c6fe-485b-9750-33a65bbb61d5 req-59ec5f32-18ff-4ba1-9aee-0246d818e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:26.657698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc49a68-c6fe-485b-9750-33a65bbb61d5 req-59ec5f32-18ff-4ba1-9aee-0246d818e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:26.657817 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:26.658470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc49a68-c6fe-485b-9750-33a65bbb61d5 req-59ec5f32-18ff-4ba1-9aee-0246d818e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:26.659260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc49a68-c6fe-485b-9750-33a65bbb61d5 req-59ec5f32-18ff-4ba1-9aee-0246d818e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:26.660324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc49a68-c6fe-485b-9750-33a65bbb61d5 req-59ec5f32-18ff-4ba1-9aee-0246d818e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:26.663418 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-efc49a68-c6fe-485b-9750-33a65bbb61d5 req-59ec5f32-18ff-4ba1-9aee-0246d818e33a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 6497 time: 0.1733100 Nov 02 11:49:26.696100 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 25e60f38-4b17-4f01-a694-3b67ec0284bc, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=25e60f38-4b17-4f01-a694-3b67ec0284bc,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:26.787468 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:26.788292 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e647cc11-bffc-4a59-b5df-2725a671df7a up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:49:26.817550 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02e28e40-8186-4448-a456-581bd6ad2db3 req-1a50bfb7-2ec5-42c6-8433-d6f1d0df6724 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920102 Nov 02 11:49:26.858648 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-efc49a68-c6fe-485b-9750-33a65bbb61d5 req-74cc1fe8-2a61-4a87-a7f3-061344efdcc1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&id=c4809ff9-fa57-4e79-a332-f1a452c84477&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1762366 Nov 02 11:49:26.885822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=25e60f38-4b17-4f01-a694-3b67ec0284bc,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:26.922525 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-8f4bff5f-16c1-44dc-a08f-0d26e4eaac4f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:27.010833 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port e647cc11-bffc-4a59-b5df-2725a671df7a completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:49:27.017632 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port e647cc11-bffc-4a59-b5df-2725a671df7a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:49:27.022172 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-8f4bff5f-16c1-44dc-a08f-0d26e4eaac4f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Network e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:49:27.022382 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:27.027835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-8f4bff5f-16c1-44dc-a08f-0d26e4eaac4f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:49:27.030577 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-8f4bff5f-16c1-44dc-a08f-0d26e4eaac4f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:49:27.061310 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bff5f-16c1-44dc-a08f-0d26e4eaac4f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Pushing event updated for resources: {'Port': ['ID=d13fb330-5fe1-4b2f-8928-243b2a61519d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:27.081227 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db98c1d-d37c-46d9-8fc0-72b4164fc5a2 req-79b308cb-0cb1-4998-97d3-c069afeb2940 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:27.082858 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8db98c1d-d37c-46d9-8fc0-72b4164fc5a2 req-79b308cb-0cb1-4998-97d3-c069afeb2940 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 945 time: 0.1781049 Nov 02 11:49:27.117716 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-8f4bff5f-16c1-44dc-a08f-0d26e4eaac4f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:27.118381 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-8f4bff5f-16c1-44dc-a08f-0d26e4eaac4f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:27.128151 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:27.173095 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8db98c1d-d37c-46d9-8fc0-72b4164fc5a2 req-a4161ef7-b682-4c6b-9792-87255425168c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682220 Nov 02 11:49:27.182205 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port e647cc11-bffc-4a59-b5df-2725a671df7a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e647cc11-bffc-4a59-b5df-2725a671df7a,segment=NetworkSegment(f64b89c0-b9fb-43a2-aeab-4bf9d89be49d),segment_id=f64b89c0-b9fb-43a2-aeab-4bf9d89be49d)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:27.233485 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-8f4bff5f-16c1-44dc-a08f-0d26e4eaac4f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4362466 Nov 02 11:49:27.280904 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:27.309243 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Request body: {'port': {'device_id': '28b2dc1c-6f30-4673-97b8-30e566f436dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:27.364080 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=e647cc11-bffc-4a59-b5df-2725a671df7a,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:27.438283 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:27.626903 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e64e35-e7b3-40e1-8b32-8da2448cc056 req-f81e6d1c-d7fb-42ae-b7e6-6bc7fce4a584 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:27.634027 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e64e35-e7b3-40e1-8b32-8da2448cc056 req-f81e6d1c-d7fb-42ae-b7e6-6bc7fce4a584 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:27.639803 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e64e35-e7b3-40e1-8b32-8da2448cc056 req-f81e6d1c-d7fb-42ae-b7e6-6bc7fce4a584 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:27.646133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e64e35-e7b3-40e1-8b32-8da2448cc056 req-f81e6d1c-d7fb-42ae-b7e6-6bc7fce4a584 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:27.652369 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e64e35-e7b3-40e1-8b32-8da2448cc056 req-f81e6d1c-d7fb-42ae-b7e6-6bc7fce4a584 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:27.659101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e64e35-e7b3-40e1-8b32-8da2448cc056 req-f81e6d1c-d7fb-42ae-b7e6-6bc7fce4a584 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:27.665275 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e64e35-e7b3-40e1-8b32-8da2448cc056 req-f81e6d1c-d7fb-42ae-b7e6-6bc7fce4a584 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:27.667285 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27e64e35-e7b3-40e1-8b32-8da2448cc056 req-f81e6d1c-d7fb-42ae-b7e6-6bc7fce4a584 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5433 time: 0.1903172 Nov 02 11:49:27.793206 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27e64e35-e7b3-40e1-8b32-8da2448cc056 req-7ec375c7-697a-4112-8a44-eb7179591125 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172185 Nov 02 11:49:27.978574 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d13fb330-5fe1-4b2f-8928-243b2a61519d {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:49:27.989735 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:28.020010 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07218621-194b-42c6-9eaf-a318bc357d21 req-226c9e53-2450-4b7e-b0d1-00ca90150c56 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:28.021722 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07218621-194b-42c6-9eaf-a318bc357d21 req-226c9e53-2450-4b7e-b0d1-00ca90150c56 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.1098092 Nov 02 11:49:28.022897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Transition to ACTIVE for port object d13fb330-5fe1-4b2f-8928-243b2a61519d will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:49:28.095232 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07218621-194b-42c6-9eaf-a318bc357d21 req-a84ea20f-79fd-4984-8cba-a4f0a5ac9425 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606656 Nov 02 11:49:28.097637 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:28.191715 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Pushing event updated for resources: {'Port': ['ID=d13fb330-5fe1-4b2f-8928-243b2a61519d,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:28.311934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e8cc5-7da1-43f6-a118-ebb48c91b9e2 req-4de84e42-0aa0-470d-a541-5d10f2d16217 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:28.313614 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a5e8cc5-7da1-43f6-a118-ebb48c91b9e2 req-4de84e42-0aa0-470d-a541-5d10f2d16217 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 945 time: 0.0982490 Nov 02 11:49:28.318853 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Attempting to bind port d13fb330-5fe1-4b2f-8928-243b2a61519d on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:49:28.319234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Attempting to bind port d13fb330-5fe1-4b2f-8928-243b2a61519d by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '805f2aaf-4812-469d-889d-a76c4bfa6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9fcb0de-0c01-40ae-a759-26cdd1a51ef4'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:49:28.319561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Attempting to bind port d13fb330-5fe1-4b2f-8928-243b2a61519d on network e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:49:28.330087 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00711835-4cea-45ae-9355-aa6f57b5233e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e60f38-4b17-4f01-a694-3b67ec0284bc'}, {'server_uuid': '2915ea09-8fcd-4874-935a-1a512e5f153e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e647cc11-bffc-4a59-b5df-2725a671df7a'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:49:28.333730 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0190ef-b500-4c20-917c-9fc83201227c" -d '{"events": [{"server_uuid": "00711835-4cea-45ae-9355-aa6f57b5233e", "name": "network-vif-plugged", "status": "completed", "tag": "25e60f38-4b17-4f01-a694-3b67ec0284bc"}, {"server_uuid": "2915ea09-8fcd-4874-935a-1a512e5f153e", "name": "network-vif-plugged", "status": "completed", "tag": "e647cc11-bffc-4a59-b5df-2725a671df7a"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:49:28.334784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Port d13fb330-5fe1-4b2f-8928-243b2a61519d on network e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:49:28.335243 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Attempting to bind port d13fb330-5fe1-4b2f-8928-243b2a61519d on network e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:49:28.356418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:49:28.357201 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Checking segment: {'id': '805f2aaf-4812-469d-889d-a76c4bfa6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9fcb0de-0c01-40ae-a759-26cdd1a51ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:49:28.357782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Bound using segment: {'id': '805f2aaf-4812-469d-889d-a76c4bfa6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9fcb0de-0c01-40ae-a759-26cdd1a51ef4'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:49:28.358253 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Bound port: d13fb330-5fe1-4b2f-8928-243b2a61519d, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805f2aaf-4812-469d-889d-a76c4bfa6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9fcb0de-0c01-40ae-a759-26cdd1a51ef4'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:49:28.358628 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:28.420726 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a5e8cc5-7da1-43f6-a118-ebb48c91b9e2 req-861cd601-5299-4b58-8f5d-c4e83b4199e7 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981669 Nov 02 11:49:28.537424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] For port d13fb330-5fe1-4b2f-8928-243b2a61519d, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:49:28.554035 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] For port d13fb330-5fe1-4b2f-8928-243b2a61519d, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d13fb330-5fe1-4b2f-8928-243b2a61519d,segment=NetworkSegment(805f2aaf-4812-469d-889d-a76c4bfa6f5b),segment_id=805f2aaf-4812-469d-889d-a76c4bfa6f5b)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:49:28.579008 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415e1db-3eaf-451d-9020-deea5d4c9e1e req-1fc7ef02-2098-4f4d-a930-3e0bff9a567b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:28.581086 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1415e1db-3eaf-451d-9020-deea5d4c9e1e req-1fc7ef02-2098-4f4d-a930-3e0bff9a567b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 944 time: 0.0808716 Nov 02 11:49:28.640717 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1415e1db-3eaf-451d-9020-deea5d4c9e1e req-fbb92c76-89fd-4d5f-9379-56dabff78e14 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526543 Nov 02 11:49:28.851085 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:28.888235 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:28.889235 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:28.890981 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] 10.222.0.79 "PUT /v2.0/ports/d13fb330-5fe1-4b2f-8928-243b2a61519d HTTP/1.1" status: 200 len: 1093 time: 1.6491017 Nov 02 11:49:28.893534 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b2dc1c-6f30-4673-97b8-30e566f436dd', 'tag': 'd13fb330-5fe1-4b2f-8928-243b2a61519d'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:49:28.896924 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f383ae-a994-41dc-9c4e-79e10e6d4392" -d '{"events": [{"name": "network-changed", "server_uuid": "28b2dc1c-6f30-4673-97b8-30e566f436dd", "tag": "d13fb330-5fe1-4b2f-8928-243b2a61519d"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:49:28.930119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf7fe9-61a9-4fc8-83f9-dc96c621da3f service neutron] Pushing event updated for resources: {'Port': ['ID=d13fb330-5fe1-4b2f-8928-243b2a61519d,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:29.122788 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-ecc43d23-ca83-47a1-9347-937175553b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:29.124886 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-ecc43d23-ca83-47a1-9347-937175553b67 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=165db02e24404cac9e67fdf905cccadf&device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 1096 time: 0.0640013 Nov 02 11:49:29.171816 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-03af182f-2988-4318-bf13-65ae4c448a35 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13fb330-5fe1-4b2f-8928-243b2a61519d HTTP/1.1" status: 200 len: 217 time: 0.0372040 Nov 02 11:49:29.228654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-5e4277b2-e9b5-4388-98d7-77ea1f34b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:29.231100 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-5e4277b2-e9b5-4388-98d7-77ea1f34b232 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=256d9665-7c7f-41ad-9f58-255d11056a26 HTTP/1.1" status: 200 len: 853 time: 0.0518351 Nov 02 11:49:29.266998 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-4de12674-53bf-4df5-8732-7366e72912f4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266585 Nov 02 11:49:29.395642 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-e88500be-2c7a-4ccd-89f7-cdc109d08e4d service neutron] 10.222.0.79 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203816 Nov 02 11:49:29.507931 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-157b8b8f-e951-4a02-97f4-417d56a40220 req-0183d362-7d0f-46f7-9399-cd4959232794 service neutron] 10.222.0.79 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039329 Nov 02 11:49:29.870542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e27662-c155-4cef-a7e9-84e1294bcd63 req-b81b6706-8ee6-4a04-9317-c949914fee3b tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:29.872926 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-12e27662-c155-4cef-a7e9-84e1294bcd63 req-b81b6706-8ee6-4a04-9317-c949914fee3b tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=00711835-4cea-45ae-9355-aa6f57b5233e HTTP/1.1" status: 200 len: 946 time: 0.0643301 Nov 02 11:49:29.938707 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-12e27662-c155-4cef-a7e9-84e1294bcd63 req-3c954058-02b2-461c-b409-86396f21ba18 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590124 Nov 02 11:49:30.007035 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 02 Nov 2021 11:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a5ae30-da88-4a1b-8581-14bd9577042d x-openstack-request-id: req-50a5ae30-da88-4a1b-8581-14bd9577042d {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:49:30.007744 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00711835-4cea-45ae-9355-aa6f57b5233e", "name": "network-vif-plugged", "status": "completed", "tag": "25e60f38-4b17-4f01-a694-3b67ec0284bc", "code": 200}, {"server_uuid": "2915ea09-8fcd-4874-935a-1a512e5f153e", "name": "network-vif-plugged", "status": "completed", "tag": "e647cc11-bffc-4a59-b5df-2725a671df7a", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:49:30.007744 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50a5ae30-da88-4a1b-8581-14bd9577042d {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:49:30.008047 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00711835-4cea-45ae-9355-aa6f57b5233e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e60f38-4b17-4f01-a694-3b67ec0284bc', 'code': 200} Nov 02 11:49:30.008237 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2915ea09-8fcd-4874-935a-1a512e5f153e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e647cc11-bffc-4a59-b5df-2725a671df7a', 'code': 200} Nov 02 11:49:30.220831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742010d-b25f-490c-908b-d0c033365932 req-067e7eed-1184-4af6-afbc-686afc2b6f54 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:30.227075 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742010d-b25f-490c-908b-d0c033365932 req-067e7eed-1184-4af6-afbc-686afc2b6f54 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:30.233798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742010d-b25f-490c-908b-d0c033365932 req-067e7eed-1184-4af6-afbc-686afc2b6f54 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:30.240236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742010d-b25f-490c-908b-d0c033365932 req-067e7eed-1184-4af6-afbc-686afc2b6f54 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:30.247477 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742010d-b25f-490c-908b-d0c033365932 req-067e7eed-1184-4af6-afbc-686afc2b6f54 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:30.254509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742010d-b25f-490c-908b-d0c033365932 req-067e7eed-1184-4af6-afbc-686afc2b6f54 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:30.260618 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742010d-b25f-490c-908b-d0c033365932 req-067e7eed-1184-4af6-afbc-686afc2b6f54 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:30.263087 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b742010d-b25f-490c-908b-d0c033365932 req-067e7eed-1184-4af6-afbc-686afc2b6f54 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5433 time: 0.1863096 Nov 02 11:49:30.265076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5a4f2-80d2-4db7-9a49-2731e0c19cf1 req-6f4c2131-6006-4572-a365-2730eb6347c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:30.266490 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54b5a4f2-80d2-4db7-9a49-2731e0c19cf1 req-6f4c2131-6006-4572-a365-2730eb6347c9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 1097 time: 0.1750238 Nov 02 11:49:30.268417 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aadff2-2d28-4448-a5f0-fe6d7b7147ba req-e92b6f90-2f3d-4cd9-a111-f9efa2948a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:30.270417 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-84aadff2-2d28-4448-a5f0-fe6d7b7147ba req-e92b6f90-2f3d-4cd9-a111-f9efa2948a83 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=00711835-4cea-45ae-9355-aa6f57b5233e HTTP/1.1" status: 200 len: 1098 time: 0.1627927 Nov 02 11:49:30.376632 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-84aadff2-2d28-4448-a5f0-fe6d7b7147ba req-28ec7be4-1875-4bad-a6dc-8649057f629a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943208 Nov 02 11:49:30.391785 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54b5a4f2-80d2-4db7-9a49-2731e0c19cf1 req-5b45e84c-89a8-4879-b363-19464844c1ee service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100311 Nov 02 11:49:30.396903 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b742010d-b25f-490c-908b-d0c033365932 req-f959d91f-53b8-4e0b-83cc-73d098168b0d tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1238577 Nov 02 11:49:30.459230 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04472ed-42b1-4a6d-810c-3698fbea78f7 x-openstack-request-id: req-a04472ed-42b1-4a6d-810c-3698fbea78f7 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:49:30.459650 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b2dc1c-6f30-4673-97b8-30e566f436dd", "tag": "d13fb330-5fe1-4b2f-8928-243b2a61519d", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:49:30.460004 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a04472ed-42b1-4a6d-810c-3698fbea78f7 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:49:30.460560 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b2dc1c-6f30-4673-97b8-30e566f436dd', 'tag': 'd13fb330-5fe1-4b2f-8928-243b2a61519d', 'status': 'completed', 'code': 200} Nov 02 11:49:30.521255 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 79e5084f-8557-4397-839c-ba5bfe56673d details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:49:30.572518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f383ae-a994-41dc-9c4e-79e10e6d4392 req-2eb98946-1e4f-4330-a083-581ee6470aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:30.574082 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d2f383ae-a994-41dc-9c4e-79e10e6d4392 req-2eb98946-1e4f-4330-a083-581ee6470aba service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=165db02e24404cac9e67fdf905cccadf&device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 1096 time: 0.0897188 Nov 02 11:49:30.600782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58b3f7-944e-498e-be91-d76c0aa6ddf1 req-fd68569e-e67f-4ddb-b2b7-ac9ddef34d80 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:30.603984 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e58b3f7-944e-498e-be91-d76c0aa6ddf1 req-fd68569e-e67f-4ddb-b2b7-ac9ddef34d80 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.0912745 Nov 02 11:49:30.635907 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 79e5084f-8557-4397-839c-ba5bfe56673d, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=79e5084f-8557-4397-839c-ba5bfe56673d,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:30.650328 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '79e5084f-8557-4397-839c-ba5bfe56673d', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'port_id': '79e5084f-8557-4397-839c-ba5bfe56673d', 'mac_address': 'fa:16:3e:0f:d4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:49:30.706538 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:30.717593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e58b3f7-944e-498e-be91-d76c0aa6ddf1 req-bba0455a-8b01-4a03-994c-b1a2a1d31a5f tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970788 Nov 02 11:49:30.727065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79e5084f-8557-4397-839c-ba5bfe56673d {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:49:30.742706 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f383ae-a994-41dc-9c4e-79e10e6d4392 req-276cc20b-2bc9-4339-aa1d-9c24f508e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:30.744226 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d2f383ae-a994-41dc-9c4e-79e10e6d4392 req-276cc20b-2bc9-4339-aa1d-9c24f508e4dd service neutron] 10.222.0.79 "GET /v2.0/networks?id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 HTTP/1.1" status: 200 len: 914 time: 0.1596618 Nov 02 11:49:30.751392 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 79e5084f-8557-4397-839c-ba5bfe56673d, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=79e5084f-8557-4397-839c-ba5bfe56673d,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:30.815057 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d2f383ae-a994-41dc-9c4e-79e10e6d4392 req-6338aeb6-b294-4e53-adca-e292ad00bf4e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13fb330-5fe1-4b2f-8928-243b2a61519d HTTP/1.1" status: 200 len: 217 time: 0.0590138 Nov 02 11:49:30.827942 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:30.887487 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f383ae-a994-41dc-9c4e-79e10e6d4392 req-5afa1f58-dad6-4f9d-9482-dab342231161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:30.887939 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=79e5084f-8557-4397-839c-ba5bfe56673d,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:30.889125 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d2f383ae-a994-41dc-9c4e-79e10e6d4392 req-5afa1f58-dad6-4f9d-9482-dab342231161 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=256d9665-7c7f-41ad-9f58-255d11056a26 HTTP/1.1" status: 200 len: 853 time: 0.0665438 Nov 02 11:49:30.901375 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafd277-3eaa-4952-b50b-f9d782617ab0 req-5b6f210b-c678-4888-837f-dd9666d34cf7 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:30.903512 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ccafd277-3eaa-4952-b50b-f9d782617ab0 req-5b6f210b-c678-4888-837f-dd9666d34cf7 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 945 time: 0.0907795 Nov 02 11:49:30.942573 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d2f383ae-a994-41dc-9c4e-79e10e6d4392 req-77e47125-da86-4c08-8bf9-df87e05df4f6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376935 Nov 02 11:49:30.997592 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['79e5084f-8557-4397-839c-ba5bfe56673d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:31.066290 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ccafd277-3eaa-4952-b50b-f9d782617ab0 req-253e541f-4675-4cdd-b17d-f4f8053ed477 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511161 Nov 02 11:49:31.096138 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d2f383ae-a994-41dc-9c4e-79e10e6d4392 req-8e9f41b8-4fa7-492c-9c72-f08b932c0eea service neutron] 10.222.0.79 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459849 Nov 02 11:49:31.240681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc1244-d41e-492e-a221-781c4d81b802 req-a326078d-d1aa-41fb-b540-a30eb6107213 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:31.242263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7dcc1244-d41e-492e-a221-781c4d81b802 req-a326078d-d1aa-41fb-b540-a30eb6107213 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 944 time: 0.0750923 Nov 02 11:49:31.246428 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d2f383ae-a994-41dc-9c4e-79e10e6d4392 req-caca3a3f-b815-4bb8-8be2-be905af19b6b service neutron] 10.222.0.79 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433287 Nov 02 11:49:31.298183 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7dcc1244-d41e-492e-a221-781c4d81b802 req-cec92003-ea77-4269-9809-19f717f3ebe7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473475 Nov 02 11:49:31.422116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1c530-5d9e-4ac5-9825-5794e043ec25 req-72125a1d-dd38-43c2-967f-eb7f348e8a16 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:31.423770 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8b1c530-5d9e-4ac5-9825-5794e043ec25 req-72125a1d-dd38-43c2-967f-eb7f348e8a16 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 944 time: 0.0672090 Nov 02 11:49:31.484582 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8b1c530-5d9e-4ac5-9825-5794e043ec25 req-666ed9fe-f387-4d21-9820-18a22f82a84e tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522506 Nov 02 11:49:31.631040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01967331-2e53-43cc-bd57-d880e0110ae9 req-3bf9e5ae-fd33-44fa-a49c-42aa96135dc8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:31.637120 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01967331-2e53-43cc-bd57-d880e0110ae9 req-3bf9e5ae-fd33-44fa-a49c-42aa96135dc8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:31.643379 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01967331-2e53-43cc-bd57-d880e0110ae9 req-3bf9e5ae-fd33-44fa-a49c-42aa96135dc8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:31.649517 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01967331-2e53-43cc-bd57-d880e0110ae9 req-3bf9e5ae-fd33-44fa-a49c-42aa96135dc8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:31.656090 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01967331-2e53-43cc-bd57-d880e0110ae9 req-3bf9e5ae-fd33-44fa-a49c-42aa96135dc8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:31.662048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01967331-2e53-43cc-bd57-d880e0110ae9 req-3bf9e5ae-fd33-44fa-a49c-42aa96135dc8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:31.667990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01967331-2e53-43cc-bd57-d880e0110ae9 req-3bf9e5ae-fd33-44fa-a49c-42aa96135dc8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:31.670465 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01967331-2e53-43cc-bd57-d880e0110ae9 req-3bf9e5ae-fd33-44fa-a49c-42aa96135dc8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5433 time: 0.0976870 Nov 02 11:49:31.682736 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42704) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:49:31.689722 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2c83f5e5-8c14-4837-aca7-ee33d723b684 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Request body: {'floatingip': {'port_id': '0194c44a-8c9b-476a-a2df-892896c7ecd8'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:31.738427 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2c83f5e5-8c14-4837-aca7-ee33d723b684 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for floatingip, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:31.782280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95ca0c-6f03-4889-b066-dc869abcecd1 req-3583e0b7-6543-491e-bfff-11efdba47369 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:31.784375 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ee95ca0c-6f03-4889-b066-dc869abcecd1 req-3583e0b7-6543-491e-bfff-11efdba47369 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=00711835-4cea-45ae-9355-aa6f57b5233e HTTP/1.1" status: 200 len: 946 time: 0.0624053 Nov 02 11:49:31.862522 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ee95ca0c-6f03-4889-b066-dc869abcecd1 req-0cdace3c-7e1e-402c-80f3-0d8b21be7171 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686569 Nov 02 11:49:32.217101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e104853-1f7d-414a-85db-ce8f0db4c206 req-2be9cbaa-ca07-49a7-8a8c-b9f2c4be93d8 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:32.219770 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e104853-1f7d-414a-85db-ce8f0db4c206 req-2be9cbaa-ca07-49a7-8a8c-b9f2c4be93d8 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.0643201 Nov 02 11:49:32.283895 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e104853-1f7d-414a-85db-ce8f0db4c206 req-a8bb7d2c-b59c-45e1-9454-fd6678eb4cf8 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586858 Nov 02 11:49:32.406378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 79e5084f-8557-4397-839c-ba5bfe56673d up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:49:32.449720 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.resource_extend [None req-2c83f5e5-8c14-4837-aca7-ee33d723b684 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 11:49:32.487811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f3ebd-560a-487b-a4d9-96866518b398 req-cf141087-fb57-43d5-91bd-e360c0eeabba tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:32.496181 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-429f3ebd-560a-487b-a4d9-96866518b398 req-cf141087-fb57-43d5-91bd-e360c0eeabba tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 945 time: 0.0957165 Nov 02 11:49:32.525417 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2c83f5e5-8c14-4837-aca7-ee33d723b684 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:32.529273 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 79e5084f-8557-4397-839c-ba5bfe56673d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:49:32.536247 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:32.565994 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-429f3ebd-560a-487b-a4d9-96866518b398 req-c499f712-e06e-4c45-82b3-8a8a9e3bda03 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674517 Nov 02 11:49:32.641873 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:32.645005 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2c83f5e5-8c14-4837-aca7-ee33d723b684 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:32.673540 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa25c644-326c-4142-ac25-1bb84c8da740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e5084f-8557-4397-839c-ba5bfe56673d'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:49:32.675970 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03032b7e-a2cc-44db-ae48-f862a20e6b04" -d '{"events": [{"server_uuid": "fa25c644-326c-4142-ac25-1bb84c8da740", "name": "network-vif-plugged", "status": "completed", "tag": "79e5084f-8557-4397-839c-ba5bfe56673d"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:49:32.690164 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 79e5084f-8557-4397-839c-ba5bfe56673d, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=79e5084f-8557-4397-839c-ba5bfe56673d,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:32.786724 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-2c83f5e5-8c14-4837-aca7-ee33d723b684 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Floating IP 1d6c6f61-ed92-45e8-9540-c2ce47540400 associated. External IP: 172.25.6.219, port: 0194c44a-8c9b-476a-a2df-892896c7ecd8. Nov 02 11:49:32.817349 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:32.940008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=79e5084f-8557-4397-839c-ba5bfe56673d,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:32.967852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4547f62-4184-430a-ab28-94fc0f22bb37 req-330e8a58-111b-4552-9ba8-137b184eed76 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:32.969398 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a4547f62-4184-430a-ab28-94fc0f22bb37 req-330e8a58-111b-4552-9ba8-137b184eed76 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 945 time: 0.1095681 Nov 02 11:49:33.037879 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a4547f62-4184-430a-ab28-94fc0f22bb37 req-69f51060-dcc5-40b9-beb2-625d9f4fb41a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559728 Nov 02 11:49:33.105411 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c83f5e5-8c14-4837-aca7-ee33d723b684 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Router 05fa5de3-8937-40ca-9b82-b070d9fa9dfb has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:49:33.178977 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a29992-0ee4-480a-8f55-1a2cd3b34344 req-30a49766-d5c2-407b-bdda-c32683ca4e0c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:33.178977 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19a29992-0ee4-480a-8f55-1a2cd3b34344 req-30a49766-d5c2-407b-bdda-c32683ca4e0c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 944 time: 0.0638609 Nov 02 11:49:33.267611 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c83f5e5-8c14-4837-aca7-ee33d723b684 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:49:33.267850 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19a29992-0ee4-480a-8f55-1a2cd3b34344 req-3367517e-0608-4989-93c7-3d3ff4f7968f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788670 Nov 02 11:49:33.275937 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2c83f5e5-8c14-4837-aca7-ee33d723b684 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:33.286899 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b0d71e-0856-488e-94fa-3d6ca91fdf3f None None] Sync routers for ids ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:49:33.323175 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b0d71e-0856-488e-94fa-3d6ca91fdf3f None None] Routers {'05fa5de3-8937-40ca-9b82-b070d9fa9dfb'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:49:33.327245 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-86b0d71e-0856-488e-94fa-3d6ca91fdf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:49:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:49:33.330914 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2c83f5e5-8c14-4837-aca7-ee33d723b684 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "PUT /v2.0/floatingips/1d6c6f61-ed92-45e8-9540-c2ce47540400 HTTP/1.1" status: 200 len: 992 time: 1.6467619 Nov 02 11:49:33.331847 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'tag': '0194c44a-8c9b-476a-a2df-892896c7ecd8'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:49:33.336213 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511933f6-27ab-4377-9f3c-1873cb4ed96b" -d '{"events": [{"name": "network-changed", "server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "tag": "0194c44a-8c9b-476a-a2df-892896c7ecd8"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:49:33.423443 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2825f2b-e4f7-45c4-a61b-eb592c984180 x-openstack-request-id: req-f2825f2b-e4f7-45c4-a61b-eb592c984180 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:49:33.424065 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa25c644-326c-4142-ac25-1bb84c8da740", "name": "network-vif-plugged", "status": "completed", "tag": "79e5084f-8557-4397-839c-ba5bfe56673d", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:49:33.424065 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2825f2b-e4f7-45c4-a61b-eb592c984180 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:49:33.424341 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa25c644-326c-4142-ac25-1bb84c8da740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e5084f-8557-4397-839c-ba5bfe56673d', 'code': 200} Nov 02 11:49:33.425040 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d13fb330-5fe1-4b2f-8928-243b2a61519d details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:49:33.620305 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd674767-53b3-4ee5-a484-a15e4668a7f1 req-80c83197-0abe-4def-bb8c-04617f111938 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:33.625832 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd674767-53b3-4ee5-a484-a15e4668a7f1 req-80c83197-0abe-4def-bb8c-04617f111938 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=00711835-4cea-45ae-9355-aa6f57b5233e HTTP/1.1" status: 200 len: 946 time: 0.1090946 Nov 02 11:49:33.640294 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-86b0d71e-0856-488e-94fa-3d6ca91fdf3f None None] Set router 05fa5de3-8937-40ca-9b82-b070d9fa9dfb gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:49:33.720137 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd674767-53b3-4ee5-a484-a15e4668a7f1 req-a966294a-42d4-416c-bf16-af2771b08105 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874751 Nov 02 11:49:33.798351 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d13fb330-5fe1-4b2f-8928-243b2a61519d, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d13fb330-5fe1-4b2f-8928-243b2a61519d,segment=NetworkSegment(805f2aaf-4812-469d-889d-a76c4bfa6f5b),segment_id=805f2aaf-4812-469d-889d-a76c4bfa6f5b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:33.859663 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'd13fb330-5fe1-4b2f-8928-243b2a61519d', 'network_id': 'e9fcb0de-0c01-40ae-a759-26cdd1a51ef4', 'port_id': 'd13fb330-5fe1-4b2f-8928-243b2a61519d', 'mac_address': 'fa:16:3e:07:1f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '256d9665-7c7f-41ad-9f58-255d11056a26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:49:33.940773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf0f34-c17b-4580-acde-31aaec0d35b4 req-42d7da9e-d92d-4e46-a454-c0381f147004 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:33.945345 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8edf0f34-c17b-4580-acde-31aaec0d35b4 req-42d7da9e-d92d-4e46-a454-c0381f147004 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.1152906 Nov 02 11:49:34.020958 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8edf0f34-c17b-4580-acde-31aaec0d35b4 req-638c203e-8389-4b84-ae65-e06c566f7602 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660269 Nov 02 11:49:34.140724 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:34.182291 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13fb330-5fe1-4b2f-8928-243b2a61519d {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:49:34.214144 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d13fb330-5fe1-4b2f-8928-243b2a61519d, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d13fb330-5fe1-4b2f-8928-243b2a61519d,segment=NetworkSegment(805f2aaf-4812-469d-889d-a76c4bfa6f5b),segment_id=805f2aaf-4812-469d-889d-a76c4bfa6f5b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:34.285853 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-86b0d71e-0856-488e-94fa-3d6ca91fdf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'name': 'tempest-TaggedBootDevicesTest-248617132-router', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:46:59Z', 'updated_at': '2021-11-02T11:47:06Z', 'revision_number': 4, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'gw_port': {'id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:00Z', 'updated_at': '2021-11-02T11:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '1d6c6f61-ed92-45e8-9540-c2ce47540400', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'port_id': '0194c44a-8c9b-476a-a2df-892896c7ecd8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696', 'mac_address': 'fa:16:3e:65:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:48:12Z', 'updated_at': '2021-11-02T11:49:32Z', 'revision_number': 1, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3994fd9f-b8e6-4f81-bd92-2570911bf617', 'name': '', 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'mac_address': 'fa:16:3e:bd:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'c931c3ff-ea0b-4408-bd53-510e0450d503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:05Z', 'updated_at': '2021-11-02T11:47:12Z', 'revision_number': 5, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'subnets': [{'id': 'c931c3ff-ea0b-4408-bd53-510e0450d503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:49:34.349646 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b0d71e-0856-488e-94fa-3d6ca91fdf3f None None] Checking router: 05fa5de3-8937-40ca-9b82-b070d9fa9dfb for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:49:34.363027 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b0d71e-0856-488e-94fa-3d6ca91fdf3f None None] Routers {'05fa5de3-8937-40ca-9b82-b070d9fa9dfb'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:49:34.364191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-86b0d71e-0856-488e-94fa-3d6ca91fdf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:49:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:49:34.416364 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:34.464128 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c45da1d-84ba-4af6-86e3-8c5b96806d10 x-openstack-request-id: req-5c45da1d-84ba-4af6-86e3-8c5b96806d10 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:49:34.464810 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "tag": "0194c44a-8c9b-476a-a2df-892896c7ecd8", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:49:34.465311 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c45da1d-84ba-4af6-86e3-8c5b96806d10 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:49:34.468275 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'tag': '0194c44a-8c9b-476a-a2df-892896c7ecd8', 'status': 'completed', 'code': 200} Nov 02 11:49:34.629842 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d13fb330-5fe1-4b2f-8928-243b2a61519d,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:34.647788 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:34.648510 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:34.649068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:34.649674 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:34.650241 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:34.650658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511933f6-27ab-4377-9f3c-1873cb4ed96b req-32755814-8a95-4777-adcc-0335a7f89bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:34.651316 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511933f6-27ab-4377-9f3c-1873cb4ed96b req-32755814-8a95-4777-adcc-0335a7f89bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:34.651634 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:34.651803 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511933f6-27ab-4377-9f3c-1873cb4ed96b req-32755814-8a95-4777-adcc-0335a7f89bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:34.652275 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:34.653363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:34.653489 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511933f6-27ab-4377-9f3c-1873cb4ed96b req-32755814-8a95-4777-adcc-0335a7f89bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:34.653930 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511933f6-27ab-4377-9f3c-1873cb4ed96b req-32755814-8a95-4777-adcc-0335a7f89bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:34.654218 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:34.654601 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511933f6-27ab-4377-9f3c-1873cb4ed96b req-32755814-8a95-4777-adcc-0335a7f89bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:34.655001 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:34.655140 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511933f6-27ab-4377-9f3c-1873cb4ed96b req-32755814-8a95-4777-adcc-0335a7f89bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:34.655756 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:34.657187 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-511933f6-27ab-4377-9f3c-1873cb4ed96b req-32755814-8a95-4777-adcc-0335a7f89bc9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98712f8e25ee41a2953347ba1e13095a&device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 6497 time: 0.1539414 Nov 02 11:49:34.658055 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:49:34.673183 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-86b0d71e-0856-488e-94fa-3d6ca91fdf3f None None] Set router 05fa5de3-8937-40ca-9b82-b070d9fa9dfb gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:49:34.709555 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['d13fb330-5fe1-4b2f-8928-243b2a61519d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:34.738882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e82e4-301f-4f3a-81a6-66bdf0f6d12e req-1736bebc-28de-4ba7-aca8-1f52e5fe004e tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:34.747982 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-507e82e4-301f-4f3a-81a6-66bdf0f6d12e req-1736bebc-28de-4ba7-aca8-1f52e5fe004e tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 945 time: 0.2001638 Nov 02 11:49:34.890818 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-507e82e4-301f-4f3a-81a6-66bdf0f6d12e req-9499fb01-ee36-4dca-9836-3131a240212c tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418264 Nov 02 11:49:34.924135 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511933f6-27ab-4377-9f3c-1873cb4ed96b req-00459bd8-9fd2-455e-8eac-5caee47cf435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:34.924835 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-511933f6-27ab-4377-9f3c-1873cb4ed96b req-00459bd8-9fd2-455e-8eac-5caee47cf435 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2186d30e-762f-43e0-acae-f84c10f25696 HTTP/1.1" status: 200 len: 912 time: 0.2481110 Nov 02 11:49:35.461983 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-86b0d71e-0856-488e-94fa-3d6ca91fdf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'name': 'tempest-TaggedBootDevicesTest-248617132-router', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:46:59Z', 'updated_at': '2021-11-02T11:47:06Z', 'revision_number': 4, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'gw_port': {'id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:00Z', 'updated_at': '2021-11-02T11:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '1d6c6f61-ed92-45e8-9540-c2ce47540400', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'port_id': '0194c44a-8c9b-476a-a2df-892896c7ecd8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696', 'mac_address': 'fa:16:3e:65:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:48:12Z', 'updated_at': '2021-11-02T11:49:32Z', 'revision_number': 1, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3994fd9f-b8e6-4f81-bd92-2570911bf617', 'name': '', 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'mac_address': 'fa:16:3e:bd:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'c931c3ff-ea0b-4408-bd53-510e0450d503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:05Z', 'updated_at': '2021-11-02T11:47:12Z', 'revision_number': 5, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'subnets': [{'id': 'c931c3ff-ea0b-4408-bd53-510e0450d503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:49:35.514361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b0d71e-0856-488e-94fa-3d6ca91fdf3f None None] The sync data for ids ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'] in n-d-806683-18 is: [{'id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'name': 'tempest-TaggedBootDevicesTest-248617132-router', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:46:59Z', 'updated_at': '2021-11-02T11:47:06Z', 'revision_number': 4, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'gw_port': {'id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:00Z', 'updated_at': '2021-11-02T11:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '1d6c6f61-ed92-45e8-9540-c2ce47540400', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'port_id': '0194c44a-8c9b-476a-a2df-892896c7ecd8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696', 'mac_address': 'fa:16:3e:65:05:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:48:12Z', 'updated_at': '2021-11-02T11:49:32Z', 'revision_number': 1, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3994fd9f-b8e6-4f81-bd92-2570911bf617', 'name': '', 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'mac_address': 'fa:16:3e:bd:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'c931c3ff-ea0b-4408-bd53-510e0450d503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:05Z', 'updated_at': '2021-11-02T11:47:12Z', 'revision_number': 5, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'subnets': [{'id': 'c931c3ff-ea0b-4408-bd53-510e0450d503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:49:35.547921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-511933f6-27ab-4377-9f3c-1873cb4ed96b req-a613d23b-747d-4e3c-8044-e693a95610e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0194c44a-8c9b-476a-a2df-892896c7ecd8 HTTP/1.1" status: 200 len: 1000 time: 0.6150572 Nov 02 11:49:35.674084 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-63336b11-6f2e-4c85-96da-0e579ff23837 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:35.683616 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-63336b11-6f2e-4c85-96da-0e579ff23837 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/networks?id=a087ab4d-8c3c-4eac-93fc-b362a1ce245b HTTP/1.1" status: 200 len: 810 time: 0.6049533 Nov 02 11:49:35.759844 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511933f6-27ab-4377-9f3c-1873cb4ed96b req-268c96f3-bdae-44b2-9a31-1911bc3258bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:35.761791 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-511933f6-27ab-4377-9f3c-1873cb4ed96b req-268c96f3-bdae-44b2-9a31-1911bc3258bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c931c3ff-ea0b-4408-bd53-510e0450d503 HTTP/1.1" status: 200 len: 850 time: 0.0698342 Nov 02 11:49:35.804092 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-f7c962e7-d3cb-4218-a861-01dcf3ee9492 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/quotas/ed6d2bb1769041cebe021ebd4b810e30 HTTP/1.1" status: 200 len: 375 time: 0.1190014 Nov 02 11:49:35.919259 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-2a5b7fa9-c7a3-44f9-ba3d-05e3c998ad20 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed6d2bb1769041cebe021ebd4b810e30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1137645 Nov 02 11:49:35.924125 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c56d4e-81e1-40a5-813e-a79159b5d6af None None] New status for floating IP 1d6c6f61-ed92-45e8-9540-c2ce47540400: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:49:36.128262 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86092038-104b-4585-bbd2-c57bd1161bbe req-3bd9d17c-9d21-4594-baa0-e340ff120427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:36.131579 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-86092038-104b-4585-bbd2-c57bd1161bbe req-3bd9d17c-9d21-4594-baa0-e340ff120427 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 1097 time: 0.5818715 Nov 02 11:49:36.198148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511933f6-27ab-4377-9f3c-1873cb4ed96b req-1fa2697e-586c-4187-a8ad-cf62d5546774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:36.201341 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-511933f6-27ab-4377-9f3c-1873cb4ed96b req-1fa2697e-586c-4187-a8ad-cf62d5546774 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2186d30e-762f-43e0-acae-f84c10f25696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3941505 Nov 02 11:49:36.218837 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-86092038-104b-4585-bbd2-c57bd1161bbe req-1ba1eddb-a7bb-4f79-8714-37343a1ee7f8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786893 Nov 02 11:49:36.342380 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-511933f6-27ab-4377-9f3c-1873cb4ed96b req-b79fa8e8-5d66-4c59-a507-9bc67e271149 service neutron] 10.222.0.54 "GET /v2.0/networks/2186d30e-762f-43e0-acae-f84c10f25696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264133 Nov 02 11:49:36.467057 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-fb94b5c6-e201-423f-8b3f-ad77109ba6b8 service neutron] 10.222.0.52 "GET /v2.0/networks/a087ab4d-8c3c-4eac-93fc-b362a1ce245b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422845 Nov 02 11:49:36.631439 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-511933f6-27ab-4377-9f3c-1873cb4ed96b req-ac920f4f-5e54-4ba8-9b71-7162d1cf1f50 service neutron] 10.222.0.54 "GET /v2.0/networks/2186d30e-762f-43e0-acae-f84c10f25696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604806 Nov 02 11:49:36.661473 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-570d8ec0-f52f-491f-aa1f-ddf9402e5b53 service neutron] 10.222.0.52 "GET /v2.0/networks/a087ab4d-8c3c-4eac-93fc-b362a1ce245b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427183 Nov 02 11:49:37.407710 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d13fb330-5fe1-4b2f-8928-243b2a61519d up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:49:37.441898 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e866e4d-b480-4a62-8eed-ff7e1c7b70b6 req-323ac4fe-4bd3-486b-b6a2-7e54353df3d6 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:37.454913 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e866e4d-b480-4a62-8eed-ff7e1c7b70b6 req-323ac4fe-4bd3-486b-b6a2-7e54353df3d6 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 945 time: 0.0826743 Nov 02 11:49:37.531954 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e866e4d-b480-4a62-8eed-ff7e1c7b70b6 req-f9678395-6d43-41a0-a0f0-e74f5be47959 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722976 Nov 02 11:49:37.692042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41146d1a-9643-4ecf-bed3-570883c25ff7 req-32df084f-4ea4-4d3d-94e3-bf202f96b761 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:37.693693 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41146d1a-9643-4ecf-bed3-570883c25ff7 req-32df084f-4ea4-4d3d-94e3-bf202f96b761 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 945 time: 0.0609398 Nov 02 11:49:37.705930 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port d13fb330-5fe1-4b2f-8928-243b2a61519d completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:49:37.710654 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port d13fb330-5fe1-4b2f-8928-243b2a61519d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:49:37.711661 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:37.779856 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41146d1a-9643-4ecf-bed3-570883c25ff7 req-b1478291-2ee9-478c-8833-71ed70b3b7ee tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746107 Nov 02 11:49:37.838313 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:37.868758 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b2dc1c-6f30-4673-97b8-30e566f436dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13fb330-5fe1-4b2f-8928-243b2a61519d'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:49:37.871622 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9deb54c-472a-435b-a424-2ae7fa909f56" -d '{"events": [{"server_uuid": "28b2dc1c-6f30-4673-97b8-30e566f436dd", "name": "network-vif-plugged", "status": "completed", "tag": "d13fb330-5fe1-4b2f-8928-243b2a61519d"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:49:37.885589 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d13fb330-5fe1-4b2f-8928-243b2a61519d, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d13fb330-5fe1-4b2f-8928-243b2a61519d,segment=NetworkSegment(805f2aaf-4812-469d-889d-a76c4bfa6f5b),segment_id=805f2aaf-4812-469d-889d-a76c4bfa6f5b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:37.908688 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-00873327-904f-46ef-b65c-1aa090e00084 req-aee93dc0-fd8c-4a39-bc20-2cdd644901fa tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-111760769&fields=id&tenant_id=6dd87f3a64254d6fb3ba4975ca053bba HTTP/1.1" status: 200 len: 267 time: 0.0540099 Nov 02 11:49:37.974057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00873327-904f-46ef-b65c-1aa090e00084 req-d0c235d2-1642-496a-8378-622641d073c3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:37.976066 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-00873327-904f-46ef-b65c-1aa090e00084 req-d0c235d2-1642-496a-8378-622641d073c3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 945 time: 0.0602570 Nov 02 11:49:37.988604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-00873327-904f-46ef-b65c-1aa090e00084 req-ca50a7ea-8139-4d49-a95d-033eff1da8ea tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Request body: {'port': {'security_groups': ['e8f8159e-2105-453c-8e71-63c703cacfb5', '192cd507-3392-4e66-ba36-042e1078ac8c']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:38.040470 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:38.140650 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d13fb330-5fe1-4b2f-8928-243b2a61519d,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:38.152530 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00873327-904f-46ef-b65c-1aa090e00084 req-ca50a7ea-8139-4d49-a95d-033eff1da8ea tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:38.463577 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-00873327-904f-46ef-b65c-1aa090e00084 req-ca50a7ea-8139-4d49-a95d-033eff1da8ea tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] For port e647cc11-bffc-4a59-b5df-2725a671df7a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e647cc11-bffc-4a59-b5df-2725a671df7a,segment=NetworkSegment(f64b89c0-b9fb-43a2-aeab-4bf9d89be49d),segment_id=f64b89c0-b9fb-43a2-aeab-4bf9d89be49d)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:38.495149 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00873327-904f-46ef-b65c-1aa090e00084 req-ca50a7ea-8139-4d49-a95d-033eff1da8ea tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:38.650404 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00873327-904f-46ef-b65c-1aa090e00084 req-ca50a7ea-8139-4d49-a95d-033eff1da8ea tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:38.663039 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['985bbdbe-f000-44db-94cd-d12175ddae35', 'e647cc11-bffc-4a59-b5df-2725a671df7a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:38.711935 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00873327-904f-46ef-b65c-1aa090e00084 req-ca50a7ea-8139-4d49-a95d-033eff1da8ea tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:38.712558 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00873327-904f-46ef-b65c-1aa090e00084 req-ca50a7ea-8139-4d49-a95d-033eff1da8ea tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:38.713957 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-00873327-904f-46ef-b65c-1aa090e00084 req-ca50a7ea-8139-4d49-a95d-033eff1da8ea tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "PUT /v2.0/ports/e647cc11-bffc-4a59-b5df-2725a671df7a HTTP/1.1" status: 200 len: 981 time: 0.7306230 Nov 02 11:49:38.714412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2915ea09-8fcd-4874-935a-1a512e5f153e', 'tag': 'e647cc11-bffc-4a59-b5df-2725a671df7a'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:49:38.716769 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeab57b5-205d-4e7f-9ccb-1a7532481185" -d '{"events": [{"name": "network-changed", "server_uuid": "2915ea09-8fcd-4874-935a-1a512e5f153e", "tag": "e647cc11-bffc-4a59-b5df-2725a671df7a"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:49:38.743363 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50a7ea-8139-4d49-a95d-033eff1da8ea tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event updated for resources: {'Port': ['ID=e647cc11-bffc-4a59-b5df-2725a671df7a,revision_number=6']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:38.870705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['e647cc11-bffc-4a59-b5df-2725a671df7a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:38.884006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7538e-ec13-46fc-a2b8-bb217ce46172 req-25e786a1-7d12-4b45-9c0c-b90cf23d8415 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:38.885989 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1aa7538e-ec13-46fc-a2b8-bb217ce46172 req-25e786a1-7d12-4b45-9c0c-b90cf23d8415 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.0704057 Nov 02 11:49:38.970610 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1aa7538e-ec13-46fc-a2b8-bb217ce46172 req-c6f74d9c-129e-46d5-8d68-d05934756a77 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776286 Nov 02 11:49:39.168752 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b825550e-98db-4825-8900-b95a7384e176 req-009ebce2-1a71-4036-a438-3b9047eeb8ca tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db40097-e178-43ff-9a61-eccc841bb20b HTTP/1.1" status: 200 len: 210 time: 0.0377862 Nov 02 11:49:39.250393 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea06909d-541e-450b-bfc7-df11f0e4064a x-openstack-request-id: req-ea06909d-541e-450b-bfc7-df11f0e4064a {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:49:39.260386 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b2dc1c-6f30-4673-97b8-30e566f436dd", "name": "network-vif-plugged", "status": "completed", "tag": "d13fb330-5fe1-4b2f-8928-243b2a61519d", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:49:39.260675 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea06909d-541e-450b-bfc7-df11f0e4064a {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:49:39.261104 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b2dc1c-6f30-4673-97b8-30e566f436dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13fb330-5fe1-4b2f-8928-243b2a61519d', 'code': 200} Nov 02 11:49:39.400378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5d02c-9d56-4375-831e-f00353b4894a req-9d1d45cf-dd77-4634-be96-a5de3ea263c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:39.401901 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23b5d02c-9d56-4375-831e-f00353b4894a req-9d1d45cf-dd77-4634-be96-a5de3ea263c6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 1098 time: 0.0909014 Nov 02 11:49:39.489978 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23b5d02c-9d56-4375-831e-f00353b4894a req-e3db5b3f-01fe-48ee-a7b7-01d3c8b3ee27 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809162 Nov 02 11:49:40.421473 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15be7d-b708-4205-bc08-1a4852272cb6 req-78bdbd3a-ff90-4467-900d-6ff51014a1d5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:40.423720 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b15be7d-b708-4205-bc08-1a4852272cb6 req-78bdbd3a-ff90-4467-900d-6ff51014a1d5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 945 time: 0.1260564 Nov 02 11:49:40.536945 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b15be7d-b708-4205-bc08-1a4852272cb6 req-a3e5a6d8-7b67-489c-bbd7-2be597557d36 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937934 Nov 02 11:49:40.606466 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf12dbe-0caf-4b29-8296-44a889a8e530 x-openstack-request-id: req-5bf12dbe-0caf-4b29-8296-44a889a8e530 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:49:40.606963 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2915ea09-8fcd-4874-935a-1a512e5f153e", "tag": "e647cc11-bffc-4a59-b5df-2725a671df7a", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:49:40.607257 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5bf12dbe-0caf-4b29-8296-44a889a8e530 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:49:40.607696 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2915ea09-8fcd-4874-935a-1a512e5f153e', 'tag': 'e647cc11-bffc-4a59-b5df-2725a671df7a', 'status': 'completed', 'code': 200} Nov 02 11:49:40.744640 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-30a31f62-6eba-48a2-bfa3-199df67537bc req-c7ffd02b-3877-452c-ac31-d08da7e3ae2c tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/192cd507-3392-4e66-ba36-042e1078ac8c HTTP/1.1" status: 200 len: 1819 time: 0.0761735 Nov 02 11:49:40.831725 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab57b5-205d-4e7f-9ccb-1a7532481185 req-24cf1a9e-b5d5-402c-954b-52ae2c779d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:40.833993 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aeab57b5-205d-4e7f-9ccb-1a7532481185 req-24cf1a9e-b5d5-402c-954b-52ae2c779d51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6dd87f3a64254d6fb3ba4975ca053bba&device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 1136 time: 0.2027323 Nov 02 11:49:40.887213 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-30a31f62-6eba-48a2-bfa3-199df67537bc req-020d65af-1b8b-428d-ae62-dc2fa082b7be tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 02 11:49:40.904266 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-30a31f62-6eba-48a2-bfa3-199df67537bc req-020d65af-1b8b-428d-ae62-dc2fa082b7be tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "DELETE /v2.0/security-groups/192cd507-3392-4e66-ba36-042e1078ac8c HTTP/1.1" status: 409 len: 341 time: 0.1534860 Nov 02 11:49:41.152030 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10f75883-32df-4709-a664-567dc98662ab req-f8386ae8-a84b-4ae9-9082-5d4d9893685a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1117554 Nov 02 11:49:41.162066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc735b3-b50f-472e-a827-9f743b77f369 req-7320f5ea-52df-4065-89fc-3092dd2f1918 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:41.164576 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-afc735b3-b50f-472e-a827-9f743b77f369 req-7320f5ea-52df-4065-89fc-3092dd2f1918 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1459451 Nov 02 11:49:41.165407 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab57b5-205d-4e7f-9ccb-1a7532481185 req-1c2f6172-98e5-4e01-9b28-952459a80e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:41.167060 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aeab57b5-205d-4e7f-9ccb-1a7532481185 req-1c2f6172-98e5-4e01-9b28-952459a80e0c service neutron] 10.222.0.54 "GET /v2.0/networks?id=ea565753-07ea-47fe-a19f-3aa9c8c8525e HTTP/1.1" status: 200 len: 913 time: 0.3226688 Nov 02 11:49:41.237272 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-afc735b3-b50f-472e-a827-9f743b77f369 req-2dc0df39-19ba-4933-b868-f953aa0a1e50 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659730 Nov 02 11:49:41.334307 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aeab57b5-205d-4e7f-9ccb-1a7532481185 req-0d9e6bc8-2823-4d62-aa1e-63cc6279286f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e647cc11-bffc-4a59-b5df-2725a671df7a HTTP/1.1" status: 200 len: 217 time: 0.1084580 Nov 02 11:49:41.588004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab57b5-205d-4e7f-9ccb-1a7532481185 req-4727d031-56ce-4fde-977e-de55e56cd9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:41.589643 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aeab57b5-205d-4e7f-9ccb-1a7532481185 req-4727d031-56ce-4fde-977e-de55e56cd9e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2942dbb9-6a04-4fab-b66d-9162db302b21 HTTP/1.1" status: 200 len: 852 time: 0.2292457 Nov 02 11:49:41.662535 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-9c7b4432-c198-49dc-9281-4b2614cd8962 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:41.664224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-9c7b4432-c198-49dc-9281-4b2614cd8962 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.79 "GET /v2.0/networks?id=a087ab4d-8c3c-4eac-93fc-b362a1ce245b HTTP/1.1" status: 200 len: 810 time: 0.4257915 Nov 02 11:49:41.667475 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aeab57b5-205d-4e7f-9ccb-1a7532481185 req-b20c492e-7889-4af6-80ca-ee32291b43dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ea565753-07ea-47fe-a19f-3aa9c8c8525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561984 Nov 02 11:49:41.670263 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f75883-32df-4709-a664-567dc98662ab req-d09f3c69-1229-438a-80bb-8716c92b28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:41.675883 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10f75883-32df-4709-a664-567dc98662ab req-d09f3c69-1229-438a-80bb-8716c92b28ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 1097 time: 0.3358321 Nov 02 11:49:41.704293 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-901dabdf-fb50-415e-9846-a672c6a9f35f tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Request body: {'port': {'device_id': '8db40097-e178-43ff-9a61-eccc841bb20b', 'network_id': 'a087ab4d-8c3c-4eac-93fc-b362a1ce245b', 'admin_state_up': True, 'tenant_id': 'ed6d2bb1769041cebe021ebd4b810e30'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:41.965075 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cb09b-84e4-48bf-98a9-2d99fe77bad5 req-43bb3beb-ba10-4fc3-b4b4-e139d36750ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:41.967271 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff8cb09b-84e4-48bf-98a9-2d99fe77bad5 req-43bb3beb-ba10-4fc3-b4b4-e139d36750ae service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=52e69722b9da4b93bbbf782def8d393f&device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 1097 time: 0.0861433 Nov 02 11:49:42.086395 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cb09b-84e4-48bf-98a9-2d99fe77bad5 req-c6f14943-8b8e-4cd8-a1da-34edd311c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:42.087938 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff8cb09b-84e4-48bf-98a9-2d99fe77bad5 req-c6f14943-8b8e-4cd8-a1da-34edd311c12f service neutron] 10.222.0.79 "GET /v2.0/networks?id=30d237d2-fe60-4a8f-b6d3-35144dfca248 HTTP/1.1" status: 200 len: 912 time: 0.1118126 Nov 02 11:49:42.143891 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff8cb09b-84e4-48bf-98a9-2d99fe77bad5 req-413ff3b5-1ab2-4ca5-90f6-756c4c57db5d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 HTTP/1.1" status: 200 len: 217 time: 0.0449758 Nov 02 11:49:42.191178 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0dcf75ed-2a04-4a50-a550-3c18b18b4150 req-2fc64ec6-fab2-4293-844a-f8d6ce875f96 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db40097-e178-43ff-9a61-eccc841bb20b HTTP/1.1" status: 200 len: 210 time: 0.0411654 Nov 02 11:49:42.199102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f75883-32df-4709-a664-567dc98662ab req-ffa23cec-0fd8-41e7-adae-c941afdb5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:42.209385 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10f75883-32df-4709-a664-567dc98662ab req-ffa23cec-0fd8-41e7-adae-c941afdb5066 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.4818988 Nov 02 11:49:42.249177 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cb09b-84e4-48bf-98a9-2d99fe77bad5 req-59d1478a-b804-4ed1-ad3b-2fd16cebf22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:42.250682 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff8cb09b-84e4-48bf-98a9-2d99fe77bad5 req-59d1478a-b804-4ed1-ad3b-2fd16cebf22e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba8183a2-da53-4ec8-989b-84a9ed7accb1 HTTP/1.1" status: 200 len: 851 time: 0.1000123 Nov 02 11:49:42.317704 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff8cb09b-84e4-48bf-98a9-2d99fe77bad5 req-13566af1-39bf-442c-8a1e-70671794834a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=30d237d2-fe60-4a8f-b6d3-35144dfca248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598171 Nov 02 11:49:42.443236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10f75883-32df-4709-a664-567dc98662ab req-a70bd02e-9ddd-4fe7-a0b1-65e106f861d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac HTTP/1.1" status: 200 len: 1000 time: 0.2004356 Nov 02 11:49:42.517273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-901dabdf-fb50-415e-9846-a672c6a9f35f tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Made reservation on behalf of ed6d2bb1769041cebe021ebd4b810e30 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:49:42.523912 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-901dabdf-fb50-415e-9846-a672c6a9f35f tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:42.543301 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff8cb09b-84e4-48bf-98a9-2d99fe77bad5 req-55a54c1a-a434-440b-a019-329792e6425e service neutron] 10.222.0.79 "GET /v2.0/networks/30d237d2-fe60-4a8f-b6d3-35144dfca248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073607 Nov 02 11:49:42.561748 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aeab57b5-205d-4e7f-9ccb-1a7532481185 req-a602eb6e-9ca8-4166-bc13-a9b4cb8ce284 service neutron] 10.222.0.54 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8490267 Nov 02 11:49:42.585534 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f75883-32df-4709-a664-567dc98662ab req-67acdf06-df24-4390-8551-c0cc8eb54463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:42.587312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10f75883-32df-4709-a664-567dc98662ab req-67acdf06-df24-4390-8551-c0cc8eb54463 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.1319566 Nov 02 11:49:42.813543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60c0a432-b2d4-4fa7-af1a-38f2ed2773e1 req-b6addbe1-d277-46cf-8ce2-573806467ba1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4106855 Nov 02 11:49:42.928779 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f75883-32df-4709-a664-567dc98662ab req-0cd69267-51f7-45fb-a0f4-04c2b693ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:42.931349 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10f75883-32df-4709-a664-567dc98662ab req-0cd69267-51f7-45fb-a0f4-04c2b693ec00 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3205318 Nov 02 11:49:43.319822 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ff8cb09b-84e4-48bf-98a9-2d99fe77bad5 req-b66d0da8-588f-4f7b-a853-d2adc578f374 service neutron] 10.222.0.79 "GET /v2.0/networks/30d237d2-fe60-4a8f-b6d3-35144dfca248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7663615 Nov 02 11:49:43.541650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528df5a2-4bc8-4543-8c99-9565cfc831eb req-b1213654-1914-4aff-b016-654885d557c6 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:43.543453 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-528df5a2-4bc8-4543-8c99-9565cfc831eb req-b1213654-1914-4aff-b016-654885d557c6 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 945 time: 0.7683513 Nov 02 11:49:43.600039 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aeab57b5-205d-4e7f-9ccb-1a7532481185 req-7ffe225c-d9df-4bd9-a656-6d2f2a063290 service neutron] 10.222.0.54 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0262232 Nov 02 11:49:43.614744 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-901dabdf-fb50-415e-9846-a672c6a9f35f tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Allocated IP 172.20.0.9 (a087ab4d-8c3c-4eac-93fc-b362a1ce245b/2a05798e-b1b4-4fb5-a250-7b40de5ace36/08511597-4b4c-4e33-b039-f0b3d6743943) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:49:43.626714 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0a432-b2d4-4fa7-af1a-38f2ed2773e1 req-02661405-54c1-4b74-8789-5f8dd9c54c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:43.628336 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60c0a432-b2d4-4fa7-af1a-38f2ed2773e1 req-02661405-54c1-4b74-8789-5f8dd9c54c65 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 1098 time: 0.7581842 Nov 02 11:49:43.679126 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10f75883-32df-4709-a664-567dc98662ab req-2b9b527e-9149-4a23-94e9-1f3a62a7e0c5 service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7093909 Nov 02 11:49:43.729644 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-528df5a2-4bc8-4543-8c99-9565cfc831eb req-09e5f973-cf3d-4af7-8e77-92ed4ca75fb6 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699438 Nov 02 11:49:44.118772 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-901dabdf-fb50-415e-9846-a672c6a9f35f tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:44.205347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb2396-1b31-4584-a979-7f49d26f3847 req-d5efcf0b-5b18-4f65-92c9-6c4f84926340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:44.206874 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9eb2396-1b31-4584-a979-7f49d26f3847 req-d5efcf0b-5b18-4f65-92c9-6c4f84926340 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6dd87f3a64254d6fb3ba4975ca053bba&device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 1136 time: 0.2651477 Nov 02 11:49:44.221424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57b041-93e9-4517-bb7d-e56dd1ecf1bb req-728b205c-93a4-42d4-bf56-bad70e6bd6c2 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:44.223004 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef57b041-93e9-4517-bb7d-e56dd1ecf1bb req-728b205c-93a4-42d4-bf56-bad70e6bd6c2 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.2652316 Nov 02 11:49:44.228597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0a432-b2d4-4fa7-af1a-38f2ed2773e1 req-a1869335-f5e7-474c-8640-ca9eaeb1acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:44.230068 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60c0a432-b2d4-4fa7-af1a-38f2ed2773e1 req-a1869335-f5e7-474c-8640-ca9eaeb1acc8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.5479193 Nov 02 11:49:44.244854 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10f75883-32df-4709-a664-567dc98662ab req-89ec9192-6093-4c32-8fb8-91961d7264f8 service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404937 Nov 02 11:49:44.318634 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60c0a432-b2d4-4fa7-af1a-38f2ed2773e1 req-c961cc5d-2bef-4cf2-b96e-3d2ef1bdf77c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8b6d3e4-a501-419a-8a24-459928245fc1 HTTP/1.1" status: 200 len: 217 time: 0.0757794 Nov 02 11:49:44.434639 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef57b041-93e9-4517-bb7d-e56dd1ecf1bb req-ea6f8152-9929-418a-8749-69647ce37094 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013669 Nov 02 11:49:44.438972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0a432-b2d4-4fa7-af1a-38f2ed2773e1 req-59974b64-8b62-45aa-9a98-4dcc2440ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:44.440434 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60c0a432-b2d4-4fa7-af1a-38f2ed2773e1 req-59974b64-8b62-45aa-9a98-4dcc2440ac7c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.0881937 Nov 02 11:49:44.487435 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-901dabdf-fb50-415e-9846-a672c6a9f35f tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:44.490896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb2396-1b31-4584-a979-7f49d26f3847 req-4c31057e-7553-4733-8d89-8fa8df2df8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:44.492406 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9eb2396-1b31-4584-a979-7f49d26f3847 req-4c31057e-7553-4733-8d89-8fa8df2df8f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ea565753-07ea-47fe-a19f-3aa9c8c8525e HTTP/1.1" status: 200 len: 913 time: 0.2682707 Nov 02 11:49:44.589733 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-901dabdf-fb50-415e-9846-a672c6a9f35f tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Network a087ab4d-8c3c-4eac-93fc-b362a1ce245b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:49:44.615485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-901dabdf-fb50-415e-9846-a672c6a9f35f tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:49:44.623804 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9eb2396-1b31-4584-a979-7f49d26f3847 req-7e759440-6903-4091-838c-5438cf07ab30 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e647cc11-bffc-4a59-b5df-2725a671df7a HTTP/1.1" status: 200 len: 217 time: 0.0976479 Nov 02 11:49:44.627272 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-901dabdf-fb50-415e-9846-a672c6a9f35f tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:49:44.631981 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0a432-b2d4-4fa7-af1a-38f2ed2773e1 req-4d50fa98-ce12-4cd8-a7a2-b2889e581969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:44.633464 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60c0a432-b2d4-4fa7-af1a-38f2ed2773e1 req-4d50fa98-ce12-4cd8-a7a2-b2889e581969 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1792343 Nov 02 11:49:44.682348 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901dabdf-fb50-415e-9846-a672c6a9f35f tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Pushing event updated for resources: {'Port': ['ID=08511597-4b4c-4e33-b039-f0b3d6743943,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:44.853196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ddb57-5cd2-4cb9-894c-35d03dcf47e4 req-6bd0685d-85e6-4d11-88db-b2211053077d tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:44.855042 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-454ddb57-5cd2-4cb9-894c-35d03dcf47e4 req-6bd0685d-85e6-4d11-88db-b2211053077d tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.3242996 Nov 02 11:49:44.877219 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-901dabdf-fb50-415e-9846-a672c6a9f35f tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:44.877864 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-901dabdf-fb50-415e-9846-a672c6a9f35f tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:44.942647 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb2396-1b31-4584-a979-7f49d26f3847 req-a192b1fd-358d-4b26-90f2-6f75056fc712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:44.944166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9eb2396-1b31-4584-a979-7f49d26f3847 req-a192b1fd-358d-4b26-90f2-6f75056fc712 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2942dbb9-6a04-4fab-b66d-9162db302b21 HTTP/1.1" status: 200 len: 852 time: 0.3084731 Nov 02 11:49:45.000153 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-454ddb57-5cd2-4cb9-894c-35d03dcf47e4 req-bb153e91-aad9-4078-a413-fef7bb535590 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305940 Nov 02 11:49:45.006305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9eb2396-1b31-4584-a979-7f49d26f3847 req-a09f9701-754b-421e-9af9-d794d33cbdd3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ea565753-07ea-47fe-a19f-3aa9c8c8525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455256 Nov 02 11:49:45.009725 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-901dabdf-fb50-415e-9846-a672c6a9f35f tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3327363 Nov 02 11:49:45.044443 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Request body: {'port': {'device_id': '8db40097-e178-43ff-9a61-eccc841bb20b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:45.125013 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:45.171868 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60c0a432-b2d4-4fa7-af1a-38f2ed2773e1 req-2c39bcc4-0e77-49f2-b53c-d76e63702c62 service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266995 Nov 02 11:49:45.361936 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60c0a432-b2d4-4fa7-af1a-38f2ed2773e1 req-057867f3-c855-43ff-9bcb-545c87ddc89c service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777487 Nov 02 11:49:45.390105 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79742558-b26e-400a-ac90-2a9a78689c53 req-fac16296-1fb7-4cc2-b30a-2455620fe57c tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:45.391739 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79742558-b26e-400a-ac90-2a9a78689c53 req-fac16296-1fb7-4cc2-b30a-2455620fe57c tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 984 time: 0.2779593 Nov 02 11:49:45.466200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9eb2396-1b31-4584-a979-7f49d26f3847 req-94b44841-b559-4280-bb62-b6aa598cd280 service neutron] 10.222.0.54 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918254 Nov 02 11:49:45.590248 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79742558-b26e-400a-ac90-2a9a78689c53 req-c464f5fe-df98-43f4-86e3-573a2314c1a6 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=192cd507-3392-4e66-ba36-042e1078ac8c&id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1823711 Nov 02 11:49:45.670656 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9eb2396-1b31-4584-a979-7f49d26f3847 req-e818a7d2-a154-44e6-a34c-584c593269a5 service neutron] 10.222.0.54 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677120 Nov 02 11:49:46.029999 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08511597-4b4c-4e33-b039-f0b3d6743943 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:49:46.042590 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:46.087904 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Transition to ACTIVE for port object 08511597-4b4c-4e33-b039-f0b3d6743943 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:49:46.115047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f761eb7-c06d-4b05-bd71-d164bdc7b5bf req-5fab3412-8524-446d-81e5-bf72f771c160 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:46.119623 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f761eb7-c06d-4b05-bd71-d164bdc7b5bf req-5fab3412-8524-446d-81e5-bf72f771c160 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db40097-e178-43ff-9a61-eccc841bb20b HTTP/1.1" status: 200 len: 931 time: 0.2938943 Nov 02 11:49:46.193036 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f761eb7-c06d-4b05-bd71-d164bdc7b5bf req-1d93a4a2-cfc7-4276-908f-ca445e4dd91d tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b379687c-786a-434f-922e-1bcabfd94d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588739 Nov 02 11:49:46.233717 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:46.347184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Pushing event updated for resources: {'Port': ['ID=08511597-4b4c-4e33-b039-f0b3d6743943,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:46.397452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20d047-32c9-4577-ad17-61d112c67017 req-ad324a8a-80cb-45bd-9430-17bb550525c1 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:46.403289 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd20d047-32c9-4577-ad17-61d112c67017 req-ad324a8a-80cb-45bd-9430-17bb550525c1 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 945 time: 0.0873106 Nov 02 11:49:46.479734 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd20d047-32c9-4577-ad17-61d112c67017 req-ff317223-e5a7-44f8-b333-8ddc6f549635 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559664 Nov 02 11:49:46.602100 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:49:46.767202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Attempting to bind port 08511597-4b4c-4e33-b039-f0b3d6743943 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:49:46.767202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Attempting to bind port 08511597-4b4c-4e33-b039-f0b3d6743943 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '85e9a8a2-6aa6-4f29-b961-6fbe6f96f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a087ab4d-8c3c-4eac-93fc-b362a1ce245b'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:49:46.767791 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Attempting to bind port 08511597-4b4c-4e33-b039-f0b3d6743943 on network a087ab4d-8c3c-4eac-93fc-b362a1ce245b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:49:46.777140 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Port 08511597-4b4c-4e33-b039-f0b3d6743943 on network a087ab4d-8c3c-4eac-93fc-b362a1ce245b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:49:46.777605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Attempting to bind port 08511597-4b4c-4e33-b039-f0b3d6743943 on network a087ab4d-8c3c-4eac-93fc-b362a1ce245b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:49:46.792702 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:49:46.793096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Checking segment: {'id': '85e9a8a2-6aa6-4f29-b961-6fbe6f96f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a087ab4d-8c3c-4eac-93fc-b362a1ce245b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:49:46.793587 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Bound using segment: {'id': '85e9a8a2-6aa6-4f29-b961-6fbe6f96f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a087ab4d-8c3c-4eac-93fc-b362a1ce245b'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:49:46.795363 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Bound port: 08511597-4b4c-4e33-b039-f0b3d6743943, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e9a8a2-6aa6-4f29-b961-6fbe6f96f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a087ab4d-8c3c-4eac-93fc-b362a1ce245b'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:49:46.795996 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:46.816688 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc532d-5e10-4094-b260-04d2d23974ec req-5a6abe54-3f35-44e0-9ea5-ebb37c066822 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:46.821127 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15fc532d-5e10-4094-b260-04d2d23974ec req-5a6abe54-3f35-44e0-9ea5-ebb37c066822 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/networks?id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 HTTP/1.1" status: 200 len: 813 time: 0.2084913 Nov 02 11:49:46.846216 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15fc532d-5e10-4094-b260-04d2d23974ec req-27a850c4-2e80-4d80-a282-d73363d24264 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/quotas/165db02e24404cac9e67fdf905cccadf HTTP/1.1" status: 200 len: 375 time: 0.0210478 Nov 02 11:49:46.966898 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] For port 08511597-4b4c-4e33-b039-f0b3d6743943, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:49:46.971181 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15fc532d-5e10-4094-b260-04d2d23974ec req-bddd9314-12fe-4950-a16d-badfe64722ee tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=165db02e24404cac9e67fdf905cccadf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1238284 Nov 02 11:49:46.973479 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] For port 08511597-4b4c-4e33-b039-f0b3d6743943, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=08511597-4b4c-4e33-b039-f0b3d6743943,segment=NetworkSegment(85e9a8a2-6aa6-4f29-b961-6fbe6f96f3de),segment_id=85e9a8a2-6aa6-4f29-b961-6fbe6f96f3de)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:49:47.061614 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:47.133948 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:47.134645 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:47.136280 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] 10.222.0.79 "PUT /v2.0/ports/08511597-4b4c-4e33-b039-f0b3d6743943 HTTP/1.1" status: 200 len: 1092 time: 2.0965714 Nov 02 11:49:47.139293 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db40097-e178-43ff-9a61-eccc841bb20b', 'tag': '08511597-4b4c-4e33-b039-f0b3d6743943'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:49:47.141208 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387fcdc3-4592-4cdd-8fdc-72fb7cbd50a9" -d '{"events": [{"name": "network-changed", "server_uuid": "8db40097-e178-43ff-9a61-eccc841bb20b", "tag": "08511597-4b4c-4e33-b039-f0b3d6743943"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:49:47.188091 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15fc532d-5e10-4094-b260-04d2d23974ec req-efb4dbf0-7f4c-44e6-8997-6b6848bc54c6 service neutron] 10.222.0.52 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953852 Nov 02 11:49:47.188814 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182aff67-5d53-4fad-85af-4b44922c3da6 service neutron] Pushing event updated for resources: {'Port': ['ID=08511597-4b4c-4e33-b039-f0b3d6743943,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:47.373699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-3989a41b-aaea-46f4-afd0-f4b577fbadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:47.375407 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-3989a41b-aaea-46f4-afd0-f4b577fbadfb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed6d2bb1769041cebe021ebd4b810e30&device_id=8db40097-e178-43ff-9a61-eccc841bb20b HTTP/1.1" status: 200 len: 1095 time: 0.0732436 Nov 02 11:49:47.392759 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15fc532d-5e10-4094-b260-04d2d23974ec req-d8f53bf8-58f1-434f-ab33-47a744c8e065 service neutron] 10.222.0.52 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910222 Nov 02 11:49:47.491945 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-458f27ca-e9de-4e49-a207-6ad195c2ce7b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08511597-4b4c-4e33-b039-f0b3d6743943 HTTP/1.1" status: 200 len: 217 time: 0.0946455 Nov 02 11:49:47.590350 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f407fb42-a3a0-438e-afa1-484ea0b86e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:47.668141 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-eec76eca-8024-4518-9617-97a3af908034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:47.669931 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-eec76eca-8024-4518-9617-97a3af908034 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2a05798e-b1b4-4fb5-a250-7b40de5ace36 HTTP/1.1" status: 200 len: 850 time: 0.1711168 Nov 02 11:49:47.752077 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-55b7de0f-fe24-4bcc-a34a-bdd5fb8fc13f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a087ab4d-8c3c-4eac-93fc-b362a1ce245b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745795 Nov 02 11:49:48.011174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b2c0a-dc90-424e-af6f-77f7ad777243 req-2628b718-8c69-47a6-85d7-1f12d2c290ae tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:48.021331 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f8b2c0a-dc90-424e-af6f-77f7ad777243 req-2628b718-8c69-47a6-85d7-1f12d2c290ae tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.1156504 Nov 02 11:49:48.085135 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-52682d02-ab63-4099-9fc8-ad0b5c0465ff service neutron] 10.222.0.79 "GET /v2.0/networks/a087ab4d-8c3c-4eac-93fc-b362a1ce245b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247006 Nov 02 11:49:48.136140 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f8b2c0a-dc90-424e-af6f-77f7ad777243 req-5f783d56-e6be-4343-af75-faca069afd63 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069586 Nov 02 11:49:48.329306 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-227bcc14-5c52-4678-8cae-dbbeab2bc627 req-fc758d22-ceec-4058-a154-76f47bfa5279 service neutron] 10.222.0.79 "GET /v2.0/networks/a087ab4d-8c3c-4eac-93fc-b362a1ce245b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125347 Nov 02 11:49:48.350202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa8b7e-4858-4787-bbd4-14e56ea7f59c req-e8f43061-4a8e-43c3-8960-94517e44d391 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:48.359624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72fa8b7e-4858-4787-bbd4-14e56ea7f59c req-e8f43061-4a8e-43c3-8960-94517e44d391 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 984 time: 0.0936189 Nov 02 11:49:48.434068 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72fa8b7e-4858-4787-bbd4-14e56ea7f59c req-90325f74-3771-4d4e-a278-0e7990dfc561 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=192cd507-3392-4e66-ba36-042e1078ac8c&id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0716407 Nov 02 11:49:48.585197 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df187309-0934-4f5f-b5d8-8afbc21d2ae8 x-openstack-request-id: req-df187309-0934-4f5f-b5d8-8afbc21d2ae8 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:49:48.585766 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db40097-e178-43ff-9a61-eccc841bb20b", "tag": "08511597-4b4c-4e33-b039-f0b3d6743943", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:49:48.587282 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df187309-0934-4f5f-b5d8-8afbc21d2ae8 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:49:48.587965 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db40097-e178-43ff-9a61-eccc841bb20b', 'tag': '08511597-4b4c-4e33-b039-f0b3d6743943', 'status': 'completed', 'code': 200} Nov 02 11:49:48.875070 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36898354-ee81-43f5-9344-81d9d772dae8 req-8fbc1df8-cee5-4776-838f-676c27df9b8e tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:48.895639 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36898354-ee81-43f5-9344-81d9d772dae8 req-8fbc1df8-cee5-4776-838f-676c27df9b8e tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db40097-e178-43ff-9a61-eccc841bb20b HTTP/1.1" status: 200 len: 943 time: 0.2084308 Nov 02 11:49:48.974111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fcdc3-4592-4cdd-8fdc-72fb7cbd50a9 req-45158c46-7b1c-4aa0-82c5-45f0adb78f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:48.974111 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-387fcdc3-4592-4cdd-8fdc-72fb7cbd50a9 req-45158c46-7b1c-4aa0-82c5-45f0adb78f16 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed6d2bb1769041cebe021ebd4b810e30&device_id=8db40097-e178-43ff-9a61-eccc841bb20b HTTP/1.1" status: 200 len: 1095 time: 0.3164186 Nov 02 11:49:49.069180 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36898354-ee81-43f5-9344-81d9d772dae8 req-1ecc30cb-4d05-452a-8890-fb292791384c tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b379687c-786a-434f-922e-1bcabfd94d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717093 Nov 02 11:49:49.180736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fcdc3-4592-4cdd-8fdc-72fb7cbd50a9 req-93e23abe-4ae7-4fab-82e5-db5f8a34f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:49.182241 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-387fcdc3-4592-4cdd-8fdc-72fb7cbd50a9 req-93e23abe-4ae7-4fab-82e5-db5f8a34f65c service neutron] 10.222.0.79 "GET /v2.0/networks?id=a087ab4d-8c3c-4eac-93fc-b362a1ce245b HTTP/1.1" status: 200 len: 911 time: 0.2308919 Nov 02 11:49:49.249978 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-387fcdc3-4592-4cdd-8fdc-72fb7cbd50a9 req-23b9a494-50a5-458d-bc76-22e489cd8816 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08511597-4b4c-4e33-b039-f0b3d6743943 HTTP/1.1" status: 200 len: 217 time: 0.0557401 Nov 02 11:49:49.343676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf83b5-c426-42dc-b1b3-246a1e9598c6 req-44dec620-bfa3-413b-bb3d-776543351007 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:49.345403 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64bf83b5-c426-42dc-b1b3-246a1e9598c6 req-44dec620-bfa3-413b-bb3d-776543351007 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 945 time: 0.0945506 Nov 02 11:49:49.352694 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fcdc3-4592-4cdd-8fdc-72fb7cbd50a9 req-bedd7151-a767-46db-bfa7-9a6846ce95a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:49.354212 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-387fcdc3-4592-4cdd-8fdc-72fb7cbd50a9 req-bedd7151-a767-46db-bfa7-9a6846ce95a6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2a05798e-b1b4-4fb5-a250-7b40de5ace36 HTTP/1.1" status: 200 len: 850 time: 0.0942104 Nov 02 11:49:49.392670 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-387fcdc3-4592-4cdd-8fdc-72fb7cbd50a9 req-6b79fa8f-330b-4b75-bac3-d968b3e56eeb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a087ab4d-8c3c-4eac-93fc-b362a1ce245b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295947 Nov 02 11:49:49.512797 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64bf83b5-c426-42dc-b1b3-246a1e9598c6 req-13902b5f-93ec-43d9-9873-2c538ba41819 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244791 Nov 02 11:49:49.557817 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-387fcdc3-4592-4cdd-8fdc-72fb7cbd50a9 req-20d44b89-d1cb-4d2c-9251-d69e109e5b81 service neutron] 10.222.0.79 "GET /v2.0/networks/a087ab4d-8c3c-4eac-93fc-b362a1ce245b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571696 Nov 02 11:49:49.609199 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63350848-f787-496a-b31e-d456e7ec0a10 req-a6b64939-ce6d-4c63-a323-5c752dcc7f74 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=030b426d-5bde-4e5f-b48b-4dc30a4e0157 HTTP/1.1" status: 200 len: 210 time: 0.0503559 Nov 02 11:49:49.696439 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c0510e4d-7ffe-4e87-a457-5d8d9a17e22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:50.020121 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-387fcdc3-4592-4cdd-8fdc-72fb7cbd50a9 req-51930d78-0699-44db-b824-20920f7b355c service neutron] 10.222.0.79 "GET /v2.0/networks/a087ab4d-8c3c-4eac-93fc-b362a1ce245b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477203 Nov 02 11:49:50.293763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ccafd23-3575-40b4-aee9-cf02070c4db9 req-808f38b6-8eaf-4371-8d86-76be2c814680 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1668492649&fields=id&tenant_id=6dd87f3a64254d6fb3ba4975ca053bba HTTP/1.1" status: 200 len: 267 time: 0.0810816 Nov 02 11:49:50.369448 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccafd23-3575-40b4-aee9-cf02070c4db9 req-8a3e26df-9512-4e50-9a82-efcb8849bc87 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:50.371738 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ccafd23-3575-40b4-aee9-cf02070c4db9 req-8a3e26df-9512-4e50-9a82-efcb8849bc87 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 984 time: 0.0701981 Nov 02 11:49:50.389651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-0ccafd23-3575-40b4-aee9-cf02070c4db9 req-859da2d7-65dc-44b6-9e0c-8277c92915ba tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Request body: {'port': {'security_groups': ['192cd507-3392-4e66-ba36-042e1078ac8c', 'e8f8159e-2105-453c-8e71-63c703cacfb5', 'b9de0855-b53f-4700-9f5b-11e5f1f603b2']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:50.497093 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0ccafd23-3575-40b4-aee9-cf02070c4db9 req-859da2d7-65dc-44b6-9e0c-8277c92915ba tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:50.773231 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-0ccafd23-3575-40b4-aee9-cf02070c4db9 req-859da2d7-65dc-44b6-9e0c-8277c92915ba tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] For port e647cc11-bffc-4a59-b5df-2725a671df7a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e647cc11-bffc-4a59-b5df-2725a671df7a,segment=NetworkSegment(f64b89c0-b9fb-43a2-aeab-4bf9d89be49d),segment_id=f64b89c0-b9fb-43a2-aeab-4bf9d89be49d)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:50.817347 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0ccafd23-3575-40b4-aee9-cf02070c4db9 req-859da2d7-65dc-44b6-9e0c-8277c92915ba tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:50.918889 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:50.947454 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0ccafd23-3575-40b4-aee9-cf02070c4db9 req-859da2d7-65dc-44b6-9e0c-8277c92915ba tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:50.959625 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['985bbdbe-f000-44db-94cd-d12175ddae35', 'e647cc11-bffc-4a59-b5df-2725a671df7a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:51.025370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccafd23-3575-40b4-aee9-cf02070c4db9 req-859da2d7-65dc-44b6-9e0c-8277c92915ba tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:51.025370 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0ccafd23-3575-40b4-aee9-cf02070c4db9 req-859da2d7-65dc-44b6-9e0c-8277c92915ba tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:51.025370 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ccafd23-3575-40b4-aee9-cf02070c4db9 req-859da2d7-65dc-44b6-9e0c-8277c92915ba tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "PUT /v2.0/ports/e647cc11-bffc-4a59-b5df-2725a671df7a HTTP/1.1" status: 200 len: 1020 time: 0.6409149 Nov 02 11:49:51.025370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2915ea09-8fcd-4874-935a-1a512e5f153e', 'tag': 'e647cc11-bffc-4a59-b5df-2725a671df7a'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:49:51.025370 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c545a7-282c-42a3-92f8-e91224aa0698" -d '{"events": [{"name": "network-changed", "server_uuid": "2915ea09-8fcd-4874-935a-1a512e5f153e", "tag": "e647cc11-bffc-4a59-b5df-2725a671df7a"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:49:51.120200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859da2d7-65dc-44b6-9e0c-8277c92915ba tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event updated for resources: {'Port': ['ID=e647cc11-bffc-4a59-b5df-2725a671df7a,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:51.170675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc532d-5e10-4094-b260-04d2d23974ec req-56ba282b-f499-4a88-826d-2879d845c214 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:51.172256 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15fc532d-5e10-4094-b260-04d2d23974ec req-56ba282b-f499-4a88-826d-2879d845c214 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.54 "GET /v2.0/networks?id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 HTTP/1.1" status: 200 len: 813 time: 0.1928694 Nov 02 11:49:51.193932 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['e647cc11-bffc-4a59-b5df-2725a671df7a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:51.210567 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-15fc532d-5e10-4094-b260-04d2d23974ec req-b0f68c01-a4ff-470a-9a5f-6904dc2dfffc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Request body: {'port': {'device_id': '030b426d-5bde-4e5f-b48b-4dc30a4e0157', 'network_id': 'e9fcb0de-0c01-40ae-a759-26cdd1a51ef4', 'admin_state_up': True, 'tenant_id': '165db02e24404cac9e67fdf905cccadf'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:51.433353 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fac55-fe6a-458f-b2d9-e76eaa9cc062 req-77fedc0b-a97a-475b-af9e-3a230dc4c32b tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:51.435497 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d21fac55-fe6a-458f-b2d9-e76eaa9cc062 req-77fedc0b-a97a-475b-af9e-3a230dc4c32b tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db40097-e178-43ff-9a61-eccc841bb20b HTTP/1.1" status: 200 len: 943 time: 0.1225109 Nov 02 11:49:51.451973 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 08511597-4b4c-4e33-b039-f0b3d6743943 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:49:51.494313 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d21fac55-fe6a-458f-b2d9-e76eaa9cc062 req-68cf9468-7fdb-4eb9-93b7-94267ac76e6b tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b379687c-786a-434f-922e-1bcabfd94d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513620 Nov 02 11:49:51.566361 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15fc532d-5e10-4094-b260-04d2d23974ec req-b0f68c01-a4ff-470a-9a5f-6904dc2dfffc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Made reservation on behalf of 165db02e24404cac9e67fdf905cccadf for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:49:51.570000 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-15fc532d-5e10-4094-b260-04d2d23974ec req-b0f68c01-a4ff-470a-9a5f-6904dc2dfffc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:51.683453 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281c186-22ce-4805-994d-f55d9096c33a req-c5b1505a-ccc3-442f-8bc2-7dd570620a2f tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:51.685562 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b281c186-22ce-4805-994d-f55d9096c33a req-c5b1505a-ccc3-442f-8bc2-7dd570620a2f tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.1284688 Nov 02 11:49:51.688691 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 08511597-4b4c-4e33-b039-f0b3d6743943, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=08511597-4b4c-4e33-b039-f0b3d6743943,segment=NetworkSegment(85e9a8a2-6aa6-4f29-b961-6fbe6f96f3de),segment_id=85e9a8a2-6aa6-4f29-b961-6fbe6f96f3de)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:51.725565 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '08511597-4b4c-4e33-b039-f0b3d6743943', 'network_id': 'a087ab4d-8c3c-4eac-93fc-b362a1ce245b', 'port_id': '08511597-4b4c-4e33-b039-f0b3d6743943', 'mac_address': 'fa:16:3e:b7:a1:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a05798e-b1b4-4fb5-a250-7b40de5ace36', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:49:51.785603 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-15fc532d-5e10-4094-b260-04d2d23974ec req-b0f68c01-a4ff-470a-9a5f-6904dc2dfffc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Allocated IP 172.20.0.5 (e9fcb0de-0c01-40ae-a759-26cdd1a51ef4/256d9665-7c7f-41ad-9f58-255d11056a26/4b8a6367-36e5-47e7-879a-2fc68af5d90f) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:49:51.791205 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b281c186-22ce-4805-994d-f55d9096c33a req-0a703e71-e17a-41ac-92fc-5a3b5b1fb289 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938892 Nov 02 11:49:51.847056 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:51.881245 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08511597-4b4c-4e33-b039-f0b3d6743943 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:49:51.910485 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 08511597-4b4c-4e33-b039-f0b3d6743943, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=08511597-4b4c-4e33-b039-f0b3d6743943,segment=NetworkSegment(85e9a8a2-6aa6-4f29-b961-6fbe6f96f3de),segment_id=85e9a8a2-6aa6-4f29-b961-6fbe6f96f3de)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:51.981543 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:51.998383 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca60625-b1ff-486c-aef2-1c759445a898 req-34a17ef3-41dc-47f4-be19-a49f392a50c5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:52.000252 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eca60625-b1ff-486c-aef2-1c759445a898 req-34a17ef3-41dc-47f4-be19-a49f392a50c5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 945 time: 0.1268191 Nov 02 11:49:52.043108 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=08511597-4b4c-4e33-b039-f0b3d6743943,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:52.077364 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-15fc532d-5e10-4094-b260-04d2d23974ec req-b0f68c01-a4ff-470a-9a5f-6904dc2dfffc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:52.125765 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eca60625-b1ff-486c-aef2-1c759445a898 req-7aa913b8-a248-47c9-bea0-960293ab6b28 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004076 Nov 02 11:49:52.214198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90ce29-0c27-4e7a-bbc5-3b39505b5c50 req-bf7053cf-78a9-4384-98a8-8322a5467167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:52.215820 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab90ce29-0c27-4e7a-bbc5-3b39505b5c50 req-bf7053cf-78a9-4384-98a8-8322a5467167 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 1097 time: 0.0679374 Nov 02 11:49:52.240605 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d3239ad-d5b1-46c7-be64-1cface57d39b req-95b8ca61-403d-4a15-ba4c-3d1b7b5f3c75 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=030b426d-5bde-4e5f-b48b-4dc30a4e0157 HTTP/1.1" status: 200 len: 210 time: 0.0411336 Nov 02 11:49:52.295201 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-15fc532d-5e10-4094-b260-04d2d23974ec req-b0f68c01-a4ff-470a-9a5f-6904dc2dfffc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:52.317036 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['08511597-4b4c-4e33-b039-f0b3d6743943'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:52.379786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15fc532d-5e10-4094-b260-04d2d23974ec req-b0f68c01-a4ff-470a-9a5f-6904dc2dfffc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Network e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:49:52.403931 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-15fc532d-5e10-4094-b260-04d2d23974ec req-b0f68c01-a4ff-470a-9a5f-6904dc2dfffc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:49:52.414863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fc532d-5e10-4094-b260-04d2d23974ec req-b0f68c01-a4ff-470a-9a5f-6904dc2dfffc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:49:52.422071 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f68c01-a4ff-470a-9a5f-6904dc2dfffc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Pushing event updated for resources: {'Port': ['ID=4b8a6367-36e5-47e7-879a-2fc68af5d90f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:52.449840 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3b3dbc7-21f2-4f8e-be08-4e1354eefd74 req-39fb1cbb-07e6-43e6-b4e6-a8e4cd739151 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/b9de0855-b53f-4700-9f5b-11e5f1f603b2 HTTP/1.1" status: 200 len: 1819 time: 0.1591454 Nov 02 11:49:52.453576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90ce29-0c27-4e7a-bbc5-3b39505b5c50 req-03bdde7d-6ad8-48b8-82b5-bdbd23698b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:52.455606 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab90ce29-0c27-4e7a-bbc5-3b39505b5c50 req-03bdde7d-6ad8-48b8-82b5-bdbd23698b5f service neutron] 10.222.0.54 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.2248573 Nov 02 11:49:52.463707 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:52.533184 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab90ce29-0c27-4e7a-bbc5-3b39505b5c50 req-3b08be29-51e8-450b-8d1e-79b774aa60c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79e5084f-8557-4397-839c-ba5bfe56673d HTTP/1.1" status: 200 len: 217 time: 0.0635686 Nov 02 11:49:52.547751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc532d-5e10-4094-b260-04d2d23974ec req-b0f68c01-a4ff-470a-9a5f-6904dc2dfffc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:52.553285 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-15fc532d-5e10-4094-b260-04d2d23974ec req-b0f68c01-a4ff-470a-9a5f-6904dc2dfffc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:52.613547 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-f3b3dbc7-21f2-4f8e-be08-4e1354eefd74 req-70152dfc-ab39-48d5-88a8-2d2e4af0e0a9 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 02 11:49:52.614653 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3b3dbc7-21f2-4f8e-be08-4e1354eefd74 req-70152dfc-ab39-48d5-88a8-2d2e4af0e0a9 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "DELETE /v2.0/security-groups/b9de0855-b53f-4700-9f5b-11e5f1f603b2 HTTP/1.1" status: 409 len: 341 time: 0.1564851 Nov 02 11:49:52.629169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90ce29-0c27-4e7a-bbc5-3b39505b5c50 req-5eb5a060-7130-4636-9d6c-c3a976f16a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:52.629169 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab90ce29-0c27-4e7a-bbc5-3b39505b5c50 req-5eb5a060-7130-4636-9d6c-c3a976f16a38 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.0698495 Nov 02 11:49:52.673438 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e742dcaf-f7e0-4d99-ac0f-a46e2301dab9 x-openstack-request-id: req-e742dcaf-f7e0-4d99-ac0f-a46e2301dab9 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:49:52.673438 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2915ea09-8fcd-4874-935a-1a512e5f153e", "tag": "e647cc11-bffc-4a59-b5df-2725a671df7a", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:49:52.673438 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e742dcaf-f7e0-4d99-ac0f-a46e2301dab9 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:49:52.673438 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2915ea09-8fcd-4874-935a-1a512e5f153e', 'tag': 'e647cc11-bffc-4a59-b5df-2725a671df7a', 'status': 'completed', 'code': 200} Nov 02 11:49:52.683585 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15fc532d-5e10-4094-b260-04d2d23974ec req-b0f68c01-a4ff-470a-9a5f-6904dc2dfffc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4809067 Nov 02 11:49:52.693719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90ce29-0c27-4e7a-bbc5-3b39505b5c50 req-676a37c6-d1e3-44a7-8f2e-b0dabf974290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:52.695362 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab90ce29-0c27-4e7a-bbc5-3b39505b5c50 req-676a37c6-d1e3-44a7-8f2e-b0dabf974290 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608130 Nov 02 11:49:52.706133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Request body: {'port': {'device_id': '030b426d-5bde-4e5f-b48b-4dc30a4e0157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:49:52.774215 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c545a7-282c-42a3-92f8-e91224aa0698 req-bcf43e1e-f0f6-4548-a893-b347020701e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:52.775382 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8c545a7-282c-42a3-92f8-e91224aa0698 req-bcf43e1e-f0f6-4548-a893-b347020701e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6dd87f3a64254d6fb3ba4975ca053bba&device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 1175 time: 0.0663891 Nov 02 11:49:52.857967 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:52.883045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c545a7-282c-42a3-92f8-e91224aa0698 req-fc779205-7e3d-4e42-b7fe-f9e5d85fce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:52.884706 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8c545a7-282c-42a3-92f8-e91224aa0698 req-fc779205-7e3d-4e42-b7fe-f9e5d85fce70 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ea565753-07ea-47fe-a19f-3aa9c8c8525e HTTP/1.1" status: 200 len: 913 time: 0.0971849 Nov 02 11:49:52.918114 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab90ce29-0c27-4e7a-bbc5-3b39505b5c50 req-2bda37d9-d194-4db2-91db-41087d041cf8 service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087190 Nov 02 11:49:52.940937 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8c545a7-282c-42a3-92f8-e91224aa0698 req-069b9841-9135-497d-a12f-8ef6e6fce99b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e647cc11-bffc-4a59-b5df-2725a671df7a HTTP/1.1" status: 200 len: 217 time: 0.0413368 Nov 02 11:49:52.963593 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56e27f-757c-4168-bfd4-827052c5606f req-b72b0299-e200-4563-927e-68f37f87ae6d tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:52.965129 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e56e27f-757c-4168-bfd4-827052c5606f req-b72b0299-e200-4563-927e-68f37f87ae6d tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db40097-e178-43ff-9a61-eccc841bb20b HTTP/1.1" status: 200 len: 944 time: 0.1483495 Nov 02 11:49:52.999656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c545a7-282c-42a3-92f8-e91224aa0698 req-7f402227-0299-46f6-be2f-43ca61b9d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:53.001128 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8c545a7-282c-42a3-92f8-e91224aa0698 req-7f402227-0299-46f6-be2f-43ca61b9d20d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2942dbb9-6a04-4fab-b66d-9162db302b21 HTTP/1.1" status: 200 len: 852 time: 0.0497293 Nov 02 11:49:53.038677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['d13fb330-5fe1-4b2f-8928-243b2a61519d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:53.051267 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8c545a7-282c-42a3-92f8-e91224aa0698 req-d86cb47e-d5e8-4696-84ec-d2d3288deec0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ea565753-07ea-47fe-a19f-3aa9c8c8525e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378129 Nov 02 11:49:53.135665 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab90ce29-0c27-4e7a-bbc5-3b39505b5c50 req-8ee291f0-3013-4f82-a9da-71a1942cde18 service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099919 Nov 02 11:49:53.170709 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e56e27f-757c-4168-bfd4-827052c5606f req-920092d4-7fc0-47b2-b48e-cb9d0cf3a8b7 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b379687c-786a-434f-922e-1bcabfd94d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954396 Nov 02 11:49:53.193269 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8c545a7-282c-42a3-92f8-e91224aa0698 req-dfaab790-9aaf-4ac8-b5f9-9e6f56afa863 service neutron] 10.222.0.54 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252429 Nov 02 11:49:53.338802 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8c545a7-282c-42a3-92f8-e91224aa0698 req-26170041-0825-4bfe-b1b6-4253df74e149 service neutron] 10.222.0.54 "GET /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445308 Nov 02 11:49:53.425104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8a6367-36e5-47e7-879a-2fc68af5d90f {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:49:53.436509 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:53.453358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Transition to ACTIVE for port object 4b8a6367-36e5-47e7-879a-2fc68af5d90f will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:49:53.457200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 08511597-4b4c-4e33-b039-f0b3d6743943 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:49:53.462388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0ddeb-c672-4ed5-9e78-5ae1a6f4d8d0 req-144fc532-ec60-418b-8f9e-a61ed9653cd4 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:53.463985 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c2d0ddeb-c672-4ed5-9e78-5ae1a6f4d8d0 req-144fc532-ec60-418b-8f9e-a61ed9653cd4 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.1010613 Nov 02 11:49:53.581161 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:53.649922 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 08511597-4b4c-4e33-b039-f0b3d6743943 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:49:53.654208 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 08511597-4b4c-4e33-b039-f0b3d6743943 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:49:53.654586 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:53.660314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8a6367-36e5-47e7-879a-2fc68af5d90f,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:53.735067 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-c2d0ddeb-c672-4ed5-9e78-5ae1a6f4d8d0 req-815926b2-8351-4189-9062-284663df61c1 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Deleting port f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:49:53.735778 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c2d0ddeb-c672-4ed5-9e78-5ae1a6f4d8d0 req-815926b2-8351-4189-9062-284663df61c1 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:53.772433 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:53.817449 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db40097-e178-43ff-9a61-eccc841bb20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08511597-4b4c-4e33-b039-f0b3d6743943'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:49:53.820027 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5768dce-1a11-4b8f-9c95-45e0ee235656" -d '{"events": [{"server_uuid": "8db40097-e178-43ff-9a61-eccc841bb20b", "name": "network-vif-plugged", "status": "completed", "tag": "08511597-4b4c-4e33-b039-f0b3d6743943"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:49:53.841304 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 08511597-4b4c-4e33-b039-f0b3d6743943, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=08511597-4b4c-4e33-b039-f0b3d6743943,segment=NetworkSegment(85e9a8a2-6aa6-4f29-b961-6fbe6f96f3de),segment_id=85e9a8a2-6aa6-4f29-b961-6fbe6f96f3de)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:53.866823 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:53.894450 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Attempting to bind port 4b8a6367-36e5-47e7-879a-2fc68af5d90f on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:49:53.895137 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Attempting to bind port 4b8a6367-36e5-47e7-879a-2fc68af5d90f by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '805f2aaf-4812-469d-889d-a76c4bfa6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9fcb0de-0c01-40ae-a759-26cdd1a51ef4'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:49:53.895137 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Attempting to bind port 4b8a6367-36e5-47e7-879a-2fc68af5d90f on network e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:49:53.907134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Port 4b8a6367-36e5-47e7-879a-2fc68af5d90f on network e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:49:53.907466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Attempting to bind port 4b8a6367-36e5-47e7-879a-2fc68af5d90f on network e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:49:53.927509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:49:53.927909 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Checking segment: {'id': '805f2aaf-4812-469d-889d-a76c4bfa6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9fcb0de-0c01-40ae-a759-26cdd1a51ef4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:49:53.928343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Bound using segment: {'id': '805f2aaf-4812-469d-889d-a76c4bfa6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9fcb0de-0c01-40ae-a759-26cdd1a51ef4'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:49:53.928828 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Bound port: 4b8a6367-36e5-47e7-879a-2fc68af5d90f, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805f2aaf-4812-469d-889d-a76c4bfa6f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9fcb0de-0c01-40ae-a759-26cdd1a51ef4'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:49:53.929149 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:53.938980 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-c2d0ddeb-c672-4ed5-9e78-5ae1a6f4d8d0 req-815926b2-8351-4189-9062-284663df61c1 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] For port f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2,segment=NetworkSegment(58e86f42-b2da-49df-9e62-5ba59aa872a2),segment_id=58e86f42-b2da-49df-9e62-5ba59aa872a2)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:53.939322 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c2d0ddeb-c672-4ed5-9e78-5ae1a6f4d8d0 req-815926b2-8351-4189-9062-284663df61c1 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:53.964144 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:53.968754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea15da0-8016-4620-a30f-5d80bf960af3 req-2590c6ca-c1e6-4449-9355-0d0ef42c4d50 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:53.970332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aea15da0-8016-4620-a30f-5d80bf960af3 req-2590c6ca-c1e6-4449-9355-0d0ef42c4d50 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 945 time: 0.1264508 Nov 02 11:49:53.977683 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-c2d0ddeb-c672-4ed5-9e78-5ae1a6f4d8d0 req-815926b2-8351-4189-9062-284663df61c1 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Calling delete_port for f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:49:54.034770 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=08511597-4b4c-4e33-b039-f0b3d6743943,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:54.049875 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:54.118363 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] For port 4b8a6367-36e5-47e7-879a-2fc68af5d90f, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:49:54.126796 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] For port 4b8a6367-36e5-47e7-879a-2fc68af5d90f, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4b8a6367-36e5-47e7-879a-2fc68af5d90f,segment=NetworkSegment(805f2aaf-4812-469d-889d-a76c4bfa6f5b),segment_id=805f2aaf-4812-469d-889d-a76c4bfa6f5b)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:49:54.136345 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aea15da0-8016-4620-a30f-5d80bf960af3 req-b54cf259-724a-4c4d-a749-0b9fd7ccec67 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598682 Nov 02 11:49:54.282464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d9846-3a5c-4469-9363-b91d7d6997df req-e3715965-02a2-4118-841e-32db52dcd832 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:54.284256 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db2d9846-3a5c-4469-9363-b91d7d6997df req-e3715965-02a2-4118-841e-32db52dcd832 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 945 time: 0.0614841 Nov 02 11:49:54.286155 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:54.348209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:54.348816 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:54.350309 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15fc532d-5e10-4094-b260-04d2d23974ec req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] 10.222.0.54 "PUT /v2.0/ports/4b8a6367-36e5-47e7-879a-2fc68af5d90f HTTP/1.1" status: 200 len: 1092 time: 1.6486835 Nov 02 11:49:54.390997 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efd4f2-c439-4b22-9fd2-654608e6b730 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8a6367-36e5-47e7-879a-2fc68af5d90f,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:54.397613 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db2d9846-3a5c-4469-9363-b91d7d6997df req-bca5db77-b9d6-4caf-86e9-c75943c91650 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017334 Nov 02 11:49:54.430097 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c2d0ddeb-c672-4ed5-9e78-5ae1a6f4d8d0 req-815926b2-8351-4189-9062-284663df61c1 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:54.452343 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['fd352516-2396-4c17-b597-644f9c9944f0', 'f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:54.478472 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815926b2-8351-4189-9062-284663df61c1 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Pushing event deleted for resources: {'Port': ['ID=f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:54.485201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 79e5084f-8557-4397-839c-ba5bfe56673d no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:49:54.547085 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d0ddeb-c672-4ed5-9e78-5ae1a6f4d8d0 req-815926b2-8351-4189-9062-284663df61c1 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] No DVR routers for this DVR port f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:49:54.550162 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c2d0ddeb-c672-4ed5-9e78-5ae1a6f4d8d0 req-815926b2-8351-4189-9062-284663df61c1 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:54.553896 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c2d0ddeb-c672-4ed5-9e78-5ae1a6f4d8d0 req-815926b2-8351-4189-9062-284663df61c1 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.79 "DELETE /v2.0/ports/f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 HTTP/1.1" status: 204 len: 173 time: 1.0832791 Nov 02 11:49:54.572393 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35531d5d-79a6-450c-a20c-9375a2eb3c40 req-9d2cd0c9-52d7-4f5d-a487-89d854bc46a3 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:54.573943 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-35531d5d-79a6-450c-a20c-9375a2eb3c40 req-9d2cd0c9-52d7-4f5d-a487-89d854bc46a3 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=030b426d-5bde-4e5f-b48b-4dc30a4e0157 HTTP/1.1" status: 200 len: 943 time: 0.1077907 Nov 02 11:49:54.659247 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:54.672964 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-35531d5d-79a6-450c-a20c-9375a2eb3c40 req-dc79ad38-30fa-43d9-b8e0-33d0ca3e8c29 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760636 Nov 02 11:49:54.674741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030b426d-5bde-4e5f-b48b-4dc30a4e0157', 'tag': '4b8a6367-36e5-47e7-879a-2fc68af5d90f'}, {'server_uuid': '6f912428-ac33-496f-8db8-d110baf6dea3', 'name': 'network-vif-deleted', 'tag': 'f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:49:54.677057 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f89841-6f36-4315-a25a-57c9a0b3a6da" -d '{"events": [{"name": "network-changed", "server_uuid": "030b426d-5bde-4e5f-b48b-4dc30a4e0157", "tag": "4b8a6367-36e5-47e7-879a-2fc68af5d90f"}, {"server_uuid": "6f912428-ac33-496f-8db8-d110baf6dea3", "name": "network-vif-deleted", "tag": "f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:49:54.724530 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 79e5084f-8557-4397-839c-ba5bfe56673d, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=79e5084f-8557-4397-839c-ba5bfe56673d,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:54.738003 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc532d-5e10-4094-b260-04d2d23974ec req-db814a8a-8ed4-4082-9783-940a5af76b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:54.739560 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15fc532d-5e10-4094-b260-04d2d23974ec req-db814a8a-8ed4-4082-9783-940a5af76b6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=165db02e24404cac9e67fdf905cccadf&device_id=030b426d-5bde-4e5f-b48b-4dc30a4e0157 HTTP/1.1" status: 200 len: 1095 time: 0.0659857 Nov 02 11:49:54.798437 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:54.802804 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15fc532d-5e10-4094-b260-04d2d23974ec req-23dad99d-bc83-4f38-8cba-c7f24be9d89f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b8a6367-36e5-47e7-879a-2fc68af5d90f HTTP/1.1" status: 200 len: 217 time: 0.0457537 Nov 02 11:49:54.876836 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=79e5084f-8557-4397-839c-ba5bfe56673d,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:54.908650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc532d-5e10-4094-b260-04d2d23974ec req-049ca897-dfc5-4abf-8005-1c701a58a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:54.914358 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15fc532d-5e10-4094-b260-04d2d23974ec req-049ca897-dfc5-4abf-8005-1c701a58a49e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=256d9665-7c7f-41ad-9f58-255d11056a26 HTTP/1.1" status: 200 len: 853 time: 0.0994322 Nov 02 11:49:54.926646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686edf7-f68f-47f3-9c8d-2844d579c1bb req-d4e7a2d2-fe58-41d0-95d4-175aed5e0a74 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:54.928152 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c686edf7-f68f-47f3-9c8d-2844d579c1bb req-d4e7a2d2-fe58-41d0-95d4-175aed5e0a74 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 1023 time: 0.0718598 Nov 02 11:49:54.965597 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15fc532d-5e10-4094-b260-04d2d23974ec req-ce19f173-9ecd-48ea-8ef3-acc66ed1c38b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363855 Nov 02 11:49:54.998999 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:55.375276 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c686edf7-f68f-47f3-9c8d-2844d579c1bb req-2dd58a56-aa57-49cb-9f60-e81f18fc5675 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=192cd507-3392-4e66-ba36-042e1078ac8c&id=b9de0855-b53f-4700-9f5b-11e5f1f603b2&id=e8f8159e-2105-453c-8e71-63c703cacfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4378538 Nov 02 11:49:55.400590 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15fc532d-5e10-4094-b260-04d2d23974ec req-3b84aeb3-a63d-4581-a8f0-23a07ede8966 service neutron] 10.222.0.54 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222114 Nov 02 11:49:55.490768 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beda7705-3216-4eea-8b79-4a701c644d4a x-openstack-request-id: req-beda7705-3216-4eea-8b79-4a701c644d4a {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:49:55.491561 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db40097-e178-43ff-9a61-eccc841bb20b", "name": "network-vif-plugged", "status": "completed", "tag": "08511597-4b4c-4e33-b039-f0b3d6743943", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:49:55.491863 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-beda7705-3216-4eea-8b79-4a701c644d4a {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:49:55.492268 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db40097-e178-43ff-9a61-eccc841bb20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08511597-4b4c-4e33-b039-f0b3d6743943', 'code': 200} Nov 02 11:49:55.516916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15fc532d-5e10-4094-b260-04d2d23974ec req-c12c097d-d73c-49fd-9a9d-edb8e35d31d7 service neutron] 10.222.0.54 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085038 Nov 02 11:49:55.659639 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4dd71-185b-44e6-8445-20da3373e42e req-0b2925d4-9042-453b-aea8-421c53972e23 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:55.661075 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-67d4dd71-185b-44e6-8445-20da3373e42e req-0b2925d4-9042-453b-aea8-421c53972e23 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db40097-e178-43ff-9a61-eccc841bb20b HTTP/1.1" status: 200 len: 945 time: 0.1148310 Nov 02 11:49:55.673800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec1646-9efc-4c52-889f-55bcadea12cc req-0f9acfd0-e269-4b9e-bb0c-bea39825bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:55.675385 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aaec1646-9efc-4c52-889f-55bcadea12cc req-0f9acfd0-e269-4b9e-bb0c-bea39825bf98 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8db40097-e178-43ff-9a61-eccc841bb20b HTTP/1.1" status: 200 len: 1097 time: 0.1006341 Nov 02 11:49:55.710977 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d98b8-3dbd-4a49-9a4c-aa502fe3e22f req-992aee2c-b166-4fe9-82d8-3a874a39f7a9 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:55.712508 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3f9d98b8-3dbd-4a49-9a4c-aa502fe3e22f req-992aee2c-b166-4fe9-82d8-3a874a39f7a9 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.54 "GET /v2.0/ports?device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 1023 time: 0.1249311 Nov 02 11:49:55.818747 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-67d4dd71-185b-44e6-8445-20da3373e42e req-effd0a48-af87-4dcf-9d29-ef5cae3e8895 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b379687c-786a-434f-922e-1bcabfd94d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422970 Nov 02 11:49:55.867496 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aaec1646-9efc-4c52-889f-55bcadea12cc req-c803590d-60fe-4535-964a-8af27141b032 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b379687c-786a-434f-922e-1bcabfd94d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800869 Nov 02 11:49:55.884669 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 02 Nov 2021 11:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d89e45-2221-4738-9129-118910377ae4 x-openstack-request-id: req-44d89e45-2221-4738-9129-118910377ae4 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:49:55.886750 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030b426d-5bde-4e5f-b48b-4dc30a4e0157", "tag": "4b8a6367-36e5-47e7-879a-2fc68af5d90f", "status": "completed", "code": 200}, {"server_uuid": "6f912428-ac33-496f-8db8-d110baf6dea3", "name": "network-vif-deleted", "tag": "f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:49:55.888007 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44d89e45-2221-4738-9129-118910377ae4 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:49:55.888698 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030b426d-5bde-4e5f-b48b-4dc30a4e0157', 'tag': '4b8a6367-36e5-47e7-879a-2fc68af5d90f', 'status': 'completed', 'code': 200} Nov 02 11:49:55.890140 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f912428-ac33-496f-8db8-d110baf6dea3', 'name': 'network-vif-deleted', 'tag': 'f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2', 'status': 'completed', 'code': 200} Nov 02 11:49:55.952697 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-3f9d98b8-3dbd-4a49-9a4c-aa502fe3e22f req-e7399f44-aa61-49e6-a1fb-f6eb92f8caa5 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Deleting port e647cc11-bffc-4a59-b5df-2725a671df7a {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:49:55.953957 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3f9d98b8-3dbd-4a49-9a4c-aa502fe3e22f req-e7399f44-aa61-49e6-a1fb-f6eb92f8caa5 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:55.957060 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f89841-6f36-4315-a25a-57c9a0b3a6da req-f496483d-1b95-45fe-88fc-f1de4ac8e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:55.959279 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a9f89841-6f36-4315-a25a-57c9a0b3a6da req-f496483d-1b95-45fe-88fc-f1de4ac8e3af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=165db02e24404cac9e67fdf905cccadf&device_id=030b426d-5bde-4e5f-b48b-4dc30a4e0157 HTTP/1.1" status: 200 len: 1095 time: 0.0509377 Nov 02 11:49:56.043886 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b7ac0144-1c72-405e-bf2c-2e508df40ee6 req-c1a0dfbb-fe9a-4693-ad63-39146982f1dd tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f912428-ac33-496f-8db8-d110baf6dea3 HTTP/1.1" status: 200 len: 210 time: 0.0579255 Nov 02 11:49:56.135522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-3f9d98b8-3dbd-4a49-9a4c-aa502fe3e22f req-e7399f44-aa61-49e6-a1fb-f6eb92f8caa5 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] For port e647cc11-bffc-4a59-b5df-2725a671df7a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e647cc11-bffc-4a59-b5df-2725a671df7a,segment=NetworkSegment(f64b89c0-b9fb-43a2-aeab-4bf9d89be49d),segment_id=f64b89c0-b9fb-43a2-aeab-4bf9d89be49d)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:49:56.135969 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3f9d98b8-3dbd-4a49-9a4c-aa502fe3e22f req-e7399f44-aa61-49e6-a1fb-f6eb92f8caa5 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:56.139166 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f89841-6f36-4315-a25a-57c9a0b3a6da req-5c0ec9f1-e58c-4dbf-9082-dda08b17da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:56.141639 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a9f89841-6f36-4315-a25a-57c9a0b3a6da req-5c0ec9f1-e58c-4dbf-9082-dda08b17da64 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 HTTP/1.1" status: 200 len: 914 time: 0.1612437 Nov 02 11:49:56.153957 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-3f9d98b8-3dbd-4a49-9a4c-aa502fe3e22f req-e7399f44-aa61-49e6-a1fb-f6eb92f8caa5 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Calling delete_port for e647cc11-bffc-4a59-b5df-2725a671df7a owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:49:56.191898 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a9f89841-6f36-4315-a25a-57c9a0b3a6da req-8f8d1f3e-bd99-4586-82f4-9bc0c38b0fe0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b8a6367-36e5-47e7-879a-2fc68af5d90f HTTP/1.1" status: 200 len: 217 time: 0.0419350 Nov 02 11:49:56.256668 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f89841-6f36-4315-a25a-57c9a0b3a6da req-ebea514c-fb85-4714-8c8d-3d2687081313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:56.258186 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a9f89841-6f36-4315-a25a-57c9a0b3a6da req-ebea514c-fb85-4714-8c8d-3d2687081313 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=256d9665-7c7f-41ad-9f58-255d11056a26 HTTP/1.1" status: 200 len: 853 time: 0.0536668 Nov 02 11:49:56.286434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f2b0e-64d4-4bc0-b8dd-ccfa98c22c6c req-b5f5ac6a-0c58-4235-a73a-cbe85f62e131 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:56.288201 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed6f2b0e-64d4-4bc0-b8dd-ccfa98c22c6c req-b5f5ac6a-0c58-4235-a73a-cbe85f62e131 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 943 time: 0.1196592 Nov 02 11:49:56.290907 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a9f89841-6f36-4315-a25a-57c9a0b3a6da req-f1bf475c-edd1-4873-af5c-5c0ed0a46c6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250790 Nov 02 11:49:56.391577 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed6f2b0e-64d4-4bc0-b8dd-ccfa98c22c6c req-f185529d-1c49-423e-b468-201cc3c6d36a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950389 Nov 02 11:49:56.393927 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a9f89841-6f36-4315-a25a-57c9a0b3a6da req-6d2fa56b-0e54-437b-94df-2acc33648a3e service neutron] 10.222.0.54 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942650 Nov 02 11:49:56.511698 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a9f89841-6f36-4315-a25a-57c9a0b3a6da req-8756f913-9b1f-4430-a980-e181ac0cd044 service neutron] 10.222.0.54 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094172 Nov 02 11:49:56.523853 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be6274-620b-45e3-99c8-4846e4167361 req-d575f2bb-35ba-4ceb-b85e-ea0e48b4787c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:56.526037 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e1be6274-620b-45e3-99c8-4846e4167361 req-d575f2bb-35ba-4ceb-b85e-ea0e48b4787c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=030b426d-5bde-4e5f-b48b-4dc30a4e0157 HTTP/1.1" status: 200 len: 943 time: 0.0683417 Nov 02 11:49:56.526871 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3f9d98b8-3dbd-4a49-9a4c-aa502fe3e22f req-e7399f44-aa61-49e6-a1fb-f6eb92f8caa5 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:56.540179 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['985bbdbe-f000-44db-94cd-d12175ddae35', 'e647cc11-bffc-4a59-b5df-2725a671df7a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:49:56.579641 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7399f44-aa61-49e6-a1fb-f6eb92f8caa5 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event deleted for resources: {'Port': ['ID=e647cc11-bffc-4a59-b5df-2725a671df7a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:49:56.644508 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9d98b8-3dbd-4a49-9a4c-aa502fe3e22f req-e7399f44-aa61-49e6-a1fb-f6eb92f8caa5 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] No DVR routers for this DVR port e647cc11-bffc-4a59-b5df-2725a671df7a on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:49:56.647664 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3f9d98b8-3dbd-4a49-9a4c-aa502fe3e22f req-e7399f44-aa61-49e6-a1fb-f6eb92f8caa5 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:56.650979 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3f9d98b8-3dbd-4a49-9a4c-aa502fe3e22f req-e7399f44-aa61-49e6-a1fb-f6eb92f8caa5 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.54 "DELETE /v2.0/ports/e647cc11-bffc-4a59-b5df-2725a671df7a HTTP/1.1" status: 204 len: 173 time: 0.9267187 Nov 02 11:49:56.655717 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e1be6274-620b-45e3-99c8-4846e4167361 req-3ef21859-6c7d-4f66-8076-84f175551622 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149902 Nov 02 11:49:56.854198 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd7cb074-cbbf-417d-9adb-75f624e461f7 req-8c69daa3-b27f-4833-833d-3b27768dc635 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=2915ea09-8fcd-4874-935a-1a512e5f153e HTTP/1.1" status: 200 len: 210 time: 0.0362005 Nov 02 11:49:56.997068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85587cbd-7447-47d7-ae64-d4240bbfa3e1 req-1078c90c-9e4e-476b-aeed-e9464cd30a83 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:56.998942 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85587cbd-7447-47d7-ae64-d4240bbfa3e1 req-1078c90c-9e4e-476b-aeed-e9464cd30a83 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0576351 Nov 02 11:49:57.060640 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85587cbd-7447-47d7-ae64-d4240bbfa3e1 req-5a5f153a-988f-4940-953b-e228949f623b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551138 Nov 02 11:49:57.173622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb221b-f718-4c45-a8b0-4021c765fd7d req-f5974efb-8fa1-4aa0-abd0-ee8e101ef847 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:57.175567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-68fb221b-f718-4c45-a8b0-4021c765fd7d req-f5974efb-8fa1-4aa0-abd0-ee8e101ef847 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db40097-e178-43ff-9a61-eccc841bb20b HTTP/1.1" status: 200 len: 945 time: 0.0530162 Nov 02 11:49:57.229599 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-68fb221b-f718-4c45-a8b0-4021c765fd7d req-b0707ba5-4be0-4139-b794-9fc1aff9d337 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b379687c-786a-434f-922e-1bcabfd94d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477650 Nov 02 11:49:57.433948 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27317833-e82f-403e-9100-66b960b99840 req-57747d44-94e3-4fba-b97a-4a783bb5418f tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:57.436179 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27317833-e82f-403e-9100-66b960b99840 req-57747d44-94e3-4fba-b97a-4a783bb5418f tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/networks?id=18aba190-503d-4b36-9b63-ba3de7a415e6 HTTP/1.1" status: 200 len: 813 time: 0.1286469 Nov 02 11:49:57.453446 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27317833-e82f-403e-9100-66b960b99840 req-9b2e3b08-a3a1-4760-acef-e8f5ceb486f5 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/quotas/beafa7c4f1be47e8a112cbe12d26f902 HTTP/1.1" status: 200 len: 375 time: 0.0109434 Nov 02 11:49:57.468917 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:49:57.493984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa25c644-326c-4142-ac25-1bb84c8da740', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79e5084f-8557-4397-839c-ba5bfe56673d'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:49:57.506176 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef3942c-a53f-459f-b34c-6e0ed060d397" -d '{"events": [{"server_uuid": "fa25c644-326c-4142-ac25-1bb84c8da740", "name": "network-vif-unplugged", "status": "completed", "tag": "79e5084f-8557-4397-839c-ba5bfe56673d"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:49:57.506551 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27317833-e82f-403e-9100-66b960b99840 req-b6f1fdd9-c0a4-4880-8499-da1b03b53540 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=beafa7c4f1be47e8a112cbe12d26f902&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470407 Nov 02 11:49:57.510320 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:49:57.510866 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f3b31ec9-6449-4cf4-8ad7-cc5fc7c456d2 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:49:57.610622 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27317833-e82f-403e-9100-66b960b99840 req-7d71de38-598a-4ae8-a6a0-e1ee38439a40 service neutron] 10.222.0.52 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918536 Nov 02 11:49:57.712370 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27317833-e82f-403e-9100-66b960b99840 req-7db222af-7a42-4f79-ad05-55f471ea0e9f service neutron] 10.222.0.52 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949886 Nov 02 11:49:57.891729 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2915ea09-8fcd-4874-935a-1a512e5f153e', 'name': 'network-vif-deleted', 'tag': 'e647cc11-bffc-4a59-b5df-2725a671df7a'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:49:57.894150 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fa3a0d-bf9a-405d-841a-66d709e1547d" -d '{"events": [{"server_uuid": "2915ea09-8fcd-4874-935a-1a512e5f153e", "name": "network-vif-deleted", "tag": "e647cc11-bffc-4a59-b5df-2725a671df7a"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:49:58.118256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d9994-e4f1-496d-8589-67feabce1a84 req-56bd43d1-d8cf-480f-84e7-03ce338aa204 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:58.118256 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-241d9994-e4f1-496d-8589-67feabce1a84 req-56bd43d1-d8cf-480f-84e7-03ce338aa204 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0576129 Nov 02 11:49:58.173627 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-241d9994-e4f1-496d-8589-67feabce1a84 req-d6501398-1027-4dbf-b602-af9bab6346a6 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496988 Nov 02 11:49:58.220650 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 02 Nov 2021 11:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29eec7e-a13a-4aff-8587-a40fe1a8c98e x-openstack-request-id: req-e29eec7e-a13a-4aff-8587-a40fe1a8c98e {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:49:58.221168 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa25c644-326c-4142-ac25-1bb84c8da740", "name": "network-vif-unplugged", "status": "failed", "tag": "79e5084f-8557-4397-839c-ba5bfe56673d", "code": 422}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:49:58.221168 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e29eec7e-a13a-4aff-8587-a40fe1a8c98e {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:49:58.221667 n-d-806683-18 neutron-server[102691]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fa25c644-326c-4142-ac25-1bb84c8da740', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '79e5084f-8557-4397-839c-ba5bfe56673d', 'code': 422} returned with failed status Nov 02 11:49:58.323120 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ea1f6-d350-47cf-aef3-46da843083f0 req-19be738f-8f77-45cd-b400-cddc361ed629 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:58.325402 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-982ea1f6-d350-47cf-aef3-46da843083f0 req-19be738f-8f77-45cd-b400-cddc361ed629 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=030b426d-5bde-4e5f-b48b-4dc30a4e0157 HTTP/1.1" status: 200 len: 943 time: 0.0612671 Nov 02 11:49:58.381310 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-982ea1f6-d350-47cf-aef3-46da843083f0 req-1b568c7c-6edc-41c1-8312-b4aab393bded tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495088 Nov 02 11:49:58.547710 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264c3481-63c0-4002-926e-5fcacd3460c0 x-openstack-request-id: req-264c3481-63c0-4002-926e-5fcacd3460c0 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:49:58.548031 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2915ea09-8fcd-4874-935a-1a512e5f153e", "name": "network-vif-deleted", "tag": "e647cc11-bffc-4a59-b5df-2725a671df7a", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:49:58.548292 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-264c3481-63c0-4002-926e-5fcacd3460c0 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:49:58.548744 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2915ea09-8fcd-4874-935a-1a512e5f153e', 'name': 'network-vif-deleted', 'tag': 'e647cc11-bffc-4a59-b5df-2725a671df7a', 'status': 'completed', 'code': 200} Nov 02 11:49:58.609449 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-12541a13-48d1-45db-820f-1489e0840045 req-5ffa69e0-6d75-4f1c-8dd0-74ba671a67ee tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=f702f9c9-1287-45fc-b0c0-d570d5d0cfcd HTTP/1.1" status: 200 len: 210 time: 0.0344222 Nov 02 11:49:59.529017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5e090-fc08-4cee-b82c-f3b79c1e45f8 req-575e5329-b178-4e01-bd7b-a101744f5e3d tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:49:59.530651 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3bc5e090-fc08-4cee-b82c-f3b79c1e45f8 req-575e5329-b178-4e01-bd7b-a101744f5e3d tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db40097-e178-43ff-9a61-eccc841bb20b HTTP/1.1" status: 200 len: 945 time: 0.0655556 Nov 02 11:49:59.586433 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3bc5e090-fc08-4cee-b82c-f3b79c1e45f8 req-1197a590-f268-463f-be32-2050e4701ee4 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b379687c-786a-434f-922e-1bcabfd94d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491648 Nov 02 11:49:59.670867 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34d07df3-1d18-4d52-989f-3786fd011ab9 req-ddefcb7c-0e3c-4aa8-90db-15b235805423 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/192cd507-3392-4e66-ba36-042e1078ac8c HTTP/1.1" status: 200 len: 1819 time: 0.0525880 Nov 02 11:49:59.733985 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34d07df3-1d18-4d52-989f-3786fd011ab9 req-23ddcb57-02dd-413b-a682-f31da4ef3e8b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:59.757950 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34d07df3-1d18-4d52-989f-3786fd011ab9 req-23ddcb57-02dd-413b-a682-f31da4ef3e8b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:59.912322 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34d07df3-1d18-4d52-989f-3786fd011ab9 req-23ddcb57-02dd-413b-a682-f31da4ef3e8b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:59.915429 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34d07df3-1d18-4d52-989f-3786fd011ab9 req-23ddcb57-02dd-413b-a682-f31da4ef3e8b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:49:59.916740 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34d07df3-1d18-4d52-989f-3786fd011ab9 req-23ddcb57-02dd-413b-a682-f31da4ef3e8b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "DELETE /v2.0/security-groups/192cd507-3392-4e66-ba36-042e1078ac8c HTTP/1.1" status: 204 len: 173 time: 0.2380371 Nov 02 11:49:59.927479 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddcb57-02dd-413b-a682-f31da4ef3e8b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=192cd507-3392-4e66-ba36-042e1078ac8c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:00.031606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebde22-52fb-4fae-953b-f9fcc86f9bc7 req-b41adf84-e4cb-4ddd-a352-a2d60a7bde60 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:00.033134 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aaebde22-52fb-4fae-953b-f9fcc86f9bc7 req-b41adf84-e4cb-4ddd-a352-a2d60a7bde60 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.0642080 Nov 02 11:50:00.085757 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aaebde22-52fb-4fae-953b-f9fcc86f9bc7 req-6621b333-b5f7-4174-9323-436fbb32b361 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463960 Nov 02 11:50:00.203519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc702cc4-93cc-42f9-8316-d158342ad428 req-19b778d8-1043-4329-b137-10770cba5ea2 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:00.204963 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc702cc4-93cc-42f9-8316-d158342ad428 req-19b778d8-1043-4329-b137-10770cba5ea2 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0604007 Nov 02 11:50:00.257068 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc702cc4-93cc-42f9-8316-d158342ad428 req-518f82d7-3157-4394-9180-73176d00b62f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452731 Nov 02 11:50:00.364429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c44e4-bffd-4722-991d-f75a6994ce5b req-c090c4ab-1258-4e0b-b2db-91ad503620ee tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:00.365995 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-839c44e4-bffd-4722-991d-f75a6994ce5b req-c090c4ab-1258-4e0b-b2db-91ad503620ee tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=030b426d-5bde-4e5f-b48b-4dc30a4e0157 HTTP/1.1" status: 200 len: 943 time: 0.0521226 Nov 02 11:50:00.417978 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-839c44e4-bffd-4722-991d-f75a6994ce5b req-f19cb067-0b62-4546-89f6-99b634ec055f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448828 Nov 02 11:50:00.501516 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4b8a6367-36e5-47e7-879a-2fc68af5d90f details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:50:00.503975 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 79e5084f-8557-4397-839c-ba5bfe56673d no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:50:00.637869 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a0d110af-3b7f-48de-98cc-2ec18f94e272 req-835da890-2eff-48e9-8b1a-391396da98d6 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=f702f9c9-1287-45fc-b0c0-d570d5d0cfcd HTTP/1.1" status: 200 len: 210 time: 0.0329294 Nov 02 11:50:00.689518 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e647cc11-bffc-4a59-b5df-2725a671df7a no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:50:00.696559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4b8a6367-36e5-47e7-879a-2fc68af5d90f, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4b8a6367-36e5-47e7-879a-2fc68af5d90f,segment=NetworkSegment(805f2aaf-4812-469d-889d-a76c4bfa6f5b),segment_id=805f2aaf-4812-469d-889d-a76c4bfa6f5b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:00.720605 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: e647cc11-bffc-4a59-b5df-2725a671df7a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:50:00.720948 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e647cc11-bffc-4a59-b5df-2725a671df7a not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:50:00.726405 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '4b8a6367-36e5-47e7-879a-2fc68af5d90f', 'network_id': 'e9fcb0de-0c01-40ae-a759-26cdd1a51ef4', 'port_id': '4b8a6367-36e5-47e7-879a-2fc68af5d90f', 'mac_address': 'fa:16:3e:2a:0b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '256d9665-7c7f-41ad-9f58-255d11056a26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:50:00.771014 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:00.779852 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de206f86-8808-46bf-a85c-8453f94f6364 req-4e724f4e-36a0-4622-a528-17c1dd132e67 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/b9de0855-b53f-4700-9f5b-11e5f1f603b2 HTTP/1.1" status: 200 len: 1819 time: 0.1135876 Nov 02 11:50:00.786556 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8a6367-36e5-47e7-879a-2fc68af5d90f {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:50:00.812851 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4b8a6367-36e5-47e7-879a-2fc68af5d90f, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4b8a6367-36e5-47e7-879a-2fc68af5d90f,segment=NetworkSegment(805f2aaf-4812-469d-889d-a76c4bfa6f5b),segment_id=805f2aaf-4812-469d-889d-a76c4bfa6f5b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:00.850215 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27317833-e82f-403e-9100-66b960b99840 req-806d2192-8fa0-447a-ab6b-29d9feeeb991 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:00.851833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27317833-e82f-403e-9100-66b960b99840 req-806d2192-8fa0-447a-ab6b-29d9feeeb991 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.54 "GET /v2.0/networks?id=18aba190-503d-4b36-9b63-ba3de7a415e6 HTTP/1.1" status: 200 len: 813 time: 0.1697266 Nov 02 11:50:00.873122 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-27317833-e82f-403e-9100-66b960b99840 req-a118adc1-59ee-4980-9360-f8d5f7b43db3 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Request body: {'port': {'device_id': 'f702f9c9-1287-45fc-b0c0-d570d5d0cfcd', 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6', 'admin_state_up': True, 'tenant_id': 'beafa7c4f1be47e8a112cbe12d26f902'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:00.884006 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:00.891793 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-de206f86-8808-46bf-a85c-8453f94f6364 req-d6c21818-f2b0-4f17-9fc4-3974bd3e2d68 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:00.953539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=4b8a6367-36e5-47e7-879a-2fc68af5d90f,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:00.964254 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-de206f86-8808-46bf-a85c-8453f94f6364 req-d6c21818-f2b0-4f17-9fc4-3974bd3e2d68 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:01.152531 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-de206f86-8808-46bf-a85c-8453f94f6364 req-d6c21818-f2b0-4f17-9fc4-3974bd3e2d68 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:01.155994 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-de206f86-8808-46bf-a85c-8453f94f6364 req-d6c21818-f2b0-4f17-9fc4-3974bd3e2d68 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:01.157464 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de206f86-8808-46bf-a85c-8453f94f6364 req-d6c21818-f2b0-4f17-9fc4-3974bd3e2d68 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "DELETE /v2.0/security-groups/b9de0855-b53f-4700-9f5b-11e5f1f603b2 HTTP/1.1" status: 204 len: 173 time: 0.3654692 Nov 02 11:50:01.175039 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c21818-f2b0-4f17-9fc4-3974bd3e2d68 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9de0855-b53f-4700-9f5b-11e5f1f603b2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:01.201868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27317833-e82f-403e-9100-66b960b99840 req-a118adc1-59ee-4980-9360-f8d5f7b43db3 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Made reservation on behalf of beafa7c4f1be47e8a112cbe12d26f902 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:50:01.207363 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-27317833-e82f-403e-9100-66b960b99840 req-a118adc1-59ee-4980-9360-f8d5f7b43db3 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:01.238285 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['4b8a6367-36e5-47e7-879a-2fc68af5d90f'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:50:01.396477 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-27317833-e82f-403e-9100-66b960b99840 req-a118adc1-59ee-4980-9360-f8d5f7b43db3 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Allocated IP 172.20.0.3 (18aba190-503d-4b36-9b63-ba3de7a415e6/44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11/e1c640c8-4005-40c8-a046-1d938fc1cf2a) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:50:01.564056 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-27317833-e82f-403e-9100-66b960b99840 req-a118adc1-59ee-4980-9360-f8d5f7b43db3 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:01.707673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1354d69-3ce8-4af7-86d2-7450636b098d req-9816f6b0-77ec-4ef0-a2df-2adef7f18e2a tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:01.709286 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1354d69-3ce8-4af7-86d2-7450636b098d req-9816f6b0-77ec-4ef0-a2df-2adef7f18e2a tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.0839777 Nov 02 11:50:01.722619 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a46529-5e4c-4900-9259-bb03a7c71508 req-96091ac0-ffcd-4ec5-a532-67d526343bfc tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:01.724189 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53a46529-5e4c-4900-9259-bb03a7c71508 req-96091ac0-ffcd-4ec5-a532-67d526343bfc tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5479301-0b5a-40a7-bd80-b40f5bacbecf HTTP/1.1" status: 200 len: 945 time: 0.0855865 Nov 02 11:50:01.768825 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-27317833-e82f-403e-9100-66b960b99840 req-a118adc1-59ee-4980-9360-f8d5f7b43db3 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:01.863200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27317833-e82f-403e-9100-66b960b99840 req-a118adc1-59ee-4980-9360-f8d5f7b43db3 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Network 18aba190-503d-4b36-9b63-ba3de7a415e6 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:50:01.878195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-27317833-e82f-403e-9100-66b960b99840 req-a118adc1-59ee-4980-9360-f8d5f7b43db3 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:50:01.881052 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-27317833-e82f-403e-9100-66b960b99840 req-a118adc1-59ee-4980-9360-f8d5f7b43db3 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:50:01.917278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53a46529-5e4c-4900-9259-bb03a7c71508 req-7f2f8bfe-2984-4cf0-a973-371e29aa9db6 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd6c8691-61a4-49b2-b660-cceb82ca400a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847639 Nov 02 11:50:01.917937 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118adc1-59ee-4980-9360-f8d5f7b43db3 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Pushing event updated for resources: {'Port': ['ID=e1c640c8-4005-40c8-a046-1d938fc1cf2a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:01.951240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-38dad219-38ea-4f2c-9196-58b206243c8e req-6e80f4d3-f1e8-4763-8a4b-bcc312653f7b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1016060624', 'description': 'tempest-description-1955455532'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:01.971898 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27317833-e82f-403e-9100-66b960b99840 req-a118adc1-59ee-4980-9360-f8d5f7b43db3 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:01.972431 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-27317833-e82f-403e-9100-66b960b99840 req-a118adc1-59ee-4980-9360-f8d5f7b43db3 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:01.996272 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-d1354d69-3ce8-4af7-86d2-7450636b098d req-35ce8cb6-5585-4301-aea9-bd2dced2efb5 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Deleting port fd352516-2396-4c17-b597-644f9c9944f0 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:50:02.001272 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d1354d69-3ce8-4af7-86d2-7450636b098d req-35ce8cb6-5585-4301-aea9-bd2dced2efb5 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:02.096007 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-38dad219-38ea-4f2c-9196-58b206243c8e req-6e80f4d3-f1e8-4763-8a4b-bcc312653f7b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:02.099191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['25e60f38-4b17-4f01-a694-3b67ec0284bc'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:50:02.115212 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-d1354d69-3ce8-4af7-86d2-7450636b098d req-35ce8cb6-5585-4301-aea9-bd2dced2efb5 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] For port fd352516-2396-4c17-b597-644f9c9944f0, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=fd352516-2396-4c17-b597-644f9c9944f0,segment=NetworkSegment(58e86f42-b2da-49df-9e62-5ba59aa872a2),segment_id=58e86f42-b2da-49df-9e62-5ba59aa872a2)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:02.115212 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d1354d69-3ce8-4af7-86d2-7450636b098d req-35ce8cb6-5585-4301-aea9-bd2dced2efb5 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:02.127434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-d1354d69-3ce8-4af7-86d2-7450636b098d req-35ce8cb6-5585-4301-aea9-bd2dced2efb5 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Calling delete_port for fd352516-2396-4c17-b597-644f9c9944f0 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:50:02.253833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27317833-e82f-403e-9100-66b960b99840 req-a118adc1-59ee-4980-9360-f8d5f7b43db3 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3904440 Nov 02 11:50:02.256683 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-38dad219-38ea-4f2c-9196-58b206243c8e req-6e80f4d3-f1e8-4763-8a4b-bcc312653f7b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:02.267055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Request body: {'port': {'device_id': 'f702f9c9-1287-45fc-b0c0-d570d5d0cfcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:02.325731 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:02.367773 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-38dad219-38ea-4f2c-9196-58b206243c8e req-6e80f4d3-f1e8-4763-8a4b-bcc312653f7b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:02.447507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80f4d3-f1e8-4763-8a4b-bcc312653f7b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3fa57c-ca43-49fe-88ab-89437a0a8297,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:02.515858 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4b8a6367-36e5-47e7-879a-2fc68af5d90f up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:50:02.594667 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-38dad219-38ea-4f2c-9196-58b206243c8e req-6e80f4d3-f1e8-4763-8a4b-bcc312653f7b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:02.595923 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38dad219-38ea-4f2c-9196-58b206243c8e req-6e80f4d3-f1e8-4763-8a4b-bcc312653f7b tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6523635 Nov 02 11:50:02.598573 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d1354d69-3ce8-4af7-86d2-7450636b098d req-35ce8cb6-5585-4301-aea9-bd2dced2efb5 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:02.616252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['fd352516-2396-4c17-b597-644f9c9944f0'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:50:02.619978 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 4b8a6367-36e5-47e7-879a-2fc68af5d90f completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:50:02.637902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce8cb6-5585-4301-aea9-bd2dced2efb5 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Pushing event deleted for resources: {'Port': ['ID=fd352516-2396-4c17-b597-644f9c9944f0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:02.661251 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 4b8a6367-36e5-47e7-879a-2fc68af5d90f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:02.661767 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:02.735396 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1354d69-3ce8-4af7-86d2-7450636b098d req-35ce8cb6-5585-4301-aea9-bd2dced2efb5 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] No DVR routers for this DVR port fd352516-2396-4c17-b597-644f9c9944f0 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:50:02.741753 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d1354d69-3ce8-4af7-86d2-7450636b098d req-35ce8cb6-5585-4301-aea9-bd2dced2efb5 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:02.745034 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1354d69-3ce8-4af7-86d2-7450636b098d req-35ce8cb6-5585-4301-aea9-bd2dced2efb5 tempest-ServerRescueTestJSON-1448418964 tempest-ServerRescueTestJSON-1448418964-project] 10.222.0.79 "DELETE /v2.0/ports/fd352516-2396-4c17-b597-644f9c9944f0 HTTP/1.1" status: 204 len: 173 time: 1.0199058 Nov 02 11:50:02.745482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5479301-0b5a-40a7-bd80-b40f5bacbecf', 'name': 'network-vif-deleted', 'tag': 'fd352516-2396-4c17-b597-644f9c9944f0'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:50:02.748789 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4971ef3-31f1-43c7-9e91-0d8b7758ba97" -d '{"events": [{"server_uuid": "c5479301-0b5a-40a7-bd80-b40f5bacbecf", "name": "network-vif-deleted", "tag": "fd352516-2396-4c17-b597-644f9c9944f0"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:50:02.755327 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:02.783840 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030b426d-5bde-4e5f-b48b-4dc30a4e0157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8a6367-36e5-47e7-879a-2fc68af5d90f'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:50:02.786600 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46151360-3694-443e-a29f-0376be605259" -d '{"events": [{"server_uuid": "030b426d-5bde-4e5f-b48b-4dc30a4e0157", "name": "network-vif-plugged", "status": "completed", "tag": "4b8a6367-36e5-47e7-879a-2fc68af5d90f"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:50:02.790978 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb4cc7-d44d-4547-bc3c-b8b77152aadc req-37046a3b-6c75-45d1-a8fe-958da6f8c4a2 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:02.796352 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8eb4cc7-d44d-4547-bc3c-b8b77152aadc req-37046a3b-6c75-45d1-a8fe-958da6f8c4a2 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1374419 Nov 02 11:50:02.801888 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4b8a6367-36e5-47e7-879a-2fc68af5d90f, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4b8a6367-36e5-47e7-879a-2fc68af5d90f,segment=NetworkSegment(805f2aaf-4812-469d-889d-a76c4bfa6f5b),segment_id=805f2aaf-4812-469d-889d-a76c4bfa6f5b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:02.859357 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c640c8-4005-40c8-a046-1d938fc1cf2a {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:50:02.871797 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:02.872436 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:02.910078 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Transition to ACTIVE for port object e1c640c8-4005-40c8-a046-1d938fc1cf2a will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:50:02.914098 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8eb4cc7-d44d-4547-bc3c-b8b77152aadc req-cc17bb33-6bfd-4ab8-af47-3b51bcf1d3fd tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965166 Nov 02 11:50:02.947008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=4b8a6367-36e5-47e7-879a-2fc68af5d90f,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:03.024671 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2d58c-ddfd-4b7b-b9fa-26e3a6bfc30d req-334301a8-8c91-48ca-a127-f0904a38e3af tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:03.026286 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4de2d58c-ddfd-4b7b-b9fa-26e3a6bfc30d req-334301a8-8c91-48ca-a127-f0904a38e3af tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=030b426d-5bde-4e5f-b48b-4dc30a4e0157 HTTP/1.1" status: 200 len: 945 time: 0.0504436 Nov 02 11:50:03.073327 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:03.084845 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4de2d58c-ddfd-4b7b-b9fa-26e3a6bfc30d req-9204bb9c-d21b-43c7-b876-52f4c4cef593 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518379 Nov 02 11:50:03.165185 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c640c8-4005-40c8-a046-1d938fc1cf2a,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:03.231104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ceac8-e7d7-4fed-bb4e-10e2b1673731 req-c8e48757-950d-4e8d-a77a-d92176a65154 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:03.232597 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ba1ceac8-e7d7-4fed-bb4e-10e2b1673731 req-c8e48757-950d-4e8d-a77a-d92176a65154 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.79 "GET /v2.0/ports?device_id=8db40097-e178-43ff-9a61-eccc841bb20b HTTP/1.1" status: 200 len: 945 time: 0.1254535 Nov 02 11:50:03.357202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Attempting to bind port e1c640c8-4005-40c8-a046-1d938fc1cf2a on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:50:03.357202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Attempting to bind port e1c640c8-4005-40c8-a046-1d938fc1cf2a by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '54361836-5b72-4f6b-bdd3-a172531a93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:50:03.357202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Attempting to bind port e1c640c8-4005-40c8-a046-1d938fc1cf2a on network 18aba190-503d-4b36-9b63-ba3de7a415e6 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:50:03.363078 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Port e1c640c8-4005-40c8-a046-1d938fc1cf2a on network 18aba190-503d-4b36-9b63-ba3de7a415e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:50:03.363415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Attempting to bind port e1c640c8-4005-40c8-a046-1d938fc1cf2a on network 18aba190-503d-4b36-9b63-ba3de7a415e6 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:50:03.376068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bb5d2-4e33-44a4-a496-e20b453e9220 req-c921219a-5091-4343-8599-8f19ffb7f187 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:03.377590 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c1bb5d2-4e33-44a4-a496-e20b453e9220 req-c921219a-5091-4343-8599-8f19ffb7f187 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/ports?device_id=8db40097-e178-43ff-9a61-eccc841bb20b HTTP/1.1" status: 200 len: 945 time: 0.1572661 Nov 02 11:50:03.382229 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:50:03.382575 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Checking segment: {'id': '54361836-5b72-4f6b-bdd3-a172531a93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:50:03.383120 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Bound using segment: {'id': '54361836-5b72-4f6b-bdd3-a172531a93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:50:03.383676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Bound port: e1c640c8-4005-40c8-a046-1d938fc1cf2a, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54361836-5b72-4f6b-bdd3-a172531a93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:50:03.384035 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:03.462267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-ba1ceac8-e7d7-4fed-bb4e-10e2b1673731 req-792ab5fd-c93e-48b7-972f-7b1bd62c1848 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Deleting port 08511597-4b4c-4e33-b039-f0b3d6743943 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:50:03.462601 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ba1ceac8-e7d7-4fed-bb4e-10e2b1673731 req-792ab5fd-c93e-48b7-972f-7b1bd62c1848 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:03.510785 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c1bb5d2-4e33-44a4-a496-e20b453e9220 req-27fa2512-41df-431a-8264-af427c495e5c tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b379687c-786a-434f-922e-1bcabfd94d34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242051 Nov 02 11:50:03.564277 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] For port e1c640c8-4005-40c8-a046-1d938fc1cf2a, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:50:03.585802 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] For port e1c640c8-4005-40c8-a046-1d938fc1cf2a, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e1c640c8-4005-40c8-a046-1d938fc1cf2a,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:50:03.642587 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ba1ceac8-e7d7-4fed-bb4e-10e2b1673731 req-792ab5fd-c93e-48b7-972f-7b1bd62c1848 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] For port 08511597-4b4c-4e33-b039-f0b3d6743943, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=08511597-4b4c-4e33-b039-f0b3d6743943,segment=NetworkSegment(85e9a8a2-6aa6-4f29-b961-6fbe6f96f3de),segment_id=85e9a8a2-6aa6-4f29-b961-6fbe6f96f3de)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:03.642874 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ba1ceac8-e7d7-4fed-bb4e-10e2b1673731 req-792ab5fd-c93e-48b7-972f-7b1bd62c1848 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:03.659292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-ba1ceac8-e7d7-4fed-bb4e-10e2b1673731 req-792ab5fd-c93e-48b7-972f-7b1bd62c1848 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Calling delete_port for 08511597-4b4c-4e33-b039-f0b3d6743943 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:50:03.687811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc3e4b-ddf7-4a46-b224-c17c31114ecb req-e1f19c95-e00b-4553-8381-e0a98eb00954 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:03.689365 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72bc3e4b-ddf7-4a46-b224-c17c31114ecb req-e1f19c95-e00b-4553-8381-e0a98eb00954 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=f702f9c9-1287-45fc-b0c0-d570d5d0cfcd HTTP/1.1" status: 200 len: 943 time: 0.0972717 Nov 02 11:50:03.727881 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:03.801013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:03.801752 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:03.803047 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27317833-e82f-403e-9100-66b960b99840 req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] 10.222.0.54 "PUT /v2.0/ports/e1c640c8-4005-40c8-a046-1d938fc1cf2a HTTP/1.1" status: 200 len: 1092 time: 1.5409417 Nov 02 11:50:03.848295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4be5a6-6934-4e50-9a26-08048e7434e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1c640c8-4005-40c8-a046-1d938fc1cf2a,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:03.855265 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72bc3e4b-ddf7-4a46-b224-c17c31114ecb req-ea0b1cbb-df0f-464d-b22d-c5f00dafc4eb tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352487 Nov 02 11:50:03.947908 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c0930cb-560a-43dc-957b-e0e5d86cbd03 req-4757c54b-0d96-4902-b692-e7eb42e3fd51 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/7c3fa57c-ca43-49fe-88ab-89437a0a8297 HTTP/1.1" status: 200 len: 1820 time: 0.0568726 Nov 02 11:50:03.958921 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-9c0930cb-560a-43dc-957b-e0e5d86cbd03 req-437ac4e4-cd0b-4c05-99cf-bebcaa5a017e tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Request body: {'security_group': {'name': 'tempest-sg-hth-759422145', 'description': 'tempest-description-hth-1912140223'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:03.995834 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9c0930cb-560a-43dc-957b-e0e5d86cbd03 req-437ac4e4-cd0b-4c05-99cf-bebcaa5a017e tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:04.067607 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9c0930cb-560a-43dc-957b-e0e5d86cbd03 req-437ac4e4-cd0b-4c05-99cf-bebcaa5a017e tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:04.073966 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ba1ceac8-e7d7-4fed-bb4e-10e2b1673731 req-792ab5fd-c93e-48b7-972f-7b1bd62c1848 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:04.087737 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['08511597-4b4c-4e33-b039-f0b3d6743943'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:50:04.120238 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ab5fd-c93e-48b7-972f-7b1bd62c1848 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Pushing event deleted for resources: {'Port': ['ID=08511597-4b4c-4e33-b039-f0b3d6743943,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:04.131830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27317833-e82f-403e-9100-66b960b99840 req-5ad4eaac-434d-4573-8d6c-ec98ae33685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:04.133363 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27317833-e82f-403e-9100-66b960b99840 req-5ad4eaac-434d-4573-8d6c-ec98ae33685d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=beafa7c4f1be47e8a112cbe12d26f902&device_id=f702f9c9-1287-45fc-b0c0-d570d5d0cfcd HTTP/1.1" status: 200 len: 1095 time: 0.1015472 Nov 02 11:50:04.201246 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1ceac8-e7d7-4fed-bb4e-10e2b1673731 req-792ab5fd-c93e-48b7-972f-7b1bd62c1848 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] No DVR routers for this DVR port 08511597-4b4c-4e33-b039-f0b3d6743943 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:50:04.204430 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ba1ceac8-e7d7-4fed-bb4e-10e2b1673731 req-792ab5fd-c93e-48b7-972f-7b1bd62c1848 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:04.207951 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ba1ceac8-e7d7-4fed-bb4e-10e2b1673731 req-792ab5fd-c93e-48b7-972f-7b1bd62c1848 tempest-ServerGroupTestJSON-1281497838 tempest-ServerGroupTestJSON-1281497838-project] 10.222.0.79 "DELETE /v2.0/ports/08511597-4b4c-4e33-b039-f0b3d6743943 HTTP/1.1" status: 204 len: 173 time: 0.9651380 Nov 02 11:50:04.209777 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27317833-e82f-403e-9100-66b960b99840 req-c43c0643-33dd-4466-abf8-b985a72565e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1c640c8-4005-40c8-a046-1d938fc1cf2a HTTP/1.1" status: 200 len: 217 time: 0.0606565 Nov 02 11:50:04.248365 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9c0930cb-560a-43dc-957b-e0e5d86cbd03 req-437ac4e4-cd0b-4c05-99cf-bebcaa5a017e tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:04.251022 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9c0930cb-560a-43dc-957b-e0e5d86cbd03 req-437ac4e4-cd0b-4c05-99cf-bebcaa5a017e tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:04.252244 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c0930cb-560a-43dc-957b-e0e5d86cbd03 req-437ac4e4-cd0b-4c05-99cf-bebcaa5a017e tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "PUT /v2.0/security-groups/7c3fa57c-ca43-49fe-88ab-89437a0a8297 HTTP/1.1" status: 200 len: 1793 time: 0.2976694 Nov 02 11:50:04.289410 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27317833-e82f-403e-9100-66b960b99840 req-788c895a-e938-4dac-b8b9-5efa02431e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:04.290874 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27317833-e82f-403e-9100-66b960b99840 req-788c895a-e938-4dac-b8b9-5efa02431e8c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11 HTTP/1.1" status: 200 len: 853 time: 0.0730624 Nov 02 11:50:04.291503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ac4e4-cd0b-4c05-99cf-bebcaa5a017e tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3fa57c-ca43-49fe-88ab-89437a0a8297,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:04.297301 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8618bdc-a825-4335-9ee4-e11141917781 x-openstack-request-id: req-d8618bdc-a825-4335-9ee4-e11141917781 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:50:04.297821 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5479301-0b5a-40a7-bd80-b40f5bacbecf", "name": "network-vif-deleted", "tag": "fd352516-2396-4c17-b597-644f9c9944f0", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:50:04.298244 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8618bdc-a825-4335-9ee4-e11141917781 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:50:04.298865 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5479301-0b5a-40a7-bd80-b40f5bacbecf', 'name': 'network-vif-deleted', 'tag': 'fd352516-2396-4c17-b597-644f9c9944f0', 'status': 'completed', 'code': 200} Nov 02 11:50:04.326605 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27317833-e82f-403e-9100-66b960b99840 req-91379074-49fd-4409-a200-6c05abdb65b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=18aba190-503d-4b36-9b63-ba3de7a415e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266457 Nov 02 11:50:04.332141 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d19535-5ee5-483c-a138-cdff085047a1 x-openstack-request-id: req-80d19535-5ee5-483c-a138-cdff085047a1 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:50:04.332141 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030b426d-5bde-4e5f-b48b-4dc30a4e0157", "name": "network-vif-plugged", "status": "completed", "tag": "4b8a6367-36e5-47e7-879a-2fc68af5d90f", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:50:04.332547 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80d19535-5ee5-483c-a138-cdff085047a1 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:50:04.332670 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030b426d-5bde-4e5f-b48b-4dc30a4e0157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8a6367-36e5-47e7-879a-2fc68af5d90f', 'code': 200} Nov 02 11:50:04.368943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43332) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:04.470127 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215a9cf-71af-4a61-ade7-6bc6dcbd770f req-ea682dc2-49d1-4b19-993a-45d0942e21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:04.471815 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e215a9cf-71af-4a61-ade7-6bc6dcbd770f req-ea682dc2-49d1-4b19-993a-45d0942e21e0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=030b426d-5bde-4e5f-b48b-4dc30a4e0157 HTTP/1.1" status: 200 len: 1097 time: 0.0454187 Nov 02 11:50:04.528398 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e215a9cf-71af-4a61-ade7-6bc6dcbd770f req-07f2ccd9-c616-4389-9e9d-94d349206ed2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479665 Nov 02 11:50:04.838263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27317833-e82f-403e-9100-66b960b99840 req-8e46d519-7395-4638-b1c4-8dcc2396b64b service neutron] 10.222.0.54 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017345 Nov 02 11:50:04.852859 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993df875-55ec-4743-a96c-849f8c7a4fe3 req-a63ab7b2-f40a-4125-96ab-952f1e34b326 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:04.854348 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-993df875-55ec-4743-a96c-849f8c7a4fe3 req-a63ab7b2-f40a-4125-96ab-952f1e34b326 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1240549 Nov 02 11:50:05.016928 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-993df875-55ec-4743-a96c-849f8c7a4fe3 req-f656b048-a7dd-4d1d-8689-82645f1ef989 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492448 Nov 02 11:50:05.074430 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27317833-e82f-403e-9100-66b960b99840 req-f792b695-72d6-43d3-bf99-5ccdf32b59b5 service neutron] 10.222.0.54 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190204 Nov 02 11:50:05.187626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64882641-b0d9-4dc5-af33-6944c0faa9b8 req-2c8fc383-efcb-4be2-a879-612611904f0b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:05.189347 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64882641-b0d9-4dc5-af33-6944c0faa9b8 req-2c8fc383-efcb-4be2-a879-612611904f0b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=030b426d-5bde-4e5f-b48b-4dc30a4e0157 HTTP/1.1" status: 200 len: 945 time: 0.1111696 Nov 02 11:50:05.254991 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64882641-b0d9-4dc5-af33-6944c0faa9b8 req-d1fddd53-5ba4-4087-b5ae-bdd4e261f352 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577371 Nov 02 11:50:05.353513 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df6feed7-6627-47a4-9bb0-1bd84017ab0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:05.480239 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56d3fcf6-142e-4494-8b6e-cd9b10808c43 req-ec3d0a3c-1516-4539-9210-0b46f2f8a5e3 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/7c3fa57c-ca43-49fe-88ab-89437a0a8297 HTTP/1.1" status: 200 len: 1793 time: 0.0796862 Nov 02 11:50:05.580681 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device fd352516-2396-4c17-b597-644f9c9944f0 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:50:05.602071 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: fd352516-2396-4c17-b597-644f9c9944f0 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:50:05.602418 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device fd352516-2396-4c17-b597-644f9c9944f0 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:50:05.691629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8cbf6-8e85-43b6-99a4-654076e05c80 req-2597db15-1879-42e0-a5f5-1b833e76213a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:05.693142 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-75c8cbf6-8e85-43b6-99a4-654076e05c80 req-2597db15-1879-42e0-a5f5-1b833e76213a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=f702f9c9-1287-45fc-b0c0-d570d5d0cfcd HTTP/1.1" status: 200 len: 943 time: 0.0998769 Nov 02 11:50:05.739033 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-df6feed7-6627-47a4-9bb0-1bd84017ab0b admin admin] Deleting port a20992af-a788-4604-b6c4-08ff35d2d5fc {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:50:05.739401 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df6feed7-6627-47a4-9bb0-1bd84017ab0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:05.800122 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-75c8cbf6-8e85-43b6-99a4-654076e05c80 req-a35679f1-e676-4596-9f03-eb52274d8c10 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993328 Nov 02 11:50:05.862114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-df6feed7-6627-47a4-9bb0-1bd84017ab0b admin admin] For port a20992af-a788-4604-b6c4-08ff35d2d5fc, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a20992af-a788-4604-b6c4-08ff35d2d5fc,segment=NetworkSegment(58e86f42-b2da-49df-9e62-5ba59aa872a2),segment_id=58e86f42-b2da-49df-9e62-5ba59aa872a2)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:05.863238 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df6feed7-6627-47a4-9bb0-1bd84017ab0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:05.888763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-df6feed7-6627-47a4-9bb0-1bd84017ab0b admin admin] Calling delete_port for a20992af-a788-4604-b6c4-08ff35d2d5fc owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:50:05.908399 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bdb68b9-1aac-4e24-9b7b-32e59ba8b7d2 req-02822056-a15d-42bf-89fa-61e3eb50175d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/7c3fa57c-ca43-49fe-88ab-89437a0a8297 HTTP/1.1" status: 200 len: 1793 time: 0.0825720 Nov 02 11:50:06.063711 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9bdb68b9-1aac-4e24-9b7b-32e59ba8b7d2 req-1d05d6db-17ab-4d66-8d30-8e8cbefc7053 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:06.109071 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9bdb68b9-1aac-4e24-9b7b-32e59ba8b7d2 req-1d05d6db-17ab-4d66-8d30-8e8cbefc7053 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:06.214811 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9bdb68b9-1aac-4e24-9b7b-32e59ba8b7d2 req-1d05d6db-17ab-4d66-8d30-8e8cbefc7053 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:06.218216 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9bdb68b9-1aac-4e24-9b7b-32e59ba8b7d2 req-1d05d6db-17ab-4d66-8d30-8e8cbefc7053 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:06.219471 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bdb68b9-1aac-4e24-9b7b-32e59ba8b7d2 req-1d05d6db-17ab-4d66-8d30-8e8cbefc7053 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "DELETE /v2.0/security-groups/7c3fa57c-ca43-49fe-88ab-89437a0a8297 HTTP/1.1" status: 204 len: 173 time: 0.2736623 Nov 02 11:50:06.228896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05d6db-17ab-4d66-8d30-8e8cbefc7053 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3fa57c-ca43-49fe-88ab-89437a0a8297,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:06.300603 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f702f9c9-1287-45fc-b0c0-d570d5d0cfcd', 'tag': 'e1c640c8-4005-40c8-a046-1d938fc1cf2a'}, {'server_uuid': '8db40097-e178-43ff-9a61-eccc841bb20b', 'name': 'network-vif-deleted', 'tag': '08511597-4b4c-4e33-b039-f0b3d6743943'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:50:06.309435 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4d0aeb-6909-4195-a953-8d68872e42f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f702f9c9-1287-45fc-b0c0-d570d5d0cfcd", "tag": "e1c640c8-4005-40c8-a046-1d938fc1cf2a"}, {"server_uuid": "8db40097-e178-43ff-9a61-eccc841bb20b", "name": "network-vif-deleted", "tag": "08511597-4b4c-4e33-b039-f0b3d6743943"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:50:06.334409 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df6feed7-6627-47a4-9bb0-1bd84017ab0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:06.370960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6feed7-6627-47a4-9bb0-1bd84017ab0b admin admin] Pushing event deleted for resources: {'Port': ['ID=a20992af-a788-4604-b6c4-08ff35d2d5fc,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:06.424512 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c4532-e64b-454b-aff7-e6b90b89b529 req-8baa444e-7d51-41ca-b9dc-8e47ce3ae2b8 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:06.426011 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a0c4532-e64b-454b-aff7-e6b90b89b529 req-8baa444e-7d51-41ca-b9dc-8e47ce3ae2b8 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1198695 Nov 02 11:50:06.520972 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a0c4532-e64b-454b-aff7-e6b90b89b529 req-b26b58fe-50e0-45b6-a96e-70764334df1c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886917 Nov 02 11:50:06.580062 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df6feed7-6627-47a4-9bb0-1bd84017ab0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:06.749509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaf0ef-c132-4c8c-be76-aa7f63801517 req-9e41b41b-3616-4545-a127-226c974634bf tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:06.751021 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9beaf0ef-c132-4c8c-be76-aa7f63801517 req-9e41b41b-3616-4545-a127-226c974634bf tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=030b426d-5bde-4e5f-b48b-4dc30a4e0157 HTTP/1.1" status: 200 len: 945 time: 0.0675135 Nov 02 11:50:06.878563 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9beaf0ef-c132-4c8c-be76-aa7f63801517 req-35f4efd7-7d3d-4080-ad70-7ce1e28a503f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896871 Nov 02 11:50:06.896697 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6feed7-6627-47a4-9bb0-1bd84017ab0b admin admin] Router 3bef4211-8c54-4461-b5e6-fa78d0611f23 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:50:06.965748 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 02 Nov 2021 11:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7422a1-e64e-40e6-a6e3-8f0b5698b25e x-openstack-request-id: req-3a7422a1-e64e-40e6-a6e3-8f0b5698b25e {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:50:06.966212 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f702f9c9-1287-45fc-b0c0-d570d5d0cfcd", "tag": "e1c640c8-4005-40c8-a046-1d938fc1cf2a", "status": "completed", "code": 200}, {"server_uuid": "8db40097-e178-43ff-9a61-eccc841bb20b", "name": "network-vif-deleted", "tag": "08511597-4b4c-4e33-b039-f0b3d6743943", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:50:06.966521 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a7422a1-e64e-40e6-a6e3-8f0b5698b25e {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:50:06.967017 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f702f9c9-1287-45fc-b0c0-d570d5d0cfcd', 'tag': 'e1c640c8-4005-40c8-a046-1d938fc1cf2a', 'status': 'completed', 'code': 200} Nov 02 11:50:06.967336 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db40097-e178-43ff-9a61-eccc841bb20b', 'name': 'network-vif-deleted', 'tag': '08511597-4b4c-4e33-b039-f0b3d6743943', 'status': 'completed', 'code': 200} Nov 02 11:50:07.072593 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d0aeb-6909-4195-a953-8d68872e42f5 req-17e18307-4409-420f-a380-76f8b3ece573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:07.074164 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db4d0aeb-6909-4195-a953-8d68872e42f5 req-17e18307-4409-420f-a380-76f8b3ece573 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=beafa7c4f1be47e8a112cbe12d26f902&device_id=f702f9c9-1287-45fc-b0c0-d570d5d0cfcd HTTP/1.1" status: 200 len: 1095 time: 0.1015399 Nov 02 11:50:07.078041 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6feed7-6627-47a4-9bb0-1bd84017ab0b admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:50:07.083552 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-df6feed7-6627-47a4-9bb0-1bd84017ab0b admin admin] 10.222.0.52 "PUT /v2.0/routers/3bef4211-8c54-4461-b5e6-fa78d0611f23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7137356 Nov 02 11:50:07.086755 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43370) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:07.089104 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff6289-e747-4300-b9f2-fd9f78a40413 None None] Sync routers for ids ['3bef4211-8c54-4461-b5e6-fa78d0611f23'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:50:07.101101 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff6289-e747-4300-b9f2-fd9f78a40413 None None] Routers {'3bef4211-8c54-4461-b5e6-fa78d0611f23'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:50:07.104027 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-04ff6289-e747-4300-b9f2-fd9f78a40413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:49:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3bef4211-8c54-4461-b5e6-fa78d0611f23'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:07.220505 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-04ff6289-e747-4300-b9f2-fd9f78a40413 None None] Set router 3bef4211-8c54-4461-b5e6-fa78d0611f23 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:50:07.339446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63cc04-8d93-40c4-8d99-3957e26f8574 req-82a499f3-5fd2-4967-9df7-17eb31491554 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:07.341884 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa63cc04-8d93-40c4-8d99-3957e26f8574 req-82a499f3-5fd2-4967-9df7-17eb31491554 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=f702f9c9-1287-45fc-b0c0-d570d5d0cfcd HTTP/1.1" status: 200 len: 943 time: 0.1798325 Nov 02 11:50:07.358341 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:07.418164 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d0aeb-6909-4195-a953-8d68872e42f5 req-b7bc32ef-0bcb-4403-9dd9-668735e84d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:07.419692 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db4d0aeb-6909-4195-a953-8d68872e42f5 req-b7bc32ef-0bcb-4403-9dd9-668735e84d00 service neutron] 10.222.0.54 "GET /v2.0/networks?id=18aba190-503d-4b36-9b63-ba3de7a415e6 HTTP/1.1" status: 200 len: 914 time: 0.2705448 Nov 02 11:50:07.519431 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db4d0aeb-6909-4195-a953-8d68872e42f5 req-abb60da2-fd23-4b56-8f0a-5b537b3aa5e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1c640c8-4005-40c8-a046-1d938fc1cf2a HTTP/1.1" status: 200 len: 217 time: 0.0913634 Nov 02 11:50:07.533038 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa63cc04-8d93-40c4-8d99-3957e26f8574 req-c10e2ffc-9e37-4e69-8464-27250e81a256 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771998 Nov 02 11:50:07.570627 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-04ff6289-e747-4300-b9f2-fd9f78a40413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'name': 'tempest-ServerRescueTestJSON-1935363498-router', 'tenant_id': '52e69722b9da4b93bbbf782def8d393f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'b0f86c46-af30-41f4-ae0e-d221d52ced95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:47:36Z', 'updated_at': '2021-11-02T11:50:06Z', 'revision_number': 5, 'project_id': '52e69722b9da4b93bbbf782def8d393f', 'gw_port': {'id': 'b0f86c46-af30-41f4-ae0e-d221d52ced95', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:38Z', 'updated_at': '2021-11-02T11:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:07.592216 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d0aeb-6909-4195-a953-8d68872e42f5 req-cbf6a11e-c7ea-48f1-938d-2046ced49135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:07.594597 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db4d0aeb-6909-4195-a953-8d68872e42f5 req-cbf6a11e-c7ea-48f1-938d-2046ced49135 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11 HTTP/1.1" status: 200 len: 853 time: 0.0663967 Nov 02 11:50:07.600241 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:07.608886 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 08511597-4b4c-4e33-b039-f0b3d6743943 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:50:07.632249 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 08511597-4b4c-4e33-b039-f0b3d6743943 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:50:07.632794 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 08511597-4b4c-4e33-b039-f0b3d6743943 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:50:07.634697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff6289-e747-4300-b9f2-fd9f78a40413 None None] Checking router: 3bef4211-8c54-4461-b5e6-fa78d0611f23 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:50:07.643512 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db4d0aeb-6909-4195-a953-8d68872e42f5 req-5915a0db-1c2f-4281-a3d7-5ead7c6eddba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=18aba190-503d-4b36-9b63-ba3de7a415e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305285 Nov 02 11:50:07.647309 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff6289-e747-4300-b9f2-fd9f78a40413 None None] Routers {'3bef4211-8c54-4461-b5e6-fa78d0611f23'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:50:07.647951 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-04ff6289-e747-4300-b9f2-fd9f78a40413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:49:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3bef4211-8c54-4461-b5e6-fa78d0611f23'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:07.768664 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-04ff6289-e747-4300-b9f2-fd9f78a40413 None None] Set router 3bef4211-8c54-4461-b5e6-fa78d0611f23 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:50:07.772565 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db4d0aeb-6909-4195-a953-8d68872e42f5 req-2b039022-230a-4c2a-bd3c-2053f080d682 service neutron] 10.222.0.54 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168396 Nov 02 11:50:07.866839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Deleting port b0f86c46-af30-41f4-ae0e-d221d52ced95 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:50:07.867211 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:07.947524 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db4d0aeb-6909-4195-a953-8d68872e42f5 req-8a65444f-fa4c-492e-a315-6de595cc82d0 service neutron] 10.222.0.54 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634879 Nov 02 11:50:07.985644 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-04ff6289-e747-4300-b9f2-fd9f78a40413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'name': 'tempest-ServerRescueTestJSON-1935363498-router', 'tenant_id': '52e69722b9da4b93bbbf782def8d393f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'b0f86c46-af30-41f4-ae0e-d221d52ced95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:47:36Z', 'updated_at': '2021-11-02T11:50:06Z', 'revision_number': 5, 'project_id': '52e69722b9da4b93bbbf782def8d393f', 'gw_port': {'id': 'b0f86c46-af30-41f4-ae0e-d221d52ced95', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:38Z', 'updated_at': '2021-11-02T11:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:08.016967 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ff6289-e747-4300-b9f2-fd9f78a40413 None None] The sync data for ids ['3bef4211-8c54-4461-b5e6-fa78d0611f23'] in n-d-806683-18 is: [{'id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'name': 'tempest-ServerRescueTestJSON-1935363498-router', 'tenant_id': '52e69722b9da4b93bbbf782def8d393f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'b0f86c46-af30-41f4-ae0e-d221d52ced95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:47:36Z', 'updated_at': '2021-11-02T11:50:06Z', 'revision_number': 5, 'project_id': '52e69722b9da4b93bbbf782def8d393f', 'gw_port': {'id': 'b0f86c46-af30-41f4-ae0e-d221d52ced95', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:75:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bef4211-8c54-4461-b5e6-fa78d0611f23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:38Z', 'updated_at': '2021-11-02T11:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:50:08.021652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] For port b0f86c46-af30-41f4-ae0e-d221d52ced95, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b0f86c46-af30-41f4-ae0e-d221d52ced95,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:08.021652 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:08.036914 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Calling delete_port for b0f86c46-af30-41f4-ae0e-d221d52ced95 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:50:08.122284 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-8a5bdffb-7806-4496-b9d8-ff9caac46595 req-19936d00-60c2-4d0b-aa50-ba4389e07dc4 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] show failed (client error): The resource could not be found. Nov 02 11:50:08.147874 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8a5bdffb-7806-4496-b9d8-ff9caac46595 req-19936d00-60c2-4d0b-aa50-ba4389e07dc4 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/b9de0855-b53f-4700-9f5b-11e5f1f603b2 HTTP/1.1" status: 404 len: 352 time: 0.0370154 Nov 02 11:50:08.359679 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94f2ba-dcf8-4394-afb1-50906708d559 req-977eb636-b797-45b2-a24f-9502d8c46d85 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:08.361350 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa94f2ba-dcf8-4394-afb1-50906708d559 req-977eb636-b797-45b2-a24f-9502d8c46d85 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0741985 Nov 02 11:50:08.424127 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:08.436090 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa94f2ba-dcf8-4394-afb1-50906708d559 req-19393f35-34c1-415b-a6ba-1e676214a9af tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675473 Nov 02 11:50:08.470295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f86c46-af30-41f4-ae0e-d221d52ced95,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:08.506172 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:08.506563 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:08.506913 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:08.507272 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:08.507996 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:08.508459 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:08.509034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:08.509367 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:08.509692 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:08.510017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:08.510344 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:08.510683 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:08.536360 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e1c640c8-4005-40c8-a046-1d938fc1cf2a details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:50:08.589228 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:08.731018 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port e1c640c8-4005-40c8-a046-1d938fc1cf2a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e1c640c8-4005-40c8-a046-1d938fc1cf2a,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:08.753572 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'e1c640c8-4005-40c8-a046-1d938fc1cf2a', 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6', 'port_id': 'e1c640c8-4005-40c8-a046-1d938fc1cf2a', 'mac_address': 'fa:16:3e:0c:5d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:50:08.758520 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a20992af-a788-4604-b6c4-08ff35d2d5fc no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:50:08.766152 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:08.769841 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:08.787866 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: a20992af-a788-4604-b6c4-08ff35d2d5fc {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:50:08.788333 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485302f6-d02c-4694-ad8c-2534cfdb76e4 req-24318d76-dc23-4d76-89a9-9eb4f4417386 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:08.788669 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a20992af-a788-4604-b6c4-08ff35d2d5fc not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:50:08.790317 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-485302f6-d02c-4694-ad8c-2534cfdb76e4 req-24318d76-dc23-4d76-89a9-9eb4f4417386 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=030b426d-5bde-4e5f-b48b-4dc30a4e0157 HTTP/1.1" status: 200 len: 945 time: 0.1181734 Nov 02 11:50:08.845382 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:08.862728 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c640c8-4005-40c8-a046-1d938fc1cf2a {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:50:08.883686 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-485302f6-d02c-4694-ad8c-2534cfdb76e4 req-7528832e-adbb-4452-81f1-778f85399972 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512419 Nov 02 11:50:08.911253 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port e1c640c8-4005-40c8-a046-1d938fc1cf2a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e1c640c8-4005-40c8-a046-1d938fc1cf2a,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:08.940014 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-3e5bf03e-5ca6-4b79-8a2a-ab42120a56eb req-981db268-8a3c-4649-aa52-45734db7083d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] show failed (client error): The resource could not be found. Nov 02 11:50:08.941501 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3e5bf03e-5ca6-4b79-8a2a-ab42120a56eb req-981db268-8a3c-4649-aa52-45734db7083d tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/192cd507-3392-4e66-ba36-042e1078ac8c HTTP/1.1" status: 404 len: 352 time: 0.0185606 Nov 02 11:50:08.957893 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:08.959394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bef4211-8c54-4461-b5e6-fa78d0611f23 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:50:08.985243 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:08.985243 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2be2c757-a494-4920-9e05-18413c9a3a7a admin admin] 10.222.0.52 "DELETE /v2.0/routers/3bef4211-8c54-4461-b5e6-fa78d0611f23 HTTP/1.1" status: 204 len: 168 time: 1.8963406 Nov 02 11:50:08.987295 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43394) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:09.027738 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:09.092454 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] Deleting subnet ba8183a2-da53-4ec8-989b-84a9ed7accb1 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:50:09.095711 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=e1c640c8-4005-40c8-a046-1d938fc1cf2a,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:09.097004 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:09.172374 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:09.193293 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a0eaf-10c0-4263-af67-832821a7cbb9 req-0e13feb6-239a-43d8-93c5-9327a8ab1806 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:09.195574 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-878a0eaf-10c0-4263-af67-832821a7cbb9 req-0e13feb6-239a-43d8-93c5-9327a8ab1806 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=f702f9c9-1287-45fc-b0c0-d570d5d0cfcd HTTP/1.1" status: 200 len: 944 time: 0.0921106 Nov 02 11:50:09.237658 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:09.284813 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-878a0eaf-10c0-4263-af67-832821a7cbb9 req-a76217a6-fc3a-4c14-b110-299bf2a47c0e tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802200 Nov 02 11:50:09.314132 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-ba9a6415-e871-4f0d-ae21-e8fc07acdb6a req-d8014263-4f25-41a3-b81e-a9f3e44106cb tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] show failed (client error): The resource could not be found. Nov 02 11:50:09.331954 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ba9a6415-e871-4f0d-ae21-e8fc07acdb6a req-d8014263-4f25-41a3-b81e-a9f3e44106cb tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/6d931733-63ad-49df-8efd-bcc17d2e3edb HTTP/1.1" status: 404 len: 352 time: 0.0233388 Nov 02 11:50:09.375115 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-97c1f286-7478-439d-b660-9cc9beee749f req-002abb1f-84a7-4694-9553-f91b8e3db736 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] show failed (client error): The resource could not be found. Nov 02 11:50:09.376139 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97c1f286-7478-439d-b660-9cc9beee749f req-002abb1f-84a7-4694-9553-f91b8e3db736 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/baf57561-8097-4a5d-9445-1d0e968f7324 HTTP/1.1" status: 404 len: 352 time: 0.0158947 Nov 02 11:50:09.400321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['e1c640c8-4005-40c8-a046-1d938fc1cf2a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:50:09.450632 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:09.506051 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba8183a2-da53-4ec8-989b-84a9ed7accb1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:09.510769 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:09.518350 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43406) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:09.519204 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ba8183a2-da53-4ec8-989b-84a9ed7accb1 HTTP/1.1" status: 204 len: 168 time: 0.5308845 Nov 02 11:50:09.525981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:09.526326 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:09.526666 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:09.527023 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:09.528001 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:09.528478 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:09.529161 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:09.529726 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:09.530063 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:09.530668 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:09.531025 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:09.531352 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc5750b-a52a-4148-9941-38a4d53e2d5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:09.609398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008aca03-1ea9-4f84-b976-dfa217df9fdd req-e46b15e5-76f4-437d-b18a-da646eb12d3b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:09.610867 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-008aca03-1ea9-4f84-b976-dfa217df9fdd req-e46b15e5-76f4-437d-b18a-da646eb12d3b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.54 "GET /v2.0/ports?device_id=030b426d-5bde-4e5f-b48b-4dc30a4e0157 HTTP/1.1" status: 200 len: 945 time: 0.1690841 Nov 02 11:50:09.633771 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bfdee29a-556e-4005-a08f-86c6712088a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:09.644831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43410) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:09.691371 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-c6bae3ad-3d6f-4b0b-b5c6-2e207d147319 req-17b11bcb-835a-4852-a9aa-93ea309188b9 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] show failed (client error): The resource could not be found. Nov 02 11:50:09.692446 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6bae3ad-3d6f-4b0b-b5c6-2e207d147319 req-17b11bcb-835a-4852-a9aa-93ea309188b9 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/cedde455-6732-4414-a8e6-85f1e1a36945 HTTP/1.1" status: 404 len: 352 time: 0.0315638 Nov 02 11:50:09.696246 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-07cfbb4e-fa9a-412c-8ac2-3d51fd4b4887 admin admin] Deleting subnet 2a05798e-b1b4-4fb5-a250-7b40de5ace36 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:50:09.722359 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-07cfbb4e-fa9a-412c-8ac2-3d51fd4b4887 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:09.760350 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-07cfbb4e-fa9a-412c-8ac2-3d51fd4b4887 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:09.814707 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-07cfbb4e-fa9a-412c-8ac2-3d51fd4b4887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:09.999221 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-07cfbb4e-fa9a-412c-8ac2-3d51fd4b4887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.054986 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfbb4e-fa9a-412c-8ac2-3d51fd4b4887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a05798e-b1b4-4fb5-a250-7b40de5ace36,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:10.073027 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-07cfbb4e-fa9a-412c-8ac2-3d51fd4b4887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.076505 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-07cfbb4e-fa9a-412c-8ac2-3d51fd4b4887 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2a05798e-b1b4-4fb5-a250-7b40de5ace36 HTTP/1.1" status: 204 len: 168 time: 0.4306262 Nov 02 11:50:10.079695 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43418) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:10.157873 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4fcfb7c0-632a-458d-8dbe-5c2c1e1868a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.181483 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bfdee29a-556e-4005-a08f-86c6712088a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.221050 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff83b3-1e4b-4043-a14f-200383189879 req-732b9af4-26d5-4628-a4d1-76ee61c85201 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:10.222629 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0ff83b3-1e4b-4043-a14f-200383189879 req-732b9af4-26d5-4628-a4d1-76ee61c85201 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.4529023 Nov 02 11:50:10.228931 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-bfdee29a-556e-4005-a08f-86c6712088a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d237d2-fe60-4a8f-b6d3-35144dfca248']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:10.241163 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-008aca03-1ea9-4f84-b976-dfa217df9fdd req-f025d0cc-969a-4463-ad16-45cd9ba71b95 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Deleting port 4b8a6367-36e5-47e7-879a-2fc68af5d90f {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:50:10.241527 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-008aca03-1ea9-4f84-b976-dfa217df9fdd req-f025d0cc-969a-4463-ad16-45cd9ba71b95 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.248873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-bfdee29a-556e-4005-a08f-86c6712088a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e86f42-b2da-49df-9e62-5ba59aa872a2') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:10.248873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-bfdee29a-556e-4005-a08f-86c6712088a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e86f42-b2da-49df-9e62-5ba59aa872a2') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:10.254461 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4fcfb7c0-632a-458d-8dbe-5c2c1e1868a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.276925 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-4fcfb7c0-632a-458d-8dbe-5c2c1e1868a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a087ab4d-8c3c-4eac-93fc-b362a1ce245b']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:10.287266 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bfdee29a-556e-4005-a08f-86c6712088a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.288081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-4fcfb7c0-632a-458d-8dbe-5c2c1e1868a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e9a8a2-6aa6-4f29-b961-6fbe6f96f3de') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:10.288371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-4fcfb7c0-632a-458d-8dbe-5c2c1e1868a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e9a8a2-6aa6-4f29-b961-6fbe6f96f3de') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:10.300705 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4fcfb7c0-632a-458d-8dbe-5c2c1e1868a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.315847 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4fcfb7c0-632a-458d-8dbe-5c2c1e1868a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.322973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcfb7c0-632a-458d-8dbe-5c2c1e1868a4 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:50:10.323368 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4fcfb7c0-632a-458d-8dbe-5c2c1e1868a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:50:10.325345 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:50:10.331624 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bfdee29a-556e-4005-a08f-86c6712088a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.359169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdee29a-556e-4005-a08f-86c6712088a1 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:50:10.359592 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bfdee29a-556e-4005-a08f-86c6712088a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:50:10.361376 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:50:10.444256 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0ff83b3-1e4b-4043-a14f-200383189879 req-a2664531-3cdd-422a-842e-b60f9bb022eb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059257 Nov 02 11:50:10.456383 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-008aca03-1ea9-4f84-b976-dfa217df9fdd req-f025d0cc-969a-4463-ad16-45cd9ba71b95 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] For port 4b8a6367-36e5-47e7-879a-2fc68af5d90f, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4b8a6367-36e5-47e7-879a-2fc68af5d90f,segment=NetworkSegment(805f2aaf-4812-469d-889d-a76c4bfa6f5b),segment_id=805f2aaf-4812-469d-889d-a76c4bfa6f5b)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:10.456760 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-008aca03-1ea9-4f84-b976-dfa217df9fdd req-f025d0cc-969a-4463-ad16-45cd9ba71b95 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.472047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-008aca03-1ea9-4f84-b976-dfa217df9fdd req-f025d0cc-969a-4463-ad16-45cd9ba71b95 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Calling delete_port for 4b8a6367-36e5-47e7-879a-2fc68af5d90f owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:50:10.500479 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4fcfb7c0-632a-458d-8dbe-5c2c1e1868a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.513714 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4fcfb7c0-632a-458d-8dbe-5c2c1e1868a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.518345 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4fcfb7c0-632a-458d-8dbe-5c2c1e1868a4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a087ab4d-8c3c-4eac-93fc-b362a1ce245b HTTP/1.1" status: 204 len: 168 time: 0.4376330 Nov 02 11:50:10.543529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfb7c0-632a-458d-8dbe-5c2c1e1868a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a087ab4d-8c3c-4eac-93fc-b362a1ce245b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:10.568676 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e1c640c8-4005-40c8-a046-1d938fc1cf2a up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:50:10.602260 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-c797aa8d-48d5-4d55-a93f-5dcb9752f0b5 req-0aa27e20-b94a-4ab8-8967-3fab6799a5d9 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] show failed (client error): The resource could not be found. Nov 02 11:50:10.603593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c797aa8d-48d5-4d55-a93f-5dcb9752f0b5 req-0aa27e20-b94a-4ab8-8967-3fab6799a5d9 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/d3ee917c-7b64-4fcf-b63e-81cc198ff5d8 HTTP/1.1" status: 404 len: 352 time: 0.0613942 Nov 02 11:50:10.605752 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bfdee29a-556e-4005-a08f-86c6712088a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.634808 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bfdee29a-556e-4005-a08f-86c6712088a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.638555 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bfdee29a-556e-4005-a08f-86c6712088a1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/30d237d2-fe60-4a8f-b6d3-35144dfca248 HTTP/1.1" status: 204 len: 168 time: 1.1179945 Nov 02 11:50:10.655807 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdee29a-556e-4005-a08f-86c6712088a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=30d237d2-fe60-4a8f-b6d3-35144dfca248,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:10.657815 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b0f86c46-af30-41f4-ae0e-d221d52ced95 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:50:10.690714 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: b0f86c46-af30-41f4-ae0e-d221d52ced95 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:50:10.691092 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b0f86c46-af30-41f4-ae0e-d221d52ced95 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:50:10.771393 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f216dc-89f5-4508-984a-897261ecbad3 req-d1246fff-15d5-44b0-8681-4bf49734545e tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:10.773003 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1f216dc-89f5-4508-984a-897261ecbad3 req-d1246fff-15d5-44b0-8681-4bf49734545e tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=030b426d-5bde-4e5f-b48b-4dc30a4e0157 HTTP/1.1" status: 200 len: 945 time: 0.0540645 Nov 02 11:50:10.780382 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port e1c640c8-4005-40c8-a046-1d938fc1cf2a completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:50:10.784555 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port e1c640c8-4005-40c8-a046-1d938fc1cf2a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:10.785100 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.824956 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1f216dc-89f5-4508-984a-897261ecbad3 req-95e0effb-1044-436b-a9ae-222df68150f9 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438755 Nov 02 11:50:10.873994 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.901906 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f702f9c9-1287-45fc-b0c0-d570d5d0cfcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c640c8-4005-40c8-a046-1d938fc1cf2a'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:50:10.905132 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffab81e4-cc55-4cdc-8f20-c2ab9b362c2c" -d '{"events": [{"server_uuid": "f702f9c9-1287-45fc-b0c0-d570d5d0cfcd", "name": "network-vif-plugged", "status": "completed", "tag": "e1c640c8-4005-40c8-a046-1d938fc1cf2a"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:50:10.920117 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port e1c640c8-4005-40c8-a046-1d938fc1cf2a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e1c640c8-4005-40c8-a046-1d938fc1cf2a,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:10.938958 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-008aca03-1ea9-4f84-b976-dfa217df9fdd req-f025d0cc-969a-4463-ad16-45cd9ba71b95 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:10.951823 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['d13fb330-5fe1-4b2f-8928-243b2a61519d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:50:10.954145 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['4b8a6367-36e5-47e7-879a-2fc68af5d90f'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:50:10.970439 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025d0cc-969a-4463-ad16-45cd9ba71b95 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Pushing event deleted for resources: {'Port': ['ID=4b8a6367-36e5-47e7-879a-2fc68af5d90f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:11.013245 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:11.049181 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1d206-ea4b-4d1b-9da8-35957792eeb9 req-1560d353-8f76-4aec-9fad-9a6d1e821861 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:11.050813 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dfb1d206-ea4b-4d1b-9da8-35957792eeb9 req-1560d353-8f76-4aec-9fad-9a6d1e821861 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=f702f9c9-1287-45fc-b0c0-d570d5d0cfcd HTTP/1.1" status: 200 len: 944 time: 0.1595798 Nov 02 11:50:11.052108 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-008aca03-1ea9-4f84-b976-dfa217df9fdd req-f025d0cc-969a-4463-ad16-45cd9ba71b95 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] No DVR routers for this DVR port 4b8a6367-36e5-47e7-879a-2fc68af5d90f on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:50:11.055932 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-008aca03-1ea9-4f84-b976-dfa217df9fdd req-f025d0cc-969a-4463-ad16-45cd9ba71b95 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:11.060568 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-008aca03-1ea9-4f84-b976-dfa217df9fdd req-f025d0cc-969a-4463-ad16-45cd9ba71b95 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.54 "DELETE /v2.0/ports/4b8a6367-36e5-47e7-879a-2fc68af5d90f HTTP/1.1" status: 204 len: 173 time: 1.4396234 Nov 02 11:50:11.061004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030b426d-5bde-4e5f-b48b-4dc30a4e0157', 'name': 'network-vif-deleted', 'tag': '4b8a6367-36e5-47e7-879a-2fc68af5d90f'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:50:11.064964 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54c4ca5-2a25-4fff-859b-b6380bfbd937" -d '{"events": [{"server_uuid": "030b426d-5bde-4e5f-b48b-4dc30a4e0157", "name": "network-vif-deleted", "tag": "4b8a6367-36e5-47e7-879a-2fc68af5d90f"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:50:11.117599 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43434) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:11.122944 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dfb1d206-ea4b-4d1b-9da8-35957792eeb9 req-4b2c5758-feb5-477d-8534-530911be0e9d tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542109 Nov 02 11:50:11.155348 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=e1c640c8-4005-40c8-a046-1d938fc1cf2a,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:11.187856 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43436) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:11.188858 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7f919b47-02a0-47b5-9cdc-020d808eb2e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ed6d2bb1769041cebe021ebd4b810e30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0690808 Nov 02 11:50:11.228196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43438) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:11.299566 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90824623-40ca-4cbc-96b1-963e44617167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:11.303057 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-89d52f15-e0cc-4f93-bc01-1d60ebc9b4d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=52e69722b9da4b93bbbf782def8d393f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0735309 Nov 02 11:50:11.306487 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43440) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:11.347006 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90824623-40ca-4cbc-96b1-963e44617167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:11.400765 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba4913cf-cd3a-4332-86fc-429a66e2f842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:11.427315 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba4913cf-cd3a-4332-86fc-429a66e2f842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:11.551953 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90824623-40ca-4cbc-96b1-963e44617167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:11.554845 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90824623-40ca-4cbc-96b1-963e44617167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:11.558470 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-90824623-40ca-4cbc-96b1-963e44617167 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b379687c-786a-434f-922e-1bcabfd94d34 HTTP/1.1" status: 204 len: 168 time: 0.3673859 Nov 02 11:50:11.565940 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90824623-40ca-4cbc-96b1-963e44617167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b379687c-786a-434f-922e-1bcabfd94d34,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:11.602246 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba4913cf-cd3a-4332-86fc-429a66e2f842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:11.602246 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba4913cf-cd3a-4332-86fc-429a66e2f842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:11.602246 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ba4913cf-cd3a-4332-86fc-429a66e2f842 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd6c8691-61a4-49b2-b660-cceb82ca400a HTTP/1.1" status: 204 len: 168 time: 0.2940907 Nov 02 11:50:11.612759 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4913cf-cd3a-4332-86fc-429a66e2f842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6c8691-61a4-49b2-b660-cceb82ca400a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:11.730977 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb92503-56ce-4fbf-bf83-967bfd3400cd x-openstack-request-id: req-5eb92503-56ce-4fbf-bf83-967bfd3400cd {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:50:11.732071 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f702f9c9-1287-45fc-b0c0-d570d5d0cfcd", "name": "network-vif-plugged", "status": "completed", "tag": "e1c640c8-4005-40c8-a046-1d938fc1cf2a", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:50:11.732497 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5eb92503-56ce-4fbf-bf83-967bfd3400cd {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:50:11.733070 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f702f9c9-1287-45fc-b0c0-d570d5d0cfcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c640c8-4005-40c8-a046-1d938fc1cf2a', 'code': 200} Nov 02 11:50:11.788259 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f611fcdd-afa0-4e13-a3fd-b6242c279c31 x-openstack-request-id: req-f611fcdd-afa0-4e13-a3fd-b6242c279c31 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:50:11.788259 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030b426d-5bde-4e5f-b48b-4dc30a4e0157", "name": "network-vif-deleted", "tag": "4b8a6367-36e5-47e7-879a-2fc68af5d90f", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:50:11.788259 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f611fcdd-afa0-4e13-a3fd-b6242c279c31 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:50:11.788259 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030b426d-5bde-4e5f-b48b-4dc30a4e0157', 'name': 'network-vif-deleted', 'tag': '4b8a6367-36e5-47e7-879a-2fc68af5d90f', 'status': 'completed', 'code': 200} Nov 02 11:50:11.883511 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97c7c5-cdfb-4f98-96b7-d99bc21dc8ef req-74c48ac7-ca5b-47e7-8613-135a63db1bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:11.885019 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf97c7c5-cdfb-4f98-96b7-d99bc21dc8ef req-74c48ac7-ca5b-47e7-8613-135a63db1bdd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f702f9c9-1287-45fc-b0c0-d570d5d0cfcd HTTP/1.1" status: 200 len: 1097 time: 0.0823350 Nov 02 11:50:11.912564 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed42c8-b01d-4c8d-94fc-8b3695f94394 req-01fa09c8-0a35-456b-83d7-97bf0f7579ff tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:11.914129 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d5ed42c8-b01d-4c8d-94fc-8b3695f94394 req-01fa09c8-0a35-456b-83d7-97bf0f7579ff tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0782552 Nov 02 11:50:11.985233 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf97c7c5-cdfb-4f98-96b7-d99bc21dc8ef req-74508b0b-77cc-4308-b159-671ade0a988f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905430 Nov 02 11:50:12.000551 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d5ed42c8-b01d-4c8d-94fc-8b3695f94394 req-af6b9ec5-5ce3-4388-8e2f-f0f13b514108 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787337 Nov 02 11:50:12.316068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bcc6f-9ff7-4d34-a7a6-b43f0f221df0 req-6d030264-a9f3-4bf4-ae58-02867ff0996f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:12.317674 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c41bcc6f-9ff7-4d34-a7a6-b43f0f221df0 req-6d030264-a9f3-4bf4-ae58-02867ff0996f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 1023 time: 0.0576272 Nov 02 11:50:12.406188 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c41bcc6f-9ff7-4d34-a7a6-b43f0f221df0 req-44fd4945-8952-4f17-b9e2-343c03677a65 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&id=d6aeada5-9b6e-4dde-864c-44c525926171&id=d11f2e26-c63a-4927-89dd-e2a5b59c9cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0819099 Nov 02 11:50:13.056799 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136505ad-c4e7-4584-b7ee-a4a586f7c429 req-8e028a43-e09f-458f-b34d-34d973d3c81a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:13.060076 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-136505ad-c4e7-4584-b7ee-a4a586f7c429 req-8e028a43-e09f-458f-b34d-34d973d3c81a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=f702f9c9-1287-45fc-b0c0-d570d5d0cfcd HTTP/1.1" status: 200 len: 945 time: 0.0834315 Nov 02 11:50:13.157129 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-136505ad-c4e7-4584-b7ee-a4a586f7c429 req-e06bb2bd-cb8b-4908-b75c-f40a9fe58b7d tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906081 Nov 02 11:50:13.163616 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43502) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:13.316311 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2f67368b-6646-4de8-86b8-eabaf47db9ff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-223651849-network', 'tenant_id': '35dc0b369b0043a39a577537366236a7'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:13.319554 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda6f37-38df-47fb-b4b1-4735b94a237f req-ec24d7de-a9ae-4896-bcc3-9a19216d009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:13.321390 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bbda6f37-38df-47fb-b4b1-4735b94a237f req-ec24d7de-a9ae-4896-bcc3-9a19216d009d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 1097 time: 0.0854487 Nov 02 11:50:13.353108 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38aff5-2408-4599-943f-3c308eee4fe2 req-0b6803cd-35a1-4152-9b2c-00f20b03f112 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:13.354657 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed38aff5-2408-4599-943f-3c308eee4fe2 req-0b6803cd-35a1-4152-9b2c-00f20b03f112 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0867038 Nov 02 11:50:13.469553 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed38aff5-2408-4599-943f-3c308eee4fe2 req-ba61a52a-3421-419e-9e5d-0b7b741c4979 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999951 Nov 02 11:50:13.481610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda6f37-38df-47fb-b4b1-4735b94a237f req-94d28e77-9e06-42ba-af4f-d26772d6d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:13.483559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bbda6f37-38df-47fb-b4b1-4735b94a237f req-94d28e77-9e06-42ba-af4f-d26772d6d4aa service neutron] 10.222.0.54 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.1494937 Nov 02 11:50:13.486425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18150844-9979-4cec-be04-64dc706674ec req-c843283c-150d-48b7-800b-f3b65d0a47c7 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:13.487766 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-18150844-9979-4cec-be04-64dc706674ec req-c843283c-150d-48b7-800b-f3b65d0a47c7 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.54 "GET /v2.0/ports?device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 1023 time: 0.0572329 Nov 02 11:50:13.533989 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f67368b-6646-4de8-86b8-eabaf47db9ff admin admin] Made reservation on behalf of 35dc0b369b0043a39a577537366236a7 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:50:13.540932 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f67368b-6646-4de8-86b8-eabaf47db9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:13.585890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f67368b-6646-4de8-86b8-eabaf47db9ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:13.631680 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bbda6f37-38df-47fb-b4b1-4735b94a237f req-8c6f2a80-449d-4683-a61b-d8740c002b88 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac HTTP/1.1" status: 200 len: 1000 time: 0.1337776 Nov 02 11:50:13.659240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889819f-bb95-4d3e-a38f-8eab6605d460 req-48ea114e-0afe-4f51-975a-c5bf8b08c030 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:13.659240 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2889819f-bb95-4d3e-a38f-8eab6605d460 req-48ea114e-0afe-4f51-975a-c5bf8b08c030 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0866172 Nov 02 11:50:13.720442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda6f37-38df-47fb-b4b1-4735b94a237f req-bceb97fb-0736-4d89-86c7-8daa63cf90c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:13.721744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bbda6f37-38df-47fb-b4b1-4735b94a237f req-bceb97fb-0736-4d89-86c7-8daa63cf90c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.0826375 Nov 02 11:50:13.727142 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-18150844-9979-4cec-be04-64dc706674ec req-4748d53e-0a07-4310-8007-e7d241f7363f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Deleting port 985bbdbe-f000-44db-94cd-d12175ddae35 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:50:13.727142 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-18150844-9979-4cec-be04-64dc706674ec req-4748d53e-0a07-4310-8007-e7d241f7363f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:13.770386 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2889819f-bb95-4d3e-a38f-8eab6605d460 req-a795d35b-3739-438a-9ce2-07ecaed22286 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869703 Nov 02 11:50:13.783662 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda6f37-38df-47fb-b4b1-4735b94a237f req-b91693c1-30f2-41c2-a939-14402bf7a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:13.785304 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bbda6f37-38df-47fb-b4b1-4735b94a237f req-b91693c1-30f2-41c2-a939-14402bf7a4c1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549610 Nov 02 11:50:13.809538 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f67368b-6646-4de8-86b8-eabaf47db9ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:13.845206 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-18150844-9979-4cec-be04-64dc706674ec req-4748d53e-0a07-4310-8007-e7d241f7363f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] For port 985bbdbe-f000-44db-94cd-d12175ddae35, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=985bbdbe-f000-44db-94cd-d12175ddae35,segment=NetworkSegment(f64b89c0-b9fb-43a2-aeab-4bf9d89be49d),segment_id=f64b89c0-b9fb-43a2-aeab-4bf9d89be49d)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:13.845561 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-18150844-9979-4cec-be04-64dc706674ec req-4748d53e-0a07-4310-8007-e7d241f7363f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:13.860677 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-18150844-9979-4cec-be04-64dc706674ec req-4748d53e-0a07-4310-8007-e7d241f7363f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Calling delete_port for 985bbdbe-f000-44db-94cd-d12175ddae35 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:50:13.894772 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bbda6f37-38df-47fb-b4b1-4735b94a237f req-536ed273-3da9-4668-977e-52456e8c3c59 service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006536 Nov 02 11:50:13.976241 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f67368b-6646-4de8-86b8-eabaf47db9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:14.000857 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bbda6f37-38df-47fb-b4b1-4735b94a237f req-cfd1f803-bce4-49e2-bf14-aa7071cb2a2c service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990176 Nov 02 11:50:14.015577 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f67368b-6646-4de8-86b8-eabaf47db9ff admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:50:14.039264 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f67368b-6646-4de8-86b8-eabaf47db9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:14.039751 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-2f67368b-6646-4de8-86b8-eabaf47db9ff admin admin] Added segment 7ae90660-9f44-43b2-8449-40836ed69bea of type vlan for network da71fa71-0bd5-4597-bbeb-89b4e925e7f2 Nov 02 11:50:14.049253 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67368b-6646-4de8-86b8-eabaf47db9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73661143-9c05-4092-a85b-5f71b3653913,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:14.090090 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f67368b-6646-4de8-86b8-eabaf47db9ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:14.110305 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97017788-8585-4b48-98ff-274b047bf124 req-fec6effa-a642-4b93-a659-eb7bc4a5c174 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:14.111911 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97017788-8585-4b48-98ff-274b047bf124 req-fec6effa-a642-4b93-a659-eb7bc4a5c174 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc776b2c-fff8-4c17-83db-8d21063b471d HTTP/1.1" status: 200 len: 1023 time: 0.0564070 Nov 02 11:50:14.163374 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-18150844-9979-4cec-be04-64dc706674ec req-4748d53e-0a07-4310-8007-e7d241f7363f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:14.175144 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['985bbdbe-f000-44db-94cd-d12175ddae35'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:50:14.192414 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748d53e-0a07-4310-8007-e7d241f7363f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event deleted for resources: {'Port': ['ID=985bbdbe-f000-44db-94cd-d12175ddae35,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:14.195845 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97017788-8585-4b48-98ff-274b047bf124 req-40a995a8-c156-43da-859a-ac159f9ed521 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8f8159e-2105-453c-8e71-63c703cacfb5&id=d6aeada5-9b6e-4dde-864c-44c525926171&id=d11f2e26-c63a-4927-89dd-e2a5b59c9cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0775743 Nov 02 11:50:14.198753 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f67368b-6646-4de8-86b8-eabaf47db9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:14.206089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f67368b-6646-4de8-86b8-eabaf47db9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:14.206089 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f67368b-6646-4de8-86b8-eabaf47db9ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:14.273260 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-18150844-9979-4cec-be04-64dc706674ec req-4748d53e-0a07-4310-8007-e7d241f7363f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] No DVR routers for this DVR port 985bbdbe-f000-44db-94cd-d12175ddae35 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:50:14.276617 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-18150844-9979-4cec-be04-64dc706674ec req-4748d53e-0a07-4310-8007-e7d241f7363f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:14.281169 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-18150844-9979-4cec-be04-64dc706674ec req-4748d53e-0a07-4310-8007-e7d241f7363f tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.54 "DELETE /v2.0/ports/985bbdbe-f000-44db-94cd-d12175ddae35 HTTP/1.1" status: 204 len: 173 time: 0.7754116 Nov 02 11:50:14.315576 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc776b2c-fff8-4c17-83db-8d21063b471d', 'name': 'network-vif-deleted', 'tag': '985bbdbe-f000-44db-94cd-d12175ddae35'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:50:14.321884 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a4f09f-5361-4073-b043-9e54e1775948" -d '{"events": [{"server_uuid": "fc776b2c-fff8-4c17-83db-8d21063b471d", "name": "network-vif-deleted", "tag": "985bbdbe-f000-44db-94cd-d12175ddae35"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:50:14.334098 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67368b-6646-4de8-86b8-eabaf47db9ff admin admin] Pushing event updated for resources: {'Network': ['ID=da71fa71-0bd5-4597-bbeb-89b4e925e7f2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:14.345797 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network da71fa71-0bd5-4597-bbeb-89b4e925e7f2 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:50:14.350542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff1199-5889-4cee-b61e-c637302577cf req-fc8463ed-ef3c-4661-bf94-259e5703792f tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:14.350542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a2ff1199-5889-4cee-b61e-c637302577cf req-fc8463ed-ef3c-4661-bf94-259e5703792f tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=f702f9c9-1287-45fc-b0c0-d570d5d0cfcd HTTP/1.1" status: 200 len: 945 time: 0.0574200 Nov 02 11:50:14.351210 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2f67368b-6646-4de8-86b8-eabaf47db9ff admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1837916 Nov 02 11:50:14.352255 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43532) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:14.357518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0287474e-f07a-488d-aee7-0750807a8f96 admin admin] Request body: {'subnet': {'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-223651849-subnet', 'tenant_id': '35dc0b369b0043a39a577537366236a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:14.422009 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a2ff1199-5889-4cee-b61e-c637302577cf req-b4db57a8-58d9-4cc2-9196-1e8e334e24db tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608461 Nov 02 11:50:14.497390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0287474e-f07a-488d-aee7-0750807a8f96 admin admin] Made reservation on behalf of 35dc0b369b0043a39a577537366236a7 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:50:14.500082 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0287474e-f07a-488d-aee7-0750807a8f96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:14.575205 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4b8a6367-36e5-47e7-879a-2fc68af5d90f no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:50:14.606735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bcaff-30f3-4c68-98bf-a9d4d6cca313 req-5e536211-bd61-4af2-8e8f-1ed8fdb37b5f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:14.614861 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f87bcaff-30f3-4c68-98bf-a9d4d6cca313 req-5e536211-bd61-4af2-8e8f-1ed8fdb37b5f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1290910 Nov 02 11:50:14.649474 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 4b8a6367-36e5-47e7-879a-2fc68af5d90f {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:50:14.654849 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4b8a6367-36e5-47e7-879a-2fc68af5d90f not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:50:14.686509 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f87bcaff-30f3-4c68-98bf-a9d4d6cca313 req-6fb2bfeb-1f28-43c3-9613-c16b1f191b67 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705564 Nov 02 11:50:14.741239 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddb898b-8cc2-45fb-8587-71abc6317686 x-openstack-request-id: req-7ddb898b-8cc2-45fb-8587-71abc6317686 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:50:14.741810 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc776b2c-fff8-4c17-83db-8d21063b471d", "name": "network-vif-deleted", "tag": "985bbdbe-f000-44db-94cd-d12175ddae35", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:50:14.742285 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ddb898b-8cc2-45fb-8587-71abc6317686 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:50:14.742947 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc776b2c-fff8-4c17-83db-8d21063b471d', 'name': 'network-vif-deleted', 'tag': '985bbdbe-f000-44db-94cd-d12175ddae35', 'status': 'completed', 'code': 200} Nov 02 11:50:14.942859 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0287474e-f07a-488d-aee7-0750807a8f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:14.993213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43550) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:15.004420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26551d55-68d5-4f76-83c0-0af08a398c8c req-165929b9-7771-4f08-b7e8-0c86383feb29 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:15.009114 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-26551d55-68d5-4f76-83c0-0af08a398c8c req-165929b9-7771-4f08-b7e8-0c86383feb29 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1063769 Nov 02 11:50:15.048636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287474e-f07a-488d-aee7-0750807a8f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf803a3f-79e8-4fdc-a7fb-f64ba483c114,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:15.071968 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0287474e-f07a-488d-aee7-0750807a8f96 admin admin] Checking segment: {'id': '7ae90660-9f44-43b2-8449-40836ed69bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:50:15.072169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0287474e-f07a-488d-aee7-0750807a8f96 admin admin] Network hostable DHCP agents. Network: da71fa71-0bd5-4597-bbeb-89b4e925e7f2, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:50:15.091307 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-26551d55-68d5-4f76-83c0-0af08a398c8c req-797c9347-d795-4552-af0f-475c3951f353 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812945 Nov 02 11:50:15.119954 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0d093041-79f6-43be-aeec-d1ecc8b2868a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:15.163852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0287474e-f07a-488d-aee7-0750807a8f96 admin admin] Network da71fa71-0bd5-4597-bbeb-89b4e925e7f2 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:50:15.206234 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0d093041-79f6-43be-aeec-d1ecc8b2868a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:15.210790 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f83eb1-a28b-4c32-90a3-37bf22a869c0 req-bc952166-f482-4246-a8e8-207b8f8e478c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:15.212535 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42f83eb1-a28b-4c32-90a3-37bf22a869c0 req-bc952166-f482-4246-a8e8-207b8f8e478c tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0600233 Nov 02 11:50:15.271509 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42f83eb1-a28b-4c32-90a3-37bf22a869c0 req-ad6bd006-a3c3-4c29-bf63-230da9c6ec23 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519099 Nov 02 11:50:15.300636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-0287474e-f07a-488d-aee7-0750807a8f96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, da71fa71-0bd5-4597-bbeb-89b4e925e7f2) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:50:15.305021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0287474e-f07a-488d-aee7-0750807a8f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:15.305627 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0287474e-f07a-488d-aee7-0750807a8f96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:15.313364 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69dd883-69c5-411f-b21e-fb309c601c74 None None] Network da71fa71-0bd5-4597-bbeb-89b4e925e7f2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:50:15.340283 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0d093041-79f6-43be-aeec-d1ecc8b2868a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:15.405096 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d093041-79f6-43be-aeec-d1ecc8b2868a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76d1c8a-8ab4-4816-9614-24c834ea3676,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:15.411882 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0d093041-79f6-43be-aeec-d1ecc8b2868a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a9f838eb6204de281f99e4ca5b17bf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4175234 Nov 02 11:50:15.420415 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43572) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:15.561815 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7e3c5c-b8e8-4da6-91a4-7d1a32a2251c None None] Network da71fa71-0bd5-4597-bbeb-89b4e925e7f2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:50:15.681430 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0287474e-f07a-488d-aee7-0750807a8f96 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1410732 Nov 02 11:50:15.681430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43578) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:15.685970 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8396a6ad-c528-4e31-8f90-58cdf2e296c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:15.686657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-223651849-router', 'tenant_id': '35dc0b369b0043a39a577537366236a7', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:15.687166 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8396a6ad-c528-4e31-8f90-58cdf2e296c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:15.700830 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:15.703183 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:15.940656 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8396a6ad-c528-4e31-8f90-58cdf2e296c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:15.943736 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8396a6ad-c528-4e31-8f90-58cdf2e296c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:15.956000 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8396a6ad-c528-4e31-8f90-58cdf2e296c7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d76d1c8a-8ab4-4816-9614-24c834ea3676 HTTP/1.1" status: 204 len: 168 time: 0.5225983 Nov 02 11:50:15.964739 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396a6ad-c528-4e31-8f90-58cdf2e296c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76d1c8a-8ab4-4816-9614-24c834ea3676,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:16.005923 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:16.336939 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:16.405628 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fef5c7-ef37-4e68-8841-6caa1a79c59f req-46300b3e-dbbb-48e2-9e64-e99077460223 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:16.407287 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a5fef5c7-ef37-4e68-8841-6caa1a79c59f req-46300b3e-dbbb-48e2-9e64-e99077460223 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1589057 Nov 02 11:50:16.458802 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a5fef5c7-ef37-4e68-8841-6caa1a79c59f req-fca0ab17-0717-4140-bae9-c088f4de8d61 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451760 Nov 02 11:50:16.636863 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa7c8bb0-8859-4142-8378-e92347f1d08a req-e14eb032-6a98-4fae-a065-e5eb9747d126 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/d6aeada5-9b6e-4dde-864c-44c525926171 HTTP/1.1" status: 200 len: 1819 time: 0.0897808 Nov 02 11:50:16.752789 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-aa7c8bb0-8859-4142-8378-e92347f1d08a req-ac83773e-793d-4c7a-9196-c893073216fe tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:16.858518 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-aa7c8bb0-8859-4142-8378-e92347f1d08a req-ac83773e-793d-4c7a-9196-c893073216fe tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:16.945167 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:16.970984 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:17.083346 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-aa7c8bb0-8859-4142-8378-e92347f1d08a req-ac83773e-793d-4c7a-9196-c893073216fe tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:17.086260 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-aa7c8bb0-8859-4142-8378-e92347f1d08a req-ac83773e-793d-4c7a-9196-c893073216fe tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:17.088430 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa7c8bb0-8859-4142-8378-e92347f1d08a req-ac83773e-793d-4c7a-9196-c893073216fe tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "DELETE /v2.0/security-groups/d6aeada5-9b6e-4dde-864c-44c525926171 HTTP/1.1" status: 204 len: 173 time: 0.4446366 Nov 02 11:50:17.109118 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83773e-793d-4c7a-9196-c893073216fe tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aeada5-9b6e-4dde-864c-44c525926171,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:17.251324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] Allocated IP 172.25.6.233 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/9a547745-709e-4fed-b959-9f131cfd2e68) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:50:17.413586 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83a45a-7848-4683-ade7-6435c17789e4 req-36bce310-bc97-4db2-89bd-a94a0bc070bc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:17.415252 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f83a45a-7848-4683-ade7-6435c17789e4 req-36bce310-bc97-4db2-89bd-a94a0bc070bc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1174853 Nov 02 11:50:17.467496 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:17.505997 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f83a45a-7848-4683-ade7-6435c17789e4 req-b8eb4d95-c5d5-4271-bfc2-6450c75f6a29 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784392 Nov 02 11:50:17.557756 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c1ecf3a7-2ae1-4e5b-9246-86d71b06f79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:17.592767 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef1240d4-965e-4daf-8deb-7776ac4687c7 req-48b10244-bbe6-4cd2-8ab7-b68ad1282e79 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "GET /v2.0/security-groups/d11f2e26-c63a-4927-89dd-e2a5b59c9cc0 HTTP/1.1" status: 200 len: 1819 time: 0.0456598 Nov 02 11:50:17.658492 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:17.708588 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:50:17.719105 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:50:17.731490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:50:17.761113 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ef1240d4-965e-4daf-8deb-7776ac4687c7 req-a9335c51-aab7-443a-8608-a87224073379 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:17.768426 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=9a547745-709e-4fed-b959-9f131cfd2e68,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:17.809570 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ef1240d4-965e-4daf-8deb-7776ac4687c7 req-a9335c51-aab7-443a-8608-a87224073379 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:18.152117 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ef1240d4-965e-4daf-8deb-7776ac4687c7 req-a9335c51-aab7-443a-8608-a87224073379 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:18.156538 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ef1240d4-965e-4daf-8deb-7776ac4687c7 req-a9335c51-aab7-443a-8608-a87224073379 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:18.157201 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef1240d4-965e-4daf-8deb-7776ac4687c7 req-a9335c51-aab7-443a-8608-a87224073379 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] 10.222.0.52 "DELETE /v2.0/security-groups/d11f2e26-c63a-4927-89dd-e2a5b59c9cc0 HTTP/1.1" status: 204 len: 173 time: 0.5568819 Nov 02 11:50:18.172174 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43666) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:18.253383 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-01280a9b-648f-4d91-ad60-2d8f9115861e admin admin] Deleting subnet 2942dbb9-6a04-4fab-b66d-9162db302b21 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:50:18.289374 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01280a9b-648f-4d91-ad60-2d8f9115861e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:18.310297 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:18.382005 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01280a9b-648f-4d91-ad60-2d8f9115861e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:18.728323 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9335c51-aab7-443a-8608-a87224073379 tempest-SecurityGroupsTestJSON-431216095 tempest-SecurityGroupsTestJSON-431216095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11f2e26-c63a-4927-89dd-e2a5b59c9cc0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:18.733335 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01280a9b-648f-4d91-ad60-2d8f9115861e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:18.735149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 985bbdbe-f000-44db-94cd-d12175ddae35 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:50:18.735149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 985bbdbe-f000-44db-94cd-d12175ddae35 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:50:18.735149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 985bbdbe-f000-44db-94cd-d12175ddae35 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:50:18.792663 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01280a9b-648f-4d91-ad60-2d8f9115861e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:18.832337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01280a9b-648f-4d91-ad60-2d8f9115861e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2942dbb9-6a04-4fab-b66d-9162db302b21,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:18.840079 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01280a9b-648f-4d91-ad60-2d8f9115861e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:18.852961 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-01280a9b-648f-4d91-ad60-2d8f9115861e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2942dbb9-6a04-4fab-b66d-9162db302b21 HTTP/1.1" status: 204 len: 168 time: 0.6743493 Nov 02 11:50:18.852961 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43690) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:18.960789 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4eb96a11-32d4-478b-9902-5dfe8bc44234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:18.995077 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:19.058545 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4eb96a11-32d4-478b-9902-5dfe8bc44234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:19.084629 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-4eb96a11-32d4-478b-9902-5dfe8bc44234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea565753-07ea-47fe-a19f-3aa9c8c8525e']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:19.101639 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-4eb96a11-32d4-478b-9902-5dfe8bc44234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64b89c0-b9fb-43a2-aeab-4bf9d89be49d') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:19.102027 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-4eb96a11-32d4-478b-9902-5dfe8bc44234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64b89c0-b9fb-43a2-aeab-4bf9d89be49d') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:19.115981 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4eb96a11-32d4-478b-9902-5dfe8bc44234 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:19.163442 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4eb96a11-32d4-478b-9902-5dfe8bc44234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:19.171512 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb96a11-32d4-478b-9902-5dfe8bc44234 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:50:19.172111 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4eb96a11-32d4-478b-9902-5dfe8bc44234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:50:19.174449 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:50:19.426454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b21775-c987-442f-a869-7f6b0107e52e req-c5dda598-9b45-408c-80ca-02a644215b84 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:19.438609 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01b21775-c987-442f-a869-7f6b0107e52e req-c5dda598-9b45-408c-80ca-02a644215b84 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0819645 Nov 02 11:50:19.459489 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] Router 493fd457-6de5-4bb1-ad84-779197a8fe09 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:50:19.466370 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4eb96a11-32d4-478b-9902-5dfe8bc44234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:19.472854 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4eb96a11-32d4-478b-9902-5dfe8bc44234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:19.476724 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4eb96a11-32d4-478b-9902-5dfe8bc44234 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ea565753-07ea-47fe-a19f-3aa9c8c8525e HTTP/1.1" status: 204 len: 168 time: 0.6262746 Nov 02 11:50:19.495250 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb96a11-32d4-478b-9902-5dfe8bc44234 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea565753-07ea-47fe-a19f-3aa9c8c8525e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:19.594359 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01b21775-c987-442f-a869-7f6b0107e52e req-ddbb003a-2922-4ede-a691-112d2cbd02f2 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544557 Nov 02 11:50:19.699078 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:50:19.702408 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Sync routers for ids ['493fd457-6de5-4bb1-ad84-779197a8fe09'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:50:19.720639 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Routers {'493fd457-6de5-4bb1-ad84-779197a8fe09'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:50:19.721867 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:49:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['493fd457-6de5-4bb1-ad84-779197a8fe09'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:19.866965 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ae1ec-14e8-4c57-a829-e45d296777f7 req-24fb2a1a-66dc-4da2-b775-33d839b97511 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:19.872161 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-61f4725d-6d30-422d-91a0-60afd48c710a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:19.883416 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb5ae1ec-14e8-4c57-a829-e45d296777f7 req-24fb2a1a-66dc-4da2-b775-33d839b97511 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1113713 Nov 02 11:50:19.885371 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Set router 493fd457-6de5-4bb1-ad84-779197a8fe09 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:50:19.922987 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:19.924898 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-42ed3005-6e4e-416b-a851-05de412e5ba3 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4243660 Nov 02 11:50:19.927781 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43718) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:19.985465 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb5ae1ec-14e8-4c57-a829-e45d296777f7 req-4ce9d93e-da64-426c-b8a8-b518dd9627f4 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912282 Nov 02 11:50:20.249166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e9601-eb75-408f-ac22-2a4bc7d064fc req-e7f7c3b3-f391-4405-8059-e3dcdaf88327 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:20.253424 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c43e9601-eb75-408f-ac22-2a4bc7d064fc req-e7f7c3b3-f391-4405-8059-e3dcdaf88327 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1150913 Nov 02 11:50:20.295742 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493fd457-6de5-4bb1-ad84-779197a8fe09', 'name': 'tempest-ServerRescueNegativeTestJSON-223651849-router', 'tenant_id': '35dc0b369b0043a39a577537366236a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '9a547745-709e-4fed-b959-9f131cfd2e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:15Z', 'updated_at': '2021-11-02T11:50:17Z', 'revision_number': 3, 'project_id': '35dc0b369b0043a39a577537366236a7', 'gw_port': {'id': '9a547745-709e-4fed-b959-9f131cfd2e68', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493fd457-6de5-4bb1-ad84-779197a8fe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:16Z', 'updated_at': '2021-11-02T11:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:20.310584 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43728) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:20.334102 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Checking router: 493fd457-6de5-4bb1-ad84-779197a8fe09 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:50:20.334614 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Updating router 493fd457-6de5-4bb1-ad84-779197a8fe09 port 9a547745-709e-4fed-b959-9f131cfd2e68 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:50:20.399678 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:20.422060 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c43e9601-eb75-408f-ac22-2a4bc7d064fc req-e4e76e68-65f0-4ff4-8d7c-eee2fe7483e1 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609914 Nov 02 11:50:20.496709 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-157513b4-acd0-46c3-b99f-3d78bc726f8f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6dd87f3a64254d6fb3ba4975ca053bba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1847749 Nov 02 11:50:20.503091 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43738) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:20.625730 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25df281b-c466-468d-8f66-eb7e0b200d77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:20.674041 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25df281b-c466-468d-8f66-eb7e0b200d77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:20.832114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941dc0f-43a3-476e-9efc-4646bc7805d6 req-811d3bc3-d2fb-4650-bcf3-9adac9ffb8c4 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:20.833637 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d941dc0f-43a3-476e-9efc-4646bc7805d6 req-811d3bc3-d2fb-4650-bcf3-9adac9ffb8c4 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0961142 Nov 02 11:50:20.909649 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25df281b-c466-468d-8f66-eb7e0b200d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:20.913294 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25df281b-c466-468d-8f66-eb7e0b200d77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:20.914152 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-25df281b-c466-468d-8f66-eb7e0b200d77 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e8f8159e-2105-453c-8e71-63c703cacfb5 HTTP/1.1" status: 204 len: 168 time: 0.4100831 Nov 02 11:50:20.935771 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df281b-c466-468d-8f66-eb7e0b200d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f8159e-2105-453c-8e71-63c703cacfb5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:20.955309 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d941dc0f-43a3-476e-9efc-4646bc7805d6 req-60f6b958-2e8e-4ecb-9e66-19d8fa637030 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985386 Nov 02 11:50:20.966215 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8e73e8b-5bff-4b87-a1b6-00a3f7894af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:20.974135 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:20.992940 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:21.140253 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:21.230128 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd23bf4-85e5-44a2-b0bf-56dea4baedb4 None None] Pushing event updated for resources: {'Port': ['ID=9a547745-709e-4fed-b959-9f131cfd2e68,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:21.256418 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Attempting to bind port 9a547745-709e-4fed-b959-9f131cfd2e68 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:50:21.257011 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Attempting to bind port 9a547745-709e-4fed-b959-9f131cfd2e68 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:50:21.257556 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Attempting to bind port 9a547745-709e-4fed-b959-9f131cfd2e68 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:50:21.263644 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd23bf4-85e5-44a2-b0bf-56dea4baedb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:21.264313 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd23bf4-85e5-44a2-b0bf-56dea4baedb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:21.264821 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd23bf4-85e5-44a2-b0bf-56dea4baedb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:21.265335 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd23bf4-85e5-44a2-b0bf-56dea4baedb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:21.265841 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd23bf4-85e5-44a2-b0bf-56dea4baedb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:21.266345 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd23bf4-85e5-44a2-b0bf-56dea4baedb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:21.266850 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd23bf4-85e5-44a2-b0bf-56dea4baedb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:21.267391 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd23bf4-85e5-44a2-b0bf-56dea4baedb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:21.267881 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd23bf4-85e5-44a2-b0bf-56dea4baedb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:21.268383 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd23bf4-85e5-44a2-b0bf-56dea4baedb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:21.268734 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-d8e73e8b-5bff-4b87-a1b6-00a3f7894af8 admin admin] Allocated IP 172.20.0.1 (da71fa71-0bd5-4597-bbeb-89b4e925e7f2/bf803a3f-79e8-4fdc-a7fb-f64ba483c114/3433182e-6e41-45e9-8645-37c7bfed78ab) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:50:21.269109 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd23bf4-85e5-44a2-b0bf-56dea4baedb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:21.269609 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd23bf4-85e5-44a2-b0bf-56dea4baedb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:21.273642 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:50:21.274263 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:50:21.274864 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:21.275441 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:50:21.276089 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Bound port: 9a547745-709e-4fed-b959-9f131cfd2e68, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:50:21.276649 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:21.361008 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] For port 9a547745-709e-4fed-b959-9f131cfd2e68, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:50:21.364630 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] For port 9a547745-709e-4fed-b959-9f131cfd2e68, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9a547745-709e-4fed-b959-9f131cfd2e68,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:50:21.406872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8e73e8b-5bff-4b87-a1b6-00a3f7894af8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:21.529604 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:21.597973 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8e73e8b-5bff-4b87-a1b6-00a3f7894af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:21.693858 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Routers {'493fd457-6de5-4bb1-ad84-779197a8fe09'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:50:21.706415 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:50:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['493fd457-6de5-4bb1-ad84-779197a8fe09'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:21.780419 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e73e8b-5bff-4b87-a1b6-00a3f7894af8 admin admin] Network da71fa71-0bd5-4597-bbeb-89b4e925e7f2 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:50:21.782083 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e73e8b-5bff-4b87-a1b6-00a3f7894af8 admin admin] Pushing event updated for resources: {'Port': ['ID=3433182e-6e41-45e9-8645-37c7bfed78ab,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:21.786144 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-d8e73e8b-5bff-4b87-a1b6-00a3f7894af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:50:21.797804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e73e8b-5bff-4b87-a1b6-00a3f7894af8 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:50:21.822984 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd23bf4-85e5-44a2-b0bf-56dea4baedb4 None None] Pushing event updated for resources: {'Port': ['ID=9a547745-709e-4fed-b959-9f131cfd2e68,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:21.900498 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8e73e8b-5bff-4b87-a1b6-00a3f7894af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:21.962993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323eaffe-6b5d-491c-b577-56b6eb3ab67f req-a054abca-d02a-44ed-8dea-dab1ef4a7ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:21.965030 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-323eaffe-6b5d-491c-b577-56b6eb3ab67f req-a054abca-d02a-44ed-8dea-dab1ef4a7ede service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 1097 time: 0.1080608 Nov 02 11:50:22.016705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbe868-6505-48d8-8616-431b90424d6e req-c62670b1-83e8-47dc-ad9a-782a5cf7cf64 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:22.049131 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ffbe868-6505-48d8-8616-431b90424d6e req-c62670b1-83e8-47dc-ad9a-782a5cf7cf64 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1294482 Nov 02 11:50:22.160229 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] Set router 493fd457-6de5-4bb1-ad84-779197a8fe09 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:50:22.169555 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ffbe868-6505-48d8-8616-431b90424d6e req-9cad0a1a-3ce2-4e4c-88da-5158718b2d9b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171045 Nov 02 11:50:22.241115 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323eaffe-6b5d-491c-b577-56b6eb3ab67f req-179d0dd2-071c-4ad2-8792-0b97d2a03439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:22.248606 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-323eaffe-6b5d-491c-b577-56b6eb3ab67f req-179d0dd2-071c-4ad2-8792-0b97d2a03439 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.2725115 Nov 02 11:50:22.354700 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-323eaffe-6b5d-491c-b577-56b6eb3ab67f req-a54344ca-cd8e-44de-90fa-3ea2cd7c941d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac HTTP/1.1" status: 200 len: 1000 time: 0.1001871 Nov 02 11:50:22.425515 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:22.527396 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8e73e8b-5bff-4b87-a1b6-00a3f7894af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:22.546694 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493fd457-6de5-4bb1-ad84-779197a8fe09', 'name': 'tempest-ServerRescueNegativeTestJSON-223651849-router', 'tenant_id': '35dc0b369b0043a39a577537366236a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '9a547745-709e-4fed-b959-9f131cfd2e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:15Z', 'updated_at': '2021-11-02T11:50:17Z', 'revision_number': 3, 'project_id': '35dc0b369b0043a39a577537366236a7', 'gw_port': {'id': '9a547745-709e-4fed-b959-9f131cfd2e68', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493fd457-6de5-4bb1-ad84-779197a8fe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:16Z', 'updated_at': '2021-11-02T11:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:22.563511 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323eaffe-6b5d-491c-b577-56b6eb3ab67f req-4c9ac5b6-9a8c-4ea2-8641-1f6e4aad33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:22.565102 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-323eaffe-6b5d-491c-b577-56b6eb3ab67f req-4c9ac5b6-9a8c-4ea2-8641-1f6e4aad33a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.2032821 Nov 02 11:50:22.585212 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d109d9f-c7bc-4537-84a2-030b82aba158 None None] The sync data for ids ['493fd457-6de5-4bb1-ad84-779197a8fe09'] in n-d-806683-18 is: [{'id': '493fd457-6de5-4bb1-ad84-779197a8fe09', 'name': 'tempest-ServerRescueNegativeTestJSON-223651849-router', 'tenant_id': '35dc0b369b0043a39a577537366236a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '9a547745-709e-4fed-b959-9f131cfd2e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:15Z', 'updated_at': '2021-11-02T11:50:17Z', 'revision_number': 3, 'project_id': '35dc0b369b0043a39a577537366236a7', 'gw_port': {'id': '9a547745-709e-4fed-b959-9f131cfd2e68', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493fd457-6de5-4bb1-ad84-779197a8fe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:16Z', 'updated_at': '2021-11-02T11:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:50:22.757496 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323eaffe-6b5d-491c-b577-56b6eb3ab67f req-8b04b0ae-db10-4aca-9fda-c3e3f86730f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:22.770241 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-323eaffe-6b5d-491c-b577-56b6eb3ab67f req-8b04b0ae-db10-4aca-9fda-c3e3f86730f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1920748 Nov 02 11:50:23.242746 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8e73e8b-5bff-4b87-a1b6-00a3f7894af8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:23.339510 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-323eaffe-6b5d-491c-b577-56b6eb3ab67f req-0bbc514c-922b-4e3f-9259-cad7ea514848 service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5628083 Nov 02 11:50:23.373742 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8e73e8b-5bff-4b87-a1b6-00a3f7894af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:23.463751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b10b6-42c5-441b-9de0-7bbe1e38b0a8 req-44ea35c6-38d4-4261-8c72-0bd42d9c38b0 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:23.466280 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ee4b10b6-42c5-441b-9de0-7bbe1e38b0a8 req-44ea35c6-38d4-4261-8c72-0bd42d9c38b0 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1254568 Nov 02 11:50:23.556112 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ee4b10b6-42c5-441b-9de0-7bbe1e38b0a8 req-3c3b5a97-aa1c-4e5b-af89-034f49fe1f77 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822933 Nov 02 11:50:23.606209 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:50:23.869048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43830) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:23.888507 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:24.085618 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8e73e8b-5bff-4b87-a1b6-00a3f7894af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:24.100528 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e73e8b-5bff-4b87-a1b6-00a3f7894af8 admin admin] Pushing event updated for resources: {'Port': ['ID=3433182e-6e41-45e9-8645-37c7bfed78ab,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:24.123704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e4d6dc46-0169-4195-a47c-2f7204dfce04 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1457555529-network', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:24.132283 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:24.186772 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-323eaffe-6b5d-491c-b577-56b6eb3ab67f req-75331e8b-a662-4532-8b67-2cb80a4dc65f service neutron] 10.222.0.54 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8335295 Nov 02 11:50:24.240569 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e73e8b-5bff-4b87-a1b6-00a3f7894af8 admin admin] Network da71fa71-0bd5-4597-bbeb-89b4e925e7f2 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:50:24.242090 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-d8e73e8b-5bff-4b87-a1b6-00a3f7894af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:50:24.328299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d6dc46-0169-4195-a47c-2f7204dfce04 admin admin] Made reservation on behalf of d25212bf65a148439a8fdc86d470b36a for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:50:24.330635 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4d6dc46-0169-4195-a47c-2f7204dfce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:24.339977 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4d6dc46-0169-4195-a47c-2f7204dfce04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:24.385349 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e73e8b-5bff-4b87-a1b6-00a3f7894af8 admin admin] Router 493fd457-6de5-4bb1-ad84-779197a8fe09 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:50:24.432191 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4d6dc46-0169-4195-a47c-2f7204dfce04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:24.494221 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e73e8b-5bff-4b87-a1b6-00a3f7894af8 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:50:24.501874 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d8e73e8b-5bff-4b87-a1b6-00a3f7894af8 admin admin] 10.222.0.52 "PUT /v2.0/routers/493fd457-6de5-4bb1-ad84-779197a8fe09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5729656 Nov 02 11:50:24.588315 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4d6dc46-0169-4195-a47c-2f7204dfce04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:24.636254 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6dc46-0169-4195-a47c-2f7204dfce04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ab8a85-8c5a-45a2-86ca-b6db6aeb4032,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:24.639713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d6dc46-0169-4195-a47c-2f7204dfce04 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:50:24.657825 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4d6dc46-0169-4195-a47c-2f7204dfce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:24.658765 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-e4d6dc46-0169-4195-a47c-2f7204dfce04 admin admin] Added segment 68950527-3e07-4189-bf0b-693d70a7c4f2 of type vlan for network d553fff9-0688-442f-a750-7e8f5b37dc59 Nov 02 11:50:24.797512 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4d6dc46-0169-4195-a47c-2f7204dfce04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:24.816464 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9a547745-709e-4fed-b959-9f131cfd2e68 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:50:24.873401 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 9a547745-709e-4fed-b959-9f131cfd2e68 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:24.873776 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:24.875650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bb437-2596-421d-9cf3-b31d6d8111f4 req-dd6a2a2b-c02a-4205-8e14-5e412d615906 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:24.877210 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db9bb437-2596-421d-9cf3-b31d6d8111f4 req-dd6a2a2b-c02a-4205-8e14-5e412d615906 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1199696 Nov 02 11:50:24.936788 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db9bb437-2596-421d-9cf3-b31d6d8111f4 req-aacd844e-6909-40e3-bf73-2fb20e8d3e09 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536039 Nov 02 11:50:24.952242 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:24.971553 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:25.014281 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4d6dc46-0169-4195-a47c-2f7204dfce04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:25.015180 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 9a547745-709e-4fed-b959-9f131cfd2e68, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9a547745-709e-4fed-b959-9f131cfd2e68,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:25.015793 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d6dc46-0169-4195-a47c-2f7204dfce04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:25.017005 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4d6dc46-0169-4195-a47c-2f7204dfce04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:25.119330 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:25.143096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6dc46-0169-4195-a47c-2f7204dfce04 admin admin] Pushing event updated for resources: {'Network': ['ID=d553fff9-0688-442f-a750-7e8f5b37dc59,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:25.162401 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network d553fff9-0688-442f-a750-7e8f5b37dc59 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:50:25.182258 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e4d6dc46-0169-4195-a47c-2f7204dfce04 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3126714 Nov 02 11:50:25.185304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43878) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:25.193421 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c5171cb9-2630-4519-adcb-1ecad112c1ab admin admin] Request body: {'subnet': {'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1457555529-subnet', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:25.305636 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Sync routers for ids ['493fd457-6de5-4bb1-ad84-779197a8fe09'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:50:25.308715 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=9a547745-709e-4fed-b959-9f131cfd2e68,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:25.334787 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5171cb9-2630-4519-adcb-1ecad112c1ab admin admin] Made reservation on behalf of d25212bf65a148439a8fdc86d470b36a for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:50:25.347736 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c5171cb9-2630-4519-adcb-1ecad112c1ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:25.356619 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Routers {'493fd457-6de5-4bb1-ad84-779197a8fe09'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:50:25.357256 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:50:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['493fd457-6de5-4bb1-ad84-779197a8fe09'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:25.519395 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Set router 493fd457-6de5-4bb1-ad84-779197a8fe09 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:50:25.554453 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-0416fa71-5876-4d93-bf84-7726a6317261 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:25.556044 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-0416fa71-5876-4d93-bf84-7726a6317261 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/networks?id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2 HTTP/1.1" status: 200 len: 818 time: 0.1796722 Nov 02 11:50:25.596401 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-909df632-9ed6-46d7-a195-bc7939aae4ee tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/quotas/35dc0b369b0043a39a577537366236a7 HTTP/1.1" status: 200 len: 375 time: 0.0343575 Nov 02 11:50:25.704013 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-c13f344c-9836-48bf-a350-63492a2bf43b tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=35dc0b369b0043a39a577537366236a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0951288 Nov 02 11:50:25.797729 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c5171cb9-2630-4519-adcb-1ecad112c1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:25.914390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5171cb9-2630-4519-adcb-1ecad112c1ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=2893a6b9-99dc-498e-b5f9-d77083fc5186,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:25.918513 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493fd457-6de5-4bb1-ad84-779197a8fe09', 'name': 'tempest-ServerRescueNegativeTestJSON-223651849-router', 'tenant_id': '35dc0b369b0043a39a577537366236a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '9a547745-709e-4fed-b959-9f131cfd2e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:15Z', 'updated_at': '2021-11-02T11:50:22Z', 'revision_number': 4, 'project_id': '35dc0b369b0043a39a577537366236a7', 'gw_port': {'id': '9a547745-709e-4fed-b959-9f131cfd2e68', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493fd457-6de5-4bb1-ad84-779197a8fe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:16Z', 'updated_at': '2021-11-02T11:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '3433182e-6e41-45e9-8645-37c7bfed78ab', 'name': '', 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2', 'tenant_id': '35dc0b369b0043a39a577537366236a7', 'mac_address': 'fa:16:3e:21:cf:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493fd457-6de5-4bb1-ad84-779197a8fe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'bf803a3f-79e8-4fdc-a7fb-f64ba483c114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:20Z', 'updated_at': '2021-11-02T11:50:22Z', 'revision_number': 2, 'project_id': '35dc0b369b0043a39a577537366236a7', 'subnets': [{'id': 'bf803a3f-79e8-4fdc-a7fb-f64ba483c114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:25.925485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5171cb9-2630-4519-adcb-1ecad112c1ab admin admin] Checking segment: {'id': '68950527-3e07-4189-bf0b-693d70a7c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:50:25.925862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5171cb9-2630-4519-adcb-1ecad112c1ab admin admin] Network hostable DHCP agents. Network: d553fff9-0688-442f-a750-7e8f5b37dc59, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:50:25.948660 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Checking router: 493fd457-6de5-4bb1-ad84-779197a8fe09 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:50:25.949310 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Updating router 493fd457-6de5-4bb1-ad84-779197a8fe09 port 3433182e-6e41-45e9-8645-37c7bfed78ab binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:50:25.983491 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:26.016329 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-eed2a184-28c0-4507-b50c-aef51b6ac3db service neutron] 10.222.0.52 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040659 Nov 02 11:50:26.117903 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-0f9e2973-f0ae-4e01-a882-75130d2419a8 service neutron] 10.222.0.52 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004839 Nov 02 11:50:26.169519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5171cb9-2630-4519-adcb-1ecad112c1ab admin admin] Network d553fff9-0688-442f-a750-7e8f5b37dc59 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:50:26.292641 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:26.362370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-c5171cb9-2630-4519-adcb-1ecad112c1ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, d553fff9-0688-442f-a750-7e8f5b37dc59) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:50:26.368849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5171cb9-2630-4519-adcb-1ecad112c1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:26.370043 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c5171cb9-2630-4519-adcb-1ecad112c1ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:26.370604 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae328d35-c976-4638-9efa-a23ec2f4a714 None None] Network d553fff9-0688-442f-a750-7e8f5b37dc59 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:50:26.489822 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:26.582235 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c5171cb9-2630-4519-adcb-1ecad112c1ab admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3954153 Nov 02 11:50:26.584866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43920) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:26.589663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1457555529-router', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:26.605645 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-d553fff9-0688-442f-a750-7e8f5b37dc59', 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'fixed_ips': [{'subnet_id': '2893a6b9-99dc-498e-b5f9-d77083fc5186'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:50:26.606622 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:26.660387 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5380d-5627-4c06-bbc7-071e89eb6346 None None] Pushing event updated for resources: {'Port': ['ID=3433182e-6e41-45e9-8645-37c7bfed78ab,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:26.716958 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:26.718039 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:26.847817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9a547745-709e-4fed-b959-9f131cfd2e68 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:50:26.850506 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:26.876833 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec289bc2-6d13-4d32-9801-a975e8a5c9e8 req-7a5a3116-1524-42c9-b159-936b261b8f56 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:26.891695 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec289bc2-6d13-4d32-9801-a975e8a5c9e8 req-7a5a3116-1524-42c9-b159-936b261b8f56 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1151102 Nov 02 11:50:26.931653 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Attempting to bind port 3433182e-6e41-45e9-8645-37c7bfed78ab on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:50:26.932019 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Attempting to bind port 3433182e-6e41-45e9-8645-37c7bfed78ab by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '7ae90660-9f44-43b2-8449-40836ed69bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:50:26.932574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Attempting to bind port 3433182e-6e41-45e9-8645-37c7bfed78ab on network da71fa71-0bd5-4597-bbeb-89b4e925e7f2 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:50:26.943358 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Allocated IP 172.20.0.2 (d553fff9-0688-442f-a750-7e8f5b37dc59/2893a6b9-99dc-498e-b5f9-d77083fc5186/52d3b687-569f-44b9-9f73-02dd74bf1eef) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:50:26.946794 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:50:26.947472 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Checking segment: {'id': '7ae90660-9f44-43b2-8449-40836ed69bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:50:26.948062 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:26.948632 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Bound using segment: {'id': '7ae90660-9f44-43b2-8449-40836ed69bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:50:26.949639 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Bound port: 3433182e-6e41-45e9-8645-37c7bfed78ab, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae90660-9f44-43b2-8449-40836ed69bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:50:26.950215 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:27.047734 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec289bc2-6d13-4d32-9801-a975e8a5c9e8 req-3cdf99a4-8826-4f71-a8bb-807834b17ac2 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544867 Nov 02 11:50:27.066912 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 9a547745-709e-4fed-b959-9f131cfd2e68 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:27.068222 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:27.170319 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] For port 3433182e-6e41-45e9-8645-37c7bfed78ab, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:50:27.170711 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88352db7-486c-4237-bb5b-80d1f75cb716 req-55c11da3-e41d-49bf-be4c-f9d5942ce3a8 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 210 time: 0.0379784 Nov 02 11:50:27.181279 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] For port 3433182e-6e41-45e9-8645-37c7bfed78ab, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3433182e-6e41-45e9-8645-37c7bfed78ab,segment=NetworkSegment(7ae90660-9f44-43b2-8449-40836ed69bea),segment_id=7ae90660-9f44-43b2-8449-40836ed69bea)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:50:27.221259 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:27.312353 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b437c-8d14-4602-9e30-c407c22667d2 req-fd349f90-1908-4c62-88c3-42fd2bc2b919 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:27.321318 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ca8b437c-8d14-4602-9e30-c407c22667d2 req-fd349f90-1908-4c62-88c3-42fd2bc2b919 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0703630 Nov 02 11:50:27.379147 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:27.406041 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ca8b437c-8d14-4602-9e30-c407c22667d2 req-81fe6570-cad6-47a4-9496-0d8e0e6a643f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838187 Nov 02 11:50:27.473250 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:27.520859 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Routers {'493fd457-6de5-4bb1-ad84-779197a8fe09'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:50:27.522266 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:50:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['493fd457-6de5-4bb1-ad84-779197a8fe09'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:27.614083 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:27.615995 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5380d-5627-4c06-bbc7-071e89eb6346 None None] Pushing event updated for resources: {'Port': ['ID=3433182e-6e41-45e9-8645-37c7bfed78ab,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:27.659941 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Network d553fff9-0688-442f-a750-7e8f5b37dc59 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:50:27.669684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:50:27.678296 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:50:27.726301 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Pushing event updated for resources: {'Port': ['ID=52d3b687-569f-44b9-9f73-02dd74bf1eef,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:27.729245 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:27.757419 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:27.798630 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] Set router 493fd457-6de5-4bb1-ad84-779197a8fe09 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:50:27.800963 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Attempting to bind port 52d3b687-569f-44b9-9f73-02dd74bf1eef on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:50:27.801335 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Attempting to bind port 52d3b687-569f-44b9-9f73-02dd74bf1eef by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '68950527-3e07-4189-bf0b-693d70a7c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:50:27.801696 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Attempting to bind port 52d3b687-569f-44b9-9f73-02dd74bf1eef on network d553fff9-0688-442f-a750-7e8f5b37dc59 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:50:27.838669 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:50:27.839299 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Checking segment: {'id': '68950527-3e07-4189-bf0b-693d70a7c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:50:27.839727 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:27.840068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Bound using segment: {'id': '68950527-3e07-4189-bf0b-693d70a7c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:50:27.840548 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Bound port: 52d3b687-569f-44b9-9f73-02dd74bf1eef, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68950527-3e07-4189-bf0b-693d70a7c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:50:27.840927 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:27.852453 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-2ce37ff3-c328-4b44-bb29-cf1c10d8d465 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:27.854179 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-2ce37ff3-c328-4b44-bb29-cf1c10d8d465 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/networks?id=18aba190-503d-4b36-9b63-ba3de7a415e6 HTTP/1.1" status: 200 len: 813 time: 0.2600596 Nov 02 11:50:27.897090 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-61f22850-69c2-41bf-8655-ccce5961fab5 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/quotas/beafa7c4f1be47e8a112cbe12d26f902 HTTP/1.1" status: 200 len: 375 time: 0.0230999 Nov 02 11:50:27.998802 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] Allocated IP 172.25.6.190 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/b5a24276-f590-42cc-b532-38c87f26b89a) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:50:28.022076 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-771f7d01-ce6b-4596-a764-eb4098e94c3f tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=beafa7c4f1be47e8a112cbe12d26f902&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017172 Nov 02 11:50:28.022452 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] For port 52d3b687-569f-44b9-9f73-02dd74bf1eef, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:50:28.052406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] For port 52d3b687-569f-44b9-9f73-02dd74bf1eef, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=52d3b687-569f-44b9-9f73-02dd74bf1eef,segment=NetworkSegment(68950527-3e07-4189-bf0b-693d70a7c4f2),segment_id=68950527-3e07-4189-bf0b-693d70a7c4f2)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:50:28.107237 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493fd457-6de5-4bb1-ad84-779197a8fe09', 'name': 'tempest-ServerRescueNegativeTestJSON-223651849-router', 'tenant_id': '35dc0b369b0043a39a577537366236a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '9a547745-709e-4fed-b959-9f131cfd2e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:15Z', 'updated_at': '2021-11-02T11:50:22Z', 'revision_number': 4, 'project_id': '35dc0b369b0043a39a577537366236a7', 'gw_port': {'id': '9a547745-709e-4fed-b959-9f131cfd2e68', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493fd457-6de5-4bb1-ad84-779197a8fe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:16Z', 'updated_at': '2021-11-02T11:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '3433182e-6e41-45e9-8645-37c7bfed78ab', 'name': '', 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2', 'tenant_id': '35dc0b369b0043a39a577537366236a7', 'mac_address': 'fa:16:3e:21:cf:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493fd457-6de5-4bb1-ad84-779197a8fe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'bf803a3f-79e8-4fdc-a7fb-f64ba483c114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:20Z', 'updated_at': '2021-11-02T11:50:27Z', 'revision_number': 4, 'project_id': '35dc0b369b0043a39a577537366236a7', 'subnets': [{'id': 'bf803a3f-79e8-4fdc-a7fb-f64ba483c114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:28.135019 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:28.137264 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1882d955-36a9-4d66-b8dc-ccfbe9d58868 None None] The sync data for ids ['493fd457-6de5-4bb1-ad84-779197a8fe09'] in n-d-806683-18 is: [{'id': '493fd457-6de5-4bb1-ad84-779197a8fe09', 'name': 'tempest-ServerRescueNegativeTestJSON-223651849-router', 'tenant_id': '35dc0b369b0043a39a577537366236a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '9a547745-709e-4fed-b959-9f131cfd2e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:15Z', 'updated_at': '2021-11-02T11:50:22Z', 'revision_number': 4, 'project_id': '35dc0b369b0043a39a577537366236a7', 'gw_port': {'id': '9a547745-709e-4fed-b959-9f131cfd2e68', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493fd457-6de5-4bb1-ad84-779197a8fe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:16Z', 'updated_at': '2021-11-02T11:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '3433182e-6e41-45e9-8645-37c7bfed78ab', 'name': '', 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2', 'tenant_id': '35dc0b369b0043a39a577537366236a7', 'mac_address': 'fa:16:3e:21:cf:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '493fd457-6de5-4bb1-ad84-779197a8fe09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'bf803a3f-79e8-4fdc-a7fb-f64ba483c114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:20Z', 'updated_at': '2021-11-02T11:50:27Z', 'revision_number': 4, 'project_id': '35dc0b369b0043a39a577537366236a7', 'subnets': [{'id': 'bf803a3f-79e8-4fdc-a7fb-f64ba483c114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:50:28.244227 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a392a1-c0c1-4f50-aec8-e4b356102dfd None None] Pushing event updated for resources: {'Port': ['ID=52d3b687-569f-44b9-9f73-02dd74bf1eef,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:28.264964 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-cfc48ca0-d9ed-45c6-8e29-49703a367c05 service neutron] 10.222.0.52 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307067 Nov 02 11:50:28.336681 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:28.438008 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-97c2bbbe-1797-41ef-9a25-3b7aa8b965a0 service neutron] 10.222.0.52 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721630 Nov 02 11:50:28.552482 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:28.613131 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:50:28.624374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:50:28.627164 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:50:28.701496 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] Pushing event updated for resources: {'Port': ['ID=b5a24276-f590-42cc-b532-38c87f26b89a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:28.909782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3433182e-6e41-45e9-8645-37c7bfed78ab up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:50:29.036757 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 3433182e-6e41-45e9-8645-37c7bfed78ab triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:29.037281 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:29.136358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29ada5-3eff-490f-b628-13604f4694c0 req-bac86ee1-0761-49f3-a1b0-1672ae4997aa tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:29.138291 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8a29ada5-3eff-490f-b628-13604f4694c0 req-bac86ee1-0761-49f3-a1b0-1672ae4997aa tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.1227257 Nov 02 11:50:29.219625 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:29.305566 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8a29ada5-3eff-490f-b628-13604f4694c0 req-9243942c-c9dc-456a-b55b-26fcd74e8fd4 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604385 Nov 02 11:50:29.383975 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:29.516024 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 3433182e-6e41-45e9-8645-37c7bfed78ab, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3433182e-6e41-45e9-8645-37c7bfed78ab,segment=NetworkSegment(7ae90660-9f44-43b2-8449-40836ed69bea),segment_id=7ae90660-9f44-43b2-8449-40836ed69bea)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:29.701168 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:29.705057 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 52d3b687-569f-44b9-9f73-02dd74bf1eef up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:50:29.824357 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-3f2d9c10-ea2f-4a8c-83a6-a7dd652aae59 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:29.824357 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-3f2d9c10-ea2f-4a8c-83a6-a7dd652aae59 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.79 "GET /v2.0/networks?id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2 HTTP/1.1" status: 200 len: 818 time: 0.1691775 Nov 02 11:50:29.876688 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-af90d3ae-4bdb-40ed-846f-1fa3512b93ba tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Request body: {'port': {'device_id': 'ffd9f055-45d7-4141-a017-c16edf460d0c', 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2', 'admin_state_up': True, 'tenant_id': '35dc0b369b0043a39a577537366236a7'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:29.882605 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=3433182e-6e41-45e9-8645-37c7bfed78ab,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:29.913142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 52d3b687-569f-44b9-9f73-02dd74bf1eef triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:29.913142 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:29.940706 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1f8b52-eabd-4892-a99d-3a31c157a164 None None] Network d553fff9-0688-442f-a750-7e8f5b37dc59 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:50:30.054163 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-8ff7e8d5-9cfe-4ff1-8918-b9e71b97fd0f None None] Provisioning complete for port 52d3b687-569f-44b9-9f73-02dd74bf1eef triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:30.054518 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e8d5-9cfe-4ff1-8918-b9e71b97fd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:30.228964 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:30.347293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 52d3b687-569f-44b9-9f73-02dd74bf1eef, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=52d3b687-569f-44b9-9f73-02dd74bf1eef,segment=NetworkSegment(68950527-3e07-4189-bf0b-693d70a7c4f2),segment_id=68950527-3e07-4189-bf0b-693d70a7c4f2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:30.361014 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8ff7e8d5-9cfe-4ff1-8918-b9e71b97fd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:30.426297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-ceb09736-e813-446b-8f57-aebb1489146b tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:30.431131 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-ceb09736-e813-446b-8f57-aebb1489146b tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/networks?id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2 HTTP/1.1" status: 200 len: 818 time: 0.9058235 Nov 02 11:50:30.481209 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-507fda53-9ce9-4b97-bc33-df47d136591a tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/quotas/35dc0b369b0043a39a577537366236a7 HTTP/1.1" status: 200 len: 375 time: 0.0263028 Nov 02 11:50:30.489751 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:30.499863 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:30.594129 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-8ff7e8d5-9cfe-4ff1-8918-b9e71b97fd0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:50:30.594584 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-8ff7e8d5-9cfe-4ff1-8918-b9e71b97fd0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:50:30.605815 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=52d3b687-569f-44b9-9f73-02dd74bf1eef,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:30.697110 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-9c9ffe52-425d-46e5-8c9b-66bbee7e7d08 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=35dc0b369b0043a39a577537366236a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2070584 Nov 02 11:50:30.701327 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3433182e-6e41-45e9-8645-37c7bfed78ab up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:50:30.765568 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 3433182e-6e41-45e9-8645-37c7bfed78ab triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:30.765941 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:30.835173 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-78b81dd6-c285-4fe5-b302-4c6e6981f228 service neutron] 10.222.0.52 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300395 Nov 02 11:50:30.836868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-af90d3ae-4bdb-40ed-846f-1fa3512b93ba tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Made reservation on behalf of 35dc0b369b0043a39a577537366236a7 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:50:30.840662 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-af90d3ae-4bdb-40ed-846f-1fa3512b93ba tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:30.899138 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 52d3b687-569f-44b9-9f73-02dd74bf1eef up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:50:30.957899 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] Router 81484e88-c7b0-4cf6-a940-57197174a606 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:50:31.004507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 52d3b687-569f-44b9-9f73-02dd74bf1eef triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:31.004960 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:31.095107 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-70a1c9c4-fb2c-40a2-91a8-e6636967fea0 service neutron] 10.222.0.52 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508805 Nov 02 11:50:31.191235 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:50:31.203927 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Sync routers for ids ['81484e88-c7b0-4cf6-a940-57197174a606'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:50:31.222568 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Routers {'81484e88-c7b0-4cf6-a940-57197174a606'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:50:31.223244 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:50:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['81484e88-c7b0-4cf6-a940-57197174a606'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:31.262873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-af90d3ae-4bdb-40ed-846f-1fa3512b93ba tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Allocated IP 172.20.0.11 (da71fa71-0bd5-4597-bbeb-89b4e925e7f2/bf803a3f-79e8-4fdc-a7fb-f64ba483c114/699383e8-bbd4-476f-b2a7-d9a3b1471435) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:50:31.302041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-07ee420c-8ed6-4bf6-b63f-487d32e3b008 None None] Provisioning complete for port 52d3b687-569f-44b9-9f73-02dd74bf1eef triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:31.302605 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-07ee420c-8ed6-4bf6-b63f-487d32e3b008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:31.349900 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Set router 81484e88-c7b0-4cf6-a940-57197174a606 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:50:31.452005 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-af90d3ae-4bdb-40ed-846f-1fa3512b93ba tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:31.514738 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:31.518590 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ac2a7dc2-9b43-45dd-8a7c-ba654d9b3c7b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9302652 Nov 02 11:50:31.518972 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44062) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:31.579724 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81484e88-c7b0-4cf6-a940-57197174a606', 'name': 'tempest-ServersTestFqdnHostnames-1457555529-router', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:26Z', 'updated_at': '2021-11-02T11:50:28Z', 'revision_number': 3, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'gw_port': {'id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:27Z', 'updated_at': '2021-11-02T11:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:31.626944 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Checking router: 81484e88-c7b0-4cf6-a940-57197174a606 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:50:31.626944 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Updating router 81484e88-c7b0-4cf6-a940-57197174a606 port b5a24276-f590-42cc-b532-38c87f26b89a binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:50:31.628895 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7498d-a607-420b-8332-48b48591a446 req-83632f6f-6083-417c-93e6-c7df0f95d09c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:31.630518 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-26c7498d-a607-420b-8332-48b48591a446 req-83632f6f-6083-417c-93e6-c7df0f95d09c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1123719 Nov 02 11:50:31.658235 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:31.742732 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-26c7498d-a607-420b-8332-48b48591a446 req-e9a7b9d3-86d0-4466-a552-6f373d40e49f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008055 Nov 02 11:50:31.752164 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-af90d3ae-4bdb-40ed-846f-1fa3512b93ba tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:31.873248 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-af90d3ae-4bdb-40ed-846f-1fa3512b93ba tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Network da71fa71-0bd5-4597-bbeb-89b4e925e7f2 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:50:31.879291 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-af90d3ae-4bdb-40ed-846f-1fa3512b93ba tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:50:31.883845 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-af90d3ae-4bdb-40ed-846f-1fa3512b93ba tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:50:31.913409 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90d3ae-4bdb-40ed-846f-1fa3512b93ba tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Pushing event updated for resources: {'Port': ['ID=699383e8-bbd4-476f-b2a7-d9a3b1471435,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:31.985717 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-af90d3ae-4bdb-40ed-846f-1fa3512b93ba tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:31.994032 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-af90d3ae-4bdb-40ed-846f-1fa3512b93ba tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:32.073477 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44080) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:32.112320 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9564051d-e17d-420d-b632-0eee2a79daec req-0ec53233-de40-42ff-898a-0e0ab299729a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=79642a20-2dc4-48a2-b976-5350abc2d7ac HTTP/1.1" status: 200 len: 210 time: 0.0405557 Nov 02 11:50:32.133161 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:32.209962 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ddf08585-f6f7-41ea-b020-cf7bdce64813 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:32.260235 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:32.315150 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-af90d3ae-4bdb-40ed-846f-1fa3512b93ba tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4495542 Nov 02 11:50:32.332855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Request body: {'port': {'device_id': 'ffd9f055-45d7-4141-a017-c16edf460d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:32.335929 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Attempting to bind port b5a24276-f590-42cc-b532-38c87f26b89a on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:50:32.336503 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Attempting to bind port b5a24276-f590-42cc-b532-38c87f26b89a by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:50:32.336867 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Attempting to bind port b5a24276-f590-42cc-b532-38c87f26b89a on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:50:32.352182 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:50:32.352992 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:50:32.353617 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:32.354263 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:50:32.354778 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Bound port: b5a24276-f590-42cc-b532-38c87f26b89a, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:50:32.356040 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:32.385657 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e8ff0-6f45-4569-917c-63e8d568f4d4 None None] Pushing event updated for resources: {'Port': ['ID=b5a24276-f590-42cc-b532-38c87f26b89a,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:32.437683 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] For port b5a24276-f590-42cc-b532-38c87f26b89a, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:50:32.441967 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] For port b5a24276-f590-42cc-b532-38c87f26b89a, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b5a24276-f590-42cc-b532-38c87f26b89a,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:50:32.467574 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ddf08585-f6f7-41ea-b020-cf7bdce64813 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:32.481876 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5af1b189-d6dd-4e74-be4f-904db457e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:32.490578 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:32.534991 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-db24a38a-e692-4fc4-b367-e73215f9b736 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:32.535500 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-db24a38a-e692-4fc4-b367-e73215f9b736 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.79 "GET /v2.0/networks?id=18aba190-503d-4b36-9b63-ba3de7a415e6 HTTP/1.1" status: 200 len: 813 time: 0.2252522 Nov 02 11:50:32.564911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-54e419f1-54a9-49e3-ae6e-f3dda5f4d29a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Request body: {'port': {'device_id': '79642a20-2dc4-48a2-b976-5350abc2d7ac', 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6', 'admin_state_up': True, 'tenant_id': 'beafa7c4f1be47e8a112cbe12d26f902'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:32.597084 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:32.708021 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ddf08585-f6f7-41ea-b020-cf7bdce64813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:32.726117 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Routers {'81484e88-c7b0-4cf6-a940-57197174a606'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:50:32.726716 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:50:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['81484e88-c7b0-4cf6-a940-57197174a606'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:32.729865 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e8ff0-6f45-4569-917c-63e8d568f4d4 None None] Pushing event updated for resources: {'Port': ['ID=b5a24276-f590-42cc-b532-38c87f26b89a,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:32.811106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-5af1b189-d6dd-4e74-be4f-904db457e8eb admin admin] Allocated IP 172.20.0.1 (d553fff9-0688-442f-a750-7e8f5b37dc59/2893a6b9-99dc-498e-b5f9-d77083fc5186/b1861bad-abb1-420d-93f3-57083a4a9182) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:50:32.848300 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ddf08585-f6f7-41ea-b020-cf7bdce64813 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e649044248a94eeeafe452a2cc5aacf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7669215 Nov 02 11:50:32.848516 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44108) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:32.874119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf08585-f6f7-41ea-b020-cf7bdce64813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcb3ad4-ad29-4386-a682-ae40023eaba4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:32.906011 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] Set router 81484e88-c7b0-4cf6-a940-57197174a606 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:50:32.958024 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd116-dd02-469f-a4e1-04563d21d6c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:32.986829 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-54e419f1-54a9-49e3-ae6e-f3dda5f4d29a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Made reservation on behalf of beafa7c4f1be47e8a112cbe12d26f902 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:50:32.991677 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-54e419f1-54a9-49e3-ae6e-f3dda5f4d29a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:33.002644 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd116-dd02-469f-a4e1-04563d21d6c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:33.044479 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5af1b189-d6dd-4e74-be4f-904db457e8eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:33.198266 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81484e88-c7b0-4cf6-a940-57197174a606', 'name': 'tempest-ServersTestFqdnHostnames-1457555529-router', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:26Z', 'updated_at': '2021-11-02T11:50:28Z', 'revision_number': 3, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'gw_port': {'id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:27Z', 'updated_at': '2021-11-02T11:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:33.226885 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e07cdb-1865-4f0f-9b44-aa04bbf71d63 None None] The sync data for ids ['81484e88-c7b0-4cf6-a940-57197174a606'] in n-d-806683-18 is: [{'id': '81484e88-c7b0-4cf6-a940-57197174a606', 'name': 'tempest-ServersTestFqdnHostnames-1457555529-router', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:26Z', 'updated_at': '2021-11-02T11:50:28Z', 'revision_number': 3, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'gw_port': {'id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:27Z', 'updated_at': '2021-11-02T11:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:50:33.241125 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699383e8-bbd4-476f-b2a7-d9a3b1471435 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:50:33.258700 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:33.265353 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-54e419f1-54a9-49e3-ae6e-f3dda5f4d29a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Allocated IP 172.20.0.4 (18aba190-503d-4b36-9b63-ba3de7a415e6/44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11/c6ed4847-6110-41a8-a17f-8c234c447c04) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:50:33.289897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Transition to ACTIVE for port object 699383e8-bbd4-476f-b2a7-d9a3b1471435 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:50:33.291684 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5af1b189-d6dd-4e74-be4f-904db457e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:33.302398 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd116-dd02-469f-a4e1-04563d21d6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:33.310872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e7cd116-dd02-469f-a4e1-04563d21d6c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:33.315499 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0e7cd116-dd02-469f-a4e1-04563d21d6c1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8dcb3ad4-ad29-4386-a682-ae40023eaba4 HTTP/1.1" status: 204 len: 168 time: 0.4684381 Nov 02 11:50:33.359780 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af1b189-d6dd-4e74-be4f-904db457e8eb admin admin] Network d553fff9-0688-442f-a750-7e8f5b37dc59 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:50:33.360964 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cd116-dd02-469f-a4e1-04563d21d6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcb3ad4-ad29-4386-a682-ae40023eaba4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:33.374685 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-5af1b189-d6dd-4e74-be4f-904db457e8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:50:33.376464 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af1b189-d6dd-4e74-be4f-904db457e8eb admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:50:33.403292 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1b189-d6dd-4e74-be4f-904db457e8eb admin admin] Pushing event updated for resources: {'Port': ['ID=b1861bad-abb1-420d-93f3-57083a4a9182,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:33.423719 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5af1b189-d6dd-4e74-be4f-904db457e8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:33.468228 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:33.589372 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Pushing event updated for resources: {'Port': ['ID=699383e8-bbd4-476f-b2a7-d9a3b1471435,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:33.851643 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a7e300fc-d691-4a34-bb89-a591dec9ea90 None None] Provisioning complete for port b1861bad-abb1-420d-93f3-57083a4a9182 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:33.852215 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a7e300fc-d691-4a34-bb89-a591dec9ea90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:33.855108 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5af1b189-d6dd-4e74-be4f-904db457e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:33.888034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Attempting to bind port 699383e8-bbd4-476f-b2a7-d9a3b1471435 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:50:33.888384 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Attempting to bind port 699383e8-bbd4-476f-b2a7-d9a3b1471435 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '7ae90660-9f44-43b2-8449-40836ed69bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:50:33.889708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Attempting to bind port 699383e8-bbd4-476f-b2a7-d9a3b1471435 on network da71fa71-0bd5-4597-bbeb-89b4e925e7f2 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:50:33.895910 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Port 699383e8-bbd4-476f-b2a7-d9a3b1471435 on network da71fa71-0bd5-4597-bbeb-89b4e925e7f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:50:33.896500 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Attempting to bind port 699383e8-bbd4-476f-b2a7-d9a3b1471435 on network da71fa71-0bd5-4597-bbeb-89b4e925e7f2 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:50:33.903625 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a7e300fc-d691-4a34-bb89-a591dec9ea90 None None] Port b1861bad-abb1-420d-93f3-57083a4a9182 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:50:33.915858 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-54e419f1-54a9-49e3-ae6e-f3dda5f4d29a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:33.927697 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:50:33.928082 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Checking segment: {'id': '7ae90660-9f44-43b2-8449-40836ed69bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:50:33.928633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Bound using segment: {'id': '7ae90660-9f44-43b2-8449-40836ed69bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:50:33.929245 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Bound port: 699383e8-bbd4-476f-b2a7-d9a3b1471435, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae90660-9f44-43b2-8449-40836ed69bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:50:33.929881 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:34.061019 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] For port 699383e8-bbd4-476f-b2a7-d9a3b1471435, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:50:34.065197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] For port 699383e8-bbd4-476f-b2a7-d9a3b1471435, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=699383e8-bbd4-476f-b2a7-d9a3b1471435,segment=NetworkSegment(7ae90660-9f44-43b2-8449-40836ed69bea),segment_id=7ae90660-9f44-43b2-8449-40836ed69bea)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:50:34.150760 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5af1b189-d6dd-4e74-be4f-904db457e8eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:34.197311 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:34.207437 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-54e419f1-54a9-49e3-ae6e-f3dda5f4d29a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:34.225061 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['25e60f38-4b17-4f01-a694-3b67ec0284bc', 'e1c640c8-4005-40c8-a046-1d938fc1cf2a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:50:34.313908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:34.314557 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:34.316092 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] 10.222.0.79 "PUT /v2.0/ports/699383e8-bbd4-476f-b2a7-d9a3b1471435 HTTP/1.1" status: 200 len: 1093 time: 1.9889138 Nov 02 11:50:34.327145 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd9f055-45d7-4141-a017-c16edf460d0c', 'tag': '699383e8-bbd4-476f-b2a7-d9a3b1471435'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:50:34.332202 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5af1b189-d6dd-4e74-be4f-904db457e8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:34.332392 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e602c83a-9e2e-4fc2-822a-38886d54817c" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd9f055-45d7-4141-a017-c16edf460d0c", "tag": "699383e8-bbd4-476f-b2a7-d9a3b1471435"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:50:34.360438 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-54e419f1-54a9-49e3-ae6e-f3dda5f4d29a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Network 18aba190-503d-4b36-9b63-ba3de7a415e6 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:50:34.361732 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950b24e-70f3-4264-9881-31c2ee0c0948 service neutron] Pushing event updated for resources: {'Port': ['ID=699383e8-bbd4-476f-b2a7-d9a3b1471435,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:34.443591 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e419f1-54a9-49e3-ae6e-f3dda5f4d29a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Pushing event updated for resources: {'Port': ['ID=c6ed4847-6110-41a8-a17f-8c234c447c04,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:34.446245 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1b189-d6dd-4e74-be4f-904db457e8eb admin admin] Pushing event updated for resources: {'Port': ['ID=b1861bad-abb1-420d-93f3-57083a4a9182,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:34.447457 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-54e419f1-54a9-49e3-ae6e-f3dda5f4d29a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:50:34.452631 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5af1b189-d6dd-4e74-be4f-904db457e8eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:34.459729 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-54e419f1-54a9-49e3-ae6e-f3dda5f4d29a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:50:34.579616 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-54e419f1-54a9-49e3-ae6e-f3dda5f4d29a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:34.580351 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-54e419f1-54a9-49e3-ae6e-f3dda5f4d29a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:34.608662 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af1b189-d6dd-4e74-be4f-904db457e8eb admin admin] Network d553fff9-0688-442f-a750-7e8f5b37dc59 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:50:34.610210 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-5af1b189-d6dd-4e74-be4f-904db457e8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:50:34.619393 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44160) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:34.666173 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9132189d-27c9-4432-9975-4486a059e327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:34.716861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-9d7237bd-17f4-4def-928e-9b0813e4f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:34.720476 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-9d7237bd-17f4-4def-928e-9b0813e4f4a4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35dc0b369b0043a39a577537366236a7&device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 1096 time: 0.0812633 Nov 02 11:50:34.844814 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b5a24276-f590-42cc-b532-38c87f26b89a up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:50:34.857257 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-54e419f1-54a9-49e3-ae6e-f3dda5f4d29a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2968333 Nov 02 11:50:34.890651 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-349f8aa7-d575-42be-b9c4-f152e78457fb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=699383e8-bbd4-476f-b2a7-d9a3b1471435 HTTP/1.1" status: 200 len: 217 time: 0.1602294 Nov 02 11:50:34.897874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Request body: {'port': {'device_id': '79642a20-2dc4-48a2-b976-5350abc2d7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:34.924577 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b5a24276-f590-42cc-b532-38c87f26b89a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:34.924577 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:34.969284 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af1b189-d6dd-4e74-be4f-904db457e8eb admin admin] Router 81484e88-c7b0-4cf6-a940-57197174a606 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:50:35.045133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c969f7-6efc-4444-b7c2-22df69d92909 req-44ae1e4e-ad12-421f-8796-6b338aceddd8 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:35.047260 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a0c969f7-6efc-4444-b7c2-22df69d92909 req-44ae1e4e-ad12-421f-8796-6b338aceddd8 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa25c644-326c-4142-ac25-1bb84c8da740 HTTP/1.1" status: 200 len: 943 time: 0.2060742 Nov 02 11:50:35.064632 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9132189d-27c9-4432-9975-4486a059e327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:35.087261 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-43fb3c55-47a2-44dd-81f7-a83d2a9699a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:35.089425 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-43fb3c55-47a2-44dd-81f7-a83d2a9699a8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bf803a3f-79e8-4fdc-a7fb-f64ba483c114 HTTP/1.1" status: 200 len: 858 time: 0.1712449 Nov 02 11:50:35.091935 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:35.122351 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:35.123328 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port b5a24276-f590-42cc-b532-38c87f26b89a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b5a24276-f590-42cc-b532-38c87f26b89a,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:35.131127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1990973e-8574-45e2-ae50-e8466815b39a None None] Provisioning complete for port b1861bad-abb1-420d-93f3-57083a4a9182 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:35.131504 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1990973e-8574-45e2-ae50-e8466815b39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:35.167791 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-5e922f8d-3593-4fc8-9772-8f809f89fb5c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492396 Nov 02 11:50:35.180327 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-1990973e-8574-45e2-ae50-e8466815b39a None None] Port b1861bad-abb1-420d-93f3-57083a4a9182 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:50:35.196283 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9132189d-27c9-4432-9975-4486a059e327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:35.220418 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:35.322734 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af1b189-d6dd-4e74-be4f-904db457e8eb admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:50:35.336803 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9132189d-27c9-4432-9975-4486a059e327 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53c4c3cbfd704422b8b822b7473b5cc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7154167 Nov 02 11:50:35.337661 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44170) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:35.343707 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=b5a24276-f590-42cc-b532-38c87f26b89a,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:35.357039 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:35.363062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:35.363062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:35.363062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:35.363062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:35.363062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:35.363062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:35.363062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:35.363062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:35.363062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:35.363062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:35.363062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:50:35.382353 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5af1b189-d6dd-4e74-be4f-904db457e8eb admin admin] 10.222.0.52 "PUT /v2.0/routers/81484e88-c7b0-4cf6-a940-57197174a606/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8615017 Nov 02 11:50:35.414324 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-51f2dcc8-030d-4417-b62e-19fdac6357b9 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:35.416135 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-51f2dcc8-030d-4417-b62e-19fdac6357b9 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.54 "GET /v2.0/networks?id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2 HTTP/1.1" status: 200 len: 818 time: 0.4457543 Nov 02 11:50:35.440977 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-7786e059-4f83-4d11-8c1e-0eb46ecd93ac service neutron] 10.222.0.79 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649286 Nov 02 11:50:35.443495 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-e1288d9b-2c07-49c2-b112-844f3c2727f5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Request body: {'port': {'device_id': 'f8ea6157-be48-40ae-b375-d2d95aea0f42', 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2', 'admin_state_up': True, 'tenant_id': '35dc0b369b0043a39a577537366236a7'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:35.504036 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132189d-27c9-4432-9975-4486a059e327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566495d2-e440-44a9-91cf-b080abfa34ef,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:35.506289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-a0c969f7-6efc-4444-b7c2-22df69d92909 req-26d8c68f-9803-4b64-8f39-eb3c7a83d6dc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Deleting port 79e5084f-8557-4397-839c-ba5bfe56673d {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:50:35.506638 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a0c969f7-6efc-4444-b7c2-22df69d92909 req-26d8c68f-9803-4b64-8f39-eb3c7a83d6dc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:35.603758 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1038dc6d-9ae8-400d-974f-8ac16800520b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:35.663916 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1038dc6d-9ae8-400d-974f-8ac16800520b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:35.705923 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ab78365-bed8-45b6-8899-7cde31cccfb9 req-82873a4c-4013-40f2-a42f-1b9ea97d0c56 service neutron] 10.222.0.79 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559524 Nov 02 11:50:35.722651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-a0c969f7-6efc-4444-b7c2-22df69d92909 req-26d8c68f-9803-4b64-8f39-eb3c7a83d6dc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] For port 79e5084f-8557-4397-839c-ba5bfe56673d, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=79e5084f-8557-4397-839c-ba5bfe56673d,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:35.722951 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a0c969f7-6efc-4444-b7c2-22df69d92909 req-26d8c68f-9803-4b64-8f39-eb3c7a83d6dc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:35.762450 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-a0c969f7-6efc-4444-b7c2-22df69d92909 req-26d8c68f-9803-4b64-8f39-eb3c7a83d6dc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Calling delete_port for 79e5084f-8557-4397-839c-ba5bfe56673d owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:50:35.782506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ed4847-6110-41a8-a17f-8c234c447c04 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:50:35.792626 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:35.819980 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-e1288d9b-2c07-49c2-b112-844f3c2727f5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Made reservation on behalf of 35dc0b369b0043a39a577537366236a7 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:50:35.824655 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-e1288d9b-2c07-49c2-b112-844f3c2727f5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:35.899426 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Sync routers for ids ['81484e88-c7b0-4cf6-a940-57197174a606'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:50:35.905756 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1038dc6d-9ae8-400d-974f-8ac16800520b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:35.908685 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1038dc6d-9ae8-400d-974f-8ac16800520b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:35.912401 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1038dc6d-9ae8-400d-974f-8ac16800520b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/566495d2-e440-44a9-91cf-b080abfa34ef HTTP/1.1" status: 204 len: 168 time: 0.5102735 Nov 02 11:50:35.916783 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Routers {'81484e88-c7b0-4cf6-a940-57197174a606'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:50:35.917695 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:50:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['81484e88-c7b0-4cf6-a940-57197174a606'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:36.013501 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-e1288d9b-2c07-49c2-b112-844f3c2727f5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Allocated IP 172.20.0.14 (da71fa71-0bd5-4597-bbeb-89b4e925e7f2/bf803a3f-79e8-4fdc-a7fb-f64ba483c114/5673129d-9cec-4cac-ad11-d798e19f0ea1) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:50:36.116516 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038dc6d-9ae8-400d-974f-8ac16800520b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566495d2-e440-44a9-91cf-b080abfa34ef,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:36.201073 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Set router 81484e88-c7b0-4cf6-a940-57197174a606 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:50:36.236679 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Transition to ACTIVE for port object c6ed4847-6110-41a8-a17f-8c234c447c04 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:50:36.284406 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-e1288d9b-2c07-49c2-b112-844f3c2727f5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:36.351288 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:36.398722 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a0c969f7-6efc-4444-b7c2-22df69d92909 req-26d8c68f-9803-4b64-8f39-eb3c7a83d6dc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:36.430182 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['c8b6d3e4-a501-419a-8a24-459928245fc1', '5002a65d-614c-4fec-85c9-6d50c264b08d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:50:36.431421 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-e1288d9b-2c07-49c2-b112-844f3c2727f5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:36.498342 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ed4847-6110-41a8-a17f-8c234c447c04,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:36.600894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-e1288d9b-2c07-49c2-b112-844f3c2727f5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Network da71fa71-0bd5-4597-bbeb-89b4e925e7f2 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:50:36.604251 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-e1288d9b-2c07-49c2-b112-844f3c2727f5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:50:36.607379 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1288d9b-2c07-49c2-b112-844f3c2727f5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Pushing event updated for resources: {'Port': ['ID=5673129d-9cec-4cac-ad11-d798e19f0ea1,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:36.618472 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-e1288d9b-2c07-49c2-b112-844f3c2727f5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:50:36.694903 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c969f7-6efc-4444-b7c2-22df69d92909 req-26d8c68f-9803-4b64-8f39-eb3c7a83d6dc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] No DVR routers for this DVR port 79e5084f-8557-4397-839c-ba5bfe56673d on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:50:36.698353 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a0c969f7-6efc-4444-b7c2-22df69d92909 req-26d8c68f-9803-4b64-8f39-eb3c7a83d6dc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:36.705428 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a0c969f7-6efc-4444-b7c2-22df69d92909 req-26d8c68f-9803-4b64-8f39-eb3c7a83d6dc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "DELETE /v2.0/ports/79e5084f-8557-4397-839c-ba5bfe56673d HTTP/1.1" status: 204 len: 173 time: 1.6369731 Nov 02 11:50:36.711604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8c68f-9803-4b64-8f39-eb3c7a83d6dc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Pushing event deleted for resources: {'Port': ['ID=79e5084f-8557-4397-839c-ba5bfe56673d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:36.747680 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81484e88-c7b0-4cf6-a940-57197174a606', 'name': 'tempest-ServersTestFqdnHostnames-1457555529-router', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:26Z', 'updated_at': '2021-11-02T11:50:33Z', 'revision_number': 4, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'gw_port': {'id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:27Z', 'updated_at': '2021-11-02T11:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'b1861bad-abb1-420d-93f3-57083a4a9182', 'name': '', 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'mac_address': 'fa:16:3e:07:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2893a6b9-99dc-498e-b5f9-d77083fc5186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:32Z', 'updated_at': '2021-11-02T11:50:33Z', 'revision_number': 2, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'subnets': [{'id': '2893a6b9-99dc-498e-b5f9-d77083fc5186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:36.784178 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Attempting to bind port c6ed4847-6110-41a8-a17f-8c234c447c04 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:50:36.786099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Attempting to bind port c6ed4847-6110-41a8-a17f-8c234c447c04 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '54361836-5b72-4f6b-bdd3-a172531a93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:50:36.786439 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Attempting to bind port c6ed4847-6110-41a8-a17f-8c234c447c04 on network 18aba190-503d-4b36-9b63-ba3de7a415e6 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:50:36.805875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Port c6ed4847-6110-41a8-a17f-8c234c447c04 on network 18aba190-503d-4b36-9b63-ba3de7a415e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:50:36.807302 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Attempting to bind port c6ed4847-6110-41a8-a17f-8c234c447c04 on network 18aba190-503d-4b36-9b63-ba3de7a415e6 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:50:36.828777 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-e1288d9b-2c07-49c2-b112-844f3c2727f5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:36.835646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:50:36.841037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Checking segment: {'id': '54361836-5b72-4f6b-bdd3-a172531a93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:50:36.841037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Bound using segment: {'id': '54361836-5b72-4f6b-bdd3-a172531a93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:50:36.841278 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-e1288d9b-2c07-49c2-b112-844f3c2727f5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:36.841547 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Bound port: c6ed4847-6110-41a8-a17f-8c234c447c04, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54361836-5b72-4f6b-bdd3-a172531a93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:50:36.841547 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:36.845705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Checking router: 81484e88-c7b0-4cf6-a940-57197174a606 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:50:36.847062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Updating router 81484e88-c7b0-4cf6-a940-57197174a606 port b1861bad-abb1-420d-93f3-57083a4a9182 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:50:36.848428 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b5a24276-f590-42cc-b532-38c87f26b89a up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:50:36.957594 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:36.960269 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-e1288d9b-2c07-49c2-b112-844f3c2727f5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5323956 Nov 02 11:50:36.966362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] For port c6ed4847-6110-41a8-a17f-8c234c447c04, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:50:36.970120 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b5a24276-f590-42cc-b532-38c87f26b89a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:36.970495 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:36.974075 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Request body: {'port': {'device_id': 'f8ea6157-be48-40ae-b375-d2d95aea0f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:36.982749 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] For port c6ed4847-6110-41a8-a17f-8c234c447c04, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c6ed4847-6110-41a8-a17f-8c234c447c04,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:50:37.043702 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:37.061448 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:37.105990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ed4847-6110-41a8-a17f-8c234c447c04,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:37.120095 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:37.120095 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:37.120095 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-42b67c17-f54e-4e16-883f-103a6c6bfb44 service neutron] 10.222.0.79 "PUT /v2.0/ports/c6ed4847-6110-41a8-a17f-8c234c447c04 HTTP/1.1" status: 200 len: 1092 time: 2.2278571 Nov 02 11:50:37.374487 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-49540279-b537-486f-bad9-69540e2358e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:37.376492 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-49540279-b537-486f-bad9-69540e2358e8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=beafa7c4f1be47e8a112cbe12d26f902&device_id=79642a20-2dc4-48a2-b976-5350abc2d7ac HTTP/1.1" status: 200 len: 1095 time: 0.1032825 Nov 02 11:50:37.446658 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-d8883c33-f88c-4edd-8c80-f35fb9504b73 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6ed4847-6110-41a8-a17f-8c234c447c04 HTTP/1.1" status: 200 len: 217 time: 0.0568440 Nov 02 11:50:37.502774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-e47430c0-4e62-434f-8a03-22f4274f0f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:37.508366 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-e47430c0-4e62-434f-8a03-22f4274f0f10 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11 HTTP/1.1" status: 200 len: 853 time: 0.0551698 Nov 02 11:50:37.533037 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5673129d-9cec-4cac-ad11-d798e19f0ea1 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:50:37.541403 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:37.549514 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-be5b65c5-7319-4bd1-af73-47aafdc04a3e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=18aba190-503d-4b36-9b63-ba3de7a415e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338495 Nov 02 11:50:37.558191 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Transition to ACTIVE for port object 5673129d-9cec-4cac-ad11-d798e19f0ea1 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:50:37.620011 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:37.664464 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-e458e1de-b96c-4c40-b569-55f01cfd1e38 service neutron] 10.222.0.79 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054802 Nov 02 11:50:37.769883 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8827f05a-d315-4e18-8652-2d0c704744d8 req-fee07b82-809a-4627-8a0b-f62a5b7c0d28 service neutron] 10.222.0.79 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971644 Nov 02 11:50:37.773685 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:37.778914 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:37.830606 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aeb039-68f9-4c2d-97bf-b2d23c95d7f4 None None] Pushing event updated for resources: {'Port': ['ID=b1861bad-abb1-420d-93f3-57083a4a9182,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:37.884216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Pushing event updated for resources: {'Port': ['ID=5673129d-9cec-4cac-ad11-d798e19f0ea1,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:37.907138 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Attempting to bind port b1861bad-abb1-420d-93f3-57083a4a9182 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:50:37.907512 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Attempting to bind port b1861bad-abb1-420d-93f3-57083a4a9182 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '68950527-3e07-4189-bf0b-693d70a7c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:50:37.907876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Attempting to bind port b1861bad-abb1-420d-93f3-57083a4a9182 on network d553fff9-0688-442f-a750-7e8f5b37dc59 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:50:37.913565 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:50:37.914237 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Checking segment: {'id': '68950527-3e07-4189-bf0b-693d70a7c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:50:37.914821 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:37.915412 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Bound using segment: {'id': '68950527-3e07-4189-bf0b-693d70a7c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:50:37.916055 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Bound port: b1861bad-abb1-420d-93f3-57083a4a9182, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68950527-3e07-4189-bf0b-693d70a7c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:50:37.922072 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:37.966660 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Attempting to bind port 5673129d-9cec-4cac-ad11-d798e19f0ea1 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:50:37.967051 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Attempting to bind port 5673129d-9cec-4cac-ad11-d798e19f0ea1 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '7ae90660-9f44-43b2-8449-40836ed69bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:50:37.967721 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Attempting to bind port 5673129d-9cec-4cac-ad11-d798e19f0ea1 on network da71fa71-0bd5-4597-bbeb-89b4e925e7f2 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:50:37.973835 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Port 5673129d-9cec-4cac-ad11-d798e19f0ea1 on network da71fa71-0bd5-4597-bbeb-89b4e925e7f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:50:37.974215 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Attempting to bind port 5673129d-9cec-4cac-ad11-d798e19f0ea1 on network da71fa71-0bd5-4597-bbeb-89b4e925e7f2 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:50:37.982248 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:50:37.982494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Checking segment: {'id': '7ae90660-9f44-43b2-8449-40836ed69bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:50:37.983087 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Bound using segment: {'id': '7ae90660-9f44-43b2-8449-40836ed69bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:50:37.983529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Bound port: 5673129d-9cec-4cac-ad11-d798e19f0ea1, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae90660-9f44-43b2-8449-40836ed69bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:50:37.983894 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:38.009920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] For port b1861bad-abb1-420d-93f3-57083a4a9182, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:50:38.017113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] For port b1861bad-abb1-420d-93f3-57083a4a9182, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b1861bad-abb1-420d-93f3-57083a4a9182,segment=NetworkSegment(68950527-3e07-4189-bf0b-693d70a7c4f2),segment_id=68950527-3e07-4189-bf0b-693d70a7c4f2)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:50:38.103444 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646837d-e6eb-4909-9d0c-6892c6a08bb5 req-b3b70621-5a50-45b7-ba00-2554764e55c9 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:38.105932 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0646837d-e6eb-4909-9d0c-6892c6a08bb5 req-b3b70621-5a50-45b7-ba00-2554764e55c9 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 944 time: 0.1012263 Nov 02 11:50:38.148258 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-59174de7-6510-4207-9c20-f27d5079ffbb None None] Provisioning complete for port b1861bad-abb1-420d-93f3-57083a4a9182 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:38.148648 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-59174de7-6510-4207-9c20-f27d5079ffbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:38.174647 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:38.174757 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0646837d-e6eb-4909-9d0c-6892c6a08bb5 req-6f097e42-ec4a-4ccf-9cb1-82ef3be6c9ec tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540421 Nov 02 11:50:38.189010 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Routers {'81484e88-c7b0-4cf6-a940-57197174a606'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:50:38.189746 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:50:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['81484e88-c7b0-4cf6-a940-57197174a606'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:38.268226 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] For port 5673129d-9cec-4cac-ad11-d798e19f0ea1, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:50:38.272164 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] For port 5673129d-9cec-4cac-ad11-d798e19f0ea1, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5673129d-9cec-4cac-ad11-d798e19f0ea1,segment=NetworkSegment(7ae90660-9f44-43b2-8449-40836ed69bea),segment_id=7ae90660-9f44-43b2-8449-40836ed69bea)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:50:38.392235 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:38.403231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-59174de7-6510-4207-9c20-f27d5079ffbb None None] Port b1861bad-abb1-420d-93f3-57083a4a9182 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:50:38.451313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aeb039-68f9-4c2d-97bf-b2d23c95d7f4 None None] Pushing event updated for resources: {'Port': ['ID=b1861bad-abb1-420d-93f3-57083a4a9182,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:38.471116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:38.471116 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:38.471116 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] 10.222.0.54 "PUT /v2.0/ports/5673129d-9cec-4cac-ad11-d798e19f0ea1 HTTP/1.1" status: 200 len: 1093 time: 1.5005550 Nov 02 11:50:38.471116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ea6157-be48-40ae-b375-d2d95aea0f42', 'tag': '5673129d-9cec-4cac-ad11-d798e19f0ea1'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:50:38.472194 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ef6ef1-3731-457c-9b90-ef88110f25f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ea6157-be48-40ae-b375-d2d95aea0f42", "tag": "5673129d-9cec-4cac-ad11-d798e19f0ea1"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:50:38.488001 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] Set router 81484e88-c7b0-4cf6-a940-57197174a606 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:50:38.503006 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37caf3-499f-4db3-b1c3-0fd7f3dc4a59 service neutron] Pushing event updated for resources: {'Port': ['ID=5673129d-9cec-4cac-ad11-d798e19f0ea1,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:38.503314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03829051-b5d2-4081-998e-d2981ce1c758 req-ed0290ad-ae48-4e58-a8ca-072feb15e8cf tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:38.512119 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-03829051-b5d2-4081-998e-d2981ce1c758 req-ed0290ad-ae48-4e58-a8ca-072feb15e8cf tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=79642a20-2dc4-48a2-b976-5350abc2d7ac HTTP/1.1" status: 200 len: 943 time: 0.1844189 Nov 02 11:50:38.561798 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-03829051-b5d2-4081-998e-d2981ce1c758 req-9258c519-59ca-494b-a9da-b823a417883e tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490372 Nov 02 11:50:38.622617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d5e89967-f6d6-42a2-9779-25392951fa19 None None] Provisioning complete for port b1861bad-abb1-420d-93f3-57083a4a9182 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:38.623181 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d5e89967-f6d6-42a2-9779-25392951fa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:38.624025 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c261daa-762f-4698-bb57-3d4acbe6d945 x-openstack-request-id: req-9c261daa-762f-4698-bb57-3d4acbe6d945 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:50:38.624434 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd9f055-45d7-4141-a017-c16edf460d0c", "tag": "699383e8-bbd4-476f-b2a7-d9a3b1471435", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:50:38.626317 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c261daa-762f-4698-bb57-3d4acbe6d945 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:50:38.629452 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd9f055-45d7-4141-a017-c16edf460d0c', 'tag': '699383e8-bbd4-476f-b2a7-d9a3b1471435', 'status': 'completed', 'code': 200} Nov 02 11:50:38.682644 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-c4ace5a4-778d-4294-a852-da5fe45fd8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:38.685979 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-c4ace5a4-778d-4294-a852-da5fe45fd8f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=35dc0b369b0043a39a577537366236a7&device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 1096 time: 0.0764425 Nov 02 11:50:38.699012 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602c83a-9e2e-4fc2-822a-38886d54817c req-88bf52f8-9f3f-429d-9ac0-9d7201c14173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:38.699012 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e602c83a-9e2e-4fc2-822a-38886d54817c req-88bf52f8-9f3f-429d-9ac0-9d7201c14173 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35dc0b369b0043a39a577537366236a7&device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 1096 time: 0.0493279 Nov 02 11:50:38.784186 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-4dbd4209-c612-4614-ba27-17bdeb23b6b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5673129d-9cec-4cac-ad11-d798e19f0ea1 HTTP/1.1" status: 200 len: 217 time: 0.0882890 Nov 02 11:50:38.896565 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-881b3cb1-a7a1-4f3a-8353-d1c27b1e80be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:38.903442 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-881b3cb1-a7a1-4f3a-8353-d1c27b1e80be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bf803a3f-79e8-4fdc-a7fb-f64ba483c114 HTTP/1.1" status: 200 len: 858 time: 0.1091251 Nov 02 11:50:38.912194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602c83a-9e2e-4fc2-822a-38886d54817c req-d8618144-bcbb-46e5-9499-f8b73728b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:38.920089 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e602c83a-9e2e-4fc2-822a-38886d54817c req-d8618144-bcbb-46e5-9499-f8b73728b333 service neutron] 10.222.0.79 "GET /v2.0/networks?id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2 HTTP/1.1" status: 200 len: 919 time: 0.2144067 Nov 02 11:50:38.921223 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d5e89967-f6d6-42a2-9779-25392951fa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:38.950538 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81484e88-c7b0-4cf6-a940-57197174a606', 'name': 'tempest-ServersTestFqdnHostnames-1457555529-router', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:26Z', 'updated_at': '2021-11-02T11:50:33Z', 'revision_number': 4, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'gw_port': {'id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:27Z', 'updated_at': '2021-11-02T11:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'b1861bad-abb1-420d-93f3-57083a4a9182', 'name': '', 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'mac_address': 'fa:16:3e:07:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2893a6b9-99dc-498e-b5f9-d77083fc5186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:32Z', 'updated_at': '2021-11-02T11:50:38Z', 'revision_number': 4, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'subnets': [{'id': '2893a6b9-99dc-498e-b5f9-d77083fc5186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:50:38.962795 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-8b445145-4b01-4941-b9c2-73c4d467c5af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513511 Nov 02 11:50:39.002807 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e602c83a-9e2e-4fc2-822a-38886d54817c req-ae73a49b-885d-4adf-aa4b-3a30dca1c8a7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=699383e8-bbd4-476f-b2a7-d9a3b1471435 HTTP/1.1" status: 200 len: 217 time: 0.0750268 Nov 02 11:50:39.061186 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c685af2-1c9e-46f9-bbf5-a6b66e9a80c1 None None] The sync data for ids ['81484e88-c7b0-4cf6-a940-57197174a606'] in n-d-806683-18 is: [{'id': '81484e88-c7b0-4cf6-a940-57197174a606', 'name': 'tempest-ServersTestFqdnHostnames-1457555529-router', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:26Z', 'updated_at': '2021-11-02T11:50:33Z', 'revision_number': 4, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'gw_port': {'id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:27Z', 'updated_at': '2021-11-02T11:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'b1861bad-abb1-420d-93f3-57083a4a9182', 'name': '', 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'mac_address': 'fa:16:3e:07:3a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2893a6b9-99dc-498e-b5f9-d77083fc5186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:32Z', 'updated_at': '2021-11-02T11:50:38Z', 'revision_number': 4, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'subnets': [{'id': '2893a6b9-99dc-498e-b5f9-d77083fc5186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:50:39.093859 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602c83a-9e2e-4fc2-822a-38886d54817c req-34d9bfba-c22e-490c-8259-ac83a2134175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:39.095639 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e602c83a-9e2e-4fc2-822a-38886d54817c req-34d9bfba-c22e-490c-8259-ac83a2134175 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bf803a3f-79e8-4fdc-a7fb-f64ba483c114 HTTP/1.1" status: 200 len: 858 time: 0.0855982 Nov 02 11:50:39.114292 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d5e89967-f6d6-42a2-9779-25392951fa19 None None] For port b1861bad-abb1-420d-93f3-57083a4a9182, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b1861bad-abb1-420d-93f3-57083a4a9182,segment=NetworkSegment(68950527-3e07-4189-bf0b-693d70a7c4f2),segment_id=68950527-3e07-4189-bf0b-693d70a7c4f2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:39.122585 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-e003e161-04ba-4e76-befb-a12d65e1261a service neutron] 10.222.0.54 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507061 Nov 02 11:50:39.181628 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e602c83a-9e2e-4fc2-822a-38886d54817c req-394418c8-fc33-40de-9d26-62fbd1aee2de service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739324 Nov 02 11:50:39.206717 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d5e89967-f6d6-42a2-9779-25392951fa19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:39.353112 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e602c83a-9e2e-4fc2-822a-38886d54817c req-b2f260b2-a788-4a36-a91b-9168f575b41c service neutron] 10.222.0.79 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686847 Nov 02 11:50:39.379809 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8b633711-e5c6-4cdc-b7db-d76171100b25 req-5a269700-7fa1-4f88-9cc4-25be1e919108 service neutron] 10.222.0.54 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473297 Nov 02 11:50:39.404488 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e89967-f6d6-42a2-9779-25392951fa19 None None] Pushing event updated for resources: {'Port': ['ID=b1861bad-abb1-420d-93f3-57083a4a9182,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:39.509027 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e602c83a-9e2e-4fc2-822a-38886d54817c req-b36ceda7-57c4-4cd8-b330-dd3386a0f303 service neutron] 10.222.0.79 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473238 Nov 02 11:50:39.690072 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44280) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:39.696911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-13dd8879-1a22-44ed-adb7-23ba502a6301 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--962357227', 'description': 'tempest-description--310626814'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:39.720434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 699383e8-bbd4-476f-b2a7-d9a3b1471435 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:50:39.860976 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b5b77-1ed5-49b2-9266-6fbeded73cc0 req-2036cdb5-884a-49c6-92c7-a34e4b4acbae tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:39.862558 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5a7b5b77-1ed5-49b2-9266-6fbeded73cc0 req-2036cdb5-884a-49c6-92c7-a34e4b4acbae tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0638633 Nov 02 11:50:39.892843 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-13dd8879-1a22-44ed-adb7-23ba502a6301 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:39.898471 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 699383e8-bbd4-476f-b2a7-d9a3b1471435, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=699383e8-bbd4-476f-b2a7-d9a3b1471435,segment=NetworkSegment(7ae90660-9f44-43b2-8449-40836ed69bea),segment_id=7ae90660-9f44-43b2-8449-40836ed69bea)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:39.912362 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '699383e8-bbd4-476f-b2a7-d9a3b1471435', 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2', 'port_id': '699383e8-bbd4-476f-b2a7-d9a3b1471435', 'mac_address': 'fa:16:3e:e3:8c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf803a3f-79e8-4fdc-a7fb-f64ba483c114', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:50:39.964971 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5a7b5b77-1ed5-49b2-9266-6fbeded73cc0 req-d3a775b6-5083-421a-b7ac-c98a5071a86a tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901873 Nov 02 11:50:39.989600 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:40.010135 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699383e8-bbd4-476f-b2a7-d9a3b1471435 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:50:40.041538 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 699383e8-bbd4-476f-b2a7-d9a3b1471435, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=699383e8-bbd4-476f-b2a7-d9a3b1471435,segment=NetworkSegment(7ae90660-9f44-43b2-8449-40836ed69bea),segment_id=7ae90660-9f44-43b2-8449-40836ed69bea)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:40.046619 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b2afca-e08f-46de-b4fe-0ca75283d775 x-openstack-request-id: req-34b2afca-e08f-46de-b4fe-0ca75283d775 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:50:40.046913 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ea6157-be48-40ae-b375-d2d95aea0f42", "tag": "5673129d-9cec-4cac-ad11-d798e19f0ea1", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:50:40.047223 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-34b2afca-e08f-46de-b4fe-0ca75283d775 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:50:40.047632 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ea6157-be48-40ae-b375-d2d95aea0f42', 'tag': '5673129d-9cec-4cac-ad11-d798e19f0ea1', 'status': 'completed', 'code': 200} Nov 02 11:50:40.058637 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-13dd8879-1a22-44ed-adb7-23ba502a6301 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:40.150277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef6ef1-3731-457c-9b90-ef88110f25f2 req-260f9943-2aa3-4f2e-8ffe-743bc9355763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:40.150277 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a4ef6ef1-3731-457c-9b90-ef88110f25f2 req-260f9943-2aa3-4f2e-8ffe-743bc9355763 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=35dc0b369b0043a39a577537366236a7&device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 1096 time: 0.0722263 Nov 02 11:50:40.172797 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:40.201983 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980b3f5-6394-4239-a924-ef90c5f56da2 req-c615e92c-d016-4d7d-a5ce-95f4010aa8c0 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:40.207873 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7980b3f5-6394-4239-a924-ef90c5f56da2 req-c615e92c-d016-4d7d-a5ce-95f4010aa8c0 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 944 time: 0.1073020 Nov 02 11:50:40.209123 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-13dd8879-1a22-44ed-adb7-23ba502a6301 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:40.286849 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=699383e8-bbd4-476f-b2a7-d9a3b1471435,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:40.298352 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd8879-1a22-44ed-adb7-23ba502a6301 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0495bde7-c545-4d11-9d87-f247a1a35c1b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:40.306552 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef6ef1-3731-457c-9b90-ef88110f25f2 req-edf5385c-7e52-4d74-bfeb-bdc77576eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:40.308951 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a4ef6ef1-3731-457c-9b90-ef88110f25f2 req-edf5385c-7e52-4d74-bfeb-bdc77576eae3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2 HTTP/1.1" status: 200 len: 919 time: 0.1515019 Nov 02 11:50:40.357263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7980b3f5-6394-4239-a924-ef90c5f56da2 req-feb3eb61-e1cb-4db6-b84a-c5de4766c951 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227040 Nov 02 11:50:40.370666 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a4ef6ef1-3731-457c-9b90-ef88110f25f2 req-e20cc4c6-1bb6-45c6-a1b3-8ba54be4e48f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5673129d-9cec-4cac-ad11-d798e19f0ea1 HTTP/1.1" status: 200 len: 217 time: 0.0473652 Nov 02 11:50:40.435803 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['699383e8-bbd4-476f-b2a7-d9a3b1471435'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:50:40.450403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef6ef1-3731-457c-9b90-ef88110f25f2 req-cddc78a8-9c75-44da-ad01-4780f8466217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:40.451985 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a4ef6ef1-3731-457c-9b90-ef88110f25f2 req-cddc78a8-9c75-44da-ad01-4780f8466217 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bf803a3f-79e8-4fdc-a7fb-f64ba483c114 HTTP/1.1" status: 200 len: 858 time: 0.0757058 Nov 02 11:50:40.524126 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a4ef6ef1-3731-457c-9b90-ef88110f25f2 req-acdc48ee-7948-4abd-9144-7597dd180d39 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462508 Nov 02 11:50:40.571448 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-13dd8879-1a22-44ed-adb7-23ba502a6301 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:40.577051 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-13dd8879-1a22-44ed-adb7-23ba502a6301 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8831205 Nov 02 11:50:40.582427 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44308) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:40.593726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-4449f3e4-2275-4df0-8c1a-2d1802b01c33 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Request body: {'security_group_rule': {'security_group_id': '0495bde7-c545-4d11-9d87-f247a1a35c1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:40.634488 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa25c644-326c-4142-ac25-1bb84c8da740', 'name': 'network-vif-deleted', 'tag': '79e5084f-8557-4397-839c-ba5bfe56673d'}, {'name': 'network-changed', 'server_uuid': '79642a20-2dc4-48a2-b976-5350abc2d7ac', 'tag': 'c6ed4847-6110-41a8-a17f-8c234c447c04'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:50:40.635427 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a4ef6ef1-3731-457c-9b90-ef88110f25f2 req-53918a99-1886-4724-9f9a-6bd43b9a63c6 service neutron] 10.222.0.54 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214223 Nov 02 11:50:40.645148 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d449ba93-0aa0-4392-963b-f7fd8879c8d9" -d '{"events": [{"server_uuid": "fa25c644-326c-4142-ac25-1bb84c8da740", "name": "network-vif-deleted", "tag": "79e5084f-8557-4397-839c-ba5bfe56673d"}, {"name": "network-changed", "server_uuid": "79642a20-2dc4-48a2-b976-5350abc2d7ac", "tag": "c6ed4847-6110-41a8-a17f-8c234c447c04"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:50:40.736812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237888e4-6eb0-4c98-9ac8-ae075fef3a3a req-9f4d3c67-610a-4e70-88d7-ef814b02eb28 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:40.738714 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-237888e4-6eb0-4c98-9ac8-ae075fef3a3a req-9f4d3c67-610a-4e70-88d7-ef814b02eb28 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=79642a20-2dc4-48a2-b976-5350abc2d7ac HTTP/1.1" status: 200 len: 943 time: 0.1600873 Nov 02 11:50:40.782672 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a4ef6ef1-3731-457c-9b90-ef88110f25f2 req-c9f6f6da-9ea8-47d2-88f8-c1e8bc1950f9 service neutron] 10.222.0.54 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372290 Nov 02 11:50:40.798482 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b1861bad-abb1-420d-93f3-57083a4a9182 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:50:40.810046 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-237888e4-6eb0-4c98-9ac8-ae075fef3a3a req-3b3886a2-c9e7-4079-aeed-6bccce728d45 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649831 Nov 02 11:50:40.864370 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b1861bad-abb1-420d-93f3-57083a4a9182 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:40.865279 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:40.887428 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4449f3e4-2275-4df0-8c1a-2d1802b01c33 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:40.947645 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4449f3e4-2275-4df0-8c1a-2d1802b01c33 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:41.248350 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4449f3e4-2275-4df0-8c1a-2d1802b01c33 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:41.268477 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449f3e4-2275-4df0-8c1a-2d1802b01c33 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3da6724-bc7c-4220-80a8-2a0f79ab7bb3,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:41.587413 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4449f3e4-2275-4df0-8c1a-2d1802b01c33 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:41.588621 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4449f3e4-2275-4df0-8c1a-2d1802b01c33 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0052073 Nov 02 11:50:41.592362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44322) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:41.596874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-5f381c0e-a28e-4cdf-bde6-a4b1de717fe1 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Request body: {'security_group_rule': {'security_group_id': '0495bde7-c545-4d11-9d87-f247a1a35c1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:41.724157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0464f1e-5fbe-4596-88f2-bb112a07ec5a req-6e162e8c-01ef-4108-9b66-9186794d0641 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:41.725680 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0464f1e-5fbe-4596-88f2-bb112a07ec5a req-6e162e8c-01ef-4108-9b66-9186794d0641 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0590675 Nov 02 11:50:41.735538 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c6ed4847-6110-41a8-a17f-8c234c447c04 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:50:41.742304 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 699383e8-bbd4-476f-b2a7-d9a3b1471435 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:50:41.772471 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f381c0e-a28e-4cdf-bde6-a4b1de717fe1 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:41.810331 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0464f1e-5fbe-4596-88f2-bb112a07ec5a req-e6ada7d3-b406-4dc8-8f82-1778870b3749 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753968 Nov 02 11:50:41.851433 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f381c0e-a28e-4cdf-bde6-a4b1de717fe1 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:41.887187 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Tue, 02 Nov 2021 11:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cd0b6d-0f75-4b59-90ea-7b54cd3428d5 x-openstack-request-id: req-95cd0b6d-0f75-4b59-90ea-7b54cd3428d5 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:50:41.887897 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa25c644-326c-4142-ac25-1bb84c8da740", "name": "network-vif-deleted", "tag": "79e5084f-8557-4397-839c-ba5bfe56673d", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "79642a20-2dc4-48a2-b976-5350abc2d7ac", "tag": "c6ed4847-6110-41a8-a17f-8c234c447c04", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:50:41.887897 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-95cd0b6d-0f75-4b59-90ea-7b54cd3428d5 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:50:41.888421 n-d-806683-18 neutron-server[102689]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fa25c644-326c-4142-ac25-1bb84c8da740', 'name': 'network-vif-deleted', 'tag': '79e5084f-8557-4397-839c-ba5bfe56673d', 'status': 'failed', 'code': 422} returned with failed status Nov 02 11:50:41.888823 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79642a20-2dc4-48a2-b976-5350abc2d7ac', 'tag': 'c6ed4847-6110-41a8-a17f-8c234c447c04', 'status': 'completed', 'code': 200} Nov 02 11:50:41.910788 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c6ed4847-6110-41a8-a17f-8c234c447c04, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c6ed4847-6110-41a8-a17f-8c234c447c04,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:41.934138 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'c6ed4847-6110-41a8-a17f-8c234c447c04', 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6', 'port_id': 'c6ed4847-6110-41a8-a17f-8c234c447c04', 'mac_address': 'fa:16:3e:0a:bb:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:50:41.968848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 699383e8-bbd4-476f-b2a7-d9a3b1471435 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:50:41.972577 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f381c0e-a28e-4cdf-bde6-a4b1de717fe1 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:41.979359 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 699383e8-bbd4-476f-b2a7-d9a3b1471435 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:41.980694 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:42.019117 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:42.035869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f381c0e-a28e-4cdf-bde6-a4b1de717fe1 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1df2597-5db3-4ce9-8779-2775ff3bbc52,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:42.045430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ed4847-6110-41a8-a17f-8c234c447c04 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:50:42.047338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449ba93-0aa0-4392-963b-f7fd8879c8d9 req-feaf26c8-e623-48d1-9e8e-23c72a6cce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:42.052590 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d449ba93-0aa0-4392-963b-f7fd8879c8d9 req-feaf26c8-e623-48d1-9e8e-23c72a6cce82 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=beafa7c4f1be47e8a112cbe12d26f902&device_id=79642a20-2dc4-48a2-b976-5350abc2d7ac HTTP/1.1" status: 200 len: 1095 time: 0.1390092 Nov 02 11:50:42.077453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c6ed4847-6110-41a8-a17f-8c234c447c04, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c6ed4847-6110-41a8-a17f-8c234c447c04,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:42.119318 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:42.131985 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646bf46-161d-45f2-8286-00f9639028b2 req-7870cd71-e6f7-4122-832d-d4e960b767e2 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:42.133549 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6646bf46-161d-45f2-8286-00f9639028b2 req-7870cd71-e6f7-4122-832d-d4e960b767e2 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 944 time: 0.1275287 Nov 02 11:50:42.150009 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd9f055-45d7-4141-a017-c16edf460d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699383e8-bbd4-476f-b2a7-d9a3b1471435'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:50:42.153149 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31e6e8e-d3cd-47b6-a020-f9e3b9a8e9bd" -d '{"events": [{"server_uuid": "ffd9f055-45d7-4141-a017-c16edf460d0c", "name": "network-vif-plugged", "status": "completed", "tag": "699383e8-bbd4-476f-b2a7-d9a3b1471435"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:50:42.165710 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f381c0e-a28e-4cdf-bde6-a4b1de717fe1 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:42.165944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 699383e8-bbd4-476f-b2a7-d9a3b1471435, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=699383e8-bbd4-476f-b2a7-d9a3b1471435,segment=NetworkSegment(7ae90660-9f44-43b2-8449-40836ed69bea),segment_id=7ae90660-9f44-43b2-8449-40836ed69bea)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:42.167398 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5f381c0e-a28e-4cdf-bde6-a4b1de717fe1 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5734878 Nov 02 11:50:42.170624 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44338) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:42.176360 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-56a43b15-9c1a-4741-99cd-a1972447f42d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:42.182079 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:42.249114 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6646bf46-161d-45f2-8286-00f9639028b2 req-f318fcef-40d7-4bbc-8a6e-b68eb4f2d20c tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884900 Nov 02 11:50:42.250530 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449ba93-0aa0-4392-963b-f7fd8879c8d9 req-f0a9bef7-daad-4e9d-891e-082ee61db922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:42.252054 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d449ba93-0aa0-4392-963b-f7fd8879c8d9 req-f0a9bef7-daad-4e9d-891e-082ee61db922 service neutron] 10.222.0.79 "GET /v2.0/networks?id=18aba190-503d-4b36-9b63-ba3de7a415e6 HTTP/1.1" status: 200 len: 914 time: 0.1768086 Nov 02 11:50:42.255148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=c6ed4847-6110-41a8-a17f-8c234c447c04,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:42.268440 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:42.329875 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=699383e8-bbd4-476f-b2a7-d9a3b1471435,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:42.347210 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d449ba93-0aa0-4392-963b-f7fd8879c8d9 req-58a1dde3-7e8c-4a58-bc75-bbd810290fde service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6ed4847-6110-41a8-a17f-8c234c447c04 HTTP/1.1" status: 200 len: 217 time: 0.0808284 Nov 02 11:50:42.378601 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56a43b15-9c1a-4741-99cd-a1972447f42d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:42.421461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449ba93-0aa0-4392-963b-f7fd8879c8d9 req-86fa1dae-3396-4b97-b076-94ba240b069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:42.424159 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d449ba93-0aa0-4392-963b-f7fd8879c8d9 req-86fa1dae-3396-4b97-b076-94ba240b069d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11 HTTP/1.1" status: 200 len: 853 time: 0.0681348 Nov 02 11:50:42.452365 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['c6ed4847-6110-41a8-a17f-8c234c447c04'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:50:42.464552 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d449ba93-0aa0-4392-963b-f7fd8879c8d9 req-4ce06304-0bfc-41c6-9cf1-485c6036e7d9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=18aba190-503d-4b36-9b63-ba3de7a415e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290918 Nov 02 11:50:42.538442 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56a43b15-9c1a-4741-99cd-a1972447f42d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:42.603799 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d483af3-f1c9-4acd-a6ce-513a7994f561 req-63a59043-3092-4d3a-8cb8-5fe00ac55cdc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:42.618620 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d483af3-f1c9-4acd-a6ce-513a7994f561 req-63a59043-3092-4d3a-8cb8-5fe00ac55cdc tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e955394-a92b-4dca-8f57-861487ec0007 HTTP/1.1" status: 200 len: 908 time: 0.1529953 Nov 02 11:50:42.676085 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d449ba93-0aa0-4392-963b-f7fd8879c8d9 req-b4b6f958-4fec-4d65-80f9-e1e9ad36a79d service neutron] 10.222.0.79 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001925 Nov 02 11:50:42.716944 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-56a43b15-9c1a-4741-99cd-a1972447f42d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Allocated IP 172.25.6.207 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/9ac93a4a-4b33-4a93-8366-ce14d070ec8a) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:50:42.748129 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 5673129d-9cec-4cac-ad11-d798e19f0ea1 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:50:42.858347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164c6b1-d6b2-4046-bf91-86d3d785ef7b req-9fa3a693-b402-4052-a11e-144084a96b4b tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:42.859515 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c164c6b1-d6b2-4046-bf91-86d3d785ef7b req-9fa3a693-b402-4052-a11e-144084a96b4b tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=79642a20-2dc4-48a2-b976-5350abc2d7ac HTTP/1.1" status: 200 len: 944 time: 0.1284573 Nov 02 11:50:42.861635 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56a43b15-9c1a-4741-99cd-a1972447f42d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:42.912448 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d449ba93-0aa0-4392-963b-f7fd8879c8d9 req-1749acd9-a176-4c64-80d0-d035797cdceb service neutron] 10.222.0.79 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271221 Nov 02 11:50:42.940260 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 5673129d-9cec-4cac-ad11-d798e19f0ea1, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5673129d-9cec-4cac-ad11-d798e19f0ea1,segment=NetworkSegment(7ae90660-9f44-43b2-8449-40836ed69bea),segment_id=7ae90660-9f44-43b2-8449-40836ed69bea)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:42.945525 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c164c6b1-d6b2-4046-bf91-86d3d785ef7b req-0411a1bd-5e7a-4242-9311-2cfccac5e2e9 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721564 Nov 02 11:50:42.959890 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '5673129d-9cec-4cac-ad11-d798e19f0ea1', 'network_id': 'da71fa71-0bd5-4597-bbeb-89b4e925e7f2', 'port_id': '5673129d-9cec-4cac-ad11-d798e19f0ea1', 'mac_address': 'fa:16:3e:4a:28:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf803a3f-79e8-4fdc-a7fb-f64ba483c114', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:50:42.981231 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56a43b15-9c1a-4741-99cd-a1972447f42d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:43.013827 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:43.028629 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5673129d-9cec-4cac-ad11-d798e19f0ea1 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:50:43.036792 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a43b15-9c1a-4741-99cd-a1972447f42d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:50:43.041309 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-56a43b15-9c1a-4741-99cd-a1972447f42d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:50:43.056000 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a43b15-9c1a-4741-99cd-a1972447f42d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:50:43.059134 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 5673129d-9cec-4cac-ad11-d798e19f0ea1, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5673129d-9cec-4cac-ad11-d798e19f0ea1,segment=NetworkSegment(7ae90660-9f44-43b2-8449-40836ed69bea),segment_id=7ae90660-9f44-43b2-8449-40836ed69bea)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:43.061466 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248079a5-6941-4782-a3f0-766f3e9809ce x-openstack-request-id: req-248079a5-6941-4782-a3f0-766f3e9809ce {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:50:43.062064 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd9f055-45d7-4141-a017-c16edf460d0c", "name": "network-vif-plugged", "status": "completed", "tag": "699383e8-bbd4-476f-b2a7-d9a3b1471435", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:50:43.062557 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-248079a5-6941-4782-a3f0-766f3e9809ce {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:50:43.064504 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd9f055-45d7-4141-a017-c16edf460d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699383e8-bbd4-476f-b2a7-d9a3b1471435', 'code': 200} Nov 02 11:50:43.081293 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2e6e4-0ca6-416a-b65e-1651e76af079 req-f6c52bb9-6d19-4098-9194-cbce802572da tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:43.082819 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aae2e6e4-0ca6-416a-b65e-1651e76af079 req-f6c52bb9-6d19-4098-9194-cbce802572da tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e955394-a92b-4dca-8f57-861487ec0007 HTTP/1.1" status: 200 len: 908 time: 0.1022654 Nov 02 11:50:43.105535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a43b15-9c1a-4741-99cd-a1972447f42d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Pushing event updated for resources: {'Port': ['ID=9ac93a4a-4b33-4a93-8366-ce14d070ec8a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:43.155857 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-393066b2-441b-44d0-9901-6fa1e3b30798 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1060369 Nov 02 11:50:43.168470 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:43.244465 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56a43b15-9c1a-4741-99cd-a1972447f42d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:43.246560 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=5673129d-9cec-4cac-ad11-d798e19f0ea1,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:43.267935 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-cc798189-0efc-4a32-a728-70702c2b408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:43.279627 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-cc798189-0efc-4a32-a728-70702c2b408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:43.280119 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-cc798189-0efc-4a32-a728-70702c2b408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:43.280677 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-cc798189-0efc-4a32-a728-70702c2b408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:43.281191 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-cc798189-0efc-4a32-a728-70702c2b408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:43.281595 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-cc798189-0efc-4a32-a728-70702c2b408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:43.282054 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-cc798189-0efc-4a32-a728-70702c2b408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:43.284200 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-cc798189-0efc-4a32-a728-70702c2b408c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98712f8e25ee41a2953347ba1e13095a&device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 6497 time: 0.0896690 Nov 02 11:50:43.296201 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96faf579-85b1-4a90-a1e4-90939a15c86b req-087cc88a-b184-4074-a9d8-c5ddb734d44b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:43.297869 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96faf579-85b1-4a90-a1e4-90939a15c86b req-087cc88a-b184-4074-a9d8-c5ddb734d44b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1478386 Nov 02 11:50:43.303572 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c120dbe-0c6b-45d4-b981-e775adb7f30e req-d817fb3c-993b-49bf-b73e-771ba7c37441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:43.305198 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c120dbe-0c6b-45d4-b981-e775adb7f30e req-d817fb3c-993b-49bf-b73e-771ba7c37441 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 1098 time: 0.1533661 Nov 02 11:50:43.423535 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44354) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:43.425719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-aae2e6e4-0ca6-416a-b65e-1651e76af079 req-0544fa3b-fc90-4506-9fb3-207b0359a36b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Deleting port 0e602f7d-18c1-43a6-ae70-41203d8b5e12 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:50:43.426061 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-aae2e6e4-0ca6-416a-b65e-1651e76af079 req-0544fa3b-fc90-4506-9fb3-207b0359a36b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:43.454268 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56a43b15-9c1a-4741-99cd-a1972447f42d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:43.464706 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96faf579-85b1-4a90-a1e4-90939a15c86b req-d3c79ded-acdd-462d-8174-93f5df61d68e tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559355 Nov 02 11:50:43.478129 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c120dbe-0c6b-45d4-b981-e775adb7f30e req-67a32c18-5b57-4243-80f8-8cbd60e3b95d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603651 Nov 02 11:50:43.490607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['5673129d-9cec-4cac-ad11-d798e19f0ea1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:50:43.629505 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-5ef3a2c0-4f2a-4c1f-a947-9799abf6e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:43.630080 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-5ef3a2c0-4f2a-4c1f-a947-9799abf6e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:43.630611 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-5ef3a2c0-4f2a-4c1f-a947-9799abf6e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:43.632539 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-5ef3a2c0-4f2a-4c1f-a947-9799abf6e24e service neutron] 10.222.0.54 "GET /v2.0/networks?id=2186d30e-762f-43e0-acae-f84c10f25696&id=57381074-bd23-4376-887c-81c9e0b09323&id=57381074-bd23-4376-887c-81c9e0b09323&id=57381074-bd23-4376-887c-81c9e0b09323&id=57381074-bd23-4376-887c-81c9e0b09323&id=186d9e24-7a85-466f-9541-9c5be919901f&id=186d9e24-7a85-466f-9541-9c5be919901f HTTP/1.1" status: 200 len: 2292 time: 0.3100288 Nov 02 11:50:43.645287 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dc41b6b3-996e-46e1-ba69-b35c74ff7326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:43.740155 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dc41b6b3-996e-46e1-ba69-b35c74ff7326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:43.750282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2451d-0adc-43c9-817a-c739e30934d6 req-96243a87-5ebd-4059-a8a5-9ac57eb11e3a tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:43.751597 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c6ed4847-6110-41a8-a17f-8c234c447c04 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:50:43.758588 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-afd2451d-0adc-43c9-817a-c739e30934d6 req-96243a87-5ebd-4059-a8a5-9ac57eb11e3a tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 945 time: 0.1972954 Nov 02 11:50:43.808654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-aae2e6e4-0ca6-416a-b65e-1651e76af079 req-0544fa3b-fc90-4506-9fb3-207b0359a36b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] For port 0e602f7d-18c1-43a6-ae70-41203d8b5e12, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=0e602f7d-18c1-43a6-ae70-41203d8b5e12,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:43.809053 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-aae2e6e4-0ca6-416a-b65e-1651e76af079 req-0544fa3b-fc90-4506-9fb3-207b0359a36b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:43.828364 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dc41b6b3-996e-46e1-ba69-b35c74ff7326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:43.845875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-aae2e6e4-0ca6-416a-b65e-1651e76af079 req-0544fa3b-fc90-4506-9fb3-207b0359a36b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Calling delete_port for 0e602f7d-18c1-43a6-ae70-41203d8b5e12 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:50:43.863526 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-afd2451d-0adc-43c9-817a-c739e30934d6 req-8beeb81d-3d69-4963-a02e-97ae9316fea9 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039286 Nov 02 11:50:43.906658 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port c6ed4847-6110-41a8-a17f-8c234c447c04 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:50:43.912523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port c6ed4847-6110-41a8-a17f-8c234c447c04 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:43.912893 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:43.919351 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-dc41b6b3-996e-46e1-ba69-b35c74ff7326 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a8fa989ed3e74dd98c04998880760c73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4894977 Nov 02 11:50:43.921253 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41b6b3-996e-46e1-ba69-b35c74ff7326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c6235e-9e22-4be2-a3df-8d035bd95485,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:43.931434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44362) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:44.066391 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-d98a29a3-d5d5-4b86-9e01-fb657d2f7d56 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0194c44a-8c9b-476a-a2df-892896c7ecd8 HTTP/1.1" status: 200 len: 1002 time: 0.4173379 Nov 02 11:50:44.125440 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba08ca55-c450-4e5c-922d-8d73a5904afe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:44.144547 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56a43b15-9c1a-4741-99cd-a1972447f42d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:44.152212 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-0b11fd12-bd82-4fb9-a631-10fddd638dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:44.153785 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-0b11fd12-bd82-4fb9-a631-10fddd638dfa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c931c3ff-ea0b-4408-bd53-510e0450d503 HTTP/1.1" status: 200 len: 850 time: 0.0713341 Nov 02 11:50:44.196318 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba08ca55-c450-4e5c-922d-8d73a5904afe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:44.213924 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-bbecc19a-5836-483e-9595-4586ecc7fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:44.215841 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-bbecc19a-5836-483e-9595-4586ecc7fd8c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2186d30e-762f-43e0-acae-f84c10f25696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531888 Nov 02 11:50:44.234870 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56a43b15-9c1a-4741-99cd-a1972447f42d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:44.249283 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3132db-d0e3-4c24-8716-078c9f885790 req-f306acaf-159c-43f7-9045-112bf4974bed tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:44.251244 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b3132db-d0e3-4c24-8716-078c9f885790 req-f306acaf-159c-43f7-9045-112bf4974bed tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1271005 Nov 02 11:50:44.256072 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:44.300831 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c6ed4847-6110-41a8-a17f-8c234c447c04, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c6ed4847-6110-41a8-a17f-8c234c447c04,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:44.323320 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a43b15-9c1a-4741-99cd-a1972447f42d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Pushing event updated for resources: {'Port': ['ID=9ac93a4a-4b33-4a93-8366-ce14d070ec8a,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:44.383069 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fac5b3f-2881-4fbb-92be-b931426b0b9b req-16880e6e-1b47-4f05-8d38-0ddc8de46301 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1454446 Nov 02 11:50:44.402890 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b3132db-d0e3-4c24-8716-078c9f885790 req-9cf4c7ff-df8f-4678-b03f-0bcb6ab19086 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131291 Nov 02 11:50:44.475270 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56a43b15-9c1a-4741-99cd-a1972447f42d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:44.500293 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:44.506610 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-3dee61e0-cbf0-4afb-adad-63998e56189b service neutron] 10.222.0.54 "GET /v2.0/networks/2186d30e-762f-43e0-acae-f84c10f25696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814884 Nov 02 11:50:44.556981 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac5b3f-2881-4fbb-92be-b931426b0b9b req-74781e21-de26-4f0d-9876-99e1232f8fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:44.559786 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fac5b3f-2881-4fbb-92be-b931426b0b9b req-74781e21-de26-4f0d-9876-99e1232f8fe8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=bec498c596c8422fb907979cec4aae7e&device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 1097 time: 0.1406972 Nov 02 11:50:44.588740 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754fa95-db92-492c-9b3b-31d3f8ecbaa1 req-d9bcb00b-4191-46a6-a515-abeb6ece5870 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:44.588740 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4754fa95-db92-492c-9b3b-31d3f8ecbaa1 req-d9bcb00b-4191-46a6-a515-abeb6ece5870 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e955394-a92b-4dca-8f57-861487ec0007 HTTP/1.1" status: 200 len: 908 time: 0.0903513 Nov 02 11:50:44.590444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=c6ed4847-6110-41a8-a17f-8c234c447c04,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:44.597580 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba08ca55-c450-4e5c-922d-8d73a5904afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:44.600339 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba08ca55-c450-4e5c-922d-8d73a5904afe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:44.603710 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ba08ca55-c450-4e5c-922d-8d73a5904afe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/03c6235e-9e22-4be2-a3df-8d035bd95485 HTTP/1.1" status: 204 len: 168 time: 0.6603549 Nov 02 11:50:44.634984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08ca55-c450-4e5c-922d-8d73a5904afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c6235e-9e22-4be2-a3df-8d035bd95485,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:44.669404 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-aae2e6e4-0ca6-416a-b65e-1651e76af079 req-0544fa3b-fc90-4506-9fb3-207b0359a36b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:44.725162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544fa3b-fc90-4506-9fb3-207b0359a36b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Pushing event deleted for resources: {'Port': ['ID=0e602f7d-18c1-43a6-ae70-41203d8b5e12,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:44.763500 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 5673129d-9cec-4cac-ad11-d798e19f0ea1 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:50:44.771424 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-bbc4744a-fb6d-44e4-8656-914b72deb337 service neutron] 10.222.0.54 "GET /v2.0/networks/2186d30e-762f-43e0-acae-f84c10f25696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509069 Nov 02 11:50:44.781593 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56a43b15-9c1a-4741-99cd-a1972447f42d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:44.792618 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-56a43b15-9c1a-4741-99cd-a1972447f42d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6112051 Nov 02 11:50:44.812596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae2e6e4-0ca6-416a-b65e-1651e76af079 req-0544fa3b-fc90-4506-9fb3-207b0359a36b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] No DVR routers for this DVR port 0e602f7d-18c1-43a6-ae70-41203d8b5e12 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:50:44.819546 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-aae2e6e4-0ca6-416a-b65e-1651e76af079 req-0544fa3b-fc90-4506-9fb3-207b0359a36b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:44.823965 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aae2e6e4-0ca6-416a-b65e-1651e76af079 req-0544fa3b-fc90-4506-9fb3-207b0359a36b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.79 "DELETE /v2.0/ports/0e602f7d-18c1-43a6-ae70-41203d8b5e12 HTTP/1.1" status: 204 len: 173 time: 1.7310770 Nov 02 11:50:44.830160 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e955394-a92b-4dca-8f57-861487ec0007', 'name': 'network-vif-deleted', 'tag': '0e602f7d-18c1-43a6-ae70-41203d8b5e12'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:50:44.832691 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-1efd88d1-6414-4be9-ada4-0edda4d40f5e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=e49a6e4f-ad58-4cc4-a201-1817a84804d2 HTTP/1.1" status: 200 len: 217 time: 0.0484180 Nov 02 11:50:44.836471 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e289ff04-04c0-499b-9564-b4220448386f" -d '{"events": [{"server_uuid": "2e955394-a92b-4dca-8f57-861487ec0007", "name": "network-vif-deleted", "tag": "0e602f7d-18c1-43a6-ae70-41203d8b5e12"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:50:44.853977 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac5b3f-2881-4fbb-92be-b931426b0b9b req-a6ba9bd5-7e0d-401b-b6ea-5dd29d118015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:44.858590 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fac5b3f-2881-4fbb-92be-b931426b0b9b req-a6ba9bd5-7e0d-401b-b6ea-5dd29d118015 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 200 len: 913 time: 0.2687085 Nov 02 11:50:44.902839 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-56e35e02-ca3e-42be-bb8f-dfcdc48d3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:44.904884 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-56e35e02-ca3e-42be-bb8f-dfcdc48d3dfa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638 HTTP/1.1" status: 200 len: 797 time: 0.0626745 Nov 02 11:50:44.919982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd47ba-ce81-440a-9f88-bb49c1f751de req-0441c482-0336-46e7-a7da-3f9473961fb7 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:44.921630 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02dd47ba-ce81-440a-9f88-bb49c1f751de req-0441c482-0336-46e7-a7da-3f9473961fb7 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=79642a20-2dc4-48a2-b976-5350abc2d7ac HTTP/1.1" status: 200 len: 945 time: 0.1942873 Nov 02 11:50:44.966977 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fac5b3f-2881-4fbb-92be-b931426b0b9b req-4d13567e-fd55-472e-9683-c00df1af6938 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5002a65d-614c-4fec-85c9-6d50c264b08d HTTP/1.1" status: 200 len: 217 time: 0.0923295 Nov 02 11:50:45.009495 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-a9385a72-ae1c-4c69-9a33-7b091efe7efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:45.011080 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-a9385a72-ae1c-4c69-9a33-7b091efe7efc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57381074-bd23-4376-887c-81c9e0b09323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0904508 Nov 02 11:50:45.053707 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 5673129d-9cec-4cac-ad11-d798e19f0ea1 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:50:45.059609 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 5673129d-9cec-4cac-ad11-d798e19f0ea1 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:45.060112 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:45.100039 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79642a20-2dc4-48a2-b976-5350abc2d7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ed4847-6110-41a8-a17f-8c234c447c04'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:50:45.102383 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed8e8ab-11c4-40d7-a749-b701f1ceb5cc" -d '{"events": [{"server_uuid": "79642a20-2dc4-48a2-b976-5350abc2d7ac", "name": "network-vif-plugged", "status": "completed", "tag": "c6ed4847-6110-41a8-a17f-8c234c447c04"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:50:45.103188 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac5b3f-2881-4fbb-92be-b931426b0b9b req-dbfc13bf-9d5b-4dc1-8c11-6dba7a465242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:45.105490 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fac5b3f-2881-4fbb-92be-b931426b0b9b req-dbfc13bf-9d5b-4dc1-8c11-6dba7a465242 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 200 len: 851 time: 0.1251042 Nov 02 11:50:45.123325 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02dd47ba-ce81-440a-9f88-bb49c1f751de req-cb177412-57b6-4edb-a101-bf9ac70752c1 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465800 Nov 02 11:50:45.168570 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-0b973f93-4b75-4b36-b8a8-9cf21087236d service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497076 Nov 02 11:50:45.240721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac5b3f-2881-4fbb-92be-b931426b0b9b req-4ba07d80-7f52-44a7-99c1-4b09ce7da594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:45.243533 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:45.244811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fac5b3f-2881-4fbb-92be-b931426b0b9b req-4ba07d80-7f52-44a7-99c1-4b09ce7da594 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3527606c-8d24-496c-bab1-118ac8ae07ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1194959 Nov 02 11:50:45.269289 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c627da38-97b2-47f3-b5f2-9fa0956534b9 x-openstack-request-id: req-c627da38-97b2-47f3-b5f2-9fa0956534b9 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:50:45.269584 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e955394-a92b-4dca-8f57-861487ec0007", "name": "network-vif-deleted", "tag": "0e602f7d-18c1-43a6-ae70-41203d8b5e12", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:50:45.269839 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c627da38-97b2-47f3-b5f2-9fa0956534b9 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:50:45.274607 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e955394-a92b-4dca-8f57-861487ec0007', 'name': 'network-vif-deleted', 'tag': '0e602f7d-18c1-43a6-ae70-41203d8b5e12', 'status': 'completed', 'code': 200} Nov 02 11:50:45.299124 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-a4fd0129-cb22-4b0d-a00f-97707fe46dae service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219397 Nov 02 11:50:45.328200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 5673129d-9cec-4cac-ad11-d798e19f0ea1, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5673129d-9cec-4cac-ad11-d798e19f0ea1,segment=NetworkSegment(7ae90660-9f44-43b2-8449-40836ed69bea),segment_id=7ae90660-9f44-43b2-8449-40836ed69bea)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:45.366539 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-3500cb0f-40e6-4b15-b7f8-a9388b3d3f2b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 HTTP/1.1" status: 200 len: 217 time: 0.0600131 Nov 02 11:50:45.419898 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:45.441736 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fac5b3f-2881-4fbb-92be-b931426b0b9b req-216477c1-45fd-4138-ae3a-499b4df49c07 service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870344 Nov 02 11:50:45.454412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bda552-2df8-4487-a331-696d664ca87a req-f84511f2-7ece-4f2a-aebe-0364d6f08ca6 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:45.455117 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-60fe8ee0-35c4-4bf1-aad5-f55e403c9dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:45.456007 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-90bda552-2df8-4487-a331-696d664ca87a req-f84511f2-7ece-4f2a-aebe-0364d6f08ca6 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 945 time: 0.0974646 Nov 02 11:50:45.458048 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-60fe8ee0-35c4-4bf1-aad5-f55e403c9dbc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638 HTTP/1.1" status: 200 len: 797 time: 0.0839100 Nov 02 11:50:45.481398 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=5673129d-9cec-4cac-ad11-d798e19f0ea1,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:45.526907 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-bd5deda1-c899-4a0c-af35-8431bd6cc0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:45.531760 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-bd5deda1-c899-4a0c-af35-8431bd6cc0dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57381074-bd23-4376-887c-81c9e0b09323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0611374 Nov 02 11:50:45.579512 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-90bda552-2df8-4487-a331-696d664ca87a req-e1fc66a4-91d1-4b5a-b3ec-8c5f48859b0b tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138406 Nov 02 11:50:45.606371 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fac5b3f-2881-4fbb-92be-b931426b0b9b req-7327574d-382f-46bc-ba3d-6d678b06857a service neutron] 10.222.0.79 "GET /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493275 Nov 02 11:50:45.642303 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-e075c511-f42c-4e95-8792-a0e72d5a5ced service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056030 Nov 02 11:50:45.761578 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-45b0ba78-e0fb-4d4c-8a13-4cad68a7c10b service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120820 Nov 02 11:50:45.831342 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-3a965419-24db-4500-b974-608054a45641 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=67731d26-119f-4fb7-bd57-e7d22863bbc2 HTTP/1.1" status: 200 len: 217 time: 0.0617218 Nov 02 11:50:45.833112 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad3adb95-51db-4646-a743-3f812150e815 req-fc9d041a-97de-430f-aa1f-a94dc93dfa41 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--962357227&fields=id&tenant_id=d25212bf65a148439a8fdc86d470b36a HTTP/1.1" status: 200 len: 267 time: 0.0631707 Nov 02 11:50:45.907599 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-5de53632-cbec-45cd-9609-95a31abd2d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:45.909061 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-5de53632-cbec-45cd-9609-95a31abd2d07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638 HTTP/1.1" status: 200 len: 797 time: 0.0704567 Nov 02 11:50:45.967337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-c5655d41-91e4-4c54-92e6-84296bd3a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:45.972089 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-c5655d41-91e4-4c54-92e6-84296bd3a407 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57381074-bd23-4376-887c-81c9e0b09323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0521443 Nov 02 11:50:45.984861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3adb95-51db-4646-a743-3f812150e815 req-17076008-e9a9-4bfd-b870-3d8855546ea6 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:45.986518 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad3adb95-51db-4646-a743-3f812150e815 req-17076008-e9a9-4bfd-b870-3d8855546ea6 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/networks?id=d553fff9-0688-442f-a750-7e8f5b37dc59 HTTP/1.1" status: 200 len: 815 time: 0.1520863 Nov 02 11:50:46.003235 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad3adb95-51db-4646-a743-3f812150e815 req-726a6286-37fb-4df7-8a33-5dd460faa585 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/quotas/d25212bf65a148439a8fdc86d470b36a HTTP/1.1" status: 200 len: 375 time: 0.0106287 Nov 02 11:50:46.021545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44402) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:46.054640 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e6f2-24a0-4ef0-a403-11c615362657 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:46.095390 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-94dec67f-7ca2-46c2-921d-a55ecb517987 service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170430 Nov 02 11:50:46.098991 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad3adb95-51db-4646-a743-3f812150e815 req-415ec334-b382-417a-bfe4-86123cda7c49 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d25212bf65a148439a8fdc86d470b36a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0896513 Nov 02 11:50:46.243599 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e6f2-24a0-4ef0-a403-11c615362657 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:46.249289 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-659b0db5-c77e-4612-9ca0-9797f80f0510 service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426544 Nov 02 11:50:46.250752 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad3adb95-51db-4646-a743-3f812150e815 req-8a9b6d98-6d36-4efa-acb5-242593228a8c service neutron] 10.222.0.52 "GET /v2.0/networks/d553fff9-0688-442f-a750-7e8f5b37dc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326690 Nov 02 11:50:46.297214 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-feadeadf-7778-4074-97bd-e3c83451d432 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f14a703c-4db3-4392-ab3a-fe5af5dff2d9 HTTP/1.1" status: 200 len: 217 time: 0.0406425 Nov 02 11:50:46.354548 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e6f2-24a0-4ef0-a403-11c615362657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:46.356581 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-ec052281-5c19-41da-9ee0-ecd3b9541abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:46.358187 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-ec052281-5c19-41da-9ee0-ecd3b9541abe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638 HTTP/1.1" status: 200 len: 797 time: 0.0541451 Nov 02 11:50:46.412425 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad3adb95-51db-4646-a743-3f812150e815 req-5d6bfe82-0def-44fe-8ca0-95661d9ddfc7 service neutron] 10.222.0.52 "GET /v2.0/networks/d553fff9-0688-442f-a750-7e8f5b37dc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516607 Nov 02 11:50:46.423532 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-dfe7e6f2-24a0-4ef0-a403-11c615362657 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=935186b464d34162ab651c3a70831cc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4011788 Nov 02 11:50:46.426060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7e6f2-24a0-4ef0-a403-11c615362657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9222f9-601f-4c2b-a22c-63c5c4997394,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:46.427839 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44406) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:46.441587 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-e750b3cc-69df-4fe5-a8d2-47b4d42d7c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:46.443356 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-e750b3cc-69df-4fe5-a8d2-47b4d42d7c84 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57381074-bd23-4376-887c-81c9e0b09323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0721180 Nov 02 11:50:46.587434 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c088-78b9-4b1c-9d99-7987e9951bb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:46.620963 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-14f21205-5a81-47dd-8c3a-578111f1bf3c service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675396 Nov 02 11:50:46.622790 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c088-78b9-4b1c-9d99-7987e9951bb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:46.713507 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bd1094-a297-4194-982e-84c16533c344 x-openstack-request-id: req-a4bd1094-a297-4194-982e-84c16533c344 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:50:46.714566 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79642a20-2dc4-48a2-b976-5350abc2d7ac", "name": "network-vif-plugged", "status": "completed", "tag": "c6ed4847-6110-41a8-a17f-8c234c447c04", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:50:46.714854 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4bd1094-a297-4194-982e-84c16533c344 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:50:46.715624 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79642a20-2dc4-48a2-b976-5350abc2d7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ed4847-6110-41a8-a17f-8c234c447c04', 'code': 200} Nov 02 11:50:46.796450 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-8e3ed3e5-7bd2-462b-83b2-2c0ecc90beeb service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670637 Nov 02 11:50:46.861702 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-a40cb477-64cd-4757-97b5-1a71f9663014 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7fbe592b-d9af-470b-b69f-ef0996b5bcc1 HTTP/1.1" status: 200 len: 217 time: 0.0554800 Nov 02 11:50:46.866299 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c088-78b9-4b1c-9d99-7987e9951bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:46.872199 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ad6c088-78b9-4b1c-9d99-7987e9951bb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:46.874112 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4ad6c088-78b9-4b1c-9d99-7987e9951bb6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef9222f9-601f-4c2b-a22c-63c5c4997394 HTTP/1.1" status: 204 len: 168 time: 0.4423058 Nov 02 11:50:46.875212 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491ae53-104e-4fcd-975d-51896c01fab4 req-00e113f1-6485-4cfb-8028-33deb90e8079 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:46.885187 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3491ae53-104e-4fcd-975d-51896c01fab4 req-00e113f1-6485-4cfb-8028-33deb90e8079 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0787232 Nov 02 11:50:46.910061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124d521-9590-4186-8e78-962f6198b024 req-753960f4-ffe4-4e0e-a472-3725fb757e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:46.911738 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a124d521-9590-4186-8e78-962f6198b024 req-753960f4-ffe4-4e0e-a472-3725fb757e3b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=79642a20-2dc4-48a2-b976-5350abc2d7ac HTTP/1.1" status: 200 len: 1097 time: 0.1216357 Nov 02 11:50:46.914154 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6c088-78b9-4b1c-9d99-7987e9951bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9222f9-601f-4c2b-a22c-63c5c4997394,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:46.964863 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-227d7a9b-0fca-45c2-a7ba-39513e29cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:46.966590 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-227d7a9b-0fca-45c2-a7ba-39513e29cf77 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422a9cf8-192f-4d0c-89d7-9acf4676de9f HTTP/1.1" status: 200 len: 797 time: 0.0901296 Nov 02 11:50:47.035249 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-005b4477-c396-4351-96bc-8c72f966dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:47.037327 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-005b4477-c396-4351-96bc-8c72f966dd9a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=186d9e24-7a85-466f-9541-9c5be919901f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0614462 Nov 02 11:50:47.160322 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-69aaef2a-bda5-456b-b5b6-db37a75d3333 service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145396 Nov 02 11:50:47.270046 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-15a7f4b2-20fd-426c-8bf2-2ca1f3304166 service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015303 Nov 02 11:50:47.315980 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a124d521-9590-4186-8e78-962f6198b024 req-207f52d9-9055-4222-8455-181ccb5aa5cd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729331 Nov 02 11:50:47.320268 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-ff42d5d6-0cb0-4f94-a668-7ba6c9a21b0a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6457bfa-3035-4f01-811e-7c5f433c3ae9 HTTP/1.1" status: 200 len: 217 time: 0.0422182 Nov 02 11:50:47.324241 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3491ae53-104e-4fcd-975d-51896c01fab4 req-3f0ab385-01bc-4758-a71f-6d6de627cb14 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371743 Nov 02 11:50:47.395451 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-c78ccbbe-23ca-45ed-b7ae-c0285ec02f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:47.396948 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-c78ccbbe-23ca-45ed-b7ae-c0285ec02f81 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422a9cf8-192f-4d0c-89d7-9acf4676de9f HTTP/1.1" status: 200 len: 797 time: 0.0679076 Nov 02 11:50:47.463025 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-9888c99f-0903-428d-8539-6fb6abfddd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:47.464612 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-9888c99f-0903-428d-8539-6fb6abfddd8b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=186d9e24-7a85-466f-9541-9c5be919901f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0591905 Nov 02 11:50:47.516148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5f5d5-8dd0-4bf5-9e7f-90a5f68b8103 req-7c36fb4b-65cf-498f-9d81-fb265c6a4544 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:47.517970 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a2d5f5d5-8dd0-4bf5-9e7f-90a5f68b8103 req-7c36fb4b-65cf-498f-9d81-fb265c6a4544 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=79642a20-2dc4-48a2-b976-5350abc2d7ac HTTP/1.1" status: 200 len: 945 time: 0.0581632 Nov 02 11:50:47.580349 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a2d5f5d5-8dd0-4bf5-9e7f-90a5f68b8103 req-7b819f6c-81e0-473a-9049-af10698cc130 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551698 Nov 02 11:50:47.613009 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-620817ae-55cf-4c05-9476-dd57026ec4a2 service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335506 Nov 02 11:50:47.647694 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f385816b-8864-460d-a49a-503ed8371dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:47.706943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc66f05-587c-4890-bf80-ae16370de124 req-1e7f51b4-f8f4-499b-a9f9-ace2a86dd091 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:47.708626 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bdc66f05-587c-4890-bf80-ae16370de124 req-1e7f51b4-f8f4-499b-a9f9-ace2a86dd091 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.0603039 Nov 02 11:50:47.729389 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-37cecbe3-bca4-4d8b-9200-5cc4bce2cb02 req-eac5400a-c914-4def-ba20-e7d2f57103c5 service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126907 Nov 02 11:50:47.767951 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bdc66f05-587c-4890-bf80-ae16370de124 req-949a7351-a70f-4812-b2f3-fdcde9dc2c21 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509737 Nov 02 11:50:47.797975 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 0e602f7d-18c1-43a6-ae70-41203d8b5e12 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:50:47.829331 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 0e602f7d-18c1-43a6-ae70-41203d8b5e12 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:50:47.830116 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 0e602f7d-18c1-43a6-ae70-41203d8b5e12 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:50:47.843812 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94835272-c1ae-404c-9602-dc5113d99045 req-1dbd87db-5d3d-47bf-a995-e9e50129da9e tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/ports?device_id=913a82c0-fba7-4be1-a622-89ca5305f10d HTTP/1.1" status: 200 len: 210 time: 0.0286989 Nov 02 11:50:48.028518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325f89f-87ae-400b-a14a-1ff3d996a3c9 req-b6794ed8-a845-4b0c-b714-7bfb3747ee04 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:48.030169 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f325f89f-87ae-400b-a14a-1ff3d996a3c9 req-b6794ed8-a845-4b0c-b714-7bfb3747ee04 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0573380 Nov 02 11:50:48.086312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f325f89f-87ae-400b-a14a-1ff3d996a3c9 req-918720a0-4985-4c4e-be77-5da507259575 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495772 Nov 02 11:50:48.717177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ea6157-be48-40ae-b375-d2d95aea0f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5673129d-9cec-4cac-ad11-d798e19f0ea1'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:50:48.719903 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7b520f-d1f6-40ac-a375-46c2115121cd" -d '{"events": [{"server_uuid": "f8ea6157-be48-40ae-b375-d2d95aea0f42", "name": "network-vif-plugged", "status": "completed", "tag": "5673129d-9cec-4cac-ad11-d798e19f0ea1"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:50:48.751297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bee82-0dc6-489b-9886-f95148427dff req-ccbfa794-35f3-4cf3-a610-3602e2b044b8 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:48.752891 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad2bee82-0dc6-489b-9886-f95148427dff req-ccbfa794-35f3-4cf3-a610-3602e2b044b8 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=79642a20-2dc4-48a2-b976-5350abc2d7ac HTTP/1.1" status: 200 len: 945 time: 0.0523758 Nov 02 11:50:48.818409 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad2bee82-0dc6-489b-9886-f95148427dff req-647f8f44-37ac-4833-9fc1-32d1e6bf8b43 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562494 Nov 02 11:50:48.939482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7102109-2dd5-4d94-b93b-9b557f6c7068 req-ba44eb1b-48e7-496f-9e8e-949db48486a4 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:48.941005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7102109-2dd5-4d94-b93b-9b557f6c7068 req-ba44eb1b-48e7-496f-9e8e-949db48486a4 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 945 time: 0.0520146 Nov 02 11:50:48.992524 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7102109-2dd5-4d94-b93b-9b557f6c7068 req-9929af8b-b535-4348-9ad7-046022e3b1fe tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445950 Nov 02 11:50:49.107251 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bd566-317a-4b83-bfce-379a51bb62ed req-e998d9a1-38d8-445d-b58b-f956b00f7062 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:49.108788 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef1bd566-317a-4b83-bfce-379a51bb62ed req-e998d9a1-38d8-445d-b58b-f956b00f7062 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0548382 Nov 02 11:50:49.158621 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef1bd566-317a-4b83-bfce-379a51bb62ed req-b46c4681-5968-46d9-b582-c5eb3fd78b93 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438623 Nov 02 11:50:49.209038 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9fb127-e0d2-4e62-84c9-6aa8a757a406 x-openstack-request-id: req-eb9fb127-e0d2-4e62-84c9-6aa8a757a406 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:50:49.210674 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ea6157-be48-40ae-b375-d2d95aea0f42", "name": "network-vif-plugged", "status": "completed", "tag": "5673129d-9cec-4cac-ad11-d798e19f0ea1", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:50:49.211043 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb9fb127-e0d2-4e62-84c9-6aa8a757a406 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:50:49.211519 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ea6157-be48-40ae-b375-d2d95aea0f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5673129d-9cec-4cac-ad11-d798e19f0ea1', 'code': 200} Nov 02 11:50:49.325484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f82e38-0b16-470a-b308-d111a100f36d req-630146ab-0fa3-4db7-bc0a-ebcb903dac18 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:49.327036 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94f82e38-0b16-470a-b308-d111a100f36d req-630146ab-0fa3-4db7-bc0a-ebcb903dac18 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.0622985 Nov 02 11:50:49.346054 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33337957-7dc6-4303-9a38-6520daab851b req-fec7bb47-108e-42c3-bdbf-cdd0eefd9d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:49.347556 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-33337957-7dc6-4303-9a38-6520daab851b req-fec7bb47-108e-42c3-bdbf-cdd0eefd9d87 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 1098 time: 0.0520787 Nov 02 11:50:49.391293 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94f82e38-0b16-470a-b308-d111a100f36d req-f51ce5b9-2067-44f3-bc62-2714b40411f1 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564678 Nov 02 11:50:49.416510 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-33337957-7dc6-4303-9a38-6520daab851b req-b244b4ac-b0be-40e9-a5a5-771c4bea0fcd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590355 Nov 02 11:50:49.497104 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-21715868-37c4-4201-bab5-771384aab2ea req-bd3651fa-8d76-47d7-87f6-648b145dce14 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/ports?device_id=913a82c0-fba7-4be1-a622-89ca5305f10d HTTP/1.1" status: 200 len: 210 time: 0.0269871 Nov 02 11:50:49.693339 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8f0ef0eb-a80c-4a9f-997a-6a2fb381bbc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:49.743820 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e366e5-c645-4184-ab7d-553f0e7f644e req-9a98208d-ff0d-42ee-b462-5897d3ebcea5 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:49.746775 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76e366e5-c645-4184-ab7d-553f0e7f644e req-9a98208d-ff0d-42ee-b462-5897d3ebcea5 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0625410 Nov 02 11:50:49.799267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76e366e5-c645-4184-ab7d-553f0e7f644e req-ac1169cf-905b-4d53-a261-4cbd8764f126 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453408 Nov 02 11:50:49.960858 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4bd4d-cd54-4d02-bf9b-abbb53356990 req-b88faf17-a7bd-4755-9034-20b7dcc1dff6 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:49.962382 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55a4bd4d-cd54-4d02-bf9b-abbb53356990 req-b88faf17-a7bd-4755-9034-20b7dcc1dff6 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=79642a20-2dc4-48a2-b976-5350abc2d7ac HTTP/1.1" status: 200 len: 945 time: 0.0685337 Nov 02 11:50:50.013265 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55a4bd4d-cd54-4d02-bf9b-abbb53356990 req-3c660a6b-85ed-4d32-becf-f68be42ca027 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441546 Nov 02 11:50:50.138662 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a564a-ad07-4e05-8577-828a3b3b4f5f req-09cd3d5c-f476-4759-b2d2-0d98dc0d3ce0 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:50.140241 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-156a564a-ad07-4e05-8577-828a3b3b4f5f req-09cd3d5c-f476-4759-b2d2-0d98dc0d3ce0 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.79 "GET /v2.0/ports?device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 945 time: 0.0922146 Nov 02 11:50:50.224221 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a48aed-eac2-4f6d-a6cd-0aaf32b352af req-bfc15a12-6aad-45b0-bfdd-0f45e1536891 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:50.225656 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74a48aed-eac2-4f6d-a6cd-0aaf32b352af req-bfc15a12-6aad-45b0-bfdd-0f45e1536891 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 945 time: 0.1355100 Nov 02 11:50:50.418332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74a48aed-eac2-4f6d-a6cd-0aaf32b352af req-0caa7615-0a1d-4549-9a0d-8cb87e85a913 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818957 Nov 02 11:50:50.463011 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3adb95-51db-4646-a743-3f812150e815 req-5329fdc3-f2ba-4e9f-b562-6384dcb3e61c tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:50.467095 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad3adb95-51db-4646-a743-3f812150e815 req-5329fdc3-f2ba-4e9f-b562-6384dcb3e61c tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.79 "GET /v2.0/networks?id=d553fff9-0688-442f-a750-7e8f5b37dc59 HTTP/1.1" status: 200 len: 815 time: 0.3160927 Nov 02 11:50:50.469849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-156a564a-ad07-4e05-8577-828a3b3b4f5f req-c4edaa3a-023c-45de-b2bb-9d313538e45f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Deleting port 5002a65d-614c-4fec-85c9-6d50c264b08d {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:50:50.470378 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-156a564a-ad07-4e05-8577-828a3b3b4f5f req-c4edaa3a-023c-45de-b2bb-9d313538e45f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:50.734453 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38e6ca-9ceb-4af5-9086-7ba61499b69b req-d40c2501-56dd-4274-b6a7-8c97f1aefd10 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:50.736197 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d38e6ca-9ceb-4af5-9086-7ba61499b69b req-d40c2501-56dd-4274-b6a7-8c97f1aefd10 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.2432218 Nov 02 11:50:50.764925 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-156a564a-ad07-4e05-8577-828a3b3b4f5f req-c4edaa3a-023c-45de-b2bb-9d313538e45f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] For port 5002a65d-614c-4fec-85c9-6d50c264b08d, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=5002a65d-614c-4fec-85c9-6d50c264b08d,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:50.765295 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-156a564a-ad07-4e05-8577-828a3b3b4f5f req-c4edaa3a-023c-45de-b2bb-9d313538e45f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:50.793163 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-156a564a-ad07-4e05-8577-828a3b3b4f5f req-c4edaa3a-023c-45de-b2bb-9d313538e45f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Calling delete_port for 5002a65d-614c-4fec-85c9-6d50c264b08d owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:50:50.881202 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad3adb95-51db-4646-a743-3f812150e815 req-95349399-6222-4dcf-8115-981f8f57d642 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d25212bf65a148439a8fdc86d470b36a HTTP/1.1" status: 200 len: 379 time: 0.4037721 Nov 02 11:50:50.900957 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-ad3adb95-51db-4646-a743-3f812150e815 req-e1ce62b8-dc30-465c-baa2-084563f33c48 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Request body: {'port': {'device_id': '913a82c0-fba7-4be1-a622-89ca5305f10d', 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59', 'admin_state_up': True, 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'security_groups': ['0495bde7-c545-4d11-9d87-f247a1a35c1b']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:50.963927 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d38e6ca-9ceb-4af5-9086-7ba61499b69b req-c2accfb1-7942-4423-b61b-95e08005df43 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158079 Nov 02 11:50:51.116682 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:51.205213 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f94eb-4648-45ee-9c07-e7e07eef8ee2 req-4595e6eb-1b67-4ecc-8e0e-cafafbb8e1fd tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:51.207436 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-087f94eb-4648-45ee-9c07-e7e07eef8ee2 req-4595e6eb-1b67-4ecc-8e0e-cafafbb8e1fd tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.1407700 Nov 02 11:50:51.259215 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-087f94eb-4648-45ee-9c07-e7e07eef8ee2 req-f6df754b-5bf6-496f-b3db-916d3bbb4d53 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432215 Nov 02 11:50:51.353242 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2d6f83af-26b8-4b8e-97f2-c0e901978ae2 req-4425c115-754d-45e4-92c8-cf4d95e46627 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/ports?device_id=913a82c0-fba7-4be1-a622-89ca5305f10d HTTP/1.1" status: 200 len: 210 time: 0.0344625 Nov 02 11:50:51.372814 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3adb95-51db-4646-a743-3f812150e815 req-e1ce62b8-dc30-465c-baa2-084563f33c48 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Made reservation on behalf of d25212bf65a148439a8fdc86d470b36a for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:50:51.376533 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ad3adb95-51db-4646-a743-3f812150e815 req-e1ce62b8-dc30-465c-baa2-084563f33c48 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:51.378872 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-156a564a-ad07-4e05-8577-828a3b3b4f5f req-c4edaa3a-023c-45de-b2bb-9d313538e45f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:51.400257 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['c8b6d3e4-a501-419a-8a24-459928245fc1', '5002a65d-614c-4fec-85c9-6d50c264b08d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:50:51.435727 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edaa3a-023c-45de-b2bb-9d313538e45f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Pushing event deleted for resources: {'Port': ['ID=5002a65d-614c-4fec-85c9-6d50c264b08d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:51.617732 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-ad3adb95-51db-4646-a743-3f812150e815 req-e1ce62b8-dc30-465c-baa2-084563f33c48 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Allocated IP 172.20.0.13 (d553fff9-0688-442f-a750-7e8f5b37dc59/2893a6b9-99dc-498e-b5f9-d77083fc5186/4bad57b9-3143-4d51-92bd-52d41b084290) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:50:51.725812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-156a564a-ad07-4e05-8577-828a3b3b4f5f req-c4edaa3a-023c-45de-b2bb-9d313538e45f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] No DVR routers for this DVR port 5002a65d-614c-4fec-85c9-6d50c264b08d on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:50:51.737291 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-156a564a-ad07-4e05-8577-828a3b3b4f5f req-c4edaa3a-023c-45de-b2bb-9d313538e45f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:51.740674 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-156a564a-ad07-4e05-8577-828a3b3b4f5f req-c4edaa3a-023c-45de-b2bb-9d313538e45f tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.79 "DELETE /v2.0/ports/5002a65d-614c-4fec-85c9-6d50c264b08d HTTP/1.1" status: 204 len: 173 time: 1.5929480 Nov 02 11:50:51.741127 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5b44ff-939e-4d72-a5b2-48d8f3588653', 'name': 'network-vif-deleted', 'tag': '5002a65d-614c-4fec-85c9-6d50c264b08d'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:50:51.743457 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d459f05-d9b8-4696-bc44-23bce2a816c4" -d '{"events": [{"server_uuid": "dd5b44ff-939e-4d72-a5b2-48d8f3588653", "name": "network-vif-deleted", "tag": "5002a65d-614c-4fec-85c9-6d50c264b08d"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:50:51.790480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d183816-f4ea-4e41-846a-248c754a9a8d req-777b5ef8-8fe0-4674-909e-2cf7ab71bbde tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:51.791579 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d183816-f4ea-4e41-846a-248c754a9a8d req-777b5ef8-8fe0-4674-909e-2cf7ab71bbde tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1529484 Nov 02 11:50:51.901776 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d183816-f4ea-4e41-846a-248c754a9a8d req-53a2134f-286a-4841-a4c8-e6833cb1a747 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016307 Nov 02 11:50:51.919512 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ad3adb95-51db-4646-a743-3f812150e815 req-e1ce62b8-dc30-465c-baa2-084563f33c48 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:52.023973 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b8e27432-7520-436d-bb3a-4ac34f02c416 req-d1c2d03d-dfdc-4512-863e-472918eee3b4 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd5b44ff-939e-4d72-a5b2-48d8f3588653 HTTP/1.1" status: 200 len: 210 time: 0.0345275 Nov 02 11:50:52.092198 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac086d80-606f-4965-a2fe-40a6844174b9 x-openstack-request-id: req-ac086d80-606f-4965-a2fe-40a6844174b9 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:50:52.093874 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5b44ff-939e-4d72-a5b2-48d8f3588653", "name": "network-vif-deleted", "tag": "5002a65d-614c-4fec-85c9-6d50c264b08d", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:50:52.093874 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac086d80-606f-4965-a2fe-40a6844174b9 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:50:52.093874 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5b44ff-939e-4d72-a5b2-48d8f3588653', 'name': 'network-vif-deleted', 'tag': '5002a65d-614c-4fec-85c9-6d50c264b08d', 'status': 'completed', 'code': 200} Nov 02 11:50:52.160028 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ad3adb95-51db-4646-a743-3f812150e815 req-e1ce62b8-dc30-465c-baa2-084563f33c48 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:52.336724 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3adb95-51db-4646-a743-3f812150e815 req-e1ce62b8-dc30-465c-baa2-084563f33c48 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Network d553fff9-0688-442f-a750-7e8f5b37dc59 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:50:52.345878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce62b8-dc30-465c-baa2-084563f33c48 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Pushing event updated for resources: {'Port': ['ID=4bad57b9-3143-4d51-92bd-52d41b084290,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:52.355428 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-ad3adb95-51db-4646-a743-3f812150e815 req-e1ce62b8-dc30-465c-baa2-084563f33c48 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:50:52.414824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3adb95-51db-4646-a743-3f812150e815 req-e1ce62b8-dc30-465c-baa2-084563f33c48 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:50:52.509165 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3adb95-51db-4646-a743-3f812150e815 req-e1ce62b8-dc30-465c-baa2-084563f33c48 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:52.510082 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ad3adb95-51db-4646-a743-3f812150e815 req-e1ce62b8-dc30-465c-baa2-084563f33c48 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:52.543706 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc7251-9cf7-4027-bf41-ca01b9a67808 req-9c46dfd8-b815-44e8-8481-e9038375dfb9 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:52.551446 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97bc7251-9cf7-4027-bf41-ca01b9a67808 req-9c46dfd8-b815-44e8-8481-e9038375dfb9 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/networks?id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 HTTP/1.1" status: 200 len: 813 time: 0.3271239 Nov 02 11:50:52.565127 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97bc7251-9cf7-4027-bf41-ca01b9a67808 req-51f7e750-02d1-4bb2-97d6-ae968a2e73d7 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/quotas/165db02e24404cac9e67fdf905cccadf HTTP/1.1" status: 200 len: 375 time: 0.0127060 Nov 02 11:50:52.641668 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97bc7251-9cf7-4027-bf41-ca01b9a67808 req-3ad7c721-4553-4e7a-8291-fb3f6c8b4c56 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=165db02e24404cac9e67fdf905cccadf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0664883 Nov 02 11:50:52.649954 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:52.730770 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7a34a7c1-3e53-4b7c-b19c-f1c061498971 None None] Provisioning complete for port 4bad57b9-3143-4d51-92bd-52d41b084290 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:50:52.731297 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7a34a7c1-3e53-4b7c-b19c-f1c061498971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:52.740409 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad3adb95-51db-4646-a743-3f812150e815 req-e1ce62b8-dc30-465c-baa2-084563f33c48 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8506403 Nov 02 11:50:52.755223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Request body: {'port': {'device_id': '913a82c0-fba7-4be1-a622-89ca5305f10d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:50:52.767887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7a34a7c1-3e53-4b7c-b19c-f1c061498971 None None] Port 4bad57b9-3143-4d51-92bd-52d41b084290 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:50:52.785676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25358f08-ecba-400e-8de3-1b172a0f2414 req-f2a71ae0-35b8-40fc-850e-832cebc2af63 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:52.787178 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25358f08-ecba-400e-8de3-1b172a0f2414 req-f2a71ae0-35b8-40fc-850e-832cebc2af63 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.0789700 Nov 02 11:50:52.851831 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:52.884965 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25358f08-ecba-400e-8de3-1b172a0f2414 req-88e442a2-6cef-45fa-a270-1ddc282e93f0 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905659 Nov 02 11:50:53.205016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a16e8-ed87-47aa-bd28-a5227ffd1014 req-aaa4ed0a-2531-4a2d-b310-4dde4681395a tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:53.206531 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b82a16e8-ed87-47aa-bd28-a5227ffd1014 req-aaa4ed0a-2531-4a2d-b310-4dde4681395a tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/ports?device_id=913a82c0-fba7-4be1-a622-89ca5305f10d HTTP/1.1" status: 200 len: 932 time: 0.2040231 Nov 02 11:50:53.321473 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b82a16e8-ed87-47aa-bd28-a5227ffd1014 req-3d1878cc-3f20-41a7-945e-90bea02cc88d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/security-groups?id=0495bde7-c545-4d11-9d87-f247a1a35c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068163 Nov 02 11:50:53.339124 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bad57b9-3143-4d51-92bd-52d41b084290 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:50:53.351987 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:53.372693 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Transition to ACTIVE for port object 4bad57b9-3143-4d51-92bd-52d41b084290 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:50:53.525024 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c459d-4edb-4aed-b45f-61624f4de438 req-f813b43e-e217-41f1-a7b2-c155e53d954c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:53.527404 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-919c459d-4edb-4aed-b45f-61624f4de438 req-f813b43e-e217-41f1-a7b2-c155e53d954c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0540805 Nov 02 11:50:53.587220 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-919c459d-4edb-4aed-b45f-61624f4de438 req-0bf0a47a-3734-44ce-9d27-5e23fe362c35 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535469 Nov 02 11:50:53.602240 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:53.668515 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Pushing event updated for resources: {'Port': ['ID=4bad57b9-3143-4d51-92bd-52d41b084290,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:53.748085 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Attempting to bind port 4bad57b9-3143-4d51-92bd-52d41b084290 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:50:53.748473 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Attempting to bind port 4bad57b9-3143-4d51-92bd-52d41b084290 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '68950527-3e07-4189-bf0b-693d70a7c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:50:53.748806 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Attempting to bind port 4bad57b9-3143-4d51-92bd-52d41b084290 on network d553fff9-0688-442f-a750-7e8f5b37dc59 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:50:53.753866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Port 4bad57b9-3143-4d51-92bd-52d41b084290 on network d553fff9-0688-442f-a750-7e8f5b37dc59 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:50:53.754198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Attempting to bind port 4bad57b9-3143-4d51-92bd-52d41b084290 on network d553fff9-0688-442f-a750-7e8f5b37dc59 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:50:53.761470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:50:53.761999 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Checking segment: {'id': '68950527-3e07-4189-bf0b-693d70a7c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:50:53.762392 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Bound using segment: {'id': '68950527-3e07-4189-bf0b-693d70a7c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:50:53.762836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Bound port: 4bad57b9-3143-4d51-92bd-52d41b084290, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68950527-3e07-4189-bf0b-693d70a7c4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:50:53.763222 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:53.843230 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] For port 4bad57b9-3143-4d51-92bd-52d41b084290, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:50:53.848662 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] For port 4bad57b9-3143-4d51-92bd-52d41b084290, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=4bad57b9-3143-4d51-92bd-52d41b084290,segment=NetworkSegment(68950527-3e07-4189-bf0b-693d70a7c4f2),segment_id=68950527-3e07-4189-bf0b-693d70a7c4f2)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:50:53.873596 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 5002a65d-614c-4fec-85c9-6d50c264b08d no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:50:53.895909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 5002a65d-614c-4fec-85c9-6d50c264b08d {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:50:53.895909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 5002a65d-614c-4fec-85c9-6d50c264b08d not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:50:53.921299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44662) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:54.026003 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:54.029575 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:54.080051 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f188d21-c651-4320-99db-9be6c5a751c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:54.083419 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:54.084043 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:54.085446 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad3adb95-51db-4646-a743-3f812150e815 req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] 10.222.0.79 "PUT /v2.0/ports/4bad57b9-3143-4d51-92bd-52d41b084290 HTTP/1.1" status: 200 len: 1093 time: 1.3351882 Nov 02 11:50:54.095449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913a82c0-fba7-4be1-a622-89ca5305f10d', 'tag': '4bad57b9-3143-4d51-92bd-52d41b084290'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:50:54.097843 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e944489-2189-481e-8e1f-1597ae907a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "913a82c0-fba7-4be1-a622-89ca5305f10d", "tag": "4bad57b9-3143-4d51-92bd-52d41b084290"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:50:54.127031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626297d4-826b-4b71-8bfb-af94aa23bffc service neutron] Pushing event updated for resources: {'Port': ['ID=4bad57b9-3143-4d51-92bd-52d41b084290,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:54.156159 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:54.191423 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f188d21-c651-4320-99db-9be6c5a751c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:54.341955 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f188d21-c651-4320-99db-9be6c5a751c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:54.443730 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5f188d21-c651-4320-99db-9be6c5a751c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28043933cc5744e0b8c7fdb4f1925faf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5209334 Nov 02 11:50:54.446321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f188d21-c651-4320-99db-9be6c5a751c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2393d2-8258-40f2-946d-2c3514d806f6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:54.446656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44688) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:54.476456 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3adb95-51db-4646-a743-3f812150e815 req-34c6f2cb-1075-4bf7-b424-35fdd10e6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:54.478240 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad3adb95-51db-4646-a743-3f812150e815 req-34c6f2cb-1075-4bf7-b424-35fdd10e6d53 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d25212bf65a148439a8fdc86d470b36a&device_id=913a82c0-fba7-4be1-a622-89ca5305f10d HTTP/1.1" status: 200 len: 1096 time: 0.1046634 Nov 02 11:50:54.487627 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1919a0-d7a7-47a0-ae3c-9f901090fb9a req-c43a2c0c-8c01-49d4-a60b-ee7d4065a519 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:54.489063 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b1919a0-d7a7-47a0-ae3c-9f901090fb9a req-c43a2c0c-8c01-49d4-a60b-ee7d4065a519 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1136284 Nov 02 11:50:54.539363 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad3adb95-51db-4646-a743-3f812150e815 req-f8e176da-760e-4f26-9041-3fcb8af8a144 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bad57b9-3143-4d51-92bd-52d41b084290 HTTP/1.1" status: 200 len: 217 time: 0.0492778 Nov 02 11:50:54.550007 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6eaf791d-a730-4c4e-a9bc-5c1e8db79c62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:54.577738 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6eaf791d-a730-4c4e-a9bc-5c1e8db79c62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:54.593215 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaa8f3-786f-47b0-8b0a-01784c9947e0 req-0e193633-fa03-458d-ace6-f5dec11f454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:54.594617 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dbcaa8f3-786f-47b0-8b0a-01784c9947e0 req-0e193633-fa03-458d-ace6-f5dec11f454b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=35dc0b369b0043a39a577537366236a7&device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 1098 time: 0.0765471 Nov 02 11:50:54.613995 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b1919a0-d7a7-47a0-ae3c-9f901090fb9a req-d828ba8f-b1d2-4393-bd88-56d9d5f50f11 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135583 Nov 02 11:50:54.617934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3adb95-51db-4646-a743-3f812150e815 req-15b371f7-9a13-4bfd-8df2-239aa0074b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:54.620332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad3adb95-51db-4646-a743-3f812150e815 req-15b371f7-9a13-4bfd-8df2-239aa0074b11 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2893a6b9-99dc-498e-b5f9-d77083fc5186 HTTP/1.1" status: 200 len: 854 time: 0.0712485 Nov 02 11:50:54.687130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3adb95-51db-4646-a743-3f812150e815 req-13f7988c-c402-4b29-93ef-e3c79898e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:54.690160 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad3adb95-51db-4646-a743-3f812150e815 req-13f7988c-c402-4b29-93ef-e3c79898e9ee service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d553fff9-0688-442f-a750-7e8f5b37dc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623178 Nov 02 11:50:54.698502 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa02419a-b218-4e1f-98b0-0e4bb007d21b x-openstack-request-id: req-fa02419a-b218-4e1f-98b0-0e4bb007d21b {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:50:54.699130 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913a82c0-fba7-4be1-a622-89ca5305f10d", "tag": "4bad57b9-3143-4d51-92bd-52d41b084290", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:50:54.699388 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa02419a-b218-4e1f-98b0-0e4bb007d21b {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:50:54.699799 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913a82c0-fba7-4be1-a622-89ca5305f10d', 'tag': '4bad57b9-3143-4d51-92bd-52d41b084290', 'status': 'completed', 'code': 200} Nov 02 11:50:54.755450 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaa8f3-786f-47b0-8b0a-01784c9947e0 req-510b226b-ccd8-4621-adcf-7e98332eba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:54.758026 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dbcaa8f3-786f-47b0-8b0a-01784c9947e0 req-510b226b-ccd8-4621-adcf-7e98332eba03 service neutron] 10.222.0.54 "GET /v2.0/networks?id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2 HTTP/1.1" status: 200 len: 919 time: 0.1564236 Nov 02 11:50:54.820187 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dbcaa8f3-786f-47b0-8b0a-01784c9947e0 req-67eb359e-2126-4ffd-a38a-1ab6d66e552a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5673129d-9cec-4cac-ad11-d798e19f0ea1 HTTP/1.1" status: 200 len: 217 time: 0.0549393 Nov 02 11:50:54.862854 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6eaf791d-a730-4c4e-a9bc-5c1e8db79c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:54.865577 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6eaf791d-a730-4c4e-a9bc-5c1e8db79c62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:54.866984 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6eaf791d-a730-4c4e-a9bc-5c1e8db79c62 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db2393d2-8258-40f2-946d-2c3514d806f6 HTTP/1.1" status: 204 len: 168 time: 0.4192703 Nov 02 11:50:54.886699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17907b-6d5b-4ed7-b240-281c962d6bd6 req-a8fb733b-e1d3-4554-a5b1-7a77df5d0d9f tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:54.887486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf791d-a730-4c4e-a9bc-5c1e8db79c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2393d2-8258-40f2-946d-2c3514d806f6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:54.888202 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ee17907b-6d5b-4ed7-b240-281c962d6bd6 req-a8fb733b-e1d3-4554-a5b1-7a77df5d0d9f tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.1143248 Nov 02 11:50:54.890562 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad3adb95-51db-4646-a743-3f812150e815 req-2f2a9a41-49bf-44da-afe9-bd02befa9ce1 service neutron] 10.222.0.79 "GET /v2.0/networks/d553fff9-0688-442f-a750-7e8f5b37dc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760337 Nov 02 11:50:54.899484 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaa8f3-786f-47b0-8b0a-01784c9947e0 req-64fcc3b7-ab11-4068-b7b3-75722f468866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:54.901896 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dbcaa8f3-786f-47b0-8b0a-01784c9947e0 req-64fcc3b7-ab11-4068-b7b3-75722f468866 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bf803a3f-79e8-4fdc-a7fb-f64ba483c114 HTTP/1.1" status: 200 len: 858 time: 0.0742438 Nov 02 11:50:54.923495 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:54.960419 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dbcaa8f3-786f-47b0-8b0a-01784c9947e0 req-8049009f-df36-4c96-ba1c-b3dc42ce0bd9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514405 Nov 02 11:50:55.043464 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ee17907b-6d5b-4ed7-b240-281c962d6bd6 req-4c223cdd-be43-444f-ae9e-79b5e62de40a tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487193 Nov 02 11:50:55.085311 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad3adb95-51db-4646-a743-3f812150e815 req-34f6762e-d2ff-4eb7-8d6e-c0718485c309 service neutron] 10.222.0.79 "GET /v2.0/networks/d553fff9-0688-442f-a750-7e8f5b37dc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707036 Nov 02 11:50:55.085760 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dbcaa8f3-786f-47b0-8b0a-01784c9947e0 req-3f870247-35e6-4739-adad-d93c104442bd service neutron] 10.222.0.54 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070180 Nov 02 11:50:55.194075 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dbcaa8f3-786f-47b0-8b0a-01784c9947e0 req-1fb6503b-10d6-4cac-b40f-0c86d2a01236 service neutron] 10.222.0.54 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068680 Nov 02 11:50:55.316292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e944489-2189-481e-8e1f-1597ae907a1f req-65918381-413d-46ed-a428-f1004dc466b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:55.318682 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e944489-2189-481e-8e1f-1597ae907a1f req-65918381-413d-46ed-a428-f1004dc466b4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d25212bf65a148439a8fdc86d470b36a&device_id=913a82c0-fba7-4be1-a622-89ca5305f10d HTTP/1.1" status: 200 len: 1096 time: 0.0816224 Nov 02 11:50:55.448340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e944489-2189-481e-8e1f-1597ae907a1f req-8fe8faa3-0a22-49af-9948-4bce91f7e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:55.450071 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e944489-2189-481e-8e1f-1597ae907a1f req-8fe8faa3-0a22-49af-9948-4bce91f7e6df service neutron] 10.222.0.79 "GET /v2.0/networks?id=d553fff9-0688-442f-a750-7e8f5b37dc59 HTTP/1.1" status: 200 len: 916 time: 0.1132650 Nov 02 11:50:55.505001 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e944489-2189-481e-8e1f-1597ae907a1f req-4bf62859-c628-46b5-b2c7-34fb4a08bc98 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bad57b9-3143-4d51-92bd-52d41b084290 HTTP/1.1" status: 200 len: 217 time: 0.0391135 Nov 02 11:50:55.560909 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e944489-2189-481e-8e1f-1597ae907a1f req-48efb51f-1164-42b2-8b01-c6bd137f9a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:55.562378 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e944489-2189-481e-8e1f-1597ae907a1f req-48efb51f-1164-42b2-8b01-c6bd137f9a7d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2893a6b9-99dc-498e-b5f9-d77083fc5186 HTTP/1.1" status: 200 len: 854 time: 0.0470357 Nov 02 11:50:55.615419 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e944489-2189-481e-8e1f-1597ae907a1f req-34c89b82-babb-4941-9add-423ea08c7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:55.621490 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e944489-2189-481e-8e1f-1597ae907a1f req-34c89b82-babb-4941-9add-423ea08c7971 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d553fff9-0688-442f-a750-7e8f5b37dc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422683 Nov 02 11:50:55.768370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a6990-04c1-46e9-913a-dfaba305b651 req-6265ceb4-ebfc-46d7-aea4-3215fe25b2f7 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:55.769866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c7a6990-04c1-46e9-913a-dfaba305b651 req-6265ceb4-ebfc-46d7-aea4-3215fe25b2f7 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/ports?device_id=913a82c0-fba7-4be1-a622-89ca5305f10d HTTP/1.1" status: 200 len: 944 time: 0.0775607 Nov 02 11:50:55.772606 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e944489-2189-481e-8e1f-1597ae907a1f req-8e1aad97-4e26-4bf0-9b3e-6635c7db14fb service neutron] 10.222.0.79 "GET /v2.0/networks/d553fff9-0688-442f-a750-7e8f5b37dc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388154 Nov 02 11:50:55.835339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44736) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:55.850082 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ece94bb5-b1a6-45c1-8737-de88e7388d03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:55.875921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c7a6990-04c1-46e9-913a-dfaba305b651 req-f6bb20b4-1ce1-4a70-956e-09bbf85896a3 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/security-groups?id=0495bde7-c545-4d11-9d87-f247a1a35c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986402 Nov 02 11:50:55.915361 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e944489-2189-481e-8e1f-1597ae907a1f req-cf19fe23-17ae-4a25-9473-fc66028372b4 service neutron] 10.222.0.79 "GET /v2.0/networks/d553fff9-0688-442f-a750-7e8f5b37dc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298194 Nov 02 11:50:55.953642 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ece94bb5-b1a6-45c1-8737-de88e7388d03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:56.027554 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876dcfa3-fbd9-4d98-b58c-3b6ae21b757e req-6c551026-7ecd-434e-91ba-4dc548163bf2 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:56.029848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-876dcfa3-fbd9-4d98-b58c-3b6ae21b757e req-6c551026-7ecd-434e-91ba-4dc548163bf2 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.79 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 946 time: 0.0646877 Nov 02 11:50:56.134215 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ece94bb5-b1a6-45c1-8737-de88e7388d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:56.146321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-876dcfa3-fbd9-4d98-b58c-3b6ae21b757e req-2ee1a94e-c102-4c61-a8eb-f91610d83cdb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Deleting port c8b6d3e4-a501-419a-8a24-459928245fc1 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:50:56.146733 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-876dcfa3-fbd9-4d98-b58c-3b6ae21b757e req-2ee1a94e-c102-4c61-a8eb-f91610d83cdb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:56.183595 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ece94bb5-b1a6-45c1-8737-de88e7388d03 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=565bc3aab6e944a5a7d71f9b8f926f2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3467164 Nov 02 11:50:56.186788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece94bb5-b1a6-45c1-8737-de88e7388d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd05f44-34c1-4998-82c3-1ccc5b5f1f1d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:56.191228 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44750) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:50:56.251589 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c8d5ce9-0348-4d63-94ec-447f808d9a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:56.262675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-876dcfa3-fbd9-4d98-b58c-3b6ae21b757e req-2ee1a94e-c102-4c61-a8eb-f91610d83cdb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] For port c8b6d3e4-a501-419a-8a24-459928245fc1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c8b6d3e4-a501-419a-8a24-459928245fc1,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:56.263078 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-876dcfa3-fbd9-4d98-b58c-3b6ae21b757e req-2ee1a94e-c102-4c61-a8eb-f91610d83cdb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:56.277511 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-876dcfa3-fbd9-4d98-b58c-3b6ae21b757e req-2ee1a94e-c102-4c61-a8eb-f91610d83cdb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Calling delete_port for c8b6d3e4-a501-419a-8a24-459928245fc1 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:50:56.284251 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c8d5ce9-0348-4d63-94ec-447f808d9a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:56.550345 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c8d5ce9-0348-4d63-94ec-447f808d9a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:56.552984 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c8d5ce9-0348-4d63-94ec-447f808d9a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:56.554183 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5c8d5ce9-0348-4d63-94ec-447f808d9a2f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dfd05f44-34c1-4998-82c3-1ccc5b5f1f1d HTTP/1.1" status: 204 len: 168 time: 0.3612649 Nov 02 11:50:56.562754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d5ce9-0348-4d63-94ec-447f808d9a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd05f44-34c1-4998-82c3-1ccc5b5f1f1d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:56.573758 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-876dcfa3-fbd9-4d98-b58c-3b6ae21b757e req-2ee1a94e-c102-4c61-a8eb-f91610d83cdb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:56.586198 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['c8b6d3e4-a501-419a-8a24-459928245fc1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:50:56.623030 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1a94e-c102-4c61-a8eb-f91610d83cdb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Pushing event deleted for resources: {'Port': ['ID=c8b6d3e4-a501-419a-8a24-459928245fc1,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:56.670250 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-876dcfa3-fbd9-4d98-b58c-3b6ae21b757e req-2ee1a94e-c102-4c61-a8eb-f91610d83cdb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] No DVR routers for this DVR port c8b6d3e4-a501-419a-8a24-459928245fc1 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:50:56.673038 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-876dcfa3-fbd9-4d98-b58c-3b6ae21b757e req-2ee1a94e-c102-4c61-a8eb-f91610d83cdb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:56.676429 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-876dcfa3-fbd9-4d98-b58c-3b6ae21b757e req-2ee1a94e-c102-4c61-a8eb-f91610d83cdb tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.79 "DELETE /v2.0/ports/c8b6d3e4-a501-419a-8a24-459928245fc1 HTTP/1.1" status: 204 len: 173 time: 0.6322916 Nov 02 11:50:56.700777 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f', 'name': 'network-vif-deleted', 'tag': 'c8b6d3e4-a501-419a-8a24-459928245fc1'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:50:56.703461 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf5f0c4-e331-4c31-a932-3c7d9cd1ef63" -d '{"events": [{"server_uuid": "60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f", "name": "network-vif-deleted", "tag": "c8b6d3e4-a501-419a-8a24-459928245fc1"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:50:57.240433 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79655812-eba2-4e15-b3b3-c86abc335dbb req-4af09dfc-e8c1-46a4-850b-2b0c4514366c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=165db02e24404cac9e67fdf905cccadf HTTP/1.1" status: 200 len: 221 time: 0.0294974 Nov 02 11:50:57.362732 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-26607263-f1d9-410c-8f2b-69f31724736a req-f7d40a73-63b8-4ad4-a61c-16f320ed96af tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f HTTP/1.1" status: 200 len: 210 time: 0.0323942 Nov 02 11:50:57.808921 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c85b3-c41f-4e2d-9179-fd980cf6c6f8 req-00a702f4-6bf8-45a3-9cc1-520495c4f7a9 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:57.816977 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ae4c85b3-c41f-4e2d-9179-fd980cf6c6f8 req-00a702f4-6bf8-45a3-9cc1-520495c4f7a9 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.3817976 Nov 02 11:50:57.866115 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ae4c85b3-c41f-4e2d-9179-fd980cf6c6f8 req-dd93a067-78d8-49d8-9fad-89d60dfc0d2a tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476921 Nov 02 11:50:57.900817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 4bad57b9-3143-4d51-92bd-52d41b084290 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:50:57.916682 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a62863-f4b7-4eb4-ac90-852f2fa5f412 x-openstack-request-id: req-16a62863-f4b7-4eb4-ac90-852f2fa5f412 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:50:57.917049 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f", "name": "network-vif-deleted", "tag": "c8b6d3e4-a501-419a-8a24-459928245fc1", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:50:57.917512 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16a62863-f4b7-4eb4-ac90-852f2fa5f412 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:50:57.918004 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dd7c7c-2d38-402f-a8e9-ba7ff13d1d8f', 'name': 'network-vif-deleted', 'tag': 'c8b6d3e4-a501-419a-8a24-459928245fc1', 'status': 'completed', 'code': 200} Nov 02 11:50:58.019118 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 4bad57b9-3143-4d51-92bd-52d41b084290, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=4bad57b9-3143-4d51-92bd-52d41b084290,segment=NetworkSegment(68950527-3e07-4189-bf0b-693d70a7c4f2),segment_id=68950527-3e07-4189-bf0b-693d70a7c4f2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:58.033855 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '4bad57b9-3143-4d51-92bd-52d41b084290', 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59', 'port_id': '4bad57b9-3143-4d51-92bd-52d41b084290', 'mac_address': 'fa:16:3e:3d:72:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2893a6b9-99dc-498e-b5f9-d77083fc5186', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:50:58.039234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae2a8a-4b1f-4c3b-b78d-367b54f43edc req-ea6cef51-cce6-4469-bc62-755a597a2b08 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:58.055906 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3cae2a8a-4b1f-4c3b-b78d-367b54f43edc req-ea6cef51-cce6-4469-bc62-755a597a2b08 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/ports?device_id=913a82c0-fba7-4be1-a622-89ca5305f10d HTTP/1.1" status: 200 len: 944 time: 0.0915437 Nov 02 11:50:58.082897 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:58.099789 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bad57b9-3143-4d51-92bd-52d41b084290 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:50:58.120266 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3cae2a8a-4b1f-4c3b-b78d-367b54f43edc req-bfb6c515-b5fe-4a56-a127-9848008d974a tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/security-groups?id=0495bde7-c545-4d11-9d87-f247a1a35c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625603 Nov 02 11:50:58.123755 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 4bad57b9-3143-4d51-92bd-52d41b084290, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=4bad57b9-3143-4d51-92bd-52d41b084290,segment=NetworkSegment(68950527-3e07-4189-bf0b-693d70a7c4f2),segment_id=68950527-3e07-4189-bf0b-693d70a7c4f2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:50:58.224629 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:50:58.284451 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=4bad57b9-3143-4d51-92bd-52d41b084290,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:50:58.334887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cfc4c-d4c4-4e1c-9f3e-38fd7d4d6d66 req-c43551cd-0b44-4ff6-9b29-046b26137b22 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:58.337060 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-867cfc4c-d4c4-4e1c-9f3e-38fd7d4d6d66 req-c43551cd-0b44-4ff6-9b29-046b26137b22 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0639327 Nov 02 11:50:58.394411 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-867cfc4c-d4c4-4e1c-9f3e-38fd7d4d6d66 req-a11061fc-7ebe-4b27-8f16-6ff228e99d20 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511031 Nov 02 11:50:58.516727 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['4bad57b9-3143-4d51-92bd-52d41b084290'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:50:58.551741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7a1e3-982e-418c-8df8-0c4ea8bb20a0 req-d1ad7af3-bee7-46a4-9440-893c247c6da7 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:58.553398 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eec7a1e3-982e-418c-8df8-0c4ea8bb20a0 req-d1ad7af3-bee7-46a4-9440-893c247c6da7 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0692775 Nov 02 11:50:58.611930 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eec7a1e3-982e-418c-8df8-0c4ea8bb20a0 req-25b9fea1-8d67-4543-b646-62dda86b806a tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516791 Nov 02 11:50:59.341720 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f266cb9-65b1-4b19-9b08-f293f45ed938 req-53f3c8f7-5bff-4658-9e52-60e75bc57bf5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:59.344511 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f266cb9-65b1-4b19-9b08-f293f45ed938 req-53f3c8f7-5bff-4658-9e52-60e75bc57bf5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.0555279 Nov 02 11:50:59.413873 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f266cb9-65b1-4b19-9b08-f293f45ed938 req-1b7c6572-4729-4ad2-9b33-ff753de359ba tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556040 Nov 02 11:50:59.526394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88690f89-ead6-4536-80af-452b955e8892 req-20bced2b-1d21-41fb-af08-313d2cbec330 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:59.528159 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88690f89-ead6-4536-80af-452b955e8892 req-20bced2b-1d21-41fb-af08-313d2cbec330 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/ports?device_id=913a82c0-fba7-4be1-a622-89ca5305f10d HTTP/1.1" status: 200 len: 945 time: 0.0556850 Nov 02 11:50:59.596067 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88690f89-ead6-4536-80af-452b955e8892 req-7c17ef2b-a650-4da3-ba19-1fe228eacb75 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/security-groups?id=0495bde7-c545-4d11-9d87-f247a1a35c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605481 Nov 02 11:50:59.781492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795f862-92e9-4a24-980d-43bec340aed1 req-86040c23-2a21-4a7b-a155-b4bd6d094158 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:59.783395 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d795f862-92e9-4a24-980d-43bec340aed1 req-86040c23-2a21-4a7b-a155-b4bd6d094158 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0520144 Nov 02 11:50:59.847432 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d795f862-92e9-4a24-980d-43bec340aed1 req-25206b9b-3911-4a44-b5a3-ff7d2133c3f5 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups?id=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558009 Nov 02 11:50:59.910790 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 4bad57b9-3143-4d51-92bd-52d41b084290 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:50:59.974220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad82913-b3dd-4b2c-ae33-b1a2a0abc468 req-57f0f73f-5516-4beb-81e3-1f80ed310182 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:50:59.976128 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ad82913-b3dd-4b2c-ae33-b1a2a0abc468 req-57f0f73f-5516-4beb-81e3-1f80ed310182 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0680661 Nov 02 11:51:00.041512 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ad82913-b3dd-4b2c-ae33-b1a2a0abc468 req-4b56b456-5ed2-4471-9264-9430baf36a2c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575318 Nov 02 11:51:00.090266 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 4bad57b9-3143-4d51-92bd-52d41b084290 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:51:00.092537 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 4bad57b9-3143-4d51-92bd-52d41b084290 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:51:00.092914 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:00.175567 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0245f9-2c6f-45b7-9d45-ddb27c089041 req-bac910f1-6232-4144-afa4-99bc7bceda3b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:00.179859 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b0245f9-2c6f-45b7-9d45-ddb27c089041 req-bac910f1-6232-4144-afa4-99bc7bceda3b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0671215 Nov 02 11:51:00.189146 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:00.244846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913a82c0-fba7-4be1-a622-89ca5305f10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bad57b9-3143-4d51-92bd-52d41b084290'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:51:00.247324 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b0245f9-2c6f-45b7-9d45-ddb27c089041 req-0824f955-3640-4a44-9b8b-7950ac6d1b06 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595050 Nov 02 11:51:00.248482 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5505f46b-e33a-4926-9942-bccd0a822a92" -d '{"events": [{"server_uuid": "913a82c0-fba7-4be1-a622-89ca5305f10d", "name": "network-vif-plugged", "status": "completed", "tag": "4bad57b9-3143-4d51-92bd-52d41b084290"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:51:00.260747 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 4bad57b9-3143-4d51-92bd-52d41b084290, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=4bad57b9-3143-4d51-92bd-52d41b084290,segment=NetworkSegment(68950527-3e07-4189-bf0b-693d70a7c4f2),segment_id=68950527-3e07-4189-bf0b-693d70a7c4f2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:51:00.300514 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b621420d-e026-4891-a510-c67bb4583c2e x-openstack-request-id: req-b621420d-e026-4891-a510-c67bb4583c2e {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:51:00.301194 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913a82c0-fba7-4be1-a622-89ca5305f10d", "name": "network-vif-plugged", "status": "completed", "tag": "4bad57b9-3143-4d51-92bd-52d41b084290", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:51:00.301538 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b621420d-e026-4891-a510-c67bb4583c2e {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:51:00.302205 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913a82c0-fba7-4be1-a622-89ca5305f10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bad57b9-3143-4d51-92bd-52d41b084290', 'code': 200} Nov 02 11:51:00.402366 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:00.403487 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c8b6d3e4-a501-419a-8a24-459928245fc1 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:51:00.473200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: c8b6d3e4-a501-419a-8a24-459928245fc1 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:51:00.473820 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c8b6d3e4-a501-419a-8a24-459928245fc1 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:51:00.497583 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce255b-905f-4ff3-b38f-8a0a7b09fb56 req-0aed92f2-b3ef-4f1e-b86d-f5d887b0f4b7 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:00.500006 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-70ce255b-905f-4ff3-b38f-8a0a7b09fb56 req-0aed92f2-b3ef-4f1e-b86d-f5d887b0f4b7 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1179688 Nov 02 11:51:00.502079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=4bad57b9-3143-4d51-92bd-52d41b084290,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:00.502537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab62e46-fcb1-481c-8c8c-eb03fd0f8f1c req-627497f2-eb27-4569-ae64-22df7d1395a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:00.504288 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7ab62e46-fcb1-481c-8c8c-eb03fd0f8f1c req-627497f2-eb27-4569-ae64-22df7d1395a8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=913a82c0-fba7-4be1-a622-89ca5305f10d HTTP/1.1" status: 200 len: 1098 time: 0.1090658 Nov 02 11:51:00.599981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d88b3-bc30-4ec9-8c95-beb2ea501cec req-81172712-e1c7-414e-93a8-860b88dc4eaa tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:00.602696 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-515d88b3-bc30-4ec9-8c95-beb2ea501cec req-81172712-e1c7-414e-93a8-860b88dc4eaa tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.54 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 945 time: 0.0636621 Nov 02 11:51:00.604759 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:51:00.606661 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-70ce255b-905f-4ff3-b38f-8a0a7b09fb56 req-a148e03a-2bf4-4942-af52-f04bc22f1b7e tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875397 Nov 02 11:51:00.618741 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7ab62e46-fcb1-481c-8c8c-eb03fd0f8f1c req-4fc5430e-4de1-4bbd-8cb6-4a318a2dde1c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0495bde7-c545-4d11-9d87-f247a1a35c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058979 Nov 02 11:51:00.747374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-515d88b3-bc30-4ec9-8c95-beb2ea501cec req-87cf631c-3215-47a7-903f-908364c0c77a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Deleting port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:51:00.748407 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6604d-a096-4d2a-9612-78466b32b72c req-69f6ac9d-35e9-4030-88ca-1a3c799fbf45 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:00.749063 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-515d88b3-bc30-4ec9-8c95-beb2ea501cec req-87cf631c-3215-47a7-903f-908364c0c77a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:00.751149 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11e6604d-a096-4d2a-9612-78466b32b72c req-69f6ac9d-35e9-4030-88ca-1a3c799fbf45 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.0813739 Nov 02 11:51:00.824982 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11e6604d-a096-4d2a-9612-78466b32b72c req-da173609-7128-49c7-9636-890a84d66919 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604110 Nov 02 11:51:00.889623 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-515d88b3-bc30-4ec9-8c95-beb2ea501cec req-87cf631c-3215-47a7-903f-908364c0c77a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] For port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:51:00.890285 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-515d88b3-bc30-4ec9-8c95-beb2ea501cec req-87cf631c-3215-47a7-903f-908364c0c77a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:00.953694 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de2eb9-ab69-44a0-a9d0-242692ebc4b8 req-6ecc4e54-176c-4b7b-9cef-a169ff2a5f4a tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:00.955812 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97de2eb9-ab69-44a0-a9d0-242692ebc4b8 req-6ecc4e54-176c-4b7b-9cef-a169ff2a5f4a tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/ports?device_id=913a82c0-fba7-4be1-a622-89ca5305f10d HTTP/1.1" status: 200 len: 946 time: 0.0547786 Nov 02 11:51:01.019914 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97de2eb9-ab69-44a0-a9d0-242692ebc4b8 req-fa508f89-cdf6-40e6-bf48-a6aee66aa28e tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/security-groups?id=0495bde7-c545-4d11-9d87-f247a1a35c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577722 Nov 02 11:51:01.116445 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-515d88b3-bc30-4ec9-8c95-beb2ea501cec req-87cf631c-3215-47a7-903f-908364c0c77a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:01.116445 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-515d88b3-bc30-4ec9-8c95-beb2ea501cec req-87cf631c-3215-47a7-903f-908364c0c77a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:01.116445 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [req-515d88b3-bc30-4ec9-8c95-beb2ea501cec req-87cf631c-3215-47a7-903f-908364c0c77a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Floating IP 2f25bae4-8f01-494a-96d9-c1dc268d1ed8 disassociated. External IP: 172.25.6.225, port: be5175c3-e243-4b1e-b2f5-e9ae13dc56ac. Nov 02 11:51:01.116445 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-515d88b3-bc30-4ec9-8c95-beb2ea501cec req-87cf631c-3215-47a7-903f-908364c0c77a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Calling delete_port for be5175c3-e243-4b1e-b2f5-e9ae13dc56ac owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:51:01.165394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bee2f2-be96-4475-8953-fa19046d82f8 req-932aa45e-72d9-484f-843c-460a5972be67 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:01.167149 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-50bee2f2-be96-4475-8953-fa19046d82f8 req-932aa45e-72d9-484f-843c-460a5972be67 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0668237 Nov 02 11:51:01.236549 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-50bee2f2-be96-4475-8953-fa19046d82f8 req-efea7ca3-e1e4-4b86-9d5e-a5b9221babdc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535641 Nov 02 11:51:01.258584 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45012) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:01.375671 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-515d88b3-bc30-4ec9-8c95-beb2ea501cec req-87cf631c-3215-47a7-903f-908364c0c77a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:01.415751 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf631c-3215-47a7-903f-908364c0c77a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Pushing event deleted for resources: {'Port': ['ID=be5175c3-e243-4b1e-b2f5-e9ae13dc56ac,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:01.418275 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83854578-ff3f-4dea-917c-511c4fcea6ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:01.470391 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-609ea2b9-5238-4ab6-983b-09d7157d90fd req-51717ddf-8480-497c-acd7-f4508d215a57 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 210 time: 0.0771155 Nov 02 11:51:01.567437 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-515d88b3-bc30-4ec9-8c95-beb2ea501cec req-87cf631c-3215-47a7-903f-908364c0c77a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Router cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:51:01.638696 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83854578-ff3f-4dea-917c-511c4fcea6ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:01.663640 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cc3c3-25a4-488f-bb35-7ae3bb1a951d req-fde9afc8-751a-443c-9158-94e9a76d64fb tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:01.665557 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-524cc3c3-25a4-488f-bb35-7ae3bb1a951d req-fde9afc8-751a-443c-9158-94e9a76d64fb tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0885811 Nov 02 11:51:01.693878 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-515d88b3-bc30-4ec9-8c95-beb2ea501cec req-87cf631c-3215-47a7-903f-908364c0c77a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:51:01.710523 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9015198-fe73-46d3-9b83-27dbfef09c8e None None] Sync routers for ids ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:51:01.724563 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-524cc3c3-25a4-488f-bb35-7ae3bb1a951d req-cb330cfd-2b80-4612-8b20-61c93ce9cae7 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528076 Nov 02 11:51:01.732143 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9015198-fe73-46d3-9b83-27dbfef09c8e None None] Routers {'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:51:01.733824 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83854578-ff3f-4dea-917c-511c4fcea6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:01.736050 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d9015198-fe73-46d3-9b83-27dbfef09c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:50:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:01.747409 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-515d88b3-bc30-4ec9-8c95-beb2ea501cec req-87cf631c-3215-47a7-903f-908364c0c77a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] No DVR routers for this DVR port be5175c3-e243-4b1e-b2f5-e9ae13dc56ac on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:51:01.752827 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-515d88b3-bc30-4ec9-8c95-beb2ea501cec req-87cf631c-3215-47a7-903f-908364c0c77a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:01.759635 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-515d88b3-bc30-4ec9-8c95-beb2ea501cec req-87cf631c-3215-47a7-903f-908364c0c77a tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.54 "DELETE /v2.0/ports/be5175c3-e243-4b1e-b2f5-e9ae13dc56ac HTTP/1.1" status: 204 len: 173 time: 1.1508861 Nov 02 11:51:01.760489 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'name': 'network-vif-deleted', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:51:01.763360 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573a1a44-95c6-490e-8ca9-442d6ab10f38" -d '{"events": [{"server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "name": "network-vif-deleted", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:51:01.810345 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83854578-ff3f-4dea-917c-511c4fcea6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89572ec6-866a-4504-9a1d-f238a928cac6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:01.819246 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-83854578-ff3f-4dea-917c-511c4fcea6ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=26e508e5b8964e69a15027b027f1d8e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5564594 Nov 02 11:51:01.819246 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45036) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:01.957796 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8f283-088f-45ca-908b-4da08df6e257 req-516b3ab9-8465-48ca-a99a-c76174741536 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:01.966835 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5cc8f283-088f-45ca-908b-4da08df6e257 req-516b3ab9-8465-48ca-a99a-c76174741536 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0741632 Nov 02 11:51:01.974841 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0ea7b73-f145-4b97-8d20-29d8ada2ac05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:01.991707 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-d9015198-fe73-46d3-9b83-27dbfef09c8e None None] Set router cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:51:02.022985 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0ea7b73-f145-4b97-8d20-29d8ada2ac05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:02.071725 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5cc8f283-088f-45ca-908b-4da08df6e257 req-114f48d5-1a82-4600-906c-a5eadd1595c2 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037481 Nov 02 11:51:02.144716 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00702067-0eb8-4e13-89b3-e659069507ba x-openstack-request-id: req-00702067-0eb8-4e13-89b3-e659069507ba {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:51:02.145099 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243a12b3-32c3-4a8b-9b99-cb2fddd54580", "name": "network-vif-deleted", "tag": "be5175c3-e243-4b1e-b2f5-e9ae13dc56ac", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:51:02.145520 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-00702067-0eb8-4e13-89b3-e659069507ba {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:51:02.146166 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243a12b3-32c3-4a8b-9b99-cb2fddd54580', 'name': 'network-vif-deleted', 'tag': 'be5175c3-e243-4b1e-b2f5-e9ae13dc56ac', 'status': 'completed', 'code': 200} Nov 02 11:51:02.268067 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f8112-5a03-4a2c-a194-701f3c98b375 req-593c150c-4e3d-4077-b49b-34e7404ae25e tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:02.278543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-416f8112-5a03-4a2c-a194-701f3c98b375 req-593c150c-4e3d-4077-b49b-34e7404ae25e tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.0825462 Nov 02 11:51:02.309336 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0ea7b73-f145-4b97-8d20-29d8ada2ac05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:02.312437 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0ea7b73-f145-4b97-8d20-29d8ada2ac05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:02.313595 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c0ea7b73-f145-4b97-8d20-29d8ada2ac05 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/89572ec6-866a-4504-9a1d-f238a928cac6 HTTP/1.1" status: 204 len: 168 time: 0.4934585 Nov 02 11:51:02.335932 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea7b73-f145-4b97-8d20-29d8ada2ac05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89572ec6-866a-4504-9a1d-f238a928cac6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:02.372726 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-416f8112-5a03-4a2c-a194-701f3c98b375 req-bf6bed89-04fb-43b6-9c7d-8b8a06da0dbf tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926905 Nov 02 11:51:02.429591 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d9015198-fe73-46d3-9b83-27dbfef09c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'name': 'tempest-ServerActionsTestJSON-1770551346-router', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '256c4e63-7406-4e34-a994-8b44d027858b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:41:12Z', 'updated_at': '2021-11-02T11:41:20Z', 'revision_number': 4, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'gw_port': {'id': '256c4e63-7406-4e34-a994-8b44d027858b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:13Z', 'updated_at': '2021-11-02T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd6392bbe-e104-473b-afb5-d22646f1d166', 'name': '', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'mac_address': 'fa:16:3e:e3:f0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:18Z', 'updated_at': '2021-11-02T11:41:25Z', 'revision_number': 5, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'subnets': [{'id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:02.462212 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9015198-fe73-46d3-9b83-27dbfef09c8e None None] Checking router: cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:51:02.473257 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9015198-fe73-46d3-9b83-27dbfef09c8e None None] Routers {'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:51:02.475776 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d9015198-fe73-46d3-9b83-27dbfef09c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:50:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:02.498571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf2a5c-92b2-4d9e-a1ee-e30f0fa3c5ac req-160eb81d-0281-4f06-a749-5290dc353ace tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:02.500169 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bfcf2a5c-92b2-4d9e-a1ee-e30f0fa3c5ac req-160eb81d-0281-4f06-a749-5290dc353ace tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/ports?device_id=913a82c0-fba7-4be1-a622-89ca5305f10d HTTP/1.1" status: 200 len: 946 time: 0.0537584 Nov 02 11:51:02.588968 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bfcf2a5c-92b2-4d9e-a1ee-e30f0fa3c5ac req-c3440023-07fa-47c3-9318-ec32a58d1be7 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/security-groups?id=0495bde7-c545-4d11-9d87-f247a1a35c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807157 Nov 02 11:51:02.613441 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-d9015198-fe73-46d3-9b83-27dbfef09c8e None None] Set router cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:51:02.862619 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1d885dd-009d-411a-a873-cd2f6b8c967b req-f7775fa9-0aa5-470c-9e24-383490cf379e tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/ports?device_id=243a12b3-32c3-4a8b-9b99-cb2fddd54580 HTTP/1.1" status: 200 len: 210 time: 0.0372655 Nov 02 11:51:02.889766 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d9015198-fe73-46d3-9b83-27dbfef09c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'name': 'tempest-ServerActionsTestJSON-1770551346-router', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '256c4e63-7406-4e34-a994-8b44d027858b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:41:12Z', 'updated_at': '2021-11-02T11:41:20Z', 'revision_number': 4, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'gw_port': {'id': '256c4e63-7406-4e34-a994-8b44d027858b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:13Z', 'updated_at': '2021-11-02T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd6392bbe-e104-473b-afb5-d22646f1d166', 'name': '', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'mac_address': 'fa:16:3e:e3:f0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:18Z', 'updated_at': '2021-11-02T11:41:25Z', 'revision_number': 5, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'subnets': [{'id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:02.943374 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9015198-fe73-46d3-9b83-27dbfef09c8e None None] The sync data for ids ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'] in n-d-806683-18 is: [{'id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'name': 'tempest-ServerActionsTestJSON-1770551346-router', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '256c4e63-7406-4e34-a994-8b44d027858b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:41:12Z', 'updated_at': '2021-11-02T11:41:20Z', 'revision_number': 4, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'gw_port': {'id': '256c4e63-7406-4e34-a994-8b44d027858b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:13Z', 'updated_at': '2021-11-02T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd6392bbe-e104-473b-afb5-d22646f1d166', 'name': '', 'network_id': '3527606c-8d24-496c-bab1-118ac8ae07ec', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'mac_address': 'fa:16:3e:e3:f0:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:18Z', 'updated_at': '2021-11-02T11:41:25Z', 'revision_number': 5, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'subnets': [{'id': '83f5dcc7-2355-4af6-9fc8-6acfd98b8fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:51:03.062630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88b294-39a5-494c-a9ab-6b08b0dc7ba5 req-eb2c061d-0231-42e2-a26b-f7211962a695 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:03.064417 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4f88b294-39a5-494c-a9ab-6b08b0dc7ba5 req-eb2c061d-0231-42e2-a26b-f7211962a695 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/ports?device_id=913a82c0-fba7-4be1-a622-89ca5305f10d HTTP/1.1" status: 200 len: 946 time: 0.0622275 Nov 02 11:51:03.074158 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45088) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:03.079764 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8800dc69-16a1-42f5-a19c-229d23994320 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Request body: {'floatingip': {'port_id': '4bad57b9-3143-4d51-92bd-52d41b084290'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:03.167145 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8800dc69-16a1-42f5-a19c-229d23994320 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:03.296552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610ecbb-5075-450f-952e-6d62c6cce034 req-d793d035-e09b-4299-8e0b-4ceff436b53b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:03.298296 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e610ecbb-5075-450f-952e-6d62c6cce034 req-d793d035-e09b-4299-8e0b-4ceff436b53b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1496093 Nov 02 11:51:03.311303 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46fa99e-9d44-4f9e-b4cd-55e96a2ca68b None None] New status for floating IP 2f25bae4-8f01-494a-96d9-c1dc268d1ed8: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:51:03.413741 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45104) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:03.436478 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c07dbf4a-8fcf-4f23-bad4-bba33901448e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:03.437801 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e610ecbb-5075-450f-952e-6d62c6cce034 req-46e44282-21b5-453b-85a0-776ce0f965ca tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295524 Nov 02 11:51:03.557948 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c07dbf4a-8fcf-4f23-bad4-bba33901448e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:03.649991 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873dfbd-91c0-4022-b12d-6ae6a77e80a5 req-e7713144-a1f4-48a8-94ca-09b210ccc0f2 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:03.652147 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2873dfbd-91c0-4022-b12d-6ae6a77e80a5 req-e7713144-a1f4-48a8-94ca-09b210ccc0f2 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.1427028 Nov 02 11:51:03.658858 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c07dbf4a-8fcf-4f23-bad4-bba33901448e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:03.702908 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c07dbf4a-8fcf-4f23-bad4-bba33901448e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=442be2f2c246449ca981feadcb5083cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2868841 Nov 02 11:51:03.704835 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07dbf4a-8fcf-4f23-bad4-bba33901448e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2194749-1ae3-4baf-8a71-62005d143cb1,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:03.706319 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45114) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:03.794030 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2873dfbd-91c0-4022-b12d-6ae6a77e80a5 req-2bf40330-ab04-482e-b9f8-957b08a89799 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112120 Nov 02 11:51:03.873234 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e1754f30-1f8d-4cf2-a607-8bf4b55b8a94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:03.928497 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e1754f30-1f8d-4cf2-a607-8bf4b55b8a94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:03.934486 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8800dc69-16a1-42f5-a19c-229d23994320 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:03.974596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9905f93-6503-45be-873c-0a5796c6c27a req-9aabe063-90d8-45f6-af07-bca4762ed407 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:03.976201 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9905f93-6503-45be-873c-0a5796c6c27a req-9aabe063-90d8-45f6-af07-bca4762ed407 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1140180 Nov 02 11:51:04.030259 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9905f93-6503-45be-873c-0a5796c6c27a req-2c8f4caf-e440-4e3b-abe2-eeeec4916843 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459619 Nov 02 11:51:04.054025 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8800dc69-16a1-42f5-a19c-229d23994320 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:04.156685 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e1754f30-1f8d-4cf2-a607-8bf4b55b8a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:04.159685 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e1754f30-1f8d-4cf2-a607-8bf4b55b8a94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:04.168275 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e1754f30-1f8d-4cf2-a607-8bf4b55b8a94 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2194749-1ae3-4baf-8a71-62005d143cb1 HTTP/1.1" status: 204 len: 168 time: 0.4551632 Nov 02 11:51:04.189214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1754f30-1f8d-4cf2-a607-8bf4b55b8a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2194749-1ae3-4baf-8a71-62005d143cb1,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:04.205339 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-8800dc69-16a1-42f5-a19c-229d23994320 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Floating IP 57ec15a3-d749-42cd-ac02-f996dc74e33e associated. External IP: 172.25.6.207, port: 4bad57b9-3143-4d51-92bd-52d41b084290. Nov 02 11:51:04.283494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45142) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:04.351321 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-19e0969d-2ffe-47f6-af72-d0b71da6bd2b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:04.377281 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-19e0969d-2ffe-47f6-af72-d0b71da6bd2b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:04.464920 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05517c96-2b0e-4e92-8278-47c5ea44e6c0 req-7fa5e039-6358-4ead-afb5-e8982100d211 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:04.466349 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05517c96-2b0e-4e92-8278-47c5ea44e6c0 req-7fa5e039-6358-4ead-afb5-e8982100d211 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1276538 Nov 02 11:51:04.510598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8800dc69-16a1-42f5-a19c-229d23994320 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Router 81484e88-c7b0-4cf6-a940-57197174a606 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:51:04.536635 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05517c96-2b0e-4e92-8278-47c5ea44e6c0 req-ec50e7ff-2d8a-44dc-9bc1-15a3fca76092 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633230 Nov 02 11:51:04.590273 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-19e0969d-2ffe-47f6-af72-d0b71da6bd2b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:04.593676 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-19e0969d-2ffe-47f6-af72-d0b71da6bd2b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:04.597550 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-19e0969d-2ffe-47f6-af72-d0b71da6bd2b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "DELETE /v2.0/security-groups/9fc1ab72-d98b-4a58-a8b8-6b769b27b28e HTTP/1.1" status: 204 len: 168 time: 0.3101938 Nov 02 11:51:04.598389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45156) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:04.612317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0969d-2ffe-47f6-af72-d0b71da6bd2b tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc1ab72-d98b-4a58-a8b8-6b769b27b28e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:04.618777 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-061ff13e-e9cb-4b68-bd08-2193fde07124 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] show failed (client error): The resource could not be found. Nov 02 11:51:04.620749 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-061ff13e-e9cb-4b68-bd08-2193fde07124 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "GET /v2.0/security-groups/9fc1ab72-d98b-4a58-a8b8-6b769b27b28e HTTP/1.1" status: 404 len: 347 time: 0.0198121 Nov 02 11:51:04.623422 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45158) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:04.671139 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8800dc69-16a1-42f5-a19c-229d23994320 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:51:04.675972 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8800dc69-16a1-42f5-a19c-229d23994320 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:04.685658 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557daeec-a699-40e4-b947-2689a661cbb7 None None] Sync routers for ids ['81484e88-c7b0-4cf6-a940-57197174a606'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:51:04.699175 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557daeec-a699-40e4-b947-2689a661cbb7 None None] Routers {'81484e88-c7b0-4cf6-a940-57197174a606'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:51:04.701039 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-557daeec-a699-40e4-b947-2689a661cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:50:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['81484e88-c7b0-4cf6-a940-57197174a606'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:04.712295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074bafb-429c-440c-9d0e-15f27cf9ee7e req-c6496c2d-fcdd-423c-8004-edbef2925889 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:04.721400 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0074bafb-429c-440c-9d0e-15f27cf9ee7e req-c6496c2d-fcdd-423c-8004-edbef2925889 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1024086 Nov 02 11:51:04.738374 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8800dc69-16a1-42f5-a19c-229d23994320 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "PUT /v2.0/floatingips/57ec15a3-d749-42cd-ac02-f996dc74e33e HTTP/1.1" status: 200 len: 992 time: 1.6626062 Nov 02 11:51:04.745481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913a82c0-fba7-4be1-a622-89ca5305f10d', 'tag': '4bad57b9-3143-4d51-92bd-52d41b084290'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:51:04.747889 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834ef51f-a651-4c4f-b6c4-de510d376fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "913a82c0-fba7-4be1-a622-89ca5305f10d", "tag": "4bad57b9-3143-4d51-92bd-52d41b084290"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:51:04.781920 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0074bafb-429c-440c-9d0e-15f27cf9ee7e req-1aecffdd-f327-400a-9e0a-d07f6aab1048 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607409 Nov 02 11:51:04.840867 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-4099a14e-36bc-423e-b581-26347d7d51e7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Deleting port a52a8002-b1b4-4189-bb5c-6599769837dd {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:51:04.841214 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4099a14e-36bc-423e-b581-26347d7d51e7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:04.887538 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-557daeec-a699-40e4-b947-2689a661cbb7 None None] Set router 81484e88-c7b0-4cf6-a940-57197174a606 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:51:04.895672 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device be5175c3-e243-4b1e-b2f5-e9ae13dc56ac no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:51:04.936848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: be5175c3-e243-4b1e-b2f5-e9ae13dc56ac {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:51:04.938493 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device be5175c3-e243-4b1e-b2f5-e9ae13dc56ac not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:51:04.938653 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4099a14e-36bc-423e-b581-26347d7d51e7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:04.938913 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4099a14e-36bc-423e-b581-26347d7d51e7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:04.959905 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40a5cd0-6659-426c-a850-c653e98576fc x-openstack-request-id: req-d40a5cd0-6659-426c-a850-c653e98576fc {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:51:04.960456 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913a82c0-fba7-4be1-a622-89ca5305f10d", "tag": "4bad57b9-3143-4d51-92bd-52d41b084290", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:51:04.960686 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d40a5cd0-6659-426c-a850-c653e98576fc {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:51:04.960811 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-4099a14e-36bc-423e-b581-26347d7d51e7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Calling delete_port for a52a8002-b1b4-4189-bb5c-6599769837dd owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:51:04.961254 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913a82c0-fba7-4be1-a622-89ca5305f10d', 'tag': '4bad57b9-3143-4d51-92bd-52d41b084290', 'status': 'completed', 'code': 200} Nov 02 11:51:05.046562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ef51f-a651-4c4f-b6c4-de510d376fe3 req-146d15bc-b1f5-467c-8e2d-348739f9ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:05.048541 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-834ef51f-a651-4c4f-b6c4-de510d376fe3 req-146d15bc-b1f5-467c-8e2d-348739f9ff5c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d25212bf65a148439a8fdc86d470b36a&device_id=913a82c0-fba7-4be1-a622-89ca5305f10d HTTP/1.1" status: 200 len: 1098 time: 0.0575016 Nov 02 11:51:05.174476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9f3f1-d43d-4c8f-bba1-a6ed66cd2bca req-53d6d075-663e-4cd8-b1e8-d947f1611ab1 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:05.175987 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8ef9f3f1-d43d-4c8f-bba1-a6ed66cd2bca req-53d6d075-663e-4cd8-b1e8-d947f1611ab1 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.1226945 Nov 02 11:51:05.206943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ef51f-a651-4c4f-b6c4-de510d376fe3 req-6c7f17fd-58c1-409e-b9ca-fc199fcaf4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:05.208559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-834ef51f-a651-4c4f-b6c4-de510d376fe3 req-6c7f17fd-58c1-409e-b9ca-fc199fcaf4f6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d553fff9-0688-442f-a750-7e8f5b37dc59 HTTP/1.1" status: 200 len: 916 time: 0.1435862 Nov 02 11:51:05.220841 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-557daeec-a699-40e4-b947-2689a661cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81484e88-c7b0-4cf6-a940-57197174a606', 'name': 'tempest-ServersTestFqdnHostnames-1457555529-router', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:26Z', 'updated_at': '2021-11-02T11:50:33Z', 'revision_number': 4, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'gw_port': {'id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:27Z', 'updated_at': '2021-11-02T11:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '57ec15a3-d749-42cd-ac02-f996dc74e33e', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'port_id': '4bad57b9-3143-4d51-92bd-52d41b084290', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59', 'mac_address': 'fa:16:3e:3d:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a82c0-fba7-4be1-a622-89ca5305f10d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:50:43Z', 'updated_at': '2021-11-02T11:51:03Z', 'revision_number': 1, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1861bad-abb1-420d-93f3-57083a4a9182', 'name': '', 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'mac_address': 'fa:16:3e:07:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2893a6b9-99dc-498e-b5f9-d77083fc5186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:32Z', 'updated_at': '2021-11-02T11:50:39Z', 'revision_number': 5, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'subnets': [{'id': '2893a6b9-99dc-498e-b5f9-d77083fc5186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:05.254469 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557daeec-a699-40e4-b947-2689a661cbb7 None None] Checking router: 81484e88-c7b0-4cf6-a940-57197174a606 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:51:05.264040 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4099a14e-36bc-423e-b581-26347d7d51e7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:05.264631 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557daeec-a699-40e4-b947-2689a661cbb7 None None] Routers {'81484e88-c7b0-4cf6-a940-57197174a606'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:51:05.267318 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-557daeec-a699-40e4-b947-2689a661cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:50:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['81484e88-c7b0-4cf6-a940-57197174a606'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:05.293829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099a14e-36bc-423e-b581-26347d7d51e7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Pushing event deleted for resources: {'Port': ['ID=a52a8002-b1b4-4189-bb5c-6599769837dd,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:05.313084 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8ef9f3f1-d43d-4c8f-bba1-a6ed66cd2bca req-2a9df9d1-99bb-4c08-b84e-38c7f7833e76 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277783 Nov 02 11:51:05.340031 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-834ef51f-a651-4c4f-b6c4-de510d376fe3 req-60fa0a2a-9365-4feb-993c-0688e164d61e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bad57b9-3143-4d51-92bd-52d41b084290 HTTP/1.1" status: 200 len: 1000 time: 0.1199172 Nov 02 11:51:05.386294 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4099a14e-36bc-423e-b581-26347d7d51e7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:05.389095 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4099a14e-36bc-423e-b581-26347d7d51e7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:05.392584 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4099a14e-36bc-423e-b581-26347d7d51e7 tempest-ServerActionsTestJSON-1173077434 tempest-ServerActionsTestJSON-1173077434-project] 10.222.0.52 "DELETE /v2.0/floatingips/2f25bae4-8f01-494a-96d9-c1dc268d1ed8 HTTP/1.1" status: 204 len: 168 time: 0.7590187 Nov 02 11:51:05.395749 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45204) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:05.424206 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-557daeec-a699-40e4-b947-2689a661cbb7 None None] Set router 81484e88-c7b0-4cf6-a940-57197174a606 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:51:05.457616 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ef51f-a651-4c4f-b6c4-de510d376fe3 req-fe1b4b61-9f45-4c59-b601-71e56fc19f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:05.459468 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-834ef51f-a651-4c4f-b6c4-de510d376fe3 req-fe1b4b61-9f45-4c59-b601-71e56fc19f94 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2893a6b9-99dc-498e-b5f9-d77083fc5186 HTTP/1.1" status: 200 len: 854 time: 0.1110888 Nov 02 11:51:05.511415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9b5ef-1da2-4b50-bfc1-3fab2f2e2dd5 req-a4df4cc8-e483-4909-be09-75e2c8fbc451 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:05.512963 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5d9b5ef-1da2-4b50-bfc1-3fab2f2e2dd5 req-a4df4cc8-e483-4909-be09-75e2c8fbc451 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0930405 Nov 02 11:51:05.527271 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ef51f-a651-4c4f-b6c4-de510d376fe3 req-f09e407b-345c-4d83-b867-9c15b1b8d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:05.529128 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-834ef51f-a651-4c4f-b6c4-de510d376fe3 req-f09e407b-345c-4d83-b867-9c15b1b8d932 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d553fff9-0688-442f-a750-7e8f5b37dc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590656 Nov 02 11:51:05.704436 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5d9b5ef-1da2-4b50-bfc1-3fab2f2e2dd5 req-52236c63-95e4-4b88-8754-dfafec03f5bc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743131 Nov 02 11:51:05.723461 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-557daeec-a699-40e4-b947-2689a661cbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81484e88-c7b0-4cf6-a940-57197174a606', 'name': 'tempest-ServersTestFqdnHostnames-1457555529-router', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:26Z', 'updated_at': '2021-11-02T11:50:33Z', 'revision_number': 4, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'gw_port': {'id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:27Z', 'updated_at': '2021-11-02T11:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '57ec15a3-d749-42cd-ac02-f996dc74e33e', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'port_id': '4bad57b9-3143-4d51-92bd-52d41b084290', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59', 'mac_address': 'fa:16:3e:3d:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a82c0-fba7-4be1-a622-89ca5305f10d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:50:43Z', 'updated_at': '2021-11-02T11:51:03Z', 'revision_number': 1, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1861bad-abb1-420d-93f3-57083a4a9182', 'name': '', 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'mac_address': 'fa:16:3e:07:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2893a6b9-99dc-498e-b5f9-d77083fc5186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:32Z', 'updated_at': '2021-11-02T11:50:39Z', 'revision_number': 5, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'subnets': [{'id': '2893a6b9-99dc-498e-b5f9-d77083fc5186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:05.763913 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557daeec-a699-40e4-b947-2689a661cbb7 None None] The sync data for ids ['81484e88-c7b0-4cf6-a940-57197174a606'] in n-d-806683-18 is: [{'id': '81484e88-c7b0-4cf6-a940-57197174a606', 'name': 'tempest-ServersTestFqdnHostnames-1457555529-router', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:26Z', 'updated_at': '2021-11-02T11:50:33Z', 'revision_number': 4, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'gw_port': {'id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:27Z', 'updated_at': '2021-11-02T11:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '57ec15a3-d749-42cd-ac02-f996dc74e33e', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'floating_ip_address': '172.25.6.207', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'port_id': '4bad57b9-3143-4d51-92bd-52d41b084290', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59', 'mac_address': 'fa:16:3e:3d:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913a82c0-fba7-4be1-a622-89ca5305f10d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:50:43Z', 'updated_at': '2021-11-02T11:51:03Z', 'revision_number': 1, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1861bad-abb1-420d-93f3-57083a4a9182', 'name': '', 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'mac_address': 'fa:16:3e:07:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2893a6b9-99dc-498e-b5f9-d77083fc5186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:32Z', 'updated_at': '2021-11-02T11:50:39Z', 'revision_number': 5, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'subnets': [{'id': '2893a6b9-99dc-498e-b5f9-d77083fc5186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:51:05.804466 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-834ef51f-a651-4c4f-b6c4-de510d376fe3 req-38075639-67a9-4123-963e-700527ae7687 service neutron] 10.222.0.79 "GET /v2.0/networks/d553fff9-0688-442f-a750-7e8f5b37dc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652416 Nov 02 11:51:06.103483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf48a091-eb90-4f28-a635-3e01bf86015b None None] New status for floating IP 57ec15a3-d749-42cd-ac02-f996dc74e33e: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:51:06.355526 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-834ef51f-a651-4c4f-b6c4-de510d376fe3 req-2b3faa00-6aa7-4501-968b-268accb1f505 service neutron] 10.222.0.79 "GET /v2.0/networks/d553fff9-0688-442f-a750-7e8f5b37dc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338461 Nov 02 11:51:06.368414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aebefc-3631-4caf-9721-30762e2e898a req-cd6e18c0-70c5-4f63-8117-7dd683636387 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:06.371651 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f2aebefc-3631-4caf-9721-30762e2e898a req-cd6e18c0-70c5-4f63-8117-7dd683636387 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1768503 Nov 02 11:51:06.473767 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f2aebefc-3631-4caf-9721-30762e2e898a req-e18e93fc-75d7-4ec5-beec-b354a375fbbf tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918043 Nov 02 11:51:06.579818 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6b77750c-b52a-4ac6-b902-0d660377b7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:06.721587 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512e0de-2555-4ae6-b49f-356c576fac0f req-61b08579-d3cd-4e64-b45b-875f454ec8fa tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:06.723154 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d512e0de-2555-4ae6-b49f-356c576fac0f req-61b08579-d3cd-4e64-b45b-875f454ec8fa tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.0955751 Nov 02 11:51:06.810261 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d512e0de-2555-4ae6-b49f-356c576fac0f req-b14b5790-ed59-4787-994b-11b286210e56 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762391 Nov 02 11:51:06.972376 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6b77750c-b52a-4ac6-b902-0d660377b7ff admin admin] Deleting port d6392bbe-e104-473b-afb5-d22646f1d166 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:51:06.972845 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6b77750c-b52a-4ac6-b902-0d660377b7ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:06.991936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150737fa-c8c5-49d2-99ac-430ca7c78125 req-7429a54f-cfc2-4b52-856f-9de4d5984fef tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:06.993434 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-150737fa-c8c5-49d2-99ac-430ca7c78125 req-7429a54f-cfc2-4b52-856f-9de4d5984fef tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0789123 Nov 02 11:51:07.090269 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-150737fa-c8c5-49d2-99ac-430ca7c78125 req-040a41bf-a83f-4365-a69e-6c99d6fd7b59 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900321 Nov 02 11:51:07.119950 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-6b77750c-b52a-4ac6-b902-0d660377b7ff admin admin] For port d6392bbe-e104-473b-afb5-d22646f1d166, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d6392bbe-e104-473b-afb5-d22646f1d166,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:51:07.119950 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6b77750c-b52a-4ac6-b902-0d660377b7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:07.135041 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6b77750c-b52a-4ac6-b902-0d660377b7ff admin admin] Calling delete_port for d6392bbe-e104-473b-afb5-d22646f1d166 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:51:07.325728 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bd96a-8d87-4ff0-b832-950f7249d04e req-72031fbc-94ab-4879-b3e7-9bc8a11a6261 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:07.327282 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b9bd96a-8d87-4ff0-b832-950f7249d04e req-72031fbc-94ab-4879-b3e7-9bc8a11a6261 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0750694 Nov 02 11:51:07.430210 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b9bd96a-8d87-4ff0-b832-950f7249d04e req-dfb170e5-b63d-4eaf-b878-df1ac2c8803b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932181 Nov 02 11:51:07.564779 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6b77750c-b52a-4ac6-b902-0d660377b7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:07.582725 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77750c-b52a-4ac6-b902-0d660377b7ff admin admin] Pushing event deleted for resources: {'Port': ['ID=d6392bbe-e104-473b-afb5-d22646f1d166,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:07.777593 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6455d85-79c4-4c49-98d5-ff04fea9c504 req-b19c2a09-4212-4ac3-99ae-08e067c40f17 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:07.779191 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6455d85-79c4-4c49-98d5-ff04fea9c504 req-b19c2a09-4212-4ac3-99ae-08e067c40f17 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1347377 Nov 02 11:51:07.816296 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6b77750c-b52a-4ac6-b902-0d660377b7ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:07.890995 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6455d85-79c4-4c49-98d5-ff04fea9c504 req-baed97f1-77ce-4059-9008-d05ee018c238 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983047 Nov 02 11:51:08.134125 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218622e-441c-4732-9f9f-a6249fa10d1a req-f1785a8b-c471-458c-991c-e1f5cb23a119 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:08.136334 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7218622e-441c-4732-9f9f-a6249fa10d1a req-f1785a8b-c471-458c-991c-e1f5cb23a119 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.1073301 Nov 02 11:51:08.158912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b77750c-b52a-4ac6-b902-0d660377b7ff admin admin] Router cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:51:08.217133 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45368) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:08.310720 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7218622e-441c-4732-9f9f-a6249fa10d1a req-98ee596e-6c10-40f5-a198-557f5b69b16f tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624799 Nov 02 11:51:08.316897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b77750c-b52a-4ac6-b902-0d660377b7ff admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:51:08.322890 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6b77750c-b52a-4ac6-b902-0d660377b7ff admin admin] 10.222.0.52 "PUT /v2.0/routers/cce7e5a5-2204-4d81-8aa7-2859cd2ebe15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9253855 Nov 02 11:51:08.325437 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45374) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:08.343832 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f945a-f34b-4889-985f-7758eac40cd7 None None] Sync routers for ids ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:51:08.365486 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197f945a-f34b-4889-985f-7758eac40cd7 None None] Routers {'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:51:08.365486 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-197f945a-f34b-4889-985f-7758eac40cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:50:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:08.387157 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bdea09ff-d1a9-4d2b-b2f4-34cc315bbea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:08.501356 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:08.504085 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd70c58-8f26-4c95-a3bb-45e84ed00dc4 req-48552e96-6dd9-4a46-9598-fcc9534bcaf8 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:08.506597 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6dd70c58-8f26-4c95-a3bb-45e84ed00dc4 req-48552e96-6dd9-4a46-9598-fcc9534bcaf8 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0752850 Nov 02 11:51:08.511620 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-197f945a-f34b-4889-985f-7758eac40cd7 None None] Set router cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:51:08.586139 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6dd70c58-8f26-4c95-a3bb-45e84ed00dc4 req-0b291685-15d1-4900-8c23-aa630179e1a7 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705755 Nov 02 11:51:08.615058 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bdea09ff-d1a9-4d2b-b2f4-34cc315bbea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:08.649087 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:08.682356 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bdea09ff-d1a9-4d2b-b2f4-34cc315bbea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:08.750845 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bdea09ff-d1a9-4d2b-b2f4-34cc315bbea9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=194b3e03d8b24c398d57377c75ff7386&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5318265 Nov 02 11:51:08.753624 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea09ff-d1a9-4d2b-b2f4-34cc315bbea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0c3d3b-f132-41e0-b253-31dbb0e75f6e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:08.756434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45392) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:08.872387 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Deleting port 256c4e63-7406-4e34-a994-8b44d027858b {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:51:08.872735 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:08.873245 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-197f945a-f34b-4889-985f-7758eac40cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'name': 'tempest-ServerActionsTestJSON-1770551346-router', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '256c4e63-7406-4e34-a994-8b44d027858b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:41:12Z', 'updated_at': '2021-11-02T11:51:07Z', 'revision_number': 5, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'gw_port': {'id': '256c4e63-7406-4e34-a994-8b44d027858b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:41:13Z', 'updated_at': '2021-11-02T11:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:08.886013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb16ad6-3214-4c7e-81d9-455ff7100e6d req-c5682690-6396-445c-b609-8b13484cf160 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:08.887631 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fdb16ad6-3214-4c7e-81d9-455ff7100e6d req-c5682690-6396-445c-b609-8b13484cf160 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0817745 Nov 02 11:51:08.888673 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-857c71db-4d97-49f3-9ad6-dac9bc37a0e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:08.917356 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f945a-f34b-4889-985f-7758eac40cd7 None None] Checking router: cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:51:08.929076 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197f945a-f34b-4889-985f-7758eac40cd7 None None] Routers {'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:51:08.929824 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-197f945a-f34b-4889-985f-7758eac40cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:50:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:08.937696 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-857c71db-4d97-49f3-9ad6-dac9bc37a0e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:08.990739 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] For port 256c4e63-7406-4e34-a994-8b44d027858b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=256c4e63-7406-4e34-a994-8b44d027858b,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:51:08.991630 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:08.992434 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fdb16ad6-3214-4c7e-81d9-455ff7100e6d req-09a79d00-c179-4f21-bdef-017a44bef1a5 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940640 Nov 02 11:51:09.029733 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Calling delete_port for 256c4e63-7406-4e34-a994-8b44d027858b owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:51:09.066763 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-197f945a-f34b-4889-985f-7758eac40cd7 None None] Set router cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:51:09.141735 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-857c71db-4d97-49f3-9ad6-dac9bc37a0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:09.142873 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-857c71db-4d97-49f3-9ad6-dac9bc37a0e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:09.144221 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-857c71db-4d97-49f3-9ad6-dac9bc37a0e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/af0c3d3b-f132-41e0-b253-31dbb0e75f6e HTTP/1.1" status: 204 len: 168 time: 0.3854740 Nov 02 11:51:09.158521 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c71db-4d97-49f3-9ad6-dac9bc37a0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0c3d3b-f132-41e0-b253-31dbb0e75f6e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:09.179193 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c71db-4d97-49f3-9ad6-dac9bc37a0e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.180908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c71db-4d97-49f3-9ad6-dac9bc37a0e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.183240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c71db-4d97-49f3-9ad6-dac9bc37a0e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.183674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c71db-4d97-49f3-9ad6-dac9bc37a0e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.184121 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c71db-4d97-49f3-9ad6-dac9bc37a0e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.184524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c71db-4d97-49f3-9ad6-dac9bc37a0e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.184869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c71db-4d97-49f3-9ad6-dac9bc37a0e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.185207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c71db-4d97-49f3-9ad6-dac9bc37a0e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.185541 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c71db-4d97-49f3-9ad6-dac9bc37a0e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.185874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c71db-4d97-49f3-9ad6-dac9bc37a0e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.186208 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c71db-4d97-49f3-9ad6-dac9bc37a0e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.186540 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857c71db-4d97-49f3-9ad6-dac9bc37a0e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.207869 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-197f945a-f34b-4889-985f-7758eac40cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'name': 'tempest-ServerActionsTestJSON-1770551346-router', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:41:12Z', 'updated_at': '2021-11-02T11:51:08Z', 'revision_number': 6, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:09.286335 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f945a-f34b-4889-985f-7758eac40cd7 None None] The sync data for ids ['cce7e5a5-2204-4d81-8aa7-2859cd2ebe15'] in n-d-806683-18 is: [{'id': 'cce7e5a5-2204-4d81-8aa7-2859cd2ebe15', 'name': 'tempest-ServerActionsTestJSON-1770551346-router', 'tenant_id': 'bec498c596c8422fb907979cec4aae7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:41:12Z', 'updated_at': '2021-11-02T11:51:08Z', 'revision_number': 6, 'project_id': 'bec498c596c8422fb907979cec4aae7e', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:51:09.297969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353278d2-8865-49e7-95d7-7af99978529b req-69155d4f-ba7a-4b76-a657-f28551d4ecdc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:09.309901 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-353278d2-8865-49e7-95d7-7af99978529b req-69155d4f-ba7a-4b76-a657-f28551d4ecdc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1182077 Nov 02 11:51:09.402847 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-353278d2-8865-49e7-95d7-7af99978529b req-1d9d713e-649c-4a2a-bae6-2eade5b9932c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919857 Nov 02 11:51:09.547105 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4196d5-81da-4089-94ae-d0b2a676ca5f req-1b00781f-8990-49b8-9135-1e55efd6ca55 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:09.548926 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-be4196d5-81da-4089-94ae-d0b2a676ca5f req-1b00781f-8990-49b8-9135-1e55efd6ca55 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.0563369 Nov 02 11:51:09.651536 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-be4196d5-81da-4089-94ae-d0b2a676ca5f req-d6d7755f-20d0-412a-b239-358f627947c3 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927002 Nov 02 11:51:09.824438 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:09.853198 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Pushing event deleted for resources: {'Port': ['ID=256c4e63-7406-4e34-a994-8b44d027858b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:09.883507 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.883808 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.884092 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.884527 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.885362 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.885695 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.886043 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.886323 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.886644 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.886989 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.887314 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.887642 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:09.927960 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:09.996654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45436) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:10.010576 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-56ab2ec0-e7f5-408b-8d78-2a09b1cb5d22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:10.021503 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:10.023657 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:10.112142 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-56ab2ec0-e7f5-408b-8d78-2a09b1cb5d22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:10.261605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc4279-1cdb-40c3-afca-223f86715885 req-a77094d3-d7fb-4307-8cc3-f209d1aac0ff tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:10.263711 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3bc4279-1cdb-40c3-afca-223f86715885 req-a77094d3-d7fb-4307-8cc3-f209d1aac0ff tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0582852 Nov 02 11:51:10.287246 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:10.288029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:51:10.293045 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:10.295879 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d1823475-a629-4dc1-862d-c9d64d1cdf7f admin admin] 10.222.0.52 "DELETE /v2.0/routers/cce7e5a5-2204-4d81-8aa7-2859cd2ebe15 HTTP/1.1" status: 204 len: 168 time: 1.9684684 Nov 02 11:51:10.297774 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45452) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:10.342629 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3bc4279-1cdb-40c3-afca-223f86715885 req-616bfc37-a7d7-4808-9e7d-82ba2bb7a629 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628355 Nov 02 11:51:10.342629 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-56ab2ec0-e7f5-408b-8d78-2a09b1cb5d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:10.371794 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-6093dcf8-d915-4f0c-8d27-dfd19ff031b5 admin admin] Deleting subnet 83f5dcc7-2355-4af6-9fc8-6acfd98b8fde {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:51:10.373732 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6093dcf8-d915-4f0c-8d27-dfd19ff031b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:10.417965 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-56ab2ec0-e7f5-408b-8d78-2a09b1cb5d22 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e5b9b17b491144118dcae57fe31b3a69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4199800 Nov 02 11:51:10.419151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab2ec0-e7f5-408b-8d78-2a09b1cb5d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c5d776-405a-4673-a592-3dd0d3cb1712,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:10.421907 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45454) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:10.433032 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6093dcf8-d915-4f0c-8d27-dfd19ff031b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:10.487023 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b1a423c2-1020-4e70-9af6-1e18f48faa48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:10.527221 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b1a423c2-1020-4e70-9af6-1e18f48faa48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:10.549646 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6093dcf8-d915-4f0c-8d27-dfd19ff031b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:10.713669 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 256c4e63-7406-4e34-a994-8b44d027858b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:51:10.735620 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 256c4e63-7406-4e34-a994-8b44d027858b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:51:10.735982 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 256c4e63-7406-4e34-a994-8b44d027858b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:51:10.736407 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d6392bbe-e104-473b-afb5-d22646f1d166 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:51:10.763295 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b1a423c2-1020-4e70-9af6-1e18f48faa48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:10.763295 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b1a423c2-1020-4e70-9af6-1e18f48faa48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:10.763295 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b1a423c2-1020-4e70-9af6-1e18f48faa48 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b7c5d776-405a-4673-a592-3dd0d3cb1712 HTTP/1.1" status: 204 len: 168 time: 0.3377230 Nov 02 11:51:10.764057 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: d6392bbe-e104-473b-afb5-d22646f1d166 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:51:10.764057 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d6392bbe-e104-473b-afb5-d22646f1d166 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:51:10.773356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a423c2-1020-4e70-9af6-1e18f48faa48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c5d776-405a-4673-a592-3dd0d3cb1712,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:10.813537 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6093dcf8-d915-4f0c-8d27-dfd19ff031b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:10.859774 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093dcf8-d915-4f0c-8d27-dfd19ff031b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83f5dcc7-2355-4af6-9fc8-6acfd98b8fde,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:10.866500 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6093dcf8-d915-4f0c-8d27-dfd19ff031b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:10.873467 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6093dcf8-d915-4f0c-8d27-dfd19ff031b5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/83f5dcc7-2355-4af6-9fc8-6acfd98b8fde HTTP/1.1" status: 204 len: 168 time: 0.5721972 Nov 02 11:51:10.873748 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45470) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:10.876098 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c69a81-b144-49e3-9b96-105f7b2950c6 None None] Network 3527606c-8d24-496c-bab1-118ac8ae07ec requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:51:10.957179 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:11.020277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] Deleting port 2ab03e5c-b788-46d9-b761-cc31908545d7 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:51:11.021239 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:11.112268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104c3748-327c-408c-9d4c-b576d4f508b8 None None] DHCP port deletion for 3527606c-8d24-496c-bab1-118ac8ae07ec request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:51:11.153405 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] For port 2ab03e5c-b788-46d9-b761-cc31908545d7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2ab03e5c-b788-46d9-b761-cc31908545d7,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:51:11.153801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:11.186509 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] Calling delete_port for 2ab03e5c-b788-46d9-b761-cc31908545d7 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:51:11.188745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-104c3748-327c-408c-9d4c-b576d4f508b8 None None] Deleting port 2ab03e5c-b788-46d9-b761-cc31908545d7 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:51:11.189372 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-104c3748-327c-408c-9d4c-b576d4f508b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:11.332911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc5527-e106-443a-9eee-792944500396 req-d44409bb-54f8-4f48-997b-f8f558fd1616 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:11.332911 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93cc5527-e106-443a-9eee-792944500396 req-d44409bb-54f8-4f48-997b-f8f558fd1616 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.1416337 Nov 02 11:51:11.332911 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93cc5527-e106-443a-9eee-792944500396 req-f1c65944-f1e2-4fea-9433-eb8523fa34f3 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731905 Nov 02 11:51:11.333732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-104c3748-327c-408c-9d4c-b576d4f508b8 None None] For port 2ab03e5c-b788-46d9-b761-cc31908545d7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2ab03e5c-b788-46d9-b761-cc31908545d7,segment=NetworkSegment(c04f548d-69a4-486f-9c8d-f7e6d122bc33),segment_id=c04f548d-69a4-486f-9c8d-f7e6d122bc33)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:51:11.333732 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-104c3748-327c-408c-9d4c-b576d4f508b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:11.363125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-104c3748-327c-408c-9d4c-b576d4f508b8 None None] Calling delete_port for 2ab03e5c-b788-46d9-b761-cc31908545d7 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:51:11.575401 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb45586-745f-4d33-aabc-e46edadbc1d4 req-cfef5cd3-f7a3-4ab5-836f-8296fcf31eac tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:11.576875 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ddb45586-745f-4d33-aabc-e46edadbc1d4 req-cfef5cd3-f7a3-4ab5-836f-8296fcf31eac tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0502176 Nov 02 11:51:11.630082 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:11.633138 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ddb45586-745f-4d33-aabc-e46edadbc1d4 req-3e78bed1-99cf-47f5-ad0f-de88dcc00bd6 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496047 Nov 02 11:51:11.648195 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-104c3748-327c-408c-9d4c-b576d4f508b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:11.670766 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab03e5c-b788-46d9-b761-cc31908545d7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:11.684281 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] No DVR routers for this DVR port 2ab03e5c-b788-46d9-b761-cc31908545d7 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:51:11.703354 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c3748-327c-408c-9d4c-b576d4f508b8 None None] Pushing event deleted for resources: {'Port': ['ID=2ab03e5c-b788-46d9-b761-cc31908545d7,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:11.719338 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104c3748-327c-408c-9d4c-b576d4f508b8 None None] No DVR routers for this DVR port 2ab03e5c-b788-46d9-b761-cc31908545d7 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:51:11.778354 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:11.807405 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3527606c-8d24-496c-bab1-118ac8ae07ec']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:11.818831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04f548d-69a4-486f-9c8d-f7e6d122bc33') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:11.819189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04f548d-69a4-486f-9c8d-f7e6d122bc33') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:11.835907 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:11.852781 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:11.870080 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:51:11.870683 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:51:11.945867 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:51:12.042658 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:12.054281 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:12.059449 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3527606c-8d24-496c-bab1-118ac8ae07ec HTTP/1.1" status: 204 len: 168 time: 1.1846843 Nov 02 11:51:12.075002 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22794fef-2765-4341-b8c7-2ce1ae7b09f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3527606c-8d24-496c-bab1-118ac8ae07ec,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:12.437431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc21b0-20e1-4721-a957-a68f0ddd18f8 req-72a2404d-0727-46aa-8f4b-9f1debc8db02 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:12.439011 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-46cc21b0-20e1-4721-a957-a68f0ddd18f8 req-72a2404d-0727-46aa-8f4b-9f1debc8db02 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0631580 Nov 02 11:51:12.493311 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-46cc21b0-20e1-4721-a957-a68f0ddd18f8 req-6088aa81-1f97-49d6-a680-57cca8b6a6c3 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471990 Nov 02 11:51:12.509799 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45526) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:12.580715 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-eed6325c-d26f-4247-953f-5a214790d2f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bec498c596c8422fb907979cec4aae7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0690446 Nov 02 11:51:12.586077 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45528) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:12.707368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d85adb-d3d3-4967-8d89-de7e96885e80 req-7b9dadfb-527c-4789-a9f6-7ba2dc3cb3b4 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:12.709680 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c4d85adb-d3d3-4967-8d89-de7e96885e80 req-7b9dadfb-527c-4789-a9f6-7ba2dc3cb3b4 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.1091721 Nov 02 11:51:12.757940 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3899cdc9-4c9e-4407-870f-e0c7760cad9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:12.776237 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2ab03e5c-b788-46d9-b761-cc31908545d7 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:51:12.784527 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c4d85adb-d3d3-4967-8d89-de7e96885e80 req-0d41cdc4-92e5-460b-aab9-43a30d05230c tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675342 Nov 02 11:51:12.813152 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3899cdc9-4c9e-4407-870f-e0c7760cad9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:12.813526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 2ab03e5c-b788-46d9-b761-cc31908545d7 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:51:12.813870 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2ab03e5c-b788-46d9-b761-cc31908545d7 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:51:13.035952 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3899cdc9-4c9e-4407-870f-e0c7760cad9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:13.038648 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3899cdc9-4c9e-4407-870f-e0c7760cad9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:13.039907 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3899cdc9-4c9e-4407-870f-e0c7760cad9f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e8eaca3-1a53-4fcc-b64c-a0e456703b6c HTTP/1.1" status: 204 len: 168 time: 0.4507258 Nov 02 11:51:13.052237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899cdc9-4c9e-4407-870f-e0c7760cad9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8eaca3-1a53-4fcc-b64c-a0e456703b6c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:13.659850 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125617e-be72-43fb-aad5-9f1247c7be44 req-39bddea2-400a-431a-8cde-e80de8031541 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:13.663047 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a125617e-be72-43fb-aad5-9f1247c7be44 req-39bddea2-400a-431a-8cde-e80de8031541 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0762768 Nov 02 11:51:13.723352 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a125617e-be72-43fb-aad5-9f1247c7be44 req-a646df04-b0f9-4b6f-a97a-05724fa7084f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532086 Nov 02 11:51:13.858711 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aff1a-6aa1-4ace-ad5f-2f7eace43bc2 req-31829a76-5b53-4e11-aa2f-e0c2ebc023c9 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:13.860557 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b1aff1a-6aa1-4ace-ad5f-2f7eace43bc2 req-31829a76-5b53-4e11-aa2f-e0c2ebc023c9 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0620787 Nov 02 11:51:13.918803 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b1aff1a-6aa1-4ace-ad5f-2f7eace43bc2 req-3c8092da-75d3-4d6c-bbc1-f46f22466e23 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506322 Nov 02 11:51:14.064711 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd6cf2-10be-40d1-ae86-c3801fc8f300 req-6fcc0aa6-299b-47dd-ae6d-292429e0aaaa tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:14.066521 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c8cd6cf2-10be-40d1-ae86-c3801fc8f300 req-6fcc0aa6-299b-47dd-ae6d-292429e0aaaa tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.0634248 Nov 02 11:51:14.123754 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c8cd6cf2-10be-40d1-ae86-c3801fc8f300 req-224ec637-a475-4580-8aa4-525e51f7f56f tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497856 Nov 02 11:51:14.504859 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e1f3a-bb03-4200-a40d-81e420135f64 req-665aeb8a-dad6-4b14-b1d1-ec50034ff002 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:14.506378 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-793e1f3a-bb03-4200-a40d-81e420135f64 req-665aeb8a-dad6-4b14-b1d1-ec50034ff002 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0538106 Nov 02 11:51:14.587585 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-793e1f3a-bb03-4200-a40d-81e420135f64 req-5345960c-730a-4732-a665-b79f47bb8b50 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726018 Nov 02 11:51:14.680044 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45600) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:14.751493 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1025baa-57cf-4863-8156-d9e063966c58 req-e9b2b3f8-cbe3-4b7e-bcad-f1368edf1ad7 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:14.753914 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c1025baa-57cf-4863-8156-d9e063966c58 req-e9b2b3f8-cbe3-4b7e-bcad-f1368edf1ad7 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0770910 Nov 02 11:51:14.818483 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c1025baa-57cf-4863-8156-d9e063966c58 req-4ab5baba-5e20-4834-a5a1-dbcadb8b621f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567877 Nov 02 11:51:14.884180 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-ca42d990-01b0-48be-9787-81c966bff5e3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1740421475-network', 'tenant_id': '8d52c699333349ba94d956a5821fdec8'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:14.999539 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccd12d-8e6a-4116-99d3-cf181aac3910 req-35e1046b-0b27-45b9-a631-491ed8c4c935 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:15.001241 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74ccd12d-8e6a-4116-99d3-cf181aac3910 req-35e1046b-0b27-45b9-a631-491ed8c4c935 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0537593 Nov 02 11:51:15.006178 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca42d990-01b0-48be-9787-81c966bff5e3 admin admin] Made reservation on behalf of 8d52c699333349ba94d956a5821fdec8 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:51:15.010004 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca42d990-01b0-48be-9787-81c966bff5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:15.025418 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca42d990-01b0-48be-9787-81c966bff5e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:15.104035 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74ccd12d-8e6a-4116-99d3-cf181aac3910 req-357f888f-a786-4a20-9210-1b2c526a0f5c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924244 Nov 02 11:51:15.146207 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca42d990-01b0-48be-9787-81c966bff5e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:15.218326 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca42d990-01b0-48be-9787-81c966bff5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:15.261246 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca42d990-01b0-48be-9787-81c966bff5e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:51:15.272498 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca42d990-01b0-48be-9787-81c966bff5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:15.273191 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-ca42d990-01b0-48be-9787-81c966bff5e3 admin admin] Added segment 43eddaeb-2f69-40b3-8512-fa93718dce00 of type vlan for network be2b3719-51e7-44a3-a54e-55ccc65c6a92 Nov 02 11:51:15.296888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc61051-573c-4e67-8182-51436ab24e3d req-6899b720-dbd9-47ff-a777-38b59a6fcf9e tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:15.302169 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-edc61051-573c-4e67-8182-51436ab24e3d req-6899b720-dbd9-47ff-a777-38b59a6fcf9e tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0974703 Nov 02 11:51:15.329724 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca42d990-01b0-48be-9787-81c966bff5e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:15.333991 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42d990-01b0-48be-9787-81c966bff5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73d2940-4eb5-4030-91e8-40b9c2361934,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:15.391531 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-edc61051-573c-4e67-8182-51436ab24e3d req-f42886b4-d6dc-421e-8af5-bb2df0960b67 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843728 Nov 02 11:51:15.457941 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca42d990-01b0-48be-9787-81c966bff5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:15.459167 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca42d990-01b0-48be-9787-81c966bff5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:15.460048 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca42d990-01b0-48be-9787-81c966bff5e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:15.533096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102d5a0-4a65-4ae0-981f-d71496c2ff4a req-efc576fb-6373-4c49-89a2-c52de326ec09 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:15.534863 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1102d5a0-4a65-4ae0-981f-d71496c2ff4a req-efc576fb-6373-4c49-89a2-c52de326ec09 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.0631249 Nov 02 11:51:15.561729 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42d990-01b0-48be-9787-81c966bff5e3 admin admin] Pushing event updated for resources: {'Network': ['ID=be2b3719-51e7-44a3-a54e-55ccc65c6a92,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:15.575670 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network be2b3719-51e7-44a3-a54e-55ccc65c6a92 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:51:15.590658 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ca42d990-01b0-48be-9787-81c966bff5e3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9093981 Nov 02 11:51:15.598845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45638) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:15.608159 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6b8a1fe4-adf9-4028-8dd5-50d2107fdfc9 admin admin] Request body: {'subnet': {'network_id': 'be2b3719-51e7-44a3-a54e-55ccc65c6a92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1740421475-subnet', 'tenant_id': '8d52c699333349ba94d956a5821fdec8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:15.648272 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1102d5a0-4a65-4ae0-981f-d71496c2ff4a req-e28dd004-bf24-4521-ae4e-202d4187f709 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055195 Nov 02 11:51:15.745162 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8a1fe4-adf9-4028-8dd5-50d2107fdfc9 admin admin] Made reservation on behalf of 8d52c699333349ba94d956a5821fdec8 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:51:15.747912 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1fe4-adf9-4028-8dd5-50d2107fdfc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:16.006482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afab042-38f1-45c6-884a-3d13b32952bf req-9e2f89c2-4a5f-427b-994d-5f7011fbf276 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:16.008049 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2afab042-38f1-45c6-884a-3d13b32952bf req-9e2f89c2-4a5f-427b-994d-5f7011fbf276 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0720246 Nov 02 11:51:16.059301 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2afab042-38f1-45c6-884a-3d13b32952bf req-210ab1df-d3f2-4ece-a164-a3e379175b11 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447659 Nov 02 11:51:16.083800 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1fe4-adf9-4028-8dd5-50d2107fdfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:16.160340 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a1fe4-adf9-4028-8dd5-50d2107fdfc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da4fa10-5da4-45b6-a994-162fb2aad8f3,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:16.178682 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8a1fe4-adf9-4028-8dd5-50d2107fdfc9 admin admin] Checking segment: {'id': '43eddaeb-2f69-40b3-8512-fa93718dce00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'be2b3719-51e7-44a3-a54e-55ccc65c6a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:51:16.179458 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a1fe4-adf9-4028-8dd5-50d2107fdfc9 admin admin] Network hostable DHCP agents. Network: be2b3719-51e7-44a3-a54e-55ccc65c6a92, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:51:16.208936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326a1a2-af76-4972-b394-d690a5cce428 req-8b968b1a-9313-44c1-9582-cef7d4229f34 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:16.210887 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1326a1a2-af76-4972-b394-d690a5cce428 req-8b968b1a-9313-44c1-9582-cef7d4229f34 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0733340 Nov 02 11:51:16.271167 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1326a1a2-af76-4972-b394-d690a5cce428 req-3c93ae26-ec4d-4ad0-acb6-09e1346347fb tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465348 Nov 02 11:51:16.344791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a1fe4-adf9-4028-8dd5-50d2107fdfc9 admin admin] Network be2b3719-51e7-44a3-a54e-55ccc65c6a92 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:51:16.419961 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3974d8-b7bc-45bd-8e72-166222bb50d9 req-40392892-be76-4270-86cf-d8d2b9fdc256 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:16.419961 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f3974d8-b7bc-45bd-8e72-166222bb50d9 req-40392892-be76-4270-86cf-d8d2b9fdc256 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0574334 Nov 02 11:51:16.472319 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f3974d8-b7bc-45bd-8e72-166222bb50d9 req-9f2f096f-51b6-4b60-940e-cf9c24555c71 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478034 Nov 02 11:51:16.475601 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-6b8a1fe4-adf9-4028-8dd5-50d2107fdfc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, be2b3719-51e7-44a3-a54e-55ccc65c6a92) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:51:16.482247 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8a1fe4-adf9-4028-8dd5-50d2107fdfc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:16.482995 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b8a1fe4-adf9-4028-8dd5-50d2107fdfc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:16.486986 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7815935-e5c6-4c35-8ca4-ce4781f93297 None None] Network be2b3719-51e7-44a3-a54e-55ccc65c6a92 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:51:16.522425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45660) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:16.584415 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6b8a1fe4-adf9-4028-8dd5-50d2107fdfc9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9864657 Nov 02 11:51:16.630327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85ab65-277e-4ab4-84ea-04c54e01c6a8 req-8b5f6a64-d10f-410b-80a7-937f7fab46b2 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:16.635718 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f85ab65-277e-4ab4-84ea-04c54e01c6a8 req-8b5f6a64-d10f-410b-80a7-937f7fab46b2 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0700092 Nov 02 11:51:16.674073 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc35f3-e616-4517-a9db-a5680c8c4b9c None None] Network be2b3719-51e7-44a3-a54e-55ccc65c6a92 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:51:16.727642 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f85ab65-277e-4ab4-84ea-04c54e01c6a8 req-7416e9ea-ac9d-492e-9f59-6eb7a70307b5 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791962 Nov 02 11:51:16.760650 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b87b7bb-5401-4f94-95b3-8d3363f441c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:16.865626 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b87b7bb-5401-4f94-95b3-8d3363f441c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:16.880813 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6fb55-b001-4859-960d-84ce88d50e89 req-c4075611-5ddd-48f4-975c-9e08453a45fd tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:16.882327 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65e6fb55-b001-4859-960d-84ce88d50e89 req-c4075611-5ddd-48f4-975c-9e08453a45fd tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.0848317 Nov 02 11:51:16.927281 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b87b7bb-5401-4f94-95b3-8d3363f441c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:16.939556 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65e6fb55-b001-4859-960d-84ce88d50e89 req-e4cfce5b-58af-46be-a521-38ae9cd4782f tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501032 Nov 02 11:51:16.977533 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45682) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:16.978202 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0b87b7bb-5401-4f94-95b3-8d3363f441c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a3d2c281168450b8e411b64219a6578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4536657 Nov 02 11:51:16.979377 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87b7bb-5401-4f94-95b3-8d3363f441c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a21dd7-3de1-45da-97d9-668bf2261d3e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:17.052103 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-72eda0cf-784a-4e55-85b5-9f2476dcb74c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:17.078188 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-72eda0cf-784a-4e55-85b5-9f2476dcb74c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:17.202272 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-72eda0cf-784a-4e55-85b5-9f2476dcb74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:17.205625 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-72eda0cf-784a-4e55-85b5-9f2476dcb74c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:17.213568 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-72eda0cf-784a-4e55-85b5-9f2476dcb74c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b2a21dd7-3de1-45da-97d9-668bf2261d3e HTTP/1.1" status: 204 len: 168 time: 0.2269137 Nov 02 11:51:17.217955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eda0cf-784a-4e55-85b5-9f2476dcb74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a21dd7-3de1-45da-97d9-668bf2261d3e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:17.504999 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-838220f2-42eb-488e-91eb-70e3545030eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:17.553745 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c51410-7911-4e08-99ee-904bc557bb36 req-d959ddce-858c-4d37-a5d3-ba56d3d4c395 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:17.555308 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59c51410-7911-4e08-99ee-904bc557bb36 req-d959ddce-858c-4d37-a5d3-ba56d3d4c395 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/networks?id=be2b3719-51e7-44a3-a54e-55ccc65c6a92 HTTP/1.1" status: 200 len: 821 time: 0.1170785 Nov 02 11:51:17.574287 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59c51410-7911-4e08-99ee-904bc557bb36 req-3edebc42-d876-41cd-9c75-813e4961b19c tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/quotas/8d52c699333349ba94d956a5821fdec8 HTTP/1.1" status: 200 len: 375 time: 0.0117481 Nov 02 11:51:17.609534 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59c51410-7911-4e08-99ee-904bc557bb36 req-df686dc1-509e-4352-a98a-c97a7848b8bf tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8d52c699333349ba94d956a5821fdec8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284991 Nov 02 11:51:17.717142 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59c51410-7911-4e08-99ee-904bc557bb36 req-3925aee4-b952-4fe5-afae-f638088cee60 service neutron] 10.222.0.52 "GET /v2.0/networks/be2b3719-51e7-44a3-a54e-55ccc65c6a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987256 Nov 02 11:51:17.826453 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd94d51e-725f-4957-9393-95912266bbe7 service neutron] 10.222.0.52 "GET /v2.0/networks/be2b3719-51e7-44a3-a54e-55ccc65c6a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025603 Nov 02 11:51:18.000003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45706) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:18.014043 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65271d73-4b03-4c60-b4c4-52cb51fa5647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:18.132672 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65271d73-4b03-4c60-b4c4-52cb51fa5647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:18.178689 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b921da8-b814-4427-8a99-3886a6bf9446 req-d32861a7-7f19-42da-9669-2852a69b4ab7 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:18.180582 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b921da8-b814-4427-8a99-3886a6bf9446 req-d32861a7-7f19-42da-9669-2852a69b4ab7 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0623341 Nov 02 11:51:18.220597 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65271d73-4b03-4c60-b4c4-52cb51fa5647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:18.255095 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b921da8-b814-4427-8a99-3886a6bf9446 req-329dc8c4-bccc-4369-a069-c83a1fbac1d7 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646527 Nov 02 11:51:18.274585 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65271d73-4b03-4c60-b4c4-52cb51fa5647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099e66d7-77c3-458d-ab43-0b344c776566,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:18.287385 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-65271d73-4b03-4c60-b4c4-52cb51fa5647 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=717f79bd4f25436ba0a3f6cf699775d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2862556 Nov 02 11:51:18.287575 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45724) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:18.362633 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba98fdd0-5bf7-4892-971b-f8ae9289bd31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:18.403988 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba98fdd0-5bf7-4892-971b-f8ae9289bd31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:18.447269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570650ec-a309-48b3-8922-65b892c21703 req-884a8714-e04f-4fa9-ba0a-df3fb5481fe3 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:18.448780 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-570650ec-a309-48b3-8922-65b892c21703 req-884a8714-e04f-4fa9-ba0a-df3fb5481fe3 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.0962458 Nov 02 11:51:18.509605 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-570650ec-a309-48b3-8922-65b892c21703 req-9aa846f0-5aaf-438b-8f41-1d195cf6c48d tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472207 Nov 02 11:51:18.561447 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba98fdd0-5bf7-4892-971b-f8ae9289bd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:18.564425 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba98fdd0-5bf7-4892-971b-f8ae9289bd31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:18.565605 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ba98fdd0-5bf7-4892-971b-f8ae9289bd31 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/099e66d7-77c3-458d-ab43-0b344c776566 HTTP/1.1" status: 204 len: 168 time: 0.2768915 Nov 02 11:51:18.575813 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98fdd0-5bf7-4892-971b-f8ae9289bd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099e66d7-77c3-458d-ab43-0b344c776566,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:18.672354 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e75ee578-ccc3-46b0-8069-cb0df6306ebc req-893533a0-7144-436c-9296-95393fb1da9c tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/ports?device_id=89bef6b5-7a17-43ca-8b82-ff367eddf9e8 HTTP/1.1" status: 200 len: 210 time: 0.0440698 Nov 02 11:51:18.939199 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe491cca-95bb-4059-9df3-3b8aa6c6eaaa req-b65ec7fc-53c9-4a28-a728-dbaa50248724 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:18.941106 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe491cca-95bb-4059-9df3-3b8aa6c6eaaa req-b65ec7fc-53c9-4a28-a728-dbaa50248724 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0550668 Nov 02 11:51:19.007688 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe491cca-95bb-4059-9df3-3b8aa6c6eaaa req-d8fb36a2-0363-43b9-b36b-41bb097ed56c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526512 Nov 02 11:51:19.225052 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52819230-c398-4c40-8a22-4758786972fe req-97de3444-356e-487b-af6a-afd2ebc3414b tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:19.226806 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52819230-c398-4c40-8a22-4758786972fe req-97de3444-356e-487b-af6a-afd2ebc3414b tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/networks?id=18aba190-503d-4b36-9b63-ba3de7a415e6 HTTP/1.1" status: 200 len: 813 time: 0.1339312 Nov 02 11:51:19.245477 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52819230-c398-4c40-8a22-4758786972fe req-67f88426-c13a-4cc9-bfce-0ecdeb886858 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/quotas/beafa7c4f1be47e8a112cbe12d26f902 HTTP/1.1" status: 200 len: 375 time: 0.0104959 Nov 02 11:51:19.307230 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52819230-c398-4c40-8a22-4758786972fe req-25bd4549-3786-43cd-9381-dc5559b01f5a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=beafa7c4f1be47e8a112cbe12d26f902&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539408 Nov 02 11:51:19.473691 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52819230-c398-4c40-8a22-4758786972fe req-e742aa85-b024-4eca-aaf2-61af7be06ea2 service neutron] 10.222.0.52 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577885 Nov 02 11:51:19.631517 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52819230-c398-4c40-8a22-4758786972fe req-f8522a14-4af6-43f9-9225-a3f586071f27 service neutron] 10.222.0.52 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483822 Nov 02 11:51:19.675958 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-919289c6-46e2-48bb-9b94-e0c7f67924db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:20.085638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f860104-2960-4320-b78d-dd8c12edc796 req-8a7c8514-7608-41f8-800a-223e6f5da1c5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:20.098313 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4f860104-2960-4320-b78d-dd8c12edc796 req-8a7c8514-7608-41f8-800a-223e6f5da1c5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.1115568 Nov 02 11:51:20.149765 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4f860104-2960-4320-b78d-dd8c12edc796 req-46b830a2-8ff0-4d5a-86e5-8c9532bcb5d0 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548728 Nov 02 11:51:20.231923 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c7d0f49b-0c2f-4fcf-80da-6048e894a7ef req-166c44ed-430f-4823-bce3-c0d4f66a4af4 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/ports?device_id=89bef6b5-7a17-43ca-8b82-ff367eddf9e8 HTTP/1.1" status: 200 len: 210 time: 0.0282347 Nov 02 11:51:20.454602 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d9de415f-d630-45b6-971b-7e449caa628a req-0f1a3e87-dbce-4693-9976-231242874959 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f6b26e6-32f6-4654-93bb-6d33496c66e3 HTTP/1.1" status: 200 len: 210 time: 0.0346675 Nov 02 11:51:20.554058 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45804) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:20.594594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f924f-3c70-45b3-a5ec-e3592b093551 req-0658e1f6-2c0c-4949-8dc7-05397e593569 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:20.596741 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c3f924f-3c70-45b3-a5ec-e3592b093551 req-0658e1f6-2c0c-4949-8dc7-05397e593569 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0737772 Nov 02 11:51:20.660066 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c3f924f-3c70-45b3-a5ec-e3592b093551 req-86e16d64-b4a1-48ee-bc8b-b716d64843c4 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571432 Nov 02 11:51:20.722344 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb685594-e2f7-4fdb-9e37-b222a0782d3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:20.770443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c51410-7911-4e08-99ee-904bc557bb36 req-cc73909b-6f19-4822-b26a-5726d18da283 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:20.772275 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59c51410-7911-4e08-99ee-904bc557bb36 req-cc73909b-6f19-4822-b26a-5726d18da283 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.54 "GET /v2.0/networks?id=be2b3719-51e7-44a3-a54e-55ccc65c6a92 HTTP/1.1" status: 200 len: 821 time: 0.1633868 Nov 02 11:51:20.788711 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-59c51410-7911-4e08-99ee-904bc557bb36 req-55b256d3-3cf4-42fe-9cca-655b46027c14 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Request body: {'port': {'device_id': '89bef6b5-7a17-43ca-8b82-ff367eddf9e8', 'network_id': 'be2b3719-51e7-44a3-a54e-55ccc65c6a92', 'admin_state_up': True, 'tenant_id': '8d52c699333349ba94d956a5821fdec8'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:20.822360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b49b9-99d2-4332-ad04-bbe43fc41c2e req-ab385a83-35ed-4d8a-82f9-c5af87b677ed tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:20.831744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f83b49b9-99d2-4332-ad04-bbe43fc41c2e req-ab385a83-35ed-4d8a-82f9-c5af87b677ed tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0919492 Nov 02 11:51:20.896849 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:20.899854 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f83b49b9-99d2-4332-ad04-bbe43fc41c2e req-8a1cc522-cbb9-422e-a848-e6705b3155f3 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643990 Nov 02 11:51:20.950885 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb685594-e2f7-4fdb-9e37-b222a0782d3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:21.029667 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb685594-e2f7-4fdb-9e37-b222a0782d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:21.082790 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cb685594-e2f7-4fdb-9e37-b222a0782d3f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0158276156da48ecb577e33b25378673&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5269890 Nov 02 11:51:21.084087 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45814) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:21.085664 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb685594-e2f7-4fdb-9e37-b222a0782d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1329fe1f-d05f-4f1e-a2a8-8c266bd97106,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:21.097952 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c51410-7911-4e08-99ee-904bc557bb36 req-55b256d3-3cf4-42fe-9cca-655b46027c14 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Made reservation on behalf of 8d52c699333349ba94d956a5821fdec8 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:51:21.102967 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-59c51410-7911-4e08-99ee-904bc557bb36 req-55b256d3-3cf4-42fe-9cca-655b46027c14 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:21.124403 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7cc6a-cf68-46ee-b272-41dda3c2baeb req-7468a48e-6c57-4795-a5a7-2c8eca3911bd tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:21.129425 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0c7cc6a-cf68-46ee-b272-41dda3c2baeb req-7468a48e-6c57-4795-a5a7-2c8eca3911bd tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0998974 Nov 02 11:51:21.188610 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0c7cc6a-cf68-46ee-b272-41dda3c2baeb req-f3b7d938-d612-4653-bb85-9b91aa6224f6 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519855 Nov 02 11:51:21.238527 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-336ab2f3-54af-4143-8cfe-8307652bf6bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:21.293122 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-336ab2f3-54af-4143-8cfe-8307652bf6bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:21.338462 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-59c51410-7911-4e08-99ee-904bc557bb36 req-55b256d3-3cf4-42fe-9cca-655b46027c14 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Allocated IP 172.20.0.4 (be2b3719-51e7-44a3-a54e-55ccc65c6a92/8da4fa10-5da4-45b6-a994-162fb2aad8f3/73931f4b-85db-4e24-b3b7-6efe6c2aeae9) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:51:21.340959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb237ae6-83eb-475c-9d92-0940dd4c611f req-f9424c84-ed89-4f6e-a581-e2837e1c2441 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:21.343105 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb237ae6-83eb-475c-9d92-0940dd4c611f req-f9424c84-ed89-4f6e-a581-e2837e1c2441 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.0697272 Nov 02 11:51:21.437146 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb237ae6-83eb-475c-9d92-0940dd4c611f req-66f618b4-beac-432e-b05b-9ffe8db68fad tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742524 Nov 02 11:51:21.482607 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-336ab2f3-54af-4143-8cfe-8307652bf6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:21.485676 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-336ab2f3-54af-4143-8cfe-8307652bf6bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:21.487861 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-336ab2f3-54af-4143-8cfe-8307652bf6bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1329fe1f-d05f-4f1e-a2a8-8c266bd97106 HTTP/1.1" status: 204 len: 168 time: 0.3965921 Nov 02 11:51:21.509459 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ab2f3-54af-4143-8cfe-8307652bf6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1329fe1f-d05f-4f1e-a2a8-8c266bd97106,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:21.610279 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d182652-aa00-4483-a353-b60b8791b5ef req-1d075cee-6c2c-47b5-8c97-6f3fb6b8f731 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:21.611973 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d182652-aa00-4483-a353-b60b8791b5ef req-1d075cee-6c2c-47b5-8c97-6f3fb6b8f731 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0835819 Nov 02 11:51:21.627572 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-59c51410-7911-4e08-99ee-904bc557bb36 req-55b256d3-3cf4-42fe-9cca-655b46027c14 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:21.675101 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d182652-aa00-4483-a353-b60b8791b5ef req-2bcb81fd-fc3a-4f7d-8e49-19b4f9d6fe01 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540543 Nov 02 11:51:21.721852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca5c3d-b6c5-4c58-85cc-a7739e3d613c req-55188e61-0b54-4851-b0a0-24d6c344f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:21.723921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-44ca5c3d-b6c5-4c58-85cc-a7739e3d613c req-55188e61-0b54-4851-b0a0-24d6c344f25d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 1098 time: 0.0477495 Nov 02 11:51:21.757044 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-59c51410-7911-4e08-99ee-904bc557bb36 req-55b256d3-3cf4-42fe-9cca-655b46027c14 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:21.808937 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c51410-7911-4e08-99ee-904bc557bb36 req-55b256d3-3cf4-42fe-9cca-655b46027c14 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Network be2b3719-51e7-44a3-a54e-55ccc65c6a92 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:51:21.813277 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-44ca5c3d-b6c5-4c58-85cc-a7739e3d613c req-354e7384-f2b9-43f8-b4a7-004d8d564aa9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779622 Nov 02 11:51:21.814984 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-59c51410-7911-4e08-99ee-904bc557bb36 req-55b256d3-3cf4-42fe-9cca-655b46027c14 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:51:21.820089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c51410-7911-4e08-99ee-904bc557bb36 req-55b256d3-3cf4-42fe-9cca-655b46027c14 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:51:21.837589 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f951a4-ecce-4e1b-8add-dd85613d0612 req-41132dcb-3336-41f8-ac6e-bf566cbe902a tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:21.846720 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96f951a4-ecce-4e1b-8add-dd85613d0612 req-41132dcb-3336-41f8-ac6e-bf566cbe902a tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/ports?device_id=89bef6b5-7a17-43ca-8b82-ff367eddf9e8 HTTP/1.1" status: 200 len: 931 time: 0.0928478 Nov 02 11:51:21.857775 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b256d3-3cf4-42fe-9cca-655b46027c14 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Pushing event updated for resources: {'Port': ['ID=73931f4b-85db-4e24-b3b7-6efe6c2aeae9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:21.891834 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c51410-7911-4e08-99ee-904bc557bb36 req-55b256d3-3cf4-42fe-9cca-655b46027c14 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:21.892500 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-59c51410-7911-4e08-99ee-904bc557bb36 req-55b256d3-3cf4-42fe-9cca-655b46027c14 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:21.920221 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96f951a4-ecce-4e1b-8add-dd85613d0612 req-8d284e1c-b858-4758-860e-999d763d0a1f tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73d2940-4eb5-4030-91e8-40b9c2361934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725317 Nov 02 11:51:21.998665 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59c51410-7911-4e08-99ee-904bc557bb36 req-55b256d3-3cf4-42fe-9cca-655b46027c14 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2137909 Nov 02 11:51:22.040892 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Request body: {'port': {'device_id': '89bef6b5-7a17-43ca-8b82-ff367eddf9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:22.115230 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:22.200380 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebea152e-fd8b-4e43-9e4f-b775e4e5a8c8 req-aeead996-2fd5-468a-95df-f1bcaa11f39a tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f6b26e6-32f6-4654-93bb-6d33496c66e3 HTTP/1.1" status: 200 len: 210 time: 0.0361969 Nov 02 11:51:22.406977 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:22.423701 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb1cd0-23a4-4e8d-ae16-70f96d1b0a4c req-411aa583-3e20-4815-bdc2-f35c436afa4f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:22.425388 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0bb1cd0-23a4-4e8d-ae16-70f96d1b0a4c req-411aa583-3e20-4815-bdc2-f35c436afa4f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0803859 Nov 02 11:51:22.488718 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73931f4b-85db-4e24-b3b7-6efe6c2aeae9 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:51:22.498337 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:22.507437 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0bb1cd0-23a4-4e8d-ae16-70f96d1b0a4c req-89fb5778-a422-43ba-8a9c-75bf61206eef tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707738 Nov 02 11:51:22.529767 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Transition to ACTIVE for port object 73931f4b-85db-4e24-b3b7-6efe6c2aeae9 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:51:22.607083 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:22.673978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Pushing event updated for resources: {'Port': ['ID=73931f4b-85db-4e24-b3b7-6efe6c2aeae9,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:22.676780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fab88c-26c7-4a2b-8e24-82e717e47b01 req-9b7549d4-f6db-4b74-9672-a12800bd6896 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:22.683597 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7fab88c-26c7-4a2b-8e24-82e717e47b01 req-9b7549d4-f6db-4b74-9672-a12800bd6896 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.0851202 Nov 02 11:51:22.701758 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52819230-c398-4c40-8a22-4758786972fe req-868d3df3-e30f-4393-9009-09084d953dbf tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:22.703236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52819230-c398-4c40-8a22-4758786972fe req-868d3df3-e30f-4393-9009-09084d953dbf tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.54 "GET /v2.0/networks?id=18aba190-503d-4b36-9b63-ba3de7a415e6 HTTP/1.1" status: 200 len: 813 time: 0.1656933 Nov 02 11:51:22.727979 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-52819230-c398-4c40-8a22-4758786972fe req-90d4cc11-180e-4ea1-b9f5-8351863424e2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Request body: {'port': {'device_id': '8f6b26e6-32f6-4654-93bb-6d33496c66e3', 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6', 'admin_state_up': True, 'tenant_id': 'beafa7c4f1be47e8a112cbe12d26f902'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:22.752711 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Attempting to bind port 73931f4b-85db-4e24-b3b7-6efe6c2aeae9 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:51:22.755883 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Attempting to bind port 73931f4b-85db-4e24-b3b7-6efe6c2aeae9 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '43eddaeb-2f69-40b3-8512-fa93718dce00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'be2b3719-51e7-44a3-a54e-55ccc65c6a92'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:51:22.755883 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Attempting to bind port 73931f4b-85db-4e24-b3b7-6efe6c2aeae9 on network be2b3719-51e7-44a3-a54e-55ccc65c6a92 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:51:22.758561 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Port 73931f4b-85db-4e24-b3b7-6efe6c2aeae9 on network be2b3719-51e7-44a3-a54e-55ccc65c6a92 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:51:22.758885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Attempting to bind port 73931f4b-85db-4e24-b3b7-6efe6c2aeae9 on network be2b3719-51e7-44a3-a54e-55ccc65c6a92 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:51:22.765728 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:51:22.766391 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Checking segment: {'id': '43eddaeb-2f69-40b3-8512-fa93718dce00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'be2b3719-51e7-44a3-a54e-55ccc65c6a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:51:22.766960 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Bound using segment: {'id': '43eddaeb-2f69-40b3-8512-fa93718dce00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'be2b3719-51e7-44a3-a54e-55ccc65c6a92'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:51:22.767572 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Bound port: 73931f4b-85db-4e24-b3b7-6efe6c2aeae9, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43eddaeb-2f69-40b3-8512-fa93718dce00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'be2b3719-51e7-44a3-a54e-55ccc65c6a92'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:51:22.768219 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:22.769223 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7fab88c-26c7-4a2b-8e24-82e717e47b01 req-82d27f4f-72c9-465e-af9a-3477d891cf55 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823421 Nov 02 11:51:22.883310 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] For port 73931f4b-85db-4e24-b3b7-6efe6c2aeae9, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:51:22.887828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] For port 73931f4b-85db-4e24-b3b7-6efe6c2aeae9, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=73931f4b-85db-4e24-b3b7-6efe6c2aeae9,segment=NetworkSegment(43eddaeb-2f69-40b3-8512-fa93718dce00),segment_id=43eddaeb-2f69-40b3-8512-fa93718dce00)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:51:22.917741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742390d-6187-4a74-b717-dc216d37785a req-31009ac1-5e2b-4ed5-a496-3dbfb49735d8 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:22.919758 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3742390d-6187-4a74-b717-dc216d37785a req-31009ac1-5e2b-4ed5-a496-3dbfb49735d8 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0719237 Nov 02 11:51:22.986307 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3742390d-6187-4a74-b717-dc216d37785a req-cb785c3c-5841-4089-96d3-67b72b348772 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602901 Nov 02 11:51:23.052408 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:23.092939 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:23.093581 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:23.095173 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59c51410-7911-4e08-99ee-904bc557bb36 req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] 10.222.0.54 "PUT /v2.0/ports/73931f4b-85db-4e24-b3b7-6efe6c2aeae9 HTTP/1.1" status: 200 len: 1092 time: 1.0607176 Nov 02 11:51:23.095678 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bef6b5-7a17-43ca-8b82-ff367eddf9e8', 'tag': '73931f4b-85db-4e24-b3b7-6efe6c2aeae9'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:51:23.098130 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b01414-0300-4736-a811-e5cfbfbff1a9" -d '{"events": [{"name": "network-changed", "server_uuid": "89bef6b5-7a17-43ca-8b82-ff367eddf9e8", "tag": "73931f4b-85db-4e24-b3b7-6efe6c2aeae9"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:51:23.100134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645376a-c9b6-47a2-ad8c-22f2ea50c1f9 req-14306f38-a2f9-49e8-8706-4fe074998439 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:23.104571 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b645376a-c9b6-47a2-ad8c-22f2ea50c1f9 req-14306f38-a2f9-49e8-8706-4fe074998439 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/ports?device_id=89bef6b5-7a17-43ca-8b82-ff367eddf9e8 HTTP/1.1" status: 200 len: 943 time: 0.0595801 Nov 02 11:51:23.104571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52819230-c398-4c40-8a22-4758786972fe req-90d4cc11-180e-4ea1-b9f5-8351863424e2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Made reservation on behalf of beafa7c4f1be47e8a112cbe12d26f902 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:51:23.108694 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-52819230-c398-4c40-8a22-4758786972fe req-90d4cc11-180e-4ea1-b9f5-8351863424e2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:23.135757 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24d2a1-2648-4ec4-ac83-4512ddf8cee5 service neutron] Pushing event updated for resources: {'Port': ['ID=73931f4b-85db-4e24-b3b7-6efe6c2aeae9,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:23.225624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b645376a-c9b6-47a2-ad8c-22f2ea50c1f9 req-2664cff6-eaa7-4dc4-83a9-ea071ca97a8d tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73d2940-4eb5-4030-91e8-40b9c2361934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127493 Nov 02 11:51:23.406151 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84f294b-a6ce-4c1e-a346-738a19a0ac60 x-openstack-request-id: req-d84f294b-a6ce-4c1e-a346-738a19a0ac60 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:51:23.406446 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bef6b5-7a17-43ca-8b82-ff367eddf9e8", "tag": "73931f4b-85db-4e24-b3b7-6efe6c2aeae9", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:51:23.406707 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d84f294b-a6ce-4c1e-a346-738a19a0ac60 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:51:23.407168 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bef6b5-7a17-43ca-8b82-ff367eddf9e8', 'tag': '73931f4b-85db-4e24-b3b7-6efe6c2aeae9', 'status': 'completed', 'code': 200} Nov 02 11:51:23.556878 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c51410-7911-4e08-99ee-904bc557bb36 req-abc20ede-9b6f-4bdc-af3e-341d4c84dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:23.559239 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59c51410-7911-4e08-99ee-904bc557bb36 req-abc20ede-9b6f-4bdc-af3e-341d4c84dc99 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8d52c699333349ba94d956a5821fdec8&device_id=89bef6b5-7a17-43ca-8b82-ff367eddf9e8 HTTP/1.1" status: 200 len: 1095 time: 0.1415865 Nov 02 11:51:23.640265 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59c51410-7911-4e08-99ee-904bc557bb36 req-71e3a84b-5132-41ee-99a9-56b72c406443 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73931f4b-85db-4e24-b3b7-6efe6c2aeae9 HTTP/1.1" status: 200 len: 217 time: 0.0703628 Nov 02 11:51:23.698217 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-50f4cdfc-c71a-4f1a-b48c-8ae55f4285a9 req-710d54cd-ef06-45b8-a272-e7925548c594 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f6b26e6-32f6-4654-93bb-6d33496c66e3 HTTP/1.1" status: 200 len: 210 time: 0.0413711 Nov 02 11:51:23.703617 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-52819230-c398-4c40-8a22-4758786972fe req-90d4cc11-180e-4ea1-b9f5-8351863424e2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Allocated IP 172.20.0.9 (18aba190-503d-4b36-9b63-ba3de7a415e6/44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11/82a56498-dfdb-4d01-a0e1-8c29a0fbbace) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:51:23.801469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c51410-7911-4e08-99ee-904bc557bb36 req-da7c317f-9d25-4e78-bd58-0f176227c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:23.803006 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59c51410-7911-4e08-99ee-904bc557bb36 req-da7c317f-9d25-4e78-bd58-0f176227c20c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8da4fa10-5da4-45b6-a994-162fb2aad8f3 HTTP/1.1" status: 200 len: 861 time: 0.1564076 Nov 02 11:51:23.840124 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59c51410-7911-4e08-99ee-904bc557bb36 req-15ff3940-8e95-486b-b7df-6970f2caa3c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be2b3719-51e7-44a3-a54e-55ccc65c6a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298605 Nov 02 11:51:23.903296 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:23.945180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb54a3a-c484-476f-a939-f3b59cbfc9a5 req-6c6a1f1c-a546-4723-88f4-572400998790 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:23.955399 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bcb54a3a-c484-476f-a939-f3b59cbfc9a5 req-6c6a1f1c-a546-4723-88f4-572400998790 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1172991 Nov 02 11:51:23.955540 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59c51410-7911-4e08-99ee-904bc557bb36 req-d0c9f638-02f0-409b-881f-5a224345a0a9 service neutron] 10.222.0.54 "GET /v2.0/networks/be2b3719-51e7-44a3-a54e-55ccc65c6a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079724 Nov 02 11:51:24.010010 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-52819230-c398-4c40-8a22-4758786972fe req-90d4cc11-180e-4ea1-b9f5-8351863424e2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:24.048095 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bcb54a3a-c484-476f-a939-f3b59cbfc9a5 req-fd894f05-63b2-4099-aba4-f73e2c9ef487 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902295 Nov 02 11:51:24.083479 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:24.099120 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59c51410-7911-4e08-99ee-904bc557bb36 req-2e83b0c0-d51c-450f-838f-0ea651abc49c service neutron] 10.222.0.54 "GET /v2.0/networks/be2b3719-51e7-44a3-a54e-55ccc65c6a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355717 Nov 02 11:51:24.178539 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b8f22-3a5a-4749-a872-7c97fe3760e6 req-32b9e67e-c146-451c-9ba7-55648bcfedcf tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:24.180047 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-087b8f22-3a5a-4749-a872-7c97fe3760e6 req-32b9e67e-c146-451c-9ba7-55648bcfedcf tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.0543780 Nov 02 11:51:24.223111 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-52819230-c398-4c40-8a22-4758786972fe req-90d4cc11-180e-4ea1-b9f5-8351863424e2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:24.237584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['c6ed4847-6110-41a8-a17f-8c234c447c04'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:51:24.239929 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['25e60f38-4b17-4f01-a694-3b67ec0284bc', 'e1c640c8-4005-40c8-a046-1d938fc1cf2a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:51:24.279139 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-087b8f22-3a5a-4749-a872-7c97fe3760e6 req-27c36cec-384a-40a1-89e6-cc1ad7dc4e47 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921366 Nov 02 11:51:24.291132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52819230-c398-4c40-8a22-4758786972fe req-90d4cc11-180e-4ea1-b9f5-8351863424e2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Network 18aba190-503d-4b36-9b63-ba3de7a415e6 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:51:24.294688 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-52819230-c398-4c40-8a22-4758786972fe req-90d4cc11-180e-4ea1-b9f5-8351863424e2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:51:24.301908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-52819230-c398-4c40-8a22-4758786972fe req-90d4cc11-180e-4ea1-b9f5-8351863424e2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:51:24.336846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4cc11-180e-4ea1-b9f5-8351863424e2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Pushing event updated for resources: {'Port': ['ID=82a56498-dfdb-4d01-a0e1-8c29a0fbbace,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:24.343483 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b01414-0300-4736-a811-e5cfbfbff1a9 req-a808d841-a8af-49f2-ab5e-e3fac3883259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:24.345805 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-05b01414-0300-4736-a811-e5cfbfbff1a9 req-a808d841-a8af-49f2-ab5e-e3fac3883259 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8d52c699333349ba94d956a5821fdec8&device_id=89bef6b5-7a17-43ca-8b82-ff367eddf9e8 HTTP/1.1" status: 200 len: 1095 time: 0.0683613 Nov 02 11:51:24.366619 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52819230-c398-4c40-8a22-4758786972fe req-90d4cc11-180e-4ea1-b9f5-8351863424e2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:24.367066 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-52819230-c398-4c40-8a22-4758786972fe req-90d4cc11-180e-4ea1-b9f5-8351863424e2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:24.476063 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41d4a8-d1de-4490-b3a6-b8a85600d23b req-dfc0e8cc-e789-44a1-a121-8a3cfa4ff90b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:24.477181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b01414-0300-4736-a811-e5cfbfbff1a9 req-d3445266-147c-4215-921c-a84f96fed7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:24.478338 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea41d4a8-d1de-4490-b3a6-b8a85600d23b req-dfc0e8cc-e789-44a1-a121-8a3cfa4ff90b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0608895 Nov 02 11:51:24.479145 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-05b01414-0300-4736-a811-e5cfbfbff1a9 req-d3445266-147c-4215-921c-a84f96fed7bf service neutron] 10.222.0.54 "GET /v2.0/networks?id=be2b3719-51e7-44a3-a54e-55ccc65c6a92 HTTP/1.1" status: 200 len: 922 time: 0.1255946 Nov 02 11:51:24.531861 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-05b01414-0300-4736-a811-e5cfbfbff1a9 req-7b8794a4-3257-4efc-b6f3-0cd35a385193 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73931f4b-85db-4e24-b3b7-6efe6c2aeae9 HTTP/1.1" status: 200 len: 217 time: 0.0450292 Nov 02 11:51:24.541168 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52819230-c398-4c40-8a22-4758786972fe req-90d4cc11-180e-4ea1-b9f5-8351863424e2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8169796 Nov 02 11:51:24.564889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Request body: {'port': {'device_id': '8f6b26e6-32f6-4654-93bb-6d33496c66e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:24.594317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b01414-0300-4736-a811-e5cfbfbff1a9 req-b1c4d195-fa12-44c7-b1e0-d38132f70ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:24.595892 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-05b01414-0300-4736-a811-e5cfbfbff1a9 req-b1c4d195-fa12-44c7-b1e0-d38132f70ed1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8da4fa10-5da4-45b6-a994-162fb2aad8f3 HTTP/1.1" status: 200 len: 861 time: 0.0560987 Nov 02 11:51:24.615357 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea41d4a8-d1de-4490-b3a6-b8a85600d23b req-d547114c-f8a6-40a8-8b2b-ec615480e6b4 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280062 Nov 02 11:51:24.648354 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-05b01414-0300-4736-a811-e5cfbfbff1a9 req-beb91e1c-c044-4448-9b9a-7f0b8f6c2675 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=be2b3719-51e7-44a3-a54e-55ccc65c6a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430496 Nov 02 11:51:24.684672 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:24.784534 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-05b01414-0300-4736-a811-e5cfbfbff1a9 req-4ff1d1c2-d7fa-476c-ae79-be19ec80c770 service neutron] 10.222.0.54 "GET /v2.0/networks/be2b3719-51e7-44a3-a54e-55ccc65c6a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274273 Nov 02 11:51:24.814620 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0e208-c954-4a93-a5f5-f534906278b2 req-ae67ee27-be0f-4d46-b1df-d4325591b307 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:24.816478 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-13d0e208-c954-4a93-a5f5-f534906278b2 req-ae67ee27-be0f-4d46-b1df-d4325591b307 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/ports?device_id=89bef6b5-7a17-43ca-8b82-ff367eddf9e8 HTTP/1.1" status: 200 len: 943 time: 0.1058352 Nov 02 11:51:24.904051 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:24.927385 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-05b01414-0300-4736-a811-e5cfbfbff1a9 req-94a79294-7b38-407f-b393-13e488fdb919 service neutron] 10.222.0.54 "GET /v2.0/networks/be2b3719-51e7-44a3-a54e-55ccc65c6a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351359 Nov 02 11:51:24.953480 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-13d0e208-c954-4a93-a5f5-f534906278b2 req-b54f4d71-28ef-4659-899f-3b6db44d4bc8 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73d2940-4eb5-4030-91e8-40b9c2361934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894845 Nov 02 11:51:25.104346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce69be-6f52-409d-8584-29ac76e9c357 req-312c7c43-0bc6-4702-a9d2-be53ea40421e tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:25.105883 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0cce69be-6f52-409d-8584-29ac76e9c357 req-312c7c43-0bc6-4702-a9d2-be53ea40421e tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0932486 Nov 02 11:51:25.122242 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a56498-dfdb-4d01-a0e1-8c29a0fbbace {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:51:25.143407 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:25.170448 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Transition to ACTIVE for port object 82a56498-dfdb-4d01-a0e1-8c29a0fbbace will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:51:25.186841 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0cce69be-6f52-409d-8584-29ac76e9c357 req-7c20b5ba-18de-40f5-9017-a09cbaad1a55 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704010 Nov 02 11:51:25.287223 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:25.342306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Pushing event updated for resources: {'Port': ['ID=82a56498-dfdb-4d01-a0e1-8c29a0fbbace,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:25.429382 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Attempting to bind port 82a56498-dfdb-4d01-a0e1-8c29a0fbbace on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:51:25.430036 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Attempting to bind port 82a56498-dfdb-4d01-a0e1-8c29a0fbbace by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '54361836-5b72-4f6b-bdd3-a172531a93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:51:25.430036 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Attempting to bind port 82a56498-dfdb-4d01-a0e1-8c29a0fbbace on network 18aba190-503d-4b36-9b63-ba3de7a415e6 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:51:25.436068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Port 82a56498-dfdb-4d01-a0e1-8c29a0fbbace on network 18aba190-503d-4b36-9b63-ba3de7a415e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:51:25.436566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Attempting to bind port 82a56498-dfdb-4d01-a0e1-8c29a0fbbace on network 18aba190-503d-4b36-9b63-ba3de7a415e6 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:51:25.453193 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:51:25.453522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Checking segment: {'id': '54361836-5b72-4f6b-bdd3-a172531a93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:51:25.453907 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Bound using segment: {'id': '54361836-5b72-4f6b-bdd3-a172531a93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:51:25.454355 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Bound port: 82a56498-dfdb-4d01-a0e1-8c29a0fbbace, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54361836-5b72-4f6b-bdd3-a172531a93ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:51:25.454713 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:25.528779 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8a5b6-6c38-451a-8492-f45fc64854c0 req-e087976a-6843-41df-93b9-2f274901a64c tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:25.530339 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cff8a5b6-6c38-451a-8492-f45fc64854c0 req-e087976a-6843-41df-93b9-2f274901a64c tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f6b26e6-32f6-4654-93bb-6d33496c66e3 HTTP/1.1" status: 200 len: 943 time: 0.0903120 Nov 02 11:51:25.584539 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] For port 82a56498-dfdb-4d01-a0e1-8c29a0fbbace, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:51:25.602111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] For port 82a56498-dfdb-4d01-a0e1-8c29a0fbbace, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=82a56498-dfdb-4d01-a0e1-8c29a0fbbace,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:51:25.615502 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cff8a5b6-6c38-451a-8492-f45fc64854c0 req-5281af81-077c-4871-a5ac-b25917609795 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715942 Nov 02 11:51:25.661502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45950) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:25.742573 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:25.780046 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e3a748e-86e1-4a67-9ac8-75fcdf2b4fb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:25.788117 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:25.788726 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:25.790633 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52819230-c398-4c40-8a22-4758786972fe req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] 10.222.0.54 "PUT /v2.0/ports/82a56498-dfdb-4d01-a0e1-8c29a0fbbace HTTP/1.1" status: 200 len: 1092 time: 1.2371013 Nov 02 11:51:25.791109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6b26e6-32f6-4654-93bb-6d33496c66e3', 'tag': '82a56498-dfdb-4d01-a0e1-8c29a0fbbace'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:51:25.793367 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301b397a-8a90-4c29-8059-aae4316c295b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6b26e6-32f6-4654-93bb-6d33496c66e3", "tag": "82a56498-dfdb-4d01-a0e1-8c29a0fbbace"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:51:25.821220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02fd4f-a5ea-4e5f-8376-86af49ddec31 req-860a9252-0e1c-40b6-8ceb-bc5bad7ff068 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:25.822756 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf02fd4f-a5ea-4e5f-8376-86af49ddec31 req-860a9252-0e1c-40b6-8ceb-bc5bad7ff068 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1118639 Nov 02 11:51:25.849567 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93fc9b-0700-49c1-9eb4-ed2cf3aa6185 service neutron] Pushing event updated for resources: {'Port': ['ID=82a56498-dfdb-4d01-a0e1-8c29a0fbbace,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:25.877228 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e3a748e-86e1-4a67-9ac8-75fcdf2b4fb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:25.885667 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf02fd4f-a5ea-4e5f-8376-86af49ddec31 req-76520767-e73b-4249-8b73-f170c8b769d9 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531693 Nov 02 11:51:25.988414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52819230-c398-4c40-8a22-4758786972fe req-f3b77c8e-22fd-443f-9635-1fd15d791f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:25.989874 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e3a748e-86e1-4a67-9ac8-75fcdf2b4fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:25.990378 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52819230-c398-4c40-8a22-4758786972fe req-f3b77c8e-22fd-443f-9635-1fd15d791f03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=beafa7c4f1be47e8a112cbe12d26f902&device_id=8f6b26e6-32f6-4654-93bb-6d33496c66e3 HTTP/1.1" status: 200 len: 1095 time: 0.0481479 Nov 02 11:51:26.035471 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7e3a748e-86e1-4a67-9ac8-75fcdf2b4fb5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6a1e7a85ef546ea86f8e0843414a400&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3704858 Nov 02 11:51:26.035471 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a748e-86e1-4a67-9ac8-75fcdf2b4fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd1ed85-b855-4b54-b2f4-1b13ec0285dc,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:26.036354 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45964) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:26.037902 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52819230-c398-4c40-8a22-4758786972fe req-058d5819-9149-4afd-bcbf-aab0b4a3a581 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a56498-dfdb-4d01-a0e1-8c29a0fbbace HTTP/1.1" status: 200 len: 217 time: 0.0389514 Nov 02 11:51:26.095783 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04c72672-ca6c-498d-9bda-4b7c93b0c5ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:26.096700 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52819230-c398-4c40-8a22-4758786972fe req-ad0e8a9f-9709-4cd2-a95f-19b1f97befe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:26.098198 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52819230-c398-4c40-8a22-4758786972fe req-ad0e8a9f-9709-4cd2-a95f-19b1f97befe5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11 HTTP/1.1" status: 200 len: 853 time: 0.0532932 Nov 02 11:51:26.129263 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04c72672-ca6c-498d-9bda-4b7c93b0c5ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:26.143220 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52819230-c398-4c40-8a22-4758786972fe req-66e67b20-6b30-4d53-bf0f-3b2186ee0000 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=18aba190-503d-4b36-9b63-ba3de7a415e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378282 Nov 02 11:51:26.251385 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52819230-c398-4c40-8a22-4758786972fe req-02e5961a-3369-40b0-80d2-2bd53c7bd756 service neutron] 10.222.0.54 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998063 Nov 02 11:51:26.351874 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dde09e-2283-42f0-8aa5-e5302afce936 x-openstack-request-id: req-24dde09e-2283-42f0-8aa5-e5302afce936 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:51:26.352193 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6b26e6-32f6-4654-93bb-6d33496c66e3", "tag": "82a56498-dfdb-4d01-a0e1-8c29a0fbbace", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:51:26.352844 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24dde09e-2283-42f0-8aa5-e5302afce936 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:51:26.353250 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6b26e6-32f6-4654-93bb-6d33496c66e3', 'tag': '82a56498-dfdb-4d01-a0e1-8c29a0fbbace', 'status': 'completed', 'code': 200} Nov 02 11:51:26.355299 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04c72672-ca6c-498d-9bda-4b7c93b0c5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:26.355754 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52819230-c398-4c40-8a22-4758786972fe req-70de6c4a-f756-4f0e-b3a6-b8597aea62fc service neutron] 10.222.0.54 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981159 Nov 02 11:51:26.357908 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04c72672-ca6c-498d-9bda-4b7c93b0c5ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:26.361882 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-04c72672-ca6c-498d-9bda-4b7c93b0c5ee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/abd1ed85-b855-4b54-b2f4-1b13ec0285dc HTTP/1.1" status: 204 len: 168 time: 0.3219671 Nov 02 11:51:26.369691 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c72672-ca6c-498d-9bda-4b7c93b0c5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd1ed85-b855-4b54-b2f4-1b13ec0285dc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:26.469369 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556039f4-008b-43e2-a70f-1a77060464ea req-5ff59aaa-5eda-4b63-b123-0d8ba78769ff tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:26.470963 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-556039f4-008b-43e2-a70f-1a77060464ea req-5ff59aaa-5eda-4b63-b123-0d8ba78769ff tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0544174 Nov 02 11:51:26.525362 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-556039f4-008b-43e2-a70f-1a77060464ea req-f1201fbe-ffec-4768-98d2-76aa096d5413 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480955 Nov 02 11:51:26.634468 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b397a-8a90-4c29-8059-aae4316c295b req-3ce56f69-9abf-40c8-a77e-57cb5bd5702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:26.636058 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-301b397a-8a90-4c29-8059-aae4316c295b req-3ce56f69-9abf-40c8-a77e-57cb5bd5702e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=beafa7c4f1be47e8a112cbe12d26f902&device_id=8f6b26e6-32f6-4654-93bb-6d33496c66e3 HTTP/1.1" status: 200 len: 1095 time: 0.0840249 Nov 02 11:51:26.672941 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6d712-d9f4-498f-9cde-a3c55d3f7685 req-ef58d720-1cc9-4951-99f8-6112b5f23429 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:26.676156 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33d6d712-d9f4-498f-9cde-a3c55d3f7685 req-ef58d720-1cc9-4951-99f8-6112b5f23429 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/ports?device_id=89bef6b5-7a17-43ca-8b82-ff367eddf9e8 HTTP/1.1" status: 200 len: 943 time: 0.0775173 Nov 02 11:51:26.781794 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33d6d712-d9f4-498f-9cde-a3c55d3f7685 req-aaac92c5-8983-4309-b22d-c60b1da98e1a tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73d2940-4eb5-4030-91e8-40b9c2361934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969400 Nov 02 11:51:26.809537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b397a-8a90-4c29-8059-aae4316c295b req-faa55b35-d051-4bcf-a84d-42b5ffdd2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:26.811481 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-301b397a-8a90-4c29-8059-aae4316c295b req-faa55b35-d051-4bcf-a84d-42b5ffdd2b7d service neutron] 10.222.0.54 "GET /v2.0/networks?id=18aba190-503d-4b36-9b63-ba3de7a415e6 HTTP/1.1" status: 200 len: 914 time: 0.1671906 Nov 02 11:51:26.859899 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-301b397a-8a90-4c29-8059-aae4316c295b req-25aa11f1-abf7-4560-8053-ad0ab71b07f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a56498-dfdb-4d01-a0e1-8c29a0fbbace HTTP/1.1" status: 200 len: 217 time: 0.0413737 Nov 02 11:51:26.918603 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b397a-8a90-4c29-8059-aae4316c295b req-a2470b26-2b6c-4242-959c-c51897a3ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:26.920200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-301b397a-8a90-4c29-8059-aae4316c295b req-a2470b26-2b6c-4242-959c-c51897a3ecb5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11 HTTP/1.1" status: 200 len: 853 time: 0.0537231 Nov 02 11:51:26.956348 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-301b397a-8a90-4c29-8059-aae4316c295b req-f0648baf-6eb9-4ab1-93f6-743ad2fa9a2f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=18aba190-503d-4b36-9b63-ba3de7a415e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286374 Nov 02 11:51:26.986905 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 73931f4b-85db-4e24-b3b7-6efe6c2aeae9 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:51:27.069635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbee562-ab88-4c8d-bef6-8a2b363d1b85 req-207034fb-c68d-4bc4-affa-36b6b68a4363 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:27.071277 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9fbee562-ab88-4c8d-bef6-8a2b363d1b85 req-207034fb-c68d-4bc4-affa-36b6b68a4363 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.1140254 Nov 02 11:51:27.122517 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-301b397a-8a90-4c29-8059-aae4316c295b req-75d9ded3-dfbb-467b-9ff9-2d32f629ba2c service neutron] 10.222.0.54 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555529 Nov 02 11:51:27.133208 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 73931f4b-85db-4e24-b3b7-6efe6c2aeae9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=73931f4b-85db-4e24-b3b7-6efe6c2aeae9,segment=NetworkSegment(43eddaeb-2f69-40b3-8512-fa93718dce00),segment_id=43eddaeb-2f69-40b3-8512-fa93718dce00)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:51:27.156780 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9fbee562-ab88-4c8d-bef6-8a2b363d1b85 req-31e05e9e-4397-427d-9606-b8a6a0129054 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768294 Nov 02 11:51:27.157458 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '73931f4b-85db-4e24-b3b7-6efe6c2aeae9', 'network_id': 'be2b3719-51e7-44a3-a54e-55ccc65c6a92', 'port_id': '73931f4b-85db-4e24-b3b7-6efe6c2aeae9', 'mac_address': 'fa:16:3e:4f:c5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da4fa10-5da4-45b6-a994-162fb2aad8f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:51:27.204300 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:27.221231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73931f4b-85db-4e24-b3b7-6efe6c2aeae9 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:51:27.230642 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-301b397a-8a90-4c29-8059-aae4316c295b req-b0648245-3b09-4c10-95b0-3317ba3c49c1 service neutron] 10.222.0.54 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002977 Nov 02 11:51:27.245315 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 73931f4b-85db-4e24-b3b7-6efe6c2aeae9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=73931f4b-85db-4e24-b3b7-6efe6c2aeae9,segment=NetworkSegment(43eddaeb-2f69-40b3-8512-fa93718dce00),segment_id=43eddaeb-2f69-40b3-8512-fa93718dce00)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:51:27.355839 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:27.422633 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=73931f4b-85db-4e24-b3b7-6efe6c2aeae9,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:27.672166 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['73931f4b-85db-4e24-b3b7-6efe6c2aeae9'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:51:28.171379 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056565c7-cebc-4f6d-93bd-429daf1001aa req-9d22b7e3-b62e-490c-b216-2b596ec1fbab tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:28.173076 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-056565c7-cebc-4f6d-93bd-429daf1001aa req-9d22b7e3-b62e-490c-b216-2b596ec1fbab tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f6b26e6-32f6-4654-93bb-6d33496c66e3 HTTP/1.1" status: 200 len: 943 time: 0.0571249 Nov 02 11:51:28.235048 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-056565c7-cebc-4f6d-93bd-429daf1001aa req-06610b08-22f8-4bde-bbd6-4fd3666861c9 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548398 Nov 02 11:51:28.404888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5948e27-48c1-4c5b-baa7-bd4157778b33 req-e46eb6a1-a9c0-48ae-ad62-f50d0f8b1033 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:28.406473 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a5948e27-48c1-4c5b-baa7-bd4157778b33 req-e46eb6a1-a9c0-48ae-ad62-f50d0f8b1033 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/ports?device_id=89bef6b5-7a17-43ca-8b82-ff367eddf9e8 HTTP/1.1" status: 200 len: 944 time: 0.0513158 Nov 02 11:51:28.457670 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a5948e27-48c1-4c5b-baa7-bd4157778b33 req-09339129-aadc-44d6-8a98-338776ccaf65 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73d2940-4eb5-4030-91e8-40b9c2361934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442333 Nov 02 11:51:28.635831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56aa15-37ab-4217-ba32-ada0586f3fe1 req-785d884b-cdb1-4d74-b459-dc5b30435f2b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:28.637402 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b56aa15-37ab-4217-ba32-ada0586f3fe1 req-785d884b-cdb1-4d74-b459-dc5b30435f2b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0529196 Nov 02 11:51:28.699763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b56aa15-37ab-4217-ba32-ada0586f3fe1 req-80537db3-49b7-41cd-8a33-d0982a50f350 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558944 Nov 02 11:51:29.005144 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 82a56498-dfdb-4d01-a0e1-8c29a0fbbace details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:51:29.007518 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 73931f4b-85db-4e24-b3b7-6efe6c2aeae9 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:51:29.171448 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 82a56498-dfdb-4d01-a0e1-8c29a0fbbace, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=82a56498-dfdb-4d01-a0e1-8c29a0fbbace,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:51:29.182034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19add7cf-7430-473c-9324-4633191ec8f7 req-5b319d53-1360-4473-ba90-5d5d2621b260 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:29.184312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19add7cf-7430-473c-9324-4633191ec8f7 req-5b319d53-1360-4473-ba90-5d5d2621b260 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0902503 Nov 02 11:51:29.184678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '82a56498-dfdb-4d01-a0e1-8c29a0fbbace', 'network_id': '18aba190-503d-4b36-9b63-ba3de7a415e6', 'port_id': '82a56498-dfdb-4d01-a0e1-8c29a0fbbace', 'mac_address': 'fa:16:3e:18:3c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:51:29.212191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 73931f4b-85db-4e24-b3b7-6efe6c2aeae9 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:51:29.222477 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 73931f4b-85db-4e24-b3b7-6efe6c2aeae9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:51:29.222853 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:29.251081 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19add7cf-7430-473c-9324-4633191ec8f7 req-3d09dc1b-e1f8-4c1a-9688-27ab6ff97463 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590727 Nov 02 11:51:29.266440 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:29.288523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a56498-dfdb-4d01-a0e1-8c29a0fbbace {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:51:29.318876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 82a56498-dfdb-4d01-a0e1-8c29a0fbbace, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=82a56498-dfdb-4d01-a0e1-8c29a0fbbace,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:51:29.357781 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:29.384639 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bef6b5-7a17-43ca-8b82-ff367eddf9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73931f4b-85db-4e24-b3b7-6efe6c2aeae9'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:51:29.387056 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2f8703-60f9-47a9-bb57-1986de41a554" -d '{"events": [{"server_uuid": "89bef6b5-7a17-43ca-8b82-ff367eddf9e8", "name": "network-vif-plugged", "status": "completed", "tag": "73931f4b-85db-4e24-b3b7-6efe6c2aeae9"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:51:29.387966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5ab7c-7acd-46ca-8dd5-abc6acb39bb4 req-95ea5863-a8e2-4b36-ac6f-859518e7575c tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:29.390361 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fff5ab7c-7acd-46ca-8dd5-abc6acb39bb4 req-95ea5863-a8e2-4b36-ac6f-859518e7575c tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f6b26e6-32f6-4654-93bb-6d33496c66e3 HTTP/1.1" status: 200 len: 943 time: 0.0738072 Nov 02 11:51:29.401184 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 73931f4b-85db-4e24-b3b7-6efe6c2aeae9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=73931f4b-85db-4e24-b3b7-6efe6c2aeae9,segment=NetworkSegment(43eddaeb-2f69-40b3-8512-fa93718dce00),segment_id=43eddaeb-2f69-40b3-8512-fa93718dce00)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:51:29.402810 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:29.414187 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46078) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:29.459437 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=82a56498-dfdb-4d01-a0e1-8c29a0fbbace,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:29.465063 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:29.482512 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fff5ab7c-7acd-46ca-8dd5-abc6acb39bb4 req-36b39680-1a4a-4fb1-8146-a419a7939479 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816007 Nov 02 11:51:29.528218 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=73931f4b-85db-4e24-b3b7-6efe6c2aeae9,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:29.546813 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6541daf4-2a15-48c5-9fa7-94f54a549968 x-openstack-request-id: req-6541daf4-2a15-48c5-9fa7-94f54a549968 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:51:29.547315 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bef6b5-7a17-43ca-8b82-ff367eddf9e8", "name": "network-vif-plugged", "status": "completed", "tag": "73931f4b-85db-4e24-b3b7-6efe6c2aeae9", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:51:29.547727 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6541daf4-2a15-48c5-9fa7-94f54a549968 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:51:29.548130 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bef6b5-7a17-43ca-8b82-ff367eddf9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73931f4b-85db-4e24-b3b7-6efe6c2aeae9', 'code': 200} Nov 02 11:51:29.583801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a791d2a-6664-49ce-9f2d-782fd396ee6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:29.676634 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a791d2a-6664-49ce-9f2d-782fd396ee6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:29.693816 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4c19b-79f9-48a0-8318-9a4e22ff466f req-cbcd39b0-a210-412f-9626-66b715840382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:29.695343 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-39c4c19b-79f9-48a0-8318-9a4e22ff466f req-cbcd39b0-a210-412f-9626-66b715840382 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=89bef6b5-7a17-43ca-8b82-ff367eddf9e8 HTTP/1.1" status: 200 len: 1097 time: 0.0813439 Nov 02 11:51:29.703042 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['82a56498-dfdb-4d01-a0e1-8c29a0fbbace'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:51:29.710253 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c8092-a9f7-4ece-a075-11e16d978777 req-02bd3301-e638-4196-80d9-ebab6eb77541 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:29.710253 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-427c8092-a9f7-4ece-a075-11e16d978777 req-02bd3301-e638-4196-80d9-ebab6eb77541 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/ports?device_id=89bef6b5-7a17-43ca-8b82-ff367eddf9e8 HTTP/1.1" status: 200 len: 945 time: 0.0856714 Nov 02 11:51:29.783942 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-39c4c19b-79f9-48a0-8318-9a4e22ff466f req-52d59a7f-7f44-4bbd-a8d9-48488caa43f5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f73d2940-4eb5-4030-91e8-40b9c2361934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729053 Nov 02 11:51:29.787542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-427c8092-a9f7-4ece-a075-11e16d978777 req-1169ff32-e016-43bb-80c4-60857e4d84a5 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73d2940-4eb5-4030-91e8-40b9c2361934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632777 Nov 02 11:51:29.800849 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a791d2a-6664-49ce-9f2d-782fd396ee6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:29.841383 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3a791d2a-6664-49ce-9f2d-782fd396ee6d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f425224508942fc8ee3855552fb75af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4254200 Nov 02 11:51:29.844041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a791d2a-6664-49ce-9f2d-782fd396ee6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d17e71-3415-4b9b-85e1-881c3ca0ce15,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:29.844209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46094) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:29.902970 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0999e462-6490-40a3-a3a6-90d1f82732c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:29.925981 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0999e462-6490-40a3-a3a6-90d1f82732c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:30.083770 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86070e-ab93-4e57-b6f4-84272ac5998a req-bebd16f3-4b8d-4526-a760-e01a28dc2ddf tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:30.085178 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a86070e-ab93-4e57-b6f4-84272ac5998a req-bebd16f3-4b8d-4526-a760-e01a28dc2ddf tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0545924 Nov 02 11:51:30.110547 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0999e462-6490-40a3-a3a6-90d1f82732c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:30.113100 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0999e462-6490-40a3-a3a6-90d1f82732c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:30.117102 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0999e462-6490-40a3-a3a6-90d1f82732c5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/84d17e71-3415-4b9b-85e1-881c3ca0ce15 HTTP/1.1" status: 204 len: 168 time: 0.2683537 Nov 02 11:51:30.134641 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999e462-6490-40a3-a3a6-90d1f82732c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d17e71-3415-4b9b-85e1-881c3ca0ce15,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:30.153776 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a86070e-ab93-4e57-b6f4-84272ac5998a req-19d4bff7-71c5-44ce-8833-7cabec50e70d tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615425 Nov 02 11:51:30.366147 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13502d1-1000-4c5b-89ae-8d21a6c41b8e req-5392c67f-606a-42f2-9bce-b70cf7a57b98 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:30.367782 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a13502d1-1000-4c5b-89ae-8d21a6c41b8e req-5392c67f-606a-42f2-9bce-b70cf7a57b98 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0530705 Nov 02 11:51:30.429910 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a13502d1-1000-4c5b-89ae-8d21a6c41b8e req-9c594a20-62e1-4465-a26f-2eba14ab2b85 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544651 Nov 02 11:51:30.599917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd853ca6-eba3-4d9c-8573-3cd1e16c65d5 req-dbb3ceee-22b8-4558-b25d-01acff916f0e tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:30.601425 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd853ca6-eba3-4d9c-8573-3cd1e16c65d5 req-dbb3ceee-22b8-4558-b25d-01acff916f0e tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f6b26e6-32f6-4654-93bb-6d33496c66e3 HTTP/1.1" status: 200 len: 944 time: 0.0517044 Nov 02 11:51:30.655719 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd853ca6-eba3-4d9c-8573-3cd1e16c65d5 req-314b78c8-09ca-4a3a-a329-379b82a276fc tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481668 Nov 02 11:51:30.910360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5af59-d01a-40d6-b57e-8f5f67c074f2 req-383c7d01-395c-492f-9a56-007f070a178c tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:30.912076 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ee5af59-d01a-40d6-b57e-8f5f67c074f2 req-383c7d01-395c-492f-9a56-007f070a178c tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/ports?device_id=89bef6b5-7a17-43ca-8b82-ff367eddf9e8 HTTP/1.1" status: 200 len: 945 time: 0.0537934 Nov 02 11:51:30.927381 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46118) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:30.941703 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2a34e481-2ef3-4195-838c-3e554c6e3a37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:30.985010 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ee5af59-d01a-40d6-b57e-8f5f67c074f2 req-47eec002-a023-4b16-a021-9de41473d048 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73d2940-4eb5-4030-91e8-40b9c2361934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648167 Nov 02 11:51:31.018877 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 82a56498-dfdb-4d01-a0e1-8c29a0fbbace up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:51:31.039677 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2a34e481-2ef3-4195-838c-3e554c6e3a37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:31.166758 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2a34e481-2ef3-4195-838c-3e554c6e3a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:31.167026 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 82a56498-dfdb-4d01-a0e1-8c29a0fbbace completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:51:31.170882 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 82a56498-dfdb-4d01-a0e1-8c29a0fbbace triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:51:31.171281 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:31.213324 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2a34e481-2ef3-4195-838c-3e554c6e3a37 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=223edd045394452bbfe481a55ad77825&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2838926 Nov 02 11:51:31.215681 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34e481-2ef3-4195-838c-3e554c6e3a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2301cde6-885d-4ded-a4dc-9304eee181dc,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:31.215989 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46126) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:31.264557 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:31.312205 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1533dc06-bc15-4299-a68a-829517b4558f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:31.315777 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 82a56498-dfdb-4d01-a0e1-8c29a0fbbace, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=82a56498-dfdb-4d01-a0e1-8c29a0fbbace,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:51:31.330693 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7533e3-16f7-48c0-aaf6-53b7ecbe0f3a req-3b2ff3b0-0230-4e2f-9bdc-3b7fb671c1bd tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:31.332139 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5a7533e3-16f7-48c0-aaf6-53b7ecbe0f3a req-3b2ff3b0-0230-4e2f-9bdc-3b7fb671c1bd tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0937903 Nov 02 11:51:31.366432 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1533dc06-bc15-4299-a68a-829517b4558f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:31.418278 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:31.423473 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5a7533e3-16f7-48c0-aaf6-53b7ecbe0f3a req-ae3ed8ed-4959-4ab9-994d-50191e9793d8 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800927 Nov 02 11:51:31.503569 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=82a56498-dfdb-4d01-a0e1-8c29a0fbbace,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:31.536375 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1533dc06-bc15-4299-a68a-829517b4558f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:31.536375 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1533dc06-bc15-4299-a68a-829517b4558f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:31.536375 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1533dc06-bc15-4299-a68a-829517b4558f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2301cde6-885d-4ded-a4dc-9304eee181dc HTTP/1.1" status: 204 len: 168 time: 0.3164616 Nov 02 11:51:31.543396 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533dc06-bc15-4299-a68a-829517b4558f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2301cde6-885d-4ded-a4dc-9304eee181dc,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:31.549895 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6b26e6-32f6-4654-93bb-6d33496c66e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a56498-dfdb-4d01-a0e1-8c29a0fbbace'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:51:31.553811 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5525da26-6965-49a5-8bd1-60259213a639" -d '{"events": [{"server_uuid": "8f6b26e6-32f6-4654-93bb-6d33496c66e3", "name": "network-vif-plugged", "status": "completed", "tag": "82a56498-dfdb-4d01-a0e1-8c29a0fbbace"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:51:31.645646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee7344-1efa-475b-8000-b9665c12b79f req-1b08b2c5-297f-4718-b074-b8668b22176e tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:31.647327 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60ee7344-1efa-475b-8000-b9665c12b79f req-1b08b2c5-297f-4718-b074-b8668b22176e tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0537856 Nov 02 11:51:31.698496 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60ee7344-1efa-475b-8000-b9665c12b79f req-5306b064-d0d0-4a49-a952-ab9e130b5c9c tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 Nov 02 11:51:31.741786 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ede46ae-3850-4f30-8b0f-2d93e8c1b15c x-openstack-request-id: req-0ede46ae-3850-4f30-8b0f-2d93e8c1b15c {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:51:31.742083 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6b26e6-32f6-4654-93bb-6d33496c66e3", "name": "network-vif-plugged", "status": "completed", "tag": "82a56498-dfdb-4d01-a0e1-8c29a0fbbace", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:51:31.742348 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ede46ae-3850-4f30-8b0f-2d93e8c1b15c {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:51:31.742798 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6b26e6-32f6-4654-93bb-6d33496c66e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a56498-dfdb-4d01-a0e1-8c29a0fbbace', 'code': 200} Nov 02 11:51:31.881270 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66da25-ce2f-4376-9d07-a81cfc9dcc93 req-6518644f-6c8a-4e8d-9a89-bd88ee72ff2c tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:31.883081 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb66da25-ce2f-4376-9d07-a81cfc9dcc93 req-6518644f-6c8a-4e8d-9a89-bd88ee72ff2c tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f6b26e6-32f6-4654-93bb-6d33496c66e3 HTTP/1.1" status: 200 len: 945 time: 0.0908051 Nov 02 11:51:31.890546 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab1c95-f752-49f6-a531-922e07f68c9c req-2ab8a8e7-e45c-4b76-83dc-aef64dd81ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:31.892229 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e3ab1c95-f752-49f6-a531-922e07f68c9c req-2ab8a8e7-e45c-4b76-83dc-aef64dd81ac1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8f6b26e6-32f6-4654-93bb-6d33496c66e3 HTTP/1.1" status: 200 len: 1097 time: 0.0675809 Nov 02 11:51:31.975567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb66da25-ce2f-4376-9d07-a81cfc9dcc93 req-c6c00ece-2879-4749-9bb5-54107d9476f1 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821791 Nov 02 11:51:31.978540 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e3ab1c95-f752-49f6-a531-922e07f68c9c req-548e9d4f-c0d3-43e9-8885-f79bd2fd7674 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793941 Nov 02 11:51:32.115906 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d15eef-7917-42f1-92bc-f1f0bfcea524 req-32df3e57-bdcc-4ccc-ab0e-c0a4e2214532 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:32.117361 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38d15eef-7917-42f1-92bc-f1f0bfcea524 req-32df3e57-bdcc-4ccc-ab0e-c0a4e2214532 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/ports?device_id=89bef6b5-7a17-43ca-8b82-ff367eddf9e8 HTTP/1.1" status: 200 len: 945 time: 0.0604300 Nov 02 11:51:32.167411 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38d15eef-7917-42f1-92bc-f1f0bfcea524 req-b3bb586d-8f36-4a50-924f-2ccd7f4df062 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73d2940-4eb5-4030-91e8-40b9c2361934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431368 Nov 02 11:51:32.577424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8666d-f01a-4724-ac1c-883d1bd19ea0 req-74e46e03-d190-4566-9940-0a93d1077fb5 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:32.577424 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9cd8666d-f01a-4724-ac1c-883d1bd19ea0 req-74e46e03-d190-4566-9940-0a93d1077fb5 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0550921 Nov 02 11:51:32.624707 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9cd8666d-f01a-4724-ac1c-883d1bd19ea0 req-1000468d-651c-4eb6-b5ad-21e3c9cd553b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Nov 02 11:51:32.842107 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66b87f-ac9c-473c-beb9-c8548a71ffc6 req-a241996d-f636-4d0f-ad61-8f17abf8aaa6 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:32.849448 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a66b87f-ac9c-473c-beb9-c8548a71ffc6 req-a241996d-f636-4d0f-ad61-8f17abf8aaa6 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0667369 Nov 02 11:51:32.903242 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a66b87f-ac9c-473c-beb9-c8548a71ffc6 req-88c05753-4a4c-4c83-86a7-0dcac64c1d6e tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514832 Nov 02 11:51:33.137907 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-07e15dda-72f4-41f7-829e-6fba0b8a40a3 req-ffefca03-0f58-4cda-abaf-800305837c96 service neutron] (102690) timed out ('10.222.0.54', 59990) {{(pid=102690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 11:51:33.578132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940de56-35c3-4aff-b44b-bc1bef779dd7 req-99af5404-945d-45c3-8b43-cdda0068d4c4 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:33.579724 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e940de56-35c3-4aff-b44b-bc1bef779dd7 req-99af5404-945d-45c3-8b43-cdda0068d4c4 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f6b26e6-32f6-4654-93bb-6d33496c66e3 HTTP/1.1" status: 200 len: 945 time: 0.0562396 Nov 02 11:51:33.643240 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e940de56-35c3-4aff-b44b-bc1bef779dd7 req-5733b671-0ddd-4d17-a543-120093aebfa3 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574176 Nov 02 11:51:33.886694 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e20f82-fdb6-411f-b346-6733ce2bcdcd req-1058b4ef-54b0-4eeb-8a58-f26bd868df09 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:33.891658 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80e20f82-fdb6-411f-b346-6733ce2bcdcd req-1058b4ef-54b0-4eeb-8a58-f26bd868df09 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/ports?device_id=89bef6b5-7a17-43ca-8b82-ff367eddf9e8 HTTP/1.1" status: 200 len: 945 time: 0.0844843 Nov 02 11:51:33.946671 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80e20f82-fdb6-411f-b346-6733ce2bcdcd req-705b5702-35ae-4aba-a060-51cf8608ce8c tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73d2940-4eb5-4030-91e8-40b9c2361934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502787 Nov 02 11:51:34.064792 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf0c5a-2743-4b2f-92a7-b6c501cc54c0 req-f0b5ce1f-d5f1-4f0a-a4a6-f00df9d56308 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:34.066275 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c0cf0c5a-2743-4b2f-92a7-b6c501cc54c0 req-f0b5ce1f-d5f1-4f0a-a4a6-f00df9d56308 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0519989 Nov 02 11:51:34.127283 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c0cf0c5a-2743-4b2f-92a7-b6c501cc54c0 req-26e3b900-0a32-48ca-b065-809f759fe926 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531790 Nov 02 11:51:34.307914 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf167fef-c2ea-47e6-b39a-fb18b9d1e697 req-55752d1c-cfb6-49a2-9467-2ccd63e36184 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:34.309427 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf167fef-c2ea-47e6-b39a-fb18b9d1e697 req-55752d1c-cfb6-49a2-9467-2ccd63e36184 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0591373 Nov 02 11:51:34.374864 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf167fef-c2ea-47e6-b39a-fb18b9d1e697 req-e173192e-68fa-4396-921a-073dd807b6a6 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588050 Nov 02 11:51:35.096400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a51ab-3a55-4cd2-9bb2-0db5b0045ee9 req-0481af33-f7f1-42f0-8a8c-9fdc926fb964 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:35.097865 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b4a51ab-3a55-4cd2-9bb2-0db5b0045ee9 req-0481af33-f7f1-42f0-8a8c-9fdc926fb964 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.54 "GET /v2.0/ports?device_id=89bef6b5-7a17-43ca-8b82-ff367eddf9e8 HTTP/1.1" status: 200 len: 945 time: 0.0912824 Nov 02 11:51:35.121384 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e586107-0767-45d1-802f-7da5554f360e req-de563094-00fd-42a9-91c5-6533f867a058 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:35.122899 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e586107-0767-45d1-802f-7da5554f360e req-de563094-00fd-42a9-91c5-6533f867a058 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/ports?device_id=89bef6b5-7a17-43ca-8b82-ff367eddf9e8 HTTP/1.1" status: 200 len: 945 time: 0.0799537 Nov 02 11:51:35.230387 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e586107-0767-45d1-802f-7da5554f360e req-addb8f18-2345-487b-badd-87bce4a2b1db tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/security-groups?id=f73d2940-4eb5-4030-91e8-40b9c2361934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862405 Nov 02 11:51:35.255329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-0b4a51ab-3a55-4cd2-9bb2-0db5b0045ee9 req-ed968419-219e-4a41-ad5f-942b45959035 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Deleting port 73931f4b-85db-4e24-b3b7-6efe6c2aeae9 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:51:35.255329 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0b4a51ab-3a55-4cd2-9bb2-0db5b0045ee9 req-ed968419-219e-4a41-ad5f-942b45959035 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:35.419711 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30450b55-3103-4d4f-a73b-b1dc94680cb9 req-ca02ce12-828c-4dc7-a3d0-411ce93cc8fc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:35.421375 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-30450b55-3103-4d4f-a73b-b1dc94680cb9 req-ca02ce12-828c-4dc7-a3d0-411ce93cc8fc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0855272 Nov 02 11:51:35.427152 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-0b4a51ab-3a55-4cd2-9bb2-0db5b0045ee9 req-ed968419-219e-4a41-ad5f-942b45959035 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] For port 73931f4b-85db-4e24-b3b7-6efe6c2aeae9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=73931f4b-85db-4e24-b3b7-6efe6c2aeae9,segment=NetworkSegment(43eddaeb-2f69-40b3-8512-fa93718dce00),segment_id=43eddaeb-2f69-40b3-8512-fa93718dce00)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:51:35.427621 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0b4a51ab-3a55-4cd2-9bb2-0db5b0045ee9 req-ed968419-219e-4a41-ad5f-942b45959035 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:35.455137 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-0b4a51ab-3a55-4cd2-9bb2-0db5b0045ee9 req-ed968419-219e-4a41-ad5f-942b45959035 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Calling delete_port for 73931f4b-85db-4e24-b3b7-6efe6c2aeae9 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:51:35.528551 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-30450b55-3103-4d4f-a73b-b1dc94680cb9 req-5d649b40-2ced-4321-b067-58d5d6c4120a tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973284 Nov 02 11:51:35.730086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89db3e3-81ac-4c37-a74e-e9e47dfa7429 req-bfc3a811-9a62-4c2c-b8b7-1e63c686e7ba tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:35.731845 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f89db3e3-81ac-4c37-a74e-e9e47dfa7429 req-bfc3a811-9a62-4c2c-b8b7-1e63c686e7ba tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0524092 Nov 02 11:51:35.781585 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f89db3e3-81ac-4c37-a74e-e9e47dfa7429 req-774c343e-6739-45de-8c16-dade4cc755b2 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437903 Nov 02 11:51:35.782133 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0b4a51ab-3a55-4cd2-9bb2-0db5b0045ee9 req-ed968419-219e-4a41-ad5f-942b45959035 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:35.797591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['73931f4b-85db-4e24-b3b7-6efe6c2aeae9'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:51:35.826433 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed968419-219e-4a41-ad5f-942b45959035 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Pushing event deleted for resources: {'Port': ['ID=73931f4b-85db-4e24-b3b7-6efe6c2aeae9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:35.915488 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4a51ab-3a55-4cd2-9bb2-0db5b0045ee9 req-ed968419-219e-4a41-ad5f-942b45959035 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] No DVR routers for this DVR port 73931f4b-85db-4e24-b3b7-6efe6c2aeae9 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:51:35.921894 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0b4a51ab-3a55-4cd2-9bb2-0db5b0045ee9 req-ed968419-219e-4a41-ad5f-942b45959035 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:35.926086 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b4a51ab-3a55-4cd2-9bb2-0db5b0045ee9 req-ed968419-219e-4a41-ad5f-942b45959035 tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.54 "DELETE /v2.0/ports/73931f4b-85db-4e24-b3b7-6efe6c2aeae9 HTTP/1.1" status: 204 len: 173 time: 0.8199456 Nov 02 11:51:35.926774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bef6b5-7a17-43ca-8b82-ff367eddf9e8', 'name': 'network-vif-deleted', 'tag': '73931f4b-85db-4e24-b3b7-6efe6c2aeae9'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:51:35.929488 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c9a5a2-c85e-4bc7-9597-e09f01e3729e" -d '{"events": [{"server_uuid": "89bef6b5-7a17-43ca-8b82-ff367eddf9e8", "name": "network-vif-deleted", "tag": "73931f4b-85db-4e24-b3b7-6efe6c2aeae9"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:51:36.004272 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d37b69-ba39-4225-a87c-991b0009ba76 x-openstack-request-id: req-20d37b69-ba39-4225-a87c-991b0009ba76 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:51:36.004272 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bef6b5-7a17-43ca-8b82-ff367eddf9e8", "name": "network-vif-deleted", "tag": "73931f4b-85db-4e24-b3b7-6efe6c2aeae9", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:51:36.004272 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-20d37b69-ba39-4225-a87c-991b0009ba76 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:51:36.004272 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bef6b5-7a17-43ca-8b82-ff367eddf9e8', 'name': 'network-vif-deleted', 'tag': '73931f4b-85db-4e24-b3b7-6efe6c2aeae9', 'status': 'completed', 'code': 200} Nov 02 11:51:36.345385 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2efeb525-cd5e-4a88-b4c4-63617fd82c33 req-c8b2bf11-2356-432a-be2e-2ac84ab8e24b tempest-ServerMetadataNegativeTestJSON-1735319350 tempest-ServerMetadataNegativeTestJSON-1735319350-project] 10.222.0.52 "GET /v2.0/ports?device_id=89bef6b5-7a17-43ca-8b82-ff367eddf9e8 HTTP/1.1" status: 200 len: 210 time: 0.0306036 Nov 02 11:51:36.348581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46344) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:36.472417 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8bf5dd65-2d4f-4731-8f10-ca982bfa5492 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:36.551285 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8bf5dd65-2d4f-4731-8f10-ca982bfa5492 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:36.669473 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954753e-b295-4d4b-b326-c1b38855257f req-6e2156e6-ae2c-48cb-b982-19feba005a13 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:36.670991 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5954753e-b295-4d4b-b326-c1b38855257f req-6e2156e6-ae2c-48cb-b982-19feba005a13 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0553391 Nov 02 11:51:36.700207 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8bf5dd65-2d4f-4731-8f10-ca982bfa5492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:36.754596 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8bf5dd65-2d4f-4731-8f10-ca982bfa5492 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d0d85c6cd8e4404ebb27428dc1165de2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4047928 Nov 02 11:51:36.757253 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46360) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:36.759406 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5dd65-2d4f-4731-8f10-ca982bfa5492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd44737e-c6fa-4893-b727-ce592612dd3f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:36.771456 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5954753e-b295-4d4b-b326-c1b38855257f req-a2a28e94-471e-43b1-815c-d8e39dbe5c74 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856121 Nov 02 11:51:36.843914 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5cc3cc89-6db9-40bb-b227-c63c9ed030ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:36.868988 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5cc3cc89-6db9-40bb-b227-c63c9ed030ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:37.068525 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5cc3cc89-6db9-40bb-b227-c63c9ed030ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:37.071681 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5cc3cc89-6db9-40bb-b227-c63c9ed030ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:37.081153 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5cc3cc89-6db9-40bb-b227-c63c9ed030ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fd44737e-c6fa-4893-b727-ce592612dd3f HTTP/1.1" status: 204 len: 168 time: 0.3227966 Nov 02 11:51:37.091777 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3cc89-6db9-40bb-b227-c63c9ed030ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd44737e-c6fa-4893-b727-ce592612dd3f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:37.605026 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:51:37.880552 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46402) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:37.907177 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0997f14d-499f-4ee2-a3b6-7847f8fd6032 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:38.002365 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0997f14d-499f-4ee2-a3b6-7847f8fd6032 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:38.086832 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0997f14d-499f-4ee2-a3b6-7847f8fd6032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:38.142665 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0997f14d-499f-4ee2-a3b6-7847f8fd6032 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=185c07b332604631abc4d85bff06a9e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2608156 Nov 02 11:51:38.143617 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997f14d-499f-4ee2-a3b6-7847f8fd6032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be656cae-7cbe-41f2-a89c-30d78f630ff1,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:38.145346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46412) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:38.210647 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46414) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:38.284488 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3e56390d-fc73-4acf-9758-dc788e3f1935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:38.285278 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de44b76-674b-4508-a969-302e13b78e68 admin admin] Deleting subnet 8da4fa10-5da4-45b6-a994-162fb2aad8f3 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:51:38.290219 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3de44b76-674b-4508-a969-302e13b78e68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:38.345780 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3de44b76-674b-4508-a969-302e13b78e68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:38.373161 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3e56390d-fc73-4acf-9758-dc788e3f1935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:38.391170 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3de44b76-674b-4508-a969-302e13b78e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:38.424511 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf982ade-535b-41b5-88c1-19acb9e9a7c3 req-b11575a3-beec-46fe-80a9-ad342af83559 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:38.433348 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf982ade-535b-41b5-88c1-19acb9e9a7c3 req-b11575a3-beec-46fe-80a9-ad342af83559 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1043243 Nov 02 11:51:38.495686 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf982ade-535b-41b5-88c1-19acb9e9a7c3 req-b43d06f4-d21c-45d2-a4c8-2eb82f127b6a tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609145 Nov 02 11:51:38.560741 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3e56390d-fc73-4acf-9758-dc788e3f1935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:38.562680 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3de44b76-674b-4508-a969-302e13b78e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:38.563564 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3e56390d-fc73-4acf-9758-dc788e3f1935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:38.568516 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3e56390d-fc73-4acf-9758-dc788e3f1935 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be656cae-7cbe-41f2-a89c-30d78f630ff1 HTTP/1.1" status: 204 len: 168 time: 0.4219723 Nov 02 11:51:38.587596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56390d-fc73-4acf-9758-dc788e3f1935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be656cae-7cbe-41f2-a89c-30d78f630ff1,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:38.639825 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de44b76-674b-4508-a969-302e13b78e68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da4fa10-5da4-45b6-a994-162fb2aad8f3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:38.647172 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3de44b76-674b-4508-a969-302e13b78e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:38.651536 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3de44b76-674b-4508-a969-302e13b78e68 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8da4fa10-5da4-45b6-a994-162fb2aad8f3 HTTP/1.1" status: 204 len: 168 time: 0.4405646 Nov 02 11:51:38.654201 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46422) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:38.737251 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35446b4b-8c3f-45b8-8b03-e154916c856f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:38.825565 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35446b4b-8c3f-45b8-8b03-e154916c856f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:38.846998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-35446b4b-8c3f-45b8-8b03-e154916c856f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2b3719-51e7-44a3-a54e-55ccc65c6a92']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:38.857061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-35446b4b-8c3f-45b8-8b03-e154916c856f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43eddaeb-2f69-40b3-8512-fa93718dce00') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:38.857367 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-35446b4b-8c3f-45b8-8b03-e154916c856f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43eddaeb-2f69-40b3-8512-fa93718dce00') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:38.867176 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35446b4b-8c3f-45b8-8b03-e154916c856f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:38.881330 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35446b4b-8c3f-45b8-8b03-e154916c856f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:38.888792 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35446b4b-8c3f-45b8-8b03-e154916c856f admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:51:38.889245 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35446b4b-8c3f-45b8-8b03-e154916c856f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:51:38.891205 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:51:39.039754 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35446b4b-8c3f-45b8-8b03-e154916c856f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:39.048068 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35446b4b-8c3f-45b8-8b03-e154916c856f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:39.051509 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 73931f4b-85db-4e24-b3b7-6efe6c2aeae9 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:51:39.052513 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-35446b4b-8c3f-45b8-8b03-e154916c856f admin admin] 10.222.0.52 "DELETE /v2.0/networks/be2b3719-51e7-44a3-a54e-55ccc65c6a92 HTTP/1.1" status: 204 len: 168 time: 0.3971741 Nov 02 11:51:39.065148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35446b4b-8c3f-45b8-8b03-e154916c856f admin admin] Pushing event deleted for resources: {'Network': ['ID=be2b3719-51e7-44a3-a54e-55ccc65c6a92,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:39.111091 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 73931f4b-85db-4e24-b3b7-6efe6c2aeae9 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:51:39.115068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 73931f4b-85db-4e24-b3b7-6efe6c2aeae9 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:51:39.594815 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46460) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:39.675218 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9d8019ca-58f9-47cf-8855-75bc15dfa9ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d52c699333349ba94d956a5821fdec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0791893 Nov 02 11:51:39.678176 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46464) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:39.683187 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a660d86-3ddc-4e76-a0f4-793290818331 req-a45c2662-3567-4953-afb0-a3e0810c8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:39.684919 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a660d86-3ddc-4e76-a0f4-793290818331 req-a45c2662-3567-4953-afb0-a3e0810c8783 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35dc0b369b0043a39a577537366236a7&device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 1098 time: 0.0927570 Nov 02 11:51:39.753694 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-725e870e-e6f4-4a64-b911-0d43766d5632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:39.792817 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-725e870e-e6f4-4a64-b911-0d43766d5632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:39.857630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ddce4-baf1-46c0-bf1c-cdb2f27df77b req-0190f327-5918-44c2-9bb5-01ad0080b410 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:39.859467 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-720ddce4-baf1-46c0-bf1c-cdb2f27df77b req-0190f327-5918-44c2-9bb5-01ad0080b410 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0727618 Nov 02 11:51:39.968237 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-725e870e-e6f4-4a64-b911-0d43766d5632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:39.971463 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-725e870e-e6f4-4a64-b911-0d43766d5632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:39.975620 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-725e870e-e6f4-4a64-b911-0d43766d5632 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f73d2940-4eb5-4030-91e8-40b9c2361934 HTTP/1.1" status: 204 len: 168 time: 0.2958801 Nov 02 11:51:40.020416 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e870e-e6f4-4a64-b911-0d43766d5632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73d2940-4eb5-4030-91e8-40b9c2361934,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:40.115370 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d13fb330-5fe1-4b2f-8928-243b2a61519d details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:51:40.284415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a660d86-3ddc-4e76-a0f4-793290818331 req-5066d03c-911f-4cf6-b95b-73bdd494b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:40.286314 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a660d86-3ddc-4e76-a0f4-793290818331 req-5066d03c-911f-4cf6-b95b-73bdd494b3ad service neutron] 10.222.0.79 "GET /v2.0/networks?id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2 HTTP/1.1" status: 200 len: 919 time: 0.5891049 Nov 02 11:51:40.314849 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d13fb330-5fe1-4b2f-8928-243b2a61519d, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d13fb330-5fe1-4b2f-8928-243b2a61519d,segment=NetworkSegment(805f2aaf-4812-469d-889d-a76c4bfa6f5b),segment_id=805f2aaf-4812-469d-889d-a76c4bfa6f5b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:51:40.333659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'd13fb330-5fe1-4b2f-8928-243b2a61519d', 'network_id': 'e9fcb0de-0c01-40ae-a759-26cdd1a51ef4', 'port_id': 'd13fb330-5fe1-4b2f-8928-243b2a61519d', 'mac_address': 'fa:16:3e:07:1f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '256d9665-7c7f-41ad-9f58-255d11056a26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:51:40.348061 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a660d86-3ddc-4e76-a0f4-793290818331 req-93f5245c-2131-4068-b048-cbf2ae40f638 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=699383e8-bbd4-476f-b2a7-d9a3b1471435 HTTP/1.1" status: 200 len: 217 time: 0.0474284 Nov 02 11:51:40.368748 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-720ddce4-baf1-46c0-bf1c-cdb2f27df77b req-3b874d6e-9d84-4d9e-9377-d820d4f07a1a tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978018 Nov 02 11:51:40.379937 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:40.410312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d13fb330-5fe1-4b2f-8928-243b2a61519d {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:51:40.445122 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a660d86-3ddc-4e76-a0f4-793290818331 req-215b129a-8564-4686-863b-5fbab1452bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:40.447534 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a660d86-3ddc-4e76-a0f4-793290818331 req-215b129a-8564-4686-863b-5fbab1452bd4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bf803a3f-79e8-4fdc-a7fb-f64ba483c114 HTTP/1.1" status: 200 len: 858 time: 0.0769634 Nov 02 11:51:40.455303 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d13fb330-5fe1-4b2f-8928-243b2a61519d, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d13fb330-5fe1-4b2f-8928-243b2a61519d,segment=NetworkSegment(805f2aaf-4812-469d-889d-a76c4bfa6f5b),segment_id=805f2aaf-4812-469d-889d-a76c4bfa6f5b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:51:40.506156 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a660d86-3ddc-4e76-a0f4-793290818331 req-68dafbcd-3867-44b5-b4f5-bec45b8aaa94 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351415 Nov 02 11:51:40.566668 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:40.633544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd96499-92f5-4107-89bf-175ee8ad437e req-0c6859c6-39ff-41cc-86c1-87ce47e73257 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:40.642691 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bd96499-92f5-4107-89bf-175ee8ad437e req-0c6859c6-39ff-41cc-86c1-87ce47e73257 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1819870 Nov 02 11:51:40.674338 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d13fb330-5fe1-4b2f-8928-243b2a61519d,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:40.694159 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:40.694529 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:40.694873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:40.695294 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:40.695615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:40.695946 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:40.696317 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:40.696749 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:40.697079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:40.697793 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:40.704326 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:40.704686 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:51:40.716686 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['d13fb330-5fe1-4b2f-8928-243b2a61519d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:51:40.776007 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bd96499-92f5-4107-89bf-175ee8ad437e req-e34ebc9f-d189-4d35-972a-a1069a8be9d4 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260912 Nov 02 11:51:40.811691 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a660d86-3ddc-4e76-a0f4-793290818331 req-10079a29-7270-4584-9c0f-54da63c19975 service neutron] 10.222.0.79 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885218 Nov 02 11:51:41.037484 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a660d86-3ddc-4e76-a0f4-793290818331 req-6b71efe9-1122-4f04-a43e-2a01e2c886c6 service neutron] 10.222.0.79 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178681 Nov 02 11:51:41.517371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46552) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:41.548664 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5455a3-bbfb-4b22-bc36-7e00dc671ab7 req-0da6c02f-1ca5-468a-aca2-402d29c19434 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:41.558713 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ca5455a3-bbfb-4b22-bc36-7e00dc671ab7 req-0da6c02f-1ca5-468a-aca2-402d29c19434 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0769539 Nov 02 11:51:41.644611 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ca5455a3-bbfb-4b22-bc36-7e00dc671ab7 req-88fdb630-2480-44df-b2c5-88e5f4b03498 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842445 Nov 02 11:51:41.788284 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46568) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:41.884332 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-fc3e6d0a-4c4e-4933-ba92-4c512e86fbd9 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-452281478', 'router:external': True}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:41.922446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acc606-5f9a-4153-99b9-7e36f8027fab req-d15512ef-4efb-4f06-b723-d94689fb98ce tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:41.930425 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73acc606-5f9a-4153-99b9-7e36f8027fab req-d15512ef-4efb-4f06-b723-d94689fb98ce tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 945 time: 0.0622261 Nov 02 11:51:41.950746 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-5fdd889f-0e6e-4ae1-9ff2-087300a7a332 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-network', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:41.993750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73acc606-5f9a-4153-99b9-7e36f8027fab req-f906e1d7-246a-4afe-b7f2-99b8cd3c5f64 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617344 Nov 02 11:51:42.057932 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3e6d0a-4c4e-4933-ba92-4c512e86fbd9 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Made reservation on behalf of 08e68163c627412999c687a677d740ab for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:51:42.060370 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc3e6d0a-4c4e-4933-ba92-4c512e86fbd9 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:42.069922 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc3e6d0a-4c4e-4933-ba92-4c512e86fbd9 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:42.114349 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d13fb330-5fe1-4b2f-8928-243b2a61519d up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:51:42.200243 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdd889f-0e6e-4ae1-9ff2-087300a7a332 admin admin] Made reservation on behalf of 6c42cd043aff4c3dad752193a806d1f3 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:51:42.204219 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5fdd889f-0e6e-4ae1-9ff2-087300a7a332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:42.231804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port d13fb330-5fe1-4b2f-8928-243b2a61519d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:51:42.231804 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:42.234016 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5fdd889f-0e6e-4ae1-9ff2-087300a7a332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:42.285892 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc3e6d0a-4c4e-4933-ba92-4c512e86fbd9 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:42.332352 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:42.415436 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b2dc1c-6f30-4673-97b8-30e566f436dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13fb330-5fe1-4b2f-8928-243b2a61519d'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:51:42.423177 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ad2087-1868-43d5-9525-0ab008b366a7" -d '{"events": [{"server_uuid": "28b2dc1c-6f30-4673-97b8-30e566f436dd", "name": "network-vif-plugged", "status": "completed", "tag": "d13fb330-5fe1-4b2f-8928-243b2a61519d"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:51:42.463802 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5fdd889f-0e6e-4ae1-9ff2-087300a7a332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:42.464607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d13fb330-5fe1-4b2f-8928-243b2a61519d, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d13fb330-5fe1-4b2f-8928-243b2a61519d,segment=NetworkSegment(805f2aaf-4812-469d-889d-a76c4bfa6f5b),segment_id=805f2aaf-4812-469d-889d-a76c4bfa6f5b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:51:42.498804 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90f8f9c-843f-4e5c-95b7-0aac66be5f9e x-openstack-request-id: req-e90f8f9c-843f-4e5c-95b7-0aac66be5f9e {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:51:42.500179 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b2dc1c-6f30-4673-97b8-30e566f436dd", "name": "network-vif-plugged", "status": "completed", "tag": "d13fb330-5fe1-4b2f-8928-243b2a61519d", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:51:42.501068 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e90f8f9c-843f-4e5c-95b7-0aac66be5f9e {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:51:42.501640 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b2dc1c-6f30-4673-97b8-30e566f436dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13fb330-5fe1-4b2f-8928-243b2a61519d', 'code': 200} Nov 02 11:51:42.588264 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc3e6d0a-4c4e-4933-ba92-4c512e86fbd9 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:42.619647 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3e6d0a-4c4e-4933-ba92-4c512e86fbd9 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:51:42.631890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc3e6d0a-4c4e-4933-ba92-4c512e86fbd9 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:42.633457 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-fc3e6d0a-4c4e-4933-ba92-4c512e86fbd9 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Added segment d18eb9ab-1ea5-48d6-927e-03f9b8f63012 of type vlan for network b1426eea-976e-43dd-a9e0-c1418da82e56 Nov 02 11:51:42.635669 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:42.638056 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5fdd889f-0e6e-4ae1-9ff2-087300a7a332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:42.655770 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fdd889f-0e6e-4ae1-9ff2-087300a7a332 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:51:42.685306 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5fdd889f-0e6e-4ae1-9ff2-087300a7a332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:42.689746 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-5fdd889f-0e6e-4ae1-9ff2-087300a7a332 admin admin] Added segment 69f1ae64-edc6-494e-8895-5d738b373136 of type vlan for network de1624d7-02e7-4915-9539-81b4cd0f5d6b Nov 02 11:51:42.761580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d13fb330-5fe1-4b2f-8928-243b2a61519d,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:42.768403 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5fdd889f-0e6e-4ae1-9ff2-087300a7a332 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:42.769425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e6d0a-4c4e-4933-ba92-4c512e86fbd9 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f1c00a-ea36-4c39-b761-266d6738f40b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:42.807060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd889f-0e6e-4ae1-9ff2-087300a7a332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcac79cc-b4be-44f3-a0de-4983e3729e33,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:42.841416 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc3e6d0a-4c4e-4933-ba92-4c512e86fbd9 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:42.895392 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a586d9-91c0-4873-89f8-3e2f19afdcc1 req-b0250321-a695-4de1-b33d-16088f006cea tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:42.904066 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-98a586d9-91c0-4873-89f8-3e2f19afdcc1 req-b0250321-a695-4de1-b33d-16088f006cea tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0913749 Nov 02 11:51:42.927356 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5fdd889f-0e6e-4ae1-9ff2-087300a7a332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:42.928431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdd889f-0e6e-4ae1-9ff2-087300a7a332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:42.929286 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5fdd889f-0e6e-4ae1-9ff2-087300a7a332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:43.006755 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc3e6d0a-4c4e-4933-ba92-4c512e86fbd9 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:43.009735 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3e6d0a-4c4e-4933-ba92-4c512e86fbd9 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:43.010995 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd889f-0e6e-4ae1-9ff2-087300a7a332 admin admin] Pushing event updated for resources: {'Network': ['ID=de1624d7-02e7-4915-9539-81b4cd0f5d6b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:43.012038 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc3e6d0a-4c4e-4933-ba92-4c512e86fbd9 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:43.026526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network de1624d7-02e7-4915-9539-81b4cd0f5d6b details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:51:43.051137 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5fdd889f-0e6e-4ae1-9ff2-087300a7a332 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2613788 Nov 02 11:51:43.069651 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-98a586d9-91c0-4873-89f8-3e2f19afdcc1 req-c23dcbc0-8ba9-4da5-ab34-9e386174c5df tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629786 Nov 02 11:51:43.070182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46600) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:43.097211 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0e24fc78-7414-41d7-9495-00613f3eb6d2 admin admin] Request body: {'subnet': {'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-subnet', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:43.126830 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e6d0a-4c4e-4933-ba92-4c512e86fbd9 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Pushing event updated for resources: {'Network': ['ID=b1426eea-976e-43dd-a9e0-c1418da82e56,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:43.139200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network b1426eea-976e-43dd-a9e0-c1418da82e56 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:51:43.190665 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fc3e6d0a-4c4e-4933-ba92-4c512e86fbd9 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6728735 Nov 02 11:51:43.193897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46606) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:43.219279 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-c39c0b8f-9641-45e8-9aa4-b9b263fa3011 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Request body: {'subnet': {'network_id': 'b1426eea-976e-43dd-a9e0-c1418da82e56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:43.289420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fc7d3-e2b2-4eff-9d31-b87168e26a07 req-1438ee79-b432-4c70-af06-7b6a5f62f18d tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:43.291140 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-927fc7d3-e2b2-4eff-9d31-b87168e26a07 req-1438ee79-b432-4c70-af06-7b6a5f62f18d tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1088538 Nov 02 11:51:43.385798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e24fc78-7414-41d7-9495-00613f3eb6d2 admin admin] Made reservation on behalf of 6c42cd043aff4c3dad752193a806d1f3 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:51:43.388682 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0e24fc78-7414-41d7-9495-00613f3eb6d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:43.425461 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-927fc7d3-e2b2-4eff-9d31-b87168e26a07 req-beb834ec-764d-4871-9e49-a80791d03548 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183689 Nov 02 11:51:43.482252 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39c0b8f-9641-45e8-9aa4-b9b263fa3011 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Made reservation on behalf of 08e68163c627412999c687a677d740ab for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:51:43.485507 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c39c0b8f-9641-45e8-9aa4-b9b263fa3011 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:43.746062 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0e24fc78-7414-41d7-9495-00613f3eb6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:43.889591 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24fc78-7414-41d7-9495-00613f3eb6d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17063659-e3c5-4f52-b046-a3aac82260e7,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:43.910749 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24fc78-7414-41d7-9495-00613f3eb6d2 admin admin] Checking segment: {'id': '69f1ae64-edc6-494e-8895-5d738b373136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:51:43.911142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e24fc78-7414-41d7-9495-00613f3eb6d2 admin admin] Network hostable DHCP agents. Network: de1624d7-02e7-4915-9539-81b4cd0f5d6b, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:51:44.012317 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e24fc78-7414-41d7-9495-00613f3eb6d2 admin admin] Network de1624d7-02e7-4915-9539-81b4cd0f5d6b is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:51:44.114991 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-0e24fc78-7414-41d7-9495-00613f3eb6d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, de1624d7-02e7-4915-9539-81b4cd0f5d6b) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:51:44.121079 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e24fc78-7414-41d7-9495-00613f3eb6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:44.126027 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0e24fc78-7414-41d7-9495-00613f3eb6d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:44.129773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01d56dc-8649-448e-8f92-c4af202d0806 None None] Network de1624d7-02e7-4915-9539-81b4cd0f5d6b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:51:44.175646 n-d-806683-18 neutron-server[102690]: DEBUG neutron.objects.ports [None req-c39c0b8f-9641-45e8-9aa4-b9b263fa3011 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 11:51:44.176607 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c39c0b8f-9641-45e8-9aa4-b9b263fa3011 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:44.249559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0e24fc78-7414-41d7-9495-00613f3eb6d2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1777000 Nov 02 11:51:44.252558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46622) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:44.257157 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c0b8f-9641-45e8-9aa4-b9b263fa3011 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Pushing event updated for resources: {'Subnet': ['ID=403a5237-9bfd-43cb-9415-e4c16cc0ba1f,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:44.257728 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:44.305871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2be89-f867-42ef-83ad-da17ec809cc7 req-6d0df2ee-01c6-431a-b2b4-827e97b1d6af tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:44.308190 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-70f2be89-f867-42ef-83ad-da17ec809cc7 req-6d0df2ee-01c6-431a-b2b4-827e97b1d6af tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.1222758 Nov 02 11:51:44.312690 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39c0b8f-9641-45e8-9aa4-b9b263fa3011 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Checking segment: {'id': 'd18eb9ab-1ea5-48d6-927e-03f9b8f63012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b1426eea-976e-43dd-a9e0-c1418da82e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:51:44.313090 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39c0b8f-9641-45e8-9aa4-b9b263fa3011 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Network hostable DHCP agents. Network: b1426eea-976e-43dd-a9e0-c1418da82e56, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:51:44.406026 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39c0b8f-9641-45e8-9aa4-b9b263fa3011 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Network b1426eea-976e-43dd-a9e0-c1418da82e56 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:51:44.436067 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-70f2be89-f867-42ef-83ad-da17ec809cc7 req-8530c304-aa49-4255-b50e-0e75875ecf13 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145785 Nov 02 11:51:44.446476 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:44.447951 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:44.541735 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-c39c0b8f-9641-45e8-9aa4-b9b263fa3011 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, b1426eea-976e-43dd-a9e0-c1418da82e56) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:51:44.543889 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:51:44.544497 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:44.562914 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:44.570396 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39c0b8f-9641-45e8-9aa4-b9b263fa3011 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:44.572269 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c39c0b8f-9641-45e8-9aa4-b9b263fa3011 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:44.595312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bac5d12-ff4a-4208-a00f-2b5d9c53658f None None] Network b1426eea-976e-43dd-a9e0-c1418da82e56 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:51:44.815813 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Allocated IP 172.20.0.2 (de1624d7-02e7-4915-9539-81b4cd0f5d6b/17063659-e3c5-4f52-b046-a3aac82260e7/6e3b7713-4c2c-48ae-b1e9-ef81ab3de810) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:51:44.825645 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:44.855891 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181587e-8d4a-46be-9610-7fbb7e45e168 req-199586f5-fccd-4075-be68-a8ab6e6a7815 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:44.864551 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c39c0b8f-9641-45e8-9aa4-b9b263fa3011 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6690745 Nov 02 11:51:44.867441 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46636) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:44.868413 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4181587e-8d4a-46be-9610-7fbb7e45e168 req-199586f5-fccd-4075-be68-a8ab6e6a7815 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.3075626 Nov 02 11:51:44.880586 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3fe9600b-2dad-44f6-a617-ed2de6375095 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-149595316', 'network_id': 'b1426eea-976e-43dd-a9e0-c1418da82e56'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:44.949467 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4181587e-8d4a-46be-9610-7fbb7e45e168 req-797a7bd9-e52e-494a-81f6-0bb2983e377b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800939 Nov 02 11:51:45.007557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe9600b-2dad-44f6-a617-ed2de6375095 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Made reservation on behalf of 08e68163c627412999c687a677d740ab for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:51:45.007557 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fe9600b-2dad-44f6-a617-ed2de6375095 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:45.114363 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-3fe9600b-2dad-44f6-a617-ed2de6375095 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] device_id is not set on port e5d785b9-5a8f-4f6d-8d08-aa3ed8c89653 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:51:45.294587 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:45.408351 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:45.451397 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-3fe9600b-2dad-44f6-a617-ed2de6375095 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Allocated IP 172.20.0.12 (b1426eea-976e-43dd-a9e0-c1418da82e56/403a5237-9bfd-43cb-9415-e4c16cc0ba1f/e5d785b9-5a8f-4f6d-8d08-aa3ed8c89653) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:51:45.517097 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88878f7b-fc93-4842-bbc0-722c7fcafdf1 req-caa081ba-9143-4596-adbf-4f058edd6a9e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=00711835-4cea-45ae-9355-aa6f57b5233e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2580192 Nov 02 11:51:45.529135 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:45.536440 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec69bd0d-102a-435a-9522-7890ce646a16 None None] Network b1426eea-976e-43dd-a9e0-c1418da82e56 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:51:45.639017 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:45.693388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Network de1624d7-02e7-4915-9539-81b4cd0f5d6b is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:51:45.700205 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fe9600b-2dad-44f6-a617-ed2de6375095 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:45.713653 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Pushing event updated for resources: {'Port': ['ID=6e3b7713-4c2c-48ae-b1e9-ef81ab3de810,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:45.792934 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:51:45.803620 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:51:45.825027 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fe9600b-2dad-44f6-a617-ed2de6375095 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:45.926245 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe9600b-2dad-44f6-a617-ed2de6375095 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Network b1426eea-976e-43dd-a9e0-c1418da82e56 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:51:45.946777 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] Allocated IP 172.25.6.184 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/0973338e-6acf-4146-b571-a91b4bf89c5f) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:51:45.952276 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-3fe9600b-2dad-44f6-a617-ed2de6375095 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:51:45.959232 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8155cd-7228-49ab-bd09-6b304e959b5e req-52687e9d-de6f-4ba6-a430-3df6844f7a45 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:45.961817 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de8155cd-7228-49ab-bd09-6b304e959b5e req-52687e9d-de6f-4ba6-a430-3df6844f7a45 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.3643854 Nov 02 11:51:45.964266 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88878f7b-fc93-4842-bbc0-722c7fcafdf1 req-a13a0534-bf17-40d6-8cfb-270ce72870ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:45.966099 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88878f7b-fc93-4842-bbc0-722c7fcafdf1 req-a13a0534-bf17-40d6-8cfb-270ce72870ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=beafa7c4f1be47e8a112cbe12d26f902&device_id=00711835-4cea-45ae-9355-aa6f57b5233e HTTP/1.1" status: 200 len: 1098 time: 0.3698044 Nov 02 11:51:45.966397 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe9600b-2dad-44f6-a617-ed2de6375095 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:51:46.011739 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe9600b-2dad-44f6-a617-ed2de6375095 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Pushing event updated for resources: {'Port': ['ID=e5d785b9-5a8f-4f6d-8d08-aa3ed8c89653,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:46.033969 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe9600b-2dad-44f6-a617-ed2de6375095 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:46.036215 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fe9600b-2dad-44f6-a617-ed2de6375095 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:46.154230 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3fe9600b-2dad-44f6-a617-ed2de6375095 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2839551 Nov 02 11:51:46.159146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46656) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:46.197740 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de8155cd-7228-49ab-bd09-6b304e959b5e req-3b30db80-4ff7-44d3-b30d-7b60bdfe7099 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224870 Nov 02 11:51:46.212278 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Attempting to bind port 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:51:46.212701 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Attempting to bind port 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '69f1ae64-edc6-494e-8895-5d738b373136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:51:46.213013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Attempting to bind port 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810 on network de1624d7-02e7-4915-9539-81b4cd0f5d6b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:51:46.240361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:51:46.240742 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Checking segment: {'id': '69f1ae64-edc6-494e-8895-5d738b373136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:51:46.241654 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:46.242226 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Bound using segment: {'id': '69f1ae64-edc6-494e-8895-5d738b373136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:51:46.242777 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Bound port: 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f1ae64-edc6-494e-8895-5d738b373136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:51:46.243192 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:46.335611 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f873b651-88da-45f9-a33d-a6decd12e2ae tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Deleting port e5d785b9-5a8f-4f6d-8d08-aa3ed8c89653 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:51:46.337747 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f873b651-88da-45f9-a33d-a6decd12e2ae tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:46.391814 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] For port 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:51:46.396326 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] For port 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6e3b7713-4c2c-48ae-b1e9-ef81ab3de810,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:51:46.474269 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:46.493405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50faa1a-5421-495d-b493-5136c8382284 req-26d04e21-802d-49bf-b7db-b8ff00dd6272 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:46.500811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a50faa1a-5421-495d-b493-5136c8382284 req-26d04e21-802d-49bf-b7db-b8ff00dd6272 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1357002 Nov 02 11:51:46.541069 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f873b651-88da-45f9-a33d-a6decd12e2ae tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:46.573899 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a50faa1a-5421-495d-b493-5136c8382284 req-0e56ceb4-db9a-468c-85de-3a2e465c6271 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715387 Nov 02 11:51:46.597088 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f873b651-88da-45f9-a33d-a6decd12e2ae tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Calling delete_port for e5d785b9-5a8f-4f6d-8d08-aa3ed8c89653 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:51:46.641122 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88878f7b-fc93-4842-bbc0-722c7fcafdf1 req-4afa6f6a-f719-413f-a7eb-a50329df0269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:46.642734 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88878f7b-fc93-4842-bbc0-722c7fcafdf1 req-4afa6f6a-f719-413f-a7eb-a50329df0269 service neutron] 10.222.0.54 "GET /v2.0/networks?id=18aba190-503d-4b36-9b63-ba3de7a415e6 HTTP/1.1" status: 200 len: 914 time: 0.6284585 Nov 02 11:51:46.667226 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d955c0f-da5d-4d3c-a2dc-2f5778e24d9b None None] Pushing event updated for resources: {'Port': ['ID=6e3b7713-4c2c-48ae-b1e9-ef81ab3de810,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:46.762757 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:46.915083 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88878f7b-fc93-4842-bbc0-722c7fcafdf1 req-678d3cf0-97a6-406f-8e95-289b72f9b277 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25e60f38-4b17-4f01-a694-3b67ec0284bc HTTP/1.1" status: 200 len: 217 time: 0.2411914 Nov 02 11:51:46.982406 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f873b651-88da-45f9-a33d-a6decd12e2ae tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:47.010345 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88878f7b-fc93-4842-bbc0-722c7fcafdf1 req-a9ee6f36-0b29-4d9b-925d-ab03249b40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:47.012557 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88878f7b-fc93-4842-bbc0-722c7fcafdf1 req-a9ee6f36-0b29-4d9b-925d-ab03249b40f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11 HTTP/1.1" status: 200 len: 853 time: 0.0828638 Nov 02 11:51:47.014977 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:47.025574 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873b651-88da-45f9-a33d-a6decd12e2ae tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5d785b9-5a8f-4f6d-8d08-aa3ed8c89653,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:47.124008 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f873b651-88da-45f9-a33d-a6decd12e2ae tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:47.127902 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f873b651-88da-45f9-a33d-a6decd12e2ae tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "DELETE /v2.0/ports/e5d785b9-5a8f-4f6d-8d08-aa3ed8c89653 HTTP/1.1" status: 204 len: 168 time: 0.9650066 Nov 02 11:51:47.129924 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88878f7b-fc93-4842-bbc0-722c7fcafdf1 req-22943cd0-efa1-4fff-8714-bbcaadc12068 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=18aba190-503d-4b36-9b63-ba3de7a415e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952206 Nov 02 11:51:47.130529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46670) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:47.135371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1426eea-976e-43dd-a9e0-c1418da82e56', 'external_fixed_ips': [{'subnet_id': '403a5237-9bfd-43cb-9415-e4c16cc0ba1f', 'ip_address': '172.20.0.12'}]}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:47.142197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:51:47.157126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:51:47.187699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:51:47.243638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] Pushing event updated for resources: {'Port': ['ID=0973338e-6acf-4146-b571-a91b4bf89c5f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:47.255209 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:47.256356 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:47.354354 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:47.515874 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7d38aebb-b8dd-42ab-91df-be44ce197471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:47.526343 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88878f7b-fc93-4842-bbc0-722c7fcafdf1 req-ec2775f4-19be-47ac-be14-9e7ba55e10fd service neutron] 10.222.0.54 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864000 Nov 02 11:51:47.576533 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902374aa-015b-421f-86f5-a23bd71cc573 req-efdac4f6-2a21-4ef3-b1ca-86e6951b2552 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:47.581000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-902374aa-015b-421f-86f5-a23bd71cc573 req-efdac4f6-2a21-4ef3-b1ca-86e6951b2552 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.1652529 Nov 02 11:51:47.774042 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:47.857043 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-902374aa-015b-421f-86f5-a23bd71cc573 req-742b96cf-48bb-4064-b18a-8eb9f47473b8 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120659 Nov 02 11:51:47.887739 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88878f7b-fc93-4842-bbc0-722c7fcafdf1 req-c576f17e-8514-47ad-b3a4-22b339c37331 service neutron] 10.222.0.54 "GET /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364809 Nov 02 11:51:47.888310 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:48.195875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a89ce5-c45d-4514-a525-30bed928816e req-0f566abe-4f82-4929-b48a-5faa8054df24 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:48.204438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-87a89ce5-c45d-4514-a525-30bed928816e req-0f566abe-4f82-4929-b48a-5faa8054df24 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1541123 Nov 02 11:51:48.225128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f805156-fe59-4e53-931f-04e6d9d7a479 None None] Network de1624d7-02e7-4915-9539-81b4cd0f5d6b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:51:48.311439 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-87a89ce5-c45d-4514-a525-30bed928816e req-4b4f5460-3dc0-41d8-86b2-c2f29adc51c5 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024499 Nov 02 11:51:48.552419 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5cd37205-d494-447f-b2ea-d1cb116b8a9c None None] Provisioning complete for port 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:51:48.553867 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5cd37205-d494-447f-b2ea-d1cb116b8a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:48.738650 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5cd37205-d494-447f-b2ea-d1cb116b8a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:48.813013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-5cd37205-d494-447f-b2ea-d1cb116b8a9c None None] For port 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6e3b7713-4c2c-48ae-b1e9-ef81ab3de810,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:51:48.932181 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5cd37205-d494-447f-b2ea-d1cb116b8a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:49.016389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:51:49.067162 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd37205-d494-447f-b2ea-d1cb116b8a9c None None] Pushing event updated for resources: {'Port': ['ID=6e3b7713-4c2c-48ae-b1e9-ef81ab3de810,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:49.187690 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:49.204651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea007ed7-301b-4cee-813a-c5eb41bda4de req-0d468174-849e-4354-a365-07e0c1abad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:49.206351 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea007ed7-301b-4cee-813a-c5eb41bda4de req-0d468174-849e-4354-a365-07e0c1abad42 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=165db02e24404cac9e67fdf905cccadf&device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 1098 time: 0.8668032 Nov 02 11:51:49.207756 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:49.211723 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2e451f3b-cdf4-41bb-ae6d-3a0e97270252 None None] Provisioning complete for port 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:51:49.212360 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2e451f3b-cdf4-41bb-ae6d-3a0e97270252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:49.215396 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:49.248555 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:51:49.249129 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:49.255428 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53ced4-f4fe-4bbf-866e-312c5503f999 req-d6fede38-9f65-46e4-ae8f-e94f8ae679a6 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:49.258734 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1a53ced4-f4fe-4bbf-866e-312c5503f999 req-d6fede38-9f65-46e4-ae8f-e94f8ae679a6 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.1604412 Nov 02 11:51:49.408882 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Allocated IP 172.20.0.12 (b1426eea-976e-43dd-a9e0-c1418da82e56/403a5237-9bfd-43cb-9415-e4c16cc0ba1f/9e9841d4-e86b-4c63-9997-0d472c669c0e) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:51:49.474214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea007ed7-301b-4cee-813a-c5eb41bda4de req-789cadb3-a5d1-48a5-8797-a9c89a1bc1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:49.475735 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea007ed7-301b-4cee-813a-c5eb41bda4de req-789cadb3-a5d1-48a5-8797-a9c89a1bc1af service neutron] 10.222.0.79 "GET /v2.0/networks?id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 HTTP/1.1" status: 200 len: 914 time: 0.2426188 Nov 02 11:51:49.494762 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1a53ced4-f4fe-4bbf-866e-312c5503f999 req-dc3c8c5c-434c-4a21-bb8c-1f8315496177 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812384 Nov 02 11:51:49.537534 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:49.545627 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea007ed7-301b-4cee-813a-c5eb41bda4de req-a52bd982-8b13-4582-bf6e-52172fb31304 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13fb330-5fe1-4b2f-8928-243b2a61519d HTTP/1.1" status: 200 len: 217 time: 0.0495496 Nov 02 11:51:49.618630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea007ed7-301b-4cee-813a-c5eb41bda4de req-d43ab7f7-b59a-4b49-adb1-3be19414d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:49.620184 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea007ed7-301b-4cee-813a-c5eb41bda4de req-d43ab7f7-b59a-4b49-adb1-3be19414d1e7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=256d9665-7c7f-41ad-9f58-255d11056a26 HTTP/1.1" status: 200 len: 853 time: 0.0663033 Nov 02 11:51:49.665965 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:49.692130 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ba84a1f8-c110-47e5-b34e-00d5075813fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:49.731029 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea007ed7-301b-4cee-813a-c5eb41bda4de req-74d7f1c9-2324-44ea-adfd-61bc6916f2c7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942926 Nov 02 11:51:49.780901 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Network b1426eea-976e-43dd-a9e0-c1418da82e56 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:51:49.795619 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:51:49.801552 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:51:49.895674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Pushing event updated for resources: {'Port': ['ID=9e9841d4-e86b-4c63-9997-0d472c669c0e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:49.953030 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef09a5-45c0-4301-b3ae-270a166ac1ff req-ad883e98-647f-45f1-9a02-144fe349ac34 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:49.971340 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-21ef09a5-45c0-4301-b3ae-270a166ac1ff req-ad883e98-647f-45f1-9a02-144fe349ac34 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.3479733 Nov 02 11:51:49.992222 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea007ed7-301b-4cee-813a-c5eb41bda4de req-77f24f5f-25fd-4839-b4c8-1f4b05d1d314 service neutron] 10.222.0.79 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465549 Nov 02 11:51:50.061580 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] Router f3a273e5-16fb-4094-8e4f-731c04b37fb0 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:51:50.259865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:51:50.274821 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-21ef09a5-45c0-4301-b3ae-270a166ac1ff req-40a59a6a-bac5-45da-ae22-bac278454a95 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910957 Nov 02 11:51:50.278285 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Sync routers for ids ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:51:50.309296 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Routers {'f3a273e5-16fb-4094-8e4f-731c04b37fb0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:51:50.309943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:51:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:50.350034 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea007ed7-301b-4cee-813a-c5eb41bda4de req-ed717ee5-fc4d-4fef-8358-3fdb99b85044 service neutron] 10.222.0.79 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446541 Nov 02 11:51:50.448330 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:50.449775 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cfc310f3-6739-41ec-ac6c-cf91e04f7f19 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1959748 Nov 02 11:51:50.452630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46726) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:50.459488 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:50.641890 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Set router f3a273e5-16fb-4094-8e4f-731c04b37fb0 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:51:50.736128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5e203-e899-41d7-91c7-7afe369d9c4e req-3757d197-88bf-4524-95d9-a12cdbf3ff7c tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:50.741643 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19b5e203-e899-41d7-91c7-7afe369d9c4e req-3757d197-88bf-4524-95d9-a12cdbf3ff7c tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.1701517 Nov 02 11:51:50.908840 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:51:50.925799 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19b5e203-e899-41d7-91c7-7afe369d9c4e req-a3af265b-2568-4784-99a5-674ac878f9b1 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254249 Nov 02 11:51:51.012436 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:51.026239 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:51.110986 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:51:51.111548 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:51.119727 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T11:51:47Z', 'revision_number': 3, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port': {'id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:45Z', 'updated_at': '2021-11-02T11:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:51.194480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Checking router: f3a273e5-16fb-4094-8e4f-731c04b37fb0 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:51:51.194841 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Updating router f3a273e5-16fb-4094-8e4f-731c04b37fb0 port 0973338e-6acf-4146-b571-a91b4bf89c5f binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:51:51.279974 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:51.401417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Router d5f2530b-e72a-46c0-aab0-3ba4c8a4f639 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:51:51.534880 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-93339d92-0213-4bda-a048-0e571650207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:51.576201 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326796ee-35f1-442a-b79f-bf9ee651e2de req-b1b43f5f-6975-467e-b809-b3d9479ae5b6 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:51.577933 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-326796ee-35f1-442a-b79f-bf9ee651e2de req-b1b43f5f-6975-467e-b809-b3d9479ae5b6 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1355884 Nov 02 11:51:51.618412 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:51:51.632569 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc3f3c-4fa1-4e70-bc77-c011456ab6a3 None None] Sync routers for ids ['d5f2530b-e72a-46c0-aab0-3ba4c8a4f639'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:51:51.654137 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc3f3c-4fa1-4e70-bc77-c011456ab6a3 None None] Routers {'d5f2530b-e72a-46c0-aab0-3ba4c8a4f639'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:51:51.655295 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7efc3f3c-4fa1-4e70-bc77-c011456ab6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:51:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d5f2530b-e72a-46c0-aab0-3ba4c8a4f639'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:51.713976 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:51.718288 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-15b7f651-d46f-4a17-9f1d-2b0de1ac2ea3 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.5864215 Nov 02 11:51:51.719100 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46750) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:51.794661 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-326796ee-35f1-442a-b79f-bf9ee651e2de req-83663897-aa04-4bbf-9d35-908df4ea2743 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793165 Nov 02 11:51:51.840824 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-7efc3f3c-4fa1-4e70-bc77-c011456ab6a3 None None] Set router d5f2530b-e72a-46c0-aab0-3ba4c8a4f639 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:51:51.936764 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5deea4f9-4770-4ce9-8fd4-212a62964e6f tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:51.972824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-93339d92-0213-4bda-a048-0e571650207c admin admin] Allocated IP 172.20.0.1 (de1624d7-02e7-4915-9539-81b4cd0f5d6b/17063659-e3c5-4f52-b046-a3aac82260e7/4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:51:52.012213 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:52.066871 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5deea4f9-4770-4ce9-8fd4-212a62964e6f tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:52.102534 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:52.169147 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-93339d92-0213-4bda-a048-0e571650207c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:52.277031 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe2ac0-96a5-4eb3-8fd9-1c7071dec2a1 None None] Pushing event updated for resources: {'Port': ['ID=0973338e-6acf-4146-b571-a91b4bf89c5f,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:52.281834 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7efc3f3c-4fa1-4e70-bc77-c011456ab6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f2530b-e72a-46c0-aab0-3ba4c8a4f639', 'name': '', 'tenant_id': '08e68163c627412999c687a677d740ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1426eea-976e-43dd-a9e0-c1418da82e56', 'external_fixed_ips': [{'subnet_id': '403a5237-9bfd-43cb-9415-e4c16cc0ba1f', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '9e9841d4-e86b-4c63-9997-0d472c669c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:47Z', 'updated_at': '2021-11-02T11:51:50Z', 'revision_number': 3, 'project_id': '08e68163c627412999c687a677d740ab', 'gw_port': {'id': '9e9841d4-e86b-4c63-9997-0d472c669c0e', 'name': '', 'network_id': 'b1426eea-976e-43dd-a9e0-c1418da82e56', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f2530b-e72a-46c0-aab0-3ba4c8a4f639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '403a5237-9bfd-43cb-9415-e4c16cc0ba1f', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:49Z', 'updated_at': '2021-11-02T11:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '403a5237-9bfd-43cb-9415-e4c16cc0ba1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:52.293178 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Attempting to bind port 0973338e-6acf-4146-b571-a91b4bf89c5f on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:51:52.293991 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Attempting to bind port 0973338e-6acf-4146-b571-a91b4bf89c5f by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:51:52.294707 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Attempting to bind port 0973338e-6acf-4146-b571-a91b4bf89c5f on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:51:52.307302 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:51:52.308208 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:51:52.308925 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:52.310078 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:51:52.310822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Bound port: 0973338e-6acf-4146-b571-a91b4bf89c5f, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:51:52.311555 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:52.325688 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc0c62-3d19-439d-83e7-e81a9161f40f req-6f816e77-37f9-4556-b572-77ea88e1b79b tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:52.328873 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-67cc0c62-3d19-439d-83e7-e81a9161f40f req-6f816e77-37f9-4556-b572-77ea88e1b79b tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0884802 Nov 02 11:51:52.332505 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-93339d92-0213-4bda-a048-0e571650207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:52.374075 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5deea4f9-4770-4ce9-8fd4-212a62964e6f tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Deleting port 9e9841d4-e86b-4c63-9997-0d472c669c0e {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:51:52.374715 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5deea4f9-4770-4ce9-8fd4-212a62964e6f tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:52.379421 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc3f3c-4fa1-4e70-bc77-c011456ab6a3 None None] Checking router: d5f2530b-e72a-46c0-aab0-3ba4c8a4f639 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:51:52.379785 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc3f3c-4fa1-4e70-bc77-c011456ab6a3 None None] Updating router d5f2530b-e72a-46c0-aab0-3ba4c8a4f639 port 9e9841d4-e86b-4c63-9997-0d472c669c0e binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:51:52.419117 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:52.436640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] For port 0973338e-6acf-4146-b571-a91b4bf89c5f, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:51:52.439960 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7efc3f3c-4fa1-4e70-bc77-c011456ab6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:52.443883 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] For port 0973338e-6acf-4146-b571-a91b4bf89c5f, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0973338e-6acf-4146-b571-a91b4bf89c5f,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:51:52.455510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93339d92-0213-4bda-a048-0e571650207c admin admin] Pushing event updated for resources: {'Port': ['ID=4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:52.488237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93339d92-0213-4bda-a048-0e571650207c admin admin] Network de1624d7-02e7-4915-9539-81b4cd0f5d6b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:51:52.501887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-93339d92-0213-4bda-a048-0e571650207c admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:51:52.519804 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:52.525832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93339d92-0213-4bda-a048-0e571650207c admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:51:52.625089 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5deea4f9-4770-4ce9-8fd4-212a62964e6f tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:52.660495 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5deea4f9-4770-4ce9-8fd4-212a62964e6f tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Calling delete_port for 9e9841d4-e86b-4c63-9997-0d472c669c0e owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:51:52.687645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-67cc0c62-3d19-439d-83e7-e81a9161f40f req-bd317f01-8159-4706-8151-df836123a3c7 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288462 Nov 02 11:51:52.718007 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-93339d92-0213-4bda-a048-0e571650207c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:52.731323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Routers {'f3a273e5-16fb-4094-8e4f-731c04b37fb0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:51:52.731966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:51:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:52.900755 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe2ac0-96a5-4eb3-8fd9-1c7071dec2a1 None None] Pushing event updated for resources: {'Port': ['ID=0973338e-6acf-4146-b571-a91b4bf89c5f,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:53.107459 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634050e-09c6-4c10-a20b-9b67fcd29e1b req-6b661293-812b-4a92-bdf3-cce8d9c05255 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:53.120797 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c634050e-09c6-4c10-a20b-9b67fcd29e1b req-6b661293-812b-4a92-bdf3-cce8d9c05255 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1448178 Nov 02 11:51:53.183412 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5deea4f9-4770-4ce9-8fd4-212a62964e6f tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:53.278253 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b868c937-f3f4-48ee-ac91-3d4184acc3c0 None None] Provisioning complete for port 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:51:53.280529 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b868c937-f3f4-48ee-ac91-3d4184acc3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:53.286642 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deea4f9-4770-4ce9-8fd4-212a62964e6f tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e9841d4-e86b-4c63-9997-0d472c669c0e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:53.292928 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.db.api [None req-7efc3f3c-4fa1-4e70-bc77-c011456ab6a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:51:53.293513 n-d-806683-18 neutron-server[102692]: DEBUG oslo_db.api [None req-7efc3f3c-4fa1-4e70-bc77-c011456ab6a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:51:53.305648 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c634050e-09c6-4c10-a20b-9b67fcd29e1b req-754c13a0-da8b-4577-8b77-7a3bb4a70898 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767545 Nov 02 11:51:53.319001 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-93339d92-0213-4bda-a048-0e571650207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:53.341204 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] Set router f3a273e5-16fb-4094-8e4f-731c04b37fb0 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:51:53.434910 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5deea4f9-4770-4ce9-8fd4-212a62964e6f tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:53.517348 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b868c937-f3f4-48ee-ac91-3d4184acc3c0 None None] Port 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:51:53.644359 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5deea4f9-4770-4ce9-8fd4-212a62964e6f tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:53.656124 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5deea4f9-4770-4ce9-8fd4-212a62964e6f tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:53.688110 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-93339d92-0213-4bda-a048-0e571650207c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:53.729006 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T11:51:47Z', 'revision_number': 3, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port': {'id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:45Z', 'updated_at': '2021-11-02T11:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:53.765710 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa39ac6-1fca-4ca9-95b7-6cb77e1f1161 None None] The sync data for ids ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'] in n-d-806683-18 is: [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T11:51:47Z', 'revision_number': 3, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port': {'id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:45Z', 'updated_at': '2021-11-02T11:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:51:53.829672 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc3f3c-4fa1-4e70-bc77-c011456ab6a3 None None] Port 9e9841d4-e86b-4c63-9997-0d472c669c0e not found while updating agent binding for router d5f2530b-e72a-46c0-aab0-3ba4c8a4f639. {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 02 11:51:53.849388 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc3f3c-4fa1-4e70-bc77-c011456ab6a3 None None] Routers {'d5f2530b-e72a-46c0-aab0-3ba4c8a4f639'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:51:53.850710 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7efc3f3c-4fa1-4e70-bc77-c011456ab6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:51:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d5f2530b-e72a-46c0-aab0-3ba4c8a4f639'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:53.850885 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-93339d92-0213-4bda-a048-0e571650207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:53.915828 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5deea4f9-4770-4ce9-8fd4-212a62964e6f tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:53.916395 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5deea4f9-4770-4ce9-8fd4-212a62964e6f tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5f2530b-e72a-46c0-aab0-3ba4c8a4f639 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:51:53.928881 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5deea4f9-4770-4ce9-8fd4-212a62964e6f tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:53.930504 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5deea4f9-4770-4ce9-8fd4-212a62964e6f tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "DELETE /v2.0/routers/d5f2530b-e72a-46c0-aab0-3ba4c8a4f639 HTTP/1.1" status: 204 len: 168 time: 2.2101769 Nov 02 11:51:53.934098 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46792) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:53.942088 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:53.983790 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93339d92-0213-4bda-a048-0e571650207c admin admin] Pushing event updated for resources: {'Port': ['ID=4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:54.034616 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-93339d92-0213-4bda-a048-0e571650207c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:54.053649 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-7efc3f3c-4fa1-4e70-bc77-c011456ab6a3 None None] Set router d5f2530b-e72a-46c0-aab0-3ba4c8a4f639 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:51:54.106026 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac81739b-57e3-4195-8a7c-d5b0b8d2df42 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Deleting subnet 403a5237-9bfd-43cb-9415-e4c16cc0ba1f {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:51:54.120667 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:54.132905 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac81739b-57e3-4195-8a7c-d5b0b8d2df42 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:54.160548 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7efc3f3c-4fa1-4e70-bc77-c011456ab6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f2530b-e72a-46c0-aab0-3ba4c8a4f639', 'name': '', 'tenant_id': '08e68163c627412999c687a677d740ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:47Z', 'updated_at': '2021-11-02T11:51:53Z', 'revision_number': 5, 'project_id': '08e68163c627412999c687a677d740ab', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:54.244164 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc3f3c-4fa1-4e70-bc77-c011456ab6a3 None None] The sync data for ids ['d5f2530b-e72a-46c0-aab0-3ba4c8a4f639'] in n-d-806683-18 is: [{'id': 'd5f2530b-e72a-46c0-aab0-3ba4c8a4f639', 'name': '', 'tenant_id': '08e68163c627412999c687a677d740ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:47Z', 'updated_at': '2021-11-02T11:51:53Z', 'revision_number': 5, 'project_id': '08e68163c627412999c687a677d740ab', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:51:54.257231 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac81739b-57e3-4195-8a7c-d5b0b8d2df42 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:54.348926 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93339d92-0213-4bda-a048-0e571650207c admin admin] Network de1624d7-02e7-4915-9539-81b4cd0f5d6b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:51:54.353131 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-93339d92-0213-4bda-a048-0e571650207c admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:51:54.400120 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac81739b-57e3-4195-8a7c-d5b0b8d2df42 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:54.490190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a4988-b71b-4077-828f-6ae25c665358 req-3e83abc7-4900-48b1-a58f-e02ad0782c35 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:54.500397 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-020a4988-b71b-4077-828f-6ae25c665358 req-3e83abc7-4900-48b1-a58f-e02ad0782c35 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.1890554 Nov 02 11:51:54.595140 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac81739b-57e3-4195-8a7c-d5b0b8d2df42 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:54.633022 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-020a4988-b71b-4077-828f-6ae25c665358 req-115084fd-86d1-4715-b364-c51524ae0357 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273966 Nov 02 11:51:54.655343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93339d92-0213-4bda-a048-0e571650207c admin admin] Router f3a273e5-16fb-4094-8e4f-731c04b37fb0 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:51:54.703681 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81739b-57e3-4195-8a7c-d5b0b8d2df42 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=403a5237-9bfd-43cb-9415-e4c16cc0ba1f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:54.711459 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac81739b-57e3-4195-8a7c-d5b0b8d2df42 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:54.727327 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ac81739b-57e3-4195-8a7c-d5b0b8d2df42 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/403a5237-9bfd-43cb-9415-e4c16cc0ba1f HTTP/1.1" status: 204 len: 168 time: 0.7860508 Nov 02 11:51:54.753091 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46806) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:54.951998 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:54.988024 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a761345f-100d-458c-b8e7-391d3ae2990f None None] Provisioning complete for port 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:51:54.988685 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a761345f-100d-458c-b8e7-391d3ae2990f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:55.009251 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3085c9b4-0498-4ce5-92a7-300ba09ad521 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:55.076580 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93339d92-0213-4bda-a048-0e571650207c admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:51:55.110410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a761345f-100d-458c-b8e7-391d3ae2990f None None] Port 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:51:55.110410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0973338e-6acf-4146-b571-a91b4bf89c5f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:51:55.130688 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-93339d92-0213-4bda-a048-0e571650207c admin admin] 10.222.0.52 "PUT /v2.0/routers/f3a273e5-16fb-4094-8e4f-731c04b37fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6378906 Nov 02 11:51:55.169130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68537e-095f-4968-9520-0aa080730f1b req-f36d9f7f-a034-4f56-9afd-d7c0be6b37cf tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:55.185868 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3e68537e-095f-4968-9520-0aa080730f1b req-f36d9f7f-a034-4f56-9afd-d7c0be6b37cf tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.2399919 Nov 02 11:51:55.237553 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 0973338e-6acf-4146-b571-a91b4bf89c5f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:51:55.237931 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:55.292399 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3085c9b4-0498-4ce5-92a7-300ba09ad521 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:55.358028 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-3085c9b4-0498-4ce5-92a7-300ba09ad521 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1426eea-976e-43dd-a9e0-c1418da82e56']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:55.368473 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3e68537e-095f-4968-9520-0aa080730f1b req-2d5b1f1d-c3fb-4300-9918-ba6f995ae0e1 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812258 Nov 02 11:51:55.385561 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-3085c9b4-0498-4ce5-92a7-300ba09ad521 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18eb9ab-1ea5-48d6-927e-03f9b8f63012') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:55.385866 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-3085c9b4-0498-4ce5-92a7-300ba09ad521 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18eb9ab-1ea5-48d6-927e-03f9b8f63012') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:55.407323 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3085c9b4-0498-4ce5-92a7-300ba09ad521 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:55.440791 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3085c9b4-0498-4ce5-92a7-300ba09ad521 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:55.448210 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3085c9b4-0498-4ce5-92a7-300ba09ad521 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:51:55.448607 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3085c9b4-0498-4ce5-92a7-300ba09ad521 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:55.488150 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:55.551230 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 0973338e-6acf-4146-b571-a91b4bf89c5f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0973338e-6acf-4146-b571-a91b4bf89c5f,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:51:55.578770 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:51:55.937976 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:55.966346 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3085c9b4-0498-4ce5-92a7-300ba09ad521 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:55.972426 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3085c9b4-0498-4ce5-92a7-300ba09ad521 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b1426eea-976e-43dd-a9e0-c1418da82e56 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 11:51:55.977483 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3085c9b4-0498-4ce5-92a7-300ba09ad521 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:55.980801 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3085c9b4-0498-4ce5-92a7-300ba09ad521 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "DELETE /v2.0/networks/b1426eea-976e-43dd-a9e0-c1418da82e56 HTTP/1.1" status: 204 len: 168 time: 1.2263155 Nov 02 11:51:56.025921 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085c9b4-0498-4ce5-92a7-300ba09ad521 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1426eea-976e-43dd-a9e0-c1418da82e56,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:56.121265 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=0973338e-6acf-4146-b571-a91b4bf89c5f,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:56.572566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46842) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:56.578029 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-39db2654-560b-40ac-a5f9-01407d9da6eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Request body: {'router': {'name': 'tempest-router--2006897022', 'project_id': '553116e989bd45ab97d91820069bde8c'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:56.682164 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46846) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:56.689562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-2d3ad7a6-2820-46e5-886e-fca3208d61fd tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1080370004', 'description': 'tempest-description--944546741'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:56.800148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0973338e-6acf-4146-b571-a91b4bf89c5f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:51:56.826541 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-39db2654-560b-40ac-a5f9-01407d9da6eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:56.827857 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-39db2654-560b-40ac-a5f9-01407d9da6eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:56.859386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0656a3c-35bd-41c6-8191-96a39627748b req-7e9dc0f9-90d5-4e41-aff2-77e2423e181f tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:56.868118 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0656a3c-35bd-41c6-8191-96a39627748b req-7e9dc0f9-90d5-4e41-aff2-77e2423e181f tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.1236446 Nov 02 11:51:56.932082 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 0973338e-6acf-4146-b571-a91b4bf89c5f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:51:56.932082 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:56.943386 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2d3ad7a6-2820-46e5-886e-fca3208d61fd tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:56.949367 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-39db2654-560b-40ac-a5f9-01407d9da6eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:57.086018 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2d3ad7a6-2820-46e5-886e-fca3208d61fd tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:57.108769 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0656a3c-35bd-41c6-8191-96a39627748b req-3bb2a797-6194-4d0e-b456-9df937ae3cae tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395406 Nov 02 11:51:57.117528 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-39db2654-560b-40ac-a5f9-01407d9da6eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:57.206901 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2d3ad7a6-2820-46e5-886e-fca3208d61fd tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:57.268565 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-39db2654-560b-40ac-a5f9-01407d9da6eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:57.284128 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46856) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:57.296933 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-39db2654-560b-40ac-a5f9-01407d9da6eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7074869 Nov 02 11:51:57.455282 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a97e377a-3d31-4e59-ac80-2860e7a21dee tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:57.543339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ad7a6-2820-46e5-886e-fca3208d61fd tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:57.556049 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2d3ad7a6-2820-46e5-886e-fca3208d61fd tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:57.558786 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2d3ad7a6-2820-46e5-886e-fca3208d61fd tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8754797 Nov 02 11:51:57.565749 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46864) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:57.585662 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-814ca487-4b57-418c-a290-2e846b47e760 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Request body: {'security_group_rule': {'security_group_id': '92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:57.704750 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f314818-b76e-4cf4-981d-ffa31bc98031 req-d88488db-a98c-43d4-9fba-c1ef0bd04b0c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:57.709134 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f314818-b76e-4cf4-981d-ffa31bc98031 req-d88488db-a98c-43d4-9fba-c1ef0bd04b0c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.2759671 Nov 02 11:51:57.758357 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-814ca487-4b57-418c-a290-2e846b47e760 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:57.783048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdf5b7-c494-4ac4-8508-3aa413db5597 req-638a4c0b-52e9-4728-a1e4-3da7dfe28721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:57.784555 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6bdf5b7-c494-4ac4-8508-3aa413db5597 req-638a4c0b-52e9-4728-a1e4-3da7dfe28721 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 1098 time: 0.3122995 Nov 02 11:51:57.787187 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a97e377a-3d31-4e59-ac80-2860e7a21dee tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:57.793512 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a97e377a-3d31-4e59-ac80-2860e7a21dee tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:57.918687 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f314818-b76e-4cf4-981d-ffa31bc98031 req-bc14e458-a338-443a-ac54-e7f63cac211b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035170 Nov 02 11:51:57.943152 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a97e377a-3d31-4e59-ac80-2860e7a21dee tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:57.948754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97e377a-3d31-4e59-ac80-2860e7a21dee tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f404c7c-4912-453c-b3b9-27b13e7197bd {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:51:57.949750 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a97e377a-3d31-4e59-ac80-2860e7a21dee tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:57.952354 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a97e377a-3d31-4e59-ac80-2860e7a21dee tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "DELETE /v2.0/routers/4f404c7c-4912-453c-b3b9-27b13e7197bd HTTP/1.1" status: 204 len: 168 time: 0.6659644 Nov 02 11:51:58.012267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6bdf5b7-c494-4ac4-8508-3aa413db5597 req-08bd9b55-ca33-4fd3-8bc4-edbfaefafbf8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999240 Nov 02 11:51:58.017110 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-814ca487-4b57-418c-a290-2e846b47e760 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:58.097598 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-814ca487-4b57-418c-a290-2e846b47e760 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:58.133834 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ca487-4b57-418c-a290-2e846b47e760 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55aa00e-6b6b-4696-a596-1752a40bfbf9,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:58.197993 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Sync routers for ids ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:51:58.226501 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Routers {'f3a273e5-16fb-4094-8e4f-731c04b37fb0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:51:58.228082 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:51:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:58.253686 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-814ca487-4b57-418c-a290-2e846b47e760 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:58.254906 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-814ca487-4b57-418c-a290-2e846b47e760 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6878011 Nov 02 11:51:58.258313 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46876) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:58.262807 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e2b943da-b75c-4a0f-92f3-5527501d4708 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Request body: {'security_group_rule': {'security_group_id': '92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:58.380463 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46878) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:58.387785 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e2b943da-b75c-4a0f-92f3-5527501d4708 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:58.387947 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Set router f3a273e5-16fb-4094-8e4f-731c04b37fb0 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:51:58.516295 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e2b943da-b75c-4a0f-92f3-5527501d4708 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:58.606438 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e2b943da-b75c-4a0f-92f3-5527501d4708 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:58.728153 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c8f81-b06f-41ff-957b-157cfb15a0d0 req-410f7ce9-35f9-4d7b-ab11-1175563a6c33 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:58.730051 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c34c8f81-b06f-41ff-957b-157cfb15a0d0 req-410f7ce9-35f9-4d7b-ab11-1175563a6c33 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.1643367 Nov 02 11:51:58.731809 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b943da-b75c-4a0f-92f3-5527501d4708 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877bca03-89ff-4704-a156-625939fe2db3,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:58.794191 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e2b943da-b75c-4a0f-92f3-5527501d4708 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:58.795732 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e2b943da-b75c-4a0f-92f3-5527501d4708 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5364001 Nov 02 11:51:58.798881 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46888) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:51:58.805647 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-856607955', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}, 'admin_state_up': False}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:58.805901 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d3b9176c-ee61-4a13-96e9-20d2a0ebec82 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:51:58.847177 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c34c8f81-b06f-41ff-957b-157cfb15a0d0 req-ceef3c63-a53d-4b62-8055-3ecccd25ed3a tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083934 Nov 02 11:51:58.857470 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.api [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 02 11:51:58.857470 n-d-806683-18 neutron-server[102689]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 02 11:51:58.857470 n-d-806683-18 neutron-server[102689]: [parameters: {'project_id': 'fcc30485775e4a53b752cf49cec0e861', 'id': '908e88b6-1a14-4d68-aae2-1bb53b5bbdfa', 'expiration': datetime.datetime(2021, 11, 2, 11, 53, 58, 841472)}] Nov 02 11:51:58.857470 n-d-806683-18 neutron-server[102689]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:51:58.877028 n-d-806683-18 neutron-server[102689]: DEBUG oslo_db.api [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:51:58.910572 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T11:51:53Z', 'revision_number': 4, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port': {'id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:45Z', 'updated_at': '2021-11-02T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4', 'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'mac_address': 'fa:16:3e:46:60:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:51Z', 'updated_at': '2021-11-02T11:51:53Z', 'revision_number': 2, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'subnets': [{'id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:51:58.943256 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Checking router: f3a273e5-16fb-4094-8e4f-731c04b37fb0 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:51:58.944204 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Updating router f3a273e5-16fb-4094-8e4f-731c04b37fb0 port 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:51:58.954830 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3b9176c-ee61-4a13-96e9-20d2a0ebec82 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:58.975686 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:59.197868 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3b9176c-ee61-4a13-96e9-20d2a0ebec82 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:59.210942 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9119f65-afb1-42ed-8360-f4be14ee7485 req-ece7a9e3-0fcf-4fb6-869e-fea8814e3db1 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:51:59.212872 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9119f65-afb1-42ed-8360-f4be14ee7485 req-ece7a9e3-0fcf-4fb6-869e-fea8814e3db1 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1209564 Nov 02 11:51:59.318612 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9119f65-afb1-42ed-8360-f4be14ee7485 req-f0076a0c-6436-4175-bb4b-6ce79936c1f2 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983791 Nov 02 11:51:59.421347 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:59.492796 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-d3b9176c-ee61-4a13-96e9-20d2a0ebec82 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Allocated IP 172.25.6.58 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/6e59e6b0-f398-462d-aa08-6bb526018fac) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:51:59.554896 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:59.556062 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:59.626446 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:59.731403 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:59.778635 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3b9176c-ee61-4a13-96e9-20d2a0ebec82 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:59.789921 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb73b0-3aa8-40bc-9af8-5ffc292726ed None None] Pushing event updated for resources: {'Port': ['ID=4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:51:59.854122 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Attempting to bind port 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:51:59.854694 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Attempting to bind port 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '69f1ae64-edc6-494e-8895-5d738b373136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:51:59.856243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Attempting to bind port 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4 on network de1624d7-02e7-4915-9539-81b4cd0f5d6b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:51:59.867510 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:51:59.869880 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Checking segment: {'id': '69f1ae64-edc6-494e-8895-5d738b373136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:51:59.870380 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:59.872028 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Bound using segment: {'id': '69f1ae64-edc6-494e-8895-5d738b373136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:51:59.872619 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Bound port: 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f1ae64-edc6-494e-8895-5d738b373136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:51:59.878017 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:51:59.901619 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3b9176c-ee61-4a13-96e9-20d2a0ebec82 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:00.047221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] For port 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:52:00.055735 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] For port 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:52:00.079562 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b9176c-ee61-4a13-96e9-20d2a0ebec82 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:52:00.085695 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-d3b9176c-ee61-4a13-96e9-20d2a0ebec82 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:52:00.088132 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b9176c-ee61-4a13-96e9-20d2a0ebec82 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:52:00.091671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9176c-ee61-4a13-96e9-20d2a0ebec82 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Pushing event updated for resources: {'Port': ['ID=6e59e6b0-f398-462d-aa08-6bb526018fac,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:00.095264 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b0a172a3-46b2-44f2-9336-23499d6a6750 None None] Provisioning complete for port 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:52:00.095645 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0a172a3-46b2-44f2-9336-23499d6a6750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:00.172267 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b0a172a3-46b2-44f2-9336-23499d6a6750 None None] Port 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:52:00.176955 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:00.229495 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3b9176c-ee61-4a13-96e9-20d2a0ebec82 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:00.251793 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb73b0-3aa8-40bc-9af8-5ffc292726ed None None] Pushing event updated for resources: {'Port': ['ID=4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:00.311787 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Routers {'f3a273e5-16fb-4094-8e4f-731c04b37fb0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:00.312311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:51:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:00.396986 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3b9176c-ee61-4a13-96e9-20d2a0ebec82 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:00.559291 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] Set router f3a273e5-16fb-4094-8e4f-731c04b37fb0 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:52:00.733033 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3b9176c-ee61-4a13-96e9-20d2a0ebec82 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:00.806294 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3b9176c-ee61-4a13-96e9-20d2a0ebec82 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:00.853862 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9a1afde9-25ef-4d5b-9588-1075ec0674d4 None None] Provisioning complete for port 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:52:00.854274 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9a1afde9-25ef-4d5b-9588-1075ec0674d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:00.940586 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9176c-ee61-4a13-96e9-20d2a0ebec82 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Pushing event updated for resources: {'Port': ['ID=6e59e6b0-f398-462d-aa08-6bb526018fac,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:01.029864 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9a1afde9-25ef-4d5b-9588-1075ec0674d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:01.089400 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3b9176c-ee61-4a13-96e9-20d2a0ebec82 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:01.113092 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T11:51:53Z', 'revision_number': 4, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port': {'id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:45Z', 'updated_at': '2021-11-02T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4', 'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'mac_address': 'fa:16:3e:46:60:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:51Z', 'updated_at': '2021-11-02T11:52:00Z', 'revision_number': 4, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'subnets': [{'id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:01.171851 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad50d2d-72d0-4fd0-b545-a18056c4de6f None None] The sync data for ids ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'] in n-d-806683-18 is: [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T11:51:53Z', 'revision_number': 4, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port': {'id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:45Z', 'updated_at': '2021-11-02T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4', 'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'mac_address': 'fa:16:3e:46:60:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:51Z', 'updated_at': '2021-11-02T11:52:00Z', 'revision_number': 4, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'subnets': [{'id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:52:01.180547 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9a1afde9-25ef-4d5b-9588-1075ec0674d4 None None] For port 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:52:01.202806 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:01.215095 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3b9176c-ee61-4a13-96e9-20d2a0ebec82 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:01.216652 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d3b9176c-ee61-4a13-96e9-20d2a0ebec82 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4159939 Nov 02 11:52:01.266231 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9a1afde9-25ef-4d5b-9588-1075ec0674d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:01.293288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc626e0-b0da-4c3e-9b43-9816fc65eb68 req-33a17458-d158-47e1-b277-79b57a1a5d77 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:01.298840 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1cc626e0-b0da-4c3e-9b43-9816fc65eb68 req-33a17458-d158-47e1-b277-79b57a1a5d77 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 1.2696500 Nov 02 11:52:01.335755 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1afde9-25ef-4d5b-9588-1075ec0674d4 None None] Pushing event updated for resources: {'Port': ['ID=4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:01.423593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1cc626e0-b0da-4c3e-9b43-9816fc65eb68 req-d7a2279f-7603-4a97-a335-8b1df4ffb3cd tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233287 Nov 02 11:52:01.691521 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:01.760451 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:01.801091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3d15a-6298-4a4c-8031-e9396dd9225d req-54a4eea7-b5ef-4d81-9501-aed48cec55f0 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:01.803125 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82f3d15a-6298-4a4c-8031-e9396dd9225d req-54a4eea7-b5ef-4d81-9501-aed48cec55f0 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1129184 Nov 02 11:52:01.928404 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82f3d15a-6298-4a4c-8031-e9396dd9225d req-9ed7155d-0a18-41a4-85f2-a7405603ea0b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775352 Nov 02 11:52:02.066685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Allocated IP 172.25.6.50 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/1a2a264c-98c2-4cc3-b368-477af5c017fe) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:52:02.401144 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:02.618443 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-60f5417b-9056-4820-b4a1-b9da848a9222 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1080370004&fields=id&tenant_id=6c42cd043aff4c3dad752193a806d1f3 HTTP/1.1" status: 200 len: 267 time: 0.0967686 Nov 02 11:52:02.620821 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:02.738386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:52:02.746482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:52:02.754816 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:52:02.851757 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:52:02.958974 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:52:02.959435 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:03.128391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Pushing event updated for resources: {'Port': ['ID=1a2a264c-98c2-4cc3-b368-477af5c017fe,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:03.205313 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-a48202d0-766d-45ca-bbe6-6acbf9da3740 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:03.216667 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-a48202d0-766d-45ca-bbe6-6acbf9da3740 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/networks?id=de1624d7-02e7-4915-9539-81b4cd0f5d6b HTTP/1.1" status: 200 len: 817 time: 0.5972502 Nov 02 11:52:03.245940 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-5e16a477-8250-4e35-86f1-9a12c4193742 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/quotas/6c42cd043aff4c3dad752193a806d1f3 HTTP/1.1" status: 200 len: 375 time: 0.0281556 Nov 02 11:52:03.545785 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:03.791328 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:03.813517 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-b26716f2-fd30-47c6-92a6-f2b6cd0873b3 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c42cd043aff4c3dad752193a806d1f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5583544 Nov 02 11:52:03.997384 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-0fa90ca0-2742-41b9-bcdb-6035374c8f74 service neutron] 10.222.0.52 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828249 Nov 02 11:52:04.122396 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-973066c9-6ed4-4cd9-a3a1-6bd61a476612 service neutron] 10.222.0.52 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173265 Nov 02 11:52:04.143377 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Router f0f0d161-2c89-45c8-9af1-2c14cd146ed8 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:52:04.333250 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:52:04.344694 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5e4d42-4691-40c9-bfa2-b2a99320b7b9 None None] Sync routers for ids ['f0f0d161-2c89-45c8-9af1-2c14cd146ed8'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:52:04.357486 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e4d42-4691-40c9-bfa2-b2a99320b7b9 None None] Routers {'f0f0d161-2c89-45c8-9af1-2c14cd146ed8'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:04.359616 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-eb5e4d42-4691-40c9-bfa2-b2a99320b7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:51:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f0f0d161-2c89-45c8-9af1-2c14cd146ed8'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:04.464929 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-eb5e4d42-4691-40c9-bfa2-b2a99320b7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:04.488117 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:04.492601 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d8046408-3715-4f52-8b85-924b08e36e25 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.1046002 Nov 02 11:52:04.493063 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46982) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:04.500592 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e4d42-4691-40c9-bfa2-b2a99320b7b9 None None] Routers {'f0f0d161-2c89-45c8-9af1-2c14cd146ed8'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:04.501314 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-eb5e4d42-4691-40c9-bfa2-b2a99320b7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:51:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f0f0d161-2c89-45c8-9af1-2c14cd146ed8'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:04.557624 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-eb5e4d42-4691-40c9-bfa2-b2a99320b7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:04.558544 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5e4d42-4691-40c9-bfa2-b2a99320b7b9 None None] The sync data for ids ['f0f0d161-2c89-45c8-9af1-2c14cd146ed8'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:52:04.696292 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c07d115e-44db-436f-8764-fab09578358e tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "GET /v2.0/routers/f0f0d161-2c89-45c8-9af1-2c14cd146ed8 HTTP/1.1" status: 200 len: 919 time: 0.2004740 Nov 02 11:52:04.698212 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46992) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:04.743125 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2990539a-7166-4f91-8260-497d6dd38d2c tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f0d161-2c89-45c8-9af1-2c14cd146ed8 HTTP/1.1" status: 200 len: 205 time: 0.0408206 Nov 02 11:52:04.743391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46996) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:04.928758 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce123613-6d16-4e95-a05b-85669290468c tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:05.096322 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399165fc-4de2-4488-a684-34ded9bc79c9 req-0dba37cb-4137-4d90-b997-0b2aeb78a196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:05.097833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-399165fc-4de2-4488-a684-34ded9bc79c9 req-0dba37cb-4137-4d90-b997-0b2aeb78a196 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35dc0b369b0043a39a577537366236a7&device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 1098 time: 0.1252198 Nov 02 11:52:05.145290 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e778d-5611-4d99-8d29-b72560cbb9a2 req-15b94dd9-ad4d-43f2-8c44-5fbc47e3c7b6 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:05.146765 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-077e778d-5611-4d99-8d29-b72560cbb9a2 req-15b94dd9-ad4d-43f2-8c44-5fbc47e3c7b6 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1464028 Nov 02 11:52:05.180884 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce123613-6d16-4e95-a05b-85669290468c tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:05.254955 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-077e778d-5611-4d99-8d29-b72560cbb9a2 req-8c79d37b-7002-4458-9bfd-3e2ceccf3dbf tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003728 Nov 02 11:52:05.256902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399165fc-4de2-4488-a684-34ded9bc79c9 req-41e6dd67-5d50-45d3-b915-9c23a458f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:05.261916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-399165fc-4de2-4488-a684-34ded9bc79c9 req-41e6dd67-5d50-45d3-b915-9c23a458f521 service neutron] 10.222.0.79 "GET /v2.0/networks?id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2 HTTP/1.1" status: 200 len: 919 time: 0.1523778 Nov 02 11:52:05.331488 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-399165fc-4de2-4488-a684-34ded9bc79c9 req-c8d51738-4cb1-4d18-b7c5-161911508def service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=699383e8-bbd4-476f-b2a7-d9a3b1471435 HTTP/1.1" status: 200 len: 217 time: 0.0621595 Nov 02 11:52:05.429286 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399165fc-4de2-4488-a684-34ded9bc79c9 req-fb01e384-7420-4ea1-be61-00364ac984c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:05.431055 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-399165fc-4de2-4488-a684-34ded9bc79c9 req-fb01e384-7420-4ea1-be61-00364ac984c0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bf803a3f-79e8-4fdc-a7fb-f64ba483c114 HTTP/1.1" status: 200 len: 858 time: 0.0748644 Nov 02 11:52:05.474170 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-399165fc-4de2-4488-a684-34ded9bc79c9 req-c6e5f27d-961b-4113-96d8-c08dcbd05ba3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288327 Nov 02 11:52:05.519133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-ce123613-6d16-4e95-a05b-85669290468c tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Deleting port 1a2a264c-98c2-4cc3-b368-477af5c017fe {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:52:05.519570 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce123613-6d16-4e95-a05b-85669290468c tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:05.645728 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7224f53d-a7a3-4e9c-a733-b55fdad79a9b req-7a771fa9-a6ff-4ab7-92db-e69c070caa8d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 210 time: 0.0858388 Nov 02 11:52:05.696198 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-399165fc-4de2-4488-a684-34ded9bc79c9 req-ea5162fc-2feb-42bb-8476-d9211c3d5843 service neutron] 10.222.0.79 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192822 Nov 02 11:52:05.714520 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce123613-6d16-4e95-a05b-85669290468c tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:05.755959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-ce123613-6d16-4e95-a05b-85669290468c tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Calling delete_port for 1a2a264c-98c2-4cc3-b368-477af5c017fe owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:52:05.920156 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-399165fc-4de2-4488-a684-34ded9bc79c9 req-d78fbd3a-fbcf-489f-8774-fa969785b320 service neutron] 10.222.0.79 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162631 Nov 02 11:52:05.931123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc205e73-4a3a-46dd-9cd7-1ebdf92b598b req-057a7443-5bd9-41fa-a0f7-ffe9497b7343 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:05.943890 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc205e73-4a3a-46dd-9cd7-1ebdf92b598b req-057a7443-5bd9-41fa-a0f7-ffe9497b7343 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.2112827 Nov 02 11:52:06.401004 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc205e73-4a3a-46dd-9cd7-1ebdf92b598b req-5a90461f-2086-4283-841e-97e9804b27bf tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561074 Nov 02 11:52:06.531767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123517a-7628-44d9-a37b-03b7b7234ad6 req-8ebcf506-f7c6-4ec4-b5f7-99cf9b8bbe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:06.533355 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2123517a-7628-44d9-a37b-03b7b7234ad6 req-8ebcf506-f7c6-4ec4-b5f7-99cf9b8bbe02 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=165db02e24404cac9e67fdf905cccadf&device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 1098 time: 0.1291592 Nov 02 11:52:06.601531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3d9d3-bfad-4648-a0e5-996038d38a93 req-7a5cac12-0d5d-43bb-9b09-7703c821b581 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:06.603101 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5fb3d9d3-bfad-4648-a0e5-996038d38a93 req-7a5cac12-0d5d-43bb-9b09-7703c821b581 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1293340 Nov 02 11:52:06.707232 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5fb3d9d3-bfad-4648-a0e5-996038d38a93 req-a0f952a6-4bda-49f8-a969-c2bf29501ec7 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954840 Nov 02 11:52:06.711052 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123517a-7628-44d9-a37b-03b7b7234ad6 req-d28af427-cfc6-4e62-baa4-f5dbe3af2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:06.712402 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2123517a-7628-44d9-a37b-03b7b7234ad6 req-d28af427-cfc6-4e62-baa4-f5dbe3af2e44 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 HTTP/1.1" status: 200 len: 914 time: 0.1594310 Nov 02 11:52:06.775197 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce123613-6d16-4e95-a05b-85669290468c tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:06.779544 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2123517a-7628-44d9-a37b-03b7b7234ad6 req-a120a3cf-180b-44be-a4e5-4a44c041ae92 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13fb330-5fe1-4b2f-8928-243b2a61519d HTTP/1.1" status: 200 len: 217 time: 0.0564928 Nov 02 11:52:06.813671 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce123613-6d16-4e95-a05b-85669290468c tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Pushing event deleted for resources: {'Port': ['ID=1a2a264c-98c2-4cc3-b368-477af5c017fe,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:06.876065 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123517a-7628-44d9-a37b-03b7b7234ad6 req-abdf90c9-02d6-497b-85a4-3556b465f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:06.878078 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2123517a-7628-44d9-a37b-03b7b7234ad6 req-abdf90c9-02d6-497b-85a4-3556b465f267 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=256d9665-7c7f-41ad-9f58-255d11056a26 HTTP/1.1" status: 200 len: 853 time: 0.0842679 Nov 02 11:52:06.958052 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2123517a-7628-44d9-a37b-03b7b7234ad6 req-b5c2f285-c2d5-463b-a911-540506f9300e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558770 Nov 02 11:52:07.002545 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce123613-6d16-4e95-a05b-85669290468c tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:07.172158 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0404af1f-6b23-4c95-a7d3-be50c2d78d4f req-2bbb81e8-bbd8-4233-b498-007e258cf835 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 210 time: 0.1324050 Nov 02 11:52:07.189196 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce123613-6d16-4e95-a05b-85669290468c tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:07.212196 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce123613-6d16-4e95-a05b-85669290468c tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:07.313008 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2123517a-7628-44d9-a37b-03b7b7234ad6 req-2e63f048-42a9-4592-9d0f-0554966821e1 service neutron] 10.222.0.79 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433197 Nov 02 11:52:07.411915 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-46448548-1030-4b6c-a3dd-e7aa86e43287 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:07.413548 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-46448548-1030-4b6c-a3dd-e7aa86e43287 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.54 "GET /v2.0/networks?id=de1624d7-02e7-4915-9539-81b4cd0f5d6b HTTP/1.1" status: 200 len: 817 time: 0.2692182 Nov 02 11:52:07.465231 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce123613-6d16-4e95-a05b-85669290468c tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:07.465231 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce123613-6d16-4e95-a05b-85669290468c tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Fanout notify agent at l3_agent the message router_deleted on router f0f0d161-2c89-45c8-9af1-2c14cd146ed8 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:52:07.481477 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce123613-6d16-4e95-a05b-85669290468c tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:07.482460 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ce123613-6d16-4e95-a05b-85669290468c tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "DELETE /v2.0/routers/f0f0d161-2c89-45c8-9af1-2c14cd146ed8 HTTP/1.1" status: 204 len: 168 time: 2.7380962 Nov 02 11:52:07.486290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47056) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:07.492039 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1423187038', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'enable_snat': False}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:07.496519 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2123517a-7628-44d9-a37b-03b7b7234ad6 req-51e2014d-aa77-420b-983c-ae06e9ef5438 service neutron] 10.222.0.79 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747625 Nov 02 11:52:07.560836 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-27d1652c-c025-4200-bf77-46062b8bae13 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c42cd043aff4c3dad752193a806d1f3 HTTP/1.1" status: 200 len: 380 time: 0.1251707 Nov 02 11:52:07.576216 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-43bff8a5-fb1e-48bb-8f16-d2d279d832c5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Request body: {'port': {'device_id': '313a0f77-4e76-4814-ba42-4f4626d01f67', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'admin_state_up': True, 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'security_groups': ['92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:07.590982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d391eff-7886-4093-88b8-495d6643bec8 req-b97426b6-b5d4-4023-a7e7-4a1329e0446c tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:07.592788 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d391eff-7886-4093-88b8-495d6643bec8 req-b97426b6-b5d4-4023-a7e7-4a1329e0446c tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0884161 Nov 02 11:52:07.705813 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d391eff-7886-4093-88b8-495d6643bec8 req-976c7974-910d-4c8a-a155-74e744174b3e tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999596 Nov 02 11:52:07.747016 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:07.752217 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:07.808713 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:07.899429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37299e94-7bc8-4b8e-a5dc-d08f3e8e7e19 req-08a249b8-5c78-418e-9732-eed081b997b8 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:07.901055 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-37299e94-7bc8-4b8e-a5dc-d08f3e8e7e19 req-08a249b8-5c78-418e-9732-eed081b997b8 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.0911055 Nov 02 11:52:07.902005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-43bff8a5-fb1e-48bb-8f16-d2d279d832c5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Made reservation on behalf of 6c42cd043aff4c3dad752193a806d1f3 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:52:07.905516 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-43bff8a5-fb1e-48bb-8f16-d2d279d832c5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:08.080678 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-37299e94-7bc8-4b8e-a5dc-d08f3e8e7e19 req-4b4de158-76d8-4a3b-a287-f6fed531fbf8 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704049 Nov 02 11:52:08.187813 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-43bff8a5-fb1e-48bb-8f16-d2d279d832c5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Allocated IP 172.20.0.12 (de1624d7-02e7-4915-9539-81b4cd0f5d6b/17063659-e3c5-4f52-b046-a3aac82260e7/6b5db8cc-7cee-4e10-ac4c-89c5af06b76c) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:52:08.482265 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-43bff8a5-fb1e-48bb-8f16-d2d279d832c5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:08.573802 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:08.612066 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-43bff8a5-fb1e-48bb-8f16-d2d279d832c5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:08.692389 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-43bff8a5-fb1e-48bb-8f16-d2d279d832c5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Network de1624d7-02e7-4915-9539-81b4cd0f5d6b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:52:08.698451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-43bff8a5-fb1e-48bb-8f16-d2d279d832c5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:52:08.719503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-43bff8a5-fb1e-48bb-8f16-d2d279d832c5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:52:08.734461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bff8a5-fb1e-48bb-8f16-d2d279d832c5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Pushing event updated for resources: {'Port': ['ID=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:08.845932 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-43bff8a5-fb1e-48bb-8f16-d2d279d832c5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:08.845932 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-43bff8a5-fb1e-48bb-8f16-d2d279d832c5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:08.869894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2e511-b30b-4075-83d9-85295f5a8b03 req-9d293b83-7d24-419d-91cb-7d383757eb58 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:08.871652 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-95a2e511-b30b-4075-83d9-85295f5a8b03 req-9d293b83-7d24-419d-91cb-7d383757eb58 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 932 time: 0.0998635 Nov 02 11:52:08.944034 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-95a2e511-b30b-4075-83d9-85295f5a8b03 req-5e7491c0-1b82-41bd-a68a-6da58c5b3a3a tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608354 Nov 02 11:52:08.967314 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-43bff8a5-fb1e-48bb-8f16-d2d279d832c5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3958910 Nov 02 11:52:08.980567 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Request body: {'port': {'device_id': '313a0f77-4e76-4814-ba42-4f4626d01f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:09.016808 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:09.065609 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:09.102883 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:09.168200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e8352607-3d04-4f0d-928d-d5de2ca02ded None None] Provisioning complete for port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:52:09.168838 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e8352607-3d04-4f0d-928d-d5de2ca02ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:09.188967 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87910070-88f9-44a6-9315-2281970313fe req-157b980a-1456-437f-b70c-ef1b953c1909 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:09.196866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-87910070-88f9-44a6-9315-2281970313fe req-157b980a-1456-437f-b70c-ef1b953c1909 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.1025774 Nov 02 11:52:09.233869 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e8352607-3d04-4f0d-928d-d5de2ca02ded None None] Port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:52:09.252066 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Allocated IP 172.25.6.10 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/3ef80182-598f-468a-87fd-9bb00fd96cd2) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:52:09.331864 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-87910070-88f9-44a6-9315-2281970313fe req-ba2e1807-6e3f-4889-aa4b-66e4092ace56 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302497 Nov 02 11:52:09.451195 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:09.610586 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bcf91-52c4-406c-8f9f-11e6ab39d23f req-8d411ee2-6d59-4a6e-9705-7624a7aeab02 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:09.613341 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1f7bcf91-52c4-406c-8f9f-11e6ab39d23f req-8d411ee2-6d59-4a6e-9705-7624a7aeab02 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 946 time: 0.1177056 Nov 02 11:52:09.634547 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:09.672803 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:52:09.675652 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:52:09.683009 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:52:09.722440 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:52:09.733799 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:09.738040 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Pushing event updated for resources: {'Port': ['ID=3ef80182-598f-468a-87fd-9bb00fd96cd2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:09.773441 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Transition to ACTIVE for port object 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:52:09.832230 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1f7bcf91-52c4-406c-8f9f-11e6ab39d23f req-2126766d-456a-4c69-bab4-50ffeae2afb9 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071893 Nov 02 11:52:09.864816 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:09.957390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Pushing event updated for resources: {'Port': ['ID=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:10.004021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:10.005226 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:10.005794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:10.007420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:10.008675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:10.030312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:10.031005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:10.031924 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:10.032716 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:10.033413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:10.033965 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:10.034859 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:10.218309 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Attempting to bind port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:52:10.218669 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Attempting to bind port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '69f1ae64-edc6-494e-8895-5d738b373136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:52:10.219037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Attempting to bind port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c on network de1624d7-02e7-4915-9539-81b4cd0f5d6b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:52:10.226191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c on network de1624d7-02e7-4915-9539-81b4cd0f5d6b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:52:10.226529 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Attempting to bind port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c on network de1624d7-02e7-4915-9539-81b4cd0f5d6b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:52:10.240948 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:52:10.240948 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Checking segment: {'id': '69f1ae64-edc6-494e-8895-5d738b373136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:52:10.241593 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d13fb330-5fe1-4b2f-8928-243b2a61519d no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:52:10.242362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Bound using segment: {'id': '69f1ae64-edc6-494e-8895-5d738b373136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:52:10.242362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Bound port: 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f1ae64-edc6-494e-8895-5d738b373136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:52:10.242362 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:10.326965 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:10.368945 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:10.376476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] For port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:52:10.388377 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] For port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:52:10.425330 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b2dc1c-6f30-4673-97b8-30e566f436dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd13fb330-5fe1-4b2f-8928-243b2a61519d'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:52:10.427611 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc90c99a-ccdc-4ad1-81b5-c1740edf16b2" -d '{"events": [{"server_uuid": "28b2dc1c-6f30-4673-97b8-30e566f436dd", "name": "network-vif-unplugged", "status": "completed", "tag": "d13fb330-5fe1-4b2f-8928-243b2a61519d"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:52:10.447355 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d13fb330-5fe1-4b2f-8928-243b2a61519d, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d13fb330-5fe1-4b2f-8928-243b2a61519d,segment=NetworkSegment(805f2aaf-4812-469d-889d-a76c4bfa6f5b),segment_id=805f2aaf-4812-469d-889d-a76c4bfa6f5b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:52:10.519245 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:10.579897 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:10.614370 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:10.630470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:10.633809 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:10.641931 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] 10.222.0.54 "PUT /v2.0/ports/6b5db8cc-7cee-4e10-ac4c-89c5af06b76c HTTP/1.1" status: 200 len: 1093 time: 1.6646891 Nov 02 11:52:10.642643 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313a0f77-4e76-4814-ba42-4f4626d01f67', 'tag': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:52:10.656170 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9932c855-3333-409f-801a-c7336cb1b0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "313a0f77-4e76-4814-ba42-4f4626d01f67", "tag": "6b5db8cc-7cee-4e10-ac4c-89c5af06b76c"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:52:10.699821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38265999-9790-4ae2-8085-dcb341d40a1d service neutron] Pushing event updated for resources: {'Port': ['ID=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:10.718787 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d13fb330-5fe1-4b2f-8928-243b2a61519d,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:10.825303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-953063cc-9e56-4e7e-93ab-ccea12f7b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:10.827121 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-953063cc-9e56-4e7e-93ab-ccea12f7b476 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c42cd043aff4c3dad752193a806d1f3&device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 1096 time: 0.0745614 Nov 02 11:52:10.929934 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-ea80dd32-7fd9-4d03-b3a8-d4fbaf3ff3a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c HTTP/1.1" status: 200 len: 217 time: 0.0928235 Nov 02 11:52:10.948481 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Router 1088a2e8-a3f8-4c7a-bad0-73300e2f7907 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:52:11.094049 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-a3abd33b-3738-4574-8c34-208bdb972483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:11.098221 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-a3abd33b-3738-4574-8c34-208bdb972483 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17063659-e3c5-4f52-b046-a3aac82260e7 HTTP/1.1" status: 200 len: 856 time: 0.1543996 Nov 02 11:52:11.116117 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac5e65-2f3f-47fb-a37d-841ec9c17fd4 req-63733fc6-8473-46d8-b36a-47fc0d67e135 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:11.118010 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f1ac5e65-2f3f-47fb-a37d-841ec9c17fd4 req-63733fc6-8473-46d8-b36a-47fc0d67e135 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.2804110 Nov 02 11:52:11.170179 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:52:11.190391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Sync routers for ids ['1088a2e8-a3f8-4c7a-bad0-73300e2f7907'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:52:11.213443 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Routers {'1088a2e8-a3f8-4c7a-bad0-73300e2f7907'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:11.217673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:51:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['1088a2e8-a3f8-4c7a-bad0-73300e2f7907'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:11.240626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-e318f182-5bb7-4e73-979c-f9d78128fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:11.243571 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-e318f182-5bb7-4e73-979c-f9d78128fed4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de1624d7-02e7-4915-9539-81b4cd0f5d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1243730 Nov 02 11:52:11.299081 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:11.300387 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-aa5a0585-56bd-4ae3-9c21-34f1d554f3eb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8120410 Nov 02 11:52:11.302966 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47142) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:11.308021 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f1ac5e65-2f3f-47fb-a37d-841ec9c17fd4 req-7c91a237-cbbd-4ab6-8bbb-f83e52006bbc tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757212 Nov 02 11:52:11.372889 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 02 Nov 2021 11:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5887492f-9e34-488d-b34d-7d9483cdc680 x-openstack-request-id: req-5887492f-9e34-488d-b34d-7d9483cdc680 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:52:11.373412 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b2dc1c-6f30-4673-97b8-30e566f436dd", "name": "network-vif-unplugged", "status": "failed", "tag": "d13fb330-5fe1-4b2f-8928-243b2a61519d", "code": 422}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:52:11.373412 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5887492f-9e34-488d-b34d-7d9483cdc680 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:52:11.373838 n-d-806683-18 neutron-server[102691]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28b2dc1c-6f30-4673-97b8-30e566f436dd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd13fb330-5fe1-4b2f-8928-243b2a61519d', 'code': 422} returned with failed status Nov 02 11:52:11.441524 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-5915816a-b6c5-4c57-95a0-372e801f0143 service neutron] 10.222.0.54 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774869 Nov 02 11:52:11.537183 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Set router 1088a2e8-a3f8-4c7a-bad0-73300e2f7907 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:52:11.570893 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-27608312-2744-4ce4-ba03-9b98ea861ff8 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "GET /v2.0/routers/1088a2e8-a3f8-4c7a-bad0-73300e2f7907 HTTP/1.1" status: 200 len: 908 time: 0.2651584 Nov 02 11:52:11.573094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47146) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:11.577389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1423187038', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'enable_snat': True}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:11.646845 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579423ca-66fa-4a89-bad6-dd9586d8d8c9 req-846e7e64-ff15-42fa-8d3a-271d774db691 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:11.657308 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-579423ca-66fa-4a89-bad6-dd9586d8d8c9 req-846e7e64-ff15-42fa-8d3a-271d774db691 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f6b26e6-32f6-4654-93bb-6d33496c66e3 HTTP/1.1" status: 200 len: 945 time: 0.1676550 Nov 02 11:52:11.688581 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a18797bb-302c-498c-9c4c-2380b8384c2f req-eca376ab-af75-454c-9397-f4836f5d7e02 service neutron] 10.222.0.54 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368538 Nov 02 11:52:11.704677 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:11.714456 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:11.744238 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-579423ca-66fa-4a89-bad6-dd9586d8d8c9 req-eaa47c4e-ee48-4028-9027-0946312fd1a2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860543 Nov 02 11:52:11.800123 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:11.819933 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1088a2e8-a3f8-4c7a-bad0-73300e2f7907', 'name': 'tempest-snat-router-1423187038', 'tenant_id': '08e68163c627412999c687a677d740ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.10'}], 'enable_snat': False}, 'gw_port_id': '3ef80182-598f-468a-87fd-9bb00fd96cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:52:07Z', 'updated_at': '2021-11-02T11:52:09Z', 'revision_number': 3, 'project_id': '08e68163c627412999c687a677d740ab', 'gw_port': {'id': '3ef80182-598f-468a-87fd-9bb00fd96cd2', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:11:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1088a2e8-a3f8-4c7a-bad0-73300e2f7907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:52:09Z', 'updated_at': '2021-11-02T11:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:11.835244 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cf0983-6ba0-4334-9548-b061b8c573ad x-openstack-request-id: req-d4cf0983-6ba0-4334-9548-b061b8c573ad {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:52:11.835244 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313a0f77-4e76-4814-ba42-4f4626d01f67", "tag": "6b5db8cc-7cee-4e10-ac4c-89c5af06b76c", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:52:11.835244 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4cf0983-6ba0-4334-9548-b061b8c573ad {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:52:11.835244 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313a0f77-4e76-4814-ba42-4f4626d01f67', 'tag': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c', 'status': 'completed', 'code': 200} Nov 02 11:52:11.863972 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Checking router: 1088a2e8-a3f8-4c7a-bad0-73300e2f7907 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:52:11.873711 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Updating router 1088a2e8-a3f8-4c7a-bad0-73300e2f7907 port 3ef80182-598f-468a-87fd-9bb00fd96cd2 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:52:11.919705 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:11.979996 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932c855-3333-409f-801a-c7336cb1b0f9 req-97a68123-6553-41b5-9057-605453a5e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:11.981544 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9932c855-3333-409f-801a-c7336cb1b0f9 req-97a68123-6553-41b5-9057-605453a5e7b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c42cd043aff4c3dad752193a806d1f3&device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 1096 time: 0.1252699 Nov 02 11:52:11.991732 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b6c92-eef3-404b-bbaa-cd97761cfe87 req-29a171c0-9cd4-4b67-9d20-0f0f443e869a tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:11.993425 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-048b6c92-eef3-404b-bbaa-cd97761cfe87 req-29a171c0-9cd4-4b67-9d20-0f0f443e869a tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 944 time: 0.1055062 Nov 02 11:52:12.137229 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:12.139635 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-048b6c92-eef3-404b-bbaa-cd97761cfe87 req-3a10e7ff-527f-4cf8-9df4-88fd5bb1f950 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255615 Nov 02 11:52:12.171545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932c855-3333-409f-801a-c7336cb1b0f9 req-096535ed-cbc1-4e36-a17c-11c5cd9a2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:12.173056 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9932c855-3333-409f-801a-c7336cb1b0f9 req-096535ed-cbc1-4e36-a17c-11c5cd9a2dd2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=de1624d7-02e7-4915-9539-81b4cd0f5d6b HTTP/1.1" status: 200 len: 918 time: 0.1690238 Nov 02 11:52:12.246224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9932c855-3333-409f-801a-c7336cb1b0f9 req-9b8c8e7e-52a1-4c91-ae72-0de75e893fe9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c HTTP/1.1" status: 200 len: 217 time: 0.0639353 Nov 02 11:52:12.275991 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5f6d3-fa48-42a0-bce9-bead0a70d135 req-9da0c37d-8323-4f74-8492-2f78a933d589 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:12.277592 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5ea5f6d3-fa48-42a0-bce9-bead0a70d135 req-9da0c37d-8323-4f74-8492-2f78a933d589 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.54 "GET /v2.0/ports?device_id=8f6b26e6-32f6-4654-93bb-6d33496c66e3 HTTP/1.1" status: 200 len: 945 time: 0.1139364 Nov 02 11:52:12.310595 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932c855-3333-409f-801a-c7336cb1b0f9 req-d9aa4ca8-7e32-45eb-ad6e-cf89a824332d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:12.312689 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9932c855-3333-409f-801a-c7336cb1b0f9 req-d9aa4ca8-7e32-45eb-ad6e-cf89a824332d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17063659-e3c5-4f52-b046-a3aac82260e7 HTTP/1.1" status: 200 len: 856 time: 0.0598221 Nov 02 11:52:12.316705 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:12.376772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932c855-3333-409f-801a-c7336cb1b0f9 req-4be1630f-a5ca-4103-a28c-f7a2cab4ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:12.378305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9932c855-3333-409f-801a-c7336cb1b0f9 req-4be1630f-a5ca-4103-a28c-f7a2cab4ba0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de1624d7-02e7-4915-9539-81b4cd0f5d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582058 Nov 02 11:52:12.415852 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:12.514163 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-5ea5f6d3-fa48-42a0-bce9-bead0a70d135 req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Deleting port 82a56498-dfdb-4d01-a0e1-8c29a0fbbace {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:52:12.514410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Attempting to bind port 3ef80182-598f-468a-87fd-9bb00fd96cd2 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:52:12.514687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Attempting to bind port 3ef80182-598f-468a-87fd-9bb00fd96cd2 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:52:12.515270 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5ea5f6d3-fa48-42a0-bce9-bead0a70d135 req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:12.515476 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Attempting to bind port 3ef80182-598f-468a-87fd-9bb00fd96cd2 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:52:12.526099 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:52:12.526845 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:52:12.527462 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:12.528029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:52:12.528684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Bound port: 3ef80182-598f-468a-87fd-9bb00fd96cd2, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:52:12.529422 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:12.544548 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9932c855-3333-409f-801a-c7336cb1b0f9 req-45d3c9f1-ce5a-477e-8d21-5d272157265f service neutron] 10.222.0.54 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582191 Nov 02 11:52:12.596596 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] For port 3ef80182-598f-468a-87fd-9bb00fd96cd2, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:52:12.601028 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] For port 3ef80182-598f-468a-87fd-9bb00fd96cd2, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3ef80182-598f-468a-87fd-9bb00fd96cd2,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:52:12.603659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f676e-d74f-4373-b5a4-db94ac64c0a7 None None] Pushing event updated for resources: {'Port': ['ID=3ef80182-598f-468a-87fd-9bb00fd96cd2,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:12.688744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9932c855-3333-409f-801a-c7336cb1b0f9 req-e1b04117-1a58-4b1e-8bb3-6df7f5173111 service neutron] 10.222.0.54 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355727 Nov 02 11:52:12.732955 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:12.746468 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:12.790463 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:12.795611 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-5ea5f6d3-fa48-42a0-bce9-bead0a70d135 req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] For port 82a56498-dfdb-4d01-a0e1-8c29a0fbbace, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=82a56498-dfdb-4d01-a0e1-8c29a0fbbace,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:52:12.796326 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5ea5f6d3-fa48-42a0-bce9-bead0a70d135 req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:12.808189 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Routers {'1088a2e8-a3f8-4c7a-bad0-73300e2f7907'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:12.808860 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:51:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['1088a2e8-a3f8-4c7a-bad0-73300e2f7907'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:12.822264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d692444-fae5-44e7-b447-6e59fefcb59b req-ef2e2ec0-794a-4cb9-8afa-b6bfbbf73bbd tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:12.823915 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d692444-fae5-44e7-b447-6e59fefcb59b req-ef2e2ec0-794a-4cb9-8afa-b6bfbbf73bbd tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 944 time: 0.0608714 Nov 02 11:52:12.855059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-5ea5f6d3-fa48-42a0-bce9-bead0a70d135 req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Calling delete_port for 82a56498-dfdb-4d01-a0e1-8c29a0fbbace owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:52:12.858585 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f676e-d74f-4373-b5a4-db94ac64c0a7 None None] Pushing event updated for resources: {'Port': ['ID=3ef80182-598f-468a-87fd-9bb00fd96cd2,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:12.896746 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d692444-fae5-44e7-b447-6e59fefcb59b req-08878493-5400-4853-94b9-603dec3b30df tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626817 Nov 02 11:52:12.943485 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] Set router 1088a2e8-a3f8-4c7a-bad0-73300e2f7907 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:52:12.991579 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Allocated IP 172.25.6.52 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/064afa78-16b3-4097-bc8d-9155733b6e25) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:52:13.083009 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01252ab-a73d-4c7f-aa05-4f4211bcfe82 req-5e85a799-f3cc-4874-aec1-ed29900e8136 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:13.087253 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c01252ab-a73d-4c7f-aa05-4f4211bcfe82 req-5e85a799-f3cc-4874-aec1-ed29900e8136 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.1108630 Nov 02 11:52:13.145785 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c01252ab-a73d-4c7f-aa05-4f4211bcfe82 req-0ab0ecc3-aca2-4e23-9681-ec52f1e34539 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517190 Nov 02 11:52:13.176430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1088a2e8-a3f8-4c7a-bad0-73300e2f7907', 'name': 'tempest-snat-router-1423187038', 'tenant_id': '08e68163c627412999c687a677d740ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.10'}], 'enable_snat': False}, 'gw_port_id': '3ef80182-598f-468a-87fd-9bb00fd96cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:52:07Z', 'updated_at': '2021-11-02T11:52:09Z', 'revision_number': 3, 'project_id': '08e68163c627412999c687a677d740ab', 'gw_port': {'id': '3ef80182-598f-468a-87fd-9bb00fd96cd2', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:11:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1088a2e8-a3f8-4c7a-bad0-73300e2f7907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:52:09Z', 'updated_at': '2021-11-02T11:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:13.184933 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:13.213697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b245fb-6876-44af-aaf3-68f7992acf32 None None] The sync data for ids ['1088a2e8-a3f8-4c7a-bad0-73300e2f7907'] in n-d-806683-18 is: [{'id': '1088a2e8-a3f8-4c7a-bad0-73300e2f7907', 'name': 'tempest-snat-router-1423187038', 'tenant_id': '08e68163c627412999c687a677d740ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.10'}], 'enable_snat': False}, 'gw_port_id': '3ef80182-598f-468a-87fd-9bb00fd96cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:52:07Z', 'updated_at': '2021-11-02T11:52:09Z', 'revision_number': 3, 'project_id': '08e68163c627412999c687a677d740ab', 'gw_port': {'id': '3ef80182-598f-468a-87fd-9bb00fd96cd2', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:11:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1088a2e8-a3f8-4c7a-bad0-73300e2f7907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:52:09Z', 'updated_at': '2021-11-02T11:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:52:13.253174 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5ea5f6d3-fa48-42a0-bce9-bead0a70d135 req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:13.267506 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['25e60f38-4b17-4f01-a694-3b67ec0284bc', 'e1c640c8-4005-40c8-a046-1d938fc1cf2a', '82a56498-dfdb-4d01-a0e1-8c29a0fbbace'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:52:13.270911 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['c6ed4847-6110-41a8-a17f-8c234c447c04'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:52:13.276203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf6cdb-cdf3-4acf-bbba-59c7cbe435c2 req-9c46cc3e-0440-41e0-b1b6-87627ec86d9b tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:13.276203 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0caf6cdb-cdf3-4acf-bbba-59c7cbe435c2 req-9c46cc3e-0440-41e0-b1b6-87627ec86d9b tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0671518 Nov 02 11:52:13.302768 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Pushing event deleted for resources: {'Port': ['ID=82a56498-dfdb-4d01-a0e1-8c29a0fbbace,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:13.322388 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:13.328014 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:13.328014 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:13.328014 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:13.328461 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:13.328782 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:13.329188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:13.330206 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:13.330621 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:13.331237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:13.331486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:13.332423 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:13.332920 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:13.363538 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0caf6cdb-cdf3-4acf-bbba-59c7cbe435c2 req-7586085f-41cf-4a54-9c87-0db4581189b5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794239 Nov 02 11:52:13.384997 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea5f6d3-fa48-42a0-bce9-bead0a70d135 req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] No DVR routers for this DVR port 82a56498-dfdb-4d01-a0e1-8c29a0fbbace on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:52:13.412637 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-5ea5f6d3-fa48-42a0-bce9-bead0a70d135 req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:13.416999 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5ea5f6d3-fa48-42a0-bce9-bead0a70d135 req-28f6ce04-37d4-453e-95d9-2495d77b07de tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.54 "DELETE /v2.0/ports/82a56498-dfdb-4d01-a0e1-8c29a0fbbace HTTP/1.1" status: 204 len: 173 time: 1.1273808 Nov 02 11:52:13.419462 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6b26e6-32f6-4654-93bb-6d33496c66e3', 'name': 'network-vif-deleted', 'tag': '82a56498-dfdb-4d01-a0e1-8c29a0fbbace'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:52:13.422514 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42216f36-7f3b-43b9-ad71-2ff603fc19fe" -d '{"events": [{"server_uuid": "8f6b26e6-32f6-4654-93bb-6d33496c66e3", "name": "network-vif-deleted", "tag": "82a56498-dfdb-4d01-a0e1-8c29a0fbbace"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:52:13.446911 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:52:13.450316 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:52:13.455171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:52:13.502960 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Pushing event updated for resources: {'Port': ['ID=064afa78-16b3-4097-bc8d-9155733b6e25,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:13.566263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e17a3b2-7fb8-4319-b590-e8d48ec05bd7 req-712ef210-c282-4693-bf99-aec783e0e580 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f6b26e6-32f6-4654-93bb-6d33496c66e3 HTTP/1.1" status: 200 len: 210 time: 0.0823936 Nov 02 11:52:13.913886 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:14.185362 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:14.606244 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:52:14.788859 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Router 2267090c-8464-43d5-87eb-a73136f94b49 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:52:14.799480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3ef80182-598f-468a-87fd-9bb00fd96cd2 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:52:14.853697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 3ef80182-598f-468a-87fd-9bb00fd96cd2 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:52:14.854135 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:14.918526 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:52:14.931963 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Sync routers for ids ['2267090c-8464-43d5-87eb-a73136f94b49'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:52:14.949991 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Routers {'2267090c-8464-43d5-87eb-a73136f94b49'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:14.951049 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:51:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2267090c-8464-43d5-87eb-a73136f94b49'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:14.984009 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:15.022646 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a01a61-8527-4ab5-8580-4ca57b7fb0a1 x-openstack-request-id: req-28a01a61-8527-4ab5-8580-4ca57b7fb0a1 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:52:15.022948 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6b26e6-32f6-4654-93bb-6d33496c66e3", "name": "network-vif-deleted", "tag": "82a56498-dfdb-4d01-a0e1-8c29a0fbbace", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:52:15.023210 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28a01a61-8527-4ab5-8580-4ca57b7fb0a1 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:52:15.023640 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6b26e6-32f6-4654-93bb-6d33496c66e3', 'name': 'network-vif-deleted', 'tag': '82a56498-dfdb-4d01-a0e1-8c29a0fbbace', 'status': 'completed', 'code': 200} Nov 02 11:52:15.025008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 3ef80182-598f-468a-87fd-9bb00fd96cd2, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3ef80182-598f-468a-87fd-9bb00fd96cd2,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:52:15.042182 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:15.043904 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-93670cd3-8d65-4f7c-a395-d26ad8b8b2f0 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4696646 Nov 02 11:52:15.046537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47226) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:15.090989 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-47757169-f22b-4f36-9419-e98f50c92033 req-a91c8beb-6a86-445a-bea8-6b7669f2ad58 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:52:15.091985 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47757169-f22b-4f36-9419-e98f50c92033 req-a91c8beb-6a86-445a-bea8-6b7669f2ad58 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0053642 Nov 02 11:52:15.151828 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Set router 2267090c-8464-43d5-87eb-a73136f94b49 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:52:15.183017 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:15.222904 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-93fcf8e0-4c46-4268-9e07-444a2282ca83 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "GET /v2.0/routers/2267090c-8464-43d5-87eb-a73136f94b49 HTTP/1.1" status: 200 len: 907 time: 0.1751122 Nov 02 11:52:15.225951 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47230) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:15.268237 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:52:15.273466 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=3ef80182-598f-468a-87fd-9bb00fd96cd2,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:15.388359 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4221202-8cd0-4cd0-9cf5-fe43f28140cd tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:15.447691 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2267090c-8464-43d5-87eb-a73136f94b49', 'name': 'tempest-snat-router-1423187038', 'tenant_id': '08e68163c627412999c687a677d740ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '064afa78-16b3-4097-bc8d-9155733b6e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:52:11Z', 'updated_at': '2021-11-02T11:52:13Z', 'revision_number': 3, 'project_id': '08e68163c627412999c687a677d740ab', 'gw_port': {'id': '064afa78-16b3-4097-bc8d-9155733b6e25', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fe:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2267090c-8464-43d5-87eb-a73136f94b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:52:12Z', 'updated_at': '2021-11-02T11:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:15.454114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:52:15.496801 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'port_id': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c', 'mac_address': 'fa:16:3e:5e:77:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:52:15.530617 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Checking router: 2267090c-8464-43d5-87eb-a73136f94b49 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:52:15.531085 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Updating router 2267090c-8464-43d5-87eb-a73136f94b49 port 064afa78-16b3-4097-bc8d-9155733b6e25 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:52:15.545937 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4221202-8cd0-4cd0-9cf5-fe43f28140cd tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:15.602863 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:15.619289 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:15.628758 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda0a86-ae2d-4270-a9d8-077d0a9bba57 req-8f90f3c4-53c8-4b6c-bdab-ad4d9b083be6 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:15.630527 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9eda0a86-ae2d-4270-a9d8-077d0a9bba57 req-8f90f3c4-53c8-4b6c-bdab-ad4d9b083be6 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.0876324 Nov 02 11:52:15.653342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:52:15.705686 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:52:15.768948 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9eda0a86-ae2d-4270-a9d8-077d0a9bba57 req-8b5fd5c1-8572-4017-b59f-f06b3b6fc0c2 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304314 Nov 02 11:52:15.799927 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:15.821966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e4221202-8cd0-4cd0-9cf5-fe43f28140cd tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Deleting port 064afa78-16b3-4097-bc8d-9155733b6e25 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:52:15.825406 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4221202-8cd0-4cd0-9cf5-fe43f28140cd tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:15.922811 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:16.001148 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:16.026207 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4221202-8cd0-4cd0-9cf5-fe43f28140cd tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:16.040373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e4221202-8cd0-4cd0-9cf5-fe43f28140cd tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Calling delete_port for 064afa78-16b3-4097-bc8d-9155733b6e25 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:52:16.102860 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:16.105333 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1785797b-ed85-457f-97e3-285cf460716a req-959b3064-90b7-4ac3-8656-88ea8fa93dda service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1584949 Nov 02 11:52:16.138903 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-1785797b-ed85-457f-97e3-285cf460716a req-5c458694-5f54-4ff1-8278-05be386269bc service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:52:16.138903 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1785797b-ed85-457f-97e3-285cf460716a req-5c458694-5f54-4ff1-8278-05be386269bc service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0081017 Nov 02 11:52:16.204655 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Attempting to bind port 064afa78-16b3-4097-bc8d-9155733b6e25 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:52:16.205002 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Attempting to bind port 064afa78-16b3-4097-bc8d-9155733b6e25 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:52:16.205366 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Attempting to bind port 064afa78-16b3-4097-bc8d-9155733b6e25 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:52:16.214030 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:52:16.214437 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:52:16.214802 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:16.215217 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:52:16.215950 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Bound port: 064afa78-16b3-4097-bc8d-9155733b6e25, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:52:16.216335 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:16.221913 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e5664-06ae-4c27-b81c-cefa536fa451 None None] Pushing event updated for resources: {'Port': ['ID=064afa78-16b3-4097-bc8d-9155733b6e25,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:16.247885 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5664-06ae-4c27-b81c-cefa536fa451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:16.248256 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5664-06ae-4c27-b81c-cefa536fa451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:16.248570 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5664-06ae-4c27-b81c-cefa536fa451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:16.248908 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5664-06ae-4c27-b81c-cefa536fa451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:16.249240 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5664-06ae-4c27-b81c-cefa536fa451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:16.249571 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5664-06ae-4c27-b81c-cefa536fa451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:16.249896 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5664-06ae-4c27-b81c-cefa536fa451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:16.250222 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5664-06ae-4c27-b81c-cefa536fa451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:16.250546 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5664-06ae-4c27-b81c-cefa536fa451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:16.250868 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5664-06ae-4c27-b81c-cefa536fa451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:16.251243 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5664-06ae-4c27-b81c-cefa536fa451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:16.251563 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79e5664-06ae-4c27-b81c-cefa536fa451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:52:16.354082 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['6b5db8cc-7cee-4e10-ac4c-89c5af06b76c'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:52:16.498176 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.db.api [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:52:16.498176 n-d-806683-18 neutron-server[102692]: DEBUG oslo_db.api [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:52:16.499570 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf69e00-b67d-4b63-b6d7-5cf3e5f875a9 req-f2890c64-5117-49f3-a3e7-ed27c1a0f77a tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:16.501169 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ecf69e00-b67d-4b63-b6d7-5cf3e5f875a9 req-f2890c64-5117-49f3-a3e7-ed27c1a0f77a tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 944 time: 0.3711286 Nov 02 11:52:16.502413 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4221202-8cd0-4cd0-9cf5-fe43f28140cd tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:16.562115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4221202-8cd0-4cd0-9cf5-fe43f28140cd tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Pushing event deleted for resources: {'Port': ['ID=064afa78-16b3-4097-bc8d-9155733b6e25,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:16.636627 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ecf69e00-b67d-4b63-b6d7-5cf3e5f875a9 req-0e639ed2-cd4b-4bf5-9abc-61be6ff2ae81 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130185 Nov 02 11:52:16.659988 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4221202-8cd0-4cd0-9cf5-fe43f28140cd tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:16.814518 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3ef80182-598f-468a-87fd-9bb00fd96cd2 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:52:16.936791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 3ef80182-598f-468a-87fd-9bb00fd96cd2 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:52:16.937296 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:17.018633 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Attempting to bind port 064afa78-16b3-4097-bc8d-9155733b6e25 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:52:17.020657 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Attempting to bind port 064afa78-16b3-4097-bc8d-9155733b6e25 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:52:17.023376 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Attempting to bind port 064afa78-16b3-4097-bc8d-9155733b6e25 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:52:17.033925 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:52:17.034687 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:52:17.035566 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:17.036197 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:52:17.037914 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Bound port: 064afa78-16b3-4097-bc8d-9155733b6e25, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:52:17.039242 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:17.065283 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.plugin [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Port 064afa78-16b3-4097-bc8d-9155733b6e25 has been deleted concurrently {{(pid=102692) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:663}} Nov 02 11:52:17.078413 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Routers {'2267090c-8464-43d5-87eb-a73136f94b49'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:17.079143 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:51:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2267090c-8464-43d5-87eb-a73136f94b49'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:17.163144 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4221202-8cd0-4cd0-9cf5-fe43f28140cd tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:17.168496 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] Set router 2267090c-8464-43d5-87eb-a73136f94b49 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:52:17.177815 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4221202-8cd0-4cd0-9cf5-fe43f28140cd tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:17.230860 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2267090c-8464-43d5-87eb-a73136f94b49', 'name': 'tempest-snat-router-1423187038', 'tenant_id': '08e68163c627412999c687a677d740ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:52:11Z', 'updated_at': '2021-11-02T11:52:16Z', 'revision_number': 5, 'project_id': '08e68163c627412999c687a677d740ab', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:17.248599 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bb8ff-a35a-4a37-8dba-b32455c31a32 req-1a89b9d4-2d24-413f-94ba-a42bd28e46ba tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:17.250264 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd9bb8ff-a35a-4a37-8dba-b32455c31a32 req-1a89b9d4-2d24-413f-94ba-a42bd28e46ba tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 945 time: 0.1012306 Nov 02 11:52:17.259187 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a231b9e-159e-42da-a5cd-f27825684436 None None] The sync data for ids ['2267090c-8464-43d5-87eb-a73136f94b49'] in n-d-806683-18 is: [{'id': '2267090c-8464-43d5-87eb-a73136f94b49', 'name': 'tempest-snat-router-1423187038', 'tenant_id': '08e68163c627412999c687a677d740ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:52:11Z', 'updated_at': '2021-11-02T11:52:16Z', 'revision_number': 5, 'project_id': '08e68163c627412999c687a677d740ab', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:52:17.298670 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 82a56498-dfdb-4d01-a0e1-8c29a0fbbace no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:52:17.327371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 82a56498-dfdb-4d01-a0e1-8c29a0fbbace {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:52:17.327861 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 82a56498-dfdb-4d01-a0e1-8c29a0fbbace not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:52:17.336362 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd9bb8ff-a35a-4a37-8dba-b32455c31a32 req-f4911574-47c4-43ba-88e0-a73d3ed8418f tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697553 Nov 02 11:52:17.372948 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4221202-8cd0-4cd0-9cf5-fe43f28140cd tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:17.375625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4221202-8cd0-4cd0-9cf5-fe43f28140cd tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2267090c-8464-43d5-87eb-a73136f94b49 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:52:17.391229 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4221202-8cd0-4cd0-9cf5-fe43f28140cd tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:17.392167 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e4221202-8cd0-4cd0-9cf5-fe43f28140cd tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "DELETE /v2.0/routers/2267090c-8464-43d5-87eb-a73136f94b49 HTTP/1.1" status: 204 len: 168 time: 2.1650364 Nov 02 11:52:17.395797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47286) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:17.525783 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-408c510d-cd16-47ca-8ffe-0bdb10031b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:17.588398 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cea8608e-8899-400e-97a8-fd6ab956e587 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:17.802755 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c3001-84fb-40d0-9b3c-4ab5c6e69446 req-7f7d1ab6-6edd-45aa-9dbe-bbd3280e76e3 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:17.804788 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b43c3001-84fb-40d0-9b3c-4ab5c6e69446 req-7f7d1ab6-6edd-45aa-9dbe-bbd3280e76e3 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 944 time: 0.0825326 Nov 02 11:52:17.813004 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cea8608e-8899-400e-97a8-fd6ab956e587 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:17.867875 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b43c3001-84fb-40d0-9b3c-4ab5c6e69446 req-2be4e26c-60cd-4ff1-a866-5cd28c2daed5 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510828 Nov 02 11:52:17.996669 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-cea8608e-8899-400e-97a8-fd6ab956e587 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Deleting port 3ef80182-598f-468a-87fd-9bb00fd96cd2 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:52:17.997059 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cea8608e-8899-400e-97a8-fd6ab956e587 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:18.100296 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-cea8608e-8899-400e-97a8-fd6ab956e587 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] For port 3ef80182-598f-468a-87fd-9bb00fd96cd2, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3ef80182-598f-468a-87fd-9bb00fd96cd2,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:52:18.100921 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cea8608e-8899-400e-97a8-fd6ab956e587 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:18.117020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-cea8608e-8899-400e-97a8-fd6ab956e587 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Calling delete_port for 3ef80182-598f-468a-87fd-9bb00fd96cd2 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:52:18.435610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785797b-ed85-457f-97e3-285cf460716a req-02252860-97eb-4f0f-a141-081dae181b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:18.437153 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1785797b-ed85-457f-97e3-285cf460716a req-02252860-97eb-4f0f-a141-081dae181b5a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd&tenant_id=165db02e24404cac9e67fdf905cccadf HTTP/1.1" status: 200 len: 1096 time: 0.2285779 Nov 02 11:52:18.573760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b52635-4063-4e01-8d12-93a41874e5b7 req-36f8d4ec-51d4-4ff0-be61-2b173cb39119 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:18.575429 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72b52635-4063-4e01-8d12-93a41874e5b7 req-36f8d4ec-51d4-4ff0-be61-2b173cb39119 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 945 time: 0.1569605 Nov 02 11:52:18.587911 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cea8608e-8899-400e-97a8-fd6ab956e587 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:18.664057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8608e-8899-400e-97a8-fd6ab956e587 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ef80182-598f-468a-87fd-9bb00fd96cd2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:18.680794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785797b-ed85-457f-97e3-285cf460716a req-61a96872-a9a4-4072-bb7a-6b3b4f81dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:18.689732 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1785797b-ed85-457f-97e3-285cf460716a req-61a96872-a9a4-4072-bb7a-6b3b4f81dc41 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=165db02e24404cac9e67fdf905cccadf&device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 1096 time: 0.2039814 Nov 02 11:52:18.865455 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72b52635-4063-4e01-8d12-93a41874e5b7 req-b20f1422-6655-4ca7-a545-b897b2b2d03e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787433 Nov 02 11:52:18.941669 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cea8608e-8899-400e-97a8-fd6ab956e587 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:19.038789 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cea8608e-8899-400e-97a8-fd6ab956e587 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:19.041151 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cea8608e-8899-400e-97a8-fd6ab956e587 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:19.122219 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785797b-ed85-457f-97e3-285cf460716a req-61b9f060-c3f9-4b24-a091-1bee20033b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:19.126186 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1785797b-ed85-457f-97e3-285cf460716a req-61b9f060-c3f9-4b24-a091-1bee20033b84 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 HTTP/1.1" status: 200 len: 914 time: 0.4332016 Nov 02 11:52:19.176439 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1785797b-ed85-457f-97e3-285cf460716a req-d537d867-d4c1-41c8-8950-ee695746ef61 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13fb330-5fe1-4b2f-8928-243b2a61519d HTTP/1.1" status: 200 len: 217 time: 0.0418837 Nov 02 11:52:19.177192 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cea8608e-8899-400e-97a8-fd6ab956e587 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:19.177855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea8608e-8899-400e-97a8-fd6ab956e587 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1088a2e8-a3f8-4c7a-bad0-73300e2f7907 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:52:19.192203 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cea8608e-8899-400e-97a8-fd6ab956e587 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:19.193543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cea8608e-8899-400e-97a8-fd6ab956e587 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "DELETE /v2.0/routers/1088a2e8-a3f8-4c7a-bad0-73300e2f7907 HTTP/1.1" status: 204 len: 168 time: 1.7965581 Nov 02 11:52:19.198529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47320) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:19.203964 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1550552677', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:19.289813 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785797b-ed85-457f-97e3-285cf460716a req-51c78beb-f3a9-4098-9168-480f57358949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:19.291744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1785797b-ed85-457f-97e3-285cf460716a req-51c78beb-f3a9-4098-9168-480f57358949 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=256d9665-7c7f-41ad-9f58-255d11056a26 HTTP/1.1" status: 200 len: 853 time: 0.1037302 Nov 02 11:52:19.301452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294d940-d91d-4c41-a4ef-d40ea1ea984b req-9845eade-5d6e-43ec-9afe-c55e26129d6c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:19.303725 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4294d940-d91d-4c41-a4ef-d40ea1ea984b req-9845eade-5d6e-43ec-9afe-c55e26129d6c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 944 time: 0.1301343 Nov 02 11:52:19.313221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:52:19.331320 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:19.333300 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:19.405940 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1785797b-ed85-457f-97e3-285cf460716a req-6caa8a16-fd6f-4cea-b8b1-cca778a84e11 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004767 Nov 02 11:52:19.443571 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:19.531689 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4294d940-d91d-4c41-a4ef-d40ea1ea984b req-6b515f47-7fc3-461b-903d-826e4ae836c3 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063260 Nov 02 11:52:19.555098 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:52:19.564516 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:52:19.566059 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:19.583947 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1785797b-ed85-457f-97e3-285cf460716a req-5929e45c-ac2f-4644-ad57-bd7bb2f0f39d service neutron] 10.222.0.79 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693933 Nov 02 11:52:19.789573 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1785797b-ed85-457f-97e3-285cf460716a req-0bf453b7-ead4-4ac5-847f-83361a97564a service neutron] 10.222.0.79 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930182 Nov 02 11:52:19.816090 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:19.848495 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9aafc23c-4d2d-4077-a1b6-7cb20dfbf2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:19.931971 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:19.937652 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:52:19.938313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313a0f77-4e76-4814-ba42-4f4626d01f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:52:19.946581 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429fed38-cbb1-4ee5-bbbf-ec6cd5cc07d6" -d '{"events": [{"server_uuid": "313a0f77-4e76-4814-ba42-4f4626d01f67", "name": "network-vif-plugged", "status": "completed", "tag": "6b5db8cc-7cee-4e10-ac4c-89c5af06b76c"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:52:19.994414 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:20.105205 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:20.128909 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589ff4e-5db5-4a0a-9364-f8a30b99a0ef req-93169349-f093-402b-908d-31f2a462b5d4 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:20.142005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3589ff4e-5db5-4a0a-9364-f8a30b99a0ef req-93169349-f093-402b-908d-31f2a462b5d4 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 946 time: 0.1513789 Nov 02 11:52:20.229046 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3589ff4e-5db5-4a0a-9364-f8a30b99a0ef req-9559e6a3-2e94-4276-832d-2a6bb036fef9 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792592 Nov 02 11:52:20.290872 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a980c61c-9f9f-40b7-95ba-fe9f897ab13f x-openstack-request-id: req-a980c61c-9f9f-40b7-95ba-fe9f897ab13f {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:52:20.291303 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313a0f77-4e76-4814-ba42-4f4626d01f67", "name": "network-vif-plugged", "status": "completed", "tag": "6b5db8cc-7cee-4e10-ac4c-89c5af06b76c", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:52:20.291651 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a980c61c-9f9f-40b7-95ba-fe9f897ab13f {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:52:20.292137 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313a0f77-4e76-4814-ba42-4f4626d01f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c', 'code': 200} Nov 02 11:52:20.447907 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:20.487433 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:20.550521 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25157733-244c-470e-ad03-839d3cf3fd30 req-ea213de2-43cb-481d-9021-aae8c88c57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:20.552258 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25157733-244c-470e-ad03-839d3cf3fd30 req-ea213de2-43cb-481d-9021-aae8c88c57f8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 1098 time: 0.1341209 Nov 02 11:52:20.654308 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25157733-244c-470e-ad03-839d3cf3fd30 req-1a5cb622-4200-4039-a778-2906cf82e424 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920334 Nov 02 11:52:20.726460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a6b7e-c74e-4798-803a-f9328573b4f0 req-87e9d4ff-3269-461f-a682-34a9b45c29c5 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:20.735895 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Allocated IP 172.25.6.223 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/f50777ef-2599-4705-951f-52c6e0591d04) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:52:20.739617 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-983a6b7e-c74e-4798-803a-f9328573b4f0 req-87e9d4ff-3269-461f-a682-34a9b45c29c5 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 944 time: 0.1061177 Nov 02 11:52:20.763163 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3ef80182-598f-468a-87fd-9bb00fd96cd2 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:52:20.845569 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 3ef80182-598f-468a-87fd-9bb00fd96cd2 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:52:20.846206 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3ef80182-598f-468a-87fd-9bb00fd96cd2 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:52:20.905074 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-983a6b7e-c74e-4798-803a-f9328573b4f0 req-6886300b-061a-40ce-977a-2fe4c7fbe20d tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628246 Nov 02 11:52:20.934523 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:21.143185 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:21.331692 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:21.424401 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:52:21.437944 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fc6b9-0d76-4ab7-b929-408a8c63a13b req-66426100-d3d0-43e6-bf54-e7edeae49045 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:21.445362 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f86fc6b9-0d76-4ab7-b929-408a8c63a13b req-66426100-d3d0-43e6-bf54-e7edeae49045 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 946 time: 0.1076326 Nov 02 11:52:21.448911 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:52:21.452082 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:52:21.534109 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Pushing event updated for resources: {'Port': ['ID=f50777ef-2599-4705-951f-52c6e0591d04,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:21.543190 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f86fc6b9-0d76-4ab7-b929-408a8c63a13b req-c65065ed-271e-4f5e-ac57-4921994ad14d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718763 Nov 02 11:52:22.328596 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:22.381649 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:22.604569 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:23.061199 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Router ff030af1-5c74-4f76-9621-e1650cc65b39 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:52:23.333036 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:52:23.355841 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbca754-3c75-478a-8396-0769faa25ebb None None] Sync routers for ids ['ff030af1-5c74-4f76-9621-e1650cc65b39'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:52:23.370109 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbca754-3c75-478a-8396-0769faa25ebb None None] Routers {'ff030af1-5c74-4f76-9621-e1650cc65b39'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:23.371350 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ddbca754-3c75-478a-8396-0769faa25ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ff030af1-5c74-4f76-9621-e1650cc65b39'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:23.431421 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ddbca754-3c75-478a-8396-0769faa25ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:23.463074 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbca754-3c75-478a-8396-0769faa25ebb None None] Routers {'ff030af1-5c74-4f76-9621-e1650cc65b39'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:23.464005 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ddbca754-3c75-478a-8396-0769faa25ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ff030af1-5c74-4f76-9621-e1650cc65b39'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:23.488607 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:23.490632 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-92486611-7a31-4abf-9a13-433c9e63c905 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2908278 Nov 02 11:52:23.494109 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47414) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:23.503093 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0a6f28b1-3335-4e8a-830c-6ce291e979ae tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'enable_snat': False}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:23.557884 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ddbca754-3c75-478a-8396-0769faa25ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:23.558643 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbca754-3c75-478a-8396-0769faa25ebb None None] The sync data for ids ['ff030af1-5c74-4f76-9621-e1650cc65b39'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:52:23.891538 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:24.073651 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:24.157995 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47719d80-12f6-4b44-9538-f7046a8b76b2 req-5ff4a911-c7df-4b9a-b83e-9c3c5c443adb tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:24.160817 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47719d80-12f6-4b44-9538-f7046a8b76b2 req-5ff4a911-c7df-4b9a-b83e-9c3c5c443adb tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 944 time: 0.0815523 Nov 02 11:52:24.243326 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47719d80-12f6-4b44-9538-f7046a8b76b2 req-088b76ea-3dd5-48ca-940e-4cfe1ab241ce tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753002 Nov 02 11:52:24.399714 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a6f28b1-3335-4e8a-830c-6ce291e979ae tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:24.911940 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:24.918513 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e579c43-d62b-4c49-8601-d9b5fb68270f req-9186600c-ebd2-44aa-a63b-6bfe475ccdfc tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:24.934668 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e579c43-d62b-4c49-8601-d9b5fb68270f req-9186600c-ebd2-44aa-a63b-6bfe475ccdfc tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 946 time: 0.1182437 Nov 02 11:52:25.030665 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e579c43-d62b-4c49-8601-d9b5fb68270f req-140b198b-5791-4b68-b47c-02777db1834d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949326 Nov 02 11:52:25.183118 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a6f28b1-3335-4e8a-830c-6ce291e979ae tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:25.184890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a6f28b1-3335-4e8a-830c-6ce291e979ae tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:25.227311 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ff02a-d772-4ec4-a6ce-1a0f721ae722 req-4451d506-d638-4fb5-b764-903ed236823f tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:25.229736 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-af8ff02a-d772-4ec4-a6ce-1a0f721ae722 req-4451d506-d638-4fb5-b764-903ed236823f tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=79642a20-2dc4-48a2-b976-5350abc2d7ac HTTP/1.1" status: 200 len: 945 time: 0.0905211 Nov 02 11:52:25.342940 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-af8ff02a-d772-4ec4-a6ce-1a0f721ae722 req-c3babe2a-7aa9-449c-bfe7-23f6b7cc5cb0 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020625 Nov 02 11:52:25.426500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6f28b1-3335-4e8a-830c-6ce291e979ae tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Router ff030af1-5c74-4f76-9621-e1650cc65b39 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:52:25.563158 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6f28b1-3335-4e8a-830c-6ce291e979ae tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:52:25.569729 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a6f28b1-3335-4e8a-830c-6ce291e979ae tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:25.571554 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0a6f28b1-3335-4e8a-830c-6ce291e979ae tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "PUT /v2.0/routers/ff030af1-5c74-4f76-9621-e1650cc65b39 HTTP/1.1" status: 200 len: 922 time: 2.0753779 Nov 02 11:52:25.574417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47444) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:25.584782 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9621da55-1dfb-44c1-bccd-61ad2ade0eae None None] Sync routers for ids ['ff030af1-5c74-4f76-9621-e1650cc65b39'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:52:25.598904 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9621da55-1dfb-44c1-bccd-61ad2ade0eae None None] Routers {'ff030af1-5c74-4f76-9621-e1650cc65b39'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:25.600384 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9621da55-1dfb-44c1-bccd-61ad2ade0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ff030af1-5c74-4f76-9621-e1650cc65b39'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:25.660528 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9621da55-1dfb-44c1-bccd-61ad2ade0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:25.672850 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9621da55-1dfb-44c1-bccd-61ad2ade0eae None None] Routers {'ff030af1-5c74-4f76-9621-e1650cc65b39'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:25.673479 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9621da55-1dfb-44c1-bccd-61ad2ade0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ff030af1-5c74-4f76-9621-e1650cc65b39'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:25.719709 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9621da55-1dfb-44c1-bccd-61ad2ade0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:25.719939 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-39a1e6f8-5c52-4304-a1eb-9ae1736e8882 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "GET /v2.0/routers/ff030af1-5c74-4f76-9621-e1650cc65b39 HTTP/1.1" status: 200 len: 922 time: 0.1438828 Nov 02 11:52:25.720626 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9621da55-1dfb-44c1-bccd-61ad2ade0eae None None] The sync data for ids ['ff030af1-5c74-4f76-9621-e1650cc65b39'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:52:25.722571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47446) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:25.804838 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eba507b-793a-4bf4-b05e-abf8639ce66e tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:25.809428 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47448) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:25.809642 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4eba507b-793a-4bf4-b05e-abf8639ce66e tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&device_id=ff030af1-5c74-4f76-9621-e1650cc65b39&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0858068 Nov 02 11:52:25.927716 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b099adfb-639d-4b68-9dbc-87ec4c9ca2e9 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:25.930306 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b099adfb-639d-4b68-9dbc-87ec4c9ca2e9 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 881 time: 0.1194828 Nov 02 11:52:25.933067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47450) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:25.966690 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d537d98d-f8f1-4d65-b5e9-e3aa909040ba tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff030af1-5c74-4f76-9621-e1650cc65b39 HTTP/1.1" status: 200 len: 205 time: 0.0322080 Nov 02 11:52:25.968941 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47452) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:26.100216 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7334-f140-447c-a10b-7e82b92d7722 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:26.237820 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7334-f140-447c-a10b-7e82b92d7722 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:26.413721 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e7334-f140-447c-a10b-7e82b92d7722 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Deleting port f50777ef-2599-4705-951f-52c6e0591d04 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:52:26.414177 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7334-f140-447c-a10b-7e82b92d7722 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:26.509373 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7334-f140-447c-a10b-7e82b92d7722 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:26.523199 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e7334-f140-447c-a10b-7e82b92d7722 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Calling delete_port for f50777ef-2599-4705-951f-52c6e0591d04 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:52:26.794462 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7334-f140-447c-a10b-7e82b92d7722 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:26.822445 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e7334-f140-447c-a10b-7e82b92d7722 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Pushing event deleted for resources: {'Port': ['ID=f50777ef-2599-4705-951f-52c6e0591d04,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:26.912087 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7334-f140-447c-a10b-7e82b92d7722 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:27.029275 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7334-f140-447c-a10b-7e82b92d7722 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:27.031986 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7334-f140-447c-a10b-7e82b92d7722 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:27.205084 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7334-f140-447c-a10b-7e82b92d7722 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:27.205547 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7e7334-f140-447c-a10b-7e82b92d7722 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Fanout notify agent at l3_agent the message router_deleted on router ff030af1-5c74-4f76-9621-e1650cc65b39 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:52:27.213405 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7334-f140-447c-a10b-7e82b92d7722 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:27.215461 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ad7e7334-f140-447c-a10b-7e82b92d7722 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "DELETE /v2.0/routers/ff030af1-5c74-4f76-9621-e1650cc65b39 HTTP/1.1" status: 204 len: 168 time: 1.2386525 Nov 02 11:52:27.218444 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47460) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:27.223165 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-fd8eeca5-e3a5-4c7a-a1ee-11480c8e460e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-552860718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:27.383521 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fd8eeca5-e3a5-4c7a-a1ee-11480c8e460e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:27.385297 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fd8eeca5-e3a5-4c7a-a1ee-11480c8e460e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:27.455809 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fd8eeca5-e3a5-4c7a-a1ee-11480c8e460e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:27.529374 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fd8eeca5-e3a5-4c7a-a1ee-11480c8e460e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:27.616852 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fd8eeca5-e3a5-4c7a-a1ee-11480c8e460e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:27.618085 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fd8eeca5-e3a5-4c7a-a1ee-11480c8e460e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3985951 Nov 02 11:52:27.620847 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47468) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:27.625572 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-eff05abb-8471-4ed0-b65f-2b31ba882fc7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Request body: {'router': {'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:27.855829 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eff05abb-8471-4ed0-b65f-2b31ba882fc7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:28.580868 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eff05abb-8471-4ed0-b65f-2b31ba882fc7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:28.602731 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eff05abb-8471-4ed0-b65f-2b31ba882fc7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:28.752536 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-eff05abb-8471-4ed0-b65f-2b31ba882fc7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Allocated IP 172.25.6.5 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/cdefcfbb-9341-40c2-9f9f-1cf49545ea01) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:52:28.889008 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eff05abb-8471-4ed0-b65f-2b31ba882fc7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:28.994532 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eff05abb-8471-4ed0-b65f-2b31ba882fc7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:29.038362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff05abb-8471-4ed0-b65f-2b31ba882fc7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:52:29.041494 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-eff05abb-8471-4ed0-b65f-2b31ba882fc7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:52:29.046330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff05abb-8471-4ed0-b65f-2b31ba882fc7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:52:29.049636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff05abb-8471-4ed0-b65f-2b31ba882fc7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Pushing event updated for resources: {'Port': ['ID=cdefcfbb-9341-40c2-9f9f-1cf49545ea01,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:29.400542 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eff05abb-8471-4ed0-b65f-2b31ba882fc7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:29.646330 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eff05abb-8471-4ed0-b65f-2b31ba882fc7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:29.650692 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eff05abb-8471-4ed0-b65f-2b31ba882fc7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:29.877204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff05abb-8471-4ed0-b65f-2b31ba882fc7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Router e975c104-1cd3-4cf3-9018-3153b9e41496 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:52:30.006136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff05abb-8471-4ed0-b65f-2b31ba882fc7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:52:30.014223 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eff05abb-8471-4ed0-b65f-2b31ba882fc7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:30.018275 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47478) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:30.019137 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-eff05abb-8471-4ed0-b65f-2b31ba882fc7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "PUT /v2.0/routers/e975c104-1cd3-4cf3-9018-3153b9e41496 HTTP/1.1" status: 200 len: 877 time: 2.3936787 Nov 02 11:52:30.026320 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e15ae73-e862-4544-a088-302b5390130c None None] Sync routers for ids ['e975c104-1cd3-4cf3-9018-3153b9e41496'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:52:30.044216 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e15ae73-e862-4544-a088-302b5390130c None None] Routers {'e975c104-1cd3-4cf3-9018-3153b9e41496'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:30.045205 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9e15ae73-e862-4544-a088-302b5390130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['e975c104-1cd3-4cf3-9018-3153b9e41496'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:30.119631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9e15ae73-e862-4544-a088-302b5390130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:30.130004 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e15ae73-e862-4544-a088-302b5390130c None None] Routers {'e975c104-1cd3-4cf3-9018-3153b9e41496'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:30.131465 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9e15ae73-e862-4544-a088-302b5390130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['e975c104-1cd3-4cf3-9018-3153b9e41496'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:30.166810 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47480) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:30.178091 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9e15ae73-e862-4544-a088-302b5390130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:30.178846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e15ae73-e862-4544-a088-302b5390130c None None] The sync data for ids ['e975c104-1cd3-4cf3-9018-3153b9e41496'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:52:30.183427 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c0261f08-37fa-41b6-9f3b-d357fdede7e2 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "GET /v2.0/routers/e975c104-1cd3-4cf3-9018-3153b9e41496 HTTP/1.1" status: 200 len: 918 time: 0.1430757 Nov 02 11:52:30.233460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ad6b6c-ab34-4558-8fb4-9d9e7875d844 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:30.235714 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f6ad6b6c-ab34-4558-8fb4-9d9e7875d844 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&device_id=e975c104-1cd3-4cf3-9018-3153b9e41496&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0677855 Nov 02 11:52:30.238505 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47482) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:30.344378 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf91e1c5-f684-460e-8efc-6f4804d691de tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:30.346003 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bf91e1c5-f684-460e-8efc-6f4804d691de tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 881 time: 0.1061342 Nov 02 11:52:30.348928 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47486) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:30.381923 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-de2f7c6c-bc07-4f58-9b03-ee857ca62c77 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "GET /v2.0/ports?device_id=e975c104-1cd3-4cf3-9018-3153b9e41496 HTTP/1.1" status: 200 len: 205 time: 0.0286665 Nov 02 11:52:30.383853 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47488) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:30.545300 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a315e5f8-d00c-4b78-8d97-e3ddaf2b489f tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:30.687923 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a315e5f8-d00c-4b78-8d97-e3ddaf2b489f tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:31.509403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a315e5f8-d00c-4b78-8d97-e3ddaf2b489f tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Deleting port cdefcfbb-9341-40c2-9f9f-1cf49545ea01 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:52:31.510126 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a315e5f8-d00c-4b78-8d97-e3ddaf2b489f tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:31.593649 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a315e5f8-d00c-4b78-8d97-e3ddaf2b489f tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:31.606647 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a315e5f8-d00c-4b78-8d97-e3ddaf2b489f tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Calling delete_port for cdefcfbb-9341-40c2-9f9f-1cf49545ea01 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:52:31.862433 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a315e5f8-d00c-4b78-8d97-e3ddaf2b489f tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:31.890505 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315e5f8-d00c-4b78-8d97-e3ddaf2b489f tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Pushing event deleted for resources: {'Port': ['ID=cdefcfbb-9341-40c2-9f9f-1cf49545ea01,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:31.955673 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a315e5f8-d00c-4b78-8d97-e3ddaf2b489f tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:32.065271 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a315e5f8-d00c-4b78-8d97-e3ddaf2b489f tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:32.067589 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a315e5f8-d00c-4b78-8d97-e3ddaf2b489f tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:32.083468 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936dccf8-846c-4353-b305-68f48cc38f9f req-5ce1b1c8-a449-4b28-a04b-bb99f1e62a0d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:32.085002 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-936dccf8-846c-4353-b305-68f48cc38f9f req-5ce1b1c8-a449-4b28-a04b-bb99f1e62a0d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 946 time: 0.0564156 Nov 02 11:52:32.095471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47498) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:32.100484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6cc768e3-9c97-4067-93ae-3f7655945be1 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Request body: {'floatingip': {'port_id': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:32.199506 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a315e5f8-d00c-4b78-8d97-e3ddaf2b489f tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:32.200183 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a315e5f8-d00c-4b78-8d97-e3ddaf2b489f tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Fanout notify agent at l3_agent the message router_deleted on router e975c104-1cd3-4cf3-9018-3153b9e41496 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:52:32.208292 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a315e5f8-d00c-4b78-8d97-e3ddaf2b489f tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:32.213646 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a315e5f8-d00c-4b78-8d97-e3ddaf2b489f tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "DELETE /v2.0/routers/e975c104-1cd3-4cf3-9018-3153b9e41496 HTTP/1.1" status: 204 len: 168 time: 1.8248951 Nov 02 11:52:32.213646 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47500) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:32.218613 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-766411e2-e1e9-415e-b635-c63ffe3bbd08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-883840799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:32.342549 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-766411e2-e1e9-415e-b635-c63ffe3bbd08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:32.343697 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-766411e2-e1e9-415e-b635-c63ffe3bbd08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:32.401789 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-766411e2-e1e9-415e-b635-c63ffe3bbd08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:32.471583 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6cc768e3-9c97-4067-93ae-3f7655945be1 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:32.500538 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-766411e2-e1e9-415e-b635-c63ffe3bbd08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:32.557553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b1f2-de7d-4b36-96b9-a7cf250b2c64 req-9245bcb7-d693-442c-8da5-1ea2fc104db3 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:32.559103 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8aa3b1f2-de7d-4b36-96b9-a7cf250b2c64 req-9245bcb7-d693-442c-8da5-1ea2fc104db3 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 944 time: 0.1176975 Nov 02 11:52:32.616668 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-766411e2-e1e9-415e-b635-c63ffe3bbd08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:32.618194 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-766411e2-e1e9-415e-b635-c63ffe3bbd08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4034820 Nov 02 11:52:32.620889 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47512) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:32.625545 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-df34e8d6-ee67-404c-825d-89d7014c2c73 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'enable_snat': True}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:32.675402 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8aa3b1f2-de7d-4b36-96b9-a7cf250b2c64 req-58dcb283-767e-45f7-bd3b-e5a94410b298 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980442 Nov 02 11:52:32.851695 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df34e8d6-ee67-404c-825d-89d7014c2c73 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:32.873849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c171f-6c9d-45ab-b159-1305d7872896 req-8fcb64af-cc2f-4083-add2-2bf9b5b9a4cc tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:32.875434 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-047c171f-6c9d-45ab-b159-1305d7872896 req-8fcb64af-cc2f-4083-add2-2bf9b5b9a4cc tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=79642a20-2dc4-48a2-b976-5350abc2d7ac HTTP/1.1" status: 200 len: 945 time: 0.1323180 Nov 02 11:52:32.985368 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-047c171f-6c9d-45ab-b159-1305d7872896 req-805edf20-f724-4184-ab97-01287faa6a38 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994141 Nov 02 11:52:33.103235 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6cc768e3-9c97-4067-93ae-3f7655945be1 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:33.222339 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6cc768e3-9c97-4067-93ae-3f7655945be1 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:33.330678 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-6cc768e3-9c97-4067-93ae-3f7655945be1 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Floating IP 686639d2-174b-431d-b35e-c9f457e990cd associated. External IP: 172.25.6.58, port: 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c. Nov 02 11:52:33.515030 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df34e8d6-ee67-404c-825d-89d7014c2c73 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:33.539188 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df34e8d6-ee67-404c-825d-89d7014c2c73 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:33.598612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc768e3-9c97-4067-93ae-3f7655945be1 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Router f3a273e5-16fb-4094-8e4f-731c04b37fb0 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:52:33.628315 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b10d8-b9a9-40b3-b062-d5413dd82b15 req-21f0a8e3-ca9c-4eb8-8261-db0994fb98f1 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:33.629822 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e57b10d8-b9a9-40b3-b062-d5413dd82b15 req-21f0a8e3-ca9c-4eb8-8261-db0994fb98f1 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.79 "GET /v2.0/ports?device_id=79642a20-2dc4-48a2-b976-5350abc2d7ac HTTP/1.1" status: 200 len: 945 time: 0.0846739 Nov 02 11:52:33.656109 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-df34e8d6-ee67-404c-825d-89d7014c2c73 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Allocated IP 172.25.6.103 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/909a6e3a-52ab-4d60-9a1c-f37d4dcbf4a3) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:52:33.821073 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df34e8d6-ee67-404c-825d-89d7014c2c73 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:33.862203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc768e3-9c97-4067-93ae-3f7655945be1 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:52:33.871703 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6cc768e3-9c97-4067-93ae-3f7655945be1 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:33.874392 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c89b7fb-c8ef-4279-b54b-e16565dac599 None None] Sync routers for ids ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:52:33.888626 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c89b7fb-c8ef-4279-b54b-e16565dac599 None None] Routers {'f3a273e5-16fb-4094-8e4f-731c04b37fb0'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:33.889027 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9c89b7fb-c8ef-4279-b54b-e16565dac599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:33.907650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dc77d-acc2-4ca8-87bf-334b722eafc8 req-99434f75-16d1-4ec4-b702-03f89856a978 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:33.909186 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-514dc77d-acc2-4ca8-87bf-334b722eafc8 req-99434f75-16d1-4ec4-b702-03f89856a978 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 944 time: 0.1117582 Nov 02 11:52:33.930891 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6cc768e3-9c97-4067-93ae-3f7655945be1 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "PUT /v2.0/floatingips/686639d2-174b-431d-b35e-c9f457e990cd HTTP/1.1" status: 200 len: 991 time: 1.8342614 Nov 02 11:52:33.938917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313a0f77-4e76-4814-ba42-4f4626d01f67', 'tag': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:52:33.941911 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e89c76-aefd-4c13-8b2e-200e6c2161e7" -d '{"events": [{"name": "network-changed", "server_uuid": "313a0f77-4e76-4814-ba42-4f4626d01f67", "tag": "6b5db8cc-7cee-4e10-ac4c-89c5af06b76c"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:52:33.947259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-e57b10d8-b9a9-40b3-b062-d5413dd82b15 req-12152f44-fd08-4a00-a3e5-73e56c61bd08 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Deleting port c6ed4847-6110-41a8-a17f-8c234c447c04 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:52:33.949021 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e57b10d8-b9a9-40b3-b062-d5413dd82b15 req-12152f44-fd08-4a00-a3e5-73e56c61bd08 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:33.960327 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df34e8d6-ee67-404c-825d-89d7014c2c73 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:34.011673 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-9c89b7fb-c8ef-4279-b54b-e16565dac599 None None] Set router f3a273e5-16fb-4094-8e4f-731c04b37fb0 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:52:34.024143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df34e8d6-ee67-404c-825d-89d7014c2c73 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:52:34.028292 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-df34e8d6-ee67-404c-825d-89d7014c2c73 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:52:34.030410 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34e8d6-ee67-404c-825d-89d7014c2c73 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Pushing event updated for resources: {'Port': ['ID=909a6e3a-52ab-4d60-9a1c-f37d4dcbf4a3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:34.032684 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df34e8d6-ee67-404c-825d-89d7014c2c73 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:52:34.044427 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-514dc77d-acc2-4ca8-87bf-334b722eafc8 req-a29c3e9d-5ff5-4334-833e-9d1096a1dca2 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256926 Nov 02 11:52:34.093381 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-e57b10d8-b9a9-40b3-b062-d5413dd82b15 req-12152f44-fd08-4a00-a3e5-73e56c61bd08 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] For port c6ed4847-6110-41a8-a17f-8c234c447c04, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c6ed4847-6110-41a8-a17f-8c234c447c04,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:52:34.095070 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e57b10d8-b9a9-40b3-b062-d5413dd82b15 req-12152f44-fd08-4a00-a3e5-73e56c61bd08 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:34.121750 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-e57b10d8-b9a9-40b3-b062-d5413dd82b15 req-12152f44-fd08-4a00-a3e5-73e56c61bd08 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Calling delete_port for c6ed4847-6110-41a8-a17f-8c234c447c04 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:52:34.232989 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbad211-59c9-4f0e-99e8-ac884ce636ed x-openstack-request-id: req-bdbad211-59c9-4f0e-99e8-ac884ce636ed {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:52:34.233296 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313a0f77-4e76-4814-ba42-4f4626d01f67", "tag": "6b5db8cc-7cee-4e10-ac4c-89c5af06b76c", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:52:34.233532 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bdbad211-59c9-4f0e-99e8-ac884ce636ed {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:52:34.233942 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313a0f77-4e76-4814-ba42-4f4626d01f67', 'tag': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c', 'status': 'completed', 'code': 200} Nov 02 11:52:34.291475 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e89c76-aefd-4c13-8b2e-200e6c2161e7 req-076399d0-8ba4-4fe2-b65f-bb7783dbd4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:34.293143 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-72e89c76-aefd-4c13-8b2e-200e6c2161e7 req-076399d0-8ba4-4fe2-b65f-bb7783dbd4ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c42cd043aff4c3dad752193a806d1f3&device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 1098 time: 0.0517414 Nov 02 11:52:34.305433 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9c89b7fb-c8ef-4279-b54b-e16565dac599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T11:51:53Z', 'revision_number': 4, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port': {'id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:45Z', 'updated_at': '2021-11-02T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '686639d2-174b-431d-b35e-c9f457e990cd', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'port_id': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'mac_address': 'fa:16:3e:5e:77:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a0f77-4e76-4814-ba42-4f4626d01f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:52:00Z', 'updated_at': '2021-11-02T11:52:32Z', 'revision_number': 1, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4', 'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'mac_address': 'fa:16:3e:46:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:51Z', 'updated_at': '2021-11-02T11:52:01Z', 'revision_number': 5, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'subnets': [{'id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:34.334206 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c89b7fb-c8ef-4279-b54b-e16565dac599 None None] Checking router: f3a273e5-16fb-4094-8e4f-731c04b37fb0 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:52:34.336293 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2de2e9-ae3f-4b96-bc78-23d3546a9ea3 req-34c55548-5a28-4474-96e8-fb9a9acc2331 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:34.337860 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3c2de2e9-ae3f-4b96-bc78-23d3546a9ea3 req-34c55548-5a28-4474-96e8-fb9a9acc2331 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=79642a20-2dc4-48a2-b976-5350abc2d7ac HTTP/1.1" status: 200 len: 945 time: 0.0721247 Nov 02 11:52:34.344654 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c89b7fb-c8ef-4279-b54b-e16565dac599 None None] Routers {'f3a273e5-16fb-4094-8e4f-731c04b37fb0'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:34.345117 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9c89b7fb-c8ef-4279-b54b-e16565dac599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:34.374429 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d13fb330-5fe1-4b2f-8928-243b2a61519d details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:52:34.433616 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e57b10d8-b9a9-40b3-b062-d5413dd82b15 req-12152f44-fd08-4a00-a3e5-73e56c61bd08 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:34.444329 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3c2de2e9-ae3f-4b96-bc78-23d3546a9ea3 req-5bdbd60d-85ee-454d-9e1f-bc437343a1bc tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947323 Nov 02 11:52:34.507445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12152f44-fd08-4a00-a3e5-73e56c61bd08 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Pushing event deleted for resources: {'Port': ['ID=c6ed4847-6110-41a8-a17f-8c234c447c04,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:34.515392 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d13fb330-5fe1-4b2f-8928-243b2a61519d, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d13fb330-5fe1-4b2f-8928-243b2a61519d,segment=NetworkSegment(805f2aaf-4812-469d-889d-a76c4bfa6f5b),segment_id=805f2aaf-4812-469d-889d-a76c4bfa6f5b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:52:34.522242 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e89c76-aefd-4c13-8b2e-200e6c2161e7 req-9436cf82-a003-4479-bb88-43c1ba25d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:34.533190 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'd13fb330-5fe1-4b2f-8928-243b2a61519d', 'network_id': 'e9fcb0de-0c01-40ae-a759-26cdd1a51ef4', 'port_id': 'd13fb330-5fe1-4b2f-8928-243b2a61519d', 'mac_address': 'fa:16:3e:07:1f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '256d9665-7c7f-41ad-9f58-255d11056a26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:52:34.534605 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-72e89c76-aefd-4c13-8b2e-200e6c2161e7 req-9436cf82-a003-4479-bb88-43c1ba25d4cd service neutron] 10.222.0.54 "GET /v2.0/networks?id=de1624d7-02e7-4915-9539-81b4cd0f5d6b HTTP/1.1" status: 200 len: 918 time: 0.2340705 Nov 02 11:52:34.538842 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['c6ed4847-6110-41a8-a17f-8c234c447c04'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:52:34.541473 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['25e60f38-4b17-4f01-a694-3b67ec0284bc', 'e1c640c8-4005-40c8-a046-1d938fc1cf2a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:52:34.553101 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-9c89b7fb-c8ef-4279-b54b-e16565dac599 None None] Set router f3a273e5-16fb-4094-8e4f-731c04b37fb0 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:52:34.592664 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57b10d8-b9a9-40b3-b062-d5413dd82b15 req-12152f44-fd08-4a00-a3e5-73e56c61bd08 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] No DVR routers for this DVR port c6ed4847-6110-41a8-a17f-8c234c447c04 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:52:34.604677 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e57b10d8-b9a9-40b3-b062-d5413dd82b15 req-12152f44-fd08-4a00-a3e5-73e56c61bd08 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:34.608345 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e57b10d8-b9a9-40b3-b062-d5413dd82b15 req-12152f44-fd08-4a00-a3e5-73e56c61bd08 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.79 "DELETE /v2.0/ports/c6ed4847-6110-41a8-a17f-8c234c447c04 HTTP/1.1" status: 204 len: 173 time: 0.9474850 Nov 02 11:52:34.664154 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:34.680288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d13fb330-5fe1-4b2f-8928-243b2a61519d {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:52:34.717282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d13fb330-5fe1-4b2f-8928-243b2a61519d, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d13fb330-5fe1-4b2f-8928-243b2a61519d,segment=NetworkSegment(805f2aaf-4812-469d-889d-a76c4bfa6f5b),segment_id=805f2aaf-4812-469d-889d-a76c4bfa6f5b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:52:34.748696 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-72e89c76-aefd-4c13-8b2e-200e6c2161e7 req-af4808f2-ab32-4d3d-b924-68aaba2da4d8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c HTTP/1.1" status: 200 len: 999 time: 0.0996878 Nov 02 11:52:34.749748 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df34e8d6-ee67-404c-825d-89d7014c2c73 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:34.860564 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:34.884766 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9c89b7fb-c8ef-4279-b54b-e16565dac599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T11:51:53Z', 'revision_number': 4, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port': {'id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:45Z', 'updated_at': '2021-11-02T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '686639d2-174b-431d-b35e-c9f457e990cd', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'port_id': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'mac_address': 'fa:16:3e:5e:77:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a0f77-4e76-4814-ba42-4f4626d01f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:52:00Z', 'updated_at': '2021-11-02T11:52:32Z', 'revision_number': 1, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4', 'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'mac_address': 'fa:16:3e:46:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:51Z', 'updated_at': '2021-11-02T11:52:01Z', 'revision_number': 5, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'subnets': [{'id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:34.902987 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e89c76-aefd-4c13-8b2e-200e6c2161e7 req-2e842d86-dc9e-4a44-b472-11050323e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:34.904449 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-72e89c76-aefd-4c13-8b2e-200e6c2161e7 req-2e842d86-dc9e-4a44-b472-11050323e566 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17063659-e3c5-4f52-b046-a3aac82260e7 HTTP/1.1" status: 200 len: 856 time: 0.1095035 Nov 02 11:52:34.926563 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c89b7fb-c8ef-4279-b54b-e16565dac599 None None] The sync data for ids ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'] in n-d-806683-18 is: [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T11:51:53Z', 'revision_number': 4, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port': {'id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:45Z', 'updated_at': '2021-11-02T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '686639d2-174b-431d-b35e-c9f457e990cd', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'port_id': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'mac_address': 'fa:16:3e:5e:77:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313a0f77-4e76-4814-ba42-4f4626d01f67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:52:00Z', 'updated_at': '2021-11-02T11:52:32Z', 'revision_number': 1, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4', 'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'mac_address': 'fa:16:3e:46:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:51Z', 'updated_at': '2021-11-02T11:52:01Z', 'revision_number': 5, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'subnets': [{'id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:52:34.950791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d13fb330-5fe1-4b2f-8928-243b2a61519d,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:35.016240 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e89c76-aefd-4c13-8b2e-200e6c2161e7 req-1cb5e720-42e9-4700-95cb-7ffdbf07248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:35.017754 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-72e89c76-aefd-4c13-8b2e-200e6c2161e7 req-1cb5e720-42e9-4700-95cb-7ffdbf07248b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de1624d7-02e7-4915-9539-81b4cd0f5d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032741 Nov 02 11:52:35.099811 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['d13fb330-5fe1-4b2f-8928-243b2a61519d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:52:35.128897 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df34e8d6-ee67-404c-825d-89d7014c2c73 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:35.179843 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df34e8d6-ee67-404c-825d-89d7014c2c73 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:35.187639 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-72e89c76-aefd-4c13-8b2e-200e6c2161e7 req-730b652e-b1d5-43c8-ae4a-da69794de9b8 service neutron] 10.222.0.54 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306233 Nov 02 11:52:35.198142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be7ca67-c72e-446d-b6e2-c8804f2de6d5 None None] New status for floating IP 686639d2-174b-431d-b35e-c9f457e990cd: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:52:35.199007 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3aeeb-03f6-4dbf-9705-c7c6759e3230 req-e41e5c89-3959-4cb3-9c4f-f53a6f104133 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:35.207710 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-90d3aeeb-03f6-4dbf-9705-c7c6759e3230 req-e41e5c89-3959-4cb3-9c4f-f53a6f104133 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 945 time: 0.0689046 Nov 02 11:52:35.274314 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-90d3aeeb-03f6-4dbf-9705-c7c6759e3230 req-f55d57a1-6860-4ddc-a863-1d082959123c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653827 Nov 02 11:52:35.387507 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-72e89c76-aefd-4c13-8b2e-200e6c2161e7 req-dcaf219c-29ac-4e92-97a3-fe5bcfa74fac service neutron] 10.222.0.54 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573603 Nov 02 11:52:35.517388 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df34e8d6-ee67-404c-825d-89d7014c2c73 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Router 15069fc6-1ef4-4a41-b57a-2caf318b96d4 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:52:35.587136 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05c24d4d-2013-469d-9cd5-14221a1df152 req-96c0aba4-c3fd-409b-ad2e-6f10187c5770 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=79642a20-2dc4-48a2-b976-5350abc2d7ac HTTP/1.1" status: 200 len: 210 time: 0.0315330 Nov 02 11:52:35.661240 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df34e8d6-ee67-404c-825d-89d7014c2c73 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:52:35.666916 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df34e8d6-ee67-404c-825d-89d7014c2c73 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:35.668381 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-df34e8d6-ee67-404c-825d-89d7014c2c73 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "PUT /v2.0/routers/15069fc6-1ef4-4a41-b57a-2caf318b96d4 HTTP/1.1" status: 200 len: 914 time: 3.0462272 Nov 02 11:52:35.671006 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47598) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:35.672263 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44bf2f3-6fb2-4c96-813f-425afe7085a6 None None] Sync routers for ids ['15069fc6-1ef4-4a41-b57a-2caf318b96d4'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:52:35.684710 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44bf2f3-6fb2-4c96-813f-425afe7085a6 None None] Routers {'15069fc6-1ef4-4a41-b57a-2caf318b96d4'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:35.685549 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b44bf2f3-6fb2-4c96-813f-425afe7085a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['15069fc6-1ef4-4a41-b57a-2caf318b96d4'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:35.725758 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b44bf2f3-6fb2-4c96-813f-425afe7085a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:35.735794 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44bf2f3-6fb2-4c96-813f-425afe7085a6 None None] Routers {'15069fc6-1ef4-4a41-b57a-2caf318b96d4'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:35.736316 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b44bf2f3-6fb2-4c96-813f-425afe7085a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['15069fc6-1ef4-4a41-b57a-2caf318b96d4'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:35.776409 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b44bf2f3-6fb2-4c96-813f-425afe7085a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:35.777334 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44bf2f3-6fb2-4c96-813f-425afe7085a6 None None] The sync data for ids ['15069fc6-1ef4-4a41-b57a-2caf318b96d4'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:52:35.803519 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ec1e330a-1ba9-4a5c-84d4-bf2eca9e567b tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "GET /v2.0/routers/15069fc6-1ef4-4a41-b57a-2caf318b96d4 HTTP/1.1" status: 200 len: 920 time: 0.1307824 Nov 02 11:52:35.805760 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47608) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:35.890146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cba5151-7814-40a3-bc8c-0473176d33b6 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:35.892125 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3cba5151-7814-40a3-bc8c-0473176d33b6 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&device_id=15069fc6-1ef4-4a41-b57a-2caf318b96d4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0853205 Nov 02 11:52:35.894912 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47614) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:35.994351 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616e3344-cef8-4b06-b701-e67e9f04b9cb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:35.995725 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-616e3344-cef8-4b06-b701-e67e9f04b9cb tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 881 time: 0.0996938 Nov 02 11:52:35.998500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47620) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:36.027574 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ec7a6cb1-9a10-4f10-96f1-2d999a52395e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "GET /v2.0/ports?device_id=15069fc6-1ef4-4a41-b57a-2caf318b96d4 HTTP/1.1" status: 200 len: 205 time: 0.0279233 Nov 02 11:52:36.030059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47622) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:36.150838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd283ab7-cf5b-49d8-b95d-63feef04008b tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:36.235494 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79642a20-2dc4-48a2-b976-5350abc2d7ac', 'name': 'network-vif-deleted', 'tag': 'c6ed4847-6110-41a8-a17f-8c234c447c04'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:52:36.238172 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c6464f-8ed8-4094-89e4-f1dec0cf4909" -d '{"events": [{"server_uuid": "79642a20-2dc4-48a2-b976-5350abc2d7ac", "name": "network-vif-deleted", "tag": "c6ed4847-6110-41a8-a17f-8c234c447c04"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:52:36.262621 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd283ab7-cf5b-49d8-b95d-63feef04008b tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:36.281113 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d73283-8d3b-408a-af14-94c912c4f31b x-openstack-request-id: req-e5d73283-8d3b-408a-af14-94c912c4f31b {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:52:36.281113 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79642a20-2dc4-48a2-b976-5350abc2d7ac", "name": "network-vif-deleted", "tag": "c6ed4847-6110-41a8-a17f-8c234c447c04", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:52:36.281113 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e5d73283-8d3b-408a-af14-94c912c4f31b {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:52:36.281113 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79642a20-2dc4-48a2-b976-5350abc2d7ac', 'name': 'network-vif-deleted', 'tag': 'c6ed4847-6110-41a8-a17f-8c234c447c04', 'status': 'completed', 'code': 200} Nov 02 11:52:36.381994 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d13fb330-5fe1-4b2f-8928-243b2a61519d up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:52:36.410362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e60c38-8bbd-4370-b60c-8c9fe837a2ba req-ad856ec4-8cea-4dcf-b921-d2ac2b4f8436 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:36.412809 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52e60c38-8bbd-4370-b60c-8c9fe837a2ba req-ad856ec4-8cea-4dcf-b921-d2ac2b4f8436 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 945 time: 0.0639784 Nov 02 11:52:36.446493 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port d13fb330-5fe1-4b2f-8928-243b2a61519d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:52:36.447527 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:36.454836 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-fd283ab7-cf5b-49d8-b95d-63feef04008b tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Deleting port 909a6e3a-52ab-4d60-9a1c-f37d4dcbf4a3 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:52:36.455355 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd283ab7-cf5b-49d8-b95d-63feef04008b tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:36.478554 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52e60c38-8bbd-4370-b60c-8c9fe837a2ba req-439984d6-f77b-42b0-ac72-13219092207f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585499 Nov 02 11:52:36.556719 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:36.558605 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd283ab7-cf5b-49d8-b95d-63feef04008b tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:36.573325 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-fd283ab7-cf5b-49d8-b95d-63feef04008b tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Calling delete_port for 909a6e3a-52ab-4d60-9a1c-f37d4dcbf4a3 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:52:36.582254 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b2dc1c-6f30-4673-97b8-30e566f436dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13fb330-5fe1-4b2f-8928-243b2a61519d'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:52:36.585816 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffa7ed0-2d14-4c6e-90f8-a96917a13a08" -d '{"events": [{"server_uuid": "28b2dc1c-6f30-4673-97b8-30e566f436dd", "name": "network-vif-plugged", "status": "completed", "tag": "d13fb330-5fe1-4b2f-8928-243b2a61519d"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:52:36.598905 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d13fb330-5fe1-4b2f-8928-243b2a61519d, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d13fb330-5fe1-4b2f-8928-243b2a61519d,segment=NetworkSegment(805f2aaf-4812-469d-889d-a76c4bfa6f5b),segment_id=805f2aaf-4812-469d-889d-a76c4bfa6f5b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:52:36.625795 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a6878b-6fa3-4057-81a3-a2a055c2f330 x-openstack-request-id: req-15a6878b-6fa3-4057-81a3-a2a055c2f330 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:52:36.626268 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b2dc1c-6f30-4673-97b8-30e566f436dd", "name": "network-vif-plugged", "status": "completed", "tag": "d13fb330-5fe1-4b2f-8928-243b2a61519d", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:52:36.626627 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-15a6878b-6fa3-4057-81a3-a2a055c2f330 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:52:36.627162 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b2dc1c-6f30-4673-97b8-30e566f436dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd13fb330-5fe1-4b2f-8928-243b2a61519d', 'code': 200} Nov 02 11:52:36.687963 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:36.688602 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c6ed4847-6110-41a8-a17f-8c234c447c04 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:52:36.722686 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: c6ed4847-6110-41a8-a17f-8c234c447c04 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:52:36.724120 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c6ed4847-6110-41a8-a17f-8c234c447c04 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:52:36.776730 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d13fb330-5fe1-4b2f-8928-243b2a61519d,revision_number=10']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:36.884838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd283ab7-cf5b-49d8-b95d-63feef04008b tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:36.898483 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cbf6c-9d18-4805-8ece-c14fe5948e88 req-2a92a10c-484b-4020-ba41-e6e063bc0202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:36.900019 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b7cbf6c-9d18-4805-8ece-c14fe5948e88 req-2a92a10c-484b-4020-ba41-e6e063bc0202 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 1099 time: 0.0445075 Nov 02 11:52:36.913653 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd283ab7-cf5b-49d8-b95d-63feef04008b tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Pushing event deleted for resources: {'Port': ['ID=909a6e3a-52ab-4d60-9a1c-f37d4dcbf4a3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:36.953624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b7cbf6c-9d18-4805-8ece-c14fe5948e88 req-ca3e49e1-e498-41a5-8b4a-eb11542019a8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452695 Nov 02 11:52:36.975880 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd283ab7-cf5b-49d8-b95d-63feef04008b tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:37.076525 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd283ab7-cf5b-49d8-b95d-63feef04008b tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:37.078741 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd283ab7-cf5b-49d8-b95d-63feef04008b tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:37.404337 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1feede8-fb4d-4aeb-b331-cd567c713956 req-5fd16f08-483e-4ea7-87d5-6be4c19bf981 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:37.406074 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1feede8-fb4d-4aeb-b331-cd567c713956 req-5fd16f08-483e-4ea7-87d5-6be4c19bf981 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=f702f9c9-1287-45fc-b0c0-d570d5d0cfcd HTTP/1.1" status: 200 len: 945 time: 0.0545678 Nov 02 11:52:37.416748 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd283ab7-cf5b-49d8-b95d-63feef04008b tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:37.426690 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd283ab7-cf5b-49d8-b95d-63feef04008b tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Fanout notify agent at l3_agent the message router_deleted on router 15069fc6-1ef4-4a41-b57a-2caf318b96d4 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:52:37.426690 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd283ab7-cf5b-49d8-b95d-63feef04008b tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:37.426973 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fd283ab7-cf5b-49d8-b95d-63feef04008b tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "DELETE /v2.0/routers/15069fc6-1ef4-4a41-b57a-2caf318b96d4 HTTP/1.1" status: 204 len: 168 time: 1.3959632 Nov 02 11:52:37.430801 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47678) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:37.435994 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-22c643f2-e343-4247-aab1-7f94fa90950e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-862012399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:37.465276 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1feede8-fb4d-4aeb-b331-cd567c713956 req-73e7d676-d94e-4ab0-aa5c-f6c3644b59e3 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517604 Nov 02 11:52:37.558620 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22c643f2-e343-4247-aab1-7f94fa90950e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:37.558620 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22c643f2-e343-4247-aab1-7f94fa90950e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:37.613592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcc760-da0c-4c08-b1d1-5a2e9e8b61c8 req-453d2888-e827-401e-a287-3a754aaeb60e tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:37.615685 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22c643f2-e343-4247-aab1-7f94fa90950e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:37.617444 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25bcc760-da0c-4c08-b1d1-5a2e9e8b61c8 req-453d2888-e827-401e-a287-3a754aaeb60e tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.0736849 Nov 02 11:52:37.668012 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25bcc760-da0c-4c08-b1d1-5a2e9e8b61c8 req-db76e786-889c-4a78-a647-232263621f78 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440345 Nov 02 11:52:37.725950 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22c643f2-e343-4247-aab1-7f94fa90950e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:37.869957 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22c643f2-e343-4247-aab1-7f94fa90950e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:37.871409 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-22c643f2-e343-4247-aab1-7f94fa90950e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4395418 Nov 02 11:52:37.874276 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47702) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:37.880094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3da1eef0-876e-4371-98a4-aa017e52a245 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'enable_snat': False}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:38.465157 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3da1eef0-876e-4371-98a4-aa017e52a245 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:38.727495 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee0295-ffa4-4fff-9fd4-a5388e426267 req-a94925d2-0170-42b1-9198-5ff351ac740b tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:38.729460 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1cee0295-ffa4-4fff-9fd4-a5388e426267 req-a94925d2-0170-42b1-9198-5ff351ac740b tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.54 "GET /v2.0/ports?device_id=f702f9c9-1287-45fc-b0c0-d570d5d0cfcd HTTP/1.1" status: 200 len: 945 time: 0.0710981 Nov 02 11:52:38.812059 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5a007-8892-4477-b5b3-e90848f96641 req-1fd3de6b-1510-44d2-8415-1d6509c851e7 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:38.812059 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9b5a007-8892-4477-b5b3-e90848f96641 req-1fd3de6b-1510-44d2-8415-1d6509c851e7 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=f702f9c9-1287-45fc-b0c0-d570d5d0cfcd HTTP/1.1" status: 200 len: 945 time: 0.0878911 Nov 02 11:52:38.840974 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce1088-7d72-4ced-8c87-74732712ba62 req-6d3162ef-4407-4d76-847c-fe17a3cc3fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:38.842559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebce1088-7d72-4ced-8c87-74732712ba62 req-6d3162ef-4407-4d76-847c-fe17a3cc3fb1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35dc0b369b0043a39a577537366236a7&device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 1098 time: 0.0742221 Nov 02 11:52:38.894354 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9b5a007-8892-4477-b5b3-e90848f96641 req-ce889fad-d2ea-4592-be9d-9e0307975247 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738428 Nov 02 11:52:38.917844 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3da1eef0-876e-4371-98a4-aa017e52a245 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:38.946475 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3da1eef0-876e-4371-98a4-aa017e52a245 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:38.962310 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce1088-7d72-4ced-8c87-74732712ba62 req-00bfc6bb-ffa2-4692-aa99-53a1fe1ef216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:38.964405 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebce1088-7d72-4ced-8c87-74732712ba62 req-00bfc6bb-ffa2-4692-aa99-53a1fe1ef216 service neutron] 10.222.0.79 "GET /v2.0/networks?id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2 HTTP/1.1" status: 200 len: 919 time: 0.1121461 Nov 02 11:52:39.003021 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-1cee0295-ffa4-4fff-9fd4-a5388e426267 req-7488fe9f-5d9c-417c-8ce0-fa17b9e4632e tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Deleting port e1c640c8-4005-40c8-a046-1d938fc1cf2a {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:52:39.003365 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-1cee0295-ffa4-4fff-9fd4-a5388e426267 req-7488fe9f-5d9c-417c-8ce0-fa17b9e4632e tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:39.013179 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebce1088-7d72-4ced-8c87-74732712ba62 req-c3bb7062-90da-4a0c-90f8-4ddf87a6ed06 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=699383e8-bbd4-476f-b2a7-d9a3b1471435 HTTP/1.1" status: 200 len: 217 time: 0.0404036 Nov 02 11:52:39.095772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f2dea-deac-40f8-806b-ba9d4c7c42f1 req-1970eadf-630a-47c4-a656-66cb62c2f41d tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:39.097196 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b22f2dea-deac-40f8-806b-ba9d4c7c42f1 req-1970eadf-630a-47c4-a656-66cb62c2f41d tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0865872 Nov 02 11:52:39.101402 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce1088-7d72-4ced-8c87-74732712ba62 req-12c0fbe4-6315-48d9-bbca-13b12137e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:39.102820 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebce1088-7d72-4ced-8c87-74732712ba62 req-12c0fbe4-6315-48d9-bbca-13b12137e14e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bf803a3f-79e8-4fdc-a7fb-f64ba483c114 HTTP/1.1" status: 200 len: 858 time: 0.0645099 Nov 02 11:52:39.148533 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebce1088-7d72-4ced-8c87-74732712ba62 req-dc7148bd-5b7d-4e96-bad2-eaa432cf8100 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372188 Nov 02 11:52:39.163374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-1cee0295-ffa4-4fff-9fd4-a5388e426267 req-7488fe9f-5d9c-417c-8ce0-fa17b9e4632e tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] For port e1c640c8-4005-40c8-a046-1d938fc1cf2a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e1c640c8-4005-40c8-a046-1d938fc1cf2a,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:52:39.163816 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-1cee0295-ffa4-4fff-9fd4-a5388e426267 req-7488fe9f-5d9c-417c-8ce0-fa17b9e4632e tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:39.166749 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-3da1eef0-876e-4371-98a4-aa017e52a245 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Allocated IP 172.25.6.237 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/f700f314-6e9b-401d-b86b-429cf457cf6f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:52:39.185203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-1cee0295-ffa4-4fff-9fd4-a5388e426267 req-7488fe9f-5d9c-417c-8ce0-fa17b9e4632e tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Calling delete_port for e1c640c8-4005-40c8-a046-1d938fc1cf2a owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:52:39.202822 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b22f2dea-deac-40f8-806b-ba9d4c7c42f1 req-a5384c0d-fd8b-4a7c-898f-493b18989a91 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977218 Nov 02 11:52:39.274684 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebce1088-7d72-4ced-8c87-74732712ba62 req-8990788b-3309-491d-b3a8-10daf4acb2b6 service neutron] 10.222.0.79 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151731 Nov 02 11:52:39.355413 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3da1eef0-876e-4371-98a4-aa017e52a245 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:39.384220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d90ad-08d3-4a32-8360-ace2aaade85f req-b03b37e3-21c0-4688-a2e9-06329626754c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:39.385801 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c82d90ad-08d3-4a32-8360-ace2aaade85f req-b03b37e3-21c0-4688-a2e9-06329626754c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.1064794 Nov 02 11:52:39.435475 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebce1088-7d72-4ced-8c87-74732712ba62 req-2ff7d32f-9330-46f7-9abf-8992d1dff9a7 service neutron] 10.222.0.79 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461601 Nov 02 11:52:39.466887 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c82d90ad-08d3-4a32-8360-ace2aaade85f req-4ecc0d4d-070d-457d-b4bf-a3b6438b01bb tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656331 Nov 02 11:52:39.594220 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-1cee0295-ffa4-4fff-9fd4-a5388e426267 req-7488fe9f-5d9c-417c-8ce0-fa17b9e4632e tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:39.607452 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['25e60f38-4b17-4f01-a694-3b67ec0284bc', 'e1c640c8-4005-40c8-a046-1d938fc1cf2a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:52:39.608062 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3da1eef0-876e-4371-98a4-aa017e52a245 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:39.644984 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488fe9f-5d9c-417c-8ce0-fa17b9e4632e tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Pushing event deleted for resources: {'Port': ['ID=e1c640c8-4005-40c8-a046-1d938fc1cf2a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:39.703905 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da1eef0-876e-4371-98a4-aa017e52a245 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:52:39.722410 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-3da1eef0-876e-4371-98a4-aa017e52a245 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:52:39.725870 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da1eef0-876e-4371-98a4-aa017e52a245 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:52:39.730654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cee0295-ffa4-4fff-9fd4-a5388e426267 req-7488fe9f-5d9c-417c-8ce0-fa17b9e4632e tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] No DVR routers for this DVR port e1c640c8-4005-40c8-a046-1d938fc1cf2a on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:52:39.733428 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-1cee0295-ffa4-4fff-9fd4-a5388e426267 req-7488fe9f-5d9c-417c-8ce0-fa17b9e4632e tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:39.738144 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1cee0295-ffa4-4fff-9fd4-a5388e426267 req-7488fe9f-5d9c-417c-8ce0-fa17b9e4632e tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.54 "DELETE /v2.0/ports/e1c640c8-4005-40c8-a046-1d938fc1cf2a HTTP/1.1" status: 204 len: 173 time: 0.9680634 Nov 02 11:52:39.763557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f702f9c9-1287-45fc-b0c0-d570d5d0cfcd', 'name': 'network-vif-deleted', 'tag': 'e1c640c8-4005-40c8-a046-1d938fc1cf2a'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:52:39.765812 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29ea46f-2081-479a-9369-4000f40efde5" -d '{"events": [{"server_uuid": "f702f9c9-1287-45fc-b0c0-d570d5d0cfcd", "name": "network-vif-deleted", "tag": "e1c640c8-4005-40c8-a046-1d938fc1cf2a"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:52:39.779965 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1eef0-876e-4371-98a4-aa017e52a245 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Pushing event updated for resources: {'Port': ['ID=f700f314-6e9b-401d-b86b-429cf457cf6f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:39.838176 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e97c7e-ec4d-44cc-bd5e-d09c81be6884 x-openstack-request-id: req-f8e97c7e-ec4d-44cc-bd5e-d09c81be6884 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:52:39.838421 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f702f9c9-1287-45fc-b0c0-d570d5d0cfcd", "name": "network-vif-deleted", "tag": "e1c640c8-4005-40c8-a046-1d938fc1cf2a", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:52:39.850193 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8e97c7e-ec4d-44cc-bd5e-d09c81be6884 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:52:39.850193 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f702f9c9-1287-45fc-b0c0-d570d5d0cfcd', 'name': 'network-vif-deleted', 'tag': 'e1c640c8-4005-40c8-a046-1d938fc1cf2a', 'status': 'completed', 'code': 200} Nov 02 11:52:40.044245 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3393dda7-717a-4607-95a8-9f48cc09cd82 req-87a9f333-b39c-44c8-a5aa-94aa97b2286b tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=f702f9c9-1287-45fc-b0c0-d570d5d0cfcd HTTP/1.1" status: 200 len: 210 time: 0.0321605 Nov 02 11:52:40.112155 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3da1eef0-876e-4371-98a4-aa017e52a245 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:40.330869 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3da1eef0-876e-4371-98a4-aa017e52a245 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:40.336487 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3da1eef0-876e-4371-98a4-aa017e52a245 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:40.338236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce464f6c-5a1c-4837-a4a3-1c82515a1d62 req-4850025d-150e-4ec3-88c8-c6ea263499d0 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:40.346496 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ce464f6c-5a1c-4837-a4a3-1c82515a1d62 req-4850025d-150e-4ec3-88c8-c6ea263499d0 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0625584 Nov 02 11:52:40.427989 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ce464f6c-5a1c-4837-a4a3-1c82515a1d62 req-27b5d819-4de2-461d-a899-31ba036aded3 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803034 Nov 02 11:52:40.604207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d818ce-0423-4578-a591-af7d5f4c2f34 req-310d9dce-c02c-45cf-9954-e0ce56b01a7a tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:40.605866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b2d818ce-0423-4578-a591-af7d5f4c2f34 req-310d9dce-c02c-45cf-9954-e0ce56b01a7a tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.0553989 Nov 02 11:52:40.658102 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b2d818ce-0423-4578-a591-af7d5f4c2f34 req-c79964af-2158-41c0-afd6-97c6696a70c4 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460763 Nov 02 11:52:40.662250 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da1eef0-876e-4371-98a4-aa017e52a245 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Router cf9bc5db-96b1-4c74-bd9c-8dbd79e9d024 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:52:40.828148 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da1eef0-876e-4371-98a4-aa017e52a245 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:52:40.832866 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3da1eef0-876e-4371-98a4-aa017e52a245 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:40.837204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47848) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:40.838960 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac700c8-bcca-440c-b86a-21e593c3bff6 None None] Sync routers for ids ['cf9bc5db-96b1-4c74-bd9c-8dbd79e9d024'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:52:40.842195 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3da1eef0-876e-4371-98a4-aa017e52a245 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "PUT /v2.0/routers/cf9bc5db-96b1-4c74-bd9c-8dbd79e9d024 HTTP/1.1" status: 200 len: 915 time: 2.9589131 Nov 02 11:52:40.855591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac700c8-bcca-440c-b86a-21e593c3bff6 None None] Routers {'cf9bc5db-96b1-4c74-bd9c-8dbd79e9d024'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:40.856440 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-aac700c8-bcca-440c-b86a-21e593c3bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cf9bc5db-96b1-4c74-bd9c-8dbd79e9d024'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:40.904871 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-aac700c8-bcca-440c-b86a-21e593c3bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:40.914597 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac700c8-bcca-440c-b86a-21e593c3bff6 None None] Routers {'cf9bc5db-96b1-4c74-bd9c-8dbd79e9d024'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:40.915249 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-aac700c8-bcca-440c-b86a-21e593c3bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cf9bc5db-96b1-4c74-bd9c-8dbd79e9d024'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:40.948724 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-aac700c8-bcca-440c-b86a-21e593c3bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:40.949674 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac700c8-bcca-440c-b86a-21e593c3bff6 None None] The sync data for ids ['cf9bc5db-96b1-4c74-bd9c-8dbd79e9d024'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:52:40.993332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4ff7ad2a-dd75-42ec-ab2c-e48d16c4c863 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "GET /v2.0/routers/cf9bc5db-96b1-4c74-bd9c-8dbd79e9d024 HTTP/1.1" status: 200 len: 921 time: 0.1542211 Nov 02 11:52:40.999687 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47858) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:41.002517 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244fc9f-4553-40d4-936b-83231235c269 req-6ce1c593-1063-4fd4-ab82-f3c82d71c0bc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:41.010786 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4244fc9f-4553-40d4-936b-83231235c269 req-6ce1c593-1063-4fd4-ab82-f3c82d71c0bc tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.1109831 Nov 02 11:52:41.067286 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f53c7f1-41f9-4184-8c42-7dfe4143d772 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:41.072674 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0f53c7f1-41f9-4184-8c42-7dfe4143d772 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&device_id=cf9bc5db-96b1-4c74-bd9c-8dbd79e9d024&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0701213 Nov 02 11:52:41.074251 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4244fc9f-4553-40d4-936b-83231235c269 req-31ff104d-9633-4e2b-a1db-115d74bb4d94 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625315 Nov 02 11:52:41.075361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47864) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:41.199940 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41a533b-abf4-4383-97bd-17cdfc553b14 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:41.201633 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e41a533b-abf4-4383-97bd-17cdfc553b14 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 881 time: 0.1251121 Nov 02 11:52:41.205648 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47872) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:41.246048 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a6b63e09-d6ac-4211-8ab1-6ed8d2d8a1ab tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf9bc5db-96b1-4c74-bd9c-8dbd79e9d024 HTTP/1.1" status: 200 len: 205 time: 0.0392294 Nov 02 11:52:41.248670 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47874) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:41.389443 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853d43b-2901-4fc9-8743-a4de2bebb20d req-1236f7c5-0d23-4c84-be2c-7e579310261c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:41.391614 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2853d43b-2901-4fc9-8743-a4de2bebb20d req-1236f7c5-0d23-4c84-be2c-7e579310261c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.0670507 Nov 02 11:52:41.396954 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65313ace-a2ab-468d-b745-1ff555649b08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:41.453457 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2853d43b-2901-4fc9-8743-a4de2bebb20d req-c3586d50-1f54-484c-90e6-a12ce75d4b29 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536437 Nov 02 11:52:41.551707 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65313ace-a2ab-468d-b745-1ff555649b08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:41.585698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20456f9d-60d1-46ee-9f2f-a7203647cbe5 req-e4b3c070-27db-4c68-98bb-3c88de4438d0 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:41.586645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-20456f9d-60d1-46ee-9f2f-a7203647cbe5 req-e4b3c070-27db-4c68-98bb-3c88de4438d0 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0681133 Nov 02 11:52:41.644448 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-20456f9d-60d1-46ee-9f2f-a7203647cbe5 req-06923951-ea5d-4409-8974-0836fa1117e5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505717 Nov 02 11:52:41.721125 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-65313ace-a2ab-468d-b745-1ff555649b08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Deleting port f700f314-6e9b-401d-b86b-429cf457cf6f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:52:41.721690 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65313ace-a2ab-468d-b745-1ff555649b08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:41.833357 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a939ac3-5572-48a5-9451-0dc3842a3b2b req-5954306c-c31c-420b-b9a7-dad1b368fa92 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:41.835605 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a939ac3-5572-48a5-9451-0dc3842a3b2b req-5954306c-c31c-420b-b9a7-dad1b368fa92 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.0684066 Nov 02 11:52:41.854241 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65313ace-a2ab-468d-b745-1ff555649b08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:41.886431 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-65313ace-a2ab-468d-b745-1ff555649b08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Calling delete_port for f700f314-6e9b-401d-b86b-429cf457cf6f owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:52:41.931699 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a939ac3-5572-48a5-9451-0dc3842a3b2b req-1979715f-86b0-42d5-a06d-c37edce1196e tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836968 Nov 02 11:52:42.263194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ed27f-964b-453e-8d70-fedece8f559f req-0b38753d-75d0-4a0a-8373-c9804e2c8bf6 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:42.264947 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-052ed27f-964b-453e-8d70-fedece8f559f req-0b38753d-75d0-4a0a-8373-c9804e2c8bf6 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.0774086 Nov 02 11:52:42.328718 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-052ed27f-964b-453e-8d70-fedece8f559f req-202adeac-fead-464d-b2d2-f993616622c4 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540843 Nov 02 11:52:42.596779 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0208bff-191a-4bc1-b41b-c22620a042f6 req-a16ed899-0dec-48a3-8f49-0d268cf95878 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:42.598360 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a0208bff-191a-4bc1-b41b-c22620a042f6 req-a16ed899-0dec-48a3-8f49-0d268cf95878 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.0732293 Nov 02 11:52:42.671037 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a0208bff-191a-4bc1-b41b-c22620a042f6 req-db33d941-d4df-4d28-9694-515460c0ae8f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592308 Nov 02 11:52:42.684387 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65313ace-a2ab-468d-b745-1ff555649b08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:42.735909 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65313ace-a2ab-468d-b745-1ff555649b08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Pushing event deleted for resources: {'Port': ['ID=f700f314-6e9b-401d-b86b-429cf457cf6f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:42.816369 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65313ace-a2ab-468d-b745-1ff555649b08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:42.845759 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7403b1-dcd3-413e-88b8-c039ee7e14bf req-0a140e0e-f269-472f-8c6f-9514fca76c0c tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:42.848692 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff7403b1-dcd3-413e-88b8-c039ee7e14bf req-0a140e0e-f269-472f-8c6f-9514fca76c0c tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0824037 Nov 02 11:52:42.926424 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65313ace-a2ab-468d-b745-1ff555649b08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:42.929666 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65313ace-a2ab-468d-b745-1ff555649b08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:42.931601 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff7403b1-dcd3-413e-88b8-c039ee7e14bf req-15d44891-1c35-4603-a4a2-c1537fd8a6c8 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702865 Nov 02 11:52:43.076482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc90c9-937b-47b4-bcee-5c07ed054c84 req-718e1dd0-a299-4fc5-8f52-fd89a17e47a2 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:43.078032 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ebc90c9-937b-47b4-bcee-5c07ed054c84 req-718e1dd0-a299-4fc5-8f52-fd89a17e47a2 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.0597501 Nov 02 11:52:43.086077 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65313ace-a2ab-468d-b745-1ff555649b08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:43.092882 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65313ace-a2ab-468d-b745-1ff555649b08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Fanout notify agent at l3_agent the message router_deleted on router cf9bc5db-96b1-4c74-bd9c-8dbd79e9d024 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:52:43.111688 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65313ace-a2ab-468d-b745-1ff555649b08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:43.112905 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-65313ace-a2ab-468d-b745-1ff555649b08 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "DELETE /v2.0/routers/cf9bc5db-96b1-4c74-bd9c-8dbd79e9d024 HTTP/1.1" status: 204 len: 168 time: 1.8630579 Nov 02 11:52:43.120677 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47948) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:43.134187 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-10241386', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}, 'admin_state_up': False}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:43.211366 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ebc90c9-937b-47b4-bcee-5c07ed054c84 req-30d9201d-a164-4d1e-b828-4c9f656bf8c0 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194353 Nov 02 11:52:43.325225 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:43.328947 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:43.403594 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e1c640c8-4005-40c8-a046-1d938fc1cf2a no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:52:43.415670 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:43.446124 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: e1c640c8-4005-40c8-a046-1d938fc1cf2a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:52:43.446666 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e1c640c8-4005-40c8-a046-1d938fc1cf2a not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:52:44.062312 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:44.468089 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:44.514788 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:44.579373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d320c2-edd8-4955-812e-f7f96d3e81bf req-3b244242-5f92-4d1a-87f2-2144712d072f tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:44.581021 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-04d320c2-edd8-4955-812e-f7f96d3e81bf req-3b244242-5f92-4d1a-87f2-2144712d072f tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.1151178 Nov 02 11:52:44.685632 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Allocated IP 172.25.6.178 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/ff6c8870-c7f8-4fc1-a52f-4c67ea6a34ae) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:52:44.690962 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-04d320c2-edd8-4955-812e-f7f96d3e81bf req-41012ab1-15f9-43b0-9f45-2159f7a9deb9 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987194 Nov 02 11:52:44.860396 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:44.884222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59882f1c-dfe3-43e9-a047-3de10985648e req-877564ec-5232-44b7-813c-7dd8da8d7fa0 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:44.885987 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59882f1c-dfe3-43e9-a047-3de10985648e req-877564ec-5232-44b7-813c-7dd8da8d7fa0 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.0808842 Nov 02 11:52:44.966910 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59882f1c-dfe3-43e9-a047-3de10985648e req-c490407c-91e6-4bc9-87b9-82b89945f9ac tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732174 Nov 02 11:52:45.062380 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:45.111066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:52:45.118800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:52:45.125020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:52:45.155685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Pushing event updated for resources: {'Port': ['ID=ff6c8870-c7f8-4fc1-a52f-4c67ea6a34ae,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:45.646841 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:45.963891 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da79561-3b94-4d35-a055-53aa0b6dbf7d req-3ccfbe0c-08ff-4f05-a2e9-3e35e18bd105 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:45.971800 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3da79561-3b94-4d35-a055-53aa0b6dbf7d req-3ccfbe0c-08ff-4f05-a2e9-3e35e18bd105 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.1475928 Nov 02 11:52:45.995899 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:46.081250 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3da79561-3b94-4d35-a055-53aa0b6dbf7d req-bea22512-0e33-4330-bfb5-4afcccf1e786 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070509 Nov 02 11:52:46.112808 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-b7fb607c-6149-4a86-b1e4-40fca7ae8841 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0840113 Nov 02 11:52:46.291525 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-783b3499-0ebb-4df1-9769-82e8a7a11617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:46.292309 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-783b3499-0ebb-4df1-9769-82e8a7a11617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:46.292956 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-783b3499-0ebb-4df1-9769-82e8a7a11617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:46.293598 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-783b3499-0ebb-4df1-9769-82e8a7a11617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:46.294236 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-783b3499-0ebb-4df1-9769-82e8a7a11617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:46.294874 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-783b3499-0ebb-4df1-9769-82e8a7a11617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:46.295651 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-783b3499-0ebb-4df1-9769-82e8a7a11617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:46.298106 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-783b3499-0ebb-4df1-9769-82e8a7a11617 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98712f8e25ee41a2953347ba1e13095a&device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 6497 time: 0.0958786 Nov 02 11:52:46.352901 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f33a7e0-5799-4e31-8ee9-a731be97c1dd req-de6f6c02-310e-44d4-b2ba-f4f65fff2b33 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0837796 Nov 02 11:52:46.486168 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33a7e0-5799-4e31-8ee9-a731be97c1dd req-df863303-0903-43bf-a5d5-ca95966c204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:46.487874 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f33a7e0-5799-4e31-8ee9-a731be97c1dd req-df863303-0903-43bf-a5d5-ca95966c204e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=165db02e24404cac9e67fdf905cccadf&device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 1099 time: 0.0576048 Nov 02 11:52:46.528306 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-5094addc-2a03-4cdf-8ded-0642e88dde60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:46.529264 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-5094addc-2a03-4cdf-8ded-0642e88dde60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:46.529844 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-5094addc-2a03-4cdf-8ded-0642e88dde60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:46.533466 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-5094addc-2a03-4cdf-8ded-0642e88dde60 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2186d30e-762f-43e0-acae-f84c10f25696&id=57381074-bd23-4376-887c-81c9e0b09323&id=57381074-bd23-4376-887c-81c9e0b09323&id=57381074-bd23-4376-887c-81c9e0b09323&id=57381074-bd23-4376-887c-81c9e0b09323&id=186d9e24-7a85-466f-9541-9c5be919901f&id=186d9e24-7a85-466f-9541-9c5be919901f HTTP/1.1" status: 200 len: 2292 time: 0.1948123 Nov 02 11:52:46.541240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Router ec9cf424-290a-440f-bfe4-3256ef0e6ef5 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:52:46.637321 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-1f776136-526f-48c3-818d-e7d8b8683c09 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0194c44a-8c9b-476a-a2df-892896c7ecd8 HTTP/1.1" status: 200 len: 1002 time: 0.0894020 Nov 02 11:52:46.723158 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-10327b21-8fbe-423a-b2cf-41dfb47bba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:46.725128 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-10327b21-8fbe-423a-b2cf-41dfb47bba97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c931c3ff-ea0b-4408-bd53-510e0450d503 HTTP/1.1" status: 200 len: 850 time: 0.0805964 Nov 02 11:52:46.740663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33a7e0-5799-4e31-8ee9-a731be97c1dd req-b1e114fe-ed9b-414f-b0c6-1dd3c2cdbb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:46.742174 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f33a7e0-5799-4e31-8ee9-a731be97c1dd req-b1e114fe-ed9b-414f-b0c6-1dd3c2cdbb90 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 HTTP/1.1" status: 200 len: 914 time: 0.2254333 Nov 02 11:52:46.788590 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-29206a3a-f027-4bd5-9d1f-6e7d90d78149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:46.790140 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-29206a3a-f027-4bd5-9d1f-6e7d90d78149 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2186d30e-762f-43e0-acae-f84c10f25696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563314 Nov 02 11:52:46.820581 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f33a7e0-5799-4e31-8ee9-a731be97c1dd req-b526cc0f-2ed9-4d5e-842e-98629c5baca3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13fb330-5fe1-4b2f-8928-243b2a61519d HTTP/1.1" status: 200 len: 217 time: 0.0658650 Nov 02 11:52:46.825545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:52:46.840369 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd277b7-c328-4661-84aa-32fbcf3d6236 None None] Sync routers for ids ['ec9cf424-290a-440f-bfe4-3256ef0e6ef5'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:52:46.852569 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd277b7-c328-4661-84aa-32fbcf3d6236 None None] Routers {'ec9cf424-290a-440f-bfe4-3256ef0e6ef5'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:46.853206 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3fd277b7-c328-4661-84aa-32fbcf3d6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ec9cf424-290a-440f-bfe4-3256ef0e6ef5'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:46.886145 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3fd277b7-c328-4661-84aa-32fbcf3d6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:46.891132 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-2c861062-3110-4af6-bb7e-8d0c51a74182 service neutron] 10.222.0.54 "GET /v2.0/networks/2186d30e-762f-43e0-acae-f84c10f25696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930986 Nov 02 11:52:46.895241 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd277b7-c328-4661-84aa-32fbcf3d6236 None None] Routers {'ec9cf424-290a-440f-bfe4-3256ef0e6ef5'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:46.895880 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3fd277b7-c328-4661-84aa-32fbcf3d6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ec9cf424-290a-440f-bfe4-3256ef0e6ef5'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:46.910173 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33a7e0-5799-4e31-8ee9-a731be97c1dd req-05899089-95f5-4e30-a06f-25230a9c15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:46.912544 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f33a7e0-5799-4e31-8ee9-a731be97c1dd req-05899089-95f5-4e30-a06f-25230a9c15d7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=256d9665-7c7f-41ad-9f58-255d11056a26 HTTP/1.1" status: 200 len: 853 time: 0.0687144 Nov 02 11:52:46.933532 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3fd277b7-c328-4661-84aa-32fbcf3d6236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:46.934464 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd277b7-c328-4661-84aa-32fbcf3d6236 None None] The sync data for ids ['ec9cf424-290a-440f-bfe4-3256ef0e6ef5'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:52:46.959897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a9401-62e8-47d0-a7a6-53103d5b5a21 req-c6f9683c-e56f-44c7-8373-c85857e0b8c2 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:46.961894 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d77a9401-62e8-47d0-a7a6-53103d5b5a21 req-c6f9683c-e56f-44c7-8373-c85857e0b8c2 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.1564410 Nov 02 11:52:46.967308 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f33a7e0-5799-4e31-8ee9-a731be97c1dd req-9c0894b4-18bd-40c2-a9b0-a645baac3d5b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432696 Nov 02 11:52:47.019193 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-0f489114-b1d2-4f23-b845-58c985ea03b5 service neutron] 10.222.0.54 "GET /v2.0/networks/2186d30e-762f-43e0-acae-f84c10f25696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173277 Nov 02 11:52:47.063132 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-7dcbdd7d-844a-43d3-bd53-920a49ed65e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=e49a6e4f-ad58-4cc4-a201-1817a84804d2 HTTP/1.1" status: 200 len: 217 time: 0.0391695 Nov 02 11:52:47.091791 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:47.095586 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2f890854-8cb8-40d1-975a-a7fbb6903b4e tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.9709702 Nov 02 11:52:47.099612 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48070) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:47.102967 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d77a9401-62e8-47d0-a7a6-53103d5b5a21 req-b1dc10a6-d2c5-4ef0-85de-bc8abb480d35 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118879 Nov 02 11:52:47.106034 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0453626d-9937-45dc-95a3-b486cf4e1ece tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:47.110668 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f33a7e0-5799-4e31-8ee9-a731be97c1dd req-a720bee6-cacb-4352-b9a1-360d58c54619 service neutron] 10.222.0.79 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378987 Nov 02 11:52:47.188291 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-d41cfee8-7768-4aa4-ad99-ca1fe07a1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:47.190370 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-d41cfee8-7768-4aa4-ad99-ca1fe07a1899 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638 HTTP/1.1" status: 200 len: 797 time: 0.1203341 Nov 02 11:52:47.237036 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f33a7e0-5799-4e31-8ee9-a731be97c1dd req-f625db6b-1dfe-42ad-8ddb-b9aa7e6583bf service neutron] 10.222.0.79 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202781 Nov 02 11:52:47.348312 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-216f479f-77de-4985-a9cc-5ec6fcf0c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:47.352426 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-216f479f-77de-4985-a9cc-5ec6fcf0c1aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57381074-bd23-4376-887c-81c9e0b09323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1093981 Nov 02 11:52:47.540143 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8a373d7d-7a73-489e-9079-adf70209325a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:47.540967 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd12845-fe67-4b38-adb5-37330a7355b0 req-5186a7df-9a64-4590-8600-f9faa37c51fa tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:47.544120 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebd12845-fe67-4b38-adb5-37330a7355b0 req-5186a7df-9a64-4590-8600-f9faa37c51fa tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=00711835-4cea-45ae-9355-aa6f57b5233e HTTP/1.1" status: 200 len: 946 time: 0.0715165 Nov 02 11:52:47.608906 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebd12845-fe67-4b38-adb5-37330a7355b0 req-5a5349b4-a9a0-4210-9533-e8433047d89b tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/security-groups?id=560e5a9d-4d7b-4575-b143-3a79532817d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547628 Nov 02 11:52:47.615250 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-de0c5cf2-dede-404c-a34f-5ca76ad62955 service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445352 Nov 02 11:52:47.755272 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786094f-158d-4fbb-bb06-5e4ecefa7397 req-2ac8df01-3fa0-4b3b-a189-f750c285812a tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:47.757827 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b786094f-158d-4fbb-bb06-5e4ecefa7397 req-2ac8df01-3fa0-4b3b-a189-f750c285812a tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0606618 Nov 02 11:52:47.776096 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0453626d-9937-45dc-95a3-b486cf4e1ece tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:47.804797 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-12100d77-b232-40d6-8748-a59dac1de9bb service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763732 Nov 02 11:52:47.841335 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b786094f-158d-4fbb-bb06-5e4ecefa7397 req-44bbb078-b918-4296-8053-e2d7864a12b6 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660927 Nov 02 11:52:47.872689 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-e0d67b8f-7284-4389-9712-7b7f0c23f22a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 HTTP/1.1" status: 200 len: 217 time: 0.0566261 Nov 02 11:52:47.879288 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0453626d-9937-45dc-95a3-b486cf4e1ece tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:47.955442 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-e121625b-fe3f-4e51-82a1-71aec257f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:47.956918 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-e121625b-fe3f-4e51-82a1-71aec257f554 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638 HTTP/1.1" status: 200 len: 797 time: 0.0725751 Nov 02 11:52:48.051007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-9525acdf-8c89-43df-a968-ec71242319a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:48.052725 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-9525acdf-8c89-43df-a968-ec71242319a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57381074-bd23-4376-887c-81c9e0b09323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0861468 Nov 02 11:52:48.093911 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0453626d-9937-45dc-95a3-b486cf4e1ece tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Deleting port ff6c8870-c7f8-4fc1-a52f-4c67ea6a34ae {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:52:48.094297 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0453626d-9937-45dc-95a3-b486cf4e1ece tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:48.244853 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-24cb0b93-ae74-4249-a678-d73b998657c6 service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735415 Nov 02 11:52:48.249217 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0453626d-9937-45dc-95a3-b486cf4e1ece tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:48.295899 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0453626d-9937-45dc-95a3-b486cf4e1ece tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Calling delete_port for ff6c8870-c7f8-4fc1-a52f-4c67ea6a34ae owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:52:48.350804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b486c-e064-493f-aaf2-45b26ba79740 req-4376551c-179b-4339-8233-018f94bc4aa2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:48.353604 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e63b486c-e064-493f-aaf2-45b26ba79740 req-4376551c-179b-4339-8233-018f94bc4aa2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.54 "GET /v2.0/ports?device_id=00711835-4cea-45ae-9355-aa6f57b5233e HTTP/1.1" status: 200 len: 946 time: 0.0774896 Nov 02 11:52:48.514570 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-18bd581c-426a-4825-9dce-6939be0cd350 service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561755 Nov 02 11:52:48.528429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2cabc-9f24-46d2-bb3e-cf756c8830c1 req-6ace4d54-285c-49c8-97bb-2161d0fab59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:48.530034 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2cc2cabc-9f24-46d2-bb3e-cf756c8830c1 req-6ace4d54-285c-49c8-97bb-2161d0fab59e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=165db02e24404cac9e67fdf905cccadf&device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 1099 time: 0.0702064 Nov 02 11:52:48.533543 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-e63b486c-e064-493f-aaf2-45b26ba79740 req-266dbf33-655d-4d0a-976c-147e97c88ca2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Deleting port 25e60f38-4b17-4f01-a694-3b67ec0284bc {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:52:48.533892 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e63b486c-e064-493f-aaf2-45b26ba79740 req-266dbf33-655d-4d0a-976c-147e97c88ca2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:48.596018 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-70397ed8-f54b-410a-bbb0-cd9fbce0aca6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=67731d26-119f-4fb7-bd57-e7d22863bbc2 HTTP/1.1" status: 200 len: 217 time: 0.0448592 Nov 02 11:52:48.659557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-bd9bf972-f28a-4b06-a6ce-e0c931fea992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:48.662549 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-bd9bf972-f28a-4b06-a6ce-e0c931fea992 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638 HTTP/1.1" status: 200 len: 797 time: 0.0575473 Nov 02 11:52:48.738993 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-e63b486c-e064-493f-aaf2-45b26ba79740 req-266dbf33-655d-4d0a-976c-147e97c88ca2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] For port 25e60f38-4b17-4f01-a694-3b67ec0284bc, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=25e60f38-4b17-4f01-a694-3b67ec0284bc,segment=NetworkSegment(54361836-5b72-4f6b-bdd3-a172531a93ac),segment_id=54361836-5b72-4f6b-bdd3-a172531a93ac)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:52:48.739782 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e63b486c-e064-493f-aaf2-45b26ba79740 req-266dbf33-655d-4d0a-976c-147e97c88ca2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:48.743733 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2cabc-9f24-46d2-bb3e-cf756c8830c1 req-2507e9b8-2c27-4fb9-a921-a37a315f9746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:48.745370 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2cc2cabc-9f24-46d2-bb3e-cf756c8830c1 req-2507e9b8-2c27-4fb9-a921-a37a315f9746 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 HTTP/1.1" status: 200 len: 914 time: 0.2078645 Nov 02 11:52:48.756914 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-7870935e-e753-4db6-a800-3d5c9dca933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:48.761098 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-7870935e-e753-4db6-a800-3d5c9dca933a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57381074-bd23-4376-887c-81c9e0b09323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0713787 Nov 02 11:52:48.763353 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-e63b486c-e064-493f-aaf2-45b26ba79740 req-266dbf33-655d-4d0a-976c-147e97c88ca2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Calling delete_port for 25e60f38-4b17-4f01-a694-3b67ec0284bc owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:52:48.803808 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2cc2cabc-9f24-46d2-bb3e-cf756c8830c1 req-6704dfab-dfae-4b3d-80fd-b968dd8474f3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d13fb330-5fe1-4b2f-8928-243b2a61519d HTTP/1.1" status: 200 len: 217 time: 0.0503125 Nov 02 11:52:48.852903 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0453626d-9937-45dc-95a3-b486cf4e1ece tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:48.913470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2cabc-9f24-46d2-bb3e-cf756c8830c1 req-17557566-2d59-4520-b862-6cad210f8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:48.913678 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453626d-9937-45dc-95a3-b486cf4e1ece tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Pushing event deleted for resources: {'Port': ['ID=ff6c8870-c7f8-4fc1-a52f-4c67ea6a34ae,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:48.914556 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2cc2cabc-9f24-46d2-bb3e-cf756c8830c1 req-17557566-2d59-4520-b862-6cad210f8aa0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=256d9665-7c7f-41ad-9f58-255d11056a26 HTTP/1.1" status: 200 len: 853 time: 0.0713103 Nov 02 11:52:48.957024 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2cc2cabc-9f24-46d2-bb3e-cf756c8830c1 req-88aa33c2-1c26-4f74-b39e-27bfc7e9ecf4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300119 Nov 02 11:52:48.984495 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-150ac66a-1eb6-4040-a7bf-e2c5e20da55f service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168043 Nov 02 11:52:49.002518 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0453626d-9937-45dc-95a3-b486cf4e1ece tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:49.116038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f558a3-b3c9-4787-be9e-0fda1c66615e req-6166133a-cd1c-4e3f-a51f-cb77c56d6154 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:49.118333 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3f558a3-b3c9-4787-be9e-0fda1c66615e req-6166133a-cd1c-4e3f-a51f-cb77c56d6154 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.1555066 Nov 02 11:52:49.164031 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2cc2cabc-9f24-46d2-bb3e-cf756c8830c1 req-0f9aa7fa-59de-4b5e-82c2-58c1d2aea9ff service neutron] 10.222.0.79 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977594 Nov 02 11:52:49.217912 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e63b486c-e064-493f-aaf2-45b26ba79740 req-266dbf33-655d-4d0a-976c-147e97c88ca2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:49.232456 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['25e60f38-4b17-4f01-a694-3b67ec0284bc'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:52:49.259583 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3f558a3-b3c9-4787-be9e-0fda1c66615e req-f074578a-dc1f-42f8-9a25-070a90089893 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264589 Nov 02 11:52:49.294357 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266dbf33-655d-4d0a-976c-147e97c88ca2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Pushing event deleted for resources: {'Port': ['ID=25e60f38-4b17-4f01-a694-3b67ec0284bc,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:49.361415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63b486c-e064-493f-aaf2-45b26ba79740 req-266dbf33-655d-4d0a-976c-147e97c88ca2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] No DVR routers for this DVR port 25e60f38-4b17-4f01-a694-3b67ec0284bc on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:52:49.375185 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e63b486c-e064-493f-aaf2-45b26ba79740 req-266dbf33-655d-4d0a-976c-147e97c88ca2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:49.380267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e63b486c-e064-493f-aaf2-45b26ba79740 req-266dbf33-655d-4d0a-976c-147e97c88ca2 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.54 "DELETE /v2.0/ports/25e60f38-4b17-4f01-a694-3b67ec0284bc HTTP/1.1" status: 204 len: 173 time: 1.0188186 Nov 02 11:52:49.380267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00711835-4cea-45ae-9355-aa6f57b5233e', 'name': 'network-vif-deleted', 'tag': '25e60f38-4b17-4f01-a694-3b67ec0284bc'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:52:49.388929 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e84d0b-919e-4665-8447-e98a725f4b11" -d '{"events": [{"server_uuid": "00711835-4cea-45ae-9355-aa6f57b5233e", "name": "network-vif-deleted", "tag": "25e60f38-4b17-4f01-a694-3b67ec0284bc"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:52:49.401257 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2cc2cabc-9f24-46d2-bb3e-cf756c8830c1 req-38ce632e-dd10-4606-95e8-e4e6902fbe26 service neutron] 10.222.0.79 "GET /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268145 Nov 02 11:52:49.505414 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8bc13092-b0cb-485b-b972-312720087e06 req-f68f4674-b972-4c70-bdf1-e28fe1b69296 tempest-AttachVolumeNegativeTest-1524305850 tempest-AttachVolumeNegativeTest-1524305850-project] 10.222.0.52 "GET /v2.0/ports?device_id=00711835-4cea-45ae-9355-aa6f57b5233e HTTP/1.1" status: 200 len: 210 time: 0.0302351 Nov 02 11:52:49.680208 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df83d647-29e6-409a-8341-1468c64f36ba req-768f1e35-cb18-4ac4-88ee-2571fc60f7f5 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:49.681957 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df83d647-29e6-409a-8341-1468c64f36ba req-768f1e35-cb18-4ac4-88ee-2571fc60f7f5 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/ports?device_id=913a82c0-fba7-4be1-a622-89ca5305f10d HTTP/1.1" status: 200 len: 946 time: 0.0917122 Nov 02 11:52:49.716818 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0b0f3910-fbc7-48b2-afc8-c63e67899cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:49.720825 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0453626d-9937-45dc-95a3-b486cf4e1ece tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:49.729811 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-c4eaddd2-ad5c-434d-b933-cfe732f7a300 service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6451838 Nov 02 11:52:49.730780 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0453626d-9937-45dc-95a3-b486cf4e1ece tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:49.751971 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df83d647-29e6-409a-8341-1468c64f36ba req-a8d9d811-fba4-48a6-9f2e-0fae6da4de6f tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/security-groups?id=0495bde7-c545-4d11-9d87-f247a1a35c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621097 Nov 02 11:52:49.859205 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-197bb9d0-a5fb-4b2c-b524-b67ac10528ee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f14a703c-4db3-4392-ab3a-fe5af5dff2d9 HTTP/1.1" status: 200 len: 217 time: 0.0756993 Nov 02 11:52:49.881988 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0453626d-9937-45dc-95a3-b486cf4e1ece tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Router ec9cf424-290a-440f-bfe4-3256ef0e6ef5 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:52:49.913120 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21eccc-592c-4a7a-8641-d6584f80ae72 req-d373cc04-3cf2-4876-98f8-6036e067f22b tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:49.914899 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb21eccc-592c-4a7a-8641-d6584f80ae72 req-d373cc04-3cf2-4876-98f8-6036e067f22b tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0753701 Nov 02 11:52:49.937931 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-0a249da3-db60-41fa-8b80-e7919a78c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:49.937931 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-0a249da3-db60-41fa-8b80-e7919a78c9b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638 HTTP/1.1" status: 200 len: 797 time: 0.0678096 Nov 02 11:52:49.981875 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb21eccc-592c-4a7a-8641-d6584f80ae72 req-fe6a0b61-7008-4db8-a809-078ab1afa431 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586052 Nov 02 11:52:50.047758 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f8fd43-4378-45e1-82a8-53944b93c7a1 x-openstack-request-id: req-55f8fd43-4378-45e1-82a8-53944b93c7a1 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:52:50.048247 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00711835-4cea-45ae-9355-aa6f57b5233e", "name": "network-vif-deleted", "tag": "25e60f38-4b17-4f01-a694-3b67ec0284bc", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:52:50.048667 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-55f8fd43-4378-45e1-82a8-53944b93c7a1 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:52:50.050364 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00711835-4cea-45ae-9355-aa6f57b5233e', 'name': 'network-vif-deleted', 'tag': '25e60f38-4b17-4f01-a694-3b67ec0284bc', 'status': 'completed', 'code': 200} Nov 02 11:52:50.068422 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0453626d-9937-45dc-95a3-b486cf4e1ece tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:52:50.077146 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0453626d-9937-45dc-95a3-b486cf4e1ece tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:50.078414 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0453626d-9937-45dc-95a3-b486cf4e1ece tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "PUT /v2.0/routers/ec9cf424-290a-440f-bfe4-3256ef0e6ef5 HTTP/1.1" status: 200 len: 704 time: 2.9778924 Nov 02 11:52:50.087498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48188) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:50.087729 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f7b108-f4b9-49b4-a72e-898e3d162309 None None] Sync routers for ids ['ec9cf424-290a-440f-bfe4-3256ef0e6ef5'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:52:50.100833 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-a9a63c53-1c96-4737-9246-1f15676c2ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:50.102373 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-a9a63c53-1c96-4737-9246-1f15676c2ff0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57381074-bd23-4376-887c-81c9e0b09323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1223629 Nov 02 11:52:50.103094 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f7b108-f4b9-49b4-a72e-898e3d162309 None None] Routers {'ec9cf424-290a-440f-bfe4-3256ef0e6ef5'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:50.104008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-81f7b108-f4b9-49b4-a72e-898e3d162309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ec9cf424-290a-440f-bfe4-3256ef0e6ef5'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:50.153508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-81f7b108-f4b9-49b4-a72e-898e3d162309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:50.165636 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f7b108-f4b9-49b4-a72e-898e3d162309 None None] Routers {'ec9cf424-290a-440f-bfe4-3256ef0e6ef5'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:50.166249 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-81f7b108-f4b9-49b4-a72e-898e3d162309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ec9cf424-290a-440f-bfe4-3256ef0e6ef5'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:50.209170 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-81f7b108-f4b9-49b4-a72e-898e3d162309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:50.209170 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f7b108-f4b9-49b4-a72e-898e3d162309 None None] The sync data for ids ['ec9cf424-290a-440f-bfe4-3256ef0e6ef5'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:52:50.210257 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b119954e-394f-44ed-9259-af0f77157414 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "GET /v2.0/routers/ec9cf424-290a-440f-bfe4-3256ef0e6ef5 HTTP/1.1" status: 200 len: 739 time: 0.1117051 Nov 02 11:52:50.210789 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48190) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:50.261361 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7d9bcbe5-22d9-4a38-83eb-128b751e6b01 tempest-RoutersAdminTest-194007949 tempest-RoutersAdminTest-194007949-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&device_id=ec9cf424-290a-440f-bfe4-3256ef0e6ef5 HTTP/1.1" status: 200 len: 205 time: 0.0493917 Nov 02 11:52:50.264787 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48192) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:50.278704 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-efbef6e9-8454-41f8-b7a4-908a9c3acc4b service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383462 Nov 02 11:52:50.301874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1cd58-3687-4c6f-ac71-51e9bdfbfb20 req-2c576821-53ce-475b-8563-118c7447d0ce tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:50.305058 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-16c1cd58-3687-4c6f-ac71-51e9bdfbfb20 req-2c576821-53ce-475b-8563-118c7447d0ce tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.79 "GET /v2.0/ports?device_id=913a82c0-fba7-4be1-a622-89ca5305f10d HTTP/1.1" status: 200 len: 946 time: 0.1270947 Nov 02 11:52:50.305594 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-663ef964-bf9d-4091-b5d5-31e50ff51024 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec9cf424-290a-440f-bfe4-3256ef0e6ef5 HTTP/1.1" status: 200 len: 205 time: 0.0397105 Nov 02 11:52:50.309863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48196) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:50.381807 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-1fadaa15-44ed-4da8-8646-eda14df74766 service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955441 Nov 02 11:52:50.440836 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-efeb68c1-20fc-4db8-be78-1e34020b286f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7fbe592b-d9af-470b-b69f-ef0996b5bcc1 HTTP/1.1" status: 200 len: 217 time: 0.0502746 Nov 02 11:52:50.456687 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1af57d1d-9ef9-4f79-8408-33dd8fbe4421 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:50.506151 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-1783049d-cc60-4075-b0e2-0c3efba7007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:50.506151 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-1783049d-cc60-4075-b0e2-0c3efba7007a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422a9cf8-192f-4d0c-89d7-9acf4676de9f HTTP/1.1" status: 200 len: 797 time: 0.0496526 Nov 02 11:52:50.552373 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-bd9457e1-791d-4702-b6ba-b0a411313333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:50.554233 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-bd9457e1-791d-4702-b6ba-b0a411313333 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=186d9e24-7a85-466f-9541-9c5be919901f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0500064 Nov 02 11:52:50.666525 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-28ff0f6a-df68-4929-93e6-56692c11ab2b service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035686 Nov 02 11:52:50.785363 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-a8aae641-91f5-4eeb-a7a5-d9c705778dc8 service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017799 Nov 02 11:52:50.834239 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-e95dbf0d-9708-40de-becd-079687c3c7f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6457bfa-3035-4f01-811e-7c5f433c3ae9 HTTP/1.1" status: 200 len: 217 time: 0.0411148 Nov 02 11:52:50.923022 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:50.924677 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-0a68c56b-dfa0-43b9-9319-a51da35d8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:50.924677 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-0a68c56b-dfa0-43b9-9319-a51da35d8dd2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422a9cf8-192f-4d0c-89d7-9acf4676de9f HTTP/1.1" status: 200 len: 797 time: 0.0738809 Nov 02 11:52:50.980437 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-4c52fbc3-1b75-4b30-b26c-c4ceecfe44e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:50.981944 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-4c52fbc3-1b75-4b30-b26c-c4ceecfe44e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=186d9e24-7a85-466f-9541-9c5be919901f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0580807 Nov 02 11:52:51.033542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe375a75-4f93-4d5e-aef4-96782c6aacad req-1f174630-ae26-4f17-a608-999baed08267 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:51.039477 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe375a75-4f93-4d5e-aef4-96782c6aacad req-1f174630-ae26-4f17-a608-999baed08267 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.6610017 Nov 02 11:52:51.092041 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1af57d1d-9ef9-4f79-8408-33dd8fbe4421 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:51.104019 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1af57d1d-9ef9-4f79-8408-33dd8fbe4421 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:51.141158 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-49fad100-62d6-4402-b66c-78270d776ece service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502790 Nov 02 11:52:51.161638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc8a03-d5e5-4048-8ced-898b9dfa39fc req-6f4233fd-3914-4ee8-91d4-70f88237d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:51.163203 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80fc8a03-d5e5-4048-8ced-898b9dfa39fc req-6f4233fd-3914-4ee8-91d4-70f88237d665 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 1098 time: 0.2493176 Nov 02 11:52:51.196054 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-16c1cd58-3687-4c6f-ac71-51e9bdfbfb20 req-82a66d9c-e155-4933-91b2-84353ec1824d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Deleting port 4bad57b9-3143-4d51-92bd-52d41b084290 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:52:51.196388 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-16c1cd58-3687-4c6f-ac71-51e9bdfbfb20 req-82a66d9c-e155-4933-91b2-84353ec1824d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:51.232005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe375a75-4f93-4d5e-aef4-96782c6aacad req-3a3df24e-a059-40d0-9daa-c70f021e3ae1 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596584 Nov 02 11:52:51.266141 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8aeadc54-3397-4f6b-bf71-cfbd52105dee req-d4c57dc8-cf9d-4788-a0d8-aecbfe90716b service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167831 Nov 02 11:52:51.275622 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1af57d1d-9ef9-4f79-8408-33dd8fbe4421 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:51.276239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af57d1d-9ef9-4f79-8408-33dd8fbe4421 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Fanout notify agent at l3_agent the message router_deleted on router ec9cf424-290a-440f-bfe4-3256ef0e6ef5 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:52:51.295809 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1af57d1d-9ef9-4f79-8408-33dd8fbe4421 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:51.300285 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1af57d1d-9ef9-4f79-8408-33dd8fbe4421 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "DELETE /v2.0/routers/ec9cf424-290a-440f-bfe4-3256ef0e6ef5 HTTP/1.1" status: 204 len: 168 time: 0.9859750 Nov 02 11:52:51.303911 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48234) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:51.313905 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80fc8a03-d5e5-4048-8ced-898b9dfa39fc req-f53c0da1-17cd-42ef-af4e-c6fbd82f5c10 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404662 Nov 02 11:52:51.357526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-16c1cd58-3687-4c6f-ac71-51e9bdfbfb20 req-82a66d9c-e155-4933-91b2-84353ec1824d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] For port 4bad57b9-3143-4d51-92bd-52d41b084290, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=4bad57b9-3143-4d51-92bd-52d41b084290,segment=NetworkSegment(68950527-3e07-4189-bf0b-693d70a7c4f2),segment_id=68950527-3e07-4189-bf0b-693d70a7c4f2)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:52:51.358487 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-16c1cd58-3687-4c6f-ac71-51e9bdfbfb20 req-82a66d9c-e155-4933-91b2-84353ec1824d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:51.371564 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fd4bde48-088f-4ae8-8a6b-cf6820660da1 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "GET /v2.0/ports?device_id=ec9cf424-290a-440f-bfe4-3256ef0e6ef5 HTTP/1.1" status: 200 len: 205 time: 0.0630286 Nov 02 11:52:51.371793 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48240) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:51.435469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48242) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:51.435469 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-fea3dfd1-94e1-4352-9fb0-252334c2999a tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] delete failed (client error): The resource could not be found. Nov 02 11:52:51.435469 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fea3dfd1-94e1-4352-9fb0-252334c2999a tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "DELETE /v2.0/routers/ec9cf424-290a-440f-bfe4-3256ef0e6ef5 HTTP/1.1" status: 404 len: 336 time: 0.0617950 Nov 02 11:52:51.438851 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48246) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:51.455451 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 25e60f38-4b17-4f01-a694-3b67ec0284bc no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:52:51.509527 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f6294fbb-c8a5-4e2e-ac23-7240b869d517 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf9bc5db-96b1-4c74-bd9c-8dbd79e9d024 HTTP/1.1" status: 200 len: 205 time: 0.0404856 Nov 02 11:52:51.517235 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 25e60f38-4b17-4f01-a694-3b67ec0284bc {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:52:51.517453 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48252) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:51.517567 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 25e60f38-4b17-4f01-a694-3b67ec0284bc not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:52:51.527739 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b29b584-4a43-491d-a2d7-a63ee816a6af admin admin] Deleting subnet 44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:52:51.531562 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b29b584-4a43-491d-a2d7-a63ee816a6af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:51.591948 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-c51fbeed-7d25-4a52-aab7-f60bb823eea5 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] delete failed (client error): The resource could not be found. Nov 02 11:52:51.593117 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c51fbeed-7d25-4a52-aab7-f60bb823eea5 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "DELETE /v2.0/routers/cf9bc5db-96b1-4c74-bd9c-8dbd79e9d024 HTTP/1.1" status: 404 len: 336 time: 0.0822153 Nov 02 11:52:51.598635 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48254) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:51.608645 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:52:51.634907 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6cc66-54dc-4f7a-974c-f6e37f084304 req-c26f0016-79ee-4e83-8cf0-89f546b02fd0 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:51.637213 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0aa6cc66-54dc-4f7a-974c-f6e37f084304 req-c26f0016-79ee-4e83-8cf0-89f546b02fd0 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/ports?device_id=913a82c0-fba7-4be1-a622-89ca5305f10d HTTP/1.1" status: 200 len: 946 time: 0.1354492 Nov 02 11:52:51.645564 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1feacd94-3bd8-4964-992a-f3b0bd0f550c tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "GET /v2.0/ports?device_id=15069fc6-1ef4-4a41-b57a-2caf318b96d4 HTTP/1.1" status: 200 len: 205 time: 0.0456510 Nov 02 11:52:51.650130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48256) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:51.653472 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b29b584-4a43-491d-a2d7-a63ee816a6af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:51.705678 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b29b584-4a43-491d-a2d7-a63ee816a6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:51.735858 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-daae00c1-70cb-4d4a-bfb5-8a3145435d52 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] delete failed (client error): The resource could not be found. Nov 02 11:52:51.743330 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-daae00c1-70cb-4d4a-bfb5-8a3145435d52 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "DELETE /v2.0/routers/15069fc6-1ef4-4a41-b57a-2caf318b96d4 HTTP/1.1" status: 404 len: 336 time: 0.0853801 Nov 02 11:52:51.743492 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48262) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:51.774694 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b9be0c0c-535b-4e4d-965d-0424dbcd1b59 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "GET /v2.0/ports?device_id=e975c104-1cd3-4cf3-9018-3153b9e41496 HTTP/1.1" status: 200 len: 205 time: 0.0319324 Nov 02 11:52:51.780868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48264) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:51.788350 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-16c1cd58-3687-4c6f-ac71-51e9bdfbfb20 req-82a66d9c-e155-4933-91b2-84353ec1824d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:51.788793 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-16c1cd58-3687-4c6f-ac71-51e9bdfbfb20 req-82a66d9c-e155-4933-91b2-84353ec1824d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:51.790022 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [req-16c1cd58-3687-4c6f-ac71-51e9bdfbfb20 req-82a66d9c-e155-4933-91b2-84353ec1824d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Floating IP 57ec15a3-d749-42cd-ac02-f996dc74e33e disassociated. External IP: 172.25.6.207, port: 4bad57b9-3143-4d51-92bd-52d41b084290. Nov 02 11:52:51.790022 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-16c1cd58-3687-4c6f-ac71-51e9bdfbfb20 req-82a66d9c-e155-4933-91b2-84353ec1824d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Calling delete_port for 4bad57b9-3143-4d51-92bd-52d41b084290 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:52:51.811848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0aa6cc66-54dc-4f7a-974c-f6e37f084304 req-80acf91a-b4b0-47f3-97a9-30fbe415a739 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/security-groups?id=0495bde7-c545-4d11-9d87-f247a1a35c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615481 Nov 02 11:52:51.822987 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-1828e7f7-4ab6-4026-a459-8a3d08448062 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] delete failed (client error): The resource could not be found. Nov 02 11:52:51.824017 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1828e7f7-4ab6-4026-a459-8a3d08448062 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "DELETE /v2.0/routers/e975c104-1cd3-4cf3-9018-3153b9e41496 HTTP/1.1" status: 404 len: 336 time: 0.0423043 Nov 02 11:52:51.826819 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48268) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:51.868116 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5ca63a9d-45fe-4d63-8ba6-74f09722026a tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff030af1-5c74-4f76-9621-e1650cc65b39 HTTP/1.1" status: 200 len: 205 time: 0.0375643 Nov 02 11:52:51.892219 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48272) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:51.932162 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-b36d64d1-e66c-4feb-b7e4-1460cc8850f0 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] delete failed (client error): The resource could not be found. Nov 02 11:52:51.933232 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b36d64d1-e66c-4feb-b7e4-1460cc8850f0 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "DELETE /v2.0/routers/ff030af1-5c74-4f76-9621-e1650cc65b39 HTTP/1.1" status: 404 len: 336 time: 0.0398736 Nov 02 11:52:51.955391 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48274) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:51.987150 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-158554f6-a2b3-4162-8d4c-a40c3e52b570 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0f0d161-2c89-45c8-9af1-2c14cd146ed8 HTTP/1.1" status: 200 len: 205 time: 0.0281267 Nov 02 11:52:51.987615 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48276) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:51.988425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8f351-8b04-4cd3-81cf-872e268ca503 req-59e5dd57-a70f-422f-94b8-886ff503e31d tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:51.990548 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cdf8f351-8b04-4cd3-81cf-872e268ca503 req-59e5dd57-a70f-422f-94b8-886ff503e31d tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0920191 Nov 02 11:52:52.029031 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-6ffe6800-9a4c-4f91-a56d-a1ed863df2f0 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] delete failed (client error): The resource could not be found. Nov 02 11:52:52.030082 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6ffe6800-9a4c-4f91-a56d-a1ed863df2f0 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "DELETE /v2.0/routers/f0f0d161-2c89-45c8-9af1-2c14cd146ed8 HTTP/1.1" status: 404 len: 336 time: 0.0414817 Nov 02 11:52:52.033277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48278) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:52.046039 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cdf8f351-8b04-4cd3-81cf-872e268ca503 req-2f15fe90-7b0a-48f6-a11b-53d519e36b54 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479281 Nov 02 11:52:52.091438 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb5fd94-a5aa-4dfd-99b2-d4aa79c7a4f7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] DELETE failed (client error): The resource could not be found. Nov 02 11:52:52.091438 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb5fd94-a5aa-4dfd-99b2-d4aa79c7a4f7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:52:52.091438 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7bb5fd94-a5aa-4dfd-99b2-d4aa79c7a4f7 tempest-RoutersAdminTest-1853271810 tempest-RoutersAdminTest-1853271810-project] 10.222.0.52 "DELETE /v2.0/subnets/403a5237-9bfd-43cb-9415-e4c16cc0ba1f HTTP/1.1" status: 404 len: 337 time: 0.0314846 Nov 02 11:52:52.168470 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b29b584-4a43-491d-a2d7-a63ee816a6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:52.198602 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29b584-4a43-491d-a2d7-a63ee816a6af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:52.200751 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b29b584-4a43-491d-a2d7-a63ee816a6af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:52.206970 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2b29b584-4a43-491d-a2d7-a63ee816a6af admin admin] 10.222.0.52 "DELETE /v2.0/subnets/44d4fcc3-f12f-4a50-b7a2-49bcd0af2a11 HTTP/1.1" status: 204 len: 168 time: 0.7821980 Nov 02 11:52:52.207241 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48286) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:52.266612 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-16c1cd58-3687-4c6f-ac71-51e9bdfbfb20 req-82a66d9c-e155-4933-91b2-84353ec1824d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:52.299294 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a66d9c-e155-4933-91b2-84353ec1824d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Pushing event deleted for resources: {'Port': ['ID=4bad57b9-3143-4d51-92bd-52d41b084290,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:52.381996 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-97e51c3b-9685-4e27-84ea-b5ba4046dede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:52.514256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77893e-53f4-404b-9fda-951198c207cf req-9da157be-84cc-4c79-be72-08ec1a37c996 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:52.515840 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e77893e-53f4-404b-9fda-951198c207cf req-9da157be-84cc-4c79-be72-08ec1a37c996 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.1589837 Nov 02 11:52:52.524989 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:52.558399 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-97e51c3b-9685-4e27-84ea-b5ba4046dede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:52.635188 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-97e51c3b-9685-4e27-84ea-b5ba4046dede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18aba190-503d-4b36-9b63-ba3de7a415e6']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:52.673189 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-97e51c3b-9685-4e27-84ea-b5ba4046dede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54361836-5b72-4f6b-bdd3-a172531a93ac') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:52.673734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-97e51c3b-9685-4e27-84ea-b5ba4046dede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54361836-5b72-4f6b-bdd3-a172531a93ac') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:52.693269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16c1cd58-3687-4c6f-ac71-51e9bdfbfb20 req-82a66d9c-e155-4933-91b2-84353ec1824d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Router 81484e88-c7b0-4cf6-a940-57197174a606 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:52:52.695854 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-97e51c3b-9685-4e27-84ea-b5ba4046dede admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:52.700563 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e77893e-53f4-404b-9fda-951198c207cf req-2811c4d0-f950-4e30-823e-eeb9c75f9a0f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551509 Nov 02 11:52:52.717769 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-97e51c3b-9685-4e27-84ea-b5ba4046dede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:52.738056 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e51c3b-9685-4e27-84ea-b5ba4046dede admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:52:52.738480 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-97e51c3b-9685-4e27-84ea-b5ba4046dede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: items = [ Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:52:52.741143 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:52:52.883697 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48306) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:52.947196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16c1cd58-3687-4c6f-ac71-51e9bdfbfb20 req-82a66d9c-e155-4933-91b2-84353ec1824d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:52:52.960975 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2163b6c-b386-4754-aaa7-d5605284eac1 None None] Sync routers for ids ['81484e88-c7b0-4cf6-a940-57197174a606'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:52:52.974517 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2163b6c-b386-4754-aaa7-d5605284eac1 None None] Routers {'81484e88-c7b0-4cf6-a940-57197174a606'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:52.975301 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e2163b6c-b386-4754-aaa7-d5605284eac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['81484e88-c7b0-4cf6-a940-57197174a606'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:52.980601 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee5b85-d46f-454a-bdd2-fada7f96bb46 req-cce2954f-cfd3-47a2-9f26-3ea3e1e70848 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:52.982162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65ee5b85-d46f-454a-bdd2-fada7f96bb46 req-cce2954f-cfd3-47a2-9f26-3ea3e1e70848 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.0982738 Nov 02 11:52:53.000915 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c1cd58-3687-4c6f-ac71-51e9bdfbfb20 req-82a66d9c-e155-4933-91b2-84353ec1824d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] No DVR routers for this DVR port 4bad57b9-3143-4d51-92bd-52d41b084290 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:52:53.003646 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-16c1cd58-3687-4c6f-ac71-51e9bdfbfb20 req-82a66d9c-e155-4933-91b2-84353ec1824d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:53.007336 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-16c1cd58-3687-4c6f-ac71-51e9bdfbfb20 req-82a66d9c-e155-4933-91b2-84353ec1824d tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.79 "DELETE /v2.0/ports/4bad57b9-3143-4d51-92bd-52d41b084290 HTTP/1.1" status: 204 len: 173 time: 2.6904271 Nov 02 11:52:53.014376 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913a82c0-fba7-4be1-a622-89ca5305f10d', 'name': 'network-vif-deleted', 'tag': '4bad57b9-3143-4d51-92bd-52d41b084290'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:52:53.014788 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45295d3d-be0f-471a-9073-d54327f0dc28" -d '{"events": [{"server_uuid": "913a82c0-fba7-4be1-a622-89ca5305f10d", "name": "network-vif-deleted", "tag": "4bad57b9-3143-4d51-92bd-52d41b084290"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:52:53.019702 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-97e51c3b-9685-4e27-84ea-b5ba4046dede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:53.032890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3015d286-82fe-46b1-9a9c-de74f150025d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:53.034030 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-97e51c3b-9685-4e27-84ea-b5ba4046dede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:53.040846 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-97e51c3b-9685-4e27-84ea-b5ba4046dede admin admin] 10.222.0.52 "DELETE /v2.0/networks/18aba190-503d-4b36-9b63-ba3de7a415e6 HTTP/1.1" status: 204 len: 168 time: 0.8320513 Nov 02 11:52:53.061995 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e51c3b-9685-4e27-84ea-b5ba4046dede admin admin] Pushing event deleted for resources: {'Network': ['ID=18aba190-503d-4b36-9b63-ba3de7a415e6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:53.083567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65ee5b85-d46f-454a-bdd2-fada7f96bb46 req-8b810082-2e46-49ce-ba25-0c87d8b97455 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830984 Nov 02 11:52:53.130118 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-e2163b6c-b386-4754-aaa7-d5605284eac1 None None] Set router 81484e88-c7b0-4cf6-a940-57197174a606 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:52:53.149293 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3015d286-82fe-46b1-9a9c-de74f150025d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:53.200078 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-44551c39-5eb9-4a55-9305-8b96443f5fb3 req-c507afba-dbaa-41d1-a2a2-463c5d69c7cc tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/ports?device_id=913a82c0-fba7-4be1-a622-89ca5305f10d HTTP/1.1" status: 200 len: 210 time: 0.0335190 Nov 02 11:52:53.251136 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f342ca-ddd1-4d12-b5bb-d00fdec7f93d x-openstack-request-id: req-63f342ca-ddd1-4d12-b5bb-d00fdec7f93d {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:52:53.253266 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913a82c0-fba7-4be1-a622-89ca5305f10d", "name": "network-vif-deleted", "tag": "4bad57b9-3143-4d51-92bd-52d41b084290", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:52:53.253266 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-63f342ca-ddd1-4d12-b5bb-d00fdec7f93d {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:52:53.253266 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913a82c0-fba7-4be1-a622-89ca5305f10d', 'name': 'network-vif-deleted', 'tag': '4bad57b9-3143-4d51-92bd-52d41b084290', 'status': 'completed', 'code': 200} Nov 02 11:52:53.284777 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3015d286-82fe-46b1-9a9c-de74f150025d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:53.337990 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3015d286-82fe-46b1-9a9c-de74f150025d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fcc30485775e4a53b752cf49cec0e861&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4521987 Nov 02 11:52:53.338851 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015d286-82fe-46b1-9a9c-de74f150025d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d17f39a-4eba-4c75-849f-c59f58d2a3ca,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:53.340569 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48320) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:53.370665 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e2163b6c-b386-4754-aaa7-d5605284eac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81484e88-c7b0-4cf6-a940-57197174a606', 'name': 'tempest-ServersTestFqdnHostnames-1457555529-router', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:26Z', 'updated_at': '2021-11-02T11:50:33Z', 'revision_number': 4, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'gw_port': {'id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:27Z', 'updated_at': '2021-11-02T11:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'b1861bad-abb1-420d-93f3-57083a4a9182', 'name': '', 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'mac_address': 'fa:16:3e:07:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2893a6b9-99dc-498e-b5f9-d77083fc5186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:32Z', 'updated_at': '2021-11-02T11:50:39Z', 'revision_number': 5, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'subnets': [{'id': '2893a6b9-99dc-498e-b5f9-d77083fc5186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:53.388058 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6599a-68c7-44cd-bba1-4febb1ba1c3b req-b6ede5d7-bb7a-4cfa-9df4-57fddcec5336 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:53.391418 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f1b6599a-68c7-44cd-bba1-4febb1ba1c3b req-b6ede5d7-bb7a-4cfa-9df4-57fddcec5336 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0899365 Nov 02 11:52:53.405451 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2163b6c-b386-4754-aaa7-d5605284eac1 None None] Checking router: 81484e88-c7b0-4cf6-a940-57197174a606 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:52:53.413986 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2163b6c-b386-4754-aaa7-d5605284eac1 None None] Routers {'81484e88-c7b0-4cf6-a940-57197174a606'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:53.414798 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e2163b6c-b386-4754-aaa7-d5605284eac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['81484e88-c7b0-4cf6-a940-57197174a606'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:53.455885 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ee584992-1e24-4e84-a5bd-6c115aacea8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:53.468999 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f1b6599a-68c7-44cd-bba1-4febb1ba1c3b req-3d19d754-22c5-4881-b2ea-525e2a2b79f1 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732639 Nov 02 11:52:53.487628 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ee584992-1e24-4e84-a5bd-6c115aacea8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:53.567717 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-e2163b6c-b386-4754-aaa7-d5605284eac1 None None] Set router 81484e88-c7b0-4cf6-a940-57197174a606 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:52:53.743319 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ee584992-1e24-4e84-a5bd-6c115aacea8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:53.747349 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ee584992-1e24-4e84-a5bd-6c115aacea8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:53.751011 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ee584992-1e24-4e84-a5bd-6c115aacea8e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0d17f39a-4eba-4c75-849f-c59f58d2a3ca HTTP/1.1" status: 204 len: 168 time: 0.4089439 Nov 02 11:52:53.762414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee584992-1e24-4e84-a5bd-6c115aacea8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d17f39a-4eba-4c75-849f-c59f58d2a3ca,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:53.806518 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48336) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:53.813830 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e2163b6c-b386-4754-aaa7-d5605284eac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81484e88-c7b0-4cf6-a940-57197174a606', 'name': 'tempest-ServersTestFqdnHostnames-1457555529-router', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:26Z', 'updated_at': '2021-11-02T11:50:33Z', 'revision_number': 4, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'gw_port': {'id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:27Z', 'updated_at': '2021-11-02T11:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'b1861bad-abb1-420d-93f3-57083a4a9182', 'name': '', 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'mac_address': 'fa:16:3e:07:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2893a6b9-99dc-498e-b5f9-d77083fc5186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:32Z', 'updated_at': '2021-11-02T11:50:39Z', 'revision_number': 5, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'subnets': [{'id': '2893a6b9-99dc-498e-b5f9-d77083fc5186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:53.848276 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2163b6c-b386-4754-aaa7-d5605284eac1 None None] The sync data for ids ['81484e88-c7b0-4cf6-a940-57197174a606'] in n-d-806683-18 is: [{'id': '81484e88-c7b0-4cf6-a940-57197174a606', 'name': 'tempest-ServersTestFqdnHostnames-1457555529-router', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:26Z', 'updated_at': '2021-11-02T11:50:33Z', 'revision_number': 4, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'gw_port': {'id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:27Z', 'updated_at': '2021-11-02T11:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'b1861bad-abb1-420d-93f3-57083a4a9182', 'name': '', 'network_id': 'd553fff9-0688-442f-a750-7e8f5b37dc59', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'mac_address': 'fa:16:3e:07:3a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2893a6b9-99dc-498e-b5f9-d77083fc5186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:32Z', 'updated_at': '2021-11-02T11:50:39Z', 'revision_number': 5, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'subnets': [{'id': '2893a6b9-99dc-498e-b5f9-d77083fc5186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:52:53.849147 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b329c6-a35f-4967-8864-6f8cf5e9d652 req-18698fc1-7024-4da4-a643-c6d58cca728c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:53.854966 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7b329c6-a35f-4967-8864-6f8cf5e9d652 req-18698fc1-7024-4da4-a643-c6d58cca728c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.0678582 Nov 02 11:52:53.864573 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d84f76fc-ec04-4bfc-9048-eb1e08ed26fc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=beafa7c4f1be47e8a112cbe12d26f902&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0554943 Nov 02 11:52:53.867076 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48340) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:53.926236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7b329c6-a35f-4967-8864-6f8cf5e9d652 req-48df5501-463d-4c0c-b6dd-deeb21709b04 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648174 Nov 02 11:52:53.928192 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e71925e3-f479-4bc4-93f0-8b9b777b292b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:53.952904 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:53.991673 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e71925e3-f479-4bc4-93f0-8b9b777b292b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:54.093643 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:54.125316 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e71925e3-f479-4bc4-93f0-8b9b777b292b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:54.128178 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e71925e3-f479-4bc4-93f0-8b9b777b292b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:54.135260 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e71925e3-f479-4bc4-93f0-8b9b777b292b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/560e5a9d-4d7b-4575-b143-3a79532817d2 HTTP/1.1" status: 204 len: 168 time: 0.2624707 Nov 02 11:52:54.145860 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71925e3-f479-4bc4-93f0-8b9b777b292b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560e5a9d-4d7b-4575-b143-3a79532817d2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:54.170013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac3a2e-0ecd-440a-8792-04cbd07c0394 None None] New status for floating IP 57ec15a3-d749-42cd-ac02-f996dc74e33e: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:52:54.432316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 4bad57b9-3143-4d51-92bd-52d41b084290 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:52:54.456926 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 4bad57b9-3143-4d51-92bd-52d41b084290 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:52:54.457344 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 4bad57b9-3143-4d51-92bd-52d41b084290 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:52:54.557567 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d01e6-01b3-4bd2-870e-d67c2d2a9ae2 req-8514d3c5-5191-4142-ac89-f0b405bf8895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:54.559213 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b0d01e6-01b3-4bd2-870e-d67c2d2a9ae2 req-8514d3c5-5191-4142-ac89-f0b405bf8895 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35dc0b369b0043a39a577537366236a7&device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 1098 time: 0.1290865 Nov 02 11:52:54.572818 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b89e5-6d01-45cf-acbc-518a218cba09 req-3ca6f1b2-8182-43cc-a8b7-9b194c53fcd6 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:54.574351 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c34b89e5-6d01-45cf-acbc-518a218cba09 req-3ca6f1b2-8182-43cc-a8b7-9b194c53fcd6 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.1054370 Nov 02 11:52:54.723942 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c34b89e5-6d01-45cf-acbc-518a218cba09 req-e0278b41-c829-4a1d-898d-f8ff4b57a446 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391256 Nov 02 11:52:54.737519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d01e6-01b3-4bd2-870e-d67c2d2a9ae2 req-d30f570b-8e8f-4849-a86b-1543ebd5f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:54.737519 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b0d01e6-01b3-4bd2-870e-d67c2d2a9ae2 req-d30f570b-8e8f-4849-a86b-1543ebd5f2e8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2 HTTP/1.1" status: 200 len: 919 time: 0.1582813 Nov 02 11:52:54.799359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48364) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:54.806144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b0d01e6-01b3-4bd2-870e-d67c2d2a9ae2 req-6e8895de-73a0-4653-b0f3-102a44ef59de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=699383e8-bbd4-476f-b2a7-d9a3b1471435 HTTP/1.1" status: 200 len: 217 time: 0.0625470 Nov 02 11:52:54.893336 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:54.920234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d01e6-01b3-4bd2-870e-d67c2d2a9ae2 req-30444508-0f99-484b-b386-0f3c1b7b9d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:54.921820 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b0d01e6-01b3-4bd2-870e-d67c2d2a9ae2 req-30444508-0f99-484b-b386-0f3c1b7b9d36 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bf803a3f-79e8-4fdc-a7fb-f64ba483c114 HTTP/1.1" status: 200 len: 858 time: 0.1065779 Nov 02 11:52:54.931621 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6a72f519-ef68-44ae-acd9-2e792ee99923 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=08e68163c627412999c687a677d740ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1284342 Nov 02 11:52:54.931962 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48366) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:54.959733 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b0d01e6-01b3-4bd2-870e-d67c2d2a9ae2 req-2cba6ce9-4364-483b-ba87-59266f65e73c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=da71fa71-0bd5-4597-bbeb-89b4e925e7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298901 Nov 02 11:52:54.968730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f643b51-9cf5-4c43-ada1-cb8566951ddf req-412d2110-be29-47ba-92fd-0adc7d1c2c65 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:54.970297 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f643b51-9cf5-4c43-ada1-cb8566951ddf req-412d2110-be29-47ba-92fd-0adc7d1c2c65 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.1187644 Nov 02 11:52:55.013523 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1a76c20-3804-4110-acc8-8d836012a32d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:55.044574 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1a76c20-3804-4110-acc8-8d836012a32d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:55.111165 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b0d01e6-01b3-4bd2-870e-d67c2d2a9ae2 req-aecf9188-a2d8-48dd-a9d9-48f48b827f22 service neutron] 10.222.0.79 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397319 Nov 02 11:52:55.125359 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f643b51-9cf5-4c43-ada1-cb8566951ddf req-22764519-c888-48fc-872d-bd91ffcce9ae tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290684 Nov 02 11:52:55.216993 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b0d01e6-01b3-4bd2-870e-d67c2d2a9ae2 req-eaf19856-4a6a-4d3f-a96b-e3616bf97074 service neutron] 10.222.0.79 "GET /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958502 Nov 02 11:52:55.271110 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1a76c20-3804-4110-acc8-8d836012a32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:55.273703 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1a76c20-3804-4110-acc8-8d836012a32d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:55.274856 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d1a76c20-3804-4110-acc8-8d836012a32d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70f1c00a-ea36-4c39-b761-266d6738f40b HTTP/1.1" status: 204 len: 168 time: 0.3419259 Nov 02 11:52:55.283430 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a76c20-3804-4110-acc8-8d836012a32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f1c00a-ea36-4c39-b761-266d6738f40b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:55.374212 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48380) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:55.484402 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-90a7ac70-9382-45f9-b1bb-a96a67580f77 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:55.519702 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db30ba-df52-43bc-9754-50c85b7a5189 req-eddc5a61-2bed-453b-b2ee-39433687f6ef tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:55.520610 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-90a7ac70-9382-45f9-b1bb-a96a67580f77 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:55.527744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96db30ba-df52-43bc-9754-50c85b7a5189 req-eddc5a61-2bed-453b-b2ee-39433687f6ef tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.0688124 Nov 02 11:52:55.611193 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96db30ba-df52-43bc-9754-50c85b7a5189 req-c885147a-5525-44f3-8256-10cf1d0d5c8e tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792980 Nov 02 11:52:55.728289 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-90a7ac70-9382-45f9-b1bb-a96a67580f77 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:55.732402 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-90a7ac70-9382-45f9-b1bb-a96a67580f77 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:55.733734 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-90a7ac70-9382-45f9-b1bb-a96a67580f77 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "DELETE /v2.0/security-groups/0495bde7-c545-4d11-9d87-f247a1a35c1b HTTP/1.1" status: 204 len: 168 time: 0.3582203 Nov 02 11:52:55.744985 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48390) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:55.746814 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7ac70-9382-45f9-b1bb-a96a67580f77 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0495bde7-c545-4d11-9d87-f247a1a35c1b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:55.795049 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-2349df13-9dbb-4eb1-9afa-2d14fb5bbfab tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] show failed (client error): The resource could not be found. Nov 02 11:52:55.796125 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2349df13-9dbb-4eb1-9afa-2d14fb5bbfab tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "GET /v2.0/security-groups/0495bde7-c545-4d11-9d87-f247a1a35c1b HTTP/1.1" status: 404 len: 347 time: 0.0334594 Nov 02 11:52:55.801042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48394) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:55.834786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f517f-2624-4597-b367-e71d3e0c31c1 req-970d27b3-3bc7-462b-b5f3-ede728bb55bf tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:55.837285 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f8f517f-2624-4597-b367-e71d3e0c31c1 req-970d27b3-3bc7-462b-b5f3-ede728bb55bf tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.1085584 Nov 02 11:52:55.912104 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f8f517f-2624-4597-b367-e71d3e0c31c1 req-dd302696-9466-4619-92db-446d8397ac55 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681834 Nov 02 11:52:56.008293 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a41491a3-16be-44c2-9219-3d428acf80b1 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Deleting port 9ac93a4a-4b33-4a93-8366-ce14d070ec8a {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:52:56.009586 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a41491a3-16be-44c2-9219-3d428acf80b1 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:56.106901 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f1eea-3209-4c04-bf22-f39ebcc2fdf3 req-466a5d35-d64e-4d8d-8c71-7cc4d59bf603 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:56.116158 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-272f1eea-3209-4c04-bf22-f39ebcc2fdf3 req-466a5d35-d64e-4d8d-8c71-7cc4d59bf603 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.0705121 Nov 02 11:52:56.117158 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a41491a3-16be-44c2-9219-3d428acf80b1 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:56.117502 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a41491a3-16be-44c2-9219-3d428acf80b1 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:56.145899 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a41491a3-16be-44c2-9219-3d428acf80b1 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Calling delete_port for 9ac93a4a-4b33-4a93-8366-ce14d070ec8a owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:52:56.227414 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-272f1eea-3209-4c04-bf22-f39ebcc2fdf3 req-e528c63c-3fd6-49a7-b6d3-8aaa156a8125 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097100 Nov 02 11:52:56.420402 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d057f-c69b-4350-83a0-e29f3df1a237 req-9701a5b3-f96f-4ded-8ae5-57cf888e2288 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:56.422235 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-324d057f-c69b-4350-83a0-e29f3df1a237 req-9701a5b3-f96f-4ded-8ae5-57cf888e2288 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0919631 Nov 02 11:52:56.475954 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-324d057f-c69b-4350-83a0-e29f3df1a237 req-5579dabf-879e-45ef-bb8c-3befd786501b tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461247 Nov 02 11:52:56.647576 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a41491a3-16be-44c2-9219-3d428acf80b1 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:56.704694 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b4c31-41dc-46d2-ac63-9a63c6221534 req-fe5301ba-3b8c-47a0-883a-5432951c222b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:56.714350 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41491a3-16be-44c2-9219-3d428acf80b1 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Pushing event deleted for resources: {'Port': ['ID=9ac93a4a-4b33-4a93-8366-ce14d070ec8a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:56.729976 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cc8b4c31-41dc-46d2-ac63-9a63c6221534 req-fe5301ba-3b8c-47a0-883a-5432951c222b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.1220596 Nov 02 11:52:56.800589 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a41491a3-16be-44c2-9219-3d428acf80b1 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:56.804338 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a41491a3-16be-44c2-9219-3d428acf80b1 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:56.828205 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a41491a3-16be-44c2-9219-3d428acf80b1 tempest-ServersTestFqdnHostnames-353777658 tempest-ServersTestFqdnHostnames-353777658-project] 10.222.0.52 "DELETE /v2.0/floatingips/57ec15a3-d749-42cd-ac02-f996dc74e33e HTTP/1.1" status: 204 len: 168 time: 1.0057549 Nov 02 11:52:56.828205 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48434) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:56.828754 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cc8b4c31-41dc-46d2-ac63-9a63c6221534 req-1e57166b-4196-4c0c-8458-70f3e7d4fa2b tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923562 Nov 02 11:52:57.019246 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48440) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:57.112156 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a85035-d87c-4b75-90d7-44bf59db1388 req-aa289259-940b-4269-b53d-b2c875762655 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:57.114902 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d2a85035-d87c-4b75-90d7-44bf59db1388 req-aa289259-940b-4269-b53d-b2c875762655 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.0679872 Nov 02 11:52:57.162340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c55f6f35-6915-4e6f-acfe-a9d0cc571dff tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1400794179'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:57.211909 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d2a85035-d87c-4b75-90d7-44bf59db1388 req-83f9c03e-897c-4be6-8657-739e3269ed1c tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895274 Nov 02 11:52:57.355364 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ec5c840-9a26-4d16-bafa-1f513a5146ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:57.371120 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75132a88-4bf6-470a-9b33-036709fbf57d req-e129a010-c6c1-43cb-8dfd-fba46fdf968e tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:57.371120 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-75132a88-4bf6-470a-9b33-036709fbf57d req-e129a010-c6c1-43cb-8dfd-fba46fdf968e tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.0610900 Nov 02 11:52:57.391496 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55f6f35-6915-4e6f-acfe-a9d0cc571dff tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Made reservation on behalf of 7af9be0f01584b91b5312c390c0f5200 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:52:57.395234 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c55f6f35-6915-4e6f-acfe-a9d0cc571dff tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:57.408020 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c55f6f35-6915-4e6f-acfe-a9d0cc571dff tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:57.446884 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-75132a88-4bf6-470a-9b33-036709fbf57d req-def60398-8eb2-4459-95ea-62842de73cff tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715327 Nov 02 11:52:57.554226 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c55f6f35-6915-4e6f-acfe-a9d0cc571dff tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:57.625898 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b64de-433b-48f8-a64c-5326510a199f req-d0dd30d6-0fc4-4cf0-a79a-92276555de31 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:57.626675 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a22b64de-433b-48f8-a64c-5326510a199f req-d0dd30d6-0fc4-4cf0-a79a-92276555de31 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.0604484 Nov 02 11:52:57.654371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-2ec5c840-9a26-4d16-bafa-1f513a5146ca admin admin] Deleting port b1861bad-abb1-420d-93f3-57083a4a9182 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:52:57.655081 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ec5c840-9a26-4d16-bafa-1f513a5146ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:57.674991 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c55f6f35-6915-4e6f-acfe-a9d0cc571dff tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:57.720508 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55f6f35-6915-4e6f-acfe-a9d0cc571dff tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:52:57.736168 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a22b64de-433b-48f8-a64c-5326510a199f req-d8411901-9e4b-49c6-b435-eceb8a063afa tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028886 Nov 02 11:52:57.748197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f6f35-6915-4e6f-acfe-a9d0cc571dff tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0678c78-1398-4890-b501-76245cac3ea2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:57.760136 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-2ec5c840-9a26-4d16-bafa-1f513a5146ca admin admin] For port b1861bad-abb1-420d-93f3-57083a4a9182, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b1861bad-abb1-420d-93f3-57083a4a9182,segment=NetworkSegment(68950527-3e07-4189-bf0b-693d70a7c4f2),segment_id=68950527-3e07-4189-bf0b-693d70a7c4f2)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:52:57.760543 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ec5c840-9a26-4d16-bafa-1f513a5146ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:57.761014 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c55f6f35-6915-4e6f-acfe-a9d0cc571dff tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:57.761523 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-c55f6f35-6915-4e6f-acfe-a9d0cc571dff tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Added segment bdcd3deb-6dd3-4216-8bb9-f2f5c9b35078 of type vlan for network ecfa45fb-3dbe-4748-871c-1e187123f70a Nov 02 11:52:57.778671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-2ec5c840-9a26-4d16-bafa-1f513a5146ca admin admin] Calling delete_port for b1861bad-abb1-420d-93f3-57083a4a9182 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:52:57.878355 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48468) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:57.891391 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c55f6f35-6915-4e6f-acfe-a9d0cc571dff tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:57.927995 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f04626-5d40-4819-9eeb-9e50c4335697 req-8f8e98c9-cba6-41e4-8d29-dcc15250c158 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:57.929514 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-20f04626-5d40-4819-9eeb-9e50c4335697 req-8f8e98c9-cba6-41e4-8d29-dcc15250c158 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0815449 Nov 02 11:52:57.987951 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-20f04626-5d40-4819-9eeb-9e50c4335697 req-cd3f212b-53e2-4502-855b-8d0e51b9fa7d tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517359 Nov 02 11:52:58.059177 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c55f6f35-6915-4e6f-acfe-a9d0cc571dff tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:58.068497 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55f6f35-6915-4e6f-acfe-a9d0cc571dff tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:58.068497 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c55f6f35-6915-4e6f-acfe-a9d0cc571dff tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:58.093315 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-c119c61d-b5d4-441d-b609-048c565782f0 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1201965887'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:58.121653 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ec5c840-9a26-4d16-bafa-1f513a5146ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:58.158234 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5c840-9a26-4d16-bafa-1f513a5146ca admin admin] Pushing event deleted for resources: {'Port': ['ID=b1861bad-abb1-420d-93f3-57083a4a9182,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:58.184508 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f6f35-6915-4e6f-acfe-a9d0cc571dff tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event updated for resources: {'Network': ['ID=ecfa45fb-3dbe-4748-871c-1e187123f70a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:58.202261 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network ecfa45fb-3dbe-4748-871c-1e187123f70a details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:52:58.208341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c119c61d-b5d4-441d-b609-048c565782f0 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Made reservation on behalf of 7444735ed12140ff95137369093e1f93 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:52:58.217565 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c119c61d-b5d4-441d-b609-048c565782f0 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:58.217751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee4a9a-66e3-404f-8ebd-624b8744ad29 req-7c193f8d-6fca-4bf4-bfbd-8d9756fa6940 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:58.217751 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07ee4a9a-66e3-404f-8ebd-624b8744ad29 req-7c193f8d-6fca-4bf4-bfbd-8d9756fa6940 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.0681899 Nov 02 11:52:58.226913 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c119c61d-b5d4-441d-b609-048c565782f0 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:58.294679 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07ee4a9a-66e3-404f-8ebd-624b8744ad29 req-5ae932e5-1adf-4c6a-84ea-37a37a208684 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709720 Nov 02 11:52:58.320861 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c55f6f35-6915-4e6f-acfe-a9d0cc571dff tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2942960 Nov 02 11:52:58.323335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48482) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:58.350413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-92440a10-072d-463f-907d-e25aefb33f3d tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Request body: {'subnet': {'network_id': 'ecfa45fb-3dbe-4748-871c-1e187123f70a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:58.464226 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ec5c840-9a26-4d16-bafa-1f513a5146ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:58.483612 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c119c61d-b5d4-441d-b609-048c565782f0 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:58.631255 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92440a10-072d-463f-907d-e25aefb33f3d tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Made reservation on behalf of 7af9be0f01584b91b5312c390c0f5200 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:52:58.635355 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-92440a10-072d-463f-907d-e25aefb33f3d tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:58.680561 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c119c61d-b5d4-441d-b609-048c565782f0 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:59.016104 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-92440a10-072d-463f-907d-e25aefb33f3d tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:59.071619 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c119c61d-b5d4-441d-b609-048c565782f0 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:52:59.125027 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c119c61d-b5d4-441d-b609-048c565782f0 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:59.125386 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-c119c61d-b5d4-441d-b609-048c565782f0 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Added segment 230a4bbe-6319-4a03-84eb-bd68922dfe61 of type vlan for network 90c529c8-3aa5-4192-afd9-65b952178f0e Nov 02 11:52:59.128225 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119c61d-b5d4-441d-b609-048c565782f0 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd2a371-1a4b-49df-b520-c1d1fac7f6f4,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:59.156110 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92440a10-072d-463f-907d-e25aefb33f3d tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event updated for resources: {'Subnet': ['ID=951b27ae-c47d-42a4-a0ae-82be58587ce3,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:59.174867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92440a10-072d-463f-907d-e25aefb33f3d tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Checking segment: {'id': 'bdcd3deb-6dd3-4216-8bb9-f2f5c9b35078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecfa45fb-3dbe-4748-871c-1e187123f70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:52:59.175369 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92440a10-072d-463f-907d-e25aefb33f3d tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Network hostable DHCP agents. Network: ecfa45fb-3dbe-4748-871c-1e187123f70a, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:52:59.187107 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211db16-5a2e-490d-997c-341c05dc7ade req-ad127057-8c4d-47c2-8a59-f2f74eb3ef16 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:59.189164 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3211db16-5a2e-490d-997c-341c05dc7ade req-ad127057-8c4d-47c2-8a59-f2f74eb3ef16 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.1068807 Nov 02 11:52:59.190579 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c119c61d-b5d4-441d-b609-048c565782f0 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:59.203938 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec5c840-9a26-4d16-bafa-1f513a5146ca admin admin] Router 81484e88-c7b0-4cf6-a940-57197174a606 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:52:59.260492 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3211db16-5a2e-490d-997c-341c05dc7ade req-e38c0bae-7c61-4e19-85fe-96c032bb3c19 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579128 Nov 02 11:52:59.335906 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92440a10-072d-463f-907d-e25aefb33f3d tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Network ecfa45fb-3dbe-4748-871c-1e187123f70a is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:52:59.348500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec5c840-9a26-4d16-bafa-1f513a5146ca admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:52:59.361222 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6c162-f12d-41f9-b6b3-744dae7d4713 None None] Sync routers for ids ['81484e88-c7b0-4cf6-a940-57197174a606'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:52:59.368687 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2ec5c840-9a26-4d16-bafa-1f513a5146ca admin admin] 10.222.0.52 "PUT /v2.0/routers/81484e88-c7b0-4cf6-a940-57197174a606/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5441685 Nov 02 11:52:59.374820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48500) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:59.376728 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c119c61d-b5d4-441d-b609-048c565782f0 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:59.384659 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c119c61d-b5d4-441d-b609-048c565782f0 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:59.385201 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6c162-f12d-41f9-b6b3-744dae7d4713 None None] Routers {'81484e88-c7b0-4cf6-a940-57197174a606'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:52:59.385879 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c119c61d-b5d4-441d-b609-048c565782f0 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:59.386061 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6ff6c162-f12d-41f9-b6b3-744dae7d4713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['81484e88-c7b0-4cf6-a940-57197174a606'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:52:59.444550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-92440a10-072d-463f-907d-e25aefb33f3d tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, ecfa45fb-3dbe-4748-871c-1e187123f70a) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:52:59.448974 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92440a10-072d-463f-907d-e25aefb33f3d tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:59.449652 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-92440a10-072d-463f-907d-e25aefb33f3d tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:59.455811 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dad1210-5bf5-4152-b82b-45fd12c7d5c3 None None] Network ecfa45fb-3dbe-4748-871c-1e187123f70a requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:52:59.557681 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-92440a10-072d-463f-907d-e25aefb33f3d tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2218761 Nov 02 11:52:59.561633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48504) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:59.578581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-83bff376-b0b4-454e-89c5-d8b8ea5fd96c tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Request body: {'port': {'network_id': 'ecfa45fb-3dbe-4748-871c-1e187123f70a', 'name': 'tempest-AllowedAddressPairTestJSON-790905366'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:59.600360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862af7cd-a589-43cb-a3c3-0f979351aafd req-7a7d3c60-23c7-48dc-a3bb-25b3a585d59a tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:52:59.602034 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-862af7cd-a589-43cb-a3c3-0f979351aafd req-7a7d3c60-23c7-48dc-a3bb-25b3a585d59a tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.1219423 Nov 02 11:52:59.607184 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c119c61d-b5d4-441d-b609-048c565782f0 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7250814 Nov 02 11:52:59.619969 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48506) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:52:59.625412 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0f126a25-489d-4b31-88fb-2001e4403232 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Request body: {'subnet': {'network_id': '90c529c8-3aa5-4192-afd9-65b952178f0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:52:59.654190 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-6ff6c162-f12d-41f9-b6b3-744dae7d4713 None None] Set router 81484e88-c7b0-4cf6-a940-57197174a606 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:52:59.676035 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119c61d-b5d4-441d-b609-048c565782f0 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Pushing event updated for resources: {'Network': ['ID=90c529c8-3aa5-4192-afd9-65b952178f0e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:52:59.778509 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 90c529c8-3aa5-4192-afd9-65b952178f0e details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:52:59.802581 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9646b4e-02e6-493e-bf68-dfd292c5f084 admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:52:59.865763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-862af7cd-a589-43cb-a3c3-0f979351aafd req-ca15442e-0495-468c-a59b-36a896a1860f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387309 Nov 02 11:52:59.950887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-ecfa45fb-3dbe-4748-871c-1e187123f70a', 'network_id': 'ecfa45fb-3dbe-4748-871c-1e187123f70a', 'tenant_id': '7af9be0f01584b91b5312c390c0f5200', 'fixed_ips': [{'subnet_id': '951b27ae-c47d-42a4-a0ae-82be58587ce3'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:52:59.952296 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:00.159110 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9646b4e-02e6-493e-bf68-dfd292c5f084 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:00.176645 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f126a25-489d-4b31-88fb-2001e4403232 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Made reservation on behalf of 7444735ed12140ff95137369093e1f93 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:00.195469 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f126a25-489d-4b31-88fb-2001e4403232 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:00.284875 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6ff6c162-f12d-41f9-b6b3-744dae7d4713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81484e88-c7b0-4cf6-a940-57197174a606', 'name': 'tempest-ServersTestFqdnHostnames-1457555529-router', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:26Z', 'updated_at': '2021-11-02T11:52:57Z', 'revision_number': 5, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'gw_port': {'id': 'b5a24276-f590-42cc-b532-38c87f26b89a', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81484e88-c7b0-4cf6-a940-57197174a606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:27Z', 'updated_at': '2021-11-02T11:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:00.325400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bff376-b0b4-454e-89c5-d8b8ea5fd96c tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Made reservation on behalf of 7af9be0f01584b91b5312c390c0f5200 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:00.333326 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83bff376-b0b4-454e-89c5-d8b8ea5fd96c tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:00.419368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-83bff376-b0b4-454e-89c5-d8b8ea5fd96c tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] device_id is not set on port f08331e3-528c-4032-97b6-9332a6978b8f yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:53:00.423410 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6c162-f12d-41f9-b6b3-744dae7d4713 None None] Checking router: 81484e88-c7b0-4cf6-a940-57197174a606 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:53:00.448505 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff6c162-f12d-41f9-b6b3-744dae7d4713 None None] Routers {'81484e88-c7b0-4cf6-a940-57197174a606'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:53:00.449446 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6ff6c162-f12d-41f9-b6b3-744dae7d4713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:52:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['81484e88-c7b0-4cf6-a940-57197174a606'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:00.536678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Allocated IP 172.20.0.2 (ecfa45fb-3dbe-4748-871c-1e187123f70a/951b27ae-c47d-42a4-a0ae-82be58587ce3/cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:53:00.603305 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-6ff6c162-f12d-41f9-b6b3-744dae7d4713 None None] Set router 81484e88-c7b0-4cf6-a940-57197174a606 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:53:00.682308 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6ff6c162-f12d-41f9-b6b3-744dae7d4713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81484e88-c7b0-4cf6-a940-57197174a606', 'name': 'tempest-ServersTestFqdnHostnames-1457555529-router', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:26Z', 'updated_at': '2021-11-02T11:53:00Z', 'revision_number': 6, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:00.711562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac1e10-7159-4bc1-bd2b-a6ac4fb55df0 req-cf0eecbc-d2d3-4ade-b84f-82622fa3f36f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:00.713631 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-95ac1e10-7159-4bc1-bd2b-a6ac4fb55df0 req-cf0eecbc-d2d3-4ade-b84f-82622fa3f36f tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.3022931 Nov 02 11:53:00.731168 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff6c162-f12d-41f9-b6b3-744dae7d4713 None None] The sync data for ids ['81484e88-c7b0-4cf6-a940-57197174a606'] in n-d-806683-18 is: [{'id': '81484e88-c7b0-4cf6-a940-57197174a606', 'name': 'tempest-ServersTestFqdnHostnames-1457555529-router', 'tenant_id': 'd25212bf65a148439a8fdc86d470b36a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:26Z', 'updated_at': '2021-11-02T11:53:00Z', 'revision_number': 6, 'project_id': 'd25212bf65a148439a8fdc86d470b36a', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:53:00.753479 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b9646b4e-02e6-493e-bf68-dfd292c5f084 admin admin] Deleting port b5a24276-f590-42cc-b532-38c87f26b89a {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:00.754041 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9646b4e-02e6-493e-bf68-dfd292c5f084 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:00.882286 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-95ac1e10-7159-4bc1-bd2b-a6ac4fb55df0 req-6021ed1c-f436-48ce-8722-f64c2dbcd7ca tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505384 Nov 02 11:53:00.968843 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:01.048659 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-b9646b4e-02e6-493e-bf68-dfd292c5f084 admin admin] For port b5a24276-f590-42cc-b532-38c87f26b89a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b5a24276-f590-42cc-b532-38c87f26b89a,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:01.049108 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9646b4e-02e6-493e-bf68-dfd292c5f084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:01.059402 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:01.069158 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b9646b4e-02e6-493e-bf68-dfd292c5f084 admin admin] Calling delete_port for b5a24276-f590-42cc-b532-38c87f26b89a owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:01.162050 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f126a25-489d-4b31-88fb-2001e4403232 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:01.264535 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Network ecfa45fb-3dbe-4748-871c-1e187123f70a is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:53:01.275720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:01.290192 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:53:01.291973 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-83bff376-b0b4-454e-89c5-d8b8ea5fd96c tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Allocated IP 172.20.0.14 (ecfa45fb-3dbe-4748-871c-1e187123f70a/951b27ae-c47d-42a4-a0ae-82be58587ce3/f08331e3-528c-4032-97b6-9332a6978b8f) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:53:01.405170 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Pushing event updated for resources: {'Port': ['ID=cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:01.433107 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f126a25-489d-4b31-88fb-2001e4403232 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Pushing event updated for resources: {'Subnet': ['ID=3a1f058c-064e-4fe4-b0d7-e19568113249,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:01.494228 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:01.494745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:01.495116 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:01.496376 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:01.496908 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:01.497249 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:01.497584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:01.497916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:01.498249 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:01.498578 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:01.499154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:01.499769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:01.502431 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f126a25-489d-4b31-88fb-2001e4403232 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Checking segment: {'id': '230a4bbe-6319-4a03-84eb-bd68922dfe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90c529c8-3aa5-4192-afd9-65b952178f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:53:01.502865 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f126a25-489d-4b31-88fb-2001e4403232 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Network hostable DHCP agents. Network: 90c529c8-3aa5-4192-afd9-65b952178f0e, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:53:01.526037 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9646b4e-02e6-493e-bf68-dfd292c5f084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:01.580142 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9646b4e-02e6-493e-bf68-dfd292c5f084 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a24276-f590-42cc-b532-38c87f26b89a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:01.583848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Attempting to bind port cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:53:01.586058 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Attempting to bind port cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'bdcd3deb-6dd3-4216-8bb9-f2f5c9b35078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecfa45fb-3dbe-4748-871c-1e187123f70a'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:53:01.586659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Attempting to bind port cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a on network ecfa45fb-3dbe-4748-871c-1e187123f70a {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:53:01.596871 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:53:01.597657 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Checking segment: {'id': 'bdcd3deb-6dd3-4216-8bb9-f2f5c9b35078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecfa45fb-3dbe-4748-871c-1e187123f70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:53:01.600009 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:01.600683 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Bound using segment: {'id': 'bdcd3deb-6dd3-4216-8bb9-f2f5c9b35078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecfa45fb-3dbe-4748-871c-1e187123f70a'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:53:01.603252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Bound port: cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdcd3deb-6dd3-4216-8bb9-f2f5c9b35078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecfa45fb-3dbe-4748-871c-1e187123f70a'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:53:01.603906 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:01.711922 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9646b4e-02e6-493e-bf68-dfd292c5f084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:01.719715 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83bff376-b0b4-454e-89c5-d8b8ea5fd96c tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:01.806789 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] For port cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:53:01.811816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f126a25-489d-4b31-88fb-2001e4403232 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Network 90c529c8-3aa5-4192-afd9-65b952178f0e is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:53:01.814344 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] For port cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a,segment=NetworkSegment(bdcd3deb-6dd3-4216-8bb9-f2f5c9b35078),segment_id=bdcd3deb-6dd3-4216-8bb9-f2f5c9b35078)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:53:01.850895 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9646b4e-02e6-493e-bf68-dfd292c5f084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:01.854884 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9646b4e-02e6-493e-bf68-dfd292c5f084 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:02.183363 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83bff376-b0b4-454e-89c5-d8b8ea5fd96c tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:02.237864 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bff376-b0b4-454e-89c5-d8b8ea5fd96c tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Network ecfa45fb-3dbe-4748-871c-1e187123f70a is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:53:02.249722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-83bff376-b0b4-454e-89c5-d8b8ea5fd96c tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:02.263063 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bff376-b0b4-454e-89c5-d8b8ea5fd96c tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:53:02.292852 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:02.300050 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9646b4e-02e6-493e-bf68-dfd292c5f084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:02.300050 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9646b4e-02e6-493e-bf68-dfd292c5f084 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81484e88-c7b0-4cf6-a940-57197174a606 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:53:02.312077 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-0f126a25-489d-4b31-88fb-2001e4403232 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 90c529c8-3aa5-4192-afd9-65b952178f0e) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:02.348362 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9646b4e-02e6-493e-bf68-dfd292c5f084 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:02.363226 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b9646b4e-02e6-493e-bf68-dfd292c5f084 admin admin] 10.222.0.52 "DELETE /v2.0/routers/81484e88-c7b0-4cf6-a940-57197174a606 HTTP/1.1" status: 204 len: 168 time: 2.9911549 Nov 02 11:53:02.381931 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48534) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:02.383300 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f126a25-489d-4b31-88fb-2001e4403232 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:02.384346 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f126a25-489d-4b31-88fb-2001e4403232 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:02.441416 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bff376-b0b4-454e-89c5-d8b8ea5fd96c tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event updated for resources: {'Port': ['ID=f08331e3-528c-4032-97b6-9332a6978b8f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:02.475416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd004ac-268e-4719-bf32-f27ce9fcbe59 None None] Network 90c529c8-3aa5-4192-afd9-65b952178f0e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:53:02.643960 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0f126a25-489d-4b31-88fb-2001e4403232 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0223510 Nov 02 11:53:02.650565 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48540) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:02.693448 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6ce64686-cbc6-46a2-b1b0-0479623646c1 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Request body: {'port': {'network_id': '90c529c8-3aa5-4192-afd9-65b952178f0e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-568524665'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:02.718811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bff376-b0b4-454e-89c5-d8b8ea5fd96c tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:02.719816 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83bff376-b0b4-454e-89c5-d8b8ea5fd96c tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:02.730806 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945feefc-ffef-4786-9bb1-5568ce1e3902 None None] Pushing event updated for resources: {'Port': ['ID=cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:02.783826 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-88916580-15a5-4d9f-990b-d40a47887e1a admin admin] Deleting subnet 2893a6b9-99dc-498e-b5f9-d77083fc5186 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:53:02.818976 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88916580-15a5-4d9f-990b-d40a47887e1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:02.912829 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88916580-15a5-4d9f-990b-d40a47887e1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:03.018760 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-90c529c8-3aa5-4192-afd9-65b952178f0e', 'network_id': '90c529c8-3aa5-4192-afd9-65b952178f0e', 'tenant_id': '7444735ed12140ff95137369093e1f93', 'fixed_ips': [{'subnet_id': '3a1f058c-064e-4fe4-b0d7-e19568113249'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:53:03.020901 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:03.045487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-83bff376-b0b4-454e-89c5-d8b8ea5fd96c tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4817684 Nov 02 11:53:03.055118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48544) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:03.064013 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0df9e081-dcf5-438b-b59b-5b102cd8f223 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Request body: {'port': {'network_id': 'ecfa45fb-3dbe-4748-871c-1e187123f70a', 'name': 'tempest-AllowedAddressPairTestJSON-1938694639', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:69:88:ed'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:03.183485 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b1861bad-abb1-420d-93f3-57083a4a9182 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:53:03.437972 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: b1861bad-abb1-420d-93f3-57083a4a9182 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:53:03.446999 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b1861bad-abb1-420d-93f3-57083a4a9182 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:53:03.446999 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b5a24276-f590-42cc-b532-38c87f26b89a no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:53:03.496944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: b5a24276-f590-42cc-b532-38c87f26b89a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:53:03.497310 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b5a24276-f590-42cc-b532-38c87f26b89a not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:53:03.591384 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Allocated IP 172.20.0.2 (90c529c8-3aa5-4192-afd9-65b952178f0e/3a1f058c-064e-4fe4-b0d7-e19568113249/e5e45d68-2d7f-43b5-98b8-e20170abc7e1) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:53:03.629991 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df9e081-dcf5-438b-b59b-5b102cd8f223 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Made reservation on behalf of 7af9be0f01584b91b5312c390c0f5200 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:03.890794 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88916580-15a5-4d9f-990b-d40a47887e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:03.945782 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0df9e081-dcf5-438b-b59b-5b102cd8f223 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:03.993209 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:03.994478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce64686-cbc6-46a2-b1b0-0479623646c1 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Made reservation on behalf of 7444735ed12140ff95137369093e1f93 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:04.001022 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ce64686-cbc6-46a2-b1b0-0479623646c1 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:04.006348 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-0df9e081-dcf5-438b-b59b-5b102cd8f223 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] device_id is not set on port 964007a7-1a83-49ed-bcbf-74eef6eafe27 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:53:04.055778 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-6ce64686-cbc6-46a2-b1b0-0479623646c1 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] device_id is not set on port 24485878-e06b-4dc2-8b78-e27dea565151 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:53:04.099434 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:04.242102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-6ce64686-cbc6-46a2-b1b0-0479623646c1 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Allocated IP 172.20.0.9 (90c529c8-3aa5-4192-afd9-65b952178f0e/3a1f058c-064e-4fe4-b0d7-e19568113249/24485878-e06b-4dc2-8b78-e27dea565151) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:53:04.253839 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-0df9e081-dcf5-438b-b59b-5b102cd8f223 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Allocated IP 172.20.0.7 (ecfa45fb-3dbe-4748-871c-1e187123f70a/951b27ae-c47d-42a4-a0ae-82be58587ce3/964007a7-1a83-49ed-bcbf-74eef6eafe27) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:53:04.262213 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Pushing event updated for resources: {'Port': ['ID=e5e45d68-2d7f-43b5-98b8-e20170abc7e1,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:04.309114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Network 90c529c8-3aa5-4192-afd9-65b952178f0e is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:53:04.314020 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:04.323277 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:53:04.466096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Attempting to bind port e5e45d68-2d7f-43b5-98b8-e20170abc7e1 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:53:04.466096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Attempting to bind port e5e45d68-2d7f-43b5-98b8-e20170abc7e1 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '230a4bbe-6319-4a03-84eb-bd68922dfe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90c529c8-3aa5-4192-afd9-65b952178f0e'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:53:04.466096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Attempting to bind port e5e45d68-2d7f-43b5-98b8-e20170abc7e1 on network 90c529c8-3aa5-4192-afd9-65b952178f0e {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:53:04.475832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:53:04.476274 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Checking segment: {'id': '230a4bbe-6319-4a03-84eb-bd68922dfe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90c529c8-3aa5-4192-afd9-65b952178f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:53:04.476645 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:04.477049 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Bound using segment: {'id': '230a4bbe-6319-4a03-84eb-bd68922dfe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90c529c8-3aa5-4192-afd9-65b952178f0e'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:53:04.477547 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Bound port: e5e45d68-2d7f-43b5-98b8-e20170abc7e1, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230a4bbe-6319-4a03-84eb-bd68922dfe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '90c529c8-3aa5-4192-afd9-65b952178f0e'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:53:04.477927 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:04.567484 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88916580-15a5-4d9f-990b-d40a47887e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:04.651105 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88916580-15a5-4d9f-990b-d40a47887e1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2893a6b9-99dc-498e-b5f9-d77083fc5186,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:04.661414 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88916580-15a5-4d9f-990b-d40a47887e1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:04.677864 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-88916580-15a5-4d9f-990b-d40a47887e1a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2893a6b9-99dc-498e-b5f9-d77083fc5186 HTTP/1.1" status: 204 len: 168 time: 2.2831266 Nov 02 11:53:04.679183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48558) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:04.692632 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60a8885-3c72-439a-9516-1597598541b3 None None] Network d553fff9-0688-442f-a750-7e8f5b37dc59 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:53:04.736446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c29fb9-2ff4-4735-880c-421ba1c3a4b7 None None] Network ecfa45fb-3dbe-4748-871c-1e187123f70a requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:53:04.773846 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:04.812915 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0df9e081-dcf5-438b-b59b-5b102cd8f223 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:04.844780 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ce64686-cbc6-46a2-b1b0-0479623646c1 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:04.860335 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] For port e5e45d68-2d7f-43b5-98b8-e20170abc7e1, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:53:04.960326 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] Deleting port 52d3b687-569f-44b9-9f73-02dd74bf1eef {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:04.960326 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:05.039698 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0df9e081-dcf5-438b-b59b-5b102cd8f223 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:05.072942 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b7cc443d-a878-4a9e-96de-8f2b1d2bc112 None None] Provisioning complete for port cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:05.074428 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b7cc443d-a878-4a9e-96de-8f2b1d2bc112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:05.155836 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] For port e5e45d68-2d7f-43b5-98b8-e20170abc7e1, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e5e45d68-2d7f-43b5-98b8-e20170abc7e1,segment=NetworkSegment(230a4bbe-6319-4a03-84eb-bd68922dfe61),segment_id=230a4bbe-6319-4a03-84eb-bd68922dfe61)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:53:05.164957 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:53:05.171658 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9e081-dcf5-438b-b59b-5b102cd8f223 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event updated for resources: {'Port': ['ID=964007a7-1a83-49ed-bcbf-74eef6eafe27,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:05.191410 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] For port 52d3b687-569f-44b9-9f73-02dd74bf1eef, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=52d3b687-569f-44b9-9f73-02dd74bf1eef,segment=NetworkSegment(68950527-3e07-4189-bf0b-693d70a7c4f2),segment_id=68950527-3e07-4189-bf0b-693d70a7c4f2)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:05.192581 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:05.221934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] Calling delete_port for 52d3b687-569f-44b9-9f73-02dd74bf1eef owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:05.233726 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df9e081-dcf5-438b-b59b-5b102cd8f223 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Network ecfa45fb-3dbe-4748-871c-1e187123f70a is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:53:05.237602 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-0df9e081-dcf5-438b-b59b-5b102cd8f223 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:05.245957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df9e081-dcf5-438b-b59b-5b102cd8f223 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:53:05.333233 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:05.375204 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ce64686-cbc6-46a2-b1b0-0479623646c1 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:05.415169 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df9e081-dcf5-438b-b59b-5b102cd8f223 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:05.415883 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0df9e081-dcf5-438b-b59b-5b102cd8f223 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:05.451925 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce64686-cbc6-46a2-b1b0-0479623646c1 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Network 90c529c8-3aa5-4192-afd9-65b952178f0e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:53:05.455909 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-6ce64686-cbc6-46a2-b1b0-0479623646c1 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:05.463629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce64686-cbc6-46a2-b1b0-0479623646c1 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:53:05.472049 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:05.549559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] No DVR routers for this DVR port 52d3b687-569f-44b9-9f73-02dd74bf1eef on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:53:05.566114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce64686-cbc6-46a2-b1b0-0479623646c1 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Pushing event updated for resources: {'Port': ['ID=24485878-e06b-4dc2-8b78-e27dea565151,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:05.568308 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0df9e081-dcf5-438b-b59b-5b102cd8f223 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.5115147 Nov 02 11:53:05.569453 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48572) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:05.651534 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c2bec-62f3-4193-b9a0-941ed5e2967d None None] Pushing event updated for resources: {'Port': ['ID=e5e45d68-2d7f-43b5-98b8-e20170abc7e1,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:05.678663 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:05.679304 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:05.769745 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] Pushing event deleted for resources: {'Port': ['ID=52d3b687-569f-44b9-9f73-02dd74bf1eef,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:05.844216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db87e378-6de2-4913-b41a-afa0053be13f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:05.857428 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db87e378-6de2-4913-b41a-afa0053be13f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:05.886044 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce64686-cbc6-46a2-b1b0-0479623646c1 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:05.899233 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db87e378-6de2-4913-b41a-afa0053be13f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:05.908449 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ce64686-cbc6-46a2-b1b0-0479623646c1 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:05.911305 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-db87e378-6de2-4913-b41a-afa0053be13f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3356001 Nov 02 11:53:05.912245 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48574) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:05.932393 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:06.020739 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d553fff9-0688-442f-a750-7e8f5b37dc59']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:06.083450 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68950527-3e07-4189-bf0b-693d70a7c4f2') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:06.083799 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68950527-3e07-4189-bf0b-693d70a7c4f2') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:06.131059 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:06.159928 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:06.169321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1aa2fd-3229-481b-814a-c0bd087a8b60 None None] DHCP port deletion for d553fff9-0688-442f-a750-7e8f5b37dc59 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:53:06.225896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:53:06.226620 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:06.405507 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-61b6b772-b01b-4f36-bf4c-39ebe7652c71 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Deleting port 964007a7-1a83-49ed-bcbf-74eef6eafe27 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:06.406991 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61b6b772-b01b-4f36-bf4c-39ebe7652c71 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:06.446993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48584) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:06.513740 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b7cc443d-a878-4a9e-96de-8f2b1d2bc112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:53:06.514175 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:53:06.524509 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6ce64686-cbc6-46a2-b1b0-0479623646c1 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8696117 Nov 02 11:53:06.527859 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48588) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:06.600673 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:06.635004 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:06.655607 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d553fff9-0688-442f-a750-7e8f5b37dc59 HTTP/1.1" status: 204 len: 168 time: 1.9730403 Nov 02 11:53:06.712231 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61b6b772-b01b-4f36-bf4c-39ebe7652c71 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:06.732763 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-61b6b772-b01b-4f36-bf4c-39ebe7652c71 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Calling delete_port for 964007a7-1a83-49ed-bcbf-74eef6eafe27 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:06.805050 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b7cc443d-a878-4a9e-96de-8f2b1d2bc112 None None] For port cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a,segment=NetworkSegment(bdcd3deb-6dd3-4216-8bb9-f2f5c9b35078),segment_id=bdcd3deb-6dd3-4216-8bb9-f2f5c9b35078)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:06.835276 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb847273-935d-4b0a-9436-56d07f82ed77 admin admin] Pushing event deleted for resources: {'Network': ['ID=d553fff9-0688-442f-a750-7e8f5b37dc59,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:06.888253 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:06.893364 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b7cc443d-a878-4a9e-96de-8f2b1d2bc112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:06.902866 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da1bc27f-6968-4432-8dff-739e47656c34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:06.905021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-2dba7e3b-c921-4f8c-b884-104933e31cc2 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Deleting port 24485878-e06b-4dc2-8b78-e27dea565151 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:06.905392 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2dba7e3b-c921-4f8c-b884-104933e31cc2 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:07.155374 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2dba7e3b-c921-4f8c-b884-104933e31cc2 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:07.195010 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc443d-a878-4a9e-96de-8f2b1d2bc112 None None] Pushing event updated for resources: {'Port': ['ID=cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:07.196982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-2dba7e3b-c921-4f8c-b884-104933e31cc2 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Calling delete_port for 24485878-e06b-4dc2-8b78-e27dea565151 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:07.228248 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:53:07.228657 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:53:07.452714 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61b6b772-b01b-4f36-bf4c-39ebe7652c71 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:07.470485 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e9c41e41-e59a-48d8-aab6-7154a5a13629 None None] Provisioning complete for port cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:07.471347 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e9c41e41-e59a-48d8-aab6-7154a5a13629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:07.574300 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6b772-b01b-4f36-bf4c-39ebe7652c71 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event deleted for resources: {'Port': ['ID=964007a7-1a83-49ed-bcbf-74eef6eafe27,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:07.620346 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48602) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:07.719409 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2dba7e3b-c921-4f8c-b884-104933e31cc2 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:07.845113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba7e3b-c921-4f8c-b884-104933e31cc2 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Pushing event deleted for resources: {'Port': ['ID=24485878-e06b-4dc2-8b78-e27dea565151,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:07.876097 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e9c41e41-e59a-48d8-aab6-7154a5a13629 None None] Could not find standard attr ID for object 964007a7-1a83-49ed-bcbf-74eef6eafe27. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 11:53:07.901272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e9c41e41-e59a-48d8-aab6-7154a5a13629 None None] Provisioning complete for port f08331e3-528c-4032-97b6-9332a6978b8f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:07.901654 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e9c41e41-e59a-48d8-aab6-7154a5a13629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:07.996561 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e23419-777b-46fc-8439-5b818868e6dd None None] Network 90c529c8-3aa5-4192-afd9-65b952178f0e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:53:08.048538 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2dba7e3b-c921-4f8c-b884-104933e31cc2 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:08.061125 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2dba7e3b-c921-4f8c-b884-104933e31cc2 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] 10.222.0.52 "DELETE /v2.0/ports/24485878-e06b-4dc2-8b78-e27dea565151 HTTP/1.1" status: 204 len: 168 time: 1.5319877 Nov 02 11:53:08.064440 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48608) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:08.176599 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e9c41e41-e59a-48d8-aab6-7154a5a13629 None None] Port f08331e3-528c-4032-97b6-9332a6978b8f cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:53:08.382407 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-abe2eb81-ac06-45c5-9c26-2f8c560a4c80 None None] Provisioning complete for port f08331e3-528c-4032-97b6-9332a6978b8f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:08.383155 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-abe2eb81-ac06-45c5-9c26-2f8c560a4c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:08.412924 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-394adaa9-c227-4fcb-8b95-b4033d7716b8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d25212bf65a148439a8fdc86d470b36a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7925847 Nov 02 11:53:08.416704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48612) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:08.580182 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da1bc27f-6968-4432-8dff-739e47656c34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:08.583387 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61b6b772-b01b-4f36-bf4c-39ebe7652c71 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:08.587604 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-61b6b772-b01b-4f36-bf4c-39ebe7652c71 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "DELETE /v2.0/ports/964007a7-1a83-49ed-bcbf-74eef6eafe27 HTTP/1.1" status: 204 len: 168 time: 2.6739724 Nov 02 11:53:08.594384 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48616) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:08.615152 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8e472b0-a893-427e-a5c3-036b43a7eeb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:08.636561 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-47172c71-6b24-4a32-9a0a-4d615c07bc6b tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] GET failed (client error): The resource could not be found. Nov 02 11:53:08.638587 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-47172c71-6b24-4a32-9a0a-4d615c07bc6b tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "GET /v2.0/ports/964007a7-1a83-49ed-bcbf-74eef6eafe27 HTTP/1.1" status: 404 len: 333 time: 0.0425746 Nov 02 11:53:08.645521 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48618) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:08.653347 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-bca44a55-2e8b-4943-a91c-52d6588385e0 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Request body: {'port': {'network_id': 'ecfa45fb-3dbe-4748-871c-1e187123f70a', 'name': 'tempest-AllowedAddressPairTestJSON-1327577707'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:08.666174 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da1bc27f-6968-4432-8dff-739e47656c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:08.709668 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8e472b0-a893-427e-a5c3-036b43a7eeb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:08.948003 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c4fa1dbb-6fa8-47c8-be98-415d73ab0cad tempest-DHCPAgentSchedulersTestJSON-2064701379 tempest-DHCPAgentSchedulersTestJSON-2064701379-project-admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.8813260 Nov 02 11:53:08.953099 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48624) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:08.961926 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8e472b0-a893-427e-a5c3-036b43a7eeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:08.973342 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8e472b0-a893-427e-a5c3-036b43a7eeb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:08.980655 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d8e472b0-a893-427e-a5c3-036b43a7eeb4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/92ab8a85-8c5a-45a2-86ca-b6db6aeb4032 HTTP/1.1" status: 204 len: 168 time: 0.5566206 Nov 02 11:53:08.997342 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4428a60c-d7bf-4940-97ac-7f8ceda04b95 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-548956574'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:09.031774 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-da1bc27f-6968-4432-8dff-739e47656c34 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f7802bb114164bc5878a0f20fe07ee35&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5816348 Nov 02 11:53:09.035832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e472b0-a893-427e-a5c3-036b43a7eeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ab8a85-8c5a-45a2-86ca-b6db6aeb4032,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:09.039967 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48630) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:09.044879 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bc27f-6968-4432-8dff-739e47656c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2282be-62b7-48ba-914e-9d8efea14e16,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:09.204295 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:53:09.234544 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4428a60c-d7bf-4940-97ac-7f8ceda04b95 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Made reservation on behalf of 7444735ed12140ff95137369093e1f93 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:09.248719 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4428a60c-d7bf-4940-97ac-7f8ceda04b95 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:09.261604 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa2fec34-82e3-49bd-94c3-9ff5933b0d2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:09.347435 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-abe2eb81-ac06-45c5-9c26-2f8c560a4c80 None None] Port f08331e3-528c-4032-97b6-9332a6978b8f cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:53:09.421643 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-abe2eb81-ac06-45c5-9c26-2f8c560a4c80 None None] Provisioning complete for port e5e45d68-2d7f-43b5-98b8-e20170abc7e1 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:09.424972 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-abe2eb81-ac06-45c5-9c26-2f8c560a4c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:09.474585 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa2fec34-82e3-49bd-94c3-9ff5933b0d2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:09.564916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:09.565809 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:09.570569 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca44a55-2e8b-4943-a91c-52d6588385e0 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Made reservation on behalf of 7af9be0f01584b91b5312c390c0f5200 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:09.577427 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bca44a55-2e8b-4943-a91c-52d6588385e0 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:09.595120 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4428a60c-d7bf-4940-97ac-7f8ceda04b95 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:53:09.705475 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4428a60c-d7bf-4940-97ac-7f8ceda04b95 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:09.713715 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-4428a60c-d7bf-4940-97ac-7f8ceda04b95 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Added segment a78e2f2f-7f42-4fc7-8f78-4ac6bc2c23ec of type vlan for network c64c424f-825f-46cf-b024-43501e22d468 Nov 02 11:53:09.750402 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-abe2eb81-ac06-45c5-9c26-2f8c560a4c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:09.788197 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-bca44a55-2e8b-4943-a91c-52d6588385e0 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] device_id is not set on port 5c970fc9-f848-438a-9bd9-b42688fe4bc8 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:53:09.887151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-abe2eb81-ac06-45c5-9c26-2f8c560a4c80 None None] For port e5e45d68-2d7f-43b5-98b8-e20170abc7e1, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e5e45d68-2d7f-43b5-98b8-e20170abc7e1,segment=NetworkSegment(230a4bbe-6319-4a03-84eb-bd68922dfe61),segment_id=230a4bbe-6319-4a03-84eb-bd68922dfe61)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:09.930710 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e5e45d68-2d7f-43b5-98b8-e20170abc7e1 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:53:10.027331 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-abe2eb81-ac06-45c5-9c26-2f8c560a4c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:10.048324 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4428a60c-d7bf-4940-97ac-7f8ceda04b95 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:10.298183 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-47de3eea-f221-4dd3-9157-b324ce33211b None None] Could not find standard attr ID for object 964007a7-1a83-49ed-bcbf-74eef6eafe27. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 11:53:10.447896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-bca44a55-2e8b-4943-a91c-52d6588385e0 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Allocated IP 172.20.0.7 (ecfa45fb-3dbe-4748-871c-1e187123f70a/951b27ae-c47d-42a4-a0ae-82be58587ce3/5c970fc9-f848-438a-9bd9-b42688fe4bc8) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:53:10.478430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2eb81-ac06-45c5-9c26-2f8c560a4c80 None None] Pushing event updated for resources: {'Port': ['ID=e5e45d68-2d7f-43b5-98b8-e20170abc7e1,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:10.507512 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e5e45d68-2d7f-43b5-98b8-e20170abc7e1 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:10.507939 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:10.510288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-47de3eea-f221-4dd3-9157-b324ce33211b None None] Provisioning complete for port e5e45d68-2d7f-43b5-98b8-e20170abc7e1 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:10.513852 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-47de3eea-f221-4dd3-9157-b324ce33211b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:10.811023 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bca44a55-2e8b-4943-a91c-52d6588385e0 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:10.861487 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa2fec34-82e3-49bd-94c3-9ff5933b0d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:10.871684 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa2fec34-82e3-49bd-94c3-9ff5933b0d2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:10.871684 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-aa2fec34-82e3-49bd-94c3-9ff5933b0d2c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e2282be-62b7-48ba-914e-9d8efea14e16 HTTP/1.1" status: 204 len: 168 time: 1.8248415 Nov 02 11:53:10.875271 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4428a60c-d7bf-4940-97ac-7f8ceda04b95 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:10.886996 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4428a60c-d7bf-4940-97ac-7f8ceda04b95 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:10.887958 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4428a60c-d7bf-4940-97ac-7f8ceda04b95 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:10.939312 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bca44a55-2e8b-4943-a91c-52d6588385e0 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:11.044931 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fec34-82e3-49bd-94c3-9ff5933b0d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2282be-62b7-48ba-914e-9d8efea14e16,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:11.056658 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-aadea502-523f-4588-b224-296057393f84 None None] Could not find standard attr ID for object 24485878-e06b-4dc2-8b78-e27dea565151. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 11:53:11.137615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 52d3b687-569f-44b9-9f73-02dd74bf1eef no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:53:11.266112 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4428a60c-d7bf-4940-97ac-7f8ceda04b95 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3032200 Nov 02 11:53:11.267900 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48656) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:11.284707 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 52d3b687-569f-44b9-9f73-02dd74bf1eef {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:53:11.286377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 52d3b687-569f-44b9-9f73-02dd74bf1eef not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:53:11.430046 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca44a55-2e8b-4943-a91c-52d6588385e0 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Network ecfa45fb-3dbe-4748-871c-1e187123f70a is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:53:11.475086 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-bca44a55-2e8b-4943-a91c-52d6588385e0 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:11.500365 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428a60c-d7bf-4940-97ac-7f8ceda04b95 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Pushing event updated for resources: {'Network': ['ID=c64c424f-825f-46cf-b024-43501e22d468,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:11.511729 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca44a55-2e8b-4943-a91c-52d6588385e0 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:53:11.524464 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network c64c424f-825f-46cf-b024-43501e22d468 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:53:11.624585 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca44a55-2e8b-4943-a91c-52d6588385e0 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event updated for resources: {'Port': ['ID=5c970fc9-f848-438a-9bd9-b42688fe4bc8,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:11.632623 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e5e45d68-2d7f-43b5-98b8-e20170abc7e1 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:53:11.766635 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca44a55-2e8b-4943-a91c-52d6588385e0 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:11.769866 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bca44a55-2e8b-4943-a91c-52d6588385e0 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:11.898656 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bca44a55-2e8b-4943-a91c-52d6588385e0 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2514353 Nov 02 11:53:11.901381 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48670) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:11.913039 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:69:88:ed'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:11.918685 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f25d8f9d-908d-4d9b-a528-9e2446f48e44 tempest-DHCPAgentSchedulersTestJSON-2064701379 tempest-DHCPAgentSchedulersTestJSON-2064701379-project-admin] 10.222.0.52 "GET /v2.0/agents/ba67e832-2845-40bb-9fb3-059add3500c6/dhcp-networks HTTP/1.1" status: 200 len: 8885 time: 0.6432376 Nov 02 11:53:11.925394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48672) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:12.047631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e5e45d68-2d7f-43b5-98b8-e20170abc7e1 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:12.048137 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:12.172075 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b795bd-05f3-4f35-a339-921d24e66b12 tempest-DHCPAgentSchedulersTestJSON-2064701379 tempest-DHCPAgentSchedulersTestJSON-2064701379-project-admin] Network c64c424f-825f-46cf-b024-43501e22d468 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:53:12.194688 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a0507fae-30dd-48b5-a475-6c8f66db42f6 None None] Provisioning complete for port 5c970fc9-f848-438a-9bd9-b42688fe4bc8 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:12.195367 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a0507fae-30dd-48b5-a475-6c8f66db42f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:12.271272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a0507fae-30dd-48b5-a475-6c8f66db42f6 None None] Port 5c970fc9-f848-438a-9bd9-b42688fe4bc8 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:53:12.352294 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:12.679957 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:13.128543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-15b795bd-05f3-4f35-a339-921d24e66b12 tempest-DHCPAgentSchedulersTestJSON-2064701379 tempest-DHCPAgentSchedulersTestJSON-2064701379-project-admin] 10.222.0.52 "POST /v2.0/agents/ba67e832-2845-40bb-9fb3-059add3500c6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.1994500 Nov 02 11:53:13.133677 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48682) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:13.139391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee002e4-d583-4f40-b12f-c5256214adc6 None None] Network c64c424f-825f-46cf-b024-43501e22d468 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:53:13.239575 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:13.345752 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48686) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:13.388160 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7a24ea6e-7859-4264-89ce-b882d73d4504 tempest-DHCPAgentSchedulersTestJSON-2064701379 tempest-DHCPAgentSchedulersTestJSON-2064701379-project-admin] 10.222.0.52 "GET /v2.0/agents/ba67e832-2845-40bb-9fb3-059add3500c6/dhcp-networks HTTP/1.1" status: 200 len: 9655 time: 0.2533090 Nov 02 11:53:13.393398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48692) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:13.553637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] In _notify_port_updated(), no bound segment for port 5c970fc9-f848-438a-9bd9-b42688fe4bc8 on network ecfa45fb-3dbe-4748-871c-1e187123f70a {{(pid=102690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 11:53:13.564802 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:13.565424 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:13.568935 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "PUT /v2.0/ports/5c970fc9-f848-438a-9bd9-b42688fe4bc8 HTTP/1.1" status: 200 len: 994 time: 1.6655607 Nov 02 11:53:13.571679 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event updated for resources: {'Port': ['ID=5c970fc9-f848-438a-9bd9-b42688fe4bc8,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:13.572482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48696) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:13.584459 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:13.584840 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:13.585200 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:13.585543 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:13.585878 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:13.586221 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:13.586555 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:13.587632 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:13.587998 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:13.588337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:13.588669 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:13.589000 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8a83cb-9396-487d-80c8-156dfe62464f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:13.746659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1805852608-network', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:13.752375 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48700) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:13.760641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48702) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:13.760875 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e80d64bc-4660-4e67-a6b7-21711b476940 tempest-DHCPAgentSchedulersTestJSON-2064701379 tempest-DHCPAgentSchedulersTestJSON-2064701379-project-admin] 10.222.0.52 "DELETE /v2.0/agents/ba67e832-2845-40bb-9fb3-059add3500c6/dhcp-networks/c64c424f-825f-46cf-b024-43501e22d468 HTTP/1.1" status: 204 len: 168 time: 0.3651769 Nov 02 11:53:13.778127 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8590-d802-43f4-9beb-c670f6c7ef94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:13.830232 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-44d5d503-9d0b-49c3-90c8-bfc4d31e97ea None None] Provisioning complete for port 5c970fc9-f848-438a-9bd9-b42688fe4bc8 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:13.831270 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-44d5d503-9d0b-49c3-90c8-bfc4d31e97ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:13.834542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-5874a08a-f4fa-4071-b10a-58ef6f1db48f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Deleting port 5c970fc9-f848-438a-9bd9-b42688fe4bc8 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:13.835182 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5874a08a-f4fa-4071-b10a-58ef6f1db48f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:13.900561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Made reservation on behalf of 5e856ddf71ac4e299451dc84fbfb176b for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:13.903053 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:13.954175 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-44d5d503-9d0b-49c3-90c8-bfc4d31e97ea None None] Port 5c970fc9-f848-438a-9bd9-b42688fe4bc8 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:53:13.954750 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:13.993484 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8590-d802-43f4-9beb-c670f6c7ef94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:14.027214 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5874a08a-f4fa-4071-b10a-58ef6f1db48f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:14.066961 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-5874a08a-f4fa-4071-b10a-58ef6f1db48f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Calling delete_port for 5c970fc9-f848-438a-9bd9-b42688fe4bc8 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:14.099687 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2f575088-5121-40e7-b0d7-30c6ec9aed76 tempest-DHCPAgentSchedulersTestJSON-2064701379 tempest-DHCPAgentSchedulersTestJSON-2064701379-project-admin] 10.222.0.52 "GET /v2.0/agents/ba67e832-2845-40bb-9fb3-059add3500c6/dhcp-networks HTTP/1.1" status: 200 len: 8885 time: 0.3357117 Nov 02 11:53:14.108060 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48712) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:14.143501 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:14.168863 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d6220e25-cac0-4a0f-b9cc-8c7c210a8566 tempest-DHCPAgentSchedulersTestJSON-2064701379 tempest-DHCPAgentSchedulersTestJSON-2064701379-project-admin] 10.222.0.52 "GET /v2.0/networks/90c529c8-3aa5-4192-afd9-65b952178f0e/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0484428 Nov 02 11:53:14.170716 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48716) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:14.197764 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ecc8590-d802-43f4-9beb-c670f6c7ef94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:14.210808 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8c44b9fe-ef8f-4528-b259-5961434b0f0a tempest-DHCPAgentSchedulersTestJSON-2064701379 tempest-DHCPAgentSchedulersTestJSON-2064701379-project-admin] 10.222.0.52 "GET /v2.0/networks/90c529c8-3aa5-4192-afd9-65b952178f0e/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0384700 Nov 02 11:53:14.215890 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48718) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:14.261999 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7ecc8590-d802-43f4-9beb-c670f6c7ef94 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=48599ed1302f474780ed17f568b35e2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5098739 Nov 02 11:53:14.263548 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:14.265007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48720) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:14.272581 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc8590-d802-43f4-9beb-c670f6c7ef94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03740c2-ad95-4834-90b3-1dba3e144376,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:14.366274 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b2d7241-f680-4ef5-a496-590a70e37484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:14.377906 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:53:14.413536 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b2d7241-f680-4ef5-a496-590a70e37484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:14.476933 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:14.477510 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Added segment 8da21bfb-c17e-4480-9671-3bdd5442f1c7 of type vlan for network 9c16c22a-0007-4e2f-a0c3-4e17b92442f6 Nov 02 11:53:14.479315 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86e8bbb-1915-4378-bb7a-02d7b955aec8,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:14.511873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:14.512440 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:14.513024 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:14.513620 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:14.514299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:14.514910 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:14.515334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:14.515883 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:14.516459 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:14.518157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:14.518157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:14.518157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:14.658097 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b2d7241-f680-4ef5-a496-590a70e37484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:14.662674 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b2d7241-f680-4ef5-a496-590a70e37484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:14.672182 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8b2d7241-f680-4ef5-a496-590a70e37484 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c03740c2-ad95-4834-90b3-1dba3e144376 HTTP/1.1" status: 204 len: 168 time: 0.3980010 Nov 02 11:53:14.672581 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:14.675807 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d7241-f680-4ef5-a496-590a70e37484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03740c2-ad95-4834-90b3-1dba3e144376,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:14.867980 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48736) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:14.875750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9fe09c01-fc34-4876-8103-77d901330d4d tempest-DHCPAgentSchedulersTestJSON-2064701379 tempest-DHCPAgentSchedulersTestJSON-2064701379-project-admin] 10.222.0.52 "GET /v2.0/agents/ba67e832-2845-40bb-9fb3-059add3500c6/dhcp-networks HTTP/1.1" status: 200 len: 8885 time: 0.6545382 Nov 02 11:53:14.915124 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5874a08a-f4fa-4071-b10a-58ef6f1db48f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:14.984311 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8935-49f6-4477-a911-824e400a7f13 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:14.986794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874a08a-f4fa-4071-b10a-58ef6f1db48f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event deleted for resources: {'Port': ['ID=5c970fc9-f848-438a-9bd9-b42688fe4bc8,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:15.006457 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:15.007720 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:15.009399 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:15.135462 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8935-49f6-4477-a911-824e400a7f13 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:15.187860 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8331785 Nov 02 11:53:15.188685 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-1b1e8935-49f6-4477-a911-824e400a7f13 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64c424f-825f-46cf-b024-43501e22d468']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:15.188685 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48740) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:15.195596 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-10980db8-8c94-41d0-a3a4-e57939c98db3 admin admin] Request body: {'subnet': {'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1805852608-subnet', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:15.212996 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-1b1e8935-49f6-4477-a911-824e400a7f13 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78e2f2f-7f42-4fc7-8f78-4ac6bc2c23ec') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:15.213302 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-1b1e8935-49f6-4477-a911-824e400a7f13 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78e2f2f-7f42-4fc7-8f78-4ac6bc2c23ec') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:15.235106 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8935-49f6-4477-a911-824e400a7f13 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:15.257369 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8935-49f6-4477-a911-824e400a7f13 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:15.277275 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1e8935-49f6-4477-a911-824e400a7f13 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:53:15.277275 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8935-49f6-4477-a911-824e400a7f13 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:53:15.288415 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:53:15.314357 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b8052-1692-4738-909f-76e2ff243e3d admin admin] Pushing event updated for resources: {'Network': ['ID=9c16c22a-0007-4e2f-a0c3-4e17b92442f6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:15.350010 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 9c16c22a-0007-4e2f-a0c3-4e17b92442f6 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:53:15.377894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10980db8-8c94-41d0-a3a4-e57939c98db3 admin admin] Made reservation on behalf of 5e856ddf71ac4e299451dc84fbfb176b for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:15.389128 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10980db8-8c94-41d0-a3a4-e57939c98db3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:15.545099 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5874a08a-f4fa-4071-b10a-58ef6f1db48f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:15.550104 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5874a08a-f4fa-4071-b10a-58ef6f1db48f tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "DELETE /v2.0/ports/5c970fc9-f848-438a-9bd9-b42688fe4bc8 HTTP/1.1" status: 204 len: 168 time: 1.9757724 Nov 02 11:53:15.554261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48746) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:15.589639 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f27413-fa3f-4838-ae43-7989bf1f4198 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] GET failed (client error): The resource could not be found. Nov 02 11:53:15.591923 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-10f27413-fa3f-4838-ae43-7989bf1f4198 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "GET /v2.0/ports/5c970fc9-f848-438a-9bd9-b42688fe4bc8 HTTP/1.1" status: 404 len: 333 time: 0.0360470 Nov 02 11:53:15.599090 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48748) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:15.608606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-90353e7f-fb70-4e9b-9da9-b4ddef6311a6 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Request body: {'port': {'network_id': 'ecfa45fb-3dbe-4748-871c-1e187123f70a', 'name': 'tempest-AllowedAddressPairTestJSON-1799557259'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:15.630289 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8935-49f6-4477-a911-824e400a7f13 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:15.700384 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1b1e8935-49f6-4477-a911-824e400a7f13 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:15.706160 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1b1e8935-49f6-4477-a911-824e400a7f13 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] 10.222.0.52 "DELETE /v2.0/networks/c64c424f-825f-46cf-b024-43501e22d468 HTTP/1.1" status: 204 len: 168 time: 0.8368747 Nov 02 11:53:15.712746 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e8935-49f6-4477-a911-824e400a7f13 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Pushing event deleted for resources: {'Network': ['ID=c64c424f-825f-46cf-b024-43501e22d468,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:15.715636 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48754) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:15.796677 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5433d71-e631-4e5c-b9be-5c92882b22d2 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] DELETE failed (client error): The resource could not be found. Nov 02 11:53:15.797419 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5433d71-e631-4e5c-b9be-5c92882b22d2 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:53:15.801381 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d5433d71-e631-4e5c-b9be-5c92882b22d2 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] 10.222.0.52 "DELETE /v2.0/ports/24485878-e06b-4dc2-8b78-e27dea565151 HTTP/1.1" status: 404 len: 333 time: 0.0840681 Nov 02 11:53:15.804289 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48756) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:15.875024 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc17a359-1ee6-4c6d-a6c0-1bad9a02cc70 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Deleting subnet 3a1f058c-064e-4fe4-b0d7-e19568113249 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:53:15.897635 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc17a359-1ee6-4c6d-a6c0-1bad9a02cc70 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:15.935205 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90353e7f-fb70-4e9b-9da9-b4ddef6311a6 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Made reservation on behalf of 7af9be0f01584b91b5312c390c0f5200 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:15.939744 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90353e7f-fb70-4e9b-9da9-b4ddef6311a6 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:15.962761 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-90353e7f-fb70-4e9b-9da9-b4ddef6311a6 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] device_id is not set on port 82794365-4829-41cd-b19b-ee52f478f7b6 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:53:15.977190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ec478-9107-4f72-acae-9c24726fcf88 req-0f1a586d-4f22-474a-9209-c9774cf9ebfe tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:15.985768 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-516ec478-9107-4f72-acae-9c24726fcf88 req-0f1a586d-4f22-474a-9209-c9774cf9ebfe tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.1277778 Nov 02 11:53:16.032214 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc17a359-1ee6-4c6d-a6c0-1bad9a02cc70 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:16.163775 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-516ec478-9107-4f72-acae-9c24726fcf88 req-9ddce892-85a7-4f1f-820f-7abf1d39fed5 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768296 Nov 02 11:53:16.213739 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10980db8-8c94-41d0-a3a4-e57939c98db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:16.266489 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc17a359-1ee6-4c6d-a6c0-1bad9a02cc70 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:16.300101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-90353e7f-fb70-4e9b-9da9-b4ddef6311a6 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Allocated IP 172.20.0.12 (ecfa45fb-3dbe-4748-871c-1e187123f70a/951b27ae-c47d-42a4-a0ae-82be58587ce3/82794365-4829-41cd-b19b-ee52f478f7b6) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:53:16.515594 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10980db8-8c94-41d0-a3a4-e57939c98db3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16a7e152-0cec-4c7b-96ba-29c6b494d133,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:16.524220 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10980db8-8c94-41d0-a3a4-e57939c98db3 admin admin] Checking segment: {'id': '8da21bfb-c17e-4480-9671-3bdd5442f1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:53:16.524220 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10980db8-8c94-41d0-a3a4-e57939c98db3 admin admin] Network hostable DHCP agents. Network: 9c16c22a-0007-4e2f-a0c3-4e17b92442f6, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:53:16.593350 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc17a359-1ee6-4c6d-a6c0-1bad9a02cc70 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:16.634719 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10980db8-8c94-41d0-a3a4-e57939c98db3 admin admin] Network 9c16c22a-0007-4e2f-a0c3-4e17b92442f6 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:53:16.646889 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17a359-1ee6-4c6d-a6c0-1bad9a02cc70 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1f058c-064e-4fe4-b0d7-e19568113249,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:16.653504 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc17a359-1ee6-4c6d-a6c0-1bad9a02cc70 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:16.667019 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fc17a359-1ee6-4c6d-a6c0-1bad9a02cc70 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] 10.222.0.52 "DELETE /v2.0/subnets/3a1f058c-064e-4fe4-b0d7-e19568113249 HTTP/1.1" status: 204 len: 168 time: 0.8516161 Nov 02 11:53:16.671701 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f23d3f-fe0f-4b21-98d5-1ad33abf89b5 None None] Network 90c529c8-3aa5-4192-afd9-65b952178f0e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:53:16.674585 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48768) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:16.745510 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90353e7f-fb70-4e9b-9da9-b4ddef6311a6 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:16.760082 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-10980db8-8c94-41d0-a3a4-e57939c98db3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 9c16c22a-0007-4e2f-a0c3-4e17b92442f6) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:16.771978 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfcfc01-9120-4154-a36d-fa2261a722e5 None None] Network 9c16c22a-0007-4e2f-a0c3-4e17b92442f6 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:53:16.820489 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10980db8-8c94-41d0-a3a4-e57939c98db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:16.821583 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10980db8-8c94-41d0-a3a4-e57939c98db3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:16.891872 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90353e7f-fb70-4e9b-9da9-b4ddef6311a6 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:16.950051 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:17.020159 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143f1326-72a1-465a-80d6-1e483b62d9f4 None None] Network 9c16c22a-0007-4e2f-a0c3-4e17b92442f6 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:53:17.022976 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-10980db8-8c94-41d0-a3a4-e57939c98db3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8333061 Nov 02 11:53:17.027226 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48778) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:17.031738 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1805852608-router', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:17.064481 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Deleting port e5e45d68-2d7f-43b5-98b8-e20170abc7e1 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:17.064802 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:17.071965 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90353e7f-fb70-4e9b-9da9-b4ddef6311a6 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Network ecfa45fb-3dbe-4748-871c-1e187123f70a is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:53:17.096368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90353e7f-fb70-4e9b-9da9-b4ddef6311a6 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event updated for resources: {'Port': ['ID=82794365-4829-41cd-b19b-ee52f478f7b6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:17.102326 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-90353e7f-fb70-4e9b-9da9-b4ddef6311a6 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:17.105590 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90353e7f-fb70-4e9b-9da9-b4ddef6311a6 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:53:17.166894 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acbd95b-c4e6-43f6-abea-e1eef2c377ad None None] DHCP port deletion for 90c529c8-3aa5-4192-afd9-65b952178f0e request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:53:17.168437 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e8bb7-639f-4ec1-820c-b88e5f879321 req-97afd2c3-af36-48bd-9445-8013d41ee7ef tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:17.175087 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b88e8bb7-639f-4ec1-820c-b88e5f879321 req-97afd2c3-af36-48bd-9445-8013d41ee7ef tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.79 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.1831865 Nov 02 11:53:17.252516 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90353e7f-fb70-4e9b-9da9-b4ddef6311a6 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:17.253206 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90353e7f-fb70-4e9b-9da9-b4ddef6311a6 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:17.473006 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-90353e7f-fb70-4e9b-9da9-b4ddef6311a6 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8705244 Nov 02 11:53:17.499256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f027b0-4bbb-4bf7-b8fa-49fad4b3914d req-80626272-a7a0-4c52-9fcd-b86bee9a0aa9 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:17.512608 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34f027b0-4bbb-4bf7-b8fa-49fad4b3914d req-80626272-a7a0-4c52-9fcd-b86bee9a0aa9 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 947 time: 0.1711650 Nov 02 11:53:17.520053 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48790) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:17.527921 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-09536775-46af-453e-9220-bc15de020db7 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:69:88:ed'}]}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:17.539126 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e5e45d68-2d7f-43b5-98b8-e20170abc7e1 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:53:17.572522 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:17.573693 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:17.605237 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c8af1320-f40b-49ff-9229-e7ee09edbdbc None None] Provisioning complete for port 82794365-4829-41cd-b19b-ee52f478f7b6 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:17.605947 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c8af1320-f40b-49ff-9229-e7ee09edbdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:17.609290 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-b88e8bb7-639f-4ec1-820c-b88e5f879321 req-b8a6776e-007b-4d9f-ac3f-d9200f246efb tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Deleting port d13fb330-5fe1-4b2f-8928-243b2a61519d {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:17.609290 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b88e8bb7-639f-4ec1-820c-b88e5f879321 req-b8a6776e-007b-4d9f-ac3f-d9200f246efb tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:17.659389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c8af1320-f40b-49ff-9229-e7ee09edbdbc None None] Port 82794365-4829-41cd-b19b-ee52f478f7b6 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:53:17.661045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] For port e5e45d68-2d7f-43b5-98b8-e20170abc7e1, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e5e45d68-2d7f-43b5-98b8-e20170abc7e1,segment=NetworkSegment(230a4bbe-6319-4a03-84eb-bd68922dfe61),segment_id=230a4bbe-6319-4a03-84eb-bd68922dfe61)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:17.661876 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:17.664985 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-981d7cf9-0cbf-4e02-98f4-f24d82ff8b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:17.667091 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9acbd95b-c4e6-43f6-abea-e1eef2c377ad None None] Deleting port e5e45d68-2d7f-43b5-98b8-e20170abc7e1 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:17.667564 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9acbd95b-c4e6-43f6-abea-e1eef2c377ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:17.737025 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Calling delete_port for e5e45d68-2d7f-43b5-98b8-e20170abc7e1 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:17.789714 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9acbd95b-c4e6-43f6-abea-e1eef2c377ad None None] For port e5e45d68-2d7f-43b5-98b8-e20170abc7e1, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e5e45d68-2d7f-43b5-98b8-e20170abc7e1,segment=NetworkSegment(230a4bbe-6319-4a03-84eb-bd68922dfe61),segment_id=230a4bbe-6319-4a03-84eb-bd68922dfe61)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:17.790308 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9acbd95b-c4e6-43f6-abea-e1eef2c377ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:17.806363 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:17.809289 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9acbd95b-c4e6-43f6-abea-e1eef2c377ad None None] Calling delete_port for e5e45d68-2d7f-43b5-98b8-e20170abc7e1 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:17.841343 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:17.867583 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34f027b0-4bbb-4bf7-b8fa-49fad4b3914d req-b128c79c-2221-4bc2-b089-7357f8f4bcef tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/security-groups?id=28069f47-d2b5-4128-968c-c5e8147b270b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540499 Nov 02 11:53:17.887792 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b88e8bb7-639f-4ec1-820c-b88e5f879321 req-b8a6776e-007b-4d9f-ac3f-d9200f246efb tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] For port d13fb330-5fe1-4b2f-8928-243b2a61519d, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d13fb330-5fe1-4b2f-8928-243b2a61519d,segment=NetworkSegment(805f2aaf-4812-469d-889d-a76c4bfa6f5b),segment_id=805f2aaf-4812-469d-889d-a76c4bfa6f5b)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:17.888741 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b88e8bb7-639f-4ec1-820c-b88e5f879321 req-b8a6776e-007b-4d9f-ac3f-d9200f246efb tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:17.916839 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:17.925242 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-b88e8bb7-639f-4ec1-820c-b88e5f879321 req-b8a6776e-007b-4d9f-ac3f-d9200f246efb tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Calling delete_port for d13fb330-5fe1-4b2f-8928-243b2a61519d owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:17.960640 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Pushing event deleted for resources: {'Port': ['ID=e5e45d68-2d7f-43b5-98b8-e20170abc7e1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:17.966379 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9acbd95b-c4e6-43f6-abea-e1eef2c377ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:18.020697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acbd95b-c4e6-43f6-abea-e1eef2c377ad None None] No DVR routers for this DVR port e5e45d68-2d7f-43b5-98b8-e20170abc7e1 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:53:18.024049 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acbd95b-c4e6-43f6-abea-e1eef2c377ad None None] Pushing event deleted for resources: {'Port': ['ID=e5e45d68-2d7f-43b5-98b8-e20170abc7e1,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:18.053508 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] No DVR routers for this DVR port e5e45d68-2d7f-43b5-98b8-e20170abc7e1 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:53:18.244659 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:18.283753 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:18.314576 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c529c8-3aa5-4192-afd9-65b952178f0e']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:18.327349 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230a4bbe-6319-4a03-84eb-bd68922dfe61') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:18.331194 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230a4bbe-6319-4a03-84eb-bd68922dfe61') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:18.341487 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:18.368010 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:18.382794 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:53:18.383256 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:53:18.386650 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:53:18.442779 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-09536775-46af-453e-9220-bc15de020db7 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:18.637128 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:18.649596 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:18.655286 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] 10.222.0.52 "DELETE /v2.0/networks/90c529c8-3aa5-4192-afd9-65b952178f0e HTTP/1.1" status: 204 len: 168 time: 1.9750853 Nov 02 11:53:18.671213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938c779-a283-48de-b15f-2793983836a9 tempest-DHCPAgentSchedulersTestJSON-1305169690 tempest-DHCPAgentSchedulersTestJSON-1305169690-project] Pushing event deleted for resources: {'Network': ['ID=90c529c8-3aa5-4192-afd9-65b952178f0e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:18.716894 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:18.747170 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:18.814057 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-09536775-46af-453e-9220-bc15de020db7 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:18.885131 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b88e8bb7-639f-4ec1-820c-b88e5f879321 req-b8a6776e-007b-4d9f-ac3f-d9200f246efb tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:18.886666 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] Allocated IP 172.25.6.94 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/04277c61-f0a8-4d8b-98d0-f1b9381f2bc6) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:53:18.946225 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-09536775-46af-453e-9220-bc15de020db7 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:18.951840 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6776e-007b-4d9f-ac3f-d9200f246efb tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Pushing event deleted for resources: {'Port': ['ID=d13fb330-5fe1-4b2f-8928-243b2a61519d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:19.042181 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:19.122717 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88e8bb7-639f-4ec1-820c-b88e5f879321 req-b8a6776e-007b-4d9f-ac3f-d9200f246efb tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] No DVR routers for this DVR port d13fb330-5fe1-4b2f-8928-243b2a61519d on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:53:19.131815 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b88e8bb7-639f-4ec1-820c-b88e5f879321 req-b8a6776e-007b-4d9f-ac3f-d9200f246efb tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:19.138984 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b88e8bb7-639f-4ec1-820c-b88e5f879321 req-b8a6776e-007b-4d9f-ac3f-d9200f246efb tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.79 "DELETE /v2.0/ports/d13fb330-5fe1-4b2f-8928-243b2a61519d HTTP/1.1" status: 204 len: 173 time: 1.9543569 Nov 02 11:53:19.148858 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b2dc1c-6f30-4673-97b8-30e566f436dd', 'name': 'network-vif-deleted', 'tag': 'd13fb330-5fe1-4b2f-8928-243b2a61519d'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:53:19.151492 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853bcfde-c759-458d-98e3-f5657295dfab" -d '{"events": [{"server_uuid": "28b2dc1c-6f30-4673-97b8-30e566f436dd", "name": "network-vif-deleted", "tag": "d13fb330-5fe1-4b2f-8928-243b2a61519d"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:53:19.200721 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8293484f-d147-4b5b-9f36-47a5d4f9cc45 req-39b6f5b1-6be8-405a-b960-78365ab0ccc6 tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 210 time: 0.0809560 Nov 02 11:53:19.225191 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:19.238498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09536775-46af-453e-9220-bc15de020db7 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event updated for resources: {'Port': ['ID=82794365-4829-41cd-b19b-ee52f478f7b6,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:19.250340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-09536775-46af-453e-9220-bc15de020db7 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] In _notify_port_updated(), no bound segment for port 82794365-4829-41cd-b19b-ee52f478f7b6 on network ecfa45fb-3dbe-4748-871c-1e187123f70a {{(pid=102689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 11:53:19.271989 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09536775-46af-453e-9220-bc15de020db7 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:19.272674 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-09536775-46af-453e-9220-bc15de020db7 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:19.275411 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-09536775-46af-453e-9220-bc15de020db7 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "PUT /v2.0/ports/82794365-4829-41cd-b19b-ee52f478f7b6 HTTP/1.1" status: 200 len: 997 time: 1.7507603 Nov 02 11:53:19.277076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48816) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:19.306641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:53:19.321206 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:19.325367 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:53:19.453449 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] Pushing event updated for resources: {'Port': ['ID=04277c61-f0a8-4d8b-98d0-f1b9381f2bc6,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:19.475721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48818) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:19.530151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c586f0b4-0957-456f-abdd-381e62561ae4 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Deleting port 82794365-4829-41cd-b19b-ee52f478f7b6 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:19.542276 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c586f0b4-0957-456f-abdd-381e62561ae4 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:19.552093 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a4454a8f-83f7-4f7d-b9f0-b3e7ab820f33 None None] Provisioning complete for port 82794365-4829-41cd-b19b-ee52f478f7b6 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:19.552093 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a4454a8f-83f7-4f7d-b9f0-b3e7ab820f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:19.723833 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c586f0b4-0957-456f-abdd-381e62561ae4 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:19.732776 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c1bf11-5209-4d72-b989-7220fd73e971 x-openstack-request-id: req-c4c1bf11-5209-4d72-b989-7220fd73e971 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:53:19.733208 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b2dc1c-6f30-4673-97b8-30e566f436dd", "name": "network-vif-deleted", "tag": "d13fb330-5fe1-4b2f-8928-243b2a61519d", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:53:19.733466 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c4c1bf11-5209-4d72-b989-7220fd73e971 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:53:19.733856 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b2dc1c-6f30-4673-97b8-30e566f436dd', 'name': 'network-vif-deleted', 'tag': 'd13fb330-5fe1-4b2f-8928-243b2a61519d', 'status': 'completed', 'code': 200} Nov 02 11:53:19.734716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a4454a8f-83f7-4f7d-b9f0-b3e7ab820f33 None None] Port 82794365-4829-41cd-b19b-ee52f478f7b6 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:53:19.752368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c586f0b4-0957-456f-abdd-381e62561ae4 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Calling delete_port for 82794365-4829-41cd-b19b-ee52f478f7b6 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:19.818830 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-87dcd694-a952-49cb-a66e-c41826c138e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:19.832943 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5ebb035f-16a7-48b4-8c02-eec33f97afbc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7444735ed12140ff95137369093e1f93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3552918 Nov 02 11:53:19.836581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48824) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:19.890119 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:19.961375 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-66fd1754-cfdc-45b7-bf10-1f46dc7adc66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:19.999425 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-66fd1754-cfdc-45b7-bf10-1f46dc7adc66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:20.100839 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c586f0b4-0957-456f-abdd-381e62561ae4 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:20.202487 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:20.265998 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-66fd1754-cfdc-45b7-bf10-1f46dc7adc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:20.272922 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-66fd1754-cfdc-45b7-bf10-1f46dc7adc66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:20.276770 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-66fd1754-cfdc-45b7-bf10-1f46dc7adc66 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/abd2a371-1a4b-49df-b520-c1d1fac7f6f4 HTTP/1.1" status: 204 len: 168 time: 0.4368474 Nov 02 11:53:20.347501 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd1754-cfdc-45b7-bf10-1f46dc7adc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd2a371-1a4b-49df-b520-c1d1fac7f6f4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:20.361470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586f0b4-0957-456f-abdd-381e62561ae4 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event deleted for resources: {'Port': ['ID=82794365-4829-41cd-b19b-ee52f478f7b6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:20.507830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db19e9ac-4c88-434e-991c-3d59d9c0ccb4 req-2dab5ff4-2dde-46d6-b7f0-1b4782d5d47a tempest-ServersNegativeTestJSON-1511048091 tempest-ServersNegativeTestJSON-1511048091-project] 10.222.0.52 "GET /v2.0/ports?device_id=28b2dc1c-6f30-4673-97b8-30e566f436dd HTTP/1.1" status: 200 len: 210 time: 0.0923526 Nov 02 11:53:20.510530 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c586f0b4-0957-456f-abdd-381e62561ae4 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:20.520577 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c586f0b4-0957-456f-abdd-381e62561ae4 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "DELETE /v2.0/ports/82794365-4829-41cd-b19b-ee52f478f7b6 HTTP/1.1" status: 204 len: 168 time: 1.2390258 Nov 02 11:53:20.522322 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48840) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:20.605736 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc22ff57-14b4-4b2d-b8b5-efd8e3dbe6fc tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] GET failed (client error): The resource could not be found. Nov 02 11:53:20.608544 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fc22ff57-14b4-4b2d-b8b5-efd8e3dbe6fc tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "GET /v2.0/ports/82794365-4829-41cd-b19b-ee52f478f7b6 HTTP/1.1" status: 404 len: 333 time: 0.0847397 Nov 02 11:53:20.609961 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] Router 92ff7830-042a-49f6-b58e-875443a78ce5 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:53:20.613766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48844) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:20.622700 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-ec66ec30-f7c0-4279-8c52-7f5da6c7a1c9 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Request body: {'port': {'network_id': 'ecfa45fb-3dbe-4748-871c-1e187123f70a', 'name': 'tempest-AllowedAddressPairTestJSON-715138296'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:20.671250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d13fb330-5fe1-4b2f-8928-243b2a61519d no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:53:20.763809 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: d13fb330-5fe1-4b2f-8928-243b2a61519d {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:53:20.767987 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d13fb330-5fe1-4b2f-8928-243b2a61519d not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:53:20.841089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:53:20.877367 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Sync routers for ids ['92ff7830-042a-49f6-b58e-875443a78ce5'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:53:20.896696 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Routers {'92ff7830-042a-49f6-b58e-875443a78ce5'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:53:20.897727 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:53:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['92ff7830-042a-49f6-b58e-875443a78ce5'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:20.985233 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec66ec30-f7c0-4279-8c52-7f5da6c7a1c9 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Made reservation on behalf of 7af9be0f01584b91b5312c390c0f5200 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:20.995402 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec66ec30-f7c0-4279-8c52-7f5da6c7a1c9 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:21.031158 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:21.048375 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-ec66ec30-f7c0-4279-8c52-7f5da6c7a1c9 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] device_id is not set on port 519373cb-88be-468e-97be-577a86c4b7bf yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:53:21.065582 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:21.067715 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d6df4fb1-b28c-4426-a191-b1138ae371a6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0394733 Nov 02 11:53:21.075159 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48852) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:21.084591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Set router 92ff7830-042a-49f6-b58e-875443a78ce5 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:53:21.448321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-ec66ec30-f7c0-4279-8c52-7f5da6c7a1c9 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Allocated IP 172.20.0.3 (ecfa45fb-3dbe-4748-871c-1e187123f70a/951b27ae-c47d-42a4-a0ae-82be58587ce3/519373cb-88be-468e-97be-577a86c4b7bf) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:53:21.529544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48854) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:21.586092 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f304c739-c653-4b23-8a04-b5550972e2e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:21.657215 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48860) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:21.944104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a10db7-b0c7-4470-a764-fc9c1170dcdb admin admin] Deleting subnet 256d9665-7c7f-41ad-9f58-255d11056a26 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:53:21.947696 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-17a10db7-b0c7-4470-a764-fc9c1170dcdb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:21.976034 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b93478-0b0d-402d-9537-08a0ee345d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:21.995860 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-17a10db7-b0c7-4470-a764-fc9c1170dcdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:22.041804 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-17a10db7-b0c7-4470-a764-fc9c1170dcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:22.154362 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1805852608-router', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:53:17Z', 'updated_at': '2021-11-02T11:53:19Z', 'revision_number': 3, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'gw_port': {'id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:18Z', 'updated_at': '2021-11-02T11:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:22.209894 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f304c739-c653-4b23-8a04-b5550972e2e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:22.224811 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Checking router: 92ff7830-042a-49f6-b58e-875443a78ce5 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:53:22.225393 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Updating router 92ff7830-042a-49f6-b58e-875443a78ce5 port 04277c61-f0a8-4d8b-98d0-f1b9381f2bc6 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:53:22.259040 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec66ec30-f7c0-4279-8c52-7f5da6c7a1c9 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:22.274847 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-17a10db7-b0c7-4470-a764-fc9c1170dcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:22.287526 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:22.337343 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-a8b93478-0b0d-402d-9537-08a0ee345d62 admin admin] Allocated IP 172.20.0.1 (9c16c22a-0007-4e2f-a0c3-4e17b92442f6/16a7e152-0cec-4c7b-96ba-29c6b494d133/0cb99bc8-89f0-417c-926f-4043d5294e0f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:53:22.362134 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-17a10db7-b0c7-4470-a764-fc9c1170dcdb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:22.368415 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-17a10db7-b0c7-4470-a764-fc9c1170dcdb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/256d9665-7c7f-41ad-9f58-255d11056a26 HTTP/1.1" status: 204 len: 168 time: 0.7064121 Nov 02 11:53:22.368415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a10db7-b0c7-4470-a764-fc9c1170dcdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=256d9665-7c7f-41ad-9f58-255d11056a26,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:22.385506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48868) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:22.404911 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f304c739-c653-4b23-8a04-b5550972e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:22.497861 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:22.531864 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b93478-0b0d-402d-9537-08a0ee345d62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:22.638373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304c739-c653-4b23-8a04-b5550972e2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee730ddd-ea87-4625-a2f9-2054c51b3a88,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:22.673773 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8dbe2459-1a46-4274-8d59-d66863f867a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:22.674009 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b93478-0b0d-402d-9537-08a0ee345d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:22.733610 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f304c739-c653-4b23-8a04-b5550972e2e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0aae9d7356964999b595dfc3c21c07e6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2032788 Nov 02 11:53:22.736837 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48870) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:22.777268 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b93478-0b0d-402d-9537-08a0ee345d62 admin admin] Network 9c16c22a-0007-4e2f-a0c3-4e17b92442f6 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:53:22.783336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-a8b93478-0b0d-402d-9537-08a0ee345d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:22.796769 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b93478-0b0d-402d-9537-08a0ee345d62 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:53:22.845188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b93478-0b0d-402d-9537-08a0ee345d62 admin admin] Pushing event updated for resources: {'Port': ['ID=0cb99bc8-89f0-417c-926f-4043d5294e0f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:22.920286 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b93478-0b0d-402d-9537-08a0ee345d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:22.933266 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:22.941286 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec66ec30-f7c0-4279-8c52-7f5da6c7a1c9 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.043157 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8dbe2459-1a46-4274-8d59-d66863f867a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.066449 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.119718 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-8dbe2459-1a46-4274-8d59-d66863f867a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fcb0de-0c01-40ae-a759-26cdd1a51ef4']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:23.173901 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-8dbe2459-1a46-4274-8d59-d66863f867a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805f2aaf-4812-469d-889d-a76c4bfa6f5b') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:23.175513 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-8dbe2459-1a46-4274-8d59-d66863f867a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805f2aaf-4812-469d-889d-a76c4bfa6f5b') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:23.205129 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8dbe2459-1a46-4274-8d59-d66863f867a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.233114 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8dbe2459-1a46-4274-8d59-d66863f867a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.242648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbe2459-1a46-4274-8d59-d66863f867a1 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:53:23.243664 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8dbe2459-1a46-4274-8d59-d66863f867a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.275598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f89c13-8be5-488e-96c8-a5e5c7922f84 None None] Pushing event updated for resources: {'Port': ['ID=04277c61-f0a8-4d8b-98d0-f1b9381f2bc6,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:23.292316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Attempting to bind port 04277c61-f0a8-4d8b-98d0-f1b9381f2bc6 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:53:23.293025 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Attempting to bind port 04277c61-f0a8-4d8b-98d0-f1b9381f2bc6 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:53:23.294105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Attempting to bind port 04277c61-f0a8-4d8b-98d0-f1b9381f2bc6 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:53:23.298435 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b93478-0b0d-402d-9537-08a0ee345d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.313628 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:53:23.313628 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:53:23.313628 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.314181 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:53:23.314469 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Bound port: 04277c61-f0a8-4d8b-98d0-f1b9381f2bc6, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:53:23.315053 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:53:23.332265 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:53:23.406956 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66ec30-f7c0-4279-8c52-7f5da6c7a1c9 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event updated for resources: {'Port': ['ID=519373cb-88be-468e-97be-577a86c4b7bf,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:23.421158 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec66ec30-f7c0-4279-8c52-7f5da6c7a1c9 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Network ecfa45fb-3dbe-4748-871c-1e187123f70a is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:53:23.426095 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-ec66ec30-f7c0-4279-8c52-7f5da6c7a1c9 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:23.442425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec66ec30-f7c0-4279-8c52-7f5da6c7a1c9 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:53:23.493877 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] For port 04277c61-f0a8-4d8b-98d0-f1b9381f2bc6, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:53:23.497242 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] For port 04277c61-f0a8-4d8b-98d0-f1b9381f2bc6, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=04277c61-f0a8-4d8b-98d0-f1b9381f2bc6,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:53:23.504597 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe617428-5c4f-4d71-83f2-8c9a9b59020f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.507116 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8dbe2459-1a46-4274-8d59-d66863f867a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.553572 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8dbe2459-1a46-4274-8d59-d66863f867a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.567880 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8dbe2459-1a46-4274-8d59-d66863f867a1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e9fcb0de-0c01-40ae-a759-26cdd1a51ef4 HTTP/1.1" status: 204 len: 168 time: 1.1776569 Nov 02 11:53:23.588590 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b93478-0b0d-402d-9537-08a0ee345d62 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.618430 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe617428-5c4f-4d71-83f2-8c9a9b59020f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.649453 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b93478-0b0d-402d-9537-08a0ee345d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.664846 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.735452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec66ec30-f7c0-4279-8c52-7f5da6c7a1c9 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:23.736644 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec66ec30-f7c0-4279-8c52-7f5da6c7a1c9 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.742358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe2459-1a46-4274-8d59-d66863f867a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9fcb0de-0c01-40ae-a759-26cdd1a51ef4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:23.798365 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b93478-0b0d-402d-9537-08a0ee345d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.823988 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe617428-5c4f-4d71-83f2-8c9a9b59020f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.828154 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe617428-5c4f-4d71-83f2-8c9a9b59020f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:23.830826 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fe617428-5c4f-4d71-83f2-8c9a9b59020f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee730ddd-ea87-4625-a2f9-2054c51b3a88 HTTP/1.1" status: 204 len: 168 time: 1.0914237 Nov 02 11:53:23.846258 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe617428-5c4f-4d71-83f2-8c9a9b59020f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee730ddd-ea87-4625-a2f9-2054c51b3a88,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:23.880312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ec66ec30-f7c0-4279-8c52-7f5da6c7a1c9 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2621069 Nov 02 11:53:23.880558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48884) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:23.889716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Routers {'92ff7830-042a-49f6-b58e-875443a78ce5'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:53:23.890156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:53:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['92ff7830-042a-49f6-b58e-875443a78ce5'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:23.890869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-b41b34af-4ddb-41cf-ad90-c4da8866f291 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Request body: {'port': {'network_id': 'ecfa45fb-3dbe-4748-871c-1e187123f70a', 'name': 'tempest-AllowedAddressPairTestJSON-968473033'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:23.988545 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b93478-0b0d-402d-9537-08a0ee345d62 admin admin] Pushing event updated for resources: {'Port': ['ID=0cb99bc8-89f0-417c-926f-4043d5294e0f,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:24.040305 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b93478-0b0d-402d-9537-08a0ee345d62 admin admin] Network 9c16c22a-0007-4e2f-a0c3-4e17b92442f6 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:53:24.047758 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-a8b93478-0b0d-402d-9537-08a0ee345d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:24.134518 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] Set router 92ff7830-042a-49f6-b58e-875443a78ce5 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:53:24.352134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48896) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:24.399081 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41b34af-4ddb-41cf-ad90-c4da8866f291 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Made reservation on behalf of 7af9be0f01584b91b5312c390c0f5200 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:24.412930 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b41b34af-4ddb-41cf-ad90-c4da8866f291 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:24.477922 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-b41b34af-4ddb-41cf-ad90-c4da8866f291 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] device_id is not set on port 57523dc5-7497-4b76-942a-b640e59676fa yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:53:24.629801 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4188cb94-c82f-47ee-9828-6bf2f6a51db2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=165db02e24404cac9e67fdf905cccadf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2691236 Nov 02 11:53:24.630036 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b93478-0b0d-402d-9537-08a0ee345d62 admin admin] Router 92ff7830-042a-49f6-b58e-875443a78ce5 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:53:24.631956 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48898) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:24.634035 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f89c13-8be5-488e-96c8-a5e5c7922f84 None None] Pushing event updated for resources: {'Port': ['ID=04277c61-f0a8-4d8b-98d0-f1b9381f2bc6,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:24.662125 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:24.697498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2adb79a6-ac7d-4f94-bad7-cbd644ecf882 None None] Provisioning complete for port 519373cb-88be-468e-97be-577a86c4b7bf triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:24.698426 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2adb79a6-ac7d-4f94-bad7-cbd644ecf882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:24.756308 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:24.839008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1805852608-router', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:53:17Z', 'updated_at': '2021-11-02T11:53:23Z', 'revision_number': 4, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'gw_port': {'id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:18Z', 'updated_at': '2021-11-02T11:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '0cb99bc8-89f0-417c-926f-4043d5294e0f', 'name': '', 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'mac_address': 'fa:16:3e:65:0c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:22Z', 'updated_at': '2021-11-02T11:53:23Z', 'revision_number': 2, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'subnets': [{'id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:24.887021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-b41b34af-4ddb-41cf-ad90-c4da8866f291 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Allocated IP 172.20.0.5 (ecfa45fb-3dbe-4748-871c-1e187123f70a/951b27ae-c47d-42a4-a0ae-82be58587ce3/57523dc5-7497-4b76-942a-b640e59676fa) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:53:24.928932 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4663681e-2e6c-4cf4-bed5-ff4bbfe998e0 None None] The sync data for ids ['92ff7830-042a-49f6-b58e-875443a78ce5'] in n-d-806683-18 is: [{'id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1805852608-router', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:53:17Z', 'updated_at': '2021-11-02T11:53:23Z', 'revision_number': 4, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'gw_port': {'id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:18Z', 'updated_at': '2021-11-02T11:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '0cb99bc8-89f0-417c-926f-4043d5294e0f', 'name': '', 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'mac_address': 'fa:16:3e:65:0c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:22Z', 'updated_at': '2021-11-02T11:53:23Z', 'revision_number': 2, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'subnets': [{'id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:53:24.931617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2adb79a6-ac7d-4f94-bad7-cbd644ecf882 None None] Port 519373cb-88be-468e-97be-577a86c4b7bf cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:53:25.030146 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:25.198299 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-95ee2247-01f6-4eff-af8a-282456f28092 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:25.229996 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b93478-0b0d-402d-9537-08a0ee345d62 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:53:25.249753 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a8b93478-0b0d-402d-9537-08a0ee345d62 admin admin] 10.222.0.52 "PUT /v2.0/routers/92ff7830-042a-49f6-b58e-875443a78ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1693580 Nov 02 11:53:25.289535 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-95ee2247-01f6-4eff-af8a-282456f28092 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:25.414878 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b41b34af-4ddb-41cf-ad90-c4da8866f291 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:25.584707 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-95ee2247-01f6-4eff-af8a-282456f28092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:25.598266 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-95ee2247-01f6-4eff-af8a-282456f28092 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:25.603592 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-95ee2247-01f6-4eff-af8a-282456f28092 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28069f47-d2b5-4128-968c-c5e8147b270b HTTP/1.1" status: 204 len: 168 time: 0.9661973 Nov 02 11:53:25.653150 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b41b34af-4ddb-41cf-ad90-c4da8866f291 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:25.673530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee2247-01f6-4eff-af8a-282456f28092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28069f47-d2b5-4128-968c-c5e8147b270b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:25.773737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b34af-4ddb-41cf-ad90-c4da8866f291 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event updated for resources: {'Port': ['ID=57523dc5-7497-4b76-942a-b640e59676fa,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:25.791855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41b34af-4ddb-41cf-ad90-c4da8866f291 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Network ecfa45fb-3dbe-4748-871c-1e187123f70a is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:53:25.794190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-b41b34af-4ddb-41cf-ad90-c4da8866f291 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:25.826797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41b34af-4ddb-41cf-ad90-c4da8866f291 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:53:25.992962 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41b34af-4ddb-41cf-ad90-c4da8866f291 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:25.993650 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b41b34af-4ddb-41cf-ad90-c4da8866f291 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:26.175074 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b41b34af-4ddb-41cf-ad90-c4da8866f291 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2932849 Nov 02 11:53:26.178649 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48934) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:26.186004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-3fe7f636-aa18-4c39-ab86-bb0a55dd4846 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:69:88:ed'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:86:56:72'}]}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:26.287629 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5c0d1ab6-bac2-4c82-ac4e-934a542adf46 None None] Provisioning complete for port 57523dc5-7497-4b76-942a-b640e59676fa triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:26.288759 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5c0d1ab6-bac2-4c82-ac4e-934a542adf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:26.360476 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d1ab6-bac2-4c82-ac4e-934a542adf46 None None] Port 57523dc5-7497-4b76-942a-b640e59676fa cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:53:26.535545 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3fe7f636-aa18-4c39-ab86-bb0a55dd4846 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:26.811323 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3fe7f636-aa18-4c39-ab86-bb0a55dd4846 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:26.886748 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3fe7f636-aa18-4c39-ab86-bb0a55dd4846 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:26.983924 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7f636-aa18-4c39-ab86-bb0a55dd4846 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event updated for resources: {'Port': ['ID=57523dc5-7497-4b76-942a-b640e59676fa,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:27.305048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-3fe7f636-aa18-4c39-ab86-bb0a55dd4846 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] In _notify_port_updated(), no bound segment for port 57523dc5-7497-4b76-942a-b640e59676fa on network ecfa45fb-3dbe-4748-871c-1e187123f70a {{(pid=102689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 11:53:27.322102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe7f636-aa18-4c39-ab86-bb0a55dd4846 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:27.325672 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3fe7f636-aa18-4c39-ab86-bb0a55dd4846 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:27.330756 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3fe7f636-aa18-4c39-ab86-bb0a55dd4846 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "PUT /v2.0/ports/57523dc5-7497-4b76-942a-b640e59676fa HTTP/1.1" status: 200 len: 1055 time: 1.1467605 Nov 02 11:53:27.332041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48976) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:27.413837 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-04536dfc-1394-4489-8889-38045c35822b tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:27.434567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-04536dfc-1394-4489-8889-38045c35822b tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/networks?id=9c16c22a-0007-4e2f-a0c3-4e17b92442f6 HTTP/1.1" status: 200 len: 820 time: 0.4548230 Nov 02 11:53:27.493457 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-98697cb7-4171-41d2-b87d-decc81a9845b tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Deleting port 57523dc5-7497-4b76-942a-b640e59676fa {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:27.493815 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-98697cb7-4171-41d2-b87d-decc81a9845b tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:27.495468 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-ae65dc00-2677-4225-ba27-af3af2f5135f tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/quotas/5e856ddf71ac4e299451dc84fbfb176b HTTP/1.1" status: 200 len: 375 time: 0.0572104 Nov 02 11:53:27.616626 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d4678b90-22d1-41ec-983b-8214997a6b71 None None] Provisioning complete for port 57523dc5-7497-4b76-942a-b640e59676fa triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:27.618359 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d4678b90-22d1-41ec-983b-8214997a6b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:27.629743 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-d63a77b0-1e13-40fd-b19f-2df0dd836d39 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5e856ddf71ac4e299451dc84fbfb176b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1328449 Nov 02 11:53:27.658846 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-98697cb7-4171-41d2-b87d-decc81a9845b tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:27.691984 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-98697cb7-4171-41d2-b87d-decc81a9845b tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Calling delete_port for 57523dc5-7497-4b76-942a-b640e59676fa owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:27.737818 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d4678b90-22d1-41ec-983b-8214997a6b71 None None] Port 57523dc5-7497-4b76-942a-b640e59676fa cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:53:27.973125 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-e8ac835a-8a46-4b9a-8829-810169b9d472 service neutron] 10.222.0.52 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414202 Nov 02 11:53:28.044278 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 04277c61-f0a8-4d8b-98d0-f1b9381f2bc6 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:53:28.112472 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48992) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:28.115698 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 04277c61-f0a8-4d8b-98d0-f1b9381f2bc6 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:28.116088 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:28.119786 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-98697cb7-4171-41d2-b87d-decc81a9845b tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:28.195817 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98697cb7-4171-41d2-b87d-decc81a9845b tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event deleted for resources: {'Port': ['ID=57523dc5-7497-4b76-942a-b640e59676fa,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:28.214195 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-b925a371-b1f9-4d1e-917a-3b3476c7ea4c service neutron] 10.222.0.52 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283714 Nov 02 11:53:28.376045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dceaa8-d6ae-45eb-8aa0-11257595462d req-ca17d04b-a1c4-4e7b-98b7-3d8a5358859e tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:28.377639 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f6dceaa8-d6ae-45eb-8aa0-11257595462d req-ca17d04b-a1c4-4e7b-98b7-3d8a5358859e tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.2747180 Nov 02 11:53:28.404339 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:28.492233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 04277c61-f0a8-4d8b-98d0-f1b9381f2bc6, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=04277c61-f0a8-4d8b-98d0-f1b9381f2bc6,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:28.581948 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:28.623275 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:53:28.656701 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-73632617-389a-4b63-a7a9-e09df687bda3 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1716998089'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:28.657524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-73632617-389a-4b63-a7a9-e09df687bda3 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] Unknown quota resources ['metering_label']. {{(pid=102689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 11:53:28.819412 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=04277c61-f0a8-4d8b-98d0-f1b9381f2bc6,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:28.998187 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-98697cb7-4171-41d2-b87d-decc81a9845b tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:29.004719 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-98697cb7-4171-41d2-b87d-decc81a9845b tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "DELETE /v2.0/ports/57523dc5-7497-4b76-942a-b640e59676fa HTTP/1.1" status: 204 len: 168 time: 1.6685829 Nov 02 11:53:29.005856 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-f6dceaa8-d6ae-45eb-8aa0-11257595462d req-1d0fb4e5-dedb-465d-a660-37d9aa1108d3 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Deleting port 5673129d-9cec-4cac-ad11-d798e19f0ea1 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:29.006689 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f6dceaa8-d6ae-45eb-8aa0-11257595462d req-1d0fb4e5-dedb-465d-a660-37d9aa1108d3 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:29.009336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49008) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:29.022147 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Sync routers for ids ['92ff7830-042a-49f6-b58e-875443a78ce5'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:53:29.031298 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-73632617-389a-4b63-a7a9-e09df687bda3 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:29.036122 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-73632617-389a-4b63-a7a9-e09df687bda3 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9219902 Nov 02 11:53:29.037935 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49010) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:29.044479 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Routers {'92ff7830-042a-49f6-b58e-875443a78ce5'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:53:29.044802 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c9629268-5eb9-40f5-9981-f0c10f9d0751 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1026bc71-1efc-47e9-ac38-59031df8617a'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:29.045127 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:53:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['92ff7830-042a-49f6-b58e-875443a78ce5'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:29.045331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c9629268-5eb9-40f5-9981-f0c10f9d0751 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 11:53:29.064220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a700a3-882c-4e33-9526-443150c77cdd req-1bc3962a-0459-4071-94b3-f13ecd7e3bbc tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:29.072870 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-68a700a3-882c-4e33-9526-443150c77cdd req-1bc3962a-0459-4071-94b3-f13ecd7e3bbc tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 946 time: 0.2123282 Nov 02 11:53:29.195946 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-68a700a3-882c-4e33-9526-443150c77cdd req-c41ab3b6-329d-4d82-a014-d37cf58c9e8c tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221099 Nov 02 11:53:29.222690 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-f6dceaa8-d6ae-45eb-8aa0-11257595462d req-1d0fb4e5-dedb-465d-a660-37d9aa1108d3 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] For port 5673129d-9cec-4cac-ad11-d798e19f0ea1, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5673129d-9cec-4cac-ad11-d798e19f0ea1,segment=NetworkSegment(7ae90660-9f44-43b2-8449-40836ed69bea),segment_id=7ae90660-9f44-43b2-8449-40836ed69bea)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:29.222690 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f6dceaa8-d6ae-45eb-8aa0-11257595462d req-1d0fb4e5-dedb-465d-a660-37d9aa1108d3 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:29.238059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-f6dceaa8-d6ae-45eb-8aa0-11257595462d req-1d0fb4e5-dedb-465d-a660-37d9aa1108d3 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Calling delete_port for 5673129d-9cec-4cac-ad11-d798e19f0ea1 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:29.240457 n-d-806683-18 neutron-server[102689]: WARNING neutron.services.metering.metering_plugin [None req-c9629268-5eb9-40f5-9981-f0c10f9d0751 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 02 11:53:29.264514 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Set router 92ff7830-042a-49f6-b58e-875443a78ce5 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:53:29.405984 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-feea7cd9-74f8-4265-b391-4e38e4abf2ea tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] GET failed (client error): The resource could not be found. Nov 02 11:53:29.408036 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-feea7cd9-74f8-4265-b391-4e38e4abf2ea tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "GET /v2.0/ports/57523dc5-7497-4b76-942a-b640e59676fa HTTP/1.1" status: 404 len: 333 time: 0.3960562 Nov 02 11:53:29.412646 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49020) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:29.444067 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c9629268-5eb9-40f5-9981-f0c10f9d0751 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:29.453079 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c9629268-5eb9-40f5-9981-f0c10f9d0751 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4069867 Nov 02 11:53:29.454962 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49022) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:29.460477 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8d9e5c88-c931-4b8d-8cd9-ab8e8f9d88d5 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1026bc71-1efc-47e9-ac38-59031df8617a'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:29.461386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8d9e5c88-c931-4b8d-8cd9-ab8e8f9d88d5 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 11:53:29.589900 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-872a41f9-87f0-474e-ad00-25c064a15bd7 req-59309696-7663-44a6-9a9f-c8912c9a7239 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 210 time: 0.0598872 Nov 02 11:53:29.597127 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f6dceaa8-d6ae-45eb-8aa0-11257595462d req-1d0fb4e5-dedb-465d-a660-37d9aa1108d3 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:29.602044 n-d-806683-18 neutron-server[102689]: WARNING neutron.services.metering.metering_plugin [None req-8d9e5c88-c931-4b8d-8cd9-ab8e8f9d88d5 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 02 11:53:29.625047 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['5673129d-9cec-4cac-ad11-d798e19f0ea1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:53:29.628923 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['699383e8-bbd4-476f-b2a7-d9a3b1471435'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:53:29.650701 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1805852608-router', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:53:17Z', 'updated_at': '2021-11-02T11:53:23Z', 'revision_number': 4, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'gw_port': {'id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:18Z', 'updated_at': '2021-11-02T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '0cb99bc8-89f0-417c-926f-4043d5294e0f', 'name': '', 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'mac_address': 'fa:16:3e:65:0c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:22Z', 'updated_at': '2021-11-02T11:53:23Z', 'revision_number': 2, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'subnets': [{'id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:29.671344 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fb4e5-dedb-465d-a660-37d9aa1108d3 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Pushing event deleted for resources: {'Port': ['ID=5673129d-9cec-4cac-ad11-d798e19f0ea1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:29.787251 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Checking router: 92ff7830-042a-49f6-b58e-875443a78ce5 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:53:29.788322 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Updating router 92ff7830-042a-49f6-b58e-875443a78ce5 port 0cb99bc8-89f0-417c-926f-4043d5294e0f binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:53:29.816095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dceaa8-d6ae-45eb-8aa0-11257595462d req-1d0fb4e5-dedb-465d-a660-37d9aa1108d3 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] No DVR routers for this DVR port 5673129d-9cec-4cac-ad11-d798e19f0ea1 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:53:29.851276 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f6dceaa8-d6ae-45eb-8aa0-11257595462d req-1d0fb4e5-dedb-465d-a660-37d9aa1108d3 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:29.858061 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f6dceaa8-d6ae-45eb-8aa0-11257595462d req-1d0fb4e5-dedb-465d-a660-37d9aa1108d3 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.54 "DELETE /v2.0/ports/5673129d-9cec-4cac-ad11-d798e19f0ea1 HTTP/1.1" status: 204 len: 173 time: 1.4735107 Nov 02 11:53:29.883210 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ea6157-be48-40ae-b375-d2d95aea0f42', 'name': 'network-vif-deleted', 'tag': '5673129d-9cec-4cac-ad11-d798e19f0ea1'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:53:29.885711 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a594220-8dd9-46a5-8347-6f7510e3166b" -d '{"events": [{"server_uuid": "f8ea6157-be48-40ae-b375-d2d95aea0f42", "name": "network-vif-deleted", "tag": "5673129d-9cec-4cac-ad11-d798e19f0ea1"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:53:29.892591 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5c88-c931-4b8d-8cd9-ab8e8f9d88d5 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:29.897155 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8d9e5c88-c931-4b8d-8cd9-ab8e8f9d88d5 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4398024 Nov 02 11:53:29.905157 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-862324f3-9ef5-4a77-bfb1-a8d93190f057 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Deleting port 519373cb-88be-468e-97be-577a86c4b7bf {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:29.905649 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-862324f3-9ef5-4a77-bfb1-a8d93190f057 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:29.905789 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49032) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:29.947063 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:29.951357 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8a0a015e-3aec-402f-a78f-baf1b5ea3b4b tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=97182276-b6c1-4bd6-adc6-085d085a4c52 HTTP/1.1" status: 200 len: 462 time: 0.0442948 Nov 02 11:53:29.957229 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49036) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:30.013629 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 04277c61-f0a8-4d8b-98d0-f1b9381f2bc6 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:53:30.048509 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368197e6-e2ae-428a-9097-e5c7360dcbec x-openstack-request-id: req-368197e6-e2ae-428a-9097-e5c7360dcbec {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:53:30.049013 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ea6157-be48-40ae-b375-d2d95aea0f42", "name": "network-vif-deleted", "tag": "5673129d-9cec-4cac-ad11-d798e19f0ea1", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:53:30.049265 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-368197e6-e2ae-428a-9097-e5c7360dcbec {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:53:30.050214 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ea6157-be48-40ae-b375-d2d95aea0f42', 'name': 'network-vif-deleted', 'tag': '5673129d-9cec-4cac-ad11-d798e19f0ea1', 'status': 'completed', 'code': 200} Nov 02 11:53:30.152496 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 04277c61-f0a8-4d8b-98d0-f1b9381f2bc6 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:30.152496 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:30.165148 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-862324f3-9ef5-4a77-bfb1-a8d93190f057 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:30.183986 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-862324f3-9ef5-4a77-bfb1-a8d93190f057 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Calling delete_port for 519373cb-88be-468e-97be-577a86c4b7bf owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:30.337170 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7bf6b1e0-71c4-4284-8bf6-3039cb5418a8 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:30.339222 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7bf6b1e0-71c4-4284-8bf6-3039cb5418a8 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/97182276-b6c1-4bd6-adc6-085d085a4c52 HTTP/1.1" status: 204 len: 168 time: 0.3810167 Nov 02 11:53:30.347776 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49048) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:30.405239 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-012a9350-1629-4499-9826-8ea1e1970652 req-113de380-9751-4bde-bab1-b759c8f7c5cb tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8ea6157-be48-40ae-b375-d2d95aea0f42 HTTP/1.1" status: 200 len: 210 time: 0.0723236 Nov 02 11:53:30.416154 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ce7185cd-754d-4622-b186-695adf18ae35 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=97182276-b6c1-4bd6-adc6-085d085a4c52 HTTP/1.1" status: 200 len: 221 time: 0.0655205 Nov 02 11:53:30.420005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49050) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:30.425027 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9a54b50d-ff00-4ea6-863f-f9833d7f8498 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--176948230', 'description': 'label created by tempest'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:30.425804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9a54b50d-ff00-4ea6-863f-f9833d7f8498 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] Unknown quota resources ['metering_label']. {{(pid=102689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 11:53:30.587370 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:30.602475 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-862324f3-9ef5-4a77-bfb1-a8d93190f057 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:30.640782 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862324f3-9ef5-4a77-bfb1-a8d93190f057 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event deleted for resources: {'Port': ['ID=519373cb-88be-468e-97be-577a86c4b7bf,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:30.692509 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:30.771214 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-862324f3-9ef5-4a77-bfb1-a8d93190f057 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:30.778517 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-862324f3-9ef5-4a77-bfb1-a8d93190f057 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "DELETE /v2.0/ports/519373cb-88be-468e-97be-577a86c4b7bf HTTP/1.1" status: 204 len: 168 time: 1.3646069 Nov 02 11:53:30.782383 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a54b50d-ff00-4ea6-863f-f9833d7f8498 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:30.786811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9a54b50d-ff00-4ea6-863f-f9833d7f8498 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3652892 Nov 02 11:53:30.787504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49058) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:30.788060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49060) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:30.850668 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-df83c724-f1bd-476c-9109-30c08b088a57 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] GET failed (client error): The resource could not be found. Nov 02 11:53:30.856903 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-df83c724-f1bd-476c-9109-30c08b088a57 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "GET /v2.0/ports/519373cb-88be-468e-97be-577a86c4b7bf HTTP/1.1" status: 404 len: 333 time: 0.0662067 Nov 02 11:53:30.857172 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49062) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:30.870093 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e745378e-636d-4b96-8ccb-558c07cce39f req-d3d5ed32-81fb-4a42-b4ef-a86964227366 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 210 time: 0.0923252 Nov 02 11:53:30.960206 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Attempting to bind port 0cb99bc8-89f0-417c-926f-4043d5294e0f on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:53:30.960931 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Attempting to bind port 0cb99bc8-89f0-417c-926f-4043d5294e0f by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '8da21bfb-c17e-4480-9671-3bdd5442f1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:53:30.961581 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Attempting to bind port 0cb99bc8-89f0-417c-926f-4043d5294e0f on network 9c16c22a-0007-4e2f-a0c3-4e17b92442f6 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:53:30.974495 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:53:30.975270 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Checking segment: {'id': '8da21bfb-c17e-4480-9671-3bdd5442f1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:53:30.975973 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:30.976794 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Bound using segment: {'id': '8da21bfb-c17e-4480-9671-3bdd5442f1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:53:30.977651 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Bound port: 0cb99bc8-89f0-417c-926f-4043d5294e0f, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da21bfb-c17e-4480-9671-3bdd5442f1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:53:30.978420 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:30.989020 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fc06d1c7-273c-4c5b-a188-9a43434ffa6a tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=b77fb70b-0aef-4cd3-b5c3-584bc2e0cb6d HTTP/1.1" status: 200 len: 467 time: 0.1901052 Nov 02 11:53:30.989794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49064) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:31.120762 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] For port 0cb99bc8-89f0-417c-926f-4043d5294e0f, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:53:31.126584 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] For port 0cb99bc8-89f0-417c-926f-4043d5294e0f, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0cb99bc8-89f0-417c-926f-4043d5294e0f,segment=NetworkSegment(8da21bfb-c17e-4480-9671-3bdd5442f1c7),segment_id=8da21bfb-c17e-4480-9671-3bdd5442f1c7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:53:31.152096 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1447c6-b8bd-41cd-9484-fd4cc21d6a72 None None] Pushing event updated for resources: {'Port': ['ID=0cb99bc8-89f0-417c-926f-4043d5294e0f,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:31.168637 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1447c6-b8bd-41cd-9484-fd4cc21d6a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:31.169644 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1447c6-b8bd-41cd-9484-fd4cc21d6a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:31.170460 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1447c6-b8bd-41cd-9484-fd4cc21d6a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:31.171655 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1447c6-b8bd-41cd-9484-fd4cc21d6a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:31.172500 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1447c6-b8bd-41cd-9484-fd4cc21d6a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:31.173394 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1447c6-b8bd-41cd-9484-fd4cc21d6a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:31.174412 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1447c6-b8bd-41cd-9484-fd4cc21d6a72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:31.176581 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1447c6-b8bd-41cd-9484-fd4cc21d6a72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:31.177445 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1447c6-b8bd-41cd-9484-fd4cc21d6a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:31.178246 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1447c6-b8bd-41cd-9484-fd4cc21d6a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:31.179242 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1447c6-b8bd-41cd-9484-fd4cc21d6a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:31.180432 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1447c6-b8bd-41cd-9484-fd4cc21d6a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:53:31.206372 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:31.239593 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b2f85bf2-0660-494d-9a15-37ccd635e079 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Deleting port f08331e3-528c-4032-97b6-9332a6978b8f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:31.241575 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2f85bf2-0660-494d-9a15-37ccd635e079 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:31.412968 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1447c6-b8bd-41cd-9484-fd4cc21d6a72 None None] Pushing event updated for resources: {'Port': ['ID=0cb99bc8-89f0-417c-926f-4043d5294e0f,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:31.417300 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Routers {'92ff7830-042a-49f6-b58e-875443a78ce5'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:53:31.418815 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:53:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['92ff7830-042a-49f6-b58e-875443a78ce5'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:31.483411 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2f85bf2-0660-494d-9a15-37ccd635e079 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:31.508798 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b2f85bf2-0660-494d-9a15-37ccd635e079 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Calling delete_port for f08331e3-528c-4032-97b6-9332a6978b8f owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:31.591413 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 5673129d-9cec-4cac-ad11-d798e19f0ea1 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:53:31.636425 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 5673129d-9cec-4cac-ad11-d798e19f0ea1 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:53:31.639107 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 5673129d-9cec-4cac-ad11-d798e19f0ea1 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:53:31.699975 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] Set router 92ff7830-042a-49f6-b58e-875443a78ce5 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:53:31.886633 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-580f76bf-7d6f-4d13-91bb-1a1de458fbe0 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:31.894059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49090) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:31.903718 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-580f76bf-7d6f-4d13-91bb-1a1de458fbe0 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/b77fb70b-0aef-4cd3-b5c3-584bc2e0cb6d HTTP/1.1" status: 204 len: 168 time: 0.9119403 Nov 02 11:53:31.906811 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2f85bf2-0660-494d-9a15-37ccd635e079 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:31.927191 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6ceafea1-6e85-4776-824b-70890b2d4ad3 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=b77fb70b-0aef-4cd3-b5c3-584bc2e0cb6d HTTP/1.1" status: 200 len: 216 time: 0.0310116 Nov 02 11:53:31.933099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49096) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:31.972990 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-94a36282-78b5-4859-8726-4627d47bf4b6 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0357699 Nov 02 11:53:31.977919 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49098) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:32.015717 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-24d190c1-3697-4974-a2f9-e130d24a7d00 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0320845 Nov 02 11:53:32.020650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49100) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:32.021341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f85bf2-0660-494d-9a15-37ccd635e079 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event deleted for resources: {'Port': ['ID=f08331e3-528c-4032-97b6-9332a6978b8f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:32.077404 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0cb99bc8-89f0-417c-926f-4043d5294e0f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:53:32.163936 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bfc7d9da-0ca9-429f-8f8d-36cf3d31d9b0 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels/1026bc71-1efc-47e9-ac38-59031df8617a HTTP/1.1" status: 200 len: 473 time: 0.1418350 Nov 02 11:53:32.172176 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49104) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:32.217220 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5d0d935c-e5d5-41cc-a572-8a8f31b555a5 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules/5355f5be-855f-48fc-8ce8-5ae1fb02c032 HTTP/1.1" status: 200 len: 459 time: 0.0433853 Nov 02 11:53:32.221238 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49106) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:32.326526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 0cb99bc8-89f0-417c-926f-4043d5294e0f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:32.339219 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:32.361117 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1805852608-router', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:53:17Z', 'updated_at': '2021-11-02T11:53:23Z', 'revision_number': 4, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'gw_port': {'id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:18Z', 'updated_at': '2021-11-02T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '0cb99bc8-89f0-417c-926f-4043d5294e0f', 'name': '', 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'mac_address': 'fa:16:3e:65:0c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:22Z', 'updated_at': '2021-11-02T11:53:31Z', 'revision_number': 4, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'subnets': [{'id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:32.428157 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43282865-f583-4d05-8897-d48eccdbdc2a None None] The sync data for ids ['92ff7830-042a-49f6-b58e-875443a78ce5'] in n-d-806683-18 is: [{'id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1805852608-router', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:53:17Z', 'updated_at': '2021-11-02T11:53:23Z', 'revision_number': 4, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'gw_port': {'id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:18Z', 'updated_at': '2021-11-02T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '0cb99bc8-89f0-417c-926f-4043d5294e0f', 'name': '', 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'mac_address': 'fa:16:3e:65:0c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:22Z', 'updated_at': '2021-11-02T11:53:31Z', 'revision_number': 4, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'subnets': [{'id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:53:32.538017 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c38464d1-4e41-42b7-9a03-280f5314dca0 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:32.539676 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c38464d1-4e41-42b7-9a03-280f5314dca0 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/5355f5be-855f-48fc-8ce8-5ae1fb02c032 HTTP/1.1" status: 204 len: 168 time: 0.3168042 Nov 02 11:53:32.542815 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49108) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:32.652987 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d9a2497e-db80-4917-867a-6f6b70a64a7e req-3c5a930f-5c9a-411c-abc7-fcb80b9b81d9 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 210 time: 0.1187871 Nov 02 11:53:32.904505 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:32.996429 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 0cb99bc8-89f0-417c-926f-4043d5294e0f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0cb99bc8-89f0-417c-926f-4043d5294e0f,segment=NetworkSegment(8da21bfb-c17e-4480-9671-3bdd5442f1c7),segment_id=8da21bfb-c17e-4480-9671-3bdd5442f1c7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:33.030496 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210a1b2-400b-4c74-bbc8-bb26e833466a req-7b8aaec9-782d-4da0-8ed1-161bfb59aaab tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:33.032776 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6210a1b2-400b-4c74-bbc8-bb26e833466a req-7b8aaec9-782d-4da0-8ed1-161bfb59aaab tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.1685436 Nov 02 11:53:33.078429 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2f85bf2-0660-494d-9a15-37ccd635e079 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:33.082464 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b2f85bf2-0660-494d-9a15-37ccd635e079 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "DELETE /v2.0/ports/f08331e3-528c-4032-97b6-9332a6978b8f HTTP/1.1" status: 204 len: 168 time: 2.2238777 Nov 02 11:53:33.085896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49114) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:33.109559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6210a1b2-400b-4c74-bbc8-bb26e833466a req-49ab0a95-629d-4ee1-b0b9-59892cdaddb1 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619204 Nov 02 11:53:33.158477 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-47e73687-4033-4c73-a219-c2e115d2e7b8 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:33.160304 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-47e73687-4033-4c73-a219-c2e115d2e7b8 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.54 "GET /v2.0/networks?id=9c16c22a-0007-4e2f-a0c3-4e17b92442f6 HTTP/1.1" status: 200 len: 820 time: 1.0094397 Nov 02 11:53:33.169360 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-f417feb6-58f6-43a4-b528-0392c733b75a tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Deleting subnet 951b27ae-c47d-42a4-a0ae-82be58587ce3 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:53:33.176885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-bfad7478-06ab-49b7-82d7-dbde2c1ae15e tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Request body: {'port': {'device_id': 'a81c407c-cb2c-421e-9598-b7784f687ac2', 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6', 'admin_state_up': True, 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:33.179914 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f417feb6-58f6-43a4-b528-0392c733b75a tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:33.273041 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f417feb6-58f6-43a4-b528-0392c733b75a tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:33.346812 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:33.351589 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-79e42470-2e02-4436-ae78-db4bc00af863 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:33.356911 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-79e42470-2e02-4436-ae78-db4bc00af863 tempest-MeteringIpV6TestJSON-1612773592 tempest-MeteringIpV6TestJSON-1612773592-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/1026bc71-1efc-47e9-ac38-59031df8617a HTTP/1.1" status: 204 len: 168 time: 0.8133392 Nov 02 11:53:33.405816 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f417feb6-58f6-43a4-b528-0392c733b75a tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:33.483394 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=0cb99bc8-89f0-417c-926f-4043d5294e0f,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:33.566963 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f417feb6-58f6-43a4-b528-0392c733b75a tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:33.600493 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-bfad7478-06ab-49b7-82d7-dbde2c1ae15e tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Made reservation on behalf of 5e856ddf71ac4e299451dc84fbfb176b for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:33.604216 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-bfad7478-06ab-49b7-82d7-dbde2c1ae15e tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:33.616255 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417feb6-58f6-43a4-b528-0392c733b75a tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event deleted for resources: {'Subnet': ['ID=951b27ae-c47d-42a4-a0ae-82be58587ce3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:33.624551 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f417feb6-58f6-43a4-b528-0392c733b75a tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:33.632232 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49124) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:33.634712 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a95f73-3eef-41c9-ba99-6e5f7a303511 None None] Network ecfa45fb-3dbe-4748-871c-1e187123f70a requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:53:33.645498 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f417feb6-58f6-43a4-b528-0392c733b75a tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "DELETE /v2.0/subnets/951b27ae-c47d-42a4-a0ae-82be58587ce3 HTTP/1.1" status: 204 len: 168 time: 0.5584726 Nov 02 11:53:33.805468 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-bfad7478-06ab-49b7-82d7-dbde2c1ae15e tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Allocated IP 172.20.0.10 (9c16c22a-0007-4e2f-a0c3-4e17b92442f6/16a7e152-0cec-4c7b-96ba-29c6b494d133/c56ffc9f-63f7-4095-adab-7edfec8a4ad7) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:53:33.851451 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:33.875719 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a7b4ef5-d51b-4256-8b49-4d6a3f75d604 req-6c69c2e8-4fe7-4114-9dbd-b93efff7bbc5 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 210 time: 0.0637329 Nov 02 11:53:33.956733 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Deleting port cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:33.957019 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:33.984850 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5460dd20-15b2-4fb3-bb27-f71acf577750 None None] DHCP port deletion for ecfa45fb-3dbe-4748-871c-1e187123f70a request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:53:34.089486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0cb99bc8-89f0-417c-926f-4043d5294e0f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:53:34.171145 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-bfad7478-06ab-49b7-82d7-dbde2c1ae15e tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:34.247106 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] For port cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a,segment=NetworkSegment(bdcd3deb-6dd3-4216-8bb9-f2f5c9b35078),segment_id=bdcd3deb-6dd3-4216-8bb9-f2f5c9b35078)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:34.247744 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:34.264527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Calling delete_port for cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:34.264799 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5460dd20-15b2-4fb3-bb27-f71acf577750 None None] Deleting port cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:34.265128 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5460dd20-15b2-4fb3-bb27-f71acf577750 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:34.290456 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 0cb99bc8-89f0-417c-926f-4043d5294e0f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:34.294715 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:34.301041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49136) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:34.333311 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-bfad7478-06ab-49b7-82d7-dbde2c1ae15e tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:34.396237 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-5460dd20-15b2-4fb3-bb27-f71acf577750 None None] For port cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a,segment=NetworkSegment(bdcd3deb-6dd3-4216-8bb9-f2f5c9b35078),segment_id=bdcd3deb-6dd3-4216-8bb9-f2f5c9b35078)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:34.397154 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5460dd20-15b2-4fb3-bb27-f71acf577750 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:34.404905 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda3b8b-4837-47a2-9d68-c099561a7911 req-f16dee58-62b0-48c5-afcd-ca3b09af98ae tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:34.408341 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acda3b8b-4837-47a2-9d68-c099561a7911 req-f16dee58-62b0-48c5-afcd-ca3b09af98ae tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0955236 Nov 02 11:53:34.442889 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5460dd20-15b2-4fb3-bb27-f71acf577750 None None] Calling delete_port for cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:34.460065 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-bfad7478-06ab-49b7-82d7-dbde2c1ae15e tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Network 9c16c22a-0007-4e2f-a0c3-4e17b92442f6 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:53:34.464133 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-bfad7478-06ab-49b7-82d7-dbde2c1ae15e tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:34.470011 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-bfad7478-06ab-49b7-82d7-dbde2c1ae15e tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:53:34.474176 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad7478-06ab-49b7-82d7-dbde2c1ae15e tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Pushing event updated for resources: {'Port': ['ID=c56ffc9f-63f7-4095-adab-7edfec8a4ad7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:34.544250 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-bfad7478-06ab-49b7-82d7-dbde2c1ae15e tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:34.544945 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-bfad7478-06ab-49b7-82d7-dbde2c1ae15e tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:34.572378 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:34.606053 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acda3b8b-4837-47a2-9d68-c099561a7911 req-66477024-1038-4209-b902-4a55e88c6d21 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517134 Nov 02 11:53:34.652778 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event deleted for resources: {'Port': ['ID=cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:34.657690 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] No DVR routers for this DVR port cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:53:34.663445 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5460dd20-15b2-4fb3-bb27-f71acf577750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:34.696714 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-bfad7478-06ab-49b7-82d7-dbde2c1ae15e tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5246050 Nov 02 11:53:34.706313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460dd20-15b2-4fb3-bb27-f71acf577750 None None] Pushing event deleted for resources: {'Port': ['ID=cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:34.711504 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Request body: {'port': {'device_id': 'a81c407c-cb2c-421e-9598-b7784f687ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:34.729693 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5460dd20-15b2-4fb3-bb27-f71acf577750 None None] No DVR routers for this DVR port cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:53:34.760834 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e151b7ee-ccac-4919-9c95-91081208a16f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:34.797802 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:34.824400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecfa45fb-3dbe-4748-871c-1e187123f70a']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:34.828262 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:34.843093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdcd3deb-6dd3-4216-8bb9-f2f5c9b35078') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:34.843093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdcd3deb-6dd3-4216-8bb9-f2f5c9b35078') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:34.857543 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:34.875076 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:34.885840 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:53:34.887444 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:53:34.892962 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:53:34.931557 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e151b7ee-ccac-4919-9c95-91081208a16f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:35.022979 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e151b7ee-ccac-4919-9c95-91081208a16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:35.045377 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c677ac0-fb12-4c1d-9ad7-674191403e31 req-9eac2a6e-df12-43b2-a9c7-fa422542f478 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:35.054243 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c677ac0-fb12-4c1d-9ad7-674191403e31 req-9eac2a6e-df12-43b2-a9c7-fa422542f478 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 932 time: 0.0808852 Nov 02 11:53:35.107653 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c677ac0-fb12-4c1d-9ad7-674191403e31 req-613e9e6f-54a4-4485-adce-a86645f04453 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524509 Nov 02 11:53:35.120208 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:35.131922 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:35.137997 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] 10.222.0.52 "DELETE /v2.0/networks/ecfa45fb-3dbe-4748-871c-1e187123f70a HTTP/1.1" status: 204 len: 168 time: 1.4971628 Nov 02 11:53:35.148292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6354a83-a844-4e74-969d-cfaf5ea8c103 tempest-AllowedAddressPairTestJSON-2139922582 tempest-AllowedAddressPairTestJSON-2139922582-project] Pushing event deleted for resources: {'Network': ['ID=ecfa45fb-3dbe-4748-871c-1e187123f70a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:35.157706 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e151b7ee-ccac-4919-9c95-91081208a16f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b133eda8cf194e6e8eb906f9c0ecad54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8554702 Nov 02 11:53:35.161046 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49154) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:35.162568 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151b7ee-ccac-4919-9c95-91081208a16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84f53bb-2dd6-4cac-b7db-17e22ce567f6,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:35.225129 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49156) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:35.263596 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-497be8f5-64c3-4d27-8eea-4921c2ea0df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:35.291503 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-497be8f5-64c3-4d27-8eea-4921c2ea0df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:35.384049 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56ffc9f-63f7-4095-adab-7edfec8a4ad7 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:53:35.393017 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:35.417281 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7703d3d0-451f-41d3-81e7-d62a31ff3edf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:35.468502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Transition to ACTIVE for port object c56ffc9f-63f7-4095-adab-7edfec8a4ad7 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:53:35.470061 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-497be8f5-64c3-4d27-8eea-4921c2ea0df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:35.474015 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-497be8f5-64c3-4d27-8eea-4921c2ea0df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:35.475935 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-497be8f5-64c3-4d27-8eea-4921c2ea0df3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d84f53bb-2dd6-4cac-b7db-17e22ce567f6 HTTP/1.1" status: 204 len: 168 time: 0.3131807 Nov 02 11:53:35.495717 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497be8f5-64c3-4d27-8eea-4921c2ea0df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84f53bb-2dd6-4cac-b7db-17e22ce567f6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:35.580343 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7703d3d0-451f-41d3-81e7-d62a31ff3edf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:35.615104 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:35.667331 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Pushing event updated for resources: {'Port': ['ID=c56ffc9f-63f7-4095-adab-7edfec8a4ad7,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:35.742274 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4af3b0-27bb-4404-91fd-1844846a052b req-e0a09141-da79-4099-916e-ac90ea3d428a tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:35.744521 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1f4af3b0-27bb-4404-91fd-1844846a052b req-e0a09141-da79-4099-916e-ac90ea3d428a tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0591559 Nov 02 11:53:35.748512 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7703d3d0-451f-41d3-81e7-d62a31ff3edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:35.752360 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Attempting to bind port c56ffc9f-63f7-4095-adab-7edfec8a4ad7 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:53:35.755887 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Attempting to bind port c56ffc9f-63f7-4095-adab-7edfec8a4ad7 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '8da21bfb-c17e-4480-9671-3bdd5442f1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:53:35.755887 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Attempting to bind port c56ffc9f-63f7-4095-adab-7edfec8a4ad7 on network 9c16c22a-0007-4e2f-a0c3-4e17b92442f6 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:53:35.761995 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Port c56ffc9f-63f7-4095-adab-7edfec8a4ad7 on network 9c16c22a-0007-4e2f-a0c3-4e17b92442f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:53:35.762403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Attempting to bind port c56ffc9f-63f7-4095-adab-7edfec8a4ad7 on network 9c16c22a-0007-4e2f-a0c3-4e17b92442f6 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:53:35.768386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:53:35.769529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Checking segment: {'id': '8da21bfb-c17e-4480-9671-3bdd5442f1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:53:35.770312 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Bound using segment: {'id': '8da21bfb-c17e-4480-9671-3bdd5442f1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:53:35.771346 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Bound port: c56ffc9f-63f7-4095-adab-7edfec8a4ad7, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8da21bfb-c17e-4480-9671-3bdd5442f1c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:53:35.771965 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:35.826235 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7703d3d0-451f-41d3-81e7-d62a31ff3edf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=38459e591aa94b5a996988a5980ac9fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5995359 Nov 02 11:53:35.826998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49168) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:35.884161 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] For port c56ffc9f-63f7-4095-adab-7edfec8a4ad7, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:53:35.888100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703d3d0-451f-41d3-81e7-d62a31ff3edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04eac76-9fcd-411f-80bb-6cba00a17b4d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:35.897259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] For port c56ffc9f-63f7-4095-adab-7edfec8a4ad7, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c56ffc9f-63f7-4095-adab-7edfec8a4ad7,segment=NetworkSegment(8da21bfb-c17e-4480-9671-3bdd5442f1c7),segment_id=8da21bfb-c17e-4480-9671-3bdd5442f1c7)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:53:35.941639 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49172) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:35.943554 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1f4af3b0-27bb-4404-91fd-1844846a052b req-2657e671-3db5-4fa6-b791-be8b2cb7a8a2 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768501 Nov 02 11:53:35.964341 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:53:36.000772 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:36.006207 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-61ff04dc-5ad5-439c-8176-5d6c1af63a35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:36.013573 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:53:36.014888 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device cfeb4ce4-5e48-4760-b2bf-c6a3108f8e2a not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:53:36.064365 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:36.065768 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:36.067452 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] 10.222.0.54 "PUT /v2.0/ports/c56ffc9f-63f7-4095-adab-7edfec8a4ad7 HTTP/1.1" status: 200 len: 1093 time: 1.3622980 Nov 02 11:53:36.068082 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81c407c-cb2c-421e-9598-b7784f687ac2', 'tag': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:53:36.071151 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac92213-3cda-46d8-bc2e-63e9e1024955" -d '{"events": [{"name": "network-changed", "server_uuid": "a81c407c-cb2c-421e-9598-b7784f687ac2", "tag": "c56ffc9f-63f7-4095-adab-7edfec8a4ad7"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:53:36.073230 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-61ff04dc-5ad5-439c-8176-5d6c1af63a35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:36.129490 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0ebca-378d-41a2-9b22-a61941428a43 service neutron] Pushing event updated for resources: {'Port': ['ID=c56ffc9f-63f7-4095-adab-7edfec8a4ad7,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:36.198798 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a198441e-2c2d-4f24-89d4-22de0fa7f91a x-openstack-request-id: req-a198441e-2c2d-4f24-89d4-22de0fa7f91a {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:53:36.199257 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81c407c-cb2c-421e-9598-b7784f687ac2", "tag": "c56ffc9f-63f7-4095-adab-7edfec8a4ad7", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:53:36.199601 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a198441e-2c2d-4f24-89d4-22de0fa7f91a {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:53:36.200022 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81c407c-cb2c-421e-9598-b7784f687ac2', 'tag': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7', 'status': 'completed', 'code': 200} Nov 02 11:53:36.261041 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-61ff04dc-5ad5-439c-8176-5d6c1af63a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:36.263978 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-61ff04dc-5ad5-439c-8176-5d6c1af63a35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:36.268311 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-61ff04dc-5ad5-439c-8176-5d6c1af63a35 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d04eac76-9fcd-411f-80bb-6cba00a17b4d HTTP/1.1" status: 204 len: 168 time: 0.4316635 Nov 02 11:53:36.295266 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-e966da25-078a-447e-98f4-5333dc35f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:36.299240 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-e966da25-078a-447e-98f4-5333dc35f44d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e856ddf71ac4e299451dc84fbfb176b&device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 1096 time: 0.0980091 Nov 02 11:53:36.312287 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-167c958b-4131-4004-94e1-d37a684f102e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7af9be0f01584b91b5312c390c0f5200&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3693874 Nov 02 11:53:36.316233 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49186) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:36.323677 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff04dc-5ad5-439c-8176-5d6c1af63a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04eac76-9fcd-411f-80bb-6cba00a17b4d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:36.367157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670514e9-9ed4-48ca-bf43-87fe8d59d8b5 req-fa5ce2cc-59d1-460c-92ae-5644c51f3d0d tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:36.375535 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-670514e9-9ed4-48ca-bf43-87fe8d59d8b5 req-fa5ce2cc-59d1-460c-92ae-5644c51f3d0d tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 944 time: 0.1059077 Nov 02 11:53:36.399994 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-30c46223-f0aa-4a53-a33a-2652914f46ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c56ffc9f-63f7-4095-adab-7edfec8a4ad7 HTTP/1.1" status: 200 len: 217 time: 0.0852182 Nov 02 11:53:36.443071 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-670514e9-9ed4-48ca-bf43-87fe8d59d8b5 req-fc7fc58a-3756-4f73-9026-87d1581b1697 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595491 Nov 02 11:53:36.489395 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-54ec387d-cc6d-42bc-9245-fe2dd8dda6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:36.491713 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-54ec387d-cc6d-42bc-9245-fe2dd8dda6e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16a7e152-0cec-4c7b-96ba-29c6b494d133 HTTP/1.1" status: 200 len: 860 time: 0.0824013 Nov 02 11:53:36.491900 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ee5142d8-cae6-41df-9413-f26c798fc723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:36.541612 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-95a02044-150b-4623-aa7f-e009928f3cde service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c16c22a-0007-4e2f-a0c3-4e17b92442f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399890 Nov 02 11:53:36.543477 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ee5142d8-cae6-41df-9413-f26c798fc723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:36.614552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49188) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:36.635633 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-311cdfcd-d939-4699-b876-7e75ffca9b4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:36.683179 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-66189260-f8d3-42de-aace-3555e3721601 service neutron] 10.222.0.54 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326776 Nov 02 11:53:36.731331 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-311cdfcd-d939-4699-b876-7e75ffca9b4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:36.767975 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ee5142d8-cae6-41df-9413-f26c798fc723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:36.771282 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ee5142d8-cae6-41df-9413-f26c798fc723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:36.772429 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ee5142d8-cae6-41df-9413-f26c798fc723 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c0678c78-1398-4890-b501-76245cac3ea2 HTTP/1.1" status: 204 len: 168 time: 0.4453611 Nov 02 11:53:36.787682 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5142d8-cae6-41df-9413-f26c798fc723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0678c78-1398-4890-b501-76245cac3ea2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:36.813605 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-311cdfcd-d939-4699-b876-7e75ffca9b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:36.843642 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a46142d-c8bd-44a2-80ae-35996fbcbf98 req-f4b49a40-6772-40e6-8fc6-58811e787164 service neutron] 10.222.0.54 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522875 Nov 02 11:53:36.865357 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cdfcd-d939-4699-b876-7e75ffca9b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012c99ce-9c9d-44a8-b867-5c8ce811a51e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:36.884176 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49194) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:36.885260 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-311cdfcd-d939-4699-b876-7e75ffca9b4e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=98e3b7bc0e614bcaaf22bab28507c2ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2690830 Nov 02 11:53:36.963125 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-67d42857-225e-4def-b3d5-ebb8306c40aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:36.988622 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-67d42857-225e-4def-b3d5-ebb8306c40aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:37.069177 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac92213-3cda-46d8-bc2e-63e9e1024955 req-6fcf553c-c263-4401-8d1d-cc35761a8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:37.070706 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bac92213-3cda-46d8-bc2e-63e9e1024955 req-6fcf553c-c263-4401-8d1d-cc35761a8215 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e856ddf71ac4e299451dc84fbfb176b&device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 1096 time: 0.0539548 Nov 02 11:53:37.111471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347ccb4-c5e7-46ec-aef5-138c825c41dd req-70fd27ae-cdbc-4a2f-8af4-c74244cf724d tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:37.464506 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7347ccb4-c5e7-46ec-aef5-138c825c41dd req-70fd27ae-cdbc-4a2f-8af4-c74244cf724d tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0910528 Nov 02 11:53:37.464506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ec9d5-e056-43a7-87b9-688520bee6f2 req-cdbf3870-7d7a-488a-a849-8706e41e2212 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:37.464506 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c8ec9d5-e056-43a7-87b9-688520bee6f2 req-cdbf3870-7d7a-488a-a849-8706e41e2212 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.79 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 946 time: 0.0765529 Nov 02 11:53:37.468090 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac92213-3cda-46d8-bc2e-63e9e1024955 req-6a4af7cb-7e14-4f2e-ab28-fbde016dde60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:37.468090 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bac92213-3cda-46d8-bc2e-63e9e1024955 req-6a4af7cb-7e14-4f2e-ab28-fbde016dde60 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c16c22a-0007-4e2f-a0c3-4e17b92442f6 HTTP/1.1" status: 200 len: 921 time: 0.0981412 Nov 02 11:53:37.468090 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bac92213-3cda-46d8-bc2e-63e9e1024955 req-898b0f27-7421-4b7a-8ef6-b660a0564ef7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c56ffc9f-63f7-4095-adab-7edfec8a4ad7 HTTP/1.1" status: 200 len: 217 time: 0.0422442 Nov 02 11:53:37.469686 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7347ccb4-c5e7-46ec-aef5-138c825c41dd req-4dfdac55-e78b-4e09-bfe2-10b40c4c3694 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/security-groups?id=73661143-9c05-4092-a85b-5f71b3653913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080368 Nov 02 11:53:37.470173 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-67d42857-225e-4def-b3d5-ebb8306c40aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:37.470173 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-67d42857-225e-4def-b3d5-ebb8306c40aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:37.470173 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-67d42857-225e-4def-b3d5-ebb8306c40aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/012c99ce-9c9d-44a8-b867-5c8ce811a51e HTTP/1.1" status: 204 len: 168 time: 0.3829246 Nov 02 11:53:37.471402 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-7c8ec9d5-e056-43a7-87b9-688520bee6f2 req-46ba6d6d-743c-4a34-9d61-04256cb464b5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Deleting port 699383e8-bbd4-476f-b2a7-d9a3b1471435 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:37.471545 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d42857-225e-4def-b3d5-ebb8306c40aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012c99ce-9c9d-44a8-b867-5c8ce811a51e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:37.471666 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7c8ec9d5-e056-43a7-87b9-688520bee6f2 req-46ba6d6d-743c-4a34-9d61-04256cb464b5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:37.471754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac92213-3cda-46d8-bc2e-63e9e1024955 req-6062723e-f100-4667-9744-8220ddc926c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:37.471754 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bac92213-3cda-46d8-bc2e-63e9e1024955 req-6062723e-f100-4667-9744-8220ddc926c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16a7e152-0cec-4c7b-96ba-29c6b494d133 HTTP/1.1" status: 200 len: 860 time: 0.0625222 Nov 02 11:53:37.471754 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bac92213-3cda-46d8-bc2e-63e9e1024955 req-db6c2615-460c-4b60-b5eb-f8055da76194 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c16c22a-0007-4e2f-a0c3-4e17b92442f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327249 Nov 02 11:53:37.472006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7c8ec9d5-e056-43a7-87b9-688520bee6f2 req-46ba6d6d-743c-4a34-9d61-04256cb464b5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] For port 699383e8-bbd4-476f-b2a7-d9a3b1471435, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=699383e8-bbd4-476f-b2a7-d9a3b1471435,segment=NetworkSegment(7ae90660-9f44-43b2-8449-40836ed69bea),segment_id=7ae90660-9f44-43b2-8449-40836ed69bea)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:37.472006 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7c8ec9d5-e056-43a7-87b9-688520bee6f2 req-46ba6d6d-743c-4a34-9d61-04256cb464b5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:37.472006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-7c8ec9d5-e056-43a7-87b9-688520bee6f2 req-46ba6d6d-743c-4a34-9d61-04256cb464b5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Calling delete_port for 699383e8-bbd4-476f-b2a7-d9a3b1471435 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:37.543744 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bac92213-3cda-46d8-bc2e-63e9e1024955 req-ede34746-2c9d-41c4-b8dc-1e691cea8563 service neutron] 10.222.0.54 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906621 Nov 02 11:53:37.594397 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49210) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:37.671734 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6580d603-0451-4a89-94d2-319a0e899870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:37.709671 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059186ab-bf8a-4c8b-8020-97ef6d2eb1b4 req-2baa2225-b89e-4717-bc5d-73129d37e91c tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:37.727309 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-059186ab-bf8a-4c8b-8020-97ef6d2eb1b4 req-2baa2225-b89e-4717-bc5d-73129d37e91c tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 944 time: 0.1721156 Nov 02 11:53:37.897368 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-059186ab-bf8a-4c8b-8020-97ef6d2eb1b4 req-76f08f51-ed6b-47dc-9244-c6201c8912b1 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683657 Nov 02 11:53:37.942695 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bac92213-3cda-46d8-bc2e-63e9e1024955 req-46fbefde-7859-4ceb-ba7f-564beaed7e58 service neutron] 10.222.0.54 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865418 Nov 02 11:53:38.007939 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6580d603-0451-4a89-94d2-319a0e899870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:38.011562 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7c8ec9d5-e056-43a7-87b9-688520bee6f2 req-46ba6d6d-743c-4a34-9d61-04256cb464b5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:38.028297 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['699383e8-bbd4-476f-b2a7-d9a3b1471435'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:53:38.096749 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6580d603-0451-4a89-94d2-319a0e899870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:38.127338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba6d6d-743c-4a34-9d61-04256cb464b5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Pushing event deleted for resources: {'Port': ['ID=699383e8-bbd4-476f-b2a7-d9a3b1471435,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:38.198158 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6580d603-0451-4a89-94d2-319a0e899870 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b0161498ab554ddf8e698055b5c8efbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6021111 Nov 02 11:53:38.210968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49220) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:38.328902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8ec9d5-e056-43a7-87b9-688520bee6f2 req-46ba6d6d-743c-4a34-9d61-04256cb464b5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] No DVR routers for this DVR port 699383e8-bbd4-476f-b2a7-d9a3b1471435 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:53:38.337840 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7c8ec9d5-e056-43a7-87b9-688520bee6f2 req-46ba6d6d-743c-4a34-9d61-04256cb464b5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:38.345159 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c8ec9d5-e056-43a7-87b9-688520bee6f2 req-46ba6d6d-743c-4a34-9d61-04256cb464b5 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.79 "DELETE /v2.0/ports/699383e8-bbd4-476f-b2a7-d9a3b1471435 HTTP/1.1" status: 204 len: 173 time: 1.1987853 Nov 02 11:53:38.346050 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd9f055-45d7-4141-a017-c16edf460d0c', 'name': 'network-vif-deleted', 'tag': '699383e8-bbd4-476f-b2a7-d9a3b1471435'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:53:38.354080 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54628c61-6db8-4949-b9db-533fbf2497ee" -d '{"events": [{"server_uuid": "ffd9f055-45d7-4141-a017-c16edf460d0c", "name": "network-vif-deleted", "tag": "699383e8-bbd4-476f-b2a7-d9a3b1471435"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:53:38.391213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580d603-0451-4a89-94d2-319a0e899870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6817dbfd-153a-4f2f-b9b0-595fb5c1d840,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:38.449296 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a9c684dc-4f2b-41a1-888e-72d7de3eb95a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:38.525257 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a9c684dc-4f2b-41a1-888e-72d7de3eb95a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:38.559375 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-95fa5ba5-0cb0-4c03-8acc-6be673e09739 req-4f0eb8c2-8eb2-4132-aa9b-bd64477a1c00 tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 210 time: 0.0852094 Nov 02 11:53:38.724624 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1d1cc7-c3a8-4fa4-a88f-4ffaab8ce417 x-openstack-request-id: req-3d1d1cc7-c3a8-4fa4-a88f-4ffaab8ce417 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:53:38.724975 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd9f055-45d7-4141-a017-c16edf460d0c", "name": "network-vif-deleted", "tag": "699383e8-bbd4-476f-b2a7-d9a3b1471435", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:53:38.725281 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d1d1cc7-c3a8-4fa4-a88f-4ffaab8ce417 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:53:38.725766 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd9f055-45d7-4141-a017-c16edf460d0c', 'name': 'network-vif-deleted', 'tag': '699383e8-bbd4-476f-b2a7-d9a3b1471435', 'status': 'completed', 'code': 200} Nov 02 11:53:38.770801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a9c684dc-4f2b-41a1-888e-72d7de3eb95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:38.787705 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a9c684dc-4f2b-41a1-888e-72d7de3eb95a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:38.787705 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a9c684dc-4f2b-41a1-888e-72d7de3eb95a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6817dbfd-153a-4f2f-b9b0-595fb5c1d840 HTTP/1.1" status: 204 len: 168 time: 0.5644677 Nov 02 11:53:38.792920 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c684dc-4f2b-41a1-888e-72d7de3eb95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6817dbfd-153a-4f2f-b9b0-595fb5c1d840,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:39.062277 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef8dc3-5878-4db4-b484-e668bece6893 req-ffe5ae16-8ded-471f-89ed-c676b128fcd0 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:39.064330 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aeef8dc3-5878-4db4-b484-e668bece6893 req-ffe5ae16-8ded-471f-89ed-c676b128fcd0 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 944 time: 0.0797160 Nov 02 11:53:39.119924 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aeef8dc3-5878-4db4-b484-e668bece6893 req-d33e066e-4454-426e-9020-300f5efcbb1a tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488710 Nov 02 11:53:39.622965 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c56ffc9f-63f7-4095-adab-7edfec8a4ad7 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:53:39.690660 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c8f7111e-df9e-4f6e-9a3b-e2f821b0d9b4 req-c066252a-44fd-482f-8aac-6d9210ba1abd tempest-ServerRescueNegativeTestJSON-1989672694 tempest-ServerRescueNegativeTestJSON-1989672694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ffd9f055-45d7-4141-a017-c16edf460d0c HTTP/1.1" status: 200 len: 210 time: 0.0374849 Nov 02 11:53:39.836141 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port c56ffc9f-63f7-4095-adab-7edfec8a4ad7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c56ffc9f-63f7-4095-adab-7edfec8a4ad7,segment=NetworkSegment(8da21bfb-c17e-4480-9671-3bdd5442f1c7),segment_id=8da21bfb-c17e-4480-9671-3bdd5442f1c7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:39.856910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7', 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6', 'port_id': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7', 'mac_address': 'fa:16:3e:8e:3c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:53:39.900373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49280) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:39.948059 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:39.965431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56ffc9f-63f7-4095-adab-7edfec8a4ad7 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:53:39.991941 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port c56ffc9f-63f7-4095-adab-7edfec8a4ad7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c56ffc9f-63f7-4095-adab-7edfec8a4ad7,segment=NetworkSegment(8da21bfb-c17e-4480-9671-3bdd5442f1c7),segment_id=8da21bfb-c17e-4480-9671-3bdd5442f1c7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:40.102784 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:40.105221 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-77738897-74d3-4110-8bb7-3af78cf6092e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-124751273'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:40.169586 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=c56ffc9f-63f7-4095-adab-7edfec8a4ad7,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:40.272870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6dbe4-1e1d-4832-bd31-c218c7273fa9 req-a347a2ba-786b-43e7-a2e6-6b86bbe9a7df tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:40.276846 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-87b6dbe4-1e1d-4832-bd31-c218c7273fa9 req-a347a2ba-786b-43e7-a2e6-6b86bbe9a7df tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 945 time: 0.0654137 Nov 02 11:53:40.277766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77738897-74d3-4110-8bb7-3af78cf6092e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Made reservation on behalf of 3025c8c047fe4350bbf62abbc036e382 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:40.281515 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77738897-74d3-4110-8bb7-3af78cf6092e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:40.304618 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77738897-74d3-4110-8bb7-3af78cf6092e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:40.370253 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-87b6dbe4-1e1d-4832-bd31-c218c7273fa9 req-f8537e81-4474-44bb-b40a-81c7f07675c9 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728161 Nov 02 11:53:40.396929 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['c56ffc9f-63f7-4095-adab-7edfec8a4ad7'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:53:40.446038 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77738897-74d3-4110-8bb7-3af78cf6092e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:40.608938 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77738897-74d3-4110-8bb7-3af78cf6092e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:40.643819 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77738897-74d3-4110-8bb7-3af78cf6092e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:53:40.659510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77738897-74d3-4110-8bb7-3af78cf6092e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47db70c-31bb-4bea-a41e-c882b725b69c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:40.662465 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77738897-74d3-4110-8bb7-3af78cf6092e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:40.662813 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-77738897-74d3-4110-8bb7-3af78cf6092e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Added segment e3e6cd18-38ac-4ed2-9fe0-5d30a6128f3a of type vlan for network b815ea15-e52e-4d44-bbfd-d6949a36d1f3 Nov 02 11:53:40.716031 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 699383e8-bbd4-476f-b2a7-d9a3b1471435 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:53:40.727354 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77738897-74d3-4110-8bb7-3af78cf6092e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:40.754898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 699383e8-bbd4-476f-b2a7-d9a3b1471435 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:53:40.754898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 699383e8-bbd4-476f-b2a7-d9a3b1471435 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:53:40.761053 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49308) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:40.868920 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77738897-74d3-4110-8bb7-3af78cf6092e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:40.876973 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77738897-74d3-4110-8bb7-3af78cf6092e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:40.877192 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77738897-74d3-4110-8bb7-3af78cf6092e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:40.980564 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77738897-74d3-4110-8bb7-3af78cf6092e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Pushing event updated for resources: {'Network': ['ID=b815ea15-e52e-4d44-bbfd-d6949a36d1f3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:40.991896 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network b815ea15-e52e-4d44-bbfd-d6949a36d1f3 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:53:41.087016 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-77738897-74d3-4110-8bb7-3af78cf6092e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1854219 Nov 02 11:53:41.087651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49322) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:41.093336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-b49b6ca1-79c5-4a1e-ae0b-b311d8d2fcda tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Request body: {'subnet': {'network_id': 'b815ea15-e52e-4d44-bbfd-d6949a36d1f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:41.141719 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49324) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:41.251552 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5818674-2dd5-4912-b612-6fd763c5e8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:41.329569 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49b6ca1-79c5-4a1e-ae0b-b311d8d2fcda tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Made reservation on behalf of 3025c8c047fe4350bbf62abbc036e382 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:41.334284 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b49b6ca1-79c5-4a1e-ae0b-b311d8d2fcda tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:41.584528 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea31000-13e7-4bfd-b4a1-e7ddcc35300a req-4053270c-4917-4290-9c8a-2a29e9425016 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:41.586592 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7ea31000-13e7-4bfd-b4a1-e7ddcc35300a req-4053270c-4917-4290-9c8a-2a29e9425016 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 945 time: 0.0749853 Nov 02 11:53:41.629120 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e5818674-2dd5-4912-b612-6fd763c5e8b5 admin admin] Deleting port 3433182e-6e41-45e9-8645-37c7bfed78ab {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:41.629533 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5818674-2dd5-4912-b612-6fd763c5e8b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:41.637928 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c56ffc9f-63f7-4095-adab-7edfec8a4ad7 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:53:41.781683 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-e5818674-2dd5-4912-b612-6fd763c5e8b5 admin admin] For port 3433182e-6e41-45e9-8645-37c7bfed78ab, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3433182e-6e41-45e9-8645-37c7bfed78ab,segment=NetworkSegment(7ae90660-9f44-43b2-8449-40836ed69bea),segment_id=7ae90660-9f44-43b2-8449-40836ed69bea)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:41.782130 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5818674-2dd5-4912-b612-6fd763c5e8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:41.816070 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e5818674-2dd5-4912-b612-6fd763c5e8b5 admin admin] Calling delete_port for 3433182e-6e41-45e9-8645-37c7bfed78ab owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:41.825984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port c56ffc9f-63f7-4095-adab-7edfec8a4ad7 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:53:41.830467 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d00efa93-74d5-4958-ba75-1681aa1f8616 tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-849662995', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:41.832065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port c56ffc9f-63f7-4095-adab-7edfec8a4ad7 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:41.832610 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:41.893767 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7ea31000-13e7-4bfd-b4a1-e7ddcc35300a req-c4abe895-9b7c-416c-89ce-d7971308c7cd tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876284 Nov 02 11:53:41.945837 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:41.946235 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b49b6ca1-79c5-4a1e-ae0b-b311d8d2fcda tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:41.991720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81c407c-cb2c-421e-9598-b7784f687ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:53:41.994656 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5908d38f-aeee-475b-be76-1bae24d7bd79" -d '{"events": [{"server_uuid": "a81c407c-cb2c-421e-9598-b7784f687ac2", "name": "network-vif-plugged", "status": "completed", "tag": "c56ffc9f-63f7-4095-adab-7edfec8a4ad7"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:53:42.031103 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port c56ffc9f-63f7-4095-adab-7edfec8a4ad7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c56ffc9f-63f7-4095-adab-7edfec8a4ad7,segment=NetworkSegment(8da21bfb-c17e-4480-9671-3bdd5442f1c7),segment_id=8da21bfb-c17e-4480-9671-3bdd5442f1c7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:42.054874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b6ca1-79c5-4a1e-ae0b-b311d8d2fcda tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Pushing event updated for resources: {'Subnet': ['ID=7e8940b9-ba74-457c-9833-e1e7e749ce5c,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:42.068765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b6ca1-79c5-4a1e-ae0b-b311d8d2fcda tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Checking segment: {'id': 'e3e6cd18-38ac-4ed2-9fe0-5d30a6128f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b815ea15-e52e-4d44-bbfd-d6949a36d1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:53:42.069165 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49b6ca1-79c5-4a1e-ae0b-b311d8d2fcda tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Network hostable DHCP agents. Network: b815ea15-e52e-4d44-bbfd-d6949a36d1f3, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:53:42.085390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00efa93-74d5-4958-ba75-1681aa1f8616 tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Made reservation on behalf of fbe57e197c964cc3a616ed8788b7bb44 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:42.090866 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77861bef-d26c-4d6f-9203-53d6b1aa0d6b x-openstack-request-id: req-77861bef-d26c-4d6f-9203-53d6b1aa0d6b {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:53:42.090866 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81c407c-cb2c-421e-9598-b7784f687ac2", "name": "network-vif-plugged", "status": "completed", "tag": "c56ffc9f-63f7-4095-adab-7edfec8a4ad7", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:53:42.090866 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77861bef-d26c-4d6f-9203-53d6b1aa0d6b {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:53:42.090866 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81c407c-cb2c-421e-9598-b7784f687ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7', 'code': 200} Nov 02 11:53:42.091205 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d00efa93-74d5-4958-ba75-1681aa1f8616 tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:42.130797 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d00efa93-74d5-4958-ba75-1681aa1f8616 tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:42.165519 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:42.241635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=c56ffc9f-63f7-4095-adab-7edfec8a4ad7,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:42.291306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49b6ca1-79c5-4a1e-ae0b-b311d8d2fcda tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Network b815ea15-e52e-4d44-bbfd-d6949a36d1f3 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:53:42.309484 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b6ffd-2381-4a78-9d31-d018ea4d00ae req-1cfacca8-3fe7-491b-a0fa-9d94879de521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:42.310992 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0e9b6ffd-2381-4a78-9d31-d018ea4d00ae req-1cfacca8-3fe7-491b-a0fa-9d94879de521 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 1098 time: 0.1264136 Nov 02 11:53:42.400029 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0e9b6ffd-2381-4a78-9d31-d018ea4d00ae req-d6a16e3e-ed39-4854-ac21-fba2a1d74db4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810280 Nov 02 11:53:42.401800 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d00efa93-74d5-4958-ba75-1681aa1f8616 tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:42.451251 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-b49b6ca1-79c5-4a1e-ae0b-b311d8d2fcda tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, b815ea15-e52e-4d44-bbfd-d6949a36d1f3) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:42.462607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49b6ca1-79c5-4a1e-ae0b-b311d8d2fcda tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:42.463410 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b49b6ca1-79c5-4a1e-ae0b-b311d8d2fcda tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:42.467547 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b195a65-0fcf-434c-971f-11025f2cf11c None None] Network b815ea15-e52e-4d44-bbfd-d6949a36d1f3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:53:42.548176 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5818674-2dd5-4912-b612-6fd763c5e8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:42.585471 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5818674-2dd5-4912-b612-6fd763c5e8b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3433182e-6e41-45e9-8645-37c7bfed78ab,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:42.605733 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b49b6ca1-79c5-4a1e-ae0b-b311d8d2fcda tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5169656 Nov 02 11:53:42.616325 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49366) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:42.618301 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d00efa93-74d5-4958-ba75-1681aa1f8616 tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:42.621547 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-2c53617c-363f-4aa9-b78b-243c037edefa tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Request body: {'port': {'network_id': 'b815ea15-e52e-4d44-bbfd-d6949a36d1f3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2034485193'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:42.622277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-d00efa93-74d5-4958-ba75-1681aa1f8616 tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] device_id is not set on port 3c98edf7-1163-4038-8df1-1d7bc779c1f6 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:53:42.698424 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-b815ea15-e52e-4d44-bbfd-d6949a36d1f3', 'network_id': 'b815ea15-e52e-4d44-bbfd-d6949a36d1f3', 'tenant_id': '3025c8c047fe4350bbf62abbc036e382', 'fixed_ips': [{'subnet_id': '7e8940b9-ba74-457c-9833-e1e7e749ce5c'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:53:42.699752 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:42.746033 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00efa93-74d5-4958-ba75-1681aa1f8616 tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0264a04-b0a8-4a64-a7b8-6c74124f85cc,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:42.907513 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-d00efa93-74d5-4958-ba75-1681aa1f8616 tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Allocated IP 172.25.6.160 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/3c98edf7-1163-4038-8df1-1d7bc779c1f6) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:53:42.932791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Allocated IP 172.20.0.2 (b815ea15-e52e-4d44-bbfd-d6949a36d1f3/7e8940b9-ba74-457c-9833-e1e7e749ce5c/abfaf588-27f6-47ff-9c68-405eb4e4e94b) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:53:42.933246 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5818674-2dd5-4912-b612-6fd763c5e8b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:42.957886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c53617c-363f-4aa9-b78b-243c037edefa tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Made reservation on behalf of 3025c8c047fe4350bbf62abbc036e382 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:42.964561 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c53617c-363f-4aa9-b78b-243c037edefa tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:43.025332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-2c53617c-363f-4aa9-b78b-243c037edefa tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] device_id is not set on port 0d208442-b0d0-4893-8c39-e895f0f636ed yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:53:43.134749 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:43.178109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0b171-6f25-4127-b5f1-d451053ad0cd req-530bca0f-8b2a-4e20-ace8-0c80ec0bf5d0 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:43.185935 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a4f0b171-6f25-4127-b5f1-d451053ad0cd req-530bca0f-8b2a-4e20-ace8-0c80ec0bf5d0 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.0751734 Nov 02 11:53:43.245736 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a4f0b171-6f25-4127-b5f1-d451053ad0cd req-73f8c7da-f252-429b-8212-9100be28f79c tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577312 Nov 02 11:53:43.255999 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:43.351154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Network b815ea15-e52e-4d44-bbfd-d6949a36d1f3 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:53:43.353130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-2c53617c-363f-4aa9-b78b-243c037edefa tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Allocated IP 172.20.0.3 (b815ea15-e52e-4d44-bbfd-d6949a36d1f3/7e8940b9-ba74-457c-9833-e1e7e749ce5c/0d208442-b0d0-4893-8c39-e895f0f636ed) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:53:43.357851 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:43.369901 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:53:43.407893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Pushing event updated for resources: {'Port': ['ID=abfaf588-27f6-47ff-9c68-405eb4e4e94b,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:43.495421 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Attempting to bind port abfaf588-27f6-47ff-9c68-405eb4e4e94b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:53:43.496938 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Attempting to bind port abfaf588-27f6-47ff-9c68-405eb4e4e94b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'e3e6cd18-38ac-4ed2-9fe0-5d30a6128f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b815ea15-e52e-4d44-bbfd-d6949a36d1f3'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:53:43.497108 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Attempting to bind port abfaf588-27f6-47ff-9c68-405eb4e4e94b on network b815ea15-e52e-4d44-bbfd-d6949a36d1f3 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:53:43.505584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:53:43.506914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Checking segment: {'id': 'e3e6cd18-38ac-4ed2-9fe0-5d30a6128f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b815ea15-e52e-4d44-bbfd-d6949a36d1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:53:43.509025 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:43.509532 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Bound using segment: {'id': 'e3e6cd18-38ac-4ed2-9fe0-5d30a6128f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b815ea15-e52e-4d44-bbfd-d6949a36d1f3'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:53:43.510384 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Bound port: abfaf588-27f6-47ff-9c68-405eb4e4e94b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e6cd18-38ac-4ed2-9fe0-5d30a6128f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b815ea15-e52e-4d44-bbfd-d6949a36d1f3'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:53:43.510788 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:43.598277 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] For port abfaf588-27f6-47ff-9c68-405eb4e4e94b, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:53:43.601697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] For port abfaf588-27f6-47ff-9c68-405eb4e4e94b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=abfaf588-27f6-47ff-9c68-405eb4e4e94b,segment=NetworkSegment(e3e6cd18-38ac-4ed2-9fe0-5d30a6128f3a),segment_id=e3e6cd18-38ac-4ed2-9fe0-5d30a6128f3a)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:53:43.679421 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c53617c-363f-4aa9-b78b-243c037edefa tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:43.697916 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:43.748694 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d00efa93-74d5-4958-ba75-1681aa1f8616 tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:43.819925 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935225e-40a9-4ec4-9297-111b021b2224 None None] Pushing event updated for resources: {'Port': ['ID=abfaf588-27f6-47ff-9c68-405eb4e4e94b,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:43.870679 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c53617c-363f-4aa9-b78b-243c037edefa tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:43.938049 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5818674-2dd5-4912-b612-6fd763c5e8b5 admin admin] Router 493fd457-6de5-4bb1-ad84-779197a8fe09 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:53:43.949528 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c53617c-363f-4aa9-b78b-243c037edefa tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Network b815ea15-e52e-4d44-bbfd-d6949a36d1f3 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:53:43.959487 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-2c53617c-363f-4aa9-b78b-243c037edefa tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:43.973189 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53617c-363f-4aa9-b78b-243c037edefa tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:53:43.978498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53617c-363f-4aa9-b78b-243c037edefa tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Pushing event updated for resources: {'Port': ['ID=0d208442-b0d0-4893-8c39-e895f0f636ed,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:44.020938 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d00efa93-74d5-4958-ba75-1681aa1f8616 tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:44.084484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c53617c-363f-4aa9-b78b-243c037edefa tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:44.085220 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c53617c-363f-4aa9-b78b-243c037edefa tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:44.173286 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00efa93-74d5-4958-ba75-1681aa1f8616 tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:53:44.177152 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00efa93-74d5-4958-ba75-1681aa1f8616 tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Pushing event updated for resources: {'Port': ['ID=3c98edf7-1163-4038-8df1-1d7bc779c1f6,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:44.183279 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-d00efa93-74d5-4958-ba75-1681aa1f8616 tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:44.185511 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00efa93-74d5-4958-ba75-1681aa1f8616 tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:53:44.210668 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5818674-2dd5-4912-b612-6fd763c5e8b5 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:53:44.216134 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e5818674-2dd5-4912-b612-6fd763c5e8b5 admin admin] 10.222.0.52 "PUT /v2.0/routers/493fd457-6de5-4bb1-ad84-779197a8fe09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4536369 Nov 02 11:53:44.220853 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ca376-15ec-4073-bd9e-bd4001fdf0a5 None None] Sync routers for ids ['493fd457-6de5-4bb1-ad84-779197a8fe09'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:53:44.222136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49396) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:44.233718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ca376-15ec-4073-bd9e-bd4001fdf0a5 None None] Routers {'493fd457-6de5-4bb1-ad84-779197a8fe09'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:53:44.234678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-5c6ca376-15ec-4073-bd9e-bd4001fdf0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:53:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['493fd457-6de5-4bb1-ad84-779197a8fe09'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:44.240929 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00efa93-74d5-4958-ba75-1681aa1f8616 tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:44.241554 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d00efa93-74d5-4958-ba75-1681aa1f8616 tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:44.297463 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2c53617c-363f-4aa9-b78b-243c037edefa tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6770675 Nov 02 11:53:44.299656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49400) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:44.310859 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6ef21e18-598a-4298-a5cd-0168ab088310 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Request body: {'port': {'network_id': 'b815ea15-e52e-4d44-bbfd-d6949a36d1f3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-311186512', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:44.311691 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.api.validators [None req-6ef21e18-598a-4298-a5cd-0168ab088310 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] bootfile-name is not in valid_values {{(pid=102690) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 11:53:44.313679 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.api.validators [None req-6ef21e18-598a-4298-a5cd-0168ab088310 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] tftp-server is not in valid_values {{(pid=102690) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 11:53:44.314635 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.api.validators [None req-6ef21e18-598a-4298-a5cd-0168ab088310 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] server-ip-address is not in valid_values {{(pid=102690) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 11:53:44.419330 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26ccef0b-d95c-4fd4-8659-3925e3bd99db admin admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:44.423865 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-5c6ca376-15ec-4073-bd9e-bd4001fdf0a5 None None] Set router 493fd457-6de5-4bb1-ad84-779197a8fe09 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:53:44.470177 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d00efa93-74d5-4958-ba75-1681aa1f8616 tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.3238530 Nov 02 11:53:44.473059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49406) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:44.480377 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-cc1ca9a2-963b-46cf-a3cd-fcdcdde40b7f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.160'}]}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:44.582203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef21e18-598a-4298-a5cd-0168ab088310 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Made reservation on behalf of 3025c8c047fe4350bbf62abbc036e382 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:44.591241 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6ef21e18-598a-4298-a5cd-0168ab088310 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:44.618494 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892494ab-9b22-40d3-9355-56068cef07f2 req-235c3865-2371-45a1-b377-880c4f3e47e4 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:44.628809 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-892494ab-9b22-40d3-9355-56068cef07f2 req-235c3865-2371-45a1-b377-880c4f3e47e4 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.2401974 Nov 02 11:53:44.630385 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49410) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:44.641999 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-6ef21e18-598a-4298-a5cd-0168ab088310 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] device_id is not set on port 017f05cd-4801-43af-923a-1e1ddd57fce9 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:53:44.695435 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26ccef0b-d95c-4fd4-8659-3925e3bd99db admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:44.706592 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-5c6ca376-15ec-4073-bd9e-bd4001fdf0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493fd457-6de5-4bb1-ad84-779197a8fe09', 'name': 'tempest-ServerRescueNegativeTestJSON-223651849-router', 'tenant_id': '35dc0b369b0043a39a577537366236a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '9a547745-709e-4fed-b959-9f131cfd2e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:15Z', 'updated_at': '2021-11-02T11:53:42Z', 'revision_number': 5, 'project_id': '35dc0b369b0043a39a577537366236a7', 'gw_port': {'id': '9a547745-709e-4fed-b959-9f131cfd2e68', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493fd457-6de5-4bb1-ad84-779197a8fe09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:50:16Z', 'updated_at': '2021-11-02T11:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:44.741766 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-892494ab-9b22-40d3-9355-56068cef07f2 req-6df486ec-1038-4e42-b07c-b0f0ac078083 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121581 Nov 02 11:53:44.823578 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-6ef21e18-598a-4298-a5cd-0168ab088310 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Allocated IP 172.20.0.7 (b815ea15-e52e-4d44-bbfd-d6949a36d1f3/7e8940b9-ba74-457c-9833-e1e7e749ce5c/017f05cd-4801-43af-923a-1e1ddd57fce9) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:53:44.870295 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d3198e4-db17-4516-aed0-1ddf14914365 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:44.929436 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ca376-15ec-4073-bd9e-bd4001fdf0a5 None None] Checking router: 493fd457-6de5-4bb1-ad84-779197a8fe09 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:53:44.940637 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ca376-15ec-4073-bd9e-bd4001fdf0a5 None None] Routers {'493fd457-6de5-4bb1-ad84-779197a8fe09'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:53:44.941397 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-5c6ca376-15ec-4073-bd9e-bd4001fdf0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:53:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['493fd457-6de5-4bb1-ad84-779197a8fe09'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:44.953990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-26ccef0b-d95c-4fd4-8659-3925e3bd99db admin admin] Deleting port 9a547745-709e-4fed-b959-9f131cfd2e68 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:44.954325 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26ccef0b-d95c-4fd4-8659-3925e3bd99db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:44.963901 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cc1ca9a2-963b-46cf-a3cd-fcdcdde40b7f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:44.965910 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cc1ca9a2-963b-46cf-a3cd-fcdcdde40b7f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:45.088305 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-5c6ca376-15ec-4073-bd9e-bd4001fdf0a5 None None] Set router 493fd457-6de5-4bb1-ad84-779197a8fe09 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:53:45.150139 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-26ccef0b-d95c-4fd4-8659-3925e3bd99db admin admin] For port 9a547745-709e-4fed-b959-9f131cfd2e68, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9a547745-709e-4fed-b959-9f131cfd2e68,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:45.150589 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26ccef0b-d95c-4fd4-8659-3925e3bd99db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:45.172104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-26ccef0b-d95c-4fd4-8659-3925e3bd99db admin admin] Calling delete_port for 9a547745-709e-4fed-b959-9f131cfd2e68 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:45.177058 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cc1ca9a2-963b-46cf-a3cd-fcdcdde40b7f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:45.204697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-5c6ca376-15ec-4073-bd9e-bd4001fdf0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '493fd457-6de5-4bb1-ad84-779197a8fe09', 'name': 'tempest-ServerRescueNegativeTestJSON-223651849-router', 'tenant_id': '35dc0b369b0043a39a577537366236a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:15Z', 'updated_at': '2021-11-02T11:53:44Z', 'revision_number': 6, 'project_id': '35dc0b369b0043a39a577537366236a7', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:45.209172 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb732dd2-840d-4810-8e62-c3aa6fad20ac None None] Network b815ea15-e52e-4d44-bbfd-d6949a36d1f3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:53:45.237441 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d3198e4-db17-4516-aed0-1ddf14914365 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:45.251643 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6ef21e18-598a-4298-a5cd-0168ab088310 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:45.277284 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ca376-15ec-4073-bd9e-bd4001fdf0a5 None None] The sync data for ids ['493fd457-6de5-4bb1-ad84-779197a8fe09'] in n-d-806683-18 is: [{'id': '493fd457-6de5-4bb1-ad84-779197a8fe09', 'name': 'tempest-ServerRescueNegativeTestJSON-223651849-router', 'tenant_id': '35dc0b369b0043a39a577537366236a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:50:15Z', 'updated_at': '2021-11-02T11:53:44Z', 'revision_number': 6, 'project_id': '35dc0b369b0043a39a577537366236a7', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:53:45.340773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1625b639-8b9d-4107-bf1b-4499ba540f75 None None] Provisioning complete for port abfaf588-27f6-47ff-9c68-405eb4e4e94b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:45.341315 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1625b639-8b9d-4107-bf1b-4499ba540f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:45.415166 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d3198e4-db17-4516-aed0-1ddf14914365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:45.447869 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6ef21e18-598a-4298-a5cd-0168ab088310 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:45.469788 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3198e4-db17-4516-aed0-1ddf14914365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c35e794-4a1b-4fd8-8d0f-bd73e8488d7f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:45.496118 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8d3198e4-db17-4516-aed0-1ddf14914365 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eba28e8a0b3d41d3bd7679a7f059a160&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8623323 Nov 02 11:53:45.500301 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49420) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:45.529444 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26ccef0b-d95c-4fd4-8659-3925e3bd99db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:45.534590 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef21e18-598a-4298-a5cd-0168ab088310 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Network b815ea15-e52e-4d44-bbfd-d6949a36d1f3 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:53:45.545287 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cc1ca9a2-963b-46cf-a3cd-fcdcdde40b7f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:45.552600 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-6ef21e18-598a-4298-a5cd-0168ab088310 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:45.563271 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef21e18-598a-4298-a5cd-0168ab088310 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:53:45.571053 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1625b639-8b9d-4107-bf1b-4499ba540f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:45.603981 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccef0b-d95c-4fd4-8659-3925e3bd99db admin admin] Pushing event deleted for resources: {'Port': ['ID=9a547745-709e-4fed-b959-9f131cfd2e68,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:45.641357 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1625b639-8b9d-4107-bf1b-4499ba540f75 None None] For port abfaf588-27f6-47ff-9c68-405eb4e4e94b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=abfaf588-27f6-47ff-9c68-405eb4e4e94b,segment=NetworkSegment(e3e6cd18-38ac-4ed2-9fe0-5d30a6128f3a),segment_id=e3e6cd18-38ac-4ed2-9fe0-5d30a6128f3a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:45.672424 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef21e18-598a-4298-a5cd-0168ab088310 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Pushing event updated for resources: {'Port': ['ID=017f05cd-4801-43af-923a-1e1ddd57fce9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:45.697338 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ce7ce02b-f1ae-4588-9413-749844e5a09b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:45.743112 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef21e18-598a-4298-a5cd-0168ab088310 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:45.743112 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6ef21e18-598a-4298-a5cd-0168ab088310 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:45.776991 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1625b639-8b9d-4107-bf1b-4499ba540f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:45.818635 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ce7ce02b-f1ae-4588-9413-749844e5a09b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:45.860180 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26ccef0b-d95c-4fd4-8659-3925e3bd99db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:45.881258 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625b639-8b9d-4107-bf1b-4499ba540f75 None None] Pushing event updated for resources: {'Port': ['ID=abfaf588-27f6-47ff-9c68-405eb4e4e94b,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:45.947042 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6ef21e18-598a-4298-a5cd-0168ab088310 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.6454580 Nov 02 11:53:45.950414 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49428) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:46.001078 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26ccef0b-d95c-4fd4-8659-3925e3bd99db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:46.004733 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bfd78-df6b-46c0-8280-cecbf0574a41 req-d697877c-4d76-4870-82ed-78bb16bf639a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:46.005447 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26ccef0b-d95c-4fd4-8659-3925e3bd99db admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:46.006541 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4e5bfd78-df6b-46c0-8280-cecbf0574a41 req-d697877c-4d76-4870-82ed-78bb16bf639a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e856ddf71ac4e299451dc84fbfb176b&device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 1098 time: 0.1774604 Nov 02 11:53:46.015866 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7fe336a0-2780-4c71-81e2-747a901247bf None None] Provisioning complete for port abfaf588-27f6-47ff-9c68-405eb4e4e94b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:46.016234 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7fe336a0-2780-4c71-81e2-747a901247bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:46.019176 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e1335-c011-42c4-ac84-38ca80e16007 req-9feed8ef-2aea-41bc-afc2-b3013c090896 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:46.026975 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab8e1335-c011-42c4-ac84-38ca80e16007 req-9feed8ef-2aea-41bc-afc2-b3013c090896 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.2931850 Nov 02 11:53:46.139936 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7fe336a0-2780-4c71-81e2-747a901247bf None None] Provisioning complete for port 0d208442-b0d0-4893-8c39-e895f0f636ed triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:46.140337 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7fe336a0-2780-4c71-81e2-747a901247bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:46.185467 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c2f529-babd-475a-abf7-91b86be2d093 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:46.197962 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c2f529-babd-475a-abf7-91b86be2d093 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:46.207766 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c2f529-babd-475a-abf7-91b86be2d093 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:46.212231 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e1c2f529-babd-475a-abf7-91b86be2d093 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2578769 Nov 02 11:53:46.213663 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49432) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:46.226512 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab8e1335-c011-42c4-ac84-38ca80e16007 req-4cc4fa0f-037b-410e-8efc-bf5c25ff4c81 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907094 Nov 02 11:53:46.233991 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26ccef0b-d95c-4fd4-8659-3925e3bd99db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:46.234607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ccef0b-d95c-4fd4-8659-3925e3bd99db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 493fd457-6de5-4bb1-ad84-779197a8fe09 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:53:46.246573 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7fe336a0-2780-4c71-81e2-747a901247bf None None] Port 0d208442-b0d0-4893-8c39-e895f0f636ed cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:53:46.271574 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26ccef0b-d95c-4fd4-8659-3925e3bd99db admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:46.279430 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-26ccef0b-d95c-4fd4-8659-3925e3bd99db admin admin] 10.222.0.52 "DELETE /v2.0/routers/493fd457-6de5-4bb1-ad84-779197a8fe09 HTTP/1.1" status: 204 len: 168 time: 2.0534844 Nov 02 11:53:46.279906 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49434) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:46.298817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7fe336a0-2780-4c71-81e2-747a901247bf None None] Provisioning complete for port 017f05cd-4801-43af-923a-1e1ddd57fce9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:46.300140 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7fe336a0-2780-4c71-81e2-747a901247bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:46.329876 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ce7ce02b-f1ae-4588-9413-749844e5a09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:46.342046 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ce7ce02b-f1ae-4588-9413-749844e5a09b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:46.343495 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ce7ce02b-f1ae-4588-9413-749844e5a09b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0c35e794-4a1b-4fd8-8d0f-bd73e8488d7f HTTP/1.1" status: 204 len: 168 time: 0.8397782 Nov 02 11:53:46.392749 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bfd78-df6b-46c0-8280-cecbf0574a41 req-7d312826-4056-4176-ac74-a2c4dd513756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:46.401940 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4e5bfd78-df6b-46c0-8280-cecbf0574a41 req-7d312826-4056-4176-ac74-a2c4dd513756 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c16c22a-0007-4e2f-a0c3-4e17b92442f6 HTTP/1.1" status: 200 len: 921 time: 0.3867745 Nov 02 11:53:46.402156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device abfaf588-27f6-47ff-9c68-405eb4e4e94b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:53:46.449527 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7fe336a0-2780-4c71-81e2-747a901247bf None None] Port 017f05cd-4801-43af-923a-1e1ddd57fce9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:53:46.452968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ce02b-f1ae-4588-9413-749844e5a09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c35e794-4a1b-4fd8-8d0f-bd73e8488d7f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:46.485447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b5ef58-1ecd-4ffe-971c-35011c956f99 admin admin] Deleting subnet bf803a3f-79e8-4fdc-a7fb-f64ba483c114 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:53:46.495834 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-00b5ef58-1ecd-4ffe-971c-35011c956f99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:46.539370 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port abfaf588-27f6-47ff-9c68-405eb4e4e94b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:46.539892 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:46.598242 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4e5bfd78-df6b-46c0-8280-cecbf0574a41 req-830ee9fb-85ed-469b-a3b3-9c56817c5a9f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c56ffc9f-63f7-4095-adab-7edfec8a4ad7 HTTP/1.1" status: 200 len: 217 time: 0.1771154 Nov 02 11:53:46.619179 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-00b5ef58-1ecd-4ffe-971c-35011c956f99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:46.657554 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-539985ff-56c1-4b92-8428-163cafbca744 None None] Provisioning complete for port 0d208442-b0d0-4893-8c39-e895f0f636ed triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:46.668962 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-539985ff-56c1-4b92-8428-163cafbca744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:46.724917 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-00b5ef58-1ecd-4ffe-971c-35011c956f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:46.740173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-539985ff-56c1-4b92-8428-163cafbca744 None None] Port 0d208442-b0d0-4893-8c39-e895f0f636ed cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:53:46.791501 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bfd78-df6b-46c0-8280-cecbf0574a41 req-a9a7e98f-6dc1-4c77-9bfd-9b9fbdc9b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:46.793165 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4e5bfd78-df6b-46c0-8280-cecbf0574a41 req-a9a7e98f-6dc1-4c77-9bfd-9b9fbdc9b4f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16a7e152-0cec-4c7b-96ba-29c6b494d133 HTTP/1.1" status: 200 len: 860 time: 0.1387022 Nov 02 11:53:46.882255 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-4657e3d9-9ab7-473e-801c-d0489a4b9dd9 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Deleting port 017f05cd-4801-43af-923a-1e1ddd57fce9 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:46.882659 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4657e3d9-9ab7-473e-801c-d0489a4b9dd9 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:46.886221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3433182e-6e41-45e9-8645-37c7bfed78ab no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:53:46.930350 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 3433182e-6e41-45e9-8645-37c7bfed78ab {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:53:46.931223 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3433182e-6e41-45e9-8645-37c7bfed78ab not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:53:46.962920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f51dc771-0bd3-4de7-9bb4-bb9d5c3f9401 None None] Provisioning complete for port 017f05cd-4801-43af-923a-1e1ddd57fce9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:46.963501 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f51dc771-0bd3-4de7-9bb4-bb9d5c3f9401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:46.979464 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4e5bfd78-df6b-46c0-8280-cecbf0574a41 req-2f5f8265-c891-45f5-af34-df612171cdcf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c16c22a-0007-4e2f-a0c3-4e17b92442f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1643608 Nov 02 11:53:46.984612 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cc1ca9a2-963b-46cf-a3cd-fcdcdde40b7f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:47.007462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f51dc771-0bd3-4de7-9bb4-bb9d5c3f9401 None None] Port 017f05cd-4801-43af-923a-1e1ddd57fce9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:53:47.025941 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cc1ca9a2-963b-46cf-a3cd-fcdcdde40b7f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:47.046061 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-00b5ef58-1ecd-4ffe-971c-35011c956f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:47.067042 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4657e3d9-9ab7-473e-801c-d0489a4b9dd9 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:47.080726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5ef58-1ecd-4ffe-971c-35011c956f99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf803a3f-79e8-4fdc-a7fb-f64ba483c114,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:47.085032 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-00b5ef58-1ecd-4ffe-971c-35011c956f99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:47.088320 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-00b5ef58-1ecd-4ffe-971c-35011c956f99 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bf803a3f-79e8-4fdc-a7fb-f64ba483c114 HTTP/1.1" status: 204 len: 168 time: 0.8064706 Nov 02 11:53:47.092095 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49442) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:47.145544 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-4657e3d9-9ab7-473e-801c-d0489a4b9dd9 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Calling delete_port for 017f05cd-4801-43af-923a-1e1ddd57fce9 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:47.164080 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14b43dac-0e4b-4c8e-bfee-b015fabe93ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:47.257030 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14b43dac-0e4b-4c8e-bfee-b015fabe93ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:47.280816 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-14b43dac-0e4b-4c8e-bfee-b015fabe93ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da71fa71-0bd5-4597-bbeb-89b4e925e7f2']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:47.292086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-14b43dac-0e4b-4c8e-bfee-b015fabe93ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae90660-9f44-43b2-8449-40836ed69bea') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:47.292578 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-14b43dac-0e4b-4c8e-bfee-b015fabe93ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae90660-9f44-43b2-8449-40836ed69bea') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:47.296634 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4e5bfd78-df6b-46c0-8280-cecbf0574a41 req-b9cce816-de13-4188-b1a1-28030210089a service neutron] 10.222.0.54 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870190 Nov 02 11:53:47.303426 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14b43dac-0e4b-4c8e-bfee-b015fabe93ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:47.318070 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14b43dac-0e4b-4c8e-bfee-b015fabe93ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:47.324847 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b43dac-0e4b-4c8e-bfee-b015fabe93ff admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:53:47.325886 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14b43dac-0e4b-4c8e-bfee-b015fabe93ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:53:47.383928 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:53:47.452629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57d5cd-2589-48ad-90a8-b43b64473c82 req-a221eeed-5957-4241-9b2e-a6a169a4ba68 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:47.454447 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b57d5cd-2589-48ad-90a8-b43b64473c82 req-a221eeed-5957-4241-9b2e-a6a169a4ba68 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.0717170 Nov 02 11:53:47.490030 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4e5bfd78-df6b-46c0-8280-cecbf0574a41 req-f4262d15-04b6-4bdc-b0db-6d427445527d service neutron] 10.222.0.54 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856635 Nov 02 11:53:47.505887 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cc1ca9a2-963b-46cf-a3cd-fcdcdde40b7f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:47.529382 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b57d5cd-2589-48ad-90a8-b43b64473c82 req-f4579889-8fd0-49ea-895c-2edaf69b3990 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672097 Nov 02 11:53:47.577578 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0a173d4a-1079-4e07-8419-557e429468ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:47.584951 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14b43dac-0e4b-4c8e-bfee-b015fabe93ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:47.597657 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49450) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:47.603789 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14b43dac-0e4b-4c8e-bfee-b015fabe93ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:47.619620 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-14b43dac-0e4b-4c8e-bfee-b015fabe93ff admin admin] 10.222.0.52 "DELETE /v2.0/networks/da71fa71-0bd5-4597-bbeb-89b4e925e7f2 HTTP/1.1" status: 204 len: 168 time: 0.5211828 Nov 02 11:53:47.622599 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d5b01fa2-2198-4677-88aa-0d9f0c75ddec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:47.662902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b43dac-0e4b-4c8e-bfee-b015fabe93ff admin admin] Pushing event deleted for resources: {'Network': ['ID=da71fa71-0bd5-4597-bbeb-89b4e925e7f2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:47.859954 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device abfaf588-27f6-47ff-9c68-405eb4e4e94b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:53:47.917240 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port abfaf588-27f6-47ff-9c68-405eb4e4e94b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:47.917731 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:48.011524 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9a547745-709e-4fed-b959-9f131cfd2e68 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:53:48.035353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 9a547745-709e-4fed-b959-9f131cfd2e68 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:53:48.035732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9a547745-709e-4fed-b959-9f131cfd2e68 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:53:48.069763 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4657e3d9-9ab7-473e-801c-d0489a4b9dd9 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:48.141233 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cc1ca9a2-963b-46cf-a3cd-fcdcdde40b7f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:48.143577 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657e3d9-9ab7-473e-801c-d0489a4b9dd9 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Pushing event deleted for resources: {'Port': ['ID=017f05cd-4801-43af-923a-1e1ddd57fce9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:48.148860 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cc1ca9a2-963b-46cf-a3cd-fcdcdde40b7f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:48.272235 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49462) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:48.317738 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4657e3d9-9ab7-473e-801c-d0489a4b9dd9 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:48.323980 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4657e3d9-9ab7-473e-801c-d0489a4b9dd9 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] 10.222.0.52 "DELETE /v2.0/ports/017f05cd-4801-43af-923a-1e1ddd57fce9 HTTP/1.1" status: 204 len: 168 time: 2.1084847 Nov 02 11:53:48.335725 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49464) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:48.339779 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1ac2befc-b015-4370-b315-85d1f417813d tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Request body: {'port': {'name': 'tempest-new-port-name-1039746962', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:48.340215 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.api.validators [None req-1ac2befc-b015-4370-b315-85d1f417813d tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] bootfile-name is not in valid_values {{(pid=102690) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 11:53:48.340568 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.api.validators [None req-1ac2befc-b015-4370-b315-85d1f417813d tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] tftp-server is not in valid_values {{(pid=102690) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 11:53:48.340894 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.api.validators [None req-1ac2befc-b015-4370-b315-85d1f417813d tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] server-ip-address is not in valid_values {{(pid=102690) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 11:53:48.376373 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d5b01fa2-2198-4677-88aa-0d9f0c75ddec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:48.396276 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-723dd4ab-45a6-46bd-88ae-7126f5b9f29d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35dc0b369b0043a39a577537366236a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1226809 Nov 02 11:53:48.398633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49466) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:48.405930 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cc1ca9a2-963b-46cf-a3cd-fcdcdde40b7f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:48.407232 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1ca9a2-963b-46cf-a3cd-fcdcdde40b7f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70ea6bbd-a5a1-4e66-9b86-c5a0f4de5787 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:53:48.475571 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ff555a42-7b3d-4116-a166-bd6e6e350e3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:48.489661 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1ac2befc-b015-4370-b315-85d1f417813d tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:48.500447 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ff555a42-7b3d-4116-a166-bd6e6e350e3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:48.515222 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d5b01fa2-2198-4677-88aa-0d9f0c75ddec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:48.562766 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-cc1ca9a2-963b-46cf-a3cd-fcdcdde40b7f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 02 11:53:48.567541 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cc1ca9a2-963b-46cf-a3cd-fcdcdde40b7f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0933392 Nov 02 11:53:48.567726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49470) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:48.590980 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b01fa2-2198-4677-88aa-0d9f0c75ddec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166168f9-db02-441b-857a-8c726dbeea29,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:48.607571 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d5b01fa2-2198-4677-88aa-0d9f0c75ddec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1147965d115e4c739cd75355eebd50f1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0053706 Nov 02 11:53:48.616482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49472) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:48.678273 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ff555a42-7b3d-4116-a166-bd6e6e350e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:48.680840 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ff555a42-7b3d-4116-a166-bd6e6e350e3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:48.684851 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ff555a42-7b3d-4116-a166-bd6e6e350e3f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/73661143-9c05-4092-a85b-5f71b3653913 HTTP/1.1" status: 204 len: 168 time: 0.2822106 Nov 02 11:53:48.702823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff555a42-7b3d-4116-a166-bd6e6e350e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73661143-9c05-4092-a85b-5f71b3653913,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:48.744379 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac638d29-5a7b-4d18-818d-11703d8b8b79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:48.749461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b686e-f008-4567-ab62-783bd900fc38 req-b9391701-9711-412a-8a40-c546643fa722 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:48.751213 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea3b686e-f008-4567-ab62-783bd900fc38 req-b9391701-9711-412a-8a40-c546643fa722 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.1280458 Nov 02 11:53:48.791313 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac638d29-5a7b-4d18-818d-11703d8b8b79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:48.805191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-1c158c09-b630-4263-a458-b27b0005353f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Deleting port 3c98edf7-1163-4038-8df1-1d7bc779c1f6 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:48.805661 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c158c09-b630-4263-a458-b27b0005353f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:48.874407 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea3b686e-f008-4567-ab62-783bd900fc38 req-34856a4b-82fd-4a03-a33d-ad34d872b44b tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124601 Nov 02 11:53:48.911832 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1ac2befc-b015-4370-b315-85d1f417813d tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:48.919768 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c158c09-b630-4263-a458-b27b0005353f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:48.938474 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a08eb875-6723-46fb-9676-a38bc886a14c req-3fcc1401-3344-42d6-9d18-b75db9e58296 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0812776 Nov 02 11:53:48.942680 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-1c158c09-b630-4263-a458-b27b0005353f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Calling delete_port for 3c98edf7-1163-4038-8df1-1d7bc779c1f6 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:49.031812 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08eb875-6723-46fb-9676-a38bc886a14c req-4b5676b0-9a87-4022-9e9e-69e68d7693ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:49.033944 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a08eb875-6723-46fb-9676-a38bc886a14c req-4b5676b0-9a87-4022-9e9e-69e68d7693ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c42cd043aff4c3dad752193a806d1f3&device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 1098 time: 0.0679760 Nov 02 11:53:49.145345 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08eb875-6723-46fb-9676-a38bc886a14c req-ec49cace-d507-4065-ac89-1b7cd1b6fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:49.147050 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a08eb875-6723-46fb-9676-a38bc886a14c req-ec49cace-d507-4065-ac89-1b7cd1b6fe59 service neutron] 10.222.0.54 "GET /v2.0/networks?id=de1624d7-02e7-4915-9539-81b4cd0f5d6b HTTP/1.1" status: 200 len: 918 time: 0.0892119 Nov 02 11:53:49.148103 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1ac2befc-b015-4370-b315-85d1f417813d tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:49.221613 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac638d29-5a7b-4d18-818d-11703d8b8b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:49.224113 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac638d29-5a7b-4d18-818d-11703d8b8b79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:49.225300 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ac638d29-5a7b-4d18-818d-11703d8b8b79 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/166168f9-db02-441b-857a-8c726dbeea29 HTTP/1.1" status: 204 len: 168 time: 0.6080720 Nov 02 11:53:49.266546 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c158c09-b630-4263-a458-b27b0005353f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:49.285585 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac638d29-5a7b-4d18-818d-11703d8b8b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166168f9-db02-441b-857a-8c726dbeea29,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:49.287385 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2befc-b015-4370-b315-85d1f417813d tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Pushing event updated for resources: {'Port': ['ID=0d208442-b0d0-4893-8c39-e895f0f636ed,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:49.324485 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a08eb875-6723-46fb-9676-a38bc886a14c req-928b0565-5bd5-4b59-bc27-1e12b747afd2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c HTTP/1.1" status: 200 len: 1001 time: 0.1684022 Nov 02 11:53:49.327802 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-1ac2befc-b015-4370-b315-85d1f417813d tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] In _notify_port_updated(), no bound segment for port 0d208442-b0d0-4893-8c39-e895f0f636ed on network b815ea15-e52e-4d44-bbfd-d6949a36d1f3 {{(pid=102690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 11:53:49.333784 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac2befc-b015-4370-b315-85d1f417813d tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:49.338691 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1ac2befc-b015-4370-b315-85d1f417813d tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:49.338691 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1ac2befc-b015-4370-b315-85d1f417813d tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] 10.222.0.52 "PUT /v2.0/ports/0d208442-b0d0-4893-8c39-e895f0f636ed HTTP/1.1" status: 200 len: 1136 time: 1.0011313 Nov 02 11:53:49.344945 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49486) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:49.512464 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c8912f-b838-4ce3-8dc4-0eac5afbb2f6 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:49.514180 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c2c8912f-b838-4ce3-8dc4-0eac5afbb2f6 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] 10.222.0.52 "GET /v2.0/ports/0d208442-b0d0-4893-8c39-e895f0f636ed HTTP/1.1" status: 200 len: 1136 time: 0.1682184 Nov 02 11:53:49.519516 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49492) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:49.561846 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08eb875-6723-46fb-9676-a38bc886a14c req-4e0e2a94-1f20-4de4-82e7-e2eda3baef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:49.564016 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a08eb875-6723-46fb-9676-a38bc886a14c req-4e0e2a94-1f20-4de4-82e7-e2eda3baef5c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17063659-e3c5-4f52-b046-a3aac82260e7 HTTP/1.1" status: 200 len: 856 time: 0.2268920 Nov 02 11:53:49.661321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e6e082d3-8473-4d70-9a7e-58a703ed8569 None None] Provisioning complete for port 0d208442-b0d0-4893-8c39-e895f0f636ed triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:53:49.661890 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e6e082d3-8473-4d70-9a7e-58a703ed8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:49.699308 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-14e77c44-7f7c-4de1-8aa8-26b0494f5890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:49.702357 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08eb875-6723-46fb-9676-a38bc886a14c req-20e0f1e9-b2d1-4052-9a73-1f592b33adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:49.704469 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a08eb875-6723-46fb-9676-a38bc886a14c req-20e0f1e9-b2d1-4052-9a73-1f592b33adc0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de1624d7-02e7-4915-9539-81b4cd0f5d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1315706 Nov 02 11:53:49.721820 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e6e082d3-8473-4d70-9a7e-58a703ed8569 None None] Port 0d208442-b0d0-4893-8c39-e895f0f636ed cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:53:49.766450 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c158c09-b630-4263-a458-b27b0005353f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c98edf7-1163-4038-8df1-1d7bc779c1f6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:49.839218 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-741dd751-e2ba-4030-9249-fcefcd6c029e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Deleting port 0d208442-b0d0-4893-8c39-e895f0f636ed {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:49.839692 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-741dd751-e2ba-4030-9249-fcefcd6c029e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:49.841517 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c158c09-b630-4263-a458-b27b0005353f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:49.849506 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1c158c09-b630-4263-a458-b27b0005353f tempest-RoutersAdminNegativeIpV6Test-348941553 tempest-RoutersAdminNegativeIpV6Test-348941553-project-admin] 10.222.0.52 "DELETE /v2.0/ports/3c98edf7-1163-4038-8df1-1d7bc779c1f6 HTTP/1.1" status: 204 len: 168 time: 1.2797670 Nov 02 11:53:49.982137 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a08eb875-6723-46fb-9676-a38bc886a14c req-98806329-6d9f-4ae9-9cef-42e545f95350 service neutron] 10.222.0.54 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633131 Nov 02 11:53:50.040366 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-741dd751-e2ba-4030-9249-fcefcd6c029e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:50.048694 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04fbb9-3a0d-4219-b9d9-02267a1f5d01 req-2f24127e-e0d1-4519-9d80-f4d8b208d060 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:50.051706 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa04fbb9-3a0d-4219-b9d9-02267a1f5d01 req-2f24127e-e0d1-4519-9d80-f4d8b208d060 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.0843852 Nov 02 11:53:50.087066 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-741dd751-e2ba-4030-9249-fcefcd6c029e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Calling delete_port for 0d208442-b0d0-4893-8c39-e895f0f636ed owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:50.118610 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa04fbb9-3a0d-4219-b9d9-02267a1f5d01 req-21b610fa-6ac5-46f1-834d-e611cae8e8f0 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628145 Nov 02 11:53:50.178739 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a08eb875-6723-46fb-9676-a38bc886a14c req-46fd18b0-70d0-4e61-b298-d5a0bd82406a service neutron] 10.222.0.54 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863396 Nov 02 11:53:50.410653 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-741dd751-e2ba-4030-9249-fcefcd6c029e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:50.445172 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741dd751-e2ba-4030-9249-fcefcd6c029e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Pushing event deleted for resources: {'Port': ['ID=0d208442-b0d0-4893-8c39-e895f0f636ed,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:50.531691 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-741dd751-e2ba-4030-9249-fcefcd6c029e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:50.537933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49532) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:50.538268 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-741dd751-e2ba-4030-9249-fcefcd6c029e tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] 10.222.0.52 "DELETE /v2.0/ports/0d208442-b0d0-4893-8c39-e895f0f636ed HTTP/1.1" status: 204 len: 168 time: 1.0170655 Nov 02 11:53:50.621577 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6f4dfb-7c66-4f42-ae7b-82299242a20c tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Deleting subnet 7e8940b9-ba74-457c-9833-e1e7e749ce5c {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:53:50.633768 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b6f4dfb-7c66-4f42-ae7b-82299242a20c tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:50.674572 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49536) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:50.713514 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b6f4dfb-7c66-4f42-ae7b-82299242a20c tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:50.821390 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b6f4dfb-7c66-4f42-ae7b-82299242a20c tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:50.919622 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:50.940262 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56b31d8a-1a07-4a0c-80d2-80050a47a004 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:50.946524 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b6f4dfb-7c66-4f42-ae7b-82299242a20c tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:50.965665 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49544) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:50.988405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f4dfb-7c66-4f42-ae7b-82299242a20c tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8940b9-ba74-457c-9833-e1e7e749ce5c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:51.006859 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b6f4dfb-7c66-4f42-ae7b-82299242a20c tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:51.012183 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2b6f4dfb-7c66-4f42-ae7b-82299242a20c tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] 10.222.0.52 "DELETE /v2.0/subnets/7e8940b9-ba74-457c-9833-e1e7e749ce5c HTTP/1.1" status: 204 len: 168 time: 0.4721613 Nov 02 11:53:51.013596 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bce2ef-70f0-48a7-a0d0-f6762c989ce0 None None] Network b815ea15-e52e-4d44-bbfd-d6949a36d1f3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:53:51.013995 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49550) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:51.060570 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56b31d8a-1a07-4a0c-80d2-80050a47a004 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:51.070122 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b5314a51-fbf5-4b72-b494-cd6889d592bd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-46426403-network', 'tenant_id': '03959b625cb94b9d9fcaf436c56c8acb'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:51.135441 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:51.159890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56b31d8a-1a07-4a0c-80d2-80050a47a004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:51.208038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Deleting port abfaf588-27f6-47ff-9c68-405eb4e4e94b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:51.208387 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:51.211081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5314a51-fbf5-4b72-b494-cd6889d592bd admin admin] Made reservation on behalf of 03959b625cb94b9d9fcaf436c56c8acb for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:51.213609 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b5314a51-fbf5-4b72-b494-cd6889d592bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:51.224542 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-56b31d8a-1a07-4a0c-80d2-80050a47a004 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f0e5a49a22be4c2bbb5f8ca66db7d28a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5487492 Nov 02 11:53:51.234683 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49560) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:51.239015 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b5314a51-fbf5-4b72-b494-cd6889d592bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:51.245931 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b31d8a-1a07-4a0c-80d2-80050a47a004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb089399-ab29-4631-964d-68fba6d6ec9d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:51.331703 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4ea506-3eba-4511-9f02-c1d5d6b89ffe None None] DHCP port deletion for b815ea15-e52e-4d44-bbfd-d6949a36d1f3 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:53:51.428536 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] For port abfaf588-27f6-47ff-9c68-405eb4e4e94b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=abfaf588-27f6-47ff-9c68-405eb4e4e94b,segment=NetworkSegment(e3e6cd18-38ac-4ed2-9fe0-5d30a6128f3a),segment_id=e3e6cd18-38ac-4ed2-9fe0-5d30a6128f3a)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:51.429207 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:51.446615 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c00d7ba-d364-47a5-9c18-880b7de1e488 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:51.447468 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Calling delete_port for abfaf588-27f6-47ff-9c68-405eb4e4e94b owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:51.471810 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ea506-3eba-4511-9f02-c1d5d6b89ffe None None] Deleting port abfaf588-27f6-47ff-9c68-405eb4e4e94b {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:53:51.474180 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0e4ea506-3eba-4511-9f02-c1d5d6b89ffe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:51.475949 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536caaa-762a-4a3d-9746-ed496317631e req-0a495e98-484e-4033-a997-727c260d5c23 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:51.483768 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9536caaa-762a-4a3d-9746-ed496317631e req-0a495e98-484e-4033-a997-727c260d5c23 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.1600878 Nov 02 11:53:51.504357 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c00d7ba-d364-47a5-9c18-880b7de1e488 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:51.588838 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9536caaa-762a-4a3d-9746-ed496317631e req-a41d2a32-eb53-40bf-91cb-a6a5456a5922 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038315 Nov 02 11:53:51.625568 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b5314a51-fbf5-4b72-b494-cd6889d592bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:51.672989 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0e4ea506-3eba-4511-9f02-c1d5d6b89ffe None None] For port abfaf588-27f6-47ff-9c68-405eb4e4e94b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=abfaf588-27f6-47ff-9c68-405eb4e4e94b,segment=NetworkSegment(e3e6cd18-38ac-4ed2-9fe0-5d30a6128f3a),segment_id=e3e6cd18-38ac-4ed2-9fe0-5d30a6128f3a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:53:51.685502 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0e4ea506-3eba-4511-9f02-c1d5d6b89ffe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:51.692954 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ea506-3eba-4511-9f02-c1d5d6b89ffe None None] Calling delete_port for abfaf588-27f6-47ff-9c68-405eb4e4e94b owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:53:51.797985 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c00d7ba-d364-47a5-9c18-880b7de1e488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:51.801402 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c00d7ba-d364-47a5-9c18-880b7de1e488 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:51.802593 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7c00d7ba-d364-47a5-9c18-880b7de1e488 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eb089399-ab29-4631-964d-68fba6d6ec9d HTTP/1.1" status: 204 len: 168 time: 0.5668647 Nov 02 11:53:51.821052 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00d7ba-d364-47a5-9c18-880b7de1e488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb089399-ab29-4631-964d-68fba6d6ec9d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:51.847028 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device abfaf588-27f6-47ff-9c68-405eb4e4e94b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:53:51.849277 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:51.863842 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b5314a51-fbf5-4b72-b494-cd6889d592bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: abfaf588-27f6-47ff-9c68-405eb4e4e94b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device abfaf588-27f6-47ff-9c68-405eb4e4e94b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.895659 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.898239 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.898239 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.898239 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.898239 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.898239 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.898239 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.898239 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.898239 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.898239 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.898239 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.898239 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.898239 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.898239 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.898239 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.898239 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.898239 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.898239 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:53:51.898239 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:53:51.898239 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0e4ea506-3eba-4511-9f02-c1d5d6b89ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:51.922282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ea506-3eba-4511-9f02-c1d5d6b89ffe None None] Pushing event deleted for resources: {'Port': ['ID=abfaf588-27f6-47ff-9c68-405eb4e4e94b,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:51.936321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4ea506-3eba-4511-9f02-c1d5d6b89ffe None None] No DVR routers for this DVR port abfaf588-27f6-47ff-9c68-405eb4e4e94b on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:53:51.947146 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Pushing event deleted for resources: {'Port': ['ID=abfaf588-27f6-47ff-9c68-405eb4e4e94b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:51.949201 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] No DVR routers for this DVR port abfaf588-27f6-47ff-9c68-405eb4e4e94b on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:53:51.977118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5314a51-fbf5-4b72-b494-cd6889d592bd admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:53:51.990754 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b5314a51-fbf5-4b72-b494-cd6889d592bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:51.992146 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-b5314a51-fbf5-4b72-b494-cd6889d592bd admin admin] Added segment ca078cb0-f172-460a-adb1-3aab5279daf7 of type vlan for network 74bd6dc5-f0e6-4079-ac41-63269a99500e Nov 02 11:53:52.057796 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5314a51-fbf5-4b72-b494-cd6889d592bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:52.077511 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b5314a51-fbf5-4b72-b494-cd6889d592bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:52.092468 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:52.126576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b815ea15-e52e-4d44-bbfd-d6949a36d1f3']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:52.141324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e6cd18-38ac-4ed2-9fe0-5d30a6128f3a') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:52.141626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e6cd18-38ac-4ed2-9fe0-5d30a6128f3a') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:53:52.152676 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:52.167150 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:52.173192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:53:52.173676 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:53:52.177247 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:53:52.314036 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b5314a51-fbf5-4b72-b494-cd6889d592bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:52.322003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5314a51-fbf5-4b72-b494-cd6889d592bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:52.322003 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b5314a51-fbf5-4b72-b494-cd6889d592bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:52.377778 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:52.405364 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:52.415303 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] 10.222.0.52 "DELETE /v2.0/networks/b815ea15-e52e-4d44-bbfd-d6949a36d1f3 HTTP/1.1" status: 204 len: 168 time: 1.3997653 Nov 02 11:53:52.449616 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d376c21-3327-41d6-a7a2-8865b6348036 tempest-ExtraDHCPOptionsTestJSON-495638853 tempest-ExtraDHCPOptionsTestJSON-495638853-project] Pushing event deleted for resources: {'Network': ['ID=b815ea15-e52e-4d44-bbfd-d6949a36d1f3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:52.457115 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:52.457547 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5314a51-fbf5-4b72-b494-cd6889d592bd admin admin] Pushing event updated for resources: {'Network': ['ID=74bd6dc5-f0e6-4079-ac41-63269a99500e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:52.471226 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 74bd6dc5-f0e6-4079-ac41-63269a99500e details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:53:52.500185 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b5314a51-fbf5-4b72-b494-cd6889d592bd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5334525 Nov 02 11:53:52.504283 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49584) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:52.509571 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7ca15dc3-6d56-4f7f-8572-838a7054b89d admin admin] Request body: {'subnet': {'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-46426403-subnet', 'tenant_id': '03959b625cb94b9d9fcaf436c56c8acb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:52.603810 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca15dc3-6d56-4f7f-8572-838a7054b89d admin admin] Made reservation on behalf of 03959b625cb94b9d9fcaf436c56c8acb for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:52.607952 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ca15dc3-6d56-4f7f-8572-838a7054b89d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:52.781020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b9618-c2f6-49c1-9ac3-0446a0721687 req-da395c4e-2c9f-4ecc-a609-4fce9cf05f98 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:52.792520 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef2b9618-c2f6-49c1-9ac3-0446a0721687 req-da395c4e-2c9f-4ecc-a609-4fce9cf05f98 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.1141908 Nov 02 11:53:52.843694 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef2b9618-c2f6-49c1-9ac3-0446a0721687 req-15a914ab-8910-4824-8eb0-895b4f139c7e tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501182 Nov 02 11:53:52.914120 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ca15dc3-6d56-4f7f-8572-838a7054b89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:52.953113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49594) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:53.006531 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca15dc3-6d56-4f7f-8572-838a7054b89d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04dcbcd-1275-4a43-9876-3724821feb17,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:53.037603 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca15dc3-6d56-4f7f-8572-838a7054b89d admin admin] Checking segment: {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:53:53.038099 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca15dc3-6d56-4f7f-8572-838a7054b89d admin admin] Network hostable DHCP agents. Network: 74bd6dc5-f0e6-4079-ac41-63269a99500e, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:53:53.044820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49596) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:53.045559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6686f7ea-e4dd-4756-8aa2-87d73bc225dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fbe57e197c964cc3a616ed8788b7bb44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0910192 Nov 02 11:53:53.111116 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2dcf70f3-4179-4a8a-9424-eac9f6518e4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:53.136320 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2dcf70f3-4179-4a8a-9424-eac9f6518e4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:53.177832 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca15dc3-6d56-4f7f-8572-838a7054b89d admin admin] Network 74bd6dc5-f0e6-4079-ac41-63269a99500e is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:53:53.256466 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-7ca15dc3-6d56-4f7f-8572-838a7054b89d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 74bd6dc5-f0e6-4079-ac41-63269a99500e) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:53.260953 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca15dc3-6d56-4f7f-8572-838a7054b89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:53.262387 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ca15dc3-6d56-4f7f-8572-838a7054b89d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:53.269112 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43dd02-766e-4cf1-8deb-36dc11c6b16f None None] Network 74bd6dc5-f0e6-4079-ac41-63269a99500e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:53:53.285476 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2dcf70f3-4179-4a8a-9424-eac9f6518e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:53.288253 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2dcf70f3-4179-4a8a-9424-eac9f6518e4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:53.292546 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2dcf70f3-4179-4a8a-9424-eac9f6518e4d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a0264a04-b0a8-4a64-a7b8-6c74124f85cc HTTP/1.1" status: 204 len: 168 time: 0.2467208 Nov 02 11:53:53.301538 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf70f3-4179-4a8a-9424-eac9f6518e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0264a04-b0a8-4a64-a7b8-6c74124f85cc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:53.344289 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49610) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:53.358394 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7ca15dc3-6d56-4f7f-8572-838a7054b89d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8528819 Nov 02 11:53:53.452666 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467f5645-ca60-4bf5-9b94-99173049d211 None None] Network 74bd6dc5-f0e6-4079-ac41-63269a99500e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:53:53.660104 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bdbb76e5-bbf6-4477-a6eb-057dbb4f71b2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3025c8c047fe4350bbf62abbc036e382&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3111787 Nov 02 11:53:53.660724 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49622) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:53.747366 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f29a18cf-e7b9-4aab-9546-b3ee59c7e447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:53.790565 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f29a18cf-e7b9-4aab-9546-b3ee59c7e447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:53.936532 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:53.988613 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f29a18cf-e7b9-4aab-9546-b3ee59c7e447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:53.991265 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f29a18cf-e7b9-4aab-9546-b3ee59c7e447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:53.992766 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f29a18cf-e7b9-4aab-9546-b3ee59c7e447 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d47db70c-31bb-4bea-a41e-c882b725b69c HTTP/1.1" status: 204 len: 168 time: 0.3312864 Nov 02 11:53:54.005679 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a18cf-e7b9-4aab-9546-b3ee59c7e447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47db70c-31bb-4bea-a41e-c882b725b69c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:54.152877 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:54.333685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-acd9024c-7732-4eee-bfcc-5821db991b06 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:54.335231 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-acd9024c-7732-4eee-bfcc-5821db991b06 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 804 time: 0.1454544 Nov 02 11:53:54.357950 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-469a6361-5add-40cb-84b1-9bfde847b570 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/quotas/03959b625cb94b9d9fcaf436c56c8acb HTTP/1.1" status: 200 len: 375 time: 0.0164981 Nov 02 11:53:54.388593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-bb907385-23f6-4e7a-898e-87e77a4c64ac tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293639 Nov 02 11:53:54.491335 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-dfedcf22-d17a-463e-ae94-9657340a698c service neutron] 10.222.0.52 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958962 Nov 02 11:53:54.602364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-a8da913d-a0e4-4922-9190-a7c518afdd1b service neutron] 10.222.0.52 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049187 Nov 02 11:53:54.942628 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:55.063713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9863e29-9c2c-4435-9bed-77a4aa2ae3b8 req-7ed8023d-b237-463c-b272-a8c26566f311 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:55.065979 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9863e29-9c2c-4435-9bed-77a4aa2ae3b8 req-7ed8023d-b237-463c-b272-a8c26566f311 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.0716090 Nov 02 11:53:55.149535 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9863e29-9c2c-4435-9bed-77a4aa2ae3b8 req-a807f6e3-e783-49d5-be8d-4407d5fc4b56 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698025 Nov 02 11:53:55.241301 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49732) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:55.399541 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cee1d519-60a2-47e2-933d-f8b3540870df req-ad42e3ca-b448-441e-a760-5fc25ef7ff04 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 210 time: 0.0364075 Nov 02 11:53:55.443089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-9fcb7830-dd25-4f26-a7fb-dc55c3a0f867 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-123458695'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:55.559194 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcb7830-dd25-4f26-a7fb-dc55c3a0f867 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Made reservation on behalf of 8fb72dcffdfc40d9a5bd76c8a45a6cbe for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:55.563170 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fcb7830-dd25-4f26-a7fb-dc55c3a0f867 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:55.572701 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fcb7830-dd25-4f26-a7fb-dc55c3a0f867 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:55.662813 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fcb7830-dd25-4f26-a7fb-dc55c3a0f867 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:55.761478 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fcb7830-dd25-4f26-a7fb-dc55c3a0f867 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:55.789083 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fcb7830-dd25-4f26-a7fb-dc55c3a0f867 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:53:55.819668 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fcb7830-dd25-4f26-a7fb-dc55c3a0f867 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:55.820195 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-9fcb7830-dd25-4f26-a7fb-dc55c3a0f867 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Added segment caded3a3-a89e-47b8-96fd-96cec0eec6d5 of type vlan for network ecaa587d-9981-4d56-907b-4b0d9edcde36 Nov 02 11:53:55.828633 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb7830-dd25-4f26-a7fb-dc55c3a0f867 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1751b079-8778-4169-82f6-4ac483190884,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:55.882792 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fcb7830-dd25-4f26-a7fb-dc55c3a0f867 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:55.920462 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49762) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:56.056142 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fcb7830-dd25-4f26-a7fb-dc55c3a0f867 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:56.063070 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcb7830-dd25-4f26-a7fb-dc55c3a0f867 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:56.067901 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fcb7830-dd25-4f26-a7fb-dc55c3a0f867 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:56.079253 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-86924e4d-8a31-4063-9700-4586177db5b6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1158496636'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:56.147046 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb7830-dd25-4f26-a7fb-dc55c3a0f867 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event updated for resources: {'Network': ['ID=ecaa587d-9981-4d56-907b-4b0d9edcde36,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:56.157214 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network ecaa587d-9981-4d56-907b-4b0d9edcde36 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:53:56.284280 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9fcb7830-dd25-4f26-a7fb-dc55c3a0f867 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0415702 Nov 02 11:53:56.284989 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c27322-acca-4103-8085-cbf40499f9b8 req-fb6ec81d-4f98-4c54-aa73-50661cab7cee tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:56.292948 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a1c27322-acca-4103-8085-cbf40499f9b8 req-fb6ec81d-4f98-4c54-aa73-50661cab7cee tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.0693648 Nov 02 11:53:56.294776 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49774) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:56.305197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-4192bb86-0934-4bfb-b9aa-fdbf9ef689cc tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Request body: {'subnet': {'network_id': 'ecaa587d-9981-4d56-907b-4b0d9edcde36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:56.438145 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a1c27322-acca-4103-8085-cbf40499f9b8 req-5c6ee94a-7cd0-4847-bb0c-c1f0e261bd0f tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426561 Nov 02 11:53:56.590326 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86924e4d-8a31-4063-9700-4586177db5b6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Made reservation on behalf of 2ad9f1156d494693a73586f5f8367b88 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:56.593698 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-86924e4d-8a31-4063-9700-4586177db5b6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:56.603070 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-86924e4d-8a31-4063-9700-4586177db5b6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:56.692001 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fbd9901d-215c-4e08-9f87-e89459a7168c req-fcca42af-f5fb-4ed3-8b0e-1a220185e3dd tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 210 time: 0.0494208 Nov 02 11:53:56.735945 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4192bb86-0934-4bfb-b9aa-fdbf9ef689cc tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Made reservation on behalf of 8fb72dcffdfc40d9a5bd76c8a45a6cbe for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:56.739775 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4192bb86-0934-4bfb-b9aa-fdbf9ef689cc tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:56.752286 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-86924e4d-8a31-4063-9700-4586177db5b6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:56.761965 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49784) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:56.897236 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-86924e4d-8a31-4063-9700-4586177db5b6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:56.920839 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-21584411-bf8a-444f-9acb-4d0aeecb25b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:56.961974 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86924e4d-8a31-4063-9700-4586177db5b6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:53:56.969344 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86924e4d-8a31-4063-9700-4586177db5b6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b99be5-c426-4734-8fe1-422b1579b32c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:56.983363 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-86924e4d-8a31-4063-9700-4586177db5b6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:56.983756 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-86924e4d-8a31-4063-9700-4586177db5b6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Added segment 6c885b6e-eec2-4ee6-9327-6e063a6e423c of type vlan for network aa83e73b-05ef-47eb-b787-a96dfdcfe158 Nov 02 11:53:57.044186 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-86924e4d-8a31-4063-9700-4586177db5b6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:57.079375 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4192bb86-0934-4bfb-b9aa-fdbf9ef689cc tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:57.096100 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-21584411-bf8a-444f-9acb-4d0aeecb25b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:57.151804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192bb86-0934-4bfb-b9aa-fdbf9ef689cc tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event updated for resources: {'Subnet': ['ID=0ded82e4-b992-4a4d-b4f1-5fb0aae71372,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:57.159248 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4192bb86-0934-4bfb-b9aa-fdbf9ef689cc tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Checking segment: {'id': 'caded3a3-a89e-47b8-96fd-96cec0eec6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ecaa587d-9981-4d56-907b-4b0d9edcde36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:53:57.160807 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4192bb86-0934-4bfb-b9aa-fdbf9ef689cc tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Network hostable DHCP agents. Network: ecaa587d-9981-4d56-907b-4b0d9edcde36, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:53:57.302359 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-21584411-bf8a-444f-9acb-4d0aeecb25b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:57.304849 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-86924e4d-8a31-4063-9700-4586177db5b6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:57.311241 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86924e4d-8a31-4063-9700-4586177db5b6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:57.312326 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-86924e4d-8a31-4063-9700-4586177db5b6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:57.336435 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4192bb86-0934-4bfb-b9aa-fdbf9ef689cc tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Network ecaa587d-9981-4d56-907b-4b0d9edcde36 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:53:57.426592 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-21584411-bf8a-444f-9acb-4d0aeecb25b5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3f05da29ce0f438ebbb7de960a0b1b8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6634402 Nov 02 11:53:57.429481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49788) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:57.429891 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21584411-bf8a-444f-9acb-4d0aeecb25b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ec881e-1d07-4678-8e17-7aa6350c962f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:57.440356 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86924e4d-8a31-4063-9700-4586177db5b6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event updated for resources: {'Network': ['ID=aa83e73b-05ef-47eb-b787-a96dfdcfe158,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:57.457654 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network aa83e73b-05ef-47eb-b787-a96dfdcfe158 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:53:57.543636 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81308ee9-f5c4-44f1-94b7-a756055d28dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:57.563216 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-86924e4d-8a31-4063-9700-4586177db5b6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6409857 Nov 02 11:53:57.566630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-4192bb86-0934-4bfb-b9aa-fdbf9ef689cc tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, ecaa587d-9981-4d56-907b-4b0d9edcde36) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:57.580019 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711ea227-d5b2-4bfc-951b-0400f74f77a7 None None] Network ecaa587d-9981-4d56-907b-4b0d9edcde36 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:53:57.602061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4192bb86-0934-4bfb-b9aa-fdbf9ef689cc tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:57.602731 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4192bb86-0934-4bfb-b9aa-fdbf9ef689cc tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:57.612732 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81308ee9-f5c4-44f1-94b7-a756055d28dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:57.723377 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f602528-ef1c-4f8e-bb29-ae20aaadabce req-229cb904-5f49-4fba-8bc2-b0e796fae482 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:57.724962 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f602528-ef1c-4f8e-bb29-ae20aaadabce req-229cb904-5f49-4fba-8bc2-b0e796fae482 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.1851780 Nov 02 11:53:57.792193 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f602528-ef1c-4f8e-bb29-ae20aaadabce req-1a67efeb-ed45-4ed4-89be-e4ac058e7ebe tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568349 Nov 02 11:53:57.819036 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4192bb86-0934-4bfb-b9aa-fdbf9ef689cc tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5223455 Nov 02 11:53:57.825536 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49800) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:57.832381 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-fb0ae006-599b-4d83-bc0d-ec3f5a8f5a06 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Request body: {'port': {'network_id': 'ecaa587d-9981-4d56-907b-4b0d9edcde36', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-622979869'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:57.879391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-ecaa587d-9981-4d56-907b-4b0d9edcde36', 'network_id': 'ecaa587d-9981-4d56-907b-4b0d9edcde36', 'tenant_id': '8fb72dcffdfc40d9a5bd76c8a45a6cbe', 'fixed_ips': [{'subnet_id': '0ded82e4-b992-4a4d-b4f1-5fb0aae71372'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:53:57.888520 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:57.967424 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81308ee9-f5c4-44f1-94b7-a756055d28dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:57.980933 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81308ee9-f5c4-44f1-94b7-a756055d28dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:57.989027 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-81308ee9-f5c4-44f1-94b7-a756055d28dc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76ec881e-1d07-4678-8e17-7aa6350c962f HTTP/1.1" status: 204 len: 168 time: 0.5554273 Nov 02 11:53:58.061553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81308ee9-f5c4-44f1-94b7-a756055d28dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ec881e-1d07-4678-8e17-7aa6350c962f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:58.167353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Allocated IP 2001:db8::2 (ecaa587d-9981-4d56-907b-4b0d9edcde36/0ded82e4-b992-4a4d-b4f1-5fb0aae71372/a21f24f7-3c57-4a1f-9573-b789afb413d5) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:53:58.193447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0ae006-599b-4d83-bc0d-ec3f5a8f5a06 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Made reservation on behalf of 8fb72dcffdfc40d9a5bd76c8a45a6cbe for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:58.197162 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae006-599b-4d83-bc0d-ec3f5a8f5a06 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:58.231097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-fb0ae006-599b-4d83-bc0d-ec3f5a8f5a06 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] device_id is not set on port 1578f968-60d7-4d10-9395-b7262cfb1495 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:53:58.350009 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2197d399-41ad-48d8-bbeb-44aeb5f06785 req-9203efc0-99a2-4e07-aa9d-4dbed36cf4bc tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 210 time: 0.0449941 Nov 02 11:53:58.377808 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:58.473429 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:58.524056 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Network ecaa587d-9981-4d56-907b-4b0d9edcde36 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:53:58.529957 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:58.537920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:53:58.554108 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Pushing event updated for resources: {'Port': ['ID=a21f24f7-3c57-4a1f-9573-b789afb413d5,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:58.660205 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-fb0ae006-599b-4d83-bc0d-ec3f5a8f5a06 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Allocated IP 2001:db8::2cc (ecaa587d-9981-4d56-907b-4b0d9edcde36/0ded82e4-b992-4a4d-b4f1-5fb0aae71372/1578f968-60d7-4d10-9395-b7262cfb1495) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:53:58.702294 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Attempting to bind port a21f24f7-3c57-4a1f-9573-b789afb413d5 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:53:58.702688 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Attempting to bind port a21f24f7-3c57-4a1f-9573-b789afb413d5 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'caded3a3-a89e-47b8-96fd-96cec0eec6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ecaa587d-9981-4d56-907b-4b0d9edcde36'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:53:58.703826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Attempting to bind port a21f24f7-3c57-4a1f-9573-b789afb413d5 on network ecaa587d-9981-4d56-907b-4b0d9edcde36 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:53:58.713443 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:53:58.716707 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Checking segment: {'id': 'caded3a3-a89e-47b8-96fd-96cec0eec6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ecaa587d-9981-4d56-907b-4b0d9edcde36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:53:58.717133 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:58.718396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Bound using segment: {'id': 'caded3a3-a89e-47b8-96fd-96cec0eec6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ecaa587d-9981-4d56-907b-4b0d9edcde36'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:53:58.718988 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Bound port: a21f24f7-3c57-4a1f-9573-b789afb413d5, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caded3a3-a89e-47b8-96fd-96cec0eec6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ecaa587d-9981-4d56-907b-4b0d9edcde36'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:53:58.719363 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:58.848785 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae006-599b-4d83-bc0d-ec3f5a8f5a06 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:58.901623 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] For port a21f24f7-3c57-4a1f-9573-b789afb413d5, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:53:58.904994 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] For port a21f24f7-3c57-4a1f-9573-b789afb413d5, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a21f24f7-3c57-4a1f-9573-b789afb413d5,segment=NetworkSegment(caded3a3-a89e-47b8-96fd-96cec0eec6d5),segment_id=caded3a3-a89e-47b8-96fd-96cec0eec6d5)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:53:59.023397 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:59.025189 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae006-599b-4d83-bc0d-ec3f5a8f5a06 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:59.047700 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282b9b9-d914-4535-8924-74d3eb697d48 req-60e60746-be63-4989-8cd9-980c89b768cd tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:59.050433 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1282b9b9-d914-4535-8924-74d3eb697d48 req-60e60746-be63-4989-8cd9-980c89b768cd tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.0905735 Nov 02 11:53:59.104612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-40f57cc5-5e4a-4c35-b72e-456ea046cc21 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:59.106272 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-40f57cc5-5e4a-4c35-b72e-456ea046cc21 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.79 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 804 time: 0.2249372 Nov 02 11:53:59.145342 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0ae006-599b-4d83-bc0d-ec3f5a8f5a06 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Network ecaa587d-9981-4d56-907b-4b0d9edcde36 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:53:59.149647 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-6ca1660f-793e-41e0-936f-2447665773a8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Request body: {'port': {'device_id': '58f5bb3f-4a3c-43e0-b8fd-8342e104e329', 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e', 'admin_state_up': True, 'tenant_id': '03959b625cb94b9d9fcaf436c56c8acb'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:59.176518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-fb0ae006-599b-4d83-bc0d-ec3f5a8f5a06 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:53:59.179411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcad40-ead2-4238-99dd-bd4a4b67c8aa None None] Pushing event updated for resources: {'Port': ['ID=a21f24f7-3c57-4a1f-9573-b789afb413d5,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:59.199820 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0ae006-599b-4d83-bc0d-ec3f5a8f5a06 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:53:59.206442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0ae006-599b-4d83-bc0d-ec3f5a8f5a06 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:53:59.207400 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fb0ae006-599b-4d83-bc0d-ec3f5a8f5a06 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:59.233936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ae006-599b-4d83-bc0d-ec3f5a8f5a06 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event updated for resources: {'Port': ['ID=1578f968-60d7-4d10-9395-b7262cfb1495,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:53:59.316774 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1282b9b9-d914-4535-8924-74d3eb697d48 req-68258d6a-a88d-4c2d-8820-8465e98337d2 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496560 Nov 02 11:53:59.353403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49814) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:59.382645 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-393e6e2d-8433-4c3e-a563-c01fdd37c1b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:59.469887 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fb0ae006-599b-4d83-bc0d-ec3f5a8f5a06 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6430447 Nov 02 11:53:59.470482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49818) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:53:59.479260 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-9947b278-5f62-4e14-b198-11b8b256e8d3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Request body: {'port': {'network_id': 'ecaa587d-9981-4d56-907b-4b0d9edcde36', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2059964398', 'allowed_address_pairs': [{'ip_address': '2001:db8::2cc', 'mac_address': 'fa:16:3e:8b:e9:19'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:53:59.668415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-6ca1660f-793e-41e0-936f-2447665773a8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Made reservation on behalf of 03959b625cb94b9d9fcaf436c56c8acb for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:53:59.673773 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-6ca1660f-793e-41e0-936f-2447665773a8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:59.754629 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-393e6e2d-8433-4c3e-a563-c01fdd37c1b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:53:59.958969 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a21f24f7-3c57-4a1f-9573-b789afb413d5 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:54:00.008992 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-393e6e2d-8433-4c3e-a563-c01fdd37c1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:00.052699 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f84dac4-6362-43b3-b746-c0cdc3f7fb11 req-09730a14-7659-42c4-9aad-c08edc3ae163 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 210 time: 0.0715156 Nov 02 11:54:00.077346 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a21f24f7-3c57-4a1f-9573-b789afb413d5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:00.077944 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:00.083759 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-6ca1660f-793e-41e0-936f-2447665773a8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Allocated IP 172.20.0.4 (74bd6dc5-f0e6-4079-ac41-63269a99500e/b04dcbcd-1275-4a43-9876-3724821feb17/f6b6f311-7267-4d0d-8126-7fd262070db1) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:54:00.120176 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e6e2d-8433-4c3e-a563-c01fdd37c1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80038290-bb09-40fd-926b-db6fe75bf2a9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:00.131952 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9947b278-5f62-4e14-b198-11b8b256e8d3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Made reservation on behalf of 8fb72dcffdfc40d9a5bd76c8a45a6cbe for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:00.247679 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9947b278-5f62-4e14-b198-11b8b256e8d3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:00.259404 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:00.301386 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-393e6e2d-8433-4c3e-a563-c01fdd37c1b0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=31ed325ce34d4bffa03664629b0d6e98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9439471 Nov 02 11:54:00.310095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49822) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:00.316686 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port a21f24f7-3c57-4a1f-9573-b789afb413d5, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a21f24f7-3c57-4a1f-9573-b789afb413d5,segment=NetworkSegment(caded3a3-a89e-47b8-96fd-96cec0eec6d5),segment_id=caded3a3-a89e-47b8-96fd-96cec0eec6d5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:00.346385 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-9947b278-5f62-4e14-b198-11b8b256e8d3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] device_id is not set on port db14a192-2746-4903-a650-1f75ff3809ef yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:54:00.466323 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:00.466958 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbcec-aaca-4a4b-a26b-26e40171974b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:00.553732 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbcec-aaca-4a4b-a26b-26e40171974b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:00.586190 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=a21f24f7-3c57-4a1f-9573-b789afb413d5,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:00.651896 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-6ca1660f-793e-41e0-936f-2447665773a8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:00.672050 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327be2d-58b5-4647-ade8-5579ca777cf3 req-0ef50b34-f411-4669-bd41-39f522cbd4d2 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:00.674111 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5327be2d-58b5-4647-ade8-5579ca777cf3 req-0ef50b34-f411-4669-bd41-39f522cbd4d2 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.1240990 Nov 02 11:54:00.760480 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5327be2d-58b5-4647-ade8-5579ca777cf3 req-ce0cb61e-e525-4188-bfb0-2fb934a816db tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799685 Nov 02 11:54:00.772272 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-9947b278-5f62-4e14-b198-11b8b256e8d3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Allocated IP 2001:db8::3d2 (ecaa587d-9981-4d56-907b-4b0d9edcde36/0ded82e4-b992-4a4d-b4f1-5fb0aae71372/db14a192-2746-4903-a650-1f75ff3809ef) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:54:00.809373 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbcec-aaca-4a4b-a26b-26e40171974b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:00.813649 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf0bbcec-aaca-4a4b-a26b-26e40171974b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:00.819615 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bf0bbcec-aaca-4a4b-a26b-26e40171974b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/80038290-bb09-40fd-926b-db6fe75bf2a9 HTTP/1.1" status: 204 len: 168 time: 0.5049732 Nov 02 11:54:00.840978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bbcec-aaca-4a4b-a26b-26e40171974b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80038290-bb09-40fd-926b-db6fe75bf2a9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:00.891088 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-6ca1660f-793e-41e0-936f-2447665773a8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:01.074648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-6ca1660f-793e-41e0-936f-2447665773a8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Network 74bd6dc5-f0e6-4079-ac41-63269a99500e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:01.092658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-6ca1660f-793e-41e0-936f-2447665773a8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:01.116449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-6ca1660f-793e-41e0-936f-2447665773a8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:01.150849 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49838) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:01.154432 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fe2d70-2a2d-4952-a861-56c202a605c6 None None] Network ecaa587d-9981-4d56-907b-4b0d9edcde36 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:01.158288 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-8aa4aaea-577c-4dcf-aed4-08635d205d32 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Request body: {'subnet': {'network_id': 'aa83e73b-05ef-47eb-b787-a96dfdcfe158', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:01.172667 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1660f-793e-41e0-936f-2447665773a8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Pushing event updated for resources: {'Port': ['ID=f6b6f311-7267-4d0d-8126-7fd262070db1,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:01.206434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-6ca1660f-793e-41e0-936f-2447665773a8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:01.207501 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-6ca1660f-793e-41e0-936f-2447665773a8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:01.287882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cad1b-eaf2-4ba7-8713-b4c59a484eac req-9e0431c2-68ec-474f-8ee5-4223732c525a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:01.289926 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d7cad1b-eaf2-4ba7-8713-b4c59a484eac req-9e0431c2-68ec-474f-8ee5-4223732c525a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 931 time: 0.0788343 Nov 02 11:54:01.310681 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-599a4caa-e0b0-4897-8328-f3b5fe2cf357 None None] Provisioning complete for port a21f24f7-3c57-4a1f-9573-b789afb413d5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:01.311079 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-599a4caa-e0b0-4897-8328-f3b5fe2cf357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:01.327744 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9947b278-5f62-4e14-b198-11b8b256e8d3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:01.351330 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-6ca1660f-793e-41e0-936f-2447665773a8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2250023 Nov 02 11:54:01.366065 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d7cad1b-eaf2-4ba7-8713-b4c59a484eac req-7acc1f48-5c04-4793-8732-b8d7b33050d7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681634 Nov 02 11:54:01.378740 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Request body: {'port': {'device_id': '58f5bb3f-4a3c-43e0-b8fd-8342e104e329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:01.452640 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:01.461874 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa4aaea-577c-4dcf-aed4-08635d205d32 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Made reservation on behalf of 2ad9f1156d494693a73586f5f8367b88 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:01.466801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8aa4aaea-577c-4dcf-aed4-08635d205d32 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:01.569477 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9947b278-5f62-4e14-b198-11b8b256e8d3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:01.627559 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9947b278-5f62-4e14-b198-11b8b256e8d3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Network ecaa587d-9981-4d56-907b-4b0d9edcde36 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:01.632791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-9947b278-5f62-4e14-b198-11b8b256e8d3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:01.640031 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9947b278-5f62-4e14-b198-11b8b256e8d3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:01.653931 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9947b278-5f62-4e14-b198-11b8b256e8d3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:01.654666 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9947b278-5f62-4e14-b198-11b8b256e8d3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:01.694272 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947b278-5f62-4e14-b198-11b8b256e8d3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event updated for resources: {'Port': ['ID=db14a192-2746-4903-a650-1f75ff3809ef,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:01.844447 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9947b278-5f62-4e14-b198-11b8b256e8d3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.3662515 Nov 02 11:54:01.849266 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49848) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:01.936865 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a21f24f7-3c57-4a1f-9573-b789afb413d5 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:54:01.986894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b6f311-7267-4d0d-8126-7fd262070db1 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:54:02.014729 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:02.018342 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586d8567-a81b-4165-bf7d-052f6bed2bd6 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:02.028417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586d8567-a81b-4165-bf7d-052f6bed2bd6 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:02.041872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ae756-ec0f-4a79-bd8a-1f7210a7727c req-b92c02b8-cdea-4e2a-b624-f6fa8eb0e529 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:02.043401 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586d8567-a81b-4165-bf7d-052f6bed2bd6 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:02.043542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-568ae756-ec0f-4a79-bd8a-1f7210a7727c req-b92c02b8-cdea-4e2a-b624-f6fa8eb0e529 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.1246922 Nov 02 11:54:02.045170 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-586d8567-a81b-4165-bf7d-052f6bed2bd6 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1941438 Nov 02 11:54:02.050039 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49858) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:02.054577 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Transition to ACTIVE for port object f6b6f311-7267-4d0d-8126-7fd262070db1 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:54:02.059682 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a21f24f7-3c57-4a1f-9573-b789afb413d5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:02.060261 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:02.068362 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-feff1fd1-9b75-48ca-b1ed-0832f1824c09 None None] Provisioning complete for port 1578f968-60d7-4d10-9395-b7262cfb1495 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:02.069075 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-feff1fd1-9b75-48ca-b1ed-0832f1824c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:02.107548 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-568ae756-ec0f-4a79-bd8a-1f7210a7727c req-01ee5475-1af2-44b1-9b38-ac6ce140ace5 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540316 Nov 02 11:54:02.158425 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8aa4aaea-577c-4dcf-aed4-08635d205d32 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:02.175263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-feff1fd1-9b75-48ca-b1ed-0832f1824c09 None None] Port 1578f968-60d7-4d10-9395-b7262cfb1495 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:54:02.228983 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-feff1fd1-9b75-48ca-b1ed-0832f1824c09 None None] Provisioning complete for port a21f24f7-3c57-4a1f-9573-b789afb413d5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:02.229378 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-feff1fd1-9b75-48ca-b1ed-0832f1824c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:02.233028 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:02.289024 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4aaea-577c-4dcf-aed4-08635d205d32 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event updated for resources: {'Subnet': ['ID=cd4f8830-760c-45fa-84b8-83b470c2ac76,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:02.337905 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa4aaea-577c-4dcf-aed4-08635d205d32 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Checking segment: {'id': '6c885b6e-eec2-4ee6-9327-6e063a6e423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'aa83e73b-05ef-47eb-b787-a96dfdcfe158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:02.338582 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa4aaea-577c-4dcf-aed4-08635d205d32 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Network hostable DHCP agents. Network: aa83e73b-05ef-47eb-b787-a96dfdcfe158, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:54:02.346177 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d787a10a-c620-4832-961a-d4016455f0e7 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Deleting port db14a192-2746-4903-a650-1f75ff3809ef {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:02.346582 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d787a10a-c620-4832-961a-d4016455f0e7 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:02.384219 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Pushing event updated for resources: {'Port': ['ID=f6b6f311-7267-4d0d-8126-7fd262070db1,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:02.476294 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Attempting to bind port f6b6f311-7267-4d0d-8126-7fd262070db1 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:02.476960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Attempting to bind port f6b6f311-7267-4d0d-8126-7fd262070db1 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:02.477490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Attempting to bind port f6b6f311-7267-4d0d-8126-7fd262070db1 on network 74bd6dc5-f0e6-4079-ac41-63269a99500e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:02.523335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Port f6b6f311-7267-4d0d-8126-7fd262070db1 on network 74bd6dc5-f0e6-4079-ac41-63269a99500e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:02.523335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Attempting to bind port f6b6f311-7267-4d0d-8126-7fd262070db1 on network 74bd6dc5-f0e6-4079-ac41-63269a99500e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:02.523335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:54:02.523335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Checking segment: {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:02.523335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Bound using segment: {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:54:02.523335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Bound port: f6b6f311-7267-4d0d-8126-7fd262070db1, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:54:02.523335 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:02.551494 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d787a10a-c620-4832-961a-d4016455f0e7 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:02.576312 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d787a10a-c620-4832-961a-d4016455f0e7 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Calling delete_port for db14a192-2746-4903-a650-1f75ff3809ef owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:02.607079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d0fd75f6-d753-4afc-b648-8e8d98a7223f None None] Provisioning complete for port 1578f968-60d7-4d10-9395-b7262cfb1495 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:02.607940 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d0fd75f6-d753-4afc-b648-8e8d98a7223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:02.667062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa4aaea-577c-4dcf-aed4-08635d205d32 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Network aa83e73b-05ef-47eb-b787-a96dfdcfe158 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:54:02.677200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743d220-0493-478e-a087-09c7b038e21e req-60e429e8-ec63-4e24-acd6-c07c7be43e8c tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:02.688592 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6743d220-0493-478e-a087-09c7b038e21e req-60e429e8-ec63-4e24-acd6-c07c7be43e8c tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 943 time: 0.1615610 Nov 02 11:54:02.717943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] For port f6b6f311-7267-4d0d-8126-7fd262070db1, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:54:02.733711 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d0fd75f6-d753-4afc-b648-8e8d98a7223f None None] Port 1578f968-60d7-4d10-9395-b7262cfb1495 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:54:02.751377 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] For port f6b6f311-7267-4d0d-8126-7fd262070db1, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f6b6f311-7267-4d0d-8126-7fd262070db1,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:54:02.770028 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-8aa4aaea-577c-4dcf-aed4-08635d205d32 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, aa83e73b-05ef-47eb-b787-a96dfdcfe158) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:02.778096 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa4aaea-577c-4dcf-aed4-08635d205d32 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:02.784212 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8aa4aaea-577c-4dcf-aed4-08635d205d32 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:02.786231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad69c16-98ae-425f-bd7f-504138b74aa2 None None] Network aa83e73b-05ef-47eb-b787-a96dfdcfe158 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:02.809312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6743d220-0493-478e-a087-09c7b038e21e req-8eec9d95-5b68-475d-b4fd-0ef603198b1c tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167603 Nov 02 11:54:02.868483 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:02.900511 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8aa4aaea-577c-4dcf-aed4-08635d205d32 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7522631 Nov 02 11:54:02.903430 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49882) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:02.913446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:02.914126 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:02.915466 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-94b7bccd-e390-4773-b790-d6cf9611f92e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1831706026'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:02.915574 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] 10.222.0.79 "PUT /v2.0/ports/f6b6f311-7267-4d0d-8126-7fd262070db1 HTTP/1.1" status: 200 len: 1092 time: 1.5475852 Nov 02 11:54:02.915983 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f5bb3f-4a3c-43e0-b8fd-8342e104e329', 'tag': 'f6b6f311-7267-4d0d-8126-7fd262070db1'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:54:02.918858 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56f68bf-758f-41e3-9a96-f1ab2081f49f" -d '{"events": [{"name": "network-changed", "server_uuid": "58f5bb3f-4a3c-43e0-b8fd-8342e104e329", "tag": "f6b6f311-7267-4d0d-8126-7fd262070db1"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:54:02.925136 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0df222f5-61c7-4ddd-b4b6-cbd7bf019a6f None None] Provisioning complete for port db14a192-2746-4903-a650-1f75ff3809ef triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:02.925509 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0df222f5-61c7-4ddd-b4b6-cbd7bf019a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:02.944203 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d787a10a-c620-4832-961a-d4016455f0e7 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:02.991803 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc0348-cf21-45f4-a98f-adf1a47e63ff service neutron] Pushing event updated for resources: {'Port': ['ID=f6b6f311-7267-4d0d-8126-7fd262070db1,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:02.996213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787a10a-c620-4832-961a-d4016455f0e7 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event deleted for resources: {'Port': ['ID=db14a192-2746-4903-a650-1f75ff3809ef,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:03.009364 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0df222f5-61c7-4ddd-b4b6-cbd7bf019a6f None None] Port db14a192-2746-4903-a650-1f75ff3809ef cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:54:03.025226 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d9dae4-31c6-4f93-a407-9841e357bed0 x-openstack-request-id: req-38d9dae4-31c6-4f93-a407-9841e357bed0 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:54:03.025705 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f5bb3f-4a3c-43e0-b8fd-8342e104e329", "tag": "f6b6f311-7267-4d0d-8126-7fd262070db1", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:54:03.026111 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38d9dae4-31c6-4f93-a407-9841e357bed0 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:54:03.029546 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f5bb3f-4a3c-43e0-b8fd-8342e104e329', 'tag': 'f6b6f311-7267-4d0d-8126-7fd262070db1', 'status': 'completed', 'code': 200} Nov 02 11:54:03.122765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-aa83e73b-05ef-47eb-b787-a96dfdcfe158', 'network_id': 'aa83e73b-05ef-47eb-b787-a96dfdcfe158', 'tenant_id': '2ad9f1156d494693a73586f5f8367b88', 'fixed_ips': [{'subnet_id': 'cd4f8830-760c-45fa-84b8-83b470c2ac76'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:54:03.123709 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:03.191169 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b7bccd-e390-4773-b790-d6cf9611f92e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Made reservation on behalf of 2ad9f1156d494693a73586f5f8367b88 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:03.195449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f68bf-758f-41e3-9a96-f1ab2081f49f req-af2dc13e-b71f-4bda-b156-ba86cf800c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:03.195660 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94b7bccd-e390-4773-b790-d6cf9611f92e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:03.205032 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c56f68bf-758f-41e3-9a96-f1ab2081f49f req-af2dc13e-b71f-4bda-b156-ba86cf800c39 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 1095 time: 0.1257546 Nov 02 11:54:03.296466 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d787a10a-c620-4832-961a-d4016455f0e7 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:03.304565 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d787a10a-c620-4832-961a-d4016455f0e7 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "DELETE /v2.0/ports/db14a192-2746-4903-a650-1f75ff3809ef HTTP/1.1" status: 204 len: 168 time: 1.2519770 Nov 02 11:54:03.307049 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49900) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:03.347575 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-073224bd-246c-4ca9-8f53-2d4fd2d7911c tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] GET failed (client error): The resource could not be found. Nov 02 11:54:03.358047 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-073224bd-246c-4ca9-8f53-2d4fd2d7911c tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "GET /v2.0/ports/db14a192-2746-4903-a650-1f75ff3809ef HTTP/1.1" status: 404 len: 333 time: 0.0499082 Nov 02 11:54:03.372942 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49902) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:03.404532 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b9023b3e-ef4c-4ed0-a5c2-17445cbd0971 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Request body: {'port': {'network_id': 'ecaa587d-9981-4d56-907b-4b0d9edcde36', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2062516170'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:03.487506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe62f2-659b-4046-91f9-8b8589cc70ed req-f2ed4311-4b49-4314-89c2-c57408a68474 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:03.493218 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b7bccd-e390-4773-b790-d6cf9611f92e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:03.496916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ccbe62f2-659b-4046-91f9-8b8589cc70ed req-f2ed4311-4b49-4314-89c2-c57408a68474 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.2224674 Nov 02 11:54:03.530778 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Allocated IP 2001:db8:0:ffff::2 (aa83e73b-05ef-47eb-b787-a96dfdcfe158/cd4f8830-760c-45fa-84b8-83b470c2ac76/04dfe2d6-9773-4f6f-a05c-3f752d7c22b9) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:54:03.537147 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f68bf-758f-41e3-9a96-f1ab2081f49f req-a3835b6c-5e52-4d89-8cfa-7787d401bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:03.539324 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c56f68bf-758f-41e3-9a96-f1ab2081f49f req-a3835b6c-5e52-4d89-8cfa-7787d401bc99 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&shared=False HTTP/1.1" status: 200 len: 905 time: 0.3329546 Nov 02 11:54:03.616945 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94b7bccd-e390-4773-b790-d6cf9611f92e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:03.617595 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-94b7bccd-e390-4773-b790-d6cf9611f92e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Added segment a0dfe10f-c1ab-4dd0-9b23-fb9663c9961c of type vlan for network 4dbf6ae4-0a13-4177-8781-c49f90587312 Nov 02 11:54:03.730074 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:03.752698 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ccbe62f2-659b-4046-91f9-8b8589cc70ed req-16d6788f-5170-491b-bd22-b8d72dfeb561 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545898 Nov 02 11:54:03.772507 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94b7bccd-e390-4773-b790-d6cf9611f92e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:03.830908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f68bf-758f-41e3-9a96-f1ab2081f49f req-228c7906-a304-46d4-9ac5-038102ab70f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:03.833268 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c56f68bf-758f-41e3-9a96-f1ab2081f49f req-228c7906-a304-46d4-9ac5-038102ab70f8 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2867355 Nov 02 11:54:03.927891 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-eac88998-397c-407b-ba84-54f5dbeaba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:03.929349 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-eac88998-397c-407b-ba84-54f5dbeaba52 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 1095 time: 0.0482390 Nov 02 11:54:03.993377 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-573cbe59-ba11-4fe4-8040-af50e113096c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6b6f311-7267-4d0d-8126-7fd262070db1 HTTP/1.1" status: 200 len: 217 time: 0.0543032 Nov 02 11:54:04.005383 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:04.044917 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94b7bccd-e390-4773-b790-d6cf9611f92e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:04.047842 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47aa4f-f531-40b6-8dbe-5226a4e5d9f8 req-91d720df-a498-492d-8cd1-9ad6d6b41865 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:04.047842 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c47aa4f-f531-40b6-8dbe-5226a4e5d9f8 req-91d720df-a498-492d-8cd1-9ad6d6b41865 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 943 time: 0.1218309 Nov 02 11:54:04.053411 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b7bccd-e390-4773-b790-d6cf9611f92e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:04.054632 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94b7bccd-e390-4773-b790-d6cf9611f92e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:04.065222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-f6ff4ce7-5039-442c-b337-85846404d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:04.065564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9023b3e-ef4c-4ed0-a5c2-17445cbd0971 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Made reservation on behalf of 8fb72dcffdfc40d9a5bd76c8a45a6cbe for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:04.067171 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-f6ff4ce7-5039-442c-b337-85846404d193 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b04dcbcd-1275-4a43-9876-3724821feb17 HTTP/1.1" status: 200 len: 844 time: 0.0663970 Nov 02 11:54:04.069312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Network aa83e73b-05ef-47eb-b787-a96dfdcfe158 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:04.070253 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9023b3e-ef4c-4ed0-a5c2-17445cbd0971 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:04.072689 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:04.078285 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:04.082460 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Pushing event updated for resources: {'Port': ['ID=04dfe2d6-9773-4f6f-a05c-3f752d7c22b9,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:04.098193 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:04.098803 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:04.099185 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:04.100757 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:04.101141 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:04.106221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:04.106221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:04.106221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:04.106221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:04.106221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:04.106221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:04.106221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:04.135371 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c47aa4f-f531-40b6-8dbe-5226a4e5d9f8 req-58f4004c-be32-4a15-bc11-1cebcfc66fa3 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668757 Nov 02 11:54:04.171556 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-0f6a1db0-d1dd-47a6-a83a-397b8243488e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=74bd6dc5-f0e6-4079-ac41-63269a99500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408471 Nov 02 11:54:04.177938 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Attempting to bind port 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:04.178310 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Attempting to bind port 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '6c885b6e-eec2-4ee6-9327-6e063a6e423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'aa83e73b-05ef-47eb-b787-a96dfdcfe158'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:04.178676 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Attempting to bind port 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9 on network aa83e73b-05ef-47eb-b787-a96dfdcfe158 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:04.194134 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:54:04.205477 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Checking segment: {'id': '6c885b6e-eec2-4ee6-9327-6e063a6e423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'aa83e73b-05ef-47eb-b787-a96dfdcfe158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:04.205895 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:04.206568 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Bound using segment: {'id': '6c885b6e-eec2-4ee6-9327-6e063a6e423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'aa83e73b-05ef-47eb-b787-a96dfdcfe158'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:54:04.208560 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Bound port: 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c885b6e-eec2-4ee6-9327-6e063a6e423c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'aa83e73b-05ef-47eb-b787-a96dfdcfe158'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:54:04.208972 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:04.234019 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-b9023b3e-ef4c-4ed0-a5c2-17445cbd0971 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] device_id is not set on port d5d7f58c-22b2-4381-b069-cdad221f103f yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:54:04.335959 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-5bf4dbc9-f6af-4c16-8e67-7d5089726b74 service neutron] 10.222.0.79 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566427 Nov 02 11:54:04.356348 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] For port 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:54:04.365368 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] For port 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=04dfe2d6-9773-4f6f-a05c-3f752d7c22b9,segment=NetworkSegment(6c885b6e-eec2-4ee6-9327-6e063a6e423c),segment_id=6c885b6e-eec2-4ee6-9327-6e063a6e423c)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:54:04.477805 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:04.500283 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd2c31bd-bc23-4016-a8c9-a882105faa51 req-1e423d4c-32d3-4832-8564-90e94c3a4694 service neutron] 10.222.0.79 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561134 Nov 02 11:54:04.577129 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00964f5-16b9-4784-9d9e-e576ece79d10 None None] Pushing event updated for resources: {'Port': ['ID=04dfe2d6-9773-4f6f-a05c-3f752d7c22b9,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:04.765610 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7bccd-e390-4773-b790-d6cf9611f92e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event updated for resources: {'Network': ['ID=4dbf6ae4-0a13-4177-8781-c49f90587312,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:04.769268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49944) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:04.771339 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-94b7bccd-e390-4773-b790-d6cf9611f92e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8665900 Nov 02 11:54:04.775225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-3b2fd5cb-4081-4b11-8595-41d005b4f747 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Request body: {'subnet': {'network_id': '4dbf6ae4-0a13-4177-8781-c49f90587312', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:04.805787 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 4dbf6ae4-0a13-4177-8781-c49f90587312 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:05.041487 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-b9023b3e-ef4c-4ed0-a5c2-17445cbd0971 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Allocated IP 2001:db8::3c0 (ecaa587d-9981-4d56-907b-4b0d9edcde36/0ded82e4-b992-4a4d-b4f1-5fb0aae71372/d5d7f58c-22b2-4381-b069-cdad221f103f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:54:05.083984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c699cf-d265-4436-8d49-1fe77562aa8c req-1e016283-5671-4945-90bb-b31c13337e89 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:05.085480 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f5c699cf-d265-4436-8d49-1fe77562aa8c req-1e016283-5671-4945-90bb-b31c13337e89 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.0975683 Nov 02 11:54:05.137037 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f5c699cf-d265-4436-8d49-1fe77562aa8c req-0025bfe5-4d18-490b-af32-5410a0de0272 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451829 Nov 02 11:54:05.187129 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2fd5cb-4081-4b11-8595-41d005b4f747 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Made reservation on behalf of 2ad9f1156d494693a73586f5f8367b88 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:05.191764 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b2fd5cb-4081-4b11-8595-41d005b4f747 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:05.234074 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9023b3e-ef4c-4ed0-a5c2-17445cbd0971 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:05.351756 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9023b3e-ef4c-4ed0-a5c2-17445cbd0971 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:05.363454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06113075-395a-454b-8bf0-09dfc05772dd req-51e990f2-0ed3-4ca3-9907-b59033c39a5f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:05.364971 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06113075-395a-454b-8bf0-09dfc05772dd req-51e990f2-0ed3-4ca3-9907-b59033c39a5f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 943 time: 0.0749962 Nov 02 11:54:05.430152 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9023b3e-ef4c-4ed0-a5c2-17445cbd0971 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Network ecaa587d-9981-4d56-907b-4b0d9edcde36 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:05.436680 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-b9023b3e-ef4c-4ed0-a5c2-17445cbd0971 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:05.443528 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9023b3e-ef4c-4ed0-a5c2-17445cbd0971 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:05.449129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9023b3e-ef4c-4ed0-a5c2-17445cbd0971 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:05.450426 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9023b3e-ef4c-4ed0-a5c2-17445cbd0971 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:05.467481 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9023b3e-ef4c-4ed0-a5c2-17445cbd0971 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event updated for resources: {'Port': ['ID=d5d7f58c-22b2-4381-b069-cdad221f103f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:05.485547 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06113075-395a-454b-8bf0-09dfc05772dd req-0c64f778-5476-47f7-a380-ac7d623ea2d4 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942965 Nov 02 11:54:05.581224 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49962) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:05.614179 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b9023b3e-ef4c-4ed0-a5c2-17445cbd0971 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2394550 Nov 02 11:54:05.617635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49966) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:05.619762 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:54:05.625192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-050a7097-7fc8-4784-8898-4a363b369299 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2cc', 'mac_address': 'fa:16:3e:8b:e9:19'}]}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:05.767544 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df114386-c742-4fb3-80ef-627c46acaff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:05.870243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1c3ef2ae-35a4-44b7-b91f-78d29767636a None None] Provisioning complete for port d5d7f58c-22b2-4381-b069-cdad221f103f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:05.871657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.objects.ports [None req-3b2fd5cb-4081-4b11-8595-41d005b4f747 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102689) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 11:54:05.877667 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b2fd5cb-4081-4b11-8595-41d005b4f747 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:05.878322 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1c3ef2ae-35a4-44b7-b91f-78d29767636a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:05.903656 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df114386-c742-4fb3-80ef-627c46acaff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:05.945113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2fd5cb-4081-4b11-8595-41d005b4f747 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event updated for resources: {'Subnet': ['ID=88a8e2e7-cb59-45bd-84cc-88da9a953e0e,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:05.972105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-1c3ef2ae-35a4-44b7-b91f-78d29767636a None None] Port d5d7f58c-22b2-4381-b069-cdad221f103f cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:54:05.994356 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:54:06.023521 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-050a7097-7fc8-4784-8898-4a363b369299 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:06.033437 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2fd5cb-4081-4b11-8595-41d005b4f747 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Checking segment: {'id': 'a0dfe10f-c1ab-4dd0-9b23-fb9663c9961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4dbf6ae4-0a13-4177-8781-c49f90587312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:06.034016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2fd5cb-4081-4b11-8595-41d005b4f747 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Network hostable DHCP agents. Network: 4dbf6ae4-0a13-4177-8781-c49f90587312, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:54:06.043532 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df114386-c742-4fb3-80ef-627c46acaff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:06.066047 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:06.066918 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:06.098232 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60457a6b-3564-48f7-820e-25a6523199cc None None] Network aa83e73b-05ef-47eb-b787-a96dfdcfe158 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:06.104334 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-df114386-c742-4fb3-80ef-627c46acaff2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9838a5488e424e1bb96f282f25363d70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5217078 Nov 02 11:54:06.105210 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49974) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:06.154911 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df114386-c742-4fb3-80ef-627c46acaff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcd7939-888d-480b-b2ea-70ae1cb3bcaf,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:06.170896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2fd5cb-4081-4b11-8595-41d005b4f747 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Network 4dbf6ae4-0a13-4177-8781-c49f90587312 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:54:06.288318 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-529d3531-4789-4a33-a884-b0ade39906f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:06.301270 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-3b2fd5cb-4081-4b11-8595-41d005b4f747 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 4dbf6ae4-0a13-4177-8781-c49f90587312) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:06.324906 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-529d3531-4789-4a33-a884-b0ade39906f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:06.327713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2fd5cb-4081-4b11-8595-41d005b4f747 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:06.328291 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b2fd5cb-4081-4b11-8595-41d005b4f747 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:06.351195 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-050a7097-7fc8-4784-8898-4a363b369299 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:06.373119 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af17bc81-b9bb-43f5-94f0-6b729fec8de9 None None] Network 4dbf6ae4-0a13-4177-8781-c49f90587312 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:06.412442 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-050a7097-7fc8-4784-8898-4a363b369299 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:06.456193 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3b2fd5cb-4081-4b11-8595-41d005b4f747 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6856179 Nov 02 11:54:06.458816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49986) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:06.460193 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c3a223a7-4aa9-4d5f-881b-db6d4a8747db None None] Provisioning complete for port 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:06.460685 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c3a223a7-4aa9-4d5f-881b-db6d4a8747db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:06.465778 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-050a7097-7fc8-4784-8898-4a363b369299 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] In _notify_port_updated(), no bound segment for port d5d7f58c-22b2-4381-b069-cdad221f103f on network ecaa587d-9981-4d56-907b-4b0d9edcde36 {{(pid=102689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 11:54:06.472294 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050a7097-7fc8-4784-8898-4a363b369299 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:06.479040 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-050a7097-7fc8-4784-8898-4a363b369299 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:06.479040 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-050a7097-7fc8-4784-8898-4a363b369299 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "PUT /v2.0/ports/d5d7f58c-22b2-4381-b069-cdad221f103f HTTP/1.1" status: 200 len: 1003 time: 0.8567116 Nov 02 11:54:06.479578 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7ddb6f10-2fd7-491d-8563-591bdca93808 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Request body: {'port': {'network_id': '4dbf6ae4-0a13-4177-8781-c49f90587312', 'name': 'tempest-NetworksIpV6TestAttrs-1828310860'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:06.481106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49988) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:06.483813 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a7097-7fc8-4784-8898-4a363b369299 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event updated for resources: {'Port': ['ID=d5d7f58c-22b2-4381-b069-cdad221f103f,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:06.514189 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-529d3531-4789-4a33-a884-b0ade39906f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:06.536831 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-529d3531-4789-4a33-a884-b0ade39906f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:06.538158 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-529d3531-4789-4a33-a884-b0ade39906f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ffcd7939-888d-480b-b2ea-70ae1cb3bcaf HTTP/1.1" status: 204 len: 168 time: 0.3844364 Nov 02 11:54:06.570372 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eada690-3d99-4db6-88a8-60b8520175de req-a1545827-7748-4fba-bf0b-fab4798a0802 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:06.578614 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8eada690-3d99-4db6-88a8-60b8520175de req-a1545827-7748-4fba-bf0b-fab4798a0802 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.0966244 Nov 02 11:54:06.653467 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d3531-4789-4a33-a884-b0ade39906f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcd7939-888d-480b-b2ea-70ae1cb3bcaf,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:06.677780 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8eada690-3d99-4db6-88a8-60b8520175de req-1d42c434-5369-4db9-ab3f-3074af6dd254 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895975 Nov 02 11:54:06.776352 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f82e8-75ad-4742-81fc-dff6621c0968 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Deleting port d5d7f58c-22b2-4381-b069-cdad221f103f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:06.776888 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3e4f82e8-75ad-4742-81fc-dff6621c0968 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:06.781417 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:06.849746 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f6b6f311-7267-4d0d-8126-7fd262070db1 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:54:06.912669 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3e4f82e8-75ad-4742-81fc-dff6621c0968 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:06.929389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f82e8-75ad-4742-81fc-dff6621c0968 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Calling delete_port for d5d7f58c-22b2-4381-b069-cdad221f103f owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:06.967547 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=04dfe2d6-9773-4f6f-a05c-3f752d7c22b9,segment=NetworkSegment(6c885b6e-eec2-4ee6-9327-6e063a6e423c),segment_id=6c885b6e-eec2-4ee6-9327-6e063a6e423c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:06.973191 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c3a223a7-4aa9-4d5f-881b-db6d4a8747db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:07.051367 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7248a3d-9e71-4c5d-9031-2f0118fd61d0 req-4f1949a2-1bc7-46d2-be4d-0acd20701f22 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:07.052899 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7248a3d-9e71-4c5d-9031-2f0118fd61d0 req-4f1949a2-1bc7-46d2-be4d-0acd20701f22 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 946 time: 0.1216273 Nov 02 11:54:07.085414 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddb6f10-2fd7-491d-8563-591bdca93808 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Made reservation on behalf of 2ad9f1156d494693a73586f5f8367b88 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:07.092286 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ddb6f10-2fd7-491d-8563-591bdca93808 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:07.100085 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-4dbf6ae4-0a13-4177-8781-c49f90587312', 'network_id': '4dbf6ae4-0a13-4177-8781-c49f90587312', 'tenant_id': '2ad9f1156d494693a73586f5f8367b88', 'fixed_ips': [{'subnet_id': '88a8e2e7-cb59-45bd-84cc-88da9a953e0e'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:54:07.103211 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:07.105918 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:07.134682 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-7ddb6f10-2fd7-491d-8563-591bdca93808 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] device_id is not set on port 27d8a880-148b-445a-9d96-362a9ea1d694 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:54:07.186830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7248a3d-9e71-4c5d-9031-2f0118fd61d0 req-97782069-f57e-4b67-aa8c-10ce91c60e2b tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260257 Nov 02 11:54:07.298493 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port f6b6f311-7267-4d0d-8126-7fd262070db1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f6b6f311-7267-4d0d-8126-7fd262070db1,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:07.301713 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=04dfe2d6-9773-4f6f-a05c-3f752d7c22b9,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:07.326979 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-c3a223a7-4aa9-4d5f-881b-db6d4a8747db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:54:07.327344 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-c3a223a7-4aa9-4d5f-881b-db6d4a8747db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:54:07.327950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'f6b6f311-7267-4d0d-8126-7fd262070db1', 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e', 'port_id': 'f6b6f311-7267-4d0d-8126-7fd262070db1', 'mac_address': 'fa:16:3e:d8:7d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04dcbcd-1275-4a43-9876-3724821feb17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:54:07.340068 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3e4f82e8-75ad-4742-81fc-dff6621c0968 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:07.396388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176a242-4fc1-4709-aa8c-0ee9e378db93 req-1db08f50-54d0-4404-866e-c98a2db4eddd tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:07.398358 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1176a242-4fc1-4709-aa8c-0ee9e378db93 req-1db08f50-54d0-4404-866e-c98a2db4eddd tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 943 time: 0.0673668 Nov 02 11:54:07.453956 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:07.465655 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1176a242-4fc1-4709-aa8c-0ee9e378db93 req-1a0b0a80-f17b-4ef0-bee4-b94ab1564377 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602658 Nov 02 11:54:07.476074 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f82e8-75ad-4742-81fc-dff6621c0968 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event deleted for resources: {'Port': ['ID=d5d7f58c-22b2-4381-b069-cdad221f103f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:07.506491 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b6f311-7267-4d0d-8126-7fd262070db1 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:54:07.527998 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port f6b6f311-7267-4d0d-8126-7fd262070db1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f6b6f311-7267-4d0d-8126-7fd262070db1,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:07.577947 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Allocated IP 2001:db8::f816:3eff:fe41:7c78 (4dbf6ae4-0a13-4177-8781-c49f90587312/88a8e2e7-cb59-45bd-84cc-88da9a953e0e/390e3745-1110-444c-857a-c263c5941791) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:54:07.648144 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3e4f82e8-75ad-4742-81fc-dff6621c0968 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:07.653504 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3e4f82e8-75ad-4742-81fc-dff6621c0968 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "DELETE /v2.0/ports/d5d7f58c-22b2-4381-b069-cdad221f103f HTTP/1.1" status: 204 len: 168 time: 1.1619654 Nov 02 11:54:07.656179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50006) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:07.697508 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bb8a89-8a7e-496b-b7e1-9ba247e39329 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] GET failed (client error): The resource could not be found. Nov 02 11:54:07.699075 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-42bb8a89-8a7e-496b-b7e1-9ba247e39329 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "GET /v2.0/ports/d5d7f58c-22b2-4381-b069-cdad221f103f HTTP/1.1" status: 404 len: 333 time: 0.0417089 Nov 02 11:54:07.702830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50010) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:07.718013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-2202bd7b-e3ac-441e-8683-a26821acf56f tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Request body: {'port': {'network_id': 'ecaa587d-9981-4d56-907b-4b0d9edcde36', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-239748888'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:07.766868 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:07.912222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18228360-d961-4655-bef5-2506b4973623 req-e11f34ae-bbb9-437f-a8e1-57b02e80eb08 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:07.922071 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-18228360-d961-4655-bef5-2506b4973623 req-e11f34ae-bbb9-437f-a8e1-57b02e80eb08 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.0872540 Nov 02 11:54:07.932935 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=f6b6f311-7267-4d0d-8126-7fd262070db1,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:07.947852 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:54:07.992799 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:07.998088 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-18228360-d961-4655-bef5-2506b4973623 req-0d59172d-eb01-40b5-8973-78935c2ee016 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751207 Nov 02 11:54:08.014558 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['f6b6f311-7267-4d0d-8126-7fd262070db1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:54:08.049270 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:08.049647 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:08.078659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2202bd7b-e3ac-441e-8683-a26821acf56f tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Made reservation on behalf of 8fb72dcffdfc40d9a5bd76c8a45a6cbe for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:08.084994 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:08.085896 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2202bd7b-e3ac-441e-8683-a26821acf56f tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:08.121952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-2202bd7b-e3ac-441e-8683-a26821acf56f tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] device_id is not set on port 3aaaf1f0-c8e4-4391-b456-0e2654297e16 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:54:08.144226 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-7ddb6f10-2fd7-491d-8563-591bdca93808 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Allocated IP 2001:db8::f816:3eff:fee1:2cf (4dbf6ae4-0a13-4177-8781-c49f90587312/88a8e2e7-cb59-45bd-84cc-88da9a953e0e/27d8a880-148b-445a-9d96-362a9ea1d694) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:54:08.213831 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a411cad0-bb57-4aec-9c96-65c7f3a98823 None None] Could not find standard attr ID for object d5d7f58c-22b2-4381-b069-cdad221f103f. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 11:54:08.234061 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Network 4dbf6ae4-0a13-4177-8781-c49f90587312 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:08.266581 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:08.270282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:08.301132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Pushing event updated for resources: {'Port': ['ID=390e3745-1110-444c-857a-c263c5941791,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:08.339844 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-2202bd7b-e3ac-441e-8683-a26821acf56f tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Allocated IP 2001:db8::ca (ecaa587d-9981-4d56-907b-4b0d9edcde36/0ded82e4-b992-4a4d-b4f1-5fb0aae71372/3aaaf1f0-c8e4-4391-b456-0e2654297e16) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:54:08.348541 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a411cad0-bb57-4aec-9c96-65c7f3a98823 None None] Provisioning complete for port 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:08.348854 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a411cad0-bb57-4aec-9c96-65c7f3a98823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:08.401693 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ddb6f10-2fd7-491d-8563-591bdca93808 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:08.492403 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d8918-2d3b-4f18-932e-1abe5dfb43ee req-3e2560d4-9567-4a2f-9219-174acd0f6652 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:08.494012 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd5d8918-2d3b-4f18-932e-1abe5dfb43ee req-3e2560d4-9567-4a2f-9219-174acd0f6652 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 946 time: 0.1488400 Nov 02 11:54:08.500580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Attempting to bind port 390e3745-1110-444c-857a-c263c5941791 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:08.500950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Attempting to bind port 390e3745-1110-444c-857a-c263c5941791 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'a0dfe10f-c1ab-4dd0-9b23-fb9663c9961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4dbf6ae4-0a13-4177-8781-c49f90587312'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:08.501920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Attempting to bind port 390e3745-1110-444c-857a-c263c5941791 on network 4dbf6ae4-0a13-4177-8781-c49f90587312 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:08.520075 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:54:08.520470 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Checking segment: {'id': 'a0dfe10f-c1ab-4dd0-9b23-fb9663c9961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4dbf6ae4-0a13-4177-8781-c49f90587312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:08.520846 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:08.521241 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Bound using segment: {'id': 'a0dfe10f-c1ab-4dd0-9b23-fb9663c9961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4dbf6ae4-0a13-4177-8781-c49f90587312'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:54:08.521717 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Bound port: 390e3745-1110-444c-857a-c263c5941791, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0dfe10f-c1ab-4dd0-9b23-fb9663c9961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4dbf6ae4-0a13-4177-8781-c49f90587312'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:54:08.522094 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:08.534868 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ddb6f10-2fd7-491d-8563-591bdca93808 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:08.593425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddb6f10-2fd7-491d-8563-591bdca93808 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Network 4dbf6ae4-0a13-4177-8781-c49f90587312 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:08.599812 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-7ddb6f10-2fd7-491d-8563-591bdca93808 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:08.600566 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd5d8918-2d3b-4f18-932e-1abe5dfb43ee req-321d07f4-33bd-4e6f-a3f6-ccb0c18d5a3c tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732810 Nov 02 11:54:08.618816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddb6f10-2fd7-491d-8563-591bdca93808 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:08.629680 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddb6f10-2fd7-491d-8563-591bdca93808 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:08.632010 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ddb6f10-2fd7-491d-8563-591bdca93808 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:08.654238 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2202bd7b-e3ac-441e-8683-a26821acf56f tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:08.669473 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb6f10-2fd7-491d-8563-591bdca93808 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event updated for resources: {'Port': ['ID=27d8a880-148b-445a-9d96-362a9ea1d694,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:08.697279 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] For port 390e3745-1110-444c-857a-c263c5941791, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:54:08.701489 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] For port 390e3745-1110-444c-857a-c263c5941791, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=390e3745-1110-444c-857a-c263c5941791,segment=NetworkSegment(a0dfe10f-c1ab-4dd0-9b23-fb9663c9961c),segment_id=a0dfe10f-c1ab-4dd0-9b23-fb9663c9961c)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:54:08.817153 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:08.823541 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7ddb6f10-2fd7-491d-8563-591bdca93808 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3623850 Nov 02 11:54:08.826049 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50032) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:09.124683 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80515b7-a31c-42db-a052-f577693e11a2 None None] Pushing event updated for resources: {'Port': ['ID=390e3745-1110-444c-857a-c263c5941791,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:09.125514 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe34018b-aec9-415d-b097-b2c509c5522e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Deleting subnet 88a8e2e7-cb59-45bd-84cc-88da9a953e0e {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:54:09.125514 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe34018b-aec9-415d-b097-b2c509c5522e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:09.125514 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe34018b-aec9-415d-b097-b2c509c5522e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:09.126039 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a155130-41a2-489a-b12b-9d4b659b2cdf req-90cf8ae2-965f-4cd3-950e-b5ad0b2f83bd tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:09.126039 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1a155130-41a2-489a-b12b-9d4b659b2cdf req-90cf8ae2-965f-4cd3-950e-b5ad0b2f83bd tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 944 time: 0.0661790 Nov 02 11:54:09.162124 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe34018b-aec9-415d-b097-b2c509c5522e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:09.194229 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1a155130-41a2-489a-b12b-9d4b659b2cdf req-06c7b7fa-5e97-45ca-8196-407bbc8c1438 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573449 Nov 02 11:54:09.323147 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ebccb-517d-4e2f-a50c-3404f080ffc3 req-66b9a01e-1f80-4a4f-85eb-7818faca0dd5 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:09.324673 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-120ebccb-517d-4e2f-a50c-3404f080ffc3 req-66b9a01e-1f80-4a4f-85eb-7818faca0dd5 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.0550177 Nov 02 11:54:09.379775 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-120ebccb-517d-4e2f-a50c-3404f080ffc3 req-9bb096a3-b37e-4f4c-a767-83fc962e5242 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485909 Nov 02 11:54:09.439894 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2202bd7b-e3ac-441e-8683-a26821acf56f tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:09.440758 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe34018b-aec9-415d-b097-b2c509c5522e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:09.480944 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe34018b-aec9-415d-b097-b2c509c5522e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:09.482407 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2202bd7b-e3ac-441e-8683-a26821acf56f tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Network ecaa587d-9981-4d56-907b-4b0d9edcde36 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:09.484077 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fe34018b-aec9-415d-b097-b2c509c5522e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/subnets/88a8e2e7-cb59-45bd-84cc-88da9a953e0e HTTP/1.1" status: 204 len: 168 time: 0.6569407 Nov 02 11:54:09.488218 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34018b-aec9-415d-b097-b2c509c5522e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event deleted for resources: {'Subnet': ['ID=88a8e2e7-cb59-45bd-84cc-88da9a953e0e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:09.492203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50052) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:09.497692 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-2202bd7b-e3ac-441e-8683-a26821acf56f tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:09.501946 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2202bd7b-e3ac-441e-8683-a26821acf56f tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:09.508119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2202bd7b-e3ac-441e-8683-a26821acf56f tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:09.511193 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2202bd7b-e3ac-441e-8683-a26821acf56f tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:09.535065 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202bd7b-e3ac-441e-8683-a26821acf56f tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event updated for resources: {'Port': ['ID=3aaaf1f0-c8e4-4391-b456-0e2654297e16,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:09.603603 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2202bd7b-e3ac-441e-8683-a26821acf56f tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8996549 Nov 02 11:54:09.627101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50058) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:09.627858 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f05c21a-e3d1-47cf-a7d9-96e5408a5fd3 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:09.629559 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f05c21a-e3d1-47cf-a7d9-96e5408a5fd3 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:09.631902 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1f05c21a-e3d1-47cf-a7d9-96e5408a5fd3 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1385369 Nov 02 11:54:09.634867 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50060) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:09.641313 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-7e930625-80ef-4b4f-a4ee-164594a399a3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8b:e9:19'}]}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:09.834791 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be847f8b-a6c3-47ce-9966-df0ce0f91134 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:09.851539 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-be847f8b-a6c3-47ce-9966-df0ce0f91134 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 02 11:54:09.853441 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be847f8b-a6c3-47ce-9966-df0ce0f91134 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:54:09.864226 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-be847f8b-a6c3-47ce-9966-df0ce0f91134 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/networks/4dbf6ae4-0a13-4177-8781-c49f90587312 HTTP/1.1" status: 409 len: 405 time: 0.2279401 Nov 02 11:54:09.882580 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50066) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:09.896141 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e6f96bde-427a-4e94-a949-ca24268ce891 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-575709347'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:09.926420 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50068) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:09.934685 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7e930625-80ef-4b4f-a4ee-164594a399a3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:10.012920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 390e3745-1110-444c-857a-c263c5941791 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:54:10.038518 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f96bde-427a-4e94-a949-ca24268ce891 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Made reservation on behalf of 2ad9f1156d494693a73586f5f8367b88 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:10.043136 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e6f96bde-427a-4e94-a949-ca24268ce891 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:10.082854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f96bde-427a-4e94-a949-ca24268ce891 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:10.098017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d25cf-104f-4b2a-8c4d-cdd94d077b3e req-0cab7ef6-0479-4b06-bbfb-d896db792c69 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:10.100326 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df4d25cf-104f-4b2a-8c4d-cdd94d077b3e req-0cab7ef6-0479-4b06-bbfb-d896db792c69 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 946 time: 0.2851825 Nov 02 11:54:10.104601 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e6f96bde-427a-4e94-a949-ca24268ce891 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:10.106048 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-e6f96bde-427a-4e94-a949-ca24268ce891 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Added segment 74671af9-9e47-4ed5-b8fc-bb1bb6a985da of type vlan for network fafbe322-e55b-4174-9117-d4400e4fc2a6 Nov 02 11:54:10.196379 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 390e3745-1110-444c-857a-c263c5941791 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:10.196930 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:10.203286 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-34931fd8-0ee5-422b-8fda-3746e58f7ff3 None None] Provisioning complete for port 3aaaf1f0-c8e4-4391-b456-0e2654297e16 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:10.203732 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34931fd8-0ee5-422b-8fda-3746e58f7ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:10.213820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-50c5c568-7f9b-4479-afce-a70e4b978397 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1346833569'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:10.245793 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df4d25cf-104f-4b2a-8c4d-cdd94d077b3e req-cd625926-e7b0-443c-847c-6d044b35abab tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354623 Nov 02 11:54:10.258119 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e6f96bde-427a-4e94-a949-ca24268ce891 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:10.393233 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c5c568-7f9b-4479-afce-a70e4b978397 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Made reservation on behalf of 94d6c3b6c6c74b8a9b53623b15b16671 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:10.397047 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50c5c568-7f9b-4479-afce-a70e4b978397 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:10.412644 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50c5c568-7f9b-4479-afce-a70e4b978397 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:10.426182 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e6f96bde-427a-4e94-a949-ca24268ce891 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:10.432640 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f96bde-427a-4e94-a949-ca24268ce891 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:10.435503 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e6f96bde-427a-4e94-a949-ca24268ce891 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:10.491008 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7e930625-80ef-4b4f-a4ee-164594a399a3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:10.516279 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3391a8de-1a04-44f7-8a71-d968ea4166fa None None] Network 4dbf6ae4-0a13-4177-8781-c49f90587312 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:10.538097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486aebe-3452-4094-8b68-88de29344ea5 req-5a4240e2-311c-4c41-9a47-774230caec10 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:10.538097 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9486aebe-3452-4094-8b68-88de29344ea5 req-5a4240e2-311c-4c41-9a47-774230caec10 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 944 time: 0.1792693 Nov 02 11:54:10.567064 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7e930625-80ef-4b4f-a4ee-164594a399a3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:10.567519 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f96bde-427a-4e94-a949-ca24268ce891 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event updated for resources: {'Network': ['ID=fafbe322-e55b-4174-9117-d4400e4fc2a6,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:10.623817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network fafbe322-e55b-4174-9117-d4400e4fc2a6 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:10.623817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-34931fd8-0ee5-422b-8fda-3746e58f7ff3 None None] Port 3aaaf1f0-c8e4-4391-b456-0e2654297e16 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:54:10.656070 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-7e930625-80ef-4b4f-a4ee-164594a399a3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] In _notify_port_updated(), no bound segment for port 3aaaf1f0-c8e4-4391-b456-0e2654297e16 on network ecaa587d-9981-4d56-907b-4b0d9edcde36 {{(pid=102689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 11:54:10.672432 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e930625-80ef-4b4f-a4ee-164594a399a3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:10.679888 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e6f96bde-427a-4e94-a949-ca24268ce891 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7932227 Nov 02 11:54:10.680828 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7e930625-80ef-4b4f-a4ee-164594a399a3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:10.685271 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7e930625-80ef-4b4f-a4ee-164594a399a3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "PUT /v2.0/ports/3aaaf1f0-c8e4-4391-b456-0e2654297e16 HTTP/1.1" status: 200 len: 1001 time: 1.0522757 Nov 02 11:54:10.685271 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50078) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:10.685546 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50080) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:10.697332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d2a80405-37f3-4843-96ca-b16f506e4a00 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Request body: {'subnet': {'network_id': 'fafbe322-e55b-4174-9117-d4400e4fc2a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:10.704649 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50c5c568-7f9b-4479-afce-a70e4b978397 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:10.784248 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50c5c568-7f9b-4479-afce-a70e4b978397 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:10.838629 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f6b6f311-7267-4d0d-8126-7fd262070db1 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:54:10.840274 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9486aebe-3452-4094-8b68-88de29344ea5 req-0cefa39a-8d27-41da-aba7-5c5967a51877 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953982 Nov 02 11:54:10.840985 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e930625-80ef-4b4f-a4ee-164594a399a3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event updated for resources: {'Port': ['ID=3aaaf1f0-c8e4-4391-b456-0e2654297e16,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:10.930993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c5c568-7f9b-4479-afce-a70e4b978397 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:10.943647 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:10.946357 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-81036ab5-cf16-4ff3-80cd-25403f2645a4 None None] Provisioning complete for port 390e3745-1110-444c-857a-c263c5941791 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:10.946889 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-81036ab5-cf16-4ff3-80cd-25403f2645a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:10.971872 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5c568-7f9b-4479-afce-a70e4b978397 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f3b353-787b-4316-bc78-bc1e7a4d0aa2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:10.988390 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50c5c568-7f9b-4479-afce-a70e4b978397 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:10.988789 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-50c5c568-7f9b-4479-afce-a70e4b978397 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Added segment e6ee6bcb-5e8d-4840-be5f-5b8dd76dbcbb of type vlan for network 0cf171a7-cbb4-4688-bf06-5db7e08843c7 Nov 02 11:54:11.015310 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a80405-37f3-4843-96ca-b16f506e4a00 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Made reservation on behalf of 2ad9f1156d494693a73586f5f8367b88 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:11.025622 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2a80405-37f3-4843-96ca-b16f506e4a00 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:11.124378 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-81036ab5-cf16-4ff3-80cd-25403f2645a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:11.159968 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50c5c568-7f9b-4479-afce-a70e4b978397 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:11.165397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a08d-4b84-4658-a969-c6685761f2c9 req-4dcac89a-4198-4bd5-a58d-06ab40fb571c tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:11.179142 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2ca8a08d-4b84-4658-a969-c6685761f2c9 req-4dcac89a-4198-4bd5-a58d-06ab40fb571c tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.2321670 Nov 02 11:54:11.181763 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-81036ab5-cf16-4ff3-80cd-25403f2645a4 None None] For port 390e3745-1110-444c-857a-c263c5941791, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=390e3745-1110-444c-857a-c263c5941791,segment=NetworkSegment(a0dfe10f-c1ab-4dd0-9b23-fb9663c9961c),segment_id=a0dfe10f-c1ab-4dd0-9b23-fb9663c9961c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:11.194839 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a48010-470b-4dbf-a35a-4a60327b0371 None None] DHCP port deletion for 4dbf6ae4-0a13-4177-8781-c49f90587312 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:54:11.252449 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-81036ab5-cf16-4ff3-80cd-25403f2645a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:11.266746 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-1e6adf8d-4092-46f1-bbcb-3fd060fbdeba tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Deleting port 3aaaf1f0-c8e4-4391-b456-0e2654297e16 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:11.270141 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e6adf8d-4092-46f1-bbcb-3fd060fbdeba tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:11.347943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81036ab5-cf16-4ff3-80cd-25403f2645a4 None None] Pushing event updated for resources: {'Port': ['ID=390e3745-1110-444c-857a-c263c5941791,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:11.381662 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2ca8a08d-4b84-4658-a969-c6685761f2c9 req-8145161c-88a1-4c24-94d4-ca42ef629fbc tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986001 Nov 02 11:54:11.394125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port f6b6f311-7267-4d0d-8126-7fd262070db1 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:54:11.425471 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port f6b6f311-7267-4d0d-8126-7fd262070db1 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:11.426079 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:11.430181 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55a48010-470b-4dbf-a35a-4a60327b0371 None None] Deleting port 390e3745-1110-444c-857a-c263c5941791 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:11.430848 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55a48010-470b-4dbf-a35a-4a60327b0371 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:11.507986 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e6adf8d-4092-46f1-bbcb-3fd060fbdeba tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:11.516333 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7cbb1ffd-9d7f-4fbc-b9bc-5949128cd09a None None] Provisioning complete for port 3aaaf1f0-c8e4-4391-b456-0e2654297e16 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:11.516754 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7cbb1ffd-9d7f-4fbc-b9bc-5949128cd09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:11.535316 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-1e6adf8d-4092-46f1-bbcb-3fd060fbdeba tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Calling delete_port for 3aaaf1f0-c8e4-4391-b456-0e2654297e16 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:11.587238 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:54:11.587731 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:54:11.645342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55a48010-470b-4dbf-a35a-4a60327b0371 None None] For port 390e3745-1110-444c-857a-c263c5941791, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=390e3745-1110-444c-857a-c263c5941791,segment=NetworkSegment(a0dfe10f-c1ab-4dd0-9b23-fb9663c9961c),segment_id=a0dfe10f-c1ab-4dd0-9b23-fb9663c9961c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:11.645744 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55a48010-470b-4dbf-a35a-4a60327b0371 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:11.662120 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55a48010-470b-4dbf-a35a-4a60327b0371 None None] Calling delete_port for 390e3745-1110-444c-857a-c263c5941791 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:11.672392 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7cbb1ffd-9d7f-4fbc-b9bc-5949128cd09a None None] Port 3aaaf1f0-c8e4-4391-b456-0e2654297e16 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:54:11.738811 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:11.783016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0729e5-46bc-4290-93d2-ddace24723d2 req-8c0c4b8b-c3be-4c37-be80-c7be2c1bbec0 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:11.786539 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8a0729e5-46bc-4290-93d2-ddace24723d2 req-8c0c4b8b-c3be-4c37-be80-c7be2c1bbec0 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 946 time: 0.1227317 Nov 02 11:54:11.794328 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50c5c568-7f9b-4479-afce-a70e4b978397 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:11.801231 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c5c568-7f9b-4479-afce-a70e4b978397 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:11.802013 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50c5c568-7f9b-4479-afce-a70e4b978397 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:11.836045 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f5bb3f-4a3c-43e0-b8fd-8342e104e329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b6f311-7267-4d0d-8126-7fd262070db1'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:54:11.838369 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61a4cec-d394-41f1-8e1b-0b9c2d872bbd" -d '{"events": [{"server_uuid": "58f5bb3f-4a3c-43e0-b8fd-8342e104e329", "name": "network-vif-plugged", "status": "completed", "tag": "f6b6f311-7267-4d0d-8126-7fd262070db1"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:54:11.855222 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port f6b6f311-7267-4d0d-8126-7fd262070db1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f6b6f311-7267-4d0d-8126-7fd262070db1,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:11.886094 n-d-806683-18 neutron-server[102689]: DEBUG neutron.objects.ports [None req-d2a80405-37f3-4843-96ca-b16f506e4a00 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102689) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 11:54:11.900983 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2a80405-37f3-4843-96ca-b16f506e4a00 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:11.911027 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5c568-7f9b-4479-afce-a70e4b978397 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Pushing event updated for resources: {'Network': ['ID=0cf171a7-cbb4-4688-bf06-5db7e08843c7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:11.915044 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8a0729e5-46bc-4290-93d2-ddace24723d2 req-b1c0df21-b4c0-4254-bb03-4039eddd7772 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221278 Nov 02 11:54:11.926118 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 0cf171a7-cbb4-4688-bf06-5db7e08843c7 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:11.979065 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a80405-37f3-4843-96ca-b16f506e4a00 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event updated for resources: {'Subnet': ['ID=8b2ae30b-d2d5-42f6-a779-cdc4e81fb01a,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:11.991983 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a80405-37f3-4843-96ca-b16f506e4a00 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Checking segment: {'id': '74671af9-9e47-4ed5-b8fc-bb1bb6a985da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fafbe322-e55b-4174-9117-d4400e4fc2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:11.992359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a80405-37f3-4843-96ca-b16f506e4a00 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Network hostable DHCP agents. Network: fafbe322-e55b-4174-9117-d4400e4fc2a6, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:54:12.009579 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-50c5c568-7f9b-4479-afce-a70e4b978397 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0783045 Nov 02 11:54:12.009795 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50092) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:12.014803 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f9c894-6149-4923-948c-e4868ef10a0c x-openstack-request-id: req-e5f9c894-6149-4923-948c-e4868ef10a0c {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:54:12.014803 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f5bb3f-4a3c-43e0-b8fd-8342e104e329", "name": "network-vif-plugged", "status": "completed", "tag": "f6b6f311-7267-4d0d-8126-7fd262070db1", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:54:12.015256 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e5f9c894-6149-4923-948c-e4868ef10a0c {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:54:12.015353 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f5bb3f-4a3c-43e0-b8fd-8342e104e329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b6f311-7267-4d0d-8126-7fd262070db1', 'code': 200} Nov 02 11:54:12.039100 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e6adf8d-4092-46f1-bbcb-3fd060fbdeba tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:12.039723 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:12.044781 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55a48010-470b-4dbf-a35a-4a60327b0371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:12.106290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6adf8d-4092-46f1-bbcb-3fd060fbdeba tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event deleted for resources: {'Port': ['ID=3aaaf1f0-c8e4-4391-b456-0e2654297e16,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:12.148277 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1e6508cc-c176-46ab-8072-892e27145377 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Request body: {'network': {'name': 'tempest-network--1613756424', 'router:external': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:12.149997 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a48010-470b-4dbf-a35a-4a60327b0371 None None] No DVR routers for this DVR port 390e3745-1110-444c-857a-c263c5941791 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:54:12.151986 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Port 390e3745-1110-444c-857a-c263c5941791 update to ACTIVE by agent not found {{(pid=102691) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 02 11:54:12.165612 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e6adf8d-4092-46f1-bbcb-3fd060fbdeba tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:12.174260 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1e6adf8d-4092-46f1-bbcb-3fd060fbdeba tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "DELETE /v2.0/ports/3aaaf1f0-c8e4-4391-b456-0e2654297e16 HTTP/1.1" status: 204 len: 168 time: 1.4855027 Nov 02 11:54:12.184975 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50096) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:12.201166 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=f6b6f311-7267-4d0d-8126-7fd262070db1,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:12.227152 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a80405-37f3-4843-96ca-b16f506e4a00 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Network fafbe322-e55b-4174-9117-d4400e4fc2a6 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:54:12.239170 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f16061-36b0-4161-aed5-f10a4888eae1 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] GET failed (client error): The resource could not be found. Nov 02 11:54:12.240822 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-97f16061-36b0-4161-aed5-f10a4888eae1 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "GET /v2.0/ports/3aaaf1f0-c8e4-4391-b456-0e2654297e16 HTTP/1.1" status: 404 len: 333 time: 0.0561743 Nov 02 11:54:12.245339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50098) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:12.255471 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-ba6c7d71-8c16-489e-aa4d-f04cd7a0ac2b tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Request body: {'port': {'network_id': 'ecaa587d-9981-4d56-907b-4b0d9edcde36', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1894466122'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:12.260618 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a48010-470b-4dbf-a35a-4a60327b0371 None None] Pushing event deleted for resources: {'Port': ['ID=390e3745-1110-444c-857a-c263c5941791,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:12.273066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacef8f-b5aa-4c8e-b614-82bb9ed3cf50 req-aab493a0-99f5-4f74-b6ee-72cd36acacc1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:12.281531 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6dacef8f-b5aa-4c8e-b614-82bb9ed3cf50 req-aab493a0-99f5-4f74-b6ee-72cd36acacc1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 945 time: 0.2069559 Nov 02 11:54:12.307971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d72f3-1037-4907-8d30-6750b6026ec9 req-f3b21dd9-6ff2-4644-aa2e-0506be6c29f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:12.307971 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f93d72f3-1037-4907-8d30-6750b6026ec9 req-f3b21dd9-6ff2-4644-aa2e-0506be6c29f2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 1097 time: 0.2123907 Nov 02 11:54:12.340117 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 390e3745-1110-444c-857a-c263c5941791 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:54:12.352034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6508cc-c176-46ab-8072-892e27145377 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Made reservation on behalf of cc16ca805a804d2895913fb018f8f234 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:12.354617 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e6508cc-c176-46ab-8072-892e27145377 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:12.356856 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-d2a80405-37f3-4843-96ca-b16f506e4a00 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, fafbe322-e55b-4174-9117-d4400e4fc2a6) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:12.363736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a80405-37f3-4843-96ca-b16f506e4a00 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:12.364538 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2a80405-37f3-4843-96ca-b16f506e4a00 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:12.399086 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7eb72c-c82e-4e87-a69e-51f4311a390b None None] Network fafbe322-e55b-4174-9117-d4400e4fc2a6 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:12.401074 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 390e3745-1110-444c-857a-c263c5941791 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:54:12.401416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 390e3745-1110-444c-857a-c263c5941791 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:54:12.423784 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e6508cc-c176-46ab-8072-892e27145377 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:12.486690 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6dacef8f-b5aa-4c8e-b614-82bb9ed3cf50 req-d1866dd2-6d49-4214-9055-00bd4d860939 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046626 Nov 02 11:54:12.513396 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f93d72f3-1037-4907-8d30-6750b6026ec9 req-3337cbdf-c81f-40c8-b893-349922777716 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011981 Nov 02 11:54:12.570323 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d2a80405-37f3-4843-96ca-b16f506e4a00 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8798506 Nov 02 11:54:12.573110 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50104) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:12.579822 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Request body: {'port': {'network_id': 'fafbe322-e55b-4174-9117-d4400e4fc2a6', 'name': 'tempest-NetworksIpV6TestAttrs-664715088'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:12.588473 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e6508cc-c176-46ab-8072-892e27145377 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:12.646474 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f4976-673d-46e8-96c6-967c74ab4d96 req-5121af7c-378b-415b-9f7b-cd8ec6c99b82 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:12.648554 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-447f4976-673d-46e8-96c6-967c74ab4d96 req-5121af7c-378b-415b-9f7b-cd8ec6c99b82 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.0582509 Nov 02 11:54:12.668265 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6c7d71-8c16-489e-aa4d-f04cd7a0ac2b tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Made reservation on behalf of 8fb72dcffdfc40d9a5bd76c8a45a6cbe for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:12.671938 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7d71-8c16-489e-aa4d-f04cd7a0ac2b tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:12.699466 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-fafbe322-e55b-4174-9117-d4400e4fc2a6', 'network_id': 'fafbe322-e55b-4174-9117-d4400e4fc2a6', 'tenant_id': '2ad9f1156d494693a73586f5f8367b88', 'fixed_ips': [{'subnet_id': '8b2ae30b-d2d5-42f6-a779-cdc4e81fb01a'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:54:12.700893 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:12.701055 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-ba6c7d71-8c16-489e-aa4d-f04cd7a0ac2b tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] device_id is not set on port fb01ea1d-82a2-4a8b-8d67-310ed227d23f yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:54:12.721967 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-447f4976-673d-46e8-96c6-967c74ab4d96 req-93be4565-ee59-4c0e-b1f5-46ecb49313d2 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670135 Nov 02 11:54:12.723759 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e6508cc-c176-46ab-8072-892e27145377 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:12.757510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6508cc-c176-46ab-8072-892e27145377 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:12.770217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6508cc-c176-46ab-8072-892e27145377 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb31f6ed-8909-41a5-bfd7-7fa231d14f44,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:12.794847 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e6508cc-c176-46ab-8072-892e27145377 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:12.795492 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-1e6508cc-c176-46ab-8072-892e27145377 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Added segment 00bac718-14ee-4ab7-9585-b3baa3adffbf of type vlan for network ac5851b2-22dd-447c-b70d-88db3573bebe Nov 02 11:54:12.882684 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e6508cc-c176-46ab-8072-892e27145377 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:12.890007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-ba6c7d71-8c16-489e-aa4d-f04cd7a0ac2b tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Allocated IP 2001:db8::31 (ecaa587d-9981-4d56-907b-4b0d9edcde36/0ded82e4-b992-4a4d-b4f1-5fb0aae71372/fb01ea1d-82a2-4a8b-8d67-310ed227d23f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:54:12.911430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Allocated IP 2001:db8::f816:3eff:fedd:d169 (fafbe322-e55b-4174-9117-d4400e4fc2a6/8b2ae30b-d2d5-42f6-a779-cdc4e81fb01a/0a48e07b-39ea-493b-9235-0d1dfcb079fd) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:54:12.991071 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Made reservation on behalf of 2ad9f1156d494693a73586f5f8367b88 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:12.994638 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.054831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] device_id is not set on port db63fb72-4285-4f5c-b526-1a80a50fdd32 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:54:13.081174 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e6508cc-c176-46ab-8072-892e27145377 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.082297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6508cc-c176-46ab-8072-892e27145377 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:13.082900 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e6508cc-c176-46ab-8072-892e27145377 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.124199 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.151352 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7d71-8c16-489e-aa4d-f04cd7a0ac2b tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.170081 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6508cc-c176-46ab-8072-892e27145377 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Pushing event updated for resources: {'Network': ['ID=ac5851b2-22dd-447c-b70d-88db3573bebe,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:13.180826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network ac5851b2-22dd-447c-b70d-88db3573bebe details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:13.184240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483aa69-dd53-4fba-968f-642f962d1e70 req-835d73e3-6b77-4ff3-a9af-17834a439663 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:13.184240 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b483aa69-dd53-4fba-968f-642f962d1e70 req-835d73e3-6b77-4ff3-a9af-17834a439663 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 946 time: 0.1533535 Nov 02 11:54:13.238625 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.241045 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b483aa69-dd53-4fba-968f-642f962d1e70 req-3e5633a5-d63a-4924-a11a-8654d0643c81 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509813 Nov 02 11:54:13.244303 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1e6508cc-c176-46ab-8072-892e27145377 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2332690 Nov 02 11:54:13.250726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50110) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:13.277231 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7d71-8c16-489e-aa4d-f04cd7a0ac2b tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.336908 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7ec0672-cd8c-4486-af98-cc67223adb23 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.351631 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6c7d71-8c16-489e-aa4d-f04cd7a0ac2b tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Network ecaa587d-9981-4d56-907b-4b0d9edcde36 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:13.355574 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Allocated IP 2001:db8::f816:3eff:fea2:e87a (fafbe322-e55b-4174-9117-d4400e4fc2a6/8b2ae30b-d2d5-42f6-a779-cdc4e81fb01a/db63fb72-4285-4f5c-b526-1a80a50fdd32) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:54:13.365577 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c7d71-8c16-489e-aa4d-f04cd7a0ac2b tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event updated for resources: {'Port': ['ID=fb01ea1d-82a2-4a8b-8d67-310ed227d23f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:13.370629 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-ba6c7d71-8c16-489e-aa4d-f04cd7a0ac2b tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:13.377447 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c7d71-8c16-489e-aa4d-f04cd7a0ac2b tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:13.387217 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6c7d71-8c16-489e-aa4d-f04cd7a0ac2b tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:13.409255 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7d71-8c16-489e-aa4d-f04cd7a0ac2b tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.464180 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Network fafbe322-e55b-4174-9117-d4400e4fc2a6 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:13.468270 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:13.474165 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:13.492752 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Pushing event updated for resources: {'Port': ['ID=0a48e07b-39ea-493b-9235-0d1dfcb079fd,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:13.528692 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7ec0672-cd8c-4486-af98-cc67223adb23 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.555323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Attempting to bind port 0a48e07b-39ea-493b-9235-0d1dfcb079fd on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:13.559489 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Attempting to bind port 0a48e07b-39ea-493b-9235-0d1dfcb079fd by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '74671af9-9e47-4ed5-b8fc-bb1bb6a985da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fafbe322-e55b-4174-9117-d4400e4fc2a6'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:13.559859 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Attempting to bind port 0a48e07b-39ea-493b-9235-0d1dfcb079fd on network fafbe322-e55b-4174-9117-d4400e4fc2a6 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:13.572340 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:54:13.572340 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Checking segment: {'id': '74671af9-9e47-4ed5-b8fc-bb1bb6a985da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fafbe322-e55b-4174-9117-d4400e4fc2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:13.572340 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.572340 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Bound using segment: {'id': '74671af9-9e47-4ed5-b8fc-bb1bb6a985da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fafbe322-e55b-4174-9117-d4400e4fc2a6'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:54:13.572340 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Bound port: 0a48e07b-39ea-493b-9235-0d1dfcb079fd, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74671af9-9e47-4ed5-b8fc-bb1bb6a985da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fafbe322-e55b-4174-9117-d4400e4fc2a6'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:54:13.572853 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.595911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-d7ec0672-cd8c-4486-af98-cc67223adb23 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5851b2-22dd-447c-b70d-88db3573bebe']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:13.596121 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ba6c7d71-8c16-489e-aa4d-f04cd7a0ac2b tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3460066 Nov 02 11:54:13.599145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50114) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:13.607186 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e1aa12ab-d83d-4eee-b1cf-2b95f4b853b2 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Request body: {'port': {'network_id': 'ecaa587d-9981-4d56-907b-4b0d9edcde36', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-243626470'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:13.617572 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-d7ec0672-cd8c-4486-af98-cc67223adb23 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bac718-14ee-4ab7-9585-b3baa3adffbf') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:13.619221 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-d7ec0672-cd8c-4486-af98-cc67223adb23 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bac718-14ee-4ab7-9585-b3baa3adffbf') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:13.652461 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7ec0672-cd8c-4486-af98-cc67223adb23 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.708433 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] For port 0a48e07b-39ea-493b-9235-0d1dfcb079fd, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:54:13.712657 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] For port 0a48e07b-39ea-493b-9235-0d1dfcb079fd, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0a48e07b-39ea-493b-9235-0d1dfcb079fd,segment=NetworkSegment(74671af9-9e47-4ed5-b8fc-bb1bb6a985da),segment_id=74671af9-9e47-4ed5-b8fc-bb1bb6a985da)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:54:13.721329 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7ec0672-cd8c-4486-af98-cc67223adb23 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.731196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ec0672-cd8c-4486-af98-cc67223adb23 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:13.731606 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7ec0672-cd8c-4486-af98-cc67223adb23 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:13.734354 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:13.770644 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd0fe0-ef07-474c-a4f3-a5cca6e82202 req-50601441-d28e-4af7-a8eb-4435aaf66e83 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:13.772300 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dabd0fe0-ef07-474c-a4f3-a5cca6e82202 req-50601441-d28e-4af7-a8eb-4435aaf66e83 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 945 time: 0.1364310 Nov 02 11:54:13.781376 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.820168 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.886651 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9d3b26d3-e597-4e8c-8d4c-f7b7c20ee0a0 None None] Provisioning complete for port fb01ea1d-82a2-4a8b-8d67-310ed227d23f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:13.887080 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9d3b26d3-e597-4e8c-8d4c-f7b7c20ee0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.893333 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a48a79-bb34-445b-a538-298cdd9181d6 None None] Pushing event updated for resources: {'Port': ['ID=0a48e07b-39ea-493b-9235-0d1dfcb079fd,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:13.912068 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1aa12ab-d83d-4eee-b1cf-2b95f4b853b2 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Made reservation on behalf of 8fb72dcffdfc40d9a5bd76c8a45a6cbe for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:13.919086 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e1aa12ab-d83d-4eee-b1cf-2b95f4b853b2 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.944173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9d3b26d3-e597-4e8c-8d4c-f7b7c20ee0a0 None None] Port fb01ea1d-82a2-4a8b-8d67-310ed227d23f cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:54:13.953268 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dabd0fe0-ef07-474c-a4f3-a5cca6e82202 req-f4d2e2fb-0e7c-44e4-9cb1-6e0623b2ffd8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167402 Nov 02 11:54:13.957716 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae741d-8e84-4d5c-bee2-dea8121f9fca req-6fc9e2ec-cdf8-4392-8059-fa427f35e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:13.959644 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5fae741d-8e84-4d5c-bee2-dea8121f9fca req-6fc9e2ec-cdf8-4392-8059-fa427f35e447 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 1098 time: 0.1323283 Nov 02 11:54:13.962491 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7ec0672-cd8c-4486-af98-cc67223adb23 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.970416 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ec0672-cd8c-4486-af98-cc67223adb23 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac5851b2-22dd-447c-b70d-88db3573bebe {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 11:54:13.974574 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7ec0672-cd8c-4486-af98-cc67223adb23 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:13.980220 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d7ec0672-cd8c-4486-af98-cc67223adb23 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] 10.222.0.52 "DELETE /v2.0/networks/ac5851b2-22dd-447c-b70d-88db3573bebe HTTP/1.1" status: 204 len: 168 time: 0.7307684 Nov 02 11:54:13.996852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50122) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:14.003267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:14.007613 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec0672-cd8c-4486-af98-cc67223adb23 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac5851b2-22dd-447c-b70d-88db3573bebe,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:14.089034 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5fae741d-8e84-4d5c-bee2-dea8121f9fca req-73921e15-f02e-46d1-b451-1f22a06b3ad8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966165 Nov 02 11:54:14.096594 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-e1aa12ab-d83d-4eee-b1cf-2b95f4b853b2 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] device_id is not set on port 3ffbc3d7-dffd-482a-880e-24465f970f4e yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:54:14.129889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Made reservation on behalf of cc16ca805a804d2895913fb018f8f234 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:14.132838 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:14.192336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0718e6d-7127-4684-ab45-bcb9c79baa7b req-921609ab-5e56-4f1e-93b0-cee64b6cf87a tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:14.204324 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a0718e6d-7127-4684-ab45-bcb9c79baa7b req-921609ab-5e56-4f1e-93b0-cee64b6cf87a tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.1295195 Nov 02 11:54:14.259254 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:14.326736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:14.384513 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:14.385471 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Added segment 88140c65-62c1-46a5-a250-558cbbacd1e4 of type vlan for network 3679ec71-2bbc-4cde-b6c4-21e23c007cc5 Nov 02 11:54:14.434332 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-e1aa12ab-d83d-4eee-b1cf-2b95f4b853b2 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Allocated IP 2001:db8::2c (ecaa587d-9981-4d56-907b-4b0d9edcde36/0ded82e4-b992-4a4d-b4f1-5fb0aae71372/3ffbc3d7-dffd-482a-880e-24465f970f4e) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:54:14.450610 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a0718e6d-7127-4684-ab45-bcb9c79baa7b req-8bfb37c9-0290-4655-907a-2ed9e949a886 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437863 Nov 02 11:54:14.473653 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:14.513145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Network fafbe322-e55b-4174-9117-d4400e4fc2a6 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:14.515139 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:14.535859 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:14.546688 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:14.547525 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:14.551849 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event updated for resources: {'Port': ['ID=db63fb72-4285-4f5c-b526-1a80a50fdd32,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:14.568019 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.568533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.569092 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.569440 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.570197 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.570560 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.570863 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.571229 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.571598 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.571982 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.572349 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.572674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.653926 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:14.655073 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:14.655827 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:14.700348 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b5f72f38-5d94-4838-8723-c93e760d1535 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1251333 Nov 02 11:54:14.725282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50138) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:14.797002 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e1aa12ab-d83d-4eee-b1cf-2b95f4b853b2 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:14.835042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Pushing event updated for resources: {'Network': ['ID=3679ec71-2bbc-4cde-b6c4-21e23c007cc5,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:14.852719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-c016c8b4-2682-40f8-84a6-0861d5734d66 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Deleting subnet 8b2ae30b-d2d5-42f6-a779-cdc4e81fb01a {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:54:14.862309 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.862679 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.863067 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.863408 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.863800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.864157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.864501 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.864870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.865214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.865620 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.865892 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.866224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:54:14.872626 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c016c8b4-2682-40f8-84a6-0861d5734d66 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:14.882640 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-676754b0-c36c-42a1-bf12-043fe5e0d5ca tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8838787 Nov 02 11:54:14.884281 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50142) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:14.888537 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 3679ec71-2bbc-4cde-b6c4-21e23c007cc5 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:14.895244 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-54776fbf-b8ba-4cfd-9cdc-1666af127254 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Request body: {'subnet': {'network_id': '3679ec71-2bbc-4cde-b6c4-21e23c007cc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:14.916880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8a606-efeb-4424-a0bb-442353d1ed4e req-9b28963c-b1bc-4eb8-9566-17fff857bd30 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:14.918482 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-faf8a606-efeb-4424-a0bb-442353d1ed4e req-9b28963c-b1bc-4eb8-9566-17fff857bd30 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 946 time: 0.2460978 Nov 02 11:54:14.951238 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e1aa12ab-d83d-4eee-b1cf-2b95f4b853b2 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:14.999491 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c016c8b4-2682-40f8-84a6-0861d5734d66 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:15.037992 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50146) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:15.076910 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa12ab-d83d-4eee-b1cf-2b95f4b853b2 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event updated for resources: {'Port': ['ID=3ffbc3d7-dffd-482a-880e-24465f970f4e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:15.094291 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54776fbf-b8ba-4cfd-9cdc-1666af127254 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Made reservation on behalf of cc16ca805a804d2895913fb018f8f234 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:15.094489 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-faf8a606-efeb-4424-a0bb-442353d1ed4e req-092a5069-f080-478f-b516-b2ef9ba6013e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633625 Nov 02 11:54:15.098302 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-54776fbf-b8ba-4cfd-9cdc-1666af127254 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:15.124701 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aa12ab-d83d-4eee-b1cf-2b95f4b853b2 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Network ecaa587d-9981-4d56-907b-4b0d9edcde36 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:15.139662 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-e1aa12ab-d83d-4eee-b1cf-2b95f4b853b2 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:15.142357 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa12ab-d83d-4eee-b1cf-2b95f4b853b2 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:15.152145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aa12ab-d83d-4eee-b1cf-2b95f4b853b2 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:15.152826 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e1aa12ab-d83d-4eee-b1cf-2b95f4b853b2 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:15.220671 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c016c8b4-2682-40f8-84a6-0861d5734d66 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:15.326880 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e1aa12ab-d83d-4eee-b1cf-2b95f4b853b2 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7238967 Nov 02 11:54:15.343206 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50150) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:15.344368 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e1a4834-8987-4fd9-8631-1853c3b01935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:15.357487 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-31f3d4f7-e25e-4e07-9e47-2996a2197a4a tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2cc', 'mac_address': 'fa:16:3e:8b:e9:19'}, {'ip_address': '2001:db8::31', 'mac_address': 'fa:16:3e:b4:58:41'}]}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:15.518451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bdb3f7-70ae-473b-ad67-158228ee712a req-f647c739-a35b-49e0-986c-5417099df592 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:15.526641 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27bdb3f7-70ae-473b-ad67-158228ee712a req-f647c739-a35b-49e0-986c-5417099df592 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 945 time: 0.2410150 Nov 02 11:54:15.564591 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c016c8b4-2682-40f8-84a6-0861d5734d66 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:15.588147 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c018428-911c-49a6-8df5-38581fc73ced None None] Network fafbe322-e55b-4174-9117-d4400e4fc2a6 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:15.623645 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016c8b4-2682-40f8-84a6-0861d5734d66 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2ae30b-d2d5-42f6-a779-cdc4e81fb01a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:15.632117 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c016c8b4-2682-40f8-84a6-0861d5734d66 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:15.633229 n-d-806683-18 neutron-server[102690]: DEBUG neutron.objects.ports [None req-54776fbf-b8ba-4cfd-9cdc-1666af127254 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 11:54:15.633689 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-54776fbf-b8ba-4cfd-9cdc-1666af127254 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:15.636224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c016c8b4-2682-40f8-84a6-0861d5734d66 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/subnets/8b2ae30b-d2d5-42f6-a779-cdc4e81fb01a HTTP/1.1" status: 204 len: 168 time: 0.8990123 Nov 02 11:54:15.638831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50156) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:15.676930 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-967af4df-d24f-4dd3-b6dc-5f90e4a66fcc None None] Provisioning complete for port 3ffbc3d7-dffd-482a-880e-24465f970f4e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:15.677571 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-967af4df-d24f-4dd3-b6dc-5f90e4a66fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:15.710483 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27bdb3f7-70ae-473b-ad67-158228ee712a req-072b9567-3594-44fa-b81a-5e008ee780e4 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829190 Nov 02 11:54:15.743910 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e1a4834-8987-4fd9-8631-1853c3b01935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:15.744201 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af739e62-0c7f-48da-b81a-0bfcab3246fd tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:15.744624 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af739e62-0c7f-48da-b81a-0bfcab3246fd tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:15.745913 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-31f3d4f7-e25e-4e07-9e47-2996a2197a4a tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:15.746034 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-af739e62-0c7f-48da-b81a-0bfcab3246fd tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1061878 Nov 02 11:54:15.754992 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50158) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:15.785124 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-967af4df-d24f-4dd3-b6dc-5f90e4a66fcc None None] Port 3ffbc3d7-dffd-482a-880e-24465f970f4e cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:54:15.807165 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-967af4df-d24f-4dd3-b6dc-5f90e4a66fcc None None] Provisioning complete for port 0a48e07b-39ea-493b-9235-0d1dfcb079fd triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:15.807528 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-967af4df-d24f-4dd3-b6dc-5f90e4a66fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:15.821107 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e1a4834-8987-4fd9-8631-1853c3b01935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:15.836743 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54776fbf-b8ba-4cfd-9cdc-1666af127254 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Pushing event updated for resources: {'Subnet': ['ID=968197f0-d491-4c63-805c-8ebd1630da2c,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:15.843788 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-18545c3b-d199-4bfd-8fca-4a2b037c17c6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:15.868245 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-18545c3b-d199-4bfd-8fca-4a2b037c17c6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 02 11:54:15.868738 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18545c3b-d199-4bfd-8fca-4a2b037c17c6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:54:15.877390 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-18545c3b-d199-4bfd-8fca-4a2b037c17c6 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/networks/fafbe322-e55b-4174-9117-d4400e4fc2a6 HTTP/1.1" status: 409 len: 405 time: 0.1167886 Nov 02 11:54:15.882008 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50162) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:15.885850 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-749f2504-0895-44ad-9281-debdc20eff8b tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1360946577'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:15.899981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54776fbf-b8ba-4cfd-9cdc-1666af127254 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Checking segment: {'id': '88140c65-62c1-46a5-a250-558cbbacd1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3679ec71-2bbc-4cde-b6c4-21e23c007cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:15.900528 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54776fbf-b8ba-4cfd-9cdc-1666af127254 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Network hostable DHCP agents. Network: 3679ec71-2bbc-4cde-b6c4-21e23c007cc5, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:54:15.934953 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbbb60c-d7fb-4116-8519-c0651090fe22 None None] DHCP port deletion for fafbe322-e55b-4174-9117-d4400e4fc2a6 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:54:15.948063 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a4834-8987-4fd9-8631-1853c3b01935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05ba159-b5f3-4ee7-8f39-6efac3728f17,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:15.964648 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4e1a4834-8987-4fd9-8631-1853c3b01935 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=55a1d039fe6e4b9c9b50c42407f7d810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9251702 Nov 02 11:54:15.968999 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50166) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:15.976197 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-967af4df-d24f-4dd3-b6dc-5f90e4a66fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.020554 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-967af4df-d24f-4dd3-b6dc-5f90e4a66fcc None None] For port 0a48e07b-39ea-493b-9235-0d1dfcb079fd, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0a48e07b-39ea-493b-9235-0d1dfcb079fd,segment=NetworkSegment(74671af9-9e47-4ed5-b8fc-bb1bb6a985da),segment_id=74671af9-9e47-4ed5-b8fc-bb1bb6a985da)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:16.026390 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3dbbb60c-d7fb-4116-8519-c0651090fe22 None None] Deleting port 0a48e07b-39ea-493b-9235-0d1dfcb079fd {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:16.026759 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3dbbb60c-d7fb-4116-8519-c0651090fe22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.027493 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54776fbf-b8ba-4cfd-9cdc-1666af127254 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Network 3679ec71-2bbc-4cde-b6c4-21e23c007cc5 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:54:16.053072 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90468c5a-8a57-4de9-917c-78a6a557198b req-7d00df45-bce7-4a11-897f-d924f471ce70 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:16.054580 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-90468c5a-8a57-4de9-917c-78a6a557198b req-7d00df45-bce7-4a11-897f-d924f471ce70 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.2016437 Nov 02 11:54:16.067092 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749f2504-0895-44ad-9281-debdc20eff8b tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Made reservation on behalf of 2ad9f1156d494693a73586f5f8367b88 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:16.071291 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-749f2504-0895-44ad-9281-debdc20eff8b tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.096773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3dbbb60c-d7fb-4116-8519-c0651090fe22 None None] For port 0a48e07b-39ea-493b-9235-0d1dfcb079fd, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0a48e07b-39ea-493b-9235-0d1dfcb079fd,segment=NetworkSegment(74671af9-9e47-4ed5-b8fc-bb1bb6a985da),segment_id=74671af9-9e47-4ed5-b8fc-bb1bb6a985da)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:16.097173 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3dbbb60c-d7fb-4116-8519-c0651090fe22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.101652 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749f2504-0895-44ad-9281-debdc20eff8b tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:16.112291 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3dbbb60c-d7fb-4116-8519-c0651090fe22 None None] Calling delete_port for 0a48e07b-39ea-493b-9235-0d1dfcb079fd owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:16.113443 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-749f2504-0895-44ad-9281-debdc20eff8b tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.113964 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-749f2504-0895-44ad-9281-debdc20eff8b tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Added segment fcae6342-0e8a-4742-b1b4-56b4609e8b28 of type vlan for network c625d447-01e6-4b9c-a5ac-117f0324b885 Nov 02 11:54:16.137779 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-967af4df-d24f-4dd3-b6dc-5f90e4a66fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.139976 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a49eb80d-eb70-424b-a7a7-7865d66c608a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.158501 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-749f2504-0895-44ad-9281-debdc20eff8b tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.170577 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-90468c5a-8a57-4de9-917c-78a6a557198b req-22fc5349-81a2-4e52-8aea-cbb23d7aa046 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052823 Nov 02 11:54:16.177859 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-54776fbf-b8ba-4cfd-9cdc-1666af127254 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 3679ec71-2bbc-4cde-b6c4-21e23c007cc5) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:16.181239 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-31f3d4f7-e25e-4e07-9e47-2996a2197a4a tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.187103 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54776fbf-b8ba-4cfd-9cdc-1666af127254 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:16.187866 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-54776fbf-b8ba-4cfd-9cdc-1666af127254 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.203266 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5802077a-df4b-4e0d-84e3-189bd0c47e38 None None] Network 3679ec71-2bbc-4cde-b6c4-21e23c007cc5 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:16.203660 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a49eb80d-eb70-424b-a7a7-7865d66c608a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.313272 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-31f3d4f7-e25e-4e07-9e47-2996a2197a4a tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.331434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967af4df-d24f-4dd3-b6dc-5f90e4a66fcc None None] Pushing event updated for resources: {'Port': ['ID=0a48e07b-39ea-493b-9235-0d1dfcb079fd,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:16.364016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-31f3d4f7-e25e-4e07-9e47-2996a2197a4a tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] In _notify_port_updated(), no bound segment for port 3ffbc3d7-dffd-482a-880e-24465f970f4e on network ecaa587d-9981-4d56-907b-4b0d9edcde36 {{(pid=102689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 11:54:16.370028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f3d4f7-e25e-4e07-9e47-2996a2197a4a tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:16.370953 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-31f3d4f7-e25e-4e07-9e47-2996a2197a4a tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.374916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-31f3d4f7-e25e-4e07-9e47-2996a2197a4a tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "PUT /v2.0/ports/3ffbc3d7-dffd-482a-880e-24465f970f4e HTTP/1.1" status: 200 len: 1065 time: 1.0199976 Nov 02 11:54:16.375554 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-749f2504-0895-44ad-9281-debdc20eff8b tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.385782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50180) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:16.389487 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749f2504-0895-44ad-9281-debdc20eff8b tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:16.389487 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-749f2504-0895-44ad-9281-debdc20eff8b tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.392043 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-54776fbf-b8ba-4cfd-9cdc-1666af127254 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5058858 Nov 02 11:54:16.396768 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50182) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:16.418333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7e1c9f1f-1abe-4bfd-ae9c-69f23958e776 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Request body: {'floatingip': {'floating_network_id': '3679ec71-2bbc-4cde-b6c4-21e23c007cc5'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:16.420810 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3dbbb60c-d7fb-4116-8519-c0651090fe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.443089 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a49eb80d-eb70-424b-a7a7-7865d66c608a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.447082 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a49eb80d-eb70-424b-a7a7-7865d66c608a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.451749 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a49eb80d-eb70-424b-a7a7-7865d66c608a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d05ba159-b5f3-4ee7-8f39-6efac3728f17 HTTP/1.1" status: 204 len: 168 time: 0.4808924 Nov 02 11:54:16.460865 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c53461-9177-4fbd-9381-b5c9248de4f4 None None] Network 3679ec71-2bbc-4cde-b6c4-21e23c007cc5 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:16.463400 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbb60c-d7fb-4116-8519-c0651090fe22 None None] Pushing event deleted for resources: {'Port': ['ID=0a48e07b-39ea-493b-9235-0d1dfcb079fd,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:16.470252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3d4f7-e25e-4e07-9e47-2996a2197a4a tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event updated for resources: {'Port': ['ID=3ffbc3d7-dffd-482a-880e-24465f970f4e,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:16.479399 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbbb60c-d7fb-4116-8519-c0651090fe22 None None] No DVR routers for this DVR port 0a48e07b-39ea-493b-9235-0d1dfcb079fd on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:54:16.482209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49eb80d-eb70-424b-a7a7-7865d66c608a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05ba159-b5f3-4ee7-8f39-6efac3728f17,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:16.524990 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-749f2504-0895-44ad-9281-debdc20eff8b tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6438339 Nov 02 11:54:16.530992 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50186) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:16.538461 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7275f4e2-32a5-468d-9dfe-35593f8d0e94 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Request body: {'subnet': {'network_id': 'c625d447-01e6-4b9c-a5ac-117f0324b885', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:16.545611 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f2504-0895-44ad-9281-debdc20eff8b tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event updated for resources: {'Network': ['ID=c625d447-01e6-4b9c-a5ac-117f0324b885,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:16.591902 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network c625d447-01e6-4b9c-a5ac-117f0324b885 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:16.670708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-1bea311a-1ef2-4a28-846e-627778071419 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Deleting port 3ffbc3d7-dffd-482a-880e-24465f970f4e {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:16.671308 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1bea311a-1ef2-4a28-846e-627778071419 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.683278 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1adee2-8f07-434e-8082-1b85de87a055 req-ac9d7b20-b57a-4bb7-af4d-ed44c79ea58d tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:16.683450 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9f1f-1abe-4bfd-ae9c-69f23958e776 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.687487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c1adee2-8f07-434e-8082-1b85de87a055 req-ac9d7b20-b57a-4bb7-af4d-ed44c79ea58d tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 804 time: 0.3267000 Nov 02 11:54:16.769316 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7275f4e2-32a5-468d-9dfe-35593f8d0e94 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Made reservation on behalf of 2ad9f1156d494693a73586f5f8367b88 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:16.772808 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7275f4e2-32a5-468d-9dfe-35593f8d0e94 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.779553 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ca9d4dcd-61a2-449a-87b1-391c1e647c0b None None] Provisioning complete for port 3ffbc3d7-dffd-482a-880e-24465f970f4e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:16.779957 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ca9d4dcd-61a2-449a-87b1-391c1e647c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.787700 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c1adee2-8f07-434e-8082-1b85de87a055 req-91e81c8a-284f-4745-839b-d5c769f84640 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/quotas/03959b625cb94b9d9fcaf436c56c8acb HTTP/1.1" status: 200 len: 375 time: 0.0511620 Nov 02 11:54:16.826699 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ca9d4dcd-61a2-449a-87b1-391c1e647c0b None None] Port 3ffbc3d7-dffd-482a-880e-24465f970f4e cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:54:16.872703 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9f1f-1abe-4bfd-ae9c-69f23958e776 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.879735 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1bea311a-1ef2-4a28-846e-627778071419 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:16.905177 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c1adee2-8f07-434e-8082-1b85de87a055 req-22bfaa20-2bdf-4216-a898-256cbd2590eb tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1037660 Nov 02 11:54:16.906596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-1bea311a-1ef2-4a28-846e-627778071419 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Calling delete_port for 3ffbc3d7-dffd-482a-880e-24465f970f4e owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:17.056579 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-7e1c9f1f-1abe-4bfd-ae9c-69f23958e776 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Allocated IP 172.20.0.10 (3679ec71-2bbc-4cde-b6c4-21e23c007cc5/968197f0-d491-4c63-805c-8ebd1630da2c/99550058-b566-4691-bf5a-30ab1272cfaa) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:54:17.091869 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c1adee2-8f07-434e-8082-1b85de87a055 req-fded9708-5a1e-486f-acc7-248a4865b72b service neutron] 10.222.0.52 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741366 Nov 02 11:54:17.228374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.objects.ports [None req-7275f4e2-32a5-468d-9dfe-35593f8d0e94 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 11:54:17.232653 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7275f4e2-32a5-468d-9dfe-35593f8d0e94 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:17.246373 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c1adee2-8f07-434e-8082-1b85de87a055 req-0e0c789d-fbe9-4723-aa29-3655361448d9 service neutron] 10.222.0.52 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389115 Nov 02 11:54:17.270668 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9f1f-1abe-4bfd-ae9c-69f23958e776 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:17.318573 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1bea311a-1ef2-4a28-846e-627778071419 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:17.355327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea311a-1ef2-4a28-846e-627778071419 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event deleted for resources: {'Port': ['ID=3ffbc3d7-dffd-482a-880e-24465f970f4e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:17.575576 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aa8a00b6-5e45-4321-b15b-5890223eecf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:17.650255 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1bea311a-1ef2-4a28-846e-627778071419 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:17.657322 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1bea311a-1ef2-4a28-846e-627778071419 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "DELETE /v2.0/ports/3ffbc3d7-dffd-482a-880e-24465f970f4e HTTP/1.1" status: 204 len: 168 time: 1.2729964 Nov 02 11:54:17.659252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50212) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:17.685211 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-7166e005-b3e7-44fa-920c-1b9838b7e5a7 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] GET failed (client error): The resource could not be found. Nov 02 11:54:17.691587 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7166e005-b3e7-44fa-920c-1b9838b7e5a7 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "GET /v2.0/ports/3ffbc3d7-dffd-482a-880e-24465f970f4e HTTP/1.1" status: 404 len: 333 time: 0.0312738 Nov 02 11:54:17.694225 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50214) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:17.717714 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275f4e2-32a5-468d-9dfe-35593f8d0e94 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event updated for resources: {'Subnet': ['ID=24104d0e-0819-4019-bc59-e94576e611ea,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:17.736126 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:54:17.749370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45db3e-d36c-46fe-9bcd-3030a9f7e61c req-68f9877d-77a3-4ea2-bf18-5b91f29f8665 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:17.751945 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf45db3e-d36c-46fe-9bcd-3030a9f7e61c req-68f9877d-77a3-4ea2-bf18-5b91f29f8665 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 946 time: 0.0935044 Nov 02 11:54:17.779728 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275f4e2-32a5-468d-9dfe-35593f8d0e94 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Checking segment: {'id': 'fcae6342-0e8a-4742-b1b4-56b4609e8b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c625d447-01e6-4b9c-a5ac-117f0324b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:17.780282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7275f4e2-32a5-468d-9dfe-35593f8d0e94 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Network hostable DHCP agents. Network: c625d447-01e6-4b9c-a5ac-117f0324b885, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:54:17.848831 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf45db3e-d36c-46fe-9bcd-3030a9f7e61c req-e4bc4250-daaa-463e-8bf8-c179b4780c1f tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902073 Nov 02 11:54:17.861282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0523c3df-2df9-4a74-815c-e28edba60e3a tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Deleting port fb01ea1d-82a2-4a8b-8d67-310ed227d23f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:17.861695 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0523c3df-2df9-4a74-815c-e28edba60e3a tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:17.889388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-8e1426b6-bc99-45bc-a615-daeaa3b437b8 req-a6bfd0b4-052e-4ed1-91dc-e47a52a832e6 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1234142688', 'description': 'tempest-description-786621545'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:17.897531 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9f1f-1abe-4bfd-ae9c-69f23958e776 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:17.904694 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:17.923059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7275f4e2-32a5-468d-9dfe-35593f8d0e94 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Network c625d447-01e6-4b9c-a5ac-117f0324b885 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:54:17.929096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'port_id': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c', 'mac_address': 'fa:16:3e:5e:77:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:54:17.978233 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:17.995856 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1c9f1f-1abe-4bfd-ae9c-69f23958e776 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Network 3679ec71-2bbc-4cde-b6c4-21e23c007cc5 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:17.997355 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8e1426b6-bc99-45bc-a615-daeaa3b437b8 req-a6bfd0b4-052e-4ed1-91dc-e47a52a832e6 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:17.998192 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:54:18.005147 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-7e1c9f1f-1abe-4bfd-ae9c-69f23958e776 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:18.015906 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c9f1f-1abe-4bfd-ae9c-69f23958e776 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:18.022889 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c9f1f-1abe-4bfd-ae9c-69f23958e776 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Pushing event updated for resources: {'Port': ['ID=99550058-b566-4691-bf5a-30ab1272cfaa,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:18.042618 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:18.076223 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0523c3df-2df9-4a74-815c-e28edba60e3a tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:18.123024 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0523c3df-2df9-4a74-815c-e28edba60e3a tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Calling delete_port for fb01ea1d-82a2-4a8b-8d67-310ed227d23f owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:18.129189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-7275f4e2-32a5-468d-9dfe-35593f8d0e94 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, c625d447-01e6-4b9c-a5ac-117f0324b885) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:18.134752 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8e1426b6-bc99-45bc-a615-daeaa3b437b8 req-a6bfd0b4-052e-4ed1-91dc-e47a52a832e6 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:18.136424 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:18.143439 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7275f4e2-32a5-468d-9dfe-35593f8d0e94 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:18.144040 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7275f4e2-32a5-468d-9dfe-35593f8d0e94 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:18.164678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2998e549-4ef9-440b-846c-ca2f1a819971 None None] Network c625d447-01e6-4b9c-a5ac-117f0324b885 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:18.203111 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9f1f-1abe-4bfd-ae9c-69f23958e776 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:18.245170 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8e1426b6-bc99-45bc-a615-daeaa3b437b8 req-a6bfd0b4-052e-4ed1-91dc-e47a52a832e6 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:18.265422 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:18.280278 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['6b5db8cc-7cee-4e10-ac4c-89c5af06b76c'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:54:18.292343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bfd0b4-052e-4ed1-91dc-e47a52a832e6 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65341d8-6151-4045-9f49-f47fdcc9ad6c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:18.352050 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7275f4e2-32a5-468d-9dfe-35593f8d0e94 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8161676 Nov 02 11:54:18.352827 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50226) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:18.388499 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8e1426b6-bc99-45bc-a615-daeaa3b437b8 req-a6bfd0b4-052e-4ed1-91dc-e47a52a832e6 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:18.389229 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9f1f-1abe-4bfd-ae9c-69f23958e776 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:18.393540 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e1426b6-bc99-45bc-a615-daeaa3b437b8 req-a6bfd0b4-052e-4ed1-91dc-e47a52a832e6 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.5099587 Nov 02 11:54:18.472141 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-c625d447-01e6-4b9c-a5ac-117f0324b885', 'network_id': 'c625d447-01e6-4b9c-a5ac-117f0324b885', 'tenant_id': '2ad9f1156d494693a73586f5f8367b88', 'fixed_ips': [{'subnet_id': '24104d0e-0819-4019-bc59-e94576e611ea'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:54:18.473835 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:18.514576 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0523c3df-2df9-4a74-815c-e28edba60e3a tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:18.533070 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:18.575636 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523c3df-2df9-4a74-815c-e28edba60e3a tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event deleted for resources: {'Port': ['ID=fb01ea1d-82a2-4a8b-8d67-310ed227d23f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:18.613053 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0523c3df-2df9-4a74-815c-e28edba60e3a tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:18.615905 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0523c3df-2df9-4a74-815c-e28edba60e3a tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "DELETE /v2.0/ports/fb01ea1d-82a2-4a8b-8d67-310ed227d23f HTTP/1.1" status: 204 len: 168 time: 0.9158571 Nov 02 11:54:18.640624 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50230) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:18.658912 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:18.769079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Allocated IP 2001:db8::f816:3eff:fe4b:b776 (c625d447-01e6-4b9c-a5ac-117f0324b885/24104d0e-0819-4019-bc59-e94576e611ea/88de3a23-b1b0-4311-997b-1bed064f7385) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:54:18.804956 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-618df7d1-82fb-4550-978e-22a02387efbc tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] GET failed (client error): The resource could not be found. Nov 02 11:54:18.806863 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-618df7d1-82fb-4550-978e-22a02387efbc tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "GET /v2.0/ports/fb01ea1d-82a2-4a8b-8d67-310ed227d23f HTTP/1.1" status: 404 len: 333 time: 0.1643708 Nov 02 11:54:18.814611 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50238) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:18.832116 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9f1f-1abe-4bfd-ae9c-69f23958e776 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:18.946304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-1ba0d777-741d-4324-a4ce-a2664a9fa8e3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Deleting port 1578f968-60d7-4d10-9395-b7262cfb1495 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:18.946657 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ba0d777-741d-4324-a4ce-a2664a9fa8e3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:18.981141 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9f1f-1abe-4bfd-ae9c-69f23958e776 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:18.991308 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:19.053880 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ba0d777-741d-4324-a4ce-a2664a9fa8e3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:19.072856 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-1ba0d777-741d-4324-a4ce-a2664a9fa8e3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Calling delete_port for 1578f968-60d7-4d10-9395-b7262cfb1495 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:19.073231 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c9f1f-1abe-4bfd-ae9c-69f23958e776 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Pushing event updated for resources: {'Port': ['ID=99550058-b566-4691-bf5a-30ab1272cfaa,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:19.083012 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9f1f-1abe-4bfd-ae9c-69f23958e776 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:19.117385 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:19.168041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Network c625d447-01e6-4b9c-a5ac-117f0324b885 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:19.174135 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:19.178308 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:19.183661 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e1c9f1f-1abe-4bfd-ae9c-69f23958e776 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:19.187125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Pushing event updated for resources: {'Port': ['ID=88de3a23-b1b0-4311-997b-1bed064f7385,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:19.189793 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50254) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:19.198130 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7e1c9f1f-1abe-4bfd-ae9c-69f23958e776 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7918053 Nov 02 11:54:19.245652 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Attempting to bind port 88de3a23-b1b0-4311-997b-1bed064f7385 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:19.246021 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Attempting to bind port 88de3a23-b1b0-4311-997b-1bed064f7385 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fcae6342-0e8a-4742-b1b4-56b4609e8b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c625d447-01e6-4b9c-a5ac-117f0324b885'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:19.246437 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Attempting to bind port 88de3a23-b1b0-4311-997b-1bed064f7385 on network c625d447-01e6-4b9c-a5ac-117f0324b885 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:19.252427 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:54:19.252844 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Checking segment: {'id': 'fcae6342-0e8a-4742-b1b4-56b4609e8b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c625d447-01e6-4b9c-a5ac-117f0324b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:19.253378 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:19.253822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Bound using segment: {'id': 'fcae6342-0e8a-4742-b1b4-56b4609e8b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c625d447-01e6-4b9c-a5ac-117f0324b885'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:54:19.254328 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Bound port: 88de3a23-b1b0-4311-997b-1bed064f7385, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcae6342-0e8a-4742-b1b4-56b4609e8b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c625d447-01e6-4b9c-a5ac-117f0324b885'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:54:19.254752 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:19.285947 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:19.327966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] For port 88de3a23-b1b0-4311-997b-1bed064f7385, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:54:19.328224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-91798c1b-7ee8-4f97-8c26-6f62b3ae51e2 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] 10.222.0.52 "GET /v2.0/floatingips?floating_network_id=3679ec71-2bbc-4cde-b6c4-21e23c007cc5 HTTP/1.1" status: 200 len: 690 time: 0.1343207 Nov 02 11:54:19.329915 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50260) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:19.331168 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] For port 88de3a23-b1b0-4311-997b-1bed064f7385, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=88de3a23-b1b0-4311-997b-1bed064f7385,segment=NetworkSegment(fcae6342-0e8a-4742-b1b4-56b4609e8b28),segment_id=fcae6342-0e8a-4742-b1b4-56b4609e8b28)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:54:19.335295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event deleted for resources: {'Subnet': ['ID=24104d0e-0819-4019-bc59-e94576e611ea,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:19.434535 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:19.446960 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-803d2bba-b10f-4100-a20a-d3436aeede39 req-2444ecc4-16c5-4975-a9f9-db14d7e9a0a1 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1234142688&fields=id&tenant_id=5e856ddf71ac4e299451dc84fbfb176b HTTP/1.1" status: 200 len: 267 time: 0.0812888 Nov 02 11:54:19.455944 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:19.484176 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:19.500833 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ba0d777-741d-4324-a4ce-a2664a9fa8e3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:19.505757 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c625d447-01e6-4b9c-a5ac-117f0324b885']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:19.537458 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcae6342-0e8a-4742-b1b4-56b4609e8b28') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:19.537796 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcae6342-0e8a-4742-b1b4-56b4609e8b28') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:19.577559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57495cb-7612-4869-9170-48be0f141c4f None None] Pushing event updated for resources: {'Port': ['ID=88de3a23-b1b0-4311-997b-1bed064f7385,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:19.632016 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d818495-19d8-40c0-a41d-ff67e516fbef None None] Network c625d447-01e6-4b9c-a5ac-117f0324b885 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:19.650070 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Deleting port 99550058-b566-4691-bf5a-30ab1272cfaa {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:19.650412 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:19.740097 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f5201f99-6a3f-4cb5-8fcc-b3ca65268133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:19.756009 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:19.756957 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:19.762070 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:54:19.791879 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Calling delete_port for 99550058-b566-4691-bf5a-30ab1272cfaa owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:19.828282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9072a33f-6451-4787-9f0d-53c3671a5eba None None] get_active_networks_info from n-d-806683-18 {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 11:54:19.864015 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:19.864498 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:19.957318 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0d777-741d-4324-a4ce-a2664a9fa8e3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event deleted for resources: {'Port': ['ID=1578f968-60d7-4d10-9395-b7262cfb1495,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:19.965992 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:20.011252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d2bba-b10f-4100-a20a-d3436aeede39 req-375be377-b000-4b1c-b43d-679ca8520765 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:20.013224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-803d2bba-b10f-4100-a20a-d3436aeede39 req-375be377-b000-4b1c-b43d-679ca8520765 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.5601768 Nov 02 11:54:20.020466 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ba0d777-741d-4324-a4ce-a2664a9fa8e3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:20.024802 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1ba0d777-741d-4324-a4ce-a2664a9fa8e3 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "DELETE /v2.0/ports/1578f968-60d7-4d10-9395-b7262cfb1495 HTTP/1.1" status: 204 len: 168 time: 1.2086351 Nov 02 11:54:20.027273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50280) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:20.030156 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:20.051021 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:20.054259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-803d2bba-b10f-4100-a20a-d3436aeede39 req-378e0053-8edb-4f57-909d-100d342014f2 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Request body: {'port': {'security_groups': ['e86e8bbb-1915-4378-bb7a-02d7b955aec8', 'e65341d8-6151-4045-9f49-f47fdcc9ad6c']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:20.105747 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9072a33f-6451-4787-9f0d-53c3671a5eba None None] Resources bound (agent type, host, resource id): {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 11:54:20.119053 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:20.163919 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98b13b4-5fc0-441c-83b8-3dd09c03d821 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Deleting subnet 0ded82e4-b992-4a4d-b4f1-5fb0aae71372 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:54:20.169927 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b98b13b4-5fc0-441c-83b8-3dd09c03d821 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:20.243066 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:20.292592 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.api [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 11:54:20.292592 n-d-806683-18 neutron-server[102689]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 11:54:20.292592 n-d-806683-18 neutron-server[102689]: [parameters: {'id': 'c625d447-01e6-4b9c-a5ac-117f0324b885'}] Nov 02 11:54:20.292592 n-d-806683-18 neutron-server[102689]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:54:20.293737 n-d-806683-18 neutron-server[102689]: DEBUG oslo_db.api [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:54:20.314265 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-803d2bba-b10f-4100-a20a-d3436aeede39 req-378e0053-8edb-4f57-909d-100d342014f2 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:20.347648 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b98b13b4-5fc0-441c-83b8-3dd09c03d821 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:20.441669 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Pushing event deleted for resources: {'Port': ['ID=99550058-b566-4691-bf5a-30ab1272cfaa,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:20.570087 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b98b13b4-5fc0-441c-83b8-3dd09c03d821 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:20.575218 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:20.591601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313a0f77-4e76-4814-ba42-4f4626d01f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:54:20.600391 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97cbf04-4950-44a7-9093-e9608f32cfd4" -d '{"events": [{"server_uuid": "313a0f77-4e76-4814-ba42-4f4626d01f67", "name": "network-vif-plugged", "status": "completed", "tag": "6b5db8cc-7cee-4e10-ac4c-89c5af06b76c"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:54:20.609461 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:20.660536 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:20.670601 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-803d2bba-b10f-4100-a20a-d3436aeede39 req-378e0053-8edb-4f57-909d-100d342014f2 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] For port c56ffc9f-63f7-4095-adab-7edfec8a4ad7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c56ffc9f-63f7-4095-adab-7edfec8a4ad7,segment=NetworkSegment(8da21bfb-c17e-4480-9671-3bdd5442f1c7),segment_id=8da21bfb-c17e-4480-9671-3bdd5442f1c7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:20.673802 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:20.718305 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-803d2bba-b10f-4100-a20a-d3436aeede39 req-378e0053-8edb-4f57-909d-100d342014f2 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:20.795930 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:20.810196 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b98b13b4-5fc0-441c-83b8-3dd09c03d821 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:20.884301 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-803d2bba-b10f-4100-a20a-d3436aeede39 req-378e0053-8edb-4f57-909d-100d342014f2 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:20.887054 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:20.890609 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b13b4-5fc0-441c-83b8-3dd09c03d821 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event deleted for resources: {'Subnet': ['ID=0ded82e4-b992-4a4d-b4f1-5fb0aae71372,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:20.890984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:20.917939 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['c56ffc9f-63f7-4095-adab-7edfec8a4ad7'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:54:20.988116 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:20.999653 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b98b13b4-5fc0-441c-83b8-3dd09c03d821 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:21.012270 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b98b13b4-5fc0-441c-83b8-3dd09c03d821 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "DELETE /v2.0/subnets/0ded82e4-b992-4a4d-b4f1-5fb0aae71372 HTTP/1.1" status: 204 len: 168 time: 0.9839654 Nov 02 11:54:21.014762 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50290) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:21.028784 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=968197f0-d491-4c63-805c-8ebd1630da2c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:21.070883 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e0053-8edb-4f57-909d-100d342014f2 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Pushing event updated for resources: {'Port': ['ID=c56ffc9f-63f7-4095-adab-7edfec8a4ad7,revision_number=6']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:21.111202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d2bba-b10f-4100-a20a-d3436aeede39 req-378e0053-8edb-4f57-909d-100d342014f2 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:21.111854 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-803d2bba-b10f-4100-a20a-d3436aeede39 req-378e0053-8edb-4f57-909d-100d342014f2 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:21.113288 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-803d2bba-b10f-4100-a20a-d3436aeede39 req-378e0053-8edb-4f57-909d-100d342014f2 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "PUT /v2.0/ports/c56ffc9f-63f7-4095-adab-7edfec8a4ad7 HTTP/1.1" status: 200 len: 982 time: 1.0747154 Nov 02 11:54:21.116202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81c407c-cb2c-421e-9598-b7784f687ac2', 'tag': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:54:21.119350 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a874bb-f504-40f4-82c5-023f903093b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a81c407c-cb2c-421e-9598-b7784f687ac2", "tag": "c56ffc9f-63f7-4095-adab-7edfec8a4ad7"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:54:21.137105 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Deleting port 88de3a23-b1b0-4311-997b-1bed064f7385 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:21.137455 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:21.222046 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['c56ffc9f-63f7-4095-adab-7edfec8a4ad7'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:54:21.239074 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:21.263036 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3679ec71-2bbc-4cde-b6c4-21e23c007cc5']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:21.274575 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88140c65-62c1-46a5-a250-558cbbacd1e4') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:21.274950 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88140c65-62c1-46a5-a250-558cbbacd1e4') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:21.296036 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:21.302866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] For port 88de3a23-b1b0-4311-997b-1bed064f7385, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=88de3a23-b1b0-4311-997b-1bed064f7385,segment=NetworkSegment(fcae6342-0e8a-4742-b1b4-56b4609e8b28),segment_id=fcae6342-0e8a-4742-b1b4-56b4609e8b28)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:21.303972 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:21.314327 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:21.321456 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:21.322086 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:21.325065 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Calling delete_port for 88de3a23-b1b0-4311-997b-1bed064f7385 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:21.396381 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:21.398437 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:21.490386 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:21.511221 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3679ec71-2bbc-4cde-b6c4-21e23c007cc5 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 11:54:21.533558 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:21.537965 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] 10.222.0.52 "DELETE /v2.0/networks/3679ec71-2bbc-4cde-b6c4-21e23c007cc5 HTTP/1.1" status: 204 len: 168 time: 2.2056375 Nov 02 11:54:21.545798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50302) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:21.553531 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a853cc-aa62-4cb1-a4cb-7efef9eaa6cc tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Pushing event deleted for resources: {'Network': ['ID=3679ec71-2bbc-4cde-b6c4-21e23c007cc5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:21.592232 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Deleting port a21f24f7-3c57-4a1f-9573-b789afb413d5 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:21.592667 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:21.743083 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f1d4ed-2b55-4baf-b800-0c9c8d640da9 None None] Network ecaa587d-9981-4d56-907b-4b0d9edcde36 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:21.752568 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:21.780546 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] For port a21f24f7-3c57-4a1f-9573-b789afb413d5, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a21f24f7-3c57-4a1f-9573-b789afb413d5,segment=NetworkSegment(caded3a3-a89e-47b8-96fd-96cec0eec6d5),segment_id=caded3a3-a89e-47b8-96fd-96cec0eec6d5)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:21.780927 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:21.799898 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Calling delete_port for a21f24f7-3c57-4a1f-9573-b789afb413d5 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:21.854076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97973ad4-3095-4afd-9219-49a42298cbc9 req-14da3b64-0047-469b-8678-1cb1d21b4cb7 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:21.863265 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97973ad4-3095-4afd-9219-49a42298cbc9 req-14da3b64-0047-469b-8678-1cb1d21b4cb7 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 946 time: 0.3755851 Nov 02 11:54:21.899969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event deleted for resources: {'Port': ['ID=88de3a23-b1b0-4311-997b-1bed064f7385,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:21.904379 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] No DVR routers for this DVR port 88de3a23-b1b0-4311-997b-1bed064f7385 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:54:21.958357 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-41df4410-4b13-494b-b6a5-09545063bac1 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.4031756 Nov 02 11:54:21.961330 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50310) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:22.055537 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.083752 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c625d447-01e6-4b9c-a5ac-117f0324b885']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:22.099451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcae6342-0e8a-4742-b1b4-56b4609e8b28') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:22.099846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcae6342-0e8a-4742-b1b4-56b4609e8b28') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:22.113910 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.129079 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.139298 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:22.139809 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:22.164760 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:22.175913 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a206ab6f-5205-4ee7-9e63-c1570b20f8b1 None None] DHCP port deletion for ecaa587d-9981-4d56-907b-4b0d9edcde36 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:54:22.231575 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5828ac-843a-4c79-80d2-06358f8a1e02 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:22.232109 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5828ac-843a-4c79-80d2-06358f8a1e02 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:22.232754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5828ac-843a-4c79-80d2-06358f8a1e02 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:22.233181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5828ac-843a-4c79-80d2-06358f8a1e02 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:22.233769 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5828ac-843a-4c79-80d2-06358f8a1e02 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:22.234277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5828ac-843a-4c79-80d2-06358f8a1e02 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:22.235264 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5828ac-843a-4c79-80d2-06358f8a1e02 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:22.235474 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5828ac-843a-4c79-80d2-06358f8a1e02 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:22.236654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5828ac-843a-4c79-80d2-06358f8a1e02 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:22.237167 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5828ac-843a-4c79-80d2-06358f8a1e02 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:22.241656 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8c5828ac-843a-4c79-80d2-06358f8a1e02 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6476 time: 0.2767470 Nov 02 11:54:22.242622 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.251934 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50312) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:22.254114 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97973ad4-3095-4afd-9219-49a42298cbc9 req-38e35a11-9e67-499a-adfb-082d3fea077b tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3898799 Nov 02 11:54:22.286456 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a206ab6f-5205-4ee7-9e63-c1570b20f8b1 None None] Deleting port a21f24f7-3c57-4a1f-9573-b789afb413d5 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:22.286845 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a206ab6f-5205-4ee7-9e63-c1570b20f8b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.330587 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a21f24f7-3c57-4a1f-9573-b789afb413d5 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:54:22.426329 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: a21f24f7-3c57-4a1f-9573-b789afb413d5 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:54:22.426677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a21f24f7-3c57-4a1f-9573-b789afb413d5 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:54:22.432396 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.443862 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.451204 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/networks/c625d447-01e6-4b9c-a5ac-117f0324b885 HTTP/1.1" status: 204 len: 168 time: 4.0972195 Nov 02 11:54:22.465679 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event deleted for resources: {'Port': ['ID=a21f24f7-3c57-4a1f-9573-b789afb413d5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:22.467034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50316) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:22.480532 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-3a8124f7-91af-4a0f-91ff-88118458e58f tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] delete failed (client error): The resource could not be found. Nov 02 11:54:22.484645 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3a8124f7-91af-4a0f-91ff-88118458e58f tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/82090006-dac7-4c28-ba7c-73d235fa9dd1 HTTP/1.1" status: 404 len: 345 time: 0.2159467 Nov 02 11:54:22.486128 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50318) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:22.488058 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-cf646b98-7035-4f05-b58d-305678eca6bf tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1340103010'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:22.488436 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] No DVR routers for this DVR port a21f24f7-3c57-4a1f-9573-b789afb413d5 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:54:22.504689 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.525988 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a206ab6f-5205-4ee7-9e63-c1570b20f8b1 None None] For port a21f24f7-3c57-4a1f-9573-b789afb413d5, host n-d-806683-18, got binding levels [] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:22.526405 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a206ab6f-5205-4ee7-9e63-c1570b20f8b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.539130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353aaf-9845-492b-ae3e-95236476ad0f tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event deleted for resources: {'Network': ['ID=c625d447-01e6-4b9c-a5ac-117f0324b885,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:22.552291 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf422c4-6af8-4d56-9e73-c8ff1bf282a2 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] DELETE failed (client error): The resource could not be found. Nov 02 11:54:22.553129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf422c4-6af8-4d56-9e73-c8ff1bf282a2 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:54:22.561174 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ddf422c4-6af8-4d56-9e73-c8ff1bf282a2 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] 10.222.0.52 "DELETE /v2.0/networks/3679ec71-2bbc-4cde-b6c4-21e23c007cc5 HTTP/1.1" status: 404 len: 339 time: 0.0621436 Nov 02 11:54:22.566251 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50320) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:22.576933 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a206ab6f-5205-4ee7-9e63-c1570b20f8b1 None None] Calling delete_port for a21f24f7-3c57-4a1f-9573-b789afb413d5 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:22.578750 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-4ed96f68-29fd-4a22-8a85-bcdbf8cebfe0 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Request body: {'network': {'name': 'tempest-network--536978168', 'router:external': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:22.584409 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.ipam_backend_mixin [None req-a206ab6f-5205-4ee7-9e63-c1570b20f8b1 None None] Port a21f24f7-3c57-4a1f-9573-b789afb413d5 was not found and therefore no delete operation was performed {{(pid=102691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 11:54:22.586458 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a206ab6f-5205-4ee7-9e63-c1570b20f8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.606340 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2d5768-b742-4075-8161-168dc0b1a5ac x-openstack-request-id: req-ea2d5768-b742-4075-8161-168dc0b1a5ac {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:54:22.606777 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313a0f77-4e76-4814-ba42-4f4626d01f67", "name": "network-vif-plugged", "status": "completed", "tag": "6b5db8cc-7cee-4e10-ac4c-89c5af06b76c", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:54:22.607222 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea2d5768-b742-4075-8161-168dc0b1a5ac {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:54:22.607695 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313a0f77-4e76-4814-ba42-4f4626d01f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c', 'code': 200} Nov 02 11:54:22.639392 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf646b98-7035-4f05-b58d-305678eca6bf tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Made reservation on behalf of 2ad9f1156d494693a73586f5f8367b88 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:22.644366 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cf646b98-7035-4f05-b58d-305678eca6bf tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.678123 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a206ab6f-5205-4ee7-9e63-c1570b20f8b1 None None] No DVR routers for this DVR port a21f24f7-3c57-4a1f-9573-b789afb413d5 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:54:22.681707 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206ab6f-5205-4ee7-9e63-c1570b20f8b1 None None] Pushing event deleted for resources: {'Port': ['ID=a21f24f7-3c57-4a1f-9573-b789afb413d5,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:22.721066 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.746755 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecaa587d-9981-4d56-907b-4b0d9edcde36']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:22.752660 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd765f39-a124-487a-b554-22d252eef832 req-1e48468f-b75c-4707-b4be-e4162d8c9d7c tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1234142688&fields=id&tenant_id=5e856ddf71ac4e299451dc84fbfb176b HTTP/1.1" status: 200 len: 267 time: 0.0781360 Nov 02 11:54:22.755463 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf646b98-7035-4f05-b58d-305678eca6bf tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:22.758032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed96f68-29fd-4a22-8a85-bcdbf8cebfe0 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Made reservation on behalf of cc16ca805a804d2895913fb018f8f234 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:22.760470 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4ed96f68-29fd-4a22-8a85-bcdbf8cebfe0 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.766136 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caded3a3-a89e-47b8-96fd-96cec0eec6d5') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:22.766546 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caded3a3-a89e-47b8-96fd-96cec0eec6d5') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:22.777392 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.796151 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.806903 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:22.806903 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:22.811619 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:22.830146 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cf646b98-7035-4f05-b58d-305678eca6bf tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.830500 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-cf646b98-7035-4f05-b58d-305678eca6bf tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Added segment aef0111b-eacc-4ffc-9647-22e9204bc9ca of type vlan for network 9179cb2e-0baa-4af9-91ce-170d7078fb61 Nov 02 11:54:22.839750 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed96f68-29fd-4a22-8a85-bcdbf8cebfe0 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:22.887692 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4ed96f68-29fd-4a22-8a85-bcdbf8cebfe0 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.888042 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-4ed96f68-29fd-4a22-8a85-bcdbf8cebfe0 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Added segment 6a2237b4-ff0d-486d-ad49-6779e1232e36 of type vlan for network 1a64a708-194f-4001-b42c-c45e151b888c Nov 02 11:54:22.913009 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cf646b98-7035-4f05-b58d-305678eca6bf tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.926349 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd765f39-a124-487a-b554-22d252eef832 req-a69129c8-d843-48b1-b6be-d59faa89549f tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:22.928771 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd765f39-a124-487a-b554-22d252eef832 req-a69129c8-d843-48b1-b6be-d59faa89549f tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 985 time: 0.1559401 Nov 02 11:54:22.964921 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-bd765f39-a124-487a-b554-22d252eef832 req-9f59a991-7486-499e-859e-510447606e41 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Request body: {'port': {'security_groups': ['e86e8bbb-1915-4378-bb7a-02d7b955aec8']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:22.986982 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:22.996221 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:23.007155 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] 10.222.0.52 "DELETE /v2.0/networks/ecaa587d-9981-4d56-907b-4b0d9edcde36 HTTP/1.1" status: 204 len: 168 time: 1.9910111 Nov 02 11:54:23.033208 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.resource_extend [None req-cf646b98-7035-4f05-b58d-305678eca6bf tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 11:54:23.038189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57e9a3-cb0f-4a7f-aaf2-e36c64b2f5b8 tempest-AllowedAddressPairIpV6TestJSON-139735391 tempest-AllowedAddressPairIpV6TestJSON-139735391-project] Pushing event deleted for resources: {'Network': ['ID=ecaa587d-9981-4d56-907b-4b0d9edcde36,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:23.068075 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4ed96f68-29fd-4a22-8a85-bcdbf8cebfe0 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:23.156664 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd765f39-a124-487a-b554-22d252eef832 req-9f59a991-7486-499e-859e-510447606e41 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:23.286666 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4ed96f68-29fd-4a22-8a85-bcdbf8cebfe0 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:23.288051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed96f68-29fd-4a22-8a85-bcdbf8cebfe0 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:23.288978 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4ed96f68-29fd-4a22-8a85-bcdbf8cebfe0 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:23.303353 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cf646b98-7035-4f05-b58d-305678eca6bf tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:23.314902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf646b98-7035-4f05-b58d-305678eca6bf tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:23.315608 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cf646b98-7035-4f05-b58d-305678eca6bf tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:23.509010 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4ed96f68-29fd-4a22-8a85-bcdbf8cebfe0 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9411361 Nov 02 11:54:23.511499 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50334) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:23.601521 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed96f68-29fd-4a22-8a85-bcdbf8cebfe0 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Pushing event updated for resources: {'Network': ['ID=1a64a708-194f-4001-b42c-c45e151b888c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:23.614299 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 1a64a708-194f-4001-b42c-c45e151b888c details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:23.720200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50340) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:23.877668 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50346) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:23.878552 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cf646b98-7035-4f05-b58d-305678eca6bf tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4086974 Nov 02 11:54:23.890133 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3ffd6ae3-4326-4452-a98f-f09f26676640 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Request body: {'subnet': {'network_id': '9179cb2e-0baa-4af9-91ce-170d7078fb61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:23.912157 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:23.924871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf646b98-7035-4f05-b58d-305678eca6bf tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event updated for resources: {'Network': ['ID=9179cb2e-0baa-4af9-91ce-170d7078fb61,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:23.935094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52476718-ca6c-420f-9100-bca889a9fdca tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:23.940165 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 9179cb2e-0baa-4af9-91ce-170d7078fb61 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:23.943902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52476718-ca6c-420f-9100-bca889a9fdca tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:23.944663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-bd765f39-a124-487a-b554-22d252eef832 req-9f59a991-7486-499e-859e-510447606e41 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] For port c56ffc9f-63f7-4095-adab-7edfec8a4ad7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c56ffc9f-63f7-4095-adab-7edfec8a4ad7,segment=NetworkSegment(8da21bfb-c17e-4480-9671-3bdd5442f1c7),segment_id=8da21bfb-c17e-4480-9671-3bdd5442f1c7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:23.953586 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52476718-ca6c-420f-9100-bca889a9fdca tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:23.961642 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52476718-ca6c-420f-9100-bca889a9fdca tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:23.963814 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-52476718-ca6c-420f-9100-bca889a9fdca tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4503989 Nov 02 11:54:23.967444 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50348) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:24.059118 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd765f39-a124-487a-b554-22d252eef832 req-9f59a991-7486-499e-859e-510447606e41 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:24.064662 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5fe89701-854e-435e-b7ad-746cf8af2451 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8fb72dcffdfc40d9a5bd76c8a45a6cbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3400350 Nov 02 11:54:24.069536 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50350) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:24.101647 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da2e0720-e155-46d7-83a6-79dcb4183732 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:24.167055 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8b65cf94-d456-4a25-9f82-6474806e2c80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:24.211182 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd765f39-a124-487a-b554-22d252eef832 req-9f59a991-7486-499e-859e-510447606e41 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:24.223625 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da2e0720-e155-46d7-83a6-79dcb4183732 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:24.224434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['c56ffc9f-63f7-4095-adab-7edfec8a4ad7'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:54:24.246564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffd6ae3-4326-4452-a98f-f09f26676640 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Made reservation on behalf of 2ad9f1156d494693a73586f5f8367b88 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:24.246944 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8b65cf94-d456-4a25-9f82-6474806e2c80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:24.254601 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ffd6ae3-4326-4452-a98f-f09f26676640 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:24.264773 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:24.283410 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-da2e0720-e155-46d7-83a6-79dcb4183732 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a64a708-194f-4001-b42c-c45e151b888c']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:24.311742 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-da2e0720-e155-46d7-83a6-79dcb4183732 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2237b4-ff0d-486d-ad49-6779e1232e36') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:24.312795 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-da2e0720-e155-46d7-83a6-79dcb4183732 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2237b4-ff0d-486d-ad49-6779e1232e36') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:24.315406 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd765f39-a124-487a-b554-22d252eef832 req-9f59a991-7486-499e-859e-510447606e41 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:24.316198 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-bd765f39-a124-487a-b554-22d252eef832 req-9f59a991-7486-499e-859e-510447606e41 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:24.317695 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd765f39-a124-487a-b554-22d252eef832 req-9f59a991-7486-499e-859e-510447606e41 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "PUT /v2.0/ports/c56ffc9f-63f7-4095-adab-7edfec8a4ad7 HTTP/1.1" status: 200 len: 943 time: 1.3632081 Nov 02 11:54:24.350373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59a991-7486-499e-859e-510447606e41 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Pushing event updated for resources: {'Port': ['ID=c56ffc9f-63f7-4095-adab-7edfec8a4ad7,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:24.403702 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da2e0720-e155-46d7-83a6-79dcb4183732 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:24.440153 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['c56ffc9f-63f7-4095-adab-7edfec8a4ad7'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:54:24.449574 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8b65cf94-d456-4a25-9f82-6474806e2c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:24.452738 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8b65cf94-d456-4a25-9f82-6474806e2c80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:24.455483 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8b65cf94-d456-4a25-9f82-6474806e2c80 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1751b079-8778-4169-82f6-4ac483190884 HTTP/1.1" status: 204 len: 168 time: 0.3834705 Nov 02 11:54:24.484289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65cf94-d456-4a25-9f82-6474806e2c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1751b079-8778-4169-82f6-4ac483190884,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:24.502611 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da2e0720-e155-46d7-83a6-79dcb4183732 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:24.514855 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2e0720-e155-46d7-83a6-79dcb4183732 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:24.515547 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da2e0720-e155-46d7-83a6-79dcb4183732 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:24.542216 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:24.668815 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d7efa0-1856-4a17-9fae-518c7e621265 x-openstack-request-id: req-f9d7efa0-1856-4a17-9fae-518c7e621265 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:54:24.669300 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81c407c-cb2c-421e-9598-b7784f687ac2", "tag": "c56ffc9f-63f7-4095-adab-7edfec8a4ad7", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:54:24.669412 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9d7efa0-1856-4a17-9fae-518c7e621265 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:54:24.669782 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81c407c-cb2c-421e-9598-b7784f687ac2', 'tag': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7', 'status': 'completed', 'code': 200} Nov 02 11:54:24.755493 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da2e0720-e155-46d7-83a6-79dcb4183732 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:24.913947 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:24.918746 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2e0720-e155-46d7-83a6-79dcb4183732 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1a64a708-194f-4001-b42c-c45e151b888c {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 11:54:24.945718 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-d98fb42c-f47f-441a-b0fb-6e106e531687 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:24.955624 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da2e0720-e155-46d7-83a6-79dcb4183732 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:24.961755 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-da2e0720-e155-46d7-83a6-79dcb4183732 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] 10.222.0.52 "DELETE /v2.0/networks/1a64a708-194f-4001-b42c-c45e151b888c HTTP/1.1" status: 204 len: 168 time: 0.9928203 Nov 02 11:54:24.964325 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e0720-e155-46d7-83a6-79dcb4183732 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Pushing event deleted for resources: {'Network': ['ID=1a64a708-194f-4001-b42c-c45e151b888c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:24.966219 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-d98fb42c-f47f-441a-b0fb-6e106e531687 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 804 time: 0.2211704 Nov 02 11:54:24.970044 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50372) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:24.987731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e0309347-5d8d-4874-ba08-bcb63826cf28 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Request body: {'network': {'name': 'tempest-network--1357129000', 'router:external': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:25.017222 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-c04ceb5c-c615-4d33-9855-74d3ab85f500 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/quotas/03959b625cb94b9d9fcaf436c56c8acb HTTP/1.1" status: 200 len: 375 time: 0.0500894 Nov 02 11:54:25.169170 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a874bb-f504-40f4-82c5-023f903093b8 req-a7a7133c-732d-4bc2-a2bc-0970e7dda198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:25.171043 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4a874bb-f504-40f4-82c5-023f903093b8 req-a7a7133c-732d-4bc2-a2bc-0970e7dda198 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e856ddf71ac4e299451dc84fbfb176b&device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 1098 time: 0.4781055 Nov 02 11:54:25.179761 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-42428b8e-6509-43f1-8651-ba018ae054ce tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1411002 Nov 02 11:54:25.191647 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0309347-5d8d-4874-ba08-bcb63826cf28 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Made reservation on behalf of cc16ca805a804d2895913fb018f8f234 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:25.197081 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e0309347-5d8d-4874-ba08-bcb63826cf28 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:25.283777 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ffd6ae3-4326-4452-a98f-f09f26676640 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:25.370972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0309347-5d8d-4874-ba08-bcb63826cf28 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:25.393874 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a874bb-f504-40f4-82c5-023f903093b8 req-867c179a-5e29-4bdc-846b-75d974bba949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:25.396134 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4a874bb-f504-40f4-82c5-023f903093b8 req-867c179a-5e29-4bdc-846b-75d974bba949 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c16c22a-0007-4e2f-a0c3-4e17b92442f6 HTTP/1.1" status: 200 len: 921 time: 0.2140703 Nov 02 11:54:25.409807 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e0309347-5d8d-4874-ba08-bcb63826cf28 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:25.410156 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-e0309347-5d8d-4874-ba08-bcb63826cf28 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Added segment 6f1337d9-7442-4c81-a48e-c3f5a932e85c of type vlan for network bfda14be-c519-4cfb-84ba-feeb14a50c2c Nov 02 11:54:25.473101 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-340696f1-f2a1-48d2-a3c1-869be97133ce service neutron] 10.222.0.52 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733796 Nov 02 11:54:25.498570 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e0309347-5d8d-4874-ba08-bcb63826cf28 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:25.596009 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd6ae3-4326-4452-a98f-f09f26676640 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event updated for resources: {'Subnet': ['ID=85b401c9-b147-40db-ac9e-fd6698890fc9,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:25.606532 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4a874bb-f504-40f4-82c5-023f903093b8 req-10cd70c0-2680-49a0-a77f-479e157729e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c56ffc9f-63f7-4095-adab-7edfec8a4ad7 HTTP/1.1" status: 200 len: 217 time: 0.1597049 Nov 02 11:54:25.611765 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd6ae3-4326-4452-a98f-f09f26676640 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Checking segment: {'id': 'aef0111b-eacc-4ffc-9647-22e9204bc9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9179cb2e-0baa-4af9-91ce-170d7078fb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:25.615180 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffd6ae3-4326-4452-a98f-f09f26676640 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Network hostable DHCP agents. Network: 9179cb2e-0baa-4af9-91ce-170d7078fb61, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:54:25.684916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-4aff43ff-16cb-4a86-b6a3-4bec918ebb8a service neutron] 10.222.0.52 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981907 Nov 02 11:54:25.692240 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.resource_extend [None req-e0309347-5d8d-4874-ba08-bcb63826cf28 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 11:54:25.759422 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a874bb-f504-40f4-82c5-023f903093b8 req-fcb47af7-7551-44ed-9117-9b542a5c7a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:25.761097 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4a874bb-f504-40f4-82c5-023f903093b8 req-fcb47af7-7551-44ed-9117-9b542a5c7a5f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16a7e152-0cec-4c7b-96ba-29c6b494d133 HTTP/1.1" status: 200 len: 860 time: 0.1421158 Nov 02 11:54:25.801635 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4a874bb-f504-40f4-82c5-023f903093b8 req-760b5173-4294-4841-8b44-a2826d7b17b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c16c22a-0007-4e2f-a0c3-4e17b92442f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327036 Nov 02 11:54:25.817132 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-d4a874bb-f504-40f4-82c5-023f903093b8 req-5e5c5ddc-57d3-40b8-8d51-23be30fa0fea service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:54:25.819453 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4a874bb-f504-40f4-82c5-023f903093b8 req-5e5c5ddc-57d3-40b8-8d51-23be30fa0fea service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0111284 Nov 02 11:54:25.821318 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffd6ae3-4326-4452-a98f-f09f26676640 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Network 9179cb2e-0baa-4af9-91ce-170d7078fb61 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:54:25.872615 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e0309347-5d8d-4874-ba08-bcb63826cf28 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:25.878544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0309347-5d8d-4874-ba08-bcb63826cf28 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:25.879261 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e0309347-5d8d-4874-ba08-bcb63826cf28 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:26.009032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0309347-5d8d-4874-ba08-bcb63826cf28 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Pushing event updated for resources: {'Network': ['ID=bfda14be-c519-4cfb-84ba-feeb14a50c2c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:26.027193 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e0309347-5d8d-4874-ba08-bcb63826cf28 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0559850 Nov 02 11:54:26.027830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50398) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:26.030740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network bfda14be-c519-4cfb-84ba-feeb14a50c2c details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:26.048950 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-3ffd6ae3-4326-4452-a98f-f09f26676640 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 9179cb2e-0baa-4af9-91ce-170d7078fb61) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:26.081086 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffd6ae3-4326-4452-a98f-f09f26676640 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:26.081684 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ffd6ae3-4326-4452-a98f-f09f26676640 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:26.107452 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5147b405-2618-45a4-9bde-29cb6cbf7879 None None] Network 9179cb2e-0baa-4af9-91ce-170d7078fb61 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:26.127091 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4a874bb-f504-40f4-82c5-023f903093b8 req-ae94a1d7-462a-46f2-bb21-e8b6c9d3583d service neutron] 10.222.0.54 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996428 Nov 02 11:54:26.349103 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3ffd6ae3-4326-4452-a98f-f09f26676640 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4658816 Nov 02 11:54:26.351637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50404) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:26.429539 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81876ad-dc7b-439d-9e3f-f438788155b9 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:26.441124 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50410) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:26.443889 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a81876ad-dc7b-439d-9e3f-f438788155b9 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] 10.222.0.52 "GET /v2.0/networks/bfda14be-c519-4cfb-84ba-feeb14a50c2c HTTP/1.1" status: 200 len: 757 time: 0.4149396 Nov 02 11:54:26.476385 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60031a3c-de6c-4dcd-94ef-9782d1cdab0a req-b52a6b35-c35d-44e3-bea7-bd47cd8ca5e5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:26.478132 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60031a3c-de6c-4dcd-94ef-9782d1cdab0a req-b52a6b35-c35d-44e3-bea7-bd47cd8ca5e5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 946 time: 0.2762089 Nov 02 11:54:26.561697 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50412) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:26.654026 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60031a3c-de6c-4dcd-94ef-9782d1cdab0a req-cd7324d0-24de-49f0-aa78-9bdf920bd242 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629798 Nov 02 11:54:26.663987 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a6ff48-447e-4cef-a8aa-caa87a61b7c0 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:26.665588 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-67a6ff48-447e-4cef-a8aa-caa87a61b7c0 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] 10.222.0.52 "GET /v2.0/networks/0cf171a7-cbb4-4688-bf06-5db7e08843c7 HTTP/1.1" status: 200 len: 768 time: 0.2228541 Nov 02 11:54:26.671733 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81c407c-cb2c-421e-9598-b7784f687ac2', 'tag': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:54:26.674829 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae714f3-f254-42bb-9e40-0236a300a97e" -d '{"events": [{"name": "network-changed", "server_uuid": "a81c407c-cb2c-421e-9598-b7784f687ac2", "tag": "c56ffc9f-63f7-4095-adab-7edfec8a4ad7"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:54:26.690051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50418) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:26.707862 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-9179cb2e-0baa-4af9-91ce-170d7078fb61', 'network_id': '9179cb2e-0baa-4af9-91ce-170d7078fb61', 'tenant_id': '2ad9f1156d494693a73586f5f8367b88', 'fixed_ips': [{'subnet_id': '85b401c9-b147-40db-ac9e-fd6698890fc9'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:54:26.709119 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:26.743497 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d4a874bb-f504-40f4-82c5-023f903093b8 req-afba24d2-aba6-4ff5-9a72-23d19218bf62 service neutron] 10.222.0.54 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086493 Nov 02 11:54:26.778401 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:26.908996 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b671-e804-45ac-8b59-77037f4db350 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:26.930687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Request body: {'networks': [{'name': 'tempest-network--1377973045'}, {'name': 'tempest-network--780123726'}]} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:26.931567 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Request body: {'network': {'name': 'tempest-network--1377973045'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:26.932252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Request body: {'network': {'name': 'tempest-network--780123726'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:27.062115 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Allocated IP 2001:db8::2 (9179cb2e-0baa-4af9-91ce-170d7078fb61/85b401c9-b147-40db-ac9e-fd6698890fc9/37c5523f-af35-4a62-a7d9-97b079581219) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:54:27.070752 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Made reservation on behalf of f4e4e8e1dbfe46748f3d104d0aebf109 for: {'network': 2} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:27.077836 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:27.093833 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:27.255201 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:27.295784 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:27.330353 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b671-e804-45ac-8b59-77037f4db350 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:27.379615 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-5ae7b671-e804-45ac-8b59-77037f4db350 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfda14be-c519-4cfb-84ba-feeb14a50c2c']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:27.401257 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-5ae7b671-e804-45ac-8b59-77037f4db350 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1337d9-7442-4c81-a48e-c3f5a932e85c') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:27.401912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-5ae7b671-e804-45ac-8b59-77037f4db350 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1337d9-7442-4c81-a48e-c3f5a932e85c') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:27.410398 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-00461c8f-8648-4826-a18a-5f839434a285 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4923720 Nov 02 11:54:27.421800 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:27.423154 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:27.431264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-5d6a0fdb-1866-4ccb-8e8f-21c27e4baa99 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:27.449853 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:27.483273 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b671-e804-45ac-8b59-77037f4db350 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:27.492924 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Pushing event updated for resources: {'Port': ['ID=37c5523f-af35-4a62-a7d9-97b079581219,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:27.509143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Network 9179cb2e-0baa-4af9-91ce-170d7078fb61 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:27.510665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:27.513581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ae609a-c35f-4712-92e1-b33614149843,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:27.514260 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:27.549804 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:27.550202 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b671-e804-45ac-8b59-77037f4db350 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:27.553748 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-5d6a0fdb-1866-4ccb-8e8f-21c27e4baa99 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:27.577776 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae7b671-e804-45ac-8b59-77037f4db350 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:27.578402 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b671-e804-45ac-8b59-77037f4db350 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:27.581205 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:27.591859 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Attempting to bind port 37c5523f-af35-4a62-a7d9-97b079581219 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:27.592238 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Attempting to bind port 37c5523f-af35-4a62-a7d9-97b079581219 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'aef0111b-eacc-4ffc-9647-22e9204bc9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9179cb2e-0baa-4af9-91ce-170d7078fb61'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:27.592600 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Attempting to bind port 37c5523f-af35-4a62-a7d9-97b079581219 on network 9179cb2e-0baa-4af9-91ce-170d7078fb61 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:27.600156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:54:27.600575 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Checking segment: {'id': 'aef0111b-eacc-4ffc-9647-22e9204bc9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9179cb2e-0baa-4af9-91ce-170d7078fb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:27.600995 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:27.605907 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Bound using segment: {'id': 'aef0111b-eacc-4ffc-9647-22e9204bc9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9179cb2e-0baa-4af9-91ce-170d7078fb61'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:54:27.605907 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Bound port: 37c5523f-af35-4a62-a7d9-97b079581219, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef0111b-eacc-4ffc-9647-22e9204bc9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9179cb2e-0baa-4af9-91ce-170d7078fb61'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:54:27.605907 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:27.715962 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] For port 37c5523f-af35-4a62-a7d9-97b079581219, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:54:27.722447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] For port 37c5523f-af35-4a62-a7d9-97b079581219, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=37c5523f-af35-4a62-a7d9-97b079581219,segment=NetworkSegment(aef0111b-eacc-4ffc-9647-22e9204bc9ca),segment_id=aef0111b-eacc-4ffc-9647-22e9204bc9ca)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:54:27.801447 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-5d6a0fdb-1866-4ccb-8e8f-21c27e4baa99 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:27.995863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-5d6a0fdb-1866-4ccb-8e8f-21c27e4baa99 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Allocated IP 172.25.6.12 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/9c8da43b-fc49-42b8-9ac8-64697f29e068) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:54:28.036408 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-5d6a0fdb-1866-4ccb-8e8f-21c27e4baa99 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:28.128964 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:28.130881 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:28.152864 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b671-e804-45ac-8b59-77037f4db350 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:28.173279 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae7b671-e804-45ac-8b59-77037f4db350 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bfda14be-c519-4cfb-84ba-feeb14a50c2c {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 11:54:28.189924 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:28.197375 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ae7b671-e804-45ac-8b59-77037f4db350 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:28.200766 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5ae7b671-e804-45ac-8b59-77037f4db350 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] 10.222.0.52 "DELETE /v2.0/networks/bfda14be-c519-4cfb-84ba-feeb14a50c2c HTTP/1.1" status: 204 len: 168 time: 1.5097721 Nov 02 11:54:28.205778 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50434) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:28.213894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6d68393c-7639-4939-9284-af763acb1f3a tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Request body: {'network': {'name': 'tempest-network--1638324027'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:28.217302 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-5d6a0fdb-1866-4ccb-8e8f-21c27e4baa99 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:28.242715 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event deleted for resources: {'Subnet': ['ID=85b401c9-b147-40db-ac9e-fd6698890fc9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:28.265204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7b671-e804-45ac-8b59-77037f4db350 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Pushing event deleted for resources: {'Network': ['ID=bfda14be-c519-4cfb-84ba-feeb14a50c2c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:28.296707 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:28.297697 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Added segment 3bdbabc4-83f9-4133-ae8a-6d14c3f410b4 of type vlan for network cc38f239-b41c-49e1-8a65-5189fc02b5b8 Nov 02 11:54:28.339418 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de30719-c925-4b5d-8b43-422b5e5ae15c None None] Pushing event updated for resources: {'Port': ['ID=37c5523f-af35-4a62-a7d9-97b079581219,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:28.359386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-5d6a0fdb-1866-4ccb-8e8f-21c27e4baa99 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:28.393429 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:28.431507 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:28.448465 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9179cb2e-0baa-4af9-91ce-170d7078fb61']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:28.477465 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:28.489010 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:28.489533 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Added segment 44c57d79-d02e-400c-a183-3b706ac390b3 of type vlan for network 153bc7a9-d886-4f59-8ab8-2826fcd56a55 Nov 02 11:54:28.493423 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef0111b-eacc-4ffc-9647-22e9204bc9ca') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:28.494108 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef0111b-eacc-4ffc-9647-22e9204bc9ca') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:28.520411 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:28.568582 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:28.580997 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:28.605881 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:28.655927 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-5d6a0fdb-1866-4ccb-8e8f-21c27e4baa99 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:28.658008 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-5d6a0fdb-1866-4ccb-8e8f-21c27e4baa99 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:28.723646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a0fdb-1866-4ccb-8e8f-21c27e4baa99 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Pushing event updated for resources: {'Port': ['ID=9c8da43b-fc49-42b8-9ac8-64697f29e068,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:28.728190 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:28.728703 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:28.734894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:28.743962 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:28.744295 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:28.794174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d68393c-7639-4939-9284-af763acb1f3a tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Made reservation on behalf of cc16ca805a804d2895913fb018f8f234 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:28.796525 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6d68393c-7639-4939-9284-af763acb1f3a tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:28.808432 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.api [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 11:54:28.808432 n-d-806683-18 neutron-server[102690]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 11:54:28.808432 n-d-806683-18 neutron-server[102690]: [parameters: {'id': '9179cb2e-0baa-4af9-91ce-170d7078fb61'}] Nov 02 11:54:28.808432 n-d-806683-18 neutron-server[102690]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:54:28.808920 n-d-806683-18 neutron-server[102690]: DEBUG oslo_db.api [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:54:28.895915 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d68393c-7639-4939-9284-af763acb1f3a tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:28.905511 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6d68393c-7639-4939-9284-af763acb1f3a tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:28.905866 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-6d68393c-7639-4939-9284-af763acb1f3a tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Added segment 7d793e6c-b140-4212-8df8-bb0b2ed98afe of type vlan for network 760bcd12-b255-44a9-9175-3cb9800d3e5c Nov 02 11:54:28.919866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3570595 Nov 02 11:54:28.923903 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50438) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:28.924057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event updated for resources: {'Network': ['ID=cc38f239-b41c-49e1-8a65-5189fc02b5b8,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:28.935864 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network cc38f239-b41c-49e1-8a65-5189fc02b5b8 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:29.020313 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6d68393c-7639-4939-9284-af763acb1f3a tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:29.069844 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5439f-d831-4130-837d-29ac93ed04f3 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event updated for resources: {'Network': ['ID=153bc7a9-d886-4f59-8ab8-2826fcd56a55,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:29.073989 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-5d6a0fdb-1866-4ccb-8e8f-21c27e4baa99 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:29.115150 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 153bc7a9-d886-4f59-8ab8-2826fcd56a55 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:29.160029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc7d31d-fa40-46f2-b36d-54534fffe445 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:29.178299 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc7d31d-fa40-46f2-b36d-54534fffe445 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:29.195169 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc7d31d-fa40-46f2-b36d-54534fffe445 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:29.202137 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc7d31d-fa40-46f2-b36d-54534fffe445 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:29.211290 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6d68393c-7639-4939-9284-af763acb1f3a tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:29.212304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d68393c-7639-4939-9284-af763acb1f3a tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:29.212906 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6d68393c-7639-4939-9284-af763acb1f3a tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:29.215837 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2dc7d31d-fa40-46f2-b36d-54534fffe445 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2908411 Nov 02 11:54:29.218581 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50440) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:29.229772 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-5d6a0fdb-1866-4ccb-8e8f-21c27e4baa99 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:29.315067 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:29.348823 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc2e992a-eedc-40a9-8e31-cfa694a76830 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:29.719999 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Deleting port 37c5523f-af35-4a62-a7d9-97b079581219 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:29.720397 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:29.723202 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc2e992a-eedc-40a9-8e31-cfa694a76830 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:29.767403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-fc2e992a-eedc-40a9-8e31-cfa694a76830 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc38f239-b41c-49e1-8a65-5189fc02b5b8']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:29.786281 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-fc2e992a-eedc-40a9-8e31-cfa694a76830 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bdbabc4-83f9-4133-ae8a-6d14c3f410b4') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:29.786584 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-fc2e992a-eedc-40a9-8e31-cfa694a76830 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bdbabc4-83f9-4133-ae8a-6d14c3f410b4') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:29.799355 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc2e992a-eedc-40a9-8e31-cfa694a76830 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:29.819308 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc2e992a-eedc-40a9-8e31-cfa694a76830 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:29.831855 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2e992a-eedc-40a9-8e31-cfa694a76830 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:29.832266 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc2e992a-eedc-40a9-8e31-cfa694a76830 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:29.885042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68393c-7639-4939-9284-af763acb1f3a tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Pushing event updated for resources: {'Network': ['ID=760bcd12-b255-44a9-9175-3cb9800d3e5c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:29.901321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 760bcd12-b255-44a9-9175-3cb9800d3e5c details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:29.973023 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:30.047297 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044c8ddc-3cd4-47c6-b8d5-8f8649a06f9b None None] Network 9179cb2e-0baa-4af9-91ce-170d7078fb61 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:30.140089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] For port 37c5523f-af35-4a62-a7d9-97b079581219, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=37c5523f-af35-4a62-a7d9-97b079581219,segment=NetworkSegment(aef0111b-eacc-4ffc-9647-22e9204bc9ca),segment_id=aef0111b-eacc-4ffc-9647-22e9204bc9ca)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:30.140555 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:30.158029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Calling delete_port for 37c5523f-af35-4a62-a7d9-97b079581219 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:30.206791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-95bb70e6-ffd2-43cb-ad78-cdace5ea5f1f None None] Provisioning complete for port 37c5523f-af35-4a62-a7d9-97b079581219 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:30.210298 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-95bb70e6-ffd2-43cb-ad78-cdace5ea5f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:30.251371 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6d68393c-7639-4939-9284-af763acb1f3a tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.0411184 Nov 02 11:54:30.279987 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50448) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:30.289763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-359a39fb-e78e-4484-8253-ec3c324a5991 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:30.427115 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 37c5523f-af35-4a62-a7d9-97b079581219 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:54:30.432787 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc2e992a-eedc-40a9-8e31-cfa694a76830 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:30.464736 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc2e992a-eedc-40a9-8e31-cfa694a76830 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:30.474692 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fc2e992a-eedc-40a9-8e31-cfa694a76830 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "DELETE /v2.0/networks/cc38f239-b41c-49e1-8a65-5189fc02b5b8 HTTP/1.1" status: 204 len: 168 time: 1.2548265 Nov 02 11:54:30.477101 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50450) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:30.479751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-cd97f401-b928-47b2-b6a2-86d89253e95f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:30.485471 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-cd97f401-b928-47b2-b6a2-86d89253e95f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.79 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 804 time: 0.6665969 Nov 02 11:54:30.490677 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-5d6a0fdb-1866-4ccb-8e8f-21c27e4baa99 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:30.510719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-e944c6b9-b14f-4ac2-8d6d-ac8625145c4f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Request body: {'port': {'device_id': '4f52db5d-1383-4285-8721-2f0c16e4348b', 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e', 'admin_state_up': True, 'tenant_id': '03959b625cb94b9d9fcaf436c56c8acb'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:30.564387 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No active binding found for port 37c5523f-af35-4a62-a7d9-97b079581219 {{(pid=102691) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 02 11:54:30.570446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 37c5523f-af35-4a62-a7d9-97b079581219 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 02 11:54:30.604649 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64671cbd-d265-4feb-a7cc-960cb5b63efd tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:30.611895 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:30.615150 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Port 37c5523f-af35-4a62-a7d9-97b079581219 not found, will not notify nova. {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 02 11:54:30.628849 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-95bb70e6-ffd2-43cb-ad78-cdace5ea5f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:30.645414 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] No DVR routers for this DVR port 37c5523f-af35-4a62-a7d9-97b079581219 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:54:30.744027 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e992a-eedc-40a9-8e31-cfa694a76830 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event deleted for resources: {'Network': ['ID=cc38f239-b41c-49e1-8a65-5189fc02b5b8,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:30.751919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-5d6a0fdb-1866-4ccb-8e8f-21c27e4baa99 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:30.764094 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d23857-d756-45dc-a0ed-155cc547f3a3 None None] DHCP port deletion for 9179cb2e-0baa-4af9-91ce-170d7078fb61 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:54:30.863265 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event deleted for resources: {'Port': ['ID=37c5523f-af35-4a62-a7d9-97b079581219,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:30.996471 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.033646 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9179cb2e-0baa-4af9-91ce-170d7078fb61']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:31.045833 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef0111b-eacc-4ffc-9647-22e9204bc9ca') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:31.046359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef0111b-eacc-4ffc-9647-22e9204bc9ca') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:31.077737 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.117555 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.121053 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a0fdb-1866-4ccb-8e8f-21c27e4baa99 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Pushing event updated for resources: {'Port': ['ID=9c8da43b-fc49-42b8-9ac8-64697f29e068,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:31.152179 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-5d6a0fdb-1866-4ccb-8e8f-21c27e4baa99 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.153932 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:31.154343 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:31.158438 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:31.160673 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-359a39fb-e78e-4484-8253-ec3c324a5991 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.164504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-e944c6b9-b14f-4ac2-8d6d-ac8625145c4f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Made reservation on behalf of 03959b625cb94b9d9fcaf436c56c8acb for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:31.167961 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-e944c6b9-b14f-4ac2-8d6d-ac8625145c4f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.284345 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64671cbd-d265-4feb-a7cc-960cb5b63efd tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.320679 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-359a39fb-e78e-4484-8253-ec3c324a5991 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.346338 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-64671cbd-d265-4feb-a7cc-960cb5b63efd tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153bc7a9-d886-4f59-8ab8-2826fcd56a55']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:31.346445 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-5d6a0fdb-1866-4ccb-8e8f-21c27e4baa99 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.354531 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-64671cbd-d265-4feb-a7cc-960cb5b63efd tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c57d79-d02e-400c-a183-3b706ac390b3') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:31.354778 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-64671cbd-d265-4feb-a7cc-960cb5b63efd tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c57d79-d02e-400c-a183-3b706ac390b3') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:31.355083 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-5d6a0fdb-1866-4ccb-8e8f-21c27e4baa99 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9376702 Nov 02 11:54:31.363932 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.389368 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.396870 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/networks/9179cb2e-0baa-4af9-91ce-170d7078fb61 HTTP/1.1" status: 204 len: 168 time: 5.0408366 Nov 02 11:54:31.396870 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64671cbd-d265-4feb-a7cc-960cb5b63efd tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.397263 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b6ca3-1913-419b-8f8e-45d06ed8a3c9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event deleted for resources: {'Network': ['ID=9179cb2e-0baa-4af9-91ce-170d7078fb61,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:31.404163 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50454) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:31.409582 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0212b63c-b3e8-4031-9223-edea9a429f68 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-375226089'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:31.427913 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64671cbd-d265-4feb-a7cc-960cb5b63efd tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.440160 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64671cbd-d265-4feb-a7cc-960cb5b63efd tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:31.440815 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64671cbd-d265-4feb-a7cc-960cb5b63efd tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:31.444123 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:31.464296 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-359a39fb-e78e-4484-8253-ec3c324a5991 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Network 760bcd12-b255-44a9-9175-3cb9800d3e5c is not hosted by any dhcp agent {{(pid=102689) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 11:54:31.465274 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359a39fb-e78e-4484-8253-ec3c324a5991 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:31.465899 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-359a39fb-e78e-4484-8253-ec3c324a5991 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.467311 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-359a39fb-e78e-4484-8253-ec3c324a5991 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] 10.222.0.52 "PUT /v2.0/networks/760bcd12-b255-44a9-9175-3cb9800d3e5c HTTP/1.1" status: 200 len: 858 time: 1.1845701 Nov 02 11:54:31.504041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50456) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:31.532396 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-366df746-e7f7-4fa9-ae14-ab70a3ab39f5 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.12 HTTP/1.1" status: 200 len: 695 time: 0.1755636 Nov 02 11:54:31.533200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a39fb-e78e-4484-8253-ec3c324a5991 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Pushing event updated for resources: {'Network': ['ID=760bcd12-b255-44a9-9175-3cb9800d3e5c,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:31.570803 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0212b63c-b3e8-4031-9223-edea9a429f68 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Made reservation on behalf of 2ad9f1156d494693a73586f5f8367b88 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:31.574288 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0212b63c-b3e8-4031-9223-edea9a429f68 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.612695 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-08349f35-28c0-4ea5-abb4-5c3dcf5a8c66 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.613625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-e944c6b9-b14f-4ac2-8d6d-ac8625145c4f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Allocated IP 172.20.0.12 (74bd6dc5-f0e6-4079-ac41-63269a99500e/b04dcbcd-1275-4a43-9876-3724821feb17/b6619b77-9188-43eb-9f27-b60db7c4ed6a) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:54:31.636523 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0212b63c-b3e8-4031-9223-edea9a429f68 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:31.668564 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64671cbd-d265-4feb-a7cc-960cb5b63efd tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.692392 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64671cbd-d265-4feb-a7cc-960cb5b63efd tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.695922 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-64671cbd-d265-4feb-a7cc-960cb5b63efd tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "DELETE /v2.0/networks/153bc7a9-d886-4f59-8ab8-2826fcd56a55 HTTP/1.1" status: 204 len: 168 time: 1.2173021 Nov 02 11:54:31.697660 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0212b63c-b3e8-4031-9223-edea9a429f68 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.697998 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-0212b63c-b3e8-4031-9223-edea9a429f68 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Added segment a1d47418-397f-40b3-8f4e-58506fdef7eb of type vlan for network c18ee435-d16d-403d-a04e-47c189dc0027 Nov 02 11:54:31.713921 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64671cbd-d265-4feb-a7cc-960cb5b63efd tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event deleted for resources: {'Network': ['ID=153bc7a9-d886-4f59-8ab8-2826fcd56a55,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:31.736714 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50458) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:31.816625 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-e944c6b9-b14f-4ac2-8d6d-ac8625145c4f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.855044 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868a2dae-0c1f-4fe2-a62b-dba7aa226afa tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:31.862143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868a2dae-0c1f-4fe2-a62b-dba7aa226afa tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:31.868727 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868a2dae-0c1f-4fe2-a62b-dba7aa226afa tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:31.870548 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-868a2dae-0c1f-4fe2-a62b-dba7aa226afa tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1891 time: 0.1326962 Nov 02 11:54:31.876908 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50460) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:31.912483 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-595c485c-0fac-4011-ac9e-439e98e810ce tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2055945383'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:31.948872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-08349f35-28c0-4ea5-abb4-5c3dcf5a8c66 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.974865 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0212b63c-b3e8-4031-9223-edea9a429f68 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:31.984135 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-7fcf49c2-910c-482a-bcd1-3e91fd530e3f tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:31.986507 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-7fcf49c2-910c-482a-bcd1-3e91fd530e3f tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.1363850 Nov 02 11:54:31.988537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-08349f35-28c0-4ea5-abb4-5c3dcf5a8c66 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760bcd12-b255-44a9-9175-3cb9800d3e5c']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:31.988683 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-e944c6b9-b14f-4ac2-8d6d-ac8625145c4f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:32.006828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-08349f35-28c0-4ea5-abb4-5c3dcf5a8c66 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d793e6c-b140-4212-8df8-bb0b2ed98afe') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:32.007237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-08349f35-28c0-4ea5-abb4-5c3dcf5a8c66 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d793e6c-b140-4212-8df8-bb0b2ed98afe') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:32.007911 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['f6b6f311-7267-4d0d-8126-7fd262070db1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:54:32.025883 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-08349f35-28c0-4ea5-abb4-5c3dcf5a8c66 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:32.028415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-43d9e0f3-790e-4911-a445-dbe61a0005aa tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:54:32.029754 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-00f2102b-9ba5-4fde-ba6f-51eabe3250c7 req-43d9e0f3-790e-4911-a445-dbe61a0005aa tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0264559 Nov 02 11:54:32.054585 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-08349f35-28c0-4ea5-abb4-5c3dcf5a8c66 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:32.071314 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08349f35-28c0-4ea5-abb4-5c3dcf5a8c66 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:32.071738 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-08349f35-28c0-4ea5-abb4-5c3dcf5a8c66 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:32.073701 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:32.129040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-e944c6b9-b14f-4ac2-8d6d-ac8625145c4f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Network 74bd6dc5-f0e6-4079-ac41-63269a99500e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:32.147967 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595c485c-0fac-4011-ac9e-439e98e810ce tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Made reservation on behalf of f4e4e8e1dbfe46748f3d104d0aebf109 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:32.151839 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-595c485c-0fac-4011-ac9e-439e98e810ce tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:32.154097 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0212b63c-b3e8-4031-9223-edea9a429f68 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:32.160996 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0212b63c-b3e8-4031-9223-edea9a429f68 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:32.161687 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0212b63c-b3e8-4031-9223-edea9a429f68 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:32.167068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-e944c6b9-b14f-4ac2-8d6d-ac8625145c4f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:32.207913 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-e944c6b9-b14f-4ac2-8d6d-ac8625145c4f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:32.255159 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212b63c-b3e8-4031-9223-edea9a429f68 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event updated for resources: {'Network': ['ID=c18ee435-d16d-403d-a04e-47c189dc0027,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:32.258394 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-08349f35-28c0-4ea5-abb4-5c3dcf5a8c66 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:32.297705 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08349f35-28c0-4ea5-abb4-5c3dcf5a8c66 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 760bcd12-b255-44a9-9175-3cb9800d3e5c {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 11:54:32.303190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944c6b9-b14f-4ac2-8d6d-ac8625145c4f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Pushing event updated for resources: {'Port': ['ID=b6619b77-9188-43eb-9f27-b60db7c4ed6a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:32.313864 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08349f35-28c0-4ea5-abb4-5c3dcf5a8c66 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Pushing event deleted for resources: {'Network': ['ID=760bcd12-b255-44a9-9175-3cb9800d3e5c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:32.318968 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-08349f35-28c0-4ea5-abb4-5c3dcf5a8c66 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:32.331499 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-08349f35-28c0-4ea5-abb4-5c3dcf5a8c66 tempest-ExternalNetworksTestJSON-1382548660 tempest-ExternalNetworksTestJSON-1382548660-project-admin] 10.222.0.52 "DELETE /v2.0/networks/760bcd12-b255-44a9-9175-3cb9800d3e5c HTTP/1.1" status: 204 len: 168 time: 0.8261442 Nov 02 11:54:32.336021 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network c18ee435-d16d-403d-a04e-47c189dc0027 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:32.336021 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 37c5523f-af35-4a62-a7d9-97b079581219 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:54:32.336754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50464) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:32.356977 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 37c5523f-af35-4a62-a7d9-97b079581219 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:54:32.357323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 37c5523f-af35-4a62-a7d9-97b079581219 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:54:32.360215 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595c485c-0fac-4011-ac9e-439e98e810ce tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:32.385449 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-595c485c-0fac-4011-ac9e-439e98e810ce tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:32.385449 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-595c485c-0fac-4011-ac9e-439e98e810ce tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Added segment 04382ffc-0a06-4e3c-abff-cb2ad71e0512 of type vlan for network 720f7044-4a14-4e16-ad11-837a55052e86 Nov 02 11:54:32.424809 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0212b63c-b3e8-4031-9223-edea9a429f68 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0158508 Nov 02 11:54:32.429372 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50468) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:32.437802 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f14c7b55-c299-4cf4-bacc-bee5233d566e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Request body: {'subnet': {'network_id': 'c18ee435-d16d-403d-a04e-47c189dc0027', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:32.446289 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-02371ba7-3176-4fc4-9b40-a50f25345373 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] DELETE failed (client error): The resource could not be found. Nov 02 11:54:32.448124 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02371ba7-3176-4fc4-9b40-a50f25345373 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:54:32.451440 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-02371ba7-3176-4fc4-9b40-a50f25345373 tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] 10.222.0.52 "DELETE /v2.0/subnets/968197f0-d491-4c63-805c-8ebd1630da2c HTTP/1.1" status: 404 len: 337 time: 0.1113415 Nov 02 11:54:32.466661 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50470) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:32.494022 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-e944c6b9-b14f-4ac2-8d6d-ac8625145c4f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:32.494022 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-e944c6b9-b14f-4ac2-8d6d-ac8625145c4f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:32.506015 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-595c485c-0fac-4011-ac9e-439e98e810ce tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:32.516493 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a6ca0-3087-48c5-9f2d-89baab161120 req-5fa8afd5-1b36-4f58-874b-c73525babfd0 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:32.518061 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-512a6ca0-3087-48c5-9f2d-89baab161120 req-5fa8afd5-1b36-4f58-874b-c73525babfd0 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f52db5d-1383-4285-8721-2f0c16e4348b HTTP/1.1" status: 200 len: 932 time: 0.3793669 Nov 02 11:54:32.648939 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-595c485c-0fac-4011-ac9e-439e98e810ce tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:32.655016 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595c485c-0fac-4011-ac9e-439e98e810ce tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:32.655690 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-595c485c-0fac-4011-ac9e-439e98e810ce tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:32.695394 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-e944c6b9-b14f-4ac2-8d6d-ac8625145c4f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1960444 Nov 02 11:54:32.710837 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d3ca697-eb56-4dad-ae4b-86ee87a2ce0f tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:32.719756 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-473b9adf-128d-4242-91d9-32257d435942 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:54:32.720824 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-473b9adf-128d-4242-91d9-32257d435942 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0053551 Nov 02 11:54:32.730580 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-512a6ca0-3087-48c5-9f2d-89baab161120 req-bc11d4f5-ce24-47db-a8b3-d4699704191c tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620064 Nov 02 11:54:32.819290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c485c-0fac-4011-ac9e-439e98e810ce tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event updated for resources: {'Network': ['ID=720f7044-4a14-4e16-ad11-837a55052e86,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:32.830865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Request body: {'port': {'device_id': '4f52db5d-1383-4285-8721-2f0c16e4348b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:32.832842 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 720f7044-4a14-4e16-ad11-837a55052e86 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:32.853921 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14c7b55-c299-4cf4-bacc-bee5233d566e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Made reservation on behalf of 2ad9f1156d494693a73586f5f8367b88 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:32.857985 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f14c7b55-c299-4cf4-bacc-bee5233d566e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:32.942802 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90ddadf-6358-4443-9810-e120d2b36855 x-openstack-request-id: req-d90ddadf-6358-4443-9810-e120d2b36855 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:54:32.943108 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81c407c-cb2c-421e-9598-b7784f687ac2", "tag": "c56ffc9f-63f7-4095-adab-7edfec8a4ad7", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:54:32.943365 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d90ddadf-6358-4443-9810-e120d2b36855 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:54:32.943759 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81c407c-cb2c-421e-9598-b7784f687ac2', 'tag': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7', 'status': 'completed', 'code': 200} Nov 02 11:54:32.966612 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-595c485c-0fac-4011-ac9e-439e98e810ce tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0885603 Nov 02 11:54:32.967634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50474) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:32.981966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-94e21e68-ef89-4beb-8241-9eda2baeff6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-654373110'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:32.994868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae714f3-f254-42bb-9e40-0236a300a97e req-37f53a70-b2fb-4ec1-96f0-efc780b6f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:32.996787 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ae714f3-f254-42bb-9e40-0236a300a97e req-37f53a70-b2fb-4ec1-96f0-efc780b6f5f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e856ddf71ac4e299451dc84fbfb176b&device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 1098 time: 0.1099670 Nov 02 11:54:33.129644 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d3ca697-eb56-4dad-ae4b-86ee87a2ce0f tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:33.191098 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae714f3-f254-42bb-9e40-0236a300a97e req-381a0a36-52fb-4d75-abfb-b9a067dee683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:33.192971 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ae714f3-f254-42bb-9e40-0236a300a97e req-381a0a36-52fb-4d75-abfb-b9a067dee683 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c16c22a-0007-4e2f-a0c3-4e17b92442f6 HTTP/1.1" status: 200 len: 921 time: 0.1888480 Nov 02 11:54:33.216031 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:33.224685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-9d3ca697-eb56-4dad-ae4b-86ee87a2ce0f tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf171a7-cbb4-4688-bf06-5db7e08843c7']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:33.247409 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-9d3ca697-eb56-4dad-ae4b-86ee87a2ce0f tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ee6bcb-5e8d-4840-be5f-5b8dd76dbcbb') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:33.247719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-9d3ca697-eb56-4dad-ae4b-86ee87a2ce0f tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ee6bcb-5e8d-4840-be5f-5b8dd76dbcbb') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:33.262011 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ae714f3-f254-42bb-9e40-0236a300a97e req-56936e31-84ac-4459-ba05-d160988cbe67 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c56ffc9f-63f7-4095-adab-7edfec8a4ad7 HTTP/1.1" status: 200 len: 217 time: 0.0583506 Nov 02 11:54:33.267988 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d3ca697-eb56-4dad-ae4b-86ee87a2ce0f tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:33.308587 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f3d57-aa8d-4e90-b3c5-96ea1ca607a1 req-3976bd93-f984-4f44-97f7-64d776d29be5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:33.310197 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-053f3d57-aa8d-4e90-b3c5-96ea1ca607a1 req-3976bd93-f984-4f44-97f7-64d776d29be5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 946 time: 0.2453930 Nov 02 11:54:33.320957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae714f3-f254-42bb-9e40-0236a300a97e req-eff0a277-f051-4920-a98b-55a9cd55ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:33.322428 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ae714f3-f254-42bb-9e40-0236a300a97e req-eff0a277-f051-4920-a98b-55a9cd55ac88 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16a7e152-0cec-4c7b-96ba-29c6b494d133 HTTP/1.1" status: 200 len: 860 time: 0.0466249 Nov 02 11:54:33.350968 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d3ca697-eb56-4dad-ae4b-86ee87a2ce0f tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:33.371824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3ca697-eb56-4dad-ae4b-86ee87a2ce0f tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:33.372252 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d3ca697-eb56-4dad-ae4b-86ee87a2ce0f tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:33.375732 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:33.392320 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ae714f3-f254-42bb-9e40-0236a300a97e req-90f90076-0935-40dc-8ae5-f2990387eda3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c16c22a-0007-4e2f-a0c3-4e17b92442f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613346 Nov 02 11:54:33.395348 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e21e68-ef89-4beb-8241-9eda2baeff6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Made reservation on behalf of f4e4e8e1dbfe46748f3d104d0aebf109 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:33.399128 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-94e21e68-ef89-4beb-8241-9eda2baeff6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:33.557825 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ae714f3-f254-42bb-9e40-0236a300a97e req-c960e45d-daad-48b0-bf2e-51a9fd3adc0e service neutron] 10.222.0.54 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551795 Nov 02 11:54:33.599738 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-053f3d57-aa8d-4e90-b3c5-96ea1ca607a1 req-66395a8f-fea2-4ce2-9759-d94a0e1b7aa3 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806141 Nov 02 11:54:33.697311 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ae714f3-f254-42bb-9e40-0236a300a97e req-3bc48a0c-ec40-49bd-92f0-5541380ccc24 service neutron] 10.222.0.54 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309636 Nov 02 11:54:33.743764 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e21e68-ef89-4beb-8241-9eda2baeff6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:33.767386 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d3ca697-eb56-4dad-ae4b-86ee87a2ce0f tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:33.804097 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d3ca697-eb56-4dad-ae4b-86ee87a2ce0f tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:33.807928 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9d3ca697-eb56-4dad-ae4b-86ee87a2ce0f tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] 10.222.0.52 "DELETE /v2.0/networks/0cf171a7-cbb4-4688-bf06-5db7e08843c7 HTTP/1.1" status: 204 len: 168 time: 1.3278794 Nov 02 11:54:33.811827 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-94e21e68-ef89-4beb-8241-9eda2baeff6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:33.812109 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-94e21e68-ef89-4beb-8241-9eda2baeff6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Added segment 9d7b3b95-4623-432a-9c51-1960772fd1f8 of type vlan for network 6420ae8b-b8ce-4db8-b88e-ed998d143a5a Nov 02 11:54:33.851119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ca697-eb56-4dad-ae4b-86ee87a2ce0f tempest-ExternalNetworksTestJSON-1784803209 tempest-ExternalNetworksTestJSON-1784803209-project] Pushing event deleted for resources: {'Network': ['ID=0cf171a7-cbb4-4688-bf06-5db7e08843c7,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:34.016924 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-94e21e68-ef89-4beb-8241-9eda2baeff6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:34.078269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.objects.ports [None req-f14c7b55-c299-4cf4-bacc-bee5233d566e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102689) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 11:54:34.099238 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f14c7b55-c299-4cf4-bacc-bee5233d566e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:34.157952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-66d83752-ae14-4af7-bb1b-02d877536931 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:34.160425 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-66d83752-ae14-4af7-bb1b-02d877536931 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2248425 Nov 02 11:54:34.296235 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-94e21e68-ef89-4beb-8241-9eda2baeff6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:34.303337 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e21e68-ef89-4beb-8241-9eda2baeff6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:34.304069 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-94e21e68-ef89-4beb-8241-9eda2baeff6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:34.326999 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-f3a7c6ad-2660-4c50-8613-34d9409f5fb0 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.12 HTTP/1.1" status: 200 len: 695 time: 0.1587553 Nov 02 11:54:34.357897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c7b55-c299-4cf4-bacc-bee5233d566e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event updated for resources: {'Subnet': ['ID=17c2f5bd-0018-49f8-8b70-21d46bb2cbad,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:34.388654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6619b77-9188-43eb-9f27-b60db7c4ed6a {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:54:34.397108 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-5aeadf40-5f28-44dd-84c5-e71dc3baa213 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Request body: {'floatingip': {'port_id': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:34.408948 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:34.575811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-94e21e68-ef89-4beb-8241-9eda2baeff6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6003625 Nov 02 11:54:34.575811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e21e68-ef89-4beb-8241-9eda2baeff6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event updated for resources: {'Network': ['ID=6420ae8b-b8ce-4db8-b88e-ed998d143a5a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:34.577000 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50486) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:34.585938 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Request body: {'ports': [{'network_id': '720f7044-4a14-4e16-ad11-837a55052e86', 'name': 'tempest-port--1717884921', 'admin_state_up': True}, {'network_id': '6420ae8b-b8ce-4db8-b88e-ed998d143a5a', 'admin_state_up': False}]} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:34.585938 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Request body: {'port': {'network_id': '720f7044-4a14-4e16-ad11-837a55052e86', 'name': 'tempest-port--1717884921', 'admin_state_up': True}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:34.585938 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Request body: {'port': {'network_id': '6420ae8b-b8ce-4db8-b88e-ed998d143a5a', 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:34.589228 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 6420ae8b-b8ce-4db8-b88e-ed998d143a5a details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:34.596555 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-5aeadf40-5f28-44dd-84c5-e71dc3baa213 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:34.599223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14c7b55-c299-4cf4-bacc-bee5233d566e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Checking segment: {'id': 'a1d47418-397f-40b3-8f4e-58506fdef7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c18ee435-d16d-403d-a04e-47c189dc0027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:34.599601 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14c7b55-c299-4cf4-bacc-bee5233d566e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Network hostable DHCP agents. Network: c18ee435-d16d-403d-a04e-47c189dc0027, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:54:34.751451 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50494) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:34.775850 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Transition to ACTIVE for port object b6619b77-9188-43eb-9f27-b60db7c4ed6a will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:54:35.023517 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-edb067c2-3843-4c2c-8847-ab72932b3220 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=94d6c3b6c6c74b8a9b53623b15b16671&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2707958 Nov 02 11:54:35.026009 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50498) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:35.081485 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1de088c5-84af-4c5a-a6bc-46171cf86d1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:35.104776 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1de088c5-84af-4c5a-a6bc-46171cf86d1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:35.124145 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:35.180647 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Made reservation on behalf of f4e4e8e1dbfe46748f3d104d0aebf109 for: {'port': 2} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:35.186532 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:35.196124 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14c7b55-c299-4cf4-bacc-bee5233d566e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Network c18ee435-d16d-403d-a04e-47c189dc0027 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:54:35.202694 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:35.232525 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Pushing event updated for resources: {'Port': ['ID=b6619b77-9188-43eb-9f27-b60db7c4ed6a,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:35.311306 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1de088c5-84af-4c5a-a6bc-46171cf86d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:35.314591 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1de088c5-84af-4c5a-a6bc-46171cf86d1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:35.318206 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1de088c5-84af-4c5a-a6bc-46171cf86d1b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/14f3b353-787b-4316-bc78-bc1e7a4d0aa2 HTTP/1.1" status: 204 len: 168 time: 0.2886968 Nov 02 11:54:35.374332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-f14c7b55-c299-4cf4-bacc-bee5233d566e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, c18ee435-d16d-403d-a04e-47c189dc0027) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:35.375035 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] device_id is not set on port a63104da-b9a9-480f-a872-fe7b8fcfa8e7 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:54:35.378764 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de088c5-84af-4c5a-a6bc-46171cf86d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f3b353-787b-4316-bc78-bc1e7a4d0aa2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:35.381648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14c7b55-c299-4cf4-bacc-bee5233d566e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:35.382245 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f14c7b55-c299-4cf4-bacc-bee5233d566e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:35.385726 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f592eef-f24f-4143-a4ae-db7d7a723bf2 None None] Network c18ee435-d16d-403d-a04e-47c189dc0027 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:35.440123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Attempting to bind port b6619b77-9188-43eb-9f27-b60db7c4ed6a on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:35.440455 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Attempting to bind port b6619b77-9188-43eb-9f27-b60db7c4ed6a by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:35.441319 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Attempting to bind port b6619b77-9188-43eb-9f27-b60db7c4ed6a on network 74bd6dc5-f0e6-4079-ac41-63269a99500e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:35.459573 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.resource_extend [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-5aeadf40-5f28-44dd-84c5-e71dc3baa213 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 11:54:35.463240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Port b6619b77-9188-43eb-9f27-b60db7c4ed6a on network 74bd6dc5-f0e6-4079-ac41-63269a99500e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:35.463576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Attempting to bind port b6619b77-9188-43eb-9f27-b60db7c4ed6a on network 74bd6dc5-f0e6-4079-ac41-63269a99500e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:35.529281 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f14c7b55-c299-4cf4-bacc-bee5233d566e tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.0941968 Nov 02 11:54:35.534674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50506) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:35.540264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:54:35.540667 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Checking segment: {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:35.545065 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Bound using segment: {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:54:35.545065 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Bound port: b6619b77-9188-43eb-9f27-b60db7c4ed6a, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:54:35.545065 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:35.701153 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-c18ee435-d16d-403d-a04e-47c189dc0027', 'network_id': 'c18ee435-d16d-403d-a04e-47c189dc0027', 'tenant_id': '2ad9f1156d494693a73586f5f8367b88', 'fixed_ips': [{'subnet_id': '17c2f5bd-0018-49f8-8b70-21d46bb2cbad'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:54:35.706345 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-5aeadf40-5f28-44dd-84c5-e71dc3baa213 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:35.707286 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:35.908807 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:35.919602 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:36.074677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Allocated IP 2001:db8::f816:3eff:feb5:2a02 (c18ee435-d16d-403d-a04e-47c189dc0027/17c2f5bd-0018-49f8-8b70-21d46bb2cbad/e3472e76-570f-4dfe-86fd-2b844d8800eb) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:54:36.175174 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] device_id is not set on port 08db2e25-2fae-4020-8a9d-07e52356c9b4 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:54:36.256028 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:36.318809 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:36.415073 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:36.429548 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-5aeadf40-5f28-44dd-84c5-e71dc3baa213 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:36.519700 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Network c18ee435-d16d-403d-a04e-47c189dc0027 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:36.530198 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:36.535622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:36.552026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] For port b6619b77-9188-43eb-9f27-b60db7c4ed6a, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:54:36.572480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] For port b6619b77-9188-43eb-9f27-b60db7c4ed6a, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b6619b77-9188-43eb-9f27-b60db7c4ed6a,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:54:36.588429 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:36.603639 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-5aeadf40-5f28-44dd-84c5-e71dc3baa213 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Floating IP ce8f0544-5f0c-495b-93ab-3057b34f6047 associated. External IP: 172.25.6.12, port: c56ffc9f-63f7-4095-adab-7edfec8a4ad7. Nov 02 11:54:36.648329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50516) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:36.702544 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:36.736224 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Pushing event updated for resources: {'Port': ['ID=e3472e76-570f-4dfe-86fd-2b844d8800eb,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:36.771680 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Attempting to bind port e3472e76-570f-4dfe-86fd-2b844d8800eb on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:36.772061 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Attempting to bind port e3472e76-570f-4dfe-86fd-2b844d8800eb by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'a1d47418-397f-40b3-8f4e-58506fdef7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c18ee435-d16d-403d-a04e-47c189dc0027'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:36.772427 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Attempting to bind port e3472e76-570f-4dfe-86fd-2b844d8800eb on network c18ee435-d16d-403d-a04e-47c189dc0027 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:36.784503 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:54:36.784503 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Checking segment: {'id': 'a1d47418-397f-40b3-8f4e-58506fdef7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c18ee435-d16d-403d-a04e-47c189dc0027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:36.784503 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:36.784860 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Bound using segment: {'id': 'a1d47418-397f-40b3-8f4e-58506fdef7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c18ee435-d16d-403d-a04e-47c189dc0027'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:54:36.788651 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Bound port: e3472e76-570f-4dfe-86fd-2b844d8800eb, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d47418-397f-40b3-8f4e-58506fdef7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c18ee435-d16d-403d-a04e-47c189dc0027'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:54:36.789091 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:36.791657 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:36.808299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Pushing event updated for resources: {'Port': ['ID=b6619b77-9188-43eb-9f27-b60db7c4ed6a,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:36.852256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:36.853331 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:36.855709 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-321992f2-f29e-4872-9644-9e4a69b47c39 service neutron] 10.222.0.79 "PUT /v2.0/ports/b6619b77-9188-43eb-9f27-b60db7c4ed6a HTTP/1.1" status: 200 len: 1093 time: 4.1231134 Nov 02 11:54:36.858640 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event deleted for resources: {'Subnet': ['ID=17c2f5bd-0018-49f8-8b70-21d46bb2cbad,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:36.903452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f52db5d-1383-4285-8721-2f0c16e4348b', 'tag': 'b6619b77-9188-43eb-9f27-b60db7c4ed6a'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:54:36.907017 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4e5ef1-782b-471a-9c5b-baa2037b4b45" -d '{"events": [{"name": "network-changed", "server_uuid": "4f52db5d-1383-4285-8721-2f0c16e4348b", "tag": "b6619b77-9188-43eb-9f27-b60db7c4ed6a"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:54:36.933200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] For port e3472e76-570f-4dfe-86fd-2b844d8800eb, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:54:36.936869 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] For port e3472e76-570f-4dfe-86fd-2b844d8800eb, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e3472e76-570f-4dfe-86fd-2b844d8800eb,segment=NetworkSegment(a1d47418-397f-40b3-8f4e-58506fdef7eb),segment_id=a1d47418-397f-40b3-8f4e-58506fdef7eb)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:54:36.989780 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c2440ed2-1209-44a6-9f82-b78cc7cfaa50 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc16ca805a804d2895913fb018f8f234&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3379302 Nov 02 11:54:36.991841 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50522) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:37.005538 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:37.013990 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:37.091766 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18ee435-d16d-403d-a04e-47c189dc0027']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:37.111607 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d47418-397f-40b3-8f4e-58506fdef7eb') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:37.111872 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d47418-397f-40b3-8f4e-58506fdef7eb') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:37.124652 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:37.132978 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-f9d94543-12d0-408d-ad78-64ad1a1f766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:37.135427 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-f9d94543-12d0-408d-ad78-64ad1a1f766c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&device_id=4f52db5d-1383-4285-8721-2f0c16e4348b HTTP/1.1" status: 200 len: 1096 time: 0.1234102 Nov 02 11:54:37.142515 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:37.147261 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d9f2d452-900b-4e75-8071-7fc4ff6fe394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:37.165607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6765f69-512d-419d-a88a-efc1aa2d3f4b None None] Pushing event updated for resources: {'Port': ['ID=e3472e76-570f-4dfe-86fd-2b844d8800eb,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:37.166388 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:37.181089 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20646444-ae9c-48f0-b5d0-f83ef0d00f4a None None] Network c18ee435-d16d-403d-a04e-47c189dc0027 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:37.207850 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:37.208252 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:37.211339 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:37.233961 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-3a55a7a0-b20b-4e5b-a52d-aef54aa611ba service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6619b77-9188-43eb-9f27-b60db7c4ed6a HTTP/1.1" status: 200 len: 217 time: 0.0810649 Nov 02 11:54:37.241915 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d9f2d452-900b-4e75-8071-7fc4ff6fe394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:37.282901 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-5aeadf40-5f28-44dd-84c5-e71dc3baa213 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Router 92ff7830-042a-49f6-b58e-875443a78ce5 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:54:37.345448 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event updated for resources: {'Port': ['ID=a63104da-b9a9-480f-a872-fe7b8fcfa8e7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:37.379872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-8d2fa348-1b9b-46ad-9a3e-1655f9d9389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:37.379872 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-8d2fa348-1b9b-46ad-9a3e-1655f9d9389d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b04dcbcd-1275-4a43-9876-3724821feb17 HTTP/1.1" status: 200 len: 844 time: 0.1335828 Nov 02 11:54:37.418272 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Checking segment: {'id': '04382ffc-0a06-4e3c-abff-cb2ad71e0512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '720f7044-4a14-4e16-ad11-837a55052e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:37.418696 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Network hostable DHCP agents. Network: 720f7044-4a14-4e16-ad11-837a55052e86, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:54:37.442548 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ad14d0-f505-4cb7-a694-df2cf6abfb09 None None] get_active_networks_info from n-d-806683-18 {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 11:54:37.454067 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-1af8b57b-73ae-40c7-a73b-1a849424a67f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=74bd6dc5-f0e6-4079-ac41-63269a99500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549057 Nov 02 11:54:37.500025 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.api [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 11:54:37.500025 n-d-806683-18 neutron-server[102690]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 11:54:37.500025 n-d-806683-18 neutron-server[102690]: [parameters: {'id': 'c18ee435-d16d-403d-a04e-47c189dc0027'}] Nov 02 11:54:37.500025 n-d-806683-18 neutron-server[102690]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:54:37.501204 n-d-806683-18 neutron-server[102690]: DEBUG oslo_db.api [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:54:37.569119 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Network 720f7044-4a14-4e16-ad11-837a55052e86 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:54:37.588038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-5aeadf40-5f28-44dd-84c5-e71dc3baa213 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:54:37.594826 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-5aeadf40-5f28-44dd-84c5-e71dc3baa213 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:37.604096 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85538c4-b73f-42b7-8b84-f932ffe34c8c None None] Sync routers for ids ['92ff7830-042a-49f6-b58e-875443a78ce5'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:54:37.616566 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d9f2d452-900b-4e75-8071-7fc4ff6fe394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:37.618893 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85538c4-b73f-42b7-8b84-f932ffe34c8c None None] Routers {'92ff7830-042a-49f6-b58e-875443a78ce5'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:54:37.622741 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a85538c4-b73f-42b7-8b84-f932ffe34c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:54:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['92ff7830-042a-49f6-b58e-875443a78ce5'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:37.633379 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d9f2d452-900b-4e75-8071-7fc4ff6fe394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:37.638320 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d9f2d452-900b-4e75-8071-7fc4ff6fe394 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fb31f6ed-8909-41a5-bfd7-7fa231d14f44 HTTP/1.1" status: 204 len: 168 time: 0.6418447 Nov 02 11:54:37.646803 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-5aeadf40-5f28-44dd-84c5-e71dc3baa213 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "PUT /v2.0/floatingips/ce8f0544-5f0c-495b-93ab-3057b34f6047 HTTP/1.1" status: 200 len: 996 time: 3.2691214 Nov 02 11:54:37.654372 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-5be139a0-08c7-4a17-b292-d09905550996 service neutron] 10.222.0.79 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928306 Nov 02 11:54:37.658323 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2d452-900b-4e75-8071-7fc4ff6fe394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb31f6ed-8909-41a5-bfd7-7fa231d14f44,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:37.684364 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 720f7044-4a14-4e16-ad11-837a55052e86) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:37.697487 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:37.698442 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:37.769636 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ad14d0-f505-4cb7-a694-df2cf6abfb09 None None] Resources bound (agent type, host, resource id): {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 11:54:37.906741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-507566f4-946e-42d5-9b62-9cc8be4352db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:37.907825 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-a85538c4-b73f-42b7-8b84-f932ffe34c8c None None] Set router 92ff7830-042a-49f6-b58e-875443a78ce5 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:54:37.908348 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-507566f4-946e-42d5-9b62-9cc8be4352db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5e856ddf71ac4e299451dc84fbfb176b&device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 1098 time: 0.2405627 Nov 02 11:54:37.927265 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event updated for resources: {'Port': ['ID=08db2e25-2fae-4020-8a9d-07e52356c9b4,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:37.946047 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Checking segment: {'id': '9d7b3b95-4623-432a-9c51-1960772fd1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6420ae8b-b8ce-4db8-b88e-ed998d143a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:37.946403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Network hostable DHCP agents. Network: 6420ae8b-b8ce-4db8-b88e-ed998d143a5a, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:54:38.002476 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:38.014634 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ad1b29-6946-4ffa-9e62-c15ae6a408b7 req-5570916b-0da7-42e5-a1eb-9876250f146e service neutron] 10.222.0.79 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436961 Nov 02 11:54:38.106105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Network 6420ae8b-b8ce-4db8-b88e-ed998d143a5a is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:54:38.189389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Deleting port e3472e76-570f-4dfe-86fd-2b844d8800eb {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:38.189735 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:38.207951 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-9b1a91c2-893d-4bea-9d62-ae286beb1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:38.213687 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-9b1a91c2-893d-4bea-9d62-ae286beb1749 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9c16c22a-0007-4e2f-a0c3-4e17b92442f6 HTTP/1.1" status: 200 len: 921 time: 0.2958798 Nov 02 11:54:38.238626 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 6420ae8b-b8ce-4db8-b88e-ed998d143a5a) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:38.315698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:38.327474 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:38.337447 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:38.342449 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:38.352511 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-9fcae632-a586-4876-b1f8-e4de3eecf1b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c56ffc9f-63f7-4095-adab-7edfec8a4ad7 HTTP/1.1" status: 200 len: 999 time: 0.1209610 Nov 02 11:54:38.383327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] For port e3472e76-570f-4dfe-86fd-2b844d8800eb, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e3472e76-570f-4dfe-86fd-2b844d8800eb,segment=NetworkSegment(a1d47418-397f-40b3-8f4e-58506fdef7eb),segment_id=a1d47418-397f-40b3-8f4e-58506fdef7eb)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:38.384037 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:38.429944 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Calling delete_port for e3472e76-570f-4dfe-86fd-2b844d8800eb owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:38.505527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-b4454669-376a-4544-8224-9e501d809cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:38.518859 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-b4454669-376a-4544-8224-9e501d809cfb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=16a7e152-0cec-4c7b-96ba-29c6b494d133 HTTP/1.1" status: 200 len: 860 time: 0.1714325 Nov 02 11:54:38.550906 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-350538a2-c086-455b-b0cb-55af5355084c tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9719689 Nov 02 11:54:38.553408 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50536) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:38.591806 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a85538c4-b73f-42b7-8b84-f932ffe34c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1805852608-router', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:53:17Z', 'updated_at': '2021-11-02T11:53:23Z', 'revision_number': 4, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'gw_port': {'id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:18Z', 'updated_at': '2021-11-02T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'ce8f0544-5f0c-495b-93ab-3057b34f6047', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'port_id': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6', 'mac_address': 'fa:16:3e:8e:3c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81c407c-cb2c-421e-9598-b7784f687ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:54:28Z', 'updated_at': '2021-11-02T11:54:35Z', 'revision_number': 1, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb99bc8-89f0-417c-926f-4043d5294e0f', 'name': '', 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'mac_address': 'fa:16:3e:65:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:22Z', 'updated_at': '2021-11-02T11:53:32Z', 'revision_number': 5, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'subnets': [{'id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:38.631603 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-aba1b9af-fe19-406b-b7cc-c4448693e927 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9c16c22a-0007-4e2f-a0c3-4e17b92442f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069858 Nov 02 11:54:38.639378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-a64d2de2-dd48-4547-b6a9-4962cd2e3ffa service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:54:38.640700 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-a64d2de2-dd48-4547-b6a9-4962cd2e3ffa service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0079267 Nov 02 11:54:38.673659 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16604766-4529-486f-945a-8dcf773211b0 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:38.698676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16604766-4529-486f-945a-8dcf773211b0 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:38.705855 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85538c4-b73f-42b7-8b84-f932ffe34c8c None None] Checking router: 92ff7830-042a-49f6-b58e-875443a78ce5 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:54:38.707850 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-16604766-4529-486f-945a-8dcf773211b0 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1529682 Nov 02 11:54:38.708494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50540) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:38.743084 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85538c4-b73f-42b7-8b84-f932ffe34c8c None None] Routers {'92ff7830-042a-49f6-b58e-875443a78ce5'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:54:38.743706 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a85538c4-b73f-42b7-8b84-f932ffe34c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:54:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['92ff7830-042a-49f6-b58e-875443a78ce5'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:38.905252 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.resource_extend [None req-31ad14d0-f505-4cb7-a694-df2cf6abfb09 None None] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 11:54:38.929056 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-66ff0e6c-d3ff-4933-9eff-6869e158db59 service neutron] 10.222.0.52 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815881 Nov 02 11:54:39.015028 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:39.049040 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-a85538c4-b73f-42b7-8b84-f932ffe34c8c None None] Set router 92ff7830-042a-49f6-b58e-875443a78ce5 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:54:39.064435 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-caa1618b-a66b-465b-99d7-cc7ab9f5d60c req-e2da8977-bfc5-4622-87e9-039287ee7532 service neutron] 10.222.0.52 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281118 Nov 02 11:54:39.090373 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2910701e-c291-43be-b50e-fef1e124cdf7 None None] Network 720f7044-4a14-4e16-ad11-837a55052e86 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:39.096140 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09382c21-d553-48eb-9d11-fe8e9d989f90 None None] Network 6420ae8b-b8ce-4db8-b88e-ed998d143a5a requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:39.104288 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event deleted for resources: {'Port': ['ID=e3472e76-570f-4dfe-86fd-2b844d8800eb,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:39.110723 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] No DVR routers for this DVR port e3472e76-570f-4dfe-86fd-2b844d8800eb on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:54:39.192533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8246089d-1dca-4006-84fd-506486d242f4 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Deleting port a63104da-b9a9-480f-a872-fe7b8fcfa8e7 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:39.192533 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8246089d-1dca-4006-84fd-506486d242f4 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:39.401049 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:39.425680 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8246089d-1dca-4006-84fd-506486d242f4 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:39.443165 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18ee435-d16d-403d-a04e-47c189dc0027']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:39.446966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c031a-194f-4bc2-bd09-c4dc18bd100a req-9400ebb5-029c-41ee-a1d6-cc13072a7fb7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:39.453820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8246089d-1dca-4006-84fd-506486d242f4 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Calling delete_port for a63104da-b9a9-480f-a872-fe7b8fcfa8e7 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:39.460280 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-608c031a-194f-4bc2-bd09-c4dc18bd100a req-9400ebb5-029c-41ee-a1d6-cc13072a7fb7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f52db5d-1383-4285-8721-2f0c16e4348b HTTP/1.1" status: 200 len: 944 time: 0.1466119 Nov 02 11:54:39.468474 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d47418-397f-40b3-8f4e-58506fdef7eb') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:39.469502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d47418-397f-40b3-8f4e-58506fdef7eb') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:39.472819 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a85538c4-b73f-42b7-8b84-f932ffe34c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1805852608-router', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:53:17Z', 'updated_at': '2021-11-02T11:53:23Z', 'revision_number': 4, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'gw_port': {'id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:18Z', 'updated_at': '2021-11-02T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'ce8f0544-5f0c-495b-93ab-3057b34f6047', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'port_id': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6', 'mac_address': 'fa:16:3e:8e:3c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81c407c-cb2c-421e-9598-b7784f687ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:54:28Z', 'updated_at': '2021-11-02T11:54:35Z', 'revision_number': 1, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb99bc8-89f0-417c-926f-4043d5294e0f', 'name': '', 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'mac_address': 'fa:16:3e:65:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:22Z', 'updated_at': '2021-11-02T11:53:32Z', 'revision_number': 5, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'subnets': [{'id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:39.504247 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:39.541554 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85538c4-b73f-42b7-8b84-f932ffe34c8c None None] The sync data for ids ['92ff7830-042a-49f6-b58e-875443a78ce5'] in n-d-806683-18 is: [{'id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1805852608-router', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:53:17Z', 'updated_at': '2021-11-02T11:53:23Z', 'revision_number': 4, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'gw_port': {'id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:18Z', 'updated_at': '2021-11-02T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'ce8f0544-5f0c-495b-93ab-3057b34f6047', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'port_id': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6', 'mac_address': 'fa:16:3e:8e:3c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81c407c-cb2c-421e-9598-b7784f687ac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:54:28Z', 'updated_at': '2021-11-02T11:54:35Z', 'revision_number': 1, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb99bc8-89f0-417c-926f-4043d5294e0f', 'name': '', 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'mac_address': 'fa:16:3e:65:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:22Z', 'updated_at': '2021-11-02T11:53:32Z', 'revision_number': 5, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'subnets': [{'id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:54:39.575224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-608c031a-194f-4bc2-bd09-c4dc18bd100a req-801412f3-fb76-4bf4-801f-90b59d3095ef tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103318 Nov 02 11:54:39.619125 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:39.646139 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:39.647229 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:39.652736 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:39.811139 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bf898-af0d-44e4-bfd6-c9e61bfec5c1 req-3cd583e7-8f61-4a5c-9086-954dc7945705 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:39.818957 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a1bf898-af0d-44e4-bfd6-c9e61bfec5c1 req-3cd583e7-8f61-4a5c-9086-954dc7945705 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 946 time: 0.1061964 Nov 02 11:54:39.887960 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:39.894864 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:39.900510 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/networks/c18ee435-d16d-403d-a04e-47c189dc0027 HTTP/1.1" status: 204 len: 168 time: 4.3648958 Nov 02 11:54:39.904649 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50562) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:39.911795 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a1bf898-af0d-44e4-bfd6-c9e61bfec5c1 req-3888090a-6769-4de2-9563-d9f7cd5ae3b7 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912123 Nov 02 11:54:39.982244 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540bb17-7d66-486d-9647-301063051894 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event deleted for resources: {'Network': ['ID=c18ee435-d16d-403d-a04e-47c189dc0027,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:39.982244 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddcd4a22-2aec-4c05-a114-56339fd514d0 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] DELETE failed (client error): The resource could not be found. Nov 02 11:54:39.982244 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddcd4a22-2aec-4c05-a114-56339fd514d0 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:54:39.989326 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50566) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:39.998708 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ddcd4a22-2aec-4c05-a114-56339fd514d0 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/subnets/17c2f5bd-0018-49f8-8b70-21d46bb2cbad HTTP/1.1" status: 404 len: 337 time: 0.0884509 Nov 02 11:54:40.081501 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-475bece5-f9b9-42d3-83ac-3cb54482e415 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] DELETE failed (client error): The resource could not be found. Nov 02 11:54:40.081501 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475bece5-f9b9-42d3-83ac-3cb54482e415 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:54:40.083649 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50568) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:40.084144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-475bece5-f9b9-42d3-83ac-3cb54482e415 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/networks/c18ee435-d16d-403d-a04e-47c189dc0027 HTTP/1.1" status: 404 len: 339 time: 0.0592420 Nov 02 11:54:40.084568 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99d24ed-b686-421a-9b5a-490514b6ccbc None None] New status for floating IP ce8f0544-5f0c-495b-93ab-3057b34f6047: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:54:40.096750 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e73ece1-5496-4305-9339-953e8347156a tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] DELETE failed (client error): The resource could not be found. Nov 02 11:54:40.097736 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e73ece1-5496-4305-9339-953e8347156a tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:54:40.103718 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7e73ece1-5496-4305-9339-953e8347156a tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/subnets/85b401c9-b147-40db-ac9e-fd6698890fc9 HTTP/1.1" status: 404 len: 337 time: 0.0620024 Nov 02 11:54:40.106579 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50570) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:40.111258 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8246089d-1dca-4006-84fd-506486d242f4 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:40.154673 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-2827a0c7-d3c6-44dc-a183-addaf00324a9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] DELETE failed (client error): The resource could not be found. Nov 02 11:54:40.156468 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2827a0c7-d3c6-44dc-a183-addaf00324a9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:54:40.173563 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50572) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:40.183584 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2827a0c7-d3c6-44dc-a183-addaf00324a9 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/networks/9179cb2e-0baa-4af9-91ce-170d7078fb61 HTTP/1.1" status: 404 len: 339 time: 0.0748141 Nov 02 11:54:40.185603 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246089d-1dca-4006-84fd-506486d242f4 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event deleted for resources: {'Port': ['ID=a63104da-b9a9-480f-a872-fe7b8fcfa8e7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:40.403971 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253a673f-bdc1-49b7-bd5b-1d1ebddb8047 x-openstack-request-id: req-253a673f-bdc1-49b7-bd5b-1d1ebddb8047 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:54:40.403971 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f52db5d-1383-4285-8721-2f0c16e4348b", "tag": "b6619b77-9188-43eb-9f27-b60db7c4ed6a", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:54:40.403971 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-253a673f-bdc1-49b7-bd5b-1d1ebddb8047 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:54:40.403971 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f52db5d-1383-4285-8721-2f0c16e4348b', 'tag': 'b6619b77-9188-43eb-9f27-b60db7c4ed6a', 'status': 'completed', 'code': 200} Nov 02 11:54:40.405829 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8246089d-1dca-4006-84fd-506486d242f4 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:40.405829 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8246089d-1dca-4006-84fd-506486d242f4 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "DELETE /v2.0/ports/a63104da-b9a9-480f-a872-fe7b8fcfa8e7 HTTP/1.1" status: 204 len: 168 time: 1.5080974 Nov 02 11:54:40.405829 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9129ed6-aa9c-4414-a356-cd08f9163bee tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] DELETE failed (client error): The resource could not be found. Nov 02 11:54:40.405829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9129ed6-aa9c-4414-a356-cd08f9163bee tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:54:40.405829 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d9129ed6-aa9c-4414-a356-cd08f9163bee tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/subnets/24104d0e-0819-4019-bc59-e94576e611ea HTTP/1.1" status: 404 len: 337 time: 0.0541837 Nov 02 11:54:40.405829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50574) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:40.405829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50576) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:40.407023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e5ef1-782b-471a-9c5b-baa2037b4b45 req-c0888809-1969-4cd6-b064-f493e57d7702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:40.407023 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd4e5ef1-782b-471a-9c5b-baa2037b4b45 req-c0888809-1969-4cd6-b064-f493e57d7702 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&device_id=4f52db5d-1383-4285-8721-2f0c16e4348b HTTP/1.1" status: 200 len: 1096 time: 0.1519315 Nov 02 11:54:40.407023 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-18f77430-d15b-4e1a-b95b-db55763f5860 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.12 HTTP/1.1" status: 200 len: 999 time: 0.1648040 Nov 02 11:54:40.501477 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8ef3fb-68d5-408d-9132-19af4a308388 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] DELETE failed (client error): The resource could not be found. Nov 02 11:54:40.501477 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8ef3fb-68d5-408d-9132-19af4a308388 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:54:40.501477 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8a8ef3fb-68d5-408d-9132-19af4a308388 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/networks/c625d447-01e6-4b9c-a5ac-117f0324b885 HTTP/1.1" status: 404 len: 339 time: 0.1316354 Nov 02 11:54:40.501703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50580) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:40.527304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-05aa910b-0f0e-4cce-8604-31cb411718f9 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:40.528740 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-05aa910b-0f0e-4cce-8604-31cb411718f9 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports/c56ffc9f-63f7-4095-adab-7edfec8a4ad7 HTTP/1.1" status: 200 len: 943 time: 0.1140935 Nov 02 11:54:40.615058 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-82006364-1a51-4232-9d83-48c738537378 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Deleting port 08db2e25-2fae-4020-8a9d-07e52356c9b4 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:40.618562 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82006364-1a51-4232-9d83-48c738537378 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:40.639053 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e5ef1-782b-471a-9c5b-baa2037b4b45 req-7bb4b1ce-6875-486d-8274-ae7d18284c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:40.639648 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd4e5ef1-782b-471a-9c5b-baa2037b4b45 req-7bb4b1ce-6875-486d-8274-ae7d18284c04 service neutron] 10.222.0.79 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 905 time: 0.2531741 Nov 02 11:54:40.717768 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd4e5ef1-782b-471a-9c5b-baa2037b4b45 req-f8cc1259-9d78-4355-a269-1f124f01ac92 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6619b77-9188-43eb-9f27-b60db7c4ed6a HTTP/1.1" status: 200 len: 217 time: 0.0684798 Nov 02 11:54:40.798047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-8af44cb3-9e97-4976-b4bf-a51c8be6e086 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Deleting port db63fb72-4285-4f5c-b526-1a80a50fdd32 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:40.799304 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8af44cb3-9e97-4976-b4bf-a51c8be6e086 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:40.802541 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82006364-1a51-4232-9d83-48c738537378 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:40.825026 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-82006364-1a51-4232-9d83-48c738537378 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Calling delete_port for 08db2e25-2fae-4020-8a9d-07e52356c9b4 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:40.918830 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b6619b77-9188-43eb-9f27-b60db7c4ed6a details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:54:40.956103 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8af44cb3-9e97-4976-b4bf-a51c8be6e086 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:40.973708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-8af44cb3-9e97-4976-b4bf-a51c8be6e086 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Calling delete_port for db63fb72-4285-4f5c-b526-1a80a50fdd32 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:41.043429 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82006364-1a51-4232-9d83-48c738537378 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:41.080849 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-37ba84bf-d3f4-470a-9f18-973b2fdb4dde tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.12 HTTP/1.1" status: 200 len: 1001 time: 0.3697867 Nov 02 11:54:41.091184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e5ef1-782b-471a-9c5b-baa2037b4b45 req-99ce6204-ffee-47b6-93f5-56c9670ccb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:41.092702 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd4e5ef1-782b-471a-9c5b-baa2037b4b45 req-99ce6204-ffee-47b6-93f5-56c9670ccb2f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b04dcbcd-1275-4a43-9876-3724821feb17 HTTP/1.1" status: 200 len: 844 time: 0.3660052 Nov 02 11:54:41.145535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82006364-1a51-4232-9d83-48c738537378 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event deleted for resources: {'Port': ['ID=08db2e25-2fae-4020-8a9d-07e52356c9b4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:41.156661 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82006364-1a51-4232-9d83-48c738537378 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:41.166755 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-82006364-1a51-4232-9d83-48c738537378 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "DELETE /v2.0/ports/08db2e25-2fae-4020-8a9d-07e52356c9b4 HTTP/1.1" status: 204 len: 168 time: 0.7709546 Nov 02 11:54:41.172805 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50600) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:41.186791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port b6619b77-9188-43eb-9f27-b60db7c4ed6a, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b6619b77-9188-43eb-9f27-b60db7c4ed6a,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:41.233756 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-14cb49b5-5e98-40ed-8fb7-fc7e6b747e98 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0603666 Nov 02 11:54:41.235941 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'b6619b77-9188-43eb-9f27-b60db7c4ed6a', 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e', 'port_id': 'b6619b77-9188-43eb-9f27-b60db7c4ed6a', 'mac_address': 'fa:16:3e:c5:f4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04dcbcd-1275-4a43-9876-3724821feb17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:54:41.237388 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50602) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:41.243605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d005705b-51c7-49fd-8f62-550b4a4736d2 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-935591717'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:41.322979 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:41.337417 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-e6159b04-c5e5-433d-87a6-f9479213bbf0 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:41.338960 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-e6159b04-c5e5-433d-87a6-f9479213bbf0 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.2431610 Nov 02 11:54:41.356332 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6619b77-9188-43eb-9f27-b60db7c4ed6a {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:54:41.387284 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d005705b-51c7-49fd-8f62-550b4a4736d2 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Made reservation on behalf of f4e4e8e1dbfe46748f3d104d0aebf109 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:41.392498 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d005705b-51c7-49fd-8f62-550b4a4736d2 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:41.402861 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50604) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:41.404030 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port b6619b77-9188-43eb-9f27-b60db7c4ed6a, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b6619b77-9188-43eb-9f27-b60db7c4ed6a,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:41.409959 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd4e5ef1-782b-471a-9c5b-baa2037b4b45 req-1648df67-c197-4f05-9b30-fcf6a1db75b7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=74bd6dc5-f0e6-4079-ac41-63269a99500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635483 Nov 02 11:54:41.428360 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d005705b-51c7-49fd-8f62-550b4a4736d2 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:41.440039 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d005705b-51c7-49fd-8f62-550b4a4736d2 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:41.440370 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-d005705b-51c7-49fd-8f62-550b4a4736d2 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Added segment 150ac5de-fdb9-46b0-8c97-77d2713e53e5 of type vlan for network 584a101a-97c4-47f2-bcdd-aa738025ad8f Nov 02 11:54:41.466308 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:41.492960 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d005705b-51c7-49fd-8f62-550b4a4736d2 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:41.511536 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-9c06192d-aa8d-4d7f-b358-d00fb1cb5842 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.12 HTTP/1.1" status: 200 len: 1001 time: 0.1495497 Nov 02 11:54:41.579170 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=b6619b77-9188-43eb-9f27-b60db7c4ed6a,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:41.608572 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d005705b-51c7-49fd-8f62-550b4a4736d2 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:41.615233 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d005705b-51c7-49fd-8f62-550b4a4736d2 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:41.615913 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d005705b-51c7-49fd-8f62-550b4a4736d2 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:41.642791 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd4e5ef1-782b-471a-9c5b-baa2037b4b45 req-e9366352-c6e1-46be-bf19-37a8874c3ae6 service neutron] 10.222.0.79 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302667 Nov 02 11:54:41.646464 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8af44cb3-9e97-4976-b4bf-a51c8be6e086 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:41.650659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-b47113a3-4f03-4acd-8d8e-0dc201596acc tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:41.703842 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['b6619b77-9188-43eb-9f27-b60db7c4ed6a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:54:41.741472 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-13dc15dd-8b3d-4676-9734-7a04fe2ed436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2101082224'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:41.748430 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005705b-51c7-49fd-8f62-550b4a4736d2 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event updated for resources: {'Network': ['ID=584a101a-97c4-47f2-bcdd-aa738025ad8f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:41.771220 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 584a101a-97c4-47f2-bcdd-aa738025ad8f details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:41.776180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af44cb3-9e97-4976-b4bf-a51c8be6e086 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event deleted for resources: {'Port': ['ID=db63fb72-4285-4f5c-b526-1a80a50fdd32,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:41.820919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8af44cb3-9e97-4976-b4bf-a51c8be6e086 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:41.825334 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8af44cb3-9e97-4976-b4bf-a51c8be6e086 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/ports/db63fb72-4285-4f5c-b526-1a80a50fdd32 HTTP/1.1" status: 204 len: 168 time: 1.3228772 Nov 02 11:54:41.828034 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50608) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:41.858476 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8731e9-fd4e-403e-81d0-cc94a0f22551 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] DELETE failed (client error): The resource could not be found. Nov 02 11:54:41.859785 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8731e9-fd4e-403e-81d0-cc94a0f22551 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:54:41.864938 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-b47113a3-4f03-4acd-8d8e-0dc201596acc tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:41.867346 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9e8731e9-fd4e-403e-81d0-cc94a0f22551 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/subnets/8b2ae30b-d2d5-42f6-a779-cdc4e81fb01a HTTP/1.1" status: 404 len: 337 time: 0.0383132 Nov 02 11:54:41.870643 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50610) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:41.877659 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d005705b-51c7-49fd-8f62-550b4a4736d2 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6362321 Nov 02 11:54:41.879788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50612) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:41.889312 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-457bae8c-9912-4419-a3c6-dfed6f2711b7 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-220329823'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:41.997253 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dc15dd-8b3d-4676-9734-7a04fe2ed436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Made reservation on behalf of 5759209c1af54d3b94cdc77f92fc9b55 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:42.002559 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13dc15dd-8b3d-4676-9734-7a04fe2ed436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:42.023192 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13dc15dd-8b3d-4676-9734-7a04fe2ed436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:42.140001 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-763fbc84-8c4b-41bc-9bda-872fdb91ce89 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:42.160459 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457bae8c-9912-4419-a3c6-dfed6f2711b7 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Made reservation on behalf of f4e4e8e1dbfe46748f3d104d0aebf109 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:42.162086 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd4e5ef1-782b-471a-9c5b-baa2037b4b45 req-6b9ebb97-d651-44f7-88ab-24ff976a1765 service neutron] 10.222.0.79 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070868 Nov 02 11:54:42.165739 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-457bae8c-9912-4419-a3c6-dfed6f2711b7 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:42.265349 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81c407c-cb2c-421e-9598-b7784f687ac2', 'tag': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:54:42.267737 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f0a3ab-d442-4cdc-85f1-0a6117b78f63" -d '{"events": [{"name": "network-changed", "server_uuid": "a81c407c-cb2c-421e-9598-b7784f687ac2", "tag": "c56ffc9f-63f7-4095-adab-7edfec8a4ad7"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:54:42.293683 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-b47113a3-4f03-4acd-8d8e-0dc201596acc tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:42.377109 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457bae8c-9912-4419-a3c6-dfed6f2711b7 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:42.393757 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-763fbc84-8c4b-41bc-9bda-872fdb91ce89 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:42.398668 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-b47113a3-4f03-4acd-8d8e-0dc201596acc tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:42.398668 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-b47113a3-4f03-4acd-8d8e-0dc201596acc tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Floating IP ce8f0544-5f0c-495b-93ab-3057b34f6047 disassociated. External IP: 172.25.6.12, port: c56ffc9f-63f7-4095-adab-7edfec8a4ad7. Nov 02 11:54:42.420839 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-457bae8c-9912-4419-a3c6-dfed6f2711b7 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:42.420839 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-457bae8c-9912-4419-a3c6-dfed6f2711b7 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Added segment a8a41a1f-b04c-429e-ada4-0d2093f2a7c5 of type vlan for network 5dfb8783-01bc-4418-8768-7e712b2f9ab3 Nov 02 11:54:42.459747 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-763fbc84-8c4b-41bc-9bda-872fdb91ce89 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fafbe322-e55b-4174-9117-d4400e4fc2a6']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:42.477797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-763fbc84-8c4b-41bc-9bda-872fdb91ce89 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74671af9-9e47-4ed5-b8fc-bb1bb6a985da') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:42.478236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-763fbc84-8c4b-41bc-9bda-872fdb91ce89 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74671af9-9e47-4ed5-b8fc-bb1bb6a985da') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:42.484891 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-457bae8c-9912-4419-a3c6-dfed6f2711b7 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:42.491892 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-763fbc84-8c4b-41bc-9bda-872fdb91ce89 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:42.506901 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13dc15dd-8b3d-4676-9734-7a04fe2ed436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:42.565681 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13dc15dd-8b3d-4676-9734-7a04fe2ed436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:42.624140 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:54:42.628229 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc15dd-8b3d-4676-9734-7a04fe2ed436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db3a890e-528a-4c29-b974-ba4c297148c2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:42.636719 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-457bae8c-9912-4419-a3c6-dfed6f2711b7 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:42.646441 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457bae8c-9912-4419-a3c6-dfed6f2711b7 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:42.647227 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-457bae8c-9912-4419-a3c6-dfed6f2711b7 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:42.775273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bae8c-9912-4419-a3c6-dfed6f2711b7 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event updated for resources: {'Network': ['ID=5dfb8783-01bc-4418-8768-7e712b2f9ab3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:42.788670 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 5dfb8783-01bc-4418-8768-7e712b2f9ab3 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:42.837368 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.api [None req-13dc15dd-8b3d-4676-9734-7a04fe2ed436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=102690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:54:42.838010 n-d-806683-18 neutron-server[102690]: DEBUG oslo_db.api [None req-13dc15dd-8b3d-4676-9734-7a04fe2ed436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:54:42.895684 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-763fbc84-8c4b-41bc-9bda-872fdb91ce89 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:42.908069 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763fbc84-8c4b-41bc-9bda-872fdb91ce89 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:42.912030 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-763fbc84-8c4b-41bc-9bda-872fdb91ce89 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:42.912309 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-457bae8c-9912-4419-a3c6-dfed6f2711b7 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0284283 Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:42.912422 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:42.938061 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b6619b77-9188-43eb-9f27-b60db7c4ed6a up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:54:43.096935 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-763fbc84-8c4b-41bc-9bda-872fdb91ce89 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:43.111598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port b6619b77-9188-43eb-9f27-b60db7c4ed6a completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:54:43.123901 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-763fbc84-8c4b-41bc-9bda-872fdb91ce89 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:43.124079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port b6619b77-9188-43eb-9f27-b60db7c4ed6a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:43.124079 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:43.124268 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-763fbc84-8c4b-41bc-9bda-872fdb91ce89 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/networks/fafbe322-e55b-4174-9117-d4400e4fc2a6 HTTP/1.1" status: 204 len: 168 time: 1.2478280 Nov 02 11:54:43.124353 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50622) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:43.208207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763fbc84-8c4b-41bc-9bda-872fdb91ce89 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event deleted for resources: {'Network': ['ID=fafbe322-e55b-4174-9117-d4400e4fc2a6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:43.290051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-b47113a3-4f03-4acd-8d8e-0dc201596acc tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Router 92ff7830-042a-49f6-b58e-875443a78ce5 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:54:43.311186 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:43.341648 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13dc15dd-8b3d-4676-9734-7a04fe2ed436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:43.376587 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f52db5d-1383-4285-8721-2f0c16e4348b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6619b77-9188-43eb-9f27-b60db7c4ed6a'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:54:43.383065 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1765f7-4e0c-4e95-b387-b9dc0a5ca390" -d '{"events": [{"server_uuid": "4f52db5d-1383-4285-8721-2f0c16e4348b", "name": "network-vif-plugged", "status": "completed", "tag": "b6619b77-9188-43eb-9f27-b60db7c4ed6a"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:54:43.391721 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8628256b-ce43-45c0-a6a7-e0c067230b4d tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Deleting port 27d8a880-148b-445a-9d96-362a9ea1d694 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:43.392025 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8628256b-ce43-45c0-a6a7-e0c067230b4d tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:43.417907 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port b6619b77-9188-43eb-9f27-b60db7c4ed6a, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b6619b77-9188-43eb-9f27-b60db7c4ed6a,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:43.489684 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13dc15dd-8b3d-4676-9734-7a04fe2ed436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:43.509946 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8628256b-ce43-45c0-a6a7-e0c067230b4d tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:43.520358 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13dc15dd-8b3d-4676-9734-7a04fe2ed436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:43.520717 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-13dc15dd-8b3d-4676-9734-7a04fe2ed436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Added segment 37c5a4d8-5959-4771-b874-937a42bc5558 of type vlan for network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d Nov 02 11:54:43.523604 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:43.565990 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8628256b-ce43-45c0-a6a7-e0c067230b4d tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Calling delete_port for 27d8a880-148b-445a-9d96-362a9ea1d694 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:43.632167 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=b6619b77-9188-43eb-9f27-b60db7c4ed6a,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:43.633003 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-b47113a3-4f03-4acd-8d8e-0dc201596acc tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:54:43.650455 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b91cf0-c767-4424-87ec-231fe74d13fb None None] Sync routers for ids ['92ff7830-042a-49f6-b58e-875443a78ce5'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:54:43.667244 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b91cf0-c767-4424-87ec-231fe74d13fb None None] Routers {'92ff7830-042a-49f6-b58e-875443a78ce5'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:54:43.668839 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-b47113a3-4f03-4acd-8d8e-0dc201596acc tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:43.669824 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e2b91cf0-c767-4424-87ec-231fe74d13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:54:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['92ff7830-042a-49f6-b58e-875443a78ce5'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:43.751066 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-b47113a3-4f03-4acd-8d8e-0dc201596acc tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "PUT /v2.0/floatingips/ce8f0544-5f0c-495b-93ab-3057b34f6047 HTTP/1.1" status: 200 len: 694 time: 2.1069841 Nov 02 11:54:43.848092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-cd883190-72ca-48ab-b68c-0ff569a48d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:43.865513 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-cd883190-72ca-48ab-b68c-0ff569a48d9a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5e856ddf71ac4e299451dc84fbfb176b&device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 1098 time: 0.1071198 Nov 02 11:54:43.957988 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-e2b91cf0-c767-4424-87ec-231fe74d13fb None None] Set router 92ff7830-042a-49f6-b58e-875443a78ce5 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:54:44.039650 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13dc15dd-8b3d-4676-9734-7a04fe2ed436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:44.085546 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-1abc1d80-5f24-47d1-bf79-5ffa50885497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:44.098895 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-1abc1d80-5f24-47d1-bf79-5ffa50885497 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9c16c22a-0007-4e2f-a0c3-4e17b92442f6 HTTP/1.1" status: 200 len: 921 time: 0.2320039 Nov 02 11:54:44.211693 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-0d024dd8-9cd7-4542-a2db-000ccbf19cf0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c56ffc9f-63f7-4095-adab-7edfec8a4ad7 HTTP/1.1" status: 200 len: 217 time: 0.1114016 Nov 02 11:54:44.232851 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13dc15dd-8b3d-4676-9734-7a04fe2ed436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:44.240573 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dc15dd-8b3d-4676-9734-7a04fe2ed436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:44.241456 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13dc15dd-8b3d-4676-9734-7a04fe2ed436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:44.284291 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8628256b-ce43-45c0-a6a7-e0c067230b4d tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:44.361372 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-37137fae-9ead-4201-92e5-aeaa82d92757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:44.378271 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-37137fae-9ead-4201-92e5-aeaa82d92757 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=16a7e152-0cec-4c7b-96ba-29c6b494d133 HTTP/1.1" status: 200 len: 860 time: 0.1569059 Nov 02 11:54:44.383400 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8628256b-ce43-45c0-a6a7-e0c067230b4d tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:44.394087 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8628256b-ce43-45c0-a6a7-e0c067230b4d tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/ports/27d8a880-148b-445a-9d96-362a9ea1d694 HTTP/1.1" status: 204 len: 168 time: 1.2686849 Nov 02 11:54:44.403838 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50628) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:44.471796 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-13dc15dd-8b3d-4676-9734-7a04fe2ed436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.0677130 Nov 02 11:54:44.474871 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628256b-ce43-45c0-a6a7-e0c067230b4d tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event deleted for resources: {'Port': ['ID=27d8a880-148b-445a-9d96-362a9ea1d694,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:44.611267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-cbb1cb7d-a86e-4f50-8af2-43efd2045ca6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9c16c22a-0007-4e2f-a0c3-4e17b92442f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2363038 Nov 02 11:54:44.614055 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06c23b1-7b24-4887-9609-6137ad555a36 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] DELETE failed (client error): The resource could not be found. Nov 02 11:54:44.619626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d06c23b1-7b24-4887-9609-6137ad555a36 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:54:44.628184 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc15dd-8b3d-4676-9734-7a04fe2ed436 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Pushing event updated for resources: {'Network': ['ID=f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:44.632975 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d06c23b1-7b24-4887-9609-6137ad555a36 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/subnets/88a8e2e7-cb59-45bd-84cc-88da9a953e0e HTTP/1.1" status: 404 len: 337 time: 0.2219481 Nov 02 11:54:44.638631 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50634) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:44.640680 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:44.814621 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2dedb408-7eb1-4183-982b-23f90e58fcf0 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:44.838073 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-1a836104-1f76-43ce-8b3e-da6d020da40b service neutron] 10.222.0.52 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251506 Nov 02 11:54:44.873770 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e2b91cf0-c767-4424-87ec-231fe74d13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1805852608-router', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:53:17Z', 'updated_at': '2021-11-02T11:53:23Z', 'revision_number': 4, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'gw_port': {'id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:18Z', 'updated_at': '2021-11-02T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '0cb99bc8-89f0-417c-926f-4043d5294e0f', 'name': '', 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'mac_address': 'fa:16:3e:65:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:22Z', 'updated_at': '2021-11-02T11:53:32Z', 'revision_number': 5, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'subnets': [{'id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:44.950202 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2dedb408-7eb1-4183-982b-23f90e58fcf0 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:44.980956 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-2dedb408-7eb1-4183-982b-23f90e58fcf0 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbf6ae4-0a13-4177-8781-c49f90587312']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:44.989165 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b91cf0-c767-4424-87ec-231fe74d13fb None None] Checking router: 92ff7830-042a-49f6-b58e-875443a78ce5 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:54:45.002235 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-2dedb408-7eb1-4183-982b-23f90e58fcf0 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0dfe10f-c1ab-4dd0-9b23-fb9663c9961c') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:45.002692 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-2dedb408-7eb1-4183-982b-23f90e58fcf0 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0dfe10f-c1ab-4dd0-9b23-fb9663c9961c') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:45.013942 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b91cf0-c767-4424-87ec-231fe74d13fb None None] Routers {'92ff7830-042a-49f6-b58e-875443a78ce5'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:54:45.016578 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e2b91cf0-c767-4424-87ec-231fe74d13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:54:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['92ff7830-042a-49f6-b58e-875443a78ce5'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:45.016762 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2dedb408-7eb1-4183-982b-23f90e58fcf0 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:45.032791 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2dedb408-7eb1-4183-982b-23f90e58fcf0 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:45.039233 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9dbaa9ef-530a-4e77-97bc-c1ac37dfae38 req-b3144d77-f479-4c22-9361-4b6ee8af5feb service neutron] 10.222.0.52 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985738 Nov 02 11:54:45.052468 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dedb408-7eb1-4183-982b-23f90e58fcf0 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:45.052685 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2dedb408-7eb1-4183-982b-23f90e58fcf0 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:45.058563 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:45.211153 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-e2b91cf0-c767-4424-87ec-231fe74d13fb None None] Set router 92ff7830-042a-49f6-b58e-875443a78ce5 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:54:45.282721 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2dedb408-7eb1-4183-982b-23f90e58fcf0 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:45.292163 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2dedb408-7eb1-4183-982b-23f90e58fcf0 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:45.303454 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2dedb408-7eb1-4183-982b-23f90e58fcf0 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/networks/4dbf6ae4-0a13-4177-8781-c49f90587312 HTTP/1.1" status: 204 len: 168 time: 0.6629064 Nov 02 11:54:45.309042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50638) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:45.318389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedb408-7eb1-4183-982b-23f90e58fcf0 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event deleted for resources: {'Network': ['ID=4dbf6ae4-0a13-4177-8781-c49f90587312,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:45.450153 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e4b161-9445-4502-95ca-378726b564d8 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Deleting subnet cd4f8830-760c-45fa-84b8-83b470c2ac76 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:54:45.458268 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14e4b161-9445-4502-95ca-378726b564d8 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:45.489870 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-e2b91cf0-c767-4424-87ec-231fe74d13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1805852608-router', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:53:17Z', 'updated_at': '2021-11-02T11:53:23Z', 'revision_number': 4, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'gw_port': {'id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:18Z', 'updated_at': '2021-11-02T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '0cb99bc8-89f0-417c-926f-4043d5294e0f', 'name': '', 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'mac_address': 'fa:16:3e:65:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:22Z', 'updated_at': '2021-11-02T11:53:32Z', 'revision_number': 5, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'subnets': [{'id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:45.491081 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d8520-641f-4728-a1a7-f9e58e7a166b req-9103da04-1291-49ad-a2f0-f38faf99daf9 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:45.495769 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-521d8520-641f-4728-a1a7-f9e58e7a166b req-9103da04-1291-49ad-a2f0-f38faf99daf9 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f52db5d-1383-4285-8721-2f0c16e4348b HTTP/1.1" status: 200 len: 946 time: 0.1972322 Nov 02 11:54:45.524576 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b91cf0-c767-4424-87ec-231fe74d13fb None None] The sync data for ids ['92ff7830-042a-49f6-b58e-875443a78ce5'] in n-d-806683-18 is: [{'id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1805852608-router', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:53:17Z', 'updated_at': '2021-11-02T11:53:23Z', 'revision_number': 4, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'gw_port': {'id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:18Z', 'updated_at': '2021-11-02T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '0cb99bc8-89f0-417c-926f-4043d5294e0f', 'name': '', 'network_id': '9c16c22a-0007-4e2f-a0c3-4e17b92442f6', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'mac_address': 'fa:16:3e:65:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:22Z', 'updated_at': '2021-11-02T11:53:32Z', 'revision_number': 5, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'subnets': [{'id': '16a7e152-0cec-4c7b-96ba-29c6b494d133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:54:45.581815 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14e4b161-9445-4502-95ca-378726b564d8 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:45.700998 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-521d8520-641f-4728-a1a7-f9e58e7a166b req-8f2a3d27-08f7-4373-9ef1-4c21eaab243a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577666 Nov 02 11:54:45.737181 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14e4b161-9445-4502-95ca-378726b564d8 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:45.872538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8945215-b32e-4b4b-a5f6-be077bc144ea req-e56a22b4-2262-4452-8576-316db91f91c8 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:45.877355 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f8945215-b32e-4b4b-a5f6-be077bc144ea req-e56a22b4-2262-4452-8576-316db91f91c8 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 946 time: 0.0783658 Nov 02 11:54:45.946459 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14e4b161-9445-4502-95ca-378726b564d8 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:45.959730 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9fad16-5bc4-48d2-99f5-92c64983e1f3 None None] New status for floating IP ce8f0544-5f0c-495b-93ab-3057b34f6047: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:54:45.991901 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f8945215-b32e-4b4b-a5f6-be077bc144ea req-133bccb4-25e5-47b5-8c03-5e2a2101c489 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048934 Nov 02 11:54:45.993420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4b161-9445-4502-95ca-378726b564d8 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event deleted for resources: {'Subnet': ['ID=cd4f8830-760c-45fa-84b8-83b470c2ac76,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:45.999575 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14e4b161-9445-4502-95ca-378726b564d8 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:46.006176 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-14e4b161-9445-4502-95ca-378726b564d8 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/subnets/cd4f8830-760c-45fa-84b8-83b470c2ac76 HTTP/1.1" status: 204 len: 168 time: 0.6817939 Nov 02 11:54:46.006552 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50652) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:46.028515 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8fef9c-c33c-4657-91d2-58e7b9d163da None None] Network aa83e73b-05ef-47eb-b787-a96dfdcfe158 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:46.128356 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:46.191864 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddc38c8-5c06-41a3-b07b-6b7c141b574d x-openstack-request-id: req-1ddc38c8-5c06-41a3-b07b-6b7c141b574d {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:54:46.194661 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81c407c-cb2c-421e-9598-b7784f687ac2", "tag": "c56ffc9f-63f7-4095-adab-7edfec8a4ad7", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:54:46.195338 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ddc38c8-5c06-41a3-b07b-6b7c141b574d {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:54:46.196144 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81c407c-cb2c-421e-9598-b7784f687ac2', 'tag': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7', 'status': 'completed', 'code': 200} Nov 02 11:54:46.318338 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Deleting port 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:46.318684 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:46.332826 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb4de83-80db-41c9-90dc-14acd321edec x-openstack-request-id: req-4bb4de83-80db-41c9-90dc-14acd321edec {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:54:46.334853 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f52db5d-1383-4285-8721-2f0c16e4348b", "name": "network-vif-plugged", "status": "completed", "tag": "b6619b77-9188-43eb-9f27-b60db7c4ed6a", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:54:46.336091 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4bb4de83-80db-41c9-90dc-14acd321edec {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:54:46.336761 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f52db5d-1383-4285-8721-2f0c16e4348b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6619b77-9188-43eb-9f27-b60db7c4ed6a', 'code': 200} Nov 02 11:54:46.384140 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50656) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:46.392566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Request body: {'subnets': [{'network_id': '584a101a-97c4-47f2-bcdd-aa738025ad8f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--848102416', 'ip_version': 6}, {'network_id': '5dfb8783-01bc-4418-8768-7e712b2f9ab3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:46.392889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Request body: {'subnet': {'network_id': '584a101a-97c4-47f2-bcdd-aa738025ad8f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--848102416', 'ip_version': 6}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:46.394174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Request body: {'subnet': {'network_id': '5dfb8783-01bc-4418-8768-7e712b2f9ab3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:46.394754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0a3ab-d442-4cdc-85f1-0a6117b78f63 req-7100a4b9-5074-419d-b4e5-0fdcb1591e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:46.396321 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a6f0a3ab-d442-4cdc-85f1-0a6117b78f63 req-7100a4b9-5074-419d-b4e5-0fdcb1591e32 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e856ddf71ac4e299451dc84fbfb176b&device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 1098 time: 0.1798906 Nov 02 11:54:46.511225 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] For port 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=04dfe2d6-9773-4f6f-a05c-3f752d7c22b9,segment=NetworkSegment(6c885b6e-eec2-4ee6-9327-6e063a6e423c),segment_id=6c885b6e-eec2-4ee6-9327-6e063a6e423c)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:46.511604 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:46.548584 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Calling delete_port for 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:46.552047 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4509d23a-5648-4157-ac2f-cbc43db26ccd None None] DHCP port deletion for aa83e73b-05ef-47eb-b787-a96dfdcfe158 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:54:46.582179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d18701-7b97-4b92-be8d-6c46fdc6045f req-9ea3e0f3-f693-4373-bd97-15cf6b05624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:46.583719 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33d18701-7b97-4b92-be8d-6c46fdc6045f req-9ea3e0f3-f693-4373-bd97-15cf6b05624f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c42cd043aff4c3dad752193a806d1f3&device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 1098 time: 0.2022681 Nov 02 11:54:46.585528 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b5c5e-b484-4c47-b0ff-b667213d7020 req-21395daa-67a2-4def-9286-0d27a3ef2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:46.586895 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a71b5c5e-b484-4c47-b0ff-b667213d7020 req-21395daa-67a2-4def-9286-0d27a3ef2648 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4f52db5d-1383-4285-8721-2f0c16e4348b HTTP/1.1" status: 200 len: 1098 time: 0.2180109 Nov 02 11:54:46.636682 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-4509d23a-5648-4157-ac2f-cbc43db26ccd None None] Deleting port 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:46.636682 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4509d23a-5648-4157-ac2f-cbc43db26ccd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:46.672880 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0a3ab-d442-4cdc-85f1-0a6117b78f63 req-40feeb3d-8bfd-4d77-b21b-4813184867b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:46.674375 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a6f0a3ab-d442-4cdc-85f1-0a6117b78f63 req-40feeb3d-8bfd-4d77-b21b-4813184867b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c16c22a-0007-4e2f-a0c3-4e17b92442f6 HTTP/1.1" status: 200 len: 921 time: 0.2611639 Nov 02 11:54:46.697809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50658) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:46.716863 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4509d23a-5648-4157-ac2f-cbc43db26ccd None None] For port 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=04dfe2d6-9773-4f6f-a05c-3f752d7c22b9,segment=NetworkSegment(6c885b6e-eec2-4ee6-9327-6e063a6e423c),segment_id=6c885b6e-eec2-4ee6-9327-6e063a6e423c)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:46.716863 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4509d23a-5648-4157-ac2f-cbc43db26ccd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:46.732059 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-4509d23a-5648-4157-ac2f-cbc43db26ccd None None] Calling delete_port for 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:46.736637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Request body: {'port': {'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d', 'binding:host_id': 'n-h2-806683-18', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-751151308'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:46.743418 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a6f0a3ab-d442-4cdc-85f1-0a6117b78f63 req-2ddb5dd1-45fe-418d-9e83-beb474b7d0b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c56ffc9f-63f7-4095-adab-7edfec8a4ad7 HTTP/1.1" status: 200 len: 217 time: 0.0611198 Nov 02 11:54:46.819282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0a3ab-d442-4cdc-85f1-0a6117b78f63 req-1433acb3-3bd7-4389-b221-46fca8fb60e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:46.820573 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a6f0a3ab-d442-4cdc-85f1-0a6117b78f63 req-1433acb3-3bd7-4389-b221-46fca8fb60e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16a7e152-0cec-4c7b-96ba-29c6b494d133 HTTP/1.1" status: 200 len: 860 time: 0.0686350 Nov 02 11:54:46.867987 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a6f0a3ab-d442-4cdc-85f1-0a6117b78f63 req-94e060a5-c3ae-4020-b9ac-23f3256bec10 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c16c22a-0007-4e2f-a0c3-4e17b92442f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393836 Nov 02 11:54:46.872880 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-14d2b667-532c-4fc5-9f4e-9ae547bf03cc req-443b0e04-1012-4bac-aefa-cc59e75eaba8 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/floatingips/ce8f0544-5f0c-495b-93ab-3057b34f6047 HTTP/1.1" status: 200 len: 692 time: 0.1276217 Nov 02 11:54:46.914337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Made reservation on behalf of 09de815464f1477a93d4d3e2550a2dbb for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:46.914552 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:46.951560 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4509d23a-5648-4157-ac2f-cbc43db26ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:46.969786 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a71b5c5e-b484-4c47-b0ff-b667213d7020 req-00323b68-ca36-44a3-9358-ad85a7990702 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734910 Nov 02 11:54:46.973746 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:46.993825 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4509d23a-5648-4157-ac2f-cbc43db26ccd None None] No DVR routers for this DVR port 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:54:46.998814 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509d23a-5648-4157-ac2f-cbc43db26ccd None None] Pushing event deleted for resources: {'Port': ['ID=04dfe2d6-9773-4f6f-a05c-3f752d7c22b9,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:46.999119 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:47.004935 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event deleted for resources: {'Port': ['ID=04dfe2d6-9773-4f6f-a05c-3f752d7c22b9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:47.025662 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d18701-7b97-4b92-be8d-6c46fdc6045f req-7be09f5a-b595-4c81-8506-6b0a0b0284f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:47.032888 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33d18701-7b97-4b92-be8d-6c46fdc6045f req-7be09f5a-b595-4c81-8506-6b0a0b0284f4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=de1624d7-02e7-4915-9539-81b4cd0f5d6b HTTP/1.1" status: 200 len: 918 time: 0.4241283 Nov 02 11:54:47.039993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] No DVR routers for this DVR port 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:54:47.086519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Made reservation on behalf of f4e4e8e1dbfe46748f3d104d0aebf109 for: {'subnet': 2} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:47.086898 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a6f0a3ab-d442-4cdc-85f1-0a6117b78f63 req-25e81d35-ab9a-4b16-96f0-45f2926cdd97 service neutron] 10.222.0.54 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109656 Nov 02 11:54:47.091891 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:47.092355 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:47.189425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2b667-532c-4fc5-9f4e-9ae547bf03cc req-869a9041-9fc5-4d05-825c-a61f39581e8d tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:47.191575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-14d2b667-532c-4fc5-9f4e-9ae547bf03cc req-869a9041-9fc5-4d05-825c-a61f39581e8d tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 784 time: 0.3044534 Nov 02 11:54:47.226699 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:47.247783 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33d18701-7b97-4b92-be8d-6c46fdc6045f req-d4c9b9ae-8056-4009-a3a6-d9ef7c3769dc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c HTTP/1.1" status: 200 len: 1001 time: 0.2074721 Nov 02 11:54:47.255451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-14d2b667-532c-4fc5-9f4e-9ae547bf03cc req-c6ab01df-3efc-4eb7-92bc-f310787a61d7 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:54:47.262806 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-14d2b667-532c-4fc5-9f4e-9ae547bf03cc req-c6ab01df-3efc-4eb7-92bc-f310787a61d7 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0208197 Nov 02 11:54:47.284354 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa83e73b-05ef-47eb-b787-a96dfdcfe158']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:47.302828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c885b6e-eec2-4ee6-9327-6e063a6e423c') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:47.303218 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c885b6e-eec2-4ee6-9327-6e063a6e423c') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:47.329335 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:47.336631 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a6f0a3ab-d442-4cdc-85f1-0a6117b78f63 req-d0c602c0-8f32-4a19-a7ab-1b5354f91c05 service neutron] 10.222.0.54 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412748 Nov 02 11:54:47.345593 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:47.353828 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:47.361407 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:47.361820 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:47.364136 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-14d2b667-532c-4fc5-9f4e-9ae547bf03cc req-bed0b290-35e3-4093-8c41-3fcc48c612a6 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.12 HTTP/1.1" status: 200 len: 695 time: 0.1007490 Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:47.365246 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:47.396459 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d18701-7b97-4b92-be8d-6c46fdc6045f req-67d50587-f578-45e3-b93f-4db6d5be4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:47.399402 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33d18701-7b97-4b92-be8d-6c46fdc6045f req-67d50587-f578-45e3-b93f-4db6d5be4956 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17063659-e3c5-4f52-b046-a3aac82260e7 HTTP/1.1" status: 200 len: 856 time: 0.1331155 Nov 02 11:54:47.421025 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:47.431701 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] device_id is not set on port 7546017f-3601-4677-a3ce-631cedbb6c4c yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:54:47.493792 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-14d2b667-532c-4fc5-9f4e-9ae547bf03cc req-bf0c1f76-942b-4f4f-ba96-e20d66eb1afb tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.12 HTTP/1.1" status: 200 len: 695 time: 0.1151276 Nov 02 11:54:47.511475 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e15f-fc55-48d5-a760-9023316da3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:47.522405 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dbd53d-6694-402a-8a55-14334f52705c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:47.542964 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:47.551824 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:47.555170 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] 10.222.0.52 "DELETE /v2.0/networks/aa83e73b-05ef-47eb-b787-a96dfdcfe158 HTTP/1.1" status: 204 len: 168 time: 1.5472872 Nov 02 11:54:47.576101 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0f332-1e8f-4b36-90fe-1825efbcb7e5 tempest-NetworksIpV6TestAttrs-1907374860 tempest-NetworksIpV6TestAttrs-1907374860-project] Pushing event deleted for resources: {'Network': ['ID=aa83e73b-05ef-47eb-b787-a96dfdcfe158,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:47.607605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d18701-7b97-4b92-be8d-6c46fdc6045f req-da17235b-abb8-4151-b3aa-3c0df7e8a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:47.609192 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33d18701-7b97-4b92-be8d-6c46fdc6045f req-da17235b-abb8-4151-b3aa-3c0df7e8a872 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de1624d7-02e7-4915-9539-81b4cd0f5d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1680298 Nov 02 11:54:47.715592 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] device_id is not set on port 7546017f-3601-4677-a3ce-631cedbb6c4c yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:54:47.727598 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:47.837252 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:47.861397 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33d18701-7b97-4b92-be8d-6c46fdc6045f req-06e2bfe9-008a-4252-a202-87dbe15ba340 service neutron] 10.222.0.54 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151563 Nov 02 11:54:47.868396 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-14d2b667-532c-4fc5-9f4e-9ae547bf03cc req-3b502c48-3ba0-4f8c-95e6-232fd5087252 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Deleting port 9c8da43b-fc49-42b8-9ac8-64697f29e068 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:47.868396 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-14d2b667-532c-4fc5-9f4e-9ae547bf03cc req-3b502c48-3ba0-4f8c-95e6-232fd5087252 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:47.901173 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Pushing event updated for resources: {'Port': ['ID=7546017f-3601-4677-a3ce-631cedbb6c4c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:47.923435 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Checking segment: {'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:47.923995 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Network hostable DHCP agents. Network: f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:54:48.031431 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:54:48.146269 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:48.147093 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33d18701-7b97-4b92-be8d-6c46fdc6045f req-6cbe73e8-1fd6-4448-a2c7-22e547ebdaf8 service neutron] 10.222.0.54 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572324 Nov 02 11:54:48.151726 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:48.153243 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-14d2b667-532c-4fc5-9f4e-9ae547bf03cc req-3b502c48-3ba0-4f8c-95e6-232fd5087252 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:48.153586 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-14d2b667-532c-4fc5-9f4e-9ae547bf03cc req-3b502c48-3ba0-4f8c-95e6-232fd5087252 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:48.162527 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a8f565-36c7-4fd6-809a-2d1b15c8215d None None] Network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:48.169297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-14d2b667-532c-4fc5-9f4e-9ae547bf03cc req-3b502c48-3ba0-4f8c-95e6-232fd5087252 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Calling delete_port for 9c8da43b-fc49-42b8-9ac8-64697f29e068 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:48.186220 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:48.186567 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:48.187847 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:48.195930 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50674) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:48.213104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81c407c-cb2c-421e-9598-b7784f687ac2', 'tag': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:54:48.215539 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e99b0cd-a7c6-41fc-8515-460f72bcd98d" -d '{"events": [{"name": "network-changed", "server_uuid": "a81c407c-cb2c-421e-9598-b7784f687ac2", "tag": "c56ffc9f-63f7-4095-adab-7edfec8a4ad7"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:54:48.243203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:48.243571 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:48.244002 n-d-806683-18 neutron-server[102690]: INFO neutron.plugins.ml2.plugin [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 2 to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c Nov 02 11:54:48.280049 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:48.281896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:48.282646 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:48.291588 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:48.292011 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:48.292521 n-d-806683-18 neutron-server[102690]: INFO neutron.plugins.ml2.plugin [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 3 to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c Nov 02 11:54:48.311486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:48.312885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:48.312885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:48.319805 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:48.331544 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:54:48.336223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:48.336223 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:48.336223 n-d-806683-18 neutron-server[102690]: INFO neutron.plugins.ml2.plugin [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 4 to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c Nov 02 11:54:48.354460 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:48.354460 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:48.354460 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:48.365074 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:48.365878 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:48.365878 n-d-806683-18 neutron-server[102690]: INFO neutron.plugins.ml2.plugin [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 5 to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c Nov 02 11:54:48.382391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:54:48.383490 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 04dfe2d6-9773-4f6f-a05c-3f752d7c22b9 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:54:48.395462 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:48.395669 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:48.396058 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:48.408749 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:48.409216 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:48.412173 n-d-806683-18 neutron-server[102690]: INFO neutron.plugins.ml2.plugin [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 6 to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c Nov 02 11:54:48.427187 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event updated for resources: {'Subnet': ['ID=ef3b08aa-960f-4c34-9a99-9224b785ed15,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:48.432224 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:48.432649 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:48.433084 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:48.472358 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:48.472690 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:48.474641 n-d-806683-18 neutron-server[102690]: INFO neutron.plugins.ml2.plugin [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 7 to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c Nov 02 11:54:48.496515 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:48.496853 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:48.497193 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:48.498282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Checking segment: {'id': '150ac5de-fdb9-46b0-8c97-77d2713e53e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '584a101a-97c4-47f2-bcdd-aa738025ad8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:48.498792 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Network hostable DHCP agents. Network: 584a101a-97c4-47f2-bcdd-aa738025ad8f, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:54:48.503071 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cd0ddc7f-1597-426d-9b91-70d1da540ae2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2ad9f1156d494693a73586f5f8367b88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3059006 Nov 02 11:54:48.505671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50680) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:48.512378 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:48.512757 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:48.514308 n-d-806683-18 neutron-server[102690]: INFO neutron.plugins.ml2.plugin [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 8 to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c Nov 02 11:54:48.548995 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:48.549337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:48.549679 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:48.565895 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:48.566228 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:48.566951 n-d-806683-18 neutron-server[102690]: INFO neutron.plugins.ml2.plugin [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 9 to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c Nov 02 11:54:48.588515 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:48.588852 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:48.589193 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:48.596882 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-14d2b667-532c-4fc5-9f4e-9ae547bf03cc req-3b502c48-3ba0-4f8c-95e6-232fd5087252 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:48.598439 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:48.598801 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:48.599394 n-d-806683-18 neutron-server[102690]: INFO neutron.plugins.ml2.plugin [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 10 to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c Nov 02 11:54:48.602085 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c787bacf-dca6-469e-980f-a9ff9c0f4ec1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:48.623587 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b502c48-3ba0-4f8c-95e6-232fd5087252 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Pushing event deleted for resources: {'Port': ['ID=9c8da43b-fc49-42b8-9ac8-64697f29e068,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:48.627261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:48.627261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:48.627261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:48.630292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Network 584a101a-97c4-47f2-bcdd-aa738025ad8f is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:54:48.638705 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c787bacf-dca6-469e-980f-a9ff9c0f4ec1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:48.641821 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 7546017f-3601-4677-a3ce-631cedbb6c4c on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:48.642199 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 7546017f-3601-4677-a3ce-631cedbb6c4c on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:48.642601 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:48.698065 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-14d2b667-532c-4fc5-9f4e-9ae547bf03cc req-3b502c48-3ba0-4f8c-95e6-232fd5087252 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:48.700736 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-14d2b667-532c-4fc5-9f4e-9ae547bf03cc req-3b502c48-3ba0-4f8c-95e6-232fd5087252 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:48.701931 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-14d2b667-532c-4fc5-9f4e-9ae547bf03cc req-3b502c48-3ba0-4f8c-95e6-232fd5087252 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "DELETE /v2.0/floatingips/ce8f0544-5f0c-495b-93ab-3057b34f6047 HTTP/1.1" status: 204 len: 173 time: 1.1945195 Nov 02 11:54:48.732890 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 584a101a-97c4-47f2-bcdd-aa738025ad8f) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:48.737283 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:48.743495 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa16bffd-2a77-4a2d-ae26-2e1091410ed0 None None] Network 584a101a-97c4-47f2-bcdd-aa738025ad8f requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:48.763469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] For port 7546017f-3601-4677-a3ce-631cedbb6c4c, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:54:48.763936 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempted to set empty binding levels {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 11:54:48.834266 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event updated for resources: {'Subnet': ['ID=a5a1a866-e45e-49d7-9c84-66c132ebb39d,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:48.843765 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c787bacf-dca6-469e-980f-a9ff9c0f4ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:48.847280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Checking segment: {'id': 'a8a41a1f-b04c-429e-ada4-0d2093f2a7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5dfb8783-01bc-4418-8768-7e712b2f9ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:48.847543 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c787bacf-dca6-469e-980f-a9ff9c0f4ec1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:48.847723 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Network hostable DHCP agents. Network: 5dfb8783-01bc-4418-8768-7e712b2f9ab3, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:54:48.849297 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c787bacf-dca6-469e-980f-a9ff9c0f4ec1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/10b99be5-c426-4734-8fe1-422b1579b32c HTTP/1.1" status: 204 len: 168 time: 0.3421919 Nov 02 11:54:48.857861 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787bacf-dca6-469e-980f-a9ff9c0f4ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b99be5-c426-4734-8fe1-422b1579b32c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:48.869742 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757967c-7770-4ddf-a181-9a3fe91ad0b0 req-57db90b7-8e4f-4537-af62-39204ae84d87 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:48.871352 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8757967c-7770-4ddf-a181-9a3fe91ad0b0 req-57db90b7-8e4f-4537-af62-39204ae84d87 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f52db5d-1383-4285-8721-2f0c16e4348b HTTP/1.1" status: 200 len: 946 time: 0.1064684 Nov 02 11:54:48.871484 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:48.962869 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-584a101a-97c4-47f2-bcdd-aa738025ad8f', 'network_id': '584a101a-97c4-47f2-bcdd-aa738025ad8f', 'tenant_id': 'f4e4e8e1dbfe46748f3d104d0aebf109', 'fixed_ips': [{'subnet_id': 'ef3b08aa-960f-4c34-9a99-9224b785ed15'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:54:48.963914 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:48.971251 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8757967c-7770-4ddf-a181-9a3fe91ad0b0 req-589ecac1-5915-4934-91a4-78709c1a045a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814104 Nov 02 11:54:48.976243 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:48.980754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Network 5dfb8783-01bc-4418-8768-7e712b2f9ab3 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:54:48.981366 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:49.006746 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Pushing event updated for resources: {'Port': ['ID=7546017f-3601-4677-a3ce-631cedbb6c4c,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:49.110184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723e3a5-2500-4aff-92ed-15fcc86149d3 req-210dc65f-073e-4e87-96be-8bffe5d98c31 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:49.115424 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a723e3a5-2500-4aff-92ed-15fcc86149d3 req-210dc65f-073e-4e87-96be-8bffe5d98c31 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 946 time: 0.0595686 Nov 02 11:54:49.132369 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-899e9ba4-6fbf-4b3d-adc3-d090cf7f3eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.4334230 Nov 02 11:54:49.135128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50690) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:49.145935 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 5dfb8783-01bc-4418-8768-7e712b2f9ab3) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:49.151239 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Allocated IP 2001:db8::1 (584a101a-97c4-47f2-bcdd-aa738025ad8f/ef3b08aa-960f-4c34-9a99-9224b785ed15/ebe761a0-7e56-4aaa-a923-5d4c64627616) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:54:49.151825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:49.152331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:49.152954 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:49.154697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1119e1-54d6-4636-96d5-3aa6f93f9c9d None None] Network 5dfb8783-01bc-4418-8768-7e712b2f9ab3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:49.285921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a723e3a5-2500-4aff-92ed-15fcc86149d3 req-09a07d9d-fa55-4c86-995d-373a281be247 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680434 Nov 02 11:54:49.301576 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9690e574-c478-46dd-9d22-2cea480c6cac tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.9188054 Nov 02 11:54:49.304940 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50694) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:49.310141 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96efd6a3-c810-44e9-beca-530f2f7d1441 req-b5bd1fb4-eba7-48ab-961a-b81ab8827186 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0840144 Nov 02 11:54:49.348163 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6392bbd7-b030-4491-8379-2987148bd54e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Deleting port 7546017f-3601-4677-a3ce-631cedbb6c4c {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:49.348840 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6392bbd7-b030-4491-8379-2987148bd54e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:49.431999 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dad9539-731f-4c6f-a5a8-48d2a1355163 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:49.433711 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dad9539-731f-4c6f-a5a8-48d2a1355163 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:49.435604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dad9539-731f-4c6f-a5a8-48d2a1355163 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:49.451356 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4dad9539-731f-4c6f-a5a8-48d2a1355163 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1361177 Nov 02 11:54:49.451847 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50700) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:49.509222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-6392bbd7-b030-4491-8379-2987148bd54e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] For port 7546017f-3601-4677-a3ce-631cedbb6c4c, host n-h2-806683-18, got binding levels [] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:49.509798 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6392bbd7-b030-4491-8379-2987148bd54e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:49.521231 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ed8cde-2d67-46d8-a867-fe33b05a5820 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Deleting subnet ef3b08aa-960f-4c34-9a99-9224b785ed15 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:54:49.527415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efd6a3-c810-44e9-beca-530f2f7d1441 req-641ad42e-5b5a-4f2b-b187-45e6ac985f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:49.533637 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96efd6a3-c810-44e9-beca-530f2f7d1441 req-641ad42e-5b5a-4f2b-b187-45e6ac985f06 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 1097 time: 0.1494865 Nov 02 11:54:49.539738 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6392bbd7-b030-4491-8379-2987148bd54e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Calling delete_port for 7546017f-3601-4677-a3ce-631cedbb6c4c owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:49.585515 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ae29e5-e91e-4219-ae0a-d1251dbd4811 x-openstack-request-id: req-41ae29e5-e91e-4219-ae0a-d1251dbd4811 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:54:49.585799 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81c407c-cb2c-421e-9598-b7784f687ac2", "tag": "c56ffc9f-63f7-4095-adab-7edfec8a4ad7", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:54:49.586051 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41ae29e5-e91e-4219-ae0a-d1251dbd4811 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:54:49.586453 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81c407c-cb2c-421e-9598-b7784f687ac2', 'tag': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7', 'status': 'completed', 'code': 200} Nov 02 11:54:49.697895 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-5dfb8783-01bc-4418-8768-7e712b2f9ab3', 'network_id': '5dfb8783-01bc-4418-8768-7e712b2f9ab3', 'tenant_id': 'f4e4e8e1dbfe46748f3d104d0aebf109', 'fixed_ips': [{'subnet_id': 'a5a1a866-e45e-49d7-9c84-66c132ebb39d'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:54:49.698738 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:49.705432 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:49.728249 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2d4e1008-1012-426c-a37e-866f2e04a602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:49.833370 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-24ed8cde-2d67-46d8-a867-fe33b05a5820 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:49.837703 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:49.845061 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-c0f57b44-d05f-42ef-aab4-e914f84ce114 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0714681 Nov 02 11:54:49.944147 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:54:49.958692 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Network 584a101a-97c4-47f2-bcdd-aa738025ad8f is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:49.966531 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-24ed8cde-2d67-46d8-a867-fe33b05a5820 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:49.987428 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:49.990060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:50.050619 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-297ee12b-d21e-4a63-b36c-2fbb06720477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:50.052264 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Pushing event updated for resources: {'Port': ['ID=ebe761a0-7e56-4aaa-a923-5d4c64627616,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:50.054406 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-297ee12b-d21e-4a63-b36c-2fbb06720477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:50.055528 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-297ee12b-d21e-4a63-b36c-2fbb06720477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:50.061324 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-297ee12b-d21e-4a63-b36c-2fbb06720477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:50.065598 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-297ee12b-d21e-4a63-b36c-2fbb06720477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:50.066299 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-297ee12b-d21e-4a63-b36c-2fbb06720477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:50.067299 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-297ee12b-d21e-4a63-b36c-2fbb06720477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:50.069635 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-297ee12b-d21e-4a63-b36c-2fbb06720477 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98712f8e25ee41a2953347ba1e13095a&device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 6497 time: 0.1451123 Nov 02 11:54:50.082215 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Allocated IP 2001:db8:0:1::1 (5dfb8783-01bc-4418-8768-7e712b2f9ab3/a5a1a866-e45e-49d7-9c84-66c132ebb39d/aad759d9-090a-49fb-9f6f-4c964a0a6f45) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:54:50.103688 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Attempting to bind port ebe761a0-7e56-4aaa-a923-5d4c64627616 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:50.104274 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Attempting to bind port ebe761a0-7e56-4aaa-a923-5d4c64627616 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '150ac5de-fdb9-46b0-8c97-77d2713e53e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '584a101a-97c4-47f2-bcdd-aa738025ad8f'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:50.104653 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Attempting to bind port ebe761a0-7e56-4aaa-a923-5d4c64627616 on network 584a101a-97c4-47f2-bcdd-aa738025ad8f {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:50.131671 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:54:50.132427 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Checking segment: {'id': '150ac5de-fdb9-46b0-8c97-77d2713e53e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '584a101a-97c4-47f2-bcdd-aa738025ad8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:50.132574 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:50.132934 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Bound using segment: {'id': '150ac5de-fdb9-46b0-8c97-77d2713e53e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '584a101a-97c4-47f2-bcdd-aa738025ad8f'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:54:50.133424 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Bound port: ebe761a0-7e56-4aaa-a923-5d4c64627616, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '150ac5de-fdb9-46b0-8c97-77d2713e53e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '584a101a-97c4-47f2-bcdd-aa738025ad8f'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:54:50.134063 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:50.190582 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99b0cd-a7c6-41fc-8515-460f72bcd98d req-7e031fcd-9a2b-4161-86b6-14c49a9d0e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:50.192157 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4e99b0cd-a7c6-41fc-8515-460f72bcd98d req-7e031fcd-9a2b-4161-86b6-14c49a9d0e7f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5e856ddf71ac4e299451dc84fbfb176b&device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 1098 time: 0.5605989 Nov 02 11:54:50.227608 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-333e572b-e556-4d05-b04e-058012bcf29b req-f2aec130-fe88-4623-9ba4-3a59a63fbb58 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups/e65341d8-6151-4045-9f49-f47fdcc9ad6c HTTP/1.1" status: 200 len: 1826 time: 0.6309586 Nov 02 11:54:50.268144 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efd6a3-c810-44e9-beca-530f2f7d1441 req-804e9345-30a8-4b1a-90e0-ea7849a199ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:50.269640 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96efd6a3-c810-44e9-beca-530f2f7d1441 req-804e9345-30a8-4b1a-90e0-ea7849a199ee service neutron] 10.222.0.79 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 905 time: 0.7205391 Nov 02 11:54:50.317763 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:50.341878 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-23fefdd0-04f0-4046-bdf7-e587f8ea6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:50.342451 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-23fefdd0-04f0-4046-bdf7-e587f8ea6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:50.343314 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-23fefdd0-04f0-4046-bdf7-e587f8ea6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:50.345189 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-23fefdd0-04f0-4046-bdf7-e587f8ea6ed6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2186d30e-762f-43e0-acae-f84c10f25696&id=57381074-bd23-4376-887c-81c9e0b09323&id=57381074-bd23-4376-887c-81c9e0b09323&id=57381074-bd23-4376-887c-81c9e0b09323&id=57381074-bd23-4376-887c-81c9e0b09323&id=186d9e24-7a85-466f-9541-9c5be919901f&id=186d9e24-7a85-466f-9541-9c5be919901f HTTP/1.1" status: 200 len: 2292 time: 0.2438145 Nov 02 11:54:50.361297 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96efd6a3-c810-44e9-beca-530f2f7d1441 req-adcc8ac5-f201-440b-899c-03b5ebd6fb12 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6b6f311-7267-4d0d-8126-7fd262070db1 HTTP/1.1" status: 200 len: 217 time: 0.0552742 Nov 02 11:54:50.363561 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-24ed8cde-2d67-46d8-a867-fe33b05a5820 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:50.372910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313a0f77-4e76-4814-ba42-4f4626d01f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:54:50.374085 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9375de77-3f56-4224-801f-cdf1a8f0c0d6" -d '{"events": [{"server_uuid": "313a0f77-4e76-4814-ba42-4f4626d01f67", "name": "network-vif-unplugged", "status": "completed", "tag": "6b5db8cc-7cee-4e10-ac4c-89c5af06b76c"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:54:50.396868 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:50.412328 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6392bbd7-b030-4491-8379-2987148bd54e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:50.463218 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392bbd7-b030-4491-8379-2987148bd54e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Pushing event deleted for resources: {'Port': ['ID=7546017f-3601-4677-a3ce-631cedbb6c4c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:50.493358 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6392bbd7-b030-4491-8379-2987148bd54e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:50.496769 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6392bbd7-b030-4491-8379-2987148bd54e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] 10.222.0.52 "DELETE /v2.0/ports/7546017f-3601-4677-a3ce-631cedbb6c4c HTTP/1.1" status: 204 len: 168 time: 1.3606434 Nov 02 11:54:50.498983 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:50.501751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efd6a3-c810-44e9-beca-530f2f7d1441 req-0d659c8f-84b3-4e60-acd5-bfeb9a2a86f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:50.503260 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96efd6a3-c810-44e9-beca-530f2f7d1441 req-0d659c8f-84b3-4e60-acd5-bfeb9a2a86f3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b04dcbcd-1275-4a43-9876-3724821feb17 HTTP/1.1" status: 200 len: 844 time: 0.1332698 Nov 02 11:54:50.505843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50722) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:50.510552 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:50.524560 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-e3341b1a-0f11-4c96-8a09-6a70239a09db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0194c44a-8c9b-476a-a2df-892896c7ecd8 HTTP/1.1" status: 200 len: 1002 time: 0.1697283 Nov 02 11:54:50.531872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99b0cd-a7c6-41fc-8515-460f72bcd98d req-e6641d8e-adc9-409e-9a18-3d07172222ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:50.533397 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4e99b0cd-a7c6-41fc-8515-460f72bcd98d req-e6641d8e-adc9-409e-9a18-3d07172222ef service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c16c22a-0007-4e2f-a0c3-4e17b92442f6 HTTP/1.1" status: 200 len: 921 time: 0.3287263 Nov 02 11:54:50.548258 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-333e572b-e556-4d05-b04e-058012bcf29b req-b1423f70-fd84-4379-af86-5fef57770910 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:50.574641 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96efd6a3-c810-44e9-beca-530f2f7d1441 req-781f5996-485f-40db-909f-b30b058a52f8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=74bd6dc5-f0e6-4079-ac41-63269a99500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575275 Nov 02 11:54:50.575529 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b8b117-6868-4f76-9887-0db4691f7af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] GET failed (client error): The resource could not be found. Nov 02 11:54:50.577000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a8b8b117-6868-4f76-9887-0db4691f7af5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] 10.222.0.52 "GET /v2.0/ports/7546017f-3601-4677-a3ce-631cedbb6c4c HTTP/1.1" status: 404 len: 333 time: 0.0687385 Nov 02 11:54:50.583934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50724) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:50.587316 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:50.597044 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-4376302b-1bad-4ab0-bd95-09d927a6f587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Request body: {'port': {'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1400292764'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:50.613614 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-5888ef3d-68b4-418c-aa01-ae08155f5af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:50.615676 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-5888ef3d-68b4-418c-aa01-ae08155f5af5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c931c3ff-ea0b-4408-bd53-510e0450d503 HTTP/1.1" status: 200 len: 850 time: 0.0813062 Nov 02 11:54:50.620959 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Network 5dfb8783-01bc-4418-8768-7e712b2f9ab3 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:50.622492 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:50.628802 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:50.631325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:50.651268 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4e99b0cd-a7c6-41fc-8515-460f72bcd98d req-1dca2066-e236-4e60-840b-b63ccdc3fed2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c56ffc9f-63f7-4095-adab-7edfec8a4ad7 HTTP/1.1" status: 200 len: 217 time: 0.0852282 Nov 02 11:54:50.656065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] For port ebe761a0-7e56-4aaa-a923-5d4c64627616, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:54:50.671637 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-24ed8cde-2d67-46d8-a867-fe33b05a5820 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:50.695388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] For port ebe761a0-7e56-4aaa-a923-5d4c64627616, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ebe761a0-7e56-4aaa-a923-5d4c64627616,segment=NetworkSegment(150ac5de-fdb9-46b0-8c97-77d2713e53e5),segment_id=150ac5de-fdb9-46b0-8c97-77d2713e53e5)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:54:50.710076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50726) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:50.713093 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-333e572b-e556-4d05-b04e-058012bcf29b req-b1423f70-fd84-4379-af86-5fef57770910 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:50.726321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Pushing event updated for resources: {'Port': ['ID=aad759d9-090a-49fb-9f6f-4c964a0a6f45,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:50.741450 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Attempting to bind port aad759d9-090a-49fb-9f6f-4c964a0a6f45 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:50.742135 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Attempting to bind port aad759d9-090a-49fb-9f6f-4c964a0a6f45 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'a8a41a1f-b04c-429e-ada4-0d2093f2a7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5dfb8783-01bc-4418-8768-7e712b2f9ab3'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:50.742509 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Attempting to bind port aad759d9-090a-49fb-9f6f-4c964a0a6f45 on network 5dfb8783-01bc-4418-8768-7e712b2f9ab3 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:50.752869 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-24ed8cde-2d67-46d8-a867-fe33b05a5820 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:50.755787 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:54:50.756257 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Checking segment: {'id': 'a8a41a1f-b04c-429e-ada4-0d2093f2a7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5dfb8783-01bc-4418-8768-7e712b2f9ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:50.756672 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:50.757069 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Bound using segment: {'id': 'a8a41a1f-b04c-429e-ada4-0d2093f2a7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5dfb8783-01bc-4418-8768-7e712b2f9ab3'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:54:50.758396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Bound port: aad759d9-090a-49fb-9f6f-4c964a0a6f45, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a41a1f-b04c-429e-ada4-0d2093f2a7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5dfb8783-01bc-4418-8768-7e712b2f9ab3'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:54:50.758396 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:50.759710 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-24ed8cde-2d67-46d8-a867-fe33b05a5820 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "DELETE /v2.0/subnets/ef3b08aa-960f-4c34-9a99-9224b785ed15 HTTP/1.1" status: 204 len: 168 time: 1.3066654 Nov 02 11:54:50.762892 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50730) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:50.772941 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:50.773862 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed8cde-2d67-46d8-a867-fe33b05a5820 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event deleted for resources: {'Subnet': ['ID=ef3b08aa-960f-4c34-9a99-9224b785ed15,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:50.805164 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-b93af726-46e3-4bcf-92f0-ef6ea6b98f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:50.806686 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-b93af726-46e3-4bcf-92f0-ef6ea6b98f46 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2186d30e-762f-43e0-acae-f84c10f25696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1822529 Nov 02 11:54:50.856240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4376302b-1bad-4ab0-bd95-09d927a6f587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Made reservation on behalf of 09de815464f1477a93d4d3e2550a2dbb for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:50.858655 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4376302b-1bad-4ab0-bd95-09d927a6f587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:50.900999 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99b0cd-a7c6-41fc-8515-460f72bcd98d req-17420452-b5da-43b4-ad5e-6e3ae405b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:50.914406 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4e99b0cd-a7c6-41fc-8515-460f72bcd98d req-17420452-b5da-43b4-ad5e-6e3ae405b113 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=16a7e152-0cec-4c7b-96ba-29c6b494d133 HTTP/1.1" status: 200 len: 860 time: 0.2524672 Nov 02 11:54:50.926692 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-13b70eb0-1a18-4276-a7e5-c6d50320764c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2048578204'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:50.941902 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-915bbe08-07d5-45c5-9cb2-32210d11b46a service neutron] 10.222.0.54 "GET /v2.0/networks/2186d30e-762f-43e0-acae-f84c10f25696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261373 Nov 02 11:54:50.960643 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de7c73-a730-4fba-97b2-759d81b04962 None None] Pushing event updated for resources: {'Port': ['ID=ebe761a0-7e56-4aaa-a923-5d4c64627616,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:50.970140 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-4376302b-1bad-4ab0-bd95-09d927a6f587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] device_id is not set on port 0f426b03-c5b4-4768-a2b0-84f587d7a62d yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:54:51.015539 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96efd6a3-c810-44e9-beca-530f2f7d1441 req-3324ca16-c069-45b0-ab8f-467e61b81173 service neutron] 10.222.0.79 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300454 Nov 02 11:54:51.027943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad27666-998c-4fed-887b-64d0d9743298 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Deleting subnet a5a1a866-e45e-49d7-9c84-66c132ebb39d {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:54:51.032539 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4e99b0cd-a7c6-41fc-8515-460f72bcd98d req-041d1ddd-3753-4e11-9b9c-be2000f63bda service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c16c22a-0007-4e2f-a0c3-4e17b92442f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021247 Nov 02 11:54:51.034437 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] For port aad759d9-090a-49fb-9f6f-4c964a0a6f45, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:54:51.039450 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] For port aad759d9-090a-49fb-9f6f-4c964a0a6f45, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=aad759d9-090a-49fb-9f6f-4c964a0a6f45,segment=NetworkSegment(a8a41a1f-b04c-429e-ada4-0d2093f2a7c5),segment_id=a8a41a1f-b04c-429e-ada4-0d2093f2a7c5)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:54:51.073686 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ad27666-998c-4fed-887b-64d0d9743298 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:51.104403 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-af54e234-11ff-42a1-9184-54cc3bc9b992 service neutron] 10.222.0.54 "GET /v2.0/networks/2186d30e-762f-43e0-acae-f84c10f25696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531682 Nov 02 11:54:51.148886 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-333e572b-e556-4d05-b04e-058012bcf29b req-b1423f70-fd84-4379-af86-5fef57770910 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:51.151569 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-333e572b-e556-4d05-b04e-058012bcf29b req-b1423f70-fd84-4379-af86-5fef57770910 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:51.152730 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-333e572b-e556-4d05-b04e-058012bcf29b req-b1423f70-fd84-4379-af86-5fef57770910 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "DELETE /v2.0/security-groups/e65341d8-6151-4045-9f49-f47fdcc9ad6c HTTP/1.1" status: 204 len: 173 time: 0.9243114 Nov 02 11:54:51.158094 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:51.186282 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:51.202213 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-c8650429-9a5e-4d7d-b724-13bc899c0319 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=e49a6e4f-ad58-4cc4-a201-1817a84804d2 HTTP/1.1" status: 200 len: 217 time: 0.0870206 Nov 02 11:54:51.270991 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abeb478-5741-4772-9533-ac36a719cc87 None None] Pushing event updated for resources: {'Port': ['ID=aad759d9-090a-49fb-9f6f-4c964a0a6f45,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:51.276599 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1423f70-fd84-4379-af86-5fef57770910 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65341d8-6151-4045-9f49-f47fdcc9ad6c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:51.308460 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-129abef0-6ad4-4535-9e01-5d03a644c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:51.316236 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-129abef0-6ad4-4535-9e01-5d03a644c28e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638 HTTP/1.1" status: 200 len: 797 time: 0.0980632 Nov 02 11:54:51.397034 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-e11d3ee0-ddc8-441e-98ef-4c0518a78e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:51.405383 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-e11d3ee0-ddc8-441e-98ef-4c0518a78e1e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57381074-bd23-4376-887c-81c9e0b09323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0806453 Nov 02 11:54:51.407889 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ad27666-998c-4fed-887b-64d0d9743298 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:51.416727 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b70eb0-1a18-4276-a7e5-c6d50320764c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:51.421267 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-13b70eb0-1a18-4276-a7e5-c6d50320764c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:51.483056 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-13b70eb0-1a18-4276-a7e5-c6d50320764c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:51.521906 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-91a52eb3-705a-4d88-bf3c-3d4cb70e0ce5 service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136386 Nov 02 11:54:51.621124 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96efd6a3-c810-44e9-beca-530f2f7d1441 req-91d388fe-5b87-48b9-891b-6ae147e3d78d service neutron] 10.222.0.79 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545337 Nov 02 11:54:51.665701 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-962aa22b-62fa-49f8-aaef-1843684b121b service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322536 Nov 02 11:54:51.673480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec054f-8579-415c-82b4-72e244f7f373 req-ed220ba4-718c-4c4c-a014-63efb7e1cd45 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:51.674036 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8eec054f-8579-415c-82b4-72e244f7f373 req-ed220ba4-718c-4c4c-a014-63efb7e1cd45 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f52db5d-1383-4285-8721-2f0c16e4348b HTTP/1.1" status: 200 len: 946 time: 0.4232492 Nov 02 11:54:51.723859 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4e99b0cd-a7c6-41fc-8515-460f72bcd98d req-1542746d-bfc3-4f43-9b5e-b107a88d8e33 service neutron] 10.222.0.54 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6522501 Nov 02 11:54:51.724080 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-f51735bb-905e-4b36-87ff-2a20a3c46438 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 HTTP/1.1" status: 200 len: 217 time: 0.0502541 Nov 02 11:54:51.807864 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4376302b-1bad-4ab0-bd95-09d927a6f587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:51.815377 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-b77e1218-fcd5-467c-8243-ad5ce355cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:51.817507 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-b77e1218-fcd5-467c-8243-ad5ce355cb58 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638 HTTP/1.1" status: 200 len: 797 time: 0.0805612 Nov 02 11:54:51.823985 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ad27666-998c-4fed-887b-64d0d9743298 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:51.879228 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-e789cd60-2a60-4571-98b4-c800e16b329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:51.880840 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-e789cd60-2a60-4571-98b4-c800e16b329f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57381074-bd23-4376-887c-81c9e0b09323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0562549 Nov 02 11:54:52.005614 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-c78b5c02-e0f6-41e5-91d1-df33362fbbe5 service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124527 Nov 02 11:54:52.009858 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8eec054f-8579-415c-82b4-72e244f7f373 req-17b54e19-def6-4f1b-89a1-5f37ade15e16 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989407 Nov 02 11:54:52.041364 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-13b70eb0-1a18-4276-a7e5-c6d50320764c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:52.057359 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4e99b0cd-a7c6-41fc-8515-460f72bcd98d req-b91090a3-fbae-4307-a187-1f80c1b1b1fb service neutron] 10.222.0.54 "GET /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169897 Nov 02 11:54:52.146676 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ad27666-998c-4fed-887b-64d0d9743298 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:52.154728 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-f67016f5-7034-4508-8f4b-f83428625d48 service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460509 Nov 02 11:54:52.157888 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4376302b-1bad-4ab0-bd95-09d927a6f587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:52.160215 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-13b70eb0-1a18-4276-a7e5-c6d50320764c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:52.227234 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-00074ad9-cdce-423b-8def-b28b2bfb586a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=67731d26-119f-4fb7-bd57-e7d22863bbc2 HTTP/1.1" status: 200 len: 217 time: 0.0649638 Nov 02 11:54:52.321137 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-5c8f7d29-ace2-4298-a2d1-1a46978457ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:52.331379 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-5c8f7d29-ace2-4298-a2d1-1a46978457ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638 HTTP/1.1" status: 200 len: 797 time: 0.0867457 Nov 02 11:54:52.347578 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87da1e23-f619-43de-9f80-19d5b9b3ae78 None None] Network 584a101a-97c4-47f2-bcdd-aa738025ad8f requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:52.352086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad27666-998c-4fed-887b-64d0d9743298 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a1a866-e45e-49d7-9c84-66c132ebb39d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:52.367384 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b70eb0-1a18-4276-a7e5-c6d50320764c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:52.375590 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b70eb0-1a18-4276-a7e5-c6d50320764c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b377116-33d8-4060-924c-7b062eb608cb,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:52.384631 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ad27666-998c-4fed-887b-64d0d9743298 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:52.388089 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3ad27666-998c-4fed-887b-64d0d9743298 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "DELETE /v2.0/subnets/a5a1a866-e45e-49d7-9c84-66c132ebb39d HTTP/1.1" status: 204 len: 168 time: 1.6190019 Nov 02 11:54:52.393147 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50740) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:52.419255 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-13b70eb0-1a18-4276-a7e5-c6d50320764c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:52.419724 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-13b70eb0-1a18-4276-a7e5-c6d50320764c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Added segment 451116e0-72c8-4a2e-af96-e8fc06dc210a of type vlan for network 661edb1b-0c5c-4073-acad-6bdc8a308203 Nov 02 11:54:52.422743 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4376302b-1bad-4ab0-bd95-09d927a6f587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:52.431849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376302b-1bad-4ab0-bd95-09d927a6f587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Pushing event updated for resources: {'Port': ['ID=0f426b03-c5b4-4768-a2b0-84f587d7a62d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:52.444855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-4376302b-1bad-4ab0-bd95-09d927a6f587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:52.492831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4376302b-1bad-4ab0-bd95-09d927a6f587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:52.494220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4376302b-1bad-4ab0-bd95-09d927a6f587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:52.494816 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4376302b-1bad-4ab0-bd95-09d927a6f587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:52.497967 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ebe761a0-7e56-4aaa-a923-5d4c64627616 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:54:52.524239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fa784-5716-44f9-8042-dc186504798c req-cc018880-5c23-4929-8e16-84e81b4529c4 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:52.524438 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7439378a-319e-4f8c-bd8a-07c33920b181 None None] Provisioning complete for port ebe761a0-7e56-4aaa-a923-5d4c64627616 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:52.524438 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7439378a-319e-4f8c-bd8a-07c33920b181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:52.526063 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c8fa784-5716-44f9-8042-dc186504798c req-cc018880-5c23-4929-8e16-84e81b4529c4 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.3538311 Nov 02 11:54:52.529530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-b0528ff8-25cb-4d9e-9465-c8c763503d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:52.531601 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-b0528ff8-25cb-4d9e-9465-c8c763503d64 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57381074-bd23-4376-887c-81c9e0b09323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1992512 Nov 02 11:54:52.535231 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76f74b0-4a07-41bc-b4fe-d969dff7ce24 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:52.536883 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c76f74b0-4a07-41bc-b4fe-d969dff7ce24 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1404541 Nov 02 11:54:52.542856 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50742) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:52.573959 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-13b70eb0-1a18-4276-a7e5-c6d50320764c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:52.584422 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:52.639224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c8fa784-5716-44f9-8042-dc186504798c req-bee0fa7a-79b4-410b-aff1-65eeee5a0dee tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118999 Nov 02 11:54:52.667889 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4376302b-1bad-4ab0-bd95-09d927a6f587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0817649 Nov 02 11:54:52.676234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50748) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:52.684198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:52.707525 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 02 Nov 2021 11:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccde569-f3fb-45a5-a549-3f7eeaf8545f x-openstack-request-id: req-cccde569-f3fb-45a5-a549-3f7eeaf8545f {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:54:52.711921 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313a0f77-4e76-4814-ba42-4f4626d01f67", "name": "network-vif-unplugged", "status": "failed", "tag": "6b5db8cc-7cee-4e10-ac4c-89c5af06b76c", "code": 422}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:54:52.711921 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cccde569-f3fb-45a5-a549-3f7eeaf8545f {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:54:52.711921 n-d-806683-18 neutron-server[102691]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '313a0f77-4e76-4814-ba42-4f4626d01f67', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c', 'code': 422} returned with failed status Nov 02 11:54:52.746708 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-13b70eb0-1a18-4276-a7e5-c6d50320764c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:52.756868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b70eb0-1a18-4276-a7e5-c6d50320764c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:52.757437 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d628b6b4-8563-48f1-b076-a71bb9176ea3 None None] Network 5dfb8783-01bc-4418-8768-7e712b2f9ab3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:52.758711 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-13b70eb0-1a18-4276-a7e5-c6d50320764c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:52.759287 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-06c5abac-e52c-4e00-8a96-fa4ed3b6d0ba service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155666 Nov 02 11:54:52.762573 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port ebe761a0-7e56-4aaa-a923-5d4c64627616 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:52.763324 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:52.788946 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd5d38a-0277-4313-aecf-5537002734a5 None None] DHCP port deletion for 584a101a-97c4-47f2-bcdd-aa738025ad8f request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:54:52.833090 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:52.835383 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7439378a-319e-4f8c-bd8a-07c33920b181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:52.931806 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:52.955918 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-13b70eb0-1a18-4276-a7e5-c6d50320764c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2387867 Nov 02 11:54:52.959991 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b70eb0-1a18-4276-a7e5-c6d50320764c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Network': ['ID=661edb1b-0c5c-4073-acad-6bdc8a308203,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:52.973773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50750) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:52.974522 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:52.980648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-da34cb88-e104-4d55-a68b-960c501819e1 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203', 'name': 'tempest-PortsIpV6TestJSON-1136301103'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:52.987116 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-4cea378b-2dc5-461d-8281-7f261ce4beff service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092552 Nov 02 11:54:52.988498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7439378a-319e-4f8c-bd8a-07c33920b181 None None] For port ebe761a0-7e56-4aaa-a923-5d4c64627616, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ebe761a0-7e56-4aaa-a923-5d4c64627616,segment=NetworkSegment(150ac5de-fdb9-46b0-8c97-77d2713e53e5),segment_id=150ac5de-fdb9-46b0-8c97-77d2713e53e5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:53.065926 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7439378a-319e-4f8c-bd8a-07c33920b181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.069185 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-e9d976d2-e430-409d-b549-2abdb84b3dc4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f14a703c-4db3-4392-ab3a-fe5af5dff2d9 HTTP/1.1" status: 200 len: 217 time: 0.0471168 Nov 02 11:54:53.131886 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-3a344e9c-69d3-4a78-89da-02b2ad7f6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:53.133342 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-3a344e9c-69d3-4a78-89da-02b2ad7f6bea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638 HTTP/1.1" status: 200 len: 797 time: 0.0549140 Nov 02 11:54:53.141578 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Deleting port aad759d9-090a-49fb-9f6f-4c964a0a6f45 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:53.142127 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.186369 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439378a-319e-4f8c-bd8a-07c33920b181 None None] Pushing event updated for resources: {'Port': ['ID=ebe761a0-7e56-4aaa-a923-5d4c64627616,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:53.200047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] device_id is not set on port 0f426b03-c5b4-4768-a2b0-84f587d7a62d yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:54:53.214709 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.222012 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-acd5d38a-0277-4313-aecf-5537002734a5 None None] Deleting port ebe761a0-7e56-4aaa-a923-5d4c64627616 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:53.222385 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-acd5d38a-0277-4313-aecf-5537002734a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.247821 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] For port aad759d9-090a-49fb-9f6f-4c964a0a6f45, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=aad759d9-090a-49fb-9f6f-4c964a0a6f45,segment=NetworkSegment(a8a41a1f-b04c-429e-ada4-0d2093f2a7c5),segment_id=a8a41a1f-b04c-429e-ada4-0d2093f2a7c5)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:53.248197 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.258237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-bdf57793-c1bf-47bd-9d2b-46cccb386296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:53.259788 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-bdf57793-c1bf-47bd-9d2b-46cccb386296 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=57381074-bd23-4376-887c-81c9e0b09323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1150513 Nov 02 11:54:53.265933 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Calling delete_port for aad759d9-090a-49fb-9f6f-4c964a0a6f45 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:53.270874 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device aad759d9-090a-49fb-9f6f-4c964a0a6f45 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:54:53.272685 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7bf5c815-ee1a-4aaa-9a6e-7ca7b9e4efef None None] Provisioning complete for port aad759d9-090a-49fb-9f6f-4c964a0a6f45 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:53.272884 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7bf5c815-ee1a-4aaa-9a6e-7ca7b9e4efef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.339576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da34cb88-e104-4d55-a68b-960c501819e1 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:53.343820 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-da34cb88-e104-4d55-a68b-960c501819e1 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.396339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-da34cb88-e104-4d55-a68b-960c501819e1 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] device_id is not set on port 4e48b14e-70d5-44c4-995f-7a2cfcf26a63 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:54:53.406589 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-acd5d38a-0277-4313-aecf-5537002734a5 None None] For port ebe761a0-7e56-4aaa-a923-5d4c64627616, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ebe761a0-7e56-4aaa-a923-5d4c64627616,segment=NetworkSegment(150ac5de-fdb9-46b0-8c97-77d2713e53e5),segment_id=150ac5de-fdb9-46b0-8c97-77d2713e53e5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:53.407281 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-acd5d38a-0277-4313-aecf-5537002734a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.424958 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0af5529-41a3-4287-b8af-52ec88379602 None None] DHCP port deletion for 5dfb8783-01bc-4418-8768-7e712b2f9ab3 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:54:53.438416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-acd5d38a-0277-4313-aecf-5537002734a5 None None] Calling delete_port for ebe761a0-7e56-4aaa-a923-5d4c64627616 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:53.466158 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-220fba43-fbb8-408f-80b3-9ef076f479ea service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981971 Nov 02 11:54:53.477049 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.569631 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Pushing event updated for resources: {'Port': ['ID=0f426b03-c5b4-4768-a2b0-84f587d7a62d,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:53.596885 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.635384 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-88d395f7-c8ee-4608-b04a-609b67983aea service neutron] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579394 Nov 02 11:54:53.638421 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event deleted for resources: {'Port': ['ID=aad759d9-090a-49fb-9f6f-4c964a0a6f45,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:53.643327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] No DVR routers for this DVR port aad759d9-090a-49fb-9f6f-4c964a0a6f45 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:54:53.712489 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-e312a636-f18d-4e1a-96ff-f5bc687f2d10 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7fbe592b-d9af-470b-b69f-ef0996b5bcc1 HTTP/1.1" status: 200 len: 217 time: 0.0673497 Nov 02 11:54:53.728720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port aad759d9-090a-49fb-9f6f-4c964a0a6f45 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:54:53.729161 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.736198 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7bf5c815-ee1a-4aaa-9a6e-7ca7b9e4efef None None] Port aad759d9-090a-49fb-9f6f-4c964a0a6f45 update to ACTIVE by agent not found {{(pid=102691) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 02 11:54:53.744948 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:53.745531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:53.745531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:53.753751 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-da34cb88-e104-4d55-a68b-960c501819e1 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.756634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:53.756974 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:53.758701 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 2 to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d Nov 02 11:54:53.762219 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Port aad759d9-090a-49fb-9f6f-4c964a0a6f45 was deleted so its status cannot be updated. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:333}} Nov 02 11:54:53.779339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:53.779699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:53.780176 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:53.799246 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:53.799684 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:53.801304 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 3 to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d Nov 02 11:54:53.807505 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b0af5529-41a3-4287-b8af-52ec88379602 None None] Deleting port aad759d9-090a-49fb-9f6f-4c964a0a6f45 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:53.807921 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0af5529-41a3-4287-b8af-52ec88379602 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.819960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:53.819960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:53.820239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:53.825741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:53.826088 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.833874 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:53.833874 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 4 to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d Nov 02 11:54:53.840911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:53.841253 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:53.841596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:53.848359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:53.848839 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:53.849288 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 5 to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d Nov 02 11:54:53.854196 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-e2d69cfd-076a-4ed6-99d4-4f3672bc6b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:53.855459 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-e2d69cfd-076a-4ed6-99d4-4f3672bc6b80 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422a9cf8-192f-4d0c-89d7-9acf4676de9f HTTP/1.1" status: 200 len: 797 time: 0.1356220 Nov 02 11:54:53.860114 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfb8783-01bc-4418-8768-7e712b2f9ab3']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:53.867109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:53.867455 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:53.868064 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:53.874671 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:53.874851 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:53.875286 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 6 to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d Nov 02 11:54:53.880847 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a41a1f-b04c-429e-ada4-0d2093f2a7c5') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:53.881274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a41a1f-b04c-429e-ada4-0d2093f2a7c5') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:53.890245 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:53.891031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:53.891031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:53.895622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b0af5529-41a3-4287-b8af-52ec88379602 None None] For port aad759d9-090a-49fb-9f6f-4c964a0a6f45, host n-d-806683-18, got binding levels [] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:53.896126 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0af5529-41a3-4287-b8af-52ec88379602 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.898662 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:53.899421 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:53.899563 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 7 to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d Nov 02 11:54:53.913723 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b0af5529-41a3-4287-b8af-52ec88379602 None None] Calling delete_port for aad759d9-090a-49fb-9f6f-4c964a0a6f45 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:53.914438 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.916960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:53.917191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.ipam_backend_mixin [None req-b0af5529-41a3-4287-b8af-52ec88379602 None None] Port aad759d9-090a-49fb-9f6f-4c964a0a6f45 was not found and therefore no delete operation was performed {{(pid=102691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 11:54:53.917325 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:53.917679 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:53.920684 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0af5529-41a3-4287-b8af-52ec88379602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.922669 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:53.923142 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:53.925447 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 8 to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d Nov 02 11:54:53.938490 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.940406 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:53.940756 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:53.941103 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:53.941981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-2e0494ba-b4de-4e0b-9f55-337c86917df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:53.943587 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-2e0494ba-b4de-4e0b-9f55-337c86917df8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=186d9e24-7a85-466f-9541-9c5be919901f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0751841 Nov 02 11:54:53.949339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:53.949798 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.950355 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:53.950771 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:53.951205 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 9 to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:53.954978 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:53.971257 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-da34cb88-e104-4d55-a68b-960c501819e1 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:53.976327 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:54:53.988770 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:53.989240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:53.989445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:54.009713 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af5529-41a3-4287-b8af-52ec88379602 None None] Pushing event deleted for resources: {'Port': ['ID=aad759d9-090a-49fb-9f6f-4c964a0a6f45,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:54.019382 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:54.019975 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:54.026140 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 10 to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d Nov 02 11:54:54.045170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:54.045514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:54.045894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:54.063114 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-acd5d38a-0277-4313-aecf-5537002734a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:54.063386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:54.064172 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:54.064172 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:54.079157 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:54.084713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34cb88-e104-4d55-a68b-960c501819e1 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=4e48b14e-70d5-44c4-995f-7a2cfcf26a63,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:54.087936 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af5529-41a3-4287-b8af-52ec88379602 None None] No DVR routers for this DVR port aad759d9-090a-49fb-9f6f-4c964a0a6f45 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:54:54.101823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da34cb88-e104-4d55-a68b-960c501819e1 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Checking segment: {'id': '451116e0-72c8-4a2e-af96-e8fc06dc210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:54.103685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da34cb88-e104-4d55-a68b-960c501819e1 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network hostable DHCP agents. Network: 661edb1b-0c5c-4073-acad-6bdc8a308203, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:54:54.114270 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd5d38a-0277-4313-aecf-5537002734a5 None None] No DVR routers for this DVR port ebe761a0-7e56-4aaa-a923-5d4c64627616 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:54:54.140974 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-0ea731eb-c485-4670-a404-7a897cb79a1f service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840310 Nov 02 11:54:54.154168 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5d38a-0277-4313-aecf-5537002734a5 None None] Pushing event deleted for resources: {'Port': ['ID=ebe761a0-7e56-4aaa-a923-5d4c64627616,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:54.171533 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] For port 0f426b03-c5b4-4768-a2b0-84f587d7a62d, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:54:54.172257 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempted to set empty binding levels {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 11:54:54.218358 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:54.234037 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:54.239978 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50762) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:54.240120 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "DELETE /v2.0/networks/5dfb8783-01bc-4418-8768-7e712b2f9ab3 HTTP/1.1" status: 204 len: 168 time: 1.6950939 Nov 02 11:54:54.255266 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d584bd-eb76-4b11-a25c-19ab539dca6e tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event deleted for resources: {'Network': ['ID=5dfb8783-01bc-4418-8768-7e712b2f9ab3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:54.270773 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:54.286113 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-9bd18662-49d4-4be7-8eb1-68eec0840610 service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390293 Nov 02 11:54:54.288394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da34cb88-e104-4d55-a68b-960c501819e1 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:54:54.290799 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ebe761a0-7e56-4aaa-a923-5d4c64627616 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:54:54.314439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: ebe761a0-7e56-4aaa-a923-5d4c64627616 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:54:54.315030 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ebe761a0-7e56-4aaa-a923-5d4c64627616 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:54:54.315463 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device aad759d9-090a-49fb-9f6f-4c964a0a6f45 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:54:54.332543 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:54.347244 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: aad759d9-090a-49fb-9f6f-4c964a0a6f45 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:54:54.347244 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device aad759d9-090a-49fb-9f6f-4c964a0a6f45 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:54:54.347719 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-8d02f912-1064-4421-8673-e0daf9b2cb59 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6457bfa-3035-4f01-811e-7c5f433c3ae9 HTTP/1.1" status: 200 len: 217 time: 0.0474243 Nov 02 11:54:54.385346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] In _notify_port_updated(), no bound segment for port 0f426b03-c5b4-4768-a2b0-84f587d7a62d on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 11:54:54.386518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.387163 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:54.395571 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] 10.222.0.52 "PUT /v2.0/ports/0f426b03-c5b4-4768-a2b0-84f587d7a62d HTTP/1.1" status: 200 len: 980 time: 1.7140365 Nov 02 11:54:54.396686 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50766) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:54.417965 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acfa7b1e-a361-49dc-aad0-27604eca224d tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:54.475057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-da34cb88-e104-4d55-a68b-960c501819e1 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 661edb1b-0c5c-4073-acad-6bdc8a308203) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:54.484896 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8c2bb8-4e33-464c-a9d0-a9aae17baf9d None None] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:54.493239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34cb88-e104-4d55-a68b-960c501819e1 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:54.499385 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da34cb88-e104-4d55-a68b-960c501819e1 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.500112 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-da34cb88-e104-4d55-a68b-960c501819e1 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:54.507481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade568c-8d59-4f39-b51f-a259370492d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Pushing event updated for resources: {'Port': ['ID=0f426b03-c5b4-4768-a2b0-84f587d7a62d,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:54.628982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.629495 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.629967 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.630440 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.630919 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.631431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.634872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.634872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.634872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.634872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.634872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.634872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.634872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.635516 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.635722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.636195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.636657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.637113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.637572 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.638036 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.638485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.638957 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.639408 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.640768 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.641507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.642118 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.642654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.643142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.643602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.646953 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5834436d-86ce-42a0-961d-77e0bda957bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26019 time: 0.2465115 Nov 02 11:54:54.656574 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50772) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:54.668849 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-da34cb88-e104-4d55-a68b-960c501819e1 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6928155 Nov 02 11:54:54.673701 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50774) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:54.721493 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-65e5b44c-7e82-4664-ae52-0cdad23b50d0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1326511328'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:54.740475 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acfa7b1e-a361-49dc-aad0-27604eca224d tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:54.775102 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-9db86f17-55a0-40a3-b2dd-c33c5e12bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.776644 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-9db86f17-55a0-40a3-b2dd-c33c5e12bc0f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422a9cf8-192f-4d0c-89d7-9acf4676de9f HTTP/1.1" status: 200 len: 797 time: 0.4239063 Nov 02 11:54:54.800907 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-acfa7b1e-a361-49dc-aad0-27604eca224d tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584a101a-97c4-47f2-bcdd-aa738025ad8f']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:54.821310 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-acfa7b1e-a361-49dc-aad0-27604eca224d tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150ac5de-fdb9-46b0-8c97-77d2713e53e5') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:54.821962 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-acfa7b1e-a361-49dc-aad0-27604eca224d tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150ac5de-fdb9-46b0-8c97-77d2713e53e5') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:54.835573 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-dbde9e53-c297-477d-a38a-7e937aa44bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:54.836234 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acfa7b1e-a361-49dc-aad0-27604eca224d tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:54.837282 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-dbde9e53-c297-477d-a38a-7e937aa44bb8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=186d9e24-7a85-466f-9541-9c5be919901f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0529494 Nov 02 11:54:54.857485 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acfa7b1e-a361-49dc-aad0-27604eca224d tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:54.867527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfa7b1e-a361-49dc-aad0-27604eca224d tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:54.867934 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acfa7b1e-a361-49dc-aad0-27604eca224d tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:54.871286 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:54.893705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb260d-31c8-4708-a136-e458eb1cb5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Deleting port 0f426b03-c5b4-4768-a2b0-84f587d7a62d {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:54.893943 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5fb260d-31c8-4708-a136-e458eb1cb5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:54.951016 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-5b2c4aeb-0f5f-43d8-9791-02fa7e0b662a service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051583 Nov 02 11:54:54.967221 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:54.980805 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e5b44c-7e82-4664-ae52-0cdad23b50d0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:54.984359 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65e5b44c-7e82-4664-ae52-0cdad23b50d0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:55.010097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-e5fb260d-31c8-4708-a136-e458eb1cb5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] For port 0f426b03-c5b4-4768-a2b0-84f587d7a62d, host n-h2-806683-18, got binding levels [] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:55.010450 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5fb260d-31c8-4708-a136-e458eb1cb5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:55.028605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb260d-31c8-4708-a136-e458eb1cb5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Calling delete_port for 0f426b03-c5b4-4768-a2b0-84f587d7a62d owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:55.037440 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e5b44c-7e82-4664-ae52-0cdad23b50d0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:54:55.052039 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-45dc24d6-44c8-4f40-8b19-b0306ecf7029 req-1cf2f948-7792-4e00-9394-43abe98f429b service neutron] 10.222.0.54 "GET /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933602 Nov 02 11:54:55.083986 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65e5b44c-7e82-4664-ae52-0cdad23b50d0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:55.084352 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-65e5b44c-7e82-4664-ae52-0cdad23b50d0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Added segment 159f7342-2219-4000-9771-f9350e62e491 of type vlan for network 410e8f5d-4ef0-459a-8c8d-fa9d667e95f2 Nov 02 11:54:55.119699 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acfa7b1e-a361-49dc-aad0-27604eca224d tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:55.143231 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acfa7b1e-a361-49dc-aad0-27604eca224d tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:55.146457 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-acfa7b1e-a361-49dc-aad0-27604eca224d tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "DELETE /v2.0/networks/584a101a-97c4-47f2-bcdd-aa738025ad8f HTTP/1.1" status: 204 len: 168 time: 0.9041843 Nov 02 11:54:55.149003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50776) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:55.151949 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65e5b44c-7e82-4664-ae52-0cdad23b50d0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:55.167841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa7b1e-a361-49dc-aad0-27604eca224d tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event deleted for resources: {'Network': ['ID=584a101a-97c4-47f2-bcdd-aa738025ad8f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:55.246385 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e377434-245f-4b10-a07e-dae555f205fc tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:55.333912 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65e5b44c-7e82-4664-ae52-0cdad23b50d0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:55.337869 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e377434-245f-4b10-a07e-dae555f205fc tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:55.340866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e5b44c-7e82-4664-ae52-0cdad23b50d0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:55.341479 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65e5b44c-7e82-4664-ae52-0cdad23b50d0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:55.361632 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-4e377434-245f-4b10-a07e-dae555f205fc tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6420ae8b-b8ce-4db8-b88e-ed998d143a5a']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:55.378269 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5fb260d-31c8-4708-a136-e458eb1cb5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:55.380506 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-4e377434-245f-4b10-a07e-dae555f205fc tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7b3b95-4623-432a-9c51-1960772fd1f8') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:55.381025 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-4e377434-245f-4b10-a07e-dae555f205fc tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7b3b95-4623-432a-9c51-1960772fd1f8') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:55.399712 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e377434-245f-4b10-a07e-dae555f205fc tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:55.427903 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e377434-245f-4b10-a07e-dae555f205fc tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:55.435664 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e377434-245f-4b10-a07e-dae555f205fc tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:55.436439 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e377434-245f-4b10-a07e-dae555f205fc tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:55.448104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb260d-31c8-4708-a136-e458eb1cb5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f426b03-c5b4-4768-a2b0-84f587d7a62d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:55.458789 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5fb260d-31c8-4708-a136-e458eb1cb5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:55.462064 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e5fb260d-31c8-4708-a136-e458eb1cb5dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] 10.222.0.52 "DELETE /v2.0/ports/0f426b03-c5b4-4768-a2b0-84f587d7a62d HTTP/1.1" status: 204 len: 168 time: 0.8045120 Nov 02 11:54:55.462996 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5b44c-7e82-4664-ae52-0cdad23b50d0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Network': ['ID=410e8f5d-4ef0-459a-8c8d-fa9d667e95f2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:55.464816 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:55.466912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50780) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:55.486045 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 410e8f5d-4ef0-459a-8c8d-fa9d667e95f2 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:54:55.497452 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-65e5b44c-7e82-4664-ae52-0cdad23b50d0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8219223 Nov 02 11:54:55.498752 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df5410f-226d-471c-a69b-7dd4a9bcfc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] GET failed (client error): The resource could not be found. Nov 02 11:54:55.501731 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2df5410f-226d-471c-a69b-7dd4a9bcfc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] 10.222.0.52 "GET /v2.0/ports/0f426b03-c5b4-4768-a2b0-84f587d7a62d HTTP/1.1" status: 404 len: 333 time: 0.0356858 Nov 02 11:54:55.502522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50784) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:55.507741 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50786) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:55.509613 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'ports': [{'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203'}, {'network_id': '410e8f5d-4ef0-459a-8c8d-fa9d667e95f2'}]} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:55.509935 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:55.510460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'network_id': '410e8f5d-4ef0-459a-8c8d-fa9d667e95f2'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:55.514222 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-9093c201-d4fe-410e-9e15-cf9b5658a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2075974780', 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:55.660173 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5bc14-14ec-4aaa-89d5-2f38bc706d5e req-798b6040-98a9-4252-be34-9d8edd11ffc7 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:55.661880 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c6c5bc14-14ec-4aaa-89d5-2f38bc706d5e req-798b6040-98a9-4252-be34-9d8edd11ffc7 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.54 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.0638638 Nov 02 11:54:55.704630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13533ee5-95c0-47aa-a13a-35e53c8f2f21 req-d01b2003-085c-41fe-95b5-bc82c4fd040c tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:55.706131 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-13533ee5-95c0-47aa-a13a-35e53c8f2f21 req-d01b2003-085c-41fe-95b5-bc82c4fd040c tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f52db5d-1383-4285-8721-2f0c16e4348b HTTP/1.1" status: 200 len: 946 time: 0.1798227 Nov 02 11:54:55.710730 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e377434-245f-4b10-a07e-dae555f205fc tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:55.724168 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e377434-245f-4b10-a07e-dae555f205fc tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:55.727739 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4e377434-245f-4b10-a07e-dae555f205fc tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "DELETE /v2.0/networks/6420ae8b-b8ce-4db8-b88e-ed998d143a5a HTTP/1.1" status: 204 len: 168 time: 0.5770257 Nov 02 11:54:55.740401 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50794) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:55.753614 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9093c201-d4fe-410e-9e15-cf9b5658a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Made reservation on behalf of 09de815464f1477a93d4d3e2550a2dbb for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:55.753614 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9093c201-d4fe-410e-9e15-cf9b5658a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:55.753614 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e377434-245f-4b10-a07e-dae555f205fc tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event deleted for resources: {'Network': ['ID=6420ae8b-b8ce-4db8-b88e-ed998d143a5a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:55.793800 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-9093c201-d4fe-410e-9e15-cf9b5658a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] device_id is not set on port 40c2feb2-2e0c-437c-9a7e-900114afd0a7 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:54:55.820896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0f476-f2a8-43a2-8b8a-48fa4a071c86 req-50818f77-e673-438b-b88f-dcc658c76d27 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:55.823399 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f7d0f476-f2a8-43a2-8b8a-48fa4a071c86 req-50818f77-e673-438b-b88f-dcc658c76d27 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/ports?device_id=a81c407c-cb2c-421e-9598-b7784f687ac2 HTTP/1.1" status: 200 len: 946 time: 0.1933138 Nov 02 11:54:55.881260 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-c6c5bc14-14ec-4aaa-89d5-2f38bc706d5e req-cf9842d1-4fad-4d42-bd6d-6282f3936821 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Deleting port c56ffc9f-63f7-4095-adab-7edfec8a4ad7 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:55.882470 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c6c5bc14-14ec-4aaa-89d5-2f38bc706d5e req-cf9842d1-4fad-4d42-bd6d-6282f3936821 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:56.066081 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9093c201-d4fe-410e-9e15-cf9b5658a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:56.072833 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-c6c5bc14-14ec-4aaa-89d5-2f38bc706d5e req-cf9842d1-4fad-4d42-bd6d-6282f3936821 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] For port c56ffc9f-63f7-4095-adab-7edfec8a4ad7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c56ffc9f-63f7-4095-adab-7edfec8a4ad7,segment=NetworkSegment(8da21bfb-c17e-4480-9671-3bdd5442f1c7),segment_id=8da21bfb-c17e-4480-9671-3bdd5442f1c7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:56.073259 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c6c5bc14-14ec-4aaa-89d5-2f38bc706d5e req-cf9842d1-4fad-4d42-bd6d-6282f3936821 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:56.092143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-c6c5bc14-14ec-4aaa-89d5-2f38bc706d5e req-cf9842d1-4fad-4d42-bd6d-6282f3936821 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Calling delete_port for c56ffc9f-63f7-4095-adab-7edfec8a4ad7 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:56.301270 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f618b96b-daf9-413a-a0f2-8d360d3dfa12 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:56.340500 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9093c201-d4fe-410e-9e15-cf9b5658a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:56.349092 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f7d0f476-f2a8-43a2-8b8a-48fa4a071c86 req-cd6c9979-279b-4469-924e-7db14670e8a4 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.52 "GET /v2.0/security-groups?id=e86e8bbb-1915-4378-bb7a-02d7b955aec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051718 Nov 02 11:54:56.376739 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c6c5bc14-14ec-4aaa-89d5-2f38bc706d5e req-cf9842d1-4fad-4d42-bd6d-6282f3936821 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:56.402438 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['c56ffc9f-63f7-4095-adab-7edfec8a4ad7'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:54:56.421902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9093c201-d4fe-410e-9e15-cf9b5658a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:56.423093 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093c201-d4fe-410e-9e15-cf9b5658a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Pushing event updated for resources: {'Port': ['ID=40c2feb2-2e0c-437c-9a7e-900114afd0a7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:56.434976 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-9093c201-d4fe-410e-9e15-cf9b5658a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:56.445359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-13533ee5-95c0-47aa-a13a-35e53c8f2f21 req-ffcf7118-275c-45d2-b015-4ca7fecd47ea tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Deleting port b6619b77-9188-43eb-9f27-b60db7c4ed6a {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:56.445705 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-13533ee5-95c0-47aa-a13a-35e53c8f2f21 req-ffcf7118-275c-45d2-b015-4ca7fecd47ea tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:56.455041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9093c201-d4fe-410e-9e15-cf9b5658a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:56.456013 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9093c201-d4fe-410e-9e15-cf9b5658a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:56.456614 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9093c201-d4fe-410e-9e15-cf9b5658a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:56.461933 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9842d1-4fad-4d42-bd6d-6282f3936821 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Pushing event deleted for resources: {'Port': ['ID=c56ffc9f-63f7-4095-adab-7edfec8a4ad7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:56.497360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'port': 2} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:56.504764 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:56.514997 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c5bc14-14ec-4aaa-89d5-2f38bc706d5e req-cf9842d1-4fad-4d42-bd6d-6282f3936821 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] No DVR routers for this DVR port c56ffc9f-63f7-4095-adab-7edfec8a4ad7 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:54:56.518208 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c6c5bc14-14ec-4aaa-89d5-2f38bc706d5e req-cf9842d1-4fad-4d42-bd6d-6282f3936821 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:56.518790 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f618b96b-daf9-413a-a0f2-8d360d3dfa12 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:56.521896 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c6c5bc14-14ec-4aaa-89d5-2f38bc706d5e req-cf9842d1-4fad-4d42-bd6d-6282f3936821 tempest-ServerRescueTestJSONUnderV235-1724871515 tempest-ServerRescueTestJSONUnderV235-1724871515-project] 10.222.0.54 "DELETE /v2.0/ports/c56ffc9f-63f7-4095-adab-7edfec8a4ad7 HTTP/1.1" status: 204 len: 173 time: 0.8536861 Nov 02 11:54:56.522151 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81c407c-cb2c-421e-9598-b7784f687ac2', 'name': 'network-vif-deleted', 'tag': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:54:56.525357 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8eaadca-29f7-42ea-bd1a-1972c850d011" -d '{"events": [{"server_uuid": "a81c407c-cb2c-421e-9598-b7784f687ac2", "name": "network-vif-deleted", "tag": "c56ffc9f-63f7-4095-adab-7edfec8a4ad7"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:54:56.587243 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:56.610884 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-f618b96b-daf9-413a-a0f2-8d360d3dfa12 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720f7044-4a14-4e16-ad11-837a55052e86']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:56.622958 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9093c201-d4fe-410e-9e15-cf9b5658a3b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1127810 Nov 02 11:54:56.626155 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50800) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:56.638450 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-f618b96b-daf9-413a-a0f2-8d360d3dfa12 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04382ffc-0a06-4e3c-abff-cb2ad71e0512') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:56.638809 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-f618b96b-daf9-413a-a0f2-8d360d3dfa12 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04382ffc-0a06-4e3c-abff-cb2ad71e0512') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:54:56.662757 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8618f2eb-30b2-45b8-9e2e-1f69068a9b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:56.664884 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8618f2eb-30b2-45b8-9e2e-1f69068a9b11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] 10.222.0.52 "GET /v2.0/ports/40c2feb2-2e0c-437c-9a7e-900114afd0a7 HTTP/1.1" status: 200 len: 959 time: 0.0370872 Nov 02 11:54:56.667013 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50802) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:56.673076 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f618b96b-daf9-413a-a0f2-8d360d3dfa12 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:56.753982 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a4616f83-3121-475c-8185-59aeff120d3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Deleting port 40c2feb2-2e0c-437c-9a7e-900114afd0a7 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:56.754360 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f618b96b-daf9-413a-a0f2-8d360d3dfa12 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:56.754474 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4616f83-3121-475c-8185-59aeff120d3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:56.758092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-13533ee5-95c0-47aa-a13a-35e53c8f2f21 req-ffcf7118-275c-45d2-b015-4ca7fecd47ea tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] For port b6619b77-9188-43eb-9f27-b60db7c4ed6a, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=b6619b77-9188-43eb-9f27-b60db7c4ed6a,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:56.759831 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-13533ee5-95c0-47aa-a13a-35e53c8f2f21 req-ffcf7118-275c-45d2-b015-4ca7fecd47ea tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:56.778872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9921547-88e2-4025-98da-f3777fafb832 req-640beaa7-97f0-40f7-bce6-f6e43c8e5a31 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:56.782503 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9921547-88e2-4025-98da-f3777fafb832 req-640beaa7-97f0-40f7-bce6-f6e43c8e5a31 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f52db5d-1383-4285-8721-2f0c16e4348b HTTP/1.1" status: 200 len: 946 time: 0.2156227 Nov 02 11:54:56.792675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f618b96b-daf9-413a-a0f2-8d360d3dfa12 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:54:56.793098 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f618b96b-daf9-413a-a0f2-8d360d3dfa12 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:54:56.796157 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:54:56.802608 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-13533ee5-95c0-47aa-a13a-35e53c8f2f21 req-ffcf7118-275c-45d2-b015-4ca7fecd47ea tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Calling delete_port for b6619b77-9188-43eb-9f27-b60db7c4ed6a owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:56.822390 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4616f83-3121-475c-8185-59aeff120d3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:56.823299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] device_id is not set on port 83f0a10f-c658-4449-828f-8b50e9cb79f1 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:54:56.837156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a4616f83-3121-475c-8185-59aeff120d3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Calling delete_port for 40c2feb2-2e0c-437c-9a7e-900114afd0a7 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:56.958370 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9921547-88e2-4025-98da-f3777fafb832 req-00913dd5-f65a-47c9-8f06-b647e74e4c86 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578372 Nov 02 11:54:57.019474 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4616f83-3121-475c-8185-59aeff120d3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:57.064954 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4616f83-3121-475c-8185-59aeff120d3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:57.071435 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a4616f83-3121-475c-8185-59aeff120d3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] 10.222.0.52 "DELETE /v2.0/ports/40c2feb2-2e0c-437c-9a7e-900114afd0a7 HTTP/1.1" status: 204 len: 168 time: 0.4031839 Nov 02 11:54:57.072167 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50804) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:57.074583 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4616f83-3121-475c-8185-59aeff120d3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Pushing event deleted for resources: {'Port': ['ID=40c2feb2-2e0c-437c-9a7e-900114afd0a7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:57.078961 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f618b96b-daf9-413a-a0f2-8d360d3dfa12 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:57.089593 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f618b96b-daf9-413a-a0f2-8d360d3dfa12 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:57.100124 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f618b96b-daf9-413a-a0f2-8d360d3dfa12 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] 10.222.0.52 "DELETE /v2.0/networks/720f7044-4a14-4e16-ad11-837a55052e86 HTTP/1.1" status: 204 len: 168 time: 1.3499722 Nov 02 11:54:57.104966 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2073ec-eba5-4073-9609-4723825b9b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] GET failed (client error): The resource could not be found. Nov 02 11:54:57.107029 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8c2073ec-eba5-4073-9609-4723825b9b5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] 10.222.0.52 "GET /v2.0/ports/40c2feb2-2e0c-437c-9a7e-900114afd0a7 HTTP/1.1" status: 404 len: 333 time: 0.0335362 Nov 02 11:54:57.113617 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50808) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:57.120460 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-c7423a2b-d3fb-4c08-98b1-52f6597edf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Request body: {'port': {'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-312968011'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:57.121530 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618b96b-daf9-413a-a0f2-8d360d3dfa12 tempest-BulkNetworkOpsIpV6Test-144854972 tempest-BulkNetworkOpsIpV6Test-144854972-project] Pushing event deleted for resources: {'Network': ['ID=720f7044-4a14-4e16-ad11-837a55052e86,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:57.145580 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:57.225950 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] device_id is not set on port 9b56c27b-7f9f-4d3c-94bb-b8330ee85aa7 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:54:57.258587 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7423a2b-d3fb-4c08-98b1-52f6597edf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Made reservation on behalf of 09de815464f1477a93d4d3e2550a2dbb for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:54:57.261132 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c7423a2b-d3fb-4c08-98b1-52f6597edf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:57.284581 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-c7423a2b-d3fb-4c08-98b1-52f6597edf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] device_id is not set on port 241ee5e5-890e-4ac0-8200-28733b82e2c8 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:54:57.300978 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-13533ee5-95c0-47aa-a13a-35e53c8f2f21 req-ffcf7118-275c-45d2-b015-4ca7fecd47ea tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:57.318332 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['f6b6f311-7267-4d0d-8126-7fd262070db1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:54:57.339219 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf7118-275c-45d2-b015-4ca7fecd47ea tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Pushing event deleted for resources: {'Port': ['ID=b6619b77-9188-43eb-9f27-b60db7c4ed6a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:57.447424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-13533ee5-95c0-47aa-a13a-35e53c8f2f21 req-ffcf7118-275c-45d2-b015-4ca7fecd47ea tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] No DVR routers for this DVR port b6619b77-9188-43eb-9f27-b60db7c4ed6a on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:54:57.451123 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:57.455433 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-13533ee5-95c0-47aa-a13a-35e53c8f2f21 req-ffcf7118-275c-45d2-b015-4ca7fecd47ea tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:57.458821 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-13533ee5-95c0-47aa-a13a-35e53c8f2f21 req-ffcf7118-275c-45d2-b015-4ca7fecd47ea tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.79 "DELETE /v2.0/ports/b6619b77-9188-43eb-9f27-b60db7c4ed6a HTTP/1.1" status: 204 len: 173 time: 1.7335038 Nov 02 11:54:57.459372 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f52db5d-1383-4285-8721-2f0c16e4348b', 'name': 'network-vif-deleted', 'tag': 'b6619b77-9188-43eb-9f27-b60db7c4ed6a'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:54:57.461864 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f9c7f7-9252-4331-bb7c-a27d2bbc12dc" -d '{"events": [{"server_uuid": "4f52db5d-1383-4285-8721-2f0c16e4348b", "name": "network-vif-deleted", "tag": "b6619b77-9188-43eb-9f27-b60db7c4ed6a"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:54:57.577247 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f425ef0c-d1b2-4118-8ec6-405012e91931 x-openstack-request-id: req-f425ef0c-d1b2-4118-8ec6-405012e91931 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:54:57.577949 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81c407c-cb2c-421e-9598-b7784f687ac2", "name": "network-vif-deleted", "tag": "c56ffc9f-63f7-4095-adab-7edfec8a4ad7", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:54:57.578403 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f425ef0c-d1b2-4118-8ec6-405012e91931 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:54:57.579468 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81c407c-cb2c-421e-9598-b7784f687ac2', 'name': 'network-vif-deleted', 'tag': 'c56ffc9f-63f7-4095-adab-7edfec8a4ad7', 'status': 'completed', 'code': 200} Nov 02 11:54:57.621493 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c7423a2b-d3fb-4c08-98b1-52f6597edf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:57.636898 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:57.762132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:57.764670 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=83f0a10f-c658-4449-828f-8b50e9cb79f1,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:57.769118 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:57.772484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:57.773728 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:57.828322 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52708354-70ce-4e5d-8555-fc1d8e0844fb req-f8b72fb7-cb02-48e2-b918-80d6a05ba0c3 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:57.833573 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50834) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:57.835464 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52708354-70ce-4e5d-8555-fc1d8e0844fb req-f8b72fb7-cb02-48e2-b918-80d6a05ba0c3 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.1374416 Nov 02 11:54:57.873471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=9b56c27b-7f9f-4d3c-94bb-b8330ee85aa7,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:57.878378 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c7423a2b-d3fb-4c08-98b1-52f6597edf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:57.902163 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Checking segment: {'id': '159f7342-2219-4000-9771-f9350e62e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '410e8f5d-4ef0-459a-8c8d-fa9d667e95f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:54:57.902895 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network hostable DHCP agents. Network: 410e8f5d-4ef0-459a-8c8d-fa9d667e95f2, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:54:57.937129 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52708354-70ce-4e5d-8555-fc1d8e0844fb req-e8a157ff-e8af-4b54-b250-ad243be4f3fa tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001666 Nov 02 11:54:57.959132 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7423a2b-d3fb-4c08-98b1-52f6597edf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:54:57.963572 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-c7423a2b-d3fb-4c08-98b1-52f6597edf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:57.965677 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7423a2b-d3fb-4c08-98b1-52f6597edf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Pushing event updated for resources: {'Port': ['ID=241ee5e5-890e-4ac0-8200-28733b82e2c8,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:57.971973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7423a2b-d3fb-4c08-98b1-52f6597edf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:57.973697 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7423a2b-d3fb-4c08-98b1-52f6597edf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:57.974305 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c7423a2b-d3fb-4c08-98b1-52f6597edf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:58.020115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50840) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:58.038541 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-035f394f-2448-4dc7-9a41-4ff6b3e11b74 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f4e4e8e1dbfe46748f3d104d0aebf109&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2036958 Nov 02 11:54:58.042449 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50844) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:58.079167 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8233e297-857b-4373-a6ea-6c61d81d290a x-openstack-request-id: req-8233e297-857b-4373-a6ea-6c61d81d290a {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:54:58.079480 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f52db5d-1383-4285-8721-2f0c16e4348b", "name": "network-vif-deleted", "tag": "b6619b77-9188-43eb-9f27-b60db7c4ed6a", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:54:58.079701 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8233e297-857b-4373-a6ea-6c61d81d290a {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:54:58.080110 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f52db5d-1383-4285-8721-2f0c16e4348b', 'name': 'network-vif-deleted', 'tag': 'b6619b77-9188-43eb-9f27-b60db7c4ed6a', 'status': 'completed', 'code': 200} Nov 02 11:54:58.083006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 410e8f5d-4ef0-459a-8c8d-fa9d667e95f2 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:54:58.103877 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c7423a2b-d3fb-4c08-98b1-52f6597edf37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9861448 Nov 02 11:54:58.105936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50846) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:58.114133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:54:58.161004 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d860d9da-0bca-4207-9de4-a075248be2b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:58.181977 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-440319cc-a66a-4786-ba85-c07ae5545fe0 req-94da7c79-7fbc-48e6-b0b1-e57b479c98ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1659322 Nov 02 11:54:58.201175 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-440319cc-a66a-4786-ba85-c07ae5545fe0 req-2cdf1b87-f06b-42ef-b974-856fd87d84a1 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:54:58.203461 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-440319cc-a66a-4786-ba85-c07ae5545fe0 req-2cdf1b87-f06b-42ef-b974-856fd87d84a1 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0068614 Nov 02 11:54:58.205723 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d860d9da-0bca-4207-9de4-a075248be2b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:58.208615 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 410e8f5d-4ef0-459a-8c8d-fa9d667e95f2) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:54:58.224922 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b55ad0-c799-477a-a165-46560839e434 None None] Network 410e8f5d-4ef0-459a-8c8d-fa9d667e95f2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:54:58.285198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:54:58.291555 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:58.297960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:58.299014 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:58.314017 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:58.350546 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac3047e5-dbd9-4184-ac5e-5fe914e9233f req-16ce6dba-dbab-4d56-9786-facdc6c0406e tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f52db5d-1383-4285-8721-2f0c16e4348b HTTP/1.1" status: 200 len: 210 time: 0.1139889 Nov 02 11:54:58.362993 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d860d9da-0bca-4207-9de4-a075248be2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:58.369856 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d860d9da-0bca-4207-9de4-a075248be2b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:58.371355 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d860d9da-0bca-4207-9de4-a075248be2b9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/65ae609a-c35f-4712-92e1-b33614149843 HTTP/1.1" status: 204 len: 168 time: 0.3279209 Nov 02 11:54:58.391225 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860d9da-0bca-4207-9de4-a075248be2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ae609a-c35f-4712-92e1-b33614149843,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:58.479529 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bd1dabca-5c9d-41df-9894-5e4ffa42dd6c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9759135 Nov 02 11:54:58.482568 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50856) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:58.616561 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-4ed64bb2-94e6-452a-9966-2f3b3369acc6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port 9b56c27b-7f9f-4d3c-94bb-b8330ee85aa7 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:58.617030 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ed64bb2-94e6-452a-9966-2f3b3369acc6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:58.688317 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] device_id is not set on port 241ee5e5-890e-4ac0-8200-28733b82e2c8 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:54:58.697880 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:58.698352 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ed64bb2-94e6-452a-9966-2f3b3369acc6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:58.712482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-4ed64bb2-94e6-452a-9966-2f3b3369acc6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for 9b56c27b-7f9f-4d3c-94bb-b8330ee85aa7 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:58.772386 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9aa51627-f024-4a5d-b35f-275a67ec7e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:58.856095 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:58.978753 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Pushing event updated for resources: {'Port': ['ID=241ee5e5-890e-4ac0-8200-28733b82e2c8,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:58.980553 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ed64bb2-94e6-452a-9966-2f3b3369acc6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:58.997601 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:58.997969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:58.998302 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:59.006001 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:59.006160 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:59.033117 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 2 to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 Nov 02 11:54:59.036494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed64bb2-94e6-452a-9966-2f3b3369acc6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=9b56c27b-7f9f-4d3c-94bb-b8330ee85aa7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:59.039490 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b6619b77-9188-43eb-9f27-b60db7c4ed6a no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:54:59.051111 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ed64bb2-94e6-452a-9966-2f3b3369acc6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:59.055152 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4ed64bb2-94e6-452a-9966-2f3b3369acc6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/ports/9b56c27b-7f9f-4d3c-94bb-b8330ee85aa7 HTTP/1.1" status: 204 len: 168 time: 0.5704730 Nov 02 11:54:59.068165 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50870) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:59.079019 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: b6619b77-9188-43eb-9f27-b60db7c4ed6a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:54:59.084891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device b6619b77-9188-43eb-9f27-b60db7c4ed6a not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:54:59.110430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:59.110430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:59.110797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:59.153153 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:59.153483 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:59.157760 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 3 to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 Nov 02 11:54:59.213618 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:59.213957 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:59.214291 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:59.243250 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:59.243586 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:59.248828 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 4 to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 Nov 02 11:54:59.261389 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650fb48-0238-48c8-af78-65242108c78d req-83aab5f9-d7d0-4763-a371-f3474c20a3dc tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:59.269266 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2650fb48-0238-48c8-af78-65242108c78d req-83aab5f9-d7d0-4763-a371-f3474c20a3dc tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.1997745 Nov 02 11:54:59.288814 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4708e7a5-e6c1-4129-99fb-7fef44d6b84e tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:59.293991 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4708e7a5-e6c1-4129-99fb-7fef44d6b84e tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:54:59.295578 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4708e7a5-e6c1-4129-99fb-7fef44d6b84e tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2236934 Nov 02 11:54:59.299384 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50876) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:59.320369 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:59.320710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:59.321050 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:59.341797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:59.342116 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:59.345527 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 5 to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 Nov 02 11:54:59.389614 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:59.390172 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:59.390538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:59.398427 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2650fb48-0238-48c8-af78-65242108c78d req-be37506a-7f51-4025-839d-cc33148e3291 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284459 Nov 02 11:54:59.403259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:59.403594 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:59.403990 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 6 to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 Nov 02 11:54:59.423303 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-98c188e1-9d2e-4b46-a006-9c331e232090 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port 83f0a10f-c658-4449-828f-8b50e9cb79f1 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:59.423646 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-98c188e1-9d2e-4b46-a006-9c331e232090 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:59.449085 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:59.449430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:59.449776 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:59.458622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:59.459122 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:59.460533 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 7 to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 Nov 02 11:54:59.481470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:59.481815 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:59.482624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:59.490613 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:59.490967 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:59.492295 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 8 to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 Nov 02 11:54:59.495702 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-9aa51627-f024-4a5d-b35f-275a67ec7e8c admin admin] Deleting port 0cb99bc8-89f0-417c-926f-4043d5294e0f {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:54:59.496041 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9aa51627-f024-4a5d-b35f-275a67ec7e8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:59.526867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:59.527390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:59.528303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:59.565341 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:59.565684 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:59.567450 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 9 to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 Nov 02 11:54:59.577454 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-98c188e1-9d2e-4b46-a006-9c331e232090 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:59.590320 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:59.590662 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:59.591238 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:59.605930 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:59.609031 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:59.609776 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-98c188e1-9d2e-4b46-a006-9c331e232090 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for 83f0a10f-c658-4449-828f-8b50e9cb79f1 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:59.610120 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempt 10 to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 Nov 02 11:54:59.634501 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-9aa51627-f024-4a5d-b35f-275a67ec7e8c admin admin] For port 0cb99bc8-89f0-417c-926f-4043d5294e0f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0cb99bc8-89f0-417c-926f-4043d5294e0f,segment=NetworkSegment(8da21bfb-c17e-4480-9671-3bdd5442f1c7),segment_id=8da21bfb-c17e-4480-9671-3bdd5442f1c7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:54:59.640324 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9aa51627-f024-4a5d-b35f-275a67ec7e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:59.666309 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:54:59.666663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:54:59.667054 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempting to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:54:59.675177 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-9aa51627-f024-4a5d-b35f-275a67ec7e8c admin admin] Calling delete_port for 0cb99bc8-89f0-417c-926f-4043d5294e0f owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:54:59.747366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:54:59.747707 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Failed to bind port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on host n-h2-806683-18 for vnic_type normal using segments [{'id': '37c5a4d8-5959-4771-b874-937a42bc5558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d'}] Nov 02 11:54:59.748081 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:59.803391 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50890) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:54:59.823468 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-a501c2f8-6ed0-49df-9255-f4dc6e2f8b04 req-3badd180-70f9-4a8f-81ff-2ecd578dd32a service neutron] (102689) timed out ('10.222.0.79', 64188) {{(pid=102689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 11:54:59.893381 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-98c188e1-9d2e-4b46-a006-9c331e232090 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:54:59.934302 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] For port 241ee5e5-890e-4ac0-8200-28733b82e2c8, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:54:59.935137 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attempted to set empty binding levels {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 11:54:59.963418 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c188e1-9d2e-4b46-a006-9c331e232090 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=83f0a10f-c658-4449-828f-8b50e9cb79f1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:54:59.964767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c56ffc9f-63f7-4095-adab-7edfec8a4ad7 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:54:59.970304 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1f3ff226-7f85-4191-8b6c-7d0ef5a6019d tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-793085483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:00.001316 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-98c188e1-9d2e-4b46-a006-9c331e232090 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:00.007421 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-98c188e1-9d2e-4b46-a006-9c331e232090 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/ports/83f0a10f-c658-4449-828f-8b50e9cb79f1 HTTP/1.1" status: 204 len: 168 time: 0.7067370 Nov 02 11:55:00.008750 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50896) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:00.025350 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: c56ffc9f-63f7-4095-adab-7edfec8a4ad7 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:55:00.025695 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c56ffc9f-63f7-4095-adab-7edfec8a4ad7 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:55:00.056011 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:00.093971 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9aa51627-f024-4a5d-b35f-275a67ec7e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:00.112912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] In _notify_port_updated(), no bound segment for port 241ee5e5-890e-4ac0-8200-28733b82e2c8 on network f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d {{(pid=102689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 11:55:00.113807 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:00.114434 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:00.115870 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] 10.222.0.52 "PUT /v2.0/ports/241ee5e5-890e-4ac0-8200-28733b82e2c8 HTTP/1.1" status: 200 len: 979 time: 2.0088768 Nov 02 11:55:00.118782 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50902) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:00.195686 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed01b5a-3f1b-457a-9b94-52d3ca44da20 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:00.197258 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1ed01b5a-3f1b-457a-9b94-52d3ca44da20 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1847472 Nov 02 11:55:00.199942 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d332ee9-78d4-41a6-9fd6-20820341ba09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Pushing event updated for resources: {'Port': ['ID=241ee5e5-890e-4ac0-8200-28733b82e2c8,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:00.202529 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50904) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:00.223924 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f3ff226-7f85-4191-8b6c-7d0ef5a6019d tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:00.225108 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f3ff226-7f85-4191-8b6c-7d0ef5a6019d tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:00.262317 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa51627-f024-4a5d-b35f-275a67ec7e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb99bc8-89f0-417c-926f-4043d5294e0f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:00.286239 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-083f6e59-5985-444d-b8b9-f80a9d25425d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] GET failed (client error): The resource could not be found. Nov 02 11:55:00.287885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-083f6e59-5985-444d-b8b9-f80a9d25425d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports/9b56c27b-7f9f-4d3c-94bb-b8330ee85aa7 HTTP/1.1" status: 404 len: 333 time: 0.0834541 Nov 02 11:55:00.295643 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50908) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:00.324328 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f3ff226-7f85-4191-8b6c-7d0ef5a6019d tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:00.328277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-bfc33eae-e7bd-4eba-9494-87705de91b8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Deleting port 241ee5e5-890e-4ac0-8200-28733b82e2c8 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:00.328854 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bfc33eae-e7bd-4eba-9494-87705de91b8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:00.371547 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f54a95-356d-4f00-8a8d-2749062cb538 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] GET failed (client error): The resource could not be found. Nov 02 11:55:00.376553 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-15f54a95-356d-4f00-8a8d-2749062cb538 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports/83f0a10f-c658-4449-828f-8b50e9cb79f1 HTTP/1.1" status: 404 len: 333 time: 0.0766861 Nov 02 11:55:00.384234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50918) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:00.418502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-bfc33eae-e7bd-4eba-9494-87705de91b8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] For port 241ee5e5-890e-4ac0-8200-28733b82e2c8, host n-h2-806683-18, got binding levels [] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:00.419539 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bfc33eae-e7bd-4eba-9494-87705de91b8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:00.433253 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-bfc33eae-e7bd-4eba-9494-87705de91b8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Calling delete_port for 241ee5e5-890e-4ac0-8200-28733b82e2c8 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:00.445780 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f3ff226-7f85-4191-8b6c-7d0ef5a6019d tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:00.518659 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9aa51627-f024-4a5d-b35f-275a67ec7e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:00.575973 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f3ff226-7f85-4191-8b6c-7d0ef5a6019d tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:00.581407 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1f3ff226-7f85-4191-8b6c-7d0ef5a6019d tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7766609 Nov 02 11:55:00.582070 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50924) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:00.587290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-193a83d8-0e6b-41e1-9b1f-bec080650535 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1821489586'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:00.648881 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bfc33eae-e7bd-4eba-9494-87705de91b8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:00.685033 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc33eae-e7bd-4eba-9494-87705de91b8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Pushing event deleted for resources: {'Port': ['ID=241ee5e5-890e-4ac0-8200-28733b82e2c8,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:00.699419 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bfc33eae-e7bd-4eba-9494-87705de91b8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:00.706297 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bfc33eae-e7bd-4eba-9494-87705de91b8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] 10.222.0.52 "DELETE /v2.0/ports/241ee5e5-890e-4ac0-8200-28733b82e2c8 HTTP/1.1" status: 204 len: 168 time: 0.5835743 Nov 02 11:55:00.706783 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50926) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:00.736889 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-8006d4e6-1f00-4c42-a85d-19d5cfb95eb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] GET failed (client error): The resource could not be found. Nov 02 11:55:00.742016 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8006d4e6-1f00-4c42-a85d-19d5cfb95eb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263461399-project-admin] 10.222.0.52 "GET /v2.0/ports/241ee5e5-890e-4ac0-8200-28733b82e2c8 HTTP/1.1" status: 404 len: 333 time: 0.0308616 Nov 02 11:55:00.742738 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50928) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:00.780000 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193a83d8-0e6b-41e1-9b1f-bec080650535 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Made reservation on behalf of 20797bb54fda4d7db686864cfff739bc for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:00.783882 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-193a83d8-0e6b-41e1-9b1f-bec080650535 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:00.802616 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-193a83d8-0e6b-41e1-9b1f-bec080650535 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:00.870804 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3c74dfc2-2ebd-44ee-9237-9bce2a735ab3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:00.956855 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c0e609a-fe33-47f7-8825-29b58f111e7f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:00.989780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-8083d1f7-6d1e-4c4f-a7cc-f987a987b29e tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:00.991348 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-8083d1f7-6d1e-4c4f-a7cc-f987a987b29e tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 804 time: 0.6268904 Nov 02 11:55:01.035920 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3c74dfc2-2ebd-44ee-9237-9bce2a735ab3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:01.062553 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-bf1fe6cd-2ce7-4bc2-a7f6-5c8e0e057d9e tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/quotas/03959b625cb94b9d9fcaf436c56c8acb HTTP/1.1" status: 200 len: 375 time: 0.0627286 Nov 02 11:55:01.064977 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-193a83d8-0e6b-41e1-9b1f-bec080650535 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:01.068845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-3c74dfc2-2ebd-44ee-9237-9bce2a735ab3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:01.083062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-3c74dfc2-2ebd-44ee-9237-9bce2a735ab3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c5a4d8-5959-4771-b874-937a42bc5558') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:01.083456 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-3c74dfc2-2ebd-44ee-9237-9bce2a735ab3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c5a4d8-5959-4771-b874-937a42bc5558') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:01.094282 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3c74dfc2-2ebd-44ee-9237-9bce2a735ab3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:01.108531 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3c74dfc2-2ebd-44ee-9237-9bce2a735ab3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:01.115191 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c74dfc2-2ebd-44ee-9237-9bce2a735ab3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:55:01.115583 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3c74dfc2-2ebd-44ee-9237-9bce2a735ab3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:55:01.119515 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:55:01.197792 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c0e609a-fe33-47f7-8825-29b58f111e7f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:01.203211 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-193a83d8-0e6b-41e1-9b1f-bec080650535 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:01.236079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193a83d8-0e6b-41e1-9b1f-bec080650535 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:55:01.250983 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a83d8-0e6b-41e1-9b1f-bec080650535 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d24ffb-4cb8-484c-ba80-d42cb37e8c1b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:01.255908 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-193a83d8-0e6b-41e1-9b1f-bec080650535 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:01.256319 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-193a83d8-0e6b-41e1-9b1f-bec080650535 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Added segment 13d40755-fb64-4345-849d-442679a74724 of type vlan for network 28a97ea2-9fc7-43df-87a4-d528fe646391 Nov 02 11:55:01.267382 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-6c0e609a-fe33-47f7-8825-29b58f111e7f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410e8f5d-4ef0-459a-8c8d-fa9d667e95f2']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:01.267782 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3c74dfc2-2ebd-44ee-9237-9bce2a735ab3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:01.277726 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3c74dfc2-2ebd-44ee-9237-9bce2a735ab3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:01.277836 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-ddefcdc7-fe50-4eda-a470-7b2d40061295 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2015276 Nov 02 11:55:01.280632 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3c74dfc2-2ebd-44ee-9237-9bce2a735ab3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] 10.222.0.52 "DELETE /v2.0/networks/f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d HTTP/1.1" status: 204 len: 168 time: 0.5359404 Nov 02 11:55:01.313658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-6c0e609a-fe33-47f7-8825-29b58f111e7f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159f7342-2219-4000-9771-f9350e62e491') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:01.313981 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-6c0e609a-fe33-47f7-8825-29b58f111e7f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159f7342-2219-4000-9771-f9350e62e491') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:01.323473 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74dfc2-2ebd-44ee-9237-9bce2a735ab3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2125429127-project] Pushing event deleted for resources: {'Network': ['ID=f1c8fc1e-2da8-4c0d-a2aa-b354c50e983d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:01.349568 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-193a83d8-0e6b-41e1-9b1f-bec080650535 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:01.401740 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c0e609a-fe33-47f7-8825-29b58f111e7f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:01.428268 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c0e609a-fe33-47f7-8825-29b58f111e7f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:01.445710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0e609a-fe33-47f7-8825-29b58f111e7f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:55:01.446131 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c0e609a-fe33-47f7-8825-29b58f111e7f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:55:01.459151 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:55:01.481522 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-193a83d8-0e6b-41e1-9b1f-bec080650535 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:01.488493 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193a83d8-0e6b-41e1-9b1f-bec080650535 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:01.493917 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-193a83d8-0e6b-41e1-9b1f-bec080650535 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:01.540909 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa51627-f024-4a5d-b35f-275a67ec7e8c admin admin] Router 92ff7830-042a-49f6-b58e-875443a78ce5 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:55:01.558255 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-ef9deb85-02d5-48c5-a209-89a1d81ddeb8 service neutron] 10.222.0.52 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620225 Nov 02 11:55:01.619555 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-193a83d8-0e6b-41e1-9b1f-bec080650535 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0335267 Nov 02 11:55:01.621341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50934) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:01.627376 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-f1ff3861-3a08-4ee9-aea7-2687de1cb5fc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Request body: {'subnet': {'network_id': '28a97ea2-9fc7-43df-87a4-d528fe646391', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:01.670549 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a83d8-0e6b-41e1-9b1f-bec080650535 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event updated for resources: {'Network': ['ID=28a97ea2-9fc7-43df-87a4-d528fe646391,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:01.687261 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 28a97ea2-9fc7-43df-87a4-d528fe646391 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:55:01.792512 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c0e609a-fe33-47f7-8825-29b58f111e7f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:01.805253 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c0e609a-fe33-47f7-8825-29b58f111e7f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:01.812215 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6c0e609a-fe33-47f7-8825-29b58f111e7f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/networks/410e8f5d-4ef0-459a-8c8d-fa9d667e95f2 HTTP/1.1" status: 204 len: 168 time: 1.4242692 Nov 02 11:55:01.817611 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50936) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:01.824232 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9ea49e1e-5e37-4407-aa1f-7ec280788f96 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1635650172'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:01.853437 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e609a-fe33-47f7-8825-29b58f111e7f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Network': ['ID=410e8f5d-4ef0-459a-8c8d-fa9d667e95f2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:01.875612 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-96af5361-413f-4862-9370-019c8f19542d service neutron] 10.222.0.52 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143024 Nov 02 11:55:01.877490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa51627-f024-4a5d-b35f-275a67ec7e8c admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:55:01.893216 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5f5d94-900f-4ae4-97d9-eea2f139850f None None] Sync routers for ids ['92ff7830-042a-49f6-b58e-875443a78ce5'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:55:01.901289 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50938) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:01.907739 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5f5d94-900f-4ae4-97d9-eea2f139850f None None] Routers {'92ff7830-042a-49f6-b58e-875443a78ce5'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:55:01.909349 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-de5f5d94-900f-4ae4-97d9-eea2f139850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:54:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['92ff7830-042a-49f6-b58e-875443a78ce5'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:01.916722 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9aa51627-f024-4a5d-b35f-275a67ec7e8c admin admin] 10.222.0.52 "PUT /v2.0/routers/92ff7830-042a-49f6-b58e-875443a78ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8953781 Nov 02 11:55:02.080372 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-de5f5d94-900f-4ae4-97d9-eea2f139850f None None] Set router 92ff7830-042a-49f6-b58e-875443a78ce5 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:55:02.091132 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ff3861-3a08-4ee9-aea7-2687de1cb5fc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Made reservation on behalf of 20797bb54fda4d7db686864cfff739bc for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:02.096561 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f1ff3861-3a08-4ee9-aea7-2687de1cb5fc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:02.197361 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea49e1e-5e37-4407-aa1f-7ec280788f96 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:02.201188 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9ea49e1e-5e37-4407-aa1f-7ec280788f96 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:02.229321 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50946) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:02.257206 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea49e1e-5e37-4407-aa1f-7ec280788f96 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:55:02.290326 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9ea49e1e-5e37-4407-aa1f-7ec280788f96 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:02.293507 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-9ea49e1e-5e37-4407-aa1f-7ec280788f96 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Added segment 3132a88d-1976-45af-9754-da74280923eb of type vlan for network 7a148be0-0390-426e-bc47-ebaca413119e Nov 02 11:55:02.377910 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52d50fdc-9233-45b9-adf8-fc48fadecc9f admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:02.487406 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-de5f5d94-900f-4ae4-97d9-eea2f139850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1805852608-router', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:53:17Z', 'updated_at': '2021-11-02T11:54:59Z', 'revision_number': 5, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'gw_port': {'id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:18Z', 'updated_at': '2021-11-02T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:02.520595 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9ea49e1e-5e37-4407-aa1f-7ec280788f96 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:02.553194 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5f5d94-900f-4ae4-97d9-eea2f139850f None None] Checking router: 92ff7830-042a-49f6-b58e-875443a78ce5 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:55:02.565152 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5f5d94-900f-4ae4-97d9-eea2f139850f None None] Routers {'92ff7830-042a-49f6-b58e-875443a78ce5'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:55:02.566015 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-de5f5d94-900f-4ae4-97d9-eea2f139850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:54:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['92ff7830-042a-49f6-b58e-875443a78ce5'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:02.579005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d9855-5077-48af-9677-5f695d2e37bf req-32432a00-9d3b-4db6-8237-4972b8df8722 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:02.584066 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c61d9855-5077-48af-9677-5f695d2e37bf req-32432a00-9d3b-4db6-8237-4972b8df8722 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.1526079 Nov 02 11:55:02.693494 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9ea49e1e-5e37-4407-aa1f-7ec280788f96 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:02.700418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea49e1e-5e37-4407-aa1f-7ec280788f96 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:02.701337 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9ea49e1e-5e37-4407-aa1f-7ec280788f96 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:02.726837 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-de5f5d94-900f-4ae4-97d9-eea2f139850f None None] Set router 92ff7830-042a-49f6-b58e-875443a78ce5 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:55:02.795068 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c61d9855-5077-48af-9677-5f695d2e37bf req-013400a3-d0f8-45e2-b0d4-2e543ae17e62 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972208 Nov 02 11:55:02.829707 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f1ff3861-3a08-4ee9-aea7-2687de1cb5fc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:02.849918 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ef2d661d-1d1c-4f53-9e19-e3c5d6a57a3c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5759209c1af54d3b94cdc77f92fc9b55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6149130 Nov 02 11:55:02.876139 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50956) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:02.901643 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9ea49e1e-5e37-4407-aa1f-7ec280788f96 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0786800 Nov 02 11:55:02.902105 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea49e1e-5e37-4407-aa1f-7ec280788f96 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Network': ['ID=7a148be0-0390-426e-bc47-ebaca413119e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:02.910669 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50958) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:02.916973 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 7a148be0-0390-426e-bc47-ebaca413119e details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:55:02.920196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e7aeaa0b-5dcd-4ad9-ab6d-60c89a5b94ba tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'subnet': {'network_id': '7a148be0-0390-426e-bc47-ebaca413119e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:03.079989 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-de5f5d94-900f-4ae4-97d9-eea2f139850f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1805852608-router', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:53:17Z', 'updated_at': '2021-11-02T11:54:59Z', 'revision_number': 5, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'gw_port': {'id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:18Z', 'updated_at': '2021-11-02T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:03.110040 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52d50fdc-9233-45b9-adf8-fc48fadecc9f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:03.118067 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2bf0b336-afeb-4312-be2d-eb7de6125b58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:03.132032 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5f5d94-900f-4ae4-97d9-eea2f139850f None None] The sync data for ids ['92ff7830-042a-49f6-b58e-875443a78ce5'] in n-d-806683-18 is: [{'id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'name': 'tempest-ServerRescueTestJSONUnderV235-1805852608-router', 'tenant_id': '5e856ddf71ac4e299451dc84fbfb176b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:53:17Z', 'updated_at': '2021-11-02T11:54:59Z', 'revision_number': 5, 'project_id': '5e856ddf71ac4e299451dc84fbfb176b', 'gw_port': {'id': '04277c61-f0a8-4d8b-98d0-f1b9381f2bc6', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff7830-042a-49f6-b58e-875443a78ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:53:18Z', 'updated_at': '2021-11-02T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:55:03.143611 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff3861-3a08-4ee9-aea7-2687de1cb5fc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event updated for resources: {'Subnet': ['ID=452babd3-6336-4793-9f82-32e73e5755fc,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:03.155133 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9fdf0771-ba31-48c9-8d78-29f70ea791db req-20024400-8608-4f5f-a38f-c876d80c4db6 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 210 time: 0.0947392 Nov 02 11:55:03.221910 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ff3861-3a08-4ee9-aea7-2687de1cb5fc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Checking segment: {'id': '13d40755-fb64-4345-849d-442679a74724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '28a97ea2-9fc7-43df-87a4-d528fe646391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:03.222298 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ff3861-3a08-4ee9-aea7-2687de1cb5fc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Network hostable DHCP agents. Network: 28a97ea2-9fc7-43df-87a4-d528fe646391, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:55:03.226324 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2bf0b336-afeb-4312-be2d-eb7de6125b58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:03.242386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7aeaa0b-5dcd-4ad9-ab6d-60c89a5b94ba tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:03.246972 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e7aeaa0b-5dcd-4ad9-ab6d-60c89a5b94ba tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:03.317920 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.ipam_backend_mixin [None req-e7aeaa0b-5dcd-4ad9-ab6d-60c89a5b94ba tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Performing IP validity checks on allocation pools {{(pid=102689) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 02 11:55:03.320417 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.ipam_backend_mixin [None req-e7aeaa0b-5dcd-4ad9-ab6d-60c89a5b94ba tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102689) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 02 11:55:03.370242 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ff3861-3a08-4ee9-aea7-2687de1cb5fc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Network 28a97ea2-9fc7-43df-87a4-d528fe646391 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:55:03.383977 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-52d50fdc-9233-45b9-adf8-fc48fadecc9f admin admin] Deleting port 04277c61-f0a8-4d8b-98d0-f1b9381f2bc6 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:03.384411 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52d50fdc-9233-45b9-adf8-fc48fadecc9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:03.500127 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2bf0b336-afeb-4312-be2d-eb7de6125b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:03.503000 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2bf0b336-afeb-4312-be2d-eb7de6125b58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:03.504312 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2bf0b336-afeb-4312-be2d-eb7de6125b58 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db3a890e-528a-4c29-b974-ba4c297148c2 HTTP/1.1" status: 204 len: 168 time: 0.6239007 Nov 02 11:55:03.523503 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0b336-afeb-4312-be2d-eb7de6125b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3a890e-528a-4c29-b974-ba4c297148c2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:03.526851 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-52d50fdc-9233-45b9-adf8-fc48fadecc9f admin admin] For port 04277c61-f0a8-4d8b-98d0-f1b9381f2bc6, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=04277c61-f0a8-4d8b-98d0-f1b9381f2bc6,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:03.527278 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52d50fdc-9233-45b9-adf8-fc48fadecc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:03.552247 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-f1ff3861-3a08-4ee9-aea7-2687de1cb5fc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 28a97ea2-9fc7-43df-87a4-d528fe646391) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:03.584197 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ff3861-3a08-4ee9-aea7-2687de1cb5fc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:03.585003 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f1ff3861-3a08-4ee9-aea7-2687de1cb5fc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:03.591328 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17879a1-2ab8-40c9-86a9-2dca2cd487d6 None None] Network 28a97ea2-9fc7-43df-87a4-d528fe646391 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:03.596804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-52d50fdc-9233-45b9-adf8-fc48fadecc9f admin admin] Calling delete_port for 04277c61-f0a8-4d8b-98d0-f1b9381f2bc6 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:03.636465 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e7aeaa0b-5dcd-4ad9-ab6d-60c89a5b94ba tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:03.720756 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aeaa0b-5dcd-4ad9-ab6d-60c89a5b94ba tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Subnet': ['ID=ec0eb8fa-6880-460c-b21c-2d99f6c5218c,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:03.757808 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f1ff3861-3a08-4ee9-aea7-2687de1cb5fc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1334085 Nov 02 11:55:03.758587 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50966) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:03.764015 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0fd8b4dd-6e2a-4fe9-b867-3b044804df4f tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Request body: {'network': {'name': 'tempest-router-network01--603148637'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:03.771607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aeaa0b-5dcd-4ad9-ab6d-60c89a5b94ba tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Checking segment: {'id': '3132a88d-1976-45af-9754-da74280923eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7a148be0-0390-426e-bc47-ebaca413119e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:03.771983 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aeaa0b-5dcd-4ad9-ab6d-60c89a5b94ba tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network hostable DHCP agents. Network: 7a148be0-0390-426e-bc47-ebaca413119e, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:55:03.876889 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-28a97ea2-9fc7-43df-87a4-d528fe646391', 'network_id': '28a97ea2-9fc7-43df-87a4-d528fe646391', 'tenant_id': '20797bb54fda4d7db686864cfff739bc', 'fixed_ips': [{'subnet_id': '452babd3-6336-4793-9f82-32e73e5755fc'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:55:03.877847 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:03.893680 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aeaa0b-5dcd-4ad9-ab6d-60c89a5b94ba tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 7a148be0-0390-426e-bc47-ebaca413119e is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:55:03.977447 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd8b4dd-6e2a-4fe9-b867-3b044804df4f tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Made reservation on behalf of 20797bb54fda4d7db686864cfff739bc for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:03.995472 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b4dd-6e2a-4fe9-b867-3b044804df4f tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:04.060948 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd8b4dd-6e2a-4fe9-b867-3b044804df4f tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:55:04.077838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b4dd-6e2a-4fe9-b867-3b044804df4f tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:04.078182 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-0fd8b4dd-6e2a-4fe9-b867-3b044804df4f tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Added segment 6c023f31-f062-489c-8d72-69fedd2843a4 of type vlan for network a6419ffb-6902-43c6-bd6c-eb56222faaa6 Nov 02 11:55:04.086503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d653927-b23d-47ae-9ca8-abeb8419a4bf req-367d4b11-b46b-4aff-9c0e-63918a3a818c tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:04.087986 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2d653927-b23d-47ae-9ca8-abeb8419a4bf req-367d4b11-b46b-4aff-9c0e-63918a3a818c tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.1270509 Nov 02 11:55:04.089218 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-e7aeaa0b-5dcd-4ad9-ab6d-60c89a5b94ba tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 7a148be0-0390-426e-bc47-ebaca413119e) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:04.110076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aeaa0b-5dcd-4ad9-ab6d-60c89a5b94ba tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:04.145395 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e7aeaa0b-5dcd-4ad9-ab6d-60c89a5b94ba tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:04.145615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbbe71f-d1fc-4568-aac6-d97b2862976c None None] Network 7a148be0-0390-426e-bc47-ebaca413119e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:04.146044 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b4dd-6e2a-4fe9-b867-3b044804df4f tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:04.184719 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2d653927-b23d-47ae-9ca8-abeb8419a4bf req-ae30a3b1-46ed-4e8a-98f5-a1e776b46267 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763879 Nov 02 11:55:04.219734 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Allocated IP 2001:db8::2 (28a97ea2-9fc7-43df-87a4-d528fe646391/452babd3-6336-4793-9f82-32e73e5755fc/ce98c520-2644-4ee2-9dd4-2510f8dd5e4b) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:04.265396 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52d50fdc-9233-45b9-adf8-fc48fadecc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:04.278645 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0cb99bc8-89f0-417c-926f-4043d5294e0f no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:55:04.292816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d50fdc-9233-45b9-adf8-fc48fadecc9f admin admin] Pushing event deleted for resources: {'Port': ['ID=04277c61-f0a8-4d8b-98d0-f1b9381f2bc6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:04.326423 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e7aeaa0b-5dcd-4ad9-ab6d-60c89a5b94ba tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4109042 Nov 02 11:55:04.327035 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50978) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:04.334802 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-55c43371-93e5-483e-bf07-0301215895f0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'network_id': '7a148be0-0390-426e-bc47-ebaca413119e', 'name': 'tempest-PortsIpV6TestJSON-2101697230'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:04.359430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 0cb99bc8-89f0-417c-926f-4043d5294e0f {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:55:04.359770 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0cb99bc8-89f0-417c-926f-4043d5294e0f not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:55:04.402160 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b4dd-6e2a-4fe9-b867-3b044804df4f tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:04.410132 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd8b4dd-6e2a-4fe9-b867-3b044804df4f tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:04.410883 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b4dd-6e2a-4fe9-b867-3b044804df4f tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:04.531529 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52d50fdc-9233-45b9-adf8-fc48fadecc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:04.548000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0fc3942c-2e94-462c-9594-a30bf1eb9b83 req-cd2f920a-f8e0-4d14-b201-1cd581761d6d tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 210 time: 0.0427582 Nov 02 11:55:04.555007 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:04.602371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8b4dd-6e2a-4fe9-b867-3b044804df4f tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event updated for resources: {'Network': ['ID=a6419ffb-6902-43c6-bd6c-eb56222faaa6,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:04.616591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7a148be0-0390-426e-bc47-ebaca413119e', 'network_id': '7a148be0-0390-426e-bc47-ebaca413119e', 'tenant_id': 'bec35b901e114a688a849f8ac16c777d', 'fixed_ips': [{'subnet_id': 'ec0eb8fa-6880-460c-b21c-2d99f6c5218c'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:55:04.617232 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:04.622805 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network a6419ffb-6902-43c6-bd6c-eb56222faaa6 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:55:04.636863 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52d50fdc-9233-45b9-adf8-fc48fadecc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:04.639074 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52d50fdc-9233-45b9-adf8-fc48fadecc9f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:04.698876 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c43371-93e5-483e-bf07-0301215895f0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:04.702824 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-55c43371-93e5-483e-bf07-0301215895f0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:04.708358 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:04.719890 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50980) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:04.735468 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-55c43371-93e5-483e-bf07-0301215895f0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] device_id is not set on port 8acb46e2-b83b-44eb-8ba0-3b197339d729 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:55:04.791083 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9de25a00-153f-4b3c-9a3d-804f191f80d0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=09de815464f1477a93d4d3e2550a2dbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0688910 Nov 02 11:55:04.796865 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50982) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:04.879204 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Network 28a97ea2-9fc7-43df-87a4-d528fe646391 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:04.880678 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52d50fdc-9233-45b9-adf8-fc48fadecc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:04.880880 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d50fdc-9233-45b9-adf8-fc48fadecc9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92ff7830-042a-49f6-b58e-875443a78ce5 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:55:04.899240 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:04.899345 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0fd8b4dd-6e2a-4fe9-b867-3b044804df4f tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1344447 Nov 02 11:55:04.899432 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:04.899515 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52d50fdc-9233-45b9-adf8-fc48fadecc9f admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:04.903842 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-52d50fdc-9233-45b9-adf8-fc48fadecc9f admin admin] 10.222.0.52 "DELETE /v2.0/routers/92ff7830-042a-49f6-b58e-875443a78ce5 HTTP/1.1" status: 204 len: 168 time: 3.0011604 Nov 02 11:55:04.908444 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50984) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:04.909129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50986) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:04.916858 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4aeb266a-65c9-4769-9a7d-c16397b25c73 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Request body: {'network': {'name': 'tempest-router-network02--61754990'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:04.922263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Pushing event updated for resources: {'Port': ['ID=ce98c520-2644-4ee2-9dd4-2510f8dd5e4b,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:04.940344 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-55c43371-93e5-483e-bf07-0301215895f0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Allocated IP 2001:db8::93 (7a148be0-0390-426e-bc47-ebaca413119e/ec0eb8fa-6880-460c-b21c-2d99f6c5218c/8acb46e2-b83b-44eb-8ba0-3b197339d729) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:04.953312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:04.953312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:04.953312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:04.953312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:04.953312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:04.953312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:04.953861 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:04.954541 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:04.956861 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:04.957697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:04.958301 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:04.958776 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:04.961905 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dcfb29a5-500f-444a-9722-55b0e8ecc082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.002145 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Attempting to bind port ce98c520-2644-4ee2-9dd4-2510f8dd5e4b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:55:05.002515 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Attempting to bind port ce98c520-2644-4ee2-9dd4-2510f8dd5e4b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '13d40755-fb64-4345-849d-442679a74724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '28a97ea2-9fc7-43df-87a4-d528fe646391'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:55:05.002872 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Attempting to bind port ce98c520-2644-4ee2-9dd4-2510f8dd5e4b on network 28a97ea2-9fc7-43df-87a4-d528fe646391 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:55:05.016662 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:55:05.017227 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Checking segment: {'id': '13d40755-fb64-4345-849d-442679a74724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '28a97ea2-9fc7-43df-87a4-d528fe646391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:05.017490 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.018036 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Bound using segment: {'id': '13d40755-fb64-4345-849d-442679a74724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '28a97ea2-9fc7-43df-87a4-d528fe646391'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:55:05.018525 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Bound port: ce98c520-2644-4ee2-9dd4-2510f8dd5e4b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d40755-fb64-4345-849d-442679a74724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '28a97ea2-9fc7-43df-87a4-d528fe646391'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:55:05.018903 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.028664 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dcfb29a5-500f-444a-9722-55b0e8ecc082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.149316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] For port ce98c520-2644-4ee2-9dd4-2510f8dd5e4b, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:55:05.154118 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] For port ce98c520-2644-4ee2-9dd4-2510f8dd5e4b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ce98c520-2644-4ee2-9dd4-2510f8dd5e4b,segment=NetworkSegment(13d40755-fb64-4345-849d-442679a74724),segment_id=13d40755-fb64-4345-849d-442679a74724)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:55:05.222717 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-55c43371-93e5-483e-bf07-0301215895f0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.242703 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb587ff2-38a2-4a3c-a6b2-4ad4d142c073 admin admin] Deleting subnet 16a7e152-0cec-4c7b-96ba-29c6b494d133 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:55:05.246578 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bb587ff2-38a2-4a3c-a6b2-4ad4d142c073 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.272981 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dcfb29a5-500f-444a-9722-55b0e8ecc082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.279546 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dcfb29a5-500f-444a-9722-55b0e8ecc082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.283898 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-dcfb29a5-500f-444a-9722-55b0e8ecc082 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e1dbd53d-6694-402a-8a55-14334f52705c HTTP/1.1" status: 204 len: 168 time: 0.4832876 Nov 02 11:55:05.302776 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb29a5-500f-444a-9722-55b0e8ecc082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dbd53d-6694-402a-8a55-14334f52705c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:05.311042 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.325025 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bb587ff2-38a2-4a3c-a6b2-4ad4d142c073 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.361183 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeb266a-65c9-4769-9a7d-c16397b25c73 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Made reservation on behalf of 20797bb54fda4d7db686864cfff739bc for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:05.372242 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4aeb266a-65c9-4769-9a7d-c16397b25c73 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.404497 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbcb0d-d99a-475c-94ea-13a100f8359c req-79b1100f-0861-4179-8043-c3c603595487 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:05.420183 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-03fbcb0d-d99a-475c-94ea-13a100f8359c req-79b1100f-0861-4179-8043-c3c603595487 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.0923786 Nov 02 11:55:05.441365 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aeb266a-65c9-4769-9a7d-c16397b25c73 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:55:05.447477 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bb587ff2-38a2-4a3c-a6b2-4ad4d142c073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.484966 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-55c43371-93e5-483e-bf07-0301215895f0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.498174 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4aeb266a-65c9-4769-9a7d-c16397b25c73 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.499552 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-4aeb266a-65c9-4769-9a7d-c16397b25c73 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Added segment a2a5a295-d1d4-40db-9715-a4e966360391 of type vlan for network 0457afc2-4613-41bb-bfcc-89fb69f8fc23 Nov 02 11:55:05.579238 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Allocated IP 2001:db8::2 (7a148be0-0390-426e-bc47-ebaca413119e/ec0eb8fa-6880-460c-b21c-2d99f6c5218c/678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:05.606574 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4aeb266a-65c9-4769-9a7d-c16397b25c73 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.630000 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bc068-223f-45b5-9521-12b80261c42d None None] Pushing event updated for resources: {'Port': ['ID=ce98c520-2644-4ee2-9dd4-2510f8dd5e4b,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:05.652608 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-03fbcb0d-d99a-475c-94ea-13a100f8359c req-b4218485-23a6-4630-88a4-b2e8dd9f9c32 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277980 Nov 02 11:55:05.659053 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c43371-93e5-483e-bf07-0301215895f0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=8acb46e2-b83b-44eb-8ba0-3b197339d729,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:05.662821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c43371-93e5-483e-bf07-0301215895f0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 7a148be0-0390-426e-bc47-ebaca413119e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:05.664796 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-55c43371-93e5-483e-bf07-0301215895f0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:05.667207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c43371-93e5-483e-bf07-0301215895f0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:05.674759 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c43371-93e5-483e-bf07-0301215895f0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:05.676395 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-55c43371-93e5-483e-bf07-0301215895f0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.722201 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bb587ff2-38a2-4a3c-a6b2-4ad4d142c073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.769030 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb587ff2-38a2-4a3c-a6b2-4ad4d142c073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16a7e152-0cec-4c7b-96ba-29c6b494d133,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:05.777705 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bb587ff2-38a2-4a3c-a6b2-4ad4d142c073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.791509 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bb587ff2-38a2-4a3c-a6b2-4ad4d142c073 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/16a7e152-0cec-4c7b-96ba-29c6b494d133 HTTP/1.1" status: 204 len: 168 time: 0.8679526 Nov 02 11:55:05.792358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50998) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:05.819349 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4aeb266a-65c9-4769-9a7d-c16397b25c73 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.826130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeb266a-65c9-4769-9a7d-c16397b25c73 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:05.826846 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4aeb266a-65c9-4769-9a7d-c16397b25c73 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:05.846979 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-55c43371-93e5-483e-bf07-0301215895f0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5158823 Nov 02 11:55:05.847610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51000) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:05.963275 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:06.018588 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb266a-65c9-4769-9a7d-c16397b25c73 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event updated for resources: {'Network': ['ID=0457afc2-4613-41bb-bfcc-89fb69f8fc23,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:06.041934 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:06.102970 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4aeb266a-65c9-4769-9a7d-c16397b25c73 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1889067 Nov 02 11:55:06.103775 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51004) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:06.114710 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7dbbbc7f-b4c3-4946-ba1b-7d41a3dc38c5 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Request body: {'subnet': {'network_id': 'a6419ffb-6902-43c6-bd6c-eb56222faaa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:06.126152 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 0457afc2-4613-41bb-bfcc-89fb69f8fc23 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:55:06.158754 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b12d576e-efc8-4c4a-9cf6-37df41388105 req-e68bb192-fc90-4dee-a2ee-dd704dc4b16a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 210 time: 0.2100046 Nov 02 11:55:06.185494 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5999f9bc-0364-4bf5-8b90-c2dc1f545c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:06.230081 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Network 7a148be0-0390-426e-bc47-ebaca413119e is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:06.313113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-4e97be01-659b-48bd-892e-3233b5bfef57 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:06.315840 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-4e97be01-659b-48bd-892e-3233b5bfef57 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 804 time: 0.3068225 Nov 02 11:55:06.343590 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5999f9bc-0364-4bf5-8b90-c2dc1f545c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:06.360844 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-022da5e5-6e61-4ed8-8f3c-a58681b3f826 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Request body: {'port': {'device_id': '03b36a7b-5442-486d-9b6f-907d1641f411', 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e', 'admin_state_up': True, 'tenant_id': '03959b625cb94b9d9fcaf436c56c8acb'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:06.376942 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-5999f9bc-0364-4bf5-8b90-c2dc1f545c5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c16c22a-0007-4e2f-a0c3-4e17b92442f6']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:06.398849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-5999f9bc-0364-4bf5-8b90-c2dc1f545c5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da21bfb-c17e-4480-9671-3bdd5442f1c7') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:06.399198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-5999f9bc-0364-4bf5-8b90-c2dc1f545c5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da21bfb-c17e-4480-9671-3bdd5442f1c7') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:06.409836 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5999f9bc-0364-4bf5-8b90-c2dc1f545c5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:06.437798 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5999f9bc-0364-4bf5-8b90-c2dc1f545c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:06.445083 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5999f9bc-0364-4bf5-8b90-c2dc1f545c5c admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:55:06.445794 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5999f9bc-0364-4bf5-8b90-c2dc1f545c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:06.453142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Pushing event updated for resources: {'Port': ['ID=678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:06.463107 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:06.499095 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:55:06.549805 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:55:06.554485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-79608ef1-e102-4d1d-9ba8-4f9a7c3f3644 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port 8acb46e2-b83b-44eb-8ba0-3b197339d729 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:06.554831 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-79608ef1-e102-4d1d-9ba8-4f9a7c3f3644 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:06.556959 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ce98c520-2644-4ee2-9dd4-2510f8dd5e4b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:55:06.663615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Attempting to bind port 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:55:06.664328 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Attempting to bind port 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '3132a88d-1976-45af-9754-da74280923eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7a148be0-0390-426e-bc47-ebaca413119e'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:55:06.665705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Attempting to bind port 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b on network 7a148be0-0390-426e-bc47-ebaca413119e {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:55:06.674013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:55:06.674903 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Checking segment: {'id': '3132a88d-1976-45af-9754-da74280923eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7a148be0-0390-426e-bc47-ebaca413119e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:06.675450 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:06.675938 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Bound using segment: {'id': '3132a88d-1976-45af-9754-da74280923eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7a148be0-0390-426e-bc47-ebaca413119e'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:55:06.676507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Bound port: 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3132a88d-1976-45af-9754-da74280923eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7a148be0-0390-426e-bc47-ebaca413119e'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:55:06.676993 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:06.695141 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port ce98c520-2644-4ee2-9dd4-2510f8dd5e4b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:06.695141 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:06.729813 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-79608ef1-e102-4d1d-9ba8-4f9a7c3f3644 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:06.778252 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5999f9bc-0364-4bf5-8b90-c2dc1f545c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:06.788317 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5999f9bc-0364-4bf5-8b90-c2dc1f545c5c admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:06.800016 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5999f9bc-0364-4bf5-8b90-c2dc1f545c5c admin admin] 10.222.0.52 "DELETE /v2.0/networks/9c16c22a-0007-4e2f-a0c3-4e17b92442f6 HTTP/1.1" status: 204 len: 168 time: 1.0065069 Nov 02 11:55:06.837827 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-79608ef1-e102-4d1d-9ba8-4f9a7c3f3644 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for 8acb46e2-b83b-44eb-8ba0-3b197339d729 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:06.879525 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbbbc7f-b4c3-4946-ba1b-7d41a3dc38c5 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Made reservation on behalf of 20797bb54fda4d7db686864cfff739bc for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:06.881900 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] For port 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:55:06.887873 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbc7f-b4c3-4946-ba1b-7d41a3dc38c5 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:06.890131 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] For port 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b,segment=NetworkSegment(3132a88d-1976-45af-9754-da74280923eb),segment_id=3132a88d-1976-45af-9754-da74280923eb)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:55:06.909201 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999f9bc-0364-4bf5-8b90-c2dc1f545c5c admin admin] Pushing event deleted for resources: {'Network': ['ID=9c16c22a-0007-4e2f-a0c3-4e17b92442f6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:07.006557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-022da5e5-6e61-4ed8-8f3c-a58681b3f826 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Made reservation on behalf of 03959b625cb94b9d9fcaf436c56c8acb for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:07.010984 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:07.011415 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-022da5e5-6e61-4ed8-8f3c-a58681b3f826 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:07.056123 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:07.222656 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e5848-387c-481c-9409-1c8e90345aa0 req-3b322f29-ef68-4dfb-980d-6bcb9c6ef5e9 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:07.233643 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f51e5848-387c-481c-9409-1c8e90345aa0 req-3b322f29-ef68-4dfb-980d-6bcb9c6ef5e9 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.3958168 Nov 02 11:55:07.303767 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f51e5848-387c-481c-9409-1c8e90345aa0 req-cc7563b5-0ff6-4de3-acd0-ac7b096c4129 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690792 Nov 02 11:55:07.330352 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-022da5e5-6e61-4ed8-8f3c-a58681b3f826 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Allocated IP 172.20.0.10 (74bd6dc5-f0e6-4079-ac41-63269a99500e/b04dcbcd-1275-4a43-9876-3724821feb17/7a189a12-73b7-4982-b3b3-11f25ce389a4) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:07.332807 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-79608ef1-e102-4d1d-9ba8-4f9a7c3f3644 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:07.433597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79608ef1-e102-4d1d-9ba8-4f9a7c3f3644 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=8acb46e2-b83b-44eb-8ba0-3b197339d729,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:07.493137 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port ce98c520-2644-4ee2-9dd4-2510f8dd5e4b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ce98c520-2644-4ee2-9dd4-2510f8dd5e4b,segment=NetworkSegment(13d40755-fb64-4345-849d-442679a74724),segment_id=13d40755-fb64-4345-849d-442679a74724)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:07.535660 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51032) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:07.546996 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04e6913-bc9c-4da6-be83-4325948c35fa None None] Network 28a97ea2-9fc7-43df-87a4-d528fe646391 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:07.599735 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-79608ef1-e102-4d1d-9ba8-4f9a7c3f3644 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:07.611691 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:07.615790 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-79608ef1-e102-4d1d-9ba8-4f9a7c3f3644 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/ports/8acb46e2-b83b-44eb-8ba0-3b197339d729 HTTP/1.1" status: 204 len: 168 time: 1.7584281 Nov 02 11:55:07.631408 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab402c-e25c-4085-8f89-deb93225bf63 None None] Pushing event updated for resources: {'Port': ['ID=678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:07.658024 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51036) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:07.809746 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a912a7f1-6b03-4649-9be7-fc7f889e24fd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5e856ddf71ac4e299451dc84fbfb176b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2686830 Nov 02 11:55:07.810152 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51040) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:07.819258 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 04277c61-f0a8-4d8b-98d0-f1b9381f2bc6 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:55:07.854629 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-15a9cf1c-c551-4a39-a284-d6d8f78305c6 None None] Provisioning complete for port ce98c520-2644-4ee2-9dd4-2510f8dd5e4b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:07.855127 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-15a9cf1c-c551-4a39-a284-d6d8f78305c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:07.869931 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 04277c61-f0a8-4d8b-98d0-f1b9381f2bc6 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:55:07.870283 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 04277c61-f0a8-4d8b-98d0-f1b9381f2bc6 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:55:07.936096 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97d850bb-6214-489c-9db9-29d315ae3b4b req-a6299559-acf8-44ef-9d95-0331408c4676 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 210 time: 0.1404891 Nov 02 11:55:07.963846 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca56c945-f26d-413b-92bd-a2f2facd4392 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] DELETE failed (client error): The resource could not be found. Nov 02 11:55:07.964599 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca56c945-f26d-413b-92bd-a2f2facd4392 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:55:07.968432 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ca56c945-f26d-413b-92bd-a2f2facd4392 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/ports/8acb46e2-b83b-44eb-8ba0-3b197339d729 HTTP/1.1" status: 404 len: 333 time: 0.3092279 Nov 02 11:55:07.990404 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51042) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:08.013470 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=ce98c520-2644-4ee2-9dd4-2510f8dd5e4b,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:08.134515 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-4129d658-24ec-43ac-8c50-07383efd28d3 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] GET failed (client error): The resource could not be found. Nov 02 11:55:08.139475 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4129d658-24ec-43ac-8c50-07383efd28d3 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports/8acb46e2-b83b-44eb-8ba0-3b197339d729 HTTP/1.1" status: 404 len: 333 time: 0.1452603 Nov 02 11:55:08.147331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51044) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:08.271249 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb3d649-6aae-47b4-a845-6d63abf845c2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting subnet ec0eb8fa-6880-460c-b21c-2d99f6c5218c {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:55:08.293676 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-edb3d649-6aae-47b4-a845-6d63abf845c2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:08.405380 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-22d52bce-ab5f-4f3b-b29d-eb6235566166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:08.545948 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:55:08.549690 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-22d52bce-ab5f-4f3b-b29d-eb6235566166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:08.567767 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-edb3d649-6aae-47b4-a845-6d63abf845c2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:08.646975 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45354b27-bf90-49d9-9659-2c4ed25e9d3f req-596e795a-5de8-4608-adac-c153f5842be6 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:08.656278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-45354b27-bf90-49d9-9659-2c4ed25e9d3f req-596e795a-5de8-4608-adac-c153f5842be6 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.2251358 Nov 02 11:55:08.687097 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:08.687470 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:08.813316 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-022da5e5-6e61-4ed8-8f3c-a58681b3f826 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:08.832897 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-60f08d17-1ba1-43fa-9e77-dfc83bda3ae8 None None] Provisioning complete for port ce98c520-2644-4ee2-9dd4-2510f8dd5e4b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:08.833156 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-60f08d17-1ba1-43fa-9e77-dfc83bda3ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:08.856710 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbc7f-b4c3-4946-ba1b-7d41a3dc38c5 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:08.878688 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-edb3d649-6aae-47b4-a845-6d63abf845c2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:08.969312 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbbc7f-b4c3-4946-ba1b-7d41a3dc38c5 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event updated for resources: {'Subnet': ['ID=f4193735-1344-4738-867f-c846447b779b,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:08.979574 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-022da5e5-6e61-4ed8-8f3c-a58681b3f826 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:08.981456 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbbbc7f-b4c3-4946-ba1b-7d41a3dc38c5 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Checking segment: {'id': '6c023f31-f062-489c-8d72-69fedd2843a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a6419ffb-6902-43c6-bd6c-eb56222faaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:08.982273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbbbc7f-b4c3-4946-ba1b-7d41a3dc38c5 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Network hostable DHCP agents. Network: a6419ffb-6902-43c6-bd6c-eb56222faaa6, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:55:09.003705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['f6b6f311-7267-4d0d-8126-7fd262070db1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:55:09.117951 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-022da5e5-6e61-4ed8-8f3c-a58681b3f826 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Network 74bd6dc5-f0e6-4079-ac41-63269a99500e is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:09.126895 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:09.156748 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-022da5e5-6e61-4ed8-8f3c-a58681b3f826 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:09.169656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-022da5e5-6e61-4ed8-8f3c-a58681b3f826 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:09.178093 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbbbc7f-b4c3-4946-ba1b-7d41a3dc38c5 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Network a6419ffb-6902-43c6-bd6c-eb56222faaa6 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:55:09.191095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022da5e5-6e61-4ed8-8f3c-a58681b3f826 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Pushing event updated for resources: {'Port': ['ID=7a189a12-73b7-4982-b3b3-11f25ce389a4,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:09.332122 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd279300-b6f8-40d2-8af1-05f8ac7750f9 None None] Network 7a148be0-0390-426e-bc47-ebaca413119e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:09.341899 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-022da5e5-6e61-4ed8-8f3c-a58681b3f826 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:09.342731 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-022da5e5-6e61-4ed8-8f3c-a58681b3f826 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:09.390994 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-7dbbbc7f-b4c3-4946-ba1b-7d41a3dc38c5 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, a6419ffb-6902-43c6-bd6c-eb56222faaa6) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:09.407645 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbbbc7f-b4c3-4946-ba1b-7d41a3dc38c5 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:09.408523 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dbbbc7f-b4c3-4946-ba1b-7d41a3dc38c5 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:09.426609 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee635ca-ae5c-440f-a1e5-76d792a1573a None None] Network a6419ffb-6902-43c6-bd6c-eb56222faaa6 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:09.433309 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-22d52bce-ab5f-4f3b-b29d-eb6235566166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:09.440565 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-22d52bce-ab5f-4f3b-b29d-eb6235566166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:09.470127 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-22d52bce-ab5f-4f3b-b29d-eb6235566166 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e86e8bbb-1915-4378-bb7a-02d7b955aec8 HTTP/1.1" status: 204 len: 168 time: 1.6036050 Nov 02 11:55:09.508456 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-022da5e5-6e61-4ed8-8f3c-a58681b3f826 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1657913 Nov 02 11:55:09.521935 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Request body: {'port': {'device_id': '03b36a7b-5442-486d-9b6f-907d1641f411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:09.542725 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d52bce-ab5f-4f3b-b29d-eb6235566166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86e8bbb-1915-4378-bb7a-02d7b955aec8,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:09.552482 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ee07d4c3-481a-4b05-9993-f5bf063a1f2c None None] Provisioning complete for port 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:09.553486 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ee07d4c3-481a-4b05-9993-f5bf063a1f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:09.573747 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7dbbbc7f-b4c3-4946-ba1b-7d41a3dc38c5 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4649310 Nov 02 11:55:09.580479 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51068) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:09.600011 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b5c0cdb6-9173-485b-9560-2948d39dd65b tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Request body: {'subnet': {'network_id': '0457afc2-4613-41bb-bfcc-89fb69f8fc23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:09.610290 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-45354b27-bf90-49d9-9659-2c4ed25e9d3f req-baacafd4-bf83-4462-9c51-383d1433e40c tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9503748 Nov 02 11:55:09.692100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51070) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:09.762436 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-edb3d649-6aae-47b4-a845-6d63abf845c2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:09.849780 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-edb3d649-6aae-47b4-a845-6d63abf845c2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:09.855384 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-edb3d649-6aae-47b4-a845-6d63abf845c2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/ec0eb8fa-6880-460c-b21c-2d99f6c5218c HTTP/1.1" status: 204 len: 168 time: 1.7046480 Nov 02 11:55:09.859414 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51076) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:09.867289 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:09.876317 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3d649-6aae-47b4-a845-6d63abf845c2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Subnet': ['ID=ec0eb8fa-6880-460c-b21c-2d99f6c5218c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:09.986104 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:55:09.986793 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:55:10.023060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-a6419ffb-6902-43c6-bd6c-eb56222faaa6', 'network_id': 'a6419ffb-6902-43c6-bd6c-eb56222faaa6', 'tenant_id': '20797bb54fda4d7db686864cfff739bc', 'fixed_ips': [{'subnet_id': 'f4193735-1344-4738-867f-c846447b779b'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:55:10.024436 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:10.042024 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ee07d4c3-481a-4b05-9993-f5bf063a1f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:10.046230 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-fa4f9e3f-91c3-438f-be0f-0d64c71f5979 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-864183992', 'router:external': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:10.173682 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440319cc-a66a-4786-ba85-c07ae5545fe0 req-71cc9276-7040-43f3-bd2e-f23422dc1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:10.175249 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-440319cc-a66a-4786-ba85-c07ae5545fe0 req-71cc9276-7040-43f3-bd2e-f23422dc1761 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67&tenant_id=6c42cd043aff4c3dad752193a806d1f3 HTTP/1.1" status: 200 len: 1096 time: 0.3210399 Nov 02 11:55:10.226789 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ee07d4c3-481a-4b05-9993-f5bf063a1f2c None None] For port 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b,segment=NetworkSegment(3132a88d-1976-45af-9754-da74280923eb),segment_id=3132a88d-1976-45af-9754-da74280923eb)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:10.265944 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64525f52-6a5f-4f06-bc79-77295d7bf81a req-457a9249-f12b-43e3-b806-86e4aba42c51 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:10.277521 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64525f52-6a5f-4f06-bc79-77295d7bf81a req-457a9249-f12b-43e3-b806-86e4aba42c51 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 932 time: 0.2906051 Nov 02 11:55:10.356231 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4f9e3f-91c3-438f-be0f-0d64c71f5979 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Made reservation on behalf of 550e620ad9234adf8285e031b72d8dca for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:10.358598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Allocated IP 2001:db8::2 (a6419ffb-6902-43c6-bd6c-eb56222faaa6/f4193735-1344-4738-867f-c846447b779b/11e4afce-6a87-4404-8115-a938411e1cbb) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:10.361232 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9e3f-91c3-438f-be0f-0d64c71f5979 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:10.371647 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ee07d4c3-481a-4b05-9993-f5bf063a1f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:10.381846 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a189a12-73b7-4982-b3b3-11f25ce389a4 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:55:10.395440 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:10.400960 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9e3f-91c3-438f-be0f-0d64c71f5979 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:10.430549 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Transition to ACTIVE for port object 7a189a12-73b7-4982-b3b3-11f25ce389a4 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:55:10.458806 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0d8c44-07bb-432e-9ef1-b0a20e709fd9 None None] Network 7a148be0-0390-426e-bc47-ebaca413119e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:10.530392 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:10.568222 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:10.614699 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64525f52-6a5f-4f06-bc79-77295d7bf81a req-979e73b3-aafc-4660-8cb1-6c480862ffc2 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358617 Nov 02 11:55:10.636704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440319cc-a66a-4786-ba85-c07ae5545fe0 req-66ffd5f5-4eb3-4eaa-b489-d027c0b6b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:10.641170 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-440319cc-a66a-4786-ba85-c07ae5545fe0 req-66ffd5f5-4eb3-4eaa-b489-d027c0b6b769 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c42cd043aff4c3dad752193a806d1f3&device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 1096 time: 0.4257309 Nov 02 11:55:10.660246 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c0cdb6-9173-485b-9560-2948d39dd65b tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Made reservation on behalf of 20797bb54fda4d7db686864cfff739bc for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:10.664082 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b5c0cdb6-9173-485b-9560-2948d39dd65b tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:10.709448 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07d4c3-481a-4b05-9993-f5bf063a1f2c None None] Pushing event updated for resources: {'Port': ['ID=678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:10.766454 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Pushing event updated for resources: {'Port': ['ID=7a189a12-73b7-4982-b3b3-11f25ce389a4,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:10.799734 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9e3f-91c3-438f-be0f-0d64c71f5979 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:10.808317 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ce98c520-2644-4ee2-9dd4-2510f8dd5e4b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:55:10.860871 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1a626665-1da4-4f24-9941-e7355297173e None None] Provisioning complete for port 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:10.861245 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1a626665-1da4-4f24-9941-e7355297173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:10.871595 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440319cc-a66a-4786-ba85-c07ae5545fe0 req-524dd6e0-dda1-4dd7-9550-3091849c42c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:10.873855 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-440319cc-a66a-4786-ba85-c07ae5545fe0 req-524dd6e0-dda1-4dd7-9550-3091849c42c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=de1624d7-02e7-4915-9539-81b4cd0f5d6b HTTP/1.1" status: 200 len: 918 time: 0.2247269 Nov 02 11:55:10.936556 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac9213-44b5-49ad-9a97-085ad8cc1626 req-6bc593b6-c962-4cee-a80c-55a915a2c077 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:10.938697 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-00ac9213-44b5-49ad-9a97-085ad8cc1626 req-6bc593b6-c962-4cee-a80c-55a915a2c077 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.1325614 Nov 02 11:55:10.939418 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9e3f-91c3-438f-be0f-0d64c71f5979 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:10.989148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4f9e3f-91c3-438f-be0f-0d64c71f5979 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:55:10.992916 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:10.993586 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.018044 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f9e3f-91c3-438f-be0f-0d64c71f5979 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5c9739-c131-4479-b7b9-5148734560b5,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:11.023971 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9e3f-91c3-438f-be0f-0d64c71f5979 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.024328 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-fa4f9e3f-91c3-438f-be0f-0d64c71f5979 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Added segment da40640f-6b78-4819-8e84-6371304ef1af of type vlan for network 8ae32ec9-0f2c-474c-ba7b-b615ff7415d5 Nov 02 11:55:11.047051 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-440319cc-a66a-4786-ba85-c07ae5545fe0 req-da5362d0-825b-4529-a22c-7692c64419de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c HTTP/1.1" status: 200 len: 999 time: 0.1661444 Nov 02 11:55:11.149159 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Attempting to bind port 7a189a12-73b7-4982-b3b3-11f25ce389a4 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:55:11.149505 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Attempting to bind port 7a189a12-73b7-4982-b3b3-11f25ce389a4 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:55:11.149836 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Attempting to bind port 7a189a12-73b7-4982-b3b3-11f25ce389a4 on network 74bd6dc5-f0e6-4079-ac41-63269a99500e {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:55:11.166731 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-00ac9213-44b5-49ad-9a97-085ad8cc1626 req-25c53d08-bdf6-456b-9209-61ef1c078051 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111220 Nov 02 11:55:11.171838 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9e3f-91c3-438f-be0f-0d64c71f5979 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.189425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Port 7a189a12-73b7-4982-b3b3-11f25ce389a4 on network 74bd6dc5-f0e6-4079-ac41-63269a99500e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:55:11.189760 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Attempting to bind port 7a189a12-73b7-4982-b3b3-11f25ce389a4 on network 74bd6dc5-f0e6-4079-ac41-63269a99500e {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:55:11.198425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] For port 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b,segment=NetworkSegment(3132a88d-1976-45af-9754-da74280923eb),segment_id=3132a88d-1976-45af-9754-da74280923eb)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:11.198798 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.199123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440319cc-a66a-4786-ba85-c07ae5545fe0 req-9ff64f3a-acd2-4a87-99ae-a19352f19c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:11.200816 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-440319cc-a66a-4786-ba85-c07ae5545fe0 req-9ff64f3a-acd2-4a87-99ae-a19352f19c9c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17063659-e3c5-4f52-b046-a3aac82260e7 HTTP/1.1" status: 200 len: 856 time: 0.1278923 Nov 02 11:55:11.202465 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:55:11.202813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Checking segment: {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:11.203334 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Bound using segment: {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:55:11.203850 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Bound port: 7a189a12-73b7-4982-b3b3-11f25ce389a4, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:55:11.218559 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.276644 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:11.302517 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440319cc-a66a-4786-ba85-c07ae5545fe0 req-216f2a07-028b-4072-a1c3-d5006b279fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:11.304462 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-440319cc-a66a-4786-ba85-c07ae5545fe0 req-216f2a07-028b-4072-a1c3-d5006b279fb7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de1624d7-02e7-4915-9539-81b4cd0f5d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948462 Nov 02 11:55:11.393125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port ce98c520-2644-4ee2-9dd4-2510f8dd5e4b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:11.394029 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.437623 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] For port 7a189a12-73b7-4982-b3b3-11f25ce389a4, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:55:11.443284 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] For port 7a189a12-73b7-4982-b3b3-11f25ce389a4, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=7a189a12-73b7-4982-b3b3-11f25ce389a4,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:55:11.460594 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d25f383-8d90-49cb-bb40-933b2745396a None None] DHCP port deletion for 7a148be0-0390-426e-bc47-ebaca413119e request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:55:11.463614 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9e3f-91c3-438f-be0f-0d64c71f5979 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.471931 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4f9e3f-91c3-438f-be0f-0d64c71f5979 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:11.471931 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9e3f-91c3-438f-be0f-0d64c71f5979 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.490028 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.510822 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b5c0cdb6-9173-485b-9560-2948d39dd65b tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.543359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f9e3f-91c3-438f-be0f-0d64c71f5979 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Pushing event updated for resources: {'Network': ['ID=8ae32ec9-0f2c-474c-ba7b-b615ff7415d5,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:11.559161 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.560136 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 8ae32ec9-0f2c-474c-ba7b-b615ff7415d5 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:55:11.575867 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-440319cc-a66a-4786-ba85-c07ae5545fe0 req-ffe80e73-a60d-49e7-bee6-dea92c356195 service neutron] 10.222.0.54 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529657 Nov 02 11:55:11.618505 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fa4f9e3f-91c3-438f-be0f-0d64c71f5979 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.9251840 Nov 02 11:55:11.619337 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51108) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:11.619857 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.634852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-fc2f7bf4-c1ad-4617-9a67-0a29d13fe3fb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Request body: {'subnet': {'network_id': '8ae32ec9-0f2c-474c-ba7b-b615ff7415d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:11.646628 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Pushing event updated for resources: {'Port': ['ID=7a189a12-73b7-4982-b3b3-11f25ce389a4,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:11.651900 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:11.652619 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.654149 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f1b49154-8f05-4c72-84b1-6ae20e9b049c service neutron] 10.222.0.54 "PUT /v2.0/ports/7a189a12-73b7-4982-b3b3-11f25ce389a4 HTTP/1.1" status: 200 len: 1093 time: 2.1369650 Nov 02 11:55:11.664071 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.666461 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b36a7b-5442-486d-9b6f-907d1641f411', 'tag': '7a189a12-73b7-4982-b3b3-11f25ce389a4'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:55:11.670989 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb787307-6437-4934-89bf-d05390351136" -d '{"events": [{"name": "network-changed", "server_uuid": "03b36a7b-5442-486d-9b6f-907d1641f411", "tag": "7a189a12-73b7-4982-b3b3-11f25ce389a4"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:55:11.699020 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0d25f383-8d90-49cb-bb40-933b2745396a None None] Deleting port 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:11.699403 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0d25f383-8d90-49cb-bb40-933b2745396a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.716189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:11.737369 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-440319cc-a66a-4786-ba85-c07ae5545fe0 req-31bf7905-51c7-4e82-8939-30acc763b680 service neutron] 10.222.0.54 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533756 Nov 02 11:55:11.743644 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No DVR routers for this DVR port 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:55:11.802975 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0d25f383-8d90-49cb-bb40-933b2745396a None None] For port 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b, host n-d-806683-18, got binding levels [] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:11.803470 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0d25f383-8d90-49cb-bb40-933b2745396a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.826063 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Network a6419ffb-6902-43c6-bd6c-eb56222faaa6 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:11.837076 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Pushing event updated for resources: {'Port': ['ID=11e4afce-6a87-4404-8115-a938411e1cbb,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:11.837076 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:11.838116 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:11.840542 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0d25f383-8d90-49cb-bb40-933b2745396a None None] Calling delete_port for 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:11.844896 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.ipam_backend_mixin [None req-0d25f383-8d90-49cb-bb40-933b2745396a None None] Port 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b was not found and therefore no delete operation was performed {{(pid=102691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 11:55:11.848836 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.853458 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0d25f383-8d90-49cb-bb40-933b2745396a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.877733 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a148be0-0390-426e-bc47-ebaca413119e']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:11.890745 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0cdb6-9173-485b-9560-2948d39dd65b tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event updated for resources: {'Subnet': ['ID=7d3e2340-de19-472c-b240-b060460a5747,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:11.893413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2f7bf4-c1ad-4617-9a67-0a29d13fe3fb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Made reservation on behalf of 550e620ad9234adf8285e031b72d8dca for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:11.895962 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7bf4-c1ad-4617-9a67-0a29d13fe3fb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.902221 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3132a88d-1976-45af-9754-da74280923eb') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:11.902560 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3132a88d-1976-45af-9754-da74280923eb') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:11.922041 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.933139 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c0cdb6-9173-485b-9560-2948d39dd65b tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Checking segment: {'id': 'a2a5a295-d1d4-40db-9715-a4e966360391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0457afc2-4613-41bb-bfcc-89fb69f8fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:11.933516 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c0cdb6-9173-485b-9560-2948d39dd65b tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Network hostable DHCP agents. Network: 0457afc2-4613-41bb-bfcc-89fb69f8fc23, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:55:11.950080 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.968009 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:55:11.968335 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:11.968750 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25f383-8d90-49cb-bb40-933b2745396a None None] Pushing event deleted for resources: {'Port': ['ID=678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:11.977166 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:55:11.978015 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:55:11.993187 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-fd20c971-4420-4022-b90f-de8f69d299d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:12.004580 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-fd20c971-4420-4022-b90f-de8f69d299d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 1096 time: 0.1281738 Nov 02 11:55:12.027904 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:55:12.028311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:55:12.060092 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Attempting to bind port 11e4afce-6a87-4404-8115-a938411e1cbb on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:55:12.061248 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Attempting to bind port 11e4afce-6a87-4404-8115-a938411e1cbb by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '6c023f31-f062-489c-8d72-69fedd2843a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a6419ffb-6902-43c6-bd6c-eb56222faaa6'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:55:12.061644 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Attempting to bind port 11e4afce-6a87-4404-8115-a938411e1cbb on network a6419ffb-6902-43c6-bd6c-eb56222faaa6 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:55:12.067333 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d25f383-8d90-49cb-bb40-933b2745396a None None] No DVR routers for this DVR port 678bbfc1-37bb-4d71-8c9c-7c12d9d7d40b on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:55:12.078300 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:55:12.078662 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Checking segment: {'id': '6c023f31-f062-489c-8d72-69fedd2843a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a6419ffb-6902-43c6-bd6c-eb56222faaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:12.079087 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:12.079601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Bound using segment: {'id': '6c023f31-f062-489c-8d72-69fedd2843a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a6419ffb-6902-43c6-bd6c-eb56222faaa6'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:55:12.080256 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Bound port: 11e4afce-6a87-4404-8115-a938411e1cbb, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c023f31-f062-489c-8d72-69fedd2843a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a6419ffb-6902-43c6-bd6c-eb56222faaa6'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:55:12.080703 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:12.087452 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c0cdb6-9173-485b-9560-2948d39dd65b tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Network 0457afc2-4613-41bb-bfcc-89fb69f8fc23 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:55:12.105179 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-f0d64654-d417-4f3e-a924-518d10db6708 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a189a12-73b7-4982-b3b3-11f25ce389a4 HTTP/1.1" status: 200 len: 217 time: 0.0825641 Nov 02 11:55:12.191475 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] For port 11e4afce-6a87-4404-8115-a938411e1cbb, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:55:12.198515 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] For port 11e4afce-6a87-4404-8115-a938411e1cbb, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=11e4afce-6a87-4404-8115-a938411e1cbb,segment=NetworkSegment(6c023f31-f062-489c-8d72-69fedd2843a4),segment_id=6c023f31-f062-489c-8d72-69fedd2843a4)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:55:12.206152 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-5e6d36cf-937e-4bc3-8823-b0347d6df84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:12.209665 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-5e6d36cf-937e-4bc3-8823-b0347d6df84c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b04dcbcd-1275-4a43-9876-3724821feb17 HTTP/1.1" status: 200 len: 844 time: 0.1052582 Nov 02 11:55:12.232305 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:12.236785 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:12.243744 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/networks/7a148be0-0390-426e-bc47-ebaca413119e HTTP/1.1" status: 204 len: 168 time: 2.3702290 Nov 02 11:55:12.244359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51144) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:12.256751 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-cc81a341-cdad-4ab9-907e-800d7ab3ab1f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2052376611'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:12.317446 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624adc5-58b2-4f7e-adef-6c091912dadd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Network': ['ID=7a148be0-0390-426e-bc47-ebaca413119e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:12.336739 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:12.348563 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-b5c0cdb6-9173-485b-9560-2948d39dd65b tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 0457afc2-4613-41bb-bfcc-89fb69f8fc23) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:12.360318 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-c79ec557-aad0-4d28-8da7-c89e14cfc7bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=74bd6dc5-f0e6-4079-ac41-63269a99500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246700 Nov 02 11:55:12.366027 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c0cdb6-9173-485b-9560-2948d39dd65b tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:12.366644 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b5c0cdb6-9173-485b-9560-2948d39dd65b tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:12.421303 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fd2f29-3c6a-4010-919f-4248c420e156 None None] Network 0457afc2-4613-41bb-bfcc-89fb69f8fc23 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:12.505257 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc81a341-cdad-4ab9-907e-800d7ab3ab1f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:12.508808 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cc81a341-cdad-4ab9-907e-800d7ab3ab1f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:12.525905 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89f72c-6116-4543-8acd-3269960c0f71 None None] Pushing event updated for resources: {'Port': ['ID=11e4afce-6a87-4404-8115-a938411e1cbb,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:12.546418 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc81a341-cdad-4ab9-907e-800d7ab3ab1f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:55:12.562915 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cc81a341-cdad-4ab9-907e-800d7ab3ab1f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:12.563415 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-cc81a341-cdad-4ab9-907e-800d7ab3ab1f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Added segment fd6a1ff8-e2e5-4ea3-bf37-7a1118ac1640 of type vlan for network 18fe1466-abf3-4331-9ba7-29c98301cb5d Nov 02 11:55:12.617692 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b5c0cdb6-9173-485b-9560-2948d39dd65b tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0324683 Nov 02 11:55:12.622249 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51162) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:12.642808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b4da0-6648-44ff-b14f-c51e359dc58b req-75c102d1-7415-4f2c-8a0e-8500c5e2a34a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:12.654545 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b8b4da0-6648-44ff-b14f-c51e359dc58b req-75c102d1-7415-4f2c-8a0e-8500c5e2a34a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 944 time: 0.3065464 Nov 02 11:55:12.701876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-0457afc2-4613-41bb-bfcc-89fb69f8fc23', 'network_id': '0457afc2-4613-41bb-bfcc-89fb69f8fc23', 'tenant_id': '20797bb54fda4d7db686864cfff739bc', 'fixed_ips': [{'subnet_id': '7d3e2340-de19-472c-b240-b060460a5747'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:55:12.703201 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:12.732510 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-4f59b430-e1fd-47df-ae97-431a06d86c1d service neutron] 10.222.0.54 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340437 Nov 02 11:55:12.759585 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b8b4da0-6648-44ff-b14f-c51e359dc58b req-bea50a20-bd62-40d5-984a-b2017f0f50ed tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027410 Nov 02 11:55:12.814346 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cc81a341-cdad-4ab9-907e-800d7ab3ab1f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:12.913355 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1352d53e-f0d7-4579-a5d1-68a7cbc6dcd5 x-openstack-request-id: req-1352d53e-f0d7-4579-a5d1-68a7cbc6dcd5 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:55:12.913653 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b36a7b-5442-486d-9b6f-907d1641f411", "tag": "7a189a12-73b7-4982-b3b3-11f25ce389a4", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:55:12.913910 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1352d53e-f0d7-4579-a5d1-68a7cbc6dcd5 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:55:12.914358 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b36a7b-5442-486d-9b6f-907d1641f411', 'tag': '7a189a12-73b7-4982-b3b3-11f25ce389a4', 'status': 'completed', 'code': 200} Nov 02 11:55:12.930222 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.resource_extend [None req-cc81a341-cdad-4ab9-907e-800d7ab3ab1f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 11:55:13.144154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Allocated IP 2001:db8::2 (0457afc2-4613-41bb-bfcc-89fb69f8fc23/7d3e2340-de19-472c-b240-b060460a5747/a048a908-3a3a-4cea-a0fd-21834425cfec) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:13.179703 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc590c56-e9d4-41ac-ab0b-b3f6aa64716d req-655d67c8-3ae8-4b01-bbd5-f150f057d839 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=7695aa1d-f16f-46af-918e-97f230f8eb83 HTTP/1.1" status: 200 len: 210 time: 0.1454158 Nov 02 11:55:13.211825 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cc81a341-cdad-4ab9-907e-800d7ab3ab1f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:13.221140 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc81a341-cdad-4ab9-907e-800d7ab3ab1f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:13.221796 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cc81a341-cdad-4ab9-907e-800d7ab3ab1f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:13.260011 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3eb6c844-c200-4f75-b62d-08558eb42fe4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:13.295042 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2900615a-f29b-440f-8cc1-538c93d0eef5 req-965d4c0c-fe6f-4b99-ab76-2196f67e0f0d service neutron] 10.222.0.54 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324025 Nov 02 11:55:13.531713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.objects.ports [None req-fc2f7bf4-c1ad-4617-9a67-0a29d13fe3fb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102689) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 11:55:13.534510 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7bf4-c1ad-4617-9a67-0a29d13fe3fb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:13.549702 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81a341-cdad-4ab9-907e-800d7ab3ab1f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Network': ['ID=18fe1466-abf3-4331-9ba7-29c98301cb5d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:13.575560 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:13.584466 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 18fe1466-abf3-4331-9ba7-29c98301cb5d details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:55:13.590834 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cc81a341-cdad-4ab9-907e-800d7ab3ab1f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3453918 Nov 02 11:55:13.626482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51172) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:13.636545 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'subnet': {'network_id': '18fe1466-abf3-4331-9ba7-29c98301cb5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:13.642031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48069cfd-5ec5-46ef-8b27-aa06a684d17d req-3b0748b5-86a2-4141-8ec8-56748cacd379 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:13.657436 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48069cfd-5ec5-46ef-8b27-aa06a684d17d req-3b0748b5-86a2-4141-8ec8-56748cacd379 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.3084085 Nov 02 11:55:13.758615 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:13.858189 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f7bf4-c1ad-4617-9a67-0a29d13fe3fb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Pushing event updated for resources: {'Subnet': ['ID=30530572-83d1-47d7-8000-735774830123,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:14.051711 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 11e4afce-6a87-4404-8115-a938411e1cbb up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:55:14.187368 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:14.189424 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Network 0457afc2-4613-41bb-bfcc-89fb69f8fc23 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:14.202320 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:14.214254 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:14.223479 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:14.227084 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2f7bf4-c1ad-4617-9a67-0a29d13fe3fb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Checking segment: {'id': 'da40640f-6b78-4819-8e84-6371304ef1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8ae32ec9-0f2c-474c-ba7b-b615ff7415d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:14.227463 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2f7bf4-c1ad-4617-9a67-0a29d13fe3fb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Network hostable DHCP agents. Network: 8ae32ec9-0f2c-474c-ba7b-b615ff7415d5, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:55:14.230823 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Pushing event updated for resources: {'Port': ['ID=a048a908-3a3a-4cea-a0fd-21834425cfec,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:14.268319 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df80232-ce10-4e55-aa57-2f7a853aa9ad None None] Network a6419ffb-6902-43c6-bd6c-eb56222faaa6 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:14.297226 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb787307-6437-4934-89bf-d05390351136 req-88157c59-7c37-4c39-aa76-b3a312a52ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:14.303421 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb787307-6437-4934-89bf-d05390351136 req-88157c59-7c37-4c39-aa76-b3a312a52ac1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 1096 time: 0.6000764 Nov 02 11:55:14.319916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48069cfd-5ec5-46ef-8b27-aa06a684d17d req-52671be8-b5df-4cf6-8a04-e46cc18dd31e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6607978 Nov 02 11:55:14.323646 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-3eb6c844-c200-4f75-b62d-08558eb42fe4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Allocated IP 2001:db8::1 (a6419ffb-6902-43c6-bd6c-eb56222faaa6/f4193735-1344-4738-867f-c846447b779b/1b8fe88b-e5b8-4d88-a205-7c84fee69e6f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:14.374702 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 11e4afce-6a87-4404-8115-a938411e1cbb triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:14.375220 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:14.454116 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Attempting to bind port a048a908-3a3a-4cea-a0fd-21834425cfec on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:55:14.454677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Attempting to bind port a048a908-3a3a-4cea-a0fd-21834425cfec by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'a2a5a295-d1d4-40db-9715-a4e966360391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0457afc2-4613-41bb-bfcc-89fb69f8fc23'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:55:14.455913 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Attempting to bind port a048a908-3a3a-4cea-a0fd-21834425cfec on network 0457afc2-4613-41bb-bfcc-89fb69f8fc23 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:55:14.475142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:55:14.476138 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Checking segment: {'id': 'a2a5a295-d1d4-40db-9715-a4e966360391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0457afc2-4613-41bb-bfcc-89fb69f8fc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:14.476627 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:14.477039 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Bound using segment: {'id': 'a2a5a295-d1d4-40db-9715-a4e966360391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0457afc2-4613-41bb-bfcc-89fb69f8fc23'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:55:14.477552 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Bound port: a048a908-3a3a-4cea-a0fd-21834425cfec, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a5a295-d1d4-40db-9715-a4e966360391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0457afc2-4613-41bb-bfcc-89fb69f8fc23'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:55:14.477951 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:14.547237 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3649b7e2-c0fe-41e8-bf67-e0a905c50b76 None None] Provisioning complete for port 11e4afce-6a87-4404-8115-a938411e1cbb triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:14.547709 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3649b7e2-c0fe-41e8-bf67-e0a905c50b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:14.560762 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2f7bf4-c1ad-4617-9a67-0a29d13fe3fb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Network 8ae32ec9-0f2c-474c-ba7b-b615ff7415d5 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:55:14.664015 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-fc2f7bf4-c1ad-4617-9a67-0a29d13fe3fb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 8ae32ec9-0f2c-474c-ba7b-b615ff7415d5) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:14.672731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2f7bf4-c1ad-4617-9a67-0a29d13fe3fb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:14.672731 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7bf4-c1ad-4617-9a67-0a29d13fe3fb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:14.711835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb787307-6437-4934-89bf-d05390351136 req-29d3b65a-aa0a-4e1b-a4d4-cf9af9988fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:14.713390 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb787307-6437-4934-89bf-d05390351136 req-29d3b65a-aa0a-4e1b-a4d4-cf9af9988fb3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 905 time: 0.3680196 Nov 02 11:55:14.797236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] For port a048a908-3a3a-4cea-a0fd-21834425cfec, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:55:14.805660 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] For port a048a908-3a3a-4cea-a0fd-21834425cfec, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a048a908-3a3a-4cea-a0fd-21834425cfec,segment=NetworkSegment(a2a5a295-d1d4-40db-9715-a4e966360391),segment_id=a2a5a295-d1d4-40db-9715-a4e966360391)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:55:14.809402 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3eb6c844-c200-4f75-b62d-08558eb42fe4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:14.829732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4d705d-2ee7-4eb4-a007-0fd75bdba6ca None None] Network 8ae32ec9-0f2c-474c-ba7b-b615ff7415d5 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:14.897972 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fc2f7bf4-c1ad-4617-9a67-0a29d13fe3fb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.2704771 Nov 02 11:55:14.898864 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51192) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:14.900292 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb787307-6437-4934-89bf-d05390351136 req-4ed7a8a2-862d-41c3-a4cb-75d075a0c244 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a189a12-73b7-4982-b3b3-11f25ce389a4 HTTP/1.1" status: 200 len: 217 time: 0.0847726 Nov 02 11:55:14.915383 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1666828418', 'network_id': '8ae32ec9-0f2c-474c-ba7b-b615ff7415d5'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:14.971378 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:15.040557 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb787307-6437-4934-89bf-d05390351136 req-a55076cf-e2bd-4595-b667-862d8aeda928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:15.042087 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb787307-6437-4934-89bf-d05390351136 req-a55076cf-e2bd-4595-b667-862d8aeda928 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b04dcbcd-1275-4a43-9876-3724821feb17 HTTP/1.1" status: 200 len: 844 time: 0.1233113 Nov 02 11:55:15.106376 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb787307-6437-4934-89bf-d05390351136 req-9e603d86-5c2d-4b38-8829-b8481e7c6d84 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=74bd6dc5-f0e6-4079-ac41-63269a99500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414495 Nov 02 11:55:15.139382 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:15.234550 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3eb6c844-c200-4f75-b62d-08558eb42fe4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:15.269831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Made reservation on behalf of 550e620ad9234adf8285e031b72d8dca for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:15.274658 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:15.340153 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] device_id is not set on port d9606609-1946-49ea-8efd-25c204c22441 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:55:15.387496 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdaad7a-ad98-4ae4-864b-30c9597736b8 None None] Pushing event updated for resources: {'Port': ['ID=a048a908-3a3a-4cea-a0fd-21834425cfec,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:15.395085 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Subnet': ['ID=fa008fa8-aa0e-4ffa-9a7a-a47fc0d7773d,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:15.411834 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:15.412584 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:15.413253 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:15.413877 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:15.414563 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:15.415208 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:15.415820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:15.416492 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:15.417074 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:15.417647 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:15.418174 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:15.418700 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:15.428044 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb6c844-c200-4f75-b62d-08558eb42fe4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Network a6419ffb-6902-43c6-bd6c-eb56222faaa6 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:15.437628 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-3eb6c844-c200-4f75-b62d-08558eb42fe4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:15.442547 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb6c844-c200-4f75-b62d-08558eb42fe4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:15.444002 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3eb6c844-c200-4f75-b62d-08558eb42fe4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:15.495928 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:15.506560 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6c844-c200-4f75-b62d-08558eb42fe4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event updated for resources: {'Port': ['ID=1b8fe88b-e5b8-4d88-a205-7c84fee69e6f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:15.582216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Checking segment: {'id': 'fd6a1ff8-e2e5-4ea3-bf37-7a1118ac1640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '18fe1466-abf3-4331-9ba7-29c98301cb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:15.582643 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network hostable DHCP agents. Network: 18fe1466-abf3-4331-9ba7-29c98301cb5d, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:55:15.704985 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Allocated IP 2001:db8::3b8 (8ae32ec9-0f2c-474c-ba7b-b615ff7415d5/30530572-83d1-47d7-8000-735774830123/d9606609-1946-49ea-8efd-25c204c22441) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:15.806765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92e774-dae2-4aee-ba11-80b81c039886 req-5c69bdc1-dbbd-4e82-98fd-77aa81ac1988 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:15.834354 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff92e774-dae2-4aee-ba11-80b81c039886 req-5c69bdc1-dbbd-4e82-98fd-77aa81ac1988 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 944 time: 0.6715348 Nov 02 11:55:15.915626 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 18fe1466-abf3-4331-9ba7-29c98301cb5d is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:55:16.064409 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2d0398-93d0-433f-8bf8-3818f188a465 None None] Network 8ae32ec9-0f2c-474c-ba7b-b615ff7415d5 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:16.075838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3eb6c844-c200-4f75-b62d-08558eb42fe4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:16.082981 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 7a189a12-73b7-4982-b3b3-11f25ce389a4 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:55:16.139909 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb787307-6437-4934-89bf-d05390351136 req-fb9b9e4a-8637-41e7-8b36-51bff266cf06 service neutron] 10.222.0.54 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9624782 Nov 02 11:55:16.182911 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff92e774-dae2-4aee-ba11-80b81c039886 req-4142cbba-f102-455f-ad27-e5d58bcfe38d tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191288 Nov 02 11:55:16.239089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 18fe1466-abf3-4331-9ba7-29c98301cb5d) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:16.288184 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:16.288549 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:16.362102 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 11e4afce-6a87-4404-8115-a938411e1cbb, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=11e4afce-6a87-4404-8115-a938411e1cbb,segment=NetworkSegment(6c023f31-f062-489c-8d72-69fedd2843a4),segment_id=6c023f31-f062-489c-8d72-69fedd2843a4)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:16.441391 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3649b7e2-c0fe-41e8-bf67-e0a905c50b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:16.475838 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6901e3fa-9296-434d-807e-23d6a4ec9410 None None] Network 18fe1466-abf3-4331-9ba7-29c98301cb5d requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:16.550456 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bf87336f-726a-4df8-819c-11883baf717f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9148803 Nov 02 11:55:16.550456 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51212) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:16.556572 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-df4d4508-8d5f-4575-805c-6007031410dc tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'network_id': '18fe1466-abf3-4331-9ba7-29c98301cb5d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-524866319'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:16.567811 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.resource_extend [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 11:55:16.605527 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:16.909545 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a048a908-3a3a-4cea-a0fd-21834425cfec up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:55:16.911615 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4d4508-8d5f-4575-805c-6007031410dc tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:16.916259 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df4d4508-8d5f-4575-805c-6007031410dc tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:16.926054 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3eb6c844-c200-4f75-b62d-08558eb42fe4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:16.948719 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-df4d4508-8d5f-4575-805c-6007031410dc tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] device_id is not set on port ddc5872b-fea2-47a1-a69e-72fbccfc08fb yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:55:17.012944 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:17.056223 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3eb6c844-c200-4f75-b62d-08558eb42fe4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:17.057236 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3eb6c844-c200-4f75-b62d-08558eb42fe4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:17.059153 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=11e4afce-6a87-4404-8115-a938411e1cbb,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:17.179883 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359647bc-a309-4b1d-a8ad-a24c22308ba2 req-d3012211-d69f-4125-b16a-d52245064ab0 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:17.184531 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-359647bc-a309-4b1d-a8ad-a24c22308ba2 req-d3012211-d69f-4125-b16a-d52245064ab0 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.3249106 Nov 02 11:55:17.192281 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb787307-6437-4934-89bf-d05390351136 req-2a904df4-e0a9-49cf-befd-1f985bee5915 service neutron] 10.222.0.54 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0357008 Nov 02 11:55:17.211034 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a933290b-7788-4f5e-988a-ce0e228a835d None None] Network 0457afc2-4613-41bb-bfcc-89fb69f8fc23 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:17.296524 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6c844-c200-4f75-b62d-08558eb42fe4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event updated for resources: {'Port': ['ID=1b8fe88b-e5b8-4d88-a205-7c84fee69e6f,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:17.313537 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-359647bc-a309-4b1d-a8ad-a24c22308ba2 req-c6b8e917-b321-413e-9380-e47300a8ecd3 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192257 Nov 02 11:55:17.346310 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:17.398003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb6c844-c200-4f75-b62d-08558eb42fe4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Network a6419ffb-6902-43c6-bd6c-eb56222faaa6 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:17.414801 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-18fe1466-abf3-4331-9ba7-29c98301cb5d', 'network_id': '18fe1466-abf3-4331-9ba7-29c98301cb5d', 'tenant_id': 'bec35b901e114a688a849f8ac16c777d', 'fixed_ips': [{'subnet_id': 'fa008fa8-aa0e-4ffa-9a7a-a47fc0d7773d'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:55:17.415771 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-3eb6c844-c200-4f75-b62d-08558eb42fe4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:17.416640 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:17.465872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Network 8ae32ec9-0f2c-474c-ba7b-b615ff7415d5 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:17.489902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:17.503944 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:17.513602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:17.513602 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:17.516872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Pushing event updated for resources: {'Port': ['ID=d9606609-1946-49ea-8efd-25c204c22441,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:17.545345 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:17.545954 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:17.546317 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:17.546668 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:17.547032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:17.547378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:17.547715 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:17.548053 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:17.548453 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:17.557968 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:17.558328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:17.560278 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:17.652584 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66c0d327-1e88-48dc-979f-34ec24faf436 req-21edd387-314b-43a2-a41b-cf205c3df7f5 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0567572 Nov 02 11:55:17.684550 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0529d933-3473-4a60-af7f-c39e6b0c5aee tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.7832196 Nov 02 11:55:17.688203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51226) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:17.794339 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-3649b7e2-c0fe-41e8-bf67-e0a905c50b76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:55:17.795569 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-3649b7e2-c0fe-41e8-bf67-e0a905c50b76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:55:17.807993 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 7a189a12-73b7-4982-b3b3-11f25ce389a4, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=7a189a12-73b7-4982-b3b3-11f25ce389a4,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:17.887541 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-df4d4508-8d5f-4575-805c-6007031410dc tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Allocated IP 2001:db8::31d (18fe1466-abf3-4331-9ba7-29c98301cb5d/fa008fa8-aa0e-4ffa-9a7a-a47fc0d7773d/ddc5872b-fea2-47a1-a69e-72fbccfc08fb) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:17.973683 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d24984f7-25e3-4cf8-bc9e-2a2985716834 req-fc9cc883-220f-413d-9634-ba01c65fc881 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7695aa1d-f16f-46af-918e-97f230f8eb83 HTTP/1.1" status: 200 len: 210 time: 0.1382666 Nov 02 11:55:18.074754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82011db0-e3a2-499c-bb1d-c6aae5226177 req-10566b0e-24d4-4777-9fcb-3c476214f740 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:18.083238 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82011db0-e3a2-499c-bb1d-c6aae5226177 req-10566b0e-24d4-4777-9fcb-3c476214f740 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 944 time: 0.2489181 Nov 02 11:55:18.095322 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0be7e3f7-2432-4573-8318-89c52606df02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:18.103627 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-77386043-889d-4baa-8607-b2adf6ea6486 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Deleting port d9606609-1946-49ea-8efd-25c204c22441 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:18.103953 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77386043-889d-4baa-8607-b2adf6ea6486 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:18.106193 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a048a908-3a3a-4cea-a0fd-21834425cfec triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:18.106669 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:18.173074 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '7a189a12-73b7-4982-b3b3-11f25ce389a4', 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e', 'port_id': '7a189a12-73b7-4982-b3b3-11f25ce389a4', 'mac_address': 'fa:16:3e:04:46:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04dcbcd-1275-4a43-9876-3724821feb17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:55:18.227336 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82011db0-e3a2-499c-bb1d-c6aae5226177 req-6a873249-fc4f-49e1-b08a-868f6f4d1de6 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430397 Nov 02 11:55:18.286076 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df4d4508-8d5f-4575-805c-6007031410dc tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:18.296496 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77386043-889d-4baa-8607-b2adf6ea6486 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:18.358171 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-77386043-889d-4baa-8607-b2adf6ea6486 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Calling delete_port for d9606609-1946-49ea-8efd-25c204c22441 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:18.369382 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb6c844-c200-4f75-b62d-08558eb42fe4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Router 37805a10-2ad3-4a8c-b6fb-d21098dae405 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:55:18.515132 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:18.515132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a189a12-73b7-4982-b3b3-11f25ce389a4 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:55:18.674682 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Allocated IP 2001:db8::2 (18fe1466-abf3-4331-9ba7-29c98301cb5d/fa008fa8-aa0e-4ffa-9a7a-a47fc0d7773d/3bdffbc5-e545-4f30-a68f-a6f14efd5358) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:18.736826 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a3b5e-09e3-40fc-94ca-8fe77cb6bc81 req-7953bac6-8c57-481f-b1bc-21687740f1c6 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:18.740130 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b87a3b5e-09e3-40fc-94ca-8fe77cb6bc81 req-7953bac6-8c57-481f-b1bc-21687740f1c6 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.2570515 Nov 02 11:55:18.747488 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb6c844-c200-4f75-b62d-08558eb42fe4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:55:18.758430 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3eb6c844-c200-4f75-b62d-08558eb42fe4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "PUT /v2.0/routers/37805a10-2ad3-4a8c-b6fb-d21098dae405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1351004 Nov 02 11:55:18.777473 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51236) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:18.777584 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df4d4508-8d5f-4575-805c-6007031410dc tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:18.857487 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 7a189a12-73b7-4982-b3b3-11f25ce389a4, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=7a189a12-73b7-4982-b3b3-11f25ce389a4,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:18.860720 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:18.933124 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4d4508-8d5f-4575-805c-6007031410dc tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 18fe1466-abf3-4331-9ba7-29c98301cb5d is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:18.943930 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd07694-6cf8-4f39-8219-eafc68edd964 None None] Sync routers for ids ['37805a10-2ad3-4a8c-b6fb-d21098dae405'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:55:18.957816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-df4d4508-8d5f-4575-805c-6007031410dc tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:18.964791 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:18.973634 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4d4508-8d5f-4575-805c-6007031410dc tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:18.989037 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4d4508-8d5f-4575-805c-6007031410dc tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:19.005745 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df4d4508-8d5f-4575-805c-6007031410dc tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:19.036940 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d4508-8d5f-4575-805c-6007031410dc tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=ddc5872b-fea2-47a1-a69e-72fbccfc08fb,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:19.066299 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port a048a908-3a3a-4cea-a0fd-21834425cfec, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a048a908-3a3a-4cea-a0fd-21834425cfec,segment=NetworkSegment(a2a5a295-d1d4-40db-9715-a4e966360391),segment_id=a2a5a295-d1d4-40db-9715-a4e966360391)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:19.124496 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-df4d4508-8d5f-4575-805c-6007031410dc tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.5698111 Nov 02 11:55:19.124966 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51240) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:19.158388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd07694-6cf8-4f39-8219-eafc68edd964 None None] Routers {'37805a10-2ad3-4a8c-b6fb-d21098dae405'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:55:19.159466 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fdd07694-6cf8-4f39-8219-eafc68edd964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:54:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['37805a10-2ad3-4a8c-b6fb-d21098dae405'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:19.190636 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b87a3b5e-09e3-40fc-94ca-8fe77cb6bc81 req-023d2f79-3f20-4e5e-b153-412826576df9 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4166849 Nov 02 11:55:19.231672 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-42ea84a6-ae09-4d76-b5ea-24609a64cc04 None None] Provisioning complete for port a048a908-3a3a-4cea-a0fd-21834425cfec triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:19.232093 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-42ea84a6-ae09-4d76-b5ea-24609a64cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:19.303835 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fdd07694-6cf8-4f39-8219-eafc68edd964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:19.307863 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['7a189a12-73b7-4982-b3b3-11f25ce389a4'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:55:19.339921 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8e7840b7-5f98-4955-90b2-ddee7616d76a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port ddc5872b-fea2-47a1-a69e-72fbccfc08fb {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:19.342310 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e7840b7-5f98-4955-90b2-ddee7616d76a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:19.376238 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:19.440231 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:19.494068 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77386043-889d-4baa-8607-b2adf6ea6486 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:19.544843 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd07694-6cf8-4f39-8219-eafc68edd964 None None] Routers {'37805a10-2ad3-4a8c-b6fb-d21098dae405'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:55:19.545608 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fdd07694-6cf8-4f39-8219-eafc68edd964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:54:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['37805a10-2ad3-4a8c-b6fb-d21098dae405'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:19.556275 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:19.583021 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e7840b7-5f98-4955-90b2-ddee7616d76a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:19.598270 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 11e4afce-6a87-4404-8115-a938411e1cbb up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:55:19.605726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77386043-889d-4baa-8607-b2adf6ea6486 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9606609-1946-49ea-8efd-25c204c22441,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:19.617356 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:55:19.619557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8e7840b7-5f98-4955-90b2-ddee7616d76a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for ddc5872b-fea2-47a1-a69e-72fbccfc08fb owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:19.627379 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3252406-d56f-493c-b35d-da81b0ca5ae0 req-2c9de306-7ae1-4112-8759-30519e0fe149 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0830369 Nov 02 11:55:19.691833 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77386043-889d-4baa-8607-b2adf6ea6486 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:19.715167 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-77386043-889d-4baa-8607-b2adf6ea6486 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "DELETE /v2.0/ports/d9606609-1946-49ea-8efd-25c204c22441 HTTP/1.1" status: 204 len: 168 time: 2.0256791 Nov 02 11:55:19.718795 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51244) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:19.742578 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ae32ec9-0f2c-474c-ba7b-b615ff7415d5', 'external_fixed_ips': [{'subnet_id': '30530572-83d1-47d7-8000-735774830123', 'ip_address': '2001:db8::3b8'}]}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:19.831879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=7a189a12-73b7-4982-b3b3-11f25ce389a4,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:19.851703 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fdd07694-6cf8-4f39-8219-eafc68edd964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:19.852597 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd07694-6cf8-4f39-8219-eafc68edd964 None None] The sync data for ids ['37805a10-2ad3-4a8c-b6fb-d21098dae405'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:55:19.965905 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Network 18fe1466-abf3-4331-9ba7-29c98301cb5d is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:20.017338 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:20.091113 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-65db5519-a2ac-4800-96c4-f21ae50bfbdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:20.096656 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:20.136109 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:20.137500 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:20.216688 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 11e4afce-6a87-4404-8115-a938411e1cbb triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:20.216962 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:20.320014 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6a8f7-b7c2-49f4-a566-fac3045c3d44 req-c4435845-1c0d-42f5-8693-d97cd489ef8c tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:20.321702 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-deb6a8f7-b7c2-49f4-a566-fac3045c3d44 req-c4435845-1c0d-42f5-8693-d97cd489ef8c tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 945 time: 0.4869003 Nov 02 11:55:20.328726 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=a048a908-3a3a-4cea-a0fd-21834425cfec,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:20.378105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-42ea84a6-ae09-4d76-b5ea-24609a64cc04 None None] Provisioning complete for port 11e4afce-6a87-4404-8115-a938411e1cbb triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:20.378481 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-42ea84a6-ae09-4d76-b5ea-24609a64cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:20.532642 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Attempting to bind port 3bdffbc5-e545-4f30-a68f-a6f14efd5358 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:55:20.533532 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Attempting to bind port 3bdffbc5-e545-4f30-a68f-a6f14efd5358 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fd6a1ff8-e2e5-4ea3-bf37-7a1118ac1640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '18fe1466-abf3-4331-9ba7-29c98301cb5d'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:55:20.534196 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Attempting to bind port 3bdffbc5-e545-4f30-a68f-a6f14efd5358 on network 18fe1466-abf3-4331-9ba7-29c98301cb5d {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:55:20.543204 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Pushing event updated for resources: {'Port': ['ID=3bdffbc5-e545-4f30-a68f-a6f14efd5358,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:20.565059 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:55:20.565482 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Checking segment: {'id': 'fd6a1ff8-e2e5-4ea3-bf37-7a1118ac1640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '18fe1466-abf3-4331-9ba7-29c98301cb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:20.566014 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:20.566436 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Bound using segment: {'id': 'fd6a1ff8-e2e5-4ea3-bf37-7a1118ac1640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '18fe1466-abf3-4331-9ba7-29c98301cb5d'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:55:20.567005 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Bound port: 3bdffbc5-e545-4f30-a68f-a6f14efd5358, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6a1ff8-e2e5-4ea3-bf37-7a1118ac1640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '18fe1466-abf3-4331-9ba7-29c98301cb5d'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:55:20.567441 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:20.586630 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:20.642262 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-deb6a8f7-b7c2-49f4-a566-fac3045c3d44 req-9aae1a59-fe70-45a9-aac1-ead1fad08c5d tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505786 Nov 02 11:55:20.663203 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f7861b-e077-456e-9e5a-a8133b0fcf50 req-c5379311-e0b5-4a64-887d-9e7af941ecff service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0963185 Nov 02 11:55:20.668548 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-ec423309-00ca-4889-aff4-40189a60a4cf tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:55:20.670063 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ec423309-00ca-4889-aff4-40189a60a4cf tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "PUT /v2.0/routers/37805a10-2ad3-4a8c-b6fb-d21098dae405/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8929658 Nov 02 11:55:20.674489 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51254) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:20.753860 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] For port 3bdffbc5-e545-4f30-a68f-a6f14efd5358, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:55:20.764564 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] For port 3bdffbc5-e545-4f30-a68f-a6f14efd5358, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3bdffbc5-e545-4f30-a68f-a6f14efd5358,segment=NetworkSegment(fd6a1ff8-e2e5-4ea3-bf37-7a1118ac1640),segment_id=fd6a1ff8-e2e5-4ea3-bf37-7a1118ac1640)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:55:20.805611 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e7840b7-5f98-4955-90b2-ddee7616d76a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:20.862388 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:20.926912 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7840b7-5f98-4955-90b2-ddee7616d76a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=ddc5872b-fea2-47a1-a69e-72fbccfc08fb,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:20.988315 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:20.996393 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e7840b7-5f98-4955-90b2-ddee7616d76a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:21.000995 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8e7840b7-5f98-4955-90b2-ddee7616d76a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/ports/ddc5872b-fea2-47a1-a69e-72fbccfc08fb HTTP/1.1" status: 204 len: 168 time: 1.8744371 Nov 02 11:55:21.012315 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51256) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:21.021972 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:21.033884 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-42ea84a6-ae09-4d76-b5ea-24609a64cc04 None None] Provisioning complete for port 1b8fe88b-e5b8-4d88-a205-7c84fee69e6f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:21.034350 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-42ea84a6-ae09-4d76-b5ea-24609a64cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:21.069376 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3014a5-0418-4353-a8eb-7cc4b008b00b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] GET failed (client error): The resource could not be found. Nov 02 11:55:21.074880 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ee3014a5-0418-4353-a8eb-7cc4b008b00b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports/ddc5872b-fea2-47a1-a69e-72fbccfc08fb HTTP/1.1" status: 404 len: 333 time: 0.0490580 Nov 02 11:55:21.080784 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51258) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:21.112688 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463a831-729d-4769-b3cc-696328feee42 req-8d631653-8cb7-4b61-a7ad-d5cbfe008380 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:21.133864 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b463a831-729d-4769-b3cc-696328feee42 req-8d631653-8cb7-4b61-a7ad-d5cbfe008380 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.2925313 Nov 02 11:55:21.165634 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-42ea84a6-ae09-4d76-b5ea-24609a64cc04 None None] Port 1b8fe88b-e5b8-4d88-a205-7c84fee69e6f cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:55:21.169115 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ba361-2af5-47a5-878d-b893bbe28e88 None None] Pushing event updated for resources: {'Port': ['ID=3bdffbc5-e545-4f30-a68f-a6f14efd5358,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:21.296987 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-eaa02a42-5169-4328-82b1-6bfeb27fbc47 None None] Provisioning complete for port a048a908-3a3a-4cea-a0fd-21834425cfec triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:21.297372 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eaa02a42-5169-4328-82b1-6bfeb27fbc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:21.329896 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b463a831-729d-4769-b3cc-696328feee42 req-f7cc40a7-d506-4ef6-aa3b-219d8b2b0741 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936731 Nov 02 11:55:21.461065 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d715783-0dec-4a78-9bd4-f6637be13fec tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting subnet fa008fa8-aa0e-4ffa-9a7a-a47fc0d7773d {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:55:21.486803 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5d715783-0dec-4a78-9bd4-f6637be13fec tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:21.626657 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-eaa02a42-5169-4328-82b1-6bfeb27fbc47 None None] Provisioning complete for port 1b8fe88b-e5b8-4d88-a205-7c84fee69e6f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:21.627391 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eaa02a42-5169-4328-82b1-6bfeb27fbc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:21.674526 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5d715783-0dec-4a78-9bd4-f6637be13fec tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:21.723984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-eaa02a42-5169-4328-82b1-6bfeb27fbc47 None None] Port 1b8fe88b-e5b8-4d88-a205-7c84fee69e6f cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:55:21.868533 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3bdffbc5-e545-4f30-a68f-a6f14efd5358 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:55:21.886200 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:21.925586 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-86c978a1-0015-48e6-a0aa-f4f933d07491 req-e7b4348d-1dc2-4c1c-8202-44b25a85b0f2 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.1041474 Nov 02 11:55:21.926537 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:22.006506 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 3bdffbc5-e545-4f30-a68f-a6f14efd5358 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:22.007006 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:22.125321 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5d715783-0dec-4a78-9bd4-f6637be13fec tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:22.238115 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:22.436444 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:22.476939 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-add7504e-cab3-475c-a2f0-8ee30930ac0c tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:22.604566 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5d715783-0dec-4a78-9bd4-f6637be13fec tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:22.637560 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:55:22.638185 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:55:22.719533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d715783-0dec-4a78-9bd4-f6637be13fec tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Subnet': ['ID=fa008fa8-aa0e-4ffa-9a7a-a47fc0d7773d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:22.727045 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5d715783-0dec-4a78-9bd4-f6637be13fec tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:22.729812 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5d715783-0dec-4a78-9bd4-f6637be13fec tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/fa008fa8-aa0e-4ffa-9a7a-a47fc0d7773d HTTP/1.1" status: 204 len: 168 time: 1.6477671 Nov 02 11:55:22.730509 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51272) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:22.832798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f297a5-5657-4a76-b66e-485d05a21cac req-e766a45a-54c2-45f5-9f4e-559a8ba9dba7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:22.834483 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-91f297a5-5657-4a76-b66e-485d05a21cac req-e766a45a-54c2-45f5-9f4e-559a8ba9dba7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 945 time: 0.3825147 Nov 02 11:55:22.864230 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:22.943020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Allocated IP 2001:db8::3b8 (8ae32ec9-0f2c-474c-ba7b-b615ff7415d5/30530572-83d1-47d7-8000-735774830123/1285dd8c-f55d-49b9-a472-bbf02e502270) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:22.962557 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 7a189a12-73b7-4982-b3b3-11f25ce389a4 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:55:23.073114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0a9441-2d91-40bc-a311-d8885788400b None None] Network 18fe1466-abf3-4331-9ba7-29c98301cb5d requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:23.074704 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:23.120849 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port 3bdffbc5-e545-4f30-a68f-a6f14efd5358 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:23.121279 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:23.137323 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-91f297a5-5657-4a76-b66e-485d05a21cac req-58badcb7-d271-47fd-a722-d3f30108b03c tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893531 Nov 02 11:55:23.214765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e7df6c18-9a3a-4a37-aa82-7ef56f446a9b None None] Provisioning complete for port 3bdffbc5-e545-4f30-a68f-a6f14efd5358 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:23.216311 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e7df6c18-9a3a-4a37-aa82-7ef56f446a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:23.273328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] For port 3bdffbc5-e545-4f30-a68f-a6f14efd5358, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3bdffbc5-e545-4f30-a68f-a6f14efd5358,segment=NetworkSegment(fd6a1ff8-e2e5-4ea3-bf37-7a1118ac1640),segment_id=fd6a1ff8-e2e5-4ea3-bf37-7a1118ac1640)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:23.273704 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:23.292510 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for 3bdffbc5-e545-4f30-a68f-a6f14efd5358 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:23.318919 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:23.389022 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96018ee4-e595-4324-a637-184b91177c4c req-e75b1c8d-a6b3-4c5d-84d2-2c3b33fabe89 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:23.404919 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96018ee4-e595-4324-a637-184b91177c4c req-e75b1c8d-a6b3-4c5d-84d2-2c3b33fabe89 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.1721301 Nov 02 11:55:23.459008 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-add7504e-cab3-475c-a2f0-8ee30930ac0c tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Deleting port 1b8fe88b-e5b8-4d88-a205-7c84fee69e6f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:23.459008 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-add7504e-cab3-475c-a2f0-8ee30930ac0c tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:23.493724 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 3bdffbc5-e545-4f30-a68f-a6f14efd5358, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3bdffbc5-e545-4f30-a68f-a6f14efd5358,segment=NetworkSegment(fd6a1ff8-e2e5-4ea3-bf37-7a1118ac1640),segment_id=fd6a1ff8-e2e5-4ea3-bf37-7a1118ac1640)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:23.505373 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:23.579791 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Pushing event updated for resources: {'Port': ['ID=1285dd8c-f55d-49b9-a472-bbf02e502270,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:23.582047 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e7df6c18-9a3a-4a37-aa82-7ef56f446a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:23.598256 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96018ee4-e595-4324-a637-184b91177c4c req-35956093-d9ad-4835-a3b7-d92939669ce6 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910663 Nov 02 11:55:23.608200 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-add7504e-cab3-475c-a2f0-8ee30930ac0c tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:23.609386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Network 8ae32ec9-0f2c-474c-ba7b-b615ff7415d5 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:23.615409 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 7a189a12-73b7-4982-b3b3-11f25ce389a4 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:55:23.616722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:23.620858 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:23.647999 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-add7504e-cab3-475c-a2f0-8ee30930ac0c tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Calling delete_port for 1b8fe88b-e5b8-4d88-a205-7c84fee69e6f owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:23.718916 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:23.728073 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a048a908-3a3a-4cea-a0fd-21834425cfec up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:55:23.787706 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 7a189a12-73b7-4982-b3b3-11f25ce389a4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:23.791808 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:23.968658 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event deleted for resources: {'Port': ['ID=3bdffbc5-e545-4f30-a68f-a6f14efd5358,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:23.994374 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:24.016215 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d661a6f1-5fc7-46c9-8bdd-e4a7d3da1b19 req-074fb089-5833-442a-aad8-b90aa0070ac0 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0537198 Nov 02 11:55:24.047236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cae1d5-fbd9-49f1-a65a-7c65d10aa412 None None] DHCP port deletion for 18fe1466-abf3-4331-9ba7-29c98301cb5d request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:55:24.049927 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-e7df6c18-9a3a-4a37-aa82-7ef56f446a9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:55:24.050566 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-e7df6c18-9a3a-4a37-aa82-7ef56f446a9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:55:24.118035 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=3bdffbc5-e545-4f30-a68f-a6f14efd5358,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:24.136235 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No DVR routers for this DVR port 3bdffbc5-e545-4f30-a68f-a6f14efd5358 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:55:24.235316 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:24.266688 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a048a908-3a3a-4cea-a0fd-21834425cfec triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:24.268446 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:24.275852 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:24.300867 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:24.307111 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:24.352057 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18fe1466-abf3-4331-9ba7-29c98301cb5d']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:24.370435 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6a1ff8-e2e5-4ea3-bf37-7a1118ac1640') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:24.370771 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6a1ff8-e2e5-4ea3-bf37-7a1118ac1640') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:24.383366 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:24.401845 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:24.410866 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:55:24.414221 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:55:24.417828 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:55:24.760783 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:24.785985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e7df6c18-9a3a-4a37-aa82-7ef56f446a9b None None] Port 3bdffbc5-e545-4f30-a68f-a6f14efd5358 update to ACTIVE by agent not found {{(pid=102691) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 02 11:55:24.816370 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:24.941090 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b36a7b-5442-486d-9b6f-907d1641f411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a189a12-73b7-4982-b3b3-11f25ce389a4'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:55:24.943335 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e9dd35-90f1-45cd-a1d4-56adfcacf96a" -d '{"events": [{"server_uuid": "03b36a7b-5442-486d-9b6f-907d1641f411", "name": "network-vif-plugged", "status": "completed", "tag": "7a189a12-73b7-4982-b3b3-11f25ce389a4"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:55:24.973046 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 7a189a12-73b7-4982-b3b3-11f25ce389a4, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=7a189a12-73b7-4982-b3b3-11f25ce389a4,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:25.022239 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-add7504e-cab3-475c-a2f0-8ee30930ac0c tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:25.047266 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:25.073422 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cf790-6316-4bec-b266-996a9f3b5dd6 req-cb7dc322-6914-46e5-8922-4beb65c93995 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:25.087983 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a57cf790-6316-4bec-b266-996a9f3b5dd6 req-cb7dc322-6914-46e5-8922-4beb65c93995 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 945 time: 0.3024220 Nov 02 11:55:25.119106 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:25.183614 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7504e-cab3-475c-a2f0-8ee30930ac0c tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event deleted for resources: {'Port': ['ID=1b8fe88b-e5b8-4d88-a205-7c84fee69e6f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:25.283845 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3bdffbc5-e545-4f30-a68f-a6f14efd5358 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:55:25.303563 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a57cf790-6316-4bec-b266-996a9f3b5dd6 req-7e9b0be5-14ee-41af-b204-3390c3591c1d tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042794 Nov 02 11:55:25.328177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 3bdffbc5-e545-4f30-a68f-a6f14efd5358 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:55:25.328608 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3bdffbc5-e545-4f30-a68f-a6f14efd5358 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:55:25.330623 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=7a189a12-73b7-4982-b3b3-11f25ce389a4,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:25.395099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Router 1e6a89ca-42db-49d6-9c7b-b1863e08317b is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:55:25.478629 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-add7504e-cab3-475c-a2f0-8ee30930ac0c tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:25.583419 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:25.733333 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:25.754098 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/networks/18fe1466-abf3-4331-9ba7-29c98301cb5d HTTP/1.1" status: 204 len: 168 time: 3.0115964 Nov 02 11:55:25.760411 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51310) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:25.776616 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d750649d-9b87-4e0b-8232-c4717b611f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203', 'name': 'tempest-PortsIpV6TestJSON-301664071'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:25.840644 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7110a-63df-4413-a67b-e35220681e61 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Network': ['ID=18fe1466-abf3-4331-9ba7-29c98301cb5d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:25.879832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f247be-a88c-4425-a81e-e6fff97fca55 req-f2e4a61b-0c7a-4df9-9880-0de61a5beff9 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:25.887335 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-46f247be-a88c-4425-a81e-e6fff97fca55 req-f2e4a61b-0c7a-4df9-9880-0de61a5beff9 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.3388233 Nov 02 11:55:25.901420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:55:25.912090 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Sync routers for ids ['1e6a89ca-42db-49d6-9c7b-b1863e08317b'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:55:25.964142 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Routers {'1e6a89ca-42db-49d6-9c7b-b1863e08317b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:55:25.965761 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['1e6a89ca-42db-49d6-9c7b-b1863e08317b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:26.028404 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-46f247be-a88c-4425-a81e-e6fff97fca55 req-6b0c31cc-ec05-41fa-821d-85c8e468625a tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336265 Nov 02 11:55:26.151805 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add7504e-cab3-475c-a2f0-8ee30930ac0c tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Router 37805a10-2ad3-4a8c-b6fb-d21098dae405 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:55:26.214849 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Set router 1e6a89ca-42db-49d6-9c7b-b1863e08317b gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:55:26.236405 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f16091e-a7fd-4442-b65a-99882fd8d3aa req-6978c6e5-cb88-4123-a9ab-11ff7a596184 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0462966 Nov 02 11:55:26.282277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add7504e-cab3-475c-a2f0-8ee30930ac0c tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:55:26.297000 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51316) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:26.299671 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc983c49-d417-4a6b-bcaa-97bf0bdf5413 None None] Sync routers for ids ['37805a10-2ad3-4a8c-b6fb-d21098dae405'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:55:26.300639 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-add7504e-cab3-475c-a2f0-8ee30930ac0c tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "PUT /v2.0/routers/37805a10-2ad3-4a8c-b6fb-d21098dae405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6116447 Nov 02 11:55:26.348407 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc983c49-d417-4a6b-bcaa-97bf0bdf5413 None None] Routers {'37805a10-2ad3-4a8c-b6fb-d21098dae405'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:55:26.349176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bc983c49-d417-4a6b-bcaa-97bf0bdf5413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['37805a10-2ad3-4a8c-b6fb-d21098dae405'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:26.425243 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-382e0600-53a6-4af3-9a1f-90d3c8ef3450 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] delete failed (client error): The resource could not be found. Nov 02 11:55:26.430273 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-382e0600-53a6-4af3-9a1f-90d3c8ef3450 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-971567646 HTTP/1.1" status: 404 len: 334 time: 0.1257842 Nov 02 11:55:26.430629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51320) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:26.435612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d9ec2538-e2e8-4379-9dc9-b4b4cb9c75dd tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Request body: {'router': {'external_gateway_info': {'network_id': '37805a10-2ad3-4a8c-b6fb-d21098dae405'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:26.449474 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bc983c49-d417-4a6b-bcaa-97bf0bdf5413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:26.497436 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc983c49-d417-4a6b-bcaa-97bf0bdf5413 None None] Routers {'37805a10-2ad3-4a8c-b6fb-d21098dae405'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:55:26.498360 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bc983c49-d417-4a6b-bcaa-97bf0bdf5413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['37805a10-2ad3-4a8c-b6fb-d21098dae405'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:26.585728 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bc983c49-d417-4a6b-bcaa-97bf0bdf5413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:26.586799 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc983c49-d417-4a6b-bcaa-97bf0bdf5413 None None] The sync data for ids ['37805a10-2ad3-4a8c-b6fb-d21098dae405'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:55:26.626558 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:26.632728 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1f891a67-569c-4b3b-9582-e109ae573297 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.8998501 Nov 02 11:55:26.636259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51322) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:26.761570 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d750649d-9b87-4e0b-8232-c4717b611f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:26.775952 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d750649d-9b87-4e0b-8232-c4717b611f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:26.936886 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7749c9-59dd-4e08-94bf-c501da320ff0 x-openstack-request-id: req-4d7749c9-59dd-4e08-94bf-c501da320ff0 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:55:26.940859 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b36a7b-5442-486d-9b6f-907d1641f411", "name": "network-vif-plugged", "status": "completed", "tag": "7a189a12-73b7-4982-b3b3-11f25ce389a4", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:55:26.940859 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d7749c9-59dd-4e08-94bf-c501da320ff0 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:55:26.940859 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b36a7b-5442-486d-9b6f-907d1641f411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a189a12-73b7-4982-b3b3-11f25ce389a4', 'code': 200} Nov 02 11:55:26.967048 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-d750649d-9b87-4e0b-8232-c4717b611f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] device_id is not set on port 24e425f3-d626-4e64-a8b9-f4674f2d60bc yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:55:27.006392 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a89ca-42db-49d6-9c7b-b1863e08317b', 'name': '', 'tenant_id': '550e620ad9234adf8285e031b72d8dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ae32ec9-0f2c-474c-ba7b-b615ff7415d5', 'external_fixed_ips': [{'subnet_id': '30530572-83d1-47d7-8000-735774830123', 'ip_address': '2001:db8::3b8'}], 'enable_snat': True}, 'gw_port_id': '1285dd8c-f55d-49b9-a472-bbf02e502270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:55:20Z', 'updated_at': '2021-11-02T11:55:23Z', 'revision_number': 3, 'project_id': '550e620ad9234adf8285e031b72d8dca', 'gw_port': {'id': '1285dd8c-f55d-49b9-a472-bbf02e502270', 'name': '', 'network_id': '8ae32ec9-0f2c-474c-ba7b-b615ff7415d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e6a89ca-42db-49d6-9c7b-b1863e08317b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '30530572-83d1-47d7-8000-735774830123', 'ip_address': '2001:db8::3b8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:55:21Z', 'updated_at': '2021-11-02T11:55:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30530572-83d1-47d7-8000-735774830123', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:27.010289 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d9ec2538-e2e8-4379-9dc9-b4b4cb9c75dd tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:27.033426 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Checking router: 1e6a89ca-42db-49d6-9c7b-b1863e08317b for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:55:27.033426 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Updating router 1e6a89ca-42db-49d6-9c7b-b1863e08317b port 1285dd8c-f55d-49b9-a472-bbf02e502270 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:55:27.110509 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:27.141595 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0628b7e4-dfca-473d-bac7-c354d3d03eae tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:27.213791 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-d9ec2538-e2e8-4379-9dc9-b4b4cb9c75dd tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] update failed (client error): The resource could not be found. Nov 02 11:55:27.215833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d9ec2538-e2e8-4379-9dc9-b4b4cb9c75dd tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "PUT /v2.0/routers/37805a10-2ad3-4a8c-b6fb-d21098dae405 HTTP/1.1" status: 404 len: 339 time: 0.7841020 Nov 02 11:55:27.223312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51330) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:27.230767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-bc7a7ff7-d5cb-4d76-8dfe-a5585fd8b094 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-789973540'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:27.265328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f2b25-05cd-4360-a8de-df4cc0c20998 req-ebf94b50-f420-49f7-a348-da9871b759ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:27.268016 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4f7f2b25-05cd-4360-a8de-df4cc0c20998 req-ebf94b50-f420-49f7-a348-da9871b759ce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 1098 time: 0.2165167 Nov 02 11:55:27.277873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2b0a4-6853-4d01-92b8-5fbbcfc56836 req-03da63e6-9794-473c-b576-7e2d3fdd227a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:27.289156 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6b2b0a4-6853-4d01-92b8-5fbbcfc56836 req-03da63e6-9794-473c-b576-7e2d3fdd227a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 946 time: 0.1695392 Nov 02 11:55:27.365210 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0628b7e4-dfca-473d-bac7-c354d3d03eae tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:27.387907 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d750649d-9b87-4e0b-8232-c4717b611f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:27.388139 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6b2b0a4-6853-4d01-92b8-5fbbcfc56836 req-968c09d1-f018-4919-8ccb-cd54393befe7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977652 Nov 02 11:55:27.450089 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7a7ff7-d5cb-4d76-8dfe-a5585fd8b094 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Made reservation on behalf of 20797bb54fda4d7db686864cfff739bc for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:27.454045 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc7a7ff7-d5cb-4d76-8dfe-a5585fd8b094 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:27.493796 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:27.499858 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4f7f2b25-05cd-4360-a8de-df4cc0c20998 req-54e88aa4-6b59-4355-9709-08ed4b200786 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039662 Nov 02 11:55:27.519537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7a7ff7-d5cb-4d76-8dfe-a5585fd8b094 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:55:27.541783 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb1031-7c80-4fc3-a964-1dd285abd22e req-e2349389-9ac8-4726-9df6-fd22301bce56 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:27.543416 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a2bb1031-7c80-4fc3-a964-1dd285abd22e req-e2349389-9ac8-4726-9df6-fd22301bce56 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.0826461 Nov 02 11:55:27.544764 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc7a7ff7-d5cb-4d76-8dfe-a5585fd8b094 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:27.545113 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-bc7a7ff7-d5cb-4d76-8dfe-a5585fd8b094 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Added segment 4fd8dbb5-55ed-4861-adba-9c318effce60 of type vlan for network 63ae247e-5fc8-4513-a409-bb0ab04eb2cf Nov 02 11:55:27.589320 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0628b7e4-dfca-473d-bac7-c354d3d03eae tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Deleting port 1285dd8c-f55d-49b9-a472-bbf02e502270 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:27.589811 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0628b7e4-dfca-473d-bac7-c354d3d03eae tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:27.607891 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc7a7ff7-d5cb-4d76-8dfe-a5585fd8b094 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:27.611658 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d750649d-9b87-4e0b-8232-c4717b611f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:27.641829 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:27.656059 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a2bb1031-7c80-4fc3-a964-1dd285abd22e req-c08ed79a-53b3-4166-81fa-a60e170f47e2 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019607 Nov 02 11:55:27.703995 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d750649d-9b87-4e0b-8232-c4717b611f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:27.716899 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-d750649d-9b87-4e0b-8232-c4717b611f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:27.725369 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d750649d-9b87-4e0b-8232-c4717b611f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:27.732743 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d750649d-9b87-4e0b-8232-c4717b611f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:27.733397 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d750649d-9b87-4e0b-8232-c4717b611f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:27.741520 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750649d-9b87-4e0b-8232-c4717b611f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=24e425f3-d626-4e64-a8b9-f4674f2d60bc,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:27.744228 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e323a53-8541-493b-92de-8d47ab0a2b9b None None] Pushing event updated for resources: {'Port': ['ID=1285dd8c-f55d-49b9-a472-bbf02e502270,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:27.766089 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e323a53-8541-493b-92de-8d47ab0a2b9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:27.766814 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c24f1dc-9482-4476-91ff-8cc26af081e6 req-a8a705df-7636-46f8-a016-b63ce423737e tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0336657 Nov 02 11:55:27.766981 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0628b7e4-dfca-473d-bac7-c354d3d03eae tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:27.767510 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e323a53-8541-493b-92de-8d47ab0a2b9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:27.768772 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e323a53-8541-493b-92de-8d47ab0a2b9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:27.769281 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e323a53-8541-493b-92de-8d47ab0a2b9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:27.769790 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e323a53-8541-493b-92de-8d47ab0a2b9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:27.770984 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e323a53-8541-493b-92de-8d47ab0a2b9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:27.772038 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e323a53-8541-493b-92de-8d47ab0a2b9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:27.772688 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e323a53-8541-493b-92de-8d47ab0a2b9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:27.773179 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e323a53-8541-493b-92de-8d47ab0a2b9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:27.773906 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e323a53-8541-493b-92de-8d47ab0a2b9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:27.774407 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e323a53-8541-493b-92de-8d47ab0a2b9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:27.774895 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e323a53-8541-493b-92de-8d47ab0a2b9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:55:27.783399 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0628b7e4-dfca-473d-bac7-c354d3d03eae tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Calling delete_port for 1285dd8c-f55d-49b9-a472-bbf02e502270 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:27.793524 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Attempting to bind port 1285dd8c-f55d-49b9-a472-bbf02e502270 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:55:27.793917 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Attempting to bind port 1285dd8c-f55d-49b9-a472-bbf02e502270 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'da40640f-6b78-4819-8e84-6371304ef1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8ae32ec9-0f2c-474c-ba7b-b615ff7415d5'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:55:27.794458 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Attempting to bind port 1285dd8c-f55d-49b9-a472-bbf02e502270 on network 8ae32ec9-0f2c-474c-ba7b-b615ff7415d5 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:55:27.798224 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc7a7ff7-d5cb-4d76-8dfe-a5585fd8b094 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:27.803170 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:55:27.803170 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Checking segment: {'id': 'da40640f-6b78-4819-8e84-6371304ef1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8ae32ec9-0f2c-474c-ba7b-b615ff7415d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:27.803170 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:27.803170 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Bound using segment: {'id': 'da40640f-6b78-4819-8e84-6371304ef1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8ae32ec9-0f2c-474c-ba7b-b615ff7415d5'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:55:27.803170 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Bound port: 1285dd8c-f55d-49b9-a472-bbf02e502270, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da40640f-6b78-4819-8e84-6371304ef1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8ae32ec9-0f2c-474c-ba7b-b615ff7415d5'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:55:27.803734 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:27.803981 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7a7ff7-d5cb-4d76-8dfe-a5585fd8b094 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:27.804485 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc7a7ff7-d5cb-4d76-8dfe-a5585fd8b094 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:27.871796 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] For port 1285dd8c-f55d-49b9-a472-bbf02e502270, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:55:27.881841 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] For port 1285dd8c-f55d-49b9-a472-bbf02e502270, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1285dd8c-f55d-49b9-a472-bbf02e502270,segment=NetworkSegment(da40640f-6b78-4819-8e84-6371304ef1af),segment_id=da40640f-6b78-4819-8e84-6371304ef1af)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:55:27.905609 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a7ff7-d5cb-4d76-8dfe-a5585fd8b094 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event updated for resources: {'Network': ['ID=63ae247e-5fc8-4513-a409-bb0ab04eb2cf,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:27.905966 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d750649d-9b87-4e0b-8232-c4717b611f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1365063 Nov 02 11:55:27.908885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51336) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:27.918158 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bc7a7ff7-d5cb-4d76-8dfe-a5585fd8b094 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6886911 Nov 02 11:55:27.923205 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51338) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:27.923691 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 63ae247e-5fc8-4513-a409-bb0ab04eb2cf details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:55:27.929576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-527c9e36-146e-44b0-ab7c-8dc44d0a0027 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Request body: {'subnet': {'network_id': '63ae247e-5fc8-4513-a409-bb0ab04eb2cf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:27.993718 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:28.069450 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8166278e-15fb-4b80-96d1-e6a79e3da56f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port 24e425f3-d626-4e64-a8b9-f4674f2d60bc {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:28.073540 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8166278e-15fb-4b80-96d1-e6a79e3da56f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:28.078213 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Routers {'1e6a89ca-42db-49d6-9c7b-b1863e08317b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:55:28.078854 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['1e6a89ca-42db-49d6-9c7b-b1863e08317b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:28.143911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527c9e36-146e-44b0-ab7c-8dc44d0a0027 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Made reservation on behalf of 20797bb54fda4d7db686864cfff739bc for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:28.144775 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8166278e-15fb-4b80-96d1-e6a79e3da56f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:28.148547 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-527c9e36-146e-44b0-ab7c-8dc44d0a0027 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:28.155798 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e323a53-8541-493b-92de-8d47ab0a2b9b None None] Pushing event updated for resources: {'Port': ['ID=1285dd8c-f55d-49b9-a472-bbf02e502270,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:28.161002 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8166278e-15fb-4b80-96d1-e6a79e3da56f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for 24e425f3-d626-4e64-a8b9-f4674f2d60bc owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:28.208475 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] Set router 1e6a89ca-42db-49d6-9c7b-b1863e08317b gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:55:28.214412 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0628b7e4-dfca-473d-bac7-c354d3d03eae tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:28.245229 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628b7e4-dfca-473d-bac7-c354d3d03eae tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Pushing event deleted for resources: {'Port': ['ID=1285dd8c-f55d-49b9-a472-bbf02e502270,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:28.282164 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e6a89ca-42db-49d6-9c7b-b1863e08317b', 'name': '', 'tenant_id': '550e620ad9234adf8285e031b72d8dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:55:20Z', 'updated_at': '2021-11-02T11:55:27Z', 'revision_number': 4, 'project_id': '550e620ad9234adf8285e031b72d8dca', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:28.303282 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0628b7e4-dfca-473d-bac7-c354d3d03eae tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:28.317484 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c138cabb-b2d7-4bb5-bf92-01ae8e284328 None None] The sync data for ids ['1e6a89ca-42db-49d6-9c7b-b1863e08317b'] in n-d-806683-18 is: [{'id': '1e6a89ca-42db-49d6-9c7b-b1863e08317b', 'name': '', 'tenant_id': '550e620ad9234adf8285e031b72d8dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:55:20Z', 'updated_at': '2021-11-02T11:55:27Z', 'revision_number': 4, 'project_id': '550e620ad9234adf8285e031b72d8dca', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:55:28.411230 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0628b7e4-dfca-473d-bac7-c354d3d03eae tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:28.417354 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0628b7e4-dfca-473d-bac7-c354d3d03eae tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:28.509714 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-527c9e36-146e-44b0-ab7c-8dc44d0a0027 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:28.520976 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8166278e-15fb-4b80-96d1-e6a79e3da56f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:28.562592 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166278e-15fb-4b80-96d1-e6a79e3da56f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=24e425f3-d626-4e64-a8b9-f4674f2d60bc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:28.567838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8166278e-15fb-4b80-96d1-e6a79e3da56f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:28.571459 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8166278e-15fb-4b80-96d1-e6a79e3da56f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/ports/24e425f3-d626-4e64-a8b9-f4674f2d60bc HTTP/1.1" status: 204 len: 168 time: 0.6615622 Nov 02 11:55:28.572672 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0628b7e4-dfca-473d-bac7-c354d3d03eae tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:28.573229 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0628b7e4-dfca-473d-bac7-c354d3d03eae tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e6a89ca-42db-49d6-9c7b-b1863e08317b {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:55:28.574539 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51344) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:28.581079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-bccec13a-4c64-417b-9492-3771a8325d86 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203', 'mac_address': 'fa:16:3e:4a:d7:12', 'name': 'tempest-PortsIpV6TestJSON-846414869'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:28.596171 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143b080-837a-4c35-b37e-5b4b9a5759af req-d1364469-40f5-49f2-b676-c23946391b40 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:28.597838 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4143b080-837a-4c35-b37e-5b4b9a5759af req-d1364469-40f5-49f2-b676-c23946391b40 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 946 time: 0.1170070 Nov 02 11:55:28.598524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c9e36-146e-44b0-ab7c-8dc44d0a0027 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event updated for resources: {'Subnet': ['ID=73d8722c-3570-4d7e-b8a7-f0af7a509089,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:28.640174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c9e36-146e-44b0-ab7c-8dc44d0a0027 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Checking segment: {'id': '4fd8dbb5-55ed-4861-adba-9c318effce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63ae247e-5fc8-4513-a409-bb0ab04eb2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:28.640536 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527c9e36-146e-44b0-ab7c-8dc44d0a0027 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Network hostable DHCP agents. Network: 63ae247e-5fc8-4513-a409-bb0ab04eb2cf, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:55:28.662371 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0628b7e4-dfca-473d-bac7-c354d3d03eae tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:28.666039 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0628b7e4-dfca-473d-bac7-c354d3d03eae tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "DELETE /v2.0/routers/1e6a89ca-42db-49d6-9c7b-b1863e08317b HTTP/1.1" status: 204 len: 168 time: 2.0294204 Nov 02 11:55:28.666230 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51346) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:28.679729 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4143b080-837a-4c35-b37e-5b4b9a5759af req-2c910953-a701-43de-9673-890bf4827bde tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727417 Nov 02 11:55:28.731471 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47c12f2-2d91-4ded-98de-a1b6a3e5dfbb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Deleting subnet 30530572-83d1-47d7-8000-735774830123 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:55:28.733647 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d47c12f2-2d91-4ded-98de-a1b6a3e5dfbb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:28.781263 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d47c12f2-2d91-4ded-98de-a1b6a3e5dfbb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:28.791023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527c9e36-146e-44b0-ab7c-8dc44d0a0027 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Network 63ae247e-5fc8-4513-a409-bb0ab04eb2cf is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:55:28.809374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaf9d4-d5a4-423b-aeab-44c065bfe9a8 req-5977f3d9-81fd-4722-b244-f9b64318067e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:28.811492 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-17aaf9d4-d5a4-423b-aeab-44c065bfe9a8 req-5977f3d9-81fd-4722-b244-f9b64318067e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.0597274 Nov 02 11:55:28.827440 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d47c12f2-2d91-4ded-98de-a1b6a3e5dfbb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:28.849210 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccec13a-4c64-417b-9492-3771a8325d86 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:28.868359 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-17aaf9d4-d5a4-423b-aeab-44c065bfe9a8 req-2590e844-30ab-4f62-9a97-4e605d69662b tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499845 Nov 02 11:55:28.943778 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-527c9e36-146e-44b0-ab7c-8dc44d0a0027 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 63ae247e-5fc8-4513-a409-bb0ab04eb2cf) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:28.947833 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bccec13a-4c64-417b-9492-3771a8325d86 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:28.952469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527c9e36-146e-44b0-ab7c-8dc44d0a0027 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:28.952469 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-527c9e36-146e-44b0-ab7c-8dc44d0a0027 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:28.967481 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103ca313-439e-45bb-b7a3-cb595bb2b4cb None None] Network 63ae247e-5fc8-4513-a409-bb0ab04eb2cf requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:28.975775 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-bccec13a-4c64-417b-9492-3771a8325d86 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] device_id is not set on port 61381df7-9939-4f40-b22d-fb577b6d7060 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:55:29.017639 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a2c72641-ae29-42a8-8b71-17be2e2031b2 req-aeb8bfb3-42db-4a0c-befc-bb1aeb8bd1b2 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0372336 Nov 02 11:55:29.090478 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d47c12f2-2d91-4ded-98de-a1b6a3e5dfbb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:29.147863 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c12f2-2d91-4ded-98de-a1b6a3e5dfbb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=30530572-83d1-47d7-8000-735774830123,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:29.159384 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d47c12f2-2d91-4ded-98de-a1b6a3e5dfbb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:29.167218 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d47c12f2-2d91-4ded-98de-a1b6a3e5dfbb tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/30530572-83d1-47d7-8000-735774830123 HTTP/1.1" status: 204 len: 168 time: 0.4972439 Nov 02 11:55:29.172422 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-527c9e36-146e-44b0-ab7c-8dc44d0a0027 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2444093 Nov 02 11:55:29.172422 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51354) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:29.178800 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51356) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:29.220121 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-63ae247e-5fc8-4513-a409-bb0ab04eb2cf', 'network_id': '63ae247e-5fc8-4513-a409-bb0ab04eb2cf', 'tenant_id': '20797bb54fda4d7db686864cfff739bc', 'fixed_ips': [{'subnet_id': '73d8722c-3570-4d7e-b8a7-f0af7a509089'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:55:29.223372 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:29.321317 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-309e6941-0adb-4148-bbb9-581ac3b94ffc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:29.433065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Allocated IP 2001:db8:1::2 (63ae247e-5fc8-4513-a409-bb0ab04eb2cf/73d8722c-3570-4d7e-b8a7-f0af7a509089/f11c7e28-31ef-4f45-a178-4e37e591837f) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:29.489692 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-309e6941-0adb-4148-bbb9-581ac3b94ffc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:29.530759 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-309e6941-0adb-4148-bbb9-581ac3b94ffc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae32ec9-0f2c-474c-ba7b-b615ff7415d5']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:29.532013 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-919a6186-3a51-4354-b77b-f2760032ad63 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Request body: {'router': {'external_gateway_info': {'network_id': '63ae247e-5fc8-4513-a409-bb0ab04eb2cf'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:29.551587 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-309e6941-0adb-4148-bbb9-581ac3b94ffc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da40640f-6b78-4819-8e84-6371304ef1af') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:29.551890 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-309e6941-0adb-4148-bbb9-581ac3b94ffc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da40640f-6b78-4819-8e84-6371304ef1af') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:29.576231 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-309e6941-0adb-4148-bbb9-581ac3b94ffc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:29.593545 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-309e6941-0adb-4148-bbb9-581ac3b94ffc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:29.606899 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309e6941-0adb-4148-bbb9-581ac3b94ffc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:55:29.607910 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-309e6941-0adb-4148-bbb9-581ac3b94ffc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:55:29.613604 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:55:29.679822 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:29.738738 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bccec13a-4c64-417b-9492-3771a8325d86 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:29.744385 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:29.787090 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-309e6941-0adb-4148-bbb9-581ac3b94ffc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:29.806971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309e6941-0adb-4148-bbb9-581ac3b94ffc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8ae32ec9-0f2c-474c-ba7b-b615ff7415d5 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 02 11:55:29.810973 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-309e6941-0adb-4148-bbb9-581ac3b94ffc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:29.814180 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-309e6941-0adb-4148-bbb9-581ac3b94ffc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "DELETE /v2.0/networks/8ae32ec9-0f2c-474c-ba7b-b615ff7415d5 HTTP/1.1" status: 204 len: 168 time: 0.6425478 Nov 02 11:55:29.816523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Network 63ae247e-5fc8-4513-a409-bb0ab04eb2cf is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:29.836858 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Pushing event updated for resources: {'Port': ['ID=f11c7e28-31ef-4f45-a178-4e37e591837f,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:29.848408 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:29.857925 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:29.897496 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-919a6186-3a51-4354-b77b-f2760032ad63 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:29.898073 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e6941-0adb-4148-bbb9-581ac3b94ffc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Pushing event deleted for resources: {'Network': ['ID=8ae32ec9-0f2c-474c-ba7b-b615ff7415d5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:29.932840 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135ccf0-40a7-4023-9acc-a4dea40b2808 req-badf10d8-a215-46bb-990b-066188f36401 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:29.935447 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0135ccf0-40a7-4023-9acc-a4dea40b2808 req-badf10d8-a215-46bb-990b-066188f36401 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 946 time: 0.1168406 Nov 02 11:55:30.023745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Attempting to bind port f11c7e28-31ef-4f45-a178-4e37e591837f on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:55:30.025030 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Attempting to bind port f11c7e28-31ef-4f45-a178-4e37e591837f by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4fd8dbb5-55ed-4861-adba-9c318effce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63ae247e-5fc8-4513-a409-bb0ab04eb2cf'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:55:30.026503 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Attempting to bind port f11c7e28-31ef-4f45-a178-4e37e591837f on network 63ae247e-5fc8-4513-a409-bb0ab04eb2cf {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:55:30.042899 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:55:30.044017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Checking segment: {'id': '4fd8dbb5-55ed-4861-adba-9c318effce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63ae247e-5fc8-4513-a409-bb0ab04eb2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:30.046587 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:30.046587 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Bound using segment: {'id': '4fd8dbb5-55ed-4861-adba-9c318effce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63ae247e-5fc8-4513-a409-bb0ab04eb2cf'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:55:30.046587 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Bound port: f11c7e28-31ef-4f45-a178-4e37e591837f, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd8dbb5-55ed-4861-adba-9c318effce60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '63ae247e-5fc8-4513-a409-bb0ab04eb2cf'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:55:30.046587 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:30.095723 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0135ccf0-40a7-4023-9acc-a4dea40b2808 req-35a697b8-38c8-4944-ac88-f6bf0202844e tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497655 Nov 02 11:55:30.121634 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bccec13a-4c64-417b-9492-3771a8325d86 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:30.166250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] For port f11c7e28-31ef-4f45-a178-4e37e591837f, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:55:30.177044 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] For port f11c7e28-31ef-4f45-a178-4e37e591837f, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f11c7e28-31ef-4f45-a178-4e37e591837f,segment=NetworkSegment(4fd8dbb5-55ed-4861-adba-9c318effce60),segment_id=4fd8dbb5-55ed-4861-adba-9c318effce60)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:55:30.245577 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccec13a-4c64-417b-9492-3771a8325d86 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:30.257717 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-bccec13a-4c64-417b-9492-3771a8325d86 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:30.260333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccec13a-4c64-417b-9492-3771a8325d86 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:30.266808 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccec13a-4c64-417b-9492-3771a8325d86 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:30.267653 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bccec13a-4c64-417b-9492-3771a8325d86 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:30.282116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccec13a-4c64-417b-9492-3771a8325d86 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=61381df7-9939-4f40-b22d-fb577b6d7060,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:30.298856 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:30.322522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ca1cf-c4f0-40d1-98b4-bdbe6194e295 req-bfeeb967-d5ce-4e27-b764-4111a9b2cb33 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:30.337536 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed4ca1cf-c4f0-40d1-98b4-bdbe6194e295 req-bfeeb967-d5ce-4e27-b764-4111a9b2cb33 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.1500418 Nov 02 11:55:30.357466 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-919a6186-3a51-4354-b77b-f2760032ad63 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:55:30.362546 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-919a6186-3a51-4354-b77b-f2760032ad63 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "PUT /v2.0/routers/37805a10-2ad3-4a8c-b6fb-d21098dae405 HTTP/1.1" status: 400 len: 364 time: 1.1837375 Nov 02 11:55:30.369434 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51416) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:30.406962 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bccec13a-4c64-417b-9492-3771a8325d86 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8313026 Nov 02 11:55:30.411173 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51418) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:30.448016 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e0258-4904-4696-8b1a-05ce6561aee8 None None] Pushing event updated for resources: {'Port': ['ID=f11c7e28-31ef-4f45-a178-4e37e591837f,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:30.479774 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51422) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:30.484582 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a8e6473c-841b-4552-9cf1-01878b9e0566 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Request body: {'router': {'name': 'tempest-router--1679294354', 'project_id': 'd61aa463d0f946aca6da9968eafcca0f'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:30.535373 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed4ca1cf-c4f0-40d1-98b4-bdbe6194e295 req-ed455405-9280-4c7b-85d3-45cc716eb0d3 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891613 Nov 02 11:55:30.579149 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925bcdd3-44fd-490c-ac4b-eb301ea11388 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:30.584818 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51424) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:30.593632 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-925bcdd3-44fd-490c-ac4b-eb301ea11388 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports/61381df7-9939-4f40-b22d-fb577b6d7060 HTTP/1.1" status: 200 len: 844 time: 0.1725836 Nov 02 11:55:30.674420 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d8bd0f8-31ba-4be5-b304-fe43c70cc85f req-ac7b622f-7da0-4aff-9d7b-b652328c893a tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0409982 Nov 02 11:55:30.682720 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8e6473c-841b-4552-9cf1-01878b9e0566 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:30.690013 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8e6473c-841b-4552-9cf1-01878b9e0566 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:30.849979 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59cf9f-b0d0-4c19-bf7c-0fd5a678e038 req-6b383d20-a1f2-40c8-a53b-dd5c953ee31a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:30.860763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd59cf9f-b0d0-4c19-bf7c-0fd5a678e038 req-6b383d20-a1f2-40c8-a53b-dd5c953ee31a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 946 time: 0.0787849 Nov 02 11:55:30.915759 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd59cf9f-b0d0-4c19-bf7c-0fd5a678e038 req-df0502a0-0931-4868-9496-c15ebf32de77 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538163 Nov 02 11:55:30.942307 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8e6473c-841b-4552-9cf1-01878b9e0566 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:30.999881 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc04925c-f27c-4146-8917-3869b706c936 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:31.058747 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8e6473c-841b-4552-9cf1-01878b9e0566 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:31.109012 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-07acf7fb-8fbe-4fec-9fe0-c640f1e7f177 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port 61381df7-9939-4f40-b22d-fb577b6d7060 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:31.109505 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-07acf7fb-8fbe-4fec-9fe0-c640f1e7f177 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:31.214187 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8e6473c-841b-4552-9cf1-01878b9e0566 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:31.218720 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a8e6473c-841b-4552-9cf1-01878b9e0566 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7346268 Nov 02 11:55:31.219616 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51460) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:31.226504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f11c7e28-31ef-4f45-a178-4e37e591837f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:55:31.244118 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-07acf7fb-8fbe-4fec-9fe0-c640f1e7f177 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:31.324210 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port f11c7e28-31ef-4f45-a178-4e37e591837f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:31.324210 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:31.369955 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0cd291c4-deb8-4c4d-aa1b-01322ab9f356 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:31.426503 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-07acf7fb-8fbe-4fec-9fe0-c640f1e7f177 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for 61381df7-9939-4f40-b22d-fb577b6d7060 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:31.453789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-fc04925c-f27c-4146-8917-3869b706c936 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Allocated IP 2001:db8::1 (28a97ea2-9fc7-43df-87a4-d528fe646391/452babd3-6336-4793-9f82-32e73e5755fc/075f52a6-c3a5-4a93-82bf-d641253b8783) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:31.552155 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:31.624514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port f11c7e28-31ef-4f45-a178-4e37e591837f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f11c7e28-31ef-4f45-a178-4e37e591837f,segment=NetworkSegment(4fd8dbb5-55ed-4861-adba-9c318effce60),segment_id=4fd8dbb5-55ed-4861-adba-9c318effce60)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:31.714034 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc04925c-f27c-4146-8917-3869b706c936 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:31.736521 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ea8ded-899f-4a2c-a510-4e9eb084910c None None] Network 63ae247e-5fc8-4513-a409-bb0ab04eb2cf requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:31.821145 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b27ba486-1d7f-447f-a3e7-ae340938c80c None None] Provisioning complete for port f11c7e28-31ef-4f45-a178-4e37e591837f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:31.821512 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b27ba486-1d7f-447f-a3e7-ae340938c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:31.934474 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0cd291c4-deb8-4c4d-aa1b-01322ab9f356 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:31.937528 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0cd291c4-deb8-4c4d-aa1b-01322ab9f356 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:31.984742 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b27ba486-1d7f-447f-a3e7-ae340938c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:32.053480 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc04925c-f27c-4146-8917-3869b706c936 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:32.053847 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:32.055837 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-07acf7fb-8fbe-4fec-9fe0-c640f1e7f177 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:32.086437 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0cd291c4-deb8-4c4d-aa1b-01322ab9f356 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:32.087086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd291c4-deb8-4c4d-aa1b-01322ab9f356 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9a2c42b-8d9d-4ab3-b2c5-cbb35c9b0cdd {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:55:32.093065 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0cd291c4-deb8-4c4d-aa1b-01322ab9f356 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:32.099426 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0cd291c4-deb8-4c4d-aa1b-01322ab9f356 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "DELETE /v2.0/routers/b9a2c42b-8d9d-4ab3-b2c5-cbb35c9b0cdd HTTP/1.1" status: 204 len: 168 time: 0.8771052 Nov 02 11:55:32.164629 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc04925c-f27c-4146-8917-3869b706c936 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Network 28a97ea2-9fc7-43df-87a4-d528fe646391 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:32.175255 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-07acf7fb-8fbe-4fec-9fe0-c640f1e7f177 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:32.176476 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-b27ba486-1d7f-447f-a3e7-ae340938c80c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:55:32.176979 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-b27ba486-1d7f-447f-a3e7-ae340938c80c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:55:32.178887 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-07acf7fb-8fbe-4fec-9fe0-c640f1e7f177 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/ports/61381df7-9939-4f40-b22d-fb577b6d7060 HTTP/1.1" status: 204 len: 168 time: 1.5930762 Nov 02 11:55:32.179919 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-fc04925c-f27c-4146-8917-3869b706c936 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:32.181683 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51474) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:32.187173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=f11c7e28-31ef-4f45-a178-4e37e591837f,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:32.196256 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc04925c-f27c-4146-8917-3869b706c936 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:32.197577 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc04925c-f27c-4146-8917-3869b706c936 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:32.214702 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04925c-f27c-4146-8917-3869b706c936 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event updated for resources: {'Port': ['ID=075f52a6-c3a5-4a93-82bf-d641253b8783,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:32.261148 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21960e9-f5b3-4c92-b145-b8dcb5ab93eb tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] GET failed (client error): The resource could not be found. Nov 02 11:55:32.265213 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c21960e9-f5b3-4c92-b145-b8dcb5ab93eb tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports/61381df7-9939-4f40-b22d-fb577b6d7060 HTTP/1.1" status: 404 len: 333 time: 0.0791314 Nov 02 11:55:32.269761 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51476) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:32.274747 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-525c0779-e9d3-4d40-ad87-f0725bcd8fcd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203', 'name': 'tempest-PortsIpV6TestJSON-369990405'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:32.280698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb970de-9ddf-4159-8476-81b5dfce60bf req-11e0a42c-41dc-41f5-8cd8-1d5f61b3806d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:32.282793 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2bb970de-9ddf-4159-8476-81b5dfce60bf req-11e0a42c-41dc-41f5-8cd8-1d5f61b3806d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.0879686 Nov 02 11:55:32.306228 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acf7fb-8fbe-4fec-9fe0-c640f1e7f177 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=61381df7-9939-4f40-b22d-fb577b6d7060,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:32.377567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2bb970de-9ddf-4159-8476-81b5dfce60bf req-f2c6f8e2-66ff-44f2-ba2c-fca89aa6f2ef tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880752 Nov 02 11:55:32.495909 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7e4cb5f2-a03c-4499-9ee4-442fa45df54a req-54a73ff5-a073-4933-aeff-7e8a18f1d735 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0310771 Nov 02 11:55:32.564477 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc04925c-f27c-4146-8917-3869b706c936 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:32.604924 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51480) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:32.639520 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525c0779-e9d3-4d40-ad87-f0725bcd8fcd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:32.644099 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-525c0779-e9d3-4d40-ad87-f0725bcd8fcd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:32.694626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62761d-3665-476a-947f-0f02e7d98745 req-0a172edc-8970-483c-b275-0a74faccf6df tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:32.696560 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b62761d-3665-476a-947f-0f02e7d98745 req-0a172edc-8970-483c-b275-0a74faccf6df tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 946 time: 0.0544691 Nov 02 11:55:32.759184 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b62761d-3665-476a-947f-0f02e7d98745 req-ba2ff184-17a0-4928-bfba-94d521bb3af5 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543156 Nov 02 11:55:32.766505 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-525c0779-e9d3-4d40-ad87-f0725bcd8fcd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] device_id is not set on port b31e882b-c4c5-4c0f-abfb-00fe16109881 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:55:32.873572 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3cd23a96-5f69-4825-8a7f-0f6842e2f70c None None] Provisioning complete for port f11c7e28-31ef-4f45-a178-4e37e591837f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:32.874569 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3cd23a96-5f69-4825-8a7f-0f6842e2f70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:32.930459 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1602921506', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:32.989895 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3cd23a96-5f69-4825-8a7f-0f6842e2f70c None None] Provisioning complete for port 075f52a6-c3a5-4a93-82bf-d641253b8783 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:32.990305 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3cd23a96-5f69-4825-8a7f-0f6842e2f70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:33.028291 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3cd23a96-5f69-4825-8a7f-0f6842e2f70c None None] Port 075f52a6-c3a5-4a93-82bf-d641253b8783 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:55:33.081461 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-525c0779-e9d3-4d40-ad87-f0725bcd8fcd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:33.083136 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:33.084100 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:33.108427 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc04925c-f27c-4146-8917-3869b706c936 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:33.176017 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:33.179565 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc04925c-f27c-4146-8917-3869b706c936 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:33.180345 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc04925c-f27c-4146-8917-3869b706c936 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:33.184600 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f11c7e28-31ef-4f45-a178-4e37e591837f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:55:33.250178 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port f11c7e28-31ef-4f45-a178-4e37e591837f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:33.250553 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:33.386423 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f982e3-59f0-499e-bbce-c833a10af0ce req-bdce2cd3-4792-4d99-ad34-76e94c2792ad tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:33.388462 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-51f982e3-59f0-499e-bbce-c833a10af0ce req-bdce2cd3-4792-4d99-ad34-76e94c2792ad tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 946 time: 0.0656364 Nov 02 11:55:33.530148 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-525c0779-e9d3-4d40-ad87-f0725bcd8fcd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:33.573702 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-51f982e3-59f0-499e-bbce-c833a10af0ce req-707d11de-60c0-4953-bc47-23a035feb5f8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Deleting port 7a189a12-73b7-4982-b3b3-11f25ce389a4 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:33.574512 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-51f982e3-59f0-499e-bbce-c833a10af0ce req-707d11de-60c0-4953-bc47-23a035feb5f8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:33.580389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04925c-f27c-4146-8917-3869b706c936 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event updated for resources: {'Port': ['ID=075f52a6-c3a5-4a93-82bf-d641253b8783,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:33.587763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79298b73-32f0-4135-b775-8fd83ffee972 req-8c340874-b1c3-4b5b-a217-ad14b2c29020 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:33.589475 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79298b73-32f0-4135-b775-8fd83ffee972 req-8c340874-b1c3-4b5b-a217-ad14b2c29020 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.0971937 Nov 02 11:55:33.658286 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525c0779-e9d3-4d40-ad87-f0725bcd8fcd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:33.670966 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-525c0779-e9d3-4d40-ad87-f0725bcd8fcd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:33.715500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525c0779-e9d3-4d40-ad87-f0725bcd8fcd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:33.719822 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525c0779-e9d3-4d40-ad87-f0725bcd8fcd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:33.720476 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-525c0779-e9d3-4d40-ad87-f0725bcd8fcd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:33.726835 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79298b73-32f0-4135-b775-8fd83ffee972 req-03eced41-129e-472e-a4d2-e5b17bc2ade6 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105933 Nov 02 11:55:33.743306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-51f982e3-59f0-499e-bbce-c833a10af0ce req-707d11de-60c0-4953-bc47-23a035feb5f8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] For port 7a189a12-73b7-4982-b3b3-11f25ce389a4, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=7a189a12-73b7-4982-b3b3-11f25ce389a4,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:33.743681 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-51f982e3-59f0-499e-bbce-c833a10af0ce req-707d11de-60c0-4953-bc47-23a035feb5f8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:33.766588 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c0779-e9d3-4d40-ad87-f0725bcd8fcd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=b31e882b-c4c5-4c0f-abfb-00fe16109881,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:33.775697 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-51f982e3-59f0-499e-bbce-c833a10af0ce req-707d11de-60c0-4953-bc47-23a035feb5f8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Calling delete_port for 7a189a12-73b7-4982-b3b3-11f25ce389a4 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:33.782160 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:33.790742 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc04925c-f27c-4146-8917-3869b706c936 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Network 28a97ea2-9fc7-43df-87a4-d528fe646391 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:33.792387 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-fc04925c-f27c-4146-8917-3869b706c936 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:33.873899 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-283f022f-eacd-4a0f-9fac-5f1d576869c2 req-a8f9b78f-8de9-4697-8802-15ef70d8186e tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0418723 Nov 02 11:55:33.898744 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-525c0779-e9d3-4d40-ad87-f0725bcd8fcd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6255646 Nov 02 11:55:33.899082 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51494) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:33.911334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-121d7667-762c-4e82-8f1b-64124e350e92 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:33.950096 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc04925c-f27c-4146-8917-3869b706c936 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Router 37805a10-2ad3-4a8c-b6fb-d21098dae405 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:55:34.063171 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-121d7667-762c-4e82-8f1b-64124e350e92 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:34.163313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e2494e0b-1c34-47ca-80d7-05fe04a6b1c9 None None] Provisioning complete for port 075f52a6-c3a5-4a93-82bf-d641253b8783 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:34.163919 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e2494e0b-1c34-47ca-80d7-05fe04a6b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:34.177097 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc04925c-f27c-4146-8917-3869b706c936 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:55:34.186697 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fc04925c-f27c-4146-8917-3869b706c936 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "PUT /v2.0/routers/37805a10-2ad3-4a8c-b6fb-d21098dae405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8114331 Nov 02 11:55:34.189012 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076b2c8b-3518-4eb1-b849-671af76add6e None None] Sync routers for ids ['37805a10-2ad3-4a8c-b6fb-d21098dae405'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:55:34.196876 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51498) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:34.206879 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076b2c8b-3518-4eb1-b849-671af76add6e None None] Routers {'37805a10-2ad3-4a8c-b6fb-d21098dae405'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:55:34.207546 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-076b2c8b-3518-4eb1-b849-671af76add6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['37805a10-2ad3-4a8c-b6fb-d21098dae405'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:34.220234 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e2494e0b-1c34-47ca-80d7-05fe04a6b1c9 None None] Port 075f52a6-c3a5-4a93-82bf-d641253b8783 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:55:34.259267 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-076b2c8b-3518-4eb1-b849-671af76add6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:34.271670 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076b2c8b-3518-4eb1-b849-671af76add6e None None] Routers {'37805a10-2ad3-4a8c-b6fb-d21098dae405'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:55:34.272302 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-076b2c8b-3518-4eb1-b849-671af76add6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['37805a10-2ad3-4a8c-b6fb-d21098dae405'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:34.315231 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-076b2c8b-3518-4eb1-b849-671af76add6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:34.316689 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076b2c8b-3518-4eb1-b849-671af76add6e None None] The sync data for ids ['37805a10-2ad3-4a8c-b6fb-d21098dae405'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:55:34.331118 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf107f-cf5b-44bc-b46d-29283a9030f7 req-85ce52fc-043c-49be-bfc9-2016b38b84ca tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:34.340955 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-21cf107f-cf5b-44bc-b46d-29283a9030f7 req-85ce52fc-043c-49be-bfc9-2016b38b84ca tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 946 time: 0.2518866 Nov 02 11:55:34.360372 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-51f982e3-59f0-499e-bbce-c833a10af0ce req-707d11de-60c0-4953-bc47-23a035feb5f8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:34.375606 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['f6b6f311-7267-4d0d-8126-7fd262070db1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:55:34.378312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['7a189a12-73b7-4982-b3b3-11f25ce389a4'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:55:34.389879 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-685a4f0c-8b20-4fb4-aa37-11e1fc9c12dd tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:34.430608 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d11de-60c0-4953-bc47-23a035feb5f8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Pushing event deleted for resources: {'Port': ['ID=7a189a12-73b7-4982-b3b3-11f25ce389a4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:34.505492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f982e3-59f0-499e-bbce-c833a10af0ce req-707d11de-60c0-4953-bc47-23a035feb5f8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] No DVR routers for this DVR port 7a189a12-73b7-4982-b3b3-11f25ce389a4 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:55:34.508528 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-51f982e3-59f0-499e-bbce-c833a10af0ce req-707d11de-60c0-4953-bc47-23a035feb5f8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:34.513515 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-51f982e3-59f0-499e-bbce-c833a10af0ce req-707d11de-60c0-4953-bc47-23a035feb5f8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "DELETE /v2.0/ports/7a189a12-73b7-4982-b3b3-11f25ce389a4 HTTP/1.1" status: 204 len: 173 time: 1.1194904 Nov 02 11:55:34.524822 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b36a7b-5442-486d-9b6f-907d1641f411', 'name': 'network-vif-deleted', 'tag': '7a189a12-73b7-4982-b3b3-11f25ce389a4'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:55:34.527967 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f7b635-0869-4134-ab23-a9bc1eb4f625" -d '{"events": [{"server_uuid": "03b36a7b-5442-486d-9b6f-907d1641f411", "name": "network-vif-deleted", "tag": "7a189a12-73b7-4982-b3b3-11f25ce389a4"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:55:34.537689 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:34.538547 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-121d7667-762c-4e82-8f1b-64124e350e92 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:34.551422 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-21cf107f-cf5b-44bc-b46d-29283a9030f7 req-3fd53c3b-c132-45ca-a1c5-831ea2482a57 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085538 Nov 02 11:55:34.566205 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:34.624158 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-685a4f0c-8b20-4fb4-aa37-11e1fc9c12dd tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 02 11:55:34.625278 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-685a4f0c-8b20-4fb4-aa37-11e1fc9c12dd tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "DELETE /v2.0/routers/37805a10-2ad3-4a8c-b6fb-d21098dae405 HTTP/1.1" status: 409 len: 329 time: 0.4273181 Nov 02 11:55:34.628548 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51502) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:34.763633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcce11-e465-4ab5-bcb9-54bd4426b766 req-1fb9d535-62c2-4248-b52b-979ed72f1eb7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:34.763633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcce11-e465-4ab5-bcb9-54bd4426b766 req-1fb9d535-62c2-4248-b52b-979ed72f1eb7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:34.763633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcce11-e465-4ab5-bcb9-54bd4426b766 req-1fb9d535-62c2-4248-b52b-979ed72f1eb7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:34.763633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcce11-e465-4ab5-bcb9-54bd4426b766 req-1fb9d535-62c2-4248-b52b-979ed72f1eb7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:34.763633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcce11-e465-4ab5-bcb9-54bd4426b766 req-1fb9d535-62c2-4248-b52b-979ed72f1eb7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:34.763633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcce11-e465-4ab5-bcb9-54bd4426b766 req-1fb9d535-62c2-4248-b52b-979ed72f1eb7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:34.786604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcce11-e465-4ab5-bcb9-54bd4426b766 req-1fb9d535-62c2-4248-b52b-979ed72f1eb7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:34.786604 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-20dcce11-e465-4ab5-bcb9-54bd4426b766 req-1fb9d535-62c2-4248-b52b-979ed72f1eb7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5433 time: 0.1366272 Nov 02 11:55:34.843646 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Allocated IP 172.25.6.220 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/7dafa5ed-c3e6-41f5-86b3-a8c28b4061cc) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:34.863338 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-20dcce11-e465-4ab5-bcb9-54bd4426b766 req-7521e9a6-97ba-408c-8516-b681cca0d0b9 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705793 Nov 02 11:55:34.918797 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1091cc-6288-47eb-9138-5e9e887015a4 x-openstack-request-id: req-2b1091cc-6288-47eb-9138-5e9e887015a4 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:55:34.920007 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b36a7b-5442-486d-9b6f-907d1641f411", "name": "network-vif-deleted", "tag": "7a189a12-73b7-4982-b3b3-11f25ce389a4", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:55:34.920200 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b1091cc-6288-47eb-9138-5e9e887015a4 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:55:34.920611 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b36a7b-5442-486d-9b6f-907d1641f411', 'name': 'network-vif-deleted', 'tag': '7a189a12-73b7-4982-b3b3-11f25ce389a4', 'status': 'completed', 'code': 200} Nov 02 11:55:35.026661 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-121d7667-762c-4e82-8f1b-64124e350e92 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:35.070785 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-121d7667-762c-4e82-8f1b-64124e350e92 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] In _notify_port_updated(), no bound segment for port b31e882b-c4c5-4c0f-abfb-00fe16109881 on network 661edb1b-0c5c-4073-acad-6bdc8a308203 {{(pid=102689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 11:55:35.076203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121d7667-762c-4e82-8f1b-64124e350e92 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:35.076825 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-121d7667-762c-4e82-8f1b-64124e350e92 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:35.078144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-121d7667-762c-4e82-8f1b-64124e350e92 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "PUT /v2.0/ports/b31e882b-c4c5-4c0f-abfb-00fe16109881 HTTP/1.1" status: 200 len: 818 time: 1.1780310 Nov 02 11:55:35.084052 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:35.084266 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51512) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:35.163492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b3c4-84e9-4795-9746-100fa56620b6 req-6cc48188-442b-4c41-9ff9-e71ecc0f2bf1 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:35.170885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ba91b3c4-84e9-4795-9746-100fa56620b6 req-6cc48188-442b-4c41-9ff9-e71ecc0f2bf1 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.1766183 Nov 02 11:55:35.187059 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d7667-762c-4e82-8f1b-64124e350e92 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=b31e882b-c4c5-4c0f-abfb-00fe16109881,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:35.197825 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8e47-d085-4371-a0d5-62f023200cf7 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:35.249529 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ba91b3c4-84e9-4795-9746-100fa56620b6 req-cae252aa-889a-4899-bd0f-7d75e82fbd94 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776558 Nov 02 11:55:35.256362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-eb0589f3-94f7-42b6-985c-43ac71cd8acb tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port b31e882b-c4c5-4c0f-abfb-00fe16109881 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:35.259762 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eb0589f3-94f7-42b6-985c-43ac71cd8acb tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:35.272803 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:35.355184 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eb0589f3-94f7-42b6-985c-43ac71cd8acb tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:35.377938 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d96f8175-5baf-48a1-85ee-7200c2db9886 req-8d557f1e-9419-44d6-bb04-ff92dfb9c139 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0464506 Nov 02 11:55:35.388045 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-eb0589f3-94f7-42b6-985c-43ac71cd8acb tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for b31e882b-c4c5-4c0f-abfb-00fe16109881 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:35.394094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:35.397934 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:35.400506 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:35.547109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01837c-1d1d-4bfe-8649-c55b14e124f4 req-a6d93c74-0827-4b08-b737-fc897ec1dbeb tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:35.554564 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01837c-1d1d-4bfe-8649-c55b14e124f4 req-a6d93c74-0827-4b08-b737-fc897ec1dbeb tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:35.562771 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01837c-1d1d-4bfe-8649-c55b14e124f4 req-a6d93c74-0827-4b08-b737-fc897ec1dbeb tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:35.571823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01837c-1d1d-4bfe-8649-c55b14e124f4 req-a6d93c74-0827-4b08-b737-fc897ec1dbeb tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:35.576701 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01837c-1d1d-4bfe-8649-c55b14e124f4 req-a6d93c74-0827-4b08-b737-fc897ec1dbeb tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:35.583644 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01837c-1d1d-4bfe-8649-c55b14e124f4 req-a6d93c74-0827-4b08-b737-fc897ec1dbeb tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:35.590025 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01837c-1d1d-4bfe-8649-c55b14e124f4 req-a6d93c74-0827-4b08-b737-fc897ec1dbeb tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:35.604189 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dc01837c-1d1d-4bfe-8649-c55b14e124f4 req-a6d93c74-0827-4b08-b737-fc897ec1dbeb tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5433 time: 0.1291933 Nov 02 11:55:35.606363 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eb0589f3-94f7-42b6-985c-43ac71cd8acb tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:35.635846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0589f3-94f7-42b6-985c-43ac71cd8acb tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=b31e882b-c4c5-4c0f-abfb-00fe16109881,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:35.649387 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eb0589f3-94f7-42b6-985c-43ac71cd8acb tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:35.653081 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-eb0589f3-94f7-42b6-985c-43ac71cd8acb tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/ports/b31e882b-c4c5-4c0f-abfb-00fe16109881 HTTP/1.1" status: 204 len: 168 time: 0.5677705 Nov 02 11:55:35.665469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51518) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:35.748524 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-04c144f7-0b96-4e51-9a0a-ed8ee2aa53c4 req-6f3a9e0d-fa10-4b84-87ed-23e9667236af tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=03b36a7b-5442-486d-9b6f-907d1641f411 HTTP/1.1" status: 200 len: 210 time: 0.0339885 Nov 02 11:55:35.776001 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ca2b5c-85fb-465d-b24e-e001e375804a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:35.777712 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-58ca2b5c-85fb-465d-b24e-e001e375804a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1104538 Nov 02 11:55:35.780741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51520) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:35.823479 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eaaec89-d654-4356-ac84-e68c8014a602 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] GET failed (client error): The resource could not be found. Nov 02 11:55:35.828438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2eaaec89-d654-4356-ac84-e68c8014a602 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports/b31e882b-c4c5-4c0f-abfb-00fe16109881 HTTP/1.1" status: 404 len: 333 time: 0.0457253 Nov 02 11:55:35.831204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51524) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:35.837978 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-3e618aa2-4c24-4146-ba15-f9ca947fb763 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-616707134'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:35.848896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Pushing event updated for resources: {'Port': ['ID=7dafa5ed-c3e6-41f5-86b3-a8c28b4061cc,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:35.955064 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e618aa2-4c24-4146-ba15-f9ca947fb763 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:35.959190 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3e618aa2-4c24-4146-ba15-f9ca947fb763 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:35.988792 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e618aa2-4c24-4146-ba15-f9ca947fb763 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:55:36.005082 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3e618aa2-4c24-4146-ba15-f9ca947fb763 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:36.005082 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-3e618aa2-4c24-4146-ba15-f9ca947fb763 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Added segment 2a7c66f8-446a-426f-81f4-c4cafe49aa21 of type vlan for network 319e44ef-cac9-4eac-bfa3-220f832d8537 Nov 02 11:55:36.052269 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3e618aa2-4c24-4146-ba15-f9ca947fb763 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:36.090384 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5c8c8e47-d085-4371-a0d5-62f023200cf7 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Deleting port 075f52a6-c3a5-4a93-82bf-d641253b8783 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:36.090868 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8e47-d085-4371-a0d5-62f023200cf7 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:36.150033 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3e618aa2-4c24-4146-ba15-f9ca947fb763 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:36.155877 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e618aa2-4c24-4146-ba15-f9ca947fb763 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:36.156484 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3e618aa2-4c24-4146-ba15-f9ca947fb763 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:36.213007 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:36.236632 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e618aa2-4c24-4146-ba15-f9ca947fb763 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Network': ['ID=319e44ef-cac9-4eac-bfa3-220f832d8537,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:36.252168 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 319e44ef-cac9-4eac-bfa3-220f832d8537 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:55:36.266476 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8e47-d085-4371-a0d5-62f023200cf7 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:36.290677 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5c8c8e47-d085-4371-a0d5-62f023200cf7 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Calling delete_port for 075f52a6-c3a5-4a93-82bf-d641253b8783 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:36.312263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3e618aa2-4c24-4146-ba15-f9ca947fb763 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4798543 Nov 02 11:55:36.315127 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51528) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:36.321737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f8c8c409-2c19-4acf-998a-e4c8930dd10c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'subnet': {'network_id': '319e44ef-cac9-4eac-bfa3-220f832d8537', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:36.424344 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437987d3-b316-4549-b155-e72d056add67 req-e3c6bfca-2ca5-4550-8925-101095d9284e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:36.428483 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-437987d3-b316-4549-b155-e72d056add67 req-e3c6bfca-2ca5-4550-8925-101095d9284e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 944 time: 0.0983164 Nov 02 11:55:36.545786 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-437987d3-b316-4549-b155-e72d056add67 req-1cbe7bf5-ac6d-46e4-800f-09390d3b5717 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126485 Nov 02 11:55:36.598743 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:36.670323 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d3b2c11d-c763-4720-9cf5-7b85d687b9dd req-04f3b9f3-2141-49b3-9403-143405eda8e2 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0345080 Nov 02 11:55:36.732437 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c8c409-2c19-4acf-998a-e4c8930dd10c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:36.737282 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8c8c409-2c19-4acf-998a-e4c8930dd10c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:36.788782 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8e47-d085-4371-a0d5-62f023200cf7 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:36.855320 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c8e47-d085-4371-a0d5-62f023200cf7 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event deleted for resources: {'Port': ['ID=075f52a6-c3a5-4a93-82bf-d641253b8783,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:36.943876 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Router 2f236b03-ac55-42f5-b12e-a7313fa23ba0 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:55:36.992659 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8e47-d085-4371-a0d5-62f023200cf7 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:37.032771 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:55:37.037439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 7a189a12-73b7-4982-b3b3-11f25ce389a4 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:55:37.076337 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 7a189a12-73b7-4982-b3b3-11f25ce389a4 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:55:37.076785 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 7a189a12-73b7-4982-b3b3-11f25ce389a4 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:55:37.203190 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8c8c409-2c19-4acf-998a-e4c8930dd10c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:37.211850 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:55:37.244580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa95536-ba6d-470b-a63e-a337c4195fa2 None None] Sync routers for ids ['2f236b03-ac55-42f5-b12e-a7313fa23ba0'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:55:37.266057 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:37.298337 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa95536-ba6d-470b-a63e-a337c4195fa2 None None] Routers {'2f236b03-ac55-42f5-b12e-a7313fa23ba0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:55:37.309286 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4aa95536-ba6d-470b-a63e-a337c4195fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2f236b03-ac55-42f5-b12e-a7313fa23ba0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:37.328255 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8c8e47-d085-4371-a0d5-62f023200cf7 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Router 37805a10-2ad3-4a8c-b6fb-d21098dae405 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:55:37.349431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'port_id': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c', 'mac_address': 'fa:16:3e:5e:77:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:55:37.354860 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4aa95536-ba6d-470b-a63e-a337c4195fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:37.368214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8c409-2c19-4acf-998a-e4c8930dd10c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Subnet': ['ID=096405f8-3db4-475e-9318-0ae825e398d3,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:37.395156 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c8c409-2c19-4acf-998a-e4c8930dd10c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Checking segment: {'id': '2a7c66f8-446a-426f-81f4-c4cafe49aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '319e44ef-cac9-4eac-bfa3-220f832d8537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:37.395562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c8c409-2c19-4acf-998a-e4c8930dd10c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network hostable DHCP agents. Network: 319e44ef-cac9-4eac-bfa3-220f832d8537, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:55:37.399711 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa95536-ba6d-470b-a63e-a337c4195fa2 None None] Routers {'2f236b03-ac55-42f5-b12e-a7313fa23ba0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:55:37.400338 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4aa95536-ba6d-470b-a63e-a337c4195fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2f236b03-ac55-42f5-b12e-a7313fa23ba0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:37.433976 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-c5358c7c-f40a-41e3-aade-b871543609f3 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:37.436667 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-c5358c7c-f40a-41e3-aade-b871543609f3 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 804 time: 0.1623218 Nov 02 11:55:37.449714 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:37.453414 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6dbf4af8-0085-4830-89be-e0f1cc470396 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.8451457 Nov 02 11:55:37.454032 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51552) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:37.456840 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-c041b902-0108-4f66-b388-783c180ac17e tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/quotas/03959b625cb94b9d9fcaf436c56c8acb HTTP/1.1" status: 200 len: 375 time: 0.0132387 Nov 02 11:55:37.503372 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:37.504236 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8c8e47-d085-4371-a0d5-62f023200cf7 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:55:37.508457 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4aa95536-ba6d-470b-a63e-a337c4195fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:37.509375 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa95536-ba6d-470b-a63e-a337c4195fa2 None None] The sync data for ids ['2f236b03-ac55-42f5-b12e-a7313fa23ba0'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:55:37.515899 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5c8c8e47-d085-4371-a0d5-62f023200cf7 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "PUT /v2.0/routers/37805a10-2ad3-4a8c-b6fb-d21098dae405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8865931 Nov 02 11:55:37.517141 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d638dd0c-22f9-4f11-b4d9-f1342f15e7fd None None] Sync routers for ids ['37805a10-2ad3-4a8c-b6fb-d21098dae405'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:55:37.519011 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51558) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:37.547212 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d638dd0c-22f9-4f11-b4d9-f1342f15e7fd None None] Routers {'37805a10-2ad3-4a8c-b6fb-d21098dae405'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:55:37.548591 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d638dd0c-22f9-4f11-b4d9-f1342f15e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['37805a10-2ad3-4a8c-b6fb-d21098dae405'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:37.579278 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-d56d99be-dd0a-4262-b2dc-99cbedd55976 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] show failed (client error): The resource could not be found. Nov 02 11:55:37.585170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c8c409-2c19-4acf-998a-e4c8930dd10c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 319e44ef-cac9-4eac-bfa3-220f832d8537 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:55:37.585338 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d56d99be-dd0a-4262-b2dc-99cbedd55976 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-141901686 HTTP/1.1" status: 404 len: 334 time: 0.0545363 Nov 02 11:55:37.585338 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51560) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:37.585338 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-44334dba-35d1-4e1e-8ac6-6adb8f1d7a35 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:37.601396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:55:37.626404 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-ba00cf85-81ed-45a1-94d0-be2329384254 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1542470 Nov 02 11:55:37.627975 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:37.644323 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d638dd0c-22f9-4f11-b4d9-f1342f15e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:37.655583 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d638dd0c-22f9-4f11-b4d9-f1342f15e7fd None None] Routers {'37805a10-2ad3-4a8c-b6fb-d21098dae405'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:55:37.659926 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d638dd0c-22f9-4f11-b4d9-f1342f15e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['37805a10-2ad3-4a8c-b6fb-d21098dae405'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:37.660199 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-44334dba-35d1-4e1e-8ac6-6adb8f1d7a35 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] update failed (client error): The resource could not be found. Nov 02 11:55:37.665303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51566) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:37.665493 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-44334dba-35d1-4e1e-8ac6-6adb8f1d7a35 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-1510074821 HTTP/1.1" status: 404 len: 335 time: 0.0874436 Nov 02 11:55:37.696462 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d6f0f668-7c8b-46b6-af87-6bc254caabd7 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "GET /v2.0/routers/2f236b03-ac55-42f5-b12e-a7313fa23ba0 HTTP/1.1" status: 200 len: 925 time: 0.2347662 Nov 02 11:55:37.697659 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51568) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:37.700504 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d638dd0c-22f9-4f11-b4d9-f1342f15e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:37.702625 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d638dd0c-22f9-4f11-b4d9-f1342f15e7fd None None] The sync data for ids ['37805a10-2ad3-4a8c-b6fb-d21098dae405'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:55:37.727279 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-f8c8c409-2c19-4acf-998a-e4c8930dd10c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 319e44ef-cac9-4eac-bfa3-220f832d8537) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:37.737013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c8c409-2c19-4acf-998a-e4c8930dd10c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:37.737597 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8c8c409-2c19-4acf-998a-e4c8930dd10c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:37.754561 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-19bac44e-99ea-4182-98ae-dcf8831affc9 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f236b03-ac55-42f5-b12e-a7313fa23ba0 HTTP/1.1" status: 200 len: 205 time: 0.0557139 Nov 02 11:55:37.757208 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51572) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:37.776424 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5063197a-63b3-45b5-a716-b5d3d3114de3 None None] Network 319e44ef-cac9-4eac-bfa3-220f832d8537 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:37.778595 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:37.807338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8e7d21-8c2a-473e-9996-dc8625b30d13 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Deleting subnet 73d8722c-3570-4d7e-b8a7-f0af7a509089 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:55:37.849295 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d8e7d21-8c2a-473e-9996-dc8625b30d13 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:37.879553 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f8c8c409-2c19-4acf-998a-e4c8930dd10c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5622418 Nov 02 11:55:37.885298 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51574) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:37.891938 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-da3c4dd3-8e7c-486d-9025-d239371c623e tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'subnet': {'network_id': '319e44ef-cac9-4eac-bfa3-220f832d8537', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:37.921307 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d8e7d21-8c2a-473e-9996-dc8625b30d13 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:37.979238 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-9417d8a1-1db3-4499-864e-a39253d1490b service neutron] 10.222.0.52 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514972 Nov 02 11:55:38.010769 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e5c746d-efe5-478e-be73-e7e70ded3c2a tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:38.111534 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:38.137264 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-114c9722-717e-410a-8b06-a6258f40914c service neutron] 10.222.0.52 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566031 Nov 02 11:55:38.161653 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d8e7d21-8c2a-473e-9996-dc8625b30d13 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:38.182826 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e5c746d-efe5-478e-be73-e7e70ded3c2a tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:38.195279 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3c4dd3-8e7c-486d-9025-d239371c623e tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:38.200786 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da3c4dd3-8e7c-486d-9025-d239371c623e tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:38.222708 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['6b5db8cc-7cee-4e10-ac4c-89c5af06b76c'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:55:38.332495 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d8e7d21-8c2a-473e-9996-dc8625b30d13 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:38.380269 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-319e44ef-cac9-4eac-bfa3-220f832d8537', 'network_id': '319e44ef-cac9-4eac-bfa3-220f832d8537', 'tenant_id': 'bec35b901e114a688a849f8ac16c777d', 'fixed_ips': [{'subnet_id': '096405f8-3db4-475e-9318-0ae825e398d3'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:55:38.382481 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:38.400104 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d8e7d21-8c2a-473e-9996-dc8625b30d13 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:38.407201 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7d8e7d21-8c2a-473e-9996-dc8625b30d13 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "DELETE /v2.0/subnets/73d8722c-3570-4d7e-b8a7-f0af7a509089 HTTP/1.1" status: 204 len: 168 time: 0.7377639 Nov 02 11:55:38.407201 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e7d21-8c2a-473e-9996-dc8625b30d13 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event deleted for resources: {'Subnet': ['ID=73d8722c-3570-4d7e-b8a7-f0af7a509089,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:38.409033 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51588) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:38.426173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531da005-fc94-460b-8e7b-549b41ab23fe None None] Network 63ae247e-5fc8-4513-a409-bb0ab04eb2cf requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:38.547275 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:38.597436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51596) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:38.647413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Deleting port f11c7e28-31ef-4f45-a178-4e37e591837f {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:38.647764 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:38.876522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] For port f11c7e28-31ef-4f45-a178-4e37e591837f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f11c7e28-31ef-4f45-a178-4e37e591837f,segment=NetworkSegment(4fd8dbb5-55ed-4861-adba-9c318effce60),segment_id=4fd8dbb5-55ed-4861-adba-9c318effce60)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:38.877212 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:38.888612 n-d-806683-18 neutron-server[102690]: INFO neutron.db.ipam_backend_mixin [None req-da3c4dd3-8e7c-486d-9025-d239371c623e tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 096405f8-3db4-475e-9318-0ae825e398d3 (CIDR: 2001:db8::/64) Nov 02 11:55:38.903307 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Allocated IP 2001:db8::2 (319e44ef-cac9-4eac-bfa3-220f832d8537/096405f8-3db4-475e-9318-0ae825e398d3/5db48a70-1fdb-482c-845d-18072eaf9379) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:38.909695 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-4e5c746d-efe5-478e-be73-e7e70ded3c2a tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Deleting port 7dafa5ed-c3e6-41f5-86b3-a8c28b4061cc {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:38.910039 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e5c746d-efe5-478e-be73-e7e70ded3c2a tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:38.949299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bbf43-3238-4456-a095-c3a0bcbb5335 req-51777a9d-2195-4198-ac2b-f9ee90e47bb4 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:38.951821 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-254bbf43-3238-4456-a095-c3a0bcbb5335 req-51777a9d-2195-4198-ac2b-f9ee90e47bb4 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 945 time: 0.2883437 Nov 02 11:55:38.953026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Calling delete_port for f11c7e28-31ef-4f45-a178-4e37e591837f owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:38.983190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24e297-6e25-4b74-a303-f9655dfc4ebb req-c6caf28e-f8ad-4eaa-9033-cd21904c5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:38.983714 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24e297-6e25-4b74-a303-f9655dfc4ebb req-c6caf28e-f8ad-4eaa-9033-cd21904c5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:38.984191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24e297-6e25-4b74-a303-f9655dfc4ebb req-c6caf28e-f8ad-4eaa-9033-cd21904c5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:38.984665 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24e297-6e25-4b74-a303-f9655dfc4ebb req-c6caf28e-f8ad-4eaa-9033-cd21904c5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:38.985133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24e297-6e25-4b74-a303-f9655dfc4ebb req-c6caf28e-f8ad-4eaa-9033-cd21904c5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:38.985605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24e297-6e25-4b74-a303-f9655dfc4ebb req-c6caf28e-f8ad-4eaa-9033-cd21904c5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:38.985713 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01b07ac-245d-4a6e-a592-3b833c536b5f None None] DHCP port deletion for 63ae247e-5fc8-4513-a409-bb0ab04eb2cf request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:55:38.986073 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24e297-6e25-4b74-a303-f9655dfc4ebb req-c6caf28e-f8ad-4eaa-9033-cd21904c5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:38.996298 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0e24e297-6e25-4b74-a303-f9655dfc4ebb req-c6caf28e-f8ad-4eaa-9033-cd21904c5c96 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 6497 time: 0.3977730 Nov 02 11:55:39.034293 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3c4dd3-8e7c-486d-9025-d239371c623e tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:55:39.036026 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3c4dd3-8e7c-486d-9025-d239371c623e tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:55:39.094301 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e5c746d-efe5-478e-be73-e7e70ded3c2a tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:39.143464 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-4e5c746d-efe5-478e-be73-e7e70ded3c2a tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Calling delete_port for 7dafa5ed-c3e6-41f5-86b3-a8c28b4061cc owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:39.189569 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0e24e297-6e25-4b74-a303-f9655dfc4ebb req-a0f1abb5-7d64-44e0-8f0d-5cf403f58222 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&id=c4809ff9-fa57-4e79-a332-f1a452c84477&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1658869 Nov 02 11:55:39.199569 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-254bbf43-3238-4456-a095-c3a0bcbb5335 req-82334d24-f0a1-4851-b481-71d72a7f9395 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022402 Nov 02 11:55:39.222166 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-da3c4dd3-8e7c-486d-9025-d239371c623e tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3356380 Nov 02 11:55:39.235403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51608) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:39.235403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7cf81c1e-ebb1-432c-90eb-bebf356ed19b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'subnet': {'network_id': '319e44ef-cac9-4eac-bfa3-220f832d8537', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:39.354640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f11c7e28-31ef-4f45-a178-4e37e591837f no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:55:39.360689 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:39.390055 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:39.418090 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: f11c7e28-31ef-4f45-a178-4e37e591837f {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:55:39.418438 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f11c7e28-31ef-4f45-a178-4e37e591837f not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:55:39.447101 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c01b07ac-245d-4a6e-a592-3b833c536b5f None None] Deleting port f11c7e28-31ef-4f45-a178-4e37e591837f {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:39.447733 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c01b07ac-245d-4a6e-a592-3b833c536b5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:39.471778 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:39.482848 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event deleted for resources: {'Port': ['ID=f11c7e28-31ef-4f45-a178-4e37e591837f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:39.486576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] No DVR routers for this DVR port f11c7e28-31ef-4f45-a178-4e37e591837f on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:55:39.492695 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f5d810b1-b2bf-4549-95ea-3c2175e0093d req-a8f972f1-b1a8-4774-bc53-45e4d64263c2 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.1281829 Nov 02 11:55:39.590717 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Network 319e44ef-cac9-4eac-bfa3-220f832d8537 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:39.595099 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:39.607253 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:39.624163 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:39.626727 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c01b07ac-245d-4a6e-a592-3b833c536b5f None None] For port f11c7e28-31ef-4f45-a178-4e37e591837f, host n-d-806683-18, got binding levels [] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:39.627217 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c01b07ac-245d-4a6e-a592-3b833c536b5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:39.634561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ae247e-5fc8-4513-a409-bb0ab04eb2cf']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:39.641558 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Pushing event updated for resources: {'Port': ['ID=5db48a70-1fdb-482c-845d-18072eaf9379,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:39.654893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c01b07ac-245d-4a6e-a592-3b833c536b5f None None] Calling delete_port for f11c7e28-31ef-4f45-a178-4e37e591837f owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:39.673060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.ipam_backend_mixin [None req-c01b07ac-245d-4a6e-a592-3b833c536b5f None None] Port f11c7e28-31ef-4f45-a178-4e37e591837f was not found and therefore no delete operation was performed {{(pid=102691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 11:55:39.680608 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-228339db-8361-498c-a332-0e5aee3aeff8 req-884fcc96-5e8d-44b9-b09b-9745bdf9a2e1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 210 time: 0.0613964 Nov 02 11:55:39.686452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd8dbb5-55ed-4861-adba-9c318effce60') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:39.686452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd8dbb5-55ed-4861-adba-9c318effce60') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:39.697277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf81c1e-ebb1-432c-90eb-bebf356ed19b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:39.700563 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c01b07ac-245d-4a6e-a592-3b833c536b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:39.700771 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:39.703134 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7cf81c1e-ebb1-432c-90eb-bebf356ed19b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:39.718886 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:39.728256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:55:39.728806 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:55:39.732752 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:55:39.736689 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Attempting to bind port 5db48a70-1fdb-482c-845d-18072eaf9379 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:55:39.737009 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Attempting to bind port 5db48a70-1fdb-482c-845d-18072eaf9379 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '2a7c66f8-446a-426f-81f4-c4cafe49aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '319e44ef-cac9-4eac-bfa3-220f832d8537'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:55:39.737378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Attempting to bind port 5db48a70-1fdb-482c-845d-18072eaf9379 on network 319e44ef-cac9-4eac-bfa3-220f832d8537 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:55:39.739506 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b07ac-245d-4a6e-a592-3b833c536b5f None None] Pushing event deleted for resources: {'Port': ['ID=f11c7e28-31ef-4f45-a178-4e37e591837f,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:39.755695 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01b07ac-245d-4a6e-a592-3b833c536b5f None None] No DVR routers for this DVR port f11c7e28-31ef-4f45-a178-4e37e591837f on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:55:39.755695 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:55:39.755695 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Checking segment: {'id': '2a7c66f8-446a-426f-81f4-c4cafe49aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '319e44ef-cac9-4eac-bfa3-220f832d8537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:39.755695 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:39.755695 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Bound using segment: {'id': '2a7c66f8-446a-426f-81f4-c4cafe49aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '319e44ef-cac9-4eac-bfa3-220f832d8537'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:55:39.755695 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Bound port: 5db48a70-1fdb-482c-845d-18072eaf9379, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7c66f8-446a-426f-81f4-c4cafe49aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '319e44ef-cac9-4eac-bfa3-220f832d8537'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:55:39.755695 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:39.782199 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e5c746d-efe5-478e-be73-e7e70ded3c2a tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:39.821953 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c746d-efe5-478e-be73-e7e70ded3c2a tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Pushing event deleted for resources: {'Port': ['ID=7dafa5ed-c3e6-41f5-86b3-a8c28b4061cc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:39.847554 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] For port 5db48a70-1fdb-482c-845d-18072eaf9379, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:55:39.883351 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:39.887514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] For port 5db48a70-1fdb-482c-845d-18072eaf9379, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5db48a70-1fdb-482c-845d-18072eaf9379,segment=NetworkSegment(2a7c66f8-446a-426f-81f4-c4cafe49aa21),segment_id=2a7c66f8-446a-426f-81f4-c4cafe49aa21)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:55:39.914229 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:39.921236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "DELETE /v2.0/networks/63ae247e-5fc8-4513-a409-bb0ab04eb2cf HTTP/1.1" status: 204 len: 168 time: 1.5058200 Nov 02 11:55:39.921502 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51614) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:39.923002 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e5c746d-efe5-478e-be73-e7e70ded3c2a tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:39.930506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83315c15-e9e7-4a14-a25f-1977e61bf990 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event deleted for resources: {'Network': ['ID=63ae247e-5fc8-4513-a409-bb0ab04eb2cf,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:39.978576 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:39.988867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-333fd738-625c-451b-ae2d-b03dadeeaefa tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Deleting subnet 7d3e2340-de19-472c-b240-b060460a5747 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:55:39.992587 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-333fd738-625c-451b-ae2d-b03dadeeaefa tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:40.026672 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e5c746d-efe5-478e-be73-e7e70ded3c2a tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:40.045023 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-333fd738-625c-451b-ae2d-b03dadeeaefa tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:40.048098 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769abfe-2c9b-4e50-9fe2-9d7471d334e2 None None] Pushing event updated for resources: {'Port': ['ID=5db48a70-1fdb-482c-845d-18072eaf9379,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:40.048270 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e5c746d-efe5-478e-be73-e7e70ded3c2a tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:40.178268 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-333fd738-625c-451b-ae2d-b03dadeeaefa tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:40.197238 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e5c746d-efe5-478e-be73-e7e70ded3c2a tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:40.197848 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5c746d-efe5-478e-be73-e7e70ded3c2a tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Fanout notify agent at l3_agent the message router_deleted on router 2f236b03-ac55-42f5-b12e-a7313fa23ba0 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:55:40.207319 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e5c746d-efe5-478e-be73-e7e70ded3c2a tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:40.208895 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4e5c746d-efe5-478e-be73-e7e70ded3c2a tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "DELETE /v2.0/routers/2f236b03-ac55-42f5-b12e-a7313fa23ba0 HTTP/1.1" status: 204 len: 168 time: 2.4505284 Nov 02 11:55:40.219300 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51618) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:40.224453 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Request body: {'router': {'name': 'tempest-snat-router-201136596', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'enable_snat': False}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:40.396659 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7cf81c1e-ebb1-432c-90eb-bebf356ed19b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:40.399739 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-333fd738-625c-451b-ae2d-b03dadeeaefa tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:40.405020 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:40.405768 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:40.443167 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333fd738-625c-451b-ae2d-b03dadeeaefa tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event deleted for resources: {'Subnet': ['ID=7d3e2340-de19-472c-b240-b060460a5747,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:40.449870 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-333fd738-625c-451b-ae2d-b03dadeeaefa tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:40.460855 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-333fd738-625c-451b-ae2d-b03dadeeaefa tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "DELETE /v2.0/subnets/7d3e2340-de19-472c-b240-b060460a5747 HTTP/1.1" status: 204 len: 168 time: 0.5356176 Nov 02 11:55:40.461064 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51622) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:40.465715 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d0a9e9-b444-48ae-a0a8-6319bae97b68 None None] Network 0457afc2-4613-41bb-bfcc-89fb69f8fc23 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:40.486344 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf81c1e-ebb1-432c-90eb-bebf356ed19b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 319e44ef-cac9-4eac-bfa3-220f832d8537 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:40.508306 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-7cf81c1e-ebb1-432c-90eb-bebf356ed19b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:40.510554 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf81c1e-ebb1-432c-90eb-bebf356ed19b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:40.511282 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7cf81c1e-ebb1-432c-90eb-bebf356ed19b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:40.549880 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf81c1e-ebb1-432c-90eb-bebf356ed19b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Subnet': ['ID=deeee86f-99ad-48ed-91b3-5237288745c0,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:40.550374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae7a968-a533-416b-8883-d100ea1cecfc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Deleting subnet f4193735-1344-4738-867f-c846447b779b {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:55:40.555452 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cae7a968-a533-416b-8883-d100ea1cecfc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:40.564094 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:40.605576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebdc26-1bad-44f2-a7ad-0a4503564030 req-bc27521b-faf6-4ff2-94b9-28a999245213 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:40.608494 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a0ebdc26-1bad-44f2-a7ad-0a4503564030 req-bc27521b-faf6-4ff2-94b9-28a999245213 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 945 time: 0.2538095 Nov 02 11:55:40.631470 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cae7a968-a533-416b-8883-d100ea1cecfc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:40.692460 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7cf81c1e-ebb1-432c-90eb-bebf356ed19b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4668097 Nov 02 11:55:40.705038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51626) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:40.713220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-4de4d723-73ca-4c1d-ad03-759d6c39ae45 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'network_id': '319e44ef-cac9-4eac-bfa3-220f832d8537', 'fixed_ips': [{'subnet_id': '096405f8-3db4-475e-9318-0ae825e398d3'}, {'subnet_id': 'deeee86f-99ad-48ed-91b3-5237288745c0'}], 'name': 'tempest-PortsIpV6TestJSON-682265221'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:40.767732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a35a83d-f37c-43b4-95f1-74da9adf54cb None None] DHCP port deletion for 0457afc2-4613-41bb-bfcc-89fb69f8fc23 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:55:40.767950 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a0ebdc26-1bad-44f2-a7ad-0a4503564030 req-da38ece7-9903-400c-9192-5993fecacfa7 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477306 Nov 02 11:55:40.854161 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9a35a83d-f37c-43b4-95f1-74da9adf54cb None None] Deleting port a048a908-3a3a-4cea-a0fd-21834425cfec {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:40.854542 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9a35a83d-f37c-43b4-95f1-74da9adf54cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:40.876280 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:40.982539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9a35a83d-f37c-43b4-95f1-74da9adf54cb None None] For port a048a908-3a3a-4cea-a0fd-21834425cfec, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a048a908-3a3a-4cea-a0fd-21834425cfec,segment=NetworkSegment(a2a5a295-d1d4-40db-9715-a4e966360391),segment_id=a2a5a295-d1d4-40db-9715-a4e966360391)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:40.984259 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9a35a83d-f37c-43b4-95f1-74da9adf54cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:41.014099 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9a35a83d-f37c-43b4-95f1-74da9adf54cb None None] Calling delete_port for a048a908-3a3a-4cea-a0fd-21834425cfec owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:41.033914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:55:41.231468 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e31e5749-c76b-4dec-ab49-1c57839c2eb5 req-3b11f97f-d6c9-4d38-bb71-a3518c31e9e9 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0678148 Nov 02 11:55:41.263961 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:41.264423 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:41.329734 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cae7a968-a533-416b-8883-d100ea1cecfc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:41.348870 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9a35a83d-f37c-43b4-95f1-74da9adf54cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:41.415605 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35a83d-f37c-43b4-95f1-74da9adf54cb None None] Pushing event deleted for resources: {'Port': ['ID=a048a908-3a3a-4cea-a0fd-21834425cfec,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:41.433701 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35a83d-f37c-43b4-95f1-74da9adf54cb None None] No DVR routers for this DVR port a048a908-3a3a-4cea-a0fd-21834425cfec on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:55:41.445730 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5db48a70-1fdb-482c-845d-18072eaf9379 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:55:41.480170 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:41.522704 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:41.565367 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-981d2715-1c60-41ff-8ac1-21e2b3637a6b req-a2e03a81-8f8c-443e-a2ca-bca59627d678 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 210 time: 0.0963337 Nov 02 11:55:41.596966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b54bfea-70e6-4be2-bab4-3eb3e9b357e2 None None] Network 319e44ef-cac9-4eac-bfa3-220f832d8537 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:41.601261 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:41.637055 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 5db48a70-1fdb-482c-845d-18072eaf9379 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:41.638021 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:41.674475 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-9b1cec0e-99cd-42cf-9b54-4a0608884d65 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:41.676386 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-9b1cec0e-99cd-42cf-9b54-4a0608884d65 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 804 time: 0.2362204 Nov 02 11:55:41.685280 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313a0f77-4e76-4814-ba42-4f4626d01f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:55:41.687855 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7ad72c-5fd9-40b2-aa5c-84cc5976fdaa" -d '{"events": [{"server_uuid": "313a0f77-4e76-4814-ba42-4f4626d01f67", "name": "network-vif-plugged", "status": "completed", "tag": "6b5db8cc-7cee-4e10-ac4c-89c5af06b76c"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:55:41.691720 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-3f66fb09-4445-48de-b12c-79640a76df17 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Request body: {'port': {'device_id': 'bac012e4-918f-4bf5-83bb-d853ffee2b82', 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e', 'admin_state_up': True, 'tenant_id': '03959b625cb94b9d9fcaf436c56c8acb'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:41.731276 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cae7a968-a533-416b-8883-d100ea1cecfc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:41.748140 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Allocated IP 172.25.6.10 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/975c1a89-e0e9-4e7e-8666-db9e126a097c) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:41.774781 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17512bd-e6aa-4da0-9bff-64852b67e451 x-openstack-request-id: req-c17512bd-e6aa-4da0-9bff-64852b67e451 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:55:41.775248 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313a0f77-4e76-4814-ba42-4f4626d01f67", "name": "network-vif-plugged", "status": "completed", "tag": "6b5db8cc-7cee-4e10-ac4c-89c5af06b76c", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:55:41.779594 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c17512bd-e6aa-4da0-9bff-64852b67e451 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:55:41.779594 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313a0f77-4e76-4814-ba42-4f4626d01f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c', 'code': 200} Nov 02 11:55:41.794495 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:41.800876 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7a968-a533-416b-8883-d100ea1cecfc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event deleted for resources: {'Subnet': ['ID=f4193735-1344-4738-867f-c846447b779b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:41.803063 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de4d723-73ca-4c1d-ad03-759d6c39ae45 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:41.828761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a86ca67b-8aab-4071-add9-d22388d3a2e3 None None] Provisioning complete for port 5db48a70-1fdb-482c-845d-18072eaf9379 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:41.829375 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a86ca67b-8aab-4071-add9-d22388d3a2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:41.839651 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cae7a968-a533-416b-8883-d100ea1cecfc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:41.846591 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cae7a968-a533-416b-8883-d100ea1cecfc tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "DELETE /v2.0/subnets/f4193735-1344-4738-867f-c846447b779b HTTP/1.1" status: 204 len: 168 time: 1.3843050 Nov 02 11:55:41.849403 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51636) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:41.876097 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a308fb73-9dc9-4640-b689-bfcaba3d4429 None None] Network a6419ffb-6902-43c6-bd6c-eb56222faaa6 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:41.952051 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:41.958037 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:42.103549 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8020dcd-da20-460e-b1c7-01e4bdcd49d4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:42.142960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedb91f-5b68-40b4-ba0b-237b22707198 req-46c016f4-9e8d-4e49-b4e0-1b266e98926d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:42.145433 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dfedb91f-5b68-40b4-ba0b-237b22707198 req-46c016f4-9e8d-4e49-b4e0-1b266e98926d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 947 time: 0.1842842 Nov 02 11:55:42.148195 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4de4d723-73ca-4c1d-ad03-759d6c39ae45 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:42.200755 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57461153-3312-4e97-969c-6591708d348d req-f0d79579-e6d4-4385-8fbf-44f96a6811e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:42.203025 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-57461153-3312-4e97-969c-6591708d348d req-f0d79579-e6d4-4385-8fbf-44f96a6811e0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 1099 time: 0.0744839 Nov 02 11:55:42.214524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-4de4d723-73ca-4c1d-ad03-759d6c39ae45 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] device_id is not set on port 4a95c98d-af4b-47e2-8ce4-949a0f0cda2e yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:55:42.221693 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:42.297726 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Pushing event updated for resources: {'Port': ['ID=975c1a89-e0e9-4e7e-8666-db9e126a097c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:42.331644 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-3f66fb09-4445-48de-b12c-79640a76df17 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Made reservation on behalf of 03959b625cb94b9d9fcaf436c56c8acb for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:42.335185 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-3f66fb09-4445-48de-b12c-79640a76df17 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:42.342480 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:42.349464 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-57461153-3312-4e97-969c-6591708d348d req-9863a6e6-2573-4484-a120-4a0d3f3e9fde service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381395 Nov 02 11:55:42.351118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:42.360211 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:42.415010 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:42.424302 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dfedb91f-5b68-40b4-ba0b-237b22707198 req-0a0e7358-0441-466f-910f-ae845c887a86 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719245 Nov 02 11:55:42.427279 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8020dcd-da20-460e-b1c7-01e4bdcd49d4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:42.480576 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,revision_number=10']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:42.530092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-a8020dcd-da20-460e-b1c7-01e4bdcd49d4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0457afc2-4613-41bb-bfcc-89fb69f8fc23']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:42.576604 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a86ca67b-8aab-4071-add9-d22388d3a2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:42.577204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-a8020dcd-da20-460e-b1c7-01e4bdcd49d4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a5a295-d1d4-40db-9715-a4e966360391') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:42.577518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-a8020dcd-da20-460e-b1c7-01e4bdcd49d4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a5a295-d1d4-40db-9715-a4e966360391') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:42.583328 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 5db48a70-1fdb-482c-845d-18072eaf9379, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5db48a70-1fdb-482c-845d-18072eaf9379,segment=NetworkSegment(2a7c66f8-446a-426f-81f4-c4cafe49aa21),segment_id=2a7c66f8-446a-426f-81f4-c4cafe49aa21)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:42.610979 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8020dcd-da20-460e-b1c7-01e4bdcd49d4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:42.642551 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:42.745562 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-553ad42d-432d-4ce6-a6cf-f2b18fdd4f05 req-7d52f042-138d-4489-bd1b-bd35dd25cb68 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.1614714 Nov 02 11:55:42.756977 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8020dcd-da20-460e-b1c7-01e4bdcd49d4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:42.781687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8020dcd-da20-460e-b1c7-01e4bdcd49d4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:55:42.781687 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8020dcd-da20-460e-b1c7-01e4bdcd49d4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:55:42.783833 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:55:42.789696 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a048a908-3a3a-4cea-a0fd-21834425cfec no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:55:42.841516 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915343ae-ac80-496a-83b5-06ea404f3f68 None None] DHCP port deletion for a6419ffb-6902-43c6-bd6c-eb56222faaa6 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:55:42.846145 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-a86ca67b-8aab-4071-add9-d22388d3a2e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:55:42.846505 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-a86ca67b-8aab-4071-add9-d22388d3a2e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:55:42.847418 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e67412-0468-4b56-8e57-0aef9f3de5bd None None] Update dhcp port {'port': {'network_id': '319e44ef-cac9-4eac-bfa3-220f832d8537', 'fixed_ips': [{'subnet_id': '096405f8-3db4-475e-9318-0ae825e398d3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'deeee86f-99ad-48ed-91b3-5237288745c0'}], 'binding:host_id': 'n-d-806683-18'}, 'id': '5db48a70-1fdb-482c-845d-18072eaf9379'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 11:55:42.848349 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:42.855568 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-3f66fb09-4445-48de-b12c-79640a76df17 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Allocated IP 172.20.0.3 (74bd6dc5-f0e6-4079-ac41-63269a99500e/b04dcbcd-1275-4a43-9876-3724821feb17/cccc69ba-8d3e-4f59-94cb-ecde502d2f5a) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:42.920337 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: a048a908-3a3a-4cea-a0fd-21834425cfec {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:55:42.920710 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a048a908-3a3a-4cea-a0fd-21834425cfec not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:55:42.944863 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=5db48a70-1fdb-482c-845d-18072eaf9379,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:42.944863 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a0e67412-0468-4b56-8e57-0aef9f3de5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:42.945969 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f13e7133-760c-4864-a399-b5fe8c504188 req-14ab0a86-7481-40b8-82a3-dbdfb2cfd1b4 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 210 time: 0.0789719 Nov 02 11:55:43.040392 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8020dcd-da20-460e-b1c7-01e4bdcd49d4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:43.062748 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-915343ae-ac80-496a-83b5-06ea404f3f68 None None] Deleting port 11e4afce-6a87-4404-8115-a938411e1cbb {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:43.063166 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-915343ae-ac80-496a-83b5-06ea404f3f68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:43.065691 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8020dcd-da20-460e-b1c7-01e4bdcd49d4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:43.071673 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a8020dcd-da20-460e-b1c7-01e4bdcd49d4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "DELETE /v2.0/networks/0457afc2-4613-41bb-bfcc-89fb69f8fc23 HTTP/1.1" status: 204 len: 168 time: 1.2190986 Nov 02 11:55:43.080235 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51644) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:43.104372 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8020dcd-da20-460e-b1c7-01e4bdcd49d4 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event deleted for resources: {'Network': ['ID=0457afc2-4613-41bb-bfcc-89fb69f8fc23,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:43.107273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-4de4d723-73ca-4c1d-ad03-759d6c39ae45 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Allocated IP 2001:db8::387 (319e44ef-cac9-4eac-bfa3-220f832d8537/096405f8-3db4-475e-9318-0ae825e398d3/4a95c98d-af4b-47e2-8ce4-949a0f0cda2e) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:43.124942 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-4de4d723-73ca-4c1d-ad03-759d6c39ae45 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Allocated IP 2001:db8:0:1::338 (319e44ef-cac9-4eac-bfa3-220f832d8537/deeee86f-99ad-48ed-91b3-5237288745c0/4a95c98d-af4b-47e2-8ce4-949a0f0cda2e) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:43.141680 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-915343ae-ac80-496a-83b5-06ea404f3f68 None None] For port 11e4afce-6a87-4404-8115-a938411e1cbb, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=11e4afce-6a87-4404-8115-a938411e1cbb,segment=NetworkSegment(6c023f31-f062-489c-8d72-69fedd2843a4),segment_id=6c023f31-f062-489c-8d72-69fedd2843a4)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:43.142085 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-915343ae-ac80-496a-83b5-06ea404f3f68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:43.156739 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-915343ae-ac80-496a-83b5-06ea404f3f68 None None] Calling delete_port for 11e4afce-6a87-4404-8115-a938411e1cbb owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:43.226824 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5db48a70-1fdb-482c-845d-18072eaf9379 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:55:43.299857 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 5db48a70-1fdb-482c-845d-18072eaf9379 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:43.300223 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:43.332090 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-3f66fb09-4445-48de-b12c-79640a76df17 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:43.353506 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:43.391183 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-915343ae-ac80-496a-83b5-06ea404f3f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:43.457922 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4de4d723-73ca-4c1d-ad03-759d6c39ae45 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:43.499883 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915343ae-ac80-496a-83b5-06ea404f3f68 None None] Pushing event deleted for resources: {'Port': ['ID=11e4afce-6a87-4404-8115-a938411e1cbb,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:43.506750 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915343ae-ac80-496a-83b5-06ea404f3f68 None None] No DVR routers for this DVR port 11e4afce-6a87-4404-8115-a938411e1cbb on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:55:43.508863 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3bb8-32f8-4f70-b940-d24d2bdb4c07 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:43.539120 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-3f66fb09-4445-48de-b12c-79640a76df17 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:43.553796 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['f6b6f311-7267-4d0d-8126-7fd262070db1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:55:43.634439 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3bb8-32f8-4f70-b940-d24d2bdb4c07 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:43.662047 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4de4d723-73ca-4c1d-ad03-759d6c39ae45 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:43.675865 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-0c8b3bb8-32f8-4f70-b940-d24d2bdb4c07 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6419ffb-6902-43c6-bd6c-eb56222faaa6']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:43.687583 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-0c8b3bb8-32f8-4f70-b940-d24d2bdb4c07 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c023f31-f062-489c-8d72-69fedd2843a4') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:43.687882 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-0c8b3bb8-32f8-4f70-b940-d24d2bdb4c07 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c023f31-f062-489c-8d72-69fedd2843a4') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:43.692624 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 11e4afce-6a87-4404-8115-a938411e1cbb no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:55:43.698219 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3bb8-32f8-4f70-b940-d24d2bdb4c07 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:43.724210 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3bb8-32f8-4f70-b940-d24d2bdb4c07 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:43.736242 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8b3bb8-32f8-4f70-b940-d24d2bdb4c07 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:55:43.736242 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3bb8-32f8-4f70-b940-d24d2bdb4c07 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:43.752968 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 11e4afce-6a87-4404-8115-a938411e1cbb {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:55:43.753325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 11e4afce-6a87-4404-8115-a938411e1cbb not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:55:43.769297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de4d723-73ca-4c1d-ad03-759d6c39ae45 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 319e44ef-cac9-4eac-bfa3-220f832d8537 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:43.770999 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66fb09-4445-48de-b12c-79640a76df17 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Pushing event updated for resources: {'Port': ['ID=cccc69ba-8d3e-4f59-94cb-ecde502d2f5a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:43.775785 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-4de4d723-73ca-4c1d-ad03-759d6c39ae45 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:43.785854 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-3f66fb09-4445-48de-b12c-79640a76df17 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Network 74bd6dc5-f0e6-4079-ac41-63269a99500e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:43.789622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de4d723-73ca-4c1d-ad03-759d6c39ae45 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:43.799544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de4d723-73ca-4c1d-ad03-759d6c39ae45 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:43.800191 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4de4d723-73ca-4c1d-ad03-759d6c39ae45 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:43.819226 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-a0e67412-0468-4b56-8e57-0aef9f3de5bd None None] Allocated IP 2001:db8:0:1::2 (319e44ef-cac9-4eac-bfa3-220f832d8537/deeee86f-99ad-48ed-91b3-5237288745c0/5db48a70-1fdb-482c-845d-18072eaf9379) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: items = [ Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:55:43.838758 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:55:43.853793 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Router 2d05440e-2059-46fa-9aea-1b8216bd66d5 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:55:43.864089 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-3f66fb09-4445-48de-b12c-79640a76df17 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:43.875257 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-3f66fb09-4445-48de-b12c-79640a76df17 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:43.935672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4d723-73ca-4c1d-ad03-759d6c39ae45 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=4a95c98d-af4b-47e2-8ce4-949a0f0cda2e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:43.950086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f57c3-f970-4c96-a499-e28164924866 req-6c93e966-fd7c-4d69-979b-12cc19d86a6e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:43.960257 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad7f57c3-f970-4c96-a499-e28164924866 req-6c93e966-fd7c-4d69-979b-12cc19d86a6e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 947 time: 0.2569852 Nov 02 11:55:43.998056 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4de4d723-73ca-4c1d-ad03-759d6c39ae45 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.2799234 Nov 02 11:55:43.998056 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51664) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:43.998307 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a0e67412-0468-4b56-8e57-0aef9f3de5bd None None] For port 5db48a70-1fdb-482c-845d-18072eaf9379, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5db48a70-1fdb-482c-845d-18072eaf9379,segment=NetworkSegment(2a7c66f8-446a-426f-81f4-c4cafe49aa21),segment_id=2a7c66f8-446a-426f-81f4-c4cafe49aa21)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:43.998399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-b8f286f9-0208-41e3-88ca-ea7f6c5005a2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '096405f8-3db4-475e-9318-0ae825e398d3'}]}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:44.035279 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a0e67412-0468-4b56-8e57-0aef9f3de5bd None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:44.071434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-3f66fb09-4445-48de-b12c-79640a76df17 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:44.072231 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-3f66fb09-4445-48de-b12c-79640a76df17 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:44.132262 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:55:44.136599 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a0e67412-0468-4b56-8e57-0aef9f3de5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:44.166307 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Sync routers for ids ['2d05440e-2059-46fa-9aea-1b8216bd66d5'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:55:44.171258 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3bb8-32f8-4f70-b940-d24d2bdb4c07 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:44.181273 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad7f57c3-f970-4c96-a499-e28164924866 req-c07ed1e2-52b9-4f22-a0a0-33c9d0d78397 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183077 Nov 02 11:55:44.187599 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0c8b3bb8-32f8-4f70-b940-d24d2bdb4c07 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:44.196582 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-3f66fb09-4445-48de-b12c-79640a76df17 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5074036 Nov 02 11:55:44.196725 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0c8b3bb8-32f8-4f70-b940-d24d2bdb4c07 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "DELETE /v2.0/networks/a6419ffb-6902-43c6-bd6c-eb56222faaa6 HTTP/1.1" status: 204 len: 168 time: 1.1124315 Nov 02 11:55:44.200906 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51670) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:44.225368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Request body: {'port': {'device_id': 'bac012e4-918f-4bf5-83bb-d853ffee2b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:44.238071 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8f286f9-0208-41e3-88ca-ea7f6c5005a2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:44.253611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Routers {'2d05440e-2059-46fa-9aea-1b8216bd66d5'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:55:44.254176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2d05440e-2059-46fa-9aea-1b8216bd66d5'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:44.302066 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8c8917-650d-4f23-b964-12ed9f052171 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Deleting subnet 452babd3-6336-4793-9f82-32e73e5755fc {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:55:44.306599 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8917-650d-4f23-b964-12ed9f052171 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:44.327463 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e67412-0468-4b56-8e57-0aef9f3de5bd None None] Pushing event updated for resources: {'Port': ['ID=5db48a70-1fdb-482c-845d-18072eaf9379,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:44.364792 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:44.369202 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6d81feea-e930-4f2c-95a1-7511e1aa49ac tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1487484 Nov 02 11:55:44.369967 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51676) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:44.384787 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b3bb8-32f8-4f70-b940-d24d2bdb4c07 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event deleted for resources: {'Network': ['ID=a6419ffb-6902-43c6-bd6c-eb56222faaa6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:44.438966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Set router 2d05440e-2059-46fa-9aea-1b8216bd66d5 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:55:44.462503 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb4d0d6f-374e-4f42-8cfc-c17f3f54d728 req-dcb55648-20b1-4248-8063-c5b69367b5d9 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0978494 Nov 02 11:55:44.489956 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:44.912235 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8917-650d-4f23-b964-12ed9f052171 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:44.965128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d05440e-2059-46fa-9aea-1b8216bd66d5', 'name': 'tempest-snat-router-201136596', 'tenant_id': '550e620ad9234adf8285e031b72d8dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.10'}], 'enable_snat': False}, 'gw_port_id': '975c1a89-e0e9-4e7e-8666-db9e126a097c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:55:40Z', 'updated_at': '2021-11-02T11:55:42Z', 'revision_number': 3, 'project_id': '550e620ad9234adf8285e031b72d8dca', 'gw_port': {'id': '975c1a89-e0e9-4e7e-8666-db9e126a097c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d05440e-2059-46fa-9aea-1b8216bd66d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:55:41Z', 'updated_at': '2021-11-02T11:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:45.004829 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Checking router: 2d05440e-2059-46fa-9aea-1b8216bd66d5 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:55:45.005127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Updating router 2d05440e-2059-46fa-9aea-1b8216bd66d5 port 975c1a89-e0e9-4e7e-8666-db9e126a097c binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:55:45.050387 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8917-650d-4f23-b964-12ed9f052171 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:45.055431 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:45.245272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bba8e0b-bc4e-45b2-825f-f432e978b58d None None] Network 319e44ef-cac9-4eac-bfa3-220f832d8537 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:45.252806 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0feefe-1a5c-4544-baee-3183e3e2ae61 req-789903fc-c388-4041-b076-d5aae490e024 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:45.256871 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8ca1d089-06ed-4991-b6db-cec417cdc8b4 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "GET /v2.0/routers/2d05440e-2059-46fa-9aea-1b8216bd66d5 HTTP/1.1" status: 200 len: 907 time: 0.8774228 Nov 02 11:55:45.257034 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5db48a70-1fdb-482c-845d-18072eaf9379 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:55:45.257138 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8917-650d-4f23-b964-12ed9f052171 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:45.258399 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51700) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:45.263081 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db0feefe-1a5c-4544-baee-3183e3e2ae61 req-789903fc-c388-4041-b076-d5aae490e024 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 931 time: 0.4348190 Nov 02 11:55:45.268795 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Request body: {'router': {'name': 'tempest-snat-router-201136596', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'enable_snat': True}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:45.305415 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c8917-650d-4f23-b964-12ed9f052171 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event deleted for resources: {'Subnet': ['ID=452babd3-6336-4793-9f82-32e73e5755fc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:45.318828 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8917-650d-4f23-b964-12ed9f052171 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:45.329987 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8a8c8917-650d-4f23-b964-12ed9f052171 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "DELETE /v2.0/subnets/452babd3-6336-4793-9f82-32e73e5755fc HTTP/1.1" status: 204 len: 168 time: 1.1252711 Nov 02 11:55:45.330890 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51702) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:45.350032 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219dd589-4cfe-4ad5-850f-78b13ea6e6e6 None None] Network 28a97ea2-9fc7-43df-87a4-d528fe646391 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:45.399051 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-4dbe441d-af06-486f-94c5-c79ab172137c None None] Provisioning complete for port 5db48a70-1fdb-482c-845d-18072eaf9379 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:45.399235 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4dbe441d-af06-486f-94c5-c79ab172137c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:45.405575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db0feefe-1a5c-4544-baee-3183e3e2ae61 req-337a98eb-e85d-4a5e-a2d9-698486591a7f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413674 Nov 02 11:55:45.479050 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:45.491578 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:45.492813 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:45.530117 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccc69ba-8d3e-4f59-94cb-ecde502d2f5a {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:55:45.539220 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:45.554086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Transition to ACTIVE for port object cccc69ba-8d3e-4f59-94cb-ecde502d2f5a will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:55:45.588838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:45.589465 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-b8f286f9-0208-41e3-88ca-ea7f6c5005a2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Delete allocated IP 2001:db8:0:1::338 (319e44ef-cac9-4eac-bfa3-220f832d8537/deeee86f-99ad-48ed-91b3-5237288745c0) {{(pid=102689) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 02 11:55:45.599374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Deleting port ce98c520-2644-4ee2-9dd4-2510f8dd5e4b {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:45.599374 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:45.641927 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 5db48a70-1fdb-482c-845d-18072eaf9379 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:45.642297 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:45.673588 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] For port ce98c520-2644-4ee2-9dd4-2510f8dd5e4b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ce98c520-2644-4ee2-9dd4-2510f8dd5e4b,segment=NetworkSegment(13d40755-fb64-4345-849d-442679a74724),segment_id=13d40755-fb64-4345-849d-442679a74724)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:45.673588 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:45.691244 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Calling delete_port for ce98c520-2644-4ee2-9dd4-2510f8dd5e4b owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:45.711777 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:45.866742 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Pushing event updated for resources: {'Port': ['ID=cccc69ba-8d3e-4f59-94cb-ecde502d2f5a,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:45.890223 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8f286f9-0208-41e3-88ca-ea7f6c5005a2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:45.910247 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:45.972498 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:45.978434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f1b0a2-4ade-4f2a-8a4a-957c6acf355d None None] DHCP port deletion for 28a97ea2-9fc7-43df-87a4-d528fe646391 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:55:46.010431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42b971-d492-46f0-b61d-2c81bfc5e036 req-49a4ee33-3769-45df-b5c6-a1c83955cca6 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:46.020944 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a42b971-d492-46f0-b61d-2c81bfc5e036 req-49a4ee33-3769-45df-b5c6-a1c83955cca6 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 947 time: 0.3169923 Nov 02 11:55:46.039133 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8f286f9-0208-41e3-88ca-ea7f6c5005a2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:46.057418 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-03f1b0a2-4ade-4f2a-8a4a-957c6acf355d None None] Deleting port ce98c520-2644-4ee2-9dd4-2510f8dd5e4b {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:46.061947 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-03f1b0a2-4ade-4f2a-8a4a-957c6acf355d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:46.112260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Attempting to bind port cccc69ba-8d3e-4f59-94cb-ecde502d2f5a on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:55:46.112600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Attempting to bind port cccc69ba-8d3e-4f59-94cb-ecde502d2f5a by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:55:46.112928 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Attempting to bind port cccc69ba-8d3e-4f59-94cb-ecde502d2f5a on network 74bd6dc5-f0e6-4079-ac41-63269a99500e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:55:46.118389 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:46.182056 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Port cccc69ba-8d3e-4f59-94cb-ecde502d2f5a on network 74bd6dc5-f0e6-4079-ac41-63269a99500e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:55:46.182388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Attempting to bind port cccc69ba-8d3e-4f59-94cb-ecde502d2f5a on network 74bd6dc5-f0e6-4079-ac41-63269a99500e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:55:46.183066 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:46.196509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b8f286f9-0208-41e3-88ca-ea7f6c5005a2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] In _notify_port_updated(), no bound segment for port 4a95c98d-af4b-47e2-8ce4-949a0f0cda2e on network 319e44ef-cac9-4eac-bfa3-220f832d8537 {{(pid=102689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 11:55:46.203955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f286f9-0208-41e3-88ca-ea7f6c5005a2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:46.204623 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8f286f9-0208-41e3-88ca-ea7f6c5005a2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:46.209156 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b8f286f9-0208-41e3-88ca-ea7f6c5005a2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "PUT /v2.0/ports/4a95c98d-af4b-47e2-8ce4-949a0f0cda2e HTTP/1.1" status: 200 len: 925 time: 2.2130606 Nov 02 11:55:46.226339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51708) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:46.232699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6499c562-5757-41a4-b3a3-88eaca8fcdb9 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '096405f8-3db4-475e-9318-0ae825e398d3'}, {'subnet_id': 'deeee86f-99ad-48ed-91b3-5237288745c0'}]}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:46.236680 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:55:46.237278 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Checking segment: {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:46.237668 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Bound using segment: {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:55:46.238120 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Bound port: cccc69ba-8d3e-4f59-94cb-ecde502d2f5a, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:55:46.238477 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:46.243247 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f286f9-0208-41e3-88ca-ea7f6c5005a2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=4a95c98d-af4b-47e2-8ce4-949a0f0cda2e,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:46.249293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Attempting to bind port 975c1a89-e0e9-4e7e-8666-db9e126a097c on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:55:46.250033 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Attempting to bind port 975c1a89-e0e9-4e7e-8666-db9e126a097c by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:55:46.250562 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Attempting to bind port 975c1a89-e0e9-4e7e-8666-db9e126a097c on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:55:46.266057 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a42b971-d492-46f0-b61d-2c81bfc5e036 req-6aa28218-c019-44a2-9b0c-0d0d57370b89 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345765 Nov 02 11:55:46.270000 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:55:46.270388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:46.270798 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:46.271254 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:55:46.272145 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Bound port: 975c1a89-e0e9-4e7e-8666-db9e126a097c, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:55:46.272535 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:46.301998 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event deleted for resources: {'Port': ['ID=ce98c520-2644-4ee2-9dd4-2510f8dd5e4b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:46.311499 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] No DVR routers for this DVR port ce98c520-2644-4ee2-9dd4-2510f8dd5e4b on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:55:46.364566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-03f1b0a2-4ade-4f2a-8a4a-957c6acf355d None None] For port ce98c520-2644-4ee2-9dd4-2510f8dd5e4b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ce98c520-2644-4ee2-9dd4-2510f8dd5e4b,segment=NetworkSegment(13d40755-fb64-4345-849d-442679a74724),segment_id=13d40755-fb64-4345-849d-442679a74724)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:46.365086 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-03f1b0a2-4ade-4f2a-8a4a-957c6acf355d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:46.382182 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] For port 975c1a89-e0e9-4e7e-8666-db9e126a097c, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:55:46.391684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1130a-7216-4bce-9d21-2bad518a696c None None] Pushing event updated for resources: {'Port': ['ID=975c1a89-e0e9-4e7e-8666-db9e126a097c,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:46.411786 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-03f1b0a2-4ade-4f2a-8a4a-957c6acf355d None None] Calling delete_port for ce98c520-2644-4ee2-9dd4-2510f8dd5e4b owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:46.416406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] For port 975c1a89-e0e9-4e7e-8666-db9e126a097c, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=975c1a89-e0e9-4e7e-8666-db9e126a097c,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:55:46.503768 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:46.517752 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4afb223-5b26-40a9-ac50-af3428cee776 req-10d83fe0-5385-4bd1-9879-24784e61f7f5 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0798542 Nov 02 11:55:46.550009 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:46.569597 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-be3f26e5-f450-433a-903a-f4abb0fa8a02 None None] Provisioning complete for port 5db48a70-1fdb-482c-845d-18072eaf9379 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:46.578765 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-be3f26e5-f450-433a-903a-f4abb0fa8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:46.613925 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:46.620649 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6499c562-5757-41a4-b3a3-88eaca8fcdb9 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:46.653830 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:46.682866 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-03f1b0a2-4ade-4f2a-8a4a-957c6acf355d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:46.700359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] For port cccc69ba-8d3e-4f59-94cb-ecde502d2f5a, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:55:46.717763 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a97ea2-9fc7-43df-87a4-d528fe646391']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:46.734899 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d40755-fb64-4345-849d-442679a74724') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:46.735318 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d40755-fb64-4345-849d-442679a74724') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:46.735827 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f1b0a2-4ade-4f2a-8a4a-957c6acf355d None None] No DVR routers for this DVR port ce98c520-2644-4ee2-9dd4-2510f8dd5e4b on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:55:46.745837 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Routers {'2d05440e-2059-46fa-9aea-1b8216bd66d5'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:55:46.761188 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2d05440e-2059-46fa-9aea-1b8216bd66d5'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:46.761965 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:46.783860 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Allocated IP 172.25.6.232 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/180a2d60-5222-4a7c-b521-d3404c9217b7) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:46.795216 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:46.819230 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:55:46.819656 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:55:46.828018 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:55:46.847071 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1130a-7216-4bce-9d21-2bad518a696c None None] Pushing event updated for resources: {'Port': ['ID=975c1a89-e0e9-4e7e-8666-db9e126a097c,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:46.973102 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1b0a2-4ade-4f2a-8a4a-957c6acf355d None None] Pushing event deleted for resources: {'Port': ['ID=ce98c520-2644-4ee2-9dd4-2510f8dd5e4b,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:47.034386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-be3f26e5-f450-433a-903a-f4abb0fa8a02 None None] Provisioning complete for port 4a95c98d-af4b-47e2-8ce4-949a0f0cda2e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:47.034838 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-be3f26e5-f450-433a-903a-f4abb0fa8a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:47.052705 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:47.082552 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:47.093359 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] Set router 2d05440e-2059-46fa-9aea-1b8216bd66d5 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:55:47.104348 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:47.112023 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "DELETE /v2.0/networks/28a97ea2-9fc7-43df-87a4-d528fe646391 HTTP/1.1" status: 204 len: 168 time: 1.7796593 Nov 02 11:55:47.114442 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51714) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:47.140258 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7208de-bf87-4134-9037-5fe80c329790 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Pushing event deleted for resources: {'Network': ['ID=28a97ea2-9fc7-43df-87a4-d528fe646391,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:47.162710 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8a7e0164-1a51-41b4-9cc9-317ec27e7378 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "GET /v2.0/ports?device_id=37805a10-2ad3-4a8c-b6fb-d21098dae405 HTTP/1.1" status: 200 len: 205 time: 0.0365982 Nov 02 11:55:47.165116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51716) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:47.304895 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:47.360025 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8fb285e5-fd46-4b2c-a93b-936a50bc21d0 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:47.406294 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] For port cccc69ba-8d3e-4f59-94cb-ecde502d2f5a, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=cccc69ba-8d3e-4f59-94cb-ecde502d2f5a,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:55:47.427200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-6499c562-5757-41a4-b3a3-88eaca8fcdb9 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Allocated IP 2001:db8:0:1::2bc (319e44ef-cac9-4eac-bfa3-220f832d8537/deeee86f-99ad-48ed-91b3-5237288745c0/4a95c98d-af4b-47e2-8ce4-949a0f0cda2e) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:47.445888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dea30-81c2-4c31-8ed5-477bce26786a req-d3ce2bd9-8f5b-4a19-905b-b436217f749e tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:47.447497 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-874dea30-81c2-4c31-8ed5-477bce26786a req-d3ce2bd9-8f5b-4a19-905b-b436217f749e tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 943 time: 0.7844923 Nov 02 11:55:47.460658 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:47.464540 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:47.469908 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Pushing event updated for resources: {'Port': ['ID=180a2d60-5222-4a7c-b521-d3404c9217b7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:47.472970 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:47.490091 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:47.500462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-be3f26e5-f450-433a-903a-f4abb0fa8a02 None None] Port 4a95c98d-af4b-47e2-8ce4-949a0f0cda2e cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:55:47.506879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ce98c520-2644-4ee2-9dd4-2510f8dd5e4b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:55:47.539970 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: ce98c520-2644-4ee2-9dd4-2510f8dd5e4b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:55:47.540595 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ce98c520-2644-4ee2-9dd4-2510f8dd5e4b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:55:47.604535 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:47.605147 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:47.607536 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] 10.222.0.54 "PUT /v2.0/ports/cccc69ba-8d3e-4f59-94cb-ecde502d2f5a HTTP/1.1" status: 200 len: 1092 time: 3.3985121 Nov 02 11:55:47.612865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac012e4-918f-4bf5-83bb-d853ffee2b82', 'tag': 'cccc69ba-8d3e-4f59-94cb-ecde502d2f5a'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:55:47.615258 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc9b946-757f-4309-9b77-319516b0713c" -d '{"events": [{"name": "network-changed", "server_uuid": "bac012e4-918f-4bf5-83bb-d853ffee2b82", "tag": "cccc69ba-8d3e-4f59-94cb-ecde502d2f5a"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:55:47.622881 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8fb285e5-fd46-4b2c-a93b-936a50bc21d0 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:47.627915 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8fb285e5-fd46-4b2c-a93b-936a50bc21d0 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:47.656802 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-874dea30-81c2-4c31-8ed5-477bce26786a req-0b03586b-2c55-4e66-a4ab-1fcd9dad2392 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009287 Nov 02 11:55:47.660814 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba19d9b-57b8-46eb-9dbb-92edb8fe514a service neutron] Pushing event updated for resources: {'Port': ['ID=cccc69ba-8d3e-4f59-94cb-ecde502d2f5a,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:47.676253 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-66cae879-5e72-4f1b-b042-5388f61ca08f None None] Provisioning complete for port 4a95c98d-af4b-47e2-8ce4-949a0f0cda2e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:47.676635 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-66cae879-5e72-4f1b-b042-5388f61ca08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:47.678402 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-70058c56-bb33-48f5-95ca-8b0d4cbc9ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:47.733493 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6499c562-5757-41a4-b3a3-88eaca8fcdb9 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:47.768074 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-66cae879-5e72-4f1b-b042-5388f61ca08f None None] Port 4a95c98d-af4b-47e2-8ce4-949a0f0cda2e cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:55:47.780504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d05440e-2059-46fa-9aea-1b8216bd66d5', 'name': 'tempest-snat-router-201136596', 'tenant_id': '550e620ad9234adf8285e031b72d8dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.10'}], 'enable_snat': False}, 'gw_port_id': '975c1a89-e0e9-4e7e-8666-db9e126a097c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:55:40Z', 'updated_at': '2021-11-02T11:55:42Z', 'revision_number': 3, 'project_id': '550e620ad9234adf8285e031b72d8dca', 'gw_port': {'id': '975c1a89-e0e9-4e7e-8666-db9e126a097c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d05440e-2059-46fa-9aea-1b8216bd66d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:55:41Z', 'updated_at': '2021-11-02T11:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:47.816730 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c4b98-279b-4c07-8e80-411c10741f3e None None] The sync data for ids ['2d05440e-2059-46fa-9aea-1b8216bd66d5'] in n-d-806683-18 is: [{'id': '2d05440e-2059-46fa-9aea-1b8216bd66d5', 'name': 'tempest-snat-router-201136596', 'tenant_id': '550e620ad9234adf8285e031b72d8dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.10'}], 'enable_snat': False}, 'gw_port_id': '975c1a89-e0e9-4e7e-8666-db9e126a097c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:55:40Z', 'updated_at': '2021-11-02T11:55:42Z', 'revision_number': 3, 'project_id': '550e620ad9234adf8285e031b72d8dca', 'gw_port': {'id': '975c1a89-e0e9-4e7e-8666-db9e126a097c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d05440e-2059-46fa-9aea-1b8216bd66d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:55:41Z', 'updated_at': '2021-11-02T11:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:55:47.839703 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6499c562-5757-41a4-b3a3-88eaca8fcdb9 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:47.859051 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8fb285e5-fd46-4b2c-a93b-936a50bc21d0 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:47.859709 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb285e5-fd46-4b2c-a93b-936a50bc21d0 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Fanout notify agent at l3_agent the message router_deleted on router 37805a10-2ad3-4a8c-b6fb-d21098dae405 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:55:47.868121 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8fb285e5-fd46-4b2c-a93b-936a50bc21d0 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:47.871459 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8fb285e5-fd46-4b2c-a93b-936a50bc21d0 tempest-RoutersNegativeIpV6Test-588634356 tempest-RoutersNegativeIpV6Test-588634356-project] 10.222.0.52 "DELETE /v2.0/routers/37805a10-2ad3-4a8c-b6fb-d21098dae405 HTTP/1.1" status: 204 len: 168 time: 0.7052076 Nov 02 11:55:47.912299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-b2a30dd6-7581-4080-b621-9ab310aa104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:47.914080 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-b2a30dd6-7581-4080-b621-9ab310aa104d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 1095 time: 0.1616631 Nov 02 11:55:47.954093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499c562-5757-41a4-b3a3-88eaca8fcdb9 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=4a95c98d-af4b-47e2-8ce4-949a0f0cda2e,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:47.976473 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6499c562-5757-41a4-b3a3-88eaca8fcdb9 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] In _notify_port_updated(), no bound segment for port 4a95c98d-af4b-47e2-8ce4-949a0f0cda2e on network 319e44ef-cac9-4eac-bfa3-220f832d8537 {{(pid=102689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 11:55:47.983179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6499c562-5757-41a4-b3a3-88eaca8fcdb9 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:47.983911 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6499c562-5757-41a4-b3a3-88eaca8fcdb9 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:47.985204 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6499c562-5757-41a4-b3a3-88eaca8fcdb9 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "PUT /v2.0/ports/4a95c98d-af4b-47e2-8ce4-949a0f0cda2e HTTP/1.1" status: 200 len: 1011 time: 1.7580426 Nov 02 11:55:47.994307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb22a6-504d-4af6-b38d-334a9a857527 req-d1b90f18-dc02-4335-8f51-76bac5382c9c tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:47.995843 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fdb22a6-504d-4af6-b38d-334a9a857527 req-d1b90f18-dc02-4335-8f51-76bac5382c9c tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 947 time: 0.1968491 Nov 02 11:55:47.996358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51728) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:48.051891 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-bba1bd3b-0bb5-4c73-addf-2014e3dece23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cccc69ba-8d3e-4f59-94cb-ecde502d2f5a HTTP/1.1" status: 200 len: 217 time: 0.1137784 Nov 02 11:55:48.148324 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:48.272733 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fdb22a6-504d-4af6-b38d-334a9a857527 req-b7ab1b24-a6db-4822-a5c0-a49415af4b5e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293346 Nov 02 11:55:48.326710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-3f83c749-35cd-43bf-a774-9a38aafbe20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:48.328298 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-3f83c749-35cd-43bf-a774-9a38aafbe20b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b04dcbcd-1275-4a43-9876-3724821feb17 HTTP/1.1" status: 200 len: 844 time: 0.2487774 Nov 02 11:55:48.399046 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-405420be-3ef9-41e7-89a0-a4ac86847f5c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=74bd6dc5-f0e6-4079-ac41-63269a99500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625958 Nov 02 11:55:48.412139 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5ef23b36-d836-41e0-9cba-637deab22952 None None] Provisioning complete for port 4a95c98d-af4b-47e2-8ce4-949a0f0cda2e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:48.412599 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5ef23b36-d836-41e0-9cba-637deab22952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:48.475933 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5ef23b36-d836-41e0-9cba-637deab22952 None None] Port 4a95c98d-af4b-47e2-8ce4-949a0f0cda2e cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:55:48.483374 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:48.490733 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8743d2a9-eb25-4c7f-877a-bb3c6ce65983 req-1550848d-24c5-4457-90cb-c643dd9c4774 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0942216 Nov 02 11:55:48.545061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-5944a399-fe6d-4b6f-8cbd-677101aea8b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port 4a95c98d-af4b-47e2-8ce4-949a0f0cda2e {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:48.546181 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5944a399-fe6d-4b6f-8cbd-677101aea8b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:48.646367 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51734) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:48.667555 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d272ab66-e4a2-4498-9ca5-5aeb13535021 x-openstack-request-id: req-d272ab66-e4a2-4498-9ca5-5aeb13535021 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:55:48.668112 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac012e4-918f-4bf5-83bb-d853ffee2b82", "tag": "cccc69ba-8d3e-4f59-94cb-ecde502d2f5a", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:55:48.668628 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d272ab66-e4a2-4498-9ca5-5aeb13535021 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:55:48.669064 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac012e4-918f-4bf5-83bb-d853ffee2b82', 'tag': 'cccc69ba-8d3e-4f59-94cb-ecde502d2f5a', 'status': 'completed', 'code': 200} Nov 02 11:55:48.751951 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5944a399-fe6d-4b6f-8cbd-677101aea8b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:48.754736 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-d5996126-2364-40f2-bf10-f58ff038ba36 service neutron] 10.222.0.54 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842095 Nov 02 11:55:48.782522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-5944a399-fe6d-4b6f-8cbd-677101aea8b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for 4a95c98d-af4b-47e2-8ce4-949a0f0cda2e owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:48.837411 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Router b38e7807-a981-43b7-a491-71495b47fc80 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:55:48.953452 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a464bc34-ae0e-4dc5-b215-acc220f901f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=20797bb54fda4d7db686864cfff739bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3058560 Nov 02 11:55:48.960161 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51740) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:48.969918 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579f143-4ea2-43a4-a98c-fbf0e46c3c5f req-50824c88-1dc8-43f1-9a7b-55feea9b1b91 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:48.971589 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e579f143-4ea2-43a4-a98c-fbf0e46c3c5f req-50824c88-1dc8-43f1-9a7b-55feea9b1b91 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 943 time: 0.1906390 Nov 02 11:55:48.992347 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55251ef7-ac95-47cc-ac46-0dd3a3cdbd17 req-e91a7681-6dee-4ee2-a06a-5cd9efbf4f8b service neutron] 10.222.0.54 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287946 Nov 02 11:55:49.231700 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e579f143-4ea2-43a4-a98c-fbf0e46c3c5f req-2612a380-1bc7-4e24-bc81-0f993b71380c tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437994 Nov 02 11:55:49.254037 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aa539d4e-d719-4bd4-b52d-c763bc1f498c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:49.268063 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 975c1a89-e0e9-4e7e-8666-db9e126a097c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:55:49.351791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 975c1a89-e0e9-4e7e-8666-db9e126a097c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:49.352186 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:49.359879 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9b946-757f-4309-9b77-319516b0713c req-ac164460-43fc-41ab-a35d-3da7db56ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:49.361482 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bc9b946-757f-4309-9b77-319516b0713c req-ac164460-43fc-41ab-a35d-3da7db56ee00 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 1095 time: 0.2065420 Nov 02 11:55:49.387508 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aa539d4e-d719-4bd4-b52d-c763bc1f498c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:49.390644 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:55:49.467183 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Sync routers for ids ['b38e7807-a981-43b7-a491-71495b47fc80'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:55:49.467183 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Routers {'b38e7807-a981-43b7-a491-71495b47fc80'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:55:49.467183 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['b38e7807-a981-43b7-a491-71495b47fc80'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:49.467839 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:49.504010 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 975c1a89-e0e9-4e7e-8666-db9e126a097c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=975c1a89-e0e9-4e7e-8666-db9e126a097c,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:49.525572 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9b946-757f-4309-9b77-319516b0713c req-cb91ca15-f1be-48ac-b711-40250d5654fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:49.527544 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bc9b946-757f-4309-9b77-319516b0713c req-cb91ca15-f1be-48ac-b711-40250d5654fd service neutron] 10.222.0.54 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 905 time: 0.1559751 Nov 02 11:55:49.572715 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bc9b946-757f-4309-9b77-319516b0713c req-d8b06e34-818f-46ff-bb63-20143cab64d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cccc69ba-8d3e-4f59-94cb-ecde502d2f5a HTTP/1.1" status: 200 len: 217 time: 0.0365942 Nov 02 11:55:49.591478 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Set router b38e7807-a981-43b7-a491-71495b47fc80 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:55:49.652004 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-be1975c6-800c-4147-9a7d-ebddd9d2e567 req-67e5723f-e063-43a0-b988-d335663c5dfc tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0435517 Nov 02 11:55:49.671849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9b946-757f-4309-9b77-319516b0713c req-6de5d889-b453-43ec-816a-215088bcd881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:49.672844 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bc9b946-757f-4309-9b77-319516b0713c req-6de5d889-b453-43ec-816a-215088bcd881 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b04dcbcd-1275-4a43-9876-3724821feb17 HTTP/1.1" status: 200 len: 844 time: 0.0933645 Nov 02 11:55:49.709042 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bc9b946-757f-4309-9b77-319516b0713c req-65e12387-ee8b-4889-92fb-5afcd5670d9f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=74bd6dc5-f0e6-4079-ac41-63269a99500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289605 Nov 02 11:55:49.789382 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5944a399-fe6d-4b6f-8cbd-677101aea8b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:49.801640 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:49.809896 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:49.813096 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a2910e54-6dab-4c43-b9a8-b276b29d5c42 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.5477545 Nov 02 11:55:49.816348 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6d836a00-6f69-4b07-8b7f-ef6e073339f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:49.824686 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51746) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:49.830791 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aa539d4e-d719-4bd4-b52d-c763bc1f498c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:49.832719 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aa539d4e-d719-4bd4-b52d-c763bc1f498c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:49.837926 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-aa539d4e-d719-4bd4-b52d-c763bc1f498c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e5d24ffb-4cb8-484c-ba80-d42cb37e8c1b HTTP/1.1" status: 204 len: 168 time: 0.8645234 Nov 02 11:55:49.838116 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e7807-a981-43b7-a491-71495b47fc80', 'name': 'tempest-snat-router-201136596', 'tenant_id': '550e620ad9234adf8285e031b72d8dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '180a2d60-5222-4a7c-b521-d3404c9217b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:55:45Z', 'updated_at': '2021-11-02T11:55:47Z', 'revision_number': 3, 'project_id': '550e620ad9234adf8285e031b72d8dca', 'gw_port': {'id': '180a2d60-5222-4a7c-b521-d3404c9217b7', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:41:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38e7807-a981-43b7-a491-71495b47fc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:55:46Z', 'updated_at': '2021-11-02T11:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:49.842232 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944a399-fe6d-4b6f-8cbd-677101aea8b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=4a95c98d-af4b-47e2-8ce4-949a0f0cda2e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:49.865998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa539d4e-d719-4bd4-b52d-c763bc1f498c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d24ffb-4cb8-484c-ba80-d42cb37e8c1b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:49.928051 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Checking router: b38e7807-a981-43b7-a491-71495b47fc80 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:55:49.928397 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Updating router b38e7807-a981-43b7-a491-71495b47fc80 port 180a2d60-5222-4a7c-b521-d3404c9217b7 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:55:49.976200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bc9b946-757f-4309-9b77-319516b0713c req-3ba5446b-c556-4cb5-8ba3-c657f5faf9af service neutron] 10.222.0.54 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561789 Nov 02 11:55:49.977346 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5944a399-fe6d-4b6f-8cbd-677101aea8b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:49.983261 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5944a399-fe6d-4b6f-8cbd-677101aea8b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/ports/4a95c98d-af4b-47e2-8ce4-949a0f0cda2e HTTP/1.1" status: 204 len: 168 time: 1.9502814 Nov 02 11:55:49.998443 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51750) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:49.998848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=975c1a89-e0e9-4e7e-8666-db9e126a097c,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:50.065875 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9225b4-647b-481d-873c-b6a122da67e2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] GET failed (client error): The resource could not be found. Nov 02 11:55:50.067864 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1d9225b4-647b-481d-873c-b6a122da67e2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports/4a95c98d-af4b-47e2-8ce4-949a0f0cda2e HTTP/1.1" status: 404 len: 333 time: 0.0683551 Nov 02 11:55:50.073563 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51754) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:50.180789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f80cf6-b96a-43e4-962f-4d96af74e0f5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting subnet deeee86f-99ad-48ed-91b3-5237288745c0 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:55:50.191696 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-85f80cf6-b96a-43e4-962f-4d96af74e0f5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:50.195778 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bc9b946-757f-4309-9b77-319516b0713c req-d5c389b7-0faf-4382-9885-585b45d3099b service neutron] 10.222.0.54 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079461 Nov 02 11:55:50.275248 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:50.325199 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-85f80cf6-b96a-43e4-962f-4d96af74e0f5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:50.368227 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6a6abba0-b5bd-44d8-89fe-cb7550e8f036 req-8df85f27-c96b-4c9b-9122-c7c4df9f376a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3364432 Nov 02 11:55:50.427434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7f57d-da11-4c7c-8e85-40355b97900c req-6db35ddc-f8db-4257-9060-e86cedcba1e6 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:50.438588 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c2f7f57d-da11-4c7c-8e85-40355b97900c req-6db35ddc-f8db-4257-9060-e86cedcba1e6 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 943 time: 0.1075332 Nov 02 11:55:50.439340 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-27b3f450-e949-41a3-a39a-675a9c334ace tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "GET /v2.0/routers/b38e7807-a981-43b7-a491-71495b47fc80 HTTP/1.1" status: 200 len: 907 time: 0.6072123 Nov 02 11:55:50.441902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51760) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:50.493927 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6abba0-b5bd-44d8-89fe-cb7550e8f036 req-4ea326bb-3b4d-4bb1-8500-1e1b8a6550c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:50.495503 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6a6abba0-b5bd-44d8-89fe-cb7550e8f036 req-4ea326bb-3b4d-4bb1-8500-1e1b8a6550c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c42cd043aff4c3dad752193a806d1f3&device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 1099 time: 0.0931451 Nov 02 11:55:50.566507 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-85f80cf6-b96a-43e4-962f-4d96af74e0f5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:50.698789 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:50.729111 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6abba0-b5bd-44d8-89fe-cb7550e8f036 req-d0fb3ebe-678d-42dc-b480-591d0a573c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:50.729671 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c2f7f57d-da11-4c7c-8e85-40355b97900c req-9b0a0b0d-8131-4590-a735-5fd79168d2c7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738678 Nov 02 11:55:50.733722 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6a6abba0-b5bd-44d8-89fe-cb7550e8f036 req-d0fb3ebe-678d-42dc-b480-591d0a573c1a service neutron] 10.222.0.54 "GET /v2.0/networks?id=de1624d7-02e7-4915-9539-81b4cd0f5d6b HTTP/1.1" status: 200 len: 918 time: 0.2023041 Nov 02 11:55:50.741222 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4f273fe-a83f-4be0-b615-e8754be8cdcc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:50.766052 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:50.837602 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-85f80cf6-b96a-43e4-962f-4d96af74e0f5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:50.876795 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-85f80cf6-b96a-43e4-962f-4d96af74e0f5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:50.877840 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Attempting to bind port 180a2d60-5222-4a7c-b521-d3404c9217b7 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:55:50.877840 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Attempting to bind port 180a2d60-5222-4a7c-b521-d3404c9217b7 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:55:50.878094 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Attempting to bind port 180a2d60-5222-4a7c-b521-d3404c9217b7 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:55:50.893644 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-85f80cf6-b96a-43e4-962f-4d96af74e0f5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/deeee86f-99ad-48ed-91b3-5237288745c0 HTTP/1.1" status: 204 len: 168 time: 0.8157747 Nov 02 11:55:50.894666 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51772) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:50.896353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86270ea9-13c6-4760-96a2-387b3698e039 None None] Network 319e44ef-cac9-4eac-bfa3-220f832d8537 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:50.896881 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-45c10691-afd2-41e6-94e6-83f966a1f2eb req-7b7f5ad0-0da6-4cbd-9e4c-2cc38eb811e6 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0347717 Nov 02 11:55:50.921025 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49be79-b7ee-4c62-b4a3-c1fccaa77a18 None None] Pushing event updated for resources: {'Port': ['ID=180a2d60-5222-4a7c-b521-d3404c9217b7,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:50.926557 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:55:50.926901 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:50.928035 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:50.930305 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:55:50.930765 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Bound port: 180a2d60-5222-4a7c-b521-d3404c9217b7, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:55:50.943982 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:50.955724 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6a6abba0-b5bd-44d8-89fe-cb7550e8f036 req-3aa5e324-fff2-4292-b010-846dca820d28 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c HTTP/1.1" status: 200 len: 1001 time: 0.2117941 Nov 02 11:55:50.957669 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f80cf6-b96a-43e4-962f-4d96af74e0f5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Subnet': ['ID=deeee86f-99ad-48ed-91b3-5237288745c0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:50.996503 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4f273fe-a83f-4be0-b615-e8754be8cdcc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:51.025759 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6abba0-b5bd-44d8-89fe-cb7550e8f036 req-4493131d-8b6b-4390-a398-0e8feda1a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:51.028234 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6a6abba0-b5bd-44d8-89fe-cb7550e8f036 req-4493131d-8b6b-4390-a398-0e8feda1a332 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=17063659-e3c5-4f52-b046-a3aac82260e7 HTTP/1.1" status: 200 len: 856 time: 0.0646977 Nov 02 11:55:51.031532 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:51.050671 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9b5732-08fa-443d-8123-4897d8c23305 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting subnet 096405f8-3db4-475e-9318-0ae825e398d3 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:55:51.054413 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5732-08fa-443d-8123-4897d8c23305 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:51.070471 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] For port 180a2d60-5222-4a7c-b521-d3404c9217b7, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:55:51.076028 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] For port 180a2d60-5222-4a7c-b521-d3404c9217b7, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=180a2d60-5222-4a7c-b521-d3404c9217b7,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:55:51.109079 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5732-08fa-443d-8123-4897d8c23305 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:51.131467 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6abba0-b5bd-44d8-89fe-cb7550e8f036 req-a6ffc8d0-d511-46d6-84ec-e31ead87015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:51.133869 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6a6abba0-b5bd-44d8-89fe-cb7550e8f036 req-a6ffc8d0-d511-46d6-84ec-e31ead87015f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de1624d7-02e7-4915-9539-81b4cd0f5d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980110 Nov 02 11:55:51.241212 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:51.251136 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5732-08fa-443d-8123-4897d8c23305 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:51.258268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 975c1a89-e0e9-4e7e-8666-db9e126a097c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:55:51.345553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-f4f273fe-a83f-4be0-b615-e8754be8cdcc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Deleting port 180a2d60-5222-4a7c-b521-d3404c9217b7 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:51.345899 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4f273fe-a83f-4be0-b615-e8754be8cdcc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:51.355768 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Routers {'b38e7807-a981-43b7-a491-71495b47fc80'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:55:51.356723 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['b38e7807-a981-43b7-a491-71495b47fc80'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:51.368727 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6a6abba0-b5bd-44d8-89fe-cb7550e8f036 req-0fad32ad-baae-4f89-b61a-548744f96a48 service neutron] 10.222.0.54 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223365 Nov 02 11:55:51.388169 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 975c1a89-e0e9-4e7e-8666-db9e126a097c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:51.394231 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:51.508274 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49be79-b7ee-4c62-b4a3-c1fccaa77a18 None None] Pushing event updated for resources: {'Port': ['ID=180a2d60-5222-4a7c-b521-d3404c9217b7,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:51.546474 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] Set router b38e7807-a981-43b7-a491-71495b47fc80 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:55:51.594122 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6a6abba0-b5bd-44d8-89fe-cb7550e8f036 req-e5b68606-f015-444b-884a-eb2dcb89be00 service neutron] 10.222.0.54 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125611 Nov 02 11:55:51.599866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-f4f273fe-a83f-4be0-b615-e8754be8cdcc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] For port 180a2d60-5222-4a7c-b521-d3404c9217b7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=180a2d60-5222-4a7c-b521-d3404c9217b7,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:51.600244 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4f273fe-a83f-4be0-b615-e8754be8cdcc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:51.616575 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-f4f273fe-a83f-4be0-b615-e8754be8cdcc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Calling delete_port for 180a2d60-5222-4a7c-b521-d3404c9217b7 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:51.622661 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38e7807-a981-43b7-a491-71495b47fc80', 'name': 'tempest-snat-router-201136596', 'tenant_id': '550e620ad9234adf8285e031b72d8dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:55:45Z', 'updated_at': '2021-11-02T11:55:50Z', 'revision_number': 4, 'project_id': '550e620ad9234adf8285e031b72d8dca', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:51.650395 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab56ba-6bd3-423a-b8c1-72fac5976533 None None] The sync data for ids ['b38e7807-a981-43b7-a491-71495b47fc80'] in n-d-806683-18 is: [{'id': 'b38e7807-a981-43b7-a491-71495b47fc80', 'name': 'tempest-snat-router-201136596', 'tenant_id': '550e620ad9234adf8285e031b72d8dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:55:45Z', 'updated_at': '2021-11-02T11:55:50Z', 'revision_number': 4, 'project_id': '550e620ad9234adf8285e031b72d8dca', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:55:51.870244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf920f9e-8dc9-46f4-892a-c70da71eca1d req-ed25c256-fa35-4c12-a65c-dc949ad8321c tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:51.902816 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf920f9e-8dc9-46f4-892a-c70da71eca1d req-ed25c256-fa35-4c12-a65c-dc949ad8321c tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 943 time: 0.0560405 Nov 02 11:55:51.935765 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf920f9e-8dc9-46f4-892a-c70da71eca1d req-5c6da6b7-7988-4ebd-b286-594b370f86ad tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563188 Nov 02 11:55:52.026592 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7ef647cf-50cc-4885-9d76-63d756c1b885 None None] Provisioning complete for port 5db48a70-1fdb-482c-845d-18072eaf9379 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:52.028302 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7ef647cf-50cc-4885-9d76-63d756c1b885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:52.050841 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a4255999-aee5-493e-b134-ec0c1a304bf8 req-49345979-dbf3-49f8-8068-4d9b7dc120dd tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0276129 Nov 02 11:55:52.520931 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4f273fe-a83f-4be0-b615-e8754be8cdcc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:52.524346 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5732-08fa-443d-8123-4897d8c23305 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:52.611654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f273fe-a83f-4be0-b615-e8754be8cdcc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Pushing event deleted for resources: {'Port': ['ID=180a2d60-5222-4a7c-b521-d3404c9217b7,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:52.623216 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b5732-08fa-443d-8123-4897d8c23305 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Subnet': ['ID=096405f8-3db4-475e-9318-0ae825e398d3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:52.629367 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:52.630226 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5732-08fa-443d-8123-4897d8c23305 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:52.635204 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ce9b5732-08fa-443d-8123-4897d8c23305 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/096405f8-3db4-475e-9318-0ae825e398d3 HTTP/1.1" status: 204 len: 168 time: 1.7363925 Nov 02 11:55:52.636732 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51800) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:52.640065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ad545-9169-4010-ae20-373ef7a2e2ab None None] Network 319e44ef-cac9-4eac-bfa3-220f832d8537 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:52.681880 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4f273fe-a83f-4be0-b615-e8754be8cdcc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:52.754956 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:52.823376 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port 5db48a70-1fdb-482c-845d-18072eaf9379 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:52.823735 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:52.859474 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0c95e4-00e4-458b-babc-fb2a28e04b19 None None] DHCP port deletion for 319e44ef-cac9-4eac-bfa3-220f832d8537 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:55:52.932851 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c95e4-00e4-458b-babc-fb2a28e04b19 None None] Deleting port 5db48a70-1fdb-482c-845d-18072eaf9379 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:52.933569 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ed0c95e4-00e4-458b-babc-fb2a28e04b19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:52.940075 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] For port 5db48a70-1fdb-482c-845d-18072eaf9379, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5db48a70-1fdb-482c-845d-18072eaf9379,segment=NetworkSegment(2a7c66f8-446a-426f-81f4-c4cafe49aa21),segment_id=2a7c66f8-446a-426f-81f4-c4cafe49aa21)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:52.941161 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:52.959173 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for 5db48a70-1fdb-482c-845d-18072eaf9379 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:53.085076 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ed0c95e4-00e4-458b-babc-fb2a28e04b19 None None] For port 5db48a70-1fdb-482c-845d-18072eaf9379, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5db48a70-1fdb-482c-845d-18072eaf9379,segment=NetworkSegment(2a7c66f8-446a-426f-81f4-c4cafe49aa21),segment_id=2a7c66f8-446a-426f-81f4-c4cafe49aa21)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:53.085684 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ed0c95e4-00e4-458b-babc-fb2a28e04b19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:53.089818 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device cccc69ba-8d3e-4f59-94cb-ecde502d2f5a details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:55:53.108949 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c95e4-00e4-458b-babc-fb2a28e04b19 None None] Calling delete_port for 5db48a70-1fdb-482c-845d-18072eaf9379 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:53.206846 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:53.234653 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4f273fe-a83f-4be0-b615-e8754be8cdcc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:53.237236 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4f273fe-a83f-4be0-b615-e8754be8cdcc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:53.247911 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5db48a70-1fdb-482c-845d-18072eaf9379 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:55:53.253494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=5db48a70-1fdb-482c-845d-18072eaf9379,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:53.261336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No DVR routers for this DVR port 5db48a70-1fdb-482c-845d-18072eaf9379 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:55:53.276254 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 5db48a70-1fdb-482c-845d-18072eaf9379 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:55:53.276595 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5db48a70-1fdb-482c-845d-18072eaf9379 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:55:53.312806 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port cccc69ba-8d3e-4f59-94cb-ecde502d2f5a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=cccc69ba-8d3e-4f59-94cb-ecde502d2f5a,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:53.327621 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ed0c95e4-00e4-458b-babc-fb2a28e04b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:53.331443 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'cccc69ba-8d3e-4f59-94cb-ecde502d2f5a', 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e', 'port_id': 'cccc69ba-8d3e-4f59-94cb-ecde502d2f5a', 'mac_address': 'fa:16:3e:dd:ea:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04dcbcd-1275-4a43-9876-3724821feb17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:55:53.361801 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c95e4-00e4-458b-babc-fb2a28e04b19 None None] Pushing event deleted for resources: {'Port': ['ID=5db48a70-1fdb-482c-845d-18072eaf9379,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:53.388283 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6f544-1a27-409c-85e9-c393424e5199 req-77096a2a-6175-4432-a846-176b4548f6f1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:53.391825 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0c95e4-00e4-458b-babc-fb2a28e04b19 None None] No DVR routers for this DVR port 5db48a70-1fdb-482c-845d-18072eaf9379 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:55:53.393713 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7bd6f544-1a27-409c-85e9-c393424e5199 req-77096a2a-6175-4432-a846-176b4548f6f1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 943 time: 0.1925323 Nov 02 11:55:53.397616 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4f273fe-a83f-4be0-b615-e8754be8cdcc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:53.400860 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f273fe-a83f-4be0-b615-e8754be8cdcc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b38e7807-a981-43b7-a491-71495b47fc80 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:55:53.420366 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:53.431421 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4f273fe-a83f-4be0-b615-e8754be8cdcc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:53.433527 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f4f273fe-a83f-4be0-b615-e8754be8cdcc tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "DELETE /v2.0/routers/b38e7807-a981-43b7-a491-71495b47fc80 HTTP/1.1" status: 204 len: 168 time: 2.9896832 Nov 02 11:55:53.438237 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccc69ba-8d3e-4f59-94cb-ecde502d2f5a {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:55:53.454485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51822) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:53.464617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port cccc69ba-8d3e-4f59-94cb-ecde502d2f5a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=cccc69ba-8d3e-4f59-94cb-ecde502d2f5a,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:53.485691 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:53.533306 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319e44ef-cac9-4eac-bfa3-220f832d8537']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:53.555105 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:53.569365 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7c66f8-446a-426f-81f4-c4cafe49aa21') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:53.569863 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7c66f8-446a-426f-81f4-c4cafe49aa21') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:53.581364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7bd6f544-1a27-409c-85e9-c393424e5199 req-a81141cd-baed-4b86-a5f3-e10ddcbb9869 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555445 Nov 02 11:55:53.605340 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:53.640747 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:53.656682 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:55:53.657288 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:55:53.667711 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:55:53.673438 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=cccc69ba-8d3e-4f59-94cb-ecde502d2f5a,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:53.693552 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acf52c26-fb0b-499a-98c3-978352b1e637 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:53.718671 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d3118c68-f994-49be-ae07-aba8876a9e6b req-7451b462-9516-462a-aae0-fcc65f2cc0b1 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0392807 Nov 02 11:55:53.828238 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['cccc69ba-8d3e-4f59-94cb-ecde502d2f5a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:55:53.845617 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:53.851885 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acf52c26-fb0b-499a-98c3-978352b1e637 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:53.855236 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:53.858960 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/networks/319e44ef-cac9-4eac-bfa3-220f832d8537 HTTP/1.1" status: 204 len: 168 time: 1.2194326 Nov 02 11:55:53.863965 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51830) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:53.882482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31789af-8fa1-435e-9f73-03bf83c3e97a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Network': ['ID=319e44ef-cac9-4eac-bfa3-220f832d8537,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:53.940874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4d0f9f-a6e6-4316-8588-ce0fca112f2b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:53.947380 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ca4d0f9f-a6e6-4316-8588-ce0fca112f2b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0818622 Nov 02 11:55:53.947765 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51836) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:54.006298 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51838) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:54.006739 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8c3ba8d0-1471-4061-a859-c2caf57a329d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0579126 Nov 02 11:55:54.011837 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-91dc090f-7100-4764-980d-f832c8e69b0d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1534743476'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:54.024726 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:54.111258 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-acf52c26-fb0b-499a-98c3-978352b1e637 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Deleting port 975c1a89-e0e9-4e7e-8666-db9e126a097c {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:55:54.111602 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acf52c26-fb0b-499a-98c3-978352b1e637 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:54.165442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dc090f-7100-4764-980d-f832c8e69b0d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:54.169780 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91dc090f-7100-4764-980d-f832c8e69b0d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:54.178050 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:54.206750 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91dc090f-7100-4764-980d-f832c8e69b0d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:55:54.233482 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91dc090f-7100-4764-980d-f832c8e69b0d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:54.233843 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-91dc090f-7100-4764-980d-f832c8e69b0d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Added segment 6eb338be-a3d3-4534-a88e-4a3e13830f44 of type vlan for network 75736ed4-e095-49e6-92a1-c3df7e9c9b83 Nov 02 11:55:54.236530 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-acf52c26-fb0b-499a-98c3-978352b1e637 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] For port 975c1a89-e0e9-4e7e-8666-db9e126a097c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=975c1a89-e0e9-4e7e-8666-db9e126a097c,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:54.245894 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acf52c26-fb0b-499a-98c3-978352b1e637 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:54.279375 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-acf52c26-fb0b-499a-98c3-978352b1e637 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Calling delete_port for 975c1a89-e0e9-4e7e-8666-db9e126a097c owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:55:54.301473 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91dc090f-7100-4764-980d-f832c8e69b0d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:54.470392 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91dc090f-7100-4764-980d-f832c8e69b0d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:54.476300 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dc090f-7100-4764-980d-f832c8e69b0d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:54.476691 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91dc090f-7100-4764-980d-f832c8e69b0d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:54.588526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc090f-7100-4764-980d-f832c8e69b0d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Network': ['ID=75736ed4-e095-49e6-92a1-c3df7e9c9b83,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:54.599866 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 75736ed4-e095-49e6-92a1-c3df7e9c9b83 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:55:54.742894 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-91dc090f-7100-4764-980d-f832c8e69b0d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7352636 Nov 02 11:55:54.743666 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acf52c26-fb0b-499a-98c3-978352b1e637 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:54.749379 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51854) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:54.759602 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d02a423e-7780-4868-bce3-722004ceebc8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'subnet': {'network_id': '75736ed4-e095-49e6-92a1-c3df7e9c9b83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:54.779691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf52c26-fb0b-499a-98c3-978352b1e637 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Pushing event deleted for resources: {'Port': ['ID=975c1a89-e0e9-4e7e-8666-db9e126a097c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:54.813141 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24fdbf-b581-4d7a-8db4-de45873598cd req-e4feacf9-59a7-4081-aa7f-8386425fed1b tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:54.815605 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a24fdbf-b581-4d7a-8db4-de45873598cd req-e4feacf9-59a7-4081-aa7f-8386425fed1b tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 944 time: 0.1307919 Nov 02 11:55:54.976533 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acf52c26-fb0b-499a-98c3-978352b1e637 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:54.989185 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:55.036636 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a24fdbf-b581-4d7a-8db4-de45873598cd req-4d5a6f2a-db98-4d47-b339-97ad2e91f1f4 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147007 Nov 02 11:55:55.048132 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51858) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:55.095247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device cccc69ba-8d3e-4f59-94cb-ecde502d2f5a up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:55:55.148182 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02a423e-7780-4868-bce3-722004ceebc8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:55.153557 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d02a423e-7780-4868-bce3-722004ceebc8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:55.235259 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acf52c26-fb0b-499a-98c3-978352b1e637 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:55.270756 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acf52c26-fb0b-499a-98c3-978352b1e637 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:55.276318 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa78e1a7-378d-4f77-b169-d4c9df041064 req-c88274a6-dd74-4fed-a6bf-ff8c6a6a671c tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0693641 Nov 02 11:55:55.285728 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port cccc69ba-8d3e-4f59-94cb-ecde502d2f5a completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:55:55.297516 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port cccc69ba-8d3e-4f59-94cb-ecde502d2f5a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:55.297516 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:55.358835 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1dc0f3f2-956b-4080-8f27-ef174a8642b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:55.428411 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acf52c26-fb0b-499a-98c3-978352b1e637 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:55.429055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf52c26-fb0b-499a-98c3-978352b1e637 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d05440e-2059-46fa-9aea-1b8216bd66d5 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:55:55.435216 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-acf52c26-fb0b-499a-98c3-978352b1e637 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:55.436567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-acf52c26-fb0b-499a-98c3-978352b1e637 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "DELETE /v2.0/routers/2d05440e-2059-46fa-9aea-1b8216bd66d5 HTTP/1.1" status: 204 len: 168 time: 1.9799650 Nov 02 11:55:55.440754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51870) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:55.445928 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1262529426', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}, 'admin_state_up': False}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:55.447007 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:55.501287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac012e4-918f-4bf5-83bb-d853ffee2b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccc69ba-8d3e-4f59-94cb-ecde502d2f5a'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:55:55.501287 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b6c755-0379-494c-9cb0-dbf7ab766a86" -d '{"events": [{"server_uuid": "bac012e4-918f-4bf5-83bb-d853ffee2b82", "name": "network-vif-plugged", "status": "completed", "tag": "cccc69ba-8d3e-4f59-94cb-ecde502d2f5a"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:55:55.541559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port cccc69ba-8d3e-4f59-94cb-ecde502d2f5a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=cccc69ba-8d3e-4f59-94cb-ecde502d2f5a,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:55:55.569104 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12353dd-8ee6-4c24-a31f-85f461898b9d x-openstack-request-id: req-f12353dd-8ee6-4c24-a31f-85f461898b9d {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:55:55.569104 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac012e4-918f-4bf5-83bb-d853ffee2b82", "name": "network-vif-plugged", "status": "completed", "tag": "cccc69ba-8d3e-4f59-94cb-ecde502d2f5a", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:55:55.569104 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f12353dd-8ee6-4c24-a31f-85f461898b9d {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:55:55.569104 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac012e4-918f-4bf5-83bb-d853ffee2b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccc69ba-8d3e-4f59-94cb-ecde502d2f5a', 'code': 200} Nov 02 11:55:55.591373 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:55.592533 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:55.618298 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:55.684681 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1dc0f3f2-956b-4080-8f27-ef174a8642b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:55.703899 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:55.722037 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=cccc69ba-8d3e-4f59-94cb-ecde502d2f5a,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:55.742303 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44678ca3-b1f2-4da0-93fd-4b11fce7099d req-02bcd65b-dfb8-43b0-a8cb-79c581a7cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:55.744270 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-44678ca3-b1f2-4da0-93fd-4b11fce7099d req-02bcd65b-dfb8-43b0-a8cb-79c581a7cc62 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 1097 time: 0.0585902 Nov 02 11:55:55.776258 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1dc0f3f2-956b-4080-8f27-ef174a8642b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:55.821391 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d02a423e-7780-4868-bce3-722004ceebc8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:55.849907 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1dc0f3f2-956b-4080-8f27-ef174a8642b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a1f99d6d8317465ba89626490cf631e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7986972 Nov 02 11:55:55.860920 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51876) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:55.880914 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0f3f2-956b-4080-8f27-ef174a8642b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37441b19-e049-4174-b35f-52f09c98f437,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:55.898913 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-44678ca3-b1f2-4da0-93fd-4b11fce7099d req-b6fbfef2-5acb-46e5-a4a6-0b54658ef850 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472037 Nov 02 11:55:55.922807 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a423e-7780-4868-bce3-722004ceebc8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Subnet': ['ID=fda52057-b703-410b-b813-630c7e8ededb,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:55.940876 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02a423e-7780-4868-bce3-722004ceebc8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Checking segment: {'id': '6eb338be-a3d3-4534-a88e-4a3e13830f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '75736ed4-e095-49e6-92a1-c3df7e9c9b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:55.948240 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02a423e-7780-4868-bce3-722004ceebc8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network hostable DHCP agents. Network: 75736ed4-e095-49e6-92a1-c3df7e9c9b83, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:55:56.049989 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-140531c5-065e-42c2-aaa8-373a9c8f2e4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:56.053086 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:56.057093 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02a423e-7780-4868-bce3-722004ceebc8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 75736ed4-e095-49e6-92a1-c3df7e9c9b83 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:55:56.093805 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-140531c5-065e-42c2-aaa8-373a9c8f2e4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:56.160600 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-d02a423e-7780-4868-bce3-722004ceebc8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 75736ed4-e095-49e6-92a1-c3df7e9c9b83) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:56.177082 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d0f752-a458-4f1d-ba5b-22571de017d7 None None] Network 75736ed4-e095-49e6-92a1-c3df7e9c9b83 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:56.196662 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a423e-7780-4868-bce3-722004ceebc8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:56.196662 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d02a423e-7780-4868-bce3-722004ceebc8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:56.291663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c694eb1-44c5-496b-bcfa-08fa7bcfe98b req-0905c45b-6177-4926-add5-0614bd84c4e2 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:56.295830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3c694eb1-44c5-496b-bcfa-08fa7bcfe98b req-0905c45b-6177-4926-add5-0614bd84c4e2 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 945 time: 0.1254001 Nov 02 11:55:56.319936 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d02a423e-7780-4868-bce3-722004ceebc8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5685718 Nov 02 11:55:56.322350 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51882) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:56.333247 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-daf17944-ef3d-4bf2-89b2-591cc01982df tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'network_id': '75736ed4-e095-49e6-92a1-c3df7e9c9b83', 'name': 'tempest-PortsIpV6TestJSON-866643241'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:56.448362 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3c694eb1-44c5-496b-bcfa-08fa7bcfe98b req-9b2fb04e-7039-499a-88d3-db53e6173e13 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214366 Nov 02 11:55:56.475716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-75736ed4-e095-49e6-92a1-c3df7e9c9b83', 'network_id': '75736ed4-e095-49e6-92a1-c3df7e9c9b83', 'tenant_id': 'bec35b901e114a688a849f8ac16c777d', 'fixed_ips': [{'subnet_id': 'fda52057-b703-410b-b813-630c7e8ededb'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:55:56.476598 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:56.608748 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:56.627761 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d5fa524e-8fe9-4e19-b9e5-3c0bdbacfee0 req-d37f4a44-e7b9-4779-9205-f93b6217691b tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0458279 Nov 02 11:55:56.630324 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-140531c5-065e-42c2-aaa8-373a9c8f2e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:56.633669 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:55:56.640075 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-140531c5-065e-42c2-aaa8-373a9c8f2e4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:56.643191 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-140531c5-065e-42c2-aaa8-373a9c8f2e4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/37441b19-e049-4174-b35f-52f09c98f437 HTTP/1.1" status: 204 len: 168 time: 0.7809439 Nov 02 11:55:56.679038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140531c5-065e-42c2-aaa8-373a9c8f2e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37441b19-e049-4174-b35f-52f09c98f437,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:56.680510 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf17944-ef3d-4bf2-89b2-591cc01982df tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:56.681177 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:56.688151 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-daf17944-ef3d-4bf2-89b2-591cc01982df tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:56.715055 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-daf17944-ef3d-4bf2-89b2-591cc01982df tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] device_id is not set on port 476e70e2-0dcb-429f-8071-22a87cec4ff7 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:55:56.840219 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Allocated IP 2001:db8::2 (75736ed4-e095-49e6-92a1-c3df7e9c9b83/fda52057-b703-410b-b813-630c7e8ededb/a7f6badb-5287-4a10-8d14-5c5664adafdc) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:56.861005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Allocated IP 172.25.6.14 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/6eaae599-bc46-47b9-a16f-79f5380166d7) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:57.058216 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:57.148301 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:57.179908 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 975c1a89-e0e9-4e7e-8666-db9e126a097c no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:55:57.208328 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 975c1a89-e0e9-4e7e-8666-db9e126a097c {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:55:57.208854 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 975c1a89-e0e9-4e7e-8666-db9e126a097c not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:55:57.224603 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:57.259050 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:57.275891 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:57.282565 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:57.295214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:57.339923 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Network 75736ed4-e095-49e6-92a1-c3df7e9c9b83 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:57.345046 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:57.350084 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:57.357457 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-daf17944-ef3d-4bf2-89b2-591cc01982df tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Allocated IP 2001:db8::2a7 (75736ed4-e095-49e6-92a1-c3df7e9c9b83/fda52057-b703-410b-b813-630c7e8ededb/476e70e2-0dcb-429f-8071-22a87cec4ff7) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:57.424671 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Pushing event updated for resources: {'Port': ['ID=a7f6badb-5287-4a10-8d14-5c5664adafdc,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:57.468961 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Attempting to bind port a7f6badb-5287-4a10-8d14-5c5664adafdc on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:55:57.469678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Attempting to bind port a7f6badb-5287-4a10-8d14-5c5664adafdc by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '6eb338be-a3d3-4534-a88e-4a3e13830f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '75736ed4-e095-49e6-92a1-c3df7e9c9b83'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:55:57.470250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Attempting to bind port a7f6badb-5287-4a10-8d14-5c5664adafdc on network 75736ed4-e095-49e6-92a1-c3df7e9c9b83 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:55:57.476396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:55:57.478265 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Checking segment: {'id': '6eb338be-a3d3-4534-a88e-4a3e13830f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '75736ed4-e095-49e6-92a1-c3df7e9c9b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:55:57.478889 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:57.479510 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Bound using segment: {'id': '6eb338be-a3d3-4534-a88e-4a3e13830f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '75736ed4-e095-49e6-92a1-c3df7e9c9b83'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:55:57.480189 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Bound port: a7f6badb-5287-4a10-8d14-5c5664adafdc, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb338be-a3d3-4534-a88e-4a3e13830f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '75736ed4-e095-49e6-92a1-c3df7e9c9b83'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:55:57.480976 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:57.500908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Pushing event updated for resources: {'Port': ['ID=6eaae599-bc46-47b9-a16f-79f5380166d7,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:57.566499 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] For port a7f6badb-5287-4a10-8d14-5c5664adafdc, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:55:57.570271 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] For port a7f6badb-5287-4a10-8d14-5c5664adafdc, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a7f6badb-5287-4a10-8d14-5c5664adafdc,segment=NetworkSegment(6eb338be-a3d3-4534-a88e-4a3e13830f44),segment_id=6eb338be-a3d3-4534-a88e-4a3e13830f44)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:55:57.614054 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002f02d-ba28-47aa-974d-5add24aceb40 req-5bd29cb8-a26f-4526-a728-50c1ecfd589f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:57.615765 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d002f02d-ba28-47aa-974d-5add24aceb40 req-5bd29cb8-a26f-4526-a728-50c1ecfd589f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 945 time: 0.0659440 Nov 02 11:55:57.644532 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-daf17944-ef3d-4bf2-89b2-591cc01982df tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:57.657604 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:57.817363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3a281-206c-47e1-971f-ec5dd35f1f1b None None] Pushing event updated for resources: {'Port': ['ID=a7f6badb-5287-4a10-8d14-5c5664adafdc,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:57.865212 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d002f02d-ba28-47aa-974d-5add24aceb40 req-f7bbe61e-16f1-4365-a2bd-70839a521ecc tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078500 Nov 02 11:55:57.880251 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-daf17944-ef3d-4bf2-89b2-591cc01982df tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:57.908704 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:57.939442 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51898) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:57.992733 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-80fc9a93-5274-4698-9160-2c4650e6845f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:58.062214 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e225edfc-6d5e-4e4e-942a-1676f5c4c47e req-7e30d312-6154-4457-a45c-6d2814bcb3bd tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0732906 Nov 02 11:55:58.080255 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf17944-ef3d-4bf2-89b2-591cc01982df tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 75736ed4-e095-49e6-92a1-c3df7e9c9b83 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:58.091784 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf17944-ef3d-4bf2-89b2-591cc01982df tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=476e70e2-0dcb-429f-8071-22a87cec4ff7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:58.097836 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-daf17944-ef3d-4bf2-89b2-591cc01982df tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:58.108242 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf17944-ef3d-4bf2-89b2-591cc01982df tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:58.118069 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf17944-ef3d-4bf2-89b2-591cc01982df tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:58.118069 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-daf17944-ef3d-4bf2-89b2-591cc01982df tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:58.238848 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-daf17944-ef3d-4bf2-89b2-591cc01982df tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9098575 Nov 02 11:55:58.242028 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51910) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:58.251518 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-76679cdc-3104-4143-88b3-d3b2771c9118 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'network_id': '75736ed4-e095-49e6-92a1-c3df7e9c9b83', 'name': 'tempest-PortsIpV6TestJSON-150874869'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:55:58.358595 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-80fc9a93-5274-4698-9160-2c4650e6845f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:58.452784 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-80fc9a93-5274-4698-9160-2c4650e6845f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:58.494455 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f61a506-ea6e-43cf-a176-fd81d9eef233 req-071606e5-044c-4cd3-b8fd-9f75979df26d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0436757 Nov 02 11:55:58.522468 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76679cdc-3104-4143-88b3-d3b2771c9118 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:55:58.522731 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:58.526564 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-76679cdc-3104-4143-88b3-d3b2771c9118 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:58.536998 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-80fc9a93-5274-4698-9160-2c4650e6845f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=19c7778180734b00a33f37c63b4523c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5922997 Nov 02 11:55:58.544134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-ba17b49b-6291-458a-ba20-db7158828491 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:58.544134 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-ba17b49b-6291-458a-ba20-db7158828491 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 804 time: 0.2754450 Nov 02 11:55:58.551027 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51912) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:58.554403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc9a93-5274-4698-9160-2c4650e6845f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5239a094-74a4-4ccc-bebd-f787f041c88c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:58.597376 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-bf792ba6-d2e6-4db3-820f-53fde37ac2f1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/quotas/03959b625cb94b9d9fcaf436c56c8acb HTTP/1.1" status: 200 len: 375 time: 0.0149779 Nov 02 11:55:58.632705 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-76679cdc-3104-4143-88b3-d3b2771c9118 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] device_id is not set on port cea08c42-e19f-4077-87f8-5cc0bedfa503 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:55:58.727731 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42a68727-45fc-4e44-8cf5-9dfd34165c84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:58.728059 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-859b3098-b45f-4ad7-aab2-1d3b8d2ea8d9 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1120868 Nov 02 11:55:58.789096 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42a68727-45fc-4e44-8cf5-9dfd34165c84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:58.891693 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Router 4809fef7-7d49-4382-b4f5-89b0712a16c0 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:55:58.896698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-76679cdc-3104-4143-88b3-d3b2771c9118 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Allocated IP 2001:db8::345 (75736ed4-e095-49e6-92a1-c3df7e9c9b83/fda52057-b703-410b-b813-630c7e8ededb/cea08c42-e19f-4077-87f8-5cc0bedfa503) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:55:58.929076 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-7792e421-7634-458f-b548-49d5b8482313 service neutron] 10.222.0.52 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771383 Nov 02 11:55:59.093066 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42a68727-45fc-4e44-8cf5-9dfd34165c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:59.097283 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42a68727-45fc-4e44-8cf5-9dfd34165c84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:59.099089 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-42a68727-45fc-4e44-8cf5-9dfd34165c84 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5239a094-74a4-4ccc-bebd-f787f041c88c HTTP/1.1" status: 204 len: 168 time: 0.5467210 Nov 02 11:55:59.140162 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a68727-45fc-4e44-8cf5-9dfd34165c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5239a094-74a4-4ccc-bebd-f787f041c88c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:59.279861 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-76679cdc-3104-4143-88b3-d3b2771c9118 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:59.423580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a7f6badb-5287-4a10-8d14-5c5664adafdc up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:55:59.428579 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcef6232-c3fe-4dc5-9541-d43a72d5681b None None] Network 75736ed4-e095-49e6-92a1-c3df7e9c9b83 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:55:59.602404 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b3968064-6ab1-4d13-bbc9-5fe77d4aac11 None None] Provisioning complete for port a7f6badb-5287-4a10-8d14-5c5664adafdc triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:59.603050 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b3968064-6ab1-4d13-bbc9-5fe77d4aac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:59.623840 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-76679cdc-3104-4143-88b3-d3b2771c9118 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:59.643932 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-2facccf9-6742-4e29-b6ce-29577b21d623 service neutron] 10.222.0.52 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6781254 Nov 02 11:55:59.651165 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:55:59.681163 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76679cdc-3104-4143-88b3-d3b2771c9118 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 75736ed4-e095-49e6-92a1-c3df7e9c9b83 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:55:59.689153 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-76679cdc-3104-4143-88b3-d3b2771c9118 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:55:59.693944 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76679cdc-3104-4143-88b3-d3b2771c9118 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:55:59.700523 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76679cdc-3104-4143-88b3-d3b2771c9118 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:55:59.701189 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-76679cdc-3104-4143-88b3-d3b2771c9118 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:59.727418 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76679cdc-3104-4143-88b3-d3b2771c9118 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=cea08c42-e19f-4077-87f8-5cc0bedfa503,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:55:59.754240 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a136337-aab4-46ab-a671-a533faa62bb6 None None] Sync routers for ids ['4809fef7-7d49-4382-b4f5-89b0712a16c0'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:55:59.835530 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a7f6badb-5287-4a10-8d14-5c5664adafdc triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:55:59.835906 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:59.865775 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a136337-aab4-46ab-a671-a533faa62bb6 None None] Routers {'4809fef7-7d49-4382-b4f5-89b0712a16c0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:55:59.866465 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-5a136337-aab4-46ab-a671-a533faa62bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4809fef7-7d49-4382-b4f5-89b0712a16c0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:59.868860 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b3968064-6ab1-4d13-bbc9-5fe77d4aac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:59.876920 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:55:59.877148 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-76679cdc-3104-4143-88b3-d3b2771c9118 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6350062 Nov 02 11:55:59.879252 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9906301e-44ca-4119-8dd8-65225cf905ae tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.4345088 Nov 02 11:55:59.881137 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51922) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:59.882989 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51924) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:55:59.944527 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-5a136337-aab4-46ab-a671-a533faa62bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:55:59.989614 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a9f9adb3-a581-4c40-b791-52cb320ddd27 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'enable_snat': False}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:00.110249 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b3968064-6ab1-4d13-bbc9-5fe77d4aac11 None None] For port a7f6badb-5287-4a10-8d14-5c5664adafdc, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a7f6badb-5287-4a10-8d14-5c5664adafdc,segment=NetworkSegment(6eb338be-a3d3-4534-a88e-4a3e13830f44),segment_id=6eb338be-a3d3-4534-a88e-4a3e13830f44)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:00.113864 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e4d07d-c3a9-4e58-98ba-f31ea13dccd0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:00.118339 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a136337-aab4-46ab-a671-a533faa62bb6 None None] Routers {'4809fef7-7d49-4382-b4f5-89b0712a16c0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:56:00.118521 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-21e4d07d-c3a9-4e58-98ba-f31ea13dccd0 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2a7 HTTP/1.1" status: 200 len: 928 time: 0.2294166 Nov 02 11:56:00.118678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-5a136337-aab4-46ab-a671-a533faa62bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4809fef7-7d49-4382-b4f5-89b0712a16c0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:00.119703 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51934) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:00.240107 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:00.246526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-5a136337-aab4-46ab-a671-a533faa62bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:00.247979 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a136337-aab4-46ab-a671-a533faa62bb6 None None] The sync data for ids ['4809fef7-7d49-4382-b4f5-89b0712a16c0'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:56:00.313825 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8712d327-6a03-455b-8dc6-e0d8a9820e9d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port cea08c42-e19f-4077-87f8-5cc0bedfa503 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:00.315514 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8712d327-6a03-455b-8dc6-e0d8a9820e9d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:00.325921 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b3968064-6ab1-4d13-bbc9-5fe77d4aac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:00.348152 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-def939de-43fe-42fb-89e2-a71ef0729016 req-61cf82ff-47dd-43b0-b32a-93fbf09bc628 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.2305353 Nov 02 11:56:00.456392 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3968064-6ab1-4d13-bbc9-5fe77d4aac11 None None] Pushing event updated for resources: {'Port': ['ID=a7f6badb-5287-4a10-8d14-5c5664adafdc,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:00.465760 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:56:00.465760 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:56:00.487962 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8712d327-6a03-455b-8dc6-e0d8a9820e9d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:00.499766 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf37b79d-b1d5-4b66-823c-29c4da5e2fc0 req-ad21b84e-05a5-4fdc-b0d6-22e6efcbc052 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 210 time: 0.0337057 Nov 02 11:56:00.526333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8712d327-6a03-455b-8dc6-e0d8a9820e9d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for cea08c42-e19f-4077-87f8-5cc0bedfa503 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:00.694122 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5716d60a-4383-47fe-8ec6-9af2909884d4 None None] Provisioning complete for port 476e70e2-0dcb-429f-8071-22a87cec4ff7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:00.695005 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5716d60a-4383-47fe-8ec6-9af2909884d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:00.737864 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a9f9adb3-a581-4c40-b791-52cb320ddd27 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:00.750144 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5716d60a-4383-47fe-8ec6-9af2909884d4 None None] Port 476e70e2-0dcb-429f-8071-22a87cec4ff7 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:00.766693 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5716d60a-4383-47fe-8ec6-9af2909884d4 None None] Provisioning complete for port a7f6badb-5287-4a10-8d14-5c5664adafdc triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:00.767203 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5716d60a-4383-47fe-8ec6-9af2909884d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:00.847536 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a5ecb66-2625-48d8-b0b4-6cd67cb76f60 req-dc93514d-75bf-4aed-925b-a93ab3374cab tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64&device_id=7695aa1d-f16f-46af-918e-97f230f8eb83 HTTP/1.1" status: 200 len: 210 time: 0.0298972 Nov 02 11:56:00.960211 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8712d327-6a03-455b-8dc6-e0d8a9820e9d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:01.026080 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712d327-6a03-455b-8dc6-e0d8a9820e9d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=cea08c42-e19f-4077-87f8-5cc0bedfa503,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:01.104734 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8712d327-6a03-455b-8dc6-e0d8a9820e9d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:01.108154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5716d60a-4383-47fe-8ec6-9af2909884d4 None None] Could not find standard attr ID for object cea08c42-e19f-4077-87f8-5cc0bedfa503. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 11:56:01.115825 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8712d327-6a03-455b-8dc6-e0d8a9820e9d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/ports/cea08c42-e19f-4077-87f8-5cc0bedfa503 HTTP/1.1" status: 204 len: 168 time: 0.9945726 Nov 02 11:56:01.119809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51952) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:01.154567 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e28538-d9bd-4fe2-bf8a-bf998742d0cc tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] GET failed (client error): The resource could not be found. Nov 02 11:56:01.165109 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-67e28538-d9bd-4fe2-bf8a-bf998742d0cc tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports/cea08c42-e19f-4077-87f8-5cc0bedfa503 HTTP/1.1" status: 404 len: 333 time: 0.0349293 Nov 02 11:56:01.166605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51954) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:01.237782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-819b0f39-5ba0-40f8-a69b-d4c9eea2d382 None None] Provisioning complete for port 476e70e2-0dcb-429f-8071-22a87cec4ff7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:01.238162 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-819b0f39-5ba0-40f8-a69b-d4c9eea2d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:01.289788 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a7f6badb-5287-4a10-8d14-5c5664adafdc up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:56:01.417043 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-3d855310-0929-4d4b-8549-e306507b0625 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port 476e70e2-0dcb-429f-8071-22a87cec4ff7 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:01.417444 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d855310-0929-4d4b-8549-e306507b0625 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:01.446876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-819b0f39-5ba0-40f8-a69b-d4c9eea2d382 None None] Port 476e70e2-0dcb-429f-8071-22a87cec4ff7 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:01.513598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a7f6badb-5287-4a10-8d14-5c5664adafdc triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:01.513598 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:01.569461 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d855310-0929-4d4b-8549-e306507b0625 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:01.570296 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1b840183-7e1d-450f-9cb3-a2107517174a None None] Could not find standard attr ID for object cea08c42-e19f-4077-87f8-5cc0bedfa503. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 11:56:01.586900 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-3d855310-0929-4d4b-8549-e306507b0625 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for 476e70e2-0dcb-429f-8071-22a87cec4ff7 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:01.780316 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b509f953-9698-4834-bd20-d32339c12f50 req-b4706b2d-bd6e-4231-936b-9bfa5bef5bfe tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 210 time: 0.0819492 Nov 02 11:56:01.786204 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0984e3a5-3797-47d0-88af-cae8dd566653 req-a9d05bc0-7da3-4db0-a185-21949a70997b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=98d29167cd814539a2e2afee7f6726fe&device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0893900 Nov 02 11:56:01.870167 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0984e3a5-3797-47d0-88af-cae8dd566653 req-06763d9d-d8e8-4a43-92c2-b70516cef5e2 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=98d29167cd814539a2e2afee7f6726fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745740 Nov 02 11:56:01.952174 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d855310-0929-4d4b-8549-e306507b0625 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:01.985115 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58a83711-ff09-4454-8afa-a2ce6152315d req-bb0d98af-0a5f-4230-9580-9fb35020b139 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.1087432 Nov 02 11:56:02.008110 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d855310-0929-4d4b-8549-e306507b0625 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=476e70e2-0dcb-429f-8071-22a87cec4ff7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:02.064486 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a9f9adb3-a581-4c40-b791-52cb320ddd27 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:02.070341 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d855310-0929-4d4b-8549-e306507b0625 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:02.079734 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3d855310-0929-4d4b-8549-e306507b0625 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/ports/476e70e2-0dcb-429f-8071-22a87cec4ff7 HTTP/1.1" status: 204 len: 168 time: 0.9115510 Nov 02 11:56:02.088960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51974) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:02.118118 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a9f9adb3-a581-4c40-b791-52cb320ddd27 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:02.160843 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2eb638-d4b0-47be-a4ae-785aa3f72179 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] GET failed (client error): The resource could not be found. Nov 02 11:56:02.162714 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1a2eb638-d4b0-47be-a4ae-785aa3f72179 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports/476e70e2-0dcb-429f-8071-22a87cec4ff7 HTTP/1.1" status: 404 len: 333 time: 0.0725186 Nov 02 11:56:02.169570 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51978) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:02.248968 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984e3a5-3797-47d0-88af-cae8dd566653 req-de59ee37-41db-41f2-8ec4-59340fac5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:02.251098 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0984e3a5-3797-47d0-88af-cae8dd566653 req-de59ee37-41db-41f2-8ec4-59340fac5905 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3729267 Nov 02 11:56:02.278776 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-203938db-a3fd-4b99-a655-b5b67b20ce85 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting subnet fda52057-b703-410b-b813-630c7e8ededb {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:56:02.283813 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-203938db-a3fd-4b99-a655-b5b67b20ce85 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:02.343886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f9adb3-a581-4c40-b791-52cb320ddd27 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Router 4809fef7-7d49-4382-b4f5-89b0712a16c0 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:56:02.364384 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-203938db-a3fd-4b99-a655-b5b67b20ce85 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:02.479379 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-203938db-a3fd-4b99-a655-b5b67b20ce85 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:02.495484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f9adb3-a581-4c40-b791-52cb320ddd27 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:56:02.504048 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a9f9adb3-a581-4c40-b791-52cb320ddd27 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:02.514127 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a9f9adb3-a581-4c40-b791-52cb320ddd27 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "PUT /v2.0/routers/4809fef7-7d49-4382-b4f5-89b0712a16c0 HTTP/1.1" status: 200 len: 925 time: 2.6208589 Nov 02 11:56:02.514127 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51980) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:02.515798 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf485192-23e8-4b4d-8c6a-7c8ed5a8e13e None None] Sync routers for ids ['4809fef7-7d49-4382-b4f5-89b0712a16c0'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:56:02.530011 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf485192-23e8-4b4d-8c6a-7c8ed5a8e13e None None] Routers {'4809fef7-7d49-4382-b4f5-89b0712a16c0'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:56:02.530969 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cf485192-23e8-4b4d-8c6a-7c8ed5a8e13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4809fef7-7d49-4382-b4f5-89b0712a16c0'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:02.573746 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cf485192-23e8-4b4d-8c6a-7c8ed5a8e13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:02.586044 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf485192-23e8-4b4d-8c6a-7c8ed5a8e13e None None] Routers {'4809fef7-7d49-4382-b4f5-89b0712a16c0'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:56:02.586747 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cf485192-23e8-4b4d-8c6a-7c8ed5a8e13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4809fef7-7d49-4382-b4f5-89b0712a16c0'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:02.640499 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cf485192-23e8-4b4d-8c6a-7c8ed5a8e13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:02.641075 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf485192-23e8-4b4d-8c6a-7c8ed5a8e13e None None] The sync data for ids ['4809fef7-7d49-4382-b4f5-89b0712a16c0'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:56:02.678317 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f32813af-d240-4707-bd11-79f24fd859ae tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "GET /v2.0/routers/4809fef7-7d49-4382-b4f5-89b0712a16c0 HTTP/1.1" status: 200 len: 925 time: 0.1646020 Nov 02 11:56:02.681343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51986) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:02.709718 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-203938db-a3fd-4b99-a655-b5b67b20ce85 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:02.753214 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203938db-a3fd-4b99-a655-b5b67b20ce85 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Subnet': ['ID=fda52057-b703-410b-b813-630c7e8ededb,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:02.755541 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-203938db-a3fd-4b99-a655-b5b67b20ce85 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:02.760520 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-203938db-a3fd-4b99-a655-b5b67b20ce85 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/fda52057-b703-410b-b813-630c7e8ededb HTTP/1.1" status: 204 len: 168 time: 0.5876687 Nov 02 11:56:02.763890 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51988) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:02.771602 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c100564-8649-4a52-9c8b-ee6de6c78d6e None None] Network 75736ed4-e095-49e6-92a1-c3df7e9c9b83 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:56:02.774871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80eb2296-912a-489e-807b-7fb0db2ea21e tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:02.778236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-80eb2296-912a-489e-807b-7fb0db2ea21e tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&device_id=4809fef7-7d49-4382-b4f5-89b0712a16c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0951922 Nov 02 11:56:02.781486 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51990) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:02.889846 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:02.978954 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port a7f6badb-5287-4a10-8d14-5c5664adafdc {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:02.979320 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:03.082044 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] For port a7f6badb-5287-4a10-8d14-5c5664adafdc, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a7f6badb-5287-4a10-8d14-5c5664adafdc,segment=NetworkSegment(6eb338be-a3d3-4534-a88e-4a3e13830f44),segment_id=6eb338be-a3d3-4534-a88e-4a3e13830f44)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:03.082815 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:03.089606 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9155437-713d-462d-a3b8-3273a97a93de None None] DHCP port deletion for 75736ed4-e095-49e6-92a1-c3df7e9c9b83 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:56:03.110703 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for a7f6badb-5287-4a10-8d14-5c5664adafdc owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:03.238339 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d9155437-713d-462d-a3b8-3273a97a93de None None] Deleting port a7f6badb-5287-4a10-8d14-5c5664adafdc {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:03.239229 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d9155437-713d-462d-a3b8-3273a97a93de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:03.314865 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a7f6badb-5287-4a10-8d14-5c5664adafdc no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:56:03.412648 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:03.425318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d9155437-713d-462d-a3b8-3273a97a93de None None] For port a7f6badb-5287-4a10-8d14-5c5664adafdc, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a7f6badb-5287-4a10-8d14-5c5664adafdc,segment=NetworkSegment(6eb338be-a3d3-4534-a88e-4a3e13830f44),segment_id=6eb338be-a3d3-4534-a88e-4a3e13830f44)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:03.426002 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d9155437-713d-462d-a3b8-3273a97a93de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:03.429177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No active binding found for port a7f6badb-5287-4a10-8d14-5c5664adafdc {{(pid=102691) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 02 11:56:03.429835 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a7f6badb-5287-4a10-8d14-5c5664adafdc not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:56:03.466356 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d9155437-713d-462d-a3b8-3273a97a93de None None] Calling delete_port for a7f6badb-5287-4a10-8d14-5c5664adafdc owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:03.470733 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=a7f6badb-5287-4a10-8d14-5c5664adafdc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:03.500882 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f372f359-f393-4063-8da5-a41245653ce6 req-1014930e-b4de-497f-b836-058f4b479f09 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 210 time: 0.0988507 Nov 02 11:56:03.503897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No DVR routers for this DVR port a7f6badb-5287-4a10-8d14-5c5664adafdc on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:56:03.615058 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0984e3a5-3797-47d0-88af-cae8dd566653 req-042534a4-00bd-40f6-8c51-66b4352112f4 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.79 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0808244 Nov 02 11:56:03.623305 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d9155437-713d-462d-a3b8-3273a97a93de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:03.643234 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:03.654685 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41957207-b290-44b8-9c67-2e3d77436b96 req-ada55632-6f2a-4071-aab4-dbe29e77af06 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0421925 Nov 02 11:56:03.658339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f98d14-22e7-4144-a59d-124e4ebe0d05 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:03.667122 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-29f98d14-22e7-4144-a59d-124e4ebe0d05 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 881 time: 0.8840523 Nov 02 11:56:03.668015 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52008) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:03.673806 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9155437-713d-462d-a3b8-3273a97a93de None None] No DVR routers for this DVR port a7f6badb-5287-4a10-8d14-5c5664adafdc on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:56:03.678395 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9155437-713d-462d-a3b8-3273a97a93de None None] Pushing event deleted for resources: {'Port': ['ID=a7f6badb-5287-4a10-8d14-5c5664adafdc,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:03.692500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75736ed4-e095-49e6-92a1-c3df7e9c9b83']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:03.709240 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb338be-a3d3-4534-a88e-4a3e13830f44') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:03.709533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb338be-a3d3-4534-a88e-4a3e13830f44') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:03.721945 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:03.723819 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ac622aa9-0c6c-4f35-bc49-4081d3d9ed47 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "GET /v2.0/ports?device_id=4809fef7-7d49-4382-b4f5-89b0712a16c0 HTTP/1.1" status: 200 len: 205 time: 0.0538051 Nov 02 11:56:03.726379 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52010) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:03.741039 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:03.750066 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:56:03.750560 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:56:03.754350 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:56:03.884953 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-54c246cf-b98d-4b57-8ea3-49c5070632e5 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:04.002919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-54c246cf-b98d-4b57-8ea3-49c5070632e5 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:04.005610 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:04.017055 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:04.021047 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/networks/75736ed4-e095-49e6-92a1-c3df7e9c9b83 HTTP/1.1" status: 204 len: 168 time: 1.2558503 Nov 02 11:56:04.025018 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52014) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:04.031552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-252a4657-15f9-411d-9e22-0e5385db9481 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1763991203'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:04.037006 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c2ef6-e0f3-447c-9a53-0d481ac5e292 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Network': ['ID=75736ed4-e095-49e6-92a1-c3df7e9c9b83,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:04.250374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-72e22d26-20d6-40bd-aef1-d964979780f4 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:04.252159 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-72e22d26-20d6-40bd-aef1-d964979780f4 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 804 time: 0.1330445 Nov 02 11:56:04.266788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-c625690c-a6e3-48cc-9f7a-ffbd8277af02 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Request body: {'port': {'device_id': '9ca17066-6d4f-48d0-8f82-d36eadfe6889', 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e', 'admin_state_up': True, 'tenant_id': '03959b625cb94b9d9fcaf436c56c8acb'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:04.588533 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6ab2cb9-e8d1-4e4e-b6db-4e141851b6e1 req-8bc6a9a4-95fe-4cc3-933d-dd1e6690565c tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 210 time: 0.0308943 Nov 02 11:56:04.640438 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252a4657-15f9-411d-9e22-0e5385db9481 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:04.644088 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-252a4657-15f9-411d-9e22-0e5385db9481 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:04.660325 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-54c246cf-b98d-4b57-8ea3-49c5070632e5 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Deleting port 6eaae599-bc46-47b9-a16f-79f5380166d7 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:04.660325 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-54c246cf-b98d-4b57-8ea3-49c5070632e5 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:04.722564 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252a4657-15f9-411d-9e22-0e5385db9481 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:56:04.742814 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-252a4657-15f9-411d-9e22-0e5385db9481 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:04.743194 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-252a4657-15f9-411d-9e22-0e5385db9481 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Added segment 8e7f7b42-913a-49c2-a06c-720d50d10803 of type vlan for network db69efe2-3a21-4969-b02d-a49f7a5003a6 Nov 02 11:56:04.792280 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d9bdea4f-9ed7-4aac-be35-602d3a9e799c req-65c809aa-502f-4845-8e65-2735d54b113b tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbeffdfe-1cc4-4047-b0b2-563754b33b64 HTTP/1.1" status: 200 len: 210 time: 0.0507019 Nov 02 11:56:04.823082 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-54c246cf-b98d-4b57-8ea3-49c5070632e5 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:04.845995 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-252a4657-15f9-411d-9e22-0e5385db9481 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:04.848331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-54c246cf-b98d-4b57-8ea3-49c5070632e5 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Calling delete_port for 6eaae599-bc46-47b9-a16f-79f5380166d7 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:04.857469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-c625690c-a6e3-48cc-9f7a-ffbd8277af02 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Made reservation on behalf of 03959b625cb94b9d9fcaf436c56c8acb for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:04.860588 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-c625690c-a6e3-48cc-9f7a-ffbd8277af02 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:05.077210 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-c625690c-a6e3-48cc-9f7a-ffbd8277af02 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Allocated IP 172.20.0.14 (74bd6dc5-f0e6-4079-ac41-63269a99500e/b04dcbcd-1275-4a43-9876-3724821feb17/393aaabe-393e-48de-9a00-6a407b30d797) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:05.131641 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-252a4657-15f9-411d-9e22-0e5385db9481 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:05.141172 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252a4657-15f9-411d-9e22-0e5385db9481 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:05.146490 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-252a4657-15f9-411d-9e22-0e5385db9481 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:05.237937 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-54c246cf-b98d-4b57-8ea3-49c5070632e5 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:05.245410 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a4657-15f9-411d-9e22-0e5385db9481 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Network': ['ID=db69efe2-3a21-4969-b02d-a49f7a5003a6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:05.265526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network db69efe2-3a21-4969-b02d-a49f7a5003a6 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:56:05.271638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c246cf-b98d-4b57-8ea3-49c5070632e5 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Pushing event deleted for resources: {'Port': ['ID=6eaae599-bc46-47b9-a16f-79f5380166d7,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:05.291784 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52026) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:05.295618 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-252a4657-15f9-411d-9e22-0e5385db9481 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2693191 Nov 02 11:56:05.313860 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0315f4a7-6a69-4e6d-94c2-782b73b3b7dd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'subnet': {'network_id': 'db69efe2-3a21-4969-b02d-a49f7a5003a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:05.379116 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-c625690c-a6e3-48cc-9f7a-ffbd8277af02 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:05.392204 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-54c246cf-b98d-4b57-8ea3-49c5070632e5 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:05.505692 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-54c246cf-b98d-4b57-8ea3-49c5070632e5 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:05.508244 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-54c246cf-b98d-4b57-8ea3-49c5070632e5 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:05.657350 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-c625690c-a6e3-48cc-9f7a-ffbd8277af02 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:05.672889 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['f6b6f311-7267-4d0d-8126-7fd262070db1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:56:05.677078 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['cccc69ba-8d3e-4f59-94cb-ecde502d2f5a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:56:05.698623 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-54c246cf-b98d-4b57-8ea3-49c5070632e5 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:05.699350 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c246cf-b98d-4b57-8ea3-49c5070632e5 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Fanout notify agent at l3_agent the message router_deleted on router 4809fef7-7d49-4382-b4f5-89b0712a16c0 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:56:05.708633 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-54c246cf-b98d-4b57-8ea3-49c5070632e5 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:05.709907 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-54c246cf-b98d-4b57-8ea3-49c5070632e5 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "DELETE /v2.0/routers/4809fef7-7d49-4382-b4f5-89b0712a16c0 HTTP/1.1" status: 204 len: 168 time: 1.9825439 Nov 02 11:56:05.716127 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0315f4a7-6a69-4e6d-94c2-782b73b3b7dd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:05.721735 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0315f4a7-6a69-4e6d-94c2-782b73b3b7dd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:05.725437 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a57ed-aa55-48e9-9863-eea98b92f83f req-265499ac-6d3d-46bd-b3ce-03cfebfdb13a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:05.727085 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-115a57ed-aa55-48e9-9863-eea98b92f83f req-265499ac-6d3d-46bd-b3ce-03cfebfdb13a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 932 time: 0.0678694 Nov 02 11:56:05.727670 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52034) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:05.733804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-40d4c080-2fd8-4b6a-b347-d799930f3fe2 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1519600807', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:05.781694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-c625690c-a6e3-48cc-9f7a-ffbd8277af02 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Network 74bd6dc5-f0e6-4079-ac41-63269a99500e is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:05.805141 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-115a57ed-aa55-48e9-9863-eea98b92f83f req-659fda3e-c538-424b-a877-ba3f2283a6f9 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627420 Nov 02 11:56:05.845482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-c625690c-a6e3-48cc-9f7a-ffbd8277af02 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:05.851605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-c625690c-a6e3-48cc-9f7a-ffbd8277af02 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:56:05.892203 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-40d4c080-2fd8-4b6a-b347-d799930f3fe2 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:05.893764 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-40d4c080-2fd8-4b6a-b347-d799930f3fe2 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:05.967878 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-40d4c080-2fd8-4b6a-b347-d799930f3fe2 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:06.177549 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-40d4c080-2fd8-4b6a-b347-d799930f3fe2 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:06.205776 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625690c-a6e3-48cc-9f7a-ffbd8277af02 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Pushing event updated for resources: {'Port': ['ID=393aaabe-393e-48de-9a00-6a407b30d797,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:06.252234 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-c625690c-a6e3-48cc-9f7a-ffbd8277af02 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:06.252861 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-c625690c-a6e3-48cc-9f7a-ffbd8277af02 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:06.361323 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-40d4c080-2fd8-4b6a-b347-d799930f3fe2 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:06.362656 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-40d4c080-2fd8-4b6a-b347-d799930f3fe2 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6334381 Nov 02 11:56:06.365411 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52040) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:06.369991 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-900a51bb-247a-498a-8c27-5c9208ca512b tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Request body: {'router': {'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:06.410255 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-c625690c-a6e3-48cc-9f7a-ffbd8277af02 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1477549 Nov 02 11:56:06.424390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Request body: {'port': {'device_id': '9ca17066-6d4f-48d0-8f82-d36eadfe6889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:06.497066 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:06.619546 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0315f4a7-6a69-4e6d-94c2-782b73b3b7dd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:06.643326 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-900a51bb-247a-498a-8c27-5c9208ca512b tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:06.741805 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315f4a7-6a69-4e6d-94c2-782b73b3b7dd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Subnet': ['ID=83eec713-f430-43d6-8ab6-56bca761dfc7,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:06.763495 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315f4a7-6a69-4e6d-94c2-782b73b3b7dd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Checking segment: {'id': '8e7f7b42-913a-49c2-a06c-720d50d10803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'db69efe2-3a21-4969-b02d-a49f7a5003a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:56:06.763974 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0315f4a7-6a69-4e6d-94c2-782b73b3b7dd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network hostable DHCP agents. Network: db69efe2-3a21-4969-b02d-a49f7a5003a6, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:56:06.807581 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a4226ad-97d9-4ea3-b48f-0deac6eb3679 req-f2571e16-ed14-42d4-be78-5b2ec8df4c30 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=98d29167cd814539a2e2afee7f6726fe&device_id=7695aa1d-f16f-46af-918e-97f230f8eb83 HTTP/1.1" status: 200 len: 210 time: 0.0364397 Nov 02 11:56:06.875365 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393aaabe-393e-48de-9a00-6a407b30d797 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:56:06.876783 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a4226ad-97d9-4ea3-b48f-0deac6eb3679 req-e50e1b04-24e6-41b8-8153-cbeaa2c49b4c service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=98d29167cd814539a2e2afee7f6726fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590978 Nov 02 11:56:06.878594 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1a62b7b4-b935-4f8f-b8d4-abc9f64bdaad req-a6e23260-d6a6-4c24-b753-113da02cf234 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=7695aa1d-f16f-46af-918e-97f230f8eb83 HTTP/1.1" status: 200 len: 210 time: 0.0515010 Nov 02 11:56:06.884874 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:06.899434 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Transition to ACTIVE for port object 393aaabe-393e-48de-9a00-6a407b30d797 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:56:06.993432 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0315f4a7-6a69-4e6d-94c2-782b73b3b7dd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network db69efe2-3a21-4969-b02d-a49f7a5003a6 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:56:07.022158 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:07.092994 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7aafa8-bc5a-42ae-8e5d-904b09501695 req-ab20de79-3a62-4410-ba6d-32212793d3da tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:07.094598 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd7aafa8-bc5a-42ae-8e5d-904b09501695 req-ab20de79-3a62-4410-ba6d-32212793d3da tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 932 time: 0.1299226 Nov 02 11:56:07.096139 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Pushing event updated for resources: {'Port': ['ID=393aaabe-393e-48de-9a00-6a407b30d797,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:07.096774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4226ad-97d9-4ea3-b48f-0deac6eb3679 req-5497bd7e-b207-4212-99b1-5b44e5832bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:07.098426 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a4226ad-97d9-4ea3-b48f-0deac6eb3679 req-5497bd7e-b207-4212-99b1-5b44e5832bf0 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2097130 Nov 02 11:56:07.171454 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-0315f4a7-6a69-4e6d-94c2-782b73b3b7dd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, db69efe2-3a21-4969-b02d-a49f7a5003a6) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:07.178314 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0315f4a7-6a69-4e6d-94c2-782b73b3b7dd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:07.179137 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0315f4a7-6a69-4e6d-94c2-782b73b3b7dd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:07.180845 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc7aec8-4537-4125-b7e3-2404c3a3b111 None None] Network db69efe2-3a21-4969-b02d-a49f7a5003a6 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:56:07.182223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Attempting to bind port 393aaabe-393e-48de-9a00-6a407b30d797 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:56:07.182564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Attempting to bind port 393aaabe-393e-48de-9a00-6a407b30d797 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:56:07.182897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Attempting to bind port 393aaabe-393e-48de-9a00-6a407b30d797 on network 74bd6dc5-f0e6-4079-ac41-63269a99500e {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:56:07.189676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Port 393aaabe-393e-48de-9a00-6a407b30d797 on network 74bd6dc5-f0e6-4079-ac41-63269a99500e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:56:07.190042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Attempting to bind port 393aaabe-393e-48de-9a00-6a407b30d797 on network 74bd6dc5-f0e6-4079-ac41-63269a99500e {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:56:07.199452 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:56:07.199452 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Checking segment: {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:56:07.199765 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Bound using segment: {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:56:07.200261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Bound port: 393aaabe-393e-48de-9a00-6a407b30d797, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:56:07.200631 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:07.237161 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd7aafa8-bc5a-42ae-8e5d-904b09501695 req-7fd8a751-bac6-4ed9-9a9e-19140fb4e7d1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221201 Nov 02 11:56:07.276166 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-900a51bb-247a-498a-8c27-5c9208ca512b tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:07.302849 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-900a51bb-247a-498a-8c27-5c9208ca512b tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:07.325461 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] For port 393aaabe-393e-48de-9a00-6a407b30d797, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:56:07.330087 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] For port 393aaabe-393e-48de-9a00-6a407b30d797, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=393aaabe-393e-48de-9a00-6a407b30d797,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:56:07.372596 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-db69efe2-3a21-4969-b02d-a49f7a5003a6', 'network_id': 'db69efe2-3a21-4969-b02d-a49f7a5003a6', 'tenant_id': 'bec35b901e114a688a849f8ac16c777d', 'fixed_ips': [{'subnet_id': '83eec713-f430-43d6-8ab6-56bca761dfc7'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:56:07.373936 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:07.396543 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0315f4a7-6a69-4e6d-94c2-782b73b3b7dd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0971930 Nov 02 11:56:07.400606 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52064) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:07.405423 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-ba0a0abb-6cde-4e48-a0e0-d2f4d11b6a9b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'network_id': 'db69efe2-3a21-4969-b02d-a49f7a5003a6', 'name': 'tempest-PortsIpV6TestJSON-987130972', 'fixed_ips': [{'subnet_id': '83eec713-f430-43d6-8ab6-56bca761dfc7', 'ip_address': '2001:db8::10'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:07.434881 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-900a51bb-247a-498a-8c27-5c9208ca512b tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Allocated IP 172.25.6.196 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/af8876ab-455b-4168-b765-ad9beef2c279) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:07.564023 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Allocated IP 2001:db8::2 (db69efe2-3a21-4969-b02d-a49f7a5003a6/83eec713-f430-43d6-8ab6-56bca761dfc7/19ddea17-4190-46bc-bee9-12bf15ce9fc9) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:07.576797 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-900a51bb-247a-498a-8c27-5c9208ca512b tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:07.628314 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:07.665551 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:07.666016 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:07.667668 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] 10.222.0.54 "PUT /v2.0/ports/393aaabe-393e-48de-9a00-6a407b30d797 HTTP/1.1" status: 200 len: 1093 time: 1.2484255 Nov 02 11:56:07.668614 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca17066-6d4f-48d0-8f82-d36eadfe6889', 'tag': '393aaabe-393e-48de-9a00-6a407b30d797'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:56:07.671036 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ace76b-2be8-495d-a4a4-153c806b90f9" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca17066-6d4f-48d0-8f82-d36eadfe6889", "tag": "393aaabe-393e-48de-9a00-6a407b30d797"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:56:07.696864 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb25a0e-5bec-4a32-b181-e973bce72501 service neutron] Pushing event updated for resources: {'Port': ['ID=393aaabe-393e-48de-9a00-6a407b30d797,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:07.704691 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0a0abb-6cde-4e48-a0e0-d2f4d11b6a9b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:07.730894 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb4eedf-5e71-4b5c-8c34-1600a693e348 x-openstack-request-id: req-3fb4eedf-5e71-4b5c-8c34-1600a693e348 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:56:07.731298 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca17066-6d4f-48d0-8f82-d36eadfe6889", "tag": "393aaabe-393e-48de-9a00-6a407b30d797", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:56:07.731546 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3fb4eedf-5e71-4b5c-8c34-1600a693e348 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:56:07.732127 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca17066-6d4f-48d0-8f82-d36eadfe6889', 'tag': '393aaabe-393e-48de-9a00-6a407b30d797', 'status': 'completed', 'code': 200} Nov 02 11:56:07.748779 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-900a51bb-247a-498a-8c27-5c9208ca512b tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:07.750410 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:07.794989 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900a51bb-247a-498a-8c27-5c9208ca512b tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:07.800264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-900a51bb-247a-498a-8c27-5c9208ca512b tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:07.804025 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900a51bb-247a-498a-8c27-5c9208ca512b tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:56:07.828016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a51bb-247a-498a-8c27-5c9208ca512b tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Pushing event updated for resources: {'Port': ['ID=af8876ab-455b-4168-b765-ad9beef2c279,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:07.852925 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ace76b-2be8-495d-a4a4-153c806b90f9 req-bfa10203-9cf6-4fff-9b5e-ceb586895481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:07.854476 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-88ace76b-2be8-495d-a4a4-153c806b90f9 req-bfa10203-9cf6-4fff-9b5e-ceb586895481 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 1096 time: 0.0935969 Nov 02 11:56:07.859129 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba0a0abb-6cde-4e48-a0e0-d2f4d11b6a9b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:07.897205 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:07.993283 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Network db69efe2-3a21-4969-b02d-a49f7a5003a6 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:07.996493 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-ba0a0abb-6cde-4e48-a0e0-d2f4d11b6a9b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] device_id is not set on port 2681993a-a9cb-4d07-a67f-f4379c9d6372 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:56:07.998089 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Pushing event updated for resources: {'Port': ['ID=19ddea17-4190-46bc-bee9-12bf15ce9fc9,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:08.002355 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:08.008088 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:56:08.013216 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:08.013572 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:08.013763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7e4ff444-f67e-464c-90c3-2753abe01fec req-c640a0e0-5fd7-4055-8790-1e72693e4f9b tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=7695aa1d-f16f-46af-918e-97f230f8eb83 HTTP/1.1" status: 200 len: 210 time: 0.0499489 Nov 02 11:56:08.013915 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:08.014258 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:08.014599 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:08.014958 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:08.015562 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:08.015910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:08.016242 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:08.016574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:08.016904 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:08.017233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:08.098686 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Attempting to bind port 19ddea17-4190-46bc-bee9-12bf15ce9fc9 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:56:08.099105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Attempting to bind port 19ddea17-4190-46bc-bee9-12bf15ce9fc9 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '8e7f7b42-913a-49c2-a06c-720d50d10803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'db69efe2-3a21-4969-b02d-a49f7a5003a6'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:56:08.099556 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Attempting to bind port 19ddea17-4190-46bc-bee9-12bf15ce9fc9 on network db69efe2-3a21-4969-b02d-a49f7a5003a6 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:56:08.107270 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:56:08.107978 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Checking segment: {'id': '8e7f7b42-913a-49c2-a06c-720d50d10803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'db69efe2-3a21-4969-b02d-a49f7a5003a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:56:08.108162 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:08.109431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Bound using segment: {'id': '8e7f7b42-913a-49c2-a06c-720d50d10803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'db69efe2-3a21-4969-b02d-a49f7a5003a6'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:56:08.109431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Bound port: 19ddea17-4190-46bc-bee9-12bf15ce9fc9, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7f7b42-913a-49c2-a06c-720d50d10803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'db69efe2-3a21-4969-b02d-a49f7a5003a6'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:56:08.109431 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:08.194873 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ace76b-2be8-495d-a4a4-153c806b90f9 req-cd2a8b5e-29ad-4f1a-84df-fc95d89ec418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:08.196543 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-88ace76b-2be8-495d-a4a4-153c806b90f9 req-cd2a8b5e-29ad-4f1a-84df-fc95d89ec418 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&shared=False HTTP/1.1" status: 200 len: 905 time: 0.3270757 Nov 02 11:56:08.219518 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] For port 19ddea17-4190-46bc-bee9-12bf15ce9fc9, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:56:08.223932 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] For port 19ddea17-4190-46bc-bee9-12bf15ce9fc9, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=19ddea17-4190-46bc-bee9-12bf15ce9fc9,segment=NetworkSegment(8e7f7b42-913a-49c2-a06c-720d50d10803),segment_id=8e7f7b42-913a-49c2-a06c-720d50d10803)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:56:08.236072 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-900a51bb-247a-498a-8c27-5c9208ca512b tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:08.403565 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a4226ad-97d9-4ea3-b48f-0deac6eb3679 req-a06e9e1f-a366-4540-9a1a-9ac5323282bf tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.79 "GET /v2.0/ports?device_id=7695aa1d-f16f-46af-918e-97f230f8eb83 HTTP/1.1" status: 200 len: 210 time: 0.0701122 Nov 02 11:56:08.421069 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-ba0a0abb-6cde-4e48-a0e0-d2f4d11b6a9b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Allocated IP 2001:db8::10 (db69efe2-3a21-4969-b02d-a49f7a5003a6/83eec713-f430-43d6-8ab6-56bca761dfc7/2681993a-a9cb-4d07-a67f-f4379c9d6372) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:08.427721 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:08.467491 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1511c-4a80-4016-9e40-39a5edc52e53 req-08fcf9c2-7785-48f3-a2b3-117fdf4eabf9 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:08.476910 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3d1511c-4a80-4016-9e40-39a5edc52e53 req-08fcf9c2-7785-48f3-a2b3-117fdf4eabf9 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 944 time: 0.1451795 Nov 02 11:56:08.579683 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3d1511c-4a80-4016-9e40-39a5edc52e53 req-d991b4e4-ba92-4bb9-b0c8-24dcb4b98b47 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017056 Nov 02 11:56:08.603298 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb72e59-4eb5-4a9f-a502-a1d63b2665c8 None None] Pushing event updated for resources: {'Port': ['ID=19ddea17-4190-46bc-bee9-12bf15ce9fc9,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:08.616649 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ace76b-2be8-495d-a4a4-153c806b90f9 req-b38ad6e2-9144-4c3e-8d4e-ca2956de0d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:08.619108 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-88ace76b-2be8-495d-a4a4-153c806b90f9 req-b38ad6e2-9144-4c3e-8d4e-ca2956de0d5f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4131367 Nov 02 11:56:08.694800 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-900a51bb-247a-498a-8c27-5c9208ca512b tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:08.699920 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-900a51bb-247a-498a-8c27-5c9208ca512b tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:08.872483 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-f7198334-1ad3-43ab-9183-adabed70a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:08.874136 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-f7198334-1ad3-43ab-9183-adabed70a672 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 1096 time: 0.2099776 Nov 02 11:56:08.967746 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-e6a07797-5f56-47f4-bf63-19cfcf83bd50 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=393aaabe-393e-48de-9a00-6a407b30d797 HTTP/1.1" status: 200 len: 217 time: 0.0817235 Nov 02 11:56:09.037092 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba0a0abb-6cde-4e48-a0e0-d2f4d11b6a9b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:09.054723 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-befbfaa0-316f-4bd1-a630-65e5fc3a7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:09.056448 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-befbfaa0-316f-4bd1-a630-65e5fc3a7464 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b04dcbcd-1275-4a43-9876-3724821feb17 HTTP/1.1" status: 200 len: 844 time: 0.0724690 Nov 02 11:56:09.102776 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-d98cb6c1-48cb-4ae1-b383-fd24a0d29deb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=74bd6dc5-f0e6-4079-ac41-63269a99500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382822 Nov 02 11:56:09.254433 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-7f602405-413c-4401-8481-157c1a2d3748 service neutron] 10.222.0.54 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424711 Nov 02 11:56:09.342329 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba0a0abb-6cde-4e48-a0e0-d2f4d11b6a9b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:09.373134 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 19ddea17-4190-46bc-bee9-12bf15ce9fc9 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:56:09.444308 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0a0abb-6cde-4e48-a0e0-d2f4d11b6a9b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network db69efe2-3a21-4969-b02d-a49f7a5003a6 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:09.452438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ff8d8de-7b4f-4d83-b9c2-943fed32f98c req-01410165-ecfd-4743-b3e1-de3b9b4a3be1 tempest-ServerShowV247Test-1262607020 tempest-ServerShowV247Test-1262607020-project] 10.222.0.52 "GET /v2.0/ports?device_id=7695aa1d-f16f-46af-918e-97f230f8eb83 HTTP/1.1" status: 200 len: 210 time: 0.0635402 Nov 02 11:56:09.466330 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a0abb-6cde-4e48-a0e0-d2f4d11b6a9b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=2681993a-a9cb-4d07-a67f-f4379c9d6372,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:09.472207 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-ba0a0abb-6cde-4e48-a0e0-d2f4d11b6a9b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:09.474983 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0a0abb-6cde-4e48-a0e0-d2f4d11b6a9b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:56:09.483551 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0a0abb-6cde-4e48-a0e0-d2f4d11b6a9b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:09.484977 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba0a0abb-6cde-4e48-a0e0-d2f4d11b6a9b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:09.535044 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8187368c-4dbc-4261-a4b9-8b2f7c5742c8 req-6498fa83-47d2-4d20-9c6c-924af260e203 service neutron] 10.222.0.54 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718539 Nov 02 11:56:09.561285 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 19ddea17-4190-46bc-bee9-12bf15ce9fc9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:09.561926 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:09.725961 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:09.761015 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000a537-6ef5-4eb4-9cc7-6f6543803029 req-f61a4033-a600-48a4-8604-93dcb42ef865 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:09.770636 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0000a537-6ef5-4eb4-9cc7-6f6543803029 req-f61a4033-a600-48a4-8604-93dcb42ef865 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 944 time: 0.0822139 Nov 02 11:56:09.803899 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ba0a0abb-6cde-4e48-a0e0-d2f4d11b6a9b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3985384 Nov 02 11:56:09.807773 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52102) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:09.814878 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5e0312ea-f056-49db-aa60-a1371ce6ba36 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'network_id': 'db69efe2-3a21-4969-b02d-a49f7a5003a6', 'name': 'tempest-PortsIpV6TestJSON-1850912765', 'fixed_ips': [{'subnet_id': '83eec713-f430-43d6-8ab6-56bca761dfc7', 'ip_address': '2001:db8::f'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:09.831297 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 19ddea17-4190-46bc-bee9-12bf15ce9fc9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=19ddea17-4190-46bc-bee9-12bf15ce9fc9,segment=NetworkSegment(8e7f7b42-913a-49c2-a06c-720d50d10803),segment_id=8e7f7b42-913a-49c2-a06c-720d50d10803)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:09.870027 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900a51bb-247a-498a-8c27-5c9208ca512b tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Router 6a19f791-bdd4-4596-92e9-77f7aa24e48d is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:56:09.970905 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:10.041754 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=19ddea17-4190-46bc-bee9-12bf15ce9fc9,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:10.098354 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900a51bb-247a-498a-8c27-5c9208ca512b tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:56:10.110097 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c17a16-75e4-4df1-9429-a58c24899f74 None None] Sync routers for ids ['6a19f791-bdd4-4596-92e9-77f7aa24e48d'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:56:10.116817 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-900a51bb-247a-498a-8c27-5c9208ca512b tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:10.124345 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-900a51bb-247a-498a-8c27-5c9208ca512b tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "PUT /v2.0/routers/6a19f791-bdd4-4596-92e9-77f7aa24e48d HTTP/1.1" status: 200 len: 884 time: 3.7578247 Nov 02 11:56:10.127892 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52104) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:10.134734 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0000a537-6ef5-4eb4-9cc7-6f6543803029 req-d9c1aa31-8b28-4af5-9a68-a2ba43d3d065 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610358 Nov 02 11:56:10.135566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c17a16-75e4-4df1-9429-a58c24899f74 None None] Routers {'6a19f791-bdd4-4596-92e9-77f7aa24e48d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:56:10.138228 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-47c17a16-75e4-4df1-9429-a58c24899f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a19f791-bdd4-4596-92e9-77f7aa24e48d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:10.196394 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810b65b1-38e9-4238-ac37-c35b60cbac7c None None] Network db69efe2-3a21-4969-b02d-a49f7a5003a6 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:56:10.202384 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-47c17a16-75e4-4df1-9429-a58c24899f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:10.290179 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c17a16-75e4-4df1-9429-a58c24899f74 None None] Routers {'6a19f791-bdd4-4596-92e9-77f7aa24e48d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:56:10.291111 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-47c17a16-75e4-4df1-9429-a58c24899f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a19f791-bdd4-4596-92e9-77f7aa24e48d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:10.310285 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52106) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:10.310836 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0661bc91-89f9-462a-9c03-83e271dc4200 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "GET /v2.0/routers/6a19f791-bdd4-4596-92e9-77f7aa24e48d HTTP/1.1" status: 200 len: 925 time: 0.1789062 Nov 02 11:56:10.351366 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-512de6e3-c917-4e2c-9991-7bc6a0c88a1b None None] Provisioning complete for port 19ddea17-4190-46bc-bee9-12bf15ce9fc9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:10.351862 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-512de6e3-c917-4e2c-9991-7bc6a0c88a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:10.381052 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-47c17a16-75e4-4df1-9429-a58c24899f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:10.381881 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c17a16-75e4-4df1-9429-a58c24899f74 None None] The sync data for ids ['6a19f791-bdd4-4596-92e9-77f7aa24e48d'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:56:10.396016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c6df30-1203-4f07-9751-d701ceb2971c tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:10.398999 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-08c6df30-1203-4f07-9751-d701ceb2971c tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&device_id=6a19f791-bdd4-4596-92e9-77f7aa24e48d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0851741 Nov 02 11:56:10.401227 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52108) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:10.425521 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0312ea-f056-49db-aa60-a1371ce6ba36 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:10.434161 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e0312ea-f056-49db-aa60-a1371ce6ba36 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:10.506447 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-5e0312ea-f056-49db-aa60-a1371ce6ba36 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] device_id is not set on port 8dfad348-2d5c-49a8-b336-8cbcf98a2c7f yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:56:10.695194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52116) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:10.773585 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-5e0312ea-f056-49db-aa60-a1371ce6ba36 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Allocated IP 2001:db8::f (db69efe2-3a21-4969-b02d-a49f7a5003a6/83eec713-f430-43d6-8ab6-56bca761dfc7/8dfad348-2d5c-49a8-b336-8cbcf98a2c7f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:10.781582 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d659d6-9d83-4eb0-9eb2-78efe1e27648 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:10.783241 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-62d659d6-9d83-4eb0-9eb2-78efe1e27648 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 881 time: 0.3808649 Nov 02 11:56:10.786133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52120) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:10.824635 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ae749d9d-451e-4038-8a70-9f1ae5488791 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a19f791-bdd4-4596-92e9-77f7aa24e48d HTTP/1.1" status: 200 len: 205 time: 0.0373333 Nov 02 11:56:10.827434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52122) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:10.885926 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0497b110-74e5-46e3-acf1-7bceff597f9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:10.992063 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4730ca8a-9224-413a-8835-fd4a46bda461 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:11.016700 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e0312ea-f056-49db-aa60-a1371ce6ba36 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:11.062311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d1b97005-e0f5-4966-9fe5-8219982d177e None None] Provisioning complete for port 2681993a-a9cb-4d07-a67f-f4379c9d6372 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:11.063630 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d1b97005-e0f5-4966-9fe5-8219982d177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:11.114120 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0497b110-74e5-46e3-acf1-7bceff597f9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:11.118690 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d1b97005-e0f5-4966-9fe5-8219982d177e None None] Port 2681993a-a9cb-4d07-a67f-f4379c9d6372 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:11.144560 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d1b97005-e0f5-4966-9fe5-8219982d177e None None] Provisioning complete for port 19ddea17-4190-46bc-bee9-12bf15ce9fc9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:11.144930 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d1b97005-e0f5-4966-9fe5-8219982d177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:11.148012 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4730ca8a-9224-413a-8835-fd4a46bda461 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:11.247014 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e0312ea-f056-49db-aa60-a1371ce6ba36 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:11.266480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 19ddea17-4190-46bc-bee9-12bf15ce9fc9 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:56:11.325874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52130) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:11.331425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0312ea-f056-49db-aa60-a1371ce6ba36 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=8dfad348-2d5c-49a8-b336-8cbcf98a2c7f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:11.343323 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0312ea-f056-49db-aa60-a1371ce6ba36 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network db69efe2-3a21-4969-b02d-a49f7a5003a6 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:11.349044 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-5e0312ea-f056-49db-aa60-a1371ce6ba36 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:11.352819 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0312ea-f056-49db-aa60-a1371ce6ba36 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:56:11.366179 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0312ea-f056-49db-aa60-a1371ce6ba36 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:11.367124 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e0312ea-f056-49db-aa60-a1371ce6ba36 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:11.372640 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0497b110-74e5-46e3-acf1-7bceff597f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:11.409370 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 19ddea17-4190-46bc-bee9-12bf15ce9fc9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:11.409983 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:11.468354 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0497b110-74e5-46e3-acf1-7bceff597f9c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1786485a42b47e48a11e9600fa60ebb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7716384 Nov 02 11:56:11.471286 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52134) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:11.486021 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-40bea4c5-2f27-47fd-8f69-afae200cfdb0 None None] Provisioning complete for port 2681993a-a9cb-4d07-a67f-f4379c9d6372 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:11.486369 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-40bea4c5-2f27-47fd-8f69-afae200cfdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:11.490624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a6604-70db-45f2-8b79-93272dc12043 req-2e94df63-3b89-4459-9c09-43bc0811d90b tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:11.497464 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5e0312ea-f056-49db-aa60-a1371ce6ba36 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6868930 Nov 02 11:56:11.504784 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52136) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:11.506912 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-329a6604-70db-45f2-8b79-93272dc12043 req-2e94df63-3b89-4459-9c09-43bc0811d90b tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 944 time: 0.2275236 Nov 02 11:56:11.511114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497b110-74e5-46e3-acf1-7bceff597f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3faecde-2c3c-4f31-8448-d48a6e0ea281,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:11.552853 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01cc7dbd-02eb-450a-8b13-c3993531daa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:11.575519 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-40bea4c5-2f27-47fd-8f69-afae200cfdb0 None None] Port 2681993a-a9cb-4d07-a67f-f4379c9d6372 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:11.634563 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-513a10d9-f98d-40f9-b1bc-5b92c3b3ee3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:11.661781 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f08e8e7-df5c-4092-b1fa-0a531ad65104 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:11.662142 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-329a6604-70db-45f2-8b79-93272dc12043 req-713573be-4309-423d-bf6d-99fd15ded707 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532257 Nov 02 11:56:11.663570 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4f08e8e7-df5c-4092-b1fa-0a531ad65104 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1542251 Nov 02 11:56:11.666886 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52138) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:11.694904 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-4730ca8a-9224-413a-8835-fd4a46bda461 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Deleting port af8876ab-455b-4168-b765-ad9beef2c279 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:11.694904 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4730ca8a-9224-413a-8835-fd4a46bda461 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:11.706410 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-513a10d9-f98d-40f9-b1bc-5b92c3b3ee3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:11.788908 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01cc7dbd-02eb-450a-8b13-c3993531daa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:11.807031 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-647f3e48-4e68-463a-a9d1-019ce9983dcf None None] Provisioning complete for port 8dfad348-2d5c-49a8-b336-8cbcf98a2c7f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:11.807758 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-647f3e48-4e68-463a-a9d1-019ce9983dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:11.810204 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4730ca8a-9224-413a-8835-fd4a46bda461 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:11.825348 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-4730ca8a-9224-413a-8835-fd4a46bda461 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Calling delete_port for af8876ab-455b-4168-b765-ad9beef2c279 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:11.859188 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-647f3e48-4e68-463a-a9d1-019ce9983dcf None None] Port 8dfad348-2d5c-49a8-b336-8cbcf98a2c7f cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:11.941904 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01cc7dbd-02eb-450a-8b13-c3993531daa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:11.997236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc7dbd-02eb-450a-8b13-c3993531daa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b5ae9f-9dae-4299-a784-93f5a9af6336,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:12.005818 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-01cc7dbd-02eb-450a-8b13-c3993531daa7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=98d29167cd814539a2e2afee7f6726fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6735551 Nov 02 11:56:12.007718 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52142) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:12.020419 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edbfb4f-e5b1-4785-aafe-a786b138772a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:12.026489 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edbfb4f-e5b1-4785-aafe-a786b138772a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:12.033403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edbfb4f-e5b1-4785-aafe-a786b138772a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:12.035883 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2edbfb4f-e5b1-4785-aafe-a786b138772a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3665435 Nov 02 11:56:12.043367 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52144) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:12.111545 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-85b6cece-3f52-4747-a7cf-9e6b9abb507d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:12.137329 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-85b6cece-3f52-4747-a7cf-9e6b9abb507d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:12.145174 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0b87f7cd-7c7b-4e7c-8dcf-2e289efff31a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port 8dfad348-2d5c-49a8-b336-8cbcf98a2c7f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:12.145569 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b87f7cd-7c7b-4e7c-8dcf-2e289efff31a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:12.230969 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-513a10d9-f98d-40f9-b1bc-5b92c3b3ee3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:12.233914 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-513a10d9-f98d-40f9-b1bc-5b92c3b3ee3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:12.235348 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-513a10d9-f98d-40f9-b1bc-5b92c3b3ee3a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3faecde-2c3c-4f31-8448-d48a6e0ea281 HTTP/1.1" status: 204 len: 168 time: 0.7627957 Nov 02 11:56:12.257997 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a10d9-f98d-40f9-b1bc-5b92c3b3ee3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3faecde-2c3c-4f31-8448-d48a6e0ea281,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:12.261674 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b87f7cd-7c7b-4e7c-8dcf-2e289efff31a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:12.281368 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0b87f7cd-7c7b-4e7c-8dcf-2e289efff31a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for 8dfad348-2d5c-49a8-b336-8cbcf98a2c7f owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:12.343107 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4730ca8a-9224-413a-8835-fd4a46bda461 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:12.384899 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730ca8a-9224-413a-8835-fd4a46bda461 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Pushing event deleted for resources: {'Port': ['ID=af8876ab-455b-4168-b765-ad9beef2c279,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:12.445694 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4730ca8a-9224-413a-8835-fd4a46bda461 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:12.507458 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-85b6cece-3f52-4747-a7cf-9e6b9abb507d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:12.510017 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-85b6cece-3f52-4747-a7cf-9e6b9abb507d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:12.511796 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-85b6cece-3f52-4747-a7cf-9e6b9abb507d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8b5ae9f-9dae-4299-a784-93f5a9af6336 HTTP/1.1" status: 204 len: 168 time: 0.5022104 Nov 02 11:56:12.553528 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4730ca8a-9224-413a-8835-fd4a46bda461 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:12.555947 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4730ca8a-9224-413a-8835-fd4a46bda461 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:12.558187 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6cece-3f52-4747-a7cf-9e6b9abb507d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b5ae9f-9dae-4299-a784-93f5a9af6336,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:12.634195 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b87f7cd-7c7b-4e7c-8dcf-2e289efff31a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:12.673268 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87f7cd-7c7b-4e7c-8dcf-2e289efff31a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=8dfad348-2d5c-49a8-b336-8cbcf98a2c7f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:12.719156 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b87f7cd-7c7b-4e7c-8dcf-2e289efff31a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:12.733121 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0b87f7cd-7c7b-4e7c-8dcf-2e289efff31a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/ports/8dfad348-2d5c-49a8-b336-8cbcf98a2c7f HTTP/1.1" status: 204 len: 168 time: 0.6859865 Nov 02 11:56:12.733807 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52154) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:12.767915 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e70303-baa5-4b81-adac-b92ca887a54c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] GET failed (client error): The resource could not be found. Nov 02 11:56:12.771450 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a3e70303-baa5-4b81-adac-b92ca887a54c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports/8dfad348-2d5c-49a8-b336-8cbcf98a2c7f HTTP/1.1" status: 404 len: 333 time: 0.0336974 Nov 02 11:56:12.778051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52158) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:12.856286 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4730ca8a-9224-413a-8835-fd4a46bda461 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:12.856961 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4730ca8a-9224-413a-8835-fd4a46bda461 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Fanout notify agent at l3_agent the message router_deleted on router 6a19f791-bdd4-4596-92e9-77f7aa24e48d {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:56:12.865472 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4730ca8a-9224-413a-8835-fd4a46bda461 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:12.867401 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4730ca8a-9224-413a-8835-fd4a46bda461 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "DELETE /v2.0/routers/6a19f791-bdd4-4596-92e9-77f7aa24e48d HTTP/1.1" status: 204 len: 168 time: 2.0389779 Nov 02 11:56:12.873457 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52160) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:12.878467 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-683d1371-02f0-4b82-8d10-6b4b08c3a1b4 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-301307932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:12.967724 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f54847-b980-4189-961b-5fb3df3dfb21 req-7aa58acb-c44a-4d98-ad48-8a30a3a53eed tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:12.974851 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-98f54847-b980-4189-961b-5fb3df3dfb21 req-7aa58acb-c44a-4d98-ad48-8a30a3a53eed tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 944 time: 0.1852703 Nov 02 11:56:13.006801 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-d0858714-6815-4b62-b1e9-130c4883ae06 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port 2681993a-a9cb-4d07-a67f-f4379c9d6372 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:13.009631 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d0858714-6815-4b62-b1e9-130c4883ae06 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:13.062396 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-683d1371-02f0-4b82-8d10-6b4b08c3a1b4 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:13.063609 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-683d1371-02f0-4b82-8d10-6b4b08c3a1b4 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:13.101561 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-98f54847-b980-4189-961b-5fb3df3dfb21 req-115e3fc5-335c-4ba9-a9fb-89170ce26a51 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254721 Nov 02 11:56:13.135423 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-683d1371-02f0-4b82-8d10-6b4b08c3a1b4 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:13.151336 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d0858714-6815-4b62-b1e9-130c4883ae06 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:13.164168 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-d0858714-6815-4b62-b1e9-130c4883ae06 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for 2681993a-a9cb-4d07-a67f-f4379c9d6372 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:13.165830 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 393aaabe-393e-48de-9a00-6a407b30d797 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:56:13.270430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 393aaabe-393e-48de-9a00-6a407b30d797, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=393aaabe-393e-48de-9a00-6a407b30d797,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:13.282547 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '393aaabe-393e-48de-9a00-6a407b30d797', 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e', 'port_id': '393aaabe-393e-48de-9a00-6a407b30d797', 'mac_address': 'fa:16:3e:c0:57:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04dcbcd-1275-4a43-9876-3724821feb17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:56:13.322723 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:13.336417 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393aaabe-393e-48de-9a00-6a407b30d797 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:56:13.357425 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 393aaabe-393e-48de-9a00-6a407b30d797, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=393aaabe-393e-48de-9a00-6a407b30d797,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:13.445804 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-683d1371-02f0-4b82-8d10-6b4b08c3a1b4 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:13.554089 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d0858714-6815-4b62-b1e9-130c4883ae06 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:13.589871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0858714-6815-4b62-b1e9-130c4883ae06 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=2681993a-a9cb-4d07-a67f-f4379c9d6372,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:13.599415 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:13.601503 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-683d1371-02f0-4b82-8d10-6b4b08c3a1b4 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:13.602733 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-683d1371-02f0-4b82-8d10-6b4b08c3a1b4 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7280774 Nov 02 11:56:13.607420 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52174) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:13.615566 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-ab4a8465-9271-4869-96fe-c69d3acf7662 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'enable_snat': True}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:13.662321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52176) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:13.674222 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d0858714-6815-4b62-b1e9-130c4883ae06 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:13.683727 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52178) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:13.687232 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d0858714-6815-4b62-b1e9-130c4883ae06 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/ports/2681993a-a9cb-4d07-a67f-f4379c9d6372 HTTP/1.1" status: 204 len: 168 time: 0.9079454 Nov 02 11:56:13.702341 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca19654a-f431-4b47-a39f-2b66e764f41b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:13.709926 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=393aaabe-393e-48de-9a00-6a407b30d797,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:13.764978 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38a3aec-b657-42bd-b661-86fb0617f84a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] GET failed (client error): The resource could not be found. Nov 02 11:56:13.767061 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b38a3aec-b657-42bd-b661-86fb0617f84a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports/2681993a-a9cb-4d07-a67f-f4379c9d6372 HTTP/1.1" status: 404 len: 333 time: 0.0818751 Nov 02 11:56:13.798736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52182) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:13.885537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef70cfd-b8e0-447a-a5b4-bd0cac1ee5bd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting subnet 83eec713-f430-43d6-8ab6-56bca761dfc7 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:56:13.896178 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aef70cfd-b8e0-447a-a5b4-bd0cac1ee5bd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:13.908862 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['393aaabe-393e-48de-9a00-6a407b30d797'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:56:13.970007 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca19654a-f431-4b47-a39f-2b66e764f41b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:13.994320 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab4a8465-9271-4869-96fe-c69d3acf7662 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:14.014561 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aef70cfd-b8e0-447a-a5b4-bd0cac1ee5bd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:14.050882 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca19654a-f431-4b47-a39f-2b66e764f41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:14.085189 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19654a-f431-4b47-a39f-2b66e764f41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ebd5bb-78d0-41d1-accf-021b9ed134d0,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:14.161305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ca19654a-f431-4b47-a39f-2b66e764f41b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e723e809e4041499bdb57edaa6a6994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4996355 Nov 02 11:56:14.164407 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52192) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:14.244629 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fd3488c-0a60-4631-9088-0456a21f62a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:14.273176 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fd3488c-0a60-4631-9088-0456a21f62a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:14.301849 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aef70cfd-b8e0-447a-a5b4-bd0cac1ee5bd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:14.462811 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fd3488c-0a60-4631-9088-0456a21f62a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:14.466097 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fd3488c-0a60-4631-9088-0456a21f62a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:14.469579 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9fd3488c-0a60-4631-9088-0456a21f62a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/75ebd5bb-78d0-41d1-accf-021b9ed134d0 HTTP/1.1" status: 204 len: 168 time: 0.3013575 Nov 02 11:56:14.482921 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3488c-0a60-4631-9088-0456a21f62a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ebd5bb-78d0-41d1-accf-021b9ed134d0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:14.556201 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab4a8465-9271-4869-96fe-c69d3acf7662 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:14.573529 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec68a87-2043-4215-9b41-2c9ec04e7c42 req-4907fdbc-8ed6-4672-a78b-d9e066f4ed44 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:14.581479 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab4a8465-9271-4869-96fe-c69d3acf7662 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:14.582618 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5ec68a87-2043-4215-9b41-2c9ec04e7c42 req-4907fdbc-8ed6-4672-a78b-d9e066f4ed44 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 945 time: 0.0835645 Nov 02 11:56:14.606288 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aef70cfd-b8e0-447a-a5b4-bd0cac1ee5bd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:14.657959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef70cfd-b8e0-447a-a5b4-bd0cac1ee5bd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Subnet': ['ID=83eec713-f430-43d6-8ab6-56bca761dfc7,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:14.661451 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aef70cfd-b8e0-447a-a5b4-bd0cac1ee5bd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:14.668543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-aef70cfd-b8e0-447a-a5b4-bd0cac1ee5bd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/83eec713-f430-43d6-8ab6-56bca761dfc7 HTTP/1.1" status: 204 len: 168 time: 0.8653929 Nov 02 11:56:14.673369 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52200) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:14.677520 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22c2c48-7fb6-46f1-bd52-2f6f150d0ef9 None None] Network db69efe2-3a21-4969-b02d-a49f7a5003a6 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:56:14.756612 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-ab4a8465-9271-4869-96fe-c69d3acf7662 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Allocated IP 172.25.6.107 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/3501723d-ee9d-48d2-be3c-324e27639b57) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:14.784304 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5ec68a87-2043-4215-9b41-2c9ec04e7c42 req-4c0b549d-1464-49a3-a741-00cc8423b3ae tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006590 Nov 02 11:56:14.790380 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:14.904524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port 19ddea17-4190-46bc-bee9-12bf15ce9fc9 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:14.905072 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:14.951658 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a008cfac-6e32-4c30-829d-4a67d7fc8512 None None] DHCP port deletion for db69efe2-3a21-4969-b02d-a49f7a5003a6 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:56:14.992832 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab4a8465-9271-4869-96fe-c69d3acf7662 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.000073 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] For port 19ddea17-4190-46bc-bee9-12bf15ce9fc9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=19ddea17-4190-46bc-bee9-12bf15ce9fc9,segment=NetworkSegment(8e7f7b42-913a-49c2-a06c-720d50d10803),segment_id=8e7f7b42-913a-49c2-a06c-720d50d10803)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:15.000445 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.023284 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for 19ddea17-4190-46bc-bee9-12bf15ce9fc9 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:15.039097 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a008cfac-6e32-4c30-829d-4a67d7fc8512 None None] Deleting port 19ddea17-4190-46bc-bee9-12bf15ce9fc9 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:15.039470 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a008cfac-6e32-4c30-829d-4a67d7fc8512 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.116314 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a008cfac-6e32-4c30-829d-4a67d7fc8512 None None] For port 19ddea17-4190-46bc-bee9-12bf15ce9fc9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=19ddea17-4190-46bc-bee9-12bf15ce9fc9,segment=NetworkSegment(8e7f7b42-913a-49c2-a06c-720d50d10803),segment_id=8e7f7b42-913a-49c2-a06c-720d50d10803)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:15.116915 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a008cfac-6e32-4c30-829d-4a67d7fc8512 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.132188 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a008cfac-6e32-4c30-829d-4a67d7fc8512 None None] Calling delete_port for 19ddea17-4190-46bc-bee9-12bf15ce9fc9 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:15.145698 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab4a8465-9271-4869-96fe-c69d3acf7662 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.195705 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4a8465-9271-4869-96fe-c69d3acf7662 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:15.197219 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 393aaabe-393e-48de-9a00-6a407b30d797 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:56:15.202476 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-ab4a8465-9271-4869-96fe-c69d3acf7662 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:15.206321 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4a8465-9271-4869-96fe-c69d3acf7662 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:56:15.225951 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.231589 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a8465-9271-4869-96fe-c69d3acf7662 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Pushing event updated for resources: {'Port': ['ID=3501723d-ee9d-48d2-be3c-324e27639b57,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:15.279195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=19ddea17-4190-46bc-bee9-12bf15ce9fc9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:15.281838 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No DVR routers for this DVR port 19ddea17-4190-46bc-bee9-12bf15ce9fc9 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:56:15.289411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 19ddea17-4190-46bc-bee9-12bf15ce9fc9 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:56:15.314678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 19ddea17-4190-46bc-bee9-12bf15ce9fc9 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:56:15.317081 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 19ddea17-4190-46bc-bee9-12bf15ce9fc9 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:56:15.355088 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a008cfac-6e32-4c30-829d-4a67d7fc8512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.390666 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008cfac-6e32-4c30-829d-4a67d7fc8512 None None] Pushing event deleted for resources: {'Port': ['ID=19ddea17-4190-46bc-bee9-12bf15ce9fc9,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:15.394283 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.400312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a008cfac-6e32-4c30-829d-4a67d7fc8512 None None] No DVR routers for this DVR port 19ddea17-4190-46bc-bee9-12bf15ce9fc9 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:56:15.435689 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db69efe2-3a21-4969-b02d-a49f7a5003a6']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:15.446962 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7f7b42-913a-49c2-a06c-720d50d10803') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:15.446962 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7f7b42-913a-49c2-a06c-720d50d10803') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:15.456245 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 393aaabe-393e-48de-9a00-6a407b30d797 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:56:15.460677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 393aaabe-393e-48de-9a00-6a407b30d797 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:15.461069 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.464331 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.483389 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.490921 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:56:15.491358 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:56:15.494620 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:56:15.521834 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52218) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:15.595333 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.623391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca17066-6d4f-48d0-8f82-d36eadfe6889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393aaabe-393e-48de-9a00-6a407b30d797'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:56:15.629491 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56ab49e-c4ae-4f25-a443-4a2ec34e42a2" -d '{"events": [{"server_uuid": "9ca17066-6d4f-48d0-8f82-d36eadfe6889", "name": "network-vif-plugged", "status": "completed", "tag": "393aaabe-393e-48de-9a00-6a407b30d797"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:56:15.640598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 393aaabe-393e-48de-9a00-6a407b30d797, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=393aaabe-393e-48de-9a00-6a407b30d797,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:15.656604 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.665224 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.672412 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/networks/db69efe2-3a21-4969-b02d-a49f7a5003a6 HTTP/1.1" status: 204 len: 168 time: 0.9944682 Nov 02 11:56:15.673116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52230) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:15.686416 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6be501db-78f8-4b79-9646-463d6b09a104 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1199883100'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:15.691412 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d574db1-9534-4d8b-bd71-6b0e3aedddde x-openstack-request-id: req-0d574db1-9534-4d8b-bd71-6b0e3aedddde {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:56:15.691999 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca17066-6d4f-48d0-8f82-d36eadfe6889", "name": "network-vif-plugged", "status": "completed", "tag": "393aaabe-393e-48de-9a00-6a407b30d797", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:56:15.692183 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d574db1-9534-4d8b-bd71-6b0e3aedddde {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:56:15.692527 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca17066-6d4f-48d0-8f82-d36eadfe6889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393aaabe-393e-48de-9a00-6a407b30d797', 'code': 200} Nov 02 11:56:15.701573 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc97c61-bebd-49d5-ad88-a40a8b0a4066 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Network': ['ID=db69efe2-3a21-4969-b02d-a49f7a5003a6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:15.715768 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-51d8a020-7fae-4946-8c15-3401b0463bff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.737682 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.748438 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab4a8465-9271-4869-96fe-c69d3acf7662 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.793879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=393aaabe-393e-48de-9a00-6a407b30d797,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:15.812135 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be501db-78f8-4b79-9646-463d6b09a104 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:15.815913 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6be501db-78f8-4b79-9646-463d6b09a104 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.843224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be501db-78f8-4b79-9646-463d6b09a104 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:56:15.875389 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6be501db-78f8-4b79-9646-463d6b09a104 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:15.876448 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-6be501db-78f8-4b79-9646-463d6b09a104 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Added segment 55230a69-ee4c-4582-9ceb-0ff1656ee0e1 of type vlan for network b741dcf0-1ddf-49f6-a45b-5b0d16d75993 Nov 02 11:56:15.914639 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4c15f-a6a7-4b6d-a22b-58684382551e req-51c6d70f-7122-4a38-8df2-91db238710fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:15.916203 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f3c4c15f-a6a7-4b6d-a22b-58684382551e req-51c6d70f-7122-4a38-8df2-91db238710fd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 1098 time: 0.1304550 Nov 02 11:56:15.935149 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6be501db-78f8-4b79-9646-463d6b09a104 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:16.004718 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-51d8a020-7fae-4946-8c15-3401b0463bff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:16.025888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d2f6c-d624-404a-8f1d-261234689308 req-3ee2a2ef-02fe-48c3-a312-93e5f3d92b75 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:16.028169 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf9d2f6c-d624-404a-8f1d-261234689308 req-3ee2a2ef-02fe-48c3-a312-93e5f3d92b75 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 946 time: 0.0664537 Nov 02 11:56:16.066559 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f3c4c15f-a6a7-4b6d-a22b-58684382551e req-baaf5bdb-7180-4355-90cd-fc76dc079f36 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386757 Nov 02 11:56:16.069206 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6be501db-78f8-4b79-9646-463d6b09a104 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:16.075529 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be501db-78f8-4b79-9646-463d6b09a104 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:16.076148 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6be501db-78f8-4b79-9646-463d6b09a104 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:16.091551 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab4a8465-9271-4869-96fe-c69d3acf7662 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:16.097509 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab4a8465-9271-4869-96fe-c69d3acf7662 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:16.103992 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-51d8a020-7fae-4946-8c15-3401b0463bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:16.119495 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf9d2f6c-d624-404a-8f1d-261234689308 req-ae73007d-fc91-483b-a5dd-4e8bc6c4ee64 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848663 Nov 02 11:56:16.163407 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be501db-78f8-4b79-9646-463d6b09a104 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Network': ['ID=b741dcf0-1ddf-49f6-a45b-5b0d16d75993,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:16.176309 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network b741dcf0-1ddf-49f6-a45b-5b0d16d75993 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:56:16.197657 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-51d8a020-7fae-4946-8c15-3401b0463bff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=74b72b4821964443b9723c5afdffbac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6744955 Nov 02 11:56:16.200942 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52240) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:16.204569 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8a020-7fae-4946-8c15-3401b0463bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6901ec37-2da7-4ea2-8ba4-35fd3262aae0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:16.256609 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8a020-7fae-4946-8c15-3401b0463bff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:16.256609 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8a020-7fae-4946-8c15-3401b0463bff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:16.265189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8a020-7fae-4946-8c15-3401b0463bff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:16.265605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8a020-7fae-4946-8c15-3401b0463bff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:16.265946 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8a020-7fae-4946-8c15-3401b0463bff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:16.266543 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8a020-7fae-4946-8c15-3401b0463bff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:16.266654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8a020-7fae-4946-8c15-3401b0463bff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:16.266957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8a020-7fae-4946-8c15-3401b0463bff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:16.267286 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8a020-7fae-4946-8c15-3401b0463bff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:16.267656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8a020-7fae-4946-8c15-3401b0463bff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:16.267983 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8a020-7fae-4946-8c15-3401b0463bff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:16.268307 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d8a020-7fae-4946-8c15-3401b0463bff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:16.276153 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6be501db-78f8-4b79-9646-463d6b09a104 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6017675 Nov 02 11:56:16.285442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52246) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:16.290511 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-225c18df-86c3-4b0e-891d-c2eca5abe054 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'subnet': {'network_id': 'b741dcf0-1ddf-49f6-a45b-5b0d16d75993', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:16.383394 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3c99f6a2-7c0a-40af-9b21-7db22488a776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:16.429094 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3c99f6a2-7c0a-40af-9b21-7db22488a776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:16.564874 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4a8465-9271-4869-96fe-c69d3acf7662 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Router 9ddc1d5b-24b5-405a-96c8-9b2b51a66cb1 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:56:16.565679 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225c18df-86c3-4b0e-891d-c2eca5abe054 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:16.569891 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-225c18df-86c3-4b0e-891d-c2eca5abe054 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:16.575764 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3c99f6a2-7c0a-40af-9b21-7db22488a776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:16.578410 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3c99f6a2-7c0a-40af-9b21-7db22488a776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:16.579669 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3c99f6a2-7c0a-40af-9b21-7db22488a776 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6901ec37-2da7-4ea2-8ba4-35fd3262aae0 HTTP/1.1" status: 204 len: 168 time: 0.3774939 Nov 02 11:56:16.614093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99f6a2-7c0a-40af-9b21-7db22488a776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6901ec37-2da7-4ea2-8ba4-35fd3262aae0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:16.731715 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4a8465-9271-4869-96fe-c69d3acf7662 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:56:16.737504 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab4a8465-9271-4869-96fe-c69d3acf7662 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:16.739858 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ab4a8465-9271-4869-96fe-c69d3acf7662 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "PUT /v2.0/routers/9ddc1d5b-24b5-405a-96c8-9b2b51a66cb1 HTTP/1.1" status: 200 len: 918 time: 3.1309795 Nov 02 11:56:16.757541 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5a7b89-3f47-459e-96fd-a8c9f03bf299 None None] Sync routers for ids ['9ddc1d5b-24b5-405a-96c8-9b2b51a66cb1'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:56:16.758246 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52260) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:16.759047 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5a7b89-3f47-459e-96fd-a8c9f03bf299 None None] Routers {'9ddc1d5b-24b5-405a-96c8-9b2b51a66cb1'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:56:16.759681 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9f5a7b89-3f47-459e-96fd-a8c9f03bf299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['9ddc1d5b-24b5-405a-96c8-9b2b51a66cb1'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:16.804228 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9f5a7b89-3f47-459e-96fd-a8c9f03bf299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:16.815310 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5a7b89-3f47-459e-96fd-a8c9f03bf299 None None] Routers {'9ddc1d5b-24b5-405a-96c8-9b2b51a66cb1'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:56:16.815920 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9f5a7b89-3f47-459e-96fd-a8c9f03bf299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:55:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['9ddc1d5b-24b5-405a-96c8-9b2b51a66cb1'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:16.855991 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9f5a7b89-3f47-459e-96fd-a8c9f03bf299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:16.856949 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5a7b89-3f47-459e-96fd-a8c9f03bf299 None None] The sync data for ids ['9ddc1d5b-24b5-405a-96c8-9b2b51a66cb1'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:56:16.936484 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-52d7787d-d943-4246-9f74-733ef2d9e823 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "GET /v2.0/routers/9ddc1d5b-24b5-405a-96c8-9b2b51a66cb1 HTTP/1.1" status: 200 len: 924 time: 0.1882367 Nov 02 11:56:16.947578 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52266) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:17.033857 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-225c18df-86c3-4b0e-891d-c2eca5abe054 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:17.039648 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d31247c-996d-4d6f-955b-28cf4dc00a82 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:17.043289 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1d31247c-996d-4d6f-955b-28cf4dc00a82 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&device_id=9ddc1d5b-24b5-405a-96c8-9b2b51a66cb1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0926740 Nov 02 11:56:17.049799 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52274) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:17.118827 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c18df-86c3-4b0e-891d-c2eca5abe054 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Subnet': ['ID=14c33fef-1cc0-4395-8c19-162c86d7e19f,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:17.134882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c18df-86c3-4b0e-891d-c2eca5abe054 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Checking segment: {'id': '55230a69-ee4c-4582-9ceb-0ff1656ee0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b741dcf0-1ddf-49f6-a45b-5b0d16d75993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:56:17.136622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c18df-86c3-4b0e-891d-c2eca5abe054 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network hostable DHCP agents. Network: b741dcf0-1ddf-49f6-a45b-5b0d16d75993, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:56:17.197012 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f231f761-0929-4982-9a30-b02adb14c32c tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:17.199297 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f231f761-0929-4982-9a30-b02adb14c32c tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 881 time: 0.1481180 Nov 02 11:56:17.202728 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52284) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:17.259854 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1a763c97-4a82-47f3-b76e-b0a36e7001cf tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ddc1d5b-24b5-405a-96c8-9b2b51a66cb1 HTTP/1.1" status: 200 len: 205 time: 0.0501449 Nov 02 11:56:17.262105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52290) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:17.294161 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c18df-86c3-4b0e-891d-c2eca5abe054 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network b741dcf0-1ddf-49f6-a45b-5b0d16d75993 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:56:17.328442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6ecfe-a95b-4d3f-866d-8713fafc00e0 req-e12c9bbf-e89d-466a-8cfe-b85b6e77b363 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:17.331908 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9db6ecfe-a95b-4d3f-866d-8713fafc00e0 req-e12c9bbf-e89d-466a-8cfe-b85b6e77b363 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 946 time: 0.0761456 Nov 02 11:56:17.406404 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9db6ecfe-a95b-4d3f-866d-8713fafc00e0 req-dbd706ee-3e0e-49bb-b2ae-a8b0e343faf1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659924 Nov 02 11:56:17.447348 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-225c18df-86c3-4b0e-891d-c2eca5abe054 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, b741dcf0-1ddf-49f6-a45b-5b0d16d75993) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:17.458139 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61efc372-3fa3-4012-83ce-7e7c1ee87992 None None] Network b741dcf0-1ddf-49f6-a45b-5b0d16d75993 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:56:17.459687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225c18df-86c3-4b0e-891d-c2eca5abe054 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:17.460207 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-225c18df-86c3-4b0e-891d-c2eca5abe054 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:17.517318 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-39606a13-4c65-4901-86c9-f5688693ea09 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:17.616068 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c2688c37-fe8f-4713-92b2-ea071b5be551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:17.618314 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-225c18df-86c3-4b0e-891d-c2eca5abe054 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3300917 Nov 02 11:56:17.621527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52304) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:17.633657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-784ba0dc-0917-40ea-bf7d-5c46215ee9bf tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-50828762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:17.792980 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-b741dcf0-1ddf-49f6-a45b-5b0d16d75993', 'network_id': 'b741dcf0-1ddf-49f6-a45b-5b0d16d75993', 'tenant_id': 'bec35b901e114a688a849f8ac16c777d', 'fixed_ips': [{'subnet_id': '14c33fef-1cc0-4395-8c19-162c86d7e19f'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:56:17.796574 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:17.821749 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-784ba0dc-0917-40ea-bf7d-5c46215ee9bf tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:17.821749 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-784ba0dc-0917-40ea-bf7d-5c46215ee9bf tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:17.857225 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-39606a13-4c65-4901-86c9-f5688693ea09 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:18.005676 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-784ba0dc-0917-40ea-bf7d-5c46215ee9bf tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:18.051510 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Allocated IP 2001:db8::2 (b741dcf0-1ddf-49f6-a45b-5b0d16d75993/14c33fef-1cc0-4395-8c19-162c86d7e19f/d82e0abe-b61e-4cc3-a285-be083f96cac3) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:18.090334 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-784ba0dc-0917-40ea-bf7d-5c46215ee9bf tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:18.115615 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-39606a13-4c65-4901-86c9-f5688693ea09 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Deleting port 3501723d-ee9d-48d2-be3c-324e27639b57 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:18.118692 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-39606a13-4c65-4901-86c9-f5688693ea09 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:18.213725 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-784ba0dc-0917-40ea-bf7d-5c46215ee9bf tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:18.216067 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-784ba0dc-0917-40ea-bf7d-5c46215ee9bf tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5934405 Nov 02 11:56:18.218877 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52326) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:18.224549 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'network_id': 'b741dcf0-1ddf-49f6-a45b-5b0d16d75993', 'name': 'tempest-PortsIpV6TestJSON-398311925'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:18.288989 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-39606a13-4c65-4901-86c9-f5688693ea09 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:18.309820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-39606a13-4c65-4901-86c9-f5688693ea09 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Calling delete_port for 3501723d-ee9d-48d2-be3c-324e27639b57 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:18.400507 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:18.485538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:18.489608 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:18.501013 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:18.558558 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Pushing event updated for resources: {'Port': ['ID=d82e0abe-b61e-4cc3-a285-be083f96cac3,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:18.562535 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] device_id is not set on port 915a2178-6de5-4489-b567-7dce089b6de8 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:56:18.581036 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Network b741dcf0-1ddf-49f6-a45b-5b0d16d75993 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:18.586956 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:18.596136 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:56:18.719964 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Attempting to bind port d82e0abe-b61e-4cc3-a285-be083f96cac3 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:56:18.720343 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Attempting to bind port d82e0abe-b61e-4cc3-a285-be083f96cac3 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '55230a69-ee4c-4582-9ceb-0ff1656ee0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b741dcf0-1ddf-49f6-a45b-5b0d16d75993'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:56:18.720717 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Attempting to bind port d82e0abe-b61e-4cc3-a285-be083f96cac3 on network b741dcf0-1ddf-49f6-a45b-5b0d16d75993 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:56:18.729626 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:56:18.730374 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Checking segment: {'id': '55230a69-ee4c-4582-9ceb-0ff1656ee0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b741dcf0-1ddf-49f6-a45b-5b0d16d75993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:56:18.730796 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:18.731254 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Bound using segment: {'id': '55230a69-ee4c-4582-9ceb-0ff1656ee0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b741dcf0-1ddf-49f6-a45b-5b0d16d75993'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:56:18.735652 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Bound port: d82e0abe-b61e-4cc3-a285-be083f96cac3, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55230a69-ee4c-4582-9ceb-0ff1656ee0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b741dcf0-1ddf-49f6-a45b-5b0d16d75993'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:56:18.735652 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:18.759640 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-39606a13-4c65-4901-86c9-f5688693ea09 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:18.788669 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39606a13-4c65-4901-86c9-f5688693ea09 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Pushing event deleted for resources: {'Port': ['ID=3501723d-ee9d-48d2-be3c-324e27639b57,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:18.814703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2690dc-70f4-4b80-a763-6def347f6d90 req-79d71e77-1718-4cf6-9ada-00d2a8bf369c tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:18.817456 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb2690dc-70f4-4b80-a763-6def347f6d90 req-79d71e77-1718-4cf6-9ada-00d2a8bf369c tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 946 time: 0.1366680 Nov 02 11:56:18.875732 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-39606a13-4c65-4901-86c9-f5688693ea09 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:18.898602 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] For port d82e0abe-b61e-4cc3-a285-be083f96cac3, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:56:18.906046 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] For port d82e0abe-b61e-4cc3-a285-be083f96cac3, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d82e0abe-b61e-4cc3-a285-be083f96cac3,segment=NetworkSegment(55230a69-ee4c-4582-9ceb-0ff1656ee0e1),segment_id=55230a69-ee4c-4582-9ceb-0ff1656ee0e1)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:56:18.983557 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:19.020285 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-39606a13-4c65-4901-86c9-f5688693ea09 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:19.022863 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-39606a13-4c65-4901-86c9-f5688693ea09 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:19.142797 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-39606a13-4c65-4901-86c9-f5688693ea09 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:19.144034 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39606a13-4c65-4901-86c9-f5688693ea09 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Fanout notify agent at l3_agent the message router_deleted on router 9ddc1d5b-24b5-405a-96c8-9b2b51a66cb1 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:56:19.177217 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-39606a13-4c65-4901-86c9-f5688693ea09 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:19.184336 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e4035-03a7-4ac5-8c33-00d3b85daae5 None None] Pushing event updated for resources: {'Port': ['ID=d82e0abe-b61e-4cc3-a285-be083f96cac3,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:19.185953 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-39606a13-4c65-4901-86c9-f5688693ea09 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "DELETE /v2.0/routers/9ddc1d5b-24b5-405a-96c8-9b2b51a66cb1 HTTP/1.1" status: 204 len: 168 time: 1.9220691 Nov 02 11:56:19.200490 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52342) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:19.229133 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-bebac848-eb7d-4867-a12e-eaa6cd765bd7 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2097586660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:19.332722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Allocated IP 2001:db8::2d7 (b741dcf0-1ddf-49f6-a45b-5b0d16d75993/14c33fef-1cc0-4395-8c19-162c86d7e19f/915a2178-6de5-4489-b567-7dce089b6de8) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:19.376644 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bebac848-eb7d-4867-a12e-eaa6cd765bd7 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:19.377727 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bebac848-eb7d-4867-a12e-eaa6cd765bd7 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:19.435582 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb2690dc-70f4-4b80-a763-6def347f6d90 req-6f611106-4351-48c6-bdaa-6f8bec410f20 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6092627 Nov 02 11:56:19.562367 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bebac848-eb7d-4867-a12e-eaa6cd765bd7 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:19.658261 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bebac848-eb7d-4867-a12e-eaa6cd765bd7 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:19.697980 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e44ff402-9070-4501-b221-37ebfed7b564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:19.709900 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:19.834448 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:19.836876 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bebac848-eb7d-4867-a12e-eaa6cd765bd7 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:19.840872 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bebac848-eb7d-4867-a12e-eaa6cd765bd7 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6367433 Nov 02 11:56:19.841985 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52360) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:19.851430 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-9125a0ac-446b-4ddc-987e-bc93a2aea955 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'enable_snat': False}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:19.890404 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network b741dcf0-1ddf-49f6-a45b-5b0d16d75993 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:19.899395 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:19.905288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:56:19.915021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:19.920054 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:19.938768 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=915a2178-6de5-4489-b567-7dce089b6de8,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:19.962944 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:19.963390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:19.964363 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:19.964844 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:19.965430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:19.965931 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:19.966425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:19.966767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:19.967133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:19.967638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:19.968009 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:19.968339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:56:20.059898 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c75b92bf-a1e5-47ee-824f-2e5e993a0008 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8395960 Nov 02 11:56:20.063491 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52368) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:20.577025 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9125a0ac-446b-4ddc-987e-bc93a2aea955 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:20.602130 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b35847-9407-4b5b-bcfb-52a4c37afcbd None None] Network b741dcf0-1ddf-49f6-a45b-5b0d16d75993 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:56:20.765891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-44a09f97-4a1b-4514-aeea-4c95d9da7016 None None] Provisioning complete for port d82e0abe-b61e-4cc3-a285-be083f96cac3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:20.767010 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-44a09f97-4a1b-4514-aeea-4c95d9da7016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:20.912261 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-44a09f97-4a1b-4514-aeea-4c95d9da7016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:20.928612 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:20.956920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-44a09f97-4a1b-4514-aeea-4c95d9da7016 None None] For port d82e0abe-b61e-4cc3-a285-be083f96cac3, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d82e0abe-b61e-4cc3-a285-be083f96cac3,segment=NetworkSegment(55230a69-ee4c-4582-9ceb-0ff1656ee0e1),segment_id=55230a69-ee4c-4582-9ceb-0ff1656ee0e1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:21.045237 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-44a09f97-4a1b-4514-aeea-4c95d9da7016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:21.051757 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-97f7b60a-a8b3-416f-b981-6437a380365d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:21.171177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a09f97-4a1b-4514-aeea-4c95d9da7016 None None] Pushing event updated for resources: {'Port': ['ID=d82e0abe-b61e-4cc3-a285-be083f96cac3,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:21.330298 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d82e0abe-b61e-4cc3-a285-be083f96cac3 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:56:21.445304 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-29bacc2e-d5ed-49c6-bce2-b408a8ef85a2 None None] Provisioning complete for port 915a2178-6de5-4489-b567-7dce089b6de8 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:21.445776 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-29bacc2e-d5ed-49c6-bce2-b408a8ef85a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:21.500002 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d82e0abe-b61e-4cc3-a285-be083f96cac3 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:21.500531 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:21.548371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-29bacc2e-d5ed-49c6-bce2-b408a8ef85a2 None None] Port 915a2178-6de5-4489-b567-7dce089b6de8 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:21.567476 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9125a0ac-446b-4ddc-987e-bc93a2aea955 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:21.595107 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-29bacc2e-d5ed-49c6-bce2-b408a8ef85a2 None None] Provisioning complete for port d82e0abe-b61e-4cc3-a285-be083f96cac3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:21.595665 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-29bacc2e-d5ed-49c6-bce2-b408a8ef85a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:21.606024 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9125a0ac-446b-4ddc-987e-bc93a2aea955 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:21.798092 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-97f7b60a-a8b3-416f-b981-6437a380365d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:21.867196 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-9125a0ac-446b-4ddc-987e-bc93a2aea955 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Allocated IP 172.25.6.161 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/c73ae1da-5a3f-4b4d-bf73-724d01935cd8) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:21.895095 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-97f7b60a-a8b3-416f-b981-6437a380365d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:21.899955 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3b59d0ae-db10-4aac-a22d-5f1922c328f9 None None] Provisioning complete for port 915a2178-6de5-4489-b567-7dce089b6de8 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:21.902471 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3b59d0ae-db10-4aac-a22d-5f1922c328f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:22.042246 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7b60a-a8b3-416f-b981-6437a380365d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=915a2178-6de5-4489-b567-7dce089b6de8,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:22.219199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3b59d0ae-db10-4aac-a22d-5f1922c328f9 None None] Port 915a2178-6de5-4489-b567-7dce089b6de8 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:22.387532 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:22.479086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe72407-4e1c-4a58-af3a-d1ab54cbabc6 req-be6a3a55-0bd1-4a0d-aa4a-66dd4f384fee tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:22.482119 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7fe72407-4e1c-4a58-af3a-d1ab54cbabc6 req-be6a3a55-0bd1-4a0d-aa4a-66dd4f384fee tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 945 time: 0.1399274 Nov 02 11:56:22.526054 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9125a0ac-446b-4ddc-987e-bc93a2aea955 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:22.559310 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7fe72407-4e1c-4a58-af3a-d1ab54cbabc6 req-dc56ff4f-d87b-4116-9758-8b0acc940a68 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695167 Nov 02 11:56:22.563630 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-cf459ddd-1653-4207-b3c0-42c47adf8f1f None None] Provisioning complete for port 915a2178-6de5-4489-b567-7dce089b6de8 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:22.564917 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cf459ddd-1653-4207-b3c0-42c47adf8f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:22.569803 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-97f7b60a-a8b3-416f-b981-6437a380365d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:22.658395 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-cf459ddd-1653-4207-b3c0-42c47adf8f1f None None] Port 915a2178-6de5-4489-b567-7dce089b6de8 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:22.816792 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9125a0ac-446b-4ddc-987e-bc93a2aea955 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:22.867852 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9125a0ac-446b-4ddc-987e-bc93a2aea955 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:22.872921 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-9125a0ac-446b-4ddc-987e-bc93a2aea955 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:22.881003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9125a0ac-446b-4ddc-987e-bc93a2aea955 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:56:22.908283 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5de7ad-34a7-4367-9fe4-b94dcfc3d603 req-d1dcf0bd-95f7-4c81-bcc1-767c1452e888 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:22.917012 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b5de7ad-34a7-4367-9fe4-b94dcfc3d603 req-d1dcf0bd-95f7-4c81-bcc1-767c1452e888 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 946 time: 0.0723443 Nov 02 11:56:22.951804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125a0ac-446b-4ddc-987e-bc93a2aea955 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Pushing event updated for resources: {'Port': ['ID=c73ae1da-5a3f-4b4d-bf73-724d01935cd8,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:22.986613 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b5de7ad-34a7-4367-9fe4-b94dcfc3d603 req-2aed2700-ea7c-45fb-8664-cc4d0c4ef662 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682778 Nov 02 11:56:23.111433 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-97f7b60a-a8b3-416f-b981-6437a380365d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:23.357725 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d82e0abe-b61e-4cc3-a285-be083f96cac3 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:56:23.477123 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d82e0abe-b61e-4cc3-a285-be083f96cac3 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:23.477737 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:23.543444 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52400) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:23.735918 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c06a56-379a-4847-966e-54cc848ebed0 req-b6d3b21c-1c6c-45bf-91b8-aa84ccc649ca tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:23.743904 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-91c06a56-379a-4847-966e-54cc848ebed0 req-b6d3b21c-1c6c-45bf-91b8-aa84ccc649ca tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 946 time: 0.0937908 Nov 02 11:56:23.786174 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9125a0ac-446b-4ddc-987e-bc93a2aea955 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:23.787834 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2fd02cbb-5002-4ff2-899d-39f1b35d2b0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:23.830526 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-91c06a56-379a-4847-966e-54cc848ebed0 req-41f2d214-6953-4f9a-84a8-40b6d2a8c2ed tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826943 Nov 02 11:56:23.919397 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:23.953106 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2fd02cbb-5002-4ff2-899d-39f1b35d2b0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:24.056931 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2fd02cbb-5002-4ff2-899d-39f1b35d2b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:24.102698 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2fd02cbb-5002-4ff2-899d-39f1b35d2b0d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=634b4930824d442ba5d967f2b1637362&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5550759 Nov 02 11:56:24.107335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52418) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:24.112076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd02cbb-5002-4ff2-899d-39f1b35d2b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e044e0c2-9fe1-4087-8153-8bfac02414fa,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:24.190394 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-67d7c67e-e5d8-4af7-81c1-331600233388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:24.231583 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-67d7c67e-e5d8-4af7-81c1-331600233388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:24.233710 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:24.250629 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-97f7b60a-a8b3-416f-b981-6437a380365d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:24.273849 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9125a0ac-446b-4ddc-987e-bc93a2aea955 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:24.277862 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9125a0ac-446b-4ddc-987e-bc93a2aea955 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:24.428027 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-97f7b60a-a8b3-416f-b981-6437a380365d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:24.429339 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-97f7b60a-a8b3-416f-b981-6437a380365d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:24.456794 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-67d7c67e-e5d8-4af7-81c1-331600233388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:24.459383 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-67d7c67e-e5d8-4af7-81c1-331600233388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:24.466129 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-67d7c67e-e5d8-4af7-81c1-331600233388 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e044e0c2-9fe1-4087-8153-8bfac02414fa HTTP/1.1" status: 204 len: 168 time: 0.3513942 Nov 02 11:56:24.485107 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7c67e-e5d8-4af7-81c1-331600233388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e044e0c2-9fe1-4087-8153-8bfac02414fa,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:24.557737 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7b60a-a8b3-416f-b981-6437a380365d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=915a2178-6de5-4489-b567-7dce089b6de8,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:24.590290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9125a0ac-446b-4ddc-987e-bc93a2aea955 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Router 052c9567-5923-4979-b88c-81a13a3a36f4 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:56:24.614073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f7b60a-a8b3-416f-b981-6437a380365d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network b741dcf0-1ddf-49f6-a45b-5b0d16d75993 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:24.617157 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-97f7b60a-a8b3-416f-b981-6437a380365d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:24.848211 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9125a0ac-446b-4ddc-987e-bc93a2aea955 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:56:24.882090 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c04bce-b675-41a3-bfb0-6ea4d7f3fac9 None None] Sync routers for ids ['052c9567-5923-4979-b88c-81a13a3a36f4'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:56:24.887990 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9125a0ac-446b-4ddc-987e-bc93a2aea955 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:24.893793 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9125a0ac-446b-4ddc-987e-bc93a2aea955 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "PUT /v2.0/routers/052c9567-5923-4979-b88c-81a13a3a36f4 HTTP/1.1" status: 200 len: 920 time: 5.0505044 Nov 02 11:56:24.900567 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52430) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:24.921950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c04bce-b675-41a3-bfb0-6ea4d7f3fac9 None None] Routers {'052c9567-5923-4979-b88c-81a13a3a36f4'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:56:24.922784 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c8c04bce-b675-41a3-bfb0-6ea4d7f3fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:56:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['052c9567-5923-4979-b88c-81a13a3a36f4'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:25.075761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c8c04bce-b675-41a3-bfb0-6ea4d7f3fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:25.078285 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:25.108801 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc84b7-5120-4f15-a5df-6c212b9dd55e req-132a2cb3-c255-4314-9357-268e70b72e77 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:25.111008 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a6fc84b7-5120-4f15-a5df-6c212b9dd55e req-132a2cb3-c255-4314-9357-268e70b72e77 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 946 time: 0.1845767 Nov 02 11:56:25.138528 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-22505561-d065-4305-b1a2-b84ebc580d25 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "GET /v2.0/routers/052c9567-5923-4979-b88c-81a13a3a36f4 HTTP/1.1" status: 200 len: 926 time: 0.2377086 Nov 02 11:56:25.138823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52440) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:25.156472 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f1f63437-e7f4-4721-9e92-86638178df62 None None] Provisioning complete for port 915a2178-6de5-4489-b567-7dce089b6de8 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:25.162763 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f1f63437-e7f4-4721-9e92-86638178df62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:25.164872 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c04bce-b675-41a3-bfb0-6ea4d7f3fac9 None None] Routers {'052c9567-5923-4979-b88c-81a13a3a36f4'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:56:25.165598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c8c04bce-b675-41a3-bfb0-6ea4d7f3fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:56:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['052c9567-5923-4979-b88c-81a13a3a36f4'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:25.240522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c913876d-8075-45e1-9ba8-b0bdbee50c18 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:25.246044 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c913876d-8075-45e1-9ba8-b0bdbee50c18 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&device_id=052c9567-5923-4979-b88c-81a13a3a36f4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1008985 Nov 02 11:56:25.246691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52442) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:25.313349 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f7b60a-a8b3-416f-b981-6437a380365d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Router fddccba8-e7b4-413c-afa2-2f7af5abb29c is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:56:25.339816 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c8c04bce-b675-41a3-bfb0-6ea4d7f3fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:25.341361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c04bce-b675-41a3-bfb0-6ea4d7f3fac9 None None] The sync data for ids ['052c9567-5923-4979-b88c-81a13a3a36f4'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:56:25.346016 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f1f63437-e7f4-4721-9e92-86638178df62 None None] Port 915a2178-6de5-4489-b567-7dce089b6de8 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:25.377837 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccae3f7-aa74-4eb1-8f6f-efa17229ff94 req-30433c8d-bbca-4134-a25e-8ce253e784cc tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:25.394571 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fccae3f7-aa74-4eb1-8f6f-efa17229ff94 req-30433c8d-bbca-4134-a25e-8ce253e784cc tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 946 time: 0.2455416 Nov 02 11:56:25.458339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f7d4ae-a668-4df9-b4c2-d58e67eda1b3 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:25.460380 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-54f7d4ae-a668-4df9-b4c2-d58e67eda1b3 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "GET /v2.0/networks/53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 881 time: 0.2127423 Nov 02 11:56:25.465486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52446) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:25.544360 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fccae3f7-aa74-4eb1-8f6f-efa17229ff94 req-47c86dc9-a0ef-4dd6-9033-619c43e03e42 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487596 Nov 02 11:56:25.825008 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52454) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:25.843256 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9c090a50-4bbb-4ffa-b155-e7d1643be638 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:25.946851 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9c090a50-4bbb-4ffa-b155-e7d1643be638 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:25.982437 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-a6fc84b7-5120-4f15-a5df-6c212b9dd55e req-ed84ec84-8fee-45e4-b133-eed509e10c0a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Deleting port 393aaabe-393e-48de-9a00-6a407b30d797 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:25.983038 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a6fc84b7-5120-4f15-a5df-6c212b9dd55e req-ed84ec84-8fee-45e4-b133-eed509e10c0a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:26.034667 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-579068e6-99c9-436d-b617-3be7c82ed102 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "GET /v2.0/ports?device_id=052c9567-5923-4979-b88c-81a13a3a36f4 HTTP/1.1" status: 200 len: 205 time: 0.5670807 Nov 02 11:56:26.036929 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52456) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:26.151627 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9c090a50-4bbb-4ffa-b155-e7d1643be638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:26.156193 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f7b60a-a8b3-416f-b981-6437a380365d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:56:26.173781 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd88f1-d2fb-4dda-82df-b49c0c57611d None None] Sync routers for ids ['fddccba8-e7b4-413c-afa2-2f7af5abb29c'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:56:26.189064 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd88f1-d2fb-4dda-82df-b49c0c57611d None None] Routers {'fddccba8-e7b4-413c-afa2-2f7af5abb29c'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:56:26.189463 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-77cd88f1-d2fb-4dda-82df-b49c0c57611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:56:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fddccba8-e7b4-413c-afa2-2f7af5abb29c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:26.199889 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-97f7b60a-a8b3-416f-b981-6437a380365d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "PUT /v2.0/routers/fddccba8-e7b4-413c-afa2-2f7af5abb29c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1349292 Nov 02 11:56:26.217044 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52458) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:26.302808 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-77cd88f1-d2fb-4dda-82df-b49c0c57611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:26.340892 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd88f1-d2fb-4dda-82df-b49c0c57611d None None] Routers {'fddccba8-e7b4-413c-afa2-2f7af5abb29c'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:56:26.341936 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-77cd88f1-d2fb-4dda-82df-b49c0c57611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:56:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fddccba8-e7b4-413c-afa2-2f7af5abb29c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:26.408456 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-77cd88f1-d2fb-4dda-82df-b49c0c57611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:26.410064 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd88f1-d2fb-4dda-82df-b49c0c57611d None None] The sync data for ids ['fddccba8-e7b4-413c-afa2-2f7af5abb29c'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:56:26.439828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-a6fc84b7-5120-4f15-a5df-6c212b9dd55e req-ed84ec84-8fee-45e4-b133-eed509e10c0a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] For port 393aaabe-393e-48de-9a00-6a407b30d797, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=393aaabe-393e-48de-9a00-6a407b30d797,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:26.440172 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a6fc84b7-5120-4f15-a5df-6c212b9dd55e req-ed84ec84-8fee-45e4-b133-eed509e10c0a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:26.453277 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9c090a50-4bbb-4ffa-b155-e7d1643be638 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8e51136c22c4183840868ad2c24fb99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6262152 Nov 02 11:56:26.461340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c090a50-4bbb-4ffa-b155-e7d1643be638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717e8586-7397-4117-9dbf-07c2d9172075,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:26.473176 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52460) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:26.492809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671ca55-1e43-4f90-abce-cad5d4768044 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:26.500141 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7671ca55-1e43-4f90-abce-cad5d4768044 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports?device_id=fddccba8-e7b4-413c-afa2-2f7af5abb29c HTTP/1.1" status: 200 len: 988 time: 0.2777283 Nov 02 11:56:26.501472 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52462) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:26.523974 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-a6fc84b7-5120-4f15-a5df-6c212b9dd55e req-ed84ec84-8fee-45e4-b133-eed509e10c0a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Calling delete_port for 393aaabe-393e-48de-9a00-6a407b30d797 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:26.724713 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d96e7786-2069-4bb2-963a-bcdf1e4d2298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:26.778269 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d96e7786-2069-4bb2-963a-bcdf1e4d2298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:26.831524 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd7bf51-f132-4c29-93f4-81faf2285698 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:26.994057 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a6fc84b7-5120-4f15-a5df-6c212b9dd55e req-ed84ec84-8fee-45e4-b133-eed509e10c0a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:26.997762 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d96e7786-2069-4bb2-963a-bcdf1e4d2298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:27.001257 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d96e7786-2069-4bb2-963a-bcdf1e4d2298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:27.005304 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d96e7786-2069-4bb2-963a-bcdf1e4d2298 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/717e8586-7397-4117-9dbf-07c2d9172075 HTTP/1.1" status: 204 len: 168 time: 0.5307639 Nov 02 11:56:27.008484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['cccc69ba-8d3e-4f59-94cb-ecde502d2f5a', '393aaabe-393e-48de-9a00-6a407b30d797'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:56:27.015369 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['f6b6f311-7267-4d0d-8126-7fd262070db1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:56:27.029680 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd7bf51-f132-4c29-93f4-81faf2285698 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:27.059341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84ec84-8fee-45e4-b133-eed509e10c0a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Pushing event deleted for resources: {'Port': ['ID=393aaabe-393e-48de-9a00-6a407b30d797,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:27.071503 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e7786-2069-4bb2-963a-bcdf1e4d2298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717e8586-7397-4117-9dbf-07c2d9172075,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:27.126768 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fc84b7-5120-4f15-a5df-6c212b9dd55e req-ed84ec84-8fee-45e4-b133-eed509e10c0a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] No DVR routers for this DVR port 393aaabe-393e-48de-9a00-6a407b30d797 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:56:27.141981 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a6fc84b7-5120-4f15-a5df-6c212b9dd55e req-ed84ec84-8fee-45e4-b133-eed509e10c0a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:27.148594 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a6fc84b7-5120-4f15-a5df-6c212b9dd55e req-ed84ec84-8fee-45e4-b133-eed509e10c0a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "DELETE /v2.0/ports/393aaabe-393e-48de-9a00-6a407b30d797 HTTP/1.1" status: 204 len: 173 time: 2.0243776 Nov 02 11:56:27.148594 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca17066-6d4f-48d0-8f82-d36eadfe6889', 'name': 'network-vif-deleted', 'tag': '393aaabe-393e-48de-9a00-6a407b30d797'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:56:27.162032 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11138a6-b443-4df5-a578-3cef393df990" -d '{"events": [{"server_uuid": "9ca17066-6d4f-48d0-8f82-d36eadfe6889", "name": "network-vif-deleted", "tag": "393aaabe-393e-48de-9a00-6a407b30d797"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:56:27.185731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde5c37-eede-4f81-b357-e0c1c6859f53 req-b41690d1-e694-46d7-982d-51bc665f44b6 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:27.191347 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7dde5c37-eede-4f81-b357-e0c1c6859f53 req-b41690d1-e694-46d7-982d-51bc665f44b6 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ca17066-6d4f-48d0-8f82-d36eadfe6889 HTTP/1.1" status: 200 len: 867 time: 0.4719303 Nov 02 11:56:27.490065 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7dde5c37-eede-4f81-b357-e0c1c6859f53 req-f01799b4-7e60-4369-86c3-fb73a9d594f4 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950554 Nov 02 11:56:27.762131 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-1cd7bf51-f132-4c29-93f4-81faf2285698 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Deleting port c73ae1da-5a3f-4b4d-bf73-724d01935cd8 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:27.762131 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd7bf51-f132-4c29-93f4-81faf2285698 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:27.767355 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1365be4d-de40-4d12-9fe9-ef58c88e2fd9 x-openstack-request-id: req-1365be4d-de40-4d12-9fe9-ef58c88e2fd9 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:56:27.767770 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca17066-6d4f-48d0-8f82-d36eadfe6889", "name": "network-vif-deleted", "tag": "393aaabe-393e-48de-9a00-6a407b30d797", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:56:27.768025 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1365be4d-de40-4d12-9fe9-ef58c88e2fd9 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:56:27.768803 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca17066-6d4f-48d0-8f82-d36eadfe6889', 'name': 'network-vif-deleted', 'tag': '393aaabe-393e-48de-9a00-6a407b30d797', 'status': 'completed', 'code': 200} Nov 02 11:56:27.919720 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a4b8773a-9905-40a4-b523-dba1703fdfe2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:28.001656 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd7bf51-f132-4c29-93f4-81faf2285698 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:28.020710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-1cd7bf51-f132-4c29-93f4-81faf2285698 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Calling delete_port for c73ae1da-5a3f-4b4d-bf73-724d01935cd8 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:28.372330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ee392-e8f9-4cb7-b70e-216a8cec0efd req-c70f0330-fe28-47df-a219-be13f97c7cb7 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:28.378825 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa0ee392-e8f9-4cb7-b70e-216a8cec0efd req-c70f0330-fe28-47df-a219-be13f97c7cb7 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 947 time: 0.1349015 Nov 02 11:56:28.459130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a4b8773a-9905-40a4-b523-dba1703fdfe2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port 915a2178-6de5-4489-b567-7dce089b6de8 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:28.459130 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a4b8773a-9905-40a4-b523-dba1703fdfe2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:28.465623 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa0ee392-e8f9-4cb7-b70e-216a8cec0efd req-8d29359d-8581-4f46-934b-94efc8382206 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796552 Nov 02 11:56:28.498280 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd7bf51-f132-4c29-93f4-81faf2285698 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:28.558107 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7bf51-f132-4c29-93f4-81faf2285698 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Pushing event deleted for resources: {'Port': ['ID=c73ae1da-5a3f-4b4d-bf73-724d01935cd8,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:28.646967 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd7bf51-f132-4c29-93f4-81faf2285698 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:28.684490 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a4b8773a-9905-40a4-b523-dba1703fdfe2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:29.112033 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a4b8773a-9905-40a4-b523-dba1703fdfe2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for 915a2178-6de5-4489-b567-7dce089b6de8 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:29.121460 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd7bf51-f132-4c29-93f4-81faf2285698 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:29.139514 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd7bf51-f132-4c29-93f4-81faf2285698 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:29.234712 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 393aaabe-393e-48de-9a00-6a407b30d797 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:56:29.247780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c669030-5237-456e-ba8e-e29f6d82056b req-c26f7009-2ec4-4c48-9804-32c065c927b5 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:29.249382 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c669030-5237-456e-ba8e-e29f6d82056b req-c26f7009-2ec4-4c48-9804-32c065c927b5 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 945 time: 0.1522315 Nov 02 11:56:29.280108 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 393aaabe-393e-48de-9a00-6a407b30d797 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:56:29.280889 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 393aaabe-393e-48de-9a00-6a407b30d797 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:56:29.350026 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c669030-5237-456e-ba8e-e29f6d82056b req-b73d3d34-1f2e-465c-a8cd-f16a2a1bee70 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903103 Nov 02 11:56:29.379630 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd7bf51-f132-4c29-93f4-81faf2285698 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:29.379630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd7bf51-f132-4c29-93f4-81faf2285698 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Fanout notify agent at l3_agent the message router_deleted on router 052c9567-5923-4979-b88c-81a13a3a36f4 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:56:29.403813 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd7bf51-f132-4c29-93f4-81faf2285698 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:29.405157 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1cd7bf51-f132-4c29-93f4-81faf2285698 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "DELETE /v2.0/routers/052c9567-5923-4979-b88c-81a13a3a36f4 HTTP/1.1" status: 204 len: 168 time: 3.3668802 Nov 02 11:56:29.409460 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52526) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:29.418835 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-972840662', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:29.564726 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a4b8773a-9905-40a4-b523-dba1703fdfe2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:29.597716 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8773a-9905-40a4-b523-dba1703fdfe2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=915a2178-6de5-4489-b567-7dce089b6de8,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:29.627903 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:29.629324 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:29.740548 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:29.861627 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a4b8773a-9905-40a4-b523-dba1703fdfe2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:30.037419 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a989baa-f289-4b7e-b12a-e9234164468d req-c3a81937-f0b6-4e45-bd48-b059ac9f68b2 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:30.039098 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6a989baa-f289-4b7e-b12a-e9234164468d req-c3a81937-f0b6-4e45-bd48-b059ac9f68b2 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.54 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 947 time: 0.2276001 Nov 02 11:56:30.097997 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af19125-dff1-461b-9a95-9335e034086c req-86dbda1e-4794-4772-b333-4666220ad456 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:30.097997 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9af19125-dff1-461b-9a95-9335e034086c req-86dbda1e-4794-4772-b333-4666220ad456 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 947 time: 0.3189845 Nov 02 11:56:30.124420 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:30.294003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-6a989baa-f289-4b7e-b12a-e9234164468d req-052d285a-bc10-412d-bb7a-4566479aae03 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Deleting port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:30.294342 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6a989baa-f289-4b7e-b12a-e9234164468d req-052d285a-bc10-412d-bb7a-4566479aae03 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:30.471736 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9af19125-dff1-461b-9a95-9335e034086c req-d6730683-9bf6-408f-99aa-cb29905f913f tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183324 Nov 02 11:56:30.507742 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b8773a-9905-40a4-b523-dba1703fdfe2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Router fddccba8-e7b4-413c-afa2-2f7af5abb29c has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:56:30.559237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749e19b-8c49-43b1-9748-f642aec0a4bc req-0cfb2ca1-ba96-42b8-924f-5b62464a95d6 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:30.561069 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f749e19b-8c49-43b1-9748-f642aec0a4bc req-0cfb2ca1-ba96-42b8-924f-5b62464a95d6 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "GET /v2.0/ports?device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 945 time: 0.1747255 Nov 02 11:56:30.642246 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-6a989baa-f289-4b7e-b12a-e9234164468d req-052d285a-bc10-412d-bb7a-4566479aae03 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] For port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:30.642742 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6a989baa-f289-4b7e-b12a-e9234164468d req-052d285a-bc10-412d-bb7a-4566479aae03 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:30.824680 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b8773a-9905-40a4-b523-dba1703fdfe2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:56:30.837631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb5f1ef-7be9-4bc8-bb75-00e66d315fce None None] Sync routers for ids ['fddccba8-e7b4-413c-afa2-2f7af5abb29c'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:56:30.844109 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a4b8773a-9905-40a4-b523-dba1703fdfe2 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "PUT /v2.0/routers/fddccba8-e7b4-413c-afa2-2f7af5abb29c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3386433 Nov 02 11:56:30.846234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52564) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:30.860668 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb5f1ef-7be9-4bc8-bb75-00e66d315fce None None] Routers {'fddccba8-e7b4-413c-afa2-2f7af5abb29c'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:56:30.861695 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1fb5f1ef-7be9-4bc8-bb75-00e66d315fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:56:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fddccba8-e7b4-413c-afa2-2f7af5abb29c'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:30.922051 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-050bb42e-2a0a-4464-b607-483789873baa tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] GET failed (client error): The resource could not be found. Nov 02 11:56:30.924635 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-050bb42e-2a0a-4464-b607-483789873baa tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports/915a2178-6de5-4489-b567-7dce089b6de8 HTTP/1.1" status: 404 len: 333 time: 0.0743442 Nov 02 11:56:30.927992 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1fb5f1ef-7be9-4bc8-bb75-00e66d315fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:30.940318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb5f1ef-7be9-4bc8-bb75-00e66d315fce None None] Routers {'fddccba8-e7b4-413c-afa2-2f7af5abb29c'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:56:30.941093 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1fb5f1ef-7be9-4bc8-bb75-00e66d315fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:56:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fddccba8-e7b4-413c-afa2-2f7af5abb29c'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:30.954061 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52566) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:30.988867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611bb94-3266-4302-947b-ef9ae13e3009 req-74c3a73b-6809-4fc8-8070-03613d90f974 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:31.002031 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0611bb94-3266-4302-947b-ef9ae13e3009 req-74c3a73b-6809-4fc8-8070-03613d90f974 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 945 time: 0.2284424 Nov 02 11:56:31.051782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1fb5f1ef-7be9-4bc8-bb75-00e66d315fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:31.052560 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb5f1ef-7be9-4bc8-bb75-00e66d315fce None None] The sync data for ids ['fddccba8-e7b4-413c-afa2-2f7af5abb29c'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:56:31.075059 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0611bb94-3266-4302-947b-ef9ae13e3009 req-540ff259-cf03-47e0-9f0a-e92958d00dbb tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761728 Nov 02 11:56:31.110893 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f749e19b-8c49-43b1-9748-f642aec0a4bc req-f58faba0-79ac-41e0-9ea5-9a1ca7d42ab1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Deleting port cccc69ba-8d3e-4f59-94cb-ecde502d2f5a {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:31.112392 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f749e19b-8c49-43b1-9748-f642aec0a4bc req-f58faba0-79ac-41e0-9ea5-9a1ca7d42ab1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:31.211150 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9024-cda7-47a4-b9d7-4f75ed03bfda tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:31.213311 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:31.270170 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:31.380252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f749e19b-8c49-43b1-9748-f642aec0a4bc req-f58faba0-79ac-41e0-9ea5-9a1ca7d42ab1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] For port cccc69ba-8d3e-4f59-94cb-ecde502d2f5a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=cccc69ba-8d3e-4f59-94cb-ecde502d2f5a,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:31.380622 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f749e19b-8c49-43b1-9748-f642aec0a4bc req-f58faba0-79ac-41e0-9ea5-9a1ca7d42ab1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:31.449963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f749e19b-8c49-43b1-9748-f642aec0a4bc req-f58faba0-79ac-41e0-9ea5-9a1ca7d42ab1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Calling delete_port for cccc69ba-8d3e-4f59-94cb-ecde502d2f5a owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:31.677936 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6a989baa-f289-4b7e-b12a-e9234164468d req-052d285a-bc10-412d-bb7a-4566479aae03 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:31.678602 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6a989baa-f289-4b7e-b12a-e9234164468d req-052d285a-bc10-412d-bb7a-4566479aae03 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:31.678714 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [req-6a989baa-f289-4b7e-b12a-e9234164468d req-052d285a-bc10-412d-bb7a-4566479aae03 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Floating IP 686639d2-174b-431d-b35e-c9f457e990cd disassociated. External IP: 172.25.6.58, port: 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c. Nov 02 11:56:31.679580 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-6a989baa-f289-4b7e-b12a-e9234164468d req-052d285a-bc10-412d-bb7a-4566479aae03 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Calling delete_port for 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:31.699601 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9024-cda7-47a4-b9d7-4f75ed03bfda tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:31.704363 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9024-cda7-47a4-b9d7-4f75ed03bfda tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:31.749179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86d9ba-a821-480b-a3ce-87f8f72a5a4e req-b57ba221-c251-4d64-be92-f083262f2e13 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:31.758261 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1a86d9ba-a821-480b-a3ce-87f8f72a5a4e req-b57ba221-c251-4d64-be92-f083262f2e13 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 947 time: 0.1114149 Nov 02 11:56:31.829231 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Allocated IP 172.25.6.213 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/af0e5b12-95cf-4177-84b1-4c0a42293c8f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:31.844104 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1a86d9ba-a821-480b-a3ce-87f8f72a5a4e req-32cef670-7792-4afa-b057-4f63b50adb78 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845714 Nov 02 11:56:31.861643 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f749e19b-8c49-43b1-9748-f642aec0a4bc req-f58faba0-79ac-41e0-9ea5-9a1ca7d42ab1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:31.882673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['f6b6f311-7267-4d0d-8126-7fd262070db1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:56:31.889311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['cccc69ba-8d3e-4f59-94cb-ecde502d2f5a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:56:31.930471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58faba0-79ac-41e0-9ea5-9a1ca7d42ab1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Pushing event deleted for resources: {'Port': ['ID=cccc69ba-8d3e-4f59-94cb-ecde502d2f5a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:32.002587 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f749e19b-8c49-43b1-9748-f642aec0a4bc req-f58faba0-79ac-41e0-9ea5-9a1ca7d42ab1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] No DVR routers for this DVR port cccc69ba-8d3e-4f59-94cb-ecde502d2f5a on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:56:32.007987 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f749e19b-8c49-43b1-9748-f642aec0a4bc req-f58faba0-79ac-41e0-9ea5-9a1ca7d42ab1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:32.018802 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f749e19b-8c49-43b1-9748-f642aec0a4bc req-f58faba0-79ac-41e0-9ea5-9a1ca7d42ab1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "DELETE /v2.0/ports/cccc69ba-8d3e-4f59-94cb-ecde502d2f5a HTTP/1.1" status: 204 len: 173 time: 1.4426560 Nov 02 11:56:32.019423 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac012e4-918f-4bf5-83bb-d853ffee2b82', 'name': 'network-vif-deleted', 'tag': 'cccc69ba-8d3e-4f59-94cb-ecde502d2f5a'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:56:32.033351 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef946ba1-2c4b-4c1f-9e48-ee4c48dbf473" -d '{"events": [{"server_uuid": "bac012e4-918f-4bf5-83bb-d853ffee2b82", "name": "network-vif-deleted", "tag": "cccc69ba-8d3e-4f59-94cb-ecde502d2f5a"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:56:32.119760 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdb335e-9806-4532-920d-9e6250418fa2 x-openstack-request-id: req-7fdb335e-9806-4532-920d-9e6250418fa2 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:56:32.120139 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac012e4-918f-4bf5-83bb-d853ffee2b82", "name": "network-vif-deleted", "tag": "cccc69ba-8d3e-4f59-94cb-ecde502d2f5a", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:56:32.120520 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7fdb335e-9806-4532-920d-9e6250418fa2 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:56:32.121424 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac012e4-918f-4bf5-83bb-d853ffee2b82', 'name': 'network-vif-deleted', 'tag': 'cccc69ba-8d3e-4f59-94cb-ecde502d2f5a', 'status': 'completed', 'code': 200} Nov 02 11:56:32.252442 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-513a3cfb-8630-4fd4-a1de-884e91c29018 req-951eb648-2b0f-4480-bde9-ad184f9022fb tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=bac012e4-918f-4bf5-83bb-d853ffee2b82 HTTP/1.1" status: 200 len: 210 time: 0.0397398 Nov 02 11:56:32.448965 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9024-cda7-47a4-b9d7-4f75ed03bfda tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:32.450877 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2a9024-cda7-47a4-b9d7-4f75ed03bfda tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Fanout notify agent at l3_agent the message router_deleted on router fddccba8-e7b4-413c-afa2-2f7af5abb29c {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:56:32.459545 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca2a9024-cda7-47a4-b9d7-4f75ed03bfda tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:32.460840 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ca2a9024-cda7-47a4-b9d7-4f75ed03bfda tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/routers/fddccba8-e7b4-413c-afa2-2f7af5abb29c HTTP/1.1" status: 204 len: 168 time: 1.4978533 Nov 02 11:56:32.463858 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52586) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:32.522201 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e5b63e-f705-4c34-8156-2e181bb98943 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting subnet 14c33fef-1cc0-4395-8c19-162c86d7e19f {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:56:32.526666 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-37e5b63e-f705-4c34-8156-2e181bb98943 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:32.547288 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:32.584433 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-37e5b63e-f705-4c34-8156-2e181bb98943 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:32.593400 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6a989baa-f289-4b7e-b12a-e9234164468d req-052d285a-bc10-412d-bb7a-4566479aae03 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:32.630583 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d285a-bc10-412d-bb7a-4566479aae03 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Pushing event deleted for resources: {'Port': ['ID=6b5db8cc-7cee-4e10-ac4c-89c5af06b76c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:32.692591 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:32.708986 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-37e5b63e-f705-4c34-8156-2e181bb98943 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:32.747516 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:32.754239 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:32.797237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:56:32.840299 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Pushing event updated for resources: {'Port': ['ID=af0e5b12-95cf-4177-84b1-4c0a42293c8f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:32.873274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a989baa-f289-4b7e-b12a-e9234164468d req-052d285a-bc10-412d-bb7a-4566479aae03 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Router f3a273e5-16fb-4094-8e4f-731c04b37fb0 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:56:32.896794 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-37e5b63e-f705-4c34-8156-2e181bb98943 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:32.922525 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-37e5b63e-f705-4c34-8156-2e181bb98943 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:32.923311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbd3db9-11a2-4128-8476-afdacf426a64 None None] Network b741dcf0-1ddf-49f6-a45b-5b0d16d75993 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:56:32.927251 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-37e5b63e-f705-4c34-8156-2e181bb98943 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/14c33fef-1cc0-4395-8c19-162c86d7e19f HTTP/1.1" status: 204 len: 168 time: 0.4622304 Nov 02 11:56:32.931465 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52594) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:33.182114 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:33.194557 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5b63e-f705-4c34-8156-2e181bb98943 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Subnet': ['ID=14c33fef-1cc0-4395-8c19-162c86d7e19f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:33.212622 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a989baa-f289-4b7e-b12a-e9234164468d req-052d285a-bc10-412d-bb7a-4566479aae03 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:56:33.228373 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843335bb-be9a-4821-b62d-d0d7ac1eda7b None None] Sync routers for ids ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:56:33.255854 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843335bb-be9a-4821-b62d-d0d7ac1eda7b None None] Routers {'f3a273e5-16fb-4094-8e4f-731c04b37fb0'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:56:33.256427 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-843335bb-be9a-4821-b62d-d0d7ac1eda7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:56:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:33.271406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:56:33.343496 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:56:33.343496 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:56:33.343496 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device cccc69ba-8d3e-4f59-94cb-ecde502d2f5a no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:56:33.407730 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c042f7c-4bed-48f7-8c77-0f4bd4bef72f req-b55218e3-100f-4d09-881c-fb10ebc21a51 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=313a0f77-4e76-4814-ba42-4f4626d01f67 HTTP/1.1" status: 200 len: 210 time: 0.2217636 Nov 02 11:56:33.418050 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14c524c-3d49-482a-b71d-38becaf891e0 None None] DHCP port deletion for b741dcf0-1ddf-49f6-a45b-5b0d16d75993 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:56:33.428941 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: cccc69ba-8d3e-4f59-94cb-ecde502d2f5a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:56:33.432936 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device cccc69ba-8d3e-4f59-94cb-ecde502d2f5a not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:56:33.454041 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port d82e0abe-b61e-4cc3-a285-be083f96cac3 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:33.454418 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:33.585849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] For port d82e0abe-b61e-4cc3-a285-be083f96cac3, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d82e0abe-b61e-4cc3-a285-be083f96cac3,segment=NetworkSegment(55230a69-ee4c-4582-9ceb-0ff1656ee0e1),segment_id=55230a69-ee4c-4582-9ceb-0ff1656ee0e1)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:33.586475 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:33.595849 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a14c524c-3d49-482a-b71d-38becaf891e0 None None] Deleting port d82e0abe-b61e-4cc3-a285-be083f96cac3 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:33.596425 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a14c524c-3d49-482a-b71d-38becaf891e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:33.602714 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-843335bb-be9a-4821-b62d-d0d7ac1eda7b None None] Set router f3a273e5-16fb-4094-8e4f-731c04b37fb0 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:56:33.605592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for d82e0abe-b61e-4cc3-a285-be083f96cac3 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:33.637889 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a989baa-f289-4b7e-b12a-e9234164468d req-052d285a-bc10-412d-bb7a-4566479aae03 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] No DVR routers for this DVR port 6b5db8cc-7cee-4e10-ac4c-89c5af06b76c on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:56:33.643424 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-6a989baa-f289-4b7e-b12a-e9234164468d req-052d285a-bc10-412d-bb7a-4566479aae03 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:33.647401 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6a989baa-f289-4b7e-b12a-e9234164468d req-052d285a-bc10-412d-bb7a-4566479aae03 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.54 "DELETE /v2.0/ports/6b5db8cc-7cee-4e10-ac4c-89c5af06b76c HTTP/1.1" status: 204 len: 173 time: 3.5170715 Nov 02 11:56:33.648564 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:33.655879 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313a0f77-4e76-4814-ba42-4f4626d01f67', 'name': 'network-vif-deleted', 'tag': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:56:33.658323 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aba4928-481d-4054-bc98-1693de0ff58b" -d '{"events": [{"server_uuid": "313a0f77-4e76-4814-ba42-4f4626d01f67", "name": "network-vif-deleted", "tag": "6b5db8cc-7cee-4e10-ac4c-89c5af06b76c"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:56:33.736293 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:56:33.794529 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a14c524c-3d49-482a-b71d-38becaf891e0 None None] For port d82e0abe-b61e-4cc3-a285-be083f96cac3, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d82e0abe-b61e-4cc3-a285-be083f96cac3,segment=NetworkSegment(55230a69-ee4c-4582-9ceb-0ff1656ee0e1),segment_id=55230a69-ee4c-4582-9ceb-0ff1656ee0e1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:33.794960 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a14c524c-3d49-482a-b71d-38becaf891e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:33.818398 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a14c524c-3d49-482a-b71d-38becaf891e0 None None] Calling delete_port for d82e0abe-b61e-4cc3-a285-be083f96cac3 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:34.058780 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:34.125676 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35502884-ecd1-45d2-937e-fb5a1da4618e x-openstack-request-id: req-35502884-ecd1-45d2-937e-fb5a1da4618e {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:56:34.125973 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313a0f77-4e76-4814-ba42-4f4626d01f67", "name": "network-vif-deleted", "tag": "6b5db8cc-7cee-4e10-ac4c-89c5af06b76c", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:56:34.126230 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35502884-ecd1-45d2-937e-fb5a1da4618e {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:56:34.126637 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313a0f77-4e76-4814-ba42-4f4626d01f67', 'name': 'network-vif-deleted', 'tag': '6b5db8cc-7cee-4e10-ac4c-89c5af06b76c', 'status': 'completed', 'code': 200} Nov 02 11:56:34.164836 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a14c524c-3d49-482a-b71d-38becaf891e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:34.177454 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-843335bb-be9a-4821-b62d-d0d7ac1eda7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T11:51:53Z', 'revision_number': 4, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port': {'id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:45Z', 'updated_at': '2021-11-02T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4', 'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'mac_address': 'fa:16:3e:46:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:51Z', 'updated_at': '2021-11-02T11:52:01Z', 'revision_number': 5, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'subnets': [{'id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:34.179309 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:34.245572 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843335bb-be9a-4821-b62d-d0d7ac1eda7b None None] Checking router: f3a273e5-16fb-4094-8e4f-731c04b37fb0 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:56:34.246291 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No DVR routers for this DVR port d82e0abe-b61e-4cc3-a285-be083f96cac3 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:56:34.270799 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843335bb-be9a-4821-b62d-d0d7ac1eda7b None None] Routers {'f3a273e5-16fb-4094-8e4f-731c04b37fb0'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:56:34.271210 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-843335bb-be9a-4821-b62d-d0d7ac1eda7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:56:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:34.286680 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c524c-3d49-482a-b71d-38becaf891e0 None None] Pushing event deleted for resources: {'Port': ['ID=d82e0abe-b61e-4cc3-a285-be083f96cac3,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:34.304029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14c524c-3d49-482a-b71d-38becaf891e0 None None] No DVR routers for this DVR port d82e0abe-b61e-4cc3-a285-be083f96cac3 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:56:34.379782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=d82e0abe-b61e-4cc3-a285-be083f96cac3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:34.458190 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Router a1b0a437-29aa-4358-8588-c37bb6b3cb80 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:56:34.482554 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-843335bb-be9a-4821-b62d-d0d7ac1eda7b None None] Set router f3a273e5-16fb-4094-8e4f-731c04b37fb0 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:56:34.493246 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:34.529286 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b741dcf0-1ddf-49f6-a45b-5b0d16d75993']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:34.547665 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55230a69-ee4c-4582-9ceb-0ff1656ee0e1') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:34.548277 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55230a69-ee4c-4582-9ceb-0ff1656ee0e1') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:34.569735 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:34.590836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-b91b8183-90bf-4278-b8a5-7c3e1099eeb0 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:34.592878 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-b91b8183-90bf-4278-b8a5-7c3e1099eeb0 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 804 time: 0.3698575 Nov 02 11:56:34.604501 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:34.626686 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:56:34.627122 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:56:34.630718 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:56:34.657113 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-128549b7-e55b-4067-a1a4-2a27f7c0b57b tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/quotas/03959b625cb94b9d9fcaf436c56c8acb HTTP/1.1" status: 200 len: 375 time: 0.0446224 Nov 02 11:56:34.664458 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:56:34.676957 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e62b6-5d1b-45c4-88ef-98419244ade5 None None] Sync routers for ids ['a1b0a437-29aa-4358-8588-c37bb6b3cb80'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:56:34.693151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6e62b6-5d1b-45c4-88ef-98419244ade5 None None] Routers {'a1b0a437-29aa-4358-8588-c37bb6b3cb80'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:56:34.703272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3e6e62b6-5d1b-45c4-88ef-98419244ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:56:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a1b0a437-29aa-4358-8588-c37bb6b3cb80'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:34.757766 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3e6e62b6-5d1b-45c4-88ef-98419244ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:34.771032 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6e62b6-5d1b-45c4-88ef-98419244ade5 None None] Routers {'a1b0a437-29aa-4358-8588-c37bb6b3cb80'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:56:34.771659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3e6e62b6-5d1b-45c4-88ef-98419244ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:56:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a1b0a437-29aa-4358-8588-c37bb6b3cb80'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:34.804798 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-513561c6-5b37-49fa-abcf-b2baa1d18e18 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1465957 Nov 02 11:56:34.817944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3e6e62b6-5d1b-45c4-88ef-98419244ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:34.818711 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e62b6-5d1b-45c4-88ef-98419244ade5 None None] The sync data for ids ['a1b0a437-29aa-4358-8588-c37bb6b3cb80'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:56:34.866843 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-843335bb-be9a-4821-b62d-d0d7ac1eda7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T11:51:53Z', 'revision_number': 4, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port': {'id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:45Z', 'updated_at': '2021-11-02T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4', 'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'mac_address': 'fa:16:3e:46:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:51Z', 'updated_at': '2021-11-02T11:52:01Z', 'revision_number': 5, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'subnets': [{'id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:34.888099 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:34.892617 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b22387ab-24d0-4d30-9f39-27033a55a216 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.4766262 Nov 02 11:56:34.892985 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52632) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:34.898311 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-47c3bd5c-febc-459f-a79f-523b917e2edb tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:34.901176 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843335bb-be9a-4821-b62d-d0d7ac1eda7b None None] The sync data for ids ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'] in n-d-806683-18 is: [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T11:51:53Z', 'revision_number': 4, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port': {'id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:45Z', 'updated_at': '2021-11-02T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4', 'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'mac_address': 'fa:16:3e:46:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:51Z', 'updated_at': '2021-11-02T11:52:01Z', 'revision_number': 5, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'subnets': [{'id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:56:34.932108 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-1f1ff5b3-1c81-4a40-8c27-9121242d796f service neutron] 10.222.0.52 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260045 Nov 02 11:56:34.988534 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:35.006996 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:35.030633 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/networks/b741dcf0-1ddf-49f6-a45b-5b0d16d75993 HTTP/1.1" status: 204 len: 168 time: 2.0870783 Nov 02 11:56:35.035895 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52634) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:35.116826 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd13873-d69a-4483-b8d1-a94a72cc3600 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Network': ['ID=b741dcf0-1ddf-49f6-a45b-5b0d16d75993,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:35.175205 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52bde88-a990-4171-b699-c972e03f6af8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:35.181070 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c52bde88-a990-4171-b699-c972e03f6af8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports/4e48b14e-70d5-44c4-995f-7a2cfcf26a63 HTTP/1.1" status: 200 len: 845 time: 0.1172762 Nov 02 11:56:35.182494 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52636) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:35.272308 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1622e727-4f5e-452b-be87-792fe0e539dc tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports/4e48b14e-70d5-44c4-995f-7a2cfcf26a63?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0861197 Nov 02 11:56:35.274777 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-2038a163-941a-4c5b-8149-9463e8a6cea4 service neutron] 10.222.0.52 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300395 Nov 02 11:56:35.275356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52638) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:35.282164 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-92b282a4-0fc8-46a4-9498-37678c2f278d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'subnet': {'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:35.308997 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d82e0abe-b61e-4cc3-a285-be083f96cac3 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:56:35.359065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: d82e0abe-b61e-4cc3-a285-be083f96cac3 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:56:35.359434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d82e0abe-b61e-4cc3-a285-be083f96cac3 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:56:35.474352 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5981160c-2a75-43de-86d6-cba11467c4b2 None None] New status for floating IP 686639d2-174b-431d-b35e-c9f457e990cd: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:56:35.493431 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47c3bd5c-febc-459f-a79f-523b917e2edb tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:35.628202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b282a4-0fc8-46a4-9498-37678c2f278d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:35.631439 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-92b282a4-0fc8-46a4-9498-37678c2f278d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:35.661743 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47c3bd5c-febc-459f-a79f-523b917e2edb tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:35.945269 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-47c3bd5c-febc-459f-a79f-523b917e2edb tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Deleting port af0e5b12-95cf-4177-84b1-4c0a42293c8f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:35.951389 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47c3bd5c-febc-459f-a79f-523b917e2edb tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:36.081528 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a506a5cf-ff4e-4ca1-b0ac-633a10349f14 req-17710067-245b-4e3b-a606-b4dc8d4604dc tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 210 time: 0.0404348 Nov 02 11:56:36.185353 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47c3bd5c-febc-459f-a79f-523b917e2edb tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:36.195746 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-92b282a4-0fc8-46a4-9498-37678c2f278d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:36.233103 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-47c3bd5c-febc-459f-a79f-523b917e2edb tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Calling delete_port for af0e5b12-95cf-4177-84b1-4c0a42293c8f owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:36.254671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52668) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:36.297147 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b282a4-0fc8-46a4-9498-37678c2f278d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:36.303716 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-92b282a4-0fc8-46a4-9498-37678c2f278d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:36.317287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d04ce6d-500d-418e-a626-97f143e58e1d None None] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:56:36.327186 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b282a4-0fc8-46a4-9498-37678c2f278d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:36.327834 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-92b282a4-0fc8-46a4-9498-37678c2f278d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:36.377432 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b282a4-0fc8-46a4-9498-37678c2f278d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Subnet': ['ID=1b49505b-55d4-4c4c-a993-aa625e0ce4a3,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:36.410187 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0ebca7e-ab2e-4736-9c84-d4ccdfbe2cdb tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:36.464257 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0ebca7e-ab2e-4736-9c84-d4ccdfbe2cdb tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:36.537242 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-92b282a4-0fc8-46a4-9498-37678c2f278d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2607265 Nov 02 11:56:36.537955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52672) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:36.544097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9a86518b-95a2-4ca8-922b-dfe31ca4a2b8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'security_group': {'name': 'tempest-secgroup-1545620903'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:36.626024 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-661edb1b-0c5c-4073-acad-6bdc8a308203', 'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203', 'tenant_id': 'bec35b901e114a688a849f8ac16c777d', 'fixed_ips': [{'subnet_id': '1b49505b-55d4-4c4c-a993-aa625e0ce4a3'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:56:36.626915 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:36.683473 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a86518b-95a2-4ca8-922b-dfe31ca4a2b8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:36.711133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52676) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:36.757817 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0ebca7e-ab2e-4736-9c84-d4ccdfbe2cdb tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:36.766111 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0ebca7e-ab2e-4736-9c84-d4ccdfbe2cdb tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:36.767446 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b0ebca7e-ab2e-4736-9c84-d4ccdfbe2cdb tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "DELETE /v2.0/security-groups/92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3 HTTP/1.1" status: 204 len: 168 time: 0.5114324 Nov 02 11:56:36.770593 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52682) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:36.796085 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-c81b63a4-71ed-4db4-88df-fca4bef1acf5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] show failed (client error): The resource could not be found. Nov 02 11:56:36.799083 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c81b63a4-71ed-4db4-88df-fca4bef1acf5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups/92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3 HTTP/1.1" status: 404 len: 347 time: 0.0257590 Nov 02 11:56:36.800600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52688) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:36.809078 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebca7e-ab2e-4736-9c84-d4ccdfbe2cdb tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ab1f67-7443-4e9e-bb4a-c4d94ebb8ac3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:36.887974 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47c3bd5c-febc-459f-a79f-523b917e2edb tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.063402 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3bd5c-febc-459f-a79f-523b917e2edb tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Pushing event deleted for resources: {'Port': ['ID=af0e5b12-95cf-4177-84b1-4c0a42293c8f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:37.083489 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba775980-31d8-4bb5-93ac-be32d9853491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.214761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Allocated IP 2001:db8::2 (661edb1b-0c5c-4073-acad-6bdc8a308203/1b49505b-55d4-4c4c-a993-aa625e0ce4a3/1de0be20-3dd2-48d4-bf47-7245b1ae91ee) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:37.256546 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a86518b-95a2-4ca8-922b-dfe31ca4a2b8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.282813 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47c3bd5c-febc-459f-a79f-523b917e2edb tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.324504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a572397a-288a-4484-8529-3abcb8c09a5f tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Deleting port 6e59e6b0-f398-462d-aa08-6bb526018fac {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:37.325121 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a572397a-288a-4484-8529-3abcb8c09a5f tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.385219 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a60cc8f-18b4-497b-adda-6cdd02353275 req-d8dd1357-c64a-4dae-8b88-7bc5959a5592 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 210 time: 0.0689418 Nov 02 11:56:37.435357 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba775980-31d8-4bb5-93ac-be32d9853491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.450035 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a86518b-95a2-4ca8-922b-dfe31ca4a2b8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.486385 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86518b-95a2-4ca8-922b-dfe31ca4a2b8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7a6559-09dd-44b4-9c77-52d4d006cbe7,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:37.524951 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba775980-31d8-4bb5-93ac-be32d9853491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.542588 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.588590 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ba775980-31d8-4bb5-93ac-be32d9853491 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aa840e02e2044605b89dc25defd669ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8727546 Nov 02 11:56:37.589782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba775980-31d8-4bb5-93ac-be32d9853491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e79a98d-0d63-47f2-a0bf-bbdee91a881a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:37.592717 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52694) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:37.613320 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47c3bd5c-febc-459f-a79f-523b917e2edb tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.617248 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47c3bd5c-febc-459f-a79f-523b917e2edb tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.655930 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a572397a-288a-4484-8529-3abcb8c09a5f tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.656275 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a572397a-288a-4484-8529-3abcb8c09a5f tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.656415 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.679604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a572397a-288a-4484-8529-3abcb8c09a5f tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Calling delete_port for 6e59e6b0-f398-462d-aa08-6bb526018fac owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:37.690811 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a86518b-95a2-4ca8-922b-dfe31ca4a2b8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.692206 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9a86518b-95a2-4ca8-922b-dfe31ca4a2b8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1532743 Nov 02 11:56:37.696881 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52696) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:37.703646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e6ef4424-60cd-4757-805b-6a4a7b08cd9a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'security_group': {'name': 'tempest-secgroup-856593319'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:37.756097 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:37.766431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:37.772460 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c3bd5c-febc-459f-a79f-523b917e2edb tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Router a1b0a437-29aa-4358-8588-c37bb6b3cb80 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:56:37.776171 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:56:37.788006 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f80bd16e-a286-4cf8-905e-b83ce36ca081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.789503 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Pushing event updated for resources: {'Port': ['ID=1de0be20-3dd2-48d4-bf47-7245b1ae91ee,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:37.837104 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f80bd16e-a286-4cf8-905e-b83ce36ca081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.896030 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6ef4424-60cd-4757-805b-6a4a7b08cd9a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.908360 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Attempting to bind port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:56:37.908643 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Attempting to bind port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '451116e0-72c8-4a2e-af96-e8fc06dc210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:56:37.909282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Attempting to bind port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee on network 661edb1b-0c5c-4073-acad-6bdc8a308203 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:56:37.914746 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:56:37.915737 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Checking segment: {'id': '451116e0-72c8-4a2e-af96-e8fc06dc210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:56:37.915737 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.916008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Bound using segment: {'id': '451116e0-72c8-4a2e-af96-e8fc06dc210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:56:37.916440 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Bound port: 1de0be20-3dd2-48d4-bf47-7245b1ae91ee, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451116e0-72c8-4a2e-af96-e8fc06dc210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:56:37.916860 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.955901 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c3bd5c-febc-459f-a79f-523b917e2edb tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:56:37.965485 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47c3bd5c-febc-459f-a79f-523b917e2edb tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:37.967734 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-47c3bd5c-febc-459f-a79f-523b917e2edb tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "PUT /v2.0/routers/a1b0a437-29aa-4358-8588-c37bb6b3cb80 HTTP/1.1" status: 200 len: 709 time: 3.0736976 Nov 02 11:56:37.971705 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52702) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:37.993784 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca26636-2d30-425b-932c-a730a9f93bcf None None] Sync routers for ids ['a1b0a437-29aa-4358-8588-c37bb6b3cb80'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:56:38.000576 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f80bd16e-a286-4cf8-905e-b83ce36ca081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:38.007098 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f80bd16e-a286-4cf8-905e-b83ce36ca081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:38.008979 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f80bd16e-a286-4cf8-905e-b83ce36ca081 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e79a98d-0d63-47f2-a0bf-bbdee91a881a HTTP/1.1" status: 204 len: 168 time: 0.4129140 Nov 02 11:56:38.024472 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca26636-2d30-425b-932c-a730a9f93bcf None None] Routers {'a1b0a437-29aa-4358-8588-c37bb6b3cb80'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:56:38.025252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bca26636-2d30-425b-932c-a730a9f93bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:56:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a1b0a437-29aa-4358-8588-c37bb6b3cb80'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:38.061412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bd16e-a286-4cf8-905e-b83ce36ca081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e79a98d-0d63-47f2-a0bf-bbdee91a881a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:38.076564 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e72f8652-f459-401d-9144-39d122ccd6af tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "GET /v2.0/routers/a1b0a437-29aa-4358-8588-c37bb6b3cb80 HTTP/1.1" status: 200 len: 744 time: 0.1036978 Nov 02 11:56:38.080054 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52706) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:38.088664 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bca26636-2d30-425b-932c-a730a9f93bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:38.107874 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] For port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:56:38.118397 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca26636-2d30-425b-932c-a730a9f93bcf None None] Routers {'a1b0a437-29aa-4358-8588-c37bb6b3cb80'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:56:38.123195 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bca26636-2d30-425b-932c-a730a9f93bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:56:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a1b0a437-29aa-4358-8588-c37bb6b3cb80'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:38.124511 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] For port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1de0be20-3dd2-48d4-bf47-7245b1ae91ee,segment=NetworkSegment(451116e0-72c8-4a2e-af96-e8fc06dc210a),segment_id=451116e0-72c8-4a2e-af96-e8fc06dc210a)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:56:38.151295 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-12ade994-bf24-4412-bf84-16ad14edde30 tempest-RoutersIpV6AdminTest-1415631063 tempest-RoutersIpV6AdminTest-1415631063-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&device_id=a1b0a437-29aa-4358-8588-c37bb6b3cb80 HTTP/1.1" status: 200 len: 205 time: 0.0664973 Nov 02 11:56:38.151295 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a572397a-288a-4484-8529-3abcb8c09a5f tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:38.151947 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52708) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:38.183900 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6e2a48bd-77b6-465f-8856-583194787b29 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1b0a437-29aa-4358-8588-c37bb6b3cb80 HTTP/1.1" status: 200 len: 205 time: 0.0281663 Nov 02 11:56:38.184142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bca26636-2d30-425b-932c-a730a9f93bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:56:38.184142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca26636-2d30-425b-932c-a730a9f93bcf None None] The sync data for ids ['a1b0a437-29aa-4358-8588-c37bb6b3cb80'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:56:38.184590 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52712) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:38.197091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572397a-288a-4484-8529-3abcb8c09a5f tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Pushing event deleted for resources: {'Port': ['ID=6e59e6b0-f398-462d-aa08-6bb526018fac,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:38.222308 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:38.329250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81582694-91f2-4a18-aaa1-bcf4df423edf None None] Pushing event updated for resources: {'Port': ['ID=1de0be20-3dd2-48d4-bf47-7245b1ae91ee,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:38.335088 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6ef4424-60cd-4757-805b-6a4a7b08cd9a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:38.352729 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b0905e2-c669-488b-b896-bd99f14bf41e tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:38.516001 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6ef4424-60cd-4757-805b-6a4a7b08cd9a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:38.762906 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-ac24885f-3b3c-43e8-b21a-b1060864c1e5 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:38.772782 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-ac24885f-3b3c-43e8-b21a-b1060864c1e5 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 804 time: 0.2532442 Nov 02 11:56:38.786284 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-c85f0250-e2f1-438f-a161-d2855c0e0801 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Request body: {'port': {'device_id': 'cc44ebd2-85d0-4d6f-b3db-90fff6772665', 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e', 'admin_state_up': True, 'tenant_id': '03959b625cb94b9d9fcaf436c56c8acb'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:39.078592 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-c85f0250-e2f1-438f-a161-d2855c0e0801 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Made reservation on behalf of 03959b625cb94b9d9fcaf436c56c8acb for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:39.082842 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-c85f0250-e2f1-438f-a161-d2855c0e0801 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:39.091960 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34f3c898-d5d6-4779-b6e0-609cec4cdf59 req-24bda425-6217-422e-a723-a9be783ccb5c tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 210 time: 0.6085966 Nov 02 11:56:39.170005 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a572397a-288a-4484-8529-3abcb8c09a5f tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:39.172571 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a572397a-288a-4484-8529-3abcb8c09a5f tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:39.173783 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a572397a-288a-4484-8529-3abcb8c09a5f tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "DELETE /v2.0/floatingips/686639d2-174b-431d-b35e-c9f457e990cd HTTP/1.1" status: 204 len: 168 time: 2.3722365 Nov 02 11:56:39.270595 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef4424-60cd-4757-805b-6a4a7b08cd9a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=082dea29-0476-436b-90b1-7f302d97c068,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:39.300856 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b0905e2-c669-488b-b896-bd99f14bf41e tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:39.307363 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b0905e2-c669-488b-b896-bd99f14bf41e tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:39.351798 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6ef4424-60cd-4757-805b-6a4a7b08cd9a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:39.356141 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e6ef4424-60cd-4757-805b-6a4a7b08cd9a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.6538720 Nov 02 11:56:39.366998 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52742) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:39.380476 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-51979397-d490-4a71-8258-9cb7c2bb6ee6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1439771045', 'security_groups': ['082dea29-0476-436b-90b1-7f302d97c068'], 'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1b49505b-55d4-4c4c-a993-aa625e0ce4a3'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:39.466004 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1de0be20-3dd2-48d4-bf47-7245b1ae91ee up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:56:39.570423 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b0905e2-c669-488b-b896-bd99f14bf41e tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:39.571027 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0905e2-c669-488b-b896-bd99f14bf41e tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Fanout notify agent at l3_agent the message router_deleted on router a1b0a437-29aa-4358-8588-c37bb6b3cb80 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:56:39.579857 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b0905e2-c669-488b-b896-bd99f14bf41e tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:39.581138 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3b0905e2-c669-488b-b896-bd99f14bf41e tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "DELETE /v2.0/routers/a1b0a437-29aa-4358-8588-c37bb6b3cb80 HTTP/1.1" status: 204 len: 168 time: 1.3955379 Nov 02 11:56:39.589327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52748) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:39.637966 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-35e2d715-b570-4f6f-a2f1-3d7f35032ce8 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "GET /v2.0/ports?device_id=a1b0a437-29aa-4358-8588-c37bb6b3cb80 HTTP/1.1" status: 200 len: 205 time: 0.0474455 Nov 02 11:56:39.646786 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:39.648758 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:39.650003 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52750) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:39.859982 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-1d1dbf7b-1366-41ac-a534-ba4cfed26c93 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] delete failed (client error): The resource could not be found. Nov 02 11:56:39.867022 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1d1dbf7b-1366-41ac-a534-ba4cfed26c93 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "DELETE /v2.0/routers/a1b0a437-29aa-4358-8588-c37bb6b3cb80 HTTP/1.1" status: 404 len: 336 time: 0.2146835 Nov 02 11:56:39.867936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52754) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:39.919265 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b48a44a8-1d89-4d67-8f06-30ac4d956bba tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "GET /v2.0/ports?device_id=052c9567-5923-4979-b88c-81a13a3a36f4 HTTP/1.1" status: 200 len: 205 time: 0.0481091 Nov 02 11:56:39.920905 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52756) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:39.937344 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52758) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:39.942585 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-35bd04b6-9db0-4241-a792-23ca43978250 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Request body: {'security_group': {'name': 'tempest-securitygroup--645630820', 'description': 'tempest-description--676840714'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:39.988123 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:40.083002 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-1f7e6bcd-65d1-4054-93a5-61baab3e6836 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] delete failed (client error): The resource could not be found. Nov 02 11:56:40.086052 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1f7e6bcd-65d1-4054-93a5-61baab3e6836 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "DELETE /v2.0/routers/052c9567-5923-4979-b88c-81a13a3a36f4 HTTP/1.1" status: 404 len: 336 time: 0.1639469 Nov 02 11:56:40.090611 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52768) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:40.099617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1de0be20-3dd2-48d4-bf47-7245b1ae91ee,segment=NetworkSegment(451116e0-72c8-4a2e-af96-e8fc06dc210a),segment_id=451116e0-72c8-4a2e-af96-e8fc06dc210a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:40.153275 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-edc96ddf-23a5-4015-af58-7e59724040f6 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ddc1d5b-24b5-405a-96c8-9b2b51a66cb1 HTTP/1.1" status: 200 len: 205 time: 0.0532899 Nov 02 11:56:40.156958 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52772) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:40.238032 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:40.250881 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-93c776cb-5546-4a90-825a-52e52b9f0851 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] delete failed (client error): The resource could not be found. Nov 02 11:56:40.254398 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-93c776cb-5546-4a90-825a-52e52b9f0851 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "DELETE /v2.0/routers/9ddc1d5b-24b5-405a-96c8-9b2b51a66cb1 HTTP/1.1" status: 404 len: 336 time: 0.0940776 Nov 02 11:56:40.258434 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52774) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:40.281017 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-c85f0250-e2f1-438f-a161-d2855c0e0801 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Allocated IP 172.20.0.3 (74bd6dc5-f0e6-4079-ac41-63269a99500e/b04dcbcd-1275-4a43-9876-3724821feb17/3ffdc25a-93f3-4e20-9095-b0f0a17bb60b) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:40.300782 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35bd04b6-9db0-4241-a792-23ca43978250 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:40.312364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52776) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:40.312753 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-91a25a68-f1e3-40f5-ae14-a04e1a1f2b58 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a19f791-bdd4-4596-92e9-77f7aa24e48d HTTP/1.1" status: 200 len: 205 time: 0.0445883 Nov 02 11:56:40.365509 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=1de0be20-3dd2-48d4-bf47-7245b1ae91ee,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:40.386488 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2f9f6ee0-41f4-48e9-aca5-657a0ffda233 None None] Provisioning complete for port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:40.387198 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6ee0-41f4-48e9-aca5-657a0ffda233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:40.458081 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-9c950c71-8c27-4683-8875-58da6b536032 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] delete failed (client error): The resource could not be found. Nov 02 11:56:40.461718 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9c950c71-8c27-4683-8875-58da6b536032 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "DELETE /v2.0/routers/6a19f791-bdd4-4596-92e9-77f7aa24e48d HTTP/1.1" status: 404 len: 336 time: 0.1483693 Nov 02 11:56:40.467269 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52784) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:40.534488 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0a086d85-4c93-422c-b9e2-860dbf836efc tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "GET /v2.0/ports?device_id=4809fef7-7d49-4382-b4f5-89b0712a16c0 HTTP/1.1" status: 200 len: 205 time: 0.0653036 Nov 02 11:56:40.540317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52786) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:40.541618 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d06d6e4-8188-4ad6-bfb3-edbfb47f61f3 req-878bd640-2c89-477b-87b4-bb83d2e8f909 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 210 time: 0.1016998 Nov 02 11:56:40.631045 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2f9f6ee0-41f4-48e9-aca5-657a0ffda233 None None] Provisioning complete for port 4e48b14e-70d5-44c4-995f-7a2cfcf26a63 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:40.631598 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2f9f6ee0-41f4-48e9-aca5-657a0ffda233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:40.639914 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-a3dc4144-44e5-411f-bcc5-5f4f1c86d710 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] delete failed (client error): The resource could not be found. Nov 02 11:56:40.645362 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a3dc4144-44e5-411f-bcc5-5f4f1c86d710 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "DELETE /v2.0/routers/4809fef7-7d49-4382-b4f5-89b0712a16c0 HTTP/1.1" status: 404 len: 336 time: 0.1028574 Nov 02 11:56:40.645991 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52788) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:40.665409 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35bd04b6-9db0-4241-a792-23ca43978250 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:40.700136 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2f9f6ee0-41f4-48e9-aca5-657a0ffda233 None None] Port 4e48b14e-70d5-44c4-995f-7a2cfcf26a63 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:40.707235 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51979397-d490-4a71-8258-9cb7c2bb6ee6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:40.718910 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5a705668-8a9a-4b9b-85dd-9fc449820a13 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f236b03-ac55-42f5-b12e-a7313fa23ba0 HTTP/1.1" status: 200 len: 205 time: 0.0676558 Nov 02 11:56:40.719344 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52792) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:40.803802 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-6271ce31-8f63-4a0f-97d2-01b25c192e82 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] delete failed (client error): The resource could not be found. Nov 02 11:56:40.808959 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52794) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:40.810677 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6271ce31-8f63-4a0f-97d2-01b25c192e82 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "DELETE /v2.0/routers/2f236b03-ac55-42f5-b12e-a7313fa23ba0 HTTP/1.1" status: 404 len: 336 time: 0.0900939 Nov 02 11:56:40.811470 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35bd04b6-9db0-4241-a792-23ca43978250 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:40.849020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52796) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:40.856986 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd04b6-9db0-4241-a792-23ca43978250 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26cc43e3-d2bc-4b27-8526-642d82d2f518,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:40.880394 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d974b9a-7497-4067-b41e-f3607f0ca511 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] DELETE failed (client error): The resource could not be found. Nov 02 11:56:40.880860 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d974b9a-7497-4067-b41e-f3607f0ca511 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:56:40.887475 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0d974b9a-7497-4067-b41e-f3607f0ca511 tempest-RoutersIpV6AdminTest-2141114704 tempest-RoutersIpV6AdminTest-2141114704-project] 10.222.0.52 "DELETE /v2.0/subnets/30530572-83d1-47d7-8000-735774830123 HTTP/1.1" status: 404 len: 337 time: 0.0774202 Nov 02 11:56:40.904254 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-c85f0250-e2f1-438f-a161-d2855c0e0801 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:40.925678 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-51979397-d490-4a71-8258-9cb7c2bb6ee6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:40.958558 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-51979397-d490-4a71-8258-9cb7c2bb6ee6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] device_id is not set on port ab024dc3-a787-4aba-ac90-e0db4baa396f yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:56:40.987177 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2aabd317-663f-4527-884e-6e30de636716 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.062486 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35bd04b6-9db0-4241-a792-23ca43978250 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.066612 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-35bd04b6-9db0-4241-a792-23ca43978250 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1251860 Nov 02 11:56:41.067687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52804) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:41.074630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1f37f509-1f47-4be3-8c35-d8380d8480ae tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Request body: {'security_group_rule': {'security_group_id': '26cc43e3-d2bc-4b27-8526-642d82d2f518', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:41.138763 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2aabd317-663f-4527-884e-6e30de636716 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.143394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52806) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:41.162845 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-c85f0250-e2f1-438f-a161-d2855c0e0801 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.179162 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['f6b6f311-7267-4d0d-8126-7fd262070db1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:56:41.217796 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-c85f0250-e2f1-438f-a161-d2855c0e0801 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Network 74bd6dc5-f0e6-4079-ac41-63269a99500e is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:41.227501 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-c85f0250-e2f1-438f-a161-d2855c0e0801 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:41.237842 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-c85f0250-e2f1-438f-a161-d2855c0e0801 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:56:41.261506 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f37f509-1f47-4be3-8c35-d8380d8480ae tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.314258 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1de0be20-3dd2-48d4-bf47-7245b1ae91ee up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:56:41.316968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-51979397-d490-4a71-8258-9cb7c2bb6ee6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Allocated IP 2001:db8::2d2 (661edb1b-0c5c-4073-acad-6bdc8a308203/1b49505b-55d4-4c4c-a993-aa625e0ce4a3/ab024dc3-a787-4aba-ac90-e0db4baa396f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:41.334756 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f0250-e2f1-438f-a161-d2855c0e0801 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Pushing event updated for resources: {'Port': ['ID=3ffdc25a-93f3-4e20-9095-b0f0a17bb60b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:41.335366 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2aabd317-663f-4527-884e-6e30de636716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.373084 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-c85f0250-e2f1-438f-a161-d2855c0e0801 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:41.373646 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-c85f0250-e2f1-438f-a161-d2855c0e0801 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.389657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabd317-663f-4527-884e-6e30de636716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d3a4ea-598b-4b2a-a44a-04b3ff1f5125,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:41.403414 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7de07617-ddef-4a26-a385-0110de8fa758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.424735 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f37f509-1f47-4be3-8c35-d8380d8480ae tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.451764 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:41.452167 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.462185 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2aabd317-663f-4527-884e-6e30de636716 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9521e5e8550846cbbe6a2fcf4f486daa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6122210 Nov 02 11:56:41.462890 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52810) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:41.542428 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-51979397-d490-4a71-8258-9cb7c2bb6ee6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.544422 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06f543bd-c41b-4e6a-a302-e5cce18b5156 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.583469 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06f543bd-c41b-4e6a-a302-e5cce18b5156 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.598653 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-c85f0250-e2f1-438f-a161-d2855c0e0801 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8133895 Nov 02 11:56:41.613820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Request body: {'port': {'device_id': 'cc44ebd2-85d0-4d6f-b3db-90fff6772665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:41.641719 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7de07617-ddef-4a26-a385-0110de8fa758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.642713 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f37f509-1f47-4be3-8c35-d8380d8480ae tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.665392 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37f509-1f47-4be3-8c35-d8380d8480ae tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab93a54-ef16-42b0-bfb6-bfcf03b3242e,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:41.695552 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.714490 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-51979397-d490-4a71-8258-9cb7c2bb6ee6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.728412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad097585-d5cf-49d8-9e2b-2b7680a775d9 req-ef23129d-c21e-4571-8af3-9fdf4f3db1fc tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:41.730196 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad097585-d5cf-49d8-9e2b-2b7680a775d9 req-ef23129d-c21e-4571-8af3-9fdf4f3db1fc tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 931 time: 0.0551264 Nov 02 11:56:41.758809 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f37f509-1f47-4be3-8c35-d8380d8480ae tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.761630 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1f37f509-1f47-4be3-8c35-d8380d8480ae tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6932359 Nov 02 11:56:41.762842 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7de07617-ddef-4a26-a385-0110de8fa758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.770614 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52814) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:41.792648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-34643ad1-44e2-421b-b72b-53325ab44c8e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Request body: {'security_group_rule': {'security_group_id': '26cc43e3-d2bc-4b27-8526-642d82d2f518', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:41.799131 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51979397-d490-4a71-8258-9cb7c2bb6ee6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:41.824622 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-51979397-d490-4a71-8258-9cb7c2bb6ee6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:41.830406 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51979397-d490-4a71-8258-9cb7c2bb6ee6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:56:41.848006 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51979397-d490-4a71-8258-9cb7c2bb6ee6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:41.848677 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-51979397-d490-4a71-8258-9cb7c2bb6ee6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.893906 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06f543bd-c41b-4e6a-a302-e5cce18b5156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.897010 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06f543bd-c41b-4e6a-a302-e5cce18b5156 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:41.898539 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-06f543bd-c41b-4e6a-a302-e5cce18b5156 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/26d3a4ea-598b-4b2a-a44a-04b3ff1f5125 HTTP/1.1" status: 204 len: 168 time: 0.4320321 Nov 02 11:56:41.920010 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7de07617-ddef-4a26-a385-0110de8fa758 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2e03b6c7d08b43eaa559a89cad526fbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7753458 Nov 02 11:56:41.947030 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52824) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:41.947458 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52826) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:41.970298 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51979397-d490-4a71-8258-9cb7c2bb6ee6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=ab024dc3-a787-4aba-ac90-e0db4baa396f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:41.973810 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad097585-d5cf-49d8-9e2b-2b7680a775d9 req-86645aad-5714-43c4-b0e8-75bbc03dcbcf tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356503 Nov 02 11:56:41.996625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de07617-ddef-4a26-a385-0110de8fa758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a55e319-c6b3-45cb-9ee7-b639279b35d1,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:42.062681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f543bd-c41b-4e6a-a302-e5cce18b5156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d3a4ea-598b-4b2a-a44a-04b3ff1f5125,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:42.127067 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5872ef7-2d19-40ab-acbc-ad3d7552ef35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.151656 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5872ef7-2d19-40ab-acbc-ad3d7552ef35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.213264 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4bcf999e-3bae-499b-8e50-d9346d692138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.247031 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-fafe2cf3-e640-4d30-b9ab-4e6856089f68 None None] Provisioning complete for port ab024dc3-a787-4aba-ac90-e0db4baa396f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:42.247686 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fafe2cf3-e640-4d30-b9ab-4e6856089f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.276716 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:56:42.287333 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.290821 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-fafe2cf3-e640-4d30-b9ab-4e6856089f68 None None] Port ab024dc3-a787-4aba-ac90-e0db4baa396f cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:42.313881 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-34643ad1-44e2-421b-b72b-53325ab44c8e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.347181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Transition to ACTIVE for port object 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:56:42.356815 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5872ef7-2d19-40ab-acbc-ad3d7552ef35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.359421 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5872ef7-2d19-40ab-acbc-ad3d7552ef35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.360568 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a5872ef7-2d19-40ab-acbc-ad3d7552ef35 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8a55e319-c6b3-45cb-9ee7-b639279b35d1 HTTP/1.1" status: 204 len: 168 time: 0.3857293 Nov 02 11:56:42.391247 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5872ef7-2d19-40ab-acbc-ad3d7552ef35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a55e319-c6b3-45cb-9ee7-b639279b35d1,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:42.414559 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-34643ad1-44e2-421b-b72b-53325ab44c8e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.453561 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4bcf999e-3bae-499b-8e50-d9346d692138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.468570 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.479296 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52834) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:42.480044 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-51979397-d490-4a71-8258-9cb7c2bb6ee6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1142299 Nov 02 11:56:42.484567 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-95f7e1b0-bf03-4c0b-bcad-4218269053a6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'subnet': {'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:42.509246 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-34643ad1-44e2-421b-b72b-53325ab44c8e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.570071 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4bcf999e-3bae-499b-8e50-d9346d692138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.580983 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffdc25a-93f3-4e20-9095-b0f0a17bb60b,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:42.598719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34643ad1-44e2-421b-b72b-53325ab44c8e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc77e97-62dc-4d08-901d-9be37bd0bf7c,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:42.635519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf999e-3bae-499b-8e50-d9346d692138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3217ad6d-3f3c-4e1e-a90c-d485c31c229a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:42.646375 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4bcf999e-3bae-499b-8e50-d9346d692138 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=03a1b722ba82472e94e8d8beedb3a2e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6675444 Nov 02 11:56:42.651184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52842) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:42.664132 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Attempting to bind port 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:56:42.664534 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Attempting to bind port 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:56:42.664876 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Attempting to bind port 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b on network 74bd6dc5-f0e6-4079-ac41-63269a99500e {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:56:42.670211 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Port 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b on network 74bd6dc5-f0e6-4079-ac41-63269a99500e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:56:42.670545 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Attempting to bind port 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b on network 74bd6dc5-f0e6-4079-ac41-63269a99500e {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:56:42.676018 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:56:42.676378 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Checking segment: {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:56:42.676753 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Bound using segment: {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:56:42.677185 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Bound port: 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:56:42.677943 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.712073 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-34643ad1-44e2-421b-b72b-53325ab44c8e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.717065 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-34643ad1-44e2-421b-b72b-53325ab44c8e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9395113 Nov 02 11:56:42.718533 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52844) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:42.725180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-4a338c6d-588e-471e-8f16-69cb33c52a55 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:42.754701 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1910ad1c-6cdf-442b-a71b-4b54a8009a5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.785975 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] For port 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:56:42.791538 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] For port 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3ffdc25a-93f3-4e20-9095-b0f0a17bb60b,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:56:42.801255 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1910ad1c-6cdf-442b-a71b-4b54a8009a5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.839647 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f7e1b0-bf03-4c0b-bcad-4218269053a6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:42.844616 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-95f7e1b0-bf03-4c0b-bcad-4218269053a6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.909072 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.961960 n-d-806683-18 neutron-server[102689]: INFO neutron.db.ipam_backend_mixin [None req-95f7e1b0-bf03-4c0b-bcad-4218269053a6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b49505b-55d4-4c4c-a993-aa625e0ce4a3 (CIDR: 2001:db8::/64) Nov 02 11:56:42.972092 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:42.972854 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:42.974548 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] 10.222.0.54 "PUT /v2.0/ports/3ffdc25a-93f3-4e20-9095-b0f0a17bb60b HTTP/1.1" status: 200 len: 1092 time: 1.3705647 Nov 02 11:56:42.977175 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc44ebd2-85d0-4d6f-b3db-90fff6772665', 'tag': '3ffdc25a-93f3-4e20-9095-b0f0a17bb60b'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:56:42.980399 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0136492-2684-4e11-aa3e-f85756acfbd1" -d '{"events": [{"name": "network-changed", "server_uuid": "cc44ebd2-85d0-4d6f-b3db-90fff6772665", "tag": "3ffdc25a-93f3-4e20-9095-b0f0a17bb60b"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:56:43.028401 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f7e1b0-bf03-4c0b-bcad-4218269053a6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:56:43.028894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f7e1b0-bf03-4c0b-bcad-4218269053a6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:56:43.034095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c74abd-37b6-410b-9a0f-74d3ce83ffd5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffdc25a-93f3-4e20-9095-b0f0a17bb60b,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:43.038351 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c57c30-d996-45c8-8f5a-ea66eb9e36d4 x-openstack-request-id: req-92c57c30-d996-45c8-8f5a-ea66eb9e36d4 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:56:43.039073 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc44ebd2-85d0-4d6f-b3db-90fff6772665", "tag": "3ffdc25a-93f3-4e20-9095-b0f0a17bb60b", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:56:43.039776 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92c57c30-d996-45c8-8f5a-ea66eb9e36d4 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:56:43.040555 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc44ebd2-85d0-4d6f-b3db-90fff6772665', 'tag': '3ffdc25a-93f3-4e20-9095-b0f0a17bb60b', 'status': 'completed', 'code': 200} Nov 02 11:56:43.068052 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a338c6d-588e-471e-8f16-69cb33c52a55 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:43.100822 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1910ad1c-6cdf-442b-a71b-4b54a8009a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:43.104604 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1910ad1c-6cdf-442b-a71b-4b54a8009a5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:43.109179 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1910ad1c-6cdf-442b-a71b-4b54a8009a5d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3217ad6d-3f3c-4e1e-a90c-d485c31c229a HTTP/1.1" status: 204 len: 168 time: 0.4569054 Nov 02 11:56:43.117226 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0136492-2684-4e11-aa3e-f85756acfbd1 req-326ba0d4-4b89-4d57-a9c7-d6d32d13009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:43.119206 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0136492-2684-4e11-aa3e-f85756acfbd1 req-326ba0d4-4b89-4d57-a9c7-d6d32d13009e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 1095 time: 0.0658894 Nov 02 11:56:43.126998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910ad1c-6cdf-442b-a71b-4b54a8009a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3217ad6d-3f3c-4e1e-a90c-d485c31c229a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:43.221942 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440347ef-141d-4bdc-bbd0-9105171fc6a4 req-a044e215-a37f-47fe-b3eb-9ea048250c15 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:43.223488 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-440347ef-141d-4bdc-bbd0-9105171fc6a4 req-a044e215-a37f-47fe-b3eb-9ea048250c15 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 943 time: 0.1111085 Nov 02 11:56:43.266315 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-95f7e1b0-bf03-4c0b-bcad-4218269053a6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7856104 Nov 02 11:56:43.269506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52860) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:43.271503 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0136492-2684-4e11-aa3e-f85756acfbd1 req-f8c9d508-8b7c-4af8-8408-0dcf2196d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:43.273033 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0136492-2684-4e11-aa3e-f85756acfbd1 req-f8c9d508-8b7c-4af8-8408-0dcf2196d5f1 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1462786 Nov 02 11:56:43.280224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-cd84bad5-b5e6-4f3b-8547-d0d816c620b8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'subnet': {'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:43.369031 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-440347ef-141d-4bdc-bbd0-9105171fc6a4 req-c1d8b7f8-3c4e-48f2-b969-65520c0d51e4 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330383 Nov 02 11:56:43.382013 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a338c6d-588e-471e-8f16-69cb33c52a55 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:43.397320 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0136492-2684-4e11-aa3e-f85756acfbd1 req-b1304a90-2459-48c3-853f-9039c6915ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:43.399483 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0136492-2684-4e11-aa3e-f85756acfbd1 req-b1304a90-2459-48c3-853f-9039c6915ebe service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1201222 Nov 02 11:56:43.421931 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52864) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:43.459800 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8816dfc1-4c23-4516-b061-12faf34150a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:43.523291 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-e697ac0a-8c52-47f5-86ed-1b0cdac3d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:43.525199 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-e697ac0a-8c52-47f5-86ed-1b0cdac3d627 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 1095 time: 0.0781586 Nov 02 11:56:43.587620 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-678739db-29b0-4868-ad05-b4baa640ba42 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ffdc25a-93f3-4e20-9095-b0f0a17bb60b HTTP/1.1" status: 200 len: 217 time: 0.0520434 Nov 02 11:56:43.596349 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-4a338c6d-588e-471e-8f16-69cb33c52a55 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Allocated IP 172.25.6.67 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/28726da1-e3f1-4956-9909-4f1709a3bae0) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:43.643431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd84bad5-b5e6-4f3b-8547-d0d816c620b8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:43.648124 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd84bad5-b5e6-4f3b-8547-d0d816c620b8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:43.657224 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-88feaf6e-bdea-43ee-aa2e-fdb9c8c8e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:43.658969 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-88feaf6e-bdea-43ee-aa2e-fdb9c8c8e378 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b04dcbcd-1275-4a43-9876-3724821feb17 HTTP/1.1" status: 200 len: 844 time: 0.0648117 Nov 02 11:56:43.696919 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-320044ec-dd4e-4cbb-bc56-d78fb4a40dc5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=74bd6dc5-f0e6-4079-ac41-63269a99500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307050 Nov 02 11:56:43.741332 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8816dfc1-4c23-4516-b061-12faf34150a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:43.803787 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-da92cf9d-7d6a-4cbe-8835-4be330d35441 service neutron] 10.222.0.54 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968022 Nov 02 11:56:43.823767 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a338c6d-588e-471e-8f16-69cb33c52a55 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:43.901346 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8816dfc1-4c23-4516-b061-12faf34150a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:43.934839 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8816dfc1-4c23-4516-b061-12faf34150a9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1596d566f61c4292ad6553bcbfb12449&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5112894 Nov 02 11:56:43.962146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52874) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:43.996056 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-da3b250b-f41d-4ba4-9da3-b23885dc8201 req-f098ac07-62b6-4c82-be06-a68f8a4361bc service neutron] 10.222.0.54 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855507 Nov 02 11:56:44.015337 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a338c6d-588e-471e-8f16-69cb33c52a55 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:44.020484 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816dfc1-4c23-4516-b061-12faf34150a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb53a02-19cd-426c-a16a-bbdd5adf66c0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:44.063212 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b3f58c6-963b-4e10-a911-3b6fe0d6d7e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:44.102129 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b3f58c6-963b-4e10-a911-3b6fe0d6d7e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:44.120645 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a338c6d-588e-471e-8f16-69cb33c52a55 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:44.127469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a338c6d-588e-471e-8f16-69cb33c52a55 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Pushing event updated for resources: {'Port': ['ID=28726da1-e3f1-4956-9909-4f1709a3bae0,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:44.130452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-4a338c6d-588e-471e-8f16-69cb33c52a55 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:44.134848 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a338c6d-588e-471e-8f16-69cb33c52a55 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:56:44.250082 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd84bad5-b5e6-4f3b-8547-d0d816c620b8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:44.290387 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd84bad5-b5e6-4f3b-8547-d0d816c620b8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:44.295188 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-cd84bad5-b5e6-4f3b-8547-d0d816c620b8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:44.299855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd84bad5-b5e6-4f3b-8547-d0d816c620b8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:44.300686 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd84bad5-b5e6-4f3b-8547-d0d816c620b8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:44.304629 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a2dd14-867a-4c70-b39f-762113e7f170 None None] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:56:44.315225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84bad5-b5e6-4f3b-8547-d0d816c620b8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Subnet': ['ID=239281ee-e9b7-4615-b8be-ea3bb1baf563,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:44.329956 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b3f58c6-963b-4e10-a911-3b6fe0d6d7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:44.332943 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b3f58c6-963b-4e10-a911-3b6fe0d6d7e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:44.334230 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8b3f58c6-963b-4e10-a911-3b6fe0d6d7e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0eb53a02-19cd-426c-a16a-bbdd5adf66c0 HTTP/1.1" status: 204 len: 168 time: 0.3694930 Nov 02 11:56:44.343541 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f58c6-963b-4e10-a911-3b6fe0d6d7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb53a02-19cd-426c-a16a-bbdd5adf66c0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:44.385632 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a338c6d-588e-471e-8f16-69cb33c52a55 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:44.510051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d009cf-fae5-4047-9b6e-a8a446529310 req-ad836436-beb4-4450-8ccd-350c78d88c0a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:44.512170 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48d009cf-fae5-4047-9b6e-a8a446529310 req-ad836436-beb4-4450-8ccd-350c78d88c0a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 943 time: 0.0627873 Nov 02 11:56:44.557049 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cd84bad5-b5e6-4f3b-8547-d0d816c620b8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2816870 Nov 02 11:56:44.559901 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52890) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:44.565515 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0f877eb2-7361-404e-ad8e-f03604aac8cd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-471200350', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '239281ee-e9b7-4615-b8be-ea3bb1baf563'}], 'security_groups': ['bf7a6559-09dd-44b4-9c77-52d4d006cbe7']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:44.576989 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48d009cf-fae5-4047-9b6e-a8a446529310 req-0d57ec41-7957-4196-8f49-6c075aa3e567 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581300 Nov 02 11:56:44.654865 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f877eb2-7361-404e-ad8e-f03604aac8cd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:44.699469 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a338c6d-588e-471e-8f16-69cb33c52a55 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:44.717920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32267be-0db4-4564-9646-f00427ecb770 None None] Update dhcp port {'port': {'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203', 'fixed_ips': [{'subnet_id': '1b49505b-55d4-4c4c-a993-aa625e0ce4a3', 'ip_address': '2001:db8::2'}, {'subnet_id': '239281ee-e9b7-4615-b8be-ea3bb1baf563'}], 'binding:host_id': 'n-d-806683-18'}, 'id': '1de0be20-3dd2-48d4-bf47-7245b1ae91ee'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 11:56:44.744524 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d32267be-0db4-4564-9646-f00427ecb770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:44.818637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52892) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:44.879975 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-afae6af0-1e1c-4b31-92f4-4225700e2b53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=550e620ad9234adf8285e031b72d8dca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0598893 Nov 02 11:56:44.882407 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52894) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:44.970588 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7af4362-579e-4699-b5d8-0e38d50bfbb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:44.983234 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-d32267be-0db4-4564-9646-f00427ecb770 None None] Allocated IP 2001:db8:0:1::2 (661edb1b-0c5c-4073-acad-6bdc8a308203/239281ee-e9b7-4615-b8be-ea3bb1baf563/1de0be20-3dd2-48d4-bf47-7245b1ae91ee) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:45.009536 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a338c6d-588e-471e-8f16-69cb33c52a55 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:45.012549 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7af4362-579e-4699-b5d8-0e38d50bfbb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:45.112324 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d32267be-0db4-4564-9646-f00427ecb770 None None] For port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1de0be20-3dd2-48d4-bf47-7245b1ae91ee,segment=NetworkSegment(451116e0-72c8-4a2e-af96-e8fc06dc210a),segment_id=451116e0-72c8-4a2e-af96-e8fc06dc210a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:45.135927 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a338c6d-588e-471e-8f16-69cb33c52a55 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:45.151220 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d32267be-0db4-4564-9646-f00427ecb770 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:45.217338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a338c6d-588e-471e-8f16-69cb33c52a55 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Pushing event updated for resources: {'Port': ['ID=28726da1-e3f1-4956-9909-4f1709a3bae0,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:45.229743 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a338c6d-588e-471e-8f16-69cb33c52a55 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:45.353068 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7af4362-579e-4699-b5d8-0e38d50bfbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:45.355021 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d32267be-0db4-4564-9646-f00427ecb770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:45.356355 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7af4362-579e-4699-b5d8-0e38d50bfbb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:45.357654 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a7af4362-579e-4699-b5d8-0e38d50bfbb5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a5c9739-c131-4479-b7b9-5148734560b5 HTTP/1.1" status: 204 len: 168 time: 0.4729426 Nov 02 11:56:45.387140 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a338c6d-588e-471e-8f16-69cb33c52a55 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:45.396378 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4a338c6d-588e-471e-8f16-69cb33c52a55 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6752808 Nov 02 11:56:45.399610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af4362-579e-4699-b5d8-0e38d50bfbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5c9739-c131-4479-b7b9-5148734560b5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:45.570472 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32267be-0db4-4564-9646-f00427ecb770 None None] Pushing event updated for resources: {'Port': ['ID=1de0be20-3dd2-48d4-bf47-7245b1ae91ee,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:45.652741 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-0f877eb2-7361-404e-ad8e-f03604aac8cd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Delete allocated IP 2001:db8::2d2 (661edb1b-0c5c-4073-acad-6bdc8a308203/1b49505b-55d4-4c4c-a993-aa625e0ce4a3) {{(pid=102690) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 02 11:56:45.662588 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-0f877eb2-7361-404e-ad8e-f03604aac8cd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Allocated IP 2001:db8:0:1::2cc (661edb1b-0c5c-4073-acad-6bdc8a308203/239281ee-e9b7-4615-b8be-ea3bb1baf563/ab024dc3-a787-4aba-ac90-e0db4baa396f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:45.715144 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3917b-c251-4dee-8480-4d7162486e28 req-b1870bbd-b26e-4042-a207-e880994889f2 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:45.716744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ba3917b-c251-4dee-8480-4d7162486e28 req-b1870bbd-b26e-4042-a207-e880994889f2 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 943 time: 0.0617790 Nov 02 11:56:45.827262 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ba3917b-c251-4dee-8480-4d7162486e28 req-7722af31-5a9c-4f7e-af55-c318e951638d tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990338 Nov 02 11:56:45.927370 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f877eb2-7361-404e-ad8e-f03604aac8cd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:46.021622 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f877eb2-7361-404e-ad8e-f03604aac8cd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:46.124381 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0f877eb2-7361-404e-ad8e-f03604aac8cd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] In _notify_port_updated(), no bound segment for port ab024dc3-a787-4aba-ac90-e0db4baa396f on network 661edb1b-0c5c-4073-acad-6bdc8a308203 {{(pid=102690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 11:56:46.131408 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f877eb2-7361-404e-ad8e-f03604aac8cd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:46.132226 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f877eb2-7361-404e-ad8e-f03604aac8cd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:46.133827 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0f877eb2-7361-404e-ad8e-f03604aac8cd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "PUT /v2.0/ports/ab024dc3-a787-4aba-ac90-e0db4baa396f HTTP/1.1" status: 200 len: 930 time: 1.5727470 Nov 02 11:56:46.138418 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52946) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:46.192919 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f877eb2-7361-404e-ad8e-f03604aac8cd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=ab024dc3-a787-4aba-ac90-e0db4baa396f,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:46.229375 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-00045b63-10e6-494b-96e7-d1cfff5c9284 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--645630820&fields=id&tenant_id=6c42cd043aff4c3dad752193a806d1f3 HTTP/1.1" status: 200 len: 267 time: 0.1633658 Nov 02 11:56:46.299708 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-3405be17-0419-496f-a455-6176054c401a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port ab024dc3-a787-4aba-ac90-e0db4baa396f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:46.300058 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3405be17-0419-496f-a455-6176054c401a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:46.417176 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-335a1564-2de1-4c0c-96f0-37ae19e3a47c tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:46.425134 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-335a1564-2de1-4c0c-96f0-37ae19e3a47c tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/networks?id=de1624d7-02e7-4915-9539-81b4cd0f5d6b HTTP/1.1" status: 200 len: 817 time: 0.1866670 Nov 02 11:56:46.448964 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3405be17-0419-496f-a455-6176054c401a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:46.449846 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-6ec07e2c-c375-49a3-b0a8-f25a586ebc2a tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/quotas/6c42cd043aff4c3dad752193a806d1f3 HTTP/1.1" status: 200 len: 375 time: 0.0219965 Nov 02 11:56:46.491766 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-3405be17-0419-496f-a455-6176054c401a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for ab024dc3-a787-4aba-ac90-e0db4baa396f owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:46.562147 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-18bb4c11-dbd2-449b-9d55-88d88a46d1ea tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6c42cd043aff4c3dad752193a806d1f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1100504 Nov 02 11:56:46.569973 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-bfe8c437-130a-43d6-998b-9e30210ae696 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:56:46.583692 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-bfe8c437-130a-43d6-998b-9e30210ae696 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0205927 Nov 02 11:56:46.627876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-416d6472-bc39-4637-8547-9b9e2de7ad3d None None] Provisioning complete for port ab024dc3-a787-4aba-ac90-e0db4baa396f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:46.628334 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-416d6472-bc39-4637-8547-9b9e2de7ad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:46.679204 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-416d6472-bc39-4637-8547-9b9e2de7ad3d None None] Port ab024dc3-a787-4aba-ac90-e0db4baa396f cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:46.691430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-416d6472-bc39-4637-8547-9b9e2de7ad3d None None] Provisioning complete for port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:46.691926 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-416d6472-bc39-4637-8547-9b9e2de7ad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:46.715533 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-48abd523-d414-4262-ae99-278466a2e77f service neutron] 10.222.0.52 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307225 Nov 02 11:56:46.818365 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3405be17-0419-496f-a455-6176054c401a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:46.867393 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-416d6472-bc39-4637-8547-9b9e2de7ad3d None None] Provisioning complete for port 4e48b14e-70d5-44c4-995f-7a2cfcf26a63 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:46.867927 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-416d6472-bc39-4637-8547-9b9e2de7ad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:46.881972 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405be17-0419-496f-a455-6176054c401a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=ab024dc3-a787-4aba-ac90-e0db4baa396f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:46.912615 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-0093b6da-361e-4db7-b27e-9d1b62ecdc61 service neutron] 10.222.0.52 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942761 Nov 02 11:56:46.943200 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3405be17-0419-496f-a455-6176054c401a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:46.953817 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3405be17-0419-496f-a455-6176054c401a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/ports/ab024dc3-a787-4aba-ac90-e0db4baa396f HTTP/1.1" status: 204 len: 168 time: 0.8133321 Nov 02 11:56:46.956445 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52966) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:46.998515 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-416d6472-bc39-4637-8547-9b9e2de7ad3d None None] Port 4e48b14e-70d5-44c4-995f-7a2cfcf26a63 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:47.023302 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-558dc513-b59b-4cff-9344-f0375fc0e118 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] GET failed (client error): The resource could not be found. Nov 02 11:56:47.028114 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-558dc513-b59b-4cff-9344-f0375fc0e118 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports/ab024dc3-a787-4aba-ac90-e0db4baa396f HTTP/1.1" status: 404 len: 333 time: 0.0639126 Nov 02 11:56:47.028505 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52970) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:47.100320 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d2543db-5e7f-41f3-83cf-164812b1961d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:47.111516 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-91d0d735-b758-4e2d-ac79-d139fa03f351 None None] Could not find standard attr ID for object ab024dc3-a787-4aba-ac90-e0db4baa396f. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 11:56:47.141605 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d2543db-5e7f-41f3-83cf-164812b1961d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:47.236306 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1de0be20-3dd2-48d4-bf47-7245b1ae91ee up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:56:47.291194 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:47.291570 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:47.313262 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:56:47.457173 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d2543db-5e7f-41f3-83cf-164812b1961d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:47.461162 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d2543db-5e7f-41f3-83cf-164812b1961d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:47.465620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52982) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:47.466111 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9d2543db-5e7f-41f3-83cf-164812b1961d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/security-groups/082dea29-0476-436b-90b1-7f302d97c068 HTTP/1.1" status: 204 len: 168 time: 0.4360886 Nov 02 11:56:47.479881 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2543db-5e7f-41f3-83cf-164812b1961d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=082dea29-0476-436b-90b1-7f302d97c068,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:47.487695 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3ffdc25a-93f3-4e20-9095-b0f0a17bb60b,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:47.503051 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '3ffdc25a-93f3-4e20-9095-b0f0a17bb60b', 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e', 'port_id': '3ffdc25a-93f3-4e20-9095-b0f0a17bb60b', 'mac_address': 'fa:16:3e:64:bf:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04dcbcd-1275-4a43-9876-3724821feb17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:56:47.593484 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-31df8439-607e-47c4-8a9c-266067268121 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:47.626130 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-121610ce-2ce2-49d9-94c2-e3277e393449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:47.633794 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:47.644717 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-31df8439-607e-47c4-8a9c-266067268121 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:47.655962 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:56:47.656751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26d63e-681e-4eeb-b051-39b6b6f371c4 req-397aa67a-78af-4f14-ab02-feee4bb877bb tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:47.666504 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc26d63e-681e-4eeb-b051-39b6b6f371c4 req-397aa67a-78af-4f14-ab02-feee4bb877bb tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 943 time: 0.0693743 Nov 02 11:56:47.700267 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3ffdc25a-93f3-4e20-9095-b0f0a17bb60b,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:47.727945 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc26d63e-681e-4eeb-b051-39b6b6f371c4 req-a51586f5-06d0-4ef1-aa19-c5df60d3f532 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599525 Nov 02 11:56:47.815556 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:47.827322 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd418b05-5683-43ba-854f-fc686d9ed21d req-de47c0c1-4f7b-49a9-b405-2315405daf3b tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 210 time: 0.0444589 Nov 02 11:56:47.861480 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-31df8439-607e-47c4-8a9c-266067268121 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:47.864380 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-31df8439-607e-47c4-8a9c-266067268121 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:47.865716 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-31df8439-607e-47c4-8a9c-266067268121 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/security-groups/bf7a6559-09dd-44b4-9c77-52d4d006cbe7 HTTP/1.1" status: 204 len: 168 time: 0.3987534 Nov 02 11:56:47.868476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53002) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:47.873247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=3ffdc25a-93f3-4e20-9095-b0f0a17bb60b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:47.883403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df8439-607e-47c4-8a9c-266067268121 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7a6559-09dd-44b4-9c77-52d4d006cbe7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:47.943103 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-505c74d3-4fc0-4a9e-a202-6849ff469b02 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting subnet 1b49505b-55d4-4c4c-a993-aa625e0ce4a3 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:56:47.946313 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-505c74d3-4fc0-4a9e-a202-6849ff469b02 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:47.987338 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-505c74d3-4fc0-4a9e-a202-6849ff469b02 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:48.088170 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['3ffdc25a-93f3-4e20-9095-b0f0a17bb60b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:56:48.088871 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-505c74d3-4fc0-4a9e-a202-6849ff469b02 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:48.262265 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-505c74d3-4fc0-4a9e-a202-6849ff469b02 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:48.298428 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c74d3-4fc0-4a9e-a202-6849ff469b02 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Subnet': ['ID=1b49505b-55d4-4c4c-a993-aa625e0ce4a3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:48.304946 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-505c74d3-4fc0-4a9e-a202-6849ff469b02 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:48.307592 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696b453c-3709-4cb2-8728-889eb489e8f6 None None] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:56:48.312295 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-505c74d3-4fc0-4a9e-a202-6849ff469b02 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/1b49505b-55d4-4c4c-a993-aa625e0ce4a3 HTTP/1.1" status: 204 len: 168 time: 0.4376647 Nov 02 11:56:48.312849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53014) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:48.317859 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-897f4eb6-8ad2-4171-b85f-660aae24ee87 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'subnet': {'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:48.626125 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897f4eb6-8ad2-4171-b85f-660aae24ee87 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:48.630430 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-897f4eb6-8ad2-4171-b85f-660aae24ee87 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:48.953112 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535eecf7-5d5b-45ee-a60f-5dae0ba0bcba req-e4511f8c-e286-48e9-9eba-fec5a0e89dc9 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:48.961158 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-535eecf7-5d5b-45ee-a60f-5dae0ba0bcba req-e4511f8c-e286-48e9-9eba-fec5a0e89dc9 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 944 time: 0.1355989 Nov 02 11:56:49.096256 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-535eecf7-5d5b-45ee-a60f-5dae0ba0bcba req-70274e3c-a661-415c-b309-0481a6503568 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337469 Nov 02 11:56:49.242219 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d651e0f1-16e5-4733-a515-5873f5229197 req-bd4fdf1f-3b96-4d0e-b1d7-56a8237341e4 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 210 time: 0.0315976 Nov 02 11:56:49.289894 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-897f4eb6-8ad2-4171-b85f-660aae24ee87 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:49.315696 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:56:49.328326 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897f4eb6-8ad2-4171-b85f-660aae24ee87 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:49.333543 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-897f4eb6-8ad2-4171-b85f-660aae24ee87 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:49.337729 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897f4eb6-8ad2-4171-b85f-660aae24ee87 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:49.338415 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-897f4eb6-8ad2-4171-b85f-660aae24ee87 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:49.354259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f4eb6-8ad2-4171-b85f-660aae24ee87 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Subnet': ['ID=741e5363-2b63-4795-9f0e-8afbd40afe67,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:49.370135 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d22c51-7e16-458f-838a-523d9eed8419 None None] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:56:49.456317 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-09edcfec-b85a-42c8-b0cf-260ea860fb01 None None] Provisioning complete for port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:49.456656 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-09edcfec-b85a-42c8-b0cf-260ea860fb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:49.487939 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-897f4eb6-8ad2-4171-b85f-660aae24ee87 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1738636 Nov 02 11:56:49.490624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53052) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:49.498514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-59a10fc7-4beb-4ee7-851b-852fb58d335d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'security_group': {'name': 'tempest-secgroup-1853852148'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:49.681941 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-09edcfec-b85a-42c8-b0cf-260ea860fb01 None None] Provisioning complete for port 4e48b14e-70d5-44c4-995f-7a2cfcf26a63 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:49.682324 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-09edcfec-b85a-42c8-b0cf-260ea860fb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:49.700292 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-59a10fc7-4beb-4ee7-851b-852fb58d335d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:49.725006 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-09edcfec-b85a-42c8-b0cf-260ea860fb01 None None] Port 4e48b14e-70d5-44c4-995f-7a2cfcf26a63 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:49.729901 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:56:49.741062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:49.741592 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:49.801725 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e97f4a4b-ba84-4237-988c-9f8097a03b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:49.828984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a718ad1-d0be-4ffa-ad16-2a34befb7468 None None] Update dhcp port {'port': {'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203', 'fixed_ips': [{'subnet_id': '239281ee-e9b7-4615-b8be-ea3bb1baf563', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '741e5363-2b63-4795-9f0e-8afbd40afe67'}], 'binding:host_id': 'n-d-806683-18'}, 'id': '1de0be20-3dd2-48d4-bf47-7245b1ae91ee'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 11:56:49.845061 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-59a10fc7-4beb-4ee7-851b-852fb58d335d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:49.909591 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4a718ad1-d0be-4ffa-ad16-2a34befb7468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:49.913030 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:49.958154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc44ebd2-85d0-4d6f-b3db-90fff6772665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffdc25a-93f3-4e20-9095-b0f0a17bb60b'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:56:49.961534 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c712a3b-2d80-4f47-83f4-e110044f8ee1" -d '{"events": [{"server_uuid": "cc44ebd2-85d0-4d6f-b3db-90fff6772665", "name": "network-vif-plugged", "status": "completed", "tag": "3ffdc25a-93f3-4e20-9095-b0f0a17bb60b"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:56:49.969683 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-59a10fc7-4beb-4ee7-851b-852fb58d335d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:49.970594 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3ffdc25a-93f3-4e20-9095-b0f0a17bb60b,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:50.071461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a10fc7-4beb-4ee7-851b-852fb58d335d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6188d738-fc79-4afe-8283-73fc3d497fe4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:50.075052 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c22d820-49f3-4e4b-b53c-b45ddd598833 x-openstack-request-id: req-3c22d820-49f3-4e4b-b53c-b45ddd598833 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:56:50.076062 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc44ebd2-85d0-4d6f-b3db-90fff6772665", "name": "network-vif-plugged", "status": "completed", "tag": "3ffdc25a-93f3-4e20-9095-b0f0a17bb60b", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:56:50.076483 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c22d820-49f3-4e4b-b53c-b45ddd598833 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:56:50.077273 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc44ebd2-85d0-4d6f-b3db-90fff6772665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffdc25a-93f3-4e20-9095-b0f0a17bb60b', 'code': 200} Nov 02 11:56:50.083462 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:50.122578 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-59a10fc7-4beb-4ee7-851b-852fb58d335d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:50.124154 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-59a10fc7-4beb-4ee7-851b-852fb58d335d tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6315947 Nov 02 11:56:50.127607 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53074) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:50.132780 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-94cefdf0-4a6f-4e7f-ac96-d4c8e577d64f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'security_group': {'name': 'tempest-secgroup-1359511085'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:50.189846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=3ffdc25a-93f3-4e20-9095-b0f0a17bb60b,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:50.207210 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-4a718ad1-d0be-4ffa-ad16-2a34befb7468 None None] Allocated IP 2001:db8::2 (661edb1b-0c5c-4073-acad-6bdc8a308203/741e5363-2b63-4795-9f0e-8afbd40afe67/1de0be20-3dd2-48d4-bf47-7245b1ae91ee) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:50.251559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53078) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:50.258644 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce0ecd-8b59-48c6-8348-7613392f23c4 req-26f3ff92-d869-4662-a550-13b50a365493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:50.261466 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-62ce0ecd-8b59-48c6-8348-7613392f23c4 req-26f3ff92-d869-4662-a550-13b50a365493 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 1097 time: 0.0786784 Nov 02 11:56:50.349957 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94cefdf0-4a6f-4e7f-ac96-d4c8e577d64f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:50.355022 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4a718ad1-d0be-4ffa-ad16-2a34befb7468 None None] For port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1de0be20-3dd2-48d4-bf47-7245b1ae91ee,segment=NetworkSegment(451116e0-72c8-4a2e-af96-e8fc06dc210a),segment_id=451116e0-72c8-4a2e-af96-e8fc06dc210a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:50.394590 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-62ce0ecd-8b59-48c6-8348-7613392f23c4 req-cd3d583e-2653-4b59-b3e7-e18c2fcda036 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244619 Nov 02 11:56:50.412973 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4a718ad1-d0be-4ffa-ad16-2a34befb7468 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:50.462531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48143f7a-f3a5-4aa8-8efe-8d71dfdd174c req-eb45b790-1bd5-4108-a2ff-958153bfe237 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:50.478021 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48143f7a-f3a5-4aa8-8efe-8d71dfdd174c req-eb45b790-1bd5-4108-a2ff-958153bfe237 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 945 time: 0.2468123 Nov 02 11:56:50.486143 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94cefdf0-4a6f-4e7f-ac96-d4c8e577d64f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:50.523054 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ee69afc-3d32-4fc1-b74c-65c9e4be5165 req-534b5f90-c484-4756-8dd4-ad5bc564be61 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1753137 Nov 02 11:56:50.557898 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4a718ad1-d0be-4ffa-ad16-2a34befb7468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:50.602772 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94cefdf0-4a6f-4e7f-ac96-d4c8e577d64f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:50.678402 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cefdf0-4a6f-4e7f-ac96-d4c8e577d64f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6799a3d0-42d2-4332-a6b9-5c70f383a8fe,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:50.745645 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94cefdf0-4a6f-4e7f-ac96-d4c8e577d64f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:50.746224 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-94cefdf0-4a6f-4e7f-ac96-d4c8e577d64f tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6176157 Nov 02 11:56:50.749447 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53104) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:50.757968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7e90860d-6fdf-494d-bd16-d5c8bd2fa9ca tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'security_group': {'name': 'tempest-secgroup-1768309075'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:50.805960 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a718ad1-d0be-4ffa-ad16-2a34befb7468 None None] Pushing event updated for resources: {'Port': ['ID=1de0be20-3dd2-48d4-bf47-7245b1ae91ee,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:50.823099 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48143f7a-f3a5-4aa8-8efe-8d71dfdd174c req-d030acfa-b43a-4203-89e1-2cbdc0cebc87 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440492 Nov 02 11:56:50.910452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-08e25590-2dd4-485b-88dc-370e42e496b8 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-638107588', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:50.929675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee69afc-3d32-4fc1-b74c-65c9e4be5165 req-19e5598c-860c-4151-9e75-9e71cd55db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:50.931462 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ee69afc-3d32-4fc1-b74c-65c9e4be5165 req-19e5598c-860c-4151-9e75-9e71cd55db1a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 1097 time: 0.3444915 Nov 02 11:56:50.957418 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e90860d-6fdf-494d-bd16-d5c8bd2fa9ca tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:50.960852 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:51.068652 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ec27fc0-7902-4848-bac9-5b4dd54a04c5 req-35c1c20f-3cc3-4566-b602-6ee07fe7e359 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 210 time: 0.1237226 Nov 02 11:56:51.122212 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e90860d-6fdf-494d-bd16-d5c8bd2fa9ca tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:51.132607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-ca83367d-1672-413b-ac5f-dcb150f0461f tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:51.141858 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-ca83367d-1672-413b-ac5f-dcb150f0461f tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.79 "GET /v2.0/networks?id=de1624d7-02e7-4915-9539-81b4cd0f5d6b HTTP/1.1" status: 200 len: 817 time: 0.6174626 Nov 02 11:56:51.224961 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e25590-2dd4-485b-88dc-370e42e496b8 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Made reservation on behalf of c6b096848dee4333a06d26af0c347a1b for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:51.229016 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-08e25590-2dd4-485b-88dc-370e42e496b8 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:51.543493 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-08e25590-2dd4-485b-88dc-370e42e496b8 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:51.543493 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-da1b0879-4f77-401a-b59a-87538851d4b9 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c42cd043aff4c3dad752193a806d1f3 HTTP/1.1" status: 200 len: 379 time: 0.1310570 Nov 02 11:56:51.543493 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-c2e7913f-f06c-4e0a-ae6d-4f9198ede5ff tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Request body: {'port': {'device_id': '6703a0c5-236e-4579-9ee5-a77f8d97e444', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'admin_state_up': True, 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'security_groups': ['26cc43e3-d2bc-4b27-8526-642d82d2f518']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:51.545466 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1de0be20-3dd2-48d4-bf47-7245b1ae91ee up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:56:51.545466 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:51.545466 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:51.546205 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e90860d-6fdf-494d-bd16-d5c8bd2fa9ca tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:51.554290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90860d-6fdf-494d-bd16-d5c8bd2fa9ca tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab9626f-088a-4f02-8452-ecd0587fc37d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:51.772203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee69afc-3d32-4fc1-b74c-65c9e4be5165 req-90c09ef4-92d4-4c6c-86c8-16a0a2b361e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:51.772203 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ee69afc-3d32-4fc1-b74c-65c9e4be5165 req-90c09ef4-92d4-4c6c-86c8-16a0a2b361e5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 905 time: 0.7705648 Nov 02 11:56:51.772405 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d108bbb7-c3bd-47d8-a9db-2f75abacfd2f None None] Provisioning complete for port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:51.772405 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d108bbb7-c3bd-47d8-a9db-2f75abacfd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:51.793734 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e90860d-6fdf-494d-bd16-d5c8bd2fa9ca tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:51.797274 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7e90860d-6fdf-494d-bd16-d5c8bd2fa9ca tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0448413 Nov 02 11:56:51.803357 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53130) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:51.812254 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-71de54fe-bc55-4ddc-b04f-c8ba607cdc1c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-21732372', 'security_groups': ['8ab9626f-088a-4f02-8452-ecd0587fc37d'], 'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '741e5363-2b63-4795-9f0e-8afbd40afe67'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:51.858036 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ee69afc-3d32-4fc1-b74c-65c9e4be5165 req-83f8d133-1fac-47fe-b4b0-6c9800b6f367 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6b6f311-7267-4d0d-8126-7fd262070db1 HTTP/1.1" status: 200 len: 217 time: 0.0775943 Nov 02 11:56:51.931445 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d108bbb7-c3bd-47d8-a9db-2f75abacfd2f None None] Provisioning complete for port 4e48b14e-70d5-44c4-995f-7a2cfcf26a63 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:51.933891 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d108bbb7-c3bd-47d8-a9db-2f75abacfd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:51.949610 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-08e25590-2dd4-485b-88dc-370e42e496b8 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:52.016381 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d108bbb7-c3bd-47d8-a9db-2f75abacfd2f None None] Port 4e48b14e-70d5-44c4-995f-7a2cfcf26a63 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:52.079892 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-08e25590-2dd4-485b-88dc-370e42e496b8 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:52.092375 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-08e25590-2dd4-485b-88dc-370e42e496b8 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] device_id is not set on port 3ab038c6-ed65-4ee2-9827-e655b34b9fd9 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:56:52.124676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee69afc-3d32-4fc1-b74c-65c9e4be5165 req-a50a1c8d-82e0-45f7-9917-f5d6c8429d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:52.124676 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ee69afc-3d32-4fc1-b74c-65c9e4be5165 req-a50a1c8d-82e0-45f7-9917-f5d6c8429d2f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b04dcbcd-1275-4a43-9876-3724821feb17 HTTP/1.1" status: 200 len: 844 time: 0.1688361 Nov 02 11:56:52.193291 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ee69afc-3d32-4fc1-b74c-65c9e4be5165 req-48c2640e-f084-4eb9-85dd-979cda0c5c09 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=74bd6dc5-f0e6-4079-ac41-63269a99500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345707 Nov 02 11:56:52.193923 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e25590-2dd4-485b-88dc-370e42e496b8 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb2afce-5b8c-48b0-b828-0827a9c85f16,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:52.208151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f894f-6f7b-4738-82f0-23df76ba8c25 req-41b0e895-7a63-4048-8e53-345008f953a7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:52.209652 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d3f894f-6f7b-4738-82f0-23df76ba8c25 req-41b0e895-7a63-4048-8e53-345008f953a7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 945 time: 0.1668708 Nov 02 11:56:52.281480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-c2e7913f-f06c-4e0a-ae6d-4f9198ede5ff tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Made reservation on behalf of 6c42cd043aff4c3dad752193a806d1f3 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:52.285030 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-c2e7913f-f06c-4e0a-ae6d-4f9198ede5ff tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:52.396030 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-08e25590-2dd4-485b-88dc-370e42e496b8 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Allocated IP 172.25.6.61 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/3ab038c6-ed65-4ee2-9827-e655b34b9fd9) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:52.412930 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d3f894f-6f7b-4738-82f0-23df76ba8c25 req-0df87f12-f4b8-4ff6-abd9-b92e90bf9efc tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898229 Nov 02 11:56:52.417189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71de54fe-bc55-4ddc-b04f-c8ba607cdc1c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:52.475567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ee69afc-3d32-4fc1-b74c-65c9e4be5165 req-83982183-66ed-4678-899c-c4d297f79cd1 service neutron] 10.222.0.79 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649055 Nov 02 11:56:52.483821 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:52.540516 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-71de54fe-bc55-4ddc-b04f-c8ba607cdc1c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:52.559306 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-71de54fe-bc55-4ddc-b04f-c8ba607cdc1c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] device_id is not set on port 27d844a9-c998-41b8-a970-93b3382adc7e yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:56:52.571479 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15ebcdad-ce71-4612-9b94-3c62dd5b8979 req-137c3c03-b55a-49d2-8f3a-8817e49428f6 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 210 time: 0.0656607 Nov 02 11:56:52.715965 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-c2e7913f-f06c-4e0a-ae6d-4f9198ede5ff tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Allocated IP 172.20.0.9 (de1624d7-02e7-4915-9539-81b4cd0f5d6b/17063659-e3c5-4f52-b046-a3aac82260e7/d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:52.748076 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ee69afc-3d32-4fc1-b74c-65c9e4be5165 req-baf04605-9c49-488c-85e4-1c9592d91f6b service neutron] 10.222.0.79 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628760 Nov 02 11:56:52.788912 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-71de54fe-bc55-4ddc-b04f-c8ba607cdc1c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Allocated IP 2001:db8::393 (661edb1b-0c5c-4073-acad-6bdc8a308203/741e5363-2b63-4795-9f0e-8afbd40afe67/27d844a9-c998-41b8-a970-93b3382adc7e) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:52.803034 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-08e25590-2dd4-485b-88dc-370e42e496b8 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:52.937094 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-c2e7913f-f06c-4e0a-ae6d-4f9198ede5ff tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:53.004572 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-08e25590-2dd4-485b-88dc-370e42e496b8 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:53.026304 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-71de54fe-bc55-4ddc-b04f-c8ba607cdc1c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:53.094917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e25590-2dd4-485b-88dc-370e42e496b8 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:53.098114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-08e25590-2dd4-485b-88dc-370e42e496b8 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:53.105091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e25590-2dd4-485b-88dc-370e42e496b8 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:56:53.107626 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-c2e7913f-f06c-4e0a-ae6d-4f9198ede5ff tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:53.110774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e25590-2dd4-485b-88dc-370e42e496b8 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Pushing event updated for resources: {'Port': ['ID=3ab038c6-ed65-4ee2-9827-e655b34b9fd9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:53.193629 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-71de54fe-bc55-4ddc-b04f-c8ba607cdc1c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:53.211841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e25590-2dd4-485b-88dc-370e42e496b8 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:53.213148 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-08e25590-2dd4-485b-88dc-370e42e496b8 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:53.221181 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-c2e7913f-f06c-4e0a-ae6d-4f9198ede5ff tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Network de1624d7-02e7-4915-9539-81b4cd0f5d6b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:53.228781 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-c2e7913f-f06c-4e0a-ae6d-4f9198ede5ff tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:53.234051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-c2e7913f-f06c-4e0a-ae6d-4f9198ede5ff tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:56:53.236771 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7913f-f06c-4e0a-ae6d-4f9198ede5ff tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Pushing event updated for resources: {'Port': ['ID=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:53.342737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-c2e7913f-f06c-4e0a-ae6d-4f9198ede5ff tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:53.343831 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-c2e7913f-f06c-4e0a-ae6d-4f9198ede5ff tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:53.346219 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de54fe-bc55-4ddc-b04f-c8ba607cdc1c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:53.358654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-71de54fe-bc55-4ddc-b04f-c8ba607cdc1c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:53.376874 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de54fe-bc55-4ddc-b04f-c8ba607cdc1c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:56:53.383162 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71de54fe-bc55-4ddc-b04f-c8ba607cdc1c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:53.383822 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-71de54fe-bc55-4ddc-b04f-c8ba607cdc1c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:53.395373 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-08e25590-2dd4-485b-88dc-370e42e496b8 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.0835733 Nov 02 11:56:53.395573 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53184) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:53.400306 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de54fe-bc55-4ddc-b04f-c8ba607cdc1c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=27d844a9-c998-41b8-a970-93b3382adc7e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:53.401704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-53df62c6-9466-4885-9140-60e714bb84a5 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.61'}]}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:53.581782 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-c2e7913f-f06c-4e0a-ae6d-4f9198ede5ff tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2747445 Nov 02 11:56:53.608885 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Request body: {'port': {'device_id': '6703a0c5-236e-4579-9ee5-a77f8d97e444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:53.613583 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-71de54fe-bc55-4ddc-b04f-c8ba607cdc1c tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8089848 Nov 02 11:56:53.616519 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53194) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:53.622358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2093893-c420-4a22-9d8e-8a801da2e061 req-bc7d8f62-61f1-4d80-8488-2c5d225849e3 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:53.623389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-825705ed-5b83-4312-8bf9-b0b56dadc99a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'subnet': {'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:53.623998 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d2093893-c420-4a22-9d8e-8a801da2e061 req-bc7d8f62-61f1-4d80-8488-2c5d225849e3 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 945 time: 0.1202526 Nov 02 11:56:53.690142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-8bfc19a6-91ed-41e6-af68-a8089a05e90a None None] Provisioning complete for port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:53.692113 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8bfc19a6-91ed-41e6-af68-a8089a05e90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:53.816046 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-8bfc19a6-91ed-41e6-af68-a8089a05e90a None None] Port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:53.863885 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53df62c6-9466-4885-9140-60e714bb84a5 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:53.865473 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53df62c6-9466-4885-9140-60e714bb84a5 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:53.877641 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d2093893-c420-4a22-9d8e-8a801da2e061 req-cdee91da-4ec9-4b3b-aa4a-406818465f71 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327471 Nov 02 11:56:53.882154 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:53.980446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ad4e57c5-3605-4d94-b2ac-aa8e29ca7791 None None] Provisioning complete for port 27d844a9-c998-41b8-a970-93b3382adc7e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:53.981277 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ad4e57c5-3605-4d94-b2ac-aa8e29ca7791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:53.987418 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825705ed-5b83-4312-8bf9-b0b56dadc99a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:53.991513 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-825705ed-5b83-4312-8bf9-b0b56dadc99a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:54.071027 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ad4e57c5-3605-4d94-b2ac-aa8e29ca7791 None None] Port 27d844a9-c998-41b8-a970-93b3382adc7e cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:54.087620 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:54.177956 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:54.214774 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53df62c6-9466-4885-9140-60e714bb84a5 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:54.233717 n-d-806683-18 neutron-server[102690]: INFO neutron.db.ipam_backend_mixin [None req-825705ed-5b83-4312-8bf9-b0b56dadc99a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 741e5363-2b63-4795-9f0e-8afbd40afe67 (CIDR: 2001:db8::/64) Nov 02 11:56:54.296362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68489dc4-3696-483f-b45e-b1dfde0c622a req-7ce5c297-2bb7-40a5-9b6e-0a07f1f3cd2a tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:54.297873 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-68489dc4-3696-483f-b45e-b1dfde0c622a req-7ce5c297-2bb7-40a5-9b6e-0a07f1f3cd2a tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 931 time: 0.1014605 Nov 02 11:56:54.319828 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-825705ed-5b83-4312-8bf9-b0b56dadc99a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:56:54.321874 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-825705ed-5b83-4312-8bf9-b0b56dadc99a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:56:54.494672 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-825705ed-5b83-4312-8bf9-b0b56dadc99a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8736892 Nov 02 11:56:54.495183 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53222) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:54.501234 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-68489dc4-3696-483f-b45e-b1dfde0c622a req-221bc93e-07e5-4cbf-904e-4c2e02d98a7b tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763110 Nov 02 11:56:54.502528 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-142f3e3c-8b81-4490-bc4f-c85284ebc072 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'subnet': {'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:54.547458 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53df62c6-9466-4885-9140-60e714bb84a5 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:54.608609 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:56:54.623755 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:54.651730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Transition to ACTIVE for port object d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:56:54.730349 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142f3e3c-8b81-4490-bc4f-c85284ebc072 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:54.734073 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-142f3e3c-8b81-4490-bc4f-c85284ebc072 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:54.738996 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:54.877887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:54.883378 n-d-806683-18 neutron-server[102690]: INFO neutron.db.ipam_backend_mixin [None req-142f3e3c-8b81-4490-bc4f-c85284ebc072 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 239281ee-e9b7-4615-b8be-ea3bb1baf563 (CIDR: 2001:db8:0:1::/64) Nov 02 11:56:54.931445 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-142f3e3c-8b81-4490-bc4f-c85284ebc072 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:56:54.932886 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142f3e3c-8b81-4490-bc4f-c85284ebc072 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:56:54.960471 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:55.039104 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-142f3e3c-8b81-4490-bc4f-c85284ebc072 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5418162 Nov 02 11:56:55.040722 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53236) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:55.046419 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-052ced67-f6c3-4970-9fff-65a389725f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'subnet': {'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:55.131982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Attempting to bind port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:56:55.132255 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Attempting to bind port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '69f1ae64-edc6-494e-8895-5d738b373136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:56:55.132585 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Attempting to bind port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf on network de1624d7-02e7-4915-9539-81b4cd0f5d6b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:56:55.168422 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf on network de1624d7-02e7-4915-9539-81b4cd0f5d6b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:56:55.169911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Attempting to bind port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf on network de1624d7-02e7-4915-9539-81b4cd0f5d6b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:56:55.198990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:56:55.203604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Checking segment: {'id': '69f1ae64-edc6-494e-8895-5d738b373136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:56:55.204550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Bound using segment: {'id': '69f1ae64-edc6-494e-8895-5d738b373136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:56:55.205182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Bound port: d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f1ae64-edc6-494e-8895-5d738b373136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:56:55.209844 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:55.288681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd0054-ea05-4d5c-8f12-4aefe3821340 req-02a106d1-bc78-40b4-b15b-4cc61f9174b1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:55.290466 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-abdd0054-ea05-4d5c-8f12-4aefe3821340 req-02a106d1-bc78-40b4-b15b-4cc61f9174b1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 945 time: 0.4074168 Nov 02 11:56:55.318432 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052ced67-f6c3-4970-9fff-65a389725f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Made reservation on behalf of bec35b901e114a688a849f8ac16c777d for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:56:55.322838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-052ced67-f6c3-4970-9fff-65a389725f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:55.335069 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53df62c6-9466-4885-9140-60e714bb84a5 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:55.341769 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] For port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:56:55.384515 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53df62c6-9466-4885-9140-60e714bb84a5 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:55.391991 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] For port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:56:55.413546 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-abdd0054-ea05-4d5c-8f12-4aefe3821340 req-19cbec05-7729-4908-90d5-a6cccf0c99e7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127691 Nov 02 11:56:55.510176 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:55.603804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:55.604427 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:55.610672 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] 10.222.0.79 "PUT /v2.0/ports/d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf HTTP/1.1" status: 200 len: 1092 time: 2.0142331 Nov 02 11:56:55.625050 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6703a0c5-236e-4579-9ee5-a77f8d97e444', 'tag': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:56:55.639352 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d6e1d3-160a-46d4-aae5-860c29022297" -d '{"events": [{"name": "network-changed", "server_uuid": "6703a0c5-236e-4579-9ee5-a77f8d97e444", "tag": "d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:56:55.734953 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-052ced67-f6c3-4970-9fff-65a389725f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:55.756066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a7027-d62d-4ff3-baca-025b70e672fc req-41bd4bb0-79f3-4a47-bfdb-e67333f1119f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:55.766484 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f33a7027-d62d-4ff3-baca-025b70e672fc req-41bd4bb0-79f3-4a47-bfdb-e67333f1119f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 945 time: 0.2612076 Nov 02 11:56:55.783039 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53248) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:55.812183 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052ced67-f6c3-4970-9fff-65a389725f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:56:55.817124 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-052ced67-f6c3-4970-9fff-65a389725f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:56:55.828045 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d7341e-e6f8-4d50-919a-55d0d492837c None None] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:56:55.831290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ced67-f6c3-4970-9fff-65a389725f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:55.831934 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-052ced67-f6c3-4970-9fff-65a389725f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:55.852410 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ced67-f6c3-4970-9fff-65a389725f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Subnet': ['ID=36482e90-0e14-4385-8c12-8d3ce4adabfd,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:55.933638 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-052ced67-f6c3-4970-9fff-65a389725f66 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8917918 Nov 02 11:56:55.936361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53256) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:55.941972 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d3892983-f460-4a78-b07c-5bfa1c5e4d32 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-636073089', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '36482e90-0e14-4385-8c12-8d3ce4adabfd'}], 'security_groups': ['6188d738-fc79-4afe-8283-73fc3d497fe4', '6799a3d0-42d2-4332-a6b9-5c70f383a8fe']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:56:55.953466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3f140-0242-47e9-9d74-d975043558c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:55.981236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f33a7027-d62d-4ff3-baca-025b70e672fc req-acdac74f-b73b-4afe-8f3c-2e6e9f8d3e4f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127254 Nov 02 11:56:56.088268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-2f79e618-aeec-44e4-8a6f-de6d256f2472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:56.092224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-2f79e618-aeec-44e4-8a6f-de6d256f2472 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c42cd043aff4c3dad752193a806d1f3&device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 1095 time: 0.3195860 Nov 02 11:56:56.096175 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3892983-f460-4a78-b07c-5bfa1c5e4d32 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:56.102376 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53df62c6-9466-4885-9140-60e714bb84a5 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:56.275350 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21767291-0ce5-4122-b228-61cf1bc06f7b None None] Update dhcp port {'port': {'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203', 'fixed_ips': [{'subnet_id': '239281ee-e9b7-4615-b8be-ea3bb1baf563', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '741e5363-2b63-4795-9f0e-8afbd40afe67', 'ip_address': '2001:db8::2'}, {'subnet_id': '36482e90-0e14-4385-8c12-8d3ce4adabfd'}], 'binding:host_id': 'n-d-806683-18'}, 'id': '1de0be20-3dd2-48d4-bf47-7245b1ae91ee'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 11:56:56.282978 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-df27bee4-4161-4f83-bdeb-f901fbf95700 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf HTTP/1.1" status: 200 len: 217 time: 0.1817091 Nov 02 11:56:56.326021 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-21767291-0ce5-4122-b228-61cf1bc06f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:56.346420 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10817109-1ad7-4f69-8d16-461e25f540f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:56.675608 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-21767291-0ce5-4122-b228-61cf1bc06f7b None None] Allocated IP 2001:db8:0:2::2 (661edb1b-0c5c-4073-acad-6bdc8a308203/36482e90-0e14-4385-8c12-8d3ce4adabfd/1de0be20-3dd2-48d4-bf47-7245b1ae91ee) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:56.872701 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53df62c6-9466-4885-9140-60e714bb84a5 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:56.890954 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53df62c6-9466-4885-9140-60e714bb84a5 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:56.893738 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-fc89019d-a100-4cd8-9464-4fbf71cfcb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:56.895400 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-fc89019d-a100-4cd8-9464-4fbf71cfcb31 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=17063659-e3c5-4f52-b046-a3aac82260e7 HTTP/1.1" status: 200 len: 856 time: 0.5626595 Nov 02 11:56:57.031721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abd78e-5604-4f95-9093-8ae101608042 req-c4f97247-05f9-4346-9bd8-ad3b3d7369db tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:57.033376 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c7abd78e-5604-4f95-9093-8ae101608042 req-c4f97247-05f9-4346-9bd8-ad3b3d7369db tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 943 time: 0.1902006 Nov 02 11:56:57.059581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-89556101-10e2-49e0-9540-bf17b2dac88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:57.061330 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-89556101-10e2-49e0-9540-bf17b2dac88c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=de1624d7-02e7-4915-9539-81b4cd0f5d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1527469 Nov 02 11:56:57.075555 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53df62c6-9466-4885-9140-60e714bb84a5 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:57.076192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53df62c6-9466-4885-9140-60e714bb84a5 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53c0998d-2026-48a3-9452-49be72c574e5 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:56:57.090375 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10817109-1ad7-4f69-8d16-461e25f540f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:57.128933 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-21767291-0ce5-4122-b228-61cf1bc06f7b None None] For port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1de0be20-3dd2-48d4-bf47-7245b1ae91ee,segment=NetworkSegment(451116e0-72c8-4a2e-af96-e8fc06dc210a),segment_id=451116e0-72c8-4a2e-af96-e8fc06dc210a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:57.168281 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-21767291-0ce5-4122-b228-61cf1bc06f7b None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:57.173357 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10817109-1ad7-4f69-8d16-461e25f540f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:57.182394 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c7abd78e-5604-4f95-9093-8ae101608042 req-6720b975-f2b2-4647-bc56-2b0308dbb3a9 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385281 Nov 02 11:56:57.243620 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10817109-1ad7-4f69-8d16-461e25f540f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae48bb37-a53b-4a01-b220-22b4effa509c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:57.252375 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-10817109-1ad7-4f69-8d16-461e25f540f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3bc14dc6bc43457f9a2d1985a22497fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4557352 Nov 02 11:56:57.252375 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f88d591-a607-4760-abee-15d54f20b6e8 x-openstack-request-id: req-4f88d591-a607-4760-abee-15d54f20b6e8 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:56:57.252375 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6703a0c5-236e-4579-9ee5-a77f8d97e444", "tag": "d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:56:57.252375 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f88d591-a607-4760-abee-15d54f20b6e8 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:56:57.253888 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53266) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:57.254347 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6703a0c5-236e-4579-9ee5-a77f8d97e444', 'tag': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf', 'status': 'completed', 'code': 200} Nov 02 11:56:57.257891 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-53df62c6-9466-4885-9140-60e714bb84a5 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 02 11:56:57.259457 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-53df62c6-9466-4885-9140-60e714bb84a5 tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.8621690 Nov 02 11:56:57.262206 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53268) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:57.271651 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-39c0394f-668b-414e-83f4-4d8604793c32 service neutron] 10.222.0.79 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971135 Nov 02 11:56:57.307359 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-21767291-0ce5-4122-b228-61cf1bc06f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:57.440158 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa2079fe-437f-47a8-bdfe-f60a9fa96d27 req-96bfaca0-b4ff-4554-aa65-4df32999a054 service neutron] 10.222.0.79 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458662 Nov 02 11:56:57.453057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a2eda995-d9da-47f0-b4c3-5cbc912589ef tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Deleting port 3ab038c6-ed65-4ee2-9827-e655b34b9fd9 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:57.455347 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a2eda995-d9da-47f0-b4c3-5cbc912589ef tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:57.477322 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21767291-0ce5-4122-b228-61cf1bc06f7b None None] Pushing event updated for resources: {'Port': ['ID=1de0be20-3dd2-48d4-bf47-7245b1ae91ee,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:57.502014 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-d3892983-f460-4a78-b07c-5bfa1c5e4d32 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Delete allocated IP 2001:db8::393 (661edb1b-0c5c-4073-acad-6bdc8a308203/741e5363-2b63-4795-9f0e-8afbd40afe67) {{(pid=102690) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 02 11:56:57.526909 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-d3892983-f460-4a78-b07c-5bfa1c5e4d32 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Allocated IP 2001:db8:0:2::2e (661edb1b-0c5c-4073-acad-6bdc8a308203/36482e90-0e14-4385-8c12-8d3ce4adabfd/27d844a9-c998-41b8-a970-93b3382adc7e) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:56:57.537656 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-345c5beb-ec61-48a0-9e32-53d52367be01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:57.592851 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-345c5beb-ec61-48a0-9e32-53d52367be01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:57.684797 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a2eda995-d9da-47f0-b4c3-5cbc912589ef tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:57.703824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6e1d3-160a-46d4-aae5-860c29022297 req-622f8cc1-f582-4f1a-8cea-7dafa859e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:57.705510 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72d6e1d3-160a-46d4-aae5-860c29022297 req-622f8cc1-f582-4f1a-8cea-7dafa859e239 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c42cd043aff4c3dad752193a806d1f3&device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 1095 time: 0.0985477 Nov 02 11:56:57.706454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a2eda995-d9da-47f0-b4c3-5cbc912589ef tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Calling delete_port for 3ab038c6-ed65-4ee2-9827-e655b34b9fd9 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:57.939131 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6e1d3-160a-46d4-aae5-860c29022297 req-9249f613-bb4e-4fbd-80dd-55eab4015724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:57.940630 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72d6e1d3-160a-46d4-aae5-860c29022297 req-9249f613-bb4e-4fbd-80dd-55eab4015724 service neutron] 10.222.0.79 "GET /v2.0/networks?id=de1624d7-02e7-4915-9539-81b4cd0f5d6b HTTP/1.1" status: 200 len: 918 time: 0.2282970 Nov 02 11:56:57.958036 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-345c5beb-ec61-48a0-9e32-53d52367be01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:57.961074 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-345c5beb-ec61-48a0-9e32-53d52367be01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:57.962795 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-345c5beb-ec61-48a0-9e32-53d52367be01 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ae48bb37-a53b-4a01-b220-22b4effa509c HTTP/1.1" status: 204 len: 168 time: 0.7065058 Nov 02 11:56:57.977057 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3892983-f460-4a78-b07c-5bfa1c5e4d32 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:57.979713 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c5beb-ec61-48a0-9e32-53d52367be01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae48bb37-a53b-4a01-b220-22b4effa509c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:58.027028 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72d6e1d3-160a-46d4-aae5-860c29022297 req-df870dde-bbb3-4db9-81dd-0133179ca1fe service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf HTTP/1.1" status: 200 len: 217 time: 0.0741391 Nov 02 11:56:58.037810 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3892983-f460-4a78-b07c-5bfa1c5e4d32 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:58.045559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945ba1f-6d8d-4201-8026-37aec5ccd2a4 req-e1ed5280-78cc-4a9c-bfac-3dc987e71918 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:58.053619 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6945ba1f-6d8d-4201-8026-37aec5ccd2a4 req-e1ed5280-78cc-4a9c-bfac-3dc987e71918 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 945 time: 0.2226486 Nov 02 11:56:58.119142 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d3892983-f460-4a78-b07c-5bfa1c5e4d32 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] In _notify_port_updated(), no bound segment for port 27d844a9-c998-41b8-a970-93b3382adc7e on network 661edb1b-0c5c-4073-acad-6bdc8a308203 {{(pid=102690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 11:56:58.126085 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3892983-f460-4a78-b07c-5bfa1c5e4d32 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:58.129700 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3892983-f460-4a78-b07c-5bfa1c5e4d32 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:58.131971 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d3892983-f460-4a78-b07c-5bfa1c5e4d32 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "PUT /v2.0/ports/27d844a9-c998-41b8-a970-93b3382adc7e HTTP/1.1" status: 200 len: 968 time: 2.1944253 Nov 02 11:56:58.138280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53278) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:58.148208 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3892983-f460-4a78-b07c-5bfa1c5e4d32 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event updated for resources: {'Port': ['ID=27d844a9-c998-41b8-a970-93b3382adc7e,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:58.210188 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6e1d3-160a-46d4-aae5-860c29022297 req-23a30be6-352d-48c7-957c-b647b617b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:58.211721 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72d6e1d3-160a-46d4-aae5-860c29022297 req-23a30be6-352d-48c7-957c-b647b617b3f2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=17063659-e3c5-4f52-b046-a3aac82260e7 HTTP/1.1" status: 200 len: 856 time: 0.1146877 Nov 02 11:56:58.234740 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a2eda995-d9da-47f0-b4c3-5cbc912589ef tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:58.269286 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6945ba1f-6d8d-4201-8026-37aec5ccd2a4 req-819c597b-32b0-4a1d-8b2f-d0ce5849b738 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147331 Nov 02 11:56:58.318634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eda995-d9da-47f0-b4c3-5cbc912589ef tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ab038c6-ed65-4ee2-9827-e655b34b9fd9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:58.405839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6e1d3-160a-46d4-aae5-860c29022297 req-6f691bac-9260-434a-9ecf-8ace17992904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:58.407339 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72d6e1d3-160a-46d4-aae5-860c29022297 req-6f691bac-9260-434a-9ecf-8ace17992904 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=de1624d7-02e7-4915-9539-81b4cd0f5d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1827457 Nov 02 11:56:58.435358 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a054e454-fb3b-4057-83cd-ae3951d4353a None None] Provisioning complete for port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:58.439709 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a054e454-fb3b-4057-83cd-ae3951d4353a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:58.483785 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a2eda995-d9da-47f0-b4c3-5cbc912589ef tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:58.487144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a2eda995-d9da-47f0-b4c3-5cbc912589ef tempest-RoutersAdminNegativeTest-430668857 tempest-RoutersAdminNegativeTest-430668857-project-admin] 10.222.0.52 "DELETE /v2.0/ports/3ab038c6-ed65-4ee2-9827-e655b34b9fd9 HTTP/1.1" status: 204 len: 168 time: 1.2239256 Nov 02 11:56:58.527371 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c1340da7-9828-4d54-bea1-f21d0ee1fa8b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port 27d844a9-c998-41b8-a970-93b3382adc7e {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:58.527723 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1340da7-9828-4d54-bea1-f21d0ee1fa8b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:58.572151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a054e454-fb3b-4057-83cd-ae3951d4353a None None] Provisioning complete for port 4e48b14e-70d5-44c4-995f-7a2cfcf26a63 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:58.572947 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a054e454-fb3b-4057-83cd-ae3951d4353a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:58.615556 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a054e454-fb3b-4057-83cd-ae3951d4353a None None] Port 4e48b14e-70d5-44c4-995f-7a2cfcf26a63 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:58.628033 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a054e454-fb3b-4057-83cd-ae3951d4353a None None] Provisioning complete for port 27d844a9-c998-41b8-a970-93b3382adc7e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:58.628454 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a054e454-fb3b-4057-83cd-ae3951d4353a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:58.671752 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a054e454-fb3b-4057-83cd-ae3951d4353a None None] Port 27d844a9-c998-41b8-a970-93b3382adc7e cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:58.703865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387c2a4-e920-45a4-a4dc-84cc63ebe570 req-b98d7f40-ee17-46af-a59e-fccaf740ebf9 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:58.705516 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4387c2a4-e920-45a4-a4dc-84cc63ebe570 req-b98d7f40-ee17-46af-a59e-fccaf740ebf9 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 943 time: 0.3292165 Nov 02 11:56:58.708961 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1340da7-9828-4d54-bea1-f21d0ee1fa8b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:58.738363 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c1340da7-9828-4d54-bea1-f21d0ee1fa8b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for 27d844a9-c998-41b8-a970-93b3382adc7e owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:58.796023 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53286) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:58.808818 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2a8b6ad9-e4f3-4544-82b5-b3006912119e None None] Provisioning complete for port 27d844a9-c998-41b8-a970-93b3382adc7e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:58.809451 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2a8b6ad9-e4f3-4544-82b5-b3006912119e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:58.816729 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8e44926-e7dd-4431-804b-8adae129e105 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:58.843036 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72d6e1d3-160a-46d4-aae5-860c29022297 req-0e93ca3b-b9b8-461e-8a49-827368d81318 service neutron] 10.222.0.79 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179108 Nov 02 11:56:58.857443 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4387c2a4-e920-45a4-a4dc-84cc63ebe570 req-585da73f-5303-425b-b0bd-2b796a38f2b1 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384766 Nov 02 11:56:58.873810 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2a8b6ad9-e4f3-4544-82b5-b3006912119e None None] Port 27d844a9-c998-41b8-a970-93b3382adc7e cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:56:58.971200 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8e44926-e7dd-4431-804b-8adae129e105 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:59.000252 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72d6e1d3-160a-46d4-aae5-860c29022297 req-8fb06fbe-6128-49e0-8026-436740f28960 service neutron] 10.222.0.79 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483295 Nov 02 11:56:59.016230 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53294) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:59.098306 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8e44926-e7dd-4431-804b-8adae129e105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:59.147828 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a8e44926-e7dd-4431-804b-8adae129e105 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=02e1ab85b89b4d9ba4ff8db1f285e927&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3503430 Nov 02 11:56:59.150839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53302) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:59.153082 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e44926-e7dd-4431-804b-8adae129e105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d67abf-07ba-4ee0-b2f5-410b91feabf2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:59.163704 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea2583-77ba-4728-918e-ecf114e6dc18 req-71b93253-bfcc-40c8-96ab-074b6b37bb68 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:59.165286 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c0ea2583-77ba-4728-918e-ecf114e6dc18 req-71b93253-bfcc-40c8-96ab-074b6b37bb68 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 945 time: 0.1356833 Nov 02 11:56:59.185965 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1340da7-9828-4d54-bea1-f21d0ee1fa8b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:59.193889 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f07633be-bd34-48a9-849f-efbc66693dd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:59.307466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1340da7-9828-4d54-bea1-f21d0ee1fa8b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=27d844a9-c998-41b8-a970-93b3382adc7e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:59.322180 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-c0ea2583-77ba-4728-918e-ecf114e6dc18 req-840b927f-1070-4852-b91b-535dba220371 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Deleting port 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:56:59.322422 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c0ea2583-77ba-4728-918e-ecf114e6dc18 req-840b927f-1070-4852-b91b-535dba220371 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:59.340368 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1340da7-9828-4d54-bea1-f21d0ee1fa8b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:59.344391 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c1340da7-9828-4d54-bea1-f21d0ee1fa8b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/ports/27d844a9-c998-41b8-a970-93b3382adc7e HTTP/1.1" status: 204 len: 168 time: 1.1975844 Nov 02 11:56:59.348637 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1de0be20-3dd2-48d4-bf47-7245b1ae91ee up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:56:59.364161 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53310) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:59.364914 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-598b87a1-61c9-4f15-af48-0307dff3a8ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:59.403237 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccdb4de8-de1e-45fc-86cf-91a14887d7f6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] GET failed (client error): The resource could not be found. Nov 02 11:56:59.405160 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ccdb4de8-de1e-45fc-86cf-91a14887d7f6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports/27d844a9-c998-41b8-a970-93b3382adc7e HTTP/1.1" status: 404 len: 333 time: 0.0381634 Nov 02 11:56:59.407933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53312) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:59.490503 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-598b87a1-61c9-4f15-af48-0307dff3a8ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:59.502744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:56:59.542288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:56:59.543002 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:59.596843 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-c0ea2583-77ba-4728-918e-ecf114e6dc18 req-840b927f-1070-4852-b91b-535dba220371 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] For port 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3ffdc25a-93f3-4e20-9095-b0f0a17bb60b,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:56:59.597225 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c0ea2583-77ba-4728-918e-ecf114e6dc18 req-840b927f-1070-4852-b91b-535dba220371 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:59.647122 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-c0ea2583-77ba-4728-918e-ecf114e6dc18 req-840b927f-1070-4852-b91b-535dba220371 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Calling delete_port for 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:56:59.678471 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.resource_extend [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 11:56:59.693506 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-598b87a1-61c9-4f15-af48-0307dff3a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:59.696144 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-598b87a1-61c9-4f15-af48-0307dff3a8ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:59.698430 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-598b87a1-61c9-4f15-af48-0307dff3a8ea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11d67abf-07ba-4ee0-b2f5-410b91feabf2 HTTP/1.1" status: 204 len: 168 time: 0.5463564 Nov 02 11:56:59.725552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b87a1-61c9-4f15-af48-0307dff3a8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d67abf-07ba-4ee0-b2f5-410b91feabf2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:59.743716 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f07633be-bd34-48a9-849f-efbc66693dd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:59.792834 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f07633be-bd34-48a9-849f-efbc66693dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:59.813792 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57ddfd-8082-47c6-97d0-ff46bdb98c22 req-ae7461f2-27db-4d7d-b771-b10b800610eb tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:56:59.822266 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed57ddfd-8082-47c6-97d0-ff46bdb98c22 req-ae7461f2-27db-4d7d-b771-b10b800610eb tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 945 time: 0.2154255 Nov 02 11:56:59.866843 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0189d32f-8b0d-4721-afe1-b4c01a34a0e8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:59.881003 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f07633be-bd34-48a9-849f-efbc66693dd4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f052feffda94d92851608ecfa124c06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8636475 Nov 02 11:56:59.885199 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53320) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:56:59.886572 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07633be-bd34-48a9-849f-efbc66693dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c152638d-1a05-484e-97b7-aca48b0657b1,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:56:59.944222 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0189d32f-8b0d-4721-afe1-b4c01a34a0e8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:56:59.969760 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c0ea2583-77ba-4728-918e-ecf114e6dc18 req-840b927f-1070-4852-b91b-535dba220371 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:00.031693 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['3ffdc25a-93f3-4e20-9095-b0f0a17bb60b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:57:00.045681 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b927f-1070-4852-b91b-535dba220371 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Pushing event deleted for resources: {'Port': ['ID=3ffdc25a-93f3-4e20-9095-b0f0a17bb60b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:00.065086 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['f6b6f311-7267-4d0d-8126-7fd262070db1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:57:00.079504 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed57ddfd-8082-47c6-97d0-ff46bdb98c22 req-53bf77a3-ba8a-4703-ab41-02abf43dc4d8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538810 Nov 02 11:57:00.107880 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0189d32f-8b0d-4721-afe1-b4c01a34a0e8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:00.113648 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0189d32f-8b0d-4721-afe1-b4c01a34a0e8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:00.122646 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0189d32f-8b0d-4721-afe1-b4c01a34a0e8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/security-groups/8ab9626f-088a-4f02-8452-ecd0587fc37d HTTP/1.1" status: 204 len: 168 time: 0.7133222 Nov 02 11:57:00.138360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53328) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:00.213537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ea2583-77ba-4728-918e-ecf114e6dc18 req-840b927f-1070-4852-b91b-535dba220371 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] No DVR routers for this DVR port 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:57:00.223544 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c0ea2583-77ba-4728-918e-ecf114e6dc18 req-840b927f-1070-4852-b91b-535dba220371 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:00.223808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189d32f-8b0d-4721-afe1-b4c01a34a0e8 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab9626f-088a-4f02-8452-ecd0587fc37d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:00.234019 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c0ea2583-77ba-4728-918e-ecf114e6dc18 req-840b927f-1070-4852-b91b-535dba220371 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "DELETE /v2.0/ports/3ffdc25a-93f3-4e20-9095-b0f0a17bb60b HTTP/1.1" status: 204 len: 173 time: 1.0613651 Nov 02 11:57:00.239114 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc44ebd2-85d0-4d6f-b3db-90fff6772665', 'name': 'network-vif-deleted', 'tag': '3ffdc25a-93f3-4e20-9095-b0f0a17bb60b'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:57:00.248268 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a7a5f2-0fc9-4e72-8c54-e30fdc32e8f9" -d '{"events": [{"server_uuid": "cc44ebd2-85d0-4d6f-b3db-90fff6772665", "name": "network-vif-deleted", "tag": "3ffdc25a-93f3-4e20-9095-b0f0a17bb60b"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:57:00.272356 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:00.339656 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'port_id': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf', 'mac_address': 'fa:16:3e:6d:2c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:57:00.347862 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28765076-c865-46e8-a4b2-0e6e3fc56150 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:00.394410 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28765076-c865-46e8-a4b2-0e6e3fc56150 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:00.444314 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:00.510476 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:57:00.536047 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-23c63821-9d72-4c86-b784-ecaedadd8d18 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:00.544876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:00.551288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed439f5-895c-4cfd-9fb6-5775b208ad65 req-8574ce8d-bfc9-408e-b338-355652f77794 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:00.552938 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7ed439f5-895c-4cfd-9fb6-5775b208ad65 req-8574ce8d-bfc9-408e-b338-355652f77794 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 943 time: 0.2766492 Nov 02 11:57:00.620668 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28765076-c865-46e8-a4b2-0e6e3fc56150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:00.623347 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28765076-c865-46e8-a4b2-0e6e3fc56150 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:00.624518 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-28765076-c865-46e8-a4b2-0e6e3fc56150 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c152638d-1a05-484e-97b7-aca48b0657b1 HTTP/1.1" status: 204 len: 168 time: 0.7360620 Nov 02 11:57:00.638379 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-23c63821-9d72-4c86-b784-ecaedadd8d18 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:00.648917 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:00.679650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28765076-c865-46e8-a4b2-0e6e3fc56150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c152638d-1a05-484e-97b7-aca48b0657b1,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:00.747634 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7ed439f5-895c-4cfd-9fb6-5775b208ad65 req-a3c07db0-bc44-451b-9b44-547a8c3ab936 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838720 Nov 02 11:57:00.827927 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-23c63821-9d72-4c86-b784-ecaedadd8d18 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:00.831580 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-23c63821-9d72-4c86-b784-ecaedadd8d18 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:00.833673 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-23c63821-9d72-4c86-b784-ecaedadd8d18 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/security-groups/6799a3d0-42d2-4332-a6b9-5c70f383a8fe HTTP/1.1" status: 204 len: 168 time: 0.6831248 Nov 02 11:57:00.835618 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53350) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:00.848553 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98801888-d144-487a-9f12-9dd74f6891e0 x-openstack-request-id: req-98801888-d144-487a-9f12-9dd74f6891e0 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:57:00.849259 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc44ebd2-85d0-4d6f-b3db-90fff6772665", "name": "network-vif-deleted", "tag": "3ffdc25a-93f3-4e20-9095-b0f0a17bb60b", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:57:00.849509 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98801888-d144-487a-9f12-9dd74f6891e0 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:57:00.849916 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc44ebd2-85d0-4d6f-b3db-90fff6772665', 'name': 'network-vif-deleted', 'tag': '3ffdc25a-93f3-4e20-9095-b0f0a17bb60b', 'status': 'completed', 'code': 200} Nov 02 11:57:00.862238 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c63821-9d72-4c86-b784-ecaedadd8d18 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6799a3d0-42d2-4332-a6b9-5c70f383a8fe,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:00.862659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:00.877149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:57:00.936112 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e94d83a-02c5-4a89-b565-0ed0a899a68b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:00.966678 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e94d83a-02c5-4a89-b565-0ed0a899a68b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:01.129536 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e94d83a-02c5-4a89-b565-0ed0a899a68b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:01.132868 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e94d83a-02c5-4a89-b565-0ed0a899a68b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:01.135845 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8e94d83a-02c5-4a89-b565-0ed0a899a68b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/security-groups/6188d738-fc79-4afe-8283-73fc3d497fe4 HTTP/1.1" status: 204 len: 168 time: 0.2991123 Nov 02 11:57:01.147339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53358) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:01.190661 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94d83a-02c5-4a89-b565-0ed0a899a68b tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6188d738-fc79-4afe-8283-73fc3d497fe4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:01.351981 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-accb450b-3cd0-40dc-b55d-a469b9881612 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting subnet 741e5363-2b63-4795-9f0e-8afbd40afe67 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:57:01.356391 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-accb450b-3cd0-40dc-b55d-a469b9881612 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:01.402909 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4dc1df69-f07f-4aed-b53e-def80b2f5f4d req-2f114738-2b40-4169-b4b4-f4bd0e71db80 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc44ebd2-85d0-4d6f-b3db-90fff6772665 HTTP/1.1" status: 200 len: 210 time: 0.1516387 Nov 02 11:57:01.440563 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-accb450b-3cd0-40dc-b55d-a469b9881612 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:01.546641 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-accb450b-3cd0-40dc-b55d-a469b9881612 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:01.730800 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53370) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:01.781594 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-accb450b-3cd0-40dc-b55d-a469b9881612 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:01.804145 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bc44ce5f-aef6-4876-8aa2-07803da6fba2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c6b096848dee4333a06d26af0c347a1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0726743 Nov 02 11:57:01.805419 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53374) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:01.844232 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb450b-3cd0-40dc-b55d-a469b9881612 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Subnet': ['ID=741e5363-2b63-4795-9f0e-8afbd40afe67,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:01.862230 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-accb450b-3cd0-40dc-b55d-a469b9881612 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:01.870455 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-accb450b-3cd0-40dc-b55d-a469b9881612 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/741e5363-2b63-4795-9f0e-8afbd40afe67 HTTP/1.1" status: 204 len: 168 time: 0.7213879 Nov 02 11:57:01.870814 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53376) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:01.875595 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d27c3ae-45a4-4720-9fc6-fef0bc515a95 None None] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:57:01.895690 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c493d85b-f2d1-4746-9ebe-1070baa5d9d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:01.947577 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c493d85b-f2d1-4746-9ebe-1070baa5d9d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:02.069315 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d01d83a-f494-4356-bf86-c066cdfd74ed tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting subnet 36482e90-0e14-4385-8c12-8d3ce4adabfd {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:57:02.074414 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d01d83a-f494-4356-bf86-c066cdfd74ed tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:02.126987 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d01d83a-f494-4356-bf86-c066cdfd74ed tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:02.169528 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c493d85b-f2d1-4746-9ebe-1070baa5d9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:02.172887 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c493d85b-f2d1-4746-9ebe-1070baa5d9d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:02.177612 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c493d85b-f2d1-4746-9ebe-1070baa5d9d7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/acb2afce-5b8c-48b0-b828-0827a9c85f16 HTTP/1.1" status: 204 len: 168 time: 0.3695910 Nov 02 11:57:02.195182 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493d85b-f2d1-4746-9ebe-1070baa5d9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb2afce-5b8c-48b0-b828-0827a9c85f16,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:02.262061 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d01d83a-f494-4356-bf86-c066cdfd74ed tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:02.302914 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3e5a0-16fb-4d39-8300-cdbc83426dad req-30865b4f-17fe-4a10-8792-5b5b59ada288 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:02.304543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48b3e5a0-16fb-4d39-8300-cdbc83426dad req-30865b4f-17fe-4a10-8792-5b5b59ada288 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 944 time: 0.3627055 Nov 02 11:57:02.447642 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48b3e5a0-16fb-4d39-8300-cdbc83426dad req-9330d97f-3f74-45a1-ac24-ec86c183c755 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328604 Nov 02 11:57:02.529303 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d01d83a-f494-4356-bf86-c066cdfd74ed tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:02.579726 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d01d83a-f494-4356-bf86-c066cdfd74ed tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:02.599916 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53392) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:02.604242 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8d01d83a-f494-4356-bf86-c066cdfd74ed tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/36482e90-0e14-4385-8c12-8d3ce4adabfd HTTP/1.1" status: 204 len: 168 time: 0.7177141 Nov 02 11:57:02.605778 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01d83a-f494-4356-bf86-c066cdfd74ed tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Subnet': ['ID=36482e90-0e14-4385-8c12-8d3ce4adabfd,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:02.648112 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c20c97c-9a5f-4663-8873-508afbf6aefa tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] DELETE failed (client error): The resource could not be found. Nov 02 11:57:02.655516 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c20c97c-9a5f-4663-8873-508afbf6aefa tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:57:02.659729 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5c20c97c-9a5f-4663-8873-508afbf6aefa tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/741e5363-2b63-4795-9f0e-8afbd40afe67 HTTP/1.1" status: 404 len: 337 time: 0.0583429 Nov 02 11:57:02.662430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53396) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:02.753741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da15021-a410-41cf-b15b-b6c5242eb3ca tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting subnet 239281ee-e9b7-4615-b8be-ea3bb1baf563 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:57:02.758177 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0da15021-a410-41cf-b15b-b6c5242eb3ca tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:02.919683 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0da15021-a410-41cf-b15b-b6c5242eb3ca tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:03.121850 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-b322da17-2df7-4a2e-a2fa-2aad6a8ab6d6 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:03.132563 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-b322da17-2df7-4a2e-a2fa-2aad6a8ab6d6 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 804 time: 0.2306919 Nov 02 11:57:03.152610 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-6c1c3808-e5a4-4c38-bfa3-0a1e8e928cee tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/quotas/03959b625cb94b9d9fcaf436c56c8acb HTTP/1.1" status: 200 len: 375 time: 0.0190859 Nov 02 11:57:03.160520 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0da15021-a410-41cf-b15b-b6c5242eb3ca tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:03.193292 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2435c0-d2c7-458a-911f-57881ad2c9a3 None None] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:57:03.257743 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-e6b4c758-9c8b-4068-a7d2-7301145bf70e tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0933933 Nov 02 11:57:03.274378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-829156c9-47cd-4e54-b129-30479fceed4c None None] Provisioning complete for port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:57:03.275269 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-829156c9-47cd-4e54-b129-30479fceed4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:03.374611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:57:03.405867 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:57:03.406458 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 3ffdc25a-93f3-4e20-9095-b0f0a17bb60b not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:57:03.441716 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-3deeede2-456b-458f-9920-7b18634e4a63 service neutron] 10.222.0.52 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608484 Nov 02 11:57:03.451376 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0da15021-a410-41cf-b15b-b6c5242eb3ca tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:03.528027 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0da15021-a410-41cf-b15b-b6c5242eb3ca tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:03.532525 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:57:03.534286 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0da15021-a410-41cf-b15b-b6c5242eb3ca tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/239281ee-e9b7-4615-b8be-ea3bb1baf563 HTTP/1.1" status: 204 len: 168 time: 0.8705547 Nov 02 11:57:03.537283 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53436) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:03.575621 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1c1c1e-842b-4cba-b7e9-789059872cf9 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] DELETE failed (client error): The resource could not be found. Nov 02 11:57:03.576813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1c1c1e-842b-4cba-b7e9-789059872cf9 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:57:03.585162 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8d1c1c1e-842b-4cba-b7e9-789059872cf9 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/1b49505b-55d4-4c4c-a993-aa625e0ce4a3 HTTP/1.1" status: 404 len: 337 time: 0.0450754 Nov 02 11:57:03.585651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da15021-a410-41cf-b15b-b6c5242eb3ca tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Subnet': ['ID=239281ee-e9b7-4615-b8be-ea3bb1baf563,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:03.586954 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53438) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:03.633517 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e9ccd799-e594-4b8d-a7e1-28cd2ab5ceb5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "GET /v2.0/ports?device_id=fddccba8-e7b4-413c-afa2-2f7af5abb29c HTTP/1.1" status: 200 len: 205 time: 0.0447314 Nov 02 11:57:03.636181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53442) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:03.716446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-829156c9-47cd-4e54-b129-30479fceed4c None None] Provisioning complete for port 4e48b14e-70d5-44c4-995f-7a2cfcf26a63 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:57:03.716822 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-829156c9-47cd-4e54-b129-30479fceed4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:03.721896 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-a27d751d-6723-4bf4-8832-f8b3d4dd6871 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] delete failed (client error): The resource could not be found. Nov 02 11:57:03.723155 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a27d751d-6723-4bf4-8832-f8b3d4dd6871 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/routers/fddccba8-e7b4-413c-afa2-2f7af5abb29c HTTP/1.1" status: 404 len: 336 time: 0.0855675 Nov 02 11:57:03.725673 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53452) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:03.729313 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-bb6b2a55-37c0-42b3-be7e-64c942ec9f42 service neutron] 10.222.0.52 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805297 Nov 02 11:57:03.760484 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9b2ce8-2af8-4ba4-a982-4ab42ad7a255 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] DELETE failed (client error): The resource could not be found. Nov 02 11:57:03.760955 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec9b2ce8-2af8-4ba4-a982-4ab42ad7a255 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:57:03.766440 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ec9b2ce8-2af8-4ba4-a982-4ab42ad7a255 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/14c33fef-1cc0-4395-8c19-162c86d7e19f HTTP/1.1" status: 404 len: 337 time: 0.0396280 Nov 02 11:57:03.769357 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53454) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:03.824748 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d355b5f-85d6-4b00-b91e-aa45b98835a2 None None] Update dhcp port {'port': {'network_id': '661edb1b-0c5c-4073-acad-6bdc8a308203', 'fixed_ips': [{'subnet_id': '239281ee-e9b7-4615-b8be-ea3bb1baf563'}], 'binding:host_id': 'n-d-806683-18'}, 'id': '1de0be20-3dd2-48d4-bf47-7245b1ae91ee'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 11:57:03.829859 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:57:03.835019 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa80703-09e8-410b-bb1b-6de9d31eb4fb tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] DELETE failed (client error): The resource could not be found. Nov 02 11:57:03.839466 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa80703-09e8-410b-bb1b-6de9d31eb4fb tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:57:03.845965 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7aa80703-09e8-410b-bb1b-6de9d31eb4fb tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/83eec713-f430-43d6-8ab6-56bca761dfc7 HTTP/1.1" status: 404 len: 337 time: 0.0750277 Nov 02 11:57:03.848747 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53458) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:03.893803 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:57:03.908764 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:03.916587 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72d12b6-d923-40fa-963c-6c701f761e0a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] DELETE failed (client error): The resource could not be found. Nov 02 11:57:03.917443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72d12b6-d923-40fa-963c-6c701f761e0a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:57:03.922548 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a72d12b6-d923-40fa-963c-6c701f761e0a tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/fda52057-b703-410b-b813-630c7e8ededb HTTP/1.1" status: 404 len: 337 time: 0.0719068 Nov 02 11:57:03.925190 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53460) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:03.971342 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-87fc24e5-38e3-493e-b1ea-a10e96b71890 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] DELETE failed (client error): The resource could not be found. Nov 02 11:57:03.972090 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87fc24e5-38e3-493e-b1ea-a10e96b71890 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:57:03.977976 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-87fc24e5-38e3-493e-b1ea-a10e96b71890 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/ports/4a95c98d-af4b-47e2-8ce4-949a0f0cda2e HTTP/1.1" status: 404 len: 333 time: 0.0488462 Nov 02 11:57:03.980387 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53464) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:03.999698 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4d355b5f-85d6-4b00-b91e-aa45b98835a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:04.008800 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-829156c9-47cd-4e54-b129-30479fceed4c None None] Port 4e48b14e-70d5-44c4-995f-7a2cfcf26a63 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:57:04.042971 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8bd77c-aa42-43e9-9394-e1e5f9090467 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] DELETE failed (client error): The resource could not be found. Nov 02 11:57:04.042971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae8bd77c-aa42-43e9-9394-e1e5f9090467 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:57:04.046239 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ae8bd77c-aa42-43e9-9394-e1e5f9090467 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/deeee86f-99ad-48ed-91b3-5237288745c0 HTTP/1.1" status: 404 len: 337 time: 0.0646114 Nov 02 11:57:04.050445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53466) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:04.089423 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b15780-7ce1-47b0-99bc-78e6daa2f5f6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] DELETE failed (client error): The resource could not be found. Nov 02 11:57:04.089906 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b15780-7ce1-47b0-99bc-78e6daa2f5f6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:57:04.093342 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-41b15780-7ce1-47b0-99bc-78e6daa2f5f6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/096405f8-3db4-475e-9318-0ae825e398d3 HTTP/1.1" status: 404 len: 337 time: 0.0431650 Nov 02 11:57:04.096260 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53472) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:04.231942 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c8cdfb-a3c0-4ac8-b6da-f60d980f03bd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] DELETE failed (client error): The resource could not be found. Nov 02 11:57:04.238747 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c8cdfb-a3c0-4ac8-b6da-f60d980f03bd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:57:04.245677 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-67c8cdfb-a3c0-4ac8-b6da-f60d980f03bd tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/ports/ddc5872b-fea2-47a1-a69e-72fbccfc08fb HTTP/1.1" status: 404 len: 333 time: 0.1481085 Nov 02 11:57:04.248709 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53480) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:04.283630 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1d728e-37e6-4f69-96b0-97166b5f4fe6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] DELETE failed (client error): The resource could not be found. Nov 02 11:57:04.284257 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c1d728e-37e6-4f69-96b0-97166b5f4fe6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:57:04.292184 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53482) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:04.295574 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7c1d728e-37e6-4f69-96b0-97166b5f4fe6 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/fa008fa8-aa0e-4ffa-9a7a-a47fc0d7773d HTTP/1.1" status: 404 len: 337 time: 0.0452614 Nov 02 11:57:04.381189 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe7165e-5f2f-4911-b93e-2e2057865035 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] DELETE failed (client error): The resource could not be found. Nov 02 11:57:04.381189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe7165e-5f2f-4911-b93e-2e2057865035 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 11:57:04.383504 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7fe7165e-5f2f-4911-b93e-2e2057865035 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/subnets/ec0eb8fa-6880-460c-b21c-2d99f6c5218c HTTP/1.1" status: 404 len: 337 time: 0.0898108 Nov 02 11:57:04.386803 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53484) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:04.445631 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a37e4-d50a-4826-b384-e93790c81feb req-a5bab8a8-ab07-41a6-9201-bc374bad035e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:04.448348 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-409a37e4-d50a-4826-b384-e93790c81feb req-a5bab8a8-ab07-41a6-9201-bc374bad035e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 944 time: 0.1185760 Nov 02 11:57:04.480144 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e214b81-8fb2-4893-b948-27d53ded7c15 None None] Network 661edb1b-0c5c-4073-acad-6bdc8a308203 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:57:04.499055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53486) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:04.557072 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:04.626706 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-409a37e4-d50a-4826-b384-e93790c81feb req-cbefa63c-2a6a-4670-87df-ff7f426979d3 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597574 Nov 02 11:57:04.648937 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6703a0c5-236e-4579-9ee5-a77f8d97e444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:57:04.651859 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-24fd12ac-3160-42fc-86c5-22cf1d334b69 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port 4e48b14e-70d5-44c4-995f-7a2cfcf26a63 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:57:04.652325 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-24fd12ac-3160-42fc-86c5-22cf1d334b69 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:04.653142 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8136eb6-9783-47d9-b886-94ddb39ef5be" -d '{"events": [{"server_uuid": "6703a0c5-236e-4579-9ee5-a77f8d97e444", "name": "network-vif-plugged", "status": "completed", "tag": "d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:57:04.660584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-358bb47a-df80-40e4-9892-629aa48d3f3d None None] Provisioning complete for port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:57:04.661190 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-358bb47a-df80-40e4-9892-629aa48d3f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:04.747177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:04.774866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-046ece01-078c-4c1e-8636-6cd1e7ba28bd req-146f6a74-d120-4fa5-be2f-42e32b11e895 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 210 time: 0.0565557 Nov 02 11:57:04.881292 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e3c25b-d990-4f96-bee7-5f7ea3e44ca1 x-openstack-request-id: req-d5e3c25b-d990-4f96-bee7-5f7ea3e44ca1 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:57:04.881692 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6703a0c5-236e-4579-9ee5-a77f8d97e444", "name": "network-vif-plugged", "status": "completed", "tag": "d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:57:04.881845 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d5e3c25b-d990-4f96-bee7-5f7ea3e44ca1 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:57:04.882262 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6703a0c5-236e-4579-9ee5-a77f8d97e444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf', 'code': 200} Nov 02 11:57:04.895444 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:04.906542 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-24fd12ac-3160-42fc-86c5-22cf1d334b69 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:04.950885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-24fd12ac-3160-42fc-86c5-22cf1d334b69 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for 4e48b14e-70d5-44c4-995f-7a2cfcf26a63 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:57:05.018362 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:05.080082 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710f54f-949a-4e09-8c57-d0c0a99477b1 req-556d23de-91bc-4c03-ac22-edd341e65946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:05.081590 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0710f54f-949a-4e09-8c57-d0c0a99477b1 req-556d23de-91bc-4c03-ac22-edd341e65946 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 1097 time: 0.1403394 Nov 02 11:57:05.152781 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be4cb47-7d9b-46c1-83a7-6ccc3989ccd9 None None] DHCP port deletion for 661edb1b-0c5c-4073-acad-6bdc8a308203 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:57:05.234743 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d5c371da-f743-4c0a-8286-e47adafe1ac5 tempest-AgentManagementNegativeTest-1095720323 tempest-AgentManagementNegativeTest-1095720323-project] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7344418 Nov 02 11:57:05.275376 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0710f54f-949a-4e09-8c57-d0c0a99477b1 req-63119d9a-089f-4e37-82f6-71b688ab2ba2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800861 Nov 02 11:57:05.287832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-358bb47a-df80-40e4-9892-629aa48d3f3d None None] Provisioning complete for port 4e48b14e-70d5-44c4-995f-7a2cfcf26a63 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:57:05.295378 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-358bb47a-df80-40e4-9892-629aa48d3f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:05.312301 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-24fd12ac-3160-42fc-86c5-22cf1d334b69 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:05.332373 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1de0be20-3dd2-48d4-bf47-7245b1ae91ee no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:57:05.378109 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd12ac-3160-42fc-86c5-22cf1d334b69 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=4e48b14e-70d5-44c4-995f-7a2cfcf26a63,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:05.396241 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-24fd12ac-3160-42fc-86c5-22cf1d334b69 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:05.403436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53512) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:05.413049 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-24fd12ac-3160-42fc-86c5-22cf1d334b69 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/ports/4e48b14e-70d5-44c4-995f-7a2cfcf26a63 HTTP/1.1" status: 204 len: 168 time: 1.0247135 Nov 02 11:57:05.419802 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-358bb47a-df80-40e4-9892-629aa48d3f3d None None] Port 4e48b14e-70d5-44c4-995f-7a2cfcf26a63 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:57:05.451283 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7be4cb47-7d9b-46c1-83a7-6ccc3989ccd9 None None] Deleting port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:57:05.451914 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7be4cb47-7d9b-46c1-83a7-6ccc3989ccd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:05.547643 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7be4cb47-7d9b-46c1-83a7-6ccc3989ccd9 None None] For port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1de0be20-3dd2-48d4-bf47-7245b1ae91ee,segment=NetworkSegment(451116e0-72c8-4a2e-af96-e8fc06dc210a),segment_id=451116e0-72c8-4a2e-af96-e8fc06dc210a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:05.549073 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7be4cb47-7d9b-46c1-83a7-6ccc3989ccd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:05.558321 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:05.565273 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7be4cb47-7d9b-46c1-83a7-6ccc3989ccd9 None None] Calling delete_port for 1de0be20-3dd2-48d4-bf47-7245b1ae91ee owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:57:05.697004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Deleting port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:57:05.697536 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:05.715058 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:05.824175 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1de0be20-3dd2-48d4-bf47-7245b1ae91ee,segment=NetworkSegment(451116e0-72c8-4a2e-af96-e8fc06dc210a),segment_id=451116e0-72c8-4a2e-af96-e8fc06dc210a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:05.865495 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] For port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1de0be20-3dd2-48d4-bf47-7245b1ae91ee,segment=NetworkSegment(451116e0-72c8-4a2e-af96-e8fc06dc210a),segment_id=451116e0-72c8-4a2e-af96-e8fc06dc210a)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:05.865876 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:05.897130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Calling delete_port for 1de0be20-3dd2-48d4-bf47-7245b1ae91ee owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:57:05.936357 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:06.076887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=1de0be20-3dd2-48d4-bf47-7245b1ae91ee,revision_number=11']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:06.090132 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7be4cb47-7d9b-46c1-83a7-6ccc3989ccd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:06.124095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53524) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:06.137603 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16daa3-b473-481c-80e6-f617c65f64f1 req-87e005bf-7db3-49d4-8001-1475ba6ed903 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:06.146415 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb16daa3-b473-481c-80e6-f617c65f64f1 req-87e005bf-7db3-49d4-8001-1475ba6ed903 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.2113357 Nov 02 11:57:06.150985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4cb47-7d9b-46c1-83a7-6ccc3989ccd9 None None] Pushing event deleted for resources: {'Port': ['ID=1de0be20-3dd2-48d4-bf47-7245b1ae91ee,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:06.152986 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be4cb47-7d9b-46c1-83a7-6ccc3989ccd9 None None] No DVR routers for this DVR port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:57:06.242195 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:06.385893 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Port': ['ID=1de0be20-3dd2-48d4-bf47-7245b1ae91ee,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:06.433529 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] No DVR routers for this DVR port 1de0be20-3dd2-48d4-bf47-7245b1ae91ee on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:57:06.466519 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb16daa3-b473-481c-80e6-f617c65f64f1 req-dc625bb7-c4e4-46b5-9b64-abbd2c778f7a tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038163 Nov 02 11:57:06.605552 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c171df0c-f568-4291-90ca-04e402089743 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:06.718405 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c171df0c-f568-4291-90ca-04e402089743 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:06.804523 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c171df0c-f568-4291-90ca-04e402089743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:06.937176 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c171df0c-f568-4291-90ca-04e402089743 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a6f638fd69fb40f28e117e1b43dc333e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8116591 Nov 02 11:57:06.939812 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53534) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:06.948340 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171df0c-f568-4291-90ca-04e402089743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c466c23-6c23-4bba-867d-d329c09d7e35,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:06.975927 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:07.004088 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661edb1b-0c5c-4073-acad-6bdc8a308203']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:07.027258 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451116e0-72c8-4a2e-af96-e8fc06dc210a') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:07.027600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451116e0-72c8-4a2e-af96-e8fc06dc210a') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:07.061404 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8680065b-5285-48e6-bcb8-db0d95eba728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:07.072955 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:07.089335 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8680065b-5285-48e6-bcb8-db0d95eba728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:07.105273 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-658c7872-d38f-4390-8dfa-bbaa8c3321fc req-c5e59c7c-aede-4056-96dc-34a556f0d099 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 210 time: 0.0517018 Nov 02 11:57:07.125373 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:07.139297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:57:07.151995 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:57:07.169258 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:57:07.364224 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-386f791d-51c6-448d-af96-82a0fae486b0 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:07.367034 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-386f791d-51c6-448d-af96-82a0fae486b0 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 804 time: 0.2008324 Nov 02 11:57:07.383486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-829c1866-97c9-412c-988f-a29ad6b9df57 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Request body: {'port': {'device_id': '854b179f-68a7-4376-8058-badffe28af1d', 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e', 'admin_state_up': True, 'tenant_id': '03959b625cb94b9d9fcaf436c56c8acb'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:07.391319 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:07.403593 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:07.411180 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] 10.222.0.52 "DELETE /v2.0/networks/661edb1b-0c5c-4073-acad-6bdc8a308203 HTTP/1.1" status: 204 len: 168 time: 2.0020375 Nov 02 11:57:07.427944 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d36dda-20bf-4c36-963c-aa75f4d284b5 tempest-PortsIpV6TestJSON-2004079319 tempest-PortsIpV6TestJSON-2004079319-project] Pushing event deleted for resources: {'Network': ['ID=661edb1b-0c5c-4073-acad-6bdc8a308203,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:07.450659 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8680065b-5285-48e6-bcb8-db0d95eba728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:07.453045 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8680065b-5285-48e6-bcb8-db0d95eba728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:07.454563 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8680065b-5285-48e6-bcb8-db0d95eba728 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c466c23-6c23-4bba-867d-d329c09d7e35 HTTP/1.1" status: 204 len: 168 time: 0.5133016 Nov 02 11:57:07.482538 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680065b-5285-48e6-bcb8-db0d95eba728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c466c23-6c23-4bba-867d-d329c09d7e35,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:07.624302 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda41cd0-eaaf-4615-8dc0-7b27560fb888 req-1a31ea80-84aa-40c8-bab5-ba14338609b7 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:07.626884 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eda41cd0-eaaf-4615-8dc0-7b27560fb888 req-1a31ea80-84aa-40c8-bab5-ba14338609b7 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.0582297 Nov 02 11:57:07.698602 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eda41cd0-eaaf-4615-8dc0-7b27560fb888 req-fc238658-a54f-4e6e-95f8-7f6cfbe88127 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576854 Nov 02 11:57:07.739155 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-829c1866-97c9-412c-988f-a29ad6b9df57 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Made reservation on behalf of 03959b625cb94b9d9fcaf436c56c8acb for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:57:07.739155 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-829c1866-97c9-412c-988f-a29ad6b9df57 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:07.877831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118d4f8-51e3-4929-a2ae-71776526de8b req-f022712f-3b32-467f-936f-f2de907902fb tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:07.879833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2118d4f8-51e3-4929-a2ae-71776526de8b req-f022712f-3b32-467f-936f-f2de907902fb tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.0888801 Nov 02 11:57:07.894493 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53550) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:07.900254 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-b9d422f2-abb0-4c5c-b70a-837d53f1d28d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Request body: {'floatingip': {'port_id': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:07.927457 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-829c1866-97c9-412c-988f-a29ad6b9df57 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Allocated IP 172.20.0.5 (74bd6dc5-f0e6-4079-ac41-63269a99500e/b04dcbcd-1275-4a43-9876-3724821feb17/4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:57:07.947156 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9d422f2-abb0-4c5c-b70a-837d53f1d28d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:08.093929 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53554) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:08.148793 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-829c1866-97c9-412c-988f-a29ad6b9df57 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:08.203569 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53566) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:08.278747 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-829c1866-97c9-412c-988f-a29ad6b9df57 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:08.291039 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['f6b6f311-7267-4d0d-8126-7fd262070db1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:57:08.405656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-829c1866-97c9-412c-988f-a29ad6b9df57 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Network 74bd6dc5-f0e6-4079-ac41-63269a99500e is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:57:08.427112 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-829c1866-97c9-412c-988f-a29ad6b9df57 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:57:08.430049 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-829c1866-97c9-412c-988f-a29ad6b9df57 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:57:08.440855 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c1866-97c9-412c-988f-a29ad6b9df57 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Pushing event updated for resources: {'Port': ['ID=4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:08.589070 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-829c1866-97c9-412c-988f-a29ad6b9df57 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:08.589993 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-829c1866-97c9-412c-988f-a29ad6b9df57 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:08.618151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7116cd-1063-42a3-abbb-cbfec2adcfa2 req-d2d29b72-5274-4935-a408-0b617cb20e4a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:08.624772 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0e7116cd-1063-42a3-abbb-cbfec2adcfa2 req-d2d29b72-5274-4935-a408-0b617cb20e4a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 931 time: 0.3595035 Nov 02 11:57:08.682976 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b911cc0c-223f-40d1-b54d-b6e1f3103041 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:08.788049 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-829c1866-97c9-412c-988f-a29ad6b9df57 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4112525 Nov 02 11:57:08.795394 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-927687f4-9725-43d7-ae36-737a60e2cafa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bec35b901e114a688a849f8ac16c777d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5880914 Nov 02 11:57:08.798116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53584) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:08.912493 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b911cc0c-223f-40d1-b54d-b6e1f3103041 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:08.919558 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Request body: {'port': {'device_id': '854b179f-68a7-4376-8058-badffe28af1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:08.983928 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0e7116cd-1063-42a3-abbb-cbfec2adcfa2 req-5d58dbc2-6e51-4ab5-ac0d-d0fb14752800 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667487 Nov 02 11:57:09.055332 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b911cc0c-223f-40d1-b54d-b6e1f3103041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:09.060840 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:09.099114 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a89417d4-bd15-4770-b68c-3d6dd9f3afc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:09.128516 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b911cc0c-223f-40d1-b54d-b6e1f3103041 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7eb2171a4ad540568fdae9a2fde7176e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0310280 Nov 02 11:57:09.137631 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a89417d4-bd15-4770-b68c-3d6dd9f3afc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:09.147479 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911cc0c-223f-40d1-b54d-b6e1f3103041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610ae23d-6067-4924-95b0-ec69b66ab1f7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:09.151467 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53592) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:09.212844 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.resource_extend [None req-b9d422f2-abb0-4c5c-b70a-837d53f1d28d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 11:57:09.305175 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9d422f2-abb0-4c5c-b70a-837d53f1d28d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:09.333620 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a89417d4-bd15-4770-b68c-3d6dd9f3afc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:09.339224 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a89417d4-bd15-4770-b68c-3d6dd9f3afc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:09.340523 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a89417d4-bd15-4770-b68c-3d6dd9f3afc0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b377116-33d8-4060-924c-7b062eb608cb HTTP/1.1" status: 204 len: 168 time: 0.5326056 Nov 02 11:57:09.344669 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-579e14de-81f0-4ece-a4e7-6786f738a72a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:09.357705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89417d4-bd15-4770-b68c-3d6dd9f3afc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b377116-33d8-4060-924c-7b062eb608cb,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:09.452366 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9d422f2-abb0-4c5c-b70a-837d53f1d28d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:09.452488 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-579e14de-81f0-4ece-a4e7-6786f738a72a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:09.701288 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-579e14de-81f0-4ece-a4e7-6786f738a72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:09.704171 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-579e14de-81f0-4ece-a4e7-6786f738a72a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:09.705322 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-579e14de-81f0-4ece-a4e7-6786f738a72a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/610ae23d-6067-4924-95b0-ec69b66ab1f7 HTTP/1.1" status: 204 len: 168 time: 0.5510640 Nov 02 11:57:09.730359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e14de-81f0-4ece-a4e7-6786f738a72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610ae23d-6067-4924-95b0-ec69b66ab1f7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:09.734504 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:57:09.744321 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:09.768968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Transition to ACTIVE for port object 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:57:09.806962 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-b9d422f2-abb0-4c5c-b70a-837d53f1d28d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Floating IP 75afcf86-cf9b-4d0b-a9f3-f732963b1445 associated. External IP: 172.25.6.67, port: d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf. Nov 02 11:57:09.841939 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:09.881212 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53604) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:09.966119 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Pushing event updated for resources: {'Port': ['ID=4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:10.069686 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53610) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:10.169098 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Attempting to bind port 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:57:10.172101 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Attempting to bind port 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:57:10.172101 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Attempting to bind port 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 on network 74bd6dc5-f0e6-4079-ac41-63269a99500e {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:57:10.181053 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Port 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 on network 74bd6dc5-f0e6-4079-ac41-63269a99500e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:57:10.181386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Attempting to bind port 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 on network 74bd6dc5-f0e6-4079-ac41-63269a99500e {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:57:10.201136 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:57:10.201595 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Checking segment: {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:57:10.202186 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Bound using segment: {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:57:10.202683 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Bound port: 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca078cb0-f172-460a-adb1-3aab5279daf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:57:10.203656 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:10.315133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d422f2-abb0-4c5c-b70a-837d53f1d28d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Router f3a273e5-16fb-4094-8e4f-731c04b37fb0 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:57:10.325278 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] For port 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:57:10.325837 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eefc74-6536-4d6b-ad15-c97734bc2f1a req-78bc92d7-d43d-4f53-ac37-98b19400371d tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:10.327421 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c1eefc74-6536-4d6b-ad15-c97734bc2f1a req-78bc92d7-d43d-4f53-ac37-98b19400371d tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 943 time: 0.2145507 Nov 02 11:57:10.329378 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] For port 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:57:10.473988 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c1eefc74-6536-4d6b-ad15-c97734bc2f1a req-d1c29766-1bda-4399-a459-8016add71481 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383584 Nov 02 11:57:10.563955 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:10.566613 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d422f2-abb0-4c5c-b70a-837d53f1d28d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:57:10.586169 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9d422f2-abb0-4c5c-b70a-837d53f1d28d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:10.586276 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a840fa-e82c-4357-9665-873d30962628 None None] Sync routers for ids ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:57:10.598686 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a840fa-e82c-4357-9665-873d30962628 None None] Routers {'f3a273e5-16fb-4094-8e4f-731c04b37fb0'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:57:10.601403 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-68a840fa-e82c-4357-9665-873d30962628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:56:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:10.633813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:10.634792 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:10.642309 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] 10.222.0.54 "PUT /v2.0/ports/4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 HTTP/1.1" status: 200 len: 1092 time: 1.7274892 Nov 02 11:57:10.642826 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854b179f-68a7-4376-8058-badffe28af1d', 'tag': '4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:57:10.645312 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239ce057-658c-4d02-af59-23f77700143a" -d '{"events": [{"name": "network-changed", "server_uuid": "854b179f-68a7-4376-8058-badffe28af1d", "tag": "4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:57:10.700598 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b50930f5-85f7-4f31-84e4-cddd9865cb6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:10.704243 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a13627bc-450b-4de3-a868-631e991ce140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:10.714780 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b9d422f2-abb0-4c5c-b70a-837d53f1d28d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "PUT /v2.0/floatingips/75afcf86-cf9b-4d0b-a9f3-f732963b1445 HTTP/1.1" status: 200 len: 990 time: 2.8155124 Nov 02 11:57:10.756761 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6703a0c5-236e-4579-9ee5-a77f8d97e444', 'tag': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:57:10.762629 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cabc517-0215-4930-9e93-8baef2d46589 x-openstack-request-id: req-9cabc517-0215-4930-9e93-8baef2d46589 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:57:10.762971 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854b179f-68a7-4376-8058-badffe28af1d", "tag": "4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:57:10.763224 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9cabc517-0215-4930-9e93-8baef2d46589 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:57:10.763643 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854b179f-68a7-4376-8058-badffe28af1d', 'tag': '4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9', 'status': 'completed', 'code': 200} Nov 02 11:57:10.766727 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3984911b-fd61-4c0a-99f9-84d5d090d8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "6703a0c5-236e-4579-9ee5-a77f8d97e444", "tag": "d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:57:10.770960 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01577c0-771a-4291-b4ca-a0204ea2bb6d service neutron] Pushing event updated for resources: {'Port': ['ID=4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:10.802779 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-68a840fa-e82c-4357-9665-873d30962628 None None] Set router f3a273e5-16fb-4094-8e4f-731c04b37fb0 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:57:10.847569 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ce057-658c-4d02-af59-23f77700143a req-f98aef2a-b5ae-4157-b374-9018f446139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:10.849570 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-239ce057-658c-4d02-af59-23f77700143a req-f98aef2a-b5ae-4157-b374-9018f446139b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 1095 time: 0.0803535 Nov 02 11:57:10.950784 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:57:10.976570 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a13627bc-450b-4de3-a868-631e991ce140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:10.978495 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53628) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.020902 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cc1e1f-22ae-43a4-8522-87ca4633f863 x-openstack-request-id: req-f1cc1e1f-22ae-43a4-8522-87ca4633f863 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:57:11.021048 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b50930f5-85f7-4f31-84e4-cddd9865cb6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:11.021195 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6703a0c5-236e-4579-9ee5-a77f8d97e444", "tag": "d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:57:11.021457 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f1cc1e1f-22ae-43a4-8522-87ca4633f863 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:57:11.021872 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6703a0c5-236e-4579-9ee5-a77f8d97e444', 'tag': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf', 'status': 'completed', 'code': 200} Nov 02 11:57:11.079883 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ce057-658c-4d02-af59-23f77700143a req-5f511ac0-0581-442b-932c-77d33a013ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:11.081900 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-239ce057-658c-4d02-af59-23f77700143a req-5f511ac0-0581-442b-932c-77d33a013ceb service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2228231 Nov 02 11:57:11.084629 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a13627bc-450b-4de3-a868-631e991ce140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:11.107267 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b50930f5-85f7-4f31-84e4-cddd9865cb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:11.136820 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a13627bc-450b-4de3-a868-631e991ce140 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e98d0f8a87f443a385d19582f7b3f22e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0656517 Nov 02 11:57:11.138856 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13627bc-450b-4de3-a868-631e991ce140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b6fc57-9fa1-4ce6-9f21-bcbef01f99b7,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:11.144144 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53636) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.153933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984911b-fd61-4c0a-99f9-84d5d090d8c4 req-632ce855-3bee-47b8-9bd3-c5cedc7053b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:11.155577 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3984911b-fd61-4c0a-99f9-84d5d090d8c4 req-632ce855-3bee-47b8-9bd3-c5cedc7053b4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c42cd043aff4c3dad752193a806d1f3&device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 1097 time: 0.1096303 Nov 02 11:57:11.177812 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-68a840fa-e82c-4357-9665-873d30962628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T11:51:53Z', 'revision_number': 4, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port': {'id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:45Z', 'updated_at': '2021-11-02T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '75afcf86-cf9b-4d0b-a9f3-f732963b1445', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'port_id': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'mac_address': 'fa:16:3e:6d:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6703a0c5-236e-4579-9ee5-a77f8d97e444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:56:44Z', 'updated_at': '2021-11-02T11:57:09Z', 'revision_number': 1, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4', 'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'mac_address': 'fa:16:3e:46:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:51Z', 'updated_at': '2021-11-02T11:52:01Z', 'revision_number': 5, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'subnets': [{'id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:11.199065 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53638) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.218247 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a840fa-e82c-4357-9665-873d30962628 None None] Checking router: f3a273e5-16fb-4094-8e4f-731c04b37fb0 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:57:11.229475 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a840fa-e82c-4357-9665-873d30962628 None None] Routers {'f3a273e5-16fb-4094-8e4f-731c04b37fb0'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:57:11.230080 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-68a840fa-e82c-4357-9665-873d30962628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:56:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:11.236500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-7ae6353f-ac05-4a5e-b39c-3f5eb1d21626 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.237667 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7ae6353f-ac05-4a5e-b39c-3f5eb1d21626 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13864 time: 0.2151399 Nov 02 11:57:11.242244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53640) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.252630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-e13e5dfb-0bee-44a6-a8eb-16f2d57d099d tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.256225 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e13e5dfb-0bee-44a6-a8eb-16f2d57d099d tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0067897 Nov 02 11:57:11.265810 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53642) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.274747 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-d32e2c40-7e89-4a1b-a651-934121c04753 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.279965 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d32e2c40-7e89-4a1b-a651-934121c04753 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050607 Nov 02 11:57:11.282229 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53644) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.288198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-4f276010-c32f-490f-89d9-f908c9231d4b tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.292015 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4f276010-c32f-490f-89d9-f908c9231d4b tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0048380 Nov 02 11:57:11.292504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53646) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.298405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-621f3732-c3f3-41db-9297-123ac473c493 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.302793 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-621f3732-c3f3-41db-9297-123ac473c493 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0067940 Nov 02 11:57:11.313345 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53648) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.327718 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4dd0735-fc4f-469d-95e4-66a0de2c4650 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:11.344699 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-0fff3dc4-50df-492f-b5da-378af7806a9e tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.345860 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0fff3dc4-50df-492f-b5da-378af7806a9e tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0312481 Nov 02 11:57:11.353637 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53652) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.355961 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b50930f5-85f7-4f31-84e4-cddd9865cb6d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6491fd52911440468d9ff5219c53e5ce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4727981 Nov 02 11:57:11.356137 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984911b-fd61-4c0a-99f9-84d5d090d8c4 req-140fd2cb-5efc-4cbb-af91-974316e0983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:11.356821 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50930f5-85f7-4f31-84e4-cddd9865cb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111bd226-1aa9-4b81-b2a3-56f294c4114b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:11.357717 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3984911b-fd61-4c0a-99f9-84d5d090d8c4 req-140fd2cb-5efc-4cbb-af91-974316e0983f service neutron] 10.222.0.79 "GET /v2.0/networks?id=de1624d7-02e7-4915-9539-81b4cd0f5d6b HTTP/1.1" status: 200 len: 918 time: 0.1941342 Nov 02 11:57:11.360195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53654) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.366387 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-0091c1a0-6d8e-4ef9-bfa5-6d6191f00fa7 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.367414 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0091c1a0-6d8e-4ef9-bfa5-6d6191f00fa7 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0087926 Nov 02 11:57:11.371526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53656) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.387840 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7e197f86-216f-44f6-bd03-ff0a8a619024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:11.394778 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-2e664b26-8d88-485b-8823-41cb164def1d tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.395824 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2e664b26-8d88-485b-8823-41cb164def1d tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0128717 Nov 02 11:57:11.403525 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53658) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.416522 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-68a840fa-e82c-4357-9665-873d30962628 None None] Set router f3a273e5-16fb-4094-8e4f-731c04b37fb0 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:57:11.417719 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-acb5b91a-6087-49ef-a54c-d2f2d1e08ebf tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.418825 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-acb5b91a-6087-49ef-a54c-d2f2d1e08ebf tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0092504 Nov 02 11:57:11.421616 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53660) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.429754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-d6be78b5-f49b-43d1-affd-0b6e180f50be tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.431973 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d6be78b5-f49b-43d1-affd-0b6e180f50be tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0059850 Nov 02 11:57:11.435778 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53662) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.440836 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-91afaf30-9d59-498c-b958-f0c1e9ccd5be tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.442183 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-91afaf30-9d59-498c-b958-f0c1e9ccd5be tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0051258 Nov 02 11:57:11.445115 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ce057-658c-4d02-af59-23f77700143a req-2e1518b8-15e6-4d00-8306-b3ce1d6f4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:11.447481 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-239ce057-658c-4d02-af59-23f77700143a req-2e1518b8-15e6-4d00-8306-b3ce1d6f4f07 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3583481 Nov 02 11:57:11.452561 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53664) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.455498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-9d5c0f8a-7b87-4309-87fa-e9af218945bd tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.456776 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9d5c0f8a-7b87-4309-87fa-e9af218945bd tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0051548 Nov 02 11:57:11.459457 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53666) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.468914 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-8c378f03-d2a3-43c2-9971-c6df2d2b6972 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.470410 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8c378f03-d2a3-43c2-9971-c6df2d2b6972 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0097501 Nov 02 11:57:11.473279 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53668) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.483380 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-cbb163eb-775c-436a-8916-fe3335a9aa44 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.484675 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cbb163eb-775c-436a-8916-fe3335a9aa44 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0101440 Nov 02 11:57:11.490145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53670) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.499420 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-86577b7b-90ac-4411-9fdd-8627e65b3fe2 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.510358 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-86577b7b-90ac-4411-9fdd-8627e65b3fe2 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0090489 Nov 02 11:57:11.517611 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53674) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.519755 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7e197f86-216f-44f6-bd03-ff0a8a619024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:11.530449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-29b4c90b-8bb6-438f-b83b-7cb1bb75e123 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.531597 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-29b4c90b-8bb6-438f-b83b-7cb1bb75e123 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047469 Nov 02 11:57:11.548525 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53676) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.557128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-5e20605b-aa08-4c29-a360-7763c0e0e952 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.558163 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5e20605b-aa08-4c29-a360-7763c0e0e952 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0084612 Nov 02 11:57:11.566764 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3984911b-fd61-4c0a-99f9-84d5d090d8c4 req-4525deb6-cb7e-46c4-81ec-61bd10613283 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf HTTP/1.1" status: 200 len: 998 time: 0.1958840 Nov 02 11:57:11.572914 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53678) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.592100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-2b5f8f11-b450-463a-9da9-15aa25ba1b33 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.592100 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2b5f8f11-b450-463a-9da9-15aa25ba1b33 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0114460 Nov 02 11:57:11.601366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53680) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.616580 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-a55b8383-b984-4488-9e63-aa18850601f2 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.618085 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a55b8383-b984-4488-9e63-aa18850601f2 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0125966 Nov 02 11:57:11.623883 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53682) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.641881 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4dd0735-fc4f-469d-95e4-66a0de2c4650 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:11.648114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-9c242bea-d500-4ece-822a-4e86f7e3c981 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.649824 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9c242bea-d500-4ece-822a-4e86f7e3c981 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0069520 Nov 02 11:57:11.653301 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-09bb4439-e0cb-41c6-97d8-cc38db1b3bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:11.654921 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e322ff8e-d10d-4196-8602-ee3762ce7448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:11.657085 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-09bb4439-e0cb-41c6-97d8-cc38db1b3bc1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 1095 time: 0.0942333 Nov 02 11:57:11.657085 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53684) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.661592 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-59dacad3-cb2c-4993-9121-ea74437acac9 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.665908 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-59dacad3-cb2c-4993-9121-ea74437acac9 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044079 Nov 02 11:57:11.666139 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53686) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.675751 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-a6a5a99e-8413-4793-a3ca-ff44c5e0a7f7 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.679234 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a6a5a99e-8413-4793-a3ca-ff44c5e0a7f7 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0114236 Nov 02 11:57:11.691471 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53688) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.726333 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e322ff8e-d10d-4196-8602-ee3762ce7448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:11.742632 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984911b-fd61-4c0a-99f9-84d5d090d8c4 req-0957e1ee-4469-41af-ba0c-6f7d89fda560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:11.744190 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3984911b-fd61-4c0a-99f9-84d5d090d8c4 req-0957e1ee-4469-41af-ba0c-6f7d89fda560 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=17063659-e3c5-4f52-b046-a3aac82260e7 HTTP/1.1" status: 200 len: 856 time: 0.1484919 Nov 02 11:57:11.755086 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-7ecbab02-bdee-40c2-aa07-518a8146e723 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 HTTP/1.1" status: 200 len: 217 time: 0.0913620 Nov 02 11:57:11.758978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-e1b36fae-e9b5-4266-abc3-88d5c0e2294d tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.759939 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e1b36fae-e9b5-4266-abc3-88d5c0e2294d tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0067415 Nov 02 11:57:11.760858 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4dd0735-fc4f-469d-95e4-66a0de2c4650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:11.764230 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53694) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.770748 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-d15df7fe-44ad-44fc-a579-76f7277c2bd4 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.775680 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d15df7fe-44ad-44fc-a579-76f7277c2bd4 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0042372 Nov 02 11:57:11.775783 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-68a840fa-e82c-4357-9665-873d30962628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T11:51:53Z', 'revision_number': 4, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port': {'id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:45Z', 'updated_at': '2021-11-02T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '75afcf86-cf9b-4d0b-a9f3-f732963b1445', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'port_id': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'mac_address': 'fa:16:3e:6d:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6703a0c5-236e-4579-9ee5-a77f8d97e444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:56:44Z', 'updated_at': '2021-11-02T11:57:09Z', 'revision_number': 1, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4', 'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'mac_address': 'fa:16:3e:46:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:51Z', 'updated_at': '2021-11-02T11:52:01Z', 'revision_number': 5, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'subnets': [{'id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:11.791610 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53696) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.804338 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7e197f86-216f-44f6-bd03-ff0a8a619024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:11.807280 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7e197f86-216f-44f6-bd03-ff0a8a619024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:11.808549 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7e197f86-216f-44f6-bd03-ff0a8a619024 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/30b6fc57-9fa1-4ce6-9f21-bcbef01f99b7 HTTP/1.1" status: 204 len: 168 time: 0.6634808 Nov 02 11:57:11.820167 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43424d37-de06-4a6b-92ae-78aa39636d36 req-556df96a-bdf1-4ffe-94e2-1ed21e7b0962 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:11.822291 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-8982c7fb-1a98-4749-855b-846e6080e226 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.825781 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-43424d37-de06-4a6b-92ae-78aa39636d36 req-556df96a-bdf1-4ffe-94e2-1ed21e7b0962 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 943 time: 0.1785679 Nov 02 11:57:11.825944 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8982c7fb-1a98-4749-855b-846e6080e226 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0311253 Nov 02 11:57:11.826702 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53702) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.836238 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-6942486f-fd6d-4d82-b63f-eeb3c736640e tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.840703 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6942486f-fd6d-4d82-b63f-eeb3c736640e tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0062377 Nov 02 11:57:11.858338 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53704) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.858439 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e197f86-216f-44f6-bd03-ff0a8a619024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b6fc57-9fa1-4ce6-9f21-bcbef01f99b7,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:11.861683 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-91178911-4ff9-4d6b-bad9-d7c9e4662ab8 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.865133 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-91178911-4ff9-4d6b-bad9-d7c9e4662ab8 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0083818 Nov 02 11:57:11.867222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53706) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.873309 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-80ed2e0a-cfe1-44f5-a6c1-5737aebe9f8c tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.876683 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-80ed2e0a-cfe1-44f5-a6c1-5737aebe9f8c tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0048621 Nov 02 11:57:11.887507 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d4dd0735-fc4f-469d-95e4-66a0de2c4650 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=655d50fc882a4f60a1c7088d8161cae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6551983 Nov 02 11:57:11.888361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd0735-fc4f-469d-95e4-66a0de2c4650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f484a6f4-940e-48a0-8f2d-c3db7724eb06,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:11.888515 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53708) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.888774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53710) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.908345 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-5971ff70-ac9a-42ec-b700-2dcc76596644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:11.908685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-60cd0c3c-a12b-49ae-b164-9ff72b264f90 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.909847 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-60cd0c3c-a12b-49ae-b164-9ff72b264f90 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0064099 Nov 02 11:57:11.909974 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-5971ff70-ac9a-42ec-b700-2dcc76596644 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b04dcbcd-1275-4a43-9876-3724821feb17 HTTP/1.1" status: 200 len: 844 time: 0.1449556 Nov 02 11:57:11.912756 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53712) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.919912 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-c4de811e-e100-49b8-894f-4370086b5fa4 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.921432 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c4de811e-e100-49b8-894f-4370086b5fa4 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0072367 Nov 02 11:57:11.928168 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984911b-fd61-4c0a-99f9-84d5d090d8c4 req-8555a488-f339-42d0-8c20-58846b51d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:11.929970 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3984911b-fd61-4c0a-99f9-84d5d090d8c4 req-8555a488-f339-42d0-8c20-58846b51d933 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=de1624d7-02e7-4915-9539-81b4cd0f5d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1770272 Nov 02 11:57:11.933653 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53716) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.940591 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-9c05cb50-18b0-4171-94e7-b986feaa7e84 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.945235 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9c05cb50-18b0-4171-94e7-b986feaa7e84 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0062017 Nov 02 11:57:11.952390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53718) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.963621 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-a60ce4a2-f835-4bd7-96fe-1768ee69426c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=74bd6dc5-f0e6-4079-ac41-63269a99500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409384 Nov 02 11:57:11.974288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-fca08e88-d379-49f1-ac27-c0ed14a40441 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:11.978774 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fca08e88-d379-49f1-ac27-c0ed14a40441 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0167861 Nov 02 11:57:11.982338 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53720) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:11.992171 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a840fa-e82c-4357-9665-873d30962628 None None] The sync data for ids ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'] in n-d-806683-18 is: [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T11:51:53Z', 'revision_number': 4, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port': {'id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:45Z', 'updated_at': '2021-11-02T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '75afcf86-cf9b-4d0b-a9f3-f732963b1445', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'port_id': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'mac_address': 'fa:16:3e:6d:2c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6703a0c5-236e-4579-9ee5-a77f8d97e444', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:56:44Z', 'updated_at': '2021-11-02T11:57:09Z', 'revision_number': 1, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4', 'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'mac_address': 'fa:16:3e:46:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:51Z', 'updated_at': '2021-11-02T11:52:01Z', 'revision_number': 5, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'subnets': [{'id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:57:11.996225 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e322ff8e-d10d-4196-8602-ee3762ce7448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:11.998363 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-d34ed7a0-07e0-486c-8e48-bc7bec5f1568 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.000475 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d34ed7a0-07e0-486c-8e48-bc7bec5f1568 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0157211 Nov 02 11:57:12.004603 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e322ff8e-d10d-4196-8602-ee3762ce7448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:12.004603 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e322ff8e-d10d-4196-8602-ee3762ce7448 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/111bd226-1aa9-4b81-b2a3-56f294c4114b HTTP/1.1" status: 204 len: 168 time: 0.6316848 Nov 02 11:57:12.006838 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53724) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.015352 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-977be949-008f-4a7e-813e-df36687f40d8 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.019326 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-977be949-008f-4a7e-813e-df36687f40d8 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0085809 Nov 02 11:57:12.019527 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-43424d37-de06-4a6b-92ae-78aa39636d36 req-1a387580-8fa7-4cf7-b056-913f1bffa73d tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776845 Nov 02 11:57:12.021302 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53726) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.069067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-79e12277-2c50-43f9-8875-bbce03e0f8b8 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.072208 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-79e12277-2c50-43f9-8875-bbce03e0f8b8 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0091212 Nov 02 11:57:12.074742 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53730) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.083039 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-334dbd2e-1957-4430-9434-e06b521e05ac tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.084205 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-334dbd2e-1957-4430-9434-e06b521e05ac tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0078137 Nov 02 11:57:12.087698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53732) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.101147 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-7b6b82b1-b4a9-4adb-a174-c51af18a9239 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.102479 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7b6b82b1-b4a9-4adb-a174-c51af18a9239 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0136552 Nov 02 11:57:12.106371 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e322ff8e-d10d-4196-8602-ee3762ce7448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111bd226-1aa9-4b81-b2a3-56f294c4114b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:12.108730 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53734) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.114067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-d1416d1c-fa9a-4289-b6ba-50a0eb352be0 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.120427 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d1416d1c-fa9a-4289-b6ba-50a0eb352be0 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0100884 Nov 02 11:57:12.128828 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53736) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.136054 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-8ef099d8-4866-4fe0-8b86-34641ad5029c tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.137302 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8ef099d8-4866-4fe0-8b86-34641ad5029c tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0053506 Nov 02 11:57:12.141107 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53738) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.150804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-872969b6-a8af-42fe-a505-7c58140b978c tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.152352 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-872969b6-a8af-42fe-a505-7c58140b978c tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0100427 Nov 02 11:57:12.158284 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53740) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.168844 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-1bfe5b42-1eac-4928-8868-f314629c6fef tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.168977 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ba07ec7-6513-4b5f-bcee-0b66dbe76d1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:12.169080 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1bfe5b42-1eac-4928-8868-f314629c6fef tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0090480 Nov 02 11:57:12.172861 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53742) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.183537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-939547fc-be8c-40bb-b913-a47e815a0eb6 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.185025 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-939547fc-be8c-40bb-b913-a47e815a0eb6 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0085700 Nov 02 11:57:12.187731 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-9976e145-6570-4a02-8f1b-992b86793aa7 service neutron] 10.222.0.54 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144873 Nov 02 11:57:12.188462 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53744) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.192820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-9289a246-20b8-4477-b498-f98967987ae3 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.193912 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9289a246-20b8-4477-b498-f98967987ae3 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044699 Nov 02 11:57:12.197743 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53746) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.202608 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-f8055ab3-7df5-4b4f-9087-310b2aae6a30 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.219506 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f8055ab3-7df5-4b4f-9087-310b2aae6a30 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0049894 Nov 02 11:57:12.219810 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3984911b-fd61-4c0a-99f9-84d5d090d8c4 req-d21f721d-f614-4b3b-8c91-6ab584966cf3 service neutron] 10.222.0.79 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732646 Nov 02 11:57:12.223571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53748) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.229550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-609d8a54-8051-424c-99f6-9bd837594e76 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.230699 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-609d8a54-8051-424c-99f6-9bd837594e76 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0061052 Nov 02 11:57:12.236199 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53750) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.243470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-a6af47f6-c6e0-4e7d-bc8a-5fe70ced1c1d tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.244584 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a6af47f6-c6e0-4e7d-bc8a-5fe70ced1c1d tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0074794 Nov 02 11:57:12.255075 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ba07ec7-6513-4b5f-bcee-0b66dbe76d1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:12.258057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53752) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.282965 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-54297bcf-388c-4ab6-9e42-7b2217849dcd tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.284905 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-54297bcf-388c-4ab6-9e42-7b2217849dcd tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0249312 Nov 02 11:57:12.309552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53754) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.325353 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8e7bf1f-ce9c-4963-8f66-e728db107045 req-c3057cec-1e34-4b84-b325-d5595be8760f service neutron] 10.222.0.54 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300864 Nov 02 11:57:12.326959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-79d70392-d70b-4a27-93a7-faf6eb486779 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.328160 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-79d70392-d70b-4a27-93a7-faf6eb486779 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0176389 Nov 02 11:57:12.333385 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53758) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.340407 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-3d517ae6-3792-4c2e-b7be-8631253a1749 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.350534 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3d517ae6-3792-4c2e-b7be-8631253a1749 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0080931 Nov 02 11:57:12.351993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53760) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.358522 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-9e97cbac-4a7d-4e07-93e1-cb12063152c7 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.359625 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9e97cbac-4a7d-4e07-93e1-cb12063152c7 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0058625 Nov 02 11:57:12.362532 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53762) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.368600 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-9729c3c8-8231-48c0-b42f-55a9a0b1f686 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.370101 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9729c3c8-8231-48c0-b42f-55a9a0b1f686 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0060318 Nov 02 11:57:12.374834 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53764) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.380631 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-c21397af-8fe2-409b-877f-ab86bc8020f8 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.381700 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c21397af-8fe2-409b-877f-ab86bc8020f8 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0057735 Nov 02 11:57:12.385367 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53766) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.399180 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-3b32e9e4-6a44-487a-9281-23ec597ac5f7 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.399180 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3b32e9e4-6a44-487a-9281-23ec597ac5f7 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0080609 Nov 02 11:57:12.400707 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53768) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.407278 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-be03c7cc-dafb-43f0-a7ad-68dd7a75f398 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.408267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-be03c7cc-dafb-43f0-a7ad-68dd7a75f398 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0066011 Nov 02 11:57:12.411172 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53770) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.416615 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-751140b1-259c-417d-b2dd-5405664c2d18 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.418964 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-751140b1-259c-417d-b2dd-5405664c2d18 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0051744 Nov 02 11:57:12.420401 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53772) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.427970 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-c1367959-e32e-427a-a372-e8d74c9c8077 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.429012 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c1367959-e32e-427a-a372-e8d74c9c8077 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0078256 Nov 02 11:57:12.432582 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53774) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.448223 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee5b1a-96dd-4fbe-8bf4-13ccea99542a None None] New status for floating IP 75afcf86-cf9b-4d0b-a9f3-f732963b1445: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:57:12.448809 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-d353bf38-7f91-4ab8-a0fd-a462055b9f3c tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.448809 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d353bf38-7f91-4ab8-a0fd-a462055b9f3c tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0140429 Nov 02 11:57:12.450353 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53776) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.454781 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3984911b-fd61-4c0a-99f9-84d5d090d8c4 req-98e1f0ed-719c-44a8-869a-91ceb7b077db service neutron] 10.222.0.79 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197278 Nov 02 11:57:12.457873 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-5235b1c7-2fc8-4fa4-b9d8-877f7a068566 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.460396 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5235b1c7-2fc8-4fa4-b9d8-877f7a068566 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0077066 Nov 02 11:57:12.462094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53778) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.468481 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-6fa70b63-e290-4718-b331-8e2ff5959914 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.469761 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6fa70b63-e290-4718-b331-8e2ff5959914 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0063467 Nov 02 11:57:12.473033 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53780) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.479138 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-aaa34b29-05aa-4965-b1f4-8d75cc01a9f7 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.485190 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-aaa34b29-05aa-4965-b1f4-8d75cc01a9f7 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0071821 Nov 02 11:57:12.486020 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53782) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.492292 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-c6ba173f-965a-464d-8dbe-03afa99c7431 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.494089 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c6ba173f-965a-464d-8dbe-03afa99c7431 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0068252 Nov 02 11:57:12.501491 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53784) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.502266 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-5a17db64-040c-404e-87ad-404f699d2024 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.503072 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53786) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.506102 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5a17db64-040c-404e-87ad-404f699d2024 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0076060 Nov 02 11:57:12.506760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53788) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.512768 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-63de4962-558f-4276-98b4-7b6ea8521944 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.515600 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-63de4962-558f-4276-98b4-7b6ea8521944 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0072956 Nov 02 11:57:12.523524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53790) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.525024 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-cfd056f7-5108-4d8a-ac0c-52a58311f2f9 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.527415 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cfd056f7-5108-4d8a-ac0c-52a58311f2f9 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0073748 Nov 02 11:57:12.529028 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53794) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.534795 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-3200effd-af55-45b9-a812-e8c2d5f5336c tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.536167 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3200effd-af55-45b9-a812-e8c2d5f5336c tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0059533 Nov 02 11:57:12.539124 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53796) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.544491 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-d585694d-351d-460a-b4fd-0593fb7ff11e tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.545628 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d585694d-351d-460a-b4fd-0593fb7ff11e tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047362 Nov 02 11:57:12.548687 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53798) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.554860 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [None req-80fb30ea-b648-4c78-8581-4264cca5333a tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.557485 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-80fb30ea-b648-4c78-8581-4264cca5333a tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0075698 Nov 02 11:57:12.560386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53800) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.565455 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-7f901253-6e8c-41c2-a277-cf19f857b802 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.566766 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7f901253-6e8c-41c2-a277-cf19f857b802 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0051141 Nov 02 11:57:12.569847 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53802) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.574509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-c118ac0c-540a-48b8-b678-7107578b5774 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.575766 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c118ac0c-540a-48b8-b678-7107578b5774 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0047035 Nov 02 11:57:12.578216 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53804) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:12.584243 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [None req-323bb45e-9cb0-473a-934c-63c2b9130358 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 11:57:12.585406 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-323bb45e-9cb0-473a-934c-63c2b9130358 tempest-ExtensionsTestJSON-157071983 tempest-ExtensionsTestJSON-157071983-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0061970 Nov 02 11:57:12.587450 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ba07ec7-6513-4b5f-bcee-0b66dbe76d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:12.595885 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ba07ec7-6513-4b5f-bcee-0b66dbe76d1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:12.595885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3ba07ec7-6513-4b5f-bcee-0b66dbe76d1d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f484a6f4-940e-48a0-8f2d-c3db7724eb06 HTTP/1.1" status: 204 len: 168 time: 0.6862509 Nov 02 11:57:12.599906 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba07ec7-6513-4b5f-bcee-0b66dbe76d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f484a6f4-940e-48a0-8f2d-c3db7724eb06,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:12.808458 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4c80b213-b381-4912-a99d-bf04715c6c86 tempest-ServiceProvidersTest-614733069 tempest-ServiceProvidersTest-614733069-project] 10.222.0.52 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3029518 Nov 02 11:57:13.002225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53814) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:13.017065 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d848088c-f8f2-488f-a132-79d35428ec1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:13.109829 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d848088c-f8f2-488f-a132-79d35428ec1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:13.191974 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c74a8b-7fed-4b0d-9bb6-978fc890ed07 req-aa3732ad-b3ef-41d6-acb3-b3ec5cde773f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:13.193569 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0c74a8b-7fed-4b0d-9bb6-978fc890ed07 req-aa3732ad-b3ef-41d6-acb3-b3ec5cde773f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 943 time: 0.0675797 Nov 02 11:57:13.220482 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d848088c-f8f2-488f-a132-79d35428ec1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:13.283725 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d848088c-f8f2-488f-a132-79d35428ec1b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d2d682df497c43599703b2d3d7a85944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2803500 Nov 02 11:57:13.286676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53824) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:13.296445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848088c-f8f2-488f-a132-79d35428ec1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c8c728-ab3d-4ce4-961b-90817730d76c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:13.321982 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0c74a8b-7fed-4b0d-9bb6-978fc890ed07 req-f94ddb2d-85e1-428a-8a3d-ceabd570a263 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176112 Nov 02 11:57:13.361524 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-278a573d-577c-4eb5-9989-0c89d5142e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:13.393167 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-278a573d-577c-4eb5-9989-0c89d5142e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:13.569607 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-278a573d-577c-4eb5-9989-0c89d5142e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:13.572451 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-278a573d-577c-4eb5-9989-0c89d5142e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:13.576015 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-278a573d-577c-4eb5-9989-0c89d5142e45 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/85c8c728-ab3d-4ce4-961b-90817730d76c HTTP/1.1" status: 204 len: 168 time: 0.2859714 Nov 02 11:57:13.581741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a573d-577c-4eb5-9989-0c89d5142e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c8c728-ab3d-4ce4-961b-90817730d76c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:13.879886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53836) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:14.028205 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53844) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:14.142443 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ef822dda-8131-4b86-93e7-129626d83f03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:14.191978 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-40ff34f7-6db7-4f10-bf3a-0b51000fce3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:14.234239 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ef822dda-8131-4b86-93e7-129626d83f03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:14.278463 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-40ff34f7-6db7-4f10-bf3a-0b51000fce3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:14.300991 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ef822dda-8131-4b86-93e7-129626d83f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:14.342297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef822dda-8131-4b86-93e7-129626d83f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1a377a-e83e-4bf1-9c85-ea0dc563c2b9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:14.347140 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ef822dda-8131-4b86-93e7-129626d83f03 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5121484b19554d94af21a4835ed00ab5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4657063 Nov 02 11:57:14.349637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53858) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:14.409074 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-40ff34f7-6db7-4f10-bf3a-0b51000fce3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:14.475813 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f90042b6-7afb-42c4-ad17-289a4a21abf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:14.485591 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-40ff34f7-6db7-4f10-bf3a-0b51000fce3f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dac7264a230741f0afe2395f22361052&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4561913 Nov 02 11:57:14.486534 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff34f7-6db7-4f10-bf3a-0b51000fce3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e19f0b-935e-4599-a6cf-eab7fd078cc3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:14.491368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53866) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:14.510162 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f90042b6-7afb-42c4-ad17-289a4a21abf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:14.513701 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae8bd8-f4ef-4c15-bb82-c94a21aa219d req-c01f36ae-df67-4e1e-9ad3-caa8369a9c45 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:14.515383 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53ae8bd8-f4ef-4c15-bb82-c94a21aa219d req-c01f36ae-df67-4e1e-9ad3-caa8369a9c45 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 943 time: 0.1052043 Nov 02 11:57:14.608922 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53ae8bd8-f4ef-4c15-bb82-c94a21aa219d req-a6d5320b-c24a-4343-a5ff-717e992c5f1d tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842750 Nov 02 11:57:14.610105 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a59f1edc-4e13-403d-bbcd-dce6585ff76a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:14.680771 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a59f1edc-4e13-403d-bbcd-dce6585ff76a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:14.820939 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f90042b6-7afb-42c4-ad17-289a4a21abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:14.821132 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a59f1edc-4e13-403d-bbcd-dce6585ff76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:14.824099 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a59f1edc-4e13-403d-bbcd-dce6585ff76a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:14.824409 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f90042b6-7afb-42c4-ad17-289a4a21abf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:14.826073 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f90042b6-7afb-42c4-ad17-289a4a21abf0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aa1a377a-e83e-4bf1-9c85-ea0dc563c2b9 HTTP/1.1" status: 204 len: 168 time: 0.4751639 Nov 02 11:57:14.829543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a59f1edc-4e13-403d-bbcd-dce6585ff76a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a1e19f0b-935e-4599-a6cf-eab7fd078cc3 HTTP/1.1" status: 204 len: 168 time: 0.3369408 Nov 02 11:57:14.838494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90042b6-7afb-42c4-ad17-289a4a21abf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1a377a-e83e-4bf1-9c85-ea0dc563c2b9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:14.840788 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f1edc-4e13-403d-bbcd-dce6585ff76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e19f0b-935e-4599-a6cf-eab7fd078cc3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:15.457879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:57:15.566630 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:15.580160 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9', 'network_id': '74bd6dc5-f0e6-4079-ac41-63269a99500e', 'port_id': '4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9', 'mac_address': 'fa:16:3e:09:75:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04dcbcd-1275-4a43-9876-3724821feb17', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:57:15.622865 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:15.639990 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:57:15.663989 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:15.710911 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53908) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:15.746156 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:15.814637 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:15.838444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:15.838444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:15.838444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:15.838444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:15.838444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:15.838444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:15.838444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:15.838444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:15.838444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:15.838444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:15.838444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:15.838444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:15.886530 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548c7d3-a95c-47d8-be5e-80027261dea8 req-6a163950-c0c4-4b0a-9226-bb3261babe5f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:15.894063 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e548c7d3-a95c-47d8-be5e-80027261dea8 req-6a163950-c0c4-4b0a-9226-bb3261babe5f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 944 time: 0.0810959 Nov 02 11:57:15.947708 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e548c7d3-a95c-47d8-be5e-80027261dea8 req-3b018521-9c73-4651-86f6-ecf49a120a8d tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527532 Nov 02 11:57:15.960260 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-556547887-network', 'tenant_id': '71f5955a458c484986737ffa56d2b1be'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:16.006691 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:57:16.064844 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Made reservation on behalf of 71f5955a458c484986737ffa56d2b1be for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:57:16.067329 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:16.076236 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:16.179016 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:16.288759 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:16.316341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:57:16.323763 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b94014-f695-4f28-9855-e1e0c09ca30b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:16.333159 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:16.333498 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Added segment 812c07c1-a10b-4e30-8089-8b60c83db9cb of type vlan for network 511685fb-fb15-4169-a61d-8b0118457b7e Nov 02 11:57:16.336828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:16.337174 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:16.337500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:16.340973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:16.340973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:16.340973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:16.340973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:16.340973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:16.340973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:16.340973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:16.340973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:16.340973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:16.396487 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:16.517522 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:16.518559 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:16.519215 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:16.585699 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] Pushing event updated for resources: {'Network': ['ID=511685fb-fb15-4169-a61d-8b0118457b7e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:16.596834 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 511685fb-fb15-4169-a61d-8b0118457b7e details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:57:16.627130 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f6380373-2900-4062-9762-f5c6da38a8d0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9143038 Nov 02 11:57:16.640458 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53936) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:16.645725 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-53753394-7453-43a9-b1e8-6ce23300a7cd admin admin] Request body: {'subnet': {'network_id': '511685fb-fb15-4169-a61d-8b0118457b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-556547887-subnet', 'tenant_id': '71f5955a458c484986737ffa56d2b1be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:16.757178 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53753394-7453-43a9-b1e8-6ce23300a7cd admin admin] Made reservation on behalf of 71f5955a458c484986737ffa56d2b1be for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:57:16.761106 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-53753394-7453-43a9-b1e8-6ce23300a7cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:17.036095 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-53753394-7453-43a9-b1e8-6ce23300a7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:17.084320 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436643c-b6d8-44eb-8f2c-0d8d7d131175 req-a45ff9ab-3153-4f16-a680-a6cce51d4006 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:17.087702 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1436643c-b6d8-44eb-8f2c-0d8d7d131175 req-a45ff9ab-3153-4f16-a680-a6cce51d4006 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 944 time: 0.0640209 Nov 02 11:57:17.100500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53753394-7453-43a9-b1e8-6ce23300a7cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=163d9cd5-3092-4dac-b44d-c4c926196985,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:17.112062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53753394-7453-43a9-b1e8-6ce23300a7cd admin admin] Checking segment: {'id': '812c07c1-a10b-4e30-8089-8b60c83db9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '511685fb-fb15-4169-a61d-8b0118457b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:57:17.112435 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53753394-7453-43a9-b1e8-6ce23300a7cd admin admin] Network hostable DHCP agents. Network: 511685fb-fb15-4169-a61d-8b0118457b7e, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:57:17.154219 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1436643c-b6d8-44eb-8f2c-0d8d7d131175 req-2836b6b6-be21-4f2e-b086-19729bdd0db7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603297 Nov 02 11:57:17.237978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53753394-7453-43a9-b1e8-6ce23300a7cd admin admin] Network 511685fb-fb15-4169-a61d-8b0118457b7e is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:57:17.386557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-53753394-7453-43a9-b1e8-6ce23300a7cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 511685fb-fb15-4169-a61d-8b0118457b7e) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:57:17.397655 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53753394-7453-43a9-b1e8-6ce23300a7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:17.397786 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32e5dfd-6e49-4f2d-af34-8c0d34c91111 None None] Network 511685fb-fb15-4169-a61d-8b0118457b7e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:57:17.397978 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-53753394-7453-43a9-b1e8-6ce23300a7cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:17.463918 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:57:17.535104 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a4387c5f-64de-4f21-885a-083ddf064811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:17.541224 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-53753394-7453-43a9-b1e8-6ce23300a7cd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8992245 Nov 02 11:57:17.595273 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24b6c1c-6d69-4354-9df9-46855be06eef None None] Network 511685fb-fb15-4169-a61d-8b0118457b7e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:57:17.632816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53976) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:17.652940 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:57:17.655757 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53980) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:17.659067 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:57:17.659939 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:17.660542 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035670 Nov 02 11:57:17.663856 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53982) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:17.810874 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:17.836361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854b179f-68a7-4376-8058-badffe28af1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:57:17.838858 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff78664-e95f-4b71-adab-aab5675ceca1" -d '{"events": [{"server_uuid": "854b179f-68a7-4376-8058-badffe28af1d", "name": "network-vif-plugged", "status": "completed", "tag": "4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:57:17.853862 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:17.883578 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-23b95f04-acaa-4d0b-bf61-1f73e26ba882 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1082431356'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:17.927255 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-15e9746f-5304-450c-8d50-4e7cdae5a590 tempest-NetworksApiDiscovery-490490146 tempest-NetworksApiDiscovery-490490146-project] 10.222.0.52 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2619817 Nov 02 11:57:17.954045 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383bfe93-0d77-44bb-b3aa-703b0209f726 x-openstack-request-id: req-383bfe93-0d77-44bb-b3aa-703b0209f726 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:57:17.954345 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854b179f-68a7-4376-8058-badffe28af1d", "name": "network-vif-plugged", "status": "completed", "tag": "4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:57:17.954598 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-383bfe93-0d77-44bb-b3aa-703b0209f726 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:57:17.955032 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854b179f-68a7-4376-8058-badffe28af1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9', 'code': 200} Nov 02 11:57:17.955805 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:17.992050 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b95f04-acaa-4d0b-bf61-1f73e26ba882 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Made reservation on behalf of 5c8d844bf4af4a3bb7eabd850d538793 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:57:17.996660 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23b95f04-acaa-4d0b-bf61-1f73e26ba882 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:18.013223 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23b95f04-acaa-4d0b-bf61-1f73e26ba882 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:18.041117 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:18.088888 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850c1ef-0271-415a-b523-3217d6c837e8 req-882a513f-1846-40a2-9d05-7f4be5549c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:18.090426 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e850c1ef-0271-415a-b523-3217d6c837e8 req-882a513f-1846-40a2-9d05-7f4be5549c90 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 1097 time: 0.0690348 Nov 02 11:57:18.161381 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23b95f04-acaa-4d0b-bf61-1f73e26ba882 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:18.165263 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e850c1ef-0271-415a-b523-3217d6c837e8 req-30442031-6ceb-4295-b3a6-678d3b58f37b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670466 Nov 02 11:57:18.291705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055ebe5-068c-4a7f-9a8f-f787d698280b req-391b2219-52ab-4225-9a81-0ed51acc76b0 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:18.293281 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3055ebe5-068c-4a7f-9a8f-f787d698280b req-391b2219-52ab-4225-9a81-0ed51acc76b0 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.0526180 Nov 02 11:57:18.323550 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23b95f04-acaa-4d0b-bf61-1f73e26ba882 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:18.347945 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b95f04-acaa-4d0b-bf61-1f73e26ba882 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:57:18.350266 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3055ebe5-068c-4a7f-9a8f-f787d698280b req-13c40090-6fbc-4333-a82c-3acc8e0b1a18 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503128 Nov 02 11:57:18.376888 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b95f04-acaa-4d0b-bf61-1f73e26ba882 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9541a69e-f817-425a-a3c7-ce489fb2ede5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:18.376888 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23b95f04-acaa-4d0b-bf61-1f73e26ba882 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:18.376888 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-23b95f04-acaa-4d0b-bf61-1f73e26ba882 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Added segment 144d0347-b7ba-424d-a9b4-2c632cfb4942 of type vlan for network 58345a83-abb1-42b3-8dc7-4afb1a579c46 Nov 02 11:57:18.415731 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23b95f04-acaa-4d0b-bf61-1f73e26ba882 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:18.521710 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23b95f04-acaa-4d0b-bf61-1f73e26ba882 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:18.527780 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b95f04-acaa-4d0b-bf61-1f73e26ba882 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:18.528388 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23b95f04-acaa-4d0b-bf61-1f73e26ba882 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:18.603967 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b95f04-acaa-4d0b-bf61-1f73e26ba882 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Pushing event updated for resources: {'Network': ['ID=58345a83-abb1-42b3-8dc7-4afb1a579c46,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:18.614089 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 58345a83-abb1-42b3-8dc7-4afb1a579c46 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:57:18.669131 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-23b95f04-acaa-4d0b-bf61-1f73e26ba882 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0343156 Nov 02 11:57:18.672052 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54012) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:18.677120 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3b423e63-1524-4ac4-a3c2-e6dbf90c5b6f tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Request body: {'subnet': {'network_id': '58345a83-abb1-42b3-8dc7-4afb1a579c46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:18.866639 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b423e63-1524-4ac4-a3c2-e6dbf90c5b6f tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Made reservation on behalf of 5c8d844bf4af4a3bb7eabd850d538793 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:57:18.870981 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3b423e63-1524-4ac4-a3c2-e6dbf90c5b6f tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:19.008464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54024) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:19.283621 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3b423e63-1524-4ac4-a3c2-e6dbf90c5b6f tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:19.302766 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-13ff07a7-02a2-47f7-9d8a-4764a6483c4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:19.422309 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-13ff07a7-02a2-47f7-9d8a-4764a6483c4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:19.436123 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b423e63-1524-4ac4-a3c2-e6dbf90c5b6f tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Pushing event updated for resources: {'Subnet': ['ID=c0870f30-8588-4124-97f4-ede7978f0d75,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:19.439984 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b423e63-1524-4ac4-a3c2-e6dbf90c5b6f tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Checking segment: {'id': '144d0347-b7ba-424d-a9b4-2c632cfb4942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58345a83-abb1-42b3-8dc7-4afb1a579c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:57:19.440359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b423e63-1524-4ac4-a3c2-e6dbf90c5b6f tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Network hostable DHCP agents. Network: 58345a83-abb1-42b3-8dc7-4afb1a579c46, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:57:19.486581 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54040) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:19.491854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d91ea17f-ee41-4965-b0c9-4a47d3ca549d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-291848561-network', 'tenant_id': 'cf280a9c69e94ace9f503021da12722a'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:19.533413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b021c58-ee4d-44de-a2bc-3aa363706ed6 req-1ee460e2-fc15-4dca-8695-388989c9dbb1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:19.534921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b021c58-ee4d-44de-a2bc-3aa363706ed6 req-1ee460e2-fc15-4dca-8695-388989c9dbb1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.0760357 Nov 02 11:57:19.575183 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b423e63-1524-4ac4-a3c2-e6dbf90c5b6f tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Network 58345a83-abb1-42b3-8dc7-4afb1a579c46 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:57:19.580029 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-13ff07a7-02a2-47f7-9d8a-4764a6483c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:19.603231 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b021c58-ee4d-44de-a2bc-3aa363706ed6 req-03e152c5-80ab-4fee-932d-3944daabeee9 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591958 Nov 02 11:57:19.627773 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-13ff07a7-02a2-47f7-9d8a-4764a6483c4e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3f807a63659e4221a5a8c504332e83aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6275542 Nov 02 11:57:19.628635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff07a7-02a2-47f7-9d8a-4764a6483c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ff612f-71e9-49a2-8d82-709fa7fbc239,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:19.634114 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54042) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:19.668054 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91ea17f-ee41-4965-b0c9-4a47d3ca549d admin admin] Made reservation on behalf of cf280a9c69e94ace9f503021da12722a for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:57:19.685397 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d91ea17f-ee41-4965-b0c9-4a47d3ca549d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:19.687834 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d91ea17f-ee41-4965-b0c9-4a47d3ca549d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:19.718512 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e152f629-dda0-4304-a402-4d65d6d9a3ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:19.754997 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e152f629-dda0-4304-a402-4d65d6d9a3ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:19.766358 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-3b423e63-1524-4ac4-a3c2-e6dbf90c5b6f tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 58345a83-abb1-42b3-8dc7-4afb1a579c46) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:57:19.771149 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b423e63-1524-4ac4-a3c2-e6dbf90c5b6f tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:19.783002 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3b423e63-1524-4ac4-a3c2-e6dbf90c5b6f tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:19.783868 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae84d07-a358-46d4-a36b-b5ec4c2bf007 None None] Network 58345a83-abb1-42b3-8dc7-4afb1a579c46 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:57:19.833624 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-093b9dc3-6eaa-4dee-9591-45a3073567ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:19.849700 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d91ea17f-ee41-4965-b0c9-4a47d3ca549d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:19.896443 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3b423e63-1524-4ac4-a3c2-e6dbf90c5b6f tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2232859 Nov 02 11:57:19.899842 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54050) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:19.904857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-c4452636-d580-42c2-aeb1-1b232a5669c4 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1588664006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:19.922377 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e152f629-dda0-4304-a402-4d65d6d9a3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:19.926496 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e152f629-dda0-4304-a402-4d65d6d9a3ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:19.926496 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e152f629-dda0-4304-a402-4d65d6d9a3ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34ff612f-71e9-49a2-8d82-709fa7fbc239 HTTP/1.1" status: 204 len: 168 time: 0.2907031 Nov 02 11:57:19.926720 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d91ea17f-ee41-4965-b0c9-4a47d3ca549d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:19.945343 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91ea17f-ee41-4965-b0c9-4a47d3ca549d admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:57:19.967310 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-58345a83-abb1-42b3-8dc7-4afb1a579c46', 'network_id': '58345a83-abb1-42b3-8dc7-4afb1a579c46', 'tenant_id': '5c8d844bf4af4a3bb7eabd850d538793', 'fixed_ips': [{'subnet_id': 'c0870f30-8588-4124-97f4-ede7978f0d75'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:57:19.968743 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:19.976035 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d91ea17f-ee41-4965-b0c9-4a47d3ca549d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:19.976392 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-d91ea17f-ee41-4965-b0c9-4a47d3ca549d admin admin] Added segment cba27fd4-9c7c-4b22-a4e4-f11bd7973886 of type vlan for network bd6b97b4-a754-488c-b663-a5cc598c97c3 Nov 02 11:57:20.102316 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152f629-dda0-4304-a402-4d65d6d9a3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ff612f-71e9-49a2-8d82-709fa7fbc239,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:20.127730 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d91ea17f-ee41-4965-b0c9-4a47d3ca549d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:20.156561 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Allocated IP 172.20.0.2 (58345a83-abb1-42b3-8dc7-4afb1a579c46/c0870f30-8588-4124-97f4-ede7978f0d75/11735b26-58a4-45d8-9f0f-0d0203615c9b) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:57:20.157438 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ea17f-ee41-4965-b0c9-4a47d3ca549d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f480571-c61e-4aae-967e-ae4bcaab0b00,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:20.237984 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c4452636-d580-42c2-aeb1-1b232a5669c4 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:20.239125 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c4452636-d580-42c2-aeb1-1b232a5669c4 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:20.294234 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d91ea17f-ee41-4965-b0c9-4a47d3ca549d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:20.295238 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91ea17f-ee41-4965-b0c9-4a47d3ca549d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:20.295816 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d91ea17f-ee41-4965-b0c9-4a47d3ca549d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:20.298581 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c4452636-d580-42c2-aeb1-1b232a5669c4 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:20.335472 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:20.496558 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:20.595920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Pushing event updated for resources: {'Port': ['ID=11735b26-58a4-45d8-9f0f-0d0203615c9b,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:20.612794 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Network 58345a83-abb1-42b3-8dc7-4afb1a579c46 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:57:20.614348 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:57:20.619777 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:57:20.726344 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Attempting to bind port 11735b26-58a4-45d8-9f0f-0d0203615c9b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:57:20.726564 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54076) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:20.727117 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d91ea17f-ee41-4965-b0c9-4a47d3ca549d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2389250 Nov 02 11:57:20.728196 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c4452636-d580-42c2-aeb1-1b232a5669c4 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:20.732324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Request body: {'subnet': {'network_id': 'bd6b97b4-a754-488c-b663-a5cc598c97c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-291848561-subnet', 'tenant_id': 'cf280a9c69e94ace9f503021da12722a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:20.733648 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Attempting to bind port 11735b26-58a4-45d8-9f0f-0d0203615c9b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '144d0347-b7ba-424d-a9b4-2c632cfb4942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58345a83-abb1-42b3-8dc7-4afb1a579c46'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:57:20.733960 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Attempting to bind port 11735b26-58a4-45d8-9f0f-0d0203615c9b on network 58345a83-abb1-42b3-8dc7-4afb1a579c46 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:57:20.741288 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ea17f-ee41-4965-b0c9-4a47d3ca549d admin admin] Pushing event updated for resources: {'Network': ['ID=bd6b97b4-a754-488c-b663-a5cc598c97c3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:20.748894 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:57:20.749577 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Checking segment: {'id': '144d0347-b7ba-424d-a9b4-2c632cfb4942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58345a83-abb1-42b3-8dc7-4afb1a579c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:57:20.750140 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:20.750679 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Bound using segment: {'id': '144d0347-b7ba-424d-a9b4-2c632cfb4942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58345a83-abb1-42b3-8dc7-4afb1a579c46'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:57:20.751428 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Bound port: 11735b26-58a4-45d8-9f0f-0d0203615c9b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144d0347-b7ba-424d-a9b4-2c632cfb4942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '58345a83-abb1-42b3-8dc7-4afb1a579c46'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:57:20.752027 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:20.766475 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network bd6b97b4-a754-488c-b663-a5cc598c97c3 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:57:20.822517 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41395c96-c020-4f7f-bab9-eb6f3464509d req-7ed6438e-64b9-43da-9d2a-afc8927f96d0 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:20.824522 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41395c96-c020-4f7f-bab9-eb6f3464509d req-7ed6438e-64b9-43da-9d2a-afc8927f96d0 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.0826120 Nov 02 11:57:20.882144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41395c96-c020-4f7f-bab9-eb6f3464509d req-44d28c40-7879-45fa-ae8e-1de4b3dbb6e1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518241 Nov 02 11:57:20.916356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Made reservation on behalf of cf280a9c69e94ace9f503021da12722a for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:57:20.919520 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:20.956120 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] For port 11735b26-58a4-45d8-9f0f-0d0203615c9b, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:57:20.966846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] For port 11735b26-58a4-45d8-9f0f-0d0203615c9b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=11735b26-58a4-45d8-9f0f-0d0203615c9b,segment=NetworkSegment(144d0347-b7ba-424d-a9b4-2c632cfb4942),segment_id=144d0347-b7ba-424d-a9b4-2c632cfb4942)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:57:20.973836 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:21.038281 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c4452636-d580-42c2-aeb1-1b232a5669c4 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:21.043731 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c4452636-d580-42c2-aeb1-1b232a5669c4 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.1425824 Nov 02 11:57:21.045024 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54086) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:21.071250 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:21.155219 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83586300-893e-479b-89d4-d215a2f3d1be None None] Pushing event updated for resources: {'Port': ['ID=11735b26-58a4-45d8-9f0f-0d0203615c9b,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:21.200567 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54092) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:21.423649 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d60b18a-8332-486d-b6ae-16bb777f8300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:21.600913 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d60b18a-8332-486d-b6ae-16bb777f8300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:21.624274 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b577f-d49c-4bfd-94f6-006ef566a0ec req-6c2f134f-58cb-4d65-b6dc-b04d38ecfc5a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:21.626839 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c1b577f-d49c-4bfd-94f6-006ef566a0ec req-6c2f134f-58cb-4d65-b6dc-b04d38ecfc5a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.1741271 Nov 02 11:57:21.654750 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6725c0fc-c514-4117-9e03-bd03b3ab6f79 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:21.683647 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d60b18a-8332-486d-b6ae-16bb777f8300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:21.695865 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:21.724636 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2d60b18a-8332-486d-b6ae-16bb777f8300 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3dacfa3d93554d709bb5ea99898b6c53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5199864 Nov 02 11:57:21.726028 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60b18a-8332-486d-b6ae-16bb777f8300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fadfd3-7e75-4c3b-bd6c-2b020a4413b9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:21.729453 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54104) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:21.799905 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cd66050e-959c-4779-9c0a-a5dad6e282d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:21.822498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54106) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:21.833696 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cd66050e-959c-4779-9c0a-a5dad6e282d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:21.947605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-cee34f9a-f95b-4612-a116-8211a2d5c134 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1930848570-network', 'tenant_id': 'af90b279af8345dd9e6ca980d22a5028'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:21.986043 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cd66050e-959c-4779-9c0a-a5dad6e282d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:21.989439 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cd66050e-959c-4779-9c0a-a5dad6e282d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:21.990092 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cd66050e-959c-4779-9c0a-a5dad6e282d4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/57fadfd3-7e75-4c3b-bd6c-2b020a4413b9 HTTP/1.1" status: 204 len: 168 time: 0.2595856 Nov 02 11:57:22.003560 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66050e-959c-4779-9c0a-a5dad6e282d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fadfd3-7e75-4c3b-bd6c-2b020a4413b9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:22.060513 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee34f9a-f95b-4612-a116-8211a2d5c134 admin admin] Made reservation on behalf of af90b279af8345dd9e6ca980d22a5028 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:57:22.064571 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cee34f9a-f95b-4612-a116-8211a2d5c134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:22.083628 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cee34f9a-f95b-4612-a116-8211a2d5c134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:22.153100 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c1b577f-d49c-4bfd-94f6-006ef566a0ec req-3078f37b-08c4-45f1-9e9c-12a178543d25 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006878 Nov 02 11:57:22.210753 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cee34f9a-f95b-4612-a116-8211a2d5c134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:22.232420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e97653-a1e7-4940-b87c-9c3cead94b25,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:22.243804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:22.244151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:22.244493 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:22.245012 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:22.245540 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:22.246031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:22.246519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:22.247032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:22.247536 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:22.248028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:22.248516 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:22.248998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:57:22.261417 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Checking segment: {'id': 'cba27fd4-9c7c-4b22-a4e4-f11bd7973886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bd6b97b4-a754-488c-b663-a5cc598c97c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:57:22.261417 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Network hostable DHCP agents. Network: bd6b97b4-a754-488c-b663-a5cc598c97c3, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:57:22.332795 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e65e68-1d51-4973-a69f-f1de9c8984a3 req-ec84ac44-6f91-4f80-994c-51708e4dea4e tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:22.334382 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-71e65e68-1d51-4973-a69f-f1de9c8984a3 req-ec84ac44-6f91-4f80-994c-51708e4dea4e tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.0705576 Nov 02 11:57:22.344310 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cee34f9a-f95b-4612-a116-8211a2d5c134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:22.376005 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee34f9a-f95b-4612-a116-8211a2d5c134 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:57:22.385207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Network bd6b97b4-a754-488c-b663-a5cc598c97c3 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:57:22.391298 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cee34f9a-f95b-4612-a116-8211a2d5c134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:22.391764 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-cee34f9a-f95b-4612-a116-8211a2d5c134 admin admin] Added segment 7bc2fc1b-c248-44ac-b882-94030f461658 of type vlan for network 9c110f0f-3ded-4f64-aa40-daa72e87d1ee Nov 02 11:57:22.393031 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee34f9a-f95b-4612-a116-8211a2d5c134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79e2c3f-a0f6-4ab3-9690-5bcff2a2bfd5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:22.453867 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-71e65e68-1d51-4973-a69f-f1de9c8984a3 req-fb677b95-aac3-41bd-b0d1-345fff3fcb94 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057961 Nov 02 11:57:22.469747 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cee34f9a-f95b-4612-a116-8211a2d5c134 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:22.506581 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:22.559064 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf2b2de-abb6-49d4-ace0-deadf7fac227 None None] Network 58345a83-abb1-42b3-8dc7-4afb1a579c46 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:57:22.600068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-6725c0fc-c514-4117-9e03-bd03b3ab6f79 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Allocated IP 172.20.0.1 (58345a83-abb1-42b3-8dc7-4afb1a579c46/c0870f30-8588-4124-97f4-ede7978f0d75/a9ac6c65-ff0d-4962-b2fa-9f719abbfb4c) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:57:22.634213 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, bd6b97b4-a754-488c-b663-a5cc598c97c3) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:57:22.651631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1530bcf3-7d85-4788-a425-0d7cc5d26baa None None] Network bd6b97b4-a754-488c-b663-a5cc598c97c3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:57:22.656151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:22.656763 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:22.677856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-fe524b38-bf6a-4780-b593-2b4b0e9aaee1 None None] Provisioning complete for port 11735b26-58a4-45d8-9f0f-0d0203615c9b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:57:22.678222 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe524b38-bf6a-4780-b593-2b4b0e9aaee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:22.694415 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cee34f9a-f95b-4612-a116-8211a2d5c134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:22.695742 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee34f9a-f95b-4612-a116-8211a2d5c134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:22.696715 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cee34f9a-f95b-4612-a116-8211a2d5c134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:22.776213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee34f9a-f95b-4612-a116-8211a2d5c134 admin admin] Pushing event updated for resources: {'Network': ['ID=9c110f0f-3ded-4f64-aa40-daa72e87d1ee,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:22.783549 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-918773ff-696e-4048-b819-d5d902ebc2ab admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0551689 Nov 02 11:57:22.786705 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6725c0fc-c514-4117-9e03-bd03b3ab6f79 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:22.811438 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 9c110f0f-3ded-4f64-aa40-daa72e87d1ee details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:57:22.836569 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cee34f9a-f95b-4612-a116-8211a2d5c134 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0123448 Nov 02 11:57:22.840416 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54128) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:22.857371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-ca1393b1-09a6-42a2-8bf9-40b76ee8a9af admin admin] Request body: {'subnet': {'network_id': '9c110f0f-3ded-4f64-aa40-daa72e87d1ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1930848570-subnet', 'tenant_id': 'af90b279af8345dd9e6ca980d22a5028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:22.922847 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6725c0fc-c514-4117-9e03-bd03b3ab6f79 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:22.989407 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1393b1-09a6-42a2-8bf9-40b76ee8a9af admin admin] Made reservation on behalf of af90b279af8345dd9e6ca980d22a5028 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:57:22.991923 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca1393b1-09a6-42a2-8bf9-40b76ee8a9af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:23.009172 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6725c0fc-c514-4117-9e03-bd03b3ab6f79 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Network 58345a83-abb1-42b3-8dc7-4afb1a579c46 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:57:23.015559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-6725c0fc-c514-4117-9e03-bd03b3ab6f79 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:57:23.066881 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6725c0fc-c514-4117-9e03-bd03b3ab6f79 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:57:23.130656 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725c0fc-c514-4117-9e03-bd03b3ab6f79 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Pushing event updated for resources: {'Port': ['ID=a9ac6c65-ff0d-4962-b2fa-9f719abbfb4c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:23.174018 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecc66b-e81f-44a6-9935-cd184c87904b req-2bedbda2-83a4-425f-95ab-e93dd237c669 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:23.175299 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3ecc66b-e81f-44a6-9935-cd184c87904b req-2bedbda2-83a4-425f-95ab-e93dd237c669 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.2437866 Nov 02 11:57:23.183928 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6725c0fc-c514-4117-9e03-bd03b3ab6f79 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:23.241559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54140) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:23.314267 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8813bee-5502-4bdd-8ac6-ce20fa0a4a60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:23.325037 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3bdd38-abd3-44f4-8961-33057c408193 None None] Network bd6b97b4-a754-488c-b663-a5cc598c97c3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:57:23.390649 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3ecc66b-e81f-44a6-9935-cd184c87904b req-ef2353c4-2bc1-4270-8cad-3652d7e04876 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018125 Nov 02 11:57:23.395331 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca1393b1-09a6-42a2-8bf9-40b76ee8a9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:23.460425 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 11735b26-58a4-45d8-9f0f-0d0203615c9b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:57:23.497743 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1393b1-09a6-42a2-8bf9-40b76ee8a9af admin admin] Pushing event updated for resources: {'Subnet': ['ID=1515abac-3b91-427a-a477-0c9a2297475d,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:23.504968 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8813bee-5502-4bdd-8ac6-ce20fa0a4a60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:23.505323 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1393b1-09a6-42a2-8bf9-40b76ee8a9af admin admin] Checking segment: {'id': '7bc2fc1b-c248-44ac-b882-94030f461658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9c110f0f-3ded-4f64-aa40-daa72e87d1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:57:23.505323 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1393b1-09a6-42a2-8bf9-40b76ee8a9af admin admin] Network hostable DHCP agents. Network: 9c110f0f-3ded-4f64-aa40-daa72e87d1ee, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:57:23.508838 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe524b38-bf6a-4780-b593-2b4b0e9aaee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:23.562843 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6725c0fc-c514-4117-9e03-bd03b3ab6f79 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:23.607665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-fe524b38-bf6a-4780-b593-2b4b0e9aaee1 None None] For port 11735b26-58a4-45d8-9f0f-0d0203615c9b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=11735b26-58a4-45d8-9f0f-0d0203615c9b,segment=NetworkSegment(144d0347-b7ba-424d-a9b4-2c632cfb4942),segment_id=144d0347-b7ba-424d-a9b4-2c632cfb4942)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:23.629824 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1393b1-09a6-42a2-8bf9-40b76ee8a9af admin admin] Network 9c110f0f-3ded-4f64-aa40-daa72e87d1ee is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:57:23.640730 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8813bee-5502-4bdd-8ac6-ce20fa0a4a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:23.681231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 11735b26-58a4-45d8-9f0f-0d0203615c9b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:57:23.681623 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:23.733594 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe524b38-bf6a-4780-b593-2b4b0e9aaee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:23.740231 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-ca1393b1-09a6-42a2-8bf9-40b76ee8a9af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 9c110f0f-3ded-4f64-aa40-daa72e87d1ee) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:57:23.749801 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1393b1-09a6-42a2-8bf9-40b76ee8a9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:23.754789 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca1393b1-09a6-42a2-8bf9-40b76ee8a9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:23.792364 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47188409-9e3e-4e1c-840b-f27b2a01b76d None None] Network 9c110f0f-3ded-4f64-aa40-daa72e87d1ee requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:57:23.960730 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ca1393b1-09a6-42a2-8bf9-40b76ee8a9af admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1180003 Nov 02 11:57:23.994200 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6725c0fc-c514-4117-9e03-bd03b3ab6f79 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:24.014543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a8813bee-5502-4bdd-8ac6-ce20fa0a4a60 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f03709cf0fb64ac8b4699edc442c004d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7718043 Nov 02 11:57:24.021709 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54158) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:24.034724 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8813bee-5502-4bdd-8ac6-ce20fa0a4a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff43c67c-ddc8-4c23-a361-1788ef02cd29,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:24.098751 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe524b38-bf6a-4780-b593-2b4b0e9aaee1 None None] Pushing event updated for resources: {'Port': ['ID=11735b26-58a4-45d8-9f0f-0d0203615c9b,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:24.150287 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9adc87d1-fd7b-4d5c-9ee1-c5361645b671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:24.190260 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9adc87d1-fd7b-4d5c-9ee1-c5361645b671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:24.197159 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6725c0fc-c514-4117-9e03-bd03b3ab6f79 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:24.249475 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:24.295873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6308cb81-67d2-4865-8578-d0d7602b33cc None None] Provisioning complete for port 11735b26-58a4-45d8-9f0f-0d0203615c9b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:57:24.296625 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6308cb81-67d2-4865-8578-d0d7602b33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:24.309238 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-4ef9c63e-71ef-4169-ba6c-e34b992f5be4 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:24.310972 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-4ef9c63e-71ef-4169-ba6c-e34b992f5be4 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/networks?id=511685fb-fb15-4169-a61d-8b0118457b7e HTTP/1.1" status: 200 len: 811 time: 0.2950530 Nov 02 11:57:24.341181 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-7a751096-5ebe-4755-bebf-183b44625e3c tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/quotas/71f5955a458c484986737ffa56d2b1be HTTP/1.1" status: 200 len: 375 time: 0.0162871 Nov 02 11:57:24.345546 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6725c0fc-c514-4117-9e03-bd03b3ab6f79 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:24.349129 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725c0fc-c514-4117-9e03-bd03b3ab6f79 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Pushing event updated for resources: {'Port': ['ID=a9ac6c65-ff0d-4962-b2fa-9f719abbfb4c,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:24.376090 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9adc87d1-fd7b-4d5c-9ee1-c5361645b671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:24.383770 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9adc87d1-fd7b-4d5c-9ee1-c5361645b671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:24.383770 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9adc87d1-fd7b-4d5c-9ee1-c5361645b671 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ff43c67c-ddc8-4c23-a361-1788ef02cd29 HTTP/1.1" status: 204 len: 168 time: 0.3582706 Nov 02 11:57:24.394441 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:24.401135 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc87d1-fd7b-4d5c-9ee1-c5361645b671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff43c67c-ddc8-4c23-a361-1788ef02cd29,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:24.502553 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3427992-a00d-41f9-a66f-5e753ef4c453 None None] Network 9c110f0f-3ded-4f64-aa40-daa72e87d1ee requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:57:24.506019 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-c28d3eb6-b805-4ca1-8134-2c1d59f7138e tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=71f5955a458c484986737ffa56d2b1be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1503413 Nov 02 11:57:24.598179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6725c0fc-c514-4117-9e03-bd03b3ab6f79 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Network 58345a83-abb1-42b3-8dc7-4afb1a579c46 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:57:24.642115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-6725c0fc-c514-4117-9e03-bd03b3ab6f79 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:57:24.736708 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6308cb81-67d2-4865-8578-d0d7602b33cc None None] Provisioning complete for port a9ac6c65-ff0d-4962-b2fa-9f719abbfb4c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:57:24.738046 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6308cb81-67d2-4865-8578-d0d7602b33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:24.802220 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-0cb171d3-5437-4f9c-8299-9609b6eb6d55 service neutron] 10.222.0.52 "GET /v2.0/networks/511685fb-fb15-4169-a61d-8b0118457b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485385 Nov 02 11:57:24.808890 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6308cb81-67d2-4865-8578-d0d7602b33cc None None] Port a9ac6c65-ff0d-4962-b2fa-9f719abbfb4c cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:57:24.961689 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:24.964645 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a0808a5b-6845-45b0-94f1-ffba87b7e65a None None] Provisioning complete for port a9ac6c65-ff0d-4962-b2fa-9f719abbfb4c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:57:24.965165 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a0808a5b-6845-45b0-94f1-ffba87b7e65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:25.009589 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-6405c04d-a1c8-458f-a853-41f9b8919729 service neutron] 10.222.0.52 "GET /v2.0/networks/511685fb-fb15-4169-a61d-8b0118457b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061760 Nov 02 11:57:25.048463 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a0808a5b-6845-45b0-94f1-ffba87b7e65a None None] Port a9ac6c65-ff0d-4962-b2fa-9f719abbfb4c cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:57:25.170332 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-8fa66959-db87-49b7-bdc4-40af7c59d3ce None None] Provisioning complete for port a9ac6c65-ff0d-4962-b2fa-9f719abbfb4c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:57:25.170707 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8fa66959-db87-49b7-bdc4-40af7c59d3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:25.207871 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-8fa66959-db87-49b7-bdc4-40af7c59d3ce None None] Port a9ac6c65-ff0d-4962-b2fa-9f719abbfb4c cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:57:25.222460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6725c0fc-c514-4117-9e03-bd03b3ab6f79 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Router 25687d81-ed05-46aa-9016-0ca840caf9a9 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:57:25.285484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 11735b26-58a4-45d8-9f0f-0d0203615c9b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:57:25.337757 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6725c0fc-c514-4117-9e03-bd03b3ab6f79 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:57:25.346644 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54188) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:25.356018 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-27d555a1-e406-4b2e-b52f-f2649dc29248 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Request body: {'port': {'network_id': '58345a83-abb1-42b3-8dc7-4afb1a579c46', 'name': 'tempest-FloatingIPNegativeTestJSON-211533170'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:25.356223 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d0e18f-fd11-49b2-b567-54f2943bdf48 None None] Sync routers for ids ['25687d81-ed05-46aa-9016-0ca840caf9a9'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:57:25.356760 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6725c0fc-c514-4117-9e03-bd03b3ab6f79 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] 10.222.0.52 "PUT /v2.0/routers/25687d81-ed05-46aa-9016-0ca840caf9a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3090181 Nov 02 11:57:25.373553 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d0e18f-fd11-49b2-b567-54f2943bdf48 None None] Routers {'25687d81-ed05-46aa-9016-0ca840caf9a9'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:57:25.374299 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-48d0e18f-fd11-49b2-b567-54f2943bdf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:57:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['25687d81-ed05-46aa-9016-0ca840caf9a9'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:25.376116 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 11735b26-58a4-45d8-9f0f-0d0203615c9b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:57:25.376497 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:25.478961 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-48d0e18f-fd11-49b2-b567-54f2943bdf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:25.497114 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d0e18f-fd11-49b2-b567-54f2943bdf48 None None] Routers {'25687d81-ed05-46aa-9016-0ca840caf9a9'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:57:25.498528 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-48d0e18f-fd11-49b2-b567-54f2943bdf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:57:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['25687d81-ed05-46aa-9016-0ca840caf9a9'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:25.561181 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54196) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:25.567354 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-b885c1a4-31d9-4dd7-b0f8-c59890d11272 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2027360199-network', 'tenant_id': 'f9ad3a82cfd54c699210dedaf67ccb8f'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:25.600635 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-48d0e18f-fd11-49b2-b567-54f2943bdf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:25.602127 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d0e18f-fd11-49b2-b567-54f2943bdf48 None None] The sync data for ids ['25687d81-ed05-46aa-9016-0ca840caf9a9'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:57:25.625450 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.api [None req-b885c1a4-31d9-4dd7-b0f8-c59890d11272 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 02 11:57:25.625450 n-d-806683-18 neutron-server[102689]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 02 11:57:25.625450 n-d-806683-18 neutron-server[102689]: [parameters: {'project_id': 'f9ad3a82cfd54c699210dedaf67ccb8f', 'id': 'b205369e-b880-433c-84a4-e9829ce15de7', 'expiration': datetime.datetime(2021, 11, 2, 11, 59, 25, 601303)}] Nov 02 11:57:25.625450 n-d-806683-18 neutron-server[102689]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 11:57:25.626099 n-d-806683-18 neutron-server[102689]: DEBUG oslo_db.api [None req-b885c1a4-31d9-4dd7-b0f8-c59890d11272 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 11:57:25.669729 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa76e38-a714-4ff9-b09f-23e968fafea7 req-943865b8-e4d8-4508-b34a-e0b97227435e tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:25.672202 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7aa76e38-a714-4ff9-b09f-23e968fafea7 req-943865b8-e4d8-4508-b34a-e0b97227435e tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.0866346 Nov 02 11:57:25.699153 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d555a1-e406-4b2e-b52f-f2649dc29248 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Made reservation on behalf of 5c8d844bf4af4a3bb7eabd850d538793 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:57:25.703356 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27d555a1-e406-4b2e-b52f-f2649dc29248 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:25.725359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-27d555a1-e406-4b2e-b52f-f2649dc29248 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] device_id is not set on port a489df27-de5c-4960-bffd-ad4f1c087ea0 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:57:25.740452 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7aa76e38-a714-4ff9-b09f-23e968fafea7 req-7c07bec6-d061-41f4-a6c1-26d2565c75b0 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576890 Nov 02 11:57:25.819490 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-519054ef-71bb-41f6-8e38-d336dcdfbc04 req-ca37c7f6-5afe-443a-bd21-812ca944e63a tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 210 time: 0.0359006 Nov 02 11:57:25.872335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-27d555a1-e406-4b2e-b52f-f2649dc29248 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Allocated IP 172.20.0.8 (58345a83-abb1-42b3-8dc7-4afb1a579c46/c0870f30-8588-4124-97f4-ede7978f0d75/a489df27-de5c-4960-bffd-ad4f1c087ea0) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:57:26.038185 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27d555a1-e406-4b2e-b52f-f2649dc29248 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:26.186331 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27d555a1-e406-4b2e-b52f-f2649dc29248 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:26.234103 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d555a1-e406-4b2e-b52f-f2649dc29248 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Network 58345a83-abb1-42b3-8dc7-4afb1a579c46 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:57:26.239605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-27d555a1-e406-4b2e-b52f-f2649dc29248 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:57:26.244467 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d555a1-e406-4b2e-b52f-f2649dc29248 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:57:26.251506 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d555a1-e406-4b2e-b52f-f2649dc29248 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Pushing event updated for resources: {'Port': ['ID=a489df27-de5c-4960-bffd-ad4f1c087ea0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:26.289971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b885c1a4-31d9-4dd7-b0f8-c59890d11272 admin admin] Made reservation on behalf of f9ad3a82cfd54c699210dedaf67ccb8f for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:57:26.292539 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b885c1a4-31d9-4dd7-b0f8-c59890d11272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:26.302951 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b885c1a4-31d9-4dd7-b0f8-c59890d11272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:26.303738 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d555a1-e406-4b2e-b52f-f2649dc29248 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:26.304738 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27d555a1-e406-4b2e-b52f-f2649dc29248 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:26.458030 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-27d555a1-e406-4b2e-b52f-f2649dc29248 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1098955 Nov 02 11:57:26.461473 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54220) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:26.464325 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b19cce24-b7d4-475b-a9b8-2f6b4cbbe100 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:26.495902 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b885c1a4-31d9-4dd7-b0f8-c59890d11272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:26.540745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-db445880-7fa7-4c81-a5c0-9f2286a64023 None None] Provisioning complete for port a489df27-de5c-4960-bffd-ad4f1c087ea0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:57:26.541308 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-db445880-7fa7-4c81-a5c0-9f2286a64023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:26.583196 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-db445880-7fa7-4c81-a5c0-9f2286a64023 None None] Port a489df27-de5c-4960-bffd-ad4f1c087ea0 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:57:26.637561 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b885c1a4-31d9-4dd7-b0f8-c59890d11272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:26.637801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b19cce24-b7d4-475b-a9b8-2f6b4cbbe100 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:26.659307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b885c1a4-31d9-4dd7-b0f8-c59890d11272 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:57:26.674794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885c1a4-31d9-4dd7-b0f8-c59890d11272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa6b13c-5ac4-4a08-b4e5-7686ee15e0d2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:26.678017 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b885c1a4-31d9-4dd7-b0f8-c59890d11272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:26.678422 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-b885c1a4-31d9-4dd7-b0f8-c59890d11272 admin admin] Added segment 746a5489-5475-46a6-b107-b787aec3a87e of type vlan for network cd8d5227-774d-4fa8-ad45-bd62a4ff1aa8 Nov 02 11:57:26.728795 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b885c1a4-31d9-4dd7-b0f8-c59890d11272 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:26.766247 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b19cce24-b7d4-475b-a9b8-2f6b4cbbe100 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:26.880237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802263f5-4b2a-4f65-8ed6-a057c0b85d37 req-a7e966c9-cd68-4898-b625-77ceb11e02b5 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:26.881898 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-802263f5-4b2a-4f65-8ed6-a057c0b85d37 req-a7e966c9-cd68-4898-b625-77ceb11e02b5 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.0616229 Nov 02 11:57:26.885445 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-b19cce24-b7d4-475b-a9b8-2f6b4cbbe100 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Allocated IP 172.25.6.22 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/b8785b93-5af9-41b5-b11a-427e2583c93f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:57:26.905084 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b885c1a4-31d9-4dd7-b0f8-c59890d11272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:26.906584 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b885c1a4-31d9-4dd7-b0f8-c59890d11272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:26.907200 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b885c1a4-31d9-4dd7-b0f8-c59890d11272 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:27.007423 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-802263f5-4b2a-4f65-8ed6-a057c0b85d37 req-568bb9c1-04b7-498e-a791-ce3e481d53b5 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170790 Nov 02 11:57:27.008629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885c1a4-31d9-4dd7-b0f8-c59890d11272 admin admin] Pushing event updated for resources: {'Network': ['ID=cd8d5227-774d-4fa8-ad45-bd62a4ff1aa8,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:27.023014 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network cd8d5227-774d-4fa8-ad45-bd62a4ff1aa8 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:57:27.046838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b19cce24-b7d4-475b-a9b8-2f6b4cbbe100 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:27.099251 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5ceae7fa-4e92-4e82-82cb-4fdeeb5547d1 req-230e2841-d085-4f2e-8c22-5d4cb2c3fb05 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 210 time: 0.0300181 Nov 02 11:57:27.164457 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b885c1a4-31d9-4dd7-b0f8-c59890d11272 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6013885 Nov 02 11:57:27.173993 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54240) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:27.173993 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-5336e3fb-5441-41ca-83f9-86438a7de452 admin admin] Request body: {'subnet': {'network_id': 'cd8d5227-774d-4fa8-ad45-bd62a4ff1aa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2027360199-subnet', 'tenant_id': 'f9ad3a82cfd54c699210dedaf67ccb8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:27.199682 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b19cce24-b7d4-475b-a9b8-2f6b4cbbe100 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:27.266433 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19cce24-b7d4-475b-a9b8-2f6b4cbbe100 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:57:27.271050 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-b19cce24-b7d4-475b-a9b8-2f6b4cbbe100 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:57:27.281402 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19cce24-b7d4-475b-a9b8-2f6b4cbbe100 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:57:27.311374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19cce24-b7d4-475b-a9b8-2f6b4cbbe100 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Pushing event updated for resources: {'Port': ['ID=b8785b93-5af9-41b5-b11a-427e2583c93f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:27.358469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5336e3fb-5441-41ca-83f9-86438a7de452 admin admin] Made reservation on behalf of f9ad3a82cfd54c699210dedaf67ccb8f for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:57:27.363115 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5336e3fb-5441-41ca-83f9-86438a7de452 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:27.401813 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b19cce24-b7d4-475b-a9b8-2f6b4cbbe100 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:27.555801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b19cce24-b7d4-475b-a9b8-2f6b4cbbe100 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:27.718209 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5336e3fb-5441-41ca-83f9-86438a7de452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:27.721413 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b19cce24-b7d4-475b-a9b8-2f6b4cbbe100 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:27.791339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336e3fb-5441-41ca-83f9-86438a7de452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b82335-fb66-4d65-b3ee-86ccf6d4b926,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:27.802877 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5336e3fb-5441-41ca-83f9-86438a7de452 admin admin] Checking segment: {'id': '746a5489-5475-46a6-b107-b787aec3a87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cd8d5227-774d-4fa8-ad45-bd62a4ff1aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:57:27.803413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5336e3fb-5441-41ca-83f9-86438a7de452 admin admin] Network hostable DHCP agents. Network: cd8d5227-774d-4fa8-ad45-bd62a4ff1aa8, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:57:27.927228 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b19cce24-b7d4-475b-a9b8-2f6b4cbbe100 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:27.978066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5336e3fb-5441-41ca-83f9-86438a7de452 admin admin] Network cd8d5227-774d-4fa8-ad45-bd62a4ff1aa8 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:57:28.000772 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19cce24-b7d4-475b-a9b8-2f6b4cbbe100 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Pushing event updated for resources: {'Port': ['ID=b8785b93-5af9-41b5-b11a-427e2583c93f,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:28.018668 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b19cce24-b7d4-475b-a9b8-2f6b4cbbe100 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:28.083155 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-5336e3fb-5441-41ca-83f9-86438a7de452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, cd8d5227-774d-4fa8-ad45-bd62a4ff1aa8) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:57:28.088306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5336e3fb-5441-41ca-83f9-86438a7de452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:28.089484 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5336e3fb-5441-41ca-83f9-86438a7de452 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:28.094853 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9389bef0-334a-4ea6-8130-c759ff122f3c None None] Network cd8d5227-774d-4fa8-ad45-bd62a4ff1aa8 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:57:28.121368 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b19cce24-b7d4-475b-a9b8-2f6b4cbbe100 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:28.122667 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b19cce24-b7d4-475b-a9b8-2f6b4cbbe100 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6627226 Nov 02 11:57:28.126084 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54264) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:28.132477 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-65f2d862-0783-4bd0-865d-1face092d735 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Request body: {'floatingip': {'port_id': 'a489df27-de5c-4960-bffd-ad4f1c087ea0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:28.160874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021adf81-4467-44a2-9166-85b5d4654088 req-410f6960-9322-4563-9949-afc6e987b99b tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:28.170567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-021adf81-4467-44a2-9166-85b5d4654088 req-410f6960-9322-4563-9949-afc6e987b99b tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.0770535 Nov 02 11:57:28.240817 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-021adf81-4467-44a2-9166-85b5d4654088 req-d7e4388a-b58a-4f32-b531-eeb81b6e9c82 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690978 Nov 02 11:57:28.257157 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65f2d862-0783-4bd0-865d-1face092d735 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for floatingip, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:28.274652 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5336e3fb-5441-41ca-83f9-86438a7de452 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1001465 Nov 02 11:57:28.318133 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8731520a-4b60-4127-8d7f-bf0412e02e36 None None] Network cd8d5227-774d-4fa8-ad45-bd62a4ff1aa8 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:57:28.439492 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ba52bafb-c834-4f4a-b100-a42d8cd32029 req-d49ff086-5af6-4149-afc2-02fd70c18f6b tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 210 time: 0.0726967 Nov 02 11:57:28.477240 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-65f2d862-0783-4bd0-865d-1face092d735 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] update failed (client error): The resource could not be found. Nov 02 11:57:28.482991 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-65f2d862-0783-4bd0-865d-1face092d735 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] 10.222.0.52 "PUT /v2.0/floatingips/b5140e41-70cc-4055-8e7d-8396ede575d0 HTTP/1.1" status: 404 len: 507 time: 0.3544853 Nov 02 11:57:28.484663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54276) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:28.496889 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54278) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:28.554247 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-176c2d22-4e42-4daa-8397-3d58170d0f81 admin admin] Deleting subnet 1515abac-3b91-427a-a477-0c9a2297475d {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:57:28.559802 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-176c2d22-4e42-4daa-8397-3d58170d0f81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:28.608823 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-176c2d22-4e42-4daa-8397-3d58170d0f81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:28.671186 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-176c2d22-4e42-4daa-8397-3d58170d0f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:28.735204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-48d806b9-c251-41f4-ba12-0da9115e596d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Deleting port b8785b93-5af9-41b5-b11a-427e2583c93f {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:57:28.736835 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-48d806b9-c251-41f4-ba12-0da9115e596d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:28.832579 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-48d806b9-c251-41f4-ba12-0da9115e596d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:28.832916 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-48d806b9-c251-41f4-ba12-0da9115e596d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:28.843606 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-176c2d22-4e42-4daa-8397-3d58170d0f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:28.848146 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-48d806b9-c251-41f4-ba12-0da9115e596d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Calling delete_port for b8785b93-5af9-41b5-b11a-427e2583c93f owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:57:28.892482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c2d22-4e42-4daa-8397-3d58170d0f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1515abac-3b91-427a-a477-0c9a2297475d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:28.896626 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-176c2d22-4e42-4daa-8397-3d58170d0f81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:28.903372 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-176c2d22-4e42-4daa-8397-3d58170d0f81 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1515abac-3b91-427a-a477-0c9a2297475d HTTP/1.1" status: 204 len: 168 time: 0.4031610 Nov 02 11:57:28.912815 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54286) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:29.061825 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-af5cc6cf-3eb2-49ab-9925-221f9d05f111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:29.090994 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-ecf86b3b-86c7-4c8a-a639-4cc36ca44462 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:29.092527 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-ecf86b3b-86c7-4c8a-a639-4cc36ca44462 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.54 "GET /v2.0/networks?id=511685fb-fb15-4169-a61d-8b0118457b7e HTTP/1.1" status: 200 len: 811 time: 0.2113073 Nov 02 11:57:29.127154 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-e12c409a-1dfe-4320-8253-e1ab590d616f tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Request body: {'port': {'device_id': '73334cb5-5803-434f-b833-3f13f946327e', 'network_id': '511685fb-fb15-4169-a61d-8b0118457b7e', 'admin_state_up': True, 'tenant_id': '71f5955a458c484986737ffa56d2b1be'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:29.151917 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-48d806b9-c251-41f4-ba12-0da9115e596d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:29.181450 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-af5cc6cf-3eb2-49ab-9925-221f9d05f111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:29.186784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d806b9-c251-41f4-ba12-0da9115e596d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Pushing event deleted for resources: {'Port': ['ID=b8785b93-5af9-41b5-b11a-427e2583c93f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:29.271535 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-48d806b9-c251-41f4-ba12-0da9115e596d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:29.274862 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-48d806b9-c251-41f4-ba12-0da9115e596d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:29.277984 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-48d806b9-c251-41f4-ba12-0da9115e596d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] 10.222.0.52 "DELETE /v2.0/floatingips/b5140e41-70cc-4055-8e7d-8396ede575d0 HTTP/1.1" status: 204 len: 168 time: 0.7897370 Nov 02 11:57:29.281711 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54300) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:29.287748 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c863a01f-efc6-46c1-a3fd-5430eae6fecc tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Request body: {'floatingip': {'floating_network_id': '58345a83-abb1-42b3-8dc7-4afb1a579c46', 'port_id': 'a489df27-de5c-4960-bffd-ad4f1c087ea0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:29.298407 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-af5cc6cf-3eb2-49ab-9925-221f9d05f111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c110f0f-3ded-4f64-aa40-daa72e87d1ee']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:29.316362 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-af5cc6cf-3eb2-49ab-9925-221f9d05f111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc2fc1b-c248-44ac-b882-94030f461658') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:29.316861 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-af5cc6cf-3eb2-49ab-9925-221f9d05f111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc2fc1b-c248-44ac-b882-94030f461658') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:29.333830 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-af5cc6cf-3eb2-49ab-9925-221f9d05f111 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:29.357247 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-af5cc6cf-3eb2-49ab-9925-221f9d05f111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:29.372029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5cc6cf-3eb2-49ab-9925-221f9d05f111 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:57:29.372443 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-af5cc6cf-3eb2-49ab-9925-221f9d05f111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:57:29.374303 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:57:29.406493 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eace5-7468-49f7-9fb6-59e3eacbed37 req-94d7bedd-4179-461e-8112-be228c57c12e tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:29.408189 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a7eace5-7468-49f7-9fb6-59e3eacbed37 req-94d7bedd-4179-461e-8112-be228c57c12e tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.0750246 Nov 02 11:57:29.464490 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a7eace5-7468-49f7-9fb6-59e3eacbed37 req-30752c02-db52-42e7-b1d1-399e58ec982f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491955 Nov 02 11:57:29.545993 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-af5cc6cf-3eb2-49ab-9925-221f9d05f111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:29.553465 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-af5cc6cf-3eb2-49ab-9925-221f9d05f111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:29.558621 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-af5cc6cf-3eb2-49ab-9925-221f9d05f111 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9c110f0f-3ded-4f64-aa40-daa72e87d1ee HTTP/1.1" status: 204 len: 168 time: 0.6435132 Nov 02 11:57:29.573137 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a13c6773-b725-42c2-a75f-3f5175331929 req-c3bd090c-8890-4e2e-94fd-6b3ce315bd76 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 210 time: 0.0433981 Nov 02 11:57:29.574883 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c863a01f-efc6-46c1-a3fd-5430eae6fecc tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:29.576620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54312) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:29.635045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5cc6cf-3eb2-49ab-9925-221f9d05f111 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c110f0f-3ded-4f64-aa40-daa72e87d1ee,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:29.644921 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2333e9c-5010-458f-98bc-d77ef1924af6 admin admin] Deleting subnet 61b82335-fb66-4d65-b3ee-86ccf6d4b926 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:57:29.654025 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2333e9c-5010-458f-98bc-d77ef1924af6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:29.692792 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2333e9c-5010-458f-98bc-d77ef1924af6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:29.736273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-e12c409a-1dfe-4320-8253-e1ab590d616f tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Made reservation on behalf of 71f5955a458c484986737ffa56d2b1be for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:57:29.740267 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-e12c409a-1dfe-4320-8253-e1ab590d616f tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:29.778210 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2333e9c-5010-458f-98bc-d77ef1924af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:29.809133 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-c863a01f-efc6-46c1-a3fd-5430eae6fecc tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:57:29.817580 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c863a01f-efc6-46c1-a3fd-5430eae6fecc tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5344195 Nov 02 11:57:29.818285 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54322) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:29.823607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a6e7999e-be08-49de-a5de-cdfd6d19e38b tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': 'a489df27-de5c-4960-bffd-ad4f1c087ea0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:29.943673 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-e12c409a-1dfe-4320-8253-e1ab590d616f tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Allocated IP 172.20.0.5 (511685fb-fb15-4169-a61d-8b0118457b7e/163d9cd5-3092-4dac-b44d-c4c926196985/4570a74e-b70a-4821-b753-b0bb018872e8) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:57:29.985577 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6e7999e-be08-49de-a5de-cdfd6d19e38b tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.016115 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2333e9c-5010-458f-98bc-d77ef1924af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.082844 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2333e9c-5010-458f-98bc-d77ef1924af6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b82335-fb66-4d65-b3ee-86ccf6d4b926,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:30.091536 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2333e9c-5010-458f-98bc-d77ef1924af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.094982 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b2333e9c-5010-458f-98bc-d77ef1924af6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/61b82335-fb66-4d65-b3ee-86ccf6d4b926 HTTP/1.1" status: 204 len: 168 time: 0.5135095 Nov 02 11:57:30.097854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54324) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:30.100677 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6e7999e-be08-49de-a5de-cdfd6d19e38b tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.211956 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04054acc-1614-4abc-b806-a5adc0fb5939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.219252 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-e12c409a-1dfe-4320-8253-e1ab590d616f tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.245643 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-a6e7999e-be08-49de-a5de-cdfd6d19e38b tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Allocated IP 172.25.6.117 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/6c469045-b203-4909-b5aa-e5cad429478e) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:57:30.319205 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54328) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:30.324412 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04054acc-1614-4abc-b806-a5adc0fb5939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.349969 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-04054acc-1614-4abc-b806-a5adc0fb5939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8d5227-774d-4fa8-ad45-bd62a4ff1aa8']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:30.368045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-04054acc-1614-4abc-b806-a5adc0fb5939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746a5489-5475-46a6-b107-b787aec3a87e') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:30.368342 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-04054acc-1614-4abc-b806-a5adc0fb5939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746a5489-5475-46a6-b107-b787aec3a87e') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:30.388860 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04054acc-1614-4abc-b806-a5adc0fb5939 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.397251 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6e7999e-be08-49de-a5de-cdfd6d19e38b tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.404234 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04054acc-1614-4abc-b806-a5adc0fb5939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.410163 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-e12c409a-1dfe-4320-8253-e1ab590d616f tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.419260 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04054acc-1614-4abc-b806-a5adc0fb5939 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:57:30.419905 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04054acc-1614-4abc-b806-a5adc0fb5939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:57:30.423972 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:57:30.483551 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4136086f-a353-4139-9a9d-6bdd85eaa362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.502574 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-e12c409a-1dfe-4320-8253-e1ab590d616f tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Network 511685fb-fb15-4169-a61d-8b0118457b7e is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:57:30.516579 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-e12c409a-1dfe-4320-8253-e1ab590d616f tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:57:30.522113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-e12c409a-1dfe-4320-8253-e1ab590d616f tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:57:30.527936 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c409a-1dfe-4320-8253-e1ab590d616f tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Pushing event updated for resources: {'Port': ['ID=4570a74e-b70a-4821-b753-b0bb018872e8,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:30.542590 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6e7999e-be08-49de-a5de-cdfd6d19e38b tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.576583 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-e12c409a-1dfe-4320-8253-e1ab590d616f tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:30.577215 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-e12c409a-1dfe-4320-8253-e1ab590d616f tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.613391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e7999e-be08-49de-a5de-cdfd6d19e38b tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:57:30.620634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-a6e7999e-be08-49de-a5de-cdfd6d19e38b tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:57:30.623551 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7999e-be08-49de-a5de-cdfd6d19e38b tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Pushing event updated for resources: {'Port': ['ID=6c469045-b203-4909-b5aa-e5cad429478e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:30.625984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e7999e-be08-49de-a5de-cdfd6d19e38b tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:57:30.673619 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-e12c409a-1dfe-4320-8253-e1ab590d616f tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5539131 Nov 02 11:57:30.674882 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04054acc-1614-4abc-b806-a5adc0fb5939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.681159 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04054acc-1614-4abc-b806-a5adc0fb5939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.682287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c5df4-5bf9-4269-8e11-fb12739e48aa req-bca2340c-2c36-43da-a055-9a1610774fde tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:30.683908 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d54c5df4-5bf9-4269-8e11-fb12739e48aa req-bca2340c-2c36-43da-a055-9a1610774fde tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.1142848 Nov 02 11:57:30.685884 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-04054acc-1614-4abc-b806-a5adc0fb5939 admin admin] 10.222.0.52 "DELETE /v2.0/networks/cd8d5227-774d-4fa8-ad45-bd62a4ff1aa8 HTTP/1.1" status: 204 len: 168 time: 0.5870917 Nov 02 11:57:30.700443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Request body: {'port': {'device_id': '73334cb5-5803-434f-b833-3f13f946327e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:30.719640 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04054acc-1614-4abc-b806-a5adc0fb5939 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8d5227-774d-4fa8-ad45-bd62a4ff1aa8,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:30.780071 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.849528 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d54c5df4-5bf9-4269-8e11-fb12739e48aa req-2d448bad-aeeb-4034-bf8c-e559497d9c57 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483624 Nov 02 11:57:30.892777 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4136086f-a353-4139-9a9d-6bdd85eaa362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.917205 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7999e-be08-49de-a5de-cdfd6d19e38b tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Deleting port 6c469045-b203-4909-b5aa-e5cad429478e {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:57:30.917527 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6e7999e-be08-49de-a5de-cdfd6d19e38b tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:30.996649 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4136086f-a353-4139-9a9d-6bdd85eaa362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:31.067750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4136086f-a353-4139-9a9d-6bdd85eaa362 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40c73401731e4baca4054b098cb3f9bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7471967 Nov 02 11:57:31.072151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54344) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:31.073231 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136086f-a353-4139-9a9d-6bdd85eaa362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b25d95b-07bf-41de-92d9-a0dce3fc8fd3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:31.104330 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54348) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:31.115496 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e556430-7828-4965-a0e2-d90728ac0d0a req-952dcc8d-e800-4baa-b165-8fa2acbdf4dd tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:31.117796 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0e556430-7828-4965-a0e2-d90728ac0d0a req-952dcc8d-e800-4baa-b165-8fa2acbdf4dd tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 931 time: 0.1979854 Nov 02 11:57:31.124598 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6e7999e-be08-49de-a5de-cdfd6d19e38b tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:31.124939 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6e7999e-be08-49de-a5de-cdfd6d19e38b tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:31.167848 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4570a74e-b70a-4821-b753-b0bb018872e8 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:57:31.168442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7999e-be08-49de-a5de-cdfd6d19e38b tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Calling delete_port for 6c469045-b203-4909-b5aa-e5cad429478e owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:57:31.183179 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:31.198676 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-19b085b9-96e9-4443-bc9f-cf1f2607653b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=af90b279af8345dd9e6ca980d22a5028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0904918 Nov 02 11:57:31.199494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54350) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:31.210236 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Transition to ACTIVE for port object 4570a74e-b70a-4821-b753-b0bb018872e8 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:57:31.261631 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b7e8eec-ee6e-41df-9c66-c6000187d602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:31.266503 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-da043768-b08a-4cf2-a19b-c460455522c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:31.284014 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0e556430-7828-4965-a0e2-d90728ac0d0a req-7709f125-a9b0-4b80-964a-f30514b4c58d tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425650 Nov 02 11:57:31.285221 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b7e8eec-ee6e-41df-9c66-c6000187d602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:31.298140 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:31.311687 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-da043768-b08a-4cf2-a19b-c460455522c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:31.393370 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Pushing event updated for resources: {'Port': ['ID=4570a74e-b70a-4821-b753-b0bb018872e8,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:31.499029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Attempting to bind port 4570a74e-b70a-4821-b753-b0bb018872e8 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:57:31.499382 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Attempting to bind port 4570a74e-b70a-4821-b753-b0bb018872e8 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '812c07c1-a10b-4e30-8089-8b60c83db9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '511685fb-fb15-4169-a61d-8b0118457b7e'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:57:31.499721 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Attempting to bind port 4570a74e-b70a-4821-b753-b0bb018872e8 on network 511685fb-fb15-4169-a61d-8b0118457b7e {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:57:31.504775 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Port 4570a74e-b70a-4821-b753-b0bb018872e8 on network 511685fb-fb15-4169-a61d-8b0118457b7e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:57:31.505103 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Attempting to bind port 4570a74e-b70a-4821-b753-b0bb018872e8 on network 511685fb-fb15-4169-a61d-8b0118457b7e {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:57:31.511008 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:57:31.511356 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Checking segment: {'id': '812c07c1-a10b-4e30-8089-8b60c83db9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '511685fb-fb15-4169-a61d-8b0118457b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:57:31.511798 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Bound using segment: {'id': '812c07c1-a10b-4e30-8089-8b60c83db9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '511685fb-fb15-4169-a61d-8b0118457b7e'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:57:31.512180 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Bound port: 4570a74e-b70a-4821-b753-b0bb018872e8, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812c07c1-a10b-4e30-8089-8b60c83db9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '511685fb-fb15-4169-a61d-8b0118457b7e'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:57:31.512536 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:31.563447 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-da043768-b08a-4cf2-a19b-c460455522c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:31.566456 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-da043768-b08a-4cf2-a19b-c460455522c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:31.567763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-da043768-b08a-4cf2-a19b-c460455522c5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b25d95b-07bf-41de-92d9-a0dce3fc8fd3 HTTP/1.1" status: 204 len: 168 time: 0.4915791 Nov 02 11:57:31.581617 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da043768-b08a-4cf2-a19b-c460455522c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b25d95b-07bf-41de-92d9-a0dce3fc8fd3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:31.591968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] For port 4570a74e-b70a-4821-b753-b0bb018872e8, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:57:31.595320 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b7e8eec-ee6e-41df-9c66-c6000187d602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:31.602683 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b7e8eec-ee6e-41df-9c66-c6000187d602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:31.602683 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8b7e8eec-ee6e-41df-9c66-c6000187d602 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a79e2c3f-a0f6-4ab3-9690-5bcff2a2bfd5 HTTP/1.1" status: 204 len: 168 time: 0.3987086 Nov 02 11:57:31.603087 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6e7999e-be08-49de-a5de-cdfd6d19e38b tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:31.603198 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] For port 4570a74e-b70a-4821-b753-b0bb018872e8, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4570a74e-b70a-4821-b753-b0bb018872e8,segment=NetworkSegment(812c07c1-a10b-4e30-8089-8b60c83db9cb),segment_id=812c07c1-a10b-4e30-8089-8b60c83db9cb)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:57:31.629248 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e8eec-ee6e-41df-9c66-c6000187d602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79e2c3f-a0f6-4ab3-9690-5bcff2a2bfd5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:31.673319 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7999e-be08-49de-a5de-cdfd6d19e38b tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Pushing event deleted for resources: {'Port': ['ID=6c469045-b203-4909-b5aa-e5cad429478e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:31.693108 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:31.719840 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:31.720809 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:31.723133 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] 10.222.0.54 "PUT /v2.0/ports/4570a74e-b70a-4821-b753-b0bb018872e8 HTTP/1.1" status: 200 len: 1092 time: 1.0357120 Nov 02 11:57:31.723834 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73334cb5-5803-434f-b833-3f13f946327e', 'tag': '4570a74e-b70a-4821-b753-b0bb018872e8'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:57:31.729938 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ddb078-c4ed-48c9-a3d4-d2486179c1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "73334cb5-5803-434f-b833-3f13f946327e", "tag": "4570a74e-b70a-4821-b753-b0bb018872e8"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:57:31.811238 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c66639-9302-4743-919f-dc291dfa6353 service neutron] Pushing event updated for resources: {'Port': ['ID=4570a74e-b70a-4821-b753-b0bb018872e8,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:31.825616 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a59128-c911-4caf-b49a-796310e7844d x-openstack-request-id: req-f4a59128-c911-4caf-b49a-796310e7844d {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:57:31.825918 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73334cb5-5803-434f-b833-3f13f946327e", "tag": "4570a74e-b70a-4821-b753-b0bb018872e8", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:57:31.826184 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4a59128-c911-4caf-b49a-796310e7844d {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:57:31.826603 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73334cb5-5803-434f-b833-3f13f946327e', 'tag': '4570a74e-b70a-4821-b753-b0bb018872e8', 'status': 'completed', 'code': 200} Nov 02 11:57:31.894108 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddb078-c4ed-48c9-a3d4-d2486179c1e6 req-5de87a8f-4b10-46a4-8f69-a390cdf1e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:31.896693 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-17ddb078-c4ed-48c9-a3d4-d2486179c1e6 req-5de87a8f-4b10-46a4-8f69-a390cdf1e952 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=71f5955a458c484986737ffa56d2b1be&device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 1095 time: 0.0468390 Nov 02 11:57:31.946625 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-a6e7999e-be08-49de-a5de-cdfd6d19e38b tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] create failed (client error): The resource could not be found. Nov 02 11:57:31.946625 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a6e7999e-be08-49de-a5de-cdfd6d19e38b tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1233099 Nov 02 11:57:31.947172 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54362) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:32.032224 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddb078-c4ed-48c9-a3d4-d2486179c1e6 req-08fa5943-6c56-40bb-bef3-b9c94c40d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:32.034285 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-17ddb078-c4ed-48c9-a3d4-d2486179c1e6 req-08fa5943-6c56-40bb-bef3-b9c94c40d940 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=71f5955a458c484986737ffa56d2b1be&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1291940 Nov 02 11:57:32.071096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706f677-617a-44b6-9c03-56a87edfecbd req-7c73c4a4-2b4a-4e07-a608-fd8cee7a8113 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:32.076352 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1706f677-617a-44b6-9c03-56a87edfecbd req-7c73c4a4-2b4a-4e07-a608-fd8cee7a8113 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.1463289 Nov 02 11:57:32.162592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-280c0d14-69b1-4049-a9a4-e9dc28aa3ba9 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Deleting port a489df27-de5c-4960-bffd-ad4f1c087ea0 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:57:32.163096 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-280c0d14-69b1-4049-a9a4-e9dc28aa3ba9 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:32.181541 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1706f677-617a-44b6-9c03-56a87edfecbd req-d380d8eb-98d8-4297-9217-e49e3043f997 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938702 Nov 02 11:57:32.205580 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddb078-c4ed-48c9-a3d4-d2486179c1e6 req-99437950-1bac-40d6-a53f-5b6690c29be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:32.209987 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-17ddb078-c4ed-48c9-a3d4-d2486179c1e6 req-99437950-1bac-40d6-a53f-5b6690c29be1 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1673346 Nov 02 11:57:32.304929 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-6e02847c-b389-43b8-a4eb-08cbf4d428ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:32.307294 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-6e02847c-b389-43b8-a4eb-08cbf4d428ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=71f5955a458c484986737ffa56d2b1be&device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 1095 time: 0.0548999 Nov 02 11:57:32.330498 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-280c0d14-69b1-4049-a9a4-e9dc28aa3ba9 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:32.345996 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-280c0d14-69b1-4049-a9a4-e9dc28aa3ba9 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Calling delete_port for a489df27-de5c-4960-bffd-ad4f1c087ea0 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:57:32.373793 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-d9aebfde-797c-4053-8c13-43b0f6da6fde service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4570a74e-b70a-4821-b753-b0bb018872e8 HTTP/1.1" status: 200 len: 217 time: 0.0568039 Nov 02 11:57:32.425801 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-c131e39e-ff62-4d0c-a97e-0ad913d906f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:32.427574 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-c131e39e-ff62-4d0c-a97e-0ad913d906f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=163d9cd5-3092-4dac-b44d-c4c926196985 HTTP/1.1" status: 200 len: 851 time: 0.0488281 Nov 02 11:57:32.465013 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-3182d0e3-6bdc-4664-a70e-1002bcd4329f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=511685fb-fb15-4169-a61d-8b0118457b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307460 Nov 02 11:57:32.475875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646b622-f857-40f5-9db5-62f8f3e20165 req-1978d3d7-d127-4a2a-bb7c-bff3ba4c3b2e tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:32.478447 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4646b622-f857-40f5-9db5-62f8f3e20165 req-1978d3d7-d127-4a2a-bb7c-bff3ba4c3b2e tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 943 time: 0.0769913 Nov 02 11:57:32.567297 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-05cdfc18-8105-4644-aa42-9ead34a126e9 service neutron] 10.222.0.54 "GET /v2.0/networks/511685fb-fb15-4169-a61d-8b0118457b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937967 Nov 02 11:57:32.569567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4646b622-f857-40f5-9db5-62f8f3e20165 req-e70c8a93-8ee3-47eb-8115-614ad14fc9e8 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842385 Nov 02 11:57:32.654519 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-280c0d14-69b1-4049-a9a4-e9dc28aa3ba9 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:32.683956 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-32b6626f-6327-4f6a-aa1b-bb348a34b023 req-05cd37be-aa59-4fbf-a963-4b3782828504 service neutron] 10.222.0.54 "GET /v2.0/networks/511685fb-fb15-4169-a61d-8b0118457b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101670 Nov 02 11:57:32.686439 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c0d14-69b1-4049-a9a4-e9dc28aa3ba9 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Pushing event deleted for resources: {'Port': ['ID=a489df27-de5c-4960-bffd-ad4f1c087ea0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:32.702275 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54372) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:32.731422 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc33584e-73cf-4e27-9847-c1d2c615dd78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:32.784870 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54374) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:32.807262 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-280c0d14-69b1-4049-a9a4-e9dc28aa3ba9 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:32.813339 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-280c0d14-69b1-4049-a9a4-e9dc28aa3ba9 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] 10.222.0.52 "DELETE /v2.0/ports/a489df27-de5c-4960-bffd-ad4f1c087ea0 HTTP/1.1" status: 204 len: 168 time: 0.8627479 Nov 02 11:57:32.816377 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54378) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:32.841451 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-95d043ab-1e9a-4560-bdfd-138262443de7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f9ad3a82cfd54c699210dedaf67ccb8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0551670 Nov 02 11:57:32.842467 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54380) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:32.892290 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784b78e9-7642-45cf-9bcc-50b190e9f19d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:32.896509 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-784b78e9-7642-45cf-9bcc-50b190e9f19d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] 10.222.0.52 "GET /v2.0/ports?device_id=25687d81-ed05-46aa-9016-0ca840caf9a9 HTTP/1.1" status: 200 len: 913 time: 0.0777647 Nov 02 11:57:32.898537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54384) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:32.927007 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2cad924b-a356-480b-8bf0-54840b056f3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:32.954305 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2cad924b-a356-480b-8bf0-54840b056f3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:33.031811 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc33584e-73cf-4e27-9847-c1d2c615dd78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:33.138357 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2cad924b-a356-480b-8bf0-54840b056f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:33.140947 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2cad924b-a356-480b-8bf0-54840b056f3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:33.142260 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2cad924b-a356-480b-8bf0-54840b056f3d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2aa6b13c-5ac4-4a08-b4e5-7686ee15e0d2 HTTP/1.1" status: 204 len: 168 time: 0.2983553 Nov 02 11:57:33.152842 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad924b-a356-480b-8bf0-54840b056f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa6b13c-5ac4-4a08-b4e5-7686ee15e0d2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:33.502178 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc33584e-73cf-4e27-9847-c1d2c615dd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:33.601841 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bc33584e-73cf-4e27-9847-c1d2c615dd78 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b18de9b087db4c528a4cd54bac53bea9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8982880 Nov 02 11:57:33.604854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54398) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:33.635080 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33584e-73cf-4e27-9847-c1d2c615dd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d1b3c9-653f-426e-b1f9-4f6928692e78,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:33.650653 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233f70d-07ff-420b-ae30-9b4dc2adfda9 req-b8130563-909d-4f8d-a449-3b0abaa11093 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:33.663366 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8233f70d-07ff-420b-ae30-9b4dc2adfda9 req-b8130563-909d-4f8d-a449-3b0abaa11093 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.1603689 Nov 02 11:57:33.676587 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8595c5a4-fedf-4773-ad2a-01257726da65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:33.719096 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8595c5a4-fedf-4773-ad2a-01257726da65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:33.743299 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8233f70d-07ff-420b-ae30-9b4dc2adfda9 req-8f9288a7-a7d2-4676-8642-df8bbd526af1 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759099 Nov 02 11:57:33.833341 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b721d44-979d-4b73-9a53-05054bb2b109 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:33.860485 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8595c5a4-fedf-4773-ad2a-01257726da65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:33.863118 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8595c5a4-fedf-4773-ad2a-01257726da65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:33.867819 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8595c5a4-fedf-4773-ad2a-01257726da65 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51d1b3c9-653f-426e-b1f9-4f6928692e78 HTTP/1.1" status: 204 len: 168 time: 0.2617509 Nov 02 11:57:33.884088 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595c5a4-fedf-4773-ad2a-01257726da65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d1b3c9-653f-426e-b1f9-4f6928692e78,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:34.005313 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc4fa2-8096-41df-b0ab-f2972a7838bb req-19e857fd-9b96-4155-8c63-64f08577d125 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:34.006905 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-68fc4fa2-8096-41df-b0ab-f2972a7838bb req-19e857fd-9b96-4155-8c63-64f08577d125 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 943 time: 0.1712692 Nov 02 11:57:34.133202 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-68fc4fa2-8096-41df-b0ab-f2972a7838bb req-2cf35cf3-2a8a-4a31-9073-f215faaeb252 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166959 Nov 02 11:57:34.334823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-0b721d44-979d-4b73-9a53-05054bb2b109 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Deleting port a9ac6c65-ff0d-4962-b2fa-9f719abbfb4c {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:57:34.335263 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b721d44-979d-4b73-9a53-05054bb2b109 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:34.503613 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b721d44-979d-4b73-9a53-05054bb2b109 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:34.522663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-0b721d44-979d-4b73-9a53-05054bb2b109 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Calling delete_port for a9ac6c65-ff0d-4962-b2fa-9f719abbfb4c owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:57:34.909272 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b726c1b-510d-47de-a758-a8b1fd76878a req-e2a479d9-d079-46b6-b619-10dd8b1800f8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:34.914314 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b726c1b-510d-47de-a758-a8b1fd76878a req-e2a479d9-d079-46b6-b619-10dd8b1800f8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.0671182 Nov 02 11:57:34.969837 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b721d44-979d-4b73-9a53-05054bb2b109 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:35.024657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b721d44-979d-4b73-9a53-05054bb2b109 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Pushing event deleted for resources: {'Port': ['ID=a9ac6c65-ff0d-4962-b2fa-9f719abbfb4c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:35.113358 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b726c1b-510d-47de-a758-a8b1fd76878a req-4a308059-d02c-4fd9-b1b1-ae4474106d15 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932037 Nov 02 11:57:35.355322 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b721d44-979d-4b73-9a53-05054bb2b109 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:35.496579 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140441e-28f4-4cb6-904f-b585d58f833d req-c57f9e89-ab2b-4f0f-85ff-1646d22b79cb tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:35.505332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6140441e-28f4-4cb6-904f-b585d58f833d req-c57f9e89-ab2b-4f0f-85ff-1646d22b79cb tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 943 time: 0.2538013 Nov 02 11:57:35.574462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4570a74e-b70a-4821-b753-b0bb018872e8 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:57:35.643744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6140441e-28f4-4cb6-904f-b585d58f833d req-1207bd00-c612-45e2-96a3-110011b0fe3c tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355131 Nov 02 11:57:35.649705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b721d44-979d-4b73-9a53-05054bb2b109 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Router 25687d81-ed05-46aa-9016-0ca840caf9a9 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:57:35.763948 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b721d44-979d-4b73-9a53-05054bb2b109 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:57:35.783075 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0b721d44-979d-4b73-9a53-05054bb2b109 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] 10.222.0.52 "PUT /v2.0/routers/25687d81-ed05-46aa-9016-0ca840caf9a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8829484 Nov 02 11:57:35.785579 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54454) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:35.864800 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26acb3f0-64a6-40e0-9a4f-36d93f622121 None None] Sync routers for ids ['25687d81-ed05-46aa-9016-0ca840caf9a9'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:57:35.903536 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26acb3f0-64a6-40e0-9a4f-36d93f622121 None None] Routers {'25687d81-ed05-46aa-9016-0ca840caf9a9'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:57:35.904391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-26acb3f0-64a6-40e0-9a4f-36d93f622121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:57:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['25687d81-ed05-46aa-9016-0ca840caf9a9'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:35.965000 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4570a74e-b70a-4821-b753-b0bb018872e8, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4570a74e-b70a-4821-b753-b0bb018872e8,segment=NetworkSegment(812c07c1-a10b-4e30-8089-8b60c83db9cb),segment_id=812c07c1-a10b-4e30-8089-8b60c83db9cb)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:35.968598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-26acb3f0-64a6-40e0-9a4f-36d93f622121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:36.017890 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '4570a74e-b70a-4821-b753-b0bb018872e8', 'network_id': '511685fb-fb15-4169-a61d-8b0118457b7e', 'port_id': '4570a74e-b70a-4821-b753-b0bb018872e8', 'mac_address': 'fa:16:3e:46:10:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163d9cd5-3092-4dac-b44d-c4c926196985', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:57:36.079908 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:36.084087 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26acb3f0-64a6-40e0-9a4f-36d93f622121 None None] Routers {'25687d81-ed05-46aa-9016-0ca840caf9a9'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:57:36.089242 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-26acb3f0-64a6-40e0-9a4f-36d93f622121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:57:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['25687d81-ed05-46aa-9016-0ca840caf9a9'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:36.154686 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-26acb3f0-64a6-40e0-9a4f-36d93f622121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:36.156652 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26acb3f0-64a6-40e0-9a4f-36d93f622121 None None] The sync data for ids ['25687d81-ed05-46aa-9016-0ca840caf9a9'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:57:36.163687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4570a74e-b70a-4821-b753-b0bb018872e8 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:57:36.192477 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4570a74e-b70a-4821-b753-b0bb018872e8, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4570a74e-b70a-4821-b753-b0bb018872e8,segment=NetworkSegment(812c07c1-a10b-4e30-8089-8b60c83db9cb),segment_id=812c07c1-a10b-4e30-8089-8b60c83db9cb)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:36.284100 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:36.317011 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dd111a44-da95-4722-a0e9-465eaaf4e471 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:36.354652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096b4ad-ab35-42e5-af3f-5488a994e070 req-ab965c7e-990d-4a86-924c-74522f5b11ca tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:36.372847 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7096b4ad-ab35-42e5-af3f-5488a994e070 req-ab965c7e-990d-4a86-924c-74522f5b11ca tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.0962987 Nov 02 11:57:36.398618 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=4570a74e-b70a-4821-b753-b0bb018872e8,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:36.467393 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7096b4ad-ab35-42e5-af3f-5488a994e070 req-637be6c8-fa66-4e99-87a3-cd36190a0a24 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743277 Nov 02 11:57:36.552255 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dd111a44-da95-4722-a0e9-465eaaf4e471 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:36.555668 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dd111a44-da95-4722-a0e9-465eaaf4e471 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:36.570858 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['4570a74e-b70a-4821-b753-b0bb018872e8'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:57:36.768766 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dd111a44-da95-4722-a0e9-465eaaf4e471 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:36.769341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd111a44-da95-4722-a0e9-465eaaf4e471 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Fanout notify agent at l3_agent the message router_deleted on router 25687d81-ed05-46aa-9016-0ca840caf9a9 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:57:36.794544 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dd111a44-da95-4722-a0e9-465eaaf4e471 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:36.797544 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-dd111a44-da95-4722-a0e9-465eaaf4e471 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] 10.222.0.52 "DELETE /v2.0/routers/25687d81-ed05-46aa-9016-0ca840caf9a9 HTTP/1.1" status: 204 len: 168 time: 1.0103717 Nov 02 11:57:36.800027 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54486) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:36.819792 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61215d-119a-4f05-9353-655733c89beb req-3656e753-2ed6-48fe-9891-3b08ac382f86 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:36.827686 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b61215d-119a-4f05-9353-655733c89beb req-3656e753-2ed6-48fe-9891-3b08ac382f86 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 944 time: 0.0903559 Nov 02 11:57:36.886711 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b61215d-119a-4f05-9353-655733c89beb req-20232c54-3e8f-4cde-893e-b964534576fc tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579910 Nov 02 11:57:36.889642 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-7980dfb6-ddae-47f7-8e09-40ff42f9e591 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Deleting subnet c0870f30-8588-4124-97f4-ede7978f0d75 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:57:36.896513 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7980dfb6-ddae-47f7-8e09-40ff42f9e591 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:36.971443 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7980dfb6-ddae-47f7-8e09-40ff42f9e591 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:37.077344 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7980dfb6-ddae-47f7-8e09-40ff42f9e591 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:37.285083 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7980dfb6-ddae-47f7-8e09-40ff42f9e591 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:37.346205 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980dfb6-ddae-47f7-8e09-40ff42f9e591 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Pushing event deleted for resources: {'Subnet': ['ID=c0870f30-8588-4124-97f4-ede7978f0d75,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:37.360052 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7980dfb6-ddae-47f7-8e09-40ff42f9e591 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:37.371648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54504) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:37.377334 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd207ac4-f674-43e3-8742-115136a619cc None None] Network 58345a83-abb1-42b3-8dc7-4afb1a579c46 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:57:37.411388 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7980dfb6-ddae-47f7-8e09-40ff42f9e591 tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] 10.222.0.52 "DELETE /v2.0/subnets/c0870f30-8588-4124-97f4-ede7978f0d75 HTTP/1.1" status: 204 len: 168 time: 0.5627563 Nov 02 11:57:37.547689 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:37.687128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8f360-fefb-4f57-8651-b3889fcacfc7 req-c7ce35a2-e652-4ad0-9e10-9fcff2e2f0b3 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:37.696886 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23a8f360-fefb-4f57-8651-b3889fcacfc7 req-c7ce35a2-e652-4ad0-9e10-9fcff2e2f0b3 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.0951753 Nov 02 11:57:37.720197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Deleting port 11735b26-58a4-45d8-9f0f-0d0203615c9b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:57:37.720587 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:37.781095 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4570a74e-b70a-4821-b753-b0bb018872e8 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:57:37.911061 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23a8f360-fefb-4f57-8651-b3889fcacfc7 req-6161ccc3-b30f-4530-a950-4bbf1dc78eb8 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127776 Nov 02 11:57:37.925237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] For port 11735b26-58a4-45d8-9f0f-0d0203615c9b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=11735b26-58a4-45d8-9f0f-0d0203615c9b,segment=NetworkSegment(144d0347-b7ba-424d-a9b4-2c632cfb4942),segment_id=144d0347-b7ba-424d-a9b4-2c632cfb4942)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:37.925836 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:37.968218 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Calling delete_port for 11735b26-58a4-45d8-9f0f-0d0203615c9b owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:57:38.009209 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 4570a74e-b70a-4821-b753-b0bb018872e8 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:57:38.013671 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 4570a74e-b70a-4821-b753-b0bb018872e8 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:57:38.014245 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:38.062985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80d9c78-6c33-4cbb-97ed-950bd252abf0 None None] DHCP port deletion for 58345a83-abb1-42b3-8dc7-4afb1a579c46 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:57:38.178638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db5283-389d-4e4e-ad4a-a0bd241fdf42 req-fcba4285-09b8-433b-b807-a43ae155c08f tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:38.191067 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09db5283-389d-4e4e-ad4a-a0bd241fdf42 req-fcba4285-09b8-433b-b807-a43ae155c08f tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 944 time: 0.1444006 Nov 02 11:57:38.248361 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09db5283-389d-4e4e-ad4a-a0bd241fdf42 req-2ed46b61-906d-44e9-8dc2-30f5e6cb9c91 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541344 Nov 02 11:57:38.294249 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:38.307434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e80d9c78-6c33-4cbb-97ed-950bd252abf0 None None] Deleting port 11735b26-58a4-45d8-9f0f-0d0203615c9b {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:57:38.308153 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e80d9c78-6c33-4cbb-97ed-950bd252abf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:38.329107 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:38.404851 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73334cb5-5803-434f-b833-3f13f946327e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4570a74e-b70a-4821-b753-b0bb018872e8'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:57:38.412402 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecafe55-2351-46f5-a229-9d6082d89eff" -d '{"events": [{"server_uuid": "73334cb5-5803-434f-b833-3f13f946327e", "name": "network-vif-plugged", "status": "completed", "tag": "4570a74e-b70a-4821-b753-b0bb018872e8"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:57:38.440091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] No DVR routers for this DVR port 11735b26-58a4-45d8-9f0f-0d0203615c9b on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:57:38.445812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4570a74e-b70a-4821-b753-b0bb018872e8, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4570a74e-b70a-4821-b753-b0bb018872e8,segment=NetworkSegment(812c07c1-a10b-4e30-8089-8b60c83db9cb),segment_id=812c07c1-a10b-4e30-8089-8b60c83db9cb)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:38.456531 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-e80d9c78-6c33-4cbb-97ed-950bd252abf0 None None] For port 11735b26-58a4-45d8-9f0f-0d0203615c9b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=11735b26-58a4-45d8-9f0f-0d0203615c9b,segment=NetworkSegment(144d0347-b7ba-424d-a9b4-2c632cfb4942),segment_id=144d0347-b7ba-424d-a9b4-2c632cfb4942)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:38.457396 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e80d9c78-6c33-4cbb-97ed-950bd252abf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:38.462712 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Pushing event deleted for resources: {'Port': ['ID=11735b26-58a4-45d8-9f0f-0d0203615c9b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:38.477596 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e80d9c78-6c33-4cbb-97ed-950bd252abf0 None None] Calling delete_port for 11735b26-58a4-45d8-9f0f-0d0203615c9b owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:57:38.653463 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:38.681723 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58345a83-abb1-42b3-8dc7-4afb1a579c46']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:38.695546 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144d0347-b7ba-424d-a9b4-2c632cfb4942') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:38.696013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144d0347-b7ba-424d-a9b4-2c632cfb4942') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:38.703952 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e80d9c78-6c33-4cbb-97ed-950bd252abf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:38.709309 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:38.711786 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3bf40-3e78-4643-83f4-9898282fd520 req-2c640bf9-e22b-4f9b-9968-45a210900826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:38.713203 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af230fb9-12ee-4c48-9fa3-4f4f9ea5f076 x-openstack-request-id: req-af230fb9-12ee-4c48-9fa3-4f4f9ea5f076 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:57:38.714004 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73334cb5-5803-434f-b833-3f13f946327e", "name": "network-vif-plugged", "status": "completed", "tag": "4570a74e-b70a-4821-b753-b0bb018872e8", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:57:38.714362 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af230fb9-12ee-4c48-9fa3-4f4f9ea5f076 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:57:38.714916 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73334cb5-5803-434f-b833-3f13f946327e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4570a74e-b70a-4821-b753-b0bb018872e8', 'code': 200} Nov 02 11:57:38.717594 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5c3bf40-3e78-4643-83f4-9898282fd520 req-2c640bf9-e22b-4f9b-9968-45a210900826 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 1097 time: 0.1256847 Nov 02 11:57:38.721228 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:38.736953 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:38.744161 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:57:38.744746 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:38.786243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d9c78-6c33-4cbb-97ed-950bd252abf0 None None] Pushing event deleted for resources: {'Port': ['ID=11735b26-58a4-45d8-9f0f-0d0203615c9b,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:38.796085 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80d9c78-6c33-4cbb-97ed-950bd252abf0 None None] No DVR routers for this DVR port 11735b26-58a4-45d8-9f0f-0d0203615c9b on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:57:38.831460 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:57:38.856699 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5c3bf40-3e78-4643-83f4-9898282fd520 req-c9c711ae-bc3f-45e4-a811-7274382f8df9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313601 Nov 02 11:57:38.896011 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=4570a74e-b70a-4821-b753-b0bb018872e8,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:38.963471 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:38.971561 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:38.976813 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] 10.222.0.52 "DELETE /v2.0/networks/58345a83-abb1-42b3-8dc7-4afb1a579c46 HTTP/1.1" status: 204 len: 168 time: 1.6043961 Nov 02 11:57:39.028004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb0c89-0c4b-4d00-a6b5-01264358060d tempest-FloatingIPNegativeTestJSON-1031124244 tempest-FloatingIPNegativeTestJSON-1031124244-project] Pushing event deleted for resources: {'Network': ['ID=58345a83-abb1-42b3-8dc7-4afb1a579c46,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:39.143963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a48eb-6604-4f01-8578-072e96e868a7 req-9ab79e21-5e19-4bbd-a4db-2ce76ce13031 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:39.145631 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb0a48eb-6604-4f01-8578-072e96e868a7 req-9ab79e21-5e19-4bbd-a4db-2ce76ce13031 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.0710506 Nov 02 11:57:39.201848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb0a48eb-6604-4f01-8578-072e96e868a7 req-92e4c017-722a-4f2e-9ab8-59803d6597ba tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477221 Nov 02 11:57:39.300985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 11735b26-58a4-45d8-9f0f-0d0203615c9b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:57:39.323253 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 11735b26-58a4-45d8-9f0f-0d0203615c9b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:57:39.323605 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 11735b26-58a4-45d8-9f0f-0d0203615c9b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:57:39.400551 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b6bba-ca70-47e4-8777-fcce7e951d17 req-fe31c3a5-7eba-4f8e-812e-17f9565b48ff tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:39.402315 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b64b6bba-ca70-47e4-8777-fcce7e951d17 req-fe31c3a5-7eba-4f8e-812e-17f9565b48ff tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 945 time: 0.0691895 Nov 02 11:57:39.466475 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b64b6bba-ca70-47e4-8777-fcce7e951d17 req-2dda17d2-950d-4fb2-9931-508c1513842f tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570958 Nov 02 11:57:39.651323 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54606) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:39.813600 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3feddb73-0da2-41a7-89a4-d0e85b419096 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c8d844bf4af4a3bb7eabd850d538793&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1604910 Nov 02 11:57:39.820481 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54620) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:39.892664 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-79ec37b2-f6ce-4dab-9dd2-818be30988c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:39.917275 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-79ec37b2-f6ce-4dab-9dd2-818be30988c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:40.083151 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-79ec37b2-f6ce-4dab-9dd2-818be30988c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:40.089720 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-79ec37b2-f6ce-4dab-9dd2-818be30988c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:40.091179 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-79ec37b2-f6ce-4dab-9dd2-818be30988c0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9541a69e-f817-425a-a3c7-ce489fb2ede5 HTTP/1.1" status: 204 len: 168 time: 0.2694609 Nov 02 11:57:40.108821 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec37b2-f6ce-4dab-9dd2-818be30988c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9541a69e-f817-425a-a3c7-ce489fb2ede5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:40.415473 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8860b4-f45f-48b3-93d1-e26a6081381a req-d285d7a1-b9ae-4ffe-a659-75d9c5574128 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:40.417067 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e8860b4-f45f-48b3-93d1-e26a6081381a req-d285d7a1-b9ae-4ffe-a659-75d9c5574128 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.0663426 Nov 02 11:57:40.483027 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e8860b4-f45f-48b3-93d1-e26a6081381a req-c336b9e9-d2d1-417f-bf41-a48ca07229f2 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569873 Nov 02 11:57:40.619160 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb42d5-6064-4716-87cc-01dd9a10fc3f req-bb9ba692-e114-4ed7-93b8-395ecea3fca6 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:40.628508 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2bbb42d5-6064-4716-87cc-01dd9a10fc3f req-bb9ba692-e114-4ed7-93b8-395ecea3fca6 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 945 time: 0.0682085 Nov 02 11:57:40.702113 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2bbb42d5-6064-4716-87cc-01dd9a10fc3f req-b129bedf-80c0-45e7-a00c-fed02b8f3e66 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736721 Nov 02 11:57:40.728605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54650) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:40.930767 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ad18f4d-bf74-407c-a885-e18eb1d16728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:40.938643 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a66c8-f914-4db5-9eb6-82e29dcdeca0 req-28e20ed0-b3a0-4a5a-afa6-8e0015d0d920 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:40.940481 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-853a66c8-f914-4db5-9eb6-82e29dcdeca0 req-28e20ed0-b3a0-4a5a-afa6-8e0015d0d920 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 945 time: 0.0784535 Nov 02 11:57:41.002251 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-853a66c8-f914-4db5-9eb6-82e29dcdeca0 req-34693163-56be-4e73-a9c8-e0d5a3e2d1e9 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523834 Nov 02 11:57:41.072323 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ad18f4d-bf74-407c-a885-e18eb1d16728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:41.162477 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ad18f4d-bf74-407c-a885-e18eb1d16728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:41.204962 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad18f4d-bf74-407c-a885-e18eb1d16728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082fe6b6-9e67-47fc-bbc6-6a7981f8b2a6,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:41.209231 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9ad18f4d-bf74-407c-a885-e18eb1d16728 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2ff8244066d44deaa2a121fb935fec9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4790227 Nov 02 11:57:41.212396 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54668) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:41.270768 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01cd893a-cffd-491f-af0e-b4ea800af770 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:41.294703 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01cd893a-cffd-491f-af0e-b4ea800af770 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:41.471483 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01cd893a-cffd-491f-af0e-b4ea800af770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:41.474331 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01cd893a-cffd-491f-af0e-b4ea800af770 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:41.475734 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-01cd893a-cffd-491f-af0e-b4ea800af770 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/082fe6b6-9e67-47fc-bbc6-6a7981f8b2a6 HTTP/1.1" status: 204 len: 168 time: 0.2620988 Nov 02 11:57:41.484457 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd893a-cffd-491f-af0e-b4ea800af770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082fe6b6-9e67-47fc-bbc6-6a7981f8b2a6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:41.675868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54686) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:41.904318 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7a159776-4915-49fd-9157-43bec8deacc2 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:41.905188 n-d-806683-18 neutron-server[102690]: WARNING neutron.api.v2.base [None req-7a159776-4915-49fd-9157-43bec8deacc2 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 02 11:57:41.905686 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-7a159776-4915-49fd-9157-43bec8deacc2 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): There was a conflict when trying to complete your request. Nov 02 11:57:41.907275 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7a159776-4915-49fd-9157-43bec8deacc2 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2304673 Nov 02 11:57:41.911373 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54696) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:41.917684 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b00642ed-f1a4-464d-95ea-7bb0b1e8bc49 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group': {'name': 'tempest-secgroup--636885612'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:42.024174 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b00642ed-f1a4-464d-95ea-7bb0b1e8bc49 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:42.033939 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b00642ed-f1a4-464d-95ea-7bb0b1e8bc49 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:42.128352 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b00642ed-f1a4-464d-95ea-7bb0b1e8bc49 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:42.246056 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b00642ed-f1a4-464d-95ea-7bb0b1e8bc49 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:42.286671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00642ed-f1a4-464d-95ea-7bb0b1e8bc49 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbc055d-7ef1-417a-8375-a8459d9bba20,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:42.347654 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b00642ed-f1a4-464d-95ea-7bb0b1e8bc49 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:42.442375 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64771e-e1c7-4b16-bb91-813fa24fb99a req-3cf11942-9106-4473-921e-ea6a8db56595 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:42.444772 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54712) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:42.445635 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db64771e-e1c7-4b16-bb91-813fa24fb99a req-3cf11942-9106-4473-921e-ea6a8db56595 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.0601795 Nov 02 11:57:42.458312 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1883d334-036d-4b62-ad06-40c930ab83d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:42.480394 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b00642ed-f1a4-464d-95ea-7bb0b1e8bc49 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:42.508532 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db64771e-e1c7-4b16-bb91-813fa24fb99a req-4f3557d8-9f44-4628-b739-1fdb52d5d6f9 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531931 Nov 02 11:57:42.531964 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00642ed-f1a4-464d-95ea-7bb0b1e8bc49 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b99e734-a30a-472f-8905-815f6ec18924,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:42.579528 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1883d334-036d-4b62-ad06-40c930ab83d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:42.644667 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd8874-d909-42ed-8991-22c217a6e697 req-3372b890-5e3d-4b6f-a6d1-54ea44b6b7e0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:42.651613 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd8874-d909-42ed-8991-22c217a6e697 req-3372b890-5e3d-4b6f-a6d1-54ea44b6b7e0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:42.657596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd8874-d909-42ed-8991-22c217a6e697 req-3372b890-5e3d-4b6f-a6d1-54ea44b6b7e0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:42.663880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd8874-d909-42ed-8991-22c217a6e697 req-3372b890-5e3d-4b6f-a6d1-54ea44b6b7e0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:42.670082 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd8874-d909-42ed-8991-22c217a6e697 req-3372b890-5e3d-4b6f-a6d1-54ea44b6b7e0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:42.676083 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd8874-d909-42ed-8991-22c217a6e697 req-3372b890-5e3d-4b6f-a6d1-54ea44b6b7e0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:42.682322 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd8874-d909-42ed-8991-22c217a6e697 req-3372b890-5e3d-4b6f-a6d1-54ea44b6b7e0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:42.684505 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57fd8874-d909-42ed-8991-22c217a6e697 req-3372b890-5e3d-4b6f-a6d1-54ea44b6b7e0 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5433 time: 0.0941496 Nov 02 11:57:42.725126 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b00642ed-f1a4-464d-95ea-7bb0b1e8bc49 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:42.729585 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b00642ed-f1a4-464d-95ea-7bb0b1e8bc49 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8144596 Nov 02 11:57:42.730089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54716) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:42.734685 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-ffc71657-3f95-4c53-8d90-2de4b8e1cd47 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': '1b99e734-a30a-472f-8905-815f6ec18924', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:42.755466 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57fd8874-d909-42ed-8991-22c217a6e697 req-c286ef6d-33d8-46dd-955e-f560d0eeac43 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644515 Nov 02 11:57:42.788963 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1883d334-036d-4b62-ad06-40c930ab83d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:42.855010 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883d334-036d-4b62-ad06-40c930ab83d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224f72ff-2b72-4477-a2df-aea2ec6fb229,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:42.875149 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54724) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:42.876210 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1883d334-036d-4b62-ad06-40c930ab83d1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=71225b0fb42d464992d7a8837403139a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4302411 Nov 02 11:57:42.896794 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffc71657-3f95-4c53-8d90-2de4b8e1cd47 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:42.951567 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4ce24e9-7017-452e-85fb-87da51e35bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:42.996157 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffc71657-3f95-4c53-8d90-2de4b8e1cd47 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:43.002159 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4ce24e9-7017-452e-85fb-87da51e35bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:43.022214 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-580695cb-4492-4073-b014-01d794c3d9e6 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:43.030212 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-580695cb-4492-4073-b014-01d794c3d9e6 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:43.036774 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-580695cb-4492-4073-b014-01d794c3d9e6 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:43.043925 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-580695cb-4492-4073-b014-01d794c3d9e6 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:43.050722 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-580695cb-4492-4073-b014-01d794c3d9e6 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:43.058102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad321c-ae4d-4836-bb88-461eea58faa2 req-dd3089db-26c9-4049-a092-f79047705a0b tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:43.058808 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-580695cb-4492-4073-b014-01d794c3d9e6 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:43.060942 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c8ad321c-ae4d-4836-bb88-461eea58faa2 req-dd3089db-26c9-4049-a092-f79047705a0b tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 945 time: 0.1059463 Nov 02 11:57:43.072356 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-580695cb-4492-4073-b014-01d794c3d9e6 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:43.078078 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-580695cb-4492-4073-b014-01d794c3d9e6 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.54 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5433 time: 0.1894717 Nov 02 11:57:43.081466 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffc71657-3f95-4c53-8d90-2de4b8e1cd47 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:43.137700 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc71657-3f95-4c53-8d90-2de4b8e1cd47 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f136a3-a2b9-4b20-bcf5-7ffadc0ad556,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:43.162914 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c8ad321c-ae4d-4836-bb88-461eea58faa2 req-7a3e318f-7c3c-4029-82d4-f12729433291 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950172 Nov 02 11:57:43.204259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-aea7beee-f59c-4906-b2fb-44c93d6c6aa8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:43.205670 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-aea7beee-f59c-4906-b2fb-44c93d6c6aa8 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.54 "GET /v2.0/ports/dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1176062 Nov 02 11:57:43.306336 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4ce24e9-7017-452e-85fb-87da51e35bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:43.308511 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffc71657-3f95-4c53-8d90-2de4b8e1cd47 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:43.309033 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4ce24e9-7017-452e-85fb-87da51e35bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:43.312805 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ffc71657-3f95-4c53-8d90-2de4b8e1cd47 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5786686 Nov 02 11:57:43.316845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54730) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:43.318399 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-145699ef-ee52-4b4d-9e4c-d9ad2d5273c5 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': '1b99e734-a30a-472f-8905-815f6ec18924', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:43.322895 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b4ce24e9-7017-452e-85fb-87da51e35bdc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/224f72ff-2b72-4477-a2df-aea2ec6fb229 HTTP/1.1" status: 204 len: 168 time: 0.4465640 Nov 02 11:57:43.346413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce24e9-7017-452e-85fb-87da51e35bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224f72ff-2b72-4477-a2df-aea2ec6fb229,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:43.378027 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-b5faf574-231e-41f3-ac09-1f8f97b1f31b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.54 "GET /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1662488 Nov 02 11:57:43.392081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-8bebb088-84f3-4037-b7eb-553d1db49bda service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:43.435534 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-145699ef-ee52-4b4d-9e4c-d9ad2d5273c5 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:43.487175 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-8bebb088-84f3-4037-b7eb-553d1db49bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:43.634800 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-145699ef-ee52-4b4d-9e4c-d9ad2d5273c5 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): There was a conflict when trying to complete your request. Nov 02 11:57:43.637724 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-145699ef-ee52-4b4d-9e4c-d9ad2d5273c5 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3215930 Nov 02 11:57:43.639798 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54742) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:43.696565 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857018e-9447-4fa5-827f-f6a7dfae3b12 req-fe045337-31cd-491b-8d51-07637511343a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:43.699695 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3857018e-9447-4fa5-827f-f6a7dfae3b12 req-fe045337-31cd-491b-8d51-07637511343a tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.0645292 Nov 02 11:57:43.714745 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-8bebb088-84f3-4037-b7eb-553d1db49bda service neutron] For port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:43.765465 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-8bebb088-84f3-4037-b7eb-553d1db49bda service neutron] For port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:57:43.765622 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3857018e-9447-4fa5-827f-f6a7dfae3b12 req-68a1d17b-108f-4a4a-933c-8449fb9bae71 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582263 Nov 02 11:57:43.828098 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-8bebb088-84f3-4037-b7eb-553d1db49bda service neutron] device_id is not set on port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:57:43.835790 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb6c31c0-c139-483f-8591-31ce95a3836a tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:43.841501 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-8bebb088-84f3-4037-b7eb-553d1db49bda service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:43.869750 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb6c31c0-c139-483f-8591-31ce95a3836a tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:43.950392 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-8bebb088-84f3-4037-b7eb-553d1db49bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:43.973676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064c02e-43bc-463b-8b38-cfc4ab46d88f req-6f7d9393-a74c-4720-9fd9-858ace78fb42 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:43.983921 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064c02e-43bc-463b-8b38-cfc4ab46d88f req-6f7d9393-a74c-4720-9fd9-858ace78fb42 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:43.992506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064c02e-43bc-463b-8b38-cfc4ab46d88f req-6f7d9393-a74c-4720-9fd9-858ace78fb42 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:44.001794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064c02e-43bc-463b-8b38-cfc4ab46d88f req-6f7d9393-a74c-4720-9fd9-858ace78fb42 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:44.010451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064c02e-43bc-463b-8b38-cfc4ab46d88f req-6f7d9393-a74c-4720-9fd9-858ace78fb42 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:44.018548 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064c02e-43bc-463b-8b38-cfc4ab46d88f req-6f7d9393-a74c-4720-9fd9-858ace78fb42 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:44.026080 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064c02e-43bc-463b-8b38-cfc4ab46d88f req-6f7d9393-a74c-4720-9fd9-858ace78fb42 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:44.035944 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2064c02e-43bc-463b-8b38-cfc4ab46d88f req-6f7d9393-a74c-4720-9fd9-858ace78fb42 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 5356 time: 0.1538229 Nov 02 11:57:44.061384 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebb088-84f3-4037-b7eb-553d1db49bda service neutron] Pushing event updated for resources: {'Port': ['ID=dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9,revision_number=6']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:44.089523 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-8bebb088-84f3-4037-b7eb-553d1db49bda service neutron] No DVR routers for this DVR port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:57:44.095719 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb6c31c0-c139-483f-8591-31ce95a3836a tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:44.096076 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb6c31c0-c139-483f-8591-31ce95a3836a tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:44.099631 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cb6c31c0-c139-483f-8591-31ce95a3836a tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "DELETE /v2.0/security-groups/1b99e734-a30a-472f-8905-815f6ec18924 HTTP/1.1" status: 204 len: 168 time: 0.4564183 Nov 02 11:57:44.099970 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54758) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:44.149502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c31c0-c139-483f-8591-31ce95a3836a tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b99e734-a30a-472f-8905-815f6ec18924,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:44.172593 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-8bebb088-84f3-4037-b7eb-553d1db49bda service neutron] In _notify_port_updated(), no bound segment for port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 on network 57381074-bd23-4376-887c-81c9e0b09323 {{(pid=102690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 11:57:44.174329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-8bebb088-84f3-4037-b7eb-553d1db49bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:44.175872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-8bebb088-84f3-4037-b7eb-553d1db49bda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:44.177534 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-8bebb088-84f3-4037-b7eb-553d1db49bda service neutron] 10.222.0.54 "PUT /v2.0/ports/dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 HTTP/1.1" status: 200 len: 1026 time: 0.7919400 Nov 02 11:57:44.249956 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2064c02e-43bc-463b-8b38-cfc4ab46d88f req-ad03f188-7160-46f9-aa5e-30edd99c5011 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4809ff9-fa57-4e79-a332-f1a452c84477&id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2125306 Nov 02 11:57:44.273866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e22703b4-d8b9-4087-8787-217e6e833ca1 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1717563 Nov 02 11:57:44.276878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54764) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:44.279094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-31f97551-0094-45d3-b26f-b17412dd7adc tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:44.280451 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-31f97551-0094-45d3-b26f-b17412dd7adc tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.54 "GET /v2.0/ports/e49a6e4f-ad58-4cc4-a201-1817a84804d2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0953820 Nov 02 11:57:44.286340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-065e7a9d-b72b-4db0-ab98-5736ef79417b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group': {'name': 'tempest-secgroup--64678803'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:44.301034 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-229d50e2-a88f-4a47-9f50-efe2bd0b65c0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:44.420735 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-229d50e2-a88f-4a47-9f50-efe2bd0b65c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:44.437410 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-065e7a9d-b72b-4db0-ab98-5736ef79417b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:44.455242 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a6554b3a-6352-4a8f-9843-d53268fdf740 None None] Provisioning complete for port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:57:44.458454 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a6554b3a-6352-4a8f-9843-d53268fdf740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:44.540026 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a6554b3a-6352-4a8f-9843-d53268fdf740 None None] Port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:57:44.619699 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-065e7a9d-b72b-4db0-ab98-5736ef79417b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:44.652271 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1649fd0-2045-4937-bae5-cdae8f19d2c8 req-3dadd07f-4f3f-4a33-8f96-1553e537a05e tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:44.661416 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e1649fd0-2045-4937-bae5-cdae8f19d2c8 req-3dadd07f-4f3f-4a33-8f96-1553e537a05e tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 945 time: 0.1153376 Nov 02 11:57:44.689788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-229d50e2-a88f-4a47-9f50-efe2bd0b65c0 service neutron] For port e49a6e4f-ad58-4cc4-a201-1817a84804d2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=e49a6e4f-ad58-4cc4-a201-1817a84804d2,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:44.724810 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-065e7a9d-b72b-4db0-ab98-5736ef79417b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:44.733897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-229d50e2-a88f-4a47-9f50-efe2bd0b65c0 service neutron] For port e49a6e4f-ad58-4cc4-a201-1817a84804d2, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:57:44.744769 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e1649fd0-2045-4937-bae5-cdae8f19d2c8 req-f495552f-3f7b-4a62-b3f6-c8875d0fb47a tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823367 Nov 02 11:57:44.767285 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e7a9d-b72b-4db0-ab98-5736ef79417b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf79ee10-f0e3-4ad0-ab8f-25df3cb95666,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:44.780915 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-229d50e2-a88f-4a47-9f50-efe2bd0b65c0 service neutron] device_id is not set on port e49a6e4f-ad58-4cc4-a201-1817a84804d2 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:57:44.792585 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-229d50e2-a88f-4a47-9f50-efe2bd0b65c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:44.897073 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-065e7a9d-b72b-4db0-ab98-5736ef79417b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:44.899724 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-065e7a9d-b72b-4db0-ab98-5736ef79417b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6214919 Nov 02 11:57:44.942197 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54782) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:44.950456 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3fef6958-b9ec-4b64-9b11-5a2d7d1ffcc0 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': 'cf79ee10-f0e3-4ad0-ab8f-25df3cb95666', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:44.951836 n-d-806683-18 neutron-server[102690]: WARNING neutron.api.v2.base [None req-3fef6958-b9ec-4b64-9b11-5a2d7d1ffcc0 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 02 11:57:44.952498 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-3fef6958-b9ec-4b64-9b11-5a2d7d1ffcc0 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:57:44.953627 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3fef6958-b9ec-4b64-9b11-5a2d7d1ffcc0 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0099030 Nov 02 11:57:44.956939 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54784) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:44.993181 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-229d50e2-a88f-4a47-9f50-efe2bd0b65c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:45.022527 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-348b1740-8395-4825-84f4-83b2cc2c20eb tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:45.051993 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-348b1740-8395-4825-84f4-83b2cc2c20eb tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:45.144139 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-229d50e2-a88f-4a47-9f50-efe2bd0b65c0 service neutron] No DVR routers for this DVR port e49a6e4f-ad58-4cc4-a201-1817a84804d2 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:57:45.181477 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d50e2-a88f-4a47-9f50-efe2bd0b65c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e49a6e4f-ad58-4cc4-a201-1817a84804d2,revision_number=6']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:45.214949 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-229d50e2-a88f-4a47-9f50-efe2bd0b65c0 service neutron] In _notify_port_updated(), no bound segment for port e49a6e4f-ad58-4cc4-a201-1817a84804d2 on network 57381074-bd23-4376-887c-81c9e0b09323 {{(pid=102690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 11:57:45.215862 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-229d50e2-a88f-4a47-9f50-efe2bd0b65c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:45.216477 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-229d50e2-a88f-4a47-9f50-efe2bd0b65c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:45.217898 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-229d50e2-a88f-4a47-9f50-efe2bd0b65c0 service neutron] 10.222.0.54 "PUT /v2.0/ports/e49a6e4f-ad58-4cc4-a201-1817a84804d2 HTTP/1.1" status: 200 len: 1027 time: 0.9249003 Nov 02 11:57:45.344508 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-f7276cd9-36d0-42e1-997e-0a307dbb97b7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Deleting port 0194c44a-8c9b-476a-a2df-892896c7ecd8 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:57:45.344922 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-f7276cd9-36d0-42e1-997e-0a307dbb97b7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:45.468328 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-348b1740-8395-4825-84f4-83b2cc2c20eb tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:45.472457 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-348b1740-8395-4825-84f4-83b2cc2c20eb tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:45.473695 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-348b1740-8395-4825-84f4-83b2cc2c20eb tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "DELETE /v2.0/security-groups/cf79ee10-f0e3-4ad0-ab8f-25df3cb95666 HTTP/1.1" status: 204 len: 168 time: 0.5153875 Nov 02 11:57:45.482067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54800) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:45.488706 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b1740-8395-4825-84f4-83b2cc2c20eb tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf79ee10-f0e3-4ad0-ab8f-25df3cb95666,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:45.490390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-f7276cd9-36d0-42e1-997e-0a307dbb97b7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] For port 0194c44a-8c9b-476a-a2df-892896c7ecd8, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0194c44a-8c9b-476a-a2df-892896c7ecd8,segment=NetworkSegment(11a5b8ba-a5ed-492f-a28c-361899d6d864),segment_id=11a5b8ba-a5ed-492f-a28c-361899d6d864)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:45.491700 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-f7276cd9-36d0-42e1-997e-0a307dbb97b7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:45.507729 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfaf05a-3f97-4cf7-b089-e8bb0f640d07 req-ae5950e7-292f-46a9-aa94-9f5f8f7bcf29 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:45.509178 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cbfaf05a-3f97-4cf7-b089-e8bb0f640d07 req-ae5950e7-292f-46a9-aa94-9f5f8f7bcf29 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.0901403 Nov 02 11:57:45.584306 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cbfaf05a-3f97-4cf7-b089-e8bb0f640d07 req-cbe35d5c-a5a4-41f4-b020-4386211cacbe tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661166 Nov 02 11:57:45.598850 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c3a3440c-4e45-494f-be47-ec81f1a6f59f None None] Provisioning complete for port e49a6e4f-ad58-4cc4-a201-1817a84804d2 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:57:45.599420 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c3a3440c-4e45-494f-be47-ec81f1a6f59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:45.617888 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e49a6e4f-ad58-4cc4-a201-1817a84804d2 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:57:45.673222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d37d-39c9-40bd-8a07-a2a4733056ce req-93c3dc0b-dda0-4d4a-8e8e-d66234daca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:45.673447 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-18e75675-1188-4a7e-95c6-bcbaaaf571bd tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1901548 Nov 02 11:57:45.680277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54806) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:45.685496 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1615d37d-39c9-40bd-8a07-a2a4733056ce req-93c3dc0b-dda0-4d4a-8e8e-d66234daca3e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=71f5955a458c484986737ffa56d2b1be&device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 1097 time: 0.0804563 Nov 02 11:57:45.691842 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-be4b2861-1045-45b8-b647-d67df0c8c15c tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1439296182'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:45.717063 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3440c-4e45-494f-be47-ec81f1a6f59f None None] Port e49a6e4f-ad58-4cc4-a201-1817a84804d2 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:57:45.725866 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device e49a6e4f-ad58-4cc4-a201-1817a84804d2 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:57:45.726367 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:57:45.793769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:57:45.793769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b6457bfa-3035-4f01-811e-7c5f433c3ae9 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:57:45.907002 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:45.938253 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be4b2861-1045-45b8-b647-d67df0c8c15c tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:45.950358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e44496-1c48-40c7-8600-d0337cd7a02a req-3732ee67-59e0-4a60-bdc2-07eb2d1a9dee tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:45.957213 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6457bfa-3035-4f01-811e-7c5f433c3ae9'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:57:45.957581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e44496-1c48-40c7-8600-d0337cd7a02a req-3732ee67-59e0-4a60-bdc2-07eb2d1a9dee tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:45.963991 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e44496-1c48-40c7-8600-d0337cd7a02a req-3732ee67-59e0-4a60-bdc2-07eb2d1a9dee tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:45.964262 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cccd59-87d4-4257-9482-0c59ebb4a4b0" -d '{"events": [{"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-unplugged", "status": "completed", "tag": "b6457bfa-3035-4f01-811e-7c5f433c3ae9"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:57:45.970656 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e44496-1c48-40c7-8600-d0337cd7a02a req-3732ee67-59e0-4a60-bdc2-07eb2d1a9dee tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:45.978807 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-f7276cd9-36d0-42e1-997e-0a307dbb97b7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:45.979527 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-f7276cd9-36d0-42e1-997e-0a307dbb97b7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:45.980018 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-f7276cd9-36d0-42e1-997e-0a307dbb97b7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Floating IP 1d6c6f61-ed92-45e8-9540-c2ce47540400 disassociated. External IP: 172.25.6.219, port: 0194c44a-8c9b-476a-a2df-892896c7ecd8. Nov 02 11:57:45.980739 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-f7276cd9-36d0-42e1-997e-0a307dbb97b7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Calling delete_port for 0194c44a-8c9b-476a-a2df-892896c7ecd8 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:57:45.988784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e44496-1c48-40c7-8600-d0337cd7a02a req-3732ee67-59e0-4a60-bdc2-07eb2d1a9dee tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:46.008610 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52e44496-1c48-40c7-8600-d0337cd7a02a req-3732ee67-59e0-4a60-bdc2-07eb2d1a9dee tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 3886 time: 0.2721469 Nov 02 11:57:46.014885 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port b6457bfa-3035-4f01-811e-7c5f433c3ae9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b6457bfa-3035-4f01-811e-7c5f433c3ae9,segment=NetworkSegment(cde4e05a-c375-4c4e-bb3b-d08e157c6c96),segment_id=cde4e05a-c375-4c4e-bb3b-d08e157c6c96)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:46.047351 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d37d-39c9-40bd-8a07-a2a4733056ce req-a1dc728e-17bf-4594-8d3a-bfb1a1b00271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:46.048853 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1615d37d-39c9-40bd-8a07-a2a4733056ce req-a1dc728e-17bf-4594-8d3a-bfb1a1b00271 service neutron] 10.222.0.54 "GET /v2.0/networks?id=511685fb-fb15-4169-a61d-8b0118457b7e HTTP/1.1" status: 200 len: 912 time: 0.3558142 Nov 02 11:57:46.089332 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be4b2861-1045-45b8-b647-d67df0c8c15c tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:46.108680 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1615d37d-39c9-40bd-8a07-a2a4733056ce req-cfe424c4-2567-4d55-9bad-b8ef10ec1ae5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4570a74e-b70a-4821-b753-b0bb018872e8 HTTP/1.1" status: 200 len: 217 time: 0.0479839 Nov 02 11:57:46.123597 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52e44496-1c48-40c7-8600-d0337cd7a02a req-cf4c53dd-f17d-44a3-87d5-0a7358b982db tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139286 Nov 02 11:57:46.188779 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:46.191012 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device f14a703c-4db3-4392-ab3a-fe5af5dff2d9 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:57:46.217941 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615d37d-39c9-40bd-8a07-a2a4733056ce req-1d23f878-e553-43f0-be02-93646cd919d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:46.232114 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1615d37d-39c9-40bd-8a07-a2a4733056ce req-1d23f878-e553-43f0-be02-93646cd919d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=163d9cd5-3092-4dac-b44d-c4c926196985 HTTP/1.1" status: 200 len: 851 time: 0.1074526 Nov 02 11:57:46.311772 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1615d37d-39c9-40bd-8a07-a2a4733056ce req-7c1b60c3-760d-4f09-b100-7af3983e2bc6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=511685fb-fb15-4169-a61d-8b0118457b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712576 Nov 02 11:57:46.317796 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be4b2861-1045-45b8-b647-d67df0c8c15c tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:46.331187 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=b6457bfa-3035-4f01-811e-7c5f433c3ae9,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:46.386218 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33912ae9-1f5d-4430-8908-af94f2555e8c req-79f13e35-3670-46b9-8031-5a93dc09bd38 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:46.388352 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33912ae9-1f5d-4430-8908-af94f2555e8c req-79f13e35-3670-46b9-8031-5a93dc09bd38 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 945 time: 0.1300423 Nov 02 11:57:46.392519 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b2861-1045-45b8-b647-d67df0c8c15c tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79bed81-8630-4097-91a0-62284018a12e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:46.407498 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-f7276cd9-36d0-42e1-997e-0a307dbb97b7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:46.427463 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:46.443754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7276cd9-36d0-42e1-997e-0a307dbb97b7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event deleted for resources: {'Port': ['ID=0194c44a-8c9b-476a-a2df-892896c7ecd8,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:46.519856 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be4b2861-1045-45b8-b647-d67df0c8c15c tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:46.521508 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-be4b2861-1045-45b8-b647-d67df0c8c15c tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8333566 Nov 02 11:57:46.525390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54828) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:46.530750 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1fa223ed-6493-4d9c-8f17-0ae57d33cde1 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': 'a79bed81-8630-4097-91a0-62284018a12e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:46.532240 n-d-806683-18 neutron-server[102690]: WARNING neutron.api.v2.base [None req-1fa223ed-6493-4d9c-8f17-0ae57d33cde1 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 02 11:57:46.533045 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-1fa223ed-6493-4d9c-8f17-0ae57d33cde1 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:57:46.534251 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1fa223ed-6493-4d9c-8f17-0ae57d33cde1 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071726 Nov 02 11:57:46.537192 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54830) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:46.543137 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port f14a703c-4db3-4392-ab3a-fe5af5dff2d9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=f14a703c-4db3-4392-ab3a-fe5af5dff2d9,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:46.551060 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33912ae9-1f5d-4430-8908-af94f2555e8c req-be06cf2a-d755-450a-950a-ed86f3d4adc8 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197183 Nov 02 11:57:46.599607 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1615d37d-39c9-40bd-8a07-a2a4733056ce req-593aa0ec-1cfa-403c-ae83-a3963064ab80 service neutron] 10.222.0.54 "GET /v2.0/networks/511685fb-fb15-4169-a61d-8b0118457b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726591 Nov 02 11:57:46.677953 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-492f2ec0-c5f8-49d7-a92b-c1022c90458b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:46.700486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-f7276cd9-36d0-42e1-997e-0a307dbb97b7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Router 05fa5de3-8937-40ca-9b82-b070d9fa9dfb has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:57:46.716607 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-492f2ec0-c5f8-49d7-a92b-c1022c90458b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:46.719298 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:46.720080 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0194c44a-8c9b-476a-a2df-892896c7ecd8 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:57:46.863751 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1615d37d-39c9-40bd-8a07-a2a4733056ce req-3dbf6e25-f4c4-448c-9d1c-62c9eb87dd8d service neutron] 10.222.0.54 "GET /v2.0/networks/511685fb-fb15-4169-a61d-8b0118457b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604980 Nov 02 11:57:46.886273 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2514a8a-0355-4aa8-885a-13579a744b84 x-openstack-request-id: req-e2514a8a-0355-4aa8-885a-13579a744b84 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:57:46.886564 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-unplugged", "status": "completed", "tag": "b6457bfa-3035-4f01-811e-7c5f433c3ae9", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:57:46.886824 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2514a8a-0355-4aa8-885a-13579a744b84 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:57:46.887243 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6457bfa-3035-4f01-811e-7c5f433c3ae9', 'code': 200} Nov 02 11:57:46.914196 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 0194c44a-8c9b-476a-a2df-892896c7ecd8 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:57:46.917175 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0194c44a-8c9b-476a-a2df-892896c7ecd8 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:57:46.918655 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 67731d26-119f-4fb7-bd57-e7d22863bbc2 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:57:47.008264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4dbec-a757-43c8-9677-39594c172470 req-acfbebca-a82d-4006-ad8e-a793a70f2115 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:47.021836 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cff4dbec-a757-43c8-9677-39594c172470 req-acfbebca-a82d-4006-ad8e-a793a70f2115 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.2052820 Nov 02 11:57:47.071672 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=f14a703c-4db3-4392-ab3a-fe5af5dff2d9,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:47.097375 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-492f2ec0-c5f8-49d7-a92b-c1022c90458b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:47.103007 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-492f2ec0-c5f8-49d7-a92b-c1022c90458b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:47.106053 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-492f2ec0-c5f8-49d7-a92b-c1022c90458b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "DELETE /v2.0/security-groups/a79bed81-8630-4097-91a0-62284018a12e HTTP/1.1" status: 204 len: 168 time: 0.5661504 Nov 02 11:57:47.123416 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54848) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:47.147712 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54850) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:47.157157 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cff4dbec-a757-43c8-9677-39594c172470 req-ccc29a7c-803a-40c4-8675-4dd01da71dfd tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321573 Nov 02 11:57:47.193946 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f2ec0-c5f8-49d7-a92b-c1022c90458b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79bed81-8630-4097-91a0-62284018a12e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:47.242732 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-f7276cd9-36d0-42e1-997e-0a307dbb97b7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:57:47.250770 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e2050ff0-5f20-4676-972d-43ef85ceb2b4 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1118295 Nov 02 11:57:47.251704 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54856) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:47.253120 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa49e275-f802-4a57-9a31-ce07fa9e9d82 None None] Sync routers for ids ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:57:47.254057 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-99a6a0b9-5e35-43ab-abbb-079b6d567604 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1435158737'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:47.261939 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:47.277153 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa49e275-f802-4a57-9a31-ce07fa9e9d82 None None] Routers {'05fa5de3-8937-40ca-9b82-b070d9fa9dfb'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:57:47.277696 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-fa49e275-f802-4a57-9a31-ce07fa9e9d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:57:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:47.341041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-f7276cd9-36d0-42e1-997e-0a307dbb97b7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] No DVR routers for this DVR port 0194c44a-8c9b-476a-a2df-892896c7ecd8 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:57:47.348483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 67731d26-119f-4fb7-bd57-e7d22863bbc2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=67731d26-119f-4fb7-bd57-e7d22863bbc2,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:47.351867 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-f7276cd9-36d0-42e1-997e-0a307dbb97b7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:47.356173 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-f7276cd9-36d0-42e1-997e-0a307dbb97b7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.54 "DELETE /v2.0/ports/0194c44a-8c9b-476a-a2df-892896c7ecd8 HTTP/1.1" status: 204 len: 173 time: 2.1314356 Nov 02 11:57:47.356979 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-deleted', 'tag': '0194c44a-8c9b-476a-a2df-892896c7ecd8'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:57:47.360120 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abef9461-86f4-4e3c-836d-5301d394219a" -d '{"events": [{"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-deleted", "tag": "0194c44a-8c9b-476a-a2df-892896c7ecd8"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:57:47.413314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cb825-5ea6-4822-a70b-d0ce123c96d0 req-74e2e8af-0625-4402-b2b1-0da6968cd5bf tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:47.423821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cb825-5ea6-4822-a70b-d0ce123c96d0 req-74e2e8af-0625-4402-b2b1-0da6968cd5bf tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:47.434750 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cb825-5ea6-4822-a70b-d0ce123c96d0 req-74e2e8af-0625-4402-b2b1-0da6968cd5bf tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:47.441933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cb825-5ea6-4822-a70b-d0ce123c96d0 req-74e2e8af-0625-4402-b2b1-0da6968cd5bf tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:47.445190 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c35cb825-5ea6-4822-a70b-d0ce123c96d0 req-74e2e8af-0625-4402-b2b1-0da6968cd5bf tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 3146 time: 0.1651316 Nov 02 11:57:47.479219 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-fa49e275-f802-4a57-9a31-ce07fa9e9d82 None None] Set router 05fa5de3-8937-40ca-9b82-b070d9fa9dfb gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:57:47.495407 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9f343eee-8278-40e2-9f62-0b05a0d64f37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:47.520270 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:47.521008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 7fbe592b-d9af-470b-b69f-ef0996b5bcc1 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:57:47.544162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c35cb825-5ea6-4822-a70b-d0ce123c96d0 req-20936038-c70f-4f2a-ad73-1f23a83d3a49 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897775 Nov 02 11:57:47.599136 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11df5a1f-02aa-486f-9a11-15cc39b29e86 x-openstack-request-id: req-11df5a1f-02aa-486f-9a11-15cc39b29e86 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:57:47.599437 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-deleted", "tag": "0194c44a-8c9b-476a-a2df-892896c7ecd8", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:57:47.599689 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11df5a1f-02aa-486f-9a11-15cc39b29e86 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:57:47.600090 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-deleted', 'tag': '0194c44a-8c9b-476a-a2df-892896c7ecd8', 'status': 'completed', 'code': 200} Nov 02 11:57:47.659092 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99a6a0b9-5e35-43ab-abbb-079b6d567604 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:47.685245 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-32180693-e8ec-439e-a201-c0b8caebf59e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Deleting port 7fbe592b-d9af-470b-b69f-ef0996b5bcc1 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:57:47.685565 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-32180693-e8ec-439e-a201-c0b8caebf59e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:47.748525 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99a6a0b9-5e35-43ab-abbb-079b6d567604 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:47.771173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=67731d26-119f-4fb7-bd57-e7d22863bbc2,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:47.801997 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b7de168c-4630-4b3a-8cf1-08b0899abff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:47.823623 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9f343eee-8278-40e2-9f62-0b05a0d64f37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:47.912935 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-32180693-e8ec-439e-a201-c0b8caebf59e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] For port 7fbe592b-d9af-470b-b69f-ef0996b5bcc1, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=7fbe592b-d9af-470b-b69f-ef0996b5bcc1,segment=NetworkSegment(cde4e05a-c375-4c4e-bb3b-d08e157c6c96),segment_id=cde4e05a-c375-4c4e-bb3b-d08e157c6c96)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:47.913301 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-32180693-e8ec-439e-a201-c0b8caebf59e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:47.950819 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-32180693-e8ec-439e-a201-c0b8caebf59e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Calling delete_port for 7fbe592b-d9af-470b-b69f-ef0996b5bcc1 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:57:47.953617 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df5eb6-5e56-448b-b65a-c2dcfb1fac87 req-ec8ec4f2-71dc-4215-a30a-303cc2b96729 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:47.955235 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d4df5eb6-5e56-448b-b65a-c2dcfb1fac87 req-ec8ec4f2-71dc-4215-a30a-303cc2b96729 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 945 time: 0.1709311 Nov 02 11:57:47.996608 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:57:48.020359 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:48.102974 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d4df5eb6-5e56-448b-b65a-c2dcfb1fac87 req-3786ce03-7fc9-4974-aea8-d741d78a9187 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312497 Nov 02 11:57:48.119972 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-fa49e275-f802-4a57-9a31-ce07fa9e9d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'name': 'tempest-TaggedBootDevicesTest-248617132-router', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:46:59Z', 'updated_at': '2021-11-02T11:47:06Z', 'revision_number': 4, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'gw_port': {'id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:00Z', 'updated_at': '2021-11-02T11:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '3994fd9f-b8e6-4f81-bd92-2570911bf617', 'name': '', 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'mac_address': 'fa:16:3e:bd:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'c931c3ff-ea0b-4408-bd53-510e0450d503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:05Z', 'updated_at': '2021-11-02T11:47:12Z', 'revision_number': 5, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'subnets': [{'id': 'c931c3ff-ea0b-4408-bd53-510e0450d503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:48.206965 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99a6a0b9-5e35-43ab-abbb-079b6d567604 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:48.220877 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9f343eee-8278-40e2-9f62-0b05a0d64f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:48.248719 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa49e275-f802-4a57-9a31-ce07fa9e9d82 None None] Checking router: 05fa5de3-8937-40ca-9b82-b070d9fa9dfb for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:57:48.295209 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa49e275-f802-4a57-9a31-ce07fa9e9d82 None None] Routers {'05fa5de3-8937-40ca-9b82-b070d9fa9dfb'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:57:48.305337 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-fa49e275-f802-4a57-9a31-ce07fa9e9d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:57:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:48.357176 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9f343eee-8278-40e2-9f62-0b05a0d64f37 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f85b14731f9b4590aa38c65af1e6642c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2025008 Nov 02 11:57:48.357176 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6a0b9-5e35-43ab-abbb-079b6d567604 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db9673b-c33e-443b-8572-4a57ebbd88fc,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:48.358969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54904) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:48.452592 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-32180693-e8ec-439e-a201-c0b8caebf59e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:48.520952 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99a6a0b9-5e35-43ab-abbb-079b6d567604 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:48.522677 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-99a6a0b9-5e35-43ab-abbb-079b6d567604 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2759538 Nov 02 11:57:48.535692 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54906) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:48.567254 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f343eee-8278-40e2-9f62-0b05a0d64f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bae8f0d-3fe5-40d8-84b3-205a9ead3250,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:48.569901 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-51475a4d-3e39-45bc-96e0-f3edcbdbbbe2 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': '2db9673b-c33e-443b-8572-4a57ebbd88fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:48.581764 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32180693-e8ec-439e-a201-c0b8caebf59e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event deleted for resources: {'Port': ['ID=7fbe592b-d9af-470b-b69f-ef0996b5bcc1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:48.594898 n-d-806683-18 neutron-server[102689]: WARNING neutron.api.v2.base [None req-51475a4d-3e39-45bc-96e0-f3edcbdbbbe2 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 02 11:57:48.595694 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-51475a4d-3e39-45bc-96e0-f3edcbdbbbe2 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:57:48.599721 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-51475a4d-3e39-45bc-96e0-f3edcbdbbbe2 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0601873 Nov 02 11:57:48.607248 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54912) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:48.610382 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-32180693-e8ec-439e-a201-c0b8caebf59e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] No DVR routers for this DVR port 7fbe592b-d9af-470b-b69f-ef0996b5bcc1 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:57:48.613901 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-bf4e94c6-1a3b-429e-977b-4e836d691fe4 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': '2db9673b-c33e-443b-8572-4a57ebbd88fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:48.614065 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-32180693-e8ec-439e-a201-c0b8caebf59e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:48.615425 n-d-806683-18 neutron-server[102689]: WARNING neutron.api.v2.base [None req-bf4e94c6-1a3b-429e-977b-4e836d691fe4 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 02 11:57:48.617127 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-bf4e94c6-1a3b-429e-977b-4e836d691fe4 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:57:48.620837 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-32180693-e8ec-439e-a201-c0b8caebf59e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.54 "DELETE /v2.0/ports/7fbe592b-d9af-470b-b69f-ef0996b5bcc1 HTTP/1.1" status: 204 len: 173 time: 1.2272477 Nov 02 11:57:48.620985 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bf4e94c6-1a3b-429e-977b-4e836d691fe4 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0096915 Nov 02 11:57:48.630072 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54914) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:48.643899 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-57cd29fd-fe9b-44a9-bd90-654427c67b3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:48.661527 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-fa49e275-f802-4a57-9a31-ce07fa9e9d82 None None] Set router 05fa5de3-8937-40ca-9b82-b070d9fa9dfb gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:57:48.706386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3f9773fa-73b7-4a19-9217-371d24211e96 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': '2db9673b-c33e-443b-8572-4a57ebbd88fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:48.708679 n-d-806683-18 neutron-server[102690]: WARNING neutron.api.v2.base [None req-3f9773fa-73b7-4a19-9217-371d24211e96 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 02 11:57:48.709197 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-3f9773fa-73b7-4a19-9217-371d24211e96 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:57:48.711538 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3f9773fa-73b7-4a19-9217-371d24211e96 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0792913 Nov 02 11:57:48.724653 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54920) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:48.735051 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-598c8f4b-2390-4803-92ef-b5f2dba5e066 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': '2db9673b-c33e-443b-8572-4a57ebbd88fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:48.736356 n-d-806683-18 neutron-server[102690]: WARNING neutron.api.v2.base [None req-598c8f4b-2390-4803-92ef-b5f2dba5e066 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 02 11:57:48.737358 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-598c8f4b-2390-4803-92ef-b5f2dba5e066 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:57:48.743612 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-598c8f4b-2390-4803-92ef-b5f2dba5e066 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0138047 Nov 02 11:57:48.744077 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54922) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:48.752226 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-57cd29fd-fe9b-44a9-bd90-654427c67b3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:48.785222 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-c0d7b088-bd4e-482f-b036-3661e2b6d62e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Deleting port 67731d26-119f-4fb7-bd57-e7d22863bbc2 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:57:48.785568 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-c0d7b088-bd4e-482f-b036-3661e2b6d62e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:48.785689 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11113f77-ed10-49c3-9c62-8147c8cfa69a req-b3331308-5549-4432-b6ac-e73c52d776ec tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:48.787393 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11113f77-ed10-49c3-9c62-8147c8cfa69a req-b3331308-5549-4432-b6ac-e73c52d776ec tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.1812198 Nov 02 11:57:48.888580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14a703c-4db3-4392-ab3a-fe5af5dff2d9'}, {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67731d26-119f-4fb7-bd57-e7d22863bbc2'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:57:48.891761 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11113f77-ed10-49c3-9c62-8147c8cfa69a req-205f58b8-3759-4018-a4c1-88415b0de6d3 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840769 Nov 02 11:57:48.911215 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daf30ef-5961-4452-9d6b-0b37ea41c677" -d '{"events": [{"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-unplugged", "status": "completed", "tag": "f14a703c-4db3-4392-ab3a-fe5af5dff2d9"}, {"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-unplugged", "status": "completed", "tag": "67731d26-119f-4fb7-bd57-e7d22863bbc2"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:57:49.020904 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10b36e9a-f374-405a-898b-6e14e076d7a9 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:49.029506 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-57cd29fd-fe9b-44a9-bd90-654427c67b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:49.032070 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-57cd29fd-fe9b-44a9-bd90-654427c67b3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:49.033232 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-57cd29fd-fe9b-44a9-bd90-654427c67b3c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7bae8f0d-3fe5-40d8-84b3-205a9ead3250 HTTP/1.1" status: 204 len: 168 time: 0.6726050 Nov 02 11:57:49.096629 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-fa49e275-f802-4a57-9a31-ce07fa9e9d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'name': 'tempest-TaggedBootDevicesTest-248617132-router', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:46:59Z', 'updated_at': '2021-11-02T11:47:06Z', 'revision_number': 4, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'gw_port': {'id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:00Z', 'updated_at': '2021-11-02T11:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '3994fd9f-b8e6-4f81-bd92-2570911bf617', 'name': '', 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'mac_address': 'fa:16:3e:bd:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'c931c3ff-ea0b-4408-bd53-510e0450d503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:05Z', 'updated_at': '2021-11-02T11:47:12Z', 'revision_number': 5, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'subnets': [{'id': 'c931c3ff-ea0b-4408-bd53-510e0450d503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:57:49.098405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd29fd-fe9b-44a9-bd90-654427c67b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bae8f0d-3fe5-40d8-84b3-205a9ead3250,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:49.111020 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10b36e9a-f374-405a-898b-6e14e076d7a9 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:49.146553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7510c0-d8e3-482c-86c0-ad7db59d83d8 req-11b91bb1-fd6f-4695-9577-056aef0fbfd2 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:49.162772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7510c0-d8e3-482c-86c0-ad7db59d83d8 req-11b91bb1-fd6f-4695-9577-056aef0fbfd2 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:49.181748 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7510c0-d8e3-482c-86c0-ad7db59d83d8 req-11b91bb1-fd6f-4695-9577-056aef0fbfd2 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:49.193835 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c7510c0-d8e3-482c-86c0-ad7db59d83d8 req-11b91bb1-fd6f-4695-9577-056aef0fbfd2 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 2409 time: 0.2166655 Nov 02 11:57:49.232866 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-c0d7b088-bd4e-482f-b036-3661e2b6d62e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] For port 67731d26-119f-4fb7-bd57-e7d22863bbc2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=67731d26-119f-4fb7-bd57-e7d22863bbc2,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:49.233240 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-c0d7b088-bd4e-482f-b036-3661e2b6d62e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:49.244181 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa49e275-f802-4a57-9a31-ce07fa9e9d82 None None] The sync data for ids ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'] in n-d-806683-18 is: [{'id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'name': 'tempest-TaggedBootDevicesTest-248617132-router', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:46:59Z', 'updated_at': '2021-11-02T11:47:06Z', 'revision_number': 4, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'gw_port': {'id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:00Z', 'updated_at': '2021-11-02T11:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '3994fd9f-b8e6-4f81-bd92-2570911bf617', 'name': '', 'network_id': '2186d30e-762f-43e0-acae-f84c10f25696', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'mac_address': 'fa:16:3e:bd:d2:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'c931c3ff-ea0b-4408-bd53-510e0450d503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:05Z', 'updated_at': '2021-11-02T11:47:12Z', 'revision_number': 5, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'subnets': [{'id': 'c931c3ff-ea0b-4408-bd53-510e0450d503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:57:49.293757 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c7510c0-d8e3-482c-86c0-ad7db59d83d8 req-4d42774e-395c-48ea-b5a2-34b19ee11fef tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976136 Nov 02 11:57:49.296029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-c0d7b088-bd4e-482f-b036-3661e2b6d62e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Calling delete_port for 67731d26-119f-4fb7-bd57-e7d22863bbc2 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:57:49.434829 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54946) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:49.435029 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10b36e9a-f374-405a-898b-6e14e076d7a9 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:49.437160 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10b36e9a-f374-405a-898b-6e14e076d7a9 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:49.441383 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54954) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:49.441651 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-10b36e9a-f374-405a-898b-6e14e076d7a9 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "DELETE /v2.0/security-groups/2db9673b-c33e-443b-8572-4a57ebbd88fc HTTP/1.1" status: 204 len: 168 time: 0.6956069 Nov 02 11:57:49.475111 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 02 Nov 2021 11:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d1626e-ac1c-4fcd-bc00-e1c3dbeace04 x-openstack-request-id: req-d9d1626e-ac1c-4fcd-bc00-e1c3dbeace04 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:57:49.475643 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-unplugged", "status": "completed", "tag": "f14a703c-4db3-4392-ab3a-fe5af5dff2d9", "code": 200}, {"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-unplugged", "status": "completed", "tag": "67731d26-119f-4fb7-bd57-e7d22863bbc2", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:57:49.475974 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9d1626e-ac1c-4fcd-bc00-e1c3dbeace04 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:57:49.476649 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14a703c-4db3-4392-ab3a-fe5af5dff2d9', 'code': 200} Nov 02 11:57:49.476921 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67731d26-119f-4fb7-bd57-e7d22863bbc2', 'code': 200} Nov 02 11:57:49.503222 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b36e9a-f374-405a-898b-6e14e076d7a9 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db9673b-c33e-443b-8572-4a57ebbd88fc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:49.547414 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7656a18e-5ec5-4d0e-8a75-5c4d71952187 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1047072 Nov 02 11:57:49.557412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54958) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:49.564240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c970aa3a-b3e1-4d2e-be59-568f7663f2d1 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group': {'name': 'tempest-secgroup--290928549'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:49.605331 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-deleted', 'tag': '7fbe592b-d9af-470b-b69f-ef0996b5bcc1'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:57:49.620105 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58a5e44-5cf4-4ce5-8caa-58f78e047ef3" -d '{"events": [{"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-deleted", "tag": "7fbe592b-d9af-470b-b69f-ef0996b5bcc1"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:57:49.677514 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c970aa3a-b3e1-4d2e-be59-568f7663f2d1 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:49.715434 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d8e5f7f9-56c6-4a35-8456-8464a786842c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:49.748086 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6bcc2c-cd48-4032-9d64-ac93b672893f None None] New status for floating IP 1d6c6f61-ed92-45e8-9540-c2ce47540400: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:57:49.779461 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2e70d2c1-a37b-400d-974d-b9714de56ff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:49.828660 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cba0f-0384-449f-ae16-f6b0bba78da4 req-5999a114-f2de-4f9a-b558-7021d7955e66 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:49.836333 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cc1cba0f-0384-449f-ae16-f6b0bba78da4 req-5999a114-f2de-4f9a-b558-7021d7955e66 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 945 time: 0.1533775 Nov 02 11:57:49.864448 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-c0d7b088-bd4e-482f-b036-3661e2b6d62e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:49.945014 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7b088-bd4e-482f-b036-3661e2b6d62e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event deleted for resources: {'Port': ['ID=67731d26-119f-4fb7-bd57-e7d22863bbc2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:49.957927 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cc1cba0f-0384-449f-ae16-f6b0bba78da4 req-9657bf68-2db7-4556-89bc-9c6ba3b2514d tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159558 Nov 02 11:57:49.984427 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-c0d7b088-bd4e-482f-b036-3661e2b6d62e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] No DVR routers for this DVR port 67731d26-119f-4fb7-bd57-e7d22863bbc2 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:57:49.993726 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-c0d7b088-bd4e-482f-b036-3661e2b6d62e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:49.997479 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-c0d7b088-bd4e-482f-b036-3661e2b6d62e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.54 "DELETE /v2.0/ports/67731d26-119f-4fb7-bd57-e7d22863bbc2 HTTP/1.1" status: 204 len: 173 time: 1.3688109 Nov 02 11:57:50.013860 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c970aa3a-b3e1-4d2e-be59-568f7663f2d1 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:50.072772 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2e70d2c1-a37b-400d-974d-b9714de56ff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:50.119835 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05686742-4e05-4973-9d8c-672971fc9a35 x-openstack-request-id: req-05686742-4e05-4973-9d8c-672971fc9a35 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:57:50.120133 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-deleted", "tag": "7fbe592b-d9af-470b-b69f-ef0996b5bcc1", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:57:50.122122 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05686742-4e05-4973-9d8c-672971fc9a35 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:57:50.122122 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-deleted', 'tag': '7fbe592b-d9af-470b-b69f-ef0996b5bcc1', 'status': 'completed', 'code': 200} Nov 02 11:57:50.133069 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-64120206-a40b-453a-bc88-1299c33554f5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Deleting port f14a703c-4db3-4392-ab3a-fe5af5dff2d9 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:57:50.133416 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-64120206-a40b-453a-bc88-1299c33554f5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:50.179572 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54980) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:50.193907 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c970aa3a-b3e1-4d2e-be59-568f7663f2d1 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:50.194550 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2e70d2c1-a37b-400d-974d-b9714de56ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:50.255613 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-64120206-a40b-453a-bc88-1299c33554f5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] For port f14a703c-4db3-4392-ab3a-fe5af5dff2d9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=f14a703c-4db3-4392-ab3a-fe5af5dff2d9,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:50.256296 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-64120206-a40b-453a-bc88-1299c33554f5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:50.256978 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e0014374-9188-4d91-910f-8d03f54fdb01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:50.272833 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-64120206-a40b-453a-bc88-1299c33554f5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Calling delete_port for f14a703c-4db3-4392-ab3a-fe5af5dff2d9 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:57:50.288237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970aa3a-b3e1-4d2e-be59-568f7663f2d1 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad93c42-a62c-4d3e-a2a6-b2e6ba858b2a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:50.292439 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2e70d2c1-a37b-400d-974d-b9714de56ff4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b7c0cb67e7d0476ea7a9824fca6f3727&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8568592 Nov 02 11:57:50.300595 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54984) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:50.333686 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c523d3f-91a7-484c-bee8-fa5e1b806f63 req-bd610528-7e02-4940-a46c-a5ed82d91dbb tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:50.335884 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c523d3f-91a7-484c-bee8-fa5e1b806f63 req-bd610528-7e02-4940-a46c-a5ed82d91dbb tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.1661646 Nov 02 11:57:50.387536 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c970aa3a-b3e1-4d2e-be59-568f7663f2d1 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:50.388713 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c970aa3a-b3e1-4d2e-be59-568f7663f2d1 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8338871 Nov 02 11:57:50.397266 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70d2c1-a37b-400d-974d-b9714de56ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ac4622-e011-4b78-a8f0-baf6c721dfb7,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:50.399718 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54988) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:50.417515 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-2b11d911-a27f-4704-855b-d24cd60a5b24 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': '8ad93c42-a62c-4d3e-a2a6-b2e6ba858b2a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:50.418851 n-d-806683-18 neutron-server[102689]: WARNING neutron.api.v2.base [None req-2b11d911-a27f-4704-855b-d24cd60a5b24 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 02 11:57:50.419348 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-2b11d911-a27f-4704-855b-d24cd60a5b24 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:57:50.423571 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2b11d911-a27f-4704-855b-d24cd60a5b24 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0152662 Nov 02 11:57:50.427178 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54992) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:50.442454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-bdfde295-5b5f-4482-8d1a-1e5a8dbfdf5f tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': '8ad93c42-a62c-4d3e-a2a6-b2e6ba858b2a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:50.512942 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c523d3f-91a7-484c-bee8-fa5e1b806f63 req-32e6fa98-052c-414c-8ae9-19de81239a30 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662750 Nov 02 11:57:50.524672 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e38442a7-b39d-4dcf-8a99-a6df19ad28b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:50.558773 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e0014374-9188-4d91-910f-8d03f54fdb01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:50.563657 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e38442a7-b39d-4dcf-8a99-a6df19ad28b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:50.697486 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-64120206-a40b-453a-bc88-1299c33554f5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:50.728202 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64120206-a40b-453a-bc88-1299c33554f5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event deleted for resources: {'Port': ['ID=f14a703c-4db3-4392-ab3a-fe5af5dff2d9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:50.743325 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e0014374-9188-4d91-910f-8d03f54fdb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:50.745717 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e38442a7-b39d-4dcf-8a99-a6df19ad28b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:50.753630 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e38442a7-b39d-4dcf-8a99-a6df19ad28b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:50.753630 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e38442a7-b39d-4dcf-8a99-a6df19ad28b0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c6ac4622-e011-4b78-a8f0-baf6c721dfb7 HTTP/1.1" status: 204 len: 168 time: 0.4471302 Nov 02 11:57:50.784336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-64120206-a40b-453a-bc88-1299c33554f5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] No DVR routers for this DVR port f14a703c-4db3-4392-ab3a-fe5af5dff2d9 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:57:50.786982 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-64120206-a40b-453a-bc88-1299c33554f5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:50.792009 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-64120206-a40b-453a-bc88-1299c33554f5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.54 "DELETE /v2.0/ports/f14a703c-4db3-4392-ab3a-fe5af5dff2d9 HTTP/1.1" status: 204 len: 173 time: 0.7881830 Nov 02 11:57:50.807542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e0014374-9188-4d91-910f-8d03f54fdb01 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=595a3d2967bb41dca0ac65f8c9f359af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6268854 Nov 02 11:57:50.808468 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0014374-9188-4d91-910f-8d03f54fdb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c871aa5f-05dc-4858-a274-507c974b2b42,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:50.812530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55000) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:50.822773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38442a7-b39d-4dcf-8a99-a6df19ad28b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ac4622-e011-4b78-a8f0-baf6c721dfb7,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:50.874442 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-bdfde295-5b5f-4482-8d1a-1e5a8dbfdf5f tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:57:50.879204 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bdfde295-5b5f-4482-8d1a-1e5a8dbfdf5f tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4384086 Nov 02 11:57:50.879204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55010) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:50.885404 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-86678b49-495f-49a9-8567-c02bf1f2d3e0 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': '8ad93c42-a62c-4d3e-a2a6-b2e6ba858b2a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:50.885909 n-d-806683-18 neutron-server[102689]: WARNING neutron.api.v2.base [None req-86678b49-495f-49a9-8567-c02bf1f2d3e0 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 02 11:57:50.886425 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-86678b49-495f-49a9-8567-c02bf1f2d3e0 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:57:50.888264 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-86678b49-495f-49a9-8567-c02bf1f2d3e0 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064085 Nov 02 11:57:50.890887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55012) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:50.900291 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-feb54f6e-e24e-4dc8-bf26-eb2c4b3f4a21 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': '8ad93c42-a62c-4d3e-a2a6-b2e6ba858b2a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:50.943768 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3bab2add-6ec6-418e-a5a2-8929ed43db21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:50.974226 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-4f2f1a29-59b0-4c72-8a8e-7afd0762e709 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Deleting port b6457bfa-3035-4f01-811e-7c5f433c3ae9 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:57:50.974611 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-4f2f1a29-59b0-4c72-8a8e-7afd0762e709 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:50.977475 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:50.979726 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3bab2add-6ec6-418e-a5a2-8929ed43db21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:51.077706 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d92d24f-5dfb-4792-af11-b7d17447e6e5 req-041f7fc8-df39-4f82-8955-0bca801d092b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0844610 Nov 02 11:57:51.294815 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-feb54f6e-e24e-4dc8-bf26-eb2c4b3f4a21 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:57:51.300370 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-feb54f6e-e24e-4dc8-bf26-eb2c4b3f4a21 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4058654 Nov 02 11:57:51.307912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55026) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:51.320571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e4ffe34b-4a7b-4e6f-8a33-97e8fa89df9d tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': '8ad93c42-a62c-4d3e-a2a6-b2e6ba858b2a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:51.321146 n-d-806683-18 neutron-server[102689]: WARNING neutron.api.v2.base [None req-e4ffe34b-4a7b-4e6f-8a33-97e8fa89df9d tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 02 11:57:51.321674 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-e4ffe34b-4a7b-4e6f-8a33-97e8fa89df9d tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:57:51.322671 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e4ffe34b-4a7b-4e6f-8a33-97e8fa89df9d tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084820 Nov 02 11:57:51.330834 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55030) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:51.335876 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-233d1813-7e1e-422b-832f-68fb9f9852e6 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': '8ad93c42-a62c-4d3e-a2a6-b2e6ba858b2a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:51.357846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc87451-a62d-4689-99c2-ea95a4aae7d8 req-5a8642fe-a475-4e6b-b8bb-c01b282343b3 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:51.359664 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bfc87451-a62d-4689-99c2-ea95a4aae7d8 req-5a8642fe-a475-4e6b-b8bb-c01b282343b3 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 943 time: 0.2125065 Nov 02 11:57:51.368855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92d24f-5dfb-4792-af11-b7d17447e6e5 req-ba901b3e-134a-467f-b4ad-e8f321303683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:51.370587 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d92d24f-5dfb-4792-af11-b7d17447e6e5 req-ba901b3e-134a-467f-b4ad-e8f321303683 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 1097 time: 0.2035236 Nov 02 11:57:51.478412 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-233d1813-7e1e-422b-832f-68fb9f9852e6 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Project 788ab62f13054b88a6f04cb96fb75159 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 11:57:51.506907 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-4f2f1a29-59b0-4c72-8a8e-7afd0762e709 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] For port b6457bfa-3035-4f01-811e-7c5f433c3ae9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b6457bfa-3035-4f01-811e-7c5f433c3ae9,segment=NetworkSegment(cde4e05a-c375-4c4e-bb3b-d08e157c6c96),segment_id=cde4e05a-c375-4c4e-bb3b-d08e157c6c96)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:51.507627 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-4f2f1a29-59b0-4c72-8a8e-7afd0762e709 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:51.521329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-4f2f1a29-59b0-4c72-8a8e-7afd0762e709 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Calling delete_port for b6457bfa-3035-4f01-811e-7c5f433c3ae9 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:57:51.570738 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3bab2add-6ec6-418e-a5a2-8929ed43db21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:51.573476 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3bab2add-6ec6-418e-a5a2-8929ed43db21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:51.574739 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3bab2add-6ec6-418e-a5a2-8929ed43db21 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c871aa5f-05dc-4858-a274-507c974b2b42 HTTP/1.1" status: 204 len: 168 time: 0.7624731 Nov 02 11:57:51.597031 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab2add-6ec6-418e-a5a2-8929ed43db21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c871aa5f-05dc-4858-a274-507c974b2b42,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:51.803471 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-4f2f1a29-59b0-4c72-8a8e-7afd0762e709 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:51.857637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f1a29-59b0-4c72-8a8e-7afd0762e709 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event deleted for resources: {'Port': ['ID=b6457bfa-3035-4f01-811e-7c5f433c3ae9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:51.869434 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55050) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:51.879304 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bfc87451-a62d-4689-99c2-ea95a4aae7d8 req-5b760ad8-9684-4f31-8293-d78b49da5a74 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups?id=53a0acbe-fc8a-43d9-ad43-b29b266a9d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4945133 Nov 02 11:57:51.924715 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92d24f-5dfb-4792-af11-b7d17447e6e5 req-c32d2b51-7c68-4ad2-bb46-1a62d94fd5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:51.926246 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d92d24f-5dfb-4792-af11-b7d17447e6e5 req-c32d2b51-7c68-4ad2-bb46-1a62d94fd5a4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 905 time: 0.5268674 Nov 02 11:57:51.930816 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3615ab1-506e-418d-9f87-548d4c59a415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:51.933210 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-4f2f1a29-59b0-4c72-8a8e-7afd0762e709 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] No DVR routers for this DVR port b6457bfa-3035-4f01-811e-7c5f433c3ae9 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:57:51.935837 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-4f2f1a29-59b0-4c72-8a8e-7afd0762e709 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:51.939683 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f3f8d14c-7e87-4f23-9e03-4d2f19e75682 req-4f2f1a29-59b0-4c72-8a8e-7afd0762e709 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.54 "DELETE /v2.0/ports/b6457bfa-3035-4f01-811e-7c5f433c3ae9 HTTP/1.1" status: 204 len: 173 time: 1.1414833 Nov 02 11:57:51.973062 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d92d24f-5dfb-4792-af11-b7d17447e6e5 req-bddd3ff5-25fa-405e-91a3-f03429d7ddcf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 HTTP/1.1" status: 200 len: 217 time: 0.0390415 Nov 02 11:57:52.025210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92d24f-5dfb-4792-af11-b7d17447e6e5 req-d46e03f4-94e7-479d-b21a-b3f06897bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:52.026675 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d92d24f-5dfb-4792-af11-b7d17447e6e5 req-d46e03f4-94e7-479d-b21a-b3f06897bbb0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b04dcbcd-1275-4a43-9876-3724821feb17 HTTP/1.1" status: 200 len: 844 time: 0.0472262 Nov 02 11:57:52.029164 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3615ab1-506e-418d-9f87-548d4c59a415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:52.034204 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-233d1813-7e1e-422b-832f-68fb9f9852e6 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:57:52.035631 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-233d1813-7e1e-422b-832f-68fb9f9852e6 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7035797 Nov 02 11:57:52.042156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55052) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:52.047055 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2c9c87c4-24f0-4ea4-b665-642a45f36f6c tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': '8ad93c42-a62c-4d3e-a2a6-b2e6ba858b2a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:52.048123 n-d-806683-18 neutron-server[102690]: WARNING neutron.api.v2.base [None req-2c9c87c4-24f0-4ea4-b665-642a45f36f6c tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 02 11:57:52.048625 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-2c9c87c4-24f0-4ea4-b665-642a45f36f6c tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:57:52.049595 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2c9c87c4-24f0-4ea4-b665-642a45f36f6c tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061836 Nov 02 11:57:52.052601 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55054) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:52.058642 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-13abbf03-81fd-4fe2-838b-3f098f67d327 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': '8ad93c42-a62c-4d3e-a2a6-b2e6ba858b2a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:52.074571 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d92d24f-5dfb-4792-af11-b7d17447e6e5 req-6620ad42-b8f2-4a06-a683-3c70a7c74891 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=74bd6dc5-f0e6-4079-ac41-63269a99500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377638 Nov 02 11:57:52.121941 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-deleted', 'tag': '67731d26-119f-4fb7-bd57-e7d22863bbc2'}, {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-deleted', 'tag': 'f14a703c-4db3-4392-ab3a-fe5af5dff2d9'}, {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-deleted', 'tag': 'b6457bfa-3035-4f01-811e-7c5f433c3ae9'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:57:52.124359 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1e5f49-e596-4590-8b38-d1fdc98ed691" -d '{"events": [{"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-deleted", "tag": "67731d26-119f-4fb7-bd57-e7d22863bbc2"}, {"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-deleted", "tag": "f14a703c-4db3-4392-ab3a-fe5af5dff2d9"}, {"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-deleted", "tag": "b6457bfa-3035-4f01-811e-7c5f433c3ae9"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:57:52.129144 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3615ab1-506e-418d-9f87-548d4c59a415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:52.208591 n-d-806683-18 neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-13abbf03-81fd-4fe2-838b-3f098f67d327 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Project 788ab62f13054b88a6f04cb96fb75159 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 11:57:52.220072 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3615ab1-506e-418d-9f87-548d4c59a415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085c7a0a-c2aa-4f58-b971-02df2e192df4,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:52.226910 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c3615ab1-506e-418d-9f87-548d4c59a415 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d9d0dc54abd40e9ac1e74e27d3a6d34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3553193 Nov 02 11:57:52.235534 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55072) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:52.311260 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-efd0b6f1-2a08-467c-b8ad-03bb06bac2ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:52.352163 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-efd0b6f1-2a08-467c-b8ad-03bb06bac2ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:52.384937 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d92d24f-5dfb-4792-af11-b7d17447e6e5 req-4b3d59fc-eb00-451c-beba-bf924291bbac service neutron] 10.222.0.54 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029873 Nov 02 11:57:52.401001 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed2a87-0776-4cb0-8371-66d8a674119e req-fbe5de27-bce0-4436-b0dd-766503667e4d tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:52.411341 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7ed2a87-0776-4cb0-8371-66d8a674119e req-fbe5de27-bce0-4436-b0dd-766503667e4d tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 945 time: 0.2181284 Nov 02 11:57:52.424724 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-13abbf03-81fd-4fe2-838b-3f098f67d327 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:57:52.429885 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-13abbf03-81fd-4fe2-838b-3f098f67d327 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3709769 Nov 02 11:57:52.430274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55078) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:52.455929 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-90539b22-a54b-42ce-af70-f3d6a1342332 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': '8ad93c42-a62c-4d3e-a2a6-b2e6ba858b2a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:52.505573 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:52.541939 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ae419102-ae8b-4875-8528-183874b7b397 req-8c5333b5-8eb0-4341-b10e-42c66d258520 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2377000 Nov 02 11:57:52.588739 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-efd0b6f1-2a08-467c-b8ad-03bb06bac2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:52.592813 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-efd0b6f1-2a08-467c-b8ad-03bb06bac2ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:52.594774 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-efd0b6f1-2a08-467c-b8ad-03bb06bac2ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/085c7a0a-c2aa-4f58-b971-02df2e192df4 HTTP/1.1" status: 204 len: 168 time: 0.3579516 Nov 02 11:57:52.603079 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7ed2a87-0776-4cb0-8371-66d8a674119e req-c3e7adea-ec81-440f-bbe7-90bd8280c98a tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832211 Nov 02 11:57:52.608448 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0b6f1-2a08-467c-b8ad-03bb06bac2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085c7a0a-c2aa-4f58-b971-02df2e192df4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:52.631652 n-d-806683-18 neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-90539b22-a54b-42ce-af70-f3d6a1342332 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Project 788ab62f13054b88a6f04cb96fb75159 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 11:57:52.651058 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d92d24f-5dfb-4792-af11-b7d17447e6e5 req-b0034ca3-c735-40cd-b180-b8f9d8140157 service neutron] 10.222.0.54 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323511 Nov 02 11:57:52.752591 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae419102-ae8b-4875-8528-183874b7b397 req-24c929a1-fb74-4578-8c82-4a2fe828046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:52.754093 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ae419102-ae8b-4875-8528-183874b7b397 req-24c929a1-fb74-4578-8c82-4a2fe828046f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 1097 time: 0.1480865 Nov 02 11:57:52.767699 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-90539b22-a54b-42ce-af70-f3d6a1342332 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:57:52.773007 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-90539b22-a54b-42ce-af70-f3d6a1342332 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3290319 Nov 02 11:57:52.780403 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55096) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:52.954549 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e44c3c2-ac55-4fb0-aa4f-c432fdec2a8a tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:52.973046 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e9651-7004-4604-aea7-e4186430f3b9 req-722b4a85-6dff-4abf-aa09-1011a3e616ec tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:52.974553 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c1e9651-7004-4604-aea7-e4186430f3b9 req-722b4a85-6dff-4abf-aa09-1011a3e616ec tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.1631145 Nov 02 11:57:53.020272 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae419102-ae8b-4875-8528-183874b7b397 req-ec288992-137c-4906-965a-47727c127164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:53.021788 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ae419102-ae8b-4875-8528-183874b7b397 req-ec288992-137c-4906-965a-47727c127164 service neutron] 10.222.0.79 "GET /v2.0/networks?id=74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 200 len: 905 time: 0.2114868 Nov 02 11:57:53.028222 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e44c3c2-ac55-4fb0-aa4f-c432fdec2a8a tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:53.088830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ae419102-ae8b-4875-8528-183874b7b397 req-5ad51e38-aeae-4a52-ab6d-a5a8a51dc55a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6b6f311-7267-4d0d-8126-7fd262070db1 HTTP/1.1" status: 200 len: 217 time: 0.0562572 Nov 02 11:57:53.177303 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c1e9651-7004-4604-aea7-e4186430f3b9 req-1a9dad0b-6d65-4d28-b21d-87ca9e282af6 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874406 Nov 02 11:57:53.224582 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae419102-ae8b-4875-8528-183874b7b397 req-cecab641-801b-4953-96bf-cd5b0dd14c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:53.230594 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ae419102-ae8b-4875-8528-183874b7b397 req-cecab641-801b-4953-96bf-cd5b0dd14c39 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b04dcbcd-1275-4a43-9876-3724821feb17 HTTP/1.1" status: 200 len: 844 time: 0.1271510 Nov 02 11:57:53.245999 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 02 Nov 2021 11:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e25de41-a530-4155-823f-a46eb29ab26e x-openstack-request-id: req-3e25de41-a530-4155-823f-a46eb29ab26e {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:57:53.246486 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-deleted", "tag": "67731d26-119f-4fb7-bd57-e7d22863bbc2", "status": "completed", "code": 200}, {"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-deleted", "tag": "f14a703c-4db3-4392-ab3a-fe5af5dff2d9", "status": "completed", "code": 200}, {"server_uuid": "b09143f3-d528-4038-95a2-5e7f46410d3a", "name": "network-vif-deleted", "tag": "b6457bfa-3035-4f01-811e-7c5f433c3ae9", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:57:53.246600 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e25de41-a530-4155-823f-a46eb29ab26e {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:57:53.247051 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-deleted', 'tag': '67731d26-119f-4fb7-bd57-e7d22863bbc2', 'status': 'completed', 'code': 200} Nov 02 11:57:53.247372 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-deleted', 'tag': 'f14a703c-4db3-4392-ab3a-fe5af5dff2d9', 'status': 'completed', 'code': 200} Nov 02 11:57:53.248071 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09143f3-d528-4038-95a2-5e7f46410d3a', 'name': 'network-vif-deleted', 'tag': 'b6457bfa-3035-4f01-811e-7c5f433c3ae9', 'status': 'completed', 'code': 200} Nov 02 11:57:53.284407 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ae419102-ae8b-4875-8528-183874b7b397 req-7305ff13-673e-44f3-a598-b802f0e428ff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=74bd6dc5-f0e6-4079-ac41-63269a99500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494323 Nov 02 11:57:53.390916 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e44c3c2-ac55-4fb0-aa4f-c432fdec2a8a tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:53.424951 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e44c3c2-ac55-4fb0-aa4f-c432fdec2a8a tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:53.424951 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6e44c3c2-ac55-4fb0-aa4f-c432fdec2a8a tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "DELETE /v2.0/security-groups/8ad93c42-a62c-4d3e-a2a6-b2e6ba858b2a HTTP/1.1" status: 204 len: 168 time: 0.6136880 Nov 02 11:57:53.425588 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55112) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:53.425717 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ae419102-ae8b-4875-8528-183874b7b397 req-f00a9188-a8e2-45ef-9cf1-b1af1350b59c service neutron] 10.222.0.79 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146502 Nov 02 11:57:53.425717 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44c3c2-ac55-4fb0-aa4f-c432fdec2a8a tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad93c42-a62c-4d3e-a2a6-b2e6ba858b2a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:53.505769 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55130) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:53.509097 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a653264b-4444-4472-81e0-122e18c484e7 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1054778 Nov 02 11:57:53.515259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-60c41710-2a8f-4b20-8808-6a2f917229d6 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group': {'name': 'tempest-secgroup--2037604826'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:53.563072 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ae419102-ae8b-4875-8528-183874b7b397 req-ef2483ed-1079-46d5-86fe-1d4860acfabb service neutron] 10.222.0.79 "GET /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466858 Nov 02 11:57:53.686282 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-60c41710-2a8f-4b20-8808-6a2f917229d6 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:53.776773 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-60c41710-2a8f-4b20-8808-6a2f917229d6 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:53.816057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55148) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:53.837415 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8b02ef08-8ad8-4014-bb7d-6cbf33f21cc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:53.904837 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f4e9463a-fefc-46e6-bd86-d045f5b03590 req-1e9b0b72-d875-47d3-aeba-c6a0a762cdf1 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 210 time: 0.0651221 Nov 02 11:57:53.905743 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-60c41710-2a8f-4b20-8808-6a2f917229d6 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:53.982374 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:54.010576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c41710-2a8f-4b20-8808-6a2f917229d6 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b6a4b9-14a9-4f96-9418-bb2f943acaff,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:54.093733 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-60c41710-2a8f-4b20-8808-6a2f917229d6 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:54.097622 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-60c41710-2a8f-4b20-8808-6a2f917229d6 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5858991 Nov 02 11:57:54.098016 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55152) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:54.104186 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-976224f7-fdae-4520-903e-73c4db199241 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': 'e8b6a4b9-14a9-4f96-9418-bb2f943acaff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:54.142266 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8b02ef08-8ad8-4014-bb7d-6cbf33f21cc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:54.156988 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e45a30-3559-439a-a873-ff2e3dd24fb7 req-cbf42327-edd0-41c3-82c6-3488cccbc8a4 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:54.167542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02e45a30-3559-439a-a873-ff2e3dd24fb7 req-cbf42327-edd0-41c3-82c6-3488cccbc8a4 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.1385970 Nov 02 11:57:54.178410 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd298e-768c-4f17-9aea-27a5df532582 req-a229ab61-cff5-4ecb-944a-88d68311efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:54.179872 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09dd298e-768c-4f17-9aea-27a5df532582 req-a229ab61-cff5-4ecb-944a-88d68311efe1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=71f5955a458c484986737ffa56d2b1be&device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 1097 time: 0.1339614 Nov 02 11:57:54.188236 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:54.272471 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8b02ef08-8ad8-4014-bb7d-6cbf33f21cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:54.285549 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02e45a30-3559-439a-a873-ff2e3dd24fb7 req-ee63f04b-e83e-40d4-8824-f57174902954 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169205 Nov 02 11:57:54.363243 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02ef08-8ad8-4014-bb7d-6cbf33f21cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b52cfc-d0c9-4cfb-9d44-2c626196f6c2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:54.371159 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8b02ef08-8ad8-4014-bb7d-6cbf33f21cc4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=39e8fab323a04deaa4a40b8316d61850&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5539467 Nov 02 11:57:54.374196 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55162) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:54.378013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd298e-768c-4f17-9aea-27a5df532582 req-3aa18fae-b60a-4185-807a-c5568d81c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:54.379819 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09dd298e-768c-4f17-9aea-27a5df532582 req-3aa18fae-b60a-4185-807a-c5568d81c015 service neutron] 10.222.0.54 "GET /v2.0/networks?id=511685fb-fb15-4169-a61d-8b0118457b7e HTTP/1.1" status: 200 len: 912 time: 0.1920433 Nov 02 11:57:54.439147 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09dd298e-768c-4f17-9aea-27a5df532582 req-7b3cbcbb-3a95-4337-a305-273d952b8c0f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4570a74e-b70a-4821-b753-b0bb018872e8 HTTP/1.1" status: 200 len: 217 time: 0.0462022 Nov 02 11:57:54.457823 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d7b61e8b-d87d-46d5-a792-1224d8990332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:54.496433 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d7b61e8b-d87d-46d5-a792-1224d8990332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:54.517427 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-976224f7-fdae-4520-903e-73c4db199241 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The resource could not be found. Nov 02 11:57:54.518982 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-976224f7-fdae-4520-903e-73c4db199241 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4196119 Nov 02 11:57:54.525230 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd298e-768c-4f17-9aea-27a5df532582 req-fc96508c-6512-42f1-8fb8-5ba35969e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:54.527587 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55164) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:54.527716 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09dd298e-768c-4f17-9aea-27a5df532582 req-fc96508c-6512-42f1-8fb8-5ba35969e9d5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=163d9cd5-3092-4dac-b44d-c4c926196985 HTTP/1.1" status: 200 len: 851 time: 0.0812662 Nov 02 11:57:54.536780 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-c8769d19-d6f3-4bd5-9081-77fadbac41a5 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': 'e8b6a4b9-14a9-4f96-9418-bb2f943acaff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'dcbb473a-a08f-4af6-b7f9-1cbf97eefe12'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:54.564294 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09dd298e-768c-4f17-9aea-27a5df532582 req-75ebd50b-9997-46ab-88da-3917108c1a0f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=511685fb-fb15-4169-a61d-8b0118457b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304401 Nov 02 11:57:54.589338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fe260-0304-49ca-88bf-033fb98f2ccb req-f0657063-9fb8-41e0-8be3-b28ec0d04cdd tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:54.590824 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a8fe260-0304-49ca-88bf-033fb98f2ccb req-f0657063-9fb8-41e0-8be3-b28ec0d04cdd tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 945 time: 0.1015842 Nov 02 11:57:54.700723 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a8fe260-0304-49ca-88bf-033fb98f2ccb req-d951a45b-059f-4ead-a936-42ea9d3bde6d tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993834 Nov 02 11:57:54.718287 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09dd298e-768c-4f17-9aea-27a5df532582 req-4f3ba50a-df96-40c5-a19c-0bf3b29f9dc9 service neutron] 10.222.0.54 "GET /v2.0/networks/511685fb-fb15-4169-a61d-8b0118457b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452513 Nov 02 11:57:54.735989 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d7b61e8b-d87d-46d5-a792-1224d8990332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:54.738977 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d7b61e8b-d87d-46d5-a792-1224d8990332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:54.742991 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d7b61e8b-d87d-46d5-a792-1224d8990332 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19b52cfc-d0c9-4cfb-9d44-2c626196f6c2 HTTP/1.1" status: 204 len: 168 time: 0.3635347 Nov 02 11:57:54.760426 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b61e8b-d87d-46d5-a792-1224d8990332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b52cfc-d0c9-4cfb-9d44-2c626196f6c2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:54.906398 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-c8769d19-d6f3-4bd5-9081-77fadbac41a5 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The resource could not be found. Nov 02 11:57:54.908654 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c8769d19-d6f3-4bd5-9081-77fadbac41a5 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3806095 Nov 02 11:57:54.911129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55174) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:54.921172 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09dd298e-768c-4f17-9aea-27a5df532582 req-b6baa877-5a9b-4087-b325-45b7f42c8ed3 service neutron] 10.222.0.54 "GET /v2.0/networks/511685fb-fb15-4169-a61d-8b0118457b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953478 Nov 02 11:57:54.931269 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:54.970685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55180) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:55.011089 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15cdd266-a720-4170-81bc-abdf00668143 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:55.040023 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15cdd266-a720-4170-81bc-abdf00668143 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:55.187721 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15cdd266-a720-4170-81bc-abdf00668143 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:55.187721 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15cdd266-a720-4170-81bc-abdf00668143 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:55.187721 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-15cdd266-a720-4170-81bc-abdf00668143 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "DELETE /v2.0/security-groups/e8b6a4b9-14a9-4f96-9418-bb2f943acaff HTTP/1.1" status: 204 len: 168 time: 0.2707021 Nov 02 11:57:55.189857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55188) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:55.215803 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdd266-a720-4170-81bc-abdf00668143 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b6a4b9-14a9-4f96-9418-bb2f943acaff,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:55.286530 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5a4cc506-a4cb-4dfa-b1d1-9d1802ff0a37 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0952072 Nov 02 11:57:55.293726 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55190) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:55.298542 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-8d1a6fa0-d597-4423-9e87-0847b6463757 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': 'def946f8-42d6-4eb9-a341-b6bd3689750f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:55.318059 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d3fb1f26-68ac-4266-b9af-6760330e864c req-575493f7-399d-44bf-b8c3-8506cfefdbd2 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 210 time: 0.0503302 Nov 02 11:57:55.355256 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01c7064a-c1c3-49e2-8cb3-92dc5583be25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:55.504442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807fa2f-c2ae-43f7-81e4-ba67551d5cd3 req-438da58a-0620-46d1-bf69-c669ef0a3bd7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:55.506148 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5807fa2f-c2ae-43f7-81e4-ba67551d5cd3 req-438da58a-0620-46d1-bf69-c669ef0a3bd7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.0844948 Nov 02 11:57:55.509228 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01c7064a-c1c3-49e2-8cb3-92dc5583be25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:55.570915 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5807fa2f-c2ae-43f7-81e4-ba67551d5cd3 req-1e6a611f-7639-43c6-b97b-d54238d49e6f tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570650 Nov 02 11:57:55.577796 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-8d1a6fa0-d597-4423-9e87-0847b6463757 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The resource could not be found. Nov 02 11:57:55.578977 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8d1a6fa0-d597-4423-9e87-0847b6463757 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2841609 Nov 02 11:57:55.586563 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55202) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:55.591928 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2b0a96db-d3ce-450a-a989-9bce289c1e39 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1904312965'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:55.611464 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01c7064a-c1c3-49e2-8cb3-92dc5583be25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:55.719243 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55204) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:55.720854 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-01c7064a-c1c3-49e2-8cb3-92dc5583be25 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=98bf3595069548299648dd27acc5e914&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7481062 Nov 02 11:57:55.728414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55206) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:55.736459 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7064a-c1c3-49e2-8cb3-92dc5583be25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca8286e-e976-4943-acd8-5468523b897c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:55.773279 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b0a96db-d3ce-450a-a989-9bce289c1e39 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:55.867170 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f035-11d3-4e6d-a833-671c91ed2e49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:55.876813 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b0f56-b499-421a-8beb-7cf017a76f0e req-e271178f-2d11-4a53-ad72-8f75d23ffdaa tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:55.878581 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-367b0f56-b499-421a-8beb-7cf017a76f0e req-e271178f-2d11-4a53-ad72-8f75d23ffdaa tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 945 time: 0.0721691 Nov 02 11:57:55.891172 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6d08170-0be5-4ae1-a976-7a80bde8123f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:55.909316 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f035-11d3-4e6d-a833-671c91ed2e49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:55.981167 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-367b0f56-b499-421a-8beb-7cf017a76f0e req-c7807284-5bc8-4a07-ba40-a2be02e7f29f tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929446 Nov 02 11:57:56.070008 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f035-11d3-4e6d-a833-671c91ed2e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:56.073566 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d0e2f035-11d3-4e6d-a833-671c91ed2e49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:56.074870 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d0e2f035-11d3-4e6d-a833-671c91ed2e49 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7ca8286e-e976-4943-acd8-5468523b897c HTTP/1.1" status: 204 len: 168 time: 0.3542330 Nov 02 11:57:56.091829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2f035-11d3-4e6d-a833-671c91ed2e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca8286e-e976-4943-acd8-5468523b897c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:56.120574 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b0a96db-d3ce-450a-a989-9bce289c1e39 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:56.141829 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6d08170-0be5-4ae1-a976-7a80bde8123f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:56.231372 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b0a96db-d3ce-450a-a989-9bce289c1e39 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:56.262160 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a96db-d3ce-450a-a989-9bce289c1e39 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2baad585-32b9-4ab7-a82c-bfcc83dc124e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:56.288885 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6d08170-0be5-4ae1-a976-7a80bde8123f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:56.329289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d08170-0be5-4ae1-a976-7a80bde8123f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a96fdb-84e4-4da6-9978-da7a5bc800a6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:56.335657 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f6d08170-0be5-4ae1-a976-7a80bde8123f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=167b4b90020b41e3a9ad0522a12b5006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6061883 Nov 02 11:57:56.343592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55222) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:56.433798 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-adf97276-ce91-4620-a06b-248324b286df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:56.450860 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a394882-01b5-4156-a83b-57a771bd1845 req-74d1c5d3-4119-4940-b65f-31a74a82b82a tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 210 time: 0.0318921 Nov 02 11:57:56.497075 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-adf97276-ce91-4620-a06b-248324b286df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:56.515334 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b0a96db-d3ce-450a-a989-9bce289c1e39 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:56.515334 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2b0a96db-d3ce-450a-a989-9bce289c1e39 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9243164 Nov 02 11:57:56.517427 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55226) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:56.522281 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-18366c40-8416-4aa8-b989-e30bb29f3440 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group': {'name': 'tempest-secgroup--6029148'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:56.545937 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7938ad8-3744-477a-ad99-506cc21fb8ef req-bfb8316e-913d-42e2-83bd-a7bf85f77e9c tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:56.547818 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d7938ad8-3744-477a-ad99-506cc21fb8ef req-bfb8316e-913d-42e2-83bd-a7bf85f77e9c tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.0832672 Nov 02 11:57:56.670272 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-d7938ad8-3744-477a-ad99-506cc21fb8ef req-d29e230c-cdbf-4737-ac3e-6c0b30b529b7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Deleting port 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:57:56.670663 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d7938ad8-3744-477a-ad99-506cc21fb8ef req-d29e230c-cdbf-4737-ac3e-6c0b30b529b7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:56.695596 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-18366c40-8416-4aa8-b989-e30bb29f3440 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:56.775374 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-adf97276-ce91-4620-a06b-248324b286df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:56.777938 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-adf97276-ce91-4620-a06b-248324b286df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:56.779139 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-adf97276-ce91-4620-a06b-248324b286df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7a96fdb-84e4-4da6-9978-da7a5bc800a6 HTTP/1.1" status: 204 len: 168 time: 0.4393699 Nov 02 11:57:56.804652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf97276-ce91-4620-a06b-248324b286df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a96fdb-84e4-4da6-9978-da7a5bc800a6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:56.845241 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f19024-c7d9-4cf6-9c5a-bb8fdd68d810 req-1d3b72a1-aa6e-4bc0-9359-15157f5cc857 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:56.846962 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-37f19024-c7d9-4cf6-9c5a-bb8fdd68d810 req-1d3b72a1-aa6e-4bc0-9359-15157f5cc857 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 945 time: 0.1601906 Nov 02 11:57:56.867723 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-18366c40-8416-4aa8-b989-e30bb29f3440 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:56.900342 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-d7938ad8-3744-477a-ad99-506cc21fb8ef req-d29e230c-cdbf-4737-ac3e-6c0b30b529b7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] For port 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:57:56.908848 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d7938ad8-3744-477a-ad99-506cc21fb8ef req-d29e230c-cdbf-4737-ac3e-6c0b30b529b7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:56.923825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-d7938ad8-3744-477a-ad99-506cc21fb8ef req-d29e230c-cdbf-4737-ac3e-6c0b30b529b7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Calling delete_port for 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:57:56.948624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-37f19024-c7d9-4cf6-9c5a-bb8fdd68d810 req-4e4279f8-f7c7-49d9-a7be-b41f40fef354 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924919 Nov 02 11:57:56.965518 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-18366c40-8416-4aa8-b989-e30bb29f3440 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:57.025427 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18366c40-8416-4aa8-b989-e30bb29f3440 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e718507-3c99-4101-91f4-d38af24b2e86,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:57.088219 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-18366c40-8416-4aa8-b989-e30bb29f3440 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:57.089493 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-18366c40-8416-4aa8-b989-e30bb29f3440 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5710213 Nov 02 11:57:57.095162 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55248) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:57.099957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7667df9b-2c6c-48f8-b00c-c1c714bce7b8 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': '2baad585-32b9-4ab7-a82c-bfcc83dc124e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7e718507-3c99-4101-91f4-d38af24b2e86'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:57.252119 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d7938ad8-3744-477a-ad99-506cc21fb8ef req-d29e230c-cdbf-4737-ac3e-6c0b30b529b7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:57.262800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7aa8f-8533-4dd7-87b5-ba3dec91e2b4 req-ed28bb56-7f8d-40e3-a2e6-c3712a3db1f1 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:57.266193 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['f6b6f311-7267-4d0d-8126-7fd262070db1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:57:57.270752 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-20e7aa8f-8533-4dd7-87b5-ba3dec91e2b4 req-ed28bb56-7f8d-40e3-a2e6-c3712a3db1f1 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 945 time: 0.0864689 Nov 02 11:57:57.316952 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:57:57.337736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e230c-cdbf-4737-ac3e-6c0b30b529b7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Pushing event deleted for resources: {'Port': ['ID=4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:57.375459 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7938ad8-3744-477a-ad99-506cc21fb8ef req-d29e230c-cdbf-4737-ac3e-6c0b30b529b7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] No DVR routers for this DVR port 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:57:57.384184 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d7938ad8-3744-477a-ad99-506cc21fb8ef req-d29e230c-cdbf-4737-ac3e-6c0b30b529b7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:57.391020 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d7938ad8-3744-477a-ad99-506cc21fb8ef req-d29e230c-cdbf-4737-ac3e-6c0b30b529b7 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.54 "DELETE /v2.0/ports/4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 HTTP/1.1" status: 204 len: 173 time: 0.8306980 Nov 02 11:57:57.391502 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854b179f-68a7-4376-8058-badffe28af1d', 'name': 'network-vif-deleted', 'tag': '4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:57:57.394397 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7e1752-2a62-4e8d-8c2e-68d7ac308b40" -d '{"events": [{"server_uuid": "854b179f-68a7-4376-8058-badffe28af1d", "name": "network-vif-deleted", "tag": "4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:57:57.418747 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-20e7aa8f-8533-4dd7-87b5-ba3dec91e2b4 req-6b904af5-e297-4dc9-8890-af5925f11ce2 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470721 Nov 02 11:57:57.489486 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63899fcf-f4f2-4bd6-b3d5-fc6939095d17 x-openstack-request-id: req-63899fcf-f4f2-4bd6-b3d5-fc6939095d17 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:57:57.494655 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854b179f-68a7-4376-8058-badffe28af1d", "name": "network-vif-deleted", "tag": "4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:57:57.495447 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-63899fcf-f4f2-4bd6-b3d5-fc6939095d17 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:57:57.499698 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854b179f-68a7-4376-8058-badffe28af1d', 'name': 'network-vif-deleted', 'tag': '4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9', 'status': 'completed', 'code': 200} Nov 02 11:57:57.523018 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-7667df9b-2c6c-48f8-b00c-c1c714bce7b8 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:57:57.526886 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7667df9b-2c6c-48f8-b00c-c1c714bce7b8 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4306228 Nov 02 11:57:57.530258 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55266) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:57.623878 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6eeff370-e20b-4ee0-99a3-ca5956043451 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:57.660602 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6eeff370-e20b-4ee0-99a3-ca5956043451 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:57.845662 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6eeff370-e20b-4ee0-99a3-ca5956043451 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:57.848229 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6eeff370-e20b-4ee0-99a3-ca5956043451 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:57.849506 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6eeff370-e20b-4ee0-99a3-ca5956043451 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "DELETE /v2.0/security-groups/7e718507-3c99-4101-91f4-d38af24b2e86 HTTP/1.1" status: 204 len: 168 time: 0.3179476 Nov 02 11:57:57.853357 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55274) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:57.887336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeff370-e20b-4ee0-99a3-ca5956043451 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e718507-3c99-4101-91f4-d38af24b2e86,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:57.931366 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-96f7f860-5c7a-4b8a-a585-3f20bf994f42 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0653028 Nov 02 11:57:57.933662 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55278) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:57.987561 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fb80c41-25e0-45bc-b427-990688720fad tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:58.012422 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fb80c41-25e0-45bc-b427-990688720fad tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:58.163121 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cec94979-a0b3-4e6b-9468-9844cab858d3 req-f9643ee9-178e-4813-b434-6507766de44e tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 210 time: 0.0328877 Nov 02 11:57:58.173588 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fb80c41-25e0-45bc-b427-990688720fad tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:58.177607 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fb80c41-25e0-45bc-b427-990688720fad tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:58.179373 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3fb80c41-25e0-45bc-b427-990688720fad tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "DELETE /v2.0/security-groups/2baad585-32b9-4ab7-a82c-bfcc83dc124e HTTP/1.1" status: 204 len: 168 time: 0.2444975 Nov 02 11:57:58.182160 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55298) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:58.196042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb80c41-25e0-45bc-b427-990688720fad tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baad585-32b9-4ab7-a82c-bfcc83dc124e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:58.271259 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2f0cfb78-39ea-44db-8570-a1a49f005d3e tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0857754 Nov 02 11:57:58.276461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55302) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:58.281443 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-15037df9-f249-421b-9022-b36800dce710 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group': {'name': 'tempest-secgroup--633763174'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:58.344592 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b898ed7d-3744-479b-9c50-a5e26fde3065 req-7f5308f8-016f-4d76-a6b3-2a28c65c1365 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=854b179f-68a7-4376-8058-badffe28af1d HTTP/1.1" status: 200 len: 210 time: 0.0355330 Nov 02 11:57:58.465309 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15037df9-f249-421b-9022-b36800dce710 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:58.528680 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145e039-c315-46e1-998f-4264c630b000 req-9e308503-a4d0-4f66-a587-78b32809caaa tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:58.530197 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b145e039-c315-46e1-998f-4264c630b000 req-9e308503-a4d0-4f66-a587-78b32809caaa tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 945 time: 0.1001110 Nov 02 11:57:58.587208 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15037df9-f249-421b-9022-b36800dce710 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:58.637873 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b145e039-c315-46e1-998f-4264c630b000 req-771ac636-8bd9-4b26-b19f-eef1be7ebe61 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972300 Nov 02 11:57:58.745590 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15037df9-f249-421b-9022-b36800dce710 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:58.794463 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15037df9-f249-421b-9022-b36800dce710 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64fba31d-c219-4a23-b90e-4fb1f5e2c16e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:57:59.044445 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15037df9-f249-421b-9022-b36800dce710 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:59.048566 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-15037df9-f249-421b-9022-b36800dce710 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7682152 Nov 02 11:57:59.049527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55318) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:59.063088 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-87bfbbfd-cd5a-481c-8597-1e89f97f5579 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': '64fba31d-c219-4a23-b90e-4fb1f5e2c16e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:59.347704 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58c79439-32bd-4eec-b9d9-eca2c8406fbc req-2c46a46f-56f2-444a-8c42-a66b69a1164b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 210 time: 0.0460145 Nov 02 11:57:59.348609 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-87bfbbfd-cd5a-481c-8597-1e89f97f5579 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:57:59.349543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-87bfbbfd-cd5a-481c-8597-1e89f97f5579 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2990711 Nov 02 11:57:59.353181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55334) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:59.364902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-591a8b03-93bd-4730-826a-95252188eadf tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group_rule': {'security_group_id': '64fba31d-c219-4a23-b90e-4fb1f5e2c16e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:57:59.634088 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:57:59.665338 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-591a8b03-93bd-4730-826a-95252188eadf tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 11:57:59.666794 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-591a8b03-93bd-4730-826a-95252188eadf tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3101137 Nov 02 11:57:59.667734 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:57:59.668791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4f61bb49-6c8d-40cb-9773-34a9a5c3d8c9 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:57:59.670176 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55352) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:59.739171 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-389a85fd-5676-4a1b-8f89-a5b9b743de9f tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:59.775150 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-389a85fd-5676-4a1b-8f89-a5b9b743de9f tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:59.813765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba5392-464b-4060-bc54-47efa0eb6cad req-77335692-3f6e-4c4d-ab79-b8f3a2ef6085 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:57:59.822369 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-efba5392-464b-4060-bc54-47efa0eb6cad req-77335692-3f6e-4c4d-ab79-b8f3a2ef6085 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 945 time: 0.0710926 Nov 02 11:57:59.868450 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-efba5392-464b-4060-bc54-47efa0eb6cad req-7721127b-016b-483d-a6d4-677f8ccd2428 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8b94014-f695-4f28-9855-e1e0c09ca30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451813 Nov 02 11:57:59.956736 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-389a85fd-5676-4a1b-8f89-a5b9b743de9f tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:59.960105 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-389a85fd-5676-4a1b-8f89-a5b9b743de9f tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:57:59.966599 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-389a85fd-5676-4a1b-8f89-a5b9b743de9f tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "DELETE /v2.0/security-groups/64fba31d-c219-4a23-b90e-4fb1f5e2c16e HTTP/1.1" status: 204 len: 168 time: 0.2895844 Nov 02 11:57:59.966712 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55368) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:57:59.980782 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a85fd-5676-4a1b-8f89-a5b9b743de9f tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fba31d-c219-4a23-b90e-4fb1f5e2c16e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:00.062794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486709cb-0571-4b50-9931-6f3267712ce4 req-a34ad1c6-07ee-45fb-912e-260e31515ee5 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:00.064598 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-486709cb-0571-4b50-9931-6f3267712ce4 req-a34ad1c6-07ee-45fb-912e-260e31515ee5 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.54 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 945 time: 0.1147897 Nov 02 11:58:00.068322 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-39988b65-cf1e-4972-afa3-46e36727c6dd tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1033008 Nov 02 11:58:00.072244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55370) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:00.080617 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-191ce5c8-f513-4e00-b213-d65deb02f88b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1678753478'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:00.363466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-486709cb-0571-4b50-9931-6f3267712ce4 req-a0ca70a3-04d1-40ae-85d4-4aebe85dc758 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Deleting port 4570a74e-b70a-4821-b753-b0bb018872e8 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:58:00.363466 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-486709cb-0571-4b50-9931-6f3267712ce4 req-a0ca70a3-04d1-40ae-85d4-4aebe85dc758 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:00.420972 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-191ce5c8-f513-4e00-b213-d65deb02f88b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:00.501159 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-486709cb-0571-4b50-9931-6f3267712ce4 req-a0ca70a3-04d1-40ae-85d4-4aebe85dc758 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] For port 4570a74e-b70a-4821-b753-b0bb018872e8, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4570a74e-b70a-4821-b753-b0bb018872e8,segment=NetworkSegment(812c07c1-a10b-4e30-8089-8b60c83db9cb),segment_id=812c07c1-a10b-4e30-8089-8b60c83db9cb)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:00.501769 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-486709cb-0571-4b50-9931-6f3267712ce4 req-a0ca70a3-04d1-40ae-85d4-4aebe85dc758 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:00.527603 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-486709cb-0571-4b50-9931-6f3267712ce4 req-a0ca70a3-04d1-40ae-85d4-4aebe85dc758 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Calling delete_port for 4570a74e-b70a-4821-b753-b0bb018872e8 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:58:00.598802 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-191ce5c8-f513-4e00-b213-d65deb02f88b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:00.683595 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-191ce5c8-f513-4e00-b213-d65deb02f88b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:00.735255 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ce5c8-f513-4e00-b213-d65deb02f88b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4df1b58-2c18-4d00-8a35-ac0b9fa22a52,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:00.798420 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-191ce5c8-f513-4e00-b213-d65deb02f88b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:00.803452 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-191ce5c8-f513-4e00-b213-d65deb02f88b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7275817 Nov 02 11:58:00.806283 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55428) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:00.819356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-557e5ebd-2d93-420c-a22a-782002bd1cde tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:00.828916 n-d-806683-18 neutron-server[102689]: WARNING neutron.api.v2.base [None req-557e5ebd-2d93-420c-a22a-782002bd1cde tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 02 11:58:00.828916 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-557e5ebd-2d93-420c-a22a-782002bd1cde tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] update failed (client error): There was a conflict when trying to complete your request. Nov 02 11:58:00.828916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-557e5ebd-2d93-420c-a22a-782002bd1cde tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "PUT /v2.0/security-groups/b4df1b58-2c18-4d00-8a35-ac0b9fa22a52 HTTP/1.1" status: 409 len: 330 time: 0.0189402 Nov 02 11:58:00.841537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55432) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:00.894158 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-486709cb-0571-4b50-9931-6f3267712ce4 req-a0ca70a3-04d1-40ae-85d4-4aebe85dc758 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:00.905412 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['4570a74e-b70a-4821-b753-b0bb018872e8'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:58:00.953316 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca70a3-04d1-40ae-85d4-4aebe85dc758 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Pushing event deleted for resources: {'Port': ['ID=4570a74e-b70a-4821-b753-b0bb018872e8,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:01.044561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-486709cb-0571-4b50-9931-6f3267712ce4 req-a0ca70a3-04d1-40ae-85d4-4aebe85dc758 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] No DVR routers for this DVR port 4570a74e-b70a-4821-b753-b0bb018872e8 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:58:01.048998 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-486709cb-0571-4b50-9931-6f3267712ce4 req-a0ca70a3-04d1-40ae-85d4-4aebe85dc758 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:01.052350 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-486709cb-0571-4b50-9931-6f3267712ce4 req-a0ca70a3-04d1-40ae-85d4-4aebe85dc758 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.54 "DELETE /v2.0/ports/4570a74e-b70a-4821-b753-b0bb018872e8 HTTP/1.1" status: 204 len: 173 time: 0.9817452 Nov 02 11:58:01.067488 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73334cb5-5803-434f-b833-3f13f946327e', 'name': 'network-vif-deleted', 'tag': '4570a74e-b70a-4821-b753-b0bb018872e8'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:58:01.070549 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c6b991-39a8-41bd-b787-019324b55ea0" -d '{"events": [{"server_uuid": "73334cb5-5803-434f-b833-3f13f946327e", "name": "network-vif-deleted", "tag": "4570a74e-b70a-4821-b753-b0bb018872e8"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:58:01.079499 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4467c3c-b4bf-4681-9b6e-6ab1fe11dc3e req-fd41e5f1-2035-409b-ac94-bb352080ab7d tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 210 time: 0.0705972 Nov 02 11:58:01.081867 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ef7b188e-375f-43b9-8591-1236ac4a275d tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:01.120079 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ef7b188e-375f-43b9-8591-1236ac4a275d tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:01.205250 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1a3f9ce2-5fe0-426d-91a4-fef8d9f84bea req-a43b7245-e3c8-4771-b0a6-889bcd8bc611 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 210 time: 0.0353594 Nov 02 11:58:01.333343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18519d13-6208-45e2-9b00-4db11f34c749 req-cc957ce1-fa97-4560-a644-61f1740318a9 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:01.335374 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-18519d13-6208-45e2-9b00-4db11f34c749 req-cc957ce1-fa97-4560-a644-61f1740318a9 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 945 time: 0.0577345 Nov 02 11:58:01.391846 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-18519d13-6208-45e2-9b00-4db11f34c749 req-2b1612d8-6750-4de9-8ef3-f9d12248be1b tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499640 Nov 02 11:58:01.408408 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ef7b188e-375f-43b9-8591-1236ac4a275d tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:01.411373 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ef7b188e-375f-43b9-8591-1236ac4a275d tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:01.414500 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ef7b188e-375f-43b9-8591-1236ac4a275d tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "DELETE /v2.0/security-groups/b4df1b58-2c18-4d00-8a35-ac0b9fa22a52 HTTP/1.1" status: 204 len: 168 time: 0.5710411 Nov 02 11:58:01.416459 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55448) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:01.440527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b188e-375f-43b9-8591-1236ac4a275d tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4df1b58-2c18-4d00-8a35-ac0b9fa22a52,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:01.527282 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c4e37b57-9bbe-41fe-8424-8b422ec2ca2b tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1096189 Nov 02 11:58:01.530956 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55454) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:01.547248 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff393927-baf3-4fa0-b8f3-ce6d6127f146 x-openstack-request-id: req-ff393927-baf3-4fa0-b8f3-ce6d6127f146 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:58:01.547550 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73334cb5-5803-434f-b833-3f13f946327e", "name": "network-vif-deleted", "tag": "4570a74e-b70a-4821-b753-b0bb018872e8", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:58:01.547810 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff393927-baf3-4fa0-b8f3-ce6d6127f146 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:58:01.548241 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73334cb5-5803-434f-b833-3f13f946327e', 'name': 'network-vif-deleted', 'tag': '4570a74e-b70a-4821-b753-b0bb018872e8', 'status': 'completed', 'code': 200} Nov 02 11:58:01.550490 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-40d9ac7c-d328-4f5e-a533-24353de80bce tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] delete failed (client error): The resource could not be found. Nov 02 11:58:01.551621 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-40d9ac7c-d328-4f5e-a533-24353de80bce tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "DELETE /v2.0/security-groups/a0381d73-3095-474c-98f4-8be854f4aa1e HTTP/1.1" status: 404 len: 347 time: 0.0191135 Nov 02 11:58:01.556437 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55456) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:01.574222 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-53c5b735-8ce3-4886-85a6-5e6d604b4316 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] show failed (client error): The resource could not be found. Nov 02 11:58:01.579457 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55458) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:01.579645 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-53c5b735-8ce3-4886-85a6-5e6d604b4316 tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "GET /v2.0/security-groups/5140e112-2724-4925-a894-6f849e96bd4f HTTP/1.1" status: 404 len: 347 time: 0.0221269 Nov 02 11:58:01.597442 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-9618c53e-af4e-4fa1-b54e-1f6f7ce6bd5e tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] show failed (client error): The resource could not be found. Nov 02 11:58:01.598520 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9618c53e-af4e-4fa1-b54e-1f6f7ce6bd5e tempest-NegativeSecGroupIPv6Test-1478647692 tempest-NegativeSecGroupIPv6Test-1478647692-project] 10.222.0.52 "GET /v2.0/security-group-rules/63ed97b6-5e47-445d-8cd4-9780c6d551ca HTTP/1.1" status: 404 len: 356 time: 0.0180676 Nov 02 11:58:01.809953 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55466) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:02.006718 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f473cdc5-c31f-4704-bb20-b084df173f64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:02.100800 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f473cdc5-c31f-4704-bb20-b084df173f64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:02.212935 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15c834d3-7fe4-4c78-a8b3-a5f6b3987764 req-96fee853-c0b0-44eb-a3fc-333d32345b0c tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 210 time: 0.0315771 Nov 02 11:58:02.212935 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55480) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:02.248722 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f473cdc5-c31f-4704-bb20-b084df173f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:02.293049 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f473cdc5-c31f-4704-bb20-b084df173f64 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2d200172e8e8404eb00447ed3a296b6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4817653 Nov 02 11:58:02.294242 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473cdc5-c31f-4704-bb20-b084df173f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17714471-9368-4818-ba69-ca39670b31c3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:02.296391 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55486) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:02.401952 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-904b558b-509d-422b-b473-fd90efe36c95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:02.409760 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eea71b0b-f0a4-44f4-ad1c-533c54f3a6fe req-982fa486-4b4b-4c55-a483-d08db3d2ad41 tempest-TestServerAdvancedOps-956198293 tempest-TestServerAdvancedOps-956198293-project] 10.222.0.52 "GET /v2.0/ports?device_id=73334cb5-5803-434f-b833-3f13f946327e HTTP/1.1" status: 200 len: 210 time: 0.0394008 Nov 02 11:58:02.439914 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-904b558b-509d-422b-b473-fd90efe36c95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:02.461971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e468e-a4f4-4712-a615-de5858855cc4 req-5d2a0375-c0cf-4ee4-8f34-9b1f2d0c71a6 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:02.463570 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f10e468e-a4f4-4712-a615-de5858855cc4 req-5d2a0375-c0cf-4ee4-8f34-9b1f2d0c71a6 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.79 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 945 time: 0.1663876 Nov 02 11:58:02.495304 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55496) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:02.496182 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ffbb0c78-4428-488b-a168-b8af5e207da8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=788ab62f13054b88a6f04cb96fb75159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2818918 Nov 02 11:58:02.570374 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2e21b4b7-8373-4d55-9920-2cb790a67948 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:02.596914 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2e21b4b7-8373-4d55-9920-2cb790a67948 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:02.627499 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b102f-f55e-463b-9884-658ddd479cd9 req-e1298ced-a0b3-43e7-b81e-385b870095da tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:02.629317 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a54b102f-f55e-463b-9884-658ddd479cd9 req-e1298ced-a0b3-43e7-b81e-385b870095da tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 945 time: 0.0689993 Nov 02 11:58:02.636455 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f10e468e-a4f4-4712-a615-de5858855cc4 req-576e6c52-32a7-41cf-859a-0703212d3669 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Deleting port f6b6f311-7267-4d0d-8126-7fd262070db1 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:58:02.636814 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f10e468e-a4f4-4712-a615-de5858855cc4 req-576e6c52-32a7-41cf-859a-0703212d3669 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:02.748634 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a54b102f-f55e-463b-9884-658ddd479cd9 req-869130f2-c6a3-4b9d-a054-219e61cd34d4 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/security-groups?id=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073279 Nov 02 11:58:02.775413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f10e468e-a4f4-4712-a615-de5858855cc4 req-576e6c52-32a7-41cf-859a-0703212d3669 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] For port f6b6f311-7267-4d0d-8126-7fd262070db1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=f6b6f311-7267-4d0d-8126-7fd262070db1,segment=NetworkSegment(ca078cb0-f172-460a-adb1-3aab5279daf7),segment_id=ca078cb0-f172-460a-adb1-3aab5279daf7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:02.776391 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f10e468e-a4f4-4712-a615-de5858855cc4 req-576e6c52-32a7-41cf-859a-0703212d3669 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:02.801742 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f10e468e-a4f4-4712-a615-de5858855cc4 req-576e6c52-32a7-41cf-859a-0703212d3669 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Calling delete_port for f6b6f311-7267-4d0d-8126-7fd262070db1 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:58:02.819735 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-904b558b-509d-422b-b473-fd90efe36c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:02.822422 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-904b558b-509d-422b-b473-fd90efe36c95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:02.827056 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-904b558b-509d-422b-b473-fd90efe36c95 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/17714471-9368-4818-ba69-ca39670b31c3 HTTP/1.1" status: 204 len: 168 time: 0.5291831 Nov 02 11:58:02.839358 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b558b-509d-422b-b473-fd90efe36c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17714471-9368-4818-ba69-ca39670b31c3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:02.922048 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2e21b4b7-8373-4d55-9920-2cb790a67948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:02.924636 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2e21b4b7-8373-4d55-9920-2cb790a67948 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:02.929570 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2e21b4b7-8373-4d55-9920-2cb790a67948 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ebbc055d-7ef1-417a-8375-a8459d9bba20 HTTP/1.1" status: 204 len: 168 time: 0.4293334 Nov 02 11:58:02.942368 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21b4b7-8373-4d55-9920-2cb790a67948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbc055d-7ef1-417a-8375-a8459d9bba20,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:03.136843 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f10e468e-a4f4-4712-a615-de5858855cc4 req-576e6c52-32a7-41cf-859a-0703212d3669 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:03.148972 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['f6b6f311-7267-4d0d-8126-7fd262070db1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:58:03.167224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e6c52-32a7-41cf-859a-0703212d3669 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Pushing event deleted for resources: {'Port': ['ID=f6b6f311-7267-4d0d-8126-7fd262070db1,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:03.212439 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10e468e-a4f4-4712-a615-de5858855cc4 req-576e6c52-32a7-41cf-859a-0703212d3669 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] No DVR routers for this DVR port f6b6f311-7267-4d0d-8126-7fd262070db1 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:58:03.215491 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f10e468e-a4f4-4712-a615-de5858855cc4 req-576e6c52-32a7-41cf-859a-0703212d3669 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:03.223109 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f10e468e-a4f4-4712-a615-de5858855cc4 req-576e6c52-32a7-41cf-859a-0703212d3669 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.79 "DELETE /v2.0/ports/f6b6f311-7267-4d0d-8126-7fd262070db1 HTTP/1.1" status: 204 len: 173 time: 0.7501111 Nov 02 11:58:03.349038 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48b505d2-feea-4900-bd4e-0f4aa112573b req-ce424a6e-1f2b-4c80-a894-9d1c3b71e2ef tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 210 time: 0.0315897 Nov 02 11:58:03.540721 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55528) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:03.549059 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f5bb3f-4a3c-43e0-b8fd-8342e104e329', 'name': 'network-vif-deleted', 'tag': 'f6b6f311-7267-4d0d-8126-7fd262070db1'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:58:03.556248 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dfc0a7-77b1-4406-b534-62bbdd8e3f77" -d '{"events": [{"server_uuid": "58f5bb3f-4a3c-43e0-b8fd-8342e104e329", "name": "network-vif-deleted", "tag": "f6b6f311-7267-4d0d-8126-7fd262070db1"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:58:03.614452 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ce9734-217a-40b5-be81-06f8198fb3d6 admin admin] Deleting subnet 163d9cd5-3092-4dac-b44d-c4c926196985 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:58:03.619314 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-29ce9734-217a-40b5-be81-06f8198fb3d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:03.624292 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a08920-1d0b-4003-b93b-1ac52417e4a4 x-openstack-request-id: req-54a08920-1d0b-4003-b93b-1ac52417e4a4 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:58:03.627409 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f5bb3f-4a3c-43e0-b8fd-8342e104e329", "name": "network-vif-deleted", "tag": "f6b6f311-7267-4d0d-8126-7fd262070db1", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:58:03.627409 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54a08920-1d0b-4003-b93b-1ac52417e4a4 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:58:03.627409 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f5bb3f-4a3c-43e0-b8fd-8342e104e329', 'name': 'network-vif-deleted', 'tag': 'f6b6f311-7267-4d0d-8126-7fd262070db1', 'status': 'completed', 'code': 200} Nov 02 11:58:03.658780 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-29ce9734-217a-40b5-be81-06f8198fb3d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:03.666377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4570a74e-b70a-4821-b753-b0bb018872e8 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:58:03.694412 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 4570a74e-b70a-4821-b753-b0bb018872e8 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:58:03.694412 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4570a74e-b70a-4821-b753-b0bb018872e8 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:58:03.711037 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-29ce9734-217a-40b5-be81-06f8198fb3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:03.910414 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6a4056e-9dc9-4780-904f-339df92386cb req-b42962ec-34e2-40c3-965b-3b97f020b355 tempest-ServersTestJSON-1849515682 tempest-ServersTestJSON-1849515682-project] 10.222.0.52 "GET /v2.0/ports?device_id=58f5bb3f-4a3c-43e0-b8fd-8342e104e329 HTTP/1.1" status: 200 len: 210 time: 0.0402367 Nov 02 11:58:03.945380 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-29ce9734-217a-40b5-be81-06f8198fb3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:03.970867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55548) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:03.993382 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f7abaede-3361-4d63-8cf7-3a35734fcc73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:04.011201 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-29ce9734-217a-40b5-be81-06f8198fb3d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:04.015622 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-29ce9734-217a-40b5-be81-06f8198fb3d6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/163d9cd5-3092-4dac-b44d-c4c926196985 HTTP/1.1" status: 204 len: 168 time: 0.4736314 Nov 02 11:58:04.017538 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce9734-217a-40b5-be81-06f8198fb3d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163d9cd5-3092-4dac-b44d-c4c926196985,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:04.024055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55550) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:04.123127 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e4a372a-5c29-4c9a-8d88-df3247c98eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:04.268780 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e4a372a-5c29-4c9a-8d88-df3247c98eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:04.286654 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f7abaede-3361-4d63-8cf7-3a35734fcc73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:04.300292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-4e4a372a-5c29-4c9a-8d88-df3247c98eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511685fb-fb15-4169-a61d-8b0118457b7e']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:04.316436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-4e4a372a-5c29-4c9a-8d88-df3247c98eb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812c07c1-a10b-4e30-8089-8b60c83db9cb') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:04.316863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-4e4a372a-5c29-4c9a-8d88-df3247c98eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812c07c1-a10b-4e30-8089-8b60c83db9cb') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:04.327048 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e4a372a-5c29-4c9a-8d88-df3247c98eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:04.350754 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e4a372a-5c29-4c9a-8d88-df3247c98eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:04.350754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4a372a-5c29-4c9a-8d88-df3247c98eb8 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:58:04.350754 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e4a372a-5c29-4c9a-8d88-df3247c98eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:58:04.352157 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:58:04.488763 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f7abaede-3361-4d63-8cf7-3a35734fcc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:04.529747 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf63d89e-e304-43a4-bb33-7221234eb82c req-9eea2dd7-cfb8-4896-97f7-45c7f41b4062 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 210 time: 0.0605702 Nov 02 11:58:04.576160 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e4a372a-5c29-4c9a-8d88-df3247c98eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:04.583757 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4e4a372a-5c29-4c9a-8d88-df3247c98eb8 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:04.591291 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55566) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:04.591840 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4e4a372a-5c29-4c9a-8d88-df3247c98eb8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/511685fb-fb15-4169-a61d-8b0118457b7e HTTP/1.1" status: 204 len: 168 time: 0.5645268 Nov 02 11:58:04.597293 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f7abaede-3361-4d63-8cf7-3a35734fcc73 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73f3b144170f41ba9b53287f2b2a96e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6247885 Nov 02 11:58:04.605085 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55568) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:04.609126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a372a-5c29-4c9a-8d88-df3247c98eb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=511685fb-fb15-4169-a61d-8b0118457b7e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:04.611397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abaede-3361-4d63-8cf7-3a35734fcc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd83490-4c78-4c90-806e-5dfd866597da,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:04.728461 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2cc437eb-7336-40b9-a03a-7b89ffccaf7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:04.732752 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed24d9d6-0bfa-4129-9cd8-1f4bea0b6dea admin admin] Deleting subnet 11e97653-a1e7-4940-b87c-9c3cead94b25 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:58:04.736758 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed24d9d6-0bfa-4129-9cd8-1f4bea0b6dea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:04.785244 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2cc437eb-7336-40b9-a03a-7b89ffccaf7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:04.799062 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed24d9d6-0bfa-4129-9cd8-1f4bea0b6dea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:04.903974 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed24d9d6-0bfa-4129-9cd8-1f4bea0b6dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:04.979758 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55580) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:05.001967 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55584) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:05.034531 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2cc437eb-7336-40b9-a03a-7b89ffccaf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:05.039176 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2cc437eb-7336-40b9-a03a-7b89ffccaf7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:05.045053 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2cc437eb-7336-40b9-a03a-7b89ffccaf7e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2bd83490-4c78-4c90-806e-5dfd866597da HTTP/1.1" status: 204 len: 168 time: 0.4324617 Nov 02 11:58:05.060254 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc437eb-7336-40b9-a03a-7b89ffccaf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd83490-4c78-4c90-806e-5dfd866597da,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:05.072844 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed24d9d6-0bfa-4129-9cd8-1f4bea0b6dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:05.111969 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-34fe7da3-8e4b-487d-af9b-ed36c4caa786 admin admin] Deleting subnet b04dcbcd-1275-4a43-9876-3724821feb17 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:58:05.117204 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24d9d6-0bfa-4129-9cd8-1f4bea0b6dea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e97653-a1e7-4940-b87c-9c3cead94b25,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:05.120695 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-34fe7da3-8e4b-487d-af9b-ed36c4caa786 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:05.167653 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed24d9d6-0bfa-4129-9cd8-1f4bea0b6dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:05.173152 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ed24d9d6-0bfa-4129-9cd8-1f4bea0b6dea admin admin] 10.222.0.52 "DELETE /v2.0/subnets/11e97653-a1e7-4940-b87c-9c3cead94b25 HTTP/1.1" status: 204 len: 168 time: 0.5791955 Nov 02 11:58:05.175147 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55594) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:05.233902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-239c6189-554e-40e0-814c-d935b2356e3c tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-767839437'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:05.238637 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-34fe7da3-8e4b-487d-af9b-ed36c4caa786 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:05.291513 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-34fe7da3-8e4b-487d-af9b-ed36c4caa786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:05.330319 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fcfa1b93-eced-46d9-9661-b67af8d3d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:05.383248 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239c6189-554e-40e0-814c-d935b2356e3c tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Made reservation on behalf of 341395ea9f9e4550a7ccdd30d9ee2789 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:05.389915 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-239c6189-554e-40e0-814c-d935b2356e3c tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:05.403463 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-239c6189-554e-40e0-814c-d935b2356e3c tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:05.468680 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fcfa1b93-eced-46d9-9661-b67af8d3d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:05.493736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-fcfa1b93-eced-46d9-9661-b67af8d3d3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6b97b4-a754-488c-b663-a5cc598c97c3']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:05.504584 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-fcfa1b93-eced-46d9-9661-b67af8d3d3a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba27fd4-9c7c-4b22-a4e4-f11bd7973886') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:05.508967 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-fcfa1b93-eced-46d9-9661-b67af8d3d3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba27fd4-9c7c-4b22-a4e4-f11bd7973886') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:05.516975 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-239c6189-554e-40e0-814c-d935b2356e3c tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:05.521174 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fcfa1b93-eced-46d9-9661-b67af8d3d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:05.534356 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-34fe7da3-8e4b-487d-af9b-ed36c4caa786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:05.575811 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe7da3-8e4b-487d-af9b-ed36c4caa786 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04dcbcd-1275-4a43-9876-3724821feb17,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:05.577894 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-34fe7da3-8e4b-487d-af9b-ed36c4caa786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:05.591812 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-34fe7da3-8e4b-487d-af9b-ed36c4caa786 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b04dcbcd-1275-4a43-9876-3724821feb17 HTTP/1.1" status: 204 len: 168 time: 0.5882764 Nov 02 11:58:05.595257 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55606) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:05.659387 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-239c6189-554e-40e0-814c-d935b2356e3c tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:05.684137 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fcfa1b93-eced-46d9-9661-b67af8d3d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:05.733310 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c6189-554e-40e0-814c-d935b2356e3c tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0f1b71-adc9-4386-8984-ba800838f364,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:05.762073 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85fb74ae-4fee-4d23-8fcb-399abea925f8 req-cbe96c1b-8bb0-4b62-9d78-c446e17b8ee1 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 210 time: 0.0850556 Nov 02 11:58:05.829509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfa1b93-eced-46d9-9661-b67af8d3d3a6 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:58:05.840450 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fcfa1b93-eced-46d9-9661-b67af8d3d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06fbaba9-d729-4915-8063-48261617a969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:58:05.853076 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:58:06.040027 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06fbaba9-d729-4915-8063-48261617a969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:06.088993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239c6189-554e-40e0-814c-d935b2356e3c tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:58:06.125083 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-239c6189-554e-40e0-814c-d935b2356e3c tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:06.126075 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-239c6189-554e-40e0-814c-d935b2356e3c tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Added segment 46f7a767-32fc-46c6-a858-60557144fc8d of type vlan for network 669a6afe-89c9-4557-a935-7f8d22a3733e Nov 02 11:58:06.213312 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-239c6189-554e-40e0-814c-d935b2356e3c tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:06.393801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-239c6189-554e-40e0-814c-d935b2356e3c tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:06.401004 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c6189-554e-40e0-814c-d935b2356e3c tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:06.402776 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-239c6189-554e-40e0-814c-d935b2356e3c tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:06.480456 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fcfa1b93-eced-46d9-9661-b67af8d3d3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:06.487693 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fcfa1b93-eced-46d9-9661-b67af8d3d3a6 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:06.507169 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fcfa1b93-eced-46d9-9661-b67af8d3d3a6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/bd6b97b4-a754-488c-b663-a5cc598c97c3 HTTP/1.1" status: 204 len: 168 time: 1.3199735 Nov 02 11:58:06.511071 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-06fbaba9-d729-4915-8063-48261617a969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74bd6dc5-f0e6-4079-ac41-63269a99500e']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:06.533126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa1b93-eced-46d9-9661-b67af8d3d3a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd6b97b4-a754-488c-b663-a5cc598c97c3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:06.536210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-06fbaba9-d729-4915-8063-48261617a969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca078cb0-f172-460a-adb1-3aab5279daf7') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:06.536482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-06fbaba9-d729-4915-8063-48261617a969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca078cb0-f172-460a-adb1-3aab5279daf7') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:06.547807 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06fbaba9-d729-4915-8063-48261617a969 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:06.553301 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c6189-554e-40e0-814c-d935b2356e3c tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Pushing event updated for resources: {'Network': ['ID=669a6afe-89c9-4557-a935-7f8d22a3733e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:06.564866 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 669a6afe-89c9-4557-a935-7f8d22a3733e details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:58:06.569316 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-239c6189-554e-40e0-814c-d935b2356e3c tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5846958 Nov 02 11:58:06.569316 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55632) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:06.575099 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06fbaba9-d729-4915-8063-48261617a969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:06.580920 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-9d1408a2-0ed2-4359-9597-8e7688a73ab1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Request body: {'subnet': {'network_id': '669a6afe-89c9-4557-a935-7f8d22a3733e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:06.590583 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fbaba9-d729-4915-8063-48261617a969 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:58:06.590815 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06fbaba9-d729-4915-8063-48261617a969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:58:06.592914 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:58:06.768598 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06fbaba9-d729-4915-8063-48261617a969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:06.775591 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06fbaba9-d729-4915-8063-48261617a969 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:06.779538 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-06fbaba9-d729-4915-8063-48261617a969 admin admin] 10.222.0.52 "DELETE /v2.0/networks/74bd6dc5-f0e6-4079-ac41-63269a99500e HTTP/1.1" status: 204 len: 168 time: 1.1827023 Nov 02 11:58:06.793237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbaba9-d729-4915-8063-48261617a969 admin admin] Pushing event deleted for resources: {'Network': ['ID=74bd6dc5-f0e6-4079-ac41-63269a99500e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:06.796837 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1408a2-0ed2-4359-9597-8e7688a73ab1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Made reservation on behalf of 341395ea9f9e4550a7ccdd30d9ee2789 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:06.800816 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d1408a2-0ed2-4359-9597-8e7688a73ab1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:06.995655 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55656) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:07.016415 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66b28565-d750-4f6d-ad27-87864a80e133 req-d72885ec-afe7-4e27-a1d8-61a317bb2aa7 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 210 time: 0.0688112 Nov 02 11:58:07.097643 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55662) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:07.097963 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5558c566-2ce3-4cde-a531-3ab63f0fffe5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=71f5955a458c484986737ffa56d2b1be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0744252 Nov 02 11:58:07.224565 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e23e1e66-134f-4eb7-b188-4703d74ec92c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:07.254765 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d1408a2-0ed2-4359-9597-8e7688a73ab1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:07.273895 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e23e1e66-134f-4eb7-b188-4703d74ec92c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:07.370142 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1408a2-0ed2-4359-9597-8e7688a73ab1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Pushing event updated for resources: {'Subnet': ['ID=f7abc2de-cfa7-4391-aafc-2eb642da0e9f,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:07.394805 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1408a2-0ed2-4359-9597-8e7688a73ab1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Checking segment: {'id': '46f7a767-32fc-46c6-a858-60557144fc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '669a6afe-89c9-4557-a935-7f8d22a3733e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:58:07.395301 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1408a2-0ed2-4359-9597-8e7688a73ab1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Network hostable DHCP agents. Network: 669a6afe-89c9-4557-a935-7f8d22a3733e, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:58:07.465108 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e23e1e66-134f-4eb7-b188-4703d74ec92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:07.470854 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e23e1e66-134f-4eb7-b188-4703d74ec92c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:07.473020 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e23e1e66-134f-4eb7-b188-4703d74ec92c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8b94014-f695-4f28-9855-e1e0c09ca30b HTTP/1.1" status: 204 len: 168 time: 0.3739400 Nov 02 11:58:07.482332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e1e66-134f-4eb7-b188-4703d74ec92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b94014-f695-4f28-9855-e1e0c09ca30b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:07.540223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1408a2-0ed2-4359-9597-8e7688a73ab1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Network 669a6afe-89c9-4557-a935-7f8d22a3733e is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:58:07.653667 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-9d1408a2-0ed2-4359-9597-8e7688a73ab1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 669a6afe-89c9-4557-a935-7f8d22a3733e) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:07.660063 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1408a2-0ed2-4359-9597-8e7688a73ab1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:07.660349 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d1408a2-0ed2-4359-9597-8e7688a73ab1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:07.665863 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dfd13d-316e-44b4-b9ef-525bddef8a61 None None] Network 669a6afe-89c9-4557-a935-7f8d22a3733e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:58:07.736035 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55690) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:07.776570 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f6b6f311-7267-4d0d-8126-7fd262070db1 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:58:07.809814 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55694) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:07.810231 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c2047637-614f-4ffd-a99d-a1d91c279958 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=03959b625cb94b9d9fcaf436c56c8acb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0721109 Nov 02 11:58:07.821416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: f6b6f311-7267-4d0d-8126-7fd262070db1 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:58:07.821416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device f6b6f311-7267-4d0d-8126-7fd262070db1 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:58:07.873386 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9d1408a2-0ed2-4359-9597-8e7688a73ab1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2998993 Nov 02 11:58:07.876850 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55696) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:07.883179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-fdb92782-399d-4a52-9191-8e1fe5a5fbf2 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Request body: {'port': {'network_id': '669a6afe-89c9-4557-a935-7f8d22a3733e', 'name': 'tempest-TagsExtTest-940585534'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:07.887633 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-669a6afe-89c9-4557-a935-7f8d22a3733e', 'network_id': '669a6afe-89c9-4557-a935-7f8d22a3733e', 'tenant_id': '341395ea9f9e4550a7ccdd30d9ee2789', 'fixed_ips': [{'subnet_id': 'f7abc2de-cfa7-4391-aafc-2eb642da0e9f'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:58:07.888571 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:07.921008 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9249c981-2a7e-4a2c-bfd5-1528d10bdac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:07.977773 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9249c981-2a7e-4a2c-bfd5-1528d10bdac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:08.159959 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-543a558c-7978-43ba-8657-716b377cee15 req-f967e844-eaca-48a3-a616-c7d2b03e8e03 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 210 time: 0.0322866 Nov 02 11:58:08.208677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Allocated IP 172.20.0.2 (669a6afe-89c9-4557-a935-7f8d22a3733e/f7abc2de-cfa7-4391-aafc-2eb642da0e9f/528bc15c-55f3-445b-9915-6821abc6f057) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:58:08.240090 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb92782-399d-4a52-9191-8e1fe5a5fbf2 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Made reservation on behalf of 341395ea9f9e4550a7ccdd30d9ee2789 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:08.241248 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fdb92782-399d-4a52-9191-8e1fe5a5fbf2 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:08.272655 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-fdb92782-399d-4a52-9191-8e1fe5a5fbf2 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] device_id is not set on port 50e33042-2330-4c7c-86b1-39eb07a87309 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:58:08.288263 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9249c981-2a7e-4a2c-bfd5-1528d10bdac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:08.293383 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9249c981-2a7e-4a2c-bfd5-1528d10bdac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:08.298264 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9249c981-2a7e-4a2c-bfd5-1528d10bdac2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0 HTTP/1.1" status: 204 len: 168 time: 0.4850109 Nov 02 11:58:08.321068 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249c981-2a7e-4a2c-bfd5-1528d10bdac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa4ca70-d03b-40c6-87ed-9f5fcc6822e0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:08.378607 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:08.545664 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:08.615565 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Network 669a6afe-89c9-4557-a935-7f8d22a3733e is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:08.625086 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:08.629358 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:08.656837 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-fdb92782-399d-4a52-9191-8e1fe5a5fbf2 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Allocated IP 172.20.0.14 (669a6afe-89c9-4557-a935-7f8d22a3733e/f7abc2de-cfa7-4391-aafc-2eb642da0e9f/50e33042-2330-4c7c-86b1-39eb07a87309) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:58:08.676105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55728) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:08.783306 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Pushing event updated for resources: {'Port': ['ID=528bc15c-55f3-445b-9915-6821abc6f057,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:08.828822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Attempting to bind port 528bc15c-55f3-445b-9915-6821abc6f057 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:08.829887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Attempting to bind port 528bc15c-55f3-445b-9915-6821abc6f057 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '46f7a767-32fc-46c6-a858-60557144fc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '669a6afe-89c9-4557-a935-7f8d22a3733e'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:08.830426 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Attempting to bind port 528bc15c-55f3-445b-9915-6821abc6f057 on network 669a6afe-89c9-4557-a935-7f8d22a3733e {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:08.836154 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1c5f2382-639e-4b42-9be1-a80becac50f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf280a9c69e94ace9f503021da12722a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1553721 Nov 02 11:58:08.837052 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55734) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:08.849106 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:58:08.850297 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Checking segment: {'id': '46f7a767-32fc-46c6-a858-60557144fc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '669a6afe-89c9-4557-a935-7f8d22a3733e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:58:08.850869 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:08.851508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Bound using segment: {'id': '46f7a767-32fc-46c6-a858-60557144fc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '669a6afe-89c9-4557-a935-7f8d22a3733e'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:58:08.852143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Bound port: 528bc15c-55f3-445b-9915-6821abc6f057, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f7a767-32fc-46c6-a858-60557144fc8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '669a6afe-89c9-4557-a935-7f8d22a3733e'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:58:08.853723 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:08.928601 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55736) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:08.949278 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] For port 528bc15c-55f3-445b-9915-6821abc6f057, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:58:08.953111 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] For port 528bc15c-55f3-445b-9915-6821abc6f057, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=528bc15c-55f3-445b-9915-6821abc6f057,segment=NetworkSegment(46f7a767-32fc-46c6-a858-60557144fc8d),segment_id=46f7a767-32fc-46c6-a858-60557144fc8d)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:58:08.955010 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f77f279-d336-4534-92ac-60c3ac8a386a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:08.991816 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f77f279-d336-4534-92ac-60c3ac8a386a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:09.074416 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:09.133344 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fdb92782-399d-4a52-9191-8e1fe5a5fbf2 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:09.163210 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f77f279-d336-4534-92ac-60c3ac8a386a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:09.166028 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f77f279-d336-4534-92ac-60c3ac8a386a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:09.167321 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6f77f279-d336-4534-92ac-60c3ac8a386a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9f480571-c61e-4aae-967e-ae4bcaab0b00 HTTP/1.1" status: 204 len: 168 time: 0.3291516 Nov 02 11:58:09.188365 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77f279-d336-4534-92ac-60c3ac8a386a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f480571-c61e-4aae-967e-ae4bcaab0b00,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:09.305779 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe5215-ce76-4414-b531-cfaa23cb9e4b None None] Pushing event updated for resources: {'Port': ['ID=528bc15c-55f3-445b-9915-6821abc6f057,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:09.384251 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-71ffede1-3bac-4239-b602-ca8e64abb9c0 req-2ea6c7c7-1c68-415d-84a2-2d7b401381a3 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 210 time: 0.0695448 Nov 02 11:58:09.386431 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fdb92782-399d-4a52-9191-8e1fe5a5fbf2 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:09.489513 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb92782-399d-4a52-9191-8e1fe5a5fbf2 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Pushing event updated for resources: {'Port': ['ID=50e33042-2330-4c7c-86b1-39eb07a87309,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:09.558032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb92782-399d-4a52-9191-8e1fe5a5fbf2 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Network 669a6afe-89c9-4557-a935-7f8d22a3733e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:09.570639 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-fdb92782-399d-4a52-9191-8e1fe5a5fbf2 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:09.586558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb92782-399d-4a52-9191-8e1fe5a5fbf2 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:09.636801 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-353aff3f-46a4-41cb-9c7c-bbb3caba90e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:09.752427 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-353aff3f-46a4-41cb-9c7c-bbb3caba90e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:09.797568 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb92782-399d-4a52-9191-8e1fe5a5fbf2 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:09.798290 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fdb92782-399d-4a52-9191-8e1fe5a5fbf2 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:09.853347 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-353aff3f-46a4-41cb-9c7c-bbb3caba90e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:09.909724 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fdb92782-399d-4a52-9191-8e1fe5a5fbf2 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0316577 Nov 02 11:58:09.913179 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55760) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:09.923859 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d96fbbb3-649a-4927-a97b-87a0e4d45c56 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-896603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:09.986059 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-353aff3f-46a4-41cb-9c7c-bbb3caba90e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f0fbae078f2940209a3769c11ab50ab3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0548537 Nov 02 11:58:09.987289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55764) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:10.037813 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353aff3f-46a4-41cb-9c7c-bbb3caba90e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9978fe9-b211-4f08-8f7a-04951bdcf966,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:10.096498 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d96fbbb3-649a-4927-a97b-87a0e4d45c56 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:10.097601 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d96fbbb3-649a-4927-a97b-87a0e4d45c56 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:10.120910 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-743f4868-2b3b-4a3f-bf14-f3b1ef6eed35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:10.179204 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-743f4868-2b3b-4a3f-bf14-f3b1ef6eed35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:10.252044 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d96fbbb3-649a-4927-a97b-87a0e4d45c56 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:10.499441 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d96fbbb3-649a-4927-a97b-87a0e4d45c56 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:10.499680 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-743f4868-2b3b-4a3f-bf14-f3b1ef6eed35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:10.503643 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-743f4868-2b3b-4a3f-bf14-f3b1ef6eed35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:10.504868 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-743f4868-2b3b-4a3f-bf14-f3b1ef6eed35 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9978fe9-b211-4f08-8f7a-04951bdcf966 HTTP/1.1" status: 204 len: 168 time: 0.5165062 Nov 02 11:58:10.553484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f4868-2b3b-4a3f-bf14-f3b1ef6eed35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9978fe9-b211-4f08-8f7a-04951bdcf966,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:10.598519 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d96fbbb3-649a-4927-a97b-87a0e4d45c56 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:10.601196 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d96fbbb3-649a-4927-a97b-87a0e4d45c56 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 696 time: 0.6866856 Nov 02 11:58:10.609943 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55798) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:10.611157 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0bdf8a00-4267-409f-a978-b196dc295a25 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1625067178', 'prefixes': ['172.20.0.0/16']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:10.641939 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-270b0177-5272-4777-8f74-3e428b10e7cf req-b65e3ad5-da89-4717-996f-582c80769143 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/ports?device_id=b09143f3-d528-4038-95a2-5e7f46410d3a HTTP/1.1" status: 200 len: 210 time: 0.0468998 Nov 02 11:58:10.831619 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc929c6-3e6f-448c-9182-af8fe682269b None None] Network 669a6afe-89c9-4557-a935-7f8d22a3733e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:58:11.015539 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bdf8a00-4267-409f-a978-b196dc295a25 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks [] for subnetpool, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:11.020567 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55830) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:11.026681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-c30521d6-9365-4bea-b438-0f55436ef34e tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f7abc2de-cfa7-4391-aafc-2eb642da0e9f', 'tempest-TagsExtTest-Tag-908182054') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:11.027084 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0bdf8a00-4267-409f-a978-b196dc295a25 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4201334 Nov 02 11:58:11.152366 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55846) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:11.230909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ad0314ca-98ef-465f-bc43-eb9f9fcfd4cb None None] Provisioning complete for port 528bc15c-55f3-445b-9915-6821abc6f057 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:11.231615 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ad0314ca-98ef-465f-bc43-eb9f9fcfd4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:11.298373 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6c214618-db2f-424c-ba09-b029d75a7131 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1554911740-network', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:11.431956 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ad0314ca-98ef-465f-bc43-eb9f9fcfd4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:11.448243 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c214618-db2f-424c-ba09-b029d75a7131 admin admin] Made reservation on behalf of 3bf0bc53ed7145e4acec9ee5e89c3e18 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:11.450657 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c30521d6-9365-4bea-b438-0f55436ef34e tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "PUT /v2.0/subnets/f7abc2de-cfa7-4391-aafc-2eb642da0e9f/tags/tempest-TagsExtTest-Tag-908182054 HTTP/1.1" status: 201 len: 201 time: 0.4278307 Nov 02 11:58:11.453178 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c214618-db2f-424c-ba09-b029d75a7131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:11.454518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55864) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:11.460003 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-902a7a3d-1f53-4a7e-9eb0-bbb1bbcca0b1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '50e33042-2330-4c7c-86b1-39eb07a87309', 'tempest-TagsExtTest-Tag-651342661') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:11.471704 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c214618-db2f-424c-ba09-b029d75a7131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:11.532900 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 528bc15c-55f3-445b-9915-6821abc6f057 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:58:11.594126 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ad0314ca-98ef-465f-bc43-eb9f9fcfd4cb None None] For port 528bc15c-55f3-445b-9915-6821abc6f057, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=528bc15c-55f3-445b-9915-6821abc6f057,segment=NetworkSegment(46f7a767-32fc-46c6-a858-60557144fc8d),segment_id=46f7a767-32fc-46c6-a858-60557144fc8d)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:11.655797 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 528bc15c-55f3-445b-9915-6821abc6f057 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:11.656816 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:11.699938 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c214618-db2f-424c-ba09-b029d75a7131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:11.705047 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ad0314ca-98ef-465f-bc43-eb9f9fcfd4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:11.793532 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0314ca-98ef-465f-bc43-eb9f9fcfd4cb None None] Pushing event updated for resources: {'Port': ['ID=528bc15c-55f3-445b-9915-6821abc6f057,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:11.874689 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-902a7a3d-1f53-4a7e-9eb0-bbb1bbcca0b1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "PUT /v2.0/ports/50e33042-2330-4c7c-86b1-39eb07a87309/tags/tempest-TagsExtTest-Tag-651342661 HTTP/1.1" status: 201 len: 201 time: 0.4190621 Nov 02 11:58:11.878328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55894) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:11.885208 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.tag.tag_plugin [None req-77a2e7d8-f57c-404f-8db4-c010db7cc779 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '02f599b4-0134-4119-b8b7-061a677d5c2c', 'tempest-TagsExtTest-Tag-2130392143') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:11.931162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55896) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:11.950526 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c214618-db2f-424c-ba09-b029d75a7131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:11.983462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-99075106-478a-45cb-a9fb-41a0fa518db3 None None] Provisioning complete for port 528bc15c-55f3-445b-9915-6821abc6f057 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:11.983915 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-99075106-478a-45cb-a9fb-41a0fa518db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:12.008627 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c214618-db2f-424c-ba09-b029d75a7131 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:58:12.062037 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c214618-db2f-424c-ba09-b029d75a7131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3dc0e9-1dcd-4cde-8f3b-52cd9245a0b0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:12.095608 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fda30957-6c59-4a5c-977c-ab63b0320dc5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:12.108317 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c214618-db2f-424c-ba09-b029d75a7131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:12.108919 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-6c214618-db2f-424c-ba09-b029d75a7131 admin admin] Added segment 68178386-05d9-46fd-9edd-e67b33789cec of type vlan for network ef1c25a2-5100-492a-96f5-1f6dd7e89df0 Nov 02 11:58:12.136257 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fda30957-6c59-4a5c-977c-ab63b0320dc5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:12.216393 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c214618-db2f-424c-ba09-b029d75a7131 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:12.241927 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-99075106-478a-45cb-a9fb-41a0fa518db3 None None] Provisioning complete for port 50e33042-2330-4c7c-86b1-39eb07a87309 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:12.242307 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-99075106-478a-45cb-a9fb-41a0fa518db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:12.263591 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-77a2e7d8-f57c-404f-8db4-c010db7cc779 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "PUT /v2.0/routers/02f599b4-0134-4119-b8b7-061a677d5c2c/tags/tempest-TagsExtTest-Tag-2130392143 HTTP/1.1" status: 201 len: 201 time: 0.3837562 Nov 02 11:58:12.266803 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55914) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:12.272679 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-334af280-14d4-4d21-a32f-184fdfecdd14 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e0719280-b576-4b0f-8e4c-c8757ebf3eb0', 'tempest-TagsExtTest-Tag-326735605') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:12.294325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-99075106-478a-45cb-a9fb-41a0fa518db3 None None] Port 50e33042-2330-4c7c-86b1-39eb07a87309 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:58:12.404768 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fda30957-6c59-4a5c-977c-ab63b0320dc5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:12.411301 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fda30957-6c59-4a5c-977c-ab63b0320dc5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:12.411301 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fda30957-6c59-4a5c-977c-ab63b0320dc5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "DELETE /v2.0/security-groups/53a0acbe-fc8a-43d9-ad43-b29b266a9d36 HTTP/1.1" status: 204 len: 168 time: 0.4765491 Nov 02 11:58:12.411857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55918) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:12.418191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda30957-6c59-4a5c-977c-ab63b0320dc5 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a0acbe-fc8a-43d9-ad43-b29b266a9d36,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:12.419229 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0eafe030-212f-41eb-9751-b2ff322965d0 None None] Provisioning complete for port 50e33042-2330-4c7c-86b1-39eb07a87309 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:12.420229 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0eafe030-212f-41eb-9751-b2ff322965d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:12.425290 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-8cb490fb-bfe7-4213-ae8b-f3a17ce0c771 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] show failed (client error): The resource could not be found. Nov 02 11:58:12.426549 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8cb490fb-bfe7-4213-ae8b-f3a17ce0c771 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "GET /v2.0/security-groups/53a0acbe-fc8a-43d9-ad43-b29b266a9d36 HTTP/1.1" status: 404 len: 347 time: 0.0133028 Nov 02 11:58:12.430212 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55920) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:12.471773 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-334af280-14d4-4d21-a32f-184fdfecdd14 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "PUT /v2.0/subnetpools/e0719280-b576-4b0f-8e4c-c8757ebf3eb0/tags/tempest-TagsExtTest-Tag-326735605 HTTP/1.1" status: 201 len: 201 time: 0.2012465 Nov 02 11:58:12.472101 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0eafe030-212f-41eb-9751-b2ff322965d0 None None] Port 50e33042-2330-4c7c-86b1-39eb07a87309 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:58:12.472772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55922) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:12.487602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-7cd5f6af-e10b-46ec-be32-a7eeea0ebce1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f7abc2de-cfa7-4391-aafc-2eb642da0e9f') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:12.488994 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c214618-db2f-424c-ba09-b029d75a7131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:12.493818 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c214618-db2f-424c-ba09-b029d75a7131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:12.494444 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c214618-db2f-424c-ba09-b029d75a7131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:12.554669 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7cd5f6af-e10b-46ec-be32-a7eeea0ebce1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/subnets/f7abc2de-cfa7-4391-aafc-2eb642da0e9f/tags HTTP/1.1" status: 200 len: 240 time: 0.0802181 Nov 02 11:58:12.557062 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55926) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:12.563472 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-6f78dd3d-4b01-4ee8-96ef-7c10e39c7874 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7abc2de-cfa7-4391-aafc-2eb642da0e9f', 'tempest-TagsExtTest-Tag-908182054') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:12.622437 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c214618-db2f-424c-ba09-b029d75a7131 admin admin] Pushing event updated for resources: {'Network': ['ID=ef1c25a2-5100-492a-96f5-1f6dd7e89df0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:12.633894 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network ef1c25a2-5100-492a-96f5-1f6dd7e89df0 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:58:12.646123 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-68771b57-ab17-4951-9dae-56d0217836eb tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Deleting port 66cf8bc6-a86e-4a74-8fad-29162b9efc91 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:58:12.646123 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68771b57-ab17-4951-9dae-56d0217836eb tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:12.655588 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6f78dd3d-4b01-4ee8-96ef-7c10e39c7874 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/subnets/f7abc2de-cfa7-4391-aafc-2eb642da0e9f/tags/tempest-TagsExtTest-Tag-908182054 HTTP/1.1" status: 204 len: 168 time: 0.0951610 Nov 02 11:58:12.658447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55932) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:12.663735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-41aaff90-52a5-437e-9771-12888c031d88 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f7abc2de-cfa7-4391-aafc-2eb642da0e9f', 'tempest-TagsExtTest-Tag-908182054') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:12.677870 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6c214618-db2f-424c-ba09-b029d75a7131 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5237684 Nov 02 11:58:12.678679 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55934) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:12.691494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4dcf2e80-caa9-42a3-a35c-f5455f5e1da7 admin admin] Request body: {'subnet': {'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1554911740-subnet', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:12.784169 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68771b57-ab17-4951-9dae-56d0217836eb tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:12.784169 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68771b57-ab17-4951-9dae-56d0217836eb tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:12.797113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-68771b57-ab17-4951-9dae-56d0217836eb tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Calling delete_port for 66cf8bc6-a86e-4a74-8fad-29162b9efc91 owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:58:12.849945 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-41aaff90-52a5-437e-9771-12888c031d88 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/subnets/f7abc2de-cfa7-4391-aafc-2eb642da0e9f/tags/tempest-TagsExtTest-Tag-908182054 HTTP/1.1" status: 204 len: 168 time: 0.1896594 Nov 02 11:58:12.852925 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55944) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:12.857751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-26935ada-54b8-46c0-8cdb-b326817b10e2 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f7abc2de-cfa7-4391-aafc-2eb642da0e9f') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:12.859111 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcf2e80-caa9-42a3-a35c-f5455f5e1da7 admin admin] Made reservation on behalf of 3bf0bc53ed7145e4acec9ee5e89c3e18 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:12.861828 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2e80-caa9-42a3-a35c-f5455f5e1da7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:12.920708 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-26935ada-54b8-46c0-8cdb-b326817b10e2 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/subnets/f7abc2de-cfa7-4391-aafc-2eb642da0e9f/tags HTTP/1.1" status: 200 len: 205 time: 0.0665183 Nov 02 11:58:12.923191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55948) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:12.928104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-478fb649-6364-4c82-b689-b4b79cce72a8 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '50e33042-2330-4c7c-86b1-39eb07a87309') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:12.997882 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-478fb649-6364-4c82-b689-b4b79cce72a8 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/ports/50e33042-2330-4c7c-86b1-39eb07a87309/tags HTTP/1.1" status: 200 len: 240 time: 0.0736294 Nov 02 11:58:13.001612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55954) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:13.007864 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-17219299-7aba-439f-b382-25748ebad0c1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50e33042-2330-4c7c-86b1-39eb07a87309', 'tempest-TagsExtTest-Tag-651342661') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:13.082696 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-17219299-7aba-439f-b382-25748ebad0c1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/ports/50e33042-2330-4c7c-86b1-39eb07a87309/tags/tempest-TagsExtTest-Tag-651342661 HTTP/1.1" status: 204 len: 168 time: 0.0788422 Nov 02 11:58:13.085832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55958) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:13.092173 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-702e6b61-c1e5-43f0-9819-2ca6d245f935 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '50e33042-2330-4c7c-86b1-39eb07a87309', 'tempest-TagsExtTest-Tag-651342661') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:13.317784 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 528bc15c-55f3-445b-9915-6821abc6f057 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:58:13.340587 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68771b57-ab17-4951-9dae-56d0217836eb tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:13.364479 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68771b57-ab17-4951-9dae-56d0217836eb tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event deleted for resources: {'Port': ['ID=66cf8bc6-a86e-4a74-8fad-29162b9efc91,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:13.390200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-702e6b61-c1e5-43f0-9819-2ca6d245f935 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/ports/50e33042-2330-4c7c-86b1-39eb07a87309/tags/tempest-TagsExtTest-Tag-651342661 HTTP/1.1" status: 204 len: 168 time: 0.3025396 Nov 02 11:58:13.390821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55970) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:13.392234 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 528bc15c-55f3-445b-9915-6821abc6f057 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:13.392912 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:13.396130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-637c8a34-de72-40e7-854c-ec6f51a0f3c3 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '50e33042-2330-4c7c-86b1-39eb07a87309') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:13.419720 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2e80-caa9-42a3-a35c-f5455f5e1da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:13.454359 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-637c8a34-de72-40e7-854c-ec6f51a0f3c3 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/ports/50e33042-2330-4c7c-86b1-39eb07a87309/tags HTTP/1.1" status: 200 len: 205 time: 0.0622439 Nov 02 11:58:13.459506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55972) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:13.464164 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-4381c621-4c97-422a-9a45-3165e71624a4 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '02f599b4-0134-4119-b8b7-061a677d5c2c') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:13.514067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf2e80-caa9-42a3-a35c-f5455f5e1da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e9ea625-11dc-4ad8-8157-fb20952cfe54,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:13.516353 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68771b57-ab17-4951-9dae-56d0217836eb tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:13.518909 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68771b57-ab17-4951-9dae-56d0217836eb tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:13.520111 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-68771b57-ab17-4951-9dae-56d0217836eb tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "DELETE /v2.0/floatingips/1d6c6f61-ed92-45e8-9540-c2ce47540400 HTTP/1.1" status: 204 len: 168 time: 1.0888963 Nov 02 11:58:13.526500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55974) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:13.560282 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4381c621-4c97-422a-9a45-3165e71624a4 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/routers/02f599b4-0134-4119-b8b7-061a677d5c2c/tags HTTP/1.1" status: 200 len: 241 time: 0.0996780 Nov 02 11:58:13.563182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55978) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:13.568626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-b376fa0e-c428-498f-b4e6-c89133dadf5e tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '02f599b4-0134-4119-b8b7-061a677d5c2c', 'tempest-TagsExtTest-Tag-2130392143') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:13.579733 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcf2e80-caa9-42a3-a35c-f5455f5e1da7 admin admin] Checking segment: {'id': '68178386-05d9-46fd-9edd-e67b33789cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:58:13.580378 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcf2e80-caa9-42a3-a35c-f5455f5e1da7 admin admin] Network hostable DHCP agents. Network: ef1c25a2-5100-492a-96f5-1f6dd7e89df0, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:58:13.653573 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b376fa0e-c428-498f-b4e6-c89133dadf5e tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/routers/02f599b4-0134-4119-b8b7-061a677d5c2c/tags/tempest-TagsExtTest-Tag-2130392143 HTTP/1.1" status: 204 len: 168 time: 0.0889764 Nov 02 11:58:13.656113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55980) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:13.662537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.tag.tag_plugin [None req-d7faa464-121f-4ee1-bc69-a115a0bde3b3 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '02f599b4-0134-4119-b8b7-061a677d5c2c', 'tempest-TagsExtTest-Tag-2130392143') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:13.665605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-fa03a5e6-d9ab-4525-ae9a-14ab890bbbee tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Deleting port dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:58:13.665938 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fa03a5e6-d9ab-4525-ae9a-14ab890bbbee tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:13.753917 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcf2e80-caa9-42a3-a35c-f5455f5e1da7 admin admin] Network ef1c25a2-5100-492a-96f5-1f6dd7e89df0 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:58:13.835692 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fa03a5e6-d9ab-4525-ae9a-14ab890bbbee tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:13.853133 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-fa03a5e6-d9ab-4525-ae9a-14ab890bbbee tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Calling delete_port for dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:58:13.921760 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-4dcf2e80-caa9-42a3-a35c-f5455f5e1da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, ef1c25a2-5100-492a-96f5-1f6dd7e89df0) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:13.930788 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5895cc-15a0-40f2-bd12-e93017009906 None None] Network ef1c25a2-5100-492a-96f5-1f6dd7e89df0 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:58:13.937288 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcf2e80-caa9-42a3-a35c-f5455f5e1da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:13.939067 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2e80-caa9-42a3-a35c-f5455f5e1da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:13.966133 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d7faa464-121f-4ee1-bc69-a115a0bde3b3 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/routers/02f599b4-0134-4119-b8b7-061a677d5c2c/tags/tempest-TagsExtTest-Tag-2130392143 HTTP/1.1" status: 204 len: 168 time: 0.3089585 Nov 02 11:58:13.968863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56000) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:13.974797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-351a52e7-d7ff-479c-b077-3824e9cb9988 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '02f599b4-0134-4119-b8b7-061a677d5c2c') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:14.062606 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4dcf2e80-caa9-42a3-a35c-f5455f5e1da7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3757882 Nov 02 11:58:14.065019 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56004) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:14.070338 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:14.112692 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-351a52e7-d7ff-479c-b077-3824e9cb9988 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/routers/02f599b4-0134-4119-b8b7-061a677d5c2c/tags HTTP/1.1" status: 200 len: 205 time: 0.1425772 Nov 02 11:58:14.115330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56008) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:14.121578 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-673d3cb4-2778-4368-81e7-d936a4b01c37 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e0719280-b576-4b0f-8e4c-c8757ebf3eb0') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:14.125906 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fa03a5e6-d9ab-4525-ae9a-14ab890bbbee tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:14.127082 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'fixed_ips': [{'subnet_id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:58:14.128206 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:14.154770 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-673d3cb4-2778-4368-81e7-d936a4b01c37 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/subnetpools/e0719280-b576-4b0f-8e4c-c8757ebf3eb0/tags HTTP/1.1" status: 200 len: 240 time: 0.0359256 Nov 02 11:58:14.159355 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56012) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:14.162419 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-715954c3-045e-49f5-9dc2-2ddd7c746ba4 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e0719280-b576-4b0f-8e4c-c8757ebf3eb0', 'tempest-TagsExtTest-Tag-326735605') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:14.190801 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-715954c3-045e-49f5-9dc2-2ddd7c746ba4 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/subnetpools/e0719280-b576-4b0f-8e4c-c8757ebf3eb0/tags/tempest-TagsExtTest-Tag-326735605 HTTP/1.1" status: 204 len: 168 time: 0.0310342 Nov 02 11:58:14.191492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56016) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:14.203699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-06bc57d7-298b-46f4-a390-9f4a21327f04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e0719280-b576-4b0f-8e4c-c8757ebf3eb0', 'tempest-TagsExtTest-Tag-326735605') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:14.245168 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03a5e6-d9ab-4525-ae9a-14ab890bbbee tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event deleted for resources: {'Port': ['ID=dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:14.260860 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:14.268441 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:14.338882 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Allocated IP 172.20.0.2 (ef1c25a2-5100-492a-96f5-1f6dd7e89df0/1e9ea625-11dc-4ad8-8157-fb20952cfe54/5a36ed61-2936-4339-8f33-ba5913931628) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:58:14.394530 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-06bc57d7-298b-46f4-a390-9f4a21327f04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/subnetpools/e0719280-b576-4b0f-8e4c-c8757ebf3eb0/tags/tempest-TagsExtTest-Tag-326735605 HTTP/1.1" status: 204 len: 168 time: 0.2020512 Nov 02 11:58:14.395195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56020) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:14.399847 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-8c7a781f-5ad6-477d-8889-7b1d7260be42 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e0719280-b576-4b0f-8e4c-c8757ebf3eb0') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:14.415382 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:14.416858 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fa03a5e6-d9ab-4525-ae9a-14ab890bbbee tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:14.424100 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fa03a5e6-d9ab-4525-ae9a-14ab890bbbee tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "DELETE /v2.0/ports/dcb0fa4c-6fd7-4c72-8d0f-098f1e6780f9 HTTP/1.1" status: 204 len: 168 time: 0.8961263 Nov 02 11:58:14.425686 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56022) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:14.428013 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8c7a781f-5ad6-477d-8889-7b1d7260be42 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/subnetpools/e0719280-b576-4b0f-8e4c-c8757ebf3eb0/tags HTTP/1.1" status: 200 len: 205 time: 0.0308676 Nov 02 11:58:14.428862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56024) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:14.433778 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-04bd51a5-1123-40ae-99f7-e6e3ae867031 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e0719280-b576-4b0f-8e4c-c8757ebf3eb0') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:14.475040 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-04bd51a5-1123-40ae-99f7-e6e3ae867031 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/subnetpools/e0719280-b576-4b0f-8e4c-c8757ebf3eb0/tags HTTP/1.1" status: 204 len: 168 time: 0.0445607 Nov 02 11:58:14.475763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56026) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:14.481089 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-115fe31b-48b4-45cd-8455-dd99464f6b38 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '02f599b4-0134-4119-b8b7-061a677d5c2c') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:14.547234 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:14.627840 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-115fe31b-48b4-45cd-8455-dd99464f6b38 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/routers/02f599b4-0134-4119-b8b7-061a677d5c2c/tags HTTP/1.1" status: 204 len: 168 time: 0.1295080 Nov 02 11:58:14.628611 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56028) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:14.639850 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-055e76fe-2c9a-4d43-b189-9f079cc61740 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '50e33042-2330-4c7c-86b1-39eb07a87309') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:14.685617 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:14.738392 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f86db614-7f63-4214-b5bd-00080111575b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Deleting port e49a6e4f-ad58-4cc4-a201-1817a84804d2 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:58:14.743161 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f86db614-7f63-4214-b5bd-00080111575b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:14.780969 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-055e76fe-2c9a-4d43-b189-9f079cc61740 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/ports/50e33042-2330-4c7c-86b1-39eb07a87309/tags HTTP/1.1" status: 204 len: 168 time: 0.1512010 Nov 02 11:58:14.785651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56040) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:14.787395 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Network ef1c25a2-5100-492a-96f5-1f6dd7e89df0 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:14.800774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-ee292d98-c280-4acb-aa74-1904f7817cdb tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f7abc2de-cfa7-4391-aafc-2eb642da0e9f') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:14.805301 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:14.809978 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:14.820229 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Pushing event updated for resources: {'Port': ['ID=5a36ed61-2936-4339-8f33-ba5913931628,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:14.935973 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Attempting to bind port 5a36ed61-2936-4339-8f33-ba5913931628 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:14.936121 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Attempting to bind port 5a36ed61-2936-4339-8f33-ba5913931628 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '68178386-05d9-46fd-9edd-e67b33789cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:14.936489 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Attempting to bind port 5a36ed61-2936-4339-8f33-ba5913931628 on network ef1c25a2-5100-492a-96f5-1f6dd7e89df0 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:14.942148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:58:14.942524 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Checking segment: {'id': '68178386-05d9-46fd-9edd-e67b33789cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:58:14.942981 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:14.943379 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Bound using segment: {'id': '68178386-05d9-46fd-9edd-e67b33789cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:58:14.943849 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Bound port: 5a36ed61-2936-4339-8f33-ba5913931628, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68178386-05d9-46fd-9edd-e67b33789cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:58:14.944533 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:14.993199 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ee292d98-c280-4acb-aa74-1904f7817cdb tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/subnets/f7abc2de-cfa7-4391-aafc-2eb642da0e9f/tags HTTP/1.1" status: 204 len: 168 time: 0.2061925 Nov 02 11:58:14.997722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56050) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:15.006017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-2cd24582-0efa-448b-bf22-8478b0cf76d4 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f7abc2de-cfa7-4391-aafc-2eb642da0e9f', 'tempest-TagsExtTest-Tag-1848048688') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:15.026856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] For port 5a36ed61-2936-4339-8f33-ba5913931628, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:58:15.030742 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] For port 5a36ed61-2936-4339-8f33-ba5913931628, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5a36ed61-2936-4339-8f33-ba5913931628,segment=NetworkSegment(68178386-05d9-46fd-9edd-e67b33789cec),segment_id=68178386-05d9-46fd-9edd-e67b33789cec)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:58:15.054612 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:15.101541 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f86db614-7f63-4214-b5bd-00080111575b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:15.116328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f86db614-7f63-4214-b5bd-00080111575b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Calling delete_port for e49a6e4f-ad58-4cc4-a201-1817a84804d2 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:58:15.128349 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:15.194107 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536ee92-5a23-466e-b81c-60206f8b0da3 None None] Pushing event updated for resources: {'Port': ['ID=5a36ed61-2936-4339-8f33-ba5913931628,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:15.245560 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2cd24582-0efa-448b-bf22-8478b0cf76d4 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "PUT /v2.0/subnets/f7abc2de-cfa7-4391-aafc-2eb642da0e9f/tags/tempest-TagsExtTest-Tag-1848048688 HTTP/1.1" status: 201 len: 201 time: 0.2447195 Nov 02 11:58:15.245778 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56058) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:15.250414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-31b14f36-fe75-433b-9110-34162e6fb32b tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '50e33042-2330-4c7c-86b1-39eb07a87309', 'tempest-TagsExtTest-Tag-2126448366') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:15.441731 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-31b14f36-fe75-433b-9110-34162e6fb32b tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "PUT /v2.0/ports/50e33042-2330-4c7c-86b1-39eb07a87309/tags/tempest-TagsExtTest-Tag-2126448366 HTTP/1.1" status: 201 len: 201 time: 0.1874745 Nov 02 11:58:15.441731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56062) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:15.465498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-64a127ea-79f8-4862-8c66-0886c3200ebc tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '02f599b4-0134-4119-b8b7-061a677d5c2c', 'tempest-TagsExtTest-Tag-1162542814') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:15.773458 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-64a127ea-79f8-4862-8c66-0886c3200ebc tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "PUT /v2.0/routers/02f599b4-0134-4119-b8b7-061a677d5c2c/tags/tempest-TagsExtTest-Tag-1162542814 HTTP/1.1" status: 201 len: 201 time: 0.3258228 Nov 02 11:58:15.776362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56080) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:15.779765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-0435fd4b-e81e-4aab-8533-d9c9ed6473fc tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e0719280-b576-4b0f-8e4c-c8757ebf3eb0', 'tempest-TagsExtTest-Tag-2142713594') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:15.900235 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f86db614-7f63-4214-b5bd-00080111575b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:15.911525 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0435fd4b-e81e-4aab-8533-d9c9ed6473fc tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "PUT /v2.0/subnetpools/e0719280-b576-4b0f-8e4c-c8757ebf3eb0/tags/tempest-TagsExtTest-Tag-2142713594 HTTP/1.1" status: 201 len: 201 time: 0.1358907 Nov 02 11:58:15.914780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56086) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:15.920793 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-fc3b88ca-a23c-4da1-96e3-f3f1aaf93ed4 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f7abc2de-cfa7-4391-aafc-2eb642da0e9f', {'tags': ['tempest-TagsExtTest-Tag-1188385887', 'tempest-TagsExtTest-Tag-1724753431', 'tempest-TagsExtTest-Tag-1176946863']}) {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:15.968897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86db614-7f63-4214-b5bd-00080111575b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event deleted for resources: {'Port': ['ID=e49a6e4f-ad58-4cc4-a201-1817a84804d2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:16.068146 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:16.103518 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:16.129520 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fc3b88ca-a23c-4da1-96e3-f3f1aaf93ed4 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "PUT /v2.0/subnets/f7abc2de-cfa7-4391-aafc-2eb642da0e9f/tags HTTP/1.1" status: 200 len: 318 time: 0.2136490 Nov 02 11:58:16.130170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56096) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:16.135693 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-aa365a52-3be2-428a-b417-8cf8d30eecd3 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f7abc2de-cfa7-4391-aafc-2eb642da0e9f') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:16.156391 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f86db614-7f63-4214-b5bd-00080111575b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:16.164699 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f86db614-7f63-4214-b5bd-00080111575b tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "DELETE /v2.0/ports/e49a6e4f-ad58-4cc4-a201-1817a84804d2 HTTP/1.1" status: 204 len: 168 time: 1.7377605 Nov 02 11:58:16.166762 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56098) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:16.245720 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca457643-1cfd-491e-b875-4c5052095939 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Deleting subnet 422a9cf8-192f-4d0c-89d7-9acf4676de9f {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:58:16.252218 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca457643-1cfd-491e-b875-4c5052095939 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:16.264704 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Allocated IP 172.25.6.32 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/b9aea4c6-82d1-4ec3-9e73-d54c30517976) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:58:16.314029 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca457643-1cfd-491e-b875-4c5052095939 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:16.467903 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca457643-1cfd-491e-b875-4c5052095939 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:16.507511 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-aa365a52-3be2-428a-b417-8cf8d30eecd3 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/subnets/f7abc2de-cfa7-4391-aafc-2eb642da0e9f/tags HTTP/1.1" status: 204 len: 168 time: 0.3759789 Nov 02 11:58:16.511724 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56114) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:16.517186 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-b8c7b2c0-4273-407c-9b40-2350484d2685 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7abc2de-cfa7-4391-aafc-2eb642da0e9f', 'tempest-TagsExtTest-Tag-1188385887') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:16.532013 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:16.633641 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:16.712708 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Pushing event updated for resources: {'Port': ['ID=b9aea4c6-82d1-4ec3-9e73-d54c30517976,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:16.721602 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:16.723144 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:16.723464 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:16.724693 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:16.724693 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:16.725744 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:16.726136 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:16.726456 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:16.726975 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:16.727303 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:16.734804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:16.734804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:16.735490 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a145c0f1-98e3-444d-b92c-51ee2cdc2e2e None None] Network ef1c25a2-5100-492a-96f5-1f6dd7e89df0 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:58:16.735950 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:16.735950 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:16.736341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:16.743894 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-b8c7b2c0-4273-407c-9b40-2350484d2685 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] show failed (client error): The resource could not be found. Nov 02 11:58:16.747720 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b8c7b2c0-4273-407c-9b40-2350484d2685 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/subnets/f7abc2de-cfa7-4391-aafc-2eb642da0e9f/tags/tempest-TagsExtTest-Tag-1188385887 HTTP/1.1" status: 404 len: 329 time: 0.2320759 Nov 02 11:58:16.751791 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56124) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:16.759648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-c2860954-4ade-49bd-85c9-ce87b863b465 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7abc2de-cfa7-4391-aafc-2eb642da0e9f', 'tempest-TagsExtTest-Tag-1724753431') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:16.868759 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-c2860954-4ade-49bd-85c9-ce87b863b465 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] show failed (client error): The resource could not be found. Nov 02 11:58:16.876426 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c2860954-4ade-49bd-85c9-ce87b863b465 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/subnets/f7abc2de-cfa7-4391-aafc-2eb642da0e9f/tags/tempest-TagsExtTest-Tag-1724753431 HTTP/1.1" status: 404 len: 329 time: 0.1212649 Nov 02 11:58:16.879307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56130) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:16.885438 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-41e9a9d2-098a-4aa0-a28c-115b86dfc8d5 None None] Provisioning complete for port 5a36ed61-2936-4339-8f33-ba5913931628 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:16.885827 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-41e9a9d2-098a-4aa0-a28c-115b86dfc8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:16.887103 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-278a6858-8568-4889-b0f9-8e688c40cfc4 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7abc2de-cfa7-4391-aafc-2eb642da0e9f', 'tempest-TagsExtTest-Tag-1176946863') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:16.892004 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca457643-1cfd-491e-b875-4c5052095939 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:16.966455 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca457643-1cfd-491e-b875-4c5052095939 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event deleted for resources: {'Subnet': ['ID=422a9cf8-192f-4d0c-89d7-9acf4676de9f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:16.987197 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ca457643-1cfd-491e-b875-4c5052095939 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:16.990940 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ca457643-1cfd-491e-b875-4c5052095939 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "DELETE /v2.0/subnets/422a9cf8-192f-4d0c-89d7-9acf4676de9f HTTP/1.1" status: 204 len: 168 time: 0.8215606 Nov 02 11:58:16.993862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56132) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:17.006489 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cbaf37-b7f3-4097-ad70-fa218ee5c411 None None] Network 186d9e24-7a85-466f-9541-9c5be919901f requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:58:17.073954 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-278a6858-8568-4889-b0f9-8e688c40cfc4 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] show failed (client error): The resource could not be found. Nov 02 11:58:17.075059 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-278a6858-8568-4889-b0f9-8e688c40cfc4 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/subnets/f7abc2de-cfa7-4391-aafc-2eb642da0e9f/tags/tempest-TagsExtTest-Tag-1176946863 HTTP/1.1" status: 404 len: 329 time: 0.1947529 Nov 02 11:58:17.078003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56134) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:17.079437 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b2726a-f35c-4bb5-959f-e243a48ea63a tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Deleting subnet c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:58:17.084042 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83b2726a-f35c-4bb5-959f-e243a48ea63a tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:17.086344 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.tag.tag_plugin [None req-ffa9214b-8a81-4979-8645-46ec5af1c9ed tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '50e33042-2330-4c7c-86b1-39eb07a87309', {'tags': ['tempest-TagsExtTest-Tag-1744879064', 'tempest-TagsExtTest-Tag-679425532', 'tempest-TagsExtTest-Tag-322456869']}) {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:17.107138 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-41e9a9d2-098a-4aa0-a28c-115b86dfc8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:17.159878 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83b2726a-f35c-4bb5-959f-e243a48ea63a tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:17.238066 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-41e9a9d2-098a-4aa0-a28c-115b86dfc8d5 None None] For port 5a36ed61-2936-4339-8f33-ba5913931628, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5a36ed61-2936-4339-8f33-ba5913931628,segment=NetworkSegment(68178386-05d9-46fd-9edd-e67b33789cec),segment_id=68178386-05d9-46fd-9edd-e67b33789cec)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:17.379049 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:17.425288 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-41e9a9d2-098a-4aa0-a28c-115b86dfc8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:17.476733 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83b2726a-f35c-4bb5-959f-e243a48ea63a tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:17.578587 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446b6b93-f5ee-4f21-a0ee-5d00a229193a None None] DHCP port deletion for 186d9e24-7a85-466f-9541-9c5be919901f request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:58:17.593068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5a36ed61-2936-4339-8f33-ba5913931628 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:58:17.722161 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ffa9214b-8a81-4979-8645-46ec5af1c9ed tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "PUT /v2.0/ports/50e33042-2330-4c7c-86b1-39eb07a87309/tags HTTP/1.1" status: 200 len: 316 time: 0.6420116 Nov 02 11:58:17.723516 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:17.725133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56146) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:17.730726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-504ed559-7799-4668-bf2a-68d0dc588fa2 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '50e33042-2330-4c7c-86b1-39eb07a87309') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:17.760606 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9419c36d-999a-42c5-bbe8-7ab2f558016a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:17.815400 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9a9d2-098a-4aa0-a28c-115b86dfc8d5 None None] Pushing event updated for resources: {'Port': ['ID=5a36ed61-2936-4339-8f33-ba5913931628,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:17.823076 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-cd2dc662-41d3-43c0-a942-b818b17d8bb2 None None] Provisioning complete for port 5a36ed61-2936-4339-8f33-ba5913931628 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:17.828875 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cd2dc662-41d3-43c0-a942-b818b17d8bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:17.858956 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83b2726a-f35c-4bb5-959f-e243a48ea63a tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:17.879546 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83b2726a-f35c-4bb5-959f-e243a48ea63a tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:17.881579 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9a9d2-098a-4aa0-a28c-115b86dfc8d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:17.881940 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9a9d2-098a-4aa0-a28c-115b86dfc8d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:17.882287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9a9d2-098a-4aa0-a28c-115b86dfc8d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:17.882679 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9a9d2-098a-4aa0-a28c-115b86dfc8d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:17.883054 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9a9d2-098a-4aa0-a28c-115b86dfc8d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:17.886514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9a9d2-098a-4aa0-a28c-115b86dfc8d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:17.886694 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-83b2726a-f35c-4bb5-959f-e243a48ea63a tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "DELETE /v2.0/subnets/c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638 HTTP/1.1" status: 204 len: 168 time: 0.8895230 Nov 02 11:58:17.886803 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9a9d2-098a-4aa0-a28c-115b86dfc8d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:17.886803 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9a9d2-098a-4aa0-a28c-115b86dfc8d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:17.886803 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9a9d2-098a-4aa0-a28c-115b86dfc8d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:17.886803 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9a9d2-098a-4aa0-a28c-115b86dfc8d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:17.886803 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9a9d2-098a-4aa0-a28c-115b86dfc8d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:17.886803 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e9a9d2-098a-4aa0-a28c-115b86dfc8d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:17.906331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56150) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:17.917034 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757fec40-7a0b-467f-80e6-71cb8a7f9dd1 None None] Network 57381074-bd23-4376-887c-81c9e0b09323 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:58:17.962409 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 5a36ed61-2936-4339-8f33-ba5913931628 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:17.972596 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:17.979478 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-446b6b93-f5ee-4f21-a0ee-5d00a229193a None None] Deleting port c6df7c4f-0ee5-45c5-b8bd-507d17d58094 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:58:17.980694 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-446b6b93-f5ee-4f21-a0ee-5d00a229193a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:18.010357 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2726a-f35c-4bb5-959f-e243a48ea63a tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event deleted for resources: {'Subnet': ['ID=c0c8eb2e-8cf2-4e9b-b3e4-198fa178a638,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:18.016893 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:18.022360 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-504ed559-7799-4668-bf2a-68d0dc588fa2 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/ports/50e33042-2330-4c7c-86b1-39eb07a87309/tags HTTP/1.1" status: 204 len: 168 time: 0.2954409 Nov 02 11:58:18.025688 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56154) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:18.030721 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.tag.tag_plugin [None req-9cc6c66e-d403-4cbb-9090-c9a2a81ecbd0 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50e33042-2330-4c7c-86b1-39eb07a87309', 'tempest-TagsExtTest-Tag-1744879064') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:18.105382 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Deleting port c6df7c4f-0ee5-45c5-b8bd-507d17d58094 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:58:18.106136 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:18.195818 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-9cc6c66e-d403-4cbb-9090-c9a2a81ecbd0 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] show failed (client error): The resource could not be found. Nov 02 11:58:18.199497 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9cc6c66e-d403-4cbb-9090-c9a2a81ecbd0 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/ports/50e33042-2330-4c7c-86b1-39eb07a87309/tags/tempest-TagsExtTest-Tag-1744879064 HTTP/1.1" status: 404 len: 329 time: 0.1702120 Nov 02 11:58:18.199497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56158) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:18.203540 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56160) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:18.208721 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.tag.tag_plugin [None req-bcdb5c5c-2427-4bdd-bdc9-108a3598b0dd tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50e33042-2330-4c7c-86b1-39eb07a87309', 'tempest-TagsExtTest-Tag-679425532') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:18.215862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] For port c6df7c4f-0ee5-45c5-b8bd-507d17d58094, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c6df7c4f-0ee5-45c5-b8bd-507d17d58094,segment=NetworkSegment(cde4e05a-c375-4c4e-bb3b-d08e157c6c96),segment_id=cde4e05a-c375-4c4e-bb3b-d08e157c6c96)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:18.216162 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:18.234552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Calling delete_port for c6df7c4f-0ee5-45c5-b8bd-507d17d58094 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:58:18.259806 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:58:18.425297 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-446b6b93-f5ee-4f21-a0ee-5d00a229193a None None] For port c6df7c4f-0ee5-45c5-b8bd-507d17d58094, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c6df7c4f-0ee5-45c5-b8bd-507d17d58094,segment=NetworkSegment(cde4e05a-c375-4c4e-bb3b-d08e157c6c96),segment_id=cde4e05a-c375-4c4e-bb3b-d08e157c6c96)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:18.425713 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-446b6b93-f5ee-4f21-a0ee-5d00a229193a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:18.444461 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-bcdb5c5c-2427-4bdd-bdc9-108a3598b0dd tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] show failed (client error): The resource could not be found. Nov 02 11:58:18.448188 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bcdb5c5c-2427-4bdd-bdc9-108a3598b0dd tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/ports/50e33042-2330-4c7c-86b1-39eb07a87309/tags/tempest-TagsExtTest-Tag-679425532 HTTP/1.1" status: 404 len: 328 time: 0.2408006 Nov 02 11:58:18.449348 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56164) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:18.452591 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a7a0373f-c0e0-4491-ba80-9b17ba9283a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:18.453568 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-4cd22836-1c90-4a1c-b89d-b632f194962f tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50e33042-2330-4c7c-86b1-39eb07a87309', 'tempest-TagsExtTest-Tag-322456869') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:18.497121 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:18.499903 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-446b6b93-f5ee-4f21-a0ee-5d00a229193a None None] Calling delete_port for c6df7c4f-0ee5-45c5-b8bd-507d17d58094 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:58:18.588389 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] No DVR routers for this DVR port c6df7c4f-0ee5-45c5-b8bd-507d17d58094 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:58:18.619416 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event deleted for resources: {'Port': ['ID=c6df7c4f-0ee5-45c5-b8bd-507d17d58094,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:18.626148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa48ee5a-a915-4f2b-990f-2cb43660e80e None None] DHCP port deletion for 57381074-bd23-4376-887c-81c9e0b09323 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:58:18.659088 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-446b6b93-f5ee-4f21-a0ee-5d00a229193a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:18.674845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:58:18.691747 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Sync routers for ids ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:58:18.695168 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b6b93-f5ee-4f21-a0ee-5d00a229193a None None] Pushing event deleted for resources: {'Port': ['ID=c6df7c4f-0ee5-45c5-b8bd-507d17d58094,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:18.703151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b6b93-f5ee-4f21-a0ee-5d00a229193a None None] No DVR routers for this DVR port c6df7c4f-0ee5-45c5-b8bd-507d17d58094 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:58:18.723032 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-4cd22836-1c90-4a1c-b89d-b632f194962f tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] show failed (client error): The resource could not be found. Nov 02 11:58:18.730862 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4cd22836-1c90-4a1c-b89d-b632f194962f tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/ports/50e33042-2330-4c7c-86b1-39eb07a87309/tags/tempest-TagsExtTest-Tag-322456869 HTTP/1.1" status: 404 len: 328 time: 0.2781971 Nov 02 11:58:18.732860 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56170) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:18.747842 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-aa48ee5a-a915-4f2b-990f-2cb43660e80e None None] Deleting port e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:58:18.750238 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-9f0321f7-95a7-4148-bdb4-c6c3935f4b19 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '02f599b4-0134-4119-b8b7-061a677d5c2c', {'tags': ['tempest-TagsExtTest-Tag-2123228329', 'tempest-TagsExtTest-Tag-1590051809', 'tempest-TagsExtTest-Tag-939588454']}) {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:18.750421 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aa48ee5a-a915-4f2b-990f-2cb43660e80e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:18.760629 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Routers {'59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:58:18.766121 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:57:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:18.836024 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56174) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:18.857899 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a7a0373f-c0e0-4491-ba80-9b17ba9283a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:18.884090 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:18.884090 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1f4bc7f0-d6cc-4d84-a2df-7f29387644cf admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8164401 Nov 02 11:58:18.886114 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56178) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:18.916423 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-aa48ee5a-a915-4f2b-990f-2cb43660e80e None None] For port e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e,segment=NetworkSegment(8a41319b-9fbb-4aa6-8974-de13e0f0bf4f),segment_id=8a41319b-9fbb-4aa6-8974-de13e0f0bf4f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:18.916423 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aa48ee5a-a915-4f2b-990f-2cb43660e80e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:18.943871 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-aa48ee5a-a915-4f2b-990f-2cb43660e80e None None] Calling delete_port for e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:58:18.976514 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a7a0373f-c0e0-4491-ba80-9b17ba9283a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:18.980137 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Set router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:58:19.001718 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:19.054052 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186d9e24-7a85-466f-9541-9c5be919901f']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:19.082841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde4e05a-c375-4c4e-bb3b-d08e157c6c96') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:19.084734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde4e05a-c375-4c4e-bb3b-d08e157c6c96') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:19.088789 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9f0321f7-95a7-4148-bdb4-c6c3935f4b19 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "PUT /v2.0/routers/02f599b4-0134-4119-b8b7-061a677d5c2c/tags HTTP/1.1" status: 200 len: 317 time: 0.3547375 Nov 02 11:58:19.096154 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56180) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:19.104191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-c00a436a-f72f-4118-a95c-3e351310c9f5 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '02f599b4-0134-4119-b8b7-061a677d5c2c') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:19.109629 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:19.159928 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:19.174584 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a7a0373f-c0e0-4491-ba80-9b17ba9283a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3b6c09ec54cf4fd6b92f264ee0938fe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9735541 Nov 02 11:58:19.184802 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aa48ee5a-a915-4f2b-990f-2cb43660e80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:19.186569 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56182) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:19.208277 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:58:19.211617 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:19.213095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0373f-c0e0-4491-ba80-9b17ba9283a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27b948a-46db-4873-aa7f-8c300a703bf8,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:19.218802 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-43cf3176-8b65-4b9e-8c09-373a8efd25c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: timer() Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:58:19.224322 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:58:19.249255 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48ee5a-a915-4f2b-990f-2cb43660e80e None None] Pushing event deleted for resources: {'Port': ['ID=e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:19.257231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa48ee5a-a915-4f2b-990f-2cb43660e80e None None] No DVR routers for this DVR port e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:58:19.292145 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T11:58:16Z', 'revision_number': 3, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:19.423755 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5a36ed61-2936-4339-8f33-ba5913931628 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:58:19.466162 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a5d8e95b-a675-4c30-9f34-09a4525d168b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:19.494541 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c00a436a-f72f-4118-a95c-3e351310c9f5 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/routers/02f599b4-0134-4119-b8b7-061a677d5c2c/tags HTTP/1.1" status: 204 len: 168 time: 0.3947282 Nov 02 11:58:19.494916 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56184) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:19.500569 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-76ca6b07-770d-4964-8a25-f611f68be019 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '02f599b4-0134-4119-b8b7-061a677d5c2c', 'tempest-TagsExtTest-Tag-2123228329') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:19.519774 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 5a36ed61-2936-4339-8f33-ba5913931628 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:19.519774 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:19.529612 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Checking router: 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:58:19.530861 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Updating router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 port b9aea4c6-82d1-4ec3-9e73-d54c30517976 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:58:19.561226 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a5d8e95b-a675-4c30-9f34-09a4525d168b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:19.599013 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:19.607743 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-43cf3176-8b65-4b9e-8c09-373a8efd25c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:19.691530 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-43cf3176-8b65-4b9e-8c09-373a8efd25c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:19.717784 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3a328e74-978a-4ae2-b7f8-92150dfb8719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:19.791905 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-43cf3176-8b65-4b9e-8c09-373a8efd25c1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1092260cce6940bf8a1011892d10bfd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9545145 Nov 02 11:58:19.795749 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c6df7c4f-0ee5-45c5-b8bd-507d17d58094 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:58:19.803813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf3176-8b65-4b9e-8c09-373a8efd25c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a4999f-ad0d-490c-898a-c0748d55b549,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:19.823849 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56186) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:19.879619 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a5d8e95b-a675-4c30-9f34-09a4525d168b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:19.882831 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a5d8e95b-a675-4c30-9f34-09a4525d168b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:19.886447 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a5d8e95b-a675-4c30-9f34-09a4525d168b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d27b948a-46db-4873-aa7f-8c300a703bf8 HTTP/1.1" status: 204 len: 168 time: 0.6830192 Nov 02 11:58:19.978052 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8e95b-a675-4c30-9f34-09a4525d168b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27b948a-46db-4873-aa7f-8c300a703bf8,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:20.034749 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bcaf75d0-7d7a-4c72-9525-b6a7ce8275a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:20.065933 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bcaf75d0-7d7a-4c72-9525-b6a7ce8275a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:20.150898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: c6df7c4f-0ee5-45c5-b8bd-507d17d58094 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:58:20.150898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c6df7c4f-0ee5-45c5-b8bd-507d17d58094 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:58:20.151614 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:58:20.164140 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:20.169285 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:20.173856 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "DELETE /v2.0/networks/186d9e24-7a85-466f-9541-9c5be919901f HTTP/1.1" status: 204 len: 168 time: 2.2660847 Nov 02 11:58:20.174228 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:20.177981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56196) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:20.186025 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:58:20.186295 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e3e3c4b1-db54-44c6-a2ea-f40d34cf2f1e not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:58:20.195860 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e301a-87ca-400b-aab3-f60c44083b12 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event deleted for resources: {'Network': ['ID=186d9e24-7a85-466f-9541-9c5be919901f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:20.228282 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15f33e6f-f2c4-4f4c-8e5b-22f09ee745d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:20.243813 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-76ca6b07-770d-4964-8a25-f611f68be019 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] show failed (client error): The resource could not be found. Nov 02 11:58:20.244948 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-76ca6b07-770d-4964-8a25-f611f68be019 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/routers/02f599b4-0134-4119-b8b7-061a677d5c2c/tags/tempest-TagsExtTest-Tag-2123228329 HTTP/1.1" status: 404 len: 329 time: 0.7490673 Nov 02 11:58:20.247870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56198) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:20.252603 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-e9198700-726e-4346-b77a-5c5bb9eae103 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '02f599b4-0134-4119-b8b7-061a677d5c2c', 'tempest-TagsExtTest-Tag-1590051809') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:20.253782 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:20.325601 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9aee1-b988-47d6-9d8d-8cc284eaf034 None None] Pushing event updated for resources: {'Port': ['ID=b9aea4c6-82d1-4ec3-9e73-d54c30517976,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:20.326216 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-73f783b5-7211-4563-b42f-eb7b90ce5e78 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:20.337865 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9aee1-b988-47d6-9d8d-8cc284eaf034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:20.344524 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9aee1-b988-47d6-9d8d-8cc284eaf034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:20.344524 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9aee1-b988-47d6-9d8d-8cc284eaf034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:20.344524 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9aee1-b988-47d6-9d8d-8cc284eaf034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:20.344524 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9aee1-b988-47d6-9d8d-8cc284eaf034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:20.344524 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9aee1-b988-47d6-9d8d-8cc284eaf034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:20.344524 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9aee1-b988-47d6-9d8d-8cc284eaf034 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:20.344524 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9aee1-b988-47d6-9d8d-8cc284eaf034 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:20.344524 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9aee1-b988-47d6-9d8d-8cc284eaf034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:20.344524 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9aee1-b988-47d6-9d8d-8cc284eaf034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:20.344524 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9aee1-b988-47d6-9d8d-8cc284eaf034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:20.344524 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be9aee1-b988-47d6-9d8d-8cc284eaf034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:20.349342 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Attempting to bind port b9aea4c6-82d1-4ec3-9e73-d54c30517976 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:20.350126 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Attempting to bind port b9aea4c6-82d1-4ec3-9e73-d54c30517976 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:20.350678 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Attempting to bind port b9aea4c6-82d1-4ec3-9e73-d54c30517976 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:20.356703 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:58:20.357179 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:58:20.357677 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:20.358134 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:58:20.358683 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Bound port: b9aea4c6-82d1-4ec3-9e73-d54c30517976, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:58:20.359200 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:20.359326 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-e9198700-726e-4346-b77a-5c5bb9eae103 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] show failed (client error): The resource could not be found. Nov 02 11:58:20.360628 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e9198700-726e-4346-b77a-5c5bb9eae103 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/routers/02f599b4-0134-4119-b8b7-061a677d5c2c/tags/tempest-TagsExtTest-Tag-1590051809 HTTP/1.1" status: 404 len: 329 time: 0.1118171 Nov 02 11:58:20.364878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56202) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:20.380226 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-bcab0c34-a88e-4e72-af34-bbaef8a0000a tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '02f599b4-0134-4119-b8b7-061a677d5c2c', 'tempest-TagsExtTest-Tag-939588454') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:20.448328 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] For port b9aea4c6-82d1-4ec3-9e73-d54c30517976, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:58:20.451440 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bcaf75d0-7d7a-4c72-9525-b6a7ce8275a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:20.453061 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] For port b9aea4c6-82d1-4ec3-9e73-d54c30517976, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b9aea4c6-82d1-4ec3-9e73-d54c30517976,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:58:20.454186 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bcaf75d0-7d7a-4c72-9525-b6a7ce8275a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:20.455452 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bcaf75d0-7d7a-4c72-9525-b6a7ce8275a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/97a4999f-ad0d-490c-898a-c0748d55b549 HTTP/1.1" status: 204 len: 168 time: 0.6322348 Nov 02 11:58:20.481764 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-bcab0c34-a88e-4e72-af34-bbaef8a0000a tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] show failed (client error): The resource could not be found. Nov 02 11:58:20.483068 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bcab0c34-a88e-4e72-af34-bbaef8a0000a tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/routers/02f599b4-0134-4119-b8b7-061a677d5c2c/tags/tempest-TagsExtTest-Tag-939588454 HTTP/1.1" status: 404 len: 328 time: 0.1151154 Nov 02 11:58:20.485849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56208) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:20.494068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-b57315b6-2c37-43d5-b8f7-951a2e97a8df tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e0719280-b576-4b0f-8e4c-c8757ebf3eb0', {'tags': ['tempest-TagsExtTest-Tag-220202577', 'tempest-TagsExtTest-Tag-433116989', 'tempest-TagsExtTest-Tag-821324687']}) {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:20.559101 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:20.574887 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf75d0-7d7a-4c72-9525-b6a7ce8275a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a4999f-ad0d-490c-898a-c0748d55b549,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:20.577727 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-73f783b5-7211-4563-b42f-eb7b90ce5e78 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:20.612920 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-73f783b5-7211-4563-b42f-eb7b90ce5e78 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57381074-bd23-4376-887c-81c9e0b09323']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:20.626916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b57315b6-2c37-43d5-b8f7-951a2e97a8df tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "PUT /v2.0/subnetpools/e0719280-b576-4b0f-8e4c-c8757ebf3eb0/tags HTTP/1.1" status: 200 len: 315 time: 0.1392848 Nov 02 11:58:20.629323 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56214) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:20.636978 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-cd07a4ad-2177-430a-be18-6722d7c2964b tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e0719280-b576-4b0f-8e4c-c8757ebf3eb0') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:20.639539 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Routers {'59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:58:20.640267 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:20.642311 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9aee1-b988-47d6-9d8d-8cc284eaf034 None None] Pushing event updated for resources: {'Port': ['ID=b9aea4c6-82d1-4ec3-9e73-d54c30517976,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:20.658260 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-73f783b5-7211-4563-b42f-eb7b90ce5e78 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:20.658260 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-73f783b5-7211-4563-b42f-eb7b90ce5e78 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a41319b-9fbb-4aa6-8974-de13e0f0bf4f') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:20.675375 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-73f783b5-7211-4563-b42f-eb7b90ce5e78 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:20.703636 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-73f783b5-7211-4563-b42f-eb7b90ce5e78 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:20.739507 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f783b5-7211-4563-b42f-eb7b90ce5e78 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:58:20.739783 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-73f783b5-7211-4563-b42f-eb7b90ce5e78 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:58:20.744238 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:58:20.821093 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-15f33e6f-f2c4-4f4c-8e5b-22f09ee745d3 admin admin] Allocated IP 172.20.0.1 (ef1c25a2-5100-492a-96f5-1f6dd7e89df0/1e9ea625-11dc-4ad8-8157-fb20952cfe54/63a1017f-8b48-40b8-b6d1-3cc9ad119954) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:58:20.827882 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] Set router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:58:20.878014 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cd07a4ad-2177-430a-be18-6722d7c2964b tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/subnetpools/e0719280-b576-4b0f-8e4c-c8757ebf3eb0/tags HTTP/1.1" status: 204 len: 168 time: 0.2474530 Nov 02 11:58:20.878632 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56218) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:20.884110 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-c23b82c9-0b04-4c40-a7b0-03165bd7206e tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e0719280-b576-4b0f-8e4c-c8757ebf3eb0', 'tempest-TagsExtTest-Tag-220202577') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:20.938122 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-c23b82c9-0b04-4c40-a7b0-03165bd7206e tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] show failed (client error): The resource could not be found. Nov 02 11:58:20.945880 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56224) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:20.946641 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c23b82c9-0b04-4c40-a7b0-03165bd7206e tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/subnetpools/e0719280-b576-4b0f-8e4c-c8757ebf3eb0/tags/tempest-TagsExtTest-Tag-220202577 HTTP/1.1" status: 404 len: 328 time: 0.0655851 Nov 02 11:58:20.962016 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.tag.tag_plugin [None req-33d1ec2b-ed1f-40b3-9c8a-9a5f0ed32aaf tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e0719280-b576-4b0f-8e4c-c8757ebf3eb0', 'tempest-TagsExtTest-Tag-433116989') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:20.970291 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-73f783b5-7211-4563-b42f-eb7b90ce5e78 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:20.992022 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-73f783b5-7211-4563-b42f-eb7b90ce5e78 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:20.995437 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-73f783b5-7211-4563-b42f-eb7b90ce5e78 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] 10.222.0.52 "DELETE /v2.0/networks/57381074-bd23-4376-887c-81c9e0b09323 HTTP/1.1" status: 204 len: 168 time: 0.8144658 Nov 02 11:58:21.004378 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:21.042467 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15f33e6f-f2c4-4f4c-8e5b-22f09ee745d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:21.062655 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f783b5-7211-4563-b42f-eb7b90ce5e78 tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] Pushing event deleted for resources: {'Network': ['ID=57381074-bd23-4376-887c-81c9e0b09323,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:21.078195 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-33d1ec2b-ed1f-40b3-9c8a-9a5f0ed32aaf tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] show failed (client error): The resource could not be found. Nov 02 11:58:21.078304 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-33d1ec2b-ed1f-40b3-9c8a-9a5f0ed32aaf tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/subnetpools/e0719280-b576-4b0f-8e4c-c8757ebf3eb0/tags/tempest-TagsExtTest-Tag-433116989 HTTP/1.1" status: 404 len: 328 time: 0.1314232 Nov 02 11:58:21.081317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56234) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:21.090279 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.tag.tag_plugin [None req-9c4e864b-0cff-4d1b-99b4-4a41d3644ae8 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e0719280-b576-4b0f-8e4c-c8757ebf3eb0', 'tempest-TagsExtTest-Tag-821324687') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:21.144658 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-9c4e864b-0cff-4d1b-99b4-4a41d3644ae8 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] show failed (client error): The resource could not be found. Nov 02 11:58:21.145747 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9c4e864b-0cff-4d1b-99b4-4a41d3644ae8 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/subnetpools/e0719280-b576-4b0f-8e4c-c8757ebf3eb0/tags/tempest-TagsExtTest-Tag-821324687 HTTP/1.1" status: 404 len: 328 time: 0.0613077 Nov 02 11:58:21.149156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56240) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:21.155578 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.tag.tag_plugin [None req-dd632afc-35a0-4fde-a1ba-a31d3f1f7918 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e0719280-b576-4b0f-8e4c-c8757ebf3eb0') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:21.205312 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-dd632afc-35a0-4fde-a1ba-a31d3f1f7918 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/subnetpools/e0719280-b576-4b0f-8e4c-c8757ebf3eb0/tags HTTP/1.1" status: 204 len: 168 time: 0.0495431 Nov 02 11:58:21.207925 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56244) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:21.213381 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-0d579d08-3312-4486-9d90-5ad0f73120f1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '02f599b4-0134-4119-b8b7-061a677d5c2c') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:21.266684 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T11:58:16Z', 'revision_number': 3, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:21.282052 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15f33e6f-f2c4-4f4c-8e5b-22f09ee745d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:21.308423 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48cfa85-e513-41ba-bf30-e2cd09f0167a None None] The sync data for ids ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'] in n-d-806683-18 is: [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T11:58:16Z', 'revision_number': 3, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:58:21.409314 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0d579d08-3312-4486-9d90-5ad0f73120f1 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/routers/02f599b4-0134-4119-b8b7-061a677d5c2c/tags HTTP/1.1" status: 204 len: 168 time: 0.2000394 Nov 02 11:58:21.409936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56254) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:21.410528 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f33e6f-f2c4-4f4c-8e5b-22f09ee745d3 admin admin] Network ef1c25a2-5100-492a-96f5-1f6dd7e89df0 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:21.415093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-528f943e-be66-4daf-bab9-222e097efc2d tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '50e33042-2330-4c7c-86b1-39eb07a87309') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:21.421841 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-15f33e6f-f2c4-4f4c-8e5b-22f09ee745d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:21.427749 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f33e6f-f2c4-4f4c-8e5b-22f09ee745d3 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:21.432394 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f33e6f-f2c4-4f4c-8e5b-22f09ee745d3 admin admin] Pushing event updated for resources: {'Port': ['ID=63a1017f-8b48-40b8-b6d1-3cc9ad119954,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:21.485091 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15f33e6f-f2c4-4f4c-8e5b-22f09ee745d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:21.500086 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-528f943e-be66-4daf-bab9-222e097efc2d tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/ports/50e33042-2330-4c7c-86b1-39eb07a87309/tags HTTP/1.1" status: 204 len: 168 time: 0.0883911 Nov 02 11:58:21.501038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56256) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:21.513156 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-9f9306c0-94a9-4d79-be59-b50391696d2c tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f7abc2de-cfa7-4391-aafc-2eb642da0e9f') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:21.661201 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9f9306c0-94a9-4d79-be59-b50391696d2c tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/subnets/f7abc2de-cfa7-4391-aafc-2eb642da0e9f/tags HTTP/1.1" status: 204 len: 168 time: 0.1589308 Nov 02 11:58:21.673165 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56262) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:21.862176 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15f33e6f-f2c4-4f4c-8e5b-22f09ee745d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:21.924421 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-18930438-1bfc-43ad-93cd-2041c7426daf None None] Provisioning complete for port 63a1017f-8b48-40b8-b6d1-3cc9ad119954 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:21.925431 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-18930438-1bfc-43ad-93cd-2041c7426daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:21.994764 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-18930438-1bfc-43ad-93cd-2041c7426daf None None] Port 63a1017f-8b48-40b8-b6d1-3cc9ad119954 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:58:22.070497 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-99e30d26-9892-4754-84e0-5b63799a4b8e tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks [] for subnetpool, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:22.074455 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-99e30d26-9892-4754-84e0-5b63799a4b8e tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/subnetpools/e0719280-b576-4b0f-8e4c-c8757ebf3eb0 HTTP/1.1" status: 204 len: 168 time: 0.3980691 Nov 02 11:58:22.075117 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56270) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:22.132776 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56272) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:22.153885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-80177ad4-5785-4b38-adaa-5c6147890021 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "GET /v2.0/ports?device_id=02f599b4-0134-4119-b8b7-061a677d5c2c HTTP/1.1" status: 200 len: 205 time: 0.0775609 Nov 02 11:58:22.154514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56278) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:22.185014 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15f33e6f-f2c4-4f4c-8e5b-22f09ee745d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:22.261281 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64af6a82-89b2-45cc-a92f-41358a40a982 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:22.295978 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15f33e6f-f2c4-4f4c-8e5b-22f09ee745d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:22.421899 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:22.442395 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f33e6f-f2c4-4f4c-8e5b-22f09ee745d3 admin admin] Pushing event updated for resources: {'Port': ['ID=63a1017f-8b48-40b8-b6d1-3cc9ad119954,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:22.447154 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15f33e6f-f2c4-4f4c-8e5b-22f09ee745d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:22.578205 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e7e6aa69-dd86-4eb2-a4ed-71133decfbd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:22.639115 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f33e6f-f2c4-4f4c-8e5b-22f09ee745d3 admin admin] Network ef1c25a2-5100-492a-96f5-1f6dd7e89df0 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:22.642967 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-15f33e6f-f2c4-4f4c-8e5b-22f09ee745d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:22.667127 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64af6a82-89b2-45cc-a92f-41358a40a982 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:22.675573 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64af6a82-89b2-45cc-a92f-41358a40a982 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:22.855916 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64af6a82-89b2-45cc-a92f-41358a40a982 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:22.856488 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64af6a82-89b2-45cc-a92f-41358a40a982 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Fanout notify agent at l3_agent the message router_deleted on router 02f599b4-0134-4119-b8b7-061a677d5c2c {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:58:22.883683 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64af6a82-89b2-45cc-a92f-41358a40a982 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:22.888025 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-64af6a82-89b2-45cc-a92f-41358a40a982 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/routers/02f599b4-0134-4119-b8b7-061a677d5c2c HTTP/1.1" status: 204 len: 168 time: 0.7320671 Nov 02 11:58:22.888438 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56292) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:22.922799 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e7e6aa69-dd86-4eb2-a4ed-71133decfbd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:23.032834 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e7e6aa69-dd86-4eb2-a4ed-71133decfbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:23.082467 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6aa69-dd86-4eb2-a4ed-71133decfbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1fb728-ef8a-441c-9265-47400f3a3252,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:23.105822 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6aa69-dd86-4eb2-a4ed-71133decfbd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:23.106454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6aa69-dd86-4eb2-a4ed-71133decfbd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:23.107002 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6aa69-dd86-4eb2-a4ed-71133decfbd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:23.107518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6aa69-dd86-4eb2-a4ed-71133decfbd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:23.108017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6aa69-dd86-4eb2-a4ed-71133decfbd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:23.108534 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6aa69-dd86-4eb2-a4ed-71133decfbd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:23.109090 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6aa69-dd86-4eb2-a4ed-71133decfbd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:23.109591 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6aa69-dd86-4eb2-a4ed-71133decfbd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:23.110093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6aa69-dd86-4eb2-a4ed-71133decfbd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:23.110599 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6aa69-dd86-4eb2-a4ed-71133decfbd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:23.111126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6aa69-dd86-4eb2-a4ed-71133decfbd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:23.111729 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e6aa69-dd86-4eb2-a4ed-71133decfbd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:58:23.133793 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e7e6aa69-dd86-4eb2-a4ed-71133decfbd3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c58289207bb7440684fd3ad2e47a70b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9999483 Nov 02 11:58:23.136015 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55a88fbf-07ec-4597-b342-4e50c970aa98 None None] Provisioning complete for port 63a1017f-8b48-40b8-b6d1-3cc9ad119954 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:23.136533 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55a88fbf-07ec-4597-b342-4e50c970aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:23.138562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56302) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:23.219408 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55a88fbf-07ec-4597-b342-4e50c970aa98 None None] Port 63a1017f-8b48-40b8-b6d1-3cc9ad119954 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:58:23.232472 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e2e92bb9-4889-41fd-9db5-306be2c2bb3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:23.259867 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e2e92bb9-4889-41fd-9db5-306be2c2bb3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:23.430434 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e2e92bb9-4889-41fd-9db5-306be2c2bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:23.433259 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e2e92bb9-4889-41fd-9db5-306be2c2bb3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:23.434441 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e2e92bb9-4889-41fd-9db5-306be2c2bb3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8d1fb728-ef8a-441c-9265-47400f3a3252 HTTP/1.1" status: 204 len: 168 time: 0.2948730 Nov 02 11:58:23.446950 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e92bb9-4889-41fd-9db5-306be2c2bb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1fb728-ef8a-441c-9265-47400f3a3252,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:23.455368 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b9aea4c6-82d1-4ec3-9e73-d54c30517976 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:58:23.564808 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f33e6f-f2c4-4f4c-8e5b-22f09ee745d3 admin admin] Router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:58:23.650158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b9aea4c6-82d1-4ec3-9e73-d54c30517976 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:23.650535 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:23.723188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-1b349b24-592e-4e86-b607-53d4cf72f749 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Deleting port 50e33042-2330-4c7c-86b1-39eb07a87309 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:58:23.723641 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1b349b24-592e-4e86-b607-53d4cf72f749 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:23.798784 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f33e6f-f2c4-4f4c-8e5b-22f09ee745d3 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:58:23.806881 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-15f33e6f-f2c4-4f4c-8e5b-22f09ee745d3 admin admin] 10.222.0.52 "PUT /v2.0/routers/59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9195392 Nov 02 11:58:23.817093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56316) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:23.826201 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:23.844681 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1b349b24-592e-4e86-b607-53d4cf72f749 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:23.856711 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port b9aea4c6-82d1-4ec3-9e73-d54c30517976, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b9aea4c6-82d1-4ec3-9e73-d54c30517976,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:23.872022 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-1b349b24-592e-4e86-b607-53d4cf72f749 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Calling delete_port for 50e33042-2330-4c7c-86b1-39eb07a87309 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:58:23.947582 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:23.961114 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:24.124447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=b9aea4c6-82d1-4ec3-9e73-d54c30517976,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:24.191470 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1b349b24-592e-4e86-b607-53d4cf72f749 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:24.231867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c0ea21b6-eaef-4b23-9a04-862e89f7b43a tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2011793381'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:24.232232 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:24.244638 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b349b24-592e-4e86-b607-53d4cf72f749 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Pushing event deleted for resources: {'Port': ['ID=50e33042-2330-4c7c-86b1-39eb07a87309,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:24.300940 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Sync routers for ids ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:58:24.341224 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Routers {'59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:58:24.342079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:24.408477 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ea21b6-eaef-4b23-9a04-862e89f7b43a tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Made reservation on behalf of b4316378e9b948aeb6bb39afe296a6a1 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:24.414471 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0ea21b6-eaef-4b23-9a04-862e89f7b43a tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:24.433639 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1b349b24-592e-4e86-b607-53d4cf72f749 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:24.437164 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1b349b24-592e-4e86-b607-53d4cf72f749 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/ports/50e33042-2330-4c7c-86b1-39eb07a87309 HTTP/1.1" status: 204 len: 168 time: 1.5476763 Nov 02 11:58:24.441644 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56336) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:24.447030 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0ea21b6-eaef-4b23-9a04-862e89f7b43a tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:24.543732 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2c655d-8000-470d-acdf-889843f5c6f0 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Deleting subnet f7abc2de-cfa7-4391-aafc-2eb642da0e9f {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:58:24.547947 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5b2c655d-8000-470d-acdf-889843f5c6f0 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:24.603327 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0ea21b6-eaef-4b23-9a04-862e89f7b43a tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:24.646600 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5b2c655d-8000-470d-acdf-889843f5c6f0 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:24.680397 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Set router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:58:24.709452 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0ea21b6-eaef-4b23-9a04-862e89f7b43a tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:24.748618 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5b2c655d-8000-470d-acdf-889843f5c6f0 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:24.774526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ea21b6-eaef-4b23-9a04-862e89f7b43a tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:58:24.818234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea21b6-eaef-4b23-9a04-862e89f7b43a tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433c4b41-2c48-4108-8ba9-de900ece5a8f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:24.836958 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0ea21b6-eaef-4b23-9a04-862e89f7b43a tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:24.837315 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-c0ea21b6-eaef-4b23-9a04-862e89f7b43a tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Added segment d3a79c8f-a66a-4913-b3f5-36f445c4dc5d of type vlan for network d5bc7b6b-ab9e-45e0-9130-0003feff2811 Nov 02 11:58:24.882146 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5b2c655d-8000-470d-acdf-889843f5c6f0 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:24.898205 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0ea21b6-eaef-4b23-9a04-862e89f7b43a tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:24.931885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c655d-8000-470d-acdf-889843f5c6f0 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Pushing event deleted for resources: {'Subnet': ['ID=f7abc2de-cfa7-4391-aafc-2eb642da0e9f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:24.936884 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5b2c655d-8000-470d-acdf-889843f5c6f0 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:24.941438 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5b2c655d-8000-470d-acdf-889843f5c6f0 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/subnets/f7abc2de-cfa7-4391-aafc-2eb642da0e9f HTTP/1.1" status: 204 len: 168 time: 0.4985383 Nov 02 11:58:24.944417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56344) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:24.952004 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:58:24.959140 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c65c96c-951e-45d3-9be4-b52e893de321 None None] Network 669a6afe-89c9-4557-a935-7f8d22a3733e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:58:24.991776 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:25.043843 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0ea21b6-eaef-4b23-9a04-862e89f7b43a tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:25.060424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ea21b6-eaef-4b23-9a04-862e89f7b43a tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:25.065023 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0ea21b6-eaef-4b23-9a04-862e89f7b43a tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:25.170145 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T11:58:21Z', 'revision_number': 4, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '63a1017f-8b48-40b8-b6d1-3cc9ad119954', 'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'mac_address': 'fa:16:3e:14:90:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:20Z', 'updated_at': '2021-11-02T11:58:21Z', 'revision_number': 2, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'subnets': [{'id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:25.212529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56354) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:25.227532 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2f8e7f8c-62ef-4f2e-87ae-0991ef2ed06d tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--35737936', 'description': 'tempest-description--1526445784'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:25.249416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Checking router: 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:58:25.249908 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Updating router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 port 63a1017f-8b48-40b8-b6d1-3cc9ad119954 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:58:25.283355 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:25.292994 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea21b6-eaef-4b23-9a04-862e89f7b43a tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Pushing event updated for resources: {'Network': ['ID=d5bc7b6b-ab9e-45e0-9130-0003feff2811,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:25.294779 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edd9e5c-f65b-4547-938b-5a8ab821a8fc None None] DHCP port deletion for 669a6afe-89c9-4557-a935-7f8d22a3733e request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:58:25.325564 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network d5bc7b6b-ab9e-45e0-9130-0003feff2811 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:58:25.328500 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:25.379174 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Deleting port 528bc15c-55f3-445b-9915-6821abc6f057 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:58:25.379391 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:25.421098 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b9aea4c6-82d1-4ec3-9e73-d54c30517976 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:58:25.560713 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] For port 528bc15c-55f3-445b-9915-6821abc6f057, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=528bc15c-55f3-445b-9915-6821abc6f057,segment=NetworkSegment(46f7a767-32fc-46c6-a858-60557144fc8d),segment_id=46f7a767-32fc-46c6-a858-60557144fc8d)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:25.561617 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:25.565705 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f8e7f8c-62ef-4f2e-87ae-0991ef2ed06d tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:25.599970 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Calling delete_port for 528bc15c-55f3-445b-9915-6821abc6f057 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:58:25.613371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-8edd9e5c-f65b-4547-938b-5a8ab821a8fc None None] Deleting port 528bc15c-55f3-445b-9915-6821abc6f057 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:58:25.613371 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8edd9e5c-f65b-4547-938b-5a8ab821a8fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:25.646144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c0ea21b6-eaef-4b23-9a04-862e89f7b43a tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.8245091 Nov 02 11:58:25.700293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b9aea4c6-82d1-4ec3-9e73-d54c30517976 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:25.700970 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:25.731118 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f8e7f8c-62ef-4f2e-87ae-0991ef2ed06d tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:25.781332 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8edd9e5c-f65b-4547-938b-5a8ab821a8fc None None] For port 528bc15c-55f3-445b-9915-6821abc6f057, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=528bc15c-55f3-445b-9915-6821abc6f057,segment=NetworkSegment(46f7a767-32fc-46c6-a858-60557144fc8d),segment_id=46f7a767-32fc-46c6-a858-60557144fc8d)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:25.782083 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8edd9e5c-f65b-4547-938b-5a8ab821a8fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:25.809854 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-8edd9e5c-f65b-4547-938b-5a8ab821a8fc None None] Calling delete_port for 528bc15c-55f3-445b-9915-6821abc6f057 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:58:25.828030 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f8e7f8c-62ef-4f2e-87ae-0991ef2ed06d tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:25.875171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e7f8c-62ef-4f2e-87ae-0991ef2ed06d tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:25.901255 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:25.980418 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Pushing event deleted for resources: {'Port': ['ID=528bc15c-55f3-445b-9915-6821abc6f057,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:25.988559 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f8e7f8c-62ef-4f2e-87ae-0991ef2ed06d tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:25.995135 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56374) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:26.002530 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2f8e7f8c-62ef-4f2e-87ae-0991ef2ed06d tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7776494 Nov 02 11:58:26.002530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] No DVR routers for this DVR port 528bc15c-55f3-445b-9915-6821abc6f057 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:58:26.004660 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c1e98df6-17e9-43a3-900a-413175a0df4b tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Request body: {'security_group_rule': {'security_group_id': '3dd0e839-2ceb-4c55-bb08-0df8bd6874eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:26.101028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56382) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:26.106801 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Request body: {'port': {'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811', 'binding:host_id': 'n-h2-806683-18', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-959715975'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:26.174619 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.181583 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669a6afe-89c9-4557-a935-7f8d22a3733e']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:26.198136 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f7a767-32fc-46c6-a858-60557144fc8d') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:26.198423 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f7a767-32fc-46c6-a858-60557144fc8d') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:26.202094 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.217557 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.219955 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 528bc15c-55f3-445b-9915-6821abc6f057 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:58:26.233800 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1e98df6-17e9-43a3-900a-413175a0df4b tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.242159 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.253439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 528bc15c-55f3-445b-9915-6821abc6f057 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:58:26.255037 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 528bc15c-55f3-445b-9915-6821abc6f057 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:58:26.255215 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:58:26.259977 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.283349 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8edd9e5c-f65b-4547-938b-5a8ab821a8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:58:26.352977 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:58:26.377192 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1e98df6-17e9-43a3-900a-413175a0df4b tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.393610 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.401124 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd9e5c-f65b-4547-938b-5a8ab821a8fc None None] Pushing event deleted for resources: {'Port': ['ID=528bc15c-55f3-445b-9915-6821abc6f057,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:26.408640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edd9e5c-f65b-4547-938b-5a8ab821a8fc None None] No DVR routers for this DVR port 528bc15c-55f3-445b-9915-6821abc6f057 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:58:26.428192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Made reservation on behalf of f6143f9b86f94b53af36aa5d5fc30bbf for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:26.432821 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.467793 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.527378 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1e98df6-17e9-43a3-900a-413175a0df4b tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.550211 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a555e-5b79-496f-b0aa-c081e71745e2 None None] Pushing event updated for resources: {'Port': ['ID=63a1017f-8b48-40b8-b6d1-3cc9ad119954,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:26.558205 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.567890 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e98df6-17e9-43a3-900a-413175a0df4b tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c8d1a1-c53f-43f4-a641-66ff90957710,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:26.618216 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.652911 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.665632 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] 10.222.0.52 "DELETE /v2.0/networks/669a6afe-89c9-4557-a935-7f8d22a3733e HTTP/1.1" status: 204 len: 168 time: 1.7200558 Nov 02 11:58:26.676419 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17026160-c890-4e62-8991-417d0a0e6b04 tempest-TagsExtTest-29187915 tempest-TagsExtTest-29187915-project] Pushing event deleted for resources: {'Network': ['ID=669a6afe-89c9-4557-a935-7f8d22a3733e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:26.691298 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Attempting to bind port 63a1017f-8b48-40b8-b6d1-3cc9ad119954 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:26.692097 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Attempting to bind port 63a1017f-8b48-40b8-b6d1-3cc9ad119954 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '68178386-05d9-46fd-9edd-e67b33789cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:26.693658 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Attempting to bind port 63a1017f-8b48-40b8-b6d1-3cc9ad119954 on network ef1c25a2-5100-492a-96f5-1f6dd7e89df0 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:26.700367 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:58:26.700747 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Checking segment: {'id': '68178386-05d9-46fd-9edd-e67b33789cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:58:26.703962 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.704694 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Bound using segment: {'id': '68178386-05d9-46fd-9edd-e67b33789cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:58:26.706041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Bound port: 63a1017f-8b48-40b8-b6d1-3cc9ad119954, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68178386-05d9-46fd-9edd-e67b33789cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:58:26.706857 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.760919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1e98df6-17e9-43a3-900a-413175a0df4b tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.764841 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c1e98df6-17e9-43a3-900a-413175a0df4b tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7654793 Nov 02 11:58:26.765598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56392) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:26.770067 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-982bb363-6464-491d-a825-8742624d042e tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Request body: {'security_group_rule': {'security_group_id': '3dd0e839-2ceb-4c55-bb08-0df8bd6874eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:26.806995 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] For port 63a1017f-8b48-40b8-b6d1-3cc9ad119954, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:58:26.811419 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] For port 63a1017f-8b48-40b8-b6d1-3cc9ad119954, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=63a1017f-8b48-40b8-b6d1-3cc9ad119954,segment=NetworkSegment(68178386-05d9-46fd-9edd-e67b33789cec),segment_id=68178386-05d9-46fd-9edd-e67b33789cec)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:58:26.821468 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.847455 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3b1931-af30-45da-ae84-acbee58fc2c2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:26.852227 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] device_id is not set on port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:58:26.925979 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:26.985613 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-982bb363-6464-491d-a825-8742624d042e tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:27.002847 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-efa32db6-762e-4bb8-9c3b-4c9369394cc7 None None] Provisioning complete for port 63a1017f-8b48-40b8-b6d1-3cc9ad119954 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:27.003223 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-efa32db6-762e-4bb8-9c3b-4c9369394cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:27.057878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Routers {'59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:58:27.059662 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:27.080130 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a555e-5b79-496f-b0aa-c081e71745e2 None None] Pushing event updated for resources: {'Port': ['ID=63a1017f-8b48-40b8-b6d1-3cc9ad119954,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:27.153987 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-982bb363-6464-491d-a825-8742624d042e tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:27.203376 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] device_id is not set on port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:58:27.220926 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:27.387886 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-982bb363-6464-491d-a825-8742624d042e tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:27.398138 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-efa32db6-762e-4bb8-9c3b-4c9369394cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:27.409523 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:27.416543 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] Set router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:58:27.477158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-efa32db6-762e-4bb8-9c3b-4c9369394cc7 None None] For port 63a1017f-8b48-40b8-b6d1-3cc9ad119954, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=63a1017f-8b48-40b8-b6d1-3cc9ad119954,segment=NetworkSegment(68178386-05d9-46fd-9edd-e67b33789cec),segment_id=68178386-05d9-46fd-9edd-e67b33789cec)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:27.481737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bb363-6464-491d-a825-8742624d042e tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0caada25-886c-42b1-bc87-f78b5989b581,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:27.485372 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Pushing event updated for resources: {'Port': ['ID=75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:27.568007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56404) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:27.568784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Checking segment: {'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:58:27.568784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Network hostable DHCP agents. Network: d5bc7b6b-ab9e-45e0-9130-0003feff2811, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:58:27.605881 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-efa32db6-762e-4bb8-9c3b-4c9369394cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:27.694429 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa32db6-762e-4bb8-9c3b-4c9369394cc7 None None] Pushing event updated for resources: {'Port': ['ID=63a1017f-8b48-40b8-b6d1-3cc9ad119954,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:27.720226 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-982bb363-6464-491d-a825-8742624d042e tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:27.721926 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a0a0d059-2b82-4a6d-92e1-10450b04cfe3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=341395ea9f9e4550a7ccdd30d9ee2789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1594803 Nov 02 11:58:27.728090 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56414) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:27.728278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-982bb363-6464-491d-a825-8742624d042e tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9595435 Nov 02 11:58:27.728278 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Network d5bc7b6b-ab9e-45e0-9130-0003feff2811 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:58:27.728492 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56412) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:27.742639 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4e53142c-8436-44cb-a014-6c0c826f616c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:27.793325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-864b5b21-1c08-4943-978d-b805e940bdf6 None None] Provisioning complete for port 63a1017f-8b48-40b8-b6d1-3cc9ad119954 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:27.793698 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-864b5b21-1c08-4943-978d-b805e940bdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:27.819109 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cca062f9-7aa4-4678-ac67-e1973922dffa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:27.840643 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T11:58:21Z', 'revision_number': 4, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '63a1017f-8b48-40b8-b6d1-3cc9ad119954', 'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'mac_address': 'fa:16:3e:14:90:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:20Z', 'updated_at': '2021-11-02T11:58:26Z', 'revision_number': 4, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'subnets': [{'id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:27.845132 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cca062f9-7aa4-4678-ac67-e1973922dffa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:27.853367 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, d5bc7b6b-ab9e-45e0-9130-0003feff2811) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:27.857801 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:27.875422 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b278d461-02ea-4301-ac08-8b28747c28c3 None None] Network d5bc7b6b-ab9e-45e0-9130-0003feff2811 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:58:27.880865 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463de4fe-1d79-4f5b-b206-ea879e272b43 None None] The sync data for ids ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'] in n-d-806683-18 is: [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T11:58:21Z', 'revision_number': 4, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '63a1017f-8b48-40b8-b6d1-3cc9ad119954', 'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'mac_address': 'fa:16:3e:14:90:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:20Z', 'updated_at': '2021-11-02T11:58:26Z', 'revision_number': 4, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'subnets': [{'id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:58:27.895816 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e53142c-8436-44cb-a014-6c0c826f616c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:27.908850 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:27.909419 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:27.909533 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:27.921466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:27.921811 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:27.922209 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 2 to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a Nov 02 11:58:27.952322 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:27.952669 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:27.953013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:27.986089 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:27.986436 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:27.986843 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 3 to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a Nov 02 11:58:28.023601 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:28.024012 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:28.024546 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:28.030704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:28.031437 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:28.032028 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 4 to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a Nov 02 11:58:28.047915 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:28.049009 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:28.049549 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:28.068873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:28.070812 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:28.071782 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 5 to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a Nov 02 11:58:28.090011 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:28.090359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:28.090705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:28.096528 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:28.096878 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:28.097274 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 6 to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a Nov 02 11:58:28.105856 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cca062f9-7aa4-4678-ac67-e1973922dffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:28.111704 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cca062f9-7aa4-4678-ac67-e1973922dffa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:28.115773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:28.119553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:28.119553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:28.119780 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cca062f9-7aa4-4678-ac67-e1973922dffa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac0f1b71-adc9-4386-8984-ba800838f364 HTTP/1.1" status: 204 len: 168 time: 0.3866756 Nov 02 11:58:28.127342 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:28.127688 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:28.128097 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 7 to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a Nov 02 11:58:28.154688 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca062f9-7aa4-4678-ac67-e1973922dffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0f1b71-adc9-4386-8984-ba800838f364,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:28.158632 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:28.159176 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:28.159513 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:28.165026 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e53142c-8436-44cb-a014-6c0c826f616c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:28.176123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:28.176123 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:28.176123 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 8 to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a Nov 02 11:58:28.202523 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:28.203185 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:28.204035 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:28.209487 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:28.210466 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:28.211198 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 9 to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a Nov 02 11:58:28.242182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:28.242517 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:28.243132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:28.248490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:28.249073 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:28.249636 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 10 to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a Nov 02 11:58:28.269480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:28.269823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:28.273507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:28.275744 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:28.276078 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:28.276624 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:28.350518 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-4e53142c-8436-44cb-a014-6c0c826f616c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Allocated IP 172.25.6.109 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/981c45e1-4ae3-42b4-8f33-0b09ce408118) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:58:28.434130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] For port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:58:28.434130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempted to set empty binding levels {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 11:58:28.518608 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:28.568014 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e53142c-8436-44cb-a014-6c0c826f616c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:28.646327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:28.647515 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:28.651403 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Pushing event updated for resources: {'Port': ['ID=75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:28.753608 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e53142c-8436-44cb-a014-6c0c826f616c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:28.778170 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e53142c-8436-44cb-a014-6c0c826f616c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:28.781074 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-4e53142c-8436-44cb-a014-6c0c826f616c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:28.790423 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-929f00a1-e010-4b56-a099-84adee88c7db tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.6880667 Nov 02 11:58:28.795504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56444) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:28.810794 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e53142c-8436-44cb-a014-6c0c826f616c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:28.904667 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53142c-8436-44cb-a014-6c0c826f616c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Pushing event updated for resources: {'Port': ['ID=981c45e1-4ae3-42b4-8f33-0b09ce408118,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:28.979012 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-bec9c4a2-9030-4b81-908f-0eaf964c0c00 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Deleting port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:58:28.979548 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bec9c4a2-9030-4b81-908f-0eaf964c0c00 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:29.020471 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e53142c-8436-44cb-a014-6c0c826f616c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:29.092040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-bec9c4a2-9030-4b81-908f-0eaf964c0c00 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] For port 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a, host n-h2-806683-18, got binding levels [] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:29.092415 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bec9c4a2-9030-4b81-908f-0eaf964c0c00 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:29.133751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-bec9c4a2-9030-4b81-908f-0eaf964c0c00 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Calling delete_port for 75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:58:29.245525 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e53142c-8436-44cb-a014-6c0c826f616c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:29.404404 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bec9c4a2-9030-4b81-908f-0eaf964c0c00 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:29.465384 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 63a1017f-8b48-40b8-b6d1-3cc9ad119954 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:58:29.523868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9c4a2-9030-4b81-908f-0eaf964c0c00 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Pushing event deleted for resources: {'Port': ['ID=75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:29.523868 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bec9c4a2-9030-4b81-908f-0eaf964c0c00 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:29.534473 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bec9c4a2-9030-4b81-908f-0eaf964c0c00 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] 10.222.0.52 "DELETE /v2.0/ports/75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a HTTP/1.1" status: 204 len: 168 time: 0.7377517 Nov 02 11:58:29.537880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56462) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:29.600787 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-48cfed92-8bb5-4899-b038-703847198f0e tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] GET failed (client error): The resource could not be found. Nov 02 11:58:29.609718 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-48cfed92-8bb5-4899-b038-703847198f0e tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] 10.222.0.52 "GET /v2.0/ports/75f8d86e-296d-4c8d-9a2f-8ac6aef92d1a HTTP/1.1" status: 404 len: 333 time: 0.0703969 Nov 02 11:58:29.613821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56468) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:29.631685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-07395f02-5d99-4352-b603-3de4afa13d8b tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Request body: {'port': {'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2125048950'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:29.699718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 63a1017f-8b48-40b8-b6d1-3cc9ad119954 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:29.700097 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:29.754641 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e53142c-8436-44cb-a014-6c0c826f616c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:29.776600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07395f02-5d99-4352-b603-3de4afa13d8b tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Made reservation on behalf of f6143f9b86f94b53af36aa5d5fc30bbf for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:29.779369 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-07395f02-5d99-4352-b603-3de4afa13d8b tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:29.831307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-07395f02-5d99-4352-b603-3de4afa13d8b tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] device_id is not set on port 88c9e298-c371-400e-ae6e-bbbc5e48561f yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:58:29.897742 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e53142c-8436-44cb-a014-6c0c826f616c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:30.017598 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e53142c-8436-44cb-a014-6c0c826f616c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:30.034287 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53142c-8436-44cb-a014-6c0c826f616c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Pushing event updated for resources: {'Port': ['ID=981c45e1-4ae3-42b4-8f33-0b09ce408118,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:30.150460 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-07395f02-5d99-4352-b603-3de4afa13d8b tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:30.161013 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e53142c-8436-44cb-a014-6c0c826f616c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:30.163401 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4e53142c-8436-44cb-a014-6c0c826f616c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4354661 Nov 02 11:58:30.316803 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-07395f02-5d99-4352-b603-3de4afa13d8b tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:30.376842 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07395f02-5d99-4352-b603-3de4afa13d8b tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Pushing event updated for resources: {'Port': ['ID=88c9e298-c371-400e-ae6e-bbbc5e48561f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:30.401840 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07395f02-5d99-4352-b603-3de4afa13d8b tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Network d5bc7b6b-ab9e-45e0-9130-0003feff2811 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:30.404192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-07395f02-5d99-4352-b603-3de4afa13d8b tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:30.410808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07395f02-5d99-4352-b603-3de4afa13d8b tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:30.412158 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07395f02-5d99-4352-b603-3de4afa13d8b tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:30.413148 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-07395f02-5d99-4352-b603-3de4afa13d8b tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:30.526008 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-618c7b8b-9c0f-411b-bd30-2f2715a8e950 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--35737936&fields=id&tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18 HTTP/1.1" status: 200 len: 267 time: 0.0750067 Nov 02 11:58:30.547934 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-07395f02-5d99-4352-b603-3de4afa13d8b tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9304168 Nov 02 11:58:30.550607 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56506) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:30.557338 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:30.633477 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:30.687701 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-06e87317-f3e2-4b83-b1ae-81d3a8b21cfc tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:30.697632 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-06e87317-f3e2-4b83-b1ae-81d3a8b21cfc tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/networks?id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0 HTTP/1.1" status: 200 len: 811 time: 0.1705546 Nov 02 11:58:30.719455 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-4d20211e-aadc-46dd-be2d-e43c5008fa39 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/quotas/3bf0bc53ed7145e4acec9ee5e89c3e18 HTTP/1.1" status: 200 len: 375 time: 0.0202496 Nov 02 11:58:30.811013 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-e9046e33-bf3f-4be5-b4af-bf3aa848a085 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0876908 Nov 02 11:58:30.887925 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] device_id is not set on port 88c9e298-c371-400e-ae6e-bbbc5e48561f yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:58:30.900023 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:30.931644 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-f512da4e-fb2f-4a59-98a9-74a6fb6e4b7c service neutron] 10.222.0.52 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070390 Nov 02 11:58:30.961841 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:31.115947 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Pushing event updated for resources: {'Port': ['ID=88c9e298-c371-400e-ae6e-bbbc5e48561f,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:31.123587 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:31.125002 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:31.125522 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:31.131749 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:31.132379 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:31.133052 n-d-806683-18 neutron-server[102690]: INFO neutron.plugins.ml2.plugin [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 2 to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f Nov 02 11:58:31.142630 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-5a82d423-36c2-47e1-850e-3257ab1d8b7b service neutron] 10.222.0.52 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023058 Nov 02 11:58:31.167527 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:31.168161 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:31.168514 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:31.179804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:31.180245 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:31.180769 n-d-806683-18 neutron-server[102690]: INFO neutron.plugins.ml2.plugin [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 3 to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f Nov 02 11:58:31.209367 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:31.209722 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:31.210064 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:31.231284 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:31.231284 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:31.231284 n-d-806683-18 neutron-server[102690]: INFO neutron.plugins.ml2.plugin [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 4 to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f Nov 02 11:58:31.249604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:31.249950 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:31.250299 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:31.257624 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:31.258132 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:31.272202 n-d-806683-18 neutron-server[102690]: INFO neutron.plugins.ml2.plugin [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 5 to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f Nov 02 11:58:31.289347 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:31.290029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:31.290576 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:31.295718 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:31.296338 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:31.297068 n-d-806683-18 neutron-server[102690]: INFO neutron.plugins.ml2.plugin [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 6 to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f Nov 02 11:58:31.313090 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:31.313559 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:31.313973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:31.320279 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:31.320725 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:31.321196 n-d-806683-18 neutron-server[102690]: INFO neutron.plugins.ml2.plugin [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 7 to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f Nov 02 11:58:31.335872 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:31.336298 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:31.336733 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:31.342345 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:31.342762 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:31.343353 n-d-806683-18 neutron-server[102690]: INFO neutron.plugins.ml2.plugin [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 8 to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f Nov 02 11:58:31.360831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:31.361421 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:31.361769 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:31.368897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:31.369245 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:31.369668 n-d-806683-18 neutron-server[102690]: INFO neutron.plugins.ml2.plugin [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 9 to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f Nov 02 11:58:31.384252 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:31.384597 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:31.385028 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:31.391301 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:31.391641 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:31.392203 n-d-806683-18 neutron-server[102690]: INFO neutron.plugins.ml2.plugin [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 10 to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f Nov 02 11:58:31.419219 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:31.419568 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:31.420117 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:31.425665 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:31.426008 n-d-806683-18 neutron-server[102690]: ERROR neutron.plugins.ml2.managers [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 88c9e298-c371-400e-ae6e-bbbc5e48561f on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:31.426382 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:31.550960 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] For port 88c9e298-c371-400e-ae6e-bbbc5e48561f, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:58:31.551345 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempted to set empty binding levels {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 11:58:31.602607 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55c1416a-c01e-42c2-9739-09a8d518179f req-f7e4f023-148c-4628-8d9f-c217af805e76 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 210 time: 0.0408340 Nov 02 11:58:31.677579 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:31.722643 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] In _notify_port_updated(), no bound segment for port 88c9e298-c371-400e-ae6e-bbbc5e48561f on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 11:58:31.724241 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:31.725114 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:31.730497 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56542) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:31.731204 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] 10.222.0.52 "PUT /v2.0/ports/88c9e298-c371-400e-ae6e-bbbc5e48561f HTTP/1.1" status: 200 len: 976 time: 1.1793041 Nov 02 11:58:31.747565 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9294b2-8eb0-4b9f-b30d-8ea6dbdc2af4 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Pushing event updated for resources: {'Port': ['ID=88c9e298-c371-400e-ae6e-bbbc5e48561f,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:31.807199 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f971041-69ef-4a2d-9a3a-4cca52fc7687 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:31.807810 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f971041-69ef-4a2d-9a3a-4cca52fc7687 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:31.808392 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f971041-69ef-4a2d-9a3a-4cca52fc7687 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:31.809192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f971041-69ef-4a2d-9a3a-4cca52fc7687 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:31.809933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f971041-69ef-4a2d-9a3a-4cca52fc7687 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:31.816304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f971041-69ef-4a2d-9a3a-4cca52fc7687 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:31.816988 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f971041-69ef-4a2d-9a3a-4cca52fc7687 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:31.818021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f971041-69ef-4a2d-9a3a-4cca52fc7687 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:31.818498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f971041-69ef-4a2d-9a3a-4cca52fc7687 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:31.819268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f971041-69ef-4a2d-9a3a-4cca52fc7687 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:31.819981 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f971041-69ef-4a2d-9a3a-4cca52fc7687 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:31.823149 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f971041-69ef-4a2d-9a3a-4cca52fc7687 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:31.823963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f971041-69ef-4a2d-9a3a-4cca52fc7687 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:31.825251 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f971041-69ef-4a2d-9a3a-4cca52fc7687 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:31.826752 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f971041-69ef-4a2d-9a3a-4cca52fc7687 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:31.827461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f971041-69ef-4a2d-9a3a-4cca52fc7687 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:31.828284 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f971041-69ef-4a2d-9a3a-4cca52fc7687 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:31.833056 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5f971041-69ef-4a2d-9a3a-4cca52fc7687 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15378 time: 0.1018748 Nov 02 11:58:31.838833 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56548) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:31.925489 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-30936327-fa06-442f-a2dc-19f261e7f55a tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Deleting port 88c9e298-c371-400e-ae6e-bbbc5e48561f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:58:31.926184 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-30936327-fa06-442f-a2dc-19f261e7f55a tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:32.012251 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-30936327-fa06-442f-a2dc-19f261e7f55a tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] For port 88c9e298-c371-400e-ae6e-bbbc5e48561f, host n-h2-806683-18, got binding levels [] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:32.012636 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-30936327-fa06-442f-a2dc-19f261e7f55a tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:32.028455 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-30936327-fa06-442f-a2dc-19f261e7f55a tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Calling delete_port for 88c9e298-c371-400e-ae6e-bbbc5e48561f owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:58:32.278640 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-30936327-fa06-442f-a2dc-19f261e7f55a tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:32.323116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30936327-fa06-442f-a2dc-19f261e7f55a tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Pushing event deleted for resources: {'Port': ['ID=88c9e298-c371-400e-ae6e-bbbc5e48561f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:32.326440 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-30936327-fa06-442f-a2dc-19f261e7f55a tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:32.329367 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-30936327-fa06-442f-a2dc-19f261e7f55a tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] 10.222.0.52 "DELETE /v2.0/ports/88c9e298-c371-400e-ae6e-bbbc5e48561f HTTP/1.1" status: 204 len: 168 time: 0.4891326 Nov 02 11:58:32.332284 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56556) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:32.378110 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-5242a947-2387-4e2e-ab4c-ad2e37f0459e tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] GET failed (client error): The resource could not be found. Nov 02 11:58:32.381944 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5242a947-2387-4e2e-ab4c-ad2e37f0459e tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] 10.222.0.52 "GET /v2.0/ports/88c9e298-c371-400e-ae6e-bbbc5e48561f HTTP/1.1" status: 404 len: 333 time: 0.0485172 Nov 02 11:58:32.386375 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56558) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:32.392660 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-f3baa715-3c67-4e23-9627-d152339c58a2 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-816942464', 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:32.575733 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3baa715-3c67-4e23-9627-d152339c58a2 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Made reservation on behalf of f6143f9b86f94b53af36aa5d5fc30bbf for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:32.578558 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3baa715-3c67-4e23-9627-d152339c58a2 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:32.607113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-f3baa715-3c67-4e23-9627-d152339c58a2 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] device_id is not set on port 5101ae83-ab0f-4878-ba5e-4c5ca913d349 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:58:32.758305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e576283b-e6ea-42df-a585-c7cd3b75c375 req-43328056-f430-4d2f-a995-1d956210b806 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 210 time: 0.0679371 Nov 02 11:58:32.840997 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3baa715-3c67-4e23-9627-d152339c58a2 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:33.027342 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3baa715-3c67-4e23-9627-d152339c58a2 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:33.083609 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3baa715-3c67-4e23-9627-d152339c58a2 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Network d5bc7b6b-ab9e-45e0-9130-0003feff2811 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:33.089372 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-f3baa715-3c67-4e23-9627-d152339c58a2 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:33.093232 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3baa715-3c67-4e23-9627-d152339c58a2 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:33.094235 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3baa715-3c67-4e23-9627-d152339c58a2 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:33.094852 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3baa715-3c67-4e23-9627-d152339c58a2 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:33.117128 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3baa715-3c67-4e23-9627-d152339c58a2 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Pushing event updated for resources: {'Port': ['ID=5101ae83-ab0f-4878-ba5e-4c5ca913d349,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:33.276180 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f3baa715-3c67-4e23-9627-d152339c58a2 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8857427 Nov 02 11:58:33.276289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56574) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:33.311643 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be530eef-6517-4770-ab67-ef6e0eafb753 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:33.316191 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56576) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:33.316483 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-be530eef-6517-4770-ab67-ef6e0eafb753 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] 10.222.0.52 "GET /v2.0/ports/5101ae83-ab0f-4878-ba5e-4c5ca913d349 HTTP/1.1" status: 200 len: 954 time: 0.0392425 Nov 02 11:58:33.423737 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5a091fff-fe55-4ed8-8e5e-c1ba81806b62 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Deleting port 5101ae83-ab0f-4878-ba5e-4c5ca913d349 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:58:33.424084 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5a091fff-fe55-4ed8-8e5e-c1ba81806b62 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:33.494361 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5a091fff-fe55-4ed8-8e5e-c1ba81806b62 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:33.510261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5a091fff-fe55-4ed8-8e5e-c1ba81806b62 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Calling delete_port for 5101ae83-ab0f-4878-ba5e-4c5ca913d349 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:58:33.803349 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5a091fff-fe55-4ed8-8e5e-c1ba81806b62 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:33.873720 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a091fff-fe55-4ed8-8e5e-c1ba81806b62 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Pushing event deleted for resources: {'Port': ['ID=5101ae83-ab0f-4878-ba5e-4c5ca913d349,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:33.895723 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5a091fff-fe55-4ed8-8e5e-c1ba81806b62 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:33.908153 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5a091fff-fe55-4ed8-8e5e-c1ba81806b62 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] 10.222.0.52 "DELETE /v2.0/ports/5101ae83-ab0f-4878-ba5e-4c5ca913d349 HTTP/1.1" status: 204 len: 168 time: 0.5899429 Nov 02 11:58:33.910260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56586) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:33.982303 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-600ec454-e94e-43a8-b85f-0396a8e5c272 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] GET failed (client error): The resource could not be found. Nov 02 11:58:33.985996 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-600ec454-e94e-43a8-b85f-0396a8e5c272 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] 10.222.0.52 "GET /v2.0/ports/5101ae83-ab0f-4878-ba5e-4c5ca913d349 HTTP/1.1" status: 404 len: 333 time: 0.0742519 Nov 02 11:58:33.986203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56588) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:33.994791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-eb65e601-abf3-4f4d-a395-103af14dd8e1 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Request body: {'port': {'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-291310842'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:34.010781 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a3b4983b-e1cc-4fc9-99b0-a6d246323777 req-681ea6b3-6715-44dd-ade7-910feb287d27 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 210 time: 0.0432072 Nov 02 11:58:34.173055 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb65e601-abf3-4f4d-a395-103af14dd8e1 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Made reservation on behalf of f6143f9b86f94b53af36aa5d5fc30bbf for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:34.175904 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb65e601-abf3-4f4d-a395-103af14dd8e1 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:34.197675 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-eb65e601-abf3-4f4d-a395-103af14dd8e1 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] device_id is not set on port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:58:34.453046 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb65e601-abf3-4f4d-a395-103af14dd8e1 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:34.570641 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb65e601-abf3-4f4d-a395-103af14dd8e1 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:34.619074 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb65e601-abf3-4f4d-a395-103af14dd8e1 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Network d5bc7b6b-ab9e-45e0-9130-0003feff2811 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:34.624666 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-eb65e601-abf3-4f4d-a395-103af14dd8e1 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:34.629090 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb65e601-abf3-4f4d-a395-103af14dd8e1 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:34.634898 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb65e601-abf3-4f4d-a395-103af14dd8e1 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:34.634898 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb65e601-abf3-4f4d-a395-103af14dd8e1 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:34.642830 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65e601-abf3-4f4d-a395-103af14dd8e1 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Pushing event updated for resources: {'Port': ['ID=11f85926-e8ac-4a5e-9bbc-16f14b73a608,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:34.716650 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-eb65e601-abf3-4f4d-a395-103af14dd8e1 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7260115 Nov 02 11:58:34.719332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56604) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:34.727036 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:34.839975 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:35.297880 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7740caeb-99e5-4491-b365-57b1933d54d2 req-7c8f7005-7516-4d21-9abd-07cfa02f39d4 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 210 time: 0.0603693 Nov 02 11:58:35.420432 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-1d2c91f8-2c1c-4db7-8a31-0486039b7977 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:35.422014 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-1d2c91f8-2c1c-4db7-8a31-0486039b7977 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.54 "GET /v2.0/networks?id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0 HTTP/1.1" status: 200 len: 811 time: 0.3810644 Nov 02 11:58:35.484212 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] device_id is not set on port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:58:35.495730 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:35.506496 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56626) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:35.584994 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-5e0da389-4d6f-4d9e-972b-275c46c28974 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18 HTTP/1.1" status: 200 len: 378 time: 0.1530769 Nov 02 11:58:35.608661 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-b9d71e62-ed7b-4a74-9bb7-a4524f7c184c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Request body: {'port': {'device_id': '3890374b-28ac-4fac-a576-b9e7509d2fba', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'admin_state_up': True, 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'security_groups': ['3dd0e839-2ceb-4c55-bb08-0df8bd6874eb']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:35.659792 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:35.703981 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-838701d3-a702-4ca5-bde8-11a2ae47efb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:35.788635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Pushing event updated for resources: {'Port': ['ID=11f85926-e8ac-4a5e-9bbc-16f14b73a608,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:35.814291 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:35.817556 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:35.817556 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:35.825619 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:35.826055 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:35.828454 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 2 to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 Nov 02 11:58:35.853726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:35.854098 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:35.854744 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:35.862085 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:35.862531 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:35.862983 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 3 to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 Nov 02 11:58:35.881599 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:35.882007 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:35.882355 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:35.889853 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:35.890201 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:35.892508 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 4 to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 Nov 02 11:58:35.930096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:35.930449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:35.931035 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:35.942596 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-838701d3-a702-4ca5-bde8-11a2ae47efb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:35.945993 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-b9d71e62-ed7b-4a74-9bb7-a4524f7c184c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Made reservation on behalf of 3bf0bc53ed7145e4acec9ee5e89c3e18 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:35.949903 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-b9d71e62-ed7b-4a74-9bb7-a4524f7c184c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:35.955737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:35.956097 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:35.963263 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 5 to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 Nov 02 11:58:35.994633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:35.995099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:35.995441 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:36.004099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:36.004504 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:36.046106 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 6 to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 Nov 02 11:58:36.048276 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-838701d3-a702-4ca5-bde8-11a2ae47efb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:36.074771 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:36.075164 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:36.075525 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:36.089727 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:36.090208 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:36.092887 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 7 to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 Nov 02 11:58:36.136239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:36.136506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:36.136848 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:36.146337 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:36.146709 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:36.150707 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 8 to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 Nov 02 11:58:36.153658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56638) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:36.154007 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-838701d3-a702-4ca5-bde8-11a2ae47efb5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b42bc7bcc81f4246bf1afb209bcf6ed1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6461322 Nov 02 11:58:36.166991 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838701d3-a702-4ca5-bde8-11a2ae47efb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35259bd6-43cf-4081-a5e6-b9c6b4e248c9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:36.188289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:36.188616 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:36.188962 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:36.198620 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-b9d71e62-ed7b-4a74-9bb7-a4524f7c184c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Allocated IP 172.20.0.14 (ef1c25a2-5100-492a-96f5-1f6dd7e89df0/1e9ea625-11dc-4ad8-8157-fb20952cfe54/b37dc493-eb7e-4c99-8a59-056c9e6189f5) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:58:36.205903 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:36.206248 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:36.213273 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 9 to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 Nov 02 11:58:36.254973 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:36.255330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:36.255675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:36.271347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:36.271690 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:36.276830 n-d-806683-18 neutron-server[102689]: INFO neutron.plugins.ml2.plugin [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempt 10 to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 Nov 02 11:58:36.312483 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-12e78e47-9f1c-4b59-a6d2-7fb3f35469c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:36.326712 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:36.328423 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:36.328423 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempting to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:36.388619 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:36.388874 n-d-806683-18 neutron-server[102689]: ERROR neutron.plugins.ml2.managers [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Failed to bind port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on host n-h2-806683-18 for vnic_type normal using segments [{'id': 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd5bc7b6b-ab9e-45e0-9130-0003feff2811'}] Nov 02 11:58:36.389390 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:36.433070 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-12e78e47-9f1c-4b59-a6d2-7fb3f35469c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:36.521102 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c78a6e2-23d5-4109-9a5e-f3f57e834495 req-a3eb1c82-3a2d-4636-b675-a7e05bbe598a tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 210 time: 0.1019928 Nov 02 11:58:36.571062 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-12e78e47-9f1c-4b59-a6d2-7fb3f35469c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:36.574119 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-12e78e47-9f1c-4b59-a6d2-7fb3f35469c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:36.575986 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-12e78e47-9f1c-4b59-a6d2-7fb3f35469c5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/35259bd6-43cf-4081-a5e6-b9c6b4e248c9 HTTP/1.1" status: 204 len: 168 time: 0.4177582 Nov 02 11:58:36.639438 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e78e47-9f1c-4b59-a6d2-7fb3f35469c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35259bd6-43cf-4081-a5e6-b9c6b4e248c9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:36.666916 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-b9d71e62-ed7b-4a74-9bb7-a4524f7c184c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:36.685243 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] For port 11f85926-e8ac-4a5e-9bbc-16f14b73a608, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:58:36.685528 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attempted to set empty binding levels {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 02 11:58:36.785231 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:36.818794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] In _notify_port_updated(), no bound segment for port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 on network d5bc7b6b-ab9e-45e0-9130-0003feff2811 {{(pid=102689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 11:58:36.819838 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:36.820967 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:36.828491 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] 10.222.0.52 "PUT /v2.0/ports/11f85926-e8ac-4a5e-9bbc-16f14b73a608 HTTP/1.1" status: 200 len: 975 time: 2.1066539 Nov 02 11:58:36.830891 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56650) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:36.869225 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-b9d71e62-ed7b-4a74-9bb7-a4524f7c184c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:36.894423 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-b9d71e62-ed7b-4a74-9bb7-a4524f7c184c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Network ef1c25a2-5100-492a-96f5-1f6dd7e89df0 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:36.898758 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-b9d71e62-ed7b-4a74-9bb7-a4524f7c184c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:36.908317 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-b9d71e62-ed7b-4a74-9bb7-a4524f7c184c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:37.014415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbfc6c-cac7-424b-8c82-f45d54caddfb tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Pushing event updated for resources: {'Port': ['ID=11f85926-e8ac-4a5e-9bbc-16f14b73a608,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:37.072888 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ad0e218a-ad9e-4fd2-90d0-d2e7a1f69377 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Deleting port 11f85926-e8ac-4a5e-9bbc-16f14b73a608 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:58:37.075635 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad0e218a-ad9e-4fd2-90d0-d2e7a1f69377 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:37.215267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d71e62-ed7b-4a74-9bb7-a4524f7c184c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Pushing event updated for resources: {'Port': ['ID=b37dc493-eb7e-4c99-8a59-056c9e6189f5,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:37.240903 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-b9d71e62-ed7b-4a74-9bb7-a4524f7c184c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:37.242768 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-b9d71e62-ed7b-4a74-9bb7-a4524f7c184c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:37.304526 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-ad0e218a-ad9e-4fd2-90d0-d2e7a1f69377 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] For port 11f85926-e8ac-4a5e-9bbc-16f14b73a608, host n-h2-806683-18, got binding levels [] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:37.304900 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad0e218a-ad9e-4fd2-90d0-d2e7a1f69377 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:37.321182 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ad0e218a-ad9e-4fd2-90d0-d2e7a1f69377 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Calling delete_port for 11f85926-e8ac-4a5e-9bbc-16f14b73a608 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:58:37.383006 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-21d1a03e-18d1-4fdf-b0c0-db64352f1855 None None] Provisioning complete for port b37dc493-eb7e-4c99-8a59-056c9e6189f5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:37.384054 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-21d1a03e-18d1-4fdf-b0c0-db64352f1855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:37.394365 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-b9d71e62-ed7b-4a74-9bb7-a4524f7c184c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7944720 Nov 02 11:58:37.408902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Request body: {'port': {'device_id': '3890374b-28ac-4fac-a576-b9e7509d2fba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:37.452204 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-21d1a03e-18d1-4fdf-b0c0-db64352f1855 None None] Port b37dc493-eb7e-4c99-8a59-056c9e6189f5 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:58:37.483365 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:37.532890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad0e218a-ad9e-4fd2-90d0-d2e7a1f69377 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:37.579413 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad0e218a-ad9e-4fd2-90d0-d2e7a1f69377 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:37.589038 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ad0e218a-ad9e-4fd2-90d0-d2e7a1f69377 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] 10.222.0.52 "DELETE /v2.0/ports/11f85926-e8ac-4a5e-9bbc-16f14b73a608 HTTP/1.1" status: 204 len: 168 time: 0.7538469 Nov 02 11:58:37.589038 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e218a-ad9e-4fd2-90d0-d2e7a1f69377 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] Pushing event deleted for resources: {'Port': ['ID=11f85926-e8ac-4a5e-9bbc-16f14b73a608,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:37.598131 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56670) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:37.708200 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc5b9c3-ff7b-4e44-9ef4-aef4ce295cc8 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] GET failed (client error): The resource could not be found. Nov 02 11:58:37.711299 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5cc5b9c3-ff7b-4e44-9ef4-aef4ce295cc8 tempest-PortsAdminExtendedAttrsTestJSON-121122912 tempest-PortsAdminExtendedAttrsTestJSON-121122912-project-admin] 10.222.0.52 "GET /v2.0/ports/11f85926-e8ac-4a5e-9bbc-16f14b73a608 HTTP/1.1" status: 404 len: 333 time: 0.1042075 Nov 02 11:58:37.720180 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56680) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:37.812693 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf7b21-c708-4505-b533-54076306f4ef req-c76d63da-4429-4227-a728-e77eca79f7f7 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:37.824482 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dcf7b21-c708-4505-b533-54076306f4ef req-c76d63da-4429-4227-a728-e77eca79f7f7 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 932 time: 0.1610260 Nov 02 11:58:37.925853 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e14b210b-9113-458e-a0a4-49133cf2e2e8 tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:37.978451 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dcf7b21-c708-4505-b533-54076306f4ef req-584c6886-528e-43f6-bd09-1793a83939f6 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1525195 Nov 02 11:58:38.051916 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37dc493-eb7e-4c99-8a59-056c9e6189f5 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:58:38.061653 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:38.082055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Transition to ACTIVE for port object b37dc493-eb7e-4c99-8a59-056c9e6189f5 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:58:38.108768 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e14b210b-9113-458e-a0a4-49133cf2e2e8 tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:38.183365 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-e14b210b-9113-458e-a0a4-49133cf2e2e8 tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5bc7b6b-ab9e-45e0-9130-0003feff2811']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:38.201874 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:38.202356 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-e14b210b-9113-458e-a0a4-49133cf2e2e8 tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:38.202662 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-e14b210b-9113-458e-a0a4-49133cf2e2e8 tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a79c8f-a66a-4913-b3f5-36f445c4dc5d') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:38.217520 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e14b210b-9113-458e-a0a4-49133cf2e2e8 tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:38.236291 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e14b210b-9113-458e-a0a4-49133cf2e2e8 tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:38.247435 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14b210b-9113-458e-a0a4-49133cf2e2e8 tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:58:38.247901 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e14b210b-9113-458e-a0a4-49133cf2e2e8 tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:58:38.251513 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:58:38.300470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Pushing event updated for resources: {'Port': ['ID=b37dc493-eb7e-4c99-8a59-056c9e6189f5,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:38.522509 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e14b210b-9113-458e-a0a4-49133cf2e2e8 tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:38.536759 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e14b210b-9113-458e-a0a4-49133cf2e2e8 tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:38.540275 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e14b210b-9113-458e-a0a4-49133cf2e2e8 tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] 10.222.0.52 "DELETE /v2.0/networks/d5bc7b6b-ab9e-45e0-9130-0003feff2811 HTTP/1.1" status: 204 len: 168 time: 0.8179905 Nov 02 11:58:38.599141 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b210b-9113-458e-a0a4-49133cf2e2e8 tempest-PortsAdminExtendedAttrsTestJSON-2136951509 tempest-PortsAdminExtendedAttrsTestJSON-2136951509-project] Pushing event deleted for resources: {'Network': ['ID=d5bc7b6b-ab9e-45e0-9130-0003feff2811,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:38.881449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Attempting to bind port b37dc493-eb7e-4c99-8a59-056c9e6189f5 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:38.882032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Attempting to bind port b37dc493-eb7e-4c99-8a59-056c9e6189f5 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '68178386-05d9-46fd-9edd-e67b33789cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:38.882157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Attempting to bind port b37dc493-eb7e-4c99-8a59-056c9e6189f5 on network ef1c25a2-5100-492a-96f5-1f6dd7e89df0 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:38.886743 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Port b37dc493-eb7e-4c99-8a59-056c9e6189f5 on network ef1c25a2-5100-492a-96f5-1f6dd7e89df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:38.887147 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Attempting to bind port b37dc493-eb7e-4c99-8a59-056c9e6189f5 on network ef1c25a2-5100-492a-96f5-1f6dd7e89df0 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:38.892257 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:58:38.892594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Checking segment: {'id': '68178386-05d9-46fd-9edd-e67b33789cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:58:38.892977 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Bound using segment: {'id': '68178386-05d9-46fd-9edd-e67b33789cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:58:38.893411 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Bound port: b37dc493-eb7e-4c99-8a59-056c9e6189f5, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68178386-05d9-46fd-9edd-e67b33789cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:58:38.893841 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:39.004768 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] For port b37dc493-eb7e-4c99-8a59-056c9e6189f5, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:58:39.010299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] For port b37dc493-eb7e-4c99-8a59-056c9e6189f5, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b37dc493-eb7e-4c99-8a59-056c9e6189f5,segment=NetworkSegment(68178386-05d9-46fd-9edd-e67b33789cec),segment_id=68178386-05d9-46fd-9edd-e67b33789cec)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:58:39.160673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91906bc2-4c0a-42d7-93cc-7c0db38b300e req-41bf7a75-094f-48bd-81a4-17be8ed8ee83 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:39.169142 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-91906bc2-4c0a-42d7-93cc-7c0db38b300e req-41bf7a75-094f-48bd-81a4-17be8ed8ee83 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 944 time: 0.0860298 Nov 02 11:58:39.173555 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:39.342212 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56716) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:39.358263 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:39.359398 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:39.362308 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] 10.222.0.54 "PUT /v2.0/ports/b37dc493-eb7e-4c99-8a59-056c9e6189f5 HTTP/1.1" status: 200 len: 1093 time: 1.9593511 Nov 02 11:58:39.363455 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf6804-09ef-4e9f-b60c-6ede19330b15 service neutron] Pushing event updated for resources: {'Port': ['ID=b37dc493-eb7e-4c99-8a59-056c9e6189f5,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:39.390426 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3890374b-28ac-4fac-a576-b9e7509d2fba', 'tag': 'b37dc493-eb7e-4c99-8a59-056c9e6189f5'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:58:39.395706 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe1f19c-5139-4127-ae12-321e7ceed533" -d '{"events": [{"name": "network-changed", "server_uuid": "3890374b-28ac-4fac-a576-b9e7509d2fba", "tag": "b37dc493-eb7e-4c99-8a59-056c9e6189f5"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:58:39.472810 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-91906bc2-4c0a-42d7-93cc-7c0db38b300e req-ee04aa40-d00d-407e-ba14-5642bbf3d89b tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2750337 Nov 02 11:58:39.593319 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d8cd49de-ddf8-4ab0-b93f-b6e47733ee4e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b4316378e9b948aeb6bb39afe296a6a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2497692 Nov 02 11:58:39.595764 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56722) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:39.659629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-200e3d66-5fa2-48b2-a6f9-cf05dcb21bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:39.662298 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-200e3d66-5fa2-48b2-a6f9-cf05dcb21bde service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18&device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 1096 time: 0.1030180 Nov 02 11:58:39.693038 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662647b8-3e26-4a11-b0ab-92a41a185a73 x-openstack-request-id: req-662647b8-3e26-4a11-b0ab-92a41a185a73 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:58:39.693323 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3890374b-28ac-4fac-a576-b9e7509d2fba", "tag": "b37dc493-eb7e-4c99-8a59-056c9e6189f5", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:58:39.693784 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-662647b8-3e26-4a11-b0ab-92a41a185a73 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:58:39.694210 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3890374b-28ac-4fac-a576-b9e7509d2fba', 'tag': 'b37dc493-eb7e-4c99-8a59-056c9e6189f5', 'status': 'completed', 'code': 200} Nov 02 11:58:39.741649 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-910b9ec4-ca49-4fe2-88b3-4a3c498eaca7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:39.743821 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-d51d7f4c-6f59-4349-bf12-8b16e469c2f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b37dc493-eb7e-4c99-8a59-056c9e6189f5 HTTP/1.1" status: 200 len: 217 time: 0.0736582 Nov 02 11:58:39.816347 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-910b9ec4-ca49-4fe2-88b3-4a3c498eaca7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:39.825517 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-5d69096f-952d-4fec-829d-5646acb0a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:39.827392 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-5d69096f-952d-4fec-829d-5646acb0a75c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1e9ea625-11dc-4ad8-8157-fb20952cfe54 HTTP/1.1" status: 200 len: 850 time: 0.0764244 Nov 02 11:58:39.937910 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-1ef78eb6-4c9e-4cc2-a4d7-bda57e60c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:39.939644 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-1ef78eb6-4c9e-4cc2-a4d7-bda57e60c96a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1040566 Nov 02 11:58:40.001590 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-910b9ec4-ca49-4fe2-88b3-4a3c498eaca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:40.005956 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-910b9ec4-ca49-4fe2-88b3-4a3c498eaca7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:40.009920 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-910b9ec4-ca49-4fe2-88b3-4a3c498eaca7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/433c4b41-2c48-4108-8ba9-de900ece5a8f HTTP/1.1" status: 204 len: 168 time: 0.4103527 Nov 02 11:58:40.017859 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b9ec4-ca49-4fe2-88b3-4a3c498eaca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433c4b41-2c48-4108-8ba9-de900ece5a8f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:40.083432 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-b8ae49b4-94ad-4057-9251-7506174a707c service neutron] 10.222.0.54 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343439 Nov 02 11:58:40.208006 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-572069d5-e4e8-4282-9f3b-1f25131d385b req-9c61aa08-ecf5-4b1e-bfac-4daf1d9bdb33 service neutron] 10.222.0.54 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191335 Nov 02 11:58:40.856224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1f19c-5139-4127-ae12-321e7ceed533 req-aaa1a3d3-789c-4e3d-9971-d5a06b9d4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:40.857918 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fe1f19c-5139-4127-ae12-321e7ceed533 req-aaa1a3d3-789c-4e3d-9971-d5a06b9d4f6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18&device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 1096 time: 0.2965708 Nov 02 11:58:40.916340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1e446-dc9b-4cf2-ab66-468a9f65864e req-5c9fd540-7957-49dd-800a-91d1230638a7 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:40.918226 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-67d1e446-dc9b-4cf2-ab66-468a9f65864e req-5c9fd540-7957-49dd-800a-91d1230638a7 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 944 time: 0.1679764 Nov 02 11:58:41.049169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1f19c-5139-4127-ae12-321e7ceed533 req-6ceccbd8-d570-4fd2-b0d4-0d35f219fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:41.050821 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fe1f19c-5139-4127-ae12-321e7ceed533 req-6ceccbd8-d570-4fd2-b0d4-0d35f219fde7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0 HTTP/1.1" status: 200 len: 912 time: 0.1846616 Nov 02 11:58:41.064310 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-67d1e446-dc9b-4cf2-ab66-468a9f65864e req-772ac862-b3f4-487b-9e25-279f5e53cfcd tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1098065 Nov 02 11:58:41.155945 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fe1f19c-5139-4127-ae12-321e7ceed533 req-0ed0a39d-24e2-4860-88af-dbf54af270bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b37dc493-eb7e-4c99-8a59-056c9e6189f5 HTTP/1.1" status: 200 len: 217 time: 0.0854783 Nov 02 11:58:41.279892 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1f19c-5139-4127-ae12-321e7ceed533 req-22bdb6a3-86cb-4d06-8a1a-a2e3f9ddbc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:41.282014 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fe1f19c-5139-4127-ae12-321e7ceed533 req-22bdb6a3-86cb-4d06-8a1a-a2e3f9ddbc9c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1e9ea625-11dc-4ad8-8157-fb20952cfe54 HTTP/1.1" status: 200 len: 850 time: 0.1183720 Nov 02 11:58:41.343765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1f19c-5139-4127-ae12-321e7ceed533 req-19014478-ca36-401e-ab63-d96e3031c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:41.345559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fe1f19c-5139-4127-ae12-321e7ceed533 req-19014478-ca36-401e-ab63-d96e3031c1bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546825 Nov 02 11:58:41.357889 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56752) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:41.445625 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56756) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:41.552879 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6b41efd1-df35-4dd2-bb48-d5f099196f5e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6143f9b86f94b53af36aa5d5fc30bbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1039746 Nov 02 11:58:41.554480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56758) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:41.595944 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fe1f19c-5139-4127-ae12-321e7ceed533 req-efa3cae4-8fa1-41fd-8b14-c8dbb73ec104 service neutron] 10.222.0.54 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190468 Nov 02 11:58:41.721201 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1bd4f5e8-4fd1-4d7f-ac1f-b922d380deed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:41.775815 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1bd4f5e8-4fd1-4d7f-ac1f-b922d380deed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:41.785057 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fe1f19c-5139-4127-ae12-321e7ceed533 req-26d49a42-02cc-4244-a9dc-25f29d97aa69 service neutron] 10.222.0.54 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719999 Nov 02 11:58:41.961406 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1bd4f5e8-4fd1-4d7f-ac1f-b922d380deed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:41.964611 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1bd4f5e8-4fd1-4d7f-ac1f-b922d380deed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:41.966613 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1bd4f5e8-4fd1-4d7f-ac1f-b922d380deed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9a3b1931-af30-45da-ae84-acbee58fc2c2 HTTP/1.1" status: 204 len: 168 time: 0.4105587 Nov 02 11:58:41.977850 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4f5e8-4fd1-4d7f-ac1f-b922d380deed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3b1931-af30-45da-ae84-acbee58fc2c2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:42.276159 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801679e-5fcf-46f1-88cd-0b5272c130ec req-da78ff58-b8a4-48db-a36c-44b1549cbd2f tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:42.283833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b801679e-5fcf-46f1-88cd-0b5272c130ec req-da78ff58-b8a4-48db-a36c-44b1549cbd2f tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 944 time: 0.0875330 Nov 02 11:58:42.323638 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2806da2-7e15-47b1-aac9-9f313ae86f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:42.346567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b801679e-5fcf-46f1-88cd-0b5272c130ec req-d64f6d4b-1120-4196-adfe-de4ccfad4566 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615876 Nov 02 11:58:42.609735 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d2806da2-7e15-47b1-aac9-9f313ae86f55 admin admin] Deleting port 3994fd9f-b8e6-4f81-bd92-2570911bf617 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:58:42.610229 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2806da2-7e15-47b1-aac9-9f313ae86f55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:42.704779 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-d2806da2-7e15-47b1-aac9-9f313ae86f55 admin admin] For port 3994fd9f-b8e6-4f81-bd92-2570911bf617, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3994fd9f-b8e6-4f81-bd92-2570911bf617,segment=NetworkSegment(11a5b8ba-a5ed-492f-a28c-361899d6d864),segment_id=11a5b8ba-a5ed-492f-a28c-361899d6d864)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:42.705175 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2806da2-7e15-47b1-aac9-9f313ae86f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:42.723806 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d2806da2-7e15-47b1-aac9-9f313ae86f55 admin admin] Calling delete_port for 3994fd9f-b8e6-4f81-bd92-2570911bf617 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:58:43.098750 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2806da2-7e15-47b1-aac9-9f313ae86f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:43.174079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2806da2-7e15-47b1-aac9-9f313ae86f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=3994fd9f-b8e6-4f81-bd92-2570911bf617,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:43.202246 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-4a3c1009-f3f8-4aba-b86f-2a4f958a7712 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=c1476595851e43a2932985df71e56191&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335920 Nov 02 11:58:43.494375 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2806da2-7e15-47b1-aac9-9f313ae86f55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:43.524506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-a5933c33-1aeb-4f66-ad9c-cdff8a83c894 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:43.533208 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-a5933c33-1aeb-4f66-ad9c-cdff8a83c894 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3247111 Nov 02 11:58:43.550409 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-79d746b4-5e06-4308-8c35-fa01ada9c908 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/quotas/c1476595851e43a2932985df71e56191 HTTP/1.1" status: 200 len: 375 time: 0.0162199 Nov 02 11:58:43.602730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56830) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:43.616138 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-208ecba2-8b19-4aec-ad39-11860b3707cd tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c1476595851e43a2932985df71e56191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647533 Nov 02 11:58:43.791846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-4578d7f5-a139-40ef-bd7d-22f811de2cf0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1673104694'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:43.862830 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b37dc493-eb7e-4c99-8a59-056c9e6189f5 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:58:43.955233 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4578d7f5-a139-40ef-bd7d-22f811de2cf0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Made reservation on behalf of 6817f65d23324797bb4e4446c14419a8 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:43.961196 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4578d7f5-a139-40ef-bd7d-22f811de2cf0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:43.989934 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4578d7f5-a139-40ef-bd7d-22f811de2cf0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:44.045936 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port b37dc493-eb7e-4c99-8a59-056c9e6189f5, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b37dc493-eb7e-4c99-8a59-056c9e6189f5,segment=NetworkSegment(68178386-05d9-46fd-9edd-e67b33789cec),segment_id=68178386-05d9-46fd-9edd-e67b33789cec)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:44.065846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'b37dc493-eb7e-4c99-8a59-056c9e6189f5', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'port_id': 'b37dc493-eb7e-4c99-8a59-056c9e6189f5', 'mac_address': 'fa:16:3e:9a:08:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:58:44.184345 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:44.202326 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37dc493-eb7e-4c99-8a59-056c9e6189f5 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:58:44.230877 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port b37dc493-eb7e-4c99-8a59-056c9e6189f5, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b37dc493-eb7e-4c99-8a59-056c9e6189f5,segment=NetworkSegment(68178386-05d9-46fd-9edd-e67b33789cec),segment_id=68178386-05d9-46fd-9edd-e67b33789cec)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:44.279332 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56842) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:44.299323 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4578d7f5-a139-40ef-bd7d-22f811de2cf0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:44.311212 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2806da2-7e15-47b1-aac9-9f313ae86f55 admin admin] Router 05fa5de3-8937-40ca-9b82-b070d9fa9dfb has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:58:44.323667 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858b0c8-b551-4d4d-8856-b4c456338ec0 req-7c23241f-209e-4ecf-97a0-b84f743d46e8 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:44.336438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8858b0c8-b551-4d4d-8856-b4c456338ec0 req-7c23241f-209e-4ecf-97a0-b84f743d46e8 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 944 time: 0.2071428 Nov 02 11:58:44.346327 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:44.415792 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8858b0c8-b551-4d4d-8856-b4c456338ec0 req-44866a70-4c87-43e0-87cb-45bc17899a5c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754678 Nov 02 11:58:44.416614 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4578d7f5-a139-40ef-bd7d-22f811de2cf0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:44.454605 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=b37dc493-eb7e-4c99-8a59-056c9e6189f5,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:44.481879 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4578d7f5-a139-40ef-bd7d-22f811de2cf0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:58:44.489417 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578d7f5-a139-40ef-bd7d-22f811de2cf0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5d3dc4-85b0-430a-b7cc-8a9d74a0405d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:44.498309 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4578d7f5-a139-40ef-bd7d-22f811de2cf0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:44.501746 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-4578d7f5-a139-40ef-bd7d-22f811de2cf0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Added segment 9955ffcb-cee0-4a62-9e78-0c77d3a9955e of type vlan for network 467238ca-478b-44aa-b923-fa92d19c74e2 Nov 02 11:58:44.545599 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3af01e6-64ad-4b7a-ab75-619987338b48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:44.554498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['b37dc493-eb7e-4c99-8a59-056c9e6189f5'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:58:44.575297 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4578d7f5-a139-40ef-bd7d-22f811de2cf0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:44.581216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2806da2-7e15-47b1-aac9-9f313ae86f55 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:58:44.589552 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d2806da2-7e15-47b1-aac9-9f313ae86f55 admin admin] 10.222.0.52 "PUT /v2.0/routers/05fa5de3-8937-40ca-9b82-b070d9fa9dfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2296419 Nov 02 11:58:44.594912 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56850) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:44.611451 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fee5a3-ad49-4a7f-9eb9-b94ab3be85b9 None None] Sync routers for ids ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:58:44.642909 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fee5a3-ad49-4a7f-9eb9-b94ab3be85b9 None None] Routers {'05fa5de3-8937-40ca-9b82-b070d9fa9dfb'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:58:44.643565 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-48fee5a3-ad49-4a7f-9eb9-b94ab3be85b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:44.644455 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-307a2d01-2cb2-425c-8d04-afe2e07bcffb req-cd4bde62-154a-40eb-92d5-2fcde11e8a38 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 210 time: 0.0756788 Nov 02 11:58:44.820918 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4578d7f5-a139-40ef-bd7d-22f811de2cf0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:44.824493 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-48fee5a3-ad49-4a7f-9eb9-b94ab3be85b9 None None] Set router 05fa5de3-8937-40ca-9b82-b070d9fa9dfb gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:58:44.827866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4578d7f5-a139-40ef-bd7d-22f811de2cf0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:44.828913 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4578d7f5-a139-40ef-bd7d-22f811de2cf0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:44.881785 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9718055e-2d3b-458b-ab0f-49fd221aa941 admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:44.912866 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3af01e6-64ad-4b7a-ab75-619987338b48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:44.950520 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578d7f5-a139-40ef-bd7d-22f811de2cf0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Network': ['ID=467238ca-478b-44aa-b923-fa92d19c74e2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:44.964383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 467238ca-478b-44aa-b923-fa92d19c74e2 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:58:45.008386 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4578d7f5-a139-40ef-bd7d-22f811de2cf0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3906066 Nov 02 11:58:45.010755 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56858) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:45.017032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-57c30818-c65e-475e-a6ad-d130df29b973 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'subnet': {'network_id': '467238ca-478b-44aa-b923-fa92d19c74e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:45.032395 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-48fee5a3-ad49-4a7f-9eb9-b94ab3be85b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'name': 'tempest-TaggedBootDevicesTest-248617132-router', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:46:59Z', 'updated_at': '2021-11-02T11:58:42Z', 'revision_number': 5, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'gw_port': {'id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:00Z', 'updated_at': '2021-11-02T11:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:45.038533 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3af01e6-64ad-4b7a-ab75-619987338b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:45.063476 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fee5a3-ad49-4a7f-9eb9-b94ab3be85b9 None None] Checking router: 05fa5de3-8937-40ca-9b82-b070d9fa9dfb for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:58:45.073299 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fee5a3-ad49-4a7f-9eb9-b94ab3be85b9 None None] Routers {'05fa5de3-8937-40ca-9b82-b070d9fa9dfb'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:58:45.074275 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-48fee5a3-ad49-4a7f-9eb9-b94ab3be85b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:45.085308 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af01e6-64ad-4b7a-ab75-619987338b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de700326-f90b-4202-8d74-9801ee7ebb10,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:45.161926 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f3af01e6-64ad-4b7a-ab75-619987338b48 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e71228d58dcc49bd88b37080075c3129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8812881 Nov 02 11:58:45.164483 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56860) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:45.188183 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9718055e-2d3b-458b-ab0f-49fd221aa941 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:45.198474 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-48fee5a3-ad49-4a7f-9eb9-b94ab3be85b9 None None] Set router 05fa5de3-8937-40ca-9b82-b070d9fa9dfb gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:58:45.207763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c30818-c65e-475e-a6ad-d130df29b973 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Made reservation on behalf of 6817f65d23324797bb4e4446c14419a8 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:45.216395 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-57c30818-c65e-475e-a6ad-d130df29b973 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:45.272418 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3c765a7-bf9a-412c-a513-2627f22abe48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:45.343289 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3c765a7-bf9a-412c-a513-2627f22abe48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:45.419764 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-9718055e-2d3b-458b-ab0f-49fd221aa941 admin admin] Deleting port c9faac9a-877b-404b-be36-bda93971dcad {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:58:45.420106 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9718055e-2d3b-458b-ab0f-49fd221aa941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:45.431569 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-48fee5a3-ad49-4a7f-9eb9-b94ab3be85b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'name': 'tempest-TaggedBootDevicesTest-248617132-router', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:46:59Z', 'updated_at': '2021-11-02T11:58:42Z', 'revision_number': 5, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'gw_port': {'id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:00Z', 'updated_at': '2021-11-02T11:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:45.525190 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-9718055e-2d3b-458b-ab0f-49fd221aa941 admin admin] For port c9faac9a-877b-404b-be36-bda93971dcad, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c9faac9a-877b-404b-be36-bda93971dcad,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:45.525571 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9718055e-2d3b-458b-ab0f-49fd221aa941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:45.542120 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-9718055e-2d3b-458b-ab0f-49fd221aa941 admin admin] Calling delete_port for c9faac9a-877b-404b-be36-bda93971dcad owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:58:45.549257 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822649f-d7e5-41f3-a4a9-4f891381c724 req-0261c3ac-2b7b-4139-9943-c359e49e267c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:45.557487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2822649f-d7e5-41f3-a4a9-4f891381c724 req-0261c3ac-2b7b-4139-9943-c359e49e267c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 945 time: 0.0551143 Nov 02 11:58:45.584644 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fee5a3-ad49-4a7f-9eb9-b94ab3be85b9 None None] The sync data for ids ['05fa5de3-8937-40ca-9b82-b070d9fa9dfb'] in n-d-806683-18 is: [{'id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'name': 'tempest-TaggedBootDevicesTest-248617132-router', 'tenant_id': '98712f8e25ee41a2953347ba1e13095a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:46:59Z', 'updated_at': '2021-11-02T11:58:42Z', 'revision_number': 5, 'project_id': '98712f8e25ee41a2953347ba1e13095a', 'gw_port': {'id': 'c9faac9a-877b-404b-be36-bda93971dcad', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05fa5de3-8937-40ca-9b82-b070d9fa9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:47:00Z', 'updated_at': '2021-11-02T11:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:58:45.592489 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-57c30818-c65e-475e-a6ad-d130df29b973 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:45.611816 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3c765a7-bf9a-412c-a513-2627f22abe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:45.615993 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3c765a7-bf9a-412c-a513-2627f22abe48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:45.617199 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c3c765a7-bf9a-412c-a513-2627f22abe48 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de700326-f90b-4202-8d74-9801ee7ebb10 HTTP/1.1" status: 204 len: 168 time: 0.4516985 Nov 02 11:58:45.632954 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c765a7-bf9a-412c-a513-2627f22abe48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de700326-f90b-4202-8d74-9801ee7ebb10,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:45.680826 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2822649f-d7e5-41f3-a4a9-4f891381c724 req-cd518913-8b5f-42d5-b61d-3ce0b1cd9c06 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1173213 Nov 02 11:58:45.749763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c30818-c65e-475e-a6ad-d130df29b973 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Subnet': ['ID=3300c84d-8739-416d-93e3-eed3a9ce4a2a,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:45.774245 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c30818-c65e-475e-a6ad-d130df29b973 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Checking segment: {'id': '9955ffcb-cee0-4a62-9e78-0c77d3a9955e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '467238ca-478b-44aa-b923-fa92d19c74e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:58:45.774960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c30818-c65e-475e-a6ad-d130df29b973 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network hostable DHCP agents. Network: 467238ca-478b-44aa-b923-fa92d19c74e2, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:58:45.877471 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b37dc493-eb7e-4c99-8a59-056c9e6189f5 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:58:45.878366 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e5afec31-7c84-45b7-a7db-fe9f8f827978 req-cbf17112-02b5-4903-986e-79d90f262c00 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 210 time: 0.0320539 Nov 02 11:58:45.928991 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c30818-c65e-475e-a6ad-d130df29b973 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network 467238ca-478b-44aa-b923-fa92d19c74e2 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:58:45.929684 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9718055e-2d3b-458b-ab0f-49fd221aa941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:46.026522 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718055e-2d3b-458b-ab0f-49fd221aa941 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9faac9a-877b-404b-be36-bda93971dcad,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:46.069857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-57c30818-c65e-475e-a6ad-d130df29b973 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 467238ca-478b-44aa-b923-fa92d19c74e2) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:46.072316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port b37dc493-eb7e-4c99-8a59-056c9e6189f5 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:58:46.080853 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c30e14-61f7-41a5-abe1-069001ae4454 None None] Network 467238ca-478b-44aa-b923-fa92d19c74e2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:58:46.082945 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c30818-c65e-475e-a6ad-d130df29b973 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:46.083679 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-57c30818-c65e-475e-a6ad-d130df29b973 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:46.091064 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port b37dc493-eb7e-4c99-8a59-056c9e6189f5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:46.091438 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:46.125486 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9718055e-2d3b-458b-ab0f-49fd221aa941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:46.269079 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-57c30818-c65e-475e-a6ad-d130df29b973 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2570047 Nov 02 11:58:46.272231 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56884) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:46.277132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1280464073', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}, 'admin_state_up': False}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:46.332357 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9718055e-2d3b-458b-ab0f-49fd221aa941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:46.335181 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9718055e-2d3b-458b-ab0f-49fd221aa941 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:46.424795 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:46.429859 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab79c7dd-b3d6-4643-b469-6d2946303384 None None] Network 467238ca-478b-44aa-b923-fa92d19c74e2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:58:46.500903 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:46.502009 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:46.520738 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3890374b-28ac-4fac-a576-b9e7509d2fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37dc493-eb7e-4c99-8a59-056c9e6189f5'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:58:46.523046 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c361620-ccc7-47b2-a220-c809d19e58d9" -d '{"events": [{"server_uuid": "3890374b-28ac-4fac-a576-b9e7509d2fba", "name": "network-vif-plugged", "status": "completed", "tag": "b37dc493-eb7e-4c99-8a59-056c9e6189f5"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:58:46.540435 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port b37dc493-eb7e-4c99-8a59-056c9e6189f5, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b37dc493-eb7e-4c99-8a59-056c9e6189f5,segment=NetworkSegment(68178386-05d9-46fd-9edd-e67b33789cec),segment_id=68178386-05d9-46fd-9edd-e67b33789cec)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:46.548202 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9718055e-2d3b-458b-ab0f-49fd221aa941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:46.552992 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9718055e-2d3b-458b-ab0f-49fd221aa941 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05fa5de3-8937-40ca-9b82-b070d9fa9dfb {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 11:58:46.563868 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9718055e-2d3b-458b-ab0f-49fd221aa941 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:46.570019 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9718055e-2d3b-458b-ab0f-49fd221aa941 admin admin] 10.222.0.52 "DELETE /v2.0/routers/05fa5de3-8937-40ca-9b82-b070d9fa9dfb HTTP/1.1" status: 204 len: 168 time: 1.9721584 Nov 02 11:58:46.571801 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56892) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:46.679379 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5b2dca-fb4d-44ac-8af8-14585fa22054 x-openstack-request-id: req-5b5b2dca-fb4d-44ac-8af8-14585fa22054 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:58:46.679762 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3890374b-28ac-4fac-a576-b9e7509d2fba", "name": "network-vif-plugged", "status": "completed", "tag": "b37dc493-eb7e-4c99-8a59-056c9e6189f5", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:58:46.680113 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b5b2dca-fb4d-44ac-8af8-14585fa22054 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:58:46.681776 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3890374b-28ac-4fac-a576-b9e7509d2fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37dc493-eb7e-4c99-8a59-056c9e6189f5', 'code': 200} Nov 02 11:58:46.688937 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:46.695989 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:46.736466 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1cb159-7a11-469d-9a43-31ca7bef9946 admin admin] Deleting subnet c931c3ff-ea0b-4408-bd53-510e0450d503 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 11:58:46.745236 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a1cb159-7a11-469d-9a43-31ca7bef9946 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:46.761991 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526cd78-5852-4dca-aa63-4c52be3b104b req-4d2d00b3-329a-4a25-a001-f8a75c7dff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:46.778093 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0526cd78-5852-4dca-aa63-4c52be3b104b req-4d2d00b3-329a-4a25-a001-f8a75c7dff6e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 1098 time: 0.0630202 Nov 02 11:58:46.821166 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a1cb159-7a11-469d-9a43-31ca7bef9946 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:46.855034 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=b37dc493-eb7e-4c99-8a59-056c9e6189f5,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:46.974491 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0526cd78-5852-4dca-aa63-4c52be3b104b req-fc94331f-bd77-4e38-9394-ec60599bcd92 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1928027 Nov 02 11:58:46.977800 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a1cb159-7a11-469d-9a43-31ca7bef9946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:47.154157 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:47.190059 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b1ca2-43e4-41aa-9e61-9e033549477b req-345c54f2-998d-44b7-ae55-8ae6f84c84b9 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:47.204687 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c8b1ca2-43e4-41aa-9e61-9e033549477b req-345c54f2-998d-44b7-ae55-8ae6f84c84b9 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.2508993 Nov 02 11:58:47.226700 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a1cb159-7a11-469d-9a43-31ca7bef9946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:47.296756 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cb159-7a11-469d-9a43-31ca7bef9946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c931c3ff-ea0b-4408-bd53-510e0450d503,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:47.297971 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfd444f-11e8-431e-900a-52d7214079d3 None None] Network 2186d30e-762f-43e0-acae-f84c10f25696 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:58:47.300116 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a1cb159-7a11-469d-9a43-31ca7bef9946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:47.305032 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8a1cb159-7a11-469d-9a43-31ca7bef9946 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c931c3ff-ea0b-4408-bd53-510e0450d503 HTTP/1.1" status: 204 len: 168 time: 0.7303283 Nov 02 11:58:47.333308 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c8b1ca2-43e4-41aa-9e61-9e033549477b req-4ecd4fce-bd2a-4f6a-8614-de0d29dff76e tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1078405 Nov 02 11:58:47.333791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56914) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:47.452061 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:47.477591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c9faac9a-877b-404b-be36-bda93971dcad no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:58:47.511808 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: c9faac9a-877b-404b-be36-bda93971dcad {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:58:47.512445 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c9faac9a-877b-404b-be36-bda93971dcad not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:58:47.513071 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3994fd9f-b8e6-4f81-bd92-2570911bf617 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:58:47.528711 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-70e36b22-735c-42b9-819e-9914a3496e49 req-796a8f43-fdd0-42ce-8827-a5f1d0182a53 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 210 time: 0.0514321 Nov 02 11:58:47.573878 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-665c166b-d11c-463d-8c95-7beec4ef79b0 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c1476595851e43a2932985df71e56191&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1291707 Nov 02 11:58:47.608696 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] Deleting port df443bb3-6921-4c7b-9d1f-0318d6fcdb56 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:58:47.609315 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:47.620306 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 3994fd9f-b8e6-4f81-bd92-2570911bf617 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:58:47.620942 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3994fd9f-b8e6-4f81-bd92-2570911bf617 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:58:47.650491 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-447e5463-7e87-4946-b615-1f6e21767951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:47.679920 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56918) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:47.744073 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1298914e-b13d-4d33-9501-ac9446055218 None None] DHCP port deletion for 2186d30e-762f-43e0-acae-f84c10f25696 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 11:58:47.766545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-1dace4f2-5255-4763-a772-09f35c0b9537 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:47.768470 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-1dace4f2-5255-4763-a772-09f35c0b9537 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872828 Nov 02 11:58:47.788447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-96f15cb0-78b2-43c1-ae96-ea47b80720cb tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Request body: {'port': {'device_id': '7611e781-1bde-4f1b-b293-44865fe66845', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': 'c1476595851e43a2932985df71e56191'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:47.806554 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] For port df443bb3-6921-4c7b-9d1f-0318d6fcdb56, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=df443bb3-6921-4c7b-9d1f-0318d6fcdb56,segment=NetworkSegment(11a5b8ba-a5ed-492f-a28c-361899d6d864),segment_id=11a5b8ba-a5ed-492f-a28c-361899d6d864)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:47.807848 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:47.841091 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-1298914e-b13d-4d33-9501-ac9446055218 None None] Deleting port df443bb3-6921-4c7b-9d1f-0318d6fcdb56 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:58:47.842287 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] Calling delete_port for df443bb3-6921-4c7b-9d1f-0318d6fcdb56 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:58:47.843554 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1298914e-b13d-4d33-9501-ac9446055218 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:48.012409 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1298914e-b13d-4d33-9501-ac9446055218 None None] For port df443bb3-6921-4c7b-9d1f-0318d6fcdb56, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=df443bb3-6921-4c7b-9d1f-0318d6fcdb56,segment=NetworkSegment(11a5b8ba-a5ed-492f-a28c-361899d6d864),segment_id=11a5b8ba-a5ed-492f-a28c-361899d6d864)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:48.015456 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1298914e-b13d-4d33-9501-ac9446055218 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:48.061392 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-1298914e-b13d-4d33-9501-ac9446055218 None None] Calling delete_port for df443bb3-6921-4c7b-9d1f-0318d6fcdb56 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:58:48.100831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-9d9b91b9-a837-46f6-bf34-c143c263c3f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-421739336-network', 'tenant_id': 'f89b4c2f9a0b455796e5f0a96540308e'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:48.160582 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:48.188815 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.263115 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.275513 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.275513 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.275513 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.275513 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.275513 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.275513 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.275513 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.275513 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.275513 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.275513 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.275513 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.275513 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.275513 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 11:58:48.275513 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 11:58:48.276379 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:48.276379 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9b91b9-a837-46f6-bf34-c143c263c3f0 admin admin] Made reservation on behalf of f89b4c2f9a0b455796e5f0a96540308e for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:48.276379 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d9b91b9-a837-46f6-bf34-c143c263c3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:48.276623 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1298914e-b13d-4d33-9501-ac9446055218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:48.306525 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298914e-b13d-4d33-9501-ac9446055218 None None] No DVR routers for this DVR port df443bb3-6921-4c7b-9d1f-0318d6fcdb56 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:58:48.316826 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d9b91b9-a837-46f6-bf34-c143c263c3f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:48.322760 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=df443bb3-6921-4c7b-9d1f-0318d6fcdb56,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:48.338540 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] No DVR routers for this DVR port df443bb3-6921-4c7b-9d1f-0318d6fcdb56 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 11:58:48.392925 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298914e-b13d-4d33-9501-ac9446055218 None None] Pushing event deleted for resources: {'Port': ['ID=df443bb3-6921-4c7b-9d1f-0318d6fcdb56,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:48.446340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Allocated IP 172.25.6.137 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/25218624-84a9-4056-b966-0b8e1f7dfcb1) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:58:48.463405 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:48.475477 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab2e76-69a1-4cef-9295-89e47db7e34b req-b5e8b7e2-45ed-40f2-9544-44e74ea9ddad tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:48.477104 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99ab2e76-69a1-4cef-9295-89e47db7e34b req-b5e8b7e2-45ed-40f2-9544-44e74ea9ddad tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.0679774 Nov 02 11:58:48.485579 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2186d30e-762f-43e0-acae-f84c10f25696']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:48.497306 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a5b8ba-a5ed-492f-a28c-361899d6d864') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:48.497728 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a5b8ba-a5ed-492f-a28c-361899d6d864') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:48.513857 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:48.525610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-96f15cb0-78b2-43c1-ae96-ea47b80720cb tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Made reservation on behalf of c1476595851e43a2932985df71e56191 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:48.533980 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-96f15cb0-78b2-43c1-ae96-ea47b80720cb tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:48.548092 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99ab2e76-69a1-4cef-9295-89e47db7e34b req-7871772e-2ad7-4dda-a86d-c0ba0f480e05 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637717 Nov 02 11:58:48.548748 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-96f15cb0-78b2-43c1-ae96-ea47b80720cb tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:48.641733 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ca08931d-70ab-44f5-9379-896572cd8a14 req-f9e38b48-2bb4-4bf1-b1dd-15810575084d tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 210 time: 0.0268090 Nov 02 11:58:48.730800 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:48.742193 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: timer() Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 11:58:48.748779 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 11:58:48.861134 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d9b91b9-a837-46f6-bf34-c143c263c3f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:48.902863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e536a52-4f2c-4cb1-b845-59ec69d5be6c req-a83dc421-9388-4087-93e1-223792f04a2b tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:48.904397 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5e536a52-4f2c-4cb1-b845-59ec69d5be6c req-a83dc421-9388-4087-93e1-223792f04a2b tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.1987858 Nov 02 11:58:48.919485 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56936) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:48.924187 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-f0607b26-b04a-45a9-91c7-c70f54fa47d2 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Request body: {'floatingip': {'port_id': 'b37dc493-eb7e-4c99-8a59-056c9e6189f5'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:48.965260 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:48.975329 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:48.977481 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-96f15cb0-78b2-43c1-ae96-ea47b80720cb tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:48.985758 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:48.989311 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2186d30e-762f-43e0-acae-f84c10f25696 HTTP/1.1" status: 204 len: 168 time: 1.6706562 Nov 02 11:58:48.993461 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f0607b26-b04a-45a9-91c7-c70f54fa47d2 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for floatingip, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:49.046272 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d9b91b9-a837-46f6-bf34-c143c263c3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:49.059596 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289afb3-a0ac-47eb-a879-a66bcc2d1f70 admin admin] Pushing event deleted for resources: {'Network': ['ID=2186d30e-762f-43e0-acae-f84c10f25696,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:49.088335 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-96f15cb0-78b2-43c1-ae96-ea47b80720cb tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:49.111439 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9b91b9-a837-46f6-bf34-c143c263c3f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:58:49.152521 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b91b9-a837-46f6-bf34-c143c263c3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7a6885-e00b-4768-851b-fc9a8592d61d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:49.155744 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:49.178082 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f15cb0-78b2-43c1-ae96-ea47b80720cb tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b522b194-3abd-4dcb-97d4-a2d228f23e72,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:49.182799 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d9b91b9-a837-46f6-bf34-c143c263c3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:49.183596 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-9d9b91b9-a837-46f6-bf34-c143c263c3f0 admin admin] Added segment 4a335ce7-f5b1-46c8-bfe6-e84fb98359cc of type vlan for network aee8e91f-585b-4ccc-9a65-a84d2586b952 Nov 02 11:58:49.229629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:49.240120 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:49.264829 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:49.274039 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d9b91b9-a837-46f6-bf34-c143c263c3f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:49.299048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=25218624-84a9-4056-b966-0b8e1f7dfcb1,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:49.391183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-96f15cb0-78b2-43c1-ae96-ea47b80720cb tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Allocated IP 192.168.233.78 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/ea303c07-e4b7-4a02-bb93-808ed1d2def9) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:58:49.407492 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device df443bb3-6921-4c7b-9d1f-0318d6fcdb56 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:58:49.440533 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: df443bb3-6921-4c7b-9d1f-0318d6fcdb56 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 11:58:49.440874 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device df443bb3-6921-4c7b-9d1f-0318d6fcdb56 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 11:58:49.516809 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d9b91b9-a837-46f6-bf34-c143c263c3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:49.518082 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9b91b9-a837-46f6-bf34-c143c263c3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:49.518667 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9d9b91b9-a837-46f6-bf34-c143c263c3f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:49.616910 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56948) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:49.689490 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-96f15cb0-78b2-43c1-ae96-ea47b80720cb tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:49.721448 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dba8347f-6566-461e-a3af-33d6fbe9f820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:49.730989 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9d9b91b9-a837-46f6-bf34-c143c263c3f0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0501676 Nov 02 11:58:49.731737 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b91b9-a837-46f6-bf34-c143c263c3f0 admin admin] Pushing event updated for resources: {'Network': ['ID=aee8e91f-585b-4ccc-9a65-a84d2586b952,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:49.746786 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network aee8e91f-585b-4ccc-9a65-a84d2586b952 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:58:49.753538 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56952) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:49.790498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-84ed05c0-f048-47c5-bc0e-dad78a448f3a admin admin] Request body: {'subnet': {'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-421739336-subnet', 'tenant_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:49.829543 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-55b9b60a-2c1e-43ee-80cc-c73a40170f41 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=98712f8e25ee41a2953347ba1e13095a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2114923 Nov 02 11:58:49.838256 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56956) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:49.849733 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.resource_extend [None req-f0607b26-b04a-45a9-91c7-c70f54fa47d2 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 11:58:50.123788 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6bc56b75-275e-46cd-848f-74a660c6fc98 req-af967d60-6339-4896-ab36-58c4ac0770dc tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 210 time: 0.0396967 Nov 02 11:58:50.200135 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ed05c0-f048-47c5-bc0e-dad78a448f3a admin admin] Made reservation on behalf of f89b4c2f9a0b455796e5f0a96540308e for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:50.202575 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-84ed05c0-f048-47c5-bc0e-dad78a448f3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:50.215656 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:50.283381 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f0607b26-b04a-45a9-91c7-c70f54fa47d2 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:50.312650 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7014c2df-2ba3-424f-94db-eaaa2c0ca45e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:50.352005 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7014c2df-2ba3-424f-94db-eaaa2c0ca45e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:50.359717 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-96f15cb0-78b2-43c1-ae96-ea47b80720cb tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:50.383931 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f0607b26-b04a-45a9-91c7-c70f54fa47d2 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:50.418953 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-96f15cb0-78b2-43c1-ae96-ea47b80720cb tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:50.451787 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-96f15cb0-78b2-43c1-ae96-ea47b80720cb tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:50.458489 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-96f15cb0-78b2-43c1-ae96-ea47b80720cb tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:50.468168 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f15cb0-78b2-43c1-ae96-ea47b80720cb tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Pushing event updated for resources: {'Port': ['ID=ea303c07-e4b7-4a02-bb93-808ed1d2def9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:50.525246 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:50.534217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-96f15cb0-78b2-43c1-ae96-ea47b80720cb tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:50.534863 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-96f15cb0-78b2-43c1-ae96-ea47b80720cb tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:50.579602 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-f0607b26-b04a-45a9-91c7-c70f54fa47d2 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Floating IP 5674f0e0-afdd-45a4-a2ba-1136275ab83d associated. External IP: 172.25.6.109, port: b37dc493-eb7e-4c99-8a59-056c9e6189f5. Nov 02 11:58:50.634814 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7014c2df-2ba3-424f-94db-eaaa2c0ca45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:50.637364 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7014c2df-2ba3-424f-94db-eaaa2c0ca45e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:50.640893 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7014c2df-2ba3-424f-94db-eaaa2c0ca45e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c4809ff9-fa57-4e79-a332-f1a452c84477 HTTP/1.1" status: 204 len: 168 time: 0.7954233 Nov 02 11:58:50.661960 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014c2df-2ba3-424f-94db-eaaa2c0ca45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4809ff9-fa57-4e79-a332-f1a452c84477,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:50.726766 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-84ed05c0-f048-47c5-bc0e-dad78a448f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:50.748897 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-96f15cb0-78b2-43c1-ae96-ea47b80720cb tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9680359 Nov 02 11:58:50.762336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Request body: {'port': {'device_id': '7611e781-1bde-4f1b-b293-44865fe66845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:50.813453 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed05c0-f048-47c5-bc0e-dad78a448f3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba7953e6-b758-4f4a-9e5c-37aeb2353de7,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:50.816244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router 38a1dab6-fbdc-4572-af09-0344a554a37b is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:58:50.873724 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed05c0-f048-47c5-bc0e-dad78a448f3a admin admin] Checking segment: {'id': '4a335ce7-f5b1-46c8-bfe6-e84fb98359cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:58:50.874088 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ed05c0-f048-47c5-bc0e-dad78a448f3a admin admin] Network hostable DHCP agents. Network: aee8e91f-585b-4ccc-9a65-a84d2586b952, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:58:50.900621 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ec8d5d5b-6659-49a5-b6bb-1b0d573d3f03 None None] Provisioning complete for port ea303c07-e4b7-4a02-bb93-808ed1d2def9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:50.901598 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ec8d5d5b-6659-49a5-b6bb-1b0d573d3f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:50.948412 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:50.967398 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d5d5b-6659-49a5-b6bb-1b0d573d3f03 None None] Port ea303c07-e4b7-4a02-bb93-808ed1d2def9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:58:50.980632 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0607b26-b04a-45a9-91c7-c70f54fa47d2 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:58:51.003027 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:51.033861 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ed05c0-f048-47c5-bc0e-dad78a448f3a admin admin] Network aee8e91f-585b-4ccc-9a65-a84d2586b952 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:58:51.078332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:58:51.098298 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e5ee11-44b2-48ba-95b1-7e0e2445977b None None] Sync routers for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:58:51.119959 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e5ee11-44b2-48ba-95b1-7e0e2445977b None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:58:51.120967 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-33e5ee11-44b2-48ba-95b1-7e0e2445977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:51.126087 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0607b26-b04a-45a9-91c7-c70f54fa47d2 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:58:51.146528 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f0607b26-b04a-45a9-91c7-c70f54fa47d2 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:51.150048 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b633bf8c-a9fe-4138-9c7e-f166bc1e105a None None] Sync routers for ids ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:58:51.183938 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b633bf8c-a9fe-4138-9c7e-f166bc1e105a None None] Routers {'59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:58:51.184995 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b633bf8c-a9fe-4138-9c7e-f166bc1e105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:51.189524 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-84ed05c0-f048-47c5-bc0e-dad78a448f3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, aee8e91f-585b-4ccc-9a65-a84d2586b952) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:51.196433 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-33e5ee11-44b2-48ba-95b1-7e0e2445977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:51.211518 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e38a93-b158-4371-926f-4da50d9bf990 None None] Network aee8e91f-585b-4ccc-9a65-a84d2586b952 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:58:51.216771 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ed05c0-f048-47c5-bc0e-dad78a448f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:51.217533 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-84ed05c0-f048-47c5-bc0e-dad78a448f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:51.233602 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f0607b26-b04a-45a9-91c7-c70f54fa47d2 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "PUT /v2.0/floatingips/5674f0e0-afdd-45a4-a2ba-1136275ab83d HTTP/1.1" status: 200 len: 992 time: 2.3128150 Nov 02 11:58:51.239425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3890374b-28ac-4fac-a576-b9e7509d2fba', 'tag': 'b37dc493-eb7e-4c99-8a59-056c9e6189f5'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:58:51.242376 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e729b65-536c-49c4-b3e2-bcd57f2d7b35" -d '{"events": [{"name": "network-changed", "server_uuid": "3890374b-28ac-4fac-a576-b9e7509d2fba", "tag": "b37dc493-eb7e-4c99-8a59-056c9e6189f5"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:58:51.311903 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:51.315683 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0589d111-c5f6-4e72-9805-6ca474f935ae tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0395813 Nov 02 11:58:51.317588 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e5ee11-44b2-48ba-95b1-7e0e2445977b None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:58:51.318422 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-33e5ee11-44b2-48ba-95b1-7e0e2445977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:51.321886 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56984) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:51.407648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56990) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:51.408287 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-84ed05c0-f048-47c5-bc0e-dad78a448f3a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6543694 Nov 02 11:58:51.412642 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-33e5ee11-44b2-48ba-95b1-7e0e2445977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:51.413433 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e5ee11-44b2-48ba-95b1-7e0e2445977b None None] The sync data for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:58:51.416375 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-421739336-router', 'tenant_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:51.483722 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b633bf8c-a9fe-4138-9c7e-f166bc1e105a None None] Set router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:58:51.491901 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb8971-3765-4c29-b3a6-4e9a173e1c77 req-406b1545-a59f-412f-9d59-462e0bad55df tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:51.499381 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3efb8971-3765-4c29-b3a6-4e9a173e1c77 req-406b1545-a59f-412f-9d59-462e0bad55df tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 935 time: 0.1708663 Nov 02 11:58:51.504366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea303c07-e4b7-4a02-bb93-808ed1d2def9 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:58:51.517911 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:51.554726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Transition to ACTIVE for port object ea303c07-e4b7-4a02-bb93-808ed1d2def9 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:58:51.583551 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3efb8971-3765-4c29-b3a6-4e9a173e1c77 req-0ac73b90-2465-449e-a90f-4f3598f80676 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/security-groups?id=b522b194-3abd-4dcb-97d4-a2d228f23e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803263 Nov 02 11:58:51.604559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-aee8e91f-585b-4ccc-9a65-a84d2586b952', 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952', 'tenant_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'fixed_ips': [{'subnet_id': 'ba7953e6-b758-4f4a-9e5c-37aeb2353de7'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:58:51.604559 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:51.641654 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:51.643197 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:51.733837 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:51.743094 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:51.775835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c9d99-54f8-45df-9c12-d593f3b81278 req-480c4316-81d1-4ddb-86ca-f60774a72e6d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:51.777439 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d94c9d99-54f8-45df-9c12-d593f3b81278 req-480c4316-81d1-4ddb-86ca-f60774a72e6d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.1229603 Nov 02 11:58:51.806875 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Allocated IP 172.20.0.2 (aee8e91f-585b-4ccc-9a65-a84d2586b952/ba7953e6-b758-4f4a-9e5c-37aeb2353de7/3cc34159-8a02-41aa-a01e-05927b874617) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:58:51.880965 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Pushing event updated for resources: {'Port': ['ID=ea303c07-e4b7-4a02-bb93-808ed1d2def9,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:52.033054 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b633bf8c-a9fe-4138-9c7e-f166bc1e105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T11:58:21Z', 'revision_number': 4, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '5674f0e0-afdd-45a4-a2ba-1136275ab83d', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'port_id': 'b37dc493-eb7e-4c99-8a59-056c9e6189f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'mac_address': 'fa:16:3e:9a:08:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3890374b-28ac-4fac-a576-b9e7509d2fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:58:28Z', 'updated_at': '2021-11-02T11:58:49Z', 'revision_number': 1, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a1017f-8b48-40b8-b6d1-3cc9ad119954', 'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'mac_address': 'fa:16:3e:14:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:20Z', 'updated_at': '2021-11-02T11:58:27Z', 'revision_number': 5, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'subnets': [{'id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:52.083366 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b633bf8c-a9fe-4138-9c7e-f166bc1e105a None None] Checking router: 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:58:52.099053 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b633bf8c-a9fe-4138-9c7e-f166bc1e105a None None] Routers {'59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:58:52.099284 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d94c9d99-54f8-45df-9c12-d593f3b81278 req-c1d6462a-4a28-483b-9fde-5ad0be9634e8 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906120 Nov 02 11:58:52.100221 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b633bf8c-a9fe-4138-9c7e-f166bc1e105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:52.146052 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:52.209825 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96726639-6e2c-4df0-a20f-20a564d591dc tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:52.272702 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:52.294670 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b633bf8c-a9fe-4138-9c7e-f166bc1e105a None None] Set router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:58:52.374682 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Attempting to bind port ea303c07-e4b7-4a02-bb93-808ed1d2def9 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:52.375220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Attempting to bind port ea303c07-e4b7-4a02-bb93-808ed1d2def9 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:52.375220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Attempting to bind port ea303c07-e4b7-4a02-bb93-808ed1d2def9 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:52.386720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Pushing event updated for resources: {'Port': ['ID=3cc34159-8a02-41aa-a01e-05927b874617,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:52.392987 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:52.413503 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c543eed7-5059-4722-b195-168f0307505a x-openstack-request-id: req-c543eed7-5059-4722-b195-168f0307505a {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:58:52.413794 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3890374b-28ac-4fac-a576-b9e7509d2fba", "tag": "b37dc493-eb7e-4c99-8a59-056c9e6189f5", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:58:52.414055 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c543eed7-5059-4722-b195-168f0307505a {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:58:52.414610 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3890374b-28ac-4fac-a576-b9e7509d2fba', 'tag': 'b37dc493-eb7e-4c99-8a59-056c9e6189f5', 'status': 'completed', 'code': 200} Nov 02 11:58:52.418102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Port ea303c07-e4b7-4a02-bb93-808ed1d2def9 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:58:52.418741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Attempting to bind port ea303c07-e4b7-4a02-bb93-808ed1d2def9 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:52.445695 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:58:52.445695 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:58:52.446112 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:58:52.446569 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Bound port: ea303c07-e4b7-4a02-bb93-808ed1d2def9, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:58:52.446955 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:52.447156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Network aee8e91f-585b-4ccc-9a65-a84d2586b952 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:52.451378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:52.455058 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:52.470978 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b38648-4beb-4c57-9480-8868e155ab96 req-f7945208-3de6-4a9f-a7ed-9384ec835a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:52.472523 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3b38648-4beb-4c57-9480-8868e155ab96 req-f7945208-3de6-4a9f-a7ed-9384ec835a32 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c42cd043aff4c3dad752193a806d1f3&device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 1097 time: 0.1686437 Nov 02 11:58:52.534503 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Attempting to bind port 3cc34159-8a02-41aa-a01e-05927b874617 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:52.535904 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Attempting to bind port 3cc34159-8a02-41aa-a01e-05927b874617 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4a335ce7-f5b1-46c8-bfe6-e84fb98359cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:52.536802 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e729b65-536c-49c4-b3e2-bcd57f2d7b35 req-455b1879-f2d0-43e9-b39b-5fdeccf991fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:52.537323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Attempting to bind port 3cc34159-8a02-41aa-a01e-05927b874617 on network aee8e91f-585b-4ccc-9a65-a84d2586b952 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:52.538379 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e729b65-536c-49c4-b3e2-bcd57f2d7b35 req-455b1879-f2d0-43e9-b39b-5fdeccf991fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18&device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 1098 time: 0.1380882 Nov 02 11:58:52.544582 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:58:52.545849 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Checking segment: {'id': '4a335ce7-f5b1-46c8-bfe6-e84fb98359cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:58:52.546292 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:52.546695 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Bound using segment: {'id': '4a335ce7-f5b1-46c8-bfe6-e84fb98359cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:58:52.547323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Bound port: 3cc34159-8a02-41aa-a01e-05927b874617, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a335ce7-f5b1-46c8-bfe6-e84fb98359cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:58:52.547714 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:52.694799 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:52.702102 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] For port 3cc34159-8a02-41aa-a01e-05927b874617, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:58:52.706453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] For port 3cc34159-8a02-41aa-a01e-05927b874617, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3cc34159-8a02-41aa-a01e-05927b874617,segment=NetworkSegment(4a335ce7-f5b1-46c8-bfe6-e84fb98359cc),segment_id=4a335ce7-f5b1-46c8-bfe6-e84fb98359cc)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:58:52.718580 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] For port ea303c07-e4b7-4a02-bb93-808ed1d2def9, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:58:52.720478 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b633bf8c-a9fe-4138-9c7e-f166bc1e105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T11:58:21Z', 'revision_number': 4, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '5674f0e0-afdd-45a4-a2ba-1136275ab83d', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'port_id': 'b37dc493-eb7e-4c99-8a59-056c9e6189f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'mac_address': 'fa:16:3e:9a:08:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3890374b-28ac-4fac-a576-b9e7509d2fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:58:28Z', 'updated_at': '2021-11-02T11:58:49Z', 'revision_number': 1, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a1017f-8b48-40b8-b6d1-3cc9ad119954', 'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'mac_address': 'fa:16:3e:14:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:20Z', 'updated_at': '2021-11-02T11:58:27Z', 'revision_number': 5, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'subnets': [{'id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:52.744624 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-96726639-6e2c-4df0-a20f-20a564d591dc tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Allocated IP 172.20.0.1 (467238ca-478b-44aa-b923-fa92d19c74e2/3300c84d-8739-416d-93e3-eed3a9ce4a2a/553ebda2-8fd7-4b2a-960b-e0b7eea35cb7) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:58:52.767587 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b633bf8c-a9fe-4138-9c7e-f166bc1e105a None None] The sync data for ids ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'] in n-d-806683-18 is: [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T11:58:21Z', 'revision_number': 4, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '5674f0e0-afdd-45a4-a2ba-1136275ab83d', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'port_id': 'b37dc493-eb7e-4c99-8a59-056c9e6189f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'mac_address': 'fa:16:3e:9a:08:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3890374b-28ac-4fac-a576-b9e7509d2fba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T11:58:28Z', 'updated_at': '2021-11-02T11:58:49Z', 'revision_number': 1, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a1017f-8b48-40b8-b6d1-3cc9ad119954', 'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'mac_address': 'fa:16:3e:14:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:20Z', 'updated_at': '2021-11-02T11:58:27Z', 'revision_number': 5, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'subnets': [{'id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:58:52.792299 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:52.826941 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57012) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:52.841704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e729b65-536c-49c4-b3e2-bcd57f2d7b35 req-f761f6b8-73da-4cbe-9f92-c98cf0882380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:52.843430 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e729b65-536c-49c4-b3e2-bcd57f2d7b35 req-f761f6b8-73da-4cbe-9f92-c98cf0882380 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0 HTTP/1.1" status: 200 len: 912 time: 0.2970240 Nov 02 11:58:52.851954 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] For port ea303c07-e4b7-4a02-bb93-808ed1d2def9, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ea303c07-e4b7-4a02-bb93-808ed1d2def9,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:58:52.909257 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf67f5d-70a8-449d-b790-8163d0152da4 None None] Pushing event updated for resources: {'Port': ['ID=3cc34159-8a02-41aa-a01e-05927b874617,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:53.006434 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:53.024380 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b38648-4beb-4c57-9480-8868e155ab96 req-19b11db9-be6e-46a1-8e0f-ff310e308560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:53.025876 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3b38648-4beb-4c57-9480-8868e155ab96 req-19b11db9-be6e-46a1-8e0f-ff310e308560 service neutron] 10.222.0.79 "GET /v2.0/networks?id=de1624d7-02e7-4915-9539-81b4cd0f5d6b HTTP/1.1" status: 200 len: 918 time: 0.5213134 Nov 02 11:58:53.076135 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:53.076784 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:53.078778 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] 10.222.0.79 "PUT /v2.0/ports/ea303c07-e4b7-4a02-bb93-808ed1d2def9 HTTP/1.1" status: 200 len: 1096 time: 2.3208480 Nov 02 11:58:53.091578 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7611e781-1bde-4f1b-b293-44865fe66845', 'tag': 'ea303c07-e4b7-4a02-bb93-808ed1d2def9'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:58:53.094248 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724d4463-9f67-4806-a376-c3de6a7a4fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "7611e781-1bde-4f1b-b293-44865fe66845", "tag": "ea303c07-e4b7-4a02-bb93-808ed1d2def9"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:58:53.098612 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96726639-6e2c-4df0-a20f-20a564d591dc tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:53.142232 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d3a1c8c9-8d22-41fb-a7e3-5a12a94ec5ac admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1420156404-network', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:53.257006 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3b38648-4beb-4c57-9480-8868e155ab96 req-4e3c40e2-3c6f-4028-9586-c35fb5d777a4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf HTTP/1.1" status: 200 len: 1000 time: 0.1965244 Nov 02 11:58:53.268501 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e4508-0bee-4de4-bde6-87d58453167b req-f8eadfb6-3cc9-46c9-8180-b35cd099e0fe tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:53.271627 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c9e4508-0bee-4de4-bde6-87d58453167b req-f8eadfb6-3cc9-46c9-8180-b35cd099e0fe tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 947 time: 0.5557842 Nov 02 11:58:53.310335 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96726639-6e2c-4df0-a20f-20a564d591dc tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:53.318075 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd529c3b-a74c-4d97-99c0-572e02542113 None None] New status for floating IP 5674f0e0-afdd-45a4-a2ba-1136275ab83d: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 11:58:53.404473 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e729b65-536c-49c4-b3e2-bcd57f2d7b35 req-8d6f48a5-9487-4be5-8688-85414eedbdb0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b37dc493-eb7e-4c99-8a59-056c9e6189f5 HTTP/1.1" status: 200 len: 1000 time: 0.5208209 Nov 02 11:58:53.445132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d556384-28e1-4344-8ab4-0142af3a6f46 service neutron] Pushing event updated for resources: {'Port': ['ID=ea303c07-e4b7-4a02-bb93-808ed1d2def9,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:53.448953 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a1c8c9-8d22-41fb-a7e3-5a12a94ec5ac admin admin] Made reservation on behalf of 97e2408f8af54be9be8c24d9e4a4c894 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:53.457624 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c8c9-8d22-41fb-a7e3-5a12a94ec5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:53.492499 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c8c9-8d22-41fb-a7e3-5a12a94ec5ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:53.501018 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96726639-6e2c-4df0-a20f-20a564d591dc tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network 467238ca-478b-44aa-b923-fa92d19c74e2 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:53.522683 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-96726639-6e2c-4df0-a20f-20a564d591dc tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:53.529296 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96726639-6e2c-4df0-a20f-20a564d591dc tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:53.558011 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b38648-4beb-4c57-9480-8868e155ab96 req-6aa0e0cb-c6f4-431c-b0e6-fe0d3bbe764d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:53.568241 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3b38648-4beb-4c57-9480-8868e155ab96 req-6aa0e0cb-c6f4-431c-b0e6-fe0d3bbe764d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=17063659-e3c5-4f52-b046-a3aac82260e7 HTTP/1.1" status: 200 len: 856 time: 0.2934082 Nov 02 11:58:53.598016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-94f4b32a-2174-4b24-a95c-7b2094f6df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:53.603796 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-94f4b32a-2174-4b24-a95c-7b2094f6df95 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c1476595851e43a2932985df71e56191&device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 1099 time: 0.3271954 Nov 02 11:58:53.603796 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e729b65-536c-49c4-b3e2-bcd57f2d7b35 req-15cc4b54-7283-41ef-b436-bc22f3c02537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:53.603796 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e729b65-536c-49c4-b3e2-bcd57f2d7b35 req-15cc4b54-7283-41ef-b436-bc22f3c02537 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1e9ea625-11dc-4ad8-8157-fb20952cfe54 HTTP/1.1" status: 200 len: 850 time: 0.1693535 Nov 02 11:58:53.604273 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3cc34159-8a02-41aa-a01e-05927b874617 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:58:53.619653 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96726639-6e2c-4df0-a20f-20a564d591dc tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=553ebda2-8fd7-4b2a-960b-e0b7eea35cb7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:53.648812 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c9e4508-0bee-4de4-bde6-87d58453167b req-e0642a35-d60d-47cb-bd6f-cf70884d6fb6 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/security-groups?id=b522b194-3abd-4dcb-97d4-a2d228f23e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597248 Nov 02 11:58:53.696769 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c8c9-8d22-41fb-a7e3-5a12a94ec5ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:53.706500 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96726639-6e2c-4df0-a20f-20a564d591dc tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:53.776971 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 3cc34159-8a02-41aa-a01e-05927b874617 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:53.777708 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:53.782916 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ab9a2d-b558-4fe8-8731-52809775d0b9 x-openstack-request-id: req-e3ab9a2d-b558-4fe8-8731-52809775d0b9 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:58:53.783249 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7611e781-1bde-4f1b-b293-44865fe66845", "tag": "ea303c07-e4b7-4a02-bb93-808ed1d2def9", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:58:53.783938 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3ab9a2d-b558-4fe8-8731-52809775d0b9 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:58:53.783938 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7611e781-1bde-4f1b-b293-44865fe66845', 'tag': 'ea303c07-e4b7-4a02-bb93-808ed1d2def9', 'status': 'completed', 'code': 200} Nov 02 11:58:53.792040 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-a7e877cc-e4e0-4d9c-a708-67934fd8b62f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=ea303c07-e4b7-4a02-bb93-808ed1d2def9 HTTP/1.1" status: 200 len: 217 time: 0.1402092 Nov 02 11:58:53.809384 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c8c9-8d22-41fb-a7e3-5a12a94ec5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:53.876312 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a1c8c9-8d22-41fb-a7e3-5a12a94ec5ac admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:58:53.897995 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1c8c9-8d22-41fb-a7e3-5a12a94ec5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ba0750-06c1-4b27-b0fc-4c7777312a09,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:53.911539 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e729b65-536c-49c4-b3e2-bcd57f2d7b35 req-6071159e-6c31-4f92-8e1e-605ade6806b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:53.914804 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e729b65-536c-49c4-b3e2-bcd57f2d7b35 req-6071159e-6c31-4f92-8e1e-605ade6806b0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2588086 Nov 02 11:58:53.917408 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:53.921418 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c8c9-8d22-41fb-a7e3-5a12a94ec5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:53.923800 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-d3a1c8c9-8d22-41fb-a7e3-5a12a94ec5ac admin admin] Added segment 52731252-3f63-4b20-aa8a-d8d9cc257030 of type vlan for network dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb Nov 02 11:58:53.935973 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b38648-4beb-4c57-9480-8868e155ab96 req-594ee47e-c83b-4b10-abdd-f688899da3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:53.937722 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3b38648-4beb-4c57-9480-8868e155ab96 req-594ee47e-c83b-4b10-abdd-f688899da3f1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=de1624d7-02e7-4915-9539-81b4cd0f5d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3324487 Nov 02 11:58:53.983624 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c8c9-8d22-41fb-a7e3-5a12a94ec5ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:54.031067 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:54.034365 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 3cc34159-8a02-41aa-a01e-05927b874617, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3cc34159-8a02-41aa-a01e-05927b874617,segment=NetworkSegment(4a335ce7-f5b1-46c8-bfe6-e84fb98359cc),segment_id=4a335ce7-f5b1-46c8-bfe6-e84fb98359cc)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:54.112078 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96726639-6e2c-4df0-a20f-20a564d591dc tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:54.164806 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-01054396-cb1c-4d3f-99e0-7cd8a660b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:54.166454 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-01054396-cb1c-4d3f-99e0-7cd8a660b63a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.3356452 Nov 02 11:58:54.178663 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c8c9-8d22-41fb-a7e3-5a12a94ec5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:54.179983 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a1c8c9-8d22-41fb-a7e3-5a12a94ec5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:54.180708 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3a1c8c9-8d22-41fb-a7e3-5a12a94ec5ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:54.210816 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:54.272944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=3cc34159-8a02-41aa-a01e-05927b874617,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:54.278121 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:54.375713 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1c8c9-8d22-41fb-a7e3-5a12a94ec5ac admin admin] Pushing event updated for resources: {'Network': ['ID=dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:54.392266 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:58:54.430239 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d3a1c8c9-8d22-41fb-a7e3-5a12a94ec5ac admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6021559 Nov 02 11:58:54.433511 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57032) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:54.440895 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-62be8e4a-8a95-4f36-a6be-bbecb254f4fe admin admin] Request body: {'subnet': {'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1420156404-subnet', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:54.606597 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96726639-6e2c-4df0-a20f-20a564d591dc tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:54.637825 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bca06a-5346-4ad1-843c-f727eb3260d2 None None] Network aee8e91f-585b-4ccc-9a65-a84d2586b952 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:58:54.654675 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62be8e4a-8a95-4f36-a6be-bbecb254f4fe admin admin] Made reservation on behalf of 97e2408f8af54be9be8c24d9e4a4c894 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:54.657752 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-62be8e4a-8a95-4f36-a6be-bbecb254f4fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:54.715739 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:54.720257 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-26f3ead9-0802-42ec-887b-b0f57cf6f23a None None] Provisioning complete for port 3cc34159-8a02-41aa-a01e-05927b874617 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:54.721063 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-26f3ead9-0802-42ec-887b-b0f57cf6f23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:54.733578 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96726639-6e2c-4df0-a20f-20a564d591dc tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:54.759442 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e729b65-536c-49c4-b3e2-bcd57f2d7b35 req-6c15d804-210b-4337-bf6c-368f233b8399 service neutron] 10.222.0.54 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8209450 Nov 02 11:58:54.764320 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:54.777862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb80cfd-8d23-43b8-8491-17b38a0a7a3b req-2d2ed9fc-2c3d-456c-bbe2-d9c2278b5a9a tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:54.779421 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffb80cfd-8d23-43b8-8491-17b38a0a7a3b req-2d2ed9fc-2c3d-456c-bbe2-d9c2278b5a9a tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.9460554 Nov 02 11:58:54.841875 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96726639-6e2c-4df0-a20f-20a564d591dc tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=553ebda2-8fd7-4b2a-960b-e0b7eea35cb7,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:54.842115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-8f7e50c4-71c6-4d9c-859a-5e7933cab6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:54.843760 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-8f7e50c4-71c6-4d9c-859a-5e7933cab6c0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6510348 Nov 02 11:58:54.848912 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96726639-6e2c-4df0-a20f-20a564d591dc tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:54.893912 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3b38648-4beb-4c57-9480-8868e155ab96 req-28c7e971-6a47-4e79-bdd7-cf020727e544 service neutron] 10.222.0.79 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9399159 Nov 02 11:58:54.985482 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:55.072697 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96726639-6e2c-4df0-a20f-20a564d591dc tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network 467238ca-478b-44aa-b923-fa92d19c74e2 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:55.073930 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-96726639-6e2c-4df0-a20f-20a564d591dc tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:55.137505 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffb80cfd-8d23-43b8-8491-17b38a0a7a3b req-940d4d87-2fbe-49ca-be2d-8f0307e5ff4d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3395021 Nov 02 11:58:55.223113 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-1c605e75-72e3-4755-9a3d-ff462838a5e4 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685558 Nov 02 11:58:55.225539 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e729b65-536c-49c4-b3e2-bcd57f2d7b35 req-544266de-4755-4dc9-b96f-3082a80a43a5 service neutron] 10.222.0.54 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451573 Nov 02 11:58:55.247796 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96726639-6e2c-4df0-a20f-20a564d591dc tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router 38a1dab6-fbdc-4572-af09-0344a554a37b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:58:55.260606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] Allocated IP 172.25.6.65 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/a62dcf71-fa81-483b-ab75-55fc57f1be55) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:58:55.284885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3b38648-4beb-4c57-9480-8868e155ab96 req-22069060-8287-4fb7-abbc-af69e9f0dee9 service neutron] 10.222.0.79 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696556 Nov 02 11:58:55.306711 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-62be8e4a-8a95-4f36-a6be-bbecb254f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:55.357243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2b5ab54d-f56d-4cf4-815b-ca129b678c77 None None] Provisioning complete for port 3cc34159-8a02-41aa-a01e-05927b874617 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:55.358445 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2b5ab54d-f56d-4cf4-815b-ca129b678c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:55.414965 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be8e4a-8a95-4f36-a6be-bbecb254f4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b553805-820e-40aa-9154-a28f88302dc9,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:55.442592 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3cc34159-8a02-41aa-a01e-05927b874617 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:58:55.492160 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62be8e4a-8a95-4f36-a6be-bbecb254f4fe admin admin] Checking segment: {'id': '52731252-3f63-4b20-aa8a-d8d9cc257030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:58:55.492592 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62be8e4a-8a95-4f36-a6be-bbecb254f4fe admin admin] Network hostable DHCP agents. Network: dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:58:55.501875 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96726639-6e2c-4df0-a20f-20a564d591dc tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:58:55.509131 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-96726639-6e2c-4df0-a20f-20a564d591dc tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "PUT /v2.0/routers/38a1dab6-fbdc-4572-af09-0344a554a37b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1830518 Nov 02 11:58:55.514632 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57040) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:55.516906 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04580b4f-b7c3-47b5-91e5-80c41c8c1338 None None] Sync routers for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:58:55.519464 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5a641ece-22c4-4ff2-a50e-f3d0962c5890 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'port': {'network_id': '467238ca-478b-44aa-b923-fa92d19c74e2', 'name': 'tempest-FloatingIPTestJSON-1003769044'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:55.528676 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04580b4f-b7c3-47b5-91e5-80c41c8c1338 None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:58:55.529771 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-04580b4f-b7c3-47b5-91e5-80c41c8c1338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:55.562189 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d19d590-fda2-4ce9-9ff2-ae856bbe42f7 req-8e122751-0bab-49aa-83bd-ddf5e63cb999 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230908 Nov 02 11:58:55.578604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e3abb-1c1d-4c73-8668-fb1fa612fd79 req-8de49a0d-54f9-433c-a3b2-b26dd2489f63 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:55.589549 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-645e3abb-1c1d-4c73-8668-fb1fa612fd79 req-8de49a0d-54f9-433c-a3b2-b26dd2489f63 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 947 time: 0.1521533 Nov 02 11:58:55.601529 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:55.603917 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-04580b4f-b7c3-47b5-91e5-80c41c8c1338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:55.623450 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04580b4f-b7c3-47b5-91e5-80c41c8c1338 None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:58:55.624455 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-04580b4f-b7c3-47b5-91e5-80c41c8c1338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:55.645979 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62be8e4a-8a95-4f36-a6be-bbecb254f4fe admin admin] Network dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:58:55.676624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-645e3abb-1c1d-4c73-8668-fb1fa612fd79 req-783c3bb4-dfd4-4bb2-b862-5101f76226bc tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/security-groups?id=b522b194-3abd-4dcb-97d4-a2d228f23e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827687 Nov 02 11:58:55.693791 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-04580b4f-b7c3-47b5-91e5-80c41c8c1338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:55.695425 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04580b4f-b7c3-47b5-91e5-80c41c8c1338 None None] The sync data for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:58:55.720073 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 3cc34159-8a02-41aa-a01e-05927b874617 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:55.720548 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:55.755556 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-62be8e4a-8a95-4f36-a6be-bbecb254f4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:55.760285 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62be8e4a-8a95-4f36-a6be-bbecb254f4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:55.774854 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-62be8e4a-8a95-4f36-a6be-bbecb254f4fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:55.775028 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaff62b-b44e-47c5-a219-faaff29d62c8 None None] Network dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:58:55.788591 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d4463-9f67-4806-a376-c3de6a7a4fc8 req-b63339cd-fb4d-45fa-a3aa-5dfc9ef10fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:55.790350 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-724d4463-9f67-4806-a376-c3de6a7a4fc8 req-b63339cd-fb4d-45fa-a3aa-5dfc9ef10fea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c1476595851e43a2932985df71e56191&device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 1099 time: 0.0679674 Nov 02 11:58:55.803243 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a641ece-22c4-4ff2-a50e-f3d0962c5890 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Made reservation on behalf of 6817f65d23324797bb4e4446c14419a8 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:55.807706 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5a641ece-22c4-4ff2-a50e-f3d0962c5890 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:55.808312 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:55.830702 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-5a641ece-22c4-4ff2-a50e-f3d0962c5890 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] device_id is not set on port 18ebc5ad-a3ce-4083-a40b-5587761e01a3 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:58:55.922493 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:55.937338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:55.940171 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:55.947542 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-62be8e4a-8a95-4f36-a6be-bbecb254f4fe admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5079331 Nov 02 11:58:55.961482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57042) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:55.965456 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1420156404-router', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:55.973612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] Pushing event updated for resources: {'Port': ['ID=a62dcf71-fa81-483b-ab75-55fc57f1be55,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:55.992566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb', 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'fixed_ips': [{'subnet_id': '6b553805-820e-40aa-9154-a28f88302dc9'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:58:55.993590 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:56.012523 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-5a641ece-22c4-4ff2-a50e-f3d0962c5890 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Allocated IP 172.20.0.8 (467238ca-478b-44aa-b923-fa92d19c74e2/3300c84d-8739-416d-93e3-eed3a9ce4a2a/18ebc5ad-a3ce-4083-a40b-5587761e01a3) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:58:56.018801 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d4463-9f67-4806-a376-c3de6a7a4fc8 req-f9f80e5b-5eb0-4c7a-8025-65e800b09a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:56.021384 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-724d4463-9f67-4806-a376-c3de6a7a4fc8 req-f9f80e5b-5eb0-4c7a-8025-65e800b09a3e service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.2234378 Nov 02 11:58:56.072742 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-724d4463-9f67-4806-a376-c3de6a7a4fc8 req-c14896e6-4025-42de-ab07-b5eb08174a76 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=ea303c07-e4b7-4a02-bb93-808ed1d2def9 HTTP/1.1" status: 200 len: 217 time: 0.0423105 Nov 02 11:58:56.148814 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:56.151417 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:56.154254 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Allocated IP 172.20.0.2 (dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb/6b553805-820e-40aa-9154-a28f88302dc9/9dd3b102-4290-4489-827f-a67348975aa7) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:58:56.274303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d4463-9f67-4806-a376-c3de6a7a4fc8 req-93541fe3-ed8a-4c28-a663-9631f8488f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:56.276047 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-724d4463-9f67-4806-a376-c3de6a7a4fc8 req-93541fe3-ed8a-4c28-a663-9631f8488f18 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.1621358 Nov 02 11:58:56.379096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d4463-9f67-4806-a376-c3de6a7a4fc8 req-5215f5e0-51e8-48aa-a797-58cf14f001df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:56.380838 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-724d4463-9f67-4806-a376-c3de6a7a4fc8 req-5215f5e0-51e8-48aa-a797-58cf14f001df service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0944414 Nov 02 11:58:56.390007 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c752753-5b2f-4b4f-bb1c-5ef0b9e41f42 req-dd913eaa-1ef5-4f4b-8b59-f8e990e542d8 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:56.391622 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c752753-5b2f-4b4f-bb1c-5ef0b9e41f42 req-dd913eaa-1ef5-4f4b-8b59-f8e990e542d8 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.1101727 Nov 02 11:58:56.422656 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:56.575855 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:56.589930 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:56.596532 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c752753-5b2f-4b4f-bb1c-5ef0b9e41f42 req-a5a704de-4dc7-4e30-9d56-939edc63cb71 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892803 Nov 02 11:58:56.620575 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5a641ece-22c4-4ff2-a50e-f3d0962c5890 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:56.635639 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Network dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:56.635898 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:56.639528 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-724d4463-9f67-4806-a376-c3de6a7a4fc8 req-8ad46f66-1be7-4670-9c72-24bac3d07185 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434635 Nov 02 11:58:56.646195 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:56.650389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:56.657848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Pushing event updated for resources: {'Port': ['ID=9dd3b102-4290-4489-827f-a67348975aa7,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:56.730645 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Attempting to bind port 9dd3b102-4290-4489-827f-a67348975aa7 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:56.731216 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Attempting to bind port 9dd3b102-4290-4489-827f-a67348975aa7 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '52731252-3f63-4b20-aa8a-d8d9cc257030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:56.731769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Attempting to bind port 9dd3b102-4290-4489-827f-a67348975aa7 on network dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:56.745697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:58:56.745697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Checking segment: {'id': '52731252-3f63-4b20-aa8a-d8d9cc257030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:58:56.745697 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:56.745697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Bound using segment: {'id': '52731252-3f63-4b20-aa8a-d8d9cc257030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:58:56.745697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Bound port: 9dd3b102-4290-4489-827f-a67348975aa7, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52731252-3f63-4b20-aa8a-d8d9cc257030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:58:56.745697 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:56.818301 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-63696235-a5d7-4435-a225-994b803d6872 None None] For port 9dd3b102-4290-4489-827f-a67348975aa7, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:58:56.821486 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5a641ece-22c4-4ff2-a50e-f3d0962c5890 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:56.822617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-63696235-a5d7-4435-a225-994b803d6872 None None] For port 9dd3b102-4290-4489-827f-a67348975aa7, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9dd3b102-4290-4489-827f-a67348975aa7,segment=NetworkSegment(52731252-3f63-4b20-aa8a-d8d9cc257030),segment_id=52731252-3f63-4b20-aa8a-d8d9cc257030)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:58:56.854376 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-724d4463-9f67-4806-a376-c3de6a7a4fc8 req-053601d2-cca9-44d6-a30b-75d824bcdec1 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806953 Nov 02 11:58:56.912263 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:56.923719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc742cd1-b724-4180-b2e5-552993665b41 req-fa8b435e-230d-4001-a194-a7a3e786ef13 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:56.932762 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc742cd1-b724-4180-b2e5-552993665b41 req-fa8b435e-230d-4001-a194-a7a3e786ef13 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 947 time: 0.1237140 Nov 02 11:58:56.950456 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:56.960025 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a641ece-22c4-4ff2-a50e-f3d0962c5890 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network 467238ca-478b-44aa-b923-fa92d19c74e2 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:56.965526 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-5a641ece-22c4-4ff2-a50e-f3d0962c5890 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:56.968104 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a641ece-22c4-4ff2-a50e-f3d0962c5890 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:56.994961 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a641ece-22c4-4ff2-a50e-f3d0962c5890 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=18ebc5ad-a3ce-4083-a40b-5587761e01a3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:56.995984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63696235-a5d7-4435-a225-994b803d6872 None None] Pushing event updated for resources: {'Port': ['ID=9dd3b102-4290-4489-827f-a67348975aa7,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:57.028843 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:57.037638 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc742cd1-b724-4180-b2e5-552993665b41 req-1a3fea2b-4360-41ff-9b5c-da989dd2b63c tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/security-groups?id=b522b194-3abd-4dcb-97d4-a2d228f23e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039901 Nov 02 11:58:57.038241 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a641ece-22c4-4ff2-a50e-f3d0962c5890 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:57.038900 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5a641ece-22c4-4ff2-a50e-f3d0962c5890 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:57.228142 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5a641ece-22c4-4ff2-a50e-f3d0962c5890 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7125983 Nov 02 11:58:57.231048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57054) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:57.239911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-21fd5a2c-347b-4905-a0d7-5b514577696f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'port': {'network_id': '467238ca-478b-44aa-b923-fa92d19c74e2', 'name': 'tempest-FloatingIPTestJSON-1463284599'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:57.362368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] Router 5761378b-eaf3-4938-a356-5e816961f306 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:58:57.449981 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9dd3b102-4290-4489-827f-a67348975aa7 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:58:57.460182 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:57.483159 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:57.512232 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 9dd3b102-4290-4489-827f-a67348975aa7 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:57.512638 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:57.553071 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:58:57.562588 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Sync routers for ids ['5761378b-eaf3-4938-a356-5e816961f306'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:58:57.579428 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Routers {'5761378b-eaf3-4938-a356-5e816961f306'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:58:57.580059 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5761378b-eaf3-4938-a356-5e816961f306'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:57.611606 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] Allocated IP 172.25.6.66 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/972f5327-98d4-45b6-9ae3-e31dbbf4cd36) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:58:57.654416 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fd5a2c-347b-4905-a0d7-5b514577696f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Made reservation on behalf of 6817f65d23324797bb4e4446c14419a8 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:58:57.658487 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-21fd5a2c-347b-4905-a0d7-5b514577696f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:57.661405 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:57.686412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-21fd5a2c-347b-4905-a0d7-5b514577696f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] device_id is not set on port c91aba22-7ae5-4366-968a-82ba15f889b7 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:58:57.756553 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 9dd3b102-4290-4489-827f-a67348975aa7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9dd3b102-4290-4489-827f-a67348975aa7,segment=NetworkSegment(52731252-3f63-4b20-aa8a-d8d9cc257030),segment_id=52731252-3f63-4b20-aa8a-d8d9cc257030)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:58:57.769357 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Set router 5761378b-eaf3-4938-a356-5e816961f306 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:58:57.783243 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:57.838294 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e4bb2-31f8-4bec-8f44-829eaf994c3e req-0cfeefa6-ebbf-4bd5-8430-3488ae3be5e3 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:57.839991 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a63e4bb2-31f8-4bec-8f44-829eaf994c3e req-0cfeefa6-ebbf-4bd5-8430-3488ae3be5e3 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.1121161 Nov 02 11:58:57.866866 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:57.871117 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a34d32c5-abd8-4149-8e6b-cfe5c2210707 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.4583390 Nov 02 11:58:57.871801 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57064) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:57.890723 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-21fd5a2c-347b-4905-a0d7-5b514577696f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Allocated IP 172.20.0.3 (467238ca-478b-44aa-b923-fa92d19c74e2/3300c84d-8739-416d-93e3-eed3a9ce4a2a/c91aba22-7ae5-4366-968a-82ba15f889b7) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:58:57.914439 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:57.961363 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:58.005657 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=9dd3b102-4290-4489-827f-a67348975aa7,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:58.012519 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:58.016683 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:58.021188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:58.022298 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a63e4bb2-31f8-4bec-8f44-829eaf994c3e req-f833d932-e105-4f82-96cb-fca3801417c7 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733675 Nov 02 11:58:58.093133 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] Pushing event updated for resources: {'Port': ['ID=972f5327-98d4-45b6-9ae3-e31dbbf4cd36,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:58.128386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5761378b-eaf3-4938-a356-5e816961f306', 'name': 'tempest-TestServerMultinode-421739336-router', 'tenant_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'a62dcf71-fa81-483b-ab75-55fc57f1be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:51Z', 'updated_at': '2021-11-02T11:58:56Z', 'revision_number': 3, 'project_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'gw_port': {'id': 'a62dcf71-fa81-483b-ab75-55fc57f1be55', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5761378b-eaf3-4938-a356-5e816961f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:54Z', 'updated_at': '2021-11-02T11:58:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:58.185728 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Checking router: 5761378b-eaf3-4938-a356-5e816961f306 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:58:58.186391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Updating router 5761378b-eaf3-4938-a356-5e816961f306 port a62dcf71-fa81-483b-ab75-55fc57f1be55 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:58:58.225259 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:58.530303 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c6cad4-5718-4ffc-9125-9decf978fcb6 None None] Network dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:58:58.567506 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:58.788602 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-21fd5a2c-347b-4905-a0d7-5b514577696f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:58.800925 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0551ef-3fd5-4bd0-8093-4754994e8044 req-65d4f622-f71c-43fe-a60e-7b5f45f22355 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:58.802513 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9d0551ef-3fd5-4bd0-8093-4754994e8044 req-65d4f622-f71c-43fe-a60e-7b5f45f22355 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 947 time: 0.2167635 Nov 02 11:58:58.829526 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:58.873122 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-54101c89-4b01-47ae-b624-c395bb67aa2b None None] Provisioning complete for port 9dd3b102-4290-4489-827f-a67348975aa7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:58.873728 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-54101c89-4b01-47ae-b624-c395bb67aa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:58.883521 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:58.970964 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9d0551ef-3fd5-4bd0-8093-4754994e8044 req-5a7d195a-606d-4bbc-87b6-8db46a653296 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/security-groups?id=b522b194-3abd-4dcb-97d4-a2d228f23e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154268 Nov 02 11:58:59.024743 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:59.086667 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-21fd5a2c-347b-4905-a0d7-5b514577696f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:59.111627 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Attempting to bind port a62dcf71-fa81-483b-ab75-55fc57f1be55 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:58:59.112091 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Attempting to bind port a62dcf71-fa81-483b-ab75-55fc57f1be55 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:58:59.114011 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Attempting to bind port a62dcf71-fa81-483b-ab75-55fc57f1be55 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:58:59.116934 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67648c-653d-4a71-8ed0-40a94852ddb8 None None] Pushing event updated for resources: {'Port': ['ID=a62dcf71-fa81-483b-ab75-55fc57f1be55,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:59.122417 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:58:59.122813 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:58:59.123325 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:59.123640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:58:59.124317 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Bound port: a62dcf71-fa81-483b-ab75-55fc57f1be55, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:58:59.124518 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:59.140999 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd5a2c-347b-4905-a0d7-5b514577696f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network 467238ca-478b-44aa-b923-fa92d19c74e2 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:58:59.144809 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-21fd5a2c-347b-4905-a0d7-5b514577696f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:58:59.151439 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] Router 7a0416e2-e0b8-49fc-a995-74d07fcea59d is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:58:59.157236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fd5a2c-347b-4905-a0d7-5b514577696f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:58:59.224185 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd5a2c-347b-4905-a0d7-5b514577696f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=c91aba22-7ae5-4366-968a-82ba15f889b7,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:59.246207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] For port a62dcf71-fa81-483b-ab75-55fc57f1be55, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:58:59.246738 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] For port a62dcf71-fa81-483b-ab75-55fc57f1be55, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a62dcf71-fa81-483b-ab75-55fc57f1be55,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:58:59.280019 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fd5a2c-347b-4905-a0d7-5b514577696f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:59.280618 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-21fd5a2c-347b-4905-a0d7-5b514577696f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:59.298803 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-803dbd22-189b-4686-b197-2ee6db44694e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:59.330040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133333b2-21cb-49c1-a05b-91d871facff3 req-06734312-de3e-4e9c-b62f-1d74e40ee45a tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:58:59.337943 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-133333b2-21cb-49c1-a05b-91d871facff3 req-06734312-de3e-4e9c-b62f-1d74e40ee45a tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.1326151 Nov 02 11:58:59.386532 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9dd3b102-4290-4489-827f-a67348975aa7 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:58:59.387277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:58:59.406146 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Sync routers for ids ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:58:59.421263 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:59.422668 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Routers {'7a0416e2-e0b8-49fc-a995-74d07fcea59d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:58:59.424146 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:59.484274 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-133333b2-21cb-49c1-a05b-91d871facff3 req-634b0645-6a53-4ce3-8f11-3a32d5ebe439 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410437 Nov 02 11:58:59.497940 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-21fd5a2c-347b-4905-a0d7-5b514577696f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2655728 Nov 02 11:58:59.508464 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57076) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:59.513122 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': 'c91aba22-7ae5-4366-968a-82ba15f889b7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:58:59.527431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Routers {'5761378b-eaf3-4938-a356-5e816961f306'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:58:59.528120 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5761378b-eaf3-4938-a356-5e816961f306'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:59.534986 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67648c-653d-4a71-8ed0-40a94852ddb8 None None] Pushing event updated for resources: {'Port': ['ID=a62dcf71-fa81-483b-ab75-55fc57f1be55,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:58:59.549371 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:59.549371 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bf1c7c4c-4c54-4a40-a313-ac083f3eb0fd admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5854690 Nov 02 11:58:59.552546 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57078) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:58:59.584910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 9dd3b102-4290-4489-827f-a67348975aa7 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:59.585247 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:59.627201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e83c87fb-a016-4559-b151-078301193ea4 None None] Provisioning complete for port 9dd3b102-4290-4489-827f-a67348975aa7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:58:59.627582 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e83c87fb-a016-4559-b151-078301193ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:59.658739 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Set router 7a0416e2-e0b8-49fc-a995-74d07fcea59d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:58:59.689110 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-803dbd22-189b-4686-b197-2ee6db44694e admin admin] Allocated IP 172.20.0.1 (aee8e91f-585b-4ccc-9a65-a84d2586b952/ba7953e6-b758-4f4a-9e5c-37aeb2353de7/fa0c66ff-8827-457a-897c-737657413b1c) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:58:59.761404 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] Set router 5761378b-eaf3-4938-a356-5e816961f306 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:58:59.794127 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:59.834081 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-803dbd22-189b-4686-b197-2ee6db44694e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:58:59.927242 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1420156404-router', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:56Z', 'updated_at': '2021-11-02T11:58:58Z', 'revision_number': 3, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'gw_port': {'id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:57Z', 'updated_at': '2021-11-02T11:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:58:59.961094 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Checking router: 7a0416e2-e0b8-49fc-a995-74d07fcea59d for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:58:59.961614 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Updating router 7a0416e2-e0b8-49fc-a995-74d07fcea59d port 972f5327-98d4-45b6-9ae3-e31dbbf4cd36 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:58:59.964431 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-803dbd22-189b-4686-b197-2ee6db44694e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:00.031261 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ea303c07-e4b7-4a02-bb93-808ed1d2def9 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:59:00.044123 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:00.048089 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803dbd22-189b-4686-b197-2ee6db44694e admin admin] Pushing event updated for resources: {'Port': ['ID=fa0c66ff-8827-457a-897c-737657413b1c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:00.067442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803dbd22-189b-4686-b197-2ee6db44694e admin admin] Network aee8e91f-585b-4ccc-9a65-a84d2586b952 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:59:00.069252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-803dbd22-189b-4686-b197-2ee6db44694e admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:00.085129 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803dbd22-189b-4686-b197-2ee6db44694e admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:59:00.143665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port ea303c07-e4b7-4a02-bb93-808ed1d2def9, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ea303c07-e4b7-4a02-bb93-808ed1d2def9,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:59:00.151467 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-803dbd22-189b-4686-b197-2ee6db44694e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:00.159249 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'ea303c07-e4b7-4a02-bb93-808ed1d2def9', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': 'ea303c07-e4b7-4a02-bb93-808ed1d2def9', 'mac_address': 'fa:16:3e:61:ad:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:59:00.211503 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5761378b-eaf3-4938-a356-5e816961f306', 'name': 'tempest-TestServerMultinode-421739336-router', 'tenant_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'a62dcf71-fa81-483b-ab75-55fc57f1be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:51Z', 'updated_at': '2021-11-02T11:58:56Z', 'revision_number': 3, 'project_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'gw_port': {'id': 'a62dcf71-fa81-483b-ab75-55fc57f1be55', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5761378b-eaf3-4938-a356-5e816961f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:54Z', 'updated_at': '2021-11-02T11:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:00.231237 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:00.250354 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bfa37d-e8ce-4d69-991c-b2be629af69c None None] The sync data for ids ['5761378b-eaf3-4938-a356-5e816961f306'] in n-d-806683-18 is: [{'id': '5761378b-eaf3-4938-a356-5e816961f306', 'name': 'tempest-TestServerMultinode-421739336-router', 'tenant_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'a62dcf71-fa81-483b-ab75-55fc57f1be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:51Z', 'updated_at': '2021-11-02T11:58:56Z', 'revision_number': 3, 'project_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'gw_port': {'id': 'a62dcf71-fa81-483b-ab75-55fc57f1be55', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5761378b-eaf3-4938-a356-5e816961f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:54Z', 'updated_at': '2021-11-02T11:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:59:00.257326 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:00.289693 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea303c07-e4b7-4a02-bb93-808ed1d2def9 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:59:00.331709 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port ea303c07-e4b7-4a02-bb93-808ed1d2def9, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ea303c07-e4b7-4a02-bb93-808ed1d2def9,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:59:00.376323 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591095d5-b6e8-4f6c-9f23-b59366b5ee0e req-02ae2d6e-1428-4842-8312-0e09923984d5 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:00.398256 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-591095d5-b6e8-4f6c-9f23-b59366b5ee0e req-02ae2d6e-1428-4842-8312-0e09923984d5 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 947 time: 0.1725063 Nov 02 11:59:00.462593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-591095d5-b6e8-4f6c-9f23-b59366b5ee0e req-29a731ac-1289-4333-a5cb-43ae3020a32c tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/security-groups?id=b522b194-3abd-4dcb-97d4-a2d228f23e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630620 Nov 02 11:59:00.484663 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-513baf0c-7a50-4c01-a409-173bcd50e063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:00.510901 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:00.555506 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-52efff19-c2f2-4f6b-b76e-5fb5f938dcfc None None] Provisioning complete for port fa0c66ff-8827-457a-897c-737657413b1c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:00.557711 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52efff19-c2f2-4f6b-b76e-5fb5f938dcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:00.606114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=ea303c07-e4b7-4a02-bb93-808ed1d2def9,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:00.637309 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-52efff19-c2f2-4f6b-b76e-5fb5f938dcfc None None] Port fa0c66ff-8827-457a-897c-737657413b1c cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:59:00.708489 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-803dbd22-189b-4686-b197-2ee6db44694e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:00.776372 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['ea303c07-e4b7-4a02-bb93-808ed1d2def9'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:59:00.785769 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-513baf0c-7a50-4c01-a409-173bcd50e063 admin admin] Allocated IP 172.20.0.1 (dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb/6b553805-820e-40aa-9154-a28f88302dc9/6ae83060-6de2-41cf-89ab-21ce144e184a) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:59:00.795761 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:00.894195 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:00.900187 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7d434-5947-4947-8753-a66af3e2e23f req-07acaf16-136b-4ed0-ab41-be38c7b6cb92 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:00.913227 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f5a7d434-5947-4947-8753-a66af3e2e23f req-07acaf16-136b-4ed0-ab41-be38c7b6cb92 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.2960877 Nov 02 11:59:00.968021 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Allocated IP 172.25.6.111 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/093c346f-9dd1-42b8-aab9-08f2dd92e64f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:59:01.001621 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f5a7d434-5947-4947-8753-a66af3e2e23f req-2c3b3b2f-5472-48c3-b775-c0a1cf9cad73 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851531 Nov 02 11:59:01.021109 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Attempting to bind port 972f5327-98d4-45b6-9ae3-e31dbbf4cd36 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:59:01.021653 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Attempting to bind port 972f5327-98d4-45b6-9ae3-e31dbbf4cd36 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:59:01.022638 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Attempting to bind port 972f5327-98d4-45b6-9ae3-e31dbbf4cd36 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:59:01.053059 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-803dbd22-189b-4686-b197-2ee6db44694e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:01.056981 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:59:01.059963 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:59:01.060499 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:01.063093 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:59:01.063675 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Bound port: 972f5327-98d4-45b6-9ae3-e31dbbf4cd36, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:59:01.064255 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:01.066982 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3cf98-f97f-4aec-9ede-3cfa5b9d47d5 None None] Pushing event updated for resources: {'Port': ['ID=972f5327-98d4-45b6-9ae3-e31dbbf4cd36,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:01.135135 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:01.143232 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] For port 972f5327-98d4-45b6-9ae3-e31dbbf4cd36, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:59:01.146861 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] For port 972f5327-98d4-45b6-9ae3-e31dbbf4cd36, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=972f5327-98d4-45b6-9ae3-e31dbbf4cd36,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:59:01.151374 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-803dbd22-189b-4686-b197-2ee6db44694e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:01.203272 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-513baf0c-7a50-4c01-a409-173bcd50e063 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:01.215116 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:01.231580 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-803dbd22-189b-4686-b197-2ee6db44694e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:01.235230 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803dbd22-189b-4686-b197-2ee6db44694e admin admin] Pushing event updated for resources: {'Port': ['ID=fa0c66ff-8827-457a-897c-737657413b1c,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:01.279105 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Routers {'7a0416e2-e0b8-49fc-a995-74d07fcea59d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:01.279750 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:01.337771 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3cf98-f97f-4aec-9ede-3cfa5b9d47d5 None None] Pushing event updated for resources: {'Port': ['ID=972f5327-98d4-45b6-9ae3-e31dbbf4cd36,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:01.407174 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:01.414183 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a62dcf71-fa81-483b-ab75-55fc57f1be55 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:59:01.434909 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] Set router 7a0416e2-e0b8-49fc-a995-74d07fcea59d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:59:01.450186 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:59:01.453371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:01.457138 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:59:01.491029 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-513baf0c-7a50-4c01-a409-173bcd50e063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:01.545986 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a62dcf71-fa81-483b-ab75-55fc57f1be55 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:01.547073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=093c346f-9dd1-42b8-aab9-08f2dd92e64f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:01.549502 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:01.594004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803dbd22-189b-4686-b197-2ee6db44694e admin admin] Network aee8e91f-585b-4ccc-9a65-a84d2586b952 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:59:01.609268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-803dbd22-189b-4686-b197-2ee6db44694e admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:01.636361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513baf0c-7a50-4c01-a409-173bcd50e063 admin admin] Network dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:59:01.640285 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-513baf0c-7a50-4c01-a409-173bcd50e063 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:01.648924 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513baf0c-7a50-4c01-a409-173bcd50e063 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:59:01.742561 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:01.771478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb9952-20c9-4139-9eb2-35aa8daf328a req-2a852284-043d-4c0b-8fbc-f17f31bc0486 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:01.795830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c0cb9952-20c9-4139-9eb2-35aa8daf328a req-2a852284-043d-4c0b-8fbc-f17f31bc0486 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 948 time: 0.1992574 Nov 02 11:59:01.815549 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port a62dcf71-fa81-483b-ab75-55fc57f1be55, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a62dcf71-fa81-483b-ab75-55fc57f1be55,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:59:01.912542 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:01.989285 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:59:02.000277 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1420156404-router', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:56Z', 'updated_at': '2021-11-02T11:58:58Z', 'revision_number': 3, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'gw_port': {'id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:57Z', 'updated_at': '2021-11-02T11:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:02.053549 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c0cb9952-20c9-4139-9eb2-35aa8daf328a req-7192ed17-2d57-4f3e-bb10-b275aa9924f6 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/security-groups?id=b522b194-3abd-4dcb-97d4-a2d228f23e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492781 Nov 02 11:59:02.057380 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ea303c07-e4b7-4a02-bb93-808ed1d2def9 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:59:02.102388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803dbd22-189b-4686-b197-2ee6db44694e admin admin] Router 5761378b-eaf3-4938-a356-5e816961f306 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:59:02.124412 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f8b14f-9a04-4aeb-99f8-7a84b021d0e5 None None] The sync data for ids ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'] in n-d-806683-18 is: [{'id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1420156404-router', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:56Z', 'updated_at': '2021-11-02T11:58:58Z', 'revision_number': 3, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'gw_port': {'id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:57Z', 'updated_at': '2021-11-02T11:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:59:02.169069 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=a62dcf71-fa81-483b-ab75-55fc57f1be55,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:02.307994 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-34bd33d6-ed73-4693-bbc6-0d92d1d8f07b None None] Provisioning complete for port 6ae83060-6de2-41cf-89ab-21ce144e184a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:02.308399 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34bd33d6-ed73-4693-bbc6-0d92d1d8f07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:02.399880 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-34bd33d6-ed73-4693-bbc6-0d92d1d8f07b None None] Port 6ae83060-6de2-41cf-89ab-21ce144e184a cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:59:02.411341 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-513baf0c-7a50-4c01-a409-173bcd50e063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:02.418071 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513baf0c-7a50-4c01-a409-173bcd50e063 admin admin] Pushing event updated for resources: {'Port': ['ID=6ae83060-6de2-41cf-89ab-21ce144e184a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:02.420948 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-34bd33d6-ed73-4693-bbc6-0d92d1d8f07b None None] Provisioning complete for port fa0c66ff-8827-457a-897c-737657413b1c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:02.421449 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34bd33d6-ed73-4693-bbc6-0d92d1d8f07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:02.423234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41901a2-ee3e-4350-881e-f6db9e6d2a47 req-1099d666-cc02-4b62-a93e-52412cf8837a tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:02.431947 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d41901a2-ee3e-4350-881e-f6db9e6d2a47 req-1099d666-cc02-4b62-a93e-52412cf8837a tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.1278248 Nov 02 11:59:02.443630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803dbd22-189b-4686-b197-2ee6db44694e admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:59:02.463531 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-803dbd22-189b-4686-b197-2ee6db44694e admin admin] 10.222.0.52 "PUT /v2.0/routers/5761378b-eaf3-4938-a356-5e816961f306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5811930 Nov 02 11:59:02.477811 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port ea303c07-e4b7-4a02-bb93-808ed1d2def9 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:59:02.492876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port ea303c07-e4b7-4a02-bb93-808ed1d2def9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:02.497453 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:02.504210 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-34bd33d6-ed73-4693-bbc6-0d92d1d8f07b None None] Port fa0c66ff-8827-457a-897c-737657413b1c cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:59:02.567210 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d41901a2-ee3e-4350-881e-f6db9e6d2a47 req-15d29c39-21c8-4f73-b5f1-6c412eaf1452 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297164 Nov 02 11:59:02.666205 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:02.725151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7611e781-1bde-4f1b-b293-44865fe66845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea303c07-e4b7-4a02-bb93-808ed1d2def9'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:59:02.728204 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66cb79d-f9b7-4023-b180-cb386f88e039" -d '{"events": [{"server_uuid": "7611e781-1bde-4f1b-b293-44865fe66845", "name": "network-vif-plugged", "status": "completed", "tag": "ea303c07-e4b7-4a02-bb93-808ed1d2def9"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:59:02.754272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port ea303c07-e4b7-4a02-bb93-808ed1d2def9, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ea303c07-e4b7-4a02-bb93-808ed1d2def9,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:59:02.815156 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:02.825515 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c87df97-3ff6-486f-ba40-58237966dfd9 x-openstack-request-id: req-2c87df97-3ff6-486f-ba40-58237966dfd9 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:59:02.826602 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7611e781-1bde-4f1b-b293-44865fe66845", "name": "network-vif-plugged", "status": "completed", "tag": "ea303c07-e4b7-4a02-bb93-808ed1d2def9", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:59:02.826602 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c87df97-3ff6-486f-ba40-58237966dfd9 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:59:02.826602 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7611e781-1bde-4f1b-b293-44865fe66845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea303c07-e4b7-4a02-bb93-808ed1d2def9', 'code': 200} Nov 02 11:59:02.903238 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=ea303c07-e4b7-4a02-bb93-808ed1d2def9,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:02.967436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5120cf4-3f62-4781-b678-797fffb230bc req-4ab92981-32ad-4cbd-b651-060029eeff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:02.972399 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5120cf4-3f62-4781-b678-797fffb230bc req-4ab92981-32ad-4cbd-b651-060029eeff83 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 1101 time: 0.0742521 Nov 02 11:59:03.005460 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Sync routers for ids ['5761378b-eaf3-4938-a356-5e816961f306'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:59:03.017037 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-513baf0c-7a50-4c01-a409-173bcd50e063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:03.047250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Routers {'5761378b-eaf3-4938-a356-5e816961f306'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:03.048782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5761378b-eaf3-4938-a356-5e816961f306'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:03.080906 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5120cf4-3f62-4781-b678-797fffb230bc req-f830c7b3-bfe1-44a7-a0f0-5901daf24ef2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b522b194-3abd-4dcb-97d4-a2d228f23e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004391 Nov 02 11:59:03.102981 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:03.290108 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c032f-f624-42d4-aab3-5f407a6d0976 req-9bce117a-4628-4cd4-a45b-a409d7b2dbd5 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:03.302198 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d65c032f-f624-42d4-aab3-5f407a6d0976 req-9bce117a-4628-4cd4-a45b-a409d7b2dbd5 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 949 time: 0.0905664 Nov 02 11:59:03.397151 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d65c032f-f624-42d4-aab3-5f407a6d0976 req-6eee4e59-3ece-46b9-9fda-def7d1f1a334 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/security-groups?id=b522b194-3abd-4dcb-97d4-a2d228f23e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939505 Nov 02 11:59:03.413127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Set router 5761378b-eaf3-4938-a356-5e816961f306 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:59:03.458469 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:03.558138 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a62dcf71-fa81-483b-ab75-55fc57f1be55 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:59:03.666534 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-513baf0c-7a50-4c01-a409-173bcd50e063 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:03.734459 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa11eaa-5e89-4eae-ae0c-6a01329b8fcc req-ff6a6205-34ec-4311-84ee-98fea1cfecdf tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:03.736231 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-caa11eaa-5e89-4eae-ae0c-6a01329b8fcc req-ff6a6205-34ec-4311-84ee-98fea1cfecdf tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.0762944 Nov 02 11:59:03.756575 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-513baf0c-7a50-4c01-a409-173bcd50e063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:03.813446 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-caa11eaa-5e89-4eae-ae0c-6a01329b8fcc req-1a58acec-3915-42ab-a6b7-6c6f7296204b tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694778 Nov 02 11:59:03.821944 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:03.837783 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5761378b-eaf3-4938-a356-5e816961f306', 'name': 'tempest-TestServerMultinode-421739336-router', 'tenant_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'a62dcf71-fa81-483b-ab75-55fc57f1be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:51Z', 'updated_at': '2021-11-02T11:59:00Z', 'revision_number': 4, 'project_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'gw_port': {'id': 'a62dcf71-fa81-483b-ab75-55fc57f1be55', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5761378b-eaf3-4938-a356-5e816961f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:54Z', 'updated_at': '2021-11-02T11:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'fa0c66ff-8827-457a-897c-737657413b1c', 'name': '', 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952', 'tenant_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'mac_address': 'fa:16:3e:8f:b4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5761378b-eaf3-4938-a356-5e816961f306', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba7953e6-b758-4f4a-9e5c-37aeb2353de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:59Z', 'updated_at': '2021-11-02T11:59:00Z', 'revision_number': 2, 'project_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'subnets': [{'id': 'ba7953e6-b758-4f4a-9e5c-37aeb2353de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:03.853698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57130) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:03.861099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1ec56407-1514-443b-968d-851ea663f0f3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1356687682-network', 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:59:03.891901 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513baf0c-7a50-4c01-a409-173bcd50e063 admin admin] Pushing event updated for resources: {'Port': ['ID=6ae83060-6de2-41cf-89ab-21ce144e184a,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:03.900558 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-513baf0c-7a50-4c01-a409-173bcd50e063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:03.907811 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a62dcf71-fa81-483b-ab75-55fc57f1be55 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:03.908210 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:03.910524 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Checking router: 5761378b-eaf3-4938-a356-5e816961f306 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:59:03.910907 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Updating router 5761378b-eaf3-4938-a356-5e816961f306 port fa0c66ff-8827-457a-897c-737657413b1c binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:59:03.927437 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:03.969467 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:04.023808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec56407-1514-443b-968d-851ea663f0f3 admin admin] Made reservation on behalf of dfca57b0b14141f1ab06d7f871c61b8c for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:59:04.026725 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ec56407-1514-443b-968d-851ea663f0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:04.044972 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ec56407-1514-443b-968d-851ea663f0f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:04.062839 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=093c346f-9dd1-42b8-aab9-08f2dd92e64f,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:04.082831 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:04.088775 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 972f5327-98d4-45b6-9ae3-e31dbbf4cd36 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:59:04.090641 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:59:04.125224 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513baf0c-7a50-4c01-a409-173bcd50e063 admin admin] Network dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:59:04.128198 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-513baf0c-7a50-4c01-a409-173bcd50e063 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:04.275816 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ec56407-1514-443b-968d-851ea663f0f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:04.347351 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Floating IP cdaaec2f-9def-478d-a56c-5591ed1fd7ec associated. External IP: 172.25.6.111, port: c91aba22-7ae5-4366-968a-82ba15f889b7. Nov 02 11:59:04.413599 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 972f5327-98d4-45b6-9ae3-e31dbbf4cd36 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:04.414166 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:04.422554 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513baf0c-7a50-4c01-a409-173bcd50e063 admin admin] Router 7a0416e2-e0b8-49fc-a995-74d07fcea59d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:59:04.501389 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ec56407-1514-443b-968d-851ea663f0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:04.520317 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:59:04.575964 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'port_id': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf', 'mac_address': 'fa:16:3e:6d:2c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:59:04.599385 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513baf0c-7a50-4c01-a409-173bcd50e063 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:59:04.611468 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-513baf0c-7a50-4c01-a409-173bcd50e063 admin admin] 10.222.0.52 "PUT /v2.0/routers/7a0416e2-e0b8-49fc-a995-74d07fcea59d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0572340 Nov 02 11:59:04.614494 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec56407-1514-443b-968d-851ea663f0f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:59:04.683762 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec56407-1514-443b-968d-851ea663f0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b6df8c-7c5f-4633-9e76-86dc82ca028e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:04.694594 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ec56407-1514-443b-968d-851ea663f0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:04.708063 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-1ec56407-1514-443b-968d-851ea663f0f3 admin admin] Added segment faf34757-c2d6-4fdf-99af-e90137595ed2 of type vlan for network 105d6365-b668-4f33-805c-d13247a3a45a Nov 02 11:59:04.718492 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:04.766921 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:04.788767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:59:04.807291 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ec56407-1514-443b-968d-851ea663f0f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:04.823320 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c4f58-b6cd-4da2-8417-b2bca44cdf0d req-5e5ddc40-0619-405a-882b-8a9da88b52cf tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:04.829328 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-fcbdfaf8-6ecf-4b51-8f35-98791b22b30a None None] Provisioning complete for port 6ae83060-6de2-41cf-89ab-21ce144e184a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:04.829861 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fcbdfaf8-6ecf-4b51-8f35-98791b22b30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:04.844946 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-020c4f58-b6cd-4da2-8417-b2bca44cdf0d req-5e5ddc40-0619-405a-882b-8a9da88b52cf tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 949 time: 0.2685580 Nov 02 11:59:04.896418 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router 38a1dab6-fbdc-4572-af09-0344a554a37b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:59:04.936400 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:59:04.951442 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 972f5327-98d4-45b6-9ae3-e31dbbf4cd36, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=972f5327-98d4-45b6-9ae3-e31dbbf4cd36,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:59:04.974959 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-020c4f58-b6cd-4da2-8417-b2bca44cdf0d req-baa6dd9f-df37-41ec-908f-b31b527e5af0 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/security-groups?id=b522b194-3abd-4dcb-97d4-a2d228f23e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289537 Nov 02 11:59:04.979701 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:05.019909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-fcbdfaf8-6ecf-4b51-8f35-98791b22b30a None None] Port 6ae83060-6de2-41cf-89ab-21ce144e184a cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:59:05.038113 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Sync routers for ids ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:59:05.085220 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Routers {'7a0416e2-e0b8-49fc-a995-74d07fcea59d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:05.085220 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:05.095049 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ec56407-1514-443b-968d-851ea663f0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:05.096040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec56407-1514-443b-968d-851ea663f0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:05.096766 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ec56407-1514-443b-968d-851ea663f0f3 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:05.118640 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:05.121266 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:05.131329 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:05.145260 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:59:05.219666 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81d5d0-eb52-4c17-a6fa-8414d0545dd1 req-823ae51a-6111-4df3-b7a4-21dbcfea8ea0 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:05.221299 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c81d5d0-eb52-4c17-a6fa-8414d0545dd1 req-823ae51a-6111-4df3-b7a4-21dbcfea8ea0 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.1742632 Nov 02 11:59:05.223109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec56407-1514-443b-968d-851ea663f0f3 admin admin] Pushing event updated for resources: {'Network': ['ID=105d6365-b668-4f33-805c-d13247a3a45a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:05.230157 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff20eb-0897-4c36-8275-ecc3768aac1a None None] Sync routers for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:59:05.263132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 105d6365-b668-4f33-805c-d13247a3a45a details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:59:05.308432 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:59:05.318218 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1ec56407-1514-443b-968d-851ea663f0f3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4631960 Nov 02 11:59:05.321172 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57196) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:05.326259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a920e414-8911-4336-87f1-98d02a423e22 admin admin] Request body: {'subnet': {'network_id': '105d6365-b668-4f33-805c-d13247a3a45a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1356687682-subnet', 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:59:05.327808 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Set router 7a0416e2-e0b8-49fc-a995-74d07fcea59d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:59:05.356738 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:05.380750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c81d5d0-eb52-4c17-a6fa-8414d0545dd1 req-9c4be39a-99be-4692-8173-80ecd72ece7e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457028 Nov 02 11:59:05.438988 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5634044a-effc-466e-a310-416edf9e84fb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9269927 Nov 02 11:59:05.439459 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57208) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:05.444939 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0d720e05-3447-4f7e-9733-cf2ae46f75e4 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:59:05.492570 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fff20eb-0897-4c36-8275-ecc3768aac1a None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:05.493325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4fff20eb-0897-4c36-8275-ecc3768aac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:05.543454 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a920e414-8911-4336-87f1-98d02a423e22 admin admin] Made reservation on behalf of dfca57b0b14141f1ab06d7f871c61b8c for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:59:05.545960 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a920e414-8911-4336-87f1-98d02a423e22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:05.580846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:05.601984 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0d720e05-3447-4f7e-9733-cf2ae46f75e4 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:05.825719 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4fff20eb-0897-4c36-8275-ecc3768aac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:05.834721 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Attempting to bind port fa0c66ff-8827-457a-897c-737657413b1c on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:59:05.835273 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Attempting to bind port fa0c66ff-8827-457a-897c-737657413b1c by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4a335ce7-f5b1-46c8-bfe6-e84fb98359cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:59:05.835738 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Attempting to bind port fa0c66ff-8827-457a-897c-737657413b1c on network aee8e91f-585b-4ccc-9a65-a84d2586b952 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:59:05.837478 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1420156404-router', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:56Z', 'updated_at': '2021-11-02T11:59:02Z', 'revision_number': 4, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'gw_port': {'id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:16:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:57Z', 'updated_at': '2021-11-02T11:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '6ae83060-6de2-41cf-89ab-21ce144e184a', 'name': '', 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'mac_address': 'fa:16:3e:ff:55:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6b553805-820e-40aa-9154-a28f88302dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:00Z', 'updated_at': '2021-11-02T11:59:03Z', 'revision_number': 2, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'subnets': [{'id': '6b553805-820e-40aa-9154-a28f88302dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:05.859880 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fff20eb-0897-4c36-8275-ecc3768aac1a None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:05.860630 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4fff20eb-0897-4c36-8275-ecc3768aac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:05.927155 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Checking router: 7a0416e2-e0b8-49fc-a995-74d07fcea59d for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:59:05.928075 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Updating router 7a0416e2-e0b8-49fc-a995-74d07fcea59d port 6ae83060-6de2-41cf-89ab-21ce144e184a binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:59:05.983870 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c973d4ef-952e-4a45-bf97-ba98c1a4fb55 None None] Provisioning complete for port fa0c66ff-8827-457a-897c-737657413b1c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:05.983870 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c973d4ef-952e-4a45-bf97-ba98c1a4fb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:06.005549 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:06.006640 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0d720e05-3447-4f7e-9733-cf2ae46f75e4 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:06.013998 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:59:06.014415 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Checking segment: {'id': '4a335ce7-f5b1-46c8-bfe6-e84fb98359cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:59:06.015159 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:06.016159 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Bound using segment: {'id': '4a335ce7-f5b1-46c8-bfe6-e84fb98359cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:59:06.016843 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Bound port: fa0c66ff-8827-457a-897c-737657413b1c, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a335ce7-f5b1-46c8-bfe6-e84fb98359cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:59:06.017296 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:06.056858 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a920e414-8911-4336-87f1-98d02a423e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:06.093555 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0d720e05-3447-4f7e-9733-cf2ae46f75e4 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:06.098314 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-0d720e05-3447-4f7e-9733-cf2ae46f75e4 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Floating IP cdaaec2f-9def-478d-a56c-5591ed1fd7ec disassociated. External IP: 172.25.6.111, port: c91aba22-7ae5-4366-968a-82ba15f889b7. Nov 02 11:59:06.127457 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4fff20eb-0897-4c36-8275-ecc3768aac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:06.130752 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff20eb-0897-4c36-8275-ecc3768aac1a None None] The sync data for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:59:06.175535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920e414-8911-4336-87f1-98d02a423e22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b53a0f6f-3ef4-4f05-bfb5-9f20c314daf5,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:06.225281 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37523687-e1f4-4706-86fc-ed13526f8107 None None] Pushing event updated for resources: {'Port': ['ID=fa0c66ff-8827-457a-897c-737657413b1c,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:06.284608 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a920e414-8911-4336-87f1-98d02a423e22 admin admin] Checking segment: {'id': 'faf34757-c2d6-4fdf-99af-e90137595ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '105d6365-b668-4f33-805c-d13247a3a45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:59:06.284915 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a920e414-8911-4336-87f1-98d02a423e22 admin admin] Network hostable DHCP agents. Network: 105d6365-b668-4f33-805c-d13247a3a45a, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:59:06.374090 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e800eca-ed22-4946-a784-775ee6388de7 req-bcc26b97-c13d-4f9b-8e3e-457fe0b4680e tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:06.375896 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3e800eca-ed22-4946-a784-775ee6388de7 req-bcc26b97-c13d-4f9b-8e3e-457fe0b4680e tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 949 time: 0.2042322 Nov 02 11:59:06.457400 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c973d4ef-952e-4a45-bf97-ba98c1a4fb55 None None] Port fa0c66ff-8827-457a-897c-737657413b1c cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:59:06.511279 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a920e414-8911-4336-87f1-98d02a423e22 admin admin] Network 105d6365-b668-4f33-805c-d13247a3a45a is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:59:06.566639 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] For port fa0c66ff-8827-457a-897c-737657413b1c, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:59:06.587272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=972f5327-98d4-45b6-9ae3-e31dbbf4cd36,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:06.596539 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-a920e414-8911-4336-87f1-98d02a423e22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 105d6365-b668-4f33-805c-d13247a3a45a) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:06.601754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a920e414-8911-4336-87f1-98d02a423e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:06.605039 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a920e414-8911-4336-87f1-98d02a423e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:06.626566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] For port fa0c66ff-8827-457a-897c-737657413b1c, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=fa0c66ff-8827-457a-897c-737657413b1c,segment=NetworkSegment(4a335ce7-f5b1-46c8-bfe6-e84fb98359cc),segment_id=4a335ce7-f5b1-46c8-bfe6-e84fb98359cc)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:59:06.636348 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f9a44f-713f-4e0e-92d8-cb2e537fa8e7 None None] Network 105d6365-b668-4f33-805c-d13247a3a45a requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:59:06.699797 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3e800eca-ed22-4946-a784-775ee6388de7 req-40a34be9-cebc-4d4e-b6f2-a618fbae8d92 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/security-groups?id=b522b194-3abd-4dcb-97d4-a2d228f23e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914567 Nov 02 11:59:06.743607 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:06.743830 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a920e414-8911-4336-87f1-98d02a423e22 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4199965 Nov 02 11:59:06.744993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57226) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:06.749708 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1356687682-router', 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:59:06.865374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d720e05-3447-4f7e-9733-cf2ae46f75e4 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router 38a1dab6-fbdc-4572-af09-0344a554a37b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:59:06.886992 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:06.933594 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37523687-e1f4-4706-86fc-ed13526f8107 None None] Pushing event updated for resources: {'Port': ['ID=fa0c66ff-8827-457a-897c-737657413b1c,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:06.933830 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:06.934757 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:06.937050 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Routers {'5761378b-eaf3-4938-a356-5e816961f306'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:06.937934 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5761378b-eaf3-4938-a356-5e816961f306'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:06.996366 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:07.130765 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:07.160536 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d720e05-3447-4f7e-9733-cf2ae46f75e4 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:59:07.179304 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0d720e05-3447-4f7e-9733-cf2ae46f75e4 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:07.270699 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7412f179-7ce0-416f-97d7-4aa79717d91d None None] Sync routers for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:59:07.330657 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7412f179-7ce0-416f-97d7-4aa79717d91d None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:07.331445 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7412f179-7ce0-416f-97d7-4aa79717d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:07.368633 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0d720e05-3447-4f7e-9733-cf2ae46f75e4 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "PUT /v2.0/floatingips/cdaaec2f-9def-478d-a56c-5591ed1fd7ec HTTP/1.1" status: 200 len: 688 time: 1.9279561 Nov 02 11:59:07.374150 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57232) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:07.483865 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7412f179-7ce0-416f-97d7-4aa79717d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:07.486087 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe90a0-6387-438e-bb10-5bb7f32a6d94 None None] Pushing event updated for resources: {'Port': ['ID=6ae83060-6de2-41cf-89ab-21ce144e184a,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:07.531707 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Attempting to bind port 6ae83060-6de2-41cf-89ab-21ce144e184a on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:59:07.532093 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Attempting to bind port 6ae83060-6de2-41cf-89ab-21ce144e184a by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '52731252-3f63-4b20-aa8a-d8d9cc257030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:59:07.532611 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Attempting to bind port 6ae83060-6de2-41cf-89ab-21ce144e184a on network dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:59:07.546158 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:59:07.546538 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Checking segment: {'id': '52731252-3f63-4b20-aa8a-d8d9cc257030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:59:07.555310 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:07.556655 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Bound using segment: {'id': '52731252-3f63-4b20-aa8a-d8d9cc257030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:59:07.556655 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Bound port: 6ae83060-6de2-41cf-89ab-21ce144e184a, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52731252-3f63-4b20-aa8a-d8d9cc257030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:59:07.556898 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:07.563668 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7412f179-7ce0-416f-97d7-4aa79717d91d None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:07.564343 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7412f179-7ce0-416f-97d7-4aa79717d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:07.602776 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165f55b-9de4-4740-92be-ab1c7d426df8 req-fc063dae-df1e-4895-a461-362ec2ffcf92 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:07.611606 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7165f55b-9de4-4740-92be-ab1c7d426df8 req-fc063dae-df1e-4895-a461-362ec2ffcf92 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 944 time: 0.4535146 Nov 02 11:59:07.625227 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:07.638913 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 972f5327-98d4-45b6-9ae3-e31dbbf4cd36 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:59:07.684659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-105d6365-b668-4f33-805c-d13247a3a45a', 'network_id': '105d6365-b668-4f33-805c-d13247a3a45a', 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'fixed_ips': [{'subnet_id': 'b53a0f6f-3ef4-4f05-bfb5-9f20c314daf5'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:59:07.685636 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:07.721081 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7412f179-7ce0-416f-97d7-4aa79717d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:07.721081 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7412f179-7ce0-416f-97d7-4aa79717d91d None None] The sync data for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:59:07.842419 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-271bb05c-e61d-4c21-a54b-d2205ac50439 None None] Provisioning complete for port fa0c66ff-8827-457a-897c-737657413b1c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:07.843889 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-271bb05c-e61d-4c21-a54b-d2205ac50439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:07.896192 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] Set router 5761378b-eaf3-4938-a356-5e816961f306 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:59:07.916986 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7165f55b-9de4-4740-92be-ab1c7d426df8 req-ecf14ebd-66fa-46c2-9e07-25822d730fcd tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3043132 Nov 02 11:59:07.997609 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] For port 6ae83060-6de2-41cf-89ab-21ce144e184a, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:59:08.018407 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] For port 6ae83060-6de2-41cf-89ab-21ce144e184a, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6ae83060-6de2-41cf-89ab-21ce144e184a,segment=NetworkSegment(52731252-3f63-4b20-aa8a-d8d9cc257030),segment_id=52731252-3f63-4b20-aa8a-d8d9cc257030)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:59:08.024121 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c5ebbf13-271b-4da6-9d77-4a36bafc1e23 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Deleting port 093c346f-9dd1-42b8-aab9-08f2dd92e64f {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:59:08.026327 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c5ebbf13-271b-4da6-9d77-4a36bafc1e23 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:08.100217 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:08.142618 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:59:08.241081 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe90a0-6387-438e-bb10-5bb7f32a6d94 None None] Pushing event updated for resources: {'Port': ['ID=6ae83060-6de2-41cf-89ab-21ce144e184a,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:08.298321 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c5ebbf13-271b-4da6-9d77-4a36bafc1e23 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:08.298650 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c5ebbf13-271b-4da6-9d77-4a36bafc1e23 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:08.306236 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Routers {'7a0416e2-e0b8-49fc-a995-74d07fcea59d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:08.311464 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:08.342169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c5ebbf13-271b-4da6-9d77-4a36bafc1e23 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Calling delete_port for 093c346f-9dd1-42b8-aab9-08f2dd92e64f owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:59:08.587423 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:08.625756 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:08.879537 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] Set router 7a0416e2-e0b8-49fc-a995-74d07fcea59d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:59:08.902277 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c5ebbf13-271b-4da6-9d77-4a36bafc1e23 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:08.941679 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] Allocated IP 172.25.6.225 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/c0cdcfe3-ca76-4887-a3ef-3d5237c639f4) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:59:08.976035 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-271bb05c-e61d-4c21-a54b-d2205ac50439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:09.021361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 972f5327-98d4-45b6-9ae3-e31dbbf4cd36 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:09.021790 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:09.091733 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebbf13-271b-4da6-9d77-4a36bafc1e23 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event deleted for resources: {'Port': ['ID=093c346f-9dd1-42b8-aab9-08f2dd92e64f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:09.194842 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:09.232108 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Allocated IP 172.20.0.2 (105d6365-b668-4f33-805c-d13247a3a45a/b53a0f6f-3ef4-4f05-bfb5-9f20c314daf5/f0d25e7f-af0f-4dda-a942-548928113ad6) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:59:09.252934 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c5ebbf13-271b-4da6-9d77-4a36bafc1e23 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:09.264399 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c5ebbf13-271b-4da6-9d77-4a36bafc1e23 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:09.265327 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c5ebbf13-271b-4da6-9d77-4a36bafc1e23 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/floatingips/cdaaec2f-9def-478d-a56c-5591ed1fd7ec HTTP/1.1" status: 204 len: 168 time: 1.8884401 Nov 02 11:59:09.269391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57284) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:09.278246 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1420156404-router', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:56Z', 'updated_at': '2021-11-02T11:59:02Z', 'revision_number': 4, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'gw_port': {'id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:57Z', 'updated_at': '2021-11-02T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '6ae83060-6de2-41cf-89ab-21ce144e184a', 'name': '', 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'mac_address': 'fa:16:3e:ff:55:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6b553805-820e-40aa-9154-a28f88302dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:00Z', 'updated_at': '2021-11-02T11:59:07Z', 'revision_number': 4, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'subnets': [{'id': '6b553805-820e-40aa-9154-a28f88302dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:09.283330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': '18ebc5ad-a3ce-4083-a40b-5587761e01a3'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:59:09.341364 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f999bae6-be60-4442-acec-f6781ba007fb None None] The sync data for ids ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'] in n-d-806683-18 is: [{'id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1420156404-router', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:56Z', 'updated_at': '2021-11-02T11:59:02Z', 'revision_number': 4, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'gw_port': {'id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:57Z', 'updated_at': '2021-11-02T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '6ae83060-6de2-41cf-89ab-21ce144e184a', 'name': '', 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'mac_address': 'fa:16:3e:ff:55:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6b553805-820e-40aa-9154-a28f88302dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:00Z', 'updated_at': '2021-11-02T11:59:07Z', 'revision_number': 4, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'subnets': [{'id': '6b553805-820e-40aa-9154-a28f88302dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:59:09.397298 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:09.474593 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:09.490589 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:09.497578 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:09.557471 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:59:09.563688 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:09.579738 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:59:09.666587 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] Pushing event updated for resources: {'Port': ['ID=c0cdcfe3-ca76-4887-a3ef-3d5237c639f4,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:09.753317 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:09.936245 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-271bb05c-e61d-4c21-a54b-d2205ac50439 None None] For port fa0c66ff-8827-457a-897c-737657413b1c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=fa0c66ff-8827-457a-897c-737657413b1c,segment=NetworkSegment(4a335ce7-f5b1-46c8-bfe6-e84fb98359cc),segment_id=4a335ce7-f5b1-46c8-bfe6-e84fb98359cc)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:59:10.059347 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-271bb05c-e61d-4c21-a54b-d2205ac50439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:10.141954 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:10.149476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee476-96b5-403e-b615-70a34d4a42a7 req-b5b74848-649b-4f6b-bf75-e1749e184b6b tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:10.159035 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-af1ee476-96b5-403e-b615-70a34d4a42a7 req-b5b74848-649b-4f6b-bf75-e1749e184b6b tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 944 time: 0.2355807 Nov 02 11:59:10.300902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Allocated IP 172.25.6.221 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/6acfb2ed-3265-413b-97cf-39efecf9e597) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:59:10.347818 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-af1ee476-96b5-403e-b615-70a34d4a42a7 req-49ee5a57-35f7-4077-b050-a11c9b60dff5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854272 Nov 02 11:59:10.498890 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bb05c-e61d-4c21-a54b-d2205ac50439 None None] Pushing event updated for resources: {'Port': ['ID=fa0c66ff-8827-457a-897c-737657413b1c,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:10.531176 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:10.662713 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:10.813397 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:10.829340 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:10.886081 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Pushing event updated for resources: {'Port': ['ID=f0d25e7f-af0f-4dda-a942-548928113ad6,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:10.924436 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-45a75a29-0e4b-4261-a304-bd6ba1a5297b None None] Provisioning complete for port 6ae83060-6de2-41cf-89ab-21ce144e184a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:10.926846 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-45a75a29-0e4b-4261-a304-bd6ba1a5297b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:10.984619 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:59:11.014234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:11.022408 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:59:11.193630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=6acfb2ed-3265-413b-97cf-39efecf9e597,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:11.201059 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6ae83060-6de2-41cf-89ab-21ce144e184a up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:59:11.218245 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6703a0c5-236e-4579-9ee5-a77f8d97e444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:59:11.220617 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0c7ef5-8eb5-4cfd-8cf4-fbc422b5ee81" -d '{"events": [{"server_uuid": "6703a0c5-236e-4579-9ee5-a77f8d97e444", "name": "network-vif-plugged", "status": "completed", "tag": "d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:59:11.438894 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb5ea1d-bf31-40fb-a991-d42a3aad72cb x-openstack-request-id: req-cdb5ea1d-bf31-40fb-a991-d42a3aad72cb {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:59:11.444761 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6703a0c5-236e-4579-9ee5-a77f8d97e444", "name": "network-vif-plugged", "status": "completed", "tag": "d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:59:11.445038 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cdb5ea1d-bf31-40fb-a991-d42a3aad72cb {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:59:11.445595 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6703a0c5-236e-4579-9ee5-a77f8d97e444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf', 'code': 200} Nov 02 11:59:11.462825 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:59:11.524482 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Network 105d6365-b668-4f33-805c-d13247a3a45a is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:59:11.566185 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5761378b-eaf3-4938-a356-5e816961f306', 'name': 'tempest-TestServerMultinode-421739336-router', 'tenant_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'a62dcf71-fa81-483b-ab75-55fc57f1be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:51Z', 'updated_at': '2021-11-02T11:59:00Z', 'revision_number': 4, 'project_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'gw_port': {'id': 'a62dcf71-fa81-483b-ab75-55fc57f1be55', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5761378b-eaf3-4938-a356-5e816961f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:54Z', 'updated_at': '2021-11-02T11:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'fa0c66ff-8827-457a-897c-737657413b1c', 'name': '', 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952', 'tenant_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'mac_address': 'fa:16:3e:8f:b4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5761378b-eaf3-4938-a356-5e816961f306', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba7953e6-b758-4f4a-9e5c-37aeb2353de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:59Z', 'updated_at': '2021-11-02T11:59:06Z', 'revision_number': 4, 'project_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'subnets': [{'id': 'ba7953e6-b758-4f4a-9e5c-37aeb2353de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:11.586526 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:11.598684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:11.616397 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:59:11.753579 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:11.813228 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7feff5-740e-4a62-a8a4-99608d77fac6 None None] The sync data for ids ['5761378b-eaf3-4938-a356-5e816961f306'] in n-d-806683-18 is: [{'id': '5761378b-eaf3-4938-a356-5e816961f306', 'name': 'tempest-TestServerMultinode-421739336-router', 'tenant_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'a62dcf71-fa81-483b-ab75-55fc57f1be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:51Z', 'updated_at': '2021-11-02T11:59:00Z', 'revision_number': 4, 'project_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'gw_port': {'id': 'a62dcf71-fa81-483b-ab75-55fc57f1be55', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5761378b-eaf3-4938-a356-5e816961f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:54Z', 'updated_at': '2021-11-02T11:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'fa0c66ff-8827-457a-897c-737657413b1c', 'name': '', 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952', 'tenant_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'mac_address': 'fa:16:3e:8f:b4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5761378b-eaf3-4938-a356-5e816961f306', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': 'ba7953e6-b758-4f4a-9e5c-37aeb2353de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:59Z', 'updated_at': '2021-11-02T11:59:06Z', 'revision_number': 4, 'project_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'subnets': [{'id': 'ba7953e6-b758-4f4a-9e5c-37aeb2353de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:59:12.197661 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42686957-e353-4692-bb59-add565ff90c3 req-bd946825-8703-4dc5-a130-cd8e8ae419d5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:12.199961 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-45a75a29-0e4b-4261-a304-bd6ba1a5297b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:12.206297 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42686957-e353-4692-bb59-add565ff90c3 req-bd946825-8703-4dc5-a130-cd8e8ae419d5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.6498973 Nov 02 11:59:12.213369 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:12.248292 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Attempting to bind port f0d25e7f-af0f-4dda-a942-548928113ad6 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:59:12.250596 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Attempting to bind port f0d25e7f-af0f-4dda-a942-548928113ad6 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'faf34757-c2d6-4fdf-99af-e90137595ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '105d6365-b668-4f33-805c-d13247a3a45a'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:59:12.250971 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Attempting to bind port f0d25e7f-af0f-4dda-a942-548928113ad6 on network 105d6365-b668-4f33-805c-d13247a3a45a {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:59:12.264627 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 6ae83060-6de2-41cf-89ab-21ce144e184a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:12.265002 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:12.290868 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:59:12.291438 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Checking segment: {'id': 'faf34757-c2d6-4fdf-99af-e90137595ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '105d6365-b668-4f33-805c-d13247a3a45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:59:12.292851 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:12.293305 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Bound using segment: {'id': 'faf34757-c2d6-4fdf-99af-e90137595ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '105d6365-b668-4f33-805c-d13247a3a45a'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:59:12.294609 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Bound port: f0d25e7f-af0f-4dda-a942-548928113ad6, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf34757-c2d6-4fdf-99af-e90137595ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '105d6365-b668-4f33-805c-d13247a3a45a'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:59:12.295032 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:12.387200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42686957-e353-4692-bb59-add565ff90c3 req-c6582889-1aea-4e70-baea-5bb5b330c749 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679654 Nov 02 11:59:12.439221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-45a75a29-0e4b-4261-a304-bd6ba1a5297b None None] For port 6ae83060-6de2-41cf-89ab-21ce144e184a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6ae83060-6de2-41cf-89ab-21ce144e184a,segment=NetworkSegment(52731252-3f63-4b20-aa8a-d8d9cc257030),segment_id=52731252-3f63-4b20-aa8a-d8d9cc257030)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:59:12.479380 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:12.564040 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-45a75a29-0e4b-4261-a304-bd6ba1a5297b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:12.813389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] For port f0d25e7f-af0f-4dda-a942-548928113ad6, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:59:12.821192 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] For port f0d25e7f-af0f-4dda-a942-548928113ad6, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f0d25e7f-af0f-4dda-a942-548928113ad6,segment=NetworkSegment(faf34757-c2d6-4fdf-99af-e90137595ed2),segment_id=faf34757-c2d6-4fdf-99af-e90137595ed2)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:59:12.876235 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a75a29-0e4b-4261-a304-bd6ba1a5297b None None] Pushing event updated for resources: {'Port': ['ID=6ae83060-6de2-41cf-89ab-21ce144e184a,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:12.934178 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:12.956904 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] Router 8b9e52ad-c2f5-4d8a-95a3-305bf67499fd is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:59:13.162492 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff0705-7a01-41f7-b119-b8af5b3e663a None None] Pushing event updated for resources: {'Port': ['ID=f0d25e7f-af0f-4dda-a942-548928113ad6,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:13.360077 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:59:13.407119 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Sync routers for ids ['8b9e52ad-c2f5-4d8a-95a3-305bf67499fd'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:59:13.469524 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Routers {'8b9e52ad-c2f5-4d8a-95a3-305bf67499fd'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:13.474268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8b9e52ad-c2f5-4d8a-95a3-305bf67499fd'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:13.499651 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:13.501065 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1f27ac93-ddde-47da-a270-81d4a653370b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7550347 Nov 02 11:59:13.504295 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57332) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:13.715377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device fa0c66ff-8827-457a-897c-737657413b1c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:59:14.211505 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acb949-b8fe-4573-8dda-fcb1f2443aee req-a6e174ca-d164-4162-8cc6-d0a83e23edbd tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:14.224037 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c4acb949-b8fe-4573-8dda-fcb1f2443aee req-a6e174ca-d164-4162-8cc6-d0a83e23edbd tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.3505161 Nov 02 11:59:14.486064 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:14.583292 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c4acb949-b8fe-4573-8dda-fcb1f2443aee req-1ba968eb-bf08-4f98-aa11-c491afc55fdd tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3542817 Nov 02 11:59:14.825237 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:14.836887 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:14.869912 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port fa0c66ff-8827-457a-897c-737657413b1c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:14.870457 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:14.964036 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Set router 8b9e52ad-c2f5-4d8a-95a3-305bf67499fd gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:59:15.273454 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc4ac79-d25f-4aa4-bb7b-4508aea3842f None None] Network 105d6365-b668-4f33-805c-d13247a3a45a requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:59:15.286265 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Allocated IP 172.20.0.1 (105d6365-b668-4f33-805c-d13247a3a45a/b53a0f6f-3ef4-4f05-bfb5-9f20c314daf5/71309f57-e27d-4cf6-870a-09477a6fdb0b) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:59:15.336664 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:15.430443 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:15.529665 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:15.604707 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:15.796183 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-fab5d374-b065-45f8-a8f0-39f149e15480 None None] Provisioning complete for port f0d25e7f-af0f-4dda-a942-548928113ad6 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:15.796718 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fab5d374-b065-45f8-a8f0-39f149e15480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:15.883219 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=6acfb2ed-3265-413b-97cf-39efecf9e597,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:15.970545 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:15.975122 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7e8d1-608c-4342-94c5-5b90df6583b6 req-b48c8ecc-6592-4c95-b651-ce43e1682da1 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:15.985537 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9a7e8d1-608c-4342-94c5-5b90df6583b6 req-b48c8ecc-6592-4c95-b651-ce43e1682da1 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.1628046 Nov 02 11:59:16.017967 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6ae83060-6de2-41cf-89ab-21ce144e184a up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:59:16.067489 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9a7e8d1-608c-4342-94c5-5b90df6583b6 req-a2a9d208-b14a-437a-8584-1f78de3e0413 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805404 Nov 02 11:59:16.117537 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Floating IP 68f79088-f4cb-4e53-8784-1d478fac4848 associated. External IP: 172.25.6.221, port: 18ebc5ad-a3ce-4083-a40b-5587761e01a3. Nov 02 11:59:16.241046 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fab5d374-b065-45f8-a8f0-39f149e15480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:16.255828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Pushing event updated for resources: {'Port': ['ID=71309f57-e27d-4cf6-870a-09477a6fdb0b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:16.267933 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'name': 'tempest-TestServerMultinode-1356687682-router', 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c0cdcfe3-ca76-4887-a3ef-3d5237c639f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:59:06Z', 'updated_at': '2021-11-02T11:59:10Z', 'revision_number': 3, 'project_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'gw_port': {'id': 'c0cdcfe3-ca76-4887-a3ef-3d5237c639f4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:08Z', 'updated_at': '2021-11-02T11:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:16.269959 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Network 105d6365-b668-4f33-805c-d13247a3a45a is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:59:16.274454 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:16.283208 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:59:16.396652 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:16.409253 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Checking router: 8b9e52ad-c2f5-4d8a-95a3-305bf67499fd for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:59:16.420538 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Updating router 8b9e52ad-c2f5-4d8a-95a3-305bf67499fd port c0cdcfe3-ca76-4887-a3ef-3d5237c639f4 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:59:16.544757 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 6ae83060-6de2-41cf-89ab-21ce144e184a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:16.559273 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:16.572875 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-fab5d374-b065-45f8-a8f0-39f149e15480 None None] For port f0d25e7f-af0f-4dda-a942-548928113ad6, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f0d25e7f-af0f-4dda-a942-548928113ad6,segment=NetworkSegment(faf34757-c2d6-4fdf-99af-e90137595ed2),segment_id=faf34757-c2d6-4fdf-99af-e90137595ed2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:59:16.595908 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:16.851067 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router 38a1dab6-fbdc-4572-af09-0344a554a37b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:59:17.050851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:59:17.061702 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ea2c87-be50-4200-a58d-ff98f3df861d None None] Sync routers for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:59:17.077146 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea2c87-be50-4200-a58d-ff98f3df861d None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:17.092021 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d6ea2c87-be50-4200-a58d-ff98f3df861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:17.192804 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d6ea2c87-be50-4200-a58d-ff98f3df861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:17.197538 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:17.219455 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea2c87-be50-4200-a58d-ff98f3df861d None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:17.220458 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d6ea2c87-be50-4200-a58d-ff98f3df861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:17.280916 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d6ea2c87-be50-4200-a58d-ff98f3df861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:17.282767 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ea2c87-be50-4200-a58d-ff98f3df861d None None] The sync data for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:59:17.359056 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:17.375396 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fab5d374-b065-45f8-a8f0-39f149e15480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:17.412644 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:17.524886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a558050-c92a-4685-8a74-422fc1420a13 req-dea9d125-255c-4bc7-88b5-584ae02bde8c tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:17.544064 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1a558050-c92a-4685-8a74-422fc1420a13 req-dea9d125-255c-4bc7-88b5-584ae02bde8c tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.3007896 Nov 02 11:59:17.580009 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57378) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:17.583526 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1f0e872c-f263-4eb9-9660-5e22a6272c2f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.3099029 Nov 02 11:59:17.608444 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:17.701456 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1a558050-c92a-4685-8a74-422fc1420a13 req-0e83ea2d-99a4-4676-ab9f-2926e395f290 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531920 Nov 02 11:59:17.788958 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5d374-b065-45f8-a8f0-39f149e15480 None None] Pushing event updated for resources: {'Port': ['ID=f0d25e7f-af0f-4dda-a942-548928113ad6,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:17.838221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3e5a9171-520c-4c6e-82e8-761527fc439e None None] Provisioning complete for port f0d25e7f-af0f-4dda-a942-548928113ad6 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:17.838221 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3e5a9171-520c-4c6e-82e8-761527fc439e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:17.838221 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3338148b-4a7a-4424-9c90-6980d228dd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:17.905505 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57384) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:17.918790 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-969eeddb-81be-4fe9-a16e-d85d9bc85021 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "GET /v2.0/floatingips/68f79088-f4cb-4e53-8784-1d478fac4848 HTTP/1.1" status: 200 len: 978 time: 0.3368466 Nov 02 11:59:18.010007 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:18.061816 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbacba8-0149-4d55-b754-960a156b5a19 None None] Pushing event updated for resources: {'Port': ['ID=c0cdcfe3-ca76-4887-a3ef-3d5237c639f4,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:18.073519 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Attempting to bind port c0cdcfe3-ca76-4887-a3ef-3d5237c639f4 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:59:18.074966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Attempting to bind port c0cdcfe3-ca76-4887-a3ef-3d5237c639f4 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:59:18.075588 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Attempting to bind port c0cdcfe3-ca76-4887-a3ef-3d5237c639f4 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:59:18.090850 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbacba8-0149-4d55-b754-960a156b5a19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.091588 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbacba8-0149-4d55-b754-960a156b5a19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.092392 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbacba8-0149-4d55-b754-960a156b5a19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.092913 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbacba8-0149-4d55-b754-960a156b5a19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.093441 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbacba8-0149-4d55-b754-960a156b5a19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.094149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbacba8-0149-4d55-b754-960a156b5a19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.095241 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbacba8-0149-4d55-b754-960a156b5a19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.095741 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbacba8-0149-4d55-b754-960a156b5a19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.096261 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbacba8-0149-4d55-b754-960a156b5a19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.098214 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbacba8-0149-4d55-b754-960a156b5a19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.099702 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbacba8-0149-4d55-b754-960a156b5a19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.100887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbacba8-0149-4d55-b754-960a156b5a19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.116867 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:59:18.117483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:59:18.118877 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:18.120383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:59:18.121425 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Bound port: c0cdcfe3-ca76-4887-a3ef-3d5237c639f4, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:59:18.122079 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:18.161922 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:18.194500 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bd8e0cb6-8a27-49c0-8b07-ca7b53e73e1c tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2882779 Nov 02 11:59:18.207497 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57386) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:18.212667 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-62b8589b-9649-489d-a9c9-b47477ba0381 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'floatingip': {'port_id': 'c91aba22-7ae5-4366-968a-82ba15f889b7'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:59:18.254283 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] For port c0cdcfe3-ca76-4887-a3ef-3d5237c639f4, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:59:18.254283 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] For port c0cdcfe3-ca76-4887-a3ef-3d5237c639f4, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c0cdcfe3-ca76-4887-a3ef-3d5237c639f4,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:59:18.329127 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:18.344577 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Pushing event updated for resources: {'Port': ['ID=71309f57-e27d-4cf6-870a-09477a6fdb0b,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:18.366835 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-62b8589b-9649-489d-a9c9-b47477ba0381 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:18.372345 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.373083 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.373694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.374293 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.374856 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.375706 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.376268 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.376828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.377656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.378232 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.379077 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.379670 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:18.535358 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Network 105d6365-b668-4f33-805c-d13247a3a45a is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:59:18.542484 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:18.571094 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:18.680626 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3e5a9171-520c-4c6e-82e8-761527fc439e None None] Provisioning complete for port 71309f57-e27d-4cf6-870a-09477a6fdb0b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:18.681002 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3e5a9171-520c-4c6e-82e8-761527fc439e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:18.812665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Routers {'8b9e52ad-c2f5-4d8a-95a3-305bf67499fd'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:18.813324 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:58:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8b9e52ad-c2f5-4d8a-95a3-305bf67499fd'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:19.001854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Router 8b9e52ad-c2f5-4d8a-95a3-305bf67499fd has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:59:19.118017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3e5a9171-520c-4c6e-82e8-761527fc439e None None] Port 71309f57-e27d-4cf6-870a-09477a6fdb0b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:59:19.125861 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f0d25e7f-af0f-4dda-a942-548928113ad6 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:59:19.341622 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:59:19.351494 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-883947c9-8dc9-4b16-a949-c718a89d6077 admin admin] 10.222.0.52 "PUT /v2.0/routers/8b9e52ad-c2f5-4d8a-95a3-305bf67499fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8461041 Nov 02 11:59:19.397795 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd96f8c-1516-400c-93db-9a0b8eb77591 req-83c42252-29f2-4c74-9402-5a2ea09cb01a tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:19.406165 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ecd96f8c-1516-400c-93db-9a0b8eb77591 req-83c42252-29f2-4c74-9402-5a2ea09cb01a tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.4818583 Nov 02 11:59:19.557940 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] Set router 8b9e52ad-c2f5-4d8a-95a3-305bf67499fd gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:59:19.595748 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ecd96f8c-1516-400c-93db-9a0b8eb77591 req-744be414-1046-47a3-839d-af00a9c9722c tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883924 Nov 02 11:59:20.030474 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbacba8-0149-4d55-b754-960a156b5a19 None None] Pushing event updated for resources: {'Port': ['ID=c0cdcfe3-ca76-4887-a3ef-3d5237c639f4,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:20.050362 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7ded8f38-3621-4f58-8552-ff327d93fbec None None] Provisioning complete for port 71309f57-e27d-4cf6-870a-09477a6fdb0b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:20.051084 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7ded8f38-3621-4f58-8552-ff327d93fbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:20.053318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port f0d25e7f-af0f-4dda-a942-548928113ad6 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:20.053768 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:20.092131 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.resource_extend [None req-62b8589b-9649-489d-a9c9-b47477ba0381 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 11:59:20.189223 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-62b8589b-9649-489d-a9c9-b47477ba0381 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:20.276192 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-62b8589b-9649-489d-a9c9-b47477ba0381 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:20.563522 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-62b8589b-9649-489d-a9c9-b47477ba0381 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Floating IP 68f79088-f4cb-4e53-8784-1d478fac4848 associated. External IP: 172.25.6.221, port: 18ebc5ad-a3ce-4083-a40b-5587761e01a3. Nov 02 11:59:20.634342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7ded8f38-3621-4f58-8552-ff327d93fbec None None] Port 71309f57-e27d-4cf6-870a-09477a6fdb0b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:59:20.691834 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-78478358-62d8-49bc-92e4-7b12d06f6795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:20.796328 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'name': 'tempest-TestServerMultinode-1356687682-router', 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c0cdcfe3-ca76-4887-a3ef-3d5237c639f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:59:06Z', 'updated_at': '2021-11-02T11:59:16Z', 'revision_number': 4, 'project_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'gw_port': {'id': 'c0cdcfe3-ca76-4887-a3ef-3d5237c639f4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:08Z', 'updated_at': '2021-11-02T11:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '71309f57-e27d-4cf6-870a-09477a6fdb0b', 'name': '', 'network_id': '105d6365-b668-4f33-805c-d13247a3a45a', 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'mac_address': 'fa:16:3e:76:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'b53a0f6f-3ef4-4f05-bfb5-9f20c314daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:14Z', 'updated_at': '2021-11-02T11:59:17Z', 'revision_number': 2, 'project_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'subnets': [{'id': 'b53a0f6f-3ef4-4f05-bfb5-9f20c314daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:20.953408 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a389777-8268-47b1-a982-87ed4e0e28e4 None None] The sync data for ids ['8b9e52ad-c2f5-4d8a-95a3-305bf67499fd'] in n-d-806683-18 is: [{'id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'name': 'tempest-TestServerMultinode-1356687682-router', 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c0cdcfe3-ca76-4887-a3ef-3d5237c639f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:59:06Z', 'updated_at': '2021-11-02T11:59:16Z', 'revision_number': 4, 'project_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'gw_port': {'id': 'c0cdcfe3-ca76-4887-a3ef-3d5237c639f4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:08Z', 'updated_at': '2021-11-02T11:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '71309f57-e27d-4cf6-870a-09477a6fdb0b', 'name': '', 'network_id': '105d6365-b668-4f33-805c-d13247a3a45a', 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'mac_address': 'fa:16:3e:76:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'b53a0f6f-3ef4-4f05-bfb5-9f20c314daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:14Z', 'updated_at': '2021-11-02T11:59:17Z', 'revision_number': 2, 'project_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'subnets': [{'id': 'b53a0f6f-3ef4-4f05-bfb5-9f20c314daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:59:21.194656 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b8589b-9649-489d-a9c9-b47477ba0381 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router 38a1dab6-fbdc-4572-af09-0344a554a37b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:59:21.466866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b8589b-9649-489d-a9c9-b47477ba0381 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:59:21.485462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f1423-24bf-49e2-b5b6-ac6f5bd46a43 None None] Sync routers for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:59:21.518362 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f1423-24bf-49e2-b5b6-ac6f5bd46a43 None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:21.519477 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-693f1423-24bf-49e2-b5b6-ac6f5bd46a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:21.631013 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:21.635661 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-693f1423-24bf-49e2-b5b6-ac6f5bd46a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:21.662982 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693f1423-24bf-49e2-b5b6-ac6f5bd46a43 None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:21.664017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-693f1423-24bf-49e2-b5b6-ac6f5bd46a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:21.722812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-693f1423-24bf-49e2-b5b6-ac6f5bd46a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:21.723796 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693f1423-24bf-49e2-b5b6-ac6f5bd46a43 None None] The sync data for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:59:22.426751 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:22.853265 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b8589b-9649-489d-a9c9-b47477ba0381 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router 38a1dab6-fbdc-4572-af09-0344a554a37b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:59:23.074704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b8589b-9649-489d-a9c9-b47477ba0381 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:59:23.082331 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-62b8589b-9649-489d-a9c9-b47477ba0381 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:23.089670 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58df3f1-2dfe-4aa0-9417-66192a6c4b0f None None] Sync routers for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:59:23.140238 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58df3f1-2dfe-4aa0-9417-66192a6c4b0f None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:23.140756 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d58df3f1-2dfe-4aa0-9417-66192a6c4b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:23.201066 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d58df3f1-2dfe-4aa0-9417-66192a6c4b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:23.214239 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58df3f1-2dfe-4aa0-9417-66192a6c4b0f None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:23.215381 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d58df3f1-2dfe-4aa0-9417-66192a6c4b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:23.309070 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-62b8589b-9649-489d-a9c9-b47477ba0381 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "PUT /v2.0/floatingips/68f79088-f4cb-4e53-8784-1d478fac4848 HTTP/1.1" status: 200 len: 978 time: 5.1000264 Nov 02 11:59:23.314408 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57446) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:23.326377 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d58df3f1-2dfe-4aa0-9417-66192a6c4b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:23.327119 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e84d269e-47ac-4e0f-90ce-ef5edbe80d57 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:59:23.327557 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58df3f1-2dfe-4aa0-9417-66192a6c4b0f None None] The sync data for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:59:23.448277 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c0cdcfe3-ca76-4887-a3ef-3d5237c639f4 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:59:23.492450 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e84d269e-47ac-4e0f-90ce-ef5edbe80d57 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:23.725145 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c0cdcfe3-ca76-4887-a3ef-3d5237c639f4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:23.727703 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:23.772003 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e84d269e-47ac-4e0f-90ce-ef5edbe80d57 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:23.841727 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e84d269e-47ac-4e0f-90ce-ef5edbe80d57 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:23.842342 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-e84d269e-47ac-4e0f-90ce-ef5edbe80d57 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Floating IP 68f79088-f4cb-4e53-8784-1d478fac4848 disassociated. External IP: 172.25.6.221, port: c91aba22-7ae5-4366-968a-82ba15f889b7. Nov 02 11:59:24.018979 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:24.065444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port c0cdcfe3-ca76-4887-a3ef-3d5237c639f4, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c0cdcfe3-ca76-4887-a3ef-3d5237c639f4,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:59:24.092553 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:24.194730 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:24.296981 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:24.320985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=c0cdcfe3-ca76-4887-a3ef-3d5237c639f4,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:24.341058 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84d269e-47ac-4e0f-90ce-ef5edbe80d57 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router 38a1dab6-fbdc-4572-af09-0344a554a37b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:59:24.514635 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84d269e-47ac-4e0f-90ce-ef5edbe80d57 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:59:24.521295 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e84d269e-47ac-4e0f-90ce-ef5edbe80d57 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:24.531912 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afda2d25-e8ed-465a-83b4-b18ef33cabf1 None None] Sync routers for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:59:24.553252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afda2d25-e8ed-465a-83b4-b18ef33cabf1 None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:24.554202 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-afda2d25-e8ed-465a-83b4-b18ef33cabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:24.613937 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-afda2d25-e8ed-465a-83b4-b18ef33cabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:24.620111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57456) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:24.620897 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e84d269e-47ac-4e0f-90ce-ef5edbe80d57 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "PUT /v2.0/floatingips/68f79088-f4cb-4e53-8784-1d478fac4848 HTTP/1.1" status: 200 len: 688 time: 1.3001454 Nov 02 11:59:24.636715 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afda2d25-e8ed-465a-83b4-b18ef33cabf1 None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:24.637703 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-afda2d25-e8ed-465a-83b4-b18ef33cabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:24.686721 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-afda2d25-e8ed-465a-83b4-b18ef33cabf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:24.687833 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afda2d25-e8ed-465a-83b4-b18ef33cabf1 None None] The sync data for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:59:24.901992 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Deleting port 6acfb2ed-3265-413b-97cf-39efecf9e597 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:59:24.902340 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:24.920283 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:25.021194 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:25.021691 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:25.043377 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Calling delete_port for 6acfb2ed-3265-413b-97cf-39efecf9e597 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:59:25.117540 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Sync routers for ids ['8b9e52ad-c2f5-4d8a-95a3-305bf67499fd'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:59:25.145147 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Routers {'8b9e52ad-c2f5-4d8a-95a3-305bf67499fd'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:25.145847 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8b9e52ad-c2f5-4d8a-95a3-305bf67499fd'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:25.255091 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c0cdcfe3-ca76-4887-a3ef-3d5237c639f4 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:59:25.354778 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Set router 8b9e52ad-c2f5-4d8a-95a3-305bf67499fd gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:59:25.357322 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c0cdcfe3-ca76-4887-a3ef-3d5237c639f4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:25.357882 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:25.453132 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:25.526282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event deleted for resources: {'Port': ['ID=6acfb2ed-3265-413b-97cf-39efecf9e597,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:25.590243 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:25.590596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:25.591061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:25.591375 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:25.591711 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:25.592042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:25.592371 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:25.593288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:25.593621 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:25.593954 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:25.594515 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:25.594875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:25.656821 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:25.662233 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:25.666574 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57468) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:25.667153 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-385e8cbd-57c3-466b-a0f2-19e3c3855945 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/floatingips/68f79088-f4cb-4e53-8784-1d478fac4848 HTTP/1.1" status: 204 len: 168 time: 1.0451064 Nov 02 11:59:25.738146 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-60522b40-f7e5-45cf-b76a-abcc6962c4aa tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] delete failed (client error): The resource could not be found. Nov 02 11:59:25.740099 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-60522b40-f7e5-45cf-b76a-abcc6962c4aa tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/floatingips/68f79088-f4cb-4e53-8784-1d478fac4848 HTTP/1.1" status: 404 len: 345 time: 0.0711570 Nov 02 11:59:25.743704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57472) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:25.854300 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'name': 'tempest-TestServerMultinode-1356687682-router', 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c0cdcfe3-ca76-4887-a3ef-3d5237c639f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:59:06Z', 'updated_at': '2021-11-02T11:59:16Z', 'revision_number': 4, 'project_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'gw_port': {'id': 'c0cdcfe3-ca76-4887-a3ef-3d5237c639f4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:08Z', 'updated_at': '2021-11-02T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '71309f57-e27d-4cf6-870a-09477a6fdb0b', 'name': '', 'network_id': '105d6365-b668-4f33-805c-d13247a3a45a', 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'mac_address': 'fa:16:3e:76:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'b53a0f6f-3ef4-4f05-bfb5-9f20c314daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:14Z', 'updated_at': '2021-11-02T11:59:17Z', 'revision_number': 2, 'project_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'subnets': [{'id': 'b53a0f6f-3ef4-4f05-bfb5-9f20c314daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:25.906672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93af87be-25c4-4d80-9302-df94f0c0cf96 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:25.908945 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Checking router: 8b9e52ad-c2f5-4d8a-95a3-305bf67499fd for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 11:59:25.909332 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Updating router 8b9e52ad-c2f5-4d8a-95a3-305bf67499fd port 71309f57-e27d-4cf6-870a-09477a6fdb0b binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 11:59:25.914670 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93af87be-25c4-4d80-9302-df94f0c0cf96 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:25.922296 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93af87be-25c4-4d80-9302-df94f0c0cf96 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:25.925832 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-93af87be-25c4-4d80-9302-df94f0c0cf96 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "GET /v2.0/ports?network_id=467238ca-478b-44aa-b923-fa92d19c74e2 HTTP/1.1" status: 200 len: 2358 time: 0.1809461 Nov 02 11:59:25.929467 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57476) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:25.972876 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:26.022729 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4562ff5-6e0f-4605-a3de-8752d4aa0fd3 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:26.024522 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a4562ff5-6e0f-4605-a3de-8752d4aa0fd3 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "GET /v2.0/subnets/3300c84d-8739-416d-93e3-eed3a9ce4a2a HTTP/1.1" status: 200 len: 797 time: 0.0939903 Nov 02 11:59:26.030885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57480) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:26.036820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b9736e09-f203-4dec-984a-d0427216b901 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'port': {'network_id': '467238ca-478b-44aa-b923-fa92d19c74e2', 'name': 'tempest-FloatingIPTestJSON-2051250745', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:59:26.370341 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:26.674920 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9736e09-f203-4dec-984a-d0427216b901 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Made reservation on behalf of 6817f65d23324797bb4e4446c14419a8 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:59:26.813154 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:26.874095 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef50d7-17ce-4287-8c08-35f06095d47f None None] Pushing event updated for resources: {'Port': ['ID=71309f57-e27d-4cf6-870a-09477a6fdb0b,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:26.902909 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef50d7-17ce-4287-8c08-35f06095d47f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:26.902909 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef50d7-17ce-4287-8c08-35f06095d47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:26.902909 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef50d7-17ce-4287-8c08-35f06095d47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:26.904764 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef50d7-17ce-4287-8c08-35f06095d47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:26.905108 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef50d7-17ce-4287-8c08-35f06095d47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:26.905581 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef50d7-17ce-4287-8c08-35f06095d47f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:26.905913 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef50d7-17ce-4287-8c08-35f06095d47f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:26.906237 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef50d7-17ce-4287-8c08-35f06095d47f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:26.906560 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef50d7-17ce-4287-8c08-35f06095d47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:26.906880 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef50d7-17ce-4287-8c08-35f06095d47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:26.908757 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef50d7-17ce-4287-8c08-35f06095d47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:26.908757 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ef50d7-17ce-4287-8c08-35f06095d47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 11:59:26.994745 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Attempting to bind port 71309f57-e27d-4cf6-870a-09477a6fdb0b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:59:26.995144 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Attempting to bind port 71309f57-e27d-4cf6-870a-09477a6fdb0b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'faf34757-c2d6-4fdf-99af-e90137595ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '105d6365-b668-4f33-805c-d13247a3a45a'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:59:26.995505 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Attempting to bind port 71309f57-e27d-4cf6-870a-09477a6fdb0b on network 105d6365-b668-4f33-805c-d13247a3a45a {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:59:27.009907 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:59:27.011224 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Checking segment: {'id': 'faf34757-c2d6-4fdf-99af-e90137595ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '105d6365-b668-4f33-805c-d13247a3a45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:59:27.011224 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:27.011224 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Bound using segment: {'id': 'faf34757-c2d6-4fdf-99af-e90137595ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '105d6365-b668-4f33-805c-d13247a3a45a'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:59:27.011685 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Bound port: 71309f57-e27d-4cf6-870a-09477a6fdb0b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf34757-c2d6-4fdf-99af-e90137595ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '105d6365-b668-4f33-805c-d13247a3a45a'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:59:27.011906 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:27.182346 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] For port 71309f57-e27d-4cf6-870a-09477a6fdb0b, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:59:27.192189 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] For port 71309f57-e27d-4cf6-870a-09477a6fdb0b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=71309f57-e27d-4cf6-870a-09477a6fdb0b,segment=NetworkSegment(faf34757-c2d6-4fdf-99af-e90137595ed2),segment_id=faf34757-c2d6-4fdf-99af-e90137595ed2)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:59:27.281877 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:27.382887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-4031e0ae-25ac-494e-ac95-64c80a920fed None None] Provisioning complete for port 71309f57-e27d-4cf6-870a-09477a6fdb0b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:27.384020 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4031e0ae-25ac-494e-ac95-64c80a920fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:27.417540 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Routers {'8b9e52ad-c2f5-4d8a-95a3-305bf67499fd'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:27.419511 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8b9e52ad-c2f5-4d8a-95a3-305bf67499fd'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:27.491420 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9736e09-f203-4dec-984a-d0427216b901 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:27.529964 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef50d7-17ce-4287-8c08-35f06095d47f None None] Pushing event updated for resources: {'Port': ['ID=71309f57-e27d-4cf6-870a-09477a6fdb0b,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:27.557440 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-b9736e09-f203-4dec-984a-d0427216b901 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] device_id is not set on port e567f069-d63e-4c82-8ad9-0e021d84fb6f yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:59:27.688339 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4031e0ae-25ac-494e-ac95-64c80a920fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:27.800573 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4031e0ae-25ac-494e-ac95-64c80a920fed None None] For port 71309f57-e27d-4cf6-870a-09477a6fdb0b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=71309f57-e27d-4cf6-870a-09477a6fdb0b,segment=NetworkSegment(faf34757-c2d6-4fdf-99af-e90137595ed2),segment_id=faf34757-c2d6-4fdf-99af-e90137595ed2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:59:27.876034 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4031e0ae-25ac-494e-ac95-64c80a920fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:27.954553 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] Set router 8b9e52ad-c2f5-4d8a-95a3-305bf67499fd gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 11:59:28.081869 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031e0ae-25ac-494e-ac95-64c80a920fed None None] Pushing event updated for resources: {'Port': ['ID=71309f57-e27d-4cf6-870a-09477a6fdb0b,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:28.115600 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0975e8b6-2454-4c81-a6c2-0cc6cc39c2e4 None None] Provisioning complete for port 71309f57-e27d-4cf6-870a-09477a6fdb0b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:28.119208 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0975e8b6-2454-4c81-a6c2-0cc6cc39c2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:28.382267 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-b9736e09-f203-4dec-984a-d0427216b901 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Allocated IP 172.20.0.14 (467238ca-478b-44aa-b923-fa92d19c74e2/3300c84d-8739-416d-93e3-eed3a9ce4a2a/e567f069-d63e-4c82-8ad9-0e021d84fb6f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:59:28.391163 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-b9736e09-f203-4dec-984a-d0427216b901 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Allocated IP 172.20.0.13 (467238ca-478b-44aa-b923-fa92d19c74e2/3300c84d-8739-416d-93e3-eed3a9ce4a2a/e567f069-d63e-4c82-8ad9-0e021d84fb6f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:59:28.429296 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'name': 'tempest-TestServerMultinode-1356687682-router', 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c0cdcfe3-ca76-4887-a3ef-3d5237c639f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:59:06Z', 'updated_at': '2021-11-02T11:59:16Z', 'revision_number': 4, 'project_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'gw_port': {'id': 'c0cdcfe3-ca76-4887-a3ef-3d5237c639f4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:08Z', 'updated_at': '2021-11-02T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '71309f57-e27d-4cf6-870a-09477a6fdb0b', 'name': '', 'network_id': '105d6365-b668-4f33-805c-d13247a3a45a', 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'mac_address': 'fa:16:3e:76:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'b53a0f6f-3ef4-4f05-bfb5-9f20c314daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:14Z', 'updated_at': '2021-11-02T11:59:27Z', 'revision_number': 4, 'project_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'subnets': [{'id': 'b53a0f6f-3ef4-4f05-bfb5-9f20c314daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:28.504696 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d08407-eaf5-4a04-ae35-538014b6d5fe None None] The sync data for ids ['8b9e52ad-c2f5-4d8a-95a3-305bf67499fd'] in n-d-806683-18 is: [{'id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'name': 'tempest-TestServerMultinode-1356687682-router', 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c0cdcfe3-ca76-4887-a3ef-3d5237c639f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:59:06Z', 'updated_at': '2021-11-02T11:59:16Z', 'revision_number': 4, 'project_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'gw_port': {'id': 'c0cdcfe3-ca76-4887-a3ef-3d5237c639f4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:08Z', 'updated_at': '2021-11-02T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '71309f57-e27d-4cf6-870a-09477a6fdb0b', 'name': '', 'network_id': '105d6365-b668-4f33-805c-d13247a3a45a', 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'mac_address': 'fa:16:3e:76:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': 'b53a0f6f-3ef4-4f05-bfb5-9f20c314daf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:14Z', 'updated_at': '2021-11-02T11:59:27Z', 'revision_number': 4, 'project_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'subnets': [{'id': 'b53a0f6f-3ef4-4f05-bfb5-9f20c314daf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:59:28.743881 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9736e09-f203-4dec-984a-d0427216b901 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:28.849221 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9736e09-f203-4dec-984a-d0427216b901 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:28.913995 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9736e09-f203-4dec-984a-d0427216b901 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network 467238ca-478b-44aa-b923-fa92d19c74e2 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:59:28.913995 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-b9736e09-f203-4dec-984a-d0427216b901 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:28.922807 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9736e09-f203-4dec-984a-d0427216b901 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:59:29.029430 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9736e09-f203-4dec-984a-d0427216b901 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=e567f069-d63e-4c82-8ad9-0e021d84fb6f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:29.048381 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9736e09-f203-4dec-984a-d0427216b901 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:29.050208 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9736e09-f203-4dec-984a-d0427216b901 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:29.165257 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b9736e09-f203-4dec-984a-d0427216b901 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.1331494 Nov 02 11:59:29.168685 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57506) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:29.178056 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': 'e567f069-d63e-4c82-8ad9-0e021d84fb6f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:59:29.305013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 71309f57-e27d-4cf6-870a-09477a6fdb0b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:59:29.406001 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:29.501538 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 71309f57-e27d-4cf6-870a-09477a6fdb0b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:29.502203 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:29.656689 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:29.847718 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Allocated IP 172.25.6.34 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/04f70d62-fe33-4cc6-a619-cf998baf62bf) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:59:30.032185 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:30.150194 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:30.198918 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:59:30.205910 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:30.210242 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:59:30.286960 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=04f70d62-fe33-4cc6-a619-cf998baf62bf,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:30.776147 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:30.963885 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:31.294266 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:31.445911 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:31.576887 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=04f70d62-fe33-4cc6-a619-cf998baf62bf,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:31.599369 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:31.839725 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Floating IP c5791efb-d582-4a11-af40-2fd98e4f7f47 associated. External IP: 172.25.6.34, port: e567f069-d63e-4c82-8ad9-0e021d84fb6f. Nov 02 11:59:32.164960 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router 38a1dab6-fbdc-4572-af09-0344a554a37b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:59:32.342638 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:59:32.363015 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab58c78-8d0f-44da-a420-f1926990ab85 None None] Sync routers for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:59:32.375288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab58c78-8d0f-44da-a420-f1926990ab85 None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:32.376197 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fab58c78-8d0f-44da-a420-f1926990ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:32.436733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fab58c78-8d0f-44da-a420-f1926990ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:32.446468 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab58c78-8d0f-44da-a420-f1926990ab85 None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:32.447107 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fab58c78-8d0f-44da-a420-f1926990ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:32.501379 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fab58c78-8d0f-44da-a420-f1926990ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:32.502907 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab58c78-8d0f-44da-a420-f1926990ab85 None None] The sync data for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:59:32.536119 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:32.570421 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8982913e-2817-4a76-bbd3-1d090c4096f9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3999975 Nov 02 11:59:32.572675 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57542) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:32.577405 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-83b2063d-2241-422f-a805-a5dbd6097841 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'floatingip': {'port_id': 'e567f069-d63e-4c82-8ad9-0e021d84fb6f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:59:32.654586 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-83b2063d-2241-422f-a805-a5dbd6097841 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:33.370290 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-83b2063d-2241-422f-a805-a5dbd6097841 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:33.516209 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-83b2063d-2241-422f-a805-a5dbd6097841 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:33.833846 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b2063d-2241-422f-a805-a5dbd6097841 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router 38a1dab6-fbdc-4572-af09-0344a554a37b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:59:34.130987 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-a2711aae-84b1-4f4d-b5f4-7838a5d96446 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:34.139902 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-a2711aae-84b1-4f4d-b5f4-7838a5d96446 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/networks?id=aee8e91f-585b-4ccc-9a65-a84d2586b952 HTTP/1.1" status: 200 len: 910 time: 0.1534441 Nov 02 11:59:34.175229 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-f80b69ec-6614-4f13-9a35-0f847b008ae1 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/quotas/dfca57b0b14141f1ab06d7f871c61b8c HTTP/1.1" status: 200 len: 375 time: 0.0318558 Nov 02 11:59:34.269073 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-376646b5-ae3e-4c74-ae33-0fb157d69355 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=dfca57b0b14141f1ab06d7f871c61b8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924652 Nov 02 11:59:34.417335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b2063d-2241-422f-a805-a5dbd6097841 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:59:34.424448 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-83b2063d-2241-422f-a805-a5dbd6097841 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:34.431386 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d038d340-40bb-4ee8-9741-7ff6e1cefd1f None None] Sync routers for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:59:34.443091 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-7e86fa11-402b-43a8-8108-14c820602131 service neutron] 10.222.0.52 "GET /v2.0/networks/aee8e91f-585b-4ccc-9a65-a84d2586b952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652741 Nov 02 11:59:34.445427 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d038d340-40bb-4ee8-9741-7ff6e1cefd1f None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:34.447388 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d038d340-40bb-4ee8-9741-7ff6e1cefd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:34.495786 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d038d340-40bb-4ee8-9741-7ff6e1cefd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:34.506404 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-83b2063d-2241-422f-a805-a5dbd6097841 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "PUT /v2.0/floatingips/c5791efb-d582-4a11-af40-2fd98e4f7f47 HTTP/1.1" status: 200 len: 978 time: 1.9324036 Nov 02 11:59:34.509125 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57580) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:34.509563 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d038d340-40bb-4ee8-9741-7ff6e1cefd1f None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:34.510546 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d038d340-40bb-4ee8-9741-7ff6e1cefd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:34.558183 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d038d340-40bb-4ee8-9741-7ff6e1cefd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:34.559269 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d038d340-40bb-4ee8-9741-7ff6e1cefd1f None None] The sync data for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:59:34.599690 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-fefb62a7-868b-4745-936e-380577b1831c service neutron] 10.222.0.52 "GET /v2.0/networks/aee8e91f-585b-4ccc-9a65-a84d2586b952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487172 Nov 02 11:59:34.752805 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0a45a64a-014d-412a-8f16-19ae6f517d83 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Deleting port 04f70d62-fe33-4cc6-a619-cf998baf62bf {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:59:34.753157 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a45a64a-014d-412a-8f16-19ae6f517d83 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:34.856975 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a45a64a-014d-412a-8f16-19ae6f517d83 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:34.858661 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a45a64a-014d-412a-8f16-19ae6f517d83 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:34.878236 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0a45a64a-014d-412a-8f16-19ae6f517d83 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Calling delete_port for 04f70d62-fe33-4cc6-a619-cf998baf62bf owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:59:35.100940 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4952970-82ad-4a44-8bc6-80e05711482d req-1e4bd6d2-05ea-4cac-a76c-761e77673c44 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:35.102506 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f4952970-82ad-4a44-8bc6-80e05711482d req-1e4bd6d2-05ea-4cac-a76c-761e77673c44 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.0938368 Nov 02 11:59:35.232252 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f4952970-82ad-4a44-8bc6-80e05711482d req-ce425ca5-10cf-4e96-9c0d-1c8b148630b0 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131682 Nov 02 11:59:35.314046 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92da18-dd21-4c9e-86d7-ab0f9c8fc486 req-c836dbee-71c5-42f9-a697-dba6b0b91422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:35.316591 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e92da18-dd21-4c9e-86d7-ab0f9c8fc486 req-c836dbee-71c5-42f9-a697-dba6b0b91422 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c42cd043aff4c3dad752193a806d1f3&device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 1097 time: 0.3598988 Nov 02 11:59:35.401582 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a45a64a-014d-412a-8f16-19ae6f517d83 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:35.444985 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45a64a-014d-412a-8f16-19ae6f517d83 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event deleted for resources: {'Port': ['ID=04f70d62-fe33-4cc6-a619-cf998baf62bf,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:35.624980 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf88c822-3314-4dc8-a883-fbb089585e57 req-b23e8778-760d-48ee-a104-8ef5996edc8c tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 210 time: 0.1217704 Nov 02 11:59:35.630822 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92da18-dd21-4c9e-86d7-ab0f9c8fc486 req-c576c58d-f8bf-4bcc-99b7-c23581cab476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:35.632858 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e92da18-dd21-4c9e-86d7-ab0f9c8fc486 req-c576c58d-f8bf-4bcc-99b7-c23581cab476 service neutron] 10.222.0.79 "GET /v2.0/networks?id=de1624d7-02e7-4915-9539-81b4cd0f5d6b HTTP/1.1" status: 200 len: 918 time: 0.3068397 Nov 02 11:59:35.701038 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a45a64a-014d-412a-8f16-19ae6f517d83 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:35.701295 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-0a45a64a-014d-412a-8f16-19ae6f517d83 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Floating IP c5791efb-d582-4a11-af40-2fd98e4f7f47 disassociated (deleted). External IP: 172.25.6.34, port: e567f069-d63e-4c82-8ad9-0e021d84fb6f. Nov 02 11:59:35.774316 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e92da18-dd21-4c9e-86d7-ab0f9c8fc486 req-bb8ac2b0-f87a-4036-8bd6-78304f46f638 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf HTTP/1.1" status: 200 len: 1000 time: 0.1332126 Nov 02 11:59:35.930992 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92da18-dd21-4c9e-86d7-ab0f9c8fc486 req-a1f0f4ae-cb1f-4d52-b225-cf4ff88d2390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:35.933707 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e92da18-dd21-4c9e-86d7-ab0f9c8fc486 req-a1f0f4ae-cb1f-4d52-b225-cf4ff88d2390 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=17063659-e3c5-4f52-b046-a3aac82260e7 HTTP/1.1" status: 200 len: 856 time: 0.1513205 Nov 02 11:59:36.075018 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92da18-dd21-4c9e-86d7-ab0f9c8fc486 req-36053cc3-99fa-4851-b5f5-360ff284043d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:36.078104 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e92da18-dd21-4c9e-86d7-ab0f9c8fc486 req-36053cc3-99fa-4851-b5f5-360ff284043d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=de1624d7-02e7-4915-9539-81b4cd0f5d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295326 Nov 02 11:59:36.124136 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a45a64a-014d-412a-8f16-19ae6f517d83 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router 38a1dab6-fbdc-4572-af09-0344a554a37b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:59:36.326298 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e92da18-dd21-4c9e-86d7-ab0f9c8fc486 req-ab1d12cb-8200-45bd-8080-ed1490d6074d service neutron] 10.222.0.79 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347708 Nov 02 11:59:36.372740 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a45a64a-014d-412a-8f16-19ae6f517d83 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:59:36.384565 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c2cdcf-dfad-4f73-b5a0-25364571ab46 None None] Sync routers for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:59:36.387782 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a45a64a-014d-412a-8f16-19ae6f517d83 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:36.404093 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c2cdcf-dfad-4f73-b5a0-25364571ab46 None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:36.408916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-65c2cdcf-dfad-4f73-b5a0-25364571ab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:36.483677 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0a45a64a-014d-412a-8f16-19ae6f517d83 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/floatingips/c5791efb-d582-4a11-af40-2fd98e4f7f47 HTTP/1.1" status: 204 len: 168 time: 1.9725554 Nov 02 11:59:36.484696 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57628) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:36.529486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-65c2cdcf-dfad-4f73-b5a0-25364571ab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:36.581133 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c2cdcf-dfad-4f73-b5a0-25364571ab46 None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:36.582177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-65c2cdcf-dfad-4f73-b5a0-25364571ab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:36.604165 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e92da18-dd21-4c9e-86d7-ab0f9c8fc486 req-867dde0c-a1c4-45b1-ba12-ead964f57690 service neutron] 10.222.0.79 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744973 Nov 02 11:59:36.678302 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-65c2cdcf-dfad-4f73-b5a0-25364571ab46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:36.678989 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c2cdcf-dfad-4f73-b5a0-25364571ab46 None None] The sync data for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:59:36.695637 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81443d9e-fba6-4617-a0e4-a1c18fc5971a req-8ec5a536-ef28-4a15-9874-e895d17a31f7 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:36.697132 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-81443d9e-fba6-4617-a0e4-a1c18fc5971a req-8ec5a536-ef28-4a15-9874-e895d17a31f7 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.3176208 Nov 02 11:59:36.716754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-012cff7b-1808-434c-93ce-a05876593a25 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Deleting port e567f069-d63e-4c82-8ad9-0e021d84fb6f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:59:36.717524 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-012cff7b-1808-434c-93ce-a05876593a25 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:36.761554 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-81443d9e-fba6-4617-a0e4-a1c18fc5971a req-2b84442b-8c3a-4c14-945b-49b3d886dc91 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525000 Nov 02 11:59:36.860397 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-012cff7b-1808-434c-93ce-a05876593a25 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:36.882912 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-012cff7b-1808-434c-93ce-a05876593a25 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Calling delete_port for e567f069-d63e-4c82-8ad9-0e021d84fb6f owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:59:37.012808 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc171a4b-3a79-4ec0-8d41-95109e1a7c4a req-1550bf90-e1d0-44fc-975a-171e0aca5c6a tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 210 time: 0.0452404 Nov 02 11:59:37.309218 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-012cff7b-1808-434c-93ce-a05876593a25 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:37.336177 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cff7b-1808-434c-93ce-a05876593a25 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event deleted for resources: {'Port': ['ID=e567f069-d63e-4c82-8ad9-0e021d84fb6f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:37.495719 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-012cff7b-1808-434c-93ce-a05876593a25 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:37.504812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57644) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:37.505859 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-012cff7b-1808-434c-93ce-a05876593a25 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/ports/e567f069-d63e-4c82-8ad9-0e021d84fb6f HTTP/1.1" status: 204 len: 168 time: 1.0193565 Nov 02 11:59:37.510085 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1f89a677-d386-4f12-aba9-ad8c019ec3c0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:59:37.705690 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f89a677-d386-4f12-aba9-ad8c019ec3c0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:37.849727 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f89a677-d386-4f12-aba9-ad8c019ec3c0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:37.966067 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ed5ff-fd15-48f1-96b8-9fddd082f10f req-b34dc9bd-09d7-4cc1-a8cc-2e1b5dee9e81 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:37.967731 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-498ed5ff-fd15-48f1-96b8-9fddd082f10f req-b34dc9bd-09d7-4cc1-a8cc-2e1b5dee9e81 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 945 time: 0.1144223 Nov 02 11:59:38.093422 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-1f89a677-d386-4f12-aba9-ad8c019ec3c0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Allocated IP 172.25.6.159 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/d3eadaa5-4b07-47c7-9a6a-37c93c6b84c6) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:59:38.112083 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-498ed5ff-fd15-48f1-96b8-9fddd082f10f req-c422376b-f1ed-41b9-a235-9cb757f05ac0 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334431 Nov 02 11:59:38.202130 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:59:38.284218 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f89a677-d386-4f12-aba9-ad8c019ec3c0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:38.310506 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:38.344831 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6703a0c5-236e-4579-9ee5-a77f8d97e444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:59:38.347832 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dd5775-e2a1-495f-9163-897aa2ec29ee" -d '{"events": [{"server_uuid": "6703a0c5-236e-4579-9ee5-a77f8d97e444", "name": "network-vif-unplugged", "status": "completed", "tag": "d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:59:38.355606 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc2f8d5c-7c54-46a5-a5a7-5b4429b545d6 req-8fa5c1ca-5e49-4084-bc7c-ad2d434c5e82 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 210 time: 0.0299971 Nov 02 11:59:38.395233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:59:38.424674 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 11:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5e835f-08bf-4529-b71e-ba9d390dfde5 x-openstack-request-id: req-eb5e835f-08bf-4529-b71e-ba9d390dfde5 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:59:38.424674 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6703a0c5-236e-4579-9ee5-a77f8d97e444", "name": "network-vif-unplugged", "status": "completed", "tag": "d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:59:38.424674 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb5e835f-08bf-4529-b71e-ba9d390dfde5 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:59:38.424674 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6703a0c5-236e-4579-9ee5-a77f8d97e444', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf', 'code': 200} Nov 02 11:59:38.475657 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:38.476114 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f89a677-d386-4f12-aba9-ad8c019ec3c0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:38.563187 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f89a677-d386-4f12-aba9-ad8c019ec3c0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:59:38.573582 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-1f89a677-d386-4f12-aba9-ad8c019ec3c0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:38.580396 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f89a677-d386-4f12-aba9-ad8c019ec3c0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:59:38.610541 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:38.619283 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89a677-d386-4f12-aba9-ad8c019ec3c0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=d3eadaa5-4b07-47c7-9a6a-37c93c6b84c6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:38.711690 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f89a677-d386-4f12-aba9-ad8c019ec3c0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:38.845638 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f89a677-d386-4f12-aba9-ad8c019ec3c0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:38.948592 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 11:59:39.095990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-69183ded-97b3-4bab-a0b4-b03a567a946c tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:39.097496 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-69183ded-97b3-4bab-a0b4-b03a567a946c tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.54 "GET /v2.0/networks?id=aee8e91f-585b-4ccc-9a65-a84d2586b952 HTTP/1.1" status: 200 len: 910 time: 0.2259636 Nov 02 11:59:39.115013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-c940261a-52a9-4a36-a451-1ec3649112d2 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Request body: {'port': {'device_id': 'de554344-7403-4ab4-be0c-d76e4cd98313', 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952', 'admin_state_up': True, 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:59:39.289920 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-c940261a-52a9-4a36-a451-1ec3649112d2 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Made reservation on behalf of dfca57b0b14141f1ab06d7f871c61b8c for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:59:39.308053 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-c940261a-52a9-4a36-a451-1ec3649112d2 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:39.338556 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f89a677-d386-4f12-aba9-ad8c019ec3c0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:39.522627 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f89a677-d386-4f12-aba9-ad8c019ec3c0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:39.529100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-c940261a-52a9-4a36-a451-1ec3649112d2 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Allocated IP 172.20.0.13 (aee8e91f-585b-4ccc-9a65-a84d2586b952/ba7953e6-b758-4f4a-9e5c-37aeb2353de7/ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:59:39.655634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89a677-d386-4f12-aba9-ad8c019ec3c0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=d3eadaa5-4b07-47c7-9a6a-37c93c6b84c6,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:39.671617 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc9731-ecfb-4ebd-a8e2-5f0d41e50095 req-0319c072-09e9-4c0f-9b98-9f93ea7ee41e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:39.673165 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dfc9731-ecfb-4ebd-a8e2-5f0d41e50095 req-0319c072-09e9-4c0f-9b98-9f93ea7ee41e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 943 time: 0.1608779 Nov 02 11:59:39.682985 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f89a677-d386-4f12-aba9-ad8c019ec3c0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:39.795186 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dfc9731-ecfb-4ebd-a8e2-5f0d41e50095 req-c6b26d8b-1e98-4a47-a106-e39dd93d3f51 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032305 Nov 02 11:59:39.800200 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1f89a677-d386-4f12-aba9-ad8c019ec3c0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:39.804574 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1f89a677-d386-4f12-aba9-ad8c019ec3c0 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2949686 Nov 02 11:59:39.807110 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57694) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:39.809288 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-cae8a7be-2a8e-4596-948a-8e1c421cc604 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'port': {'network_id': '467238ca-478b-44aa-b923-fa92d19c74e2', 'name': 'tempest-FloatingIPTestJSON-1481336633'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:59:39.911294 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-c940261a-52a9-4a36-a451-1ec3649112d2 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:40.084399 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-c940261a-52a9-4a36-a451-1ec3649112d2 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:40.120906 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae8a7be-2a8e-4596-948a-8e1c421cc604 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Made reservation on behalf of 6817f65d23324797bb4e4446c14419a8 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:59:40.124597 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cae8a7be-2a8e-4596-948a-8e1c421cc604 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:40.160179 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-cae8a7be-2a8e-4596-948a-8e1c421cc604 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] device_id is not set on port 7ea7321a-423b-4728-ba9b-898928ab2222 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 11:59:40.167888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-c940261a-52a9-4a36-a451-1ec3649112d2 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Network aee8e91f-585b-4ccc-9a65-a84d2586b952 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:59:40.174734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-c940261a-52a9-4a36-a451-1ec3649112d2 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:40.203408 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-c940261a-52a9-4a36-a451-1ec3649112d2 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:59:40.206773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8aa1a-9acf-4f19-98ec-e6d19188f8bb req-6325adbb-68f3-417b-82c7-0e6ba6b0cde8 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:40.221128 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3be8aa1a-9acf-4f19-98ec-e6d19188f8bb req-6325adbb-68f3-417b-82c7-0e6ba6b0cde8 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 1028 time: 0.1677198 Nov 02 11:59:40.356722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940261a-52a9-4a36-a451-1ec3649112d2 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Pushing event updated for resources: {'Port': ['ID=ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:40.429451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-c940261a-52a9-4a36-a451-1ec3649112d2 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:40.430559 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-c940261a-52a9-4a36-a451-1ec3649112d2 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:40.478647 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3be8aa1a-9acf-4f19-98ec-e6d19188f8bb req-69f4ac9d-94c9-4ebd-aba8-19eff2cb4099 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658478 Nov 02 11:59:40.482850 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-cae8a7be-2a8e-4596-948a-8e1c421cc604 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Allocated IP 172.20.0.2 (467238ca-478b-44aa-b923-fa92d19c74e2/3300c84d-8739-416d-93e3-eed3a9ce4a2a/7ea7321a-423b-4728-ba9b-898928ab2222) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:59:40.550672 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-c940261a-52a9-4a36-a451-1ec3649112d2 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4442520 Nov 02 11:59:40.708134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Request body: {'port': {'device_id': 'de554344-7403-4ab4-be0c-d76e4cd98313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:59:40.742778 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6ea733e5-3573-46b1-b092-92c9ba2e6251 None None] Provisioning complete for port ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:40.743425 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6ea733e5-3573-46b1-b092-92c9ba2e6251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:40.844179 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6ea733e5-3573-46b1-b092-92c9ba2e6251 None None] Port ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 11:59:40.864416 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:40.872487 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cae8a7be-2a8e-4596-948a-8e1c421cc604 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:40.990374 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cae8a7be-2a8e-4596-948a-8e1c421cc604 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:41.055489 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae8a7be-2a8e-4596-948a-8e1c421cc604 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network 467238ca-478b-44aa-b923-fa92d19c74e2 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:59:41.059160 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-cae8a7be-2a8e-4596-948a-8e1c421cc604 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:41.061683 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae8a7be-2a8e-4596-948a-8e1c421cc604 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:59:41.069626 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8a7be-2a8e-4596-948a-8e1c421cc604 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=7ea7321a-423b-4728-ba9b-898928ab2222,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:41.161832 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae8a7be-2a8e-4596-948a-8e1c421cc604 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:41.164597 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cae8a7be-2a8e-4596-948a-8e1c421cc604 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:41.373483 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cae8a7be-2a8e-4596-948a-8e1c421cc604 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5679257 Nov 02 11:59:41.377493 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57720) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:41.385482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-c36482c6-1d16-45eb-b9d6-0398d4c58d86 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'floatingip': {'port_id': '7ea7321a-423b-4728-ba9b-898928ab2222'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:59:41.415589 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:59:41.437191 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:41.454721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Transition to ACTIVE for port object ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 11:59:41.480481 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c36482c6-1d16-45eb-b9d6-0398d4c58d86 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:41.558064 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:41.656192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Pushing event updated for resources: {'Port': ['ID=ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:41.826146 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Attempting to bind port ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:59:41.826823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Attempting to bind port ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '4a335ce7-f5b1-46c8-bfe6-e84fb98359cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:59:41.826823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Attempting to bind port ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa on network aee8e91f-585b-4ccc-9a65-a84d2586b952 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:59:41.843685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Port ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa on network aee8e91f-585b-4ccc-9a65-a84d2586b952 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 11:59:41.843685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Attempting to bind port ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa on network aee8e91f-585b-4ccc-9a65-a84d2586b952 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:59:41.853770 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:59:41.854122 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Checking segment: {'id': '4a335ce7-f5b1-46c8-bfe6-e84fb98359cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:59:41.854516 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Bound using segment: {'id': '4a335ce7-f5b1-46c8-bfe6-e84fb98359cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:59:41.854973 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Bound port: ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a335ce7-f5b1-46c8-bfe6-e84fb98359cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:59:41.857461 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:42.008326 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] For port ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:59:42.012425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] For port ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa,segment=NetworkSegment(4a335ce7-f5b1-46c8-bfe6-e84fb98359cc),segment_id=4a335ce7-f5b1-46c8-bfe6-e84fb98359cc)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:59:42.125157 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:42.163165 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:42.164187 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:42.165657 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] 10.222.0.54 "PUT /v2.0/ports/ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa HTTP/1.1" status: 200 len: 1093 time: 1.6070530 Nov 02 11:59:42.168399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de554344-7403-4ab4-be0c-d76e4cd98313', 'tag': 'ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:59:42.171845 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab0e53c-eed1-431f-a1cb-16d17036ae92" -d '{"events": [{"name": "network-changed", "server_uuid": "de554344-7403-4ab4-be0c-d76e4cd98313", "tag": "ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:59:42.201453 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd795331-1896-4ac4-b8f7-5c16d9ccfe5c service neutron] Pushing event updated for resources: {'Port': ['ID=ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:42.222078 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 11:59:42.248694 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c36482c6-1d16-45eb-b9d6-0398d4c58d86 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:42.492506 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c36482c6-1d16-45eb-b9d6-0398d4c58d86 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:42.498961 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-eb4169a9-fbc7-49a2-bcc8-419c47f02b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:42.500789 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-eb4169a9-fbc7-49a2-bcc8-419c47f02b78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dfca57b0b14141f1ab06d7f871c61b8c&device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 1096 time: 0.0984631 Nov 02 11:59:42.569704 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-38dc10a4-d971-4fc2-932f-dea270c80a67 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa HTTP/1.1" status: 200 len: 217 time: 0.0611396 Nov 02 11:59:42.654280 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-c36482c6-1d16-45eb-b9d6-0398d4c58d86 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Floating IP 0e87f920-09da-4e7a-80b0-9baa04d3f242 associated. External IP: 172.25.6.159, port: 7ea7321a-423b-4728-ba9b-898928ab2222. Nov 02 11:59:42.655269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04f787-8834-410d-8b26-bf3c9530377c req-0f65038e-7b91-4291-bd54-24bbb466753d tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:42.657543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ba04f787-8834-410d-8b26-bf3c9530377c req-0f65038e-7b91-4291-bd54-24bbb466753d tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 1096 time: 0.0868580 Nov 02 11:59:42.659515 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-301714f4-e281-4592-8b8a-f1a310d94a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:42.661024 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-301714f4-e281-4592-8b8a-f1a310d94a4c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba7953e6-b758-4f4a-9e5c-37aeb2353de7 HTTP/1.1" status: 200 len: 848 time: 0.0814307 Nov 02 11:59:42.748788 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-37259cfd-d46f-466c-b5bf-1e5057338b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:42.750236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-37259cfd-d46f-466c-b5bf-1e5057338b1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aee8e91f-585b-4ccc-9a65-a84d2586b952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816789 Nov 02 11:59:42.754787 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ba04f787-8834-410d-8b26-bf3c9530377c req-627bf731-8ea1-4ee7-bd27-304cca4beb62 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766943 Nov 02 11:59:42.879826 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-ed51c4b3-32c7-4c5d-a92c-e4c1922ac9f4 service neutron] 10.222.0.54 "GET /v2.0/networks/aee8e91f-585b-4ccc-9a65-a84d2586b952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215725 Nov 02 11:59:42.911991 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 11:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9406044-f667-40bc-ad67-717aa9bbc4f9 x-openstack-request-id: req-b9406044-f667-40bc-ad67-717aa9bbc4f9 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:59:42.912193 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36482c6-1d16-45eb-b9d6-0398d4c58d86 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router 38a1dab6-fbdc-4572-af09-0344a554a37b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:59:42.912973 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de554344-7403-4ab4-be0c-d76e4cd98313", "tag": "ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:59:42.913283 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b9406044-f667-40bc-ad67-717aa9bbc4f9 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:59:42.913885 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de554344-7403-4ab4-be0c-d76e4cd98313', 'tag': 'ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa', 'status': 'completed', 'code': 200} Nov 02 11:59:43.006708 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7c5f97c-0a2d-4c54-9d83-f7039a847c5b req-218da541-a152-4e29-8932-32d1804b4040 service neutron] 10.222.0.54 "GET /v2.0/networks/aee8e91f-585b-4ccc-9a65-a84d2586b952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191697 Nov 02 11:59:43.065948 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36482c6-1d16-45eb-b9d6-0398d4c58d86 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:59:43.071202 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c36482c6-1d16-45eb-b9d6-0398d4c58d86 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:43.077248 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ce6f4-1910-4c8b-b217-50fe383415eb None None] Sync routers for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:59:43.089294 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ce6f4-1910-4c8b-b217-50fe383415eb None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:43.092670 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1a1ce6f4-1910-4c8b-b217-50fe383415eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:43.111494 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c36482c6-1d16-45eb-b9d6-0398d4c58d86 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "PUT /v2.0/floatingips/0e87f920-09da-4e7a-80b0-9baa04d3f242 HTTP/1.1" status: 200 len: 978 time: 1.7327149 Nov 02 11:59:43.112895 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57754) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:43.148469 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1a1ce6f4-1910-4c8b-b217-50fe383415eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:43.160497 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ce6f4-1910-4c8b-b217-50fe383415eb None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:43.161102 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1a1ce6f4-1910-4c8b-b217-50fe383415eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:43.199826 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1a1ce6f4-1910-4c8b-b217-50fe383415eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:43.200513 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ce6f4-1910-4c8b-b217-50fe383415eb None None] The sync data for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:59:43.208268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0e53c-eed1-431f-a1cb-16d17036ae92 req-633d9b81-afdd-4069-a94f-e6a29b65be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:43.209984 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fab0e53c-eed1-431f-a1cb-16d17036ae92 req-633d9b81-afdd-4069-a94f-e6a29b65be16 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dfca57b0b14141f1ab06d7f871c61b8c&device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 1096 time: 0.0613198 Nov 02 11:59:43.225900 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-87da3a5e-5d02-40a1-86bc-f61de4f36a55 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Deleting port 7ea7321a-423b-4728-ba9b-898928ab2222 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:59:43.226253 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-87da3a5e-5d02-40a1-86bc-f61de4f36a55 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:43.328380 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-87da3a5e-5d02-40a1-86bc-f61de4f36a55 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:43.570681 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-87da3a5e-5d02-40a1-86bc-f61de4f36a55 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:43.571086 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-87da3a5e-5d02-40a1-86bc-f61de4f36a55 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:43.571415 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-87da3a5e-5d02-40a1-86bc-f61de4f36a55 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Floating IP 0e87f920-09da-4e7a-80b0-9baa04d3f242 disassociated. External IP: 172.25.6.159, port: 7ea7321a-423b-4728-ba9b-898928ab2222. Nov 02 11:59:43.571764 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-87da3a5e-5d02-40a1-86bc-f61de4f36a55 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Calling delete_port for 7ea7321a-423b-4728-ba9b-898928ab2222 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:59:43.704058 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0e53c-eed1-431f-a1cb-16d17036ae92 req-bcf6f0fd-b382-4291-9454-8d91838e27cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:43.706520 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fab0e53c-eed1-431f-a1cb-16d17036ae92 req-bcf6f0fd-b382-4291-9454-8d91838e27cf service neutron] 10.222.0.54 "GET /v2.0/networks?id=aee8e91f-585b-4ccc-9a65-a84d2586b952 HTTP/1.1" status: 200 len: 910 time: 0.4885123 Nov 02 11:59:43.755614 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fab0e53c-eed1-431f-a1cb-16d17036ae92 req-f4b2520d-49dc-43f4-9388-f09f09fccdf6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa HTTP/1.1" status: 200 len: 217 time: 0.0408244 Nov 02 11:59:43.810592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0e53c-eed1-431f-a1cb-16d17036ae92 req-bbcd446a-dc4b-4e4a-b817-dc3856b5e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:43.812203 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fab0e53c-eed1-431f-a1cb-16d17036ae92 req-bbcd446a-dc4b-4e4a-b817-dc3856b5e1bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba7953e6-b758-4f4a-9e5c-37aeb2353de7 HTTP/1.1" status: 200 len: 848 time: 0.0495679 Nov 02 11:59:43.866298 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0e53c-eed1-431f-a1cb-16d17036ae92 req-6e04c1b7-1394-4597-a71e-d88cc13d3f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:43.867019 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fab0e53c-eed1-431f-a1cb-16d17036ae92 req-6e04c1b7-1394-4597-a71e-d88cc13d3f2a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aee8e91f-585b-4ccc-9a65-a84d2586b952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468736 Nov 02 11:59:43.909829 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-87da3a5e-5d02-40a1-86bc-f61de4f36a55 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:43.941770 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da3a5e-5d02-40a1-86bc-f61de4f36a55 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event deleted for resources: {'Port': ['ID=7ea7321a-423b-4728-ba9b-898928ab2222,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:43.975118 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fab0e53c-eed1-431f-a1cb-16d17036ae92 req-b4d5b4c8-3000-427e-bc30-2a5f89a9a04d service neutron] 10.222.0.54 "GET /v2.0/networks/aee8e91f-585b-4ccc-9a65-a84d2586b952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993178 Nov 02 11:59:44.078701 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87da3a5e-5d02-40a1-86bc-f61de4f36a55 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router 38a1dab6-fbdc-4572-af09-0344a554a37b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:59:44.086348 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fab0e53c-eed1-431f-a1cb-16d17036ae92 req-51e9bbd5-9662-4771-8b3a-deafe2732ff5 service neutron] 10.222.0.54 "GET /v2.0/networks/aee8e91f-585b-4ccc-9a65-a84d2586b952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029615 Nov 02 11:59:44.376794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f0a28-ea99-4828-bcff-93c93a2518e6 req-8c589e6e-e77f-47a1-b28d-2ce49dd2a0f5 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:44.378893 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-920f0a28-ea99-4828-bcff-93c93a2518e6 req-8c589e6e-e77f-47a1-b28d-2ce49dd2a0f5 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 1096 time: 0.0528080 Nov 02 11:59:44.455752 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-920f0a28-ea99-4828-bcff-93c93a2518e6 req-732dbe3f-f893-4da1-b762-b8d4cf0f9dfa tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646801 Nov 02 11:59:44.543211 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87da3a5e-5d02-40a1-86bc-f61de4f36a55 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:59:44.558813 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6316d49-d4cf-4719-a57c-f3eb952991bc None None] Sync routers for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:59:44.573937 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6316d49-d4cf-4719-a57c-f3eb952991bc None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:44.574565 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b6316d49-d4cf-4719-a57c-f3eb952991bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:44.625287 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-87da3a5e-5d02-40a1-86bc-f61de4f36a55 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:44.630482 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-87da3a5e-5d02-40a1-86bc-f61de4f36a55 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/ports/7ea7321a-423b-4728-ba9b-898928ab2222 HTTP/1.1" status: 204 len: 168 time: 1.5165479 Nov 02 11:59:44.633903 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57784) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:44.642170 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b6316d49-d4cf-4719-a57c-f3eb952991bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:44.655999 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6316d49-d4cf-4719-a57c-f3eb952991bc None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:44.655999 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b6316d49-d4cf-4719-a57c-f3eb952991bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:44.695502 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b6316d49-d4cf-4719-a57c-f3eb952991bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:44.696071 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6316d49-d4cf-4719-a57c-f3eb952991bc None None] The sync data for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:59:44.697835 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-60372c19-db8b-48d1-8b0b-de7ede38deb7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "GET /v2.0/floatingips/0e87f920-09da-4e7a-80b0-9baa04d3f242 HTTP/1.1" status: 200 len: 688 time: 0.0621309 Nov 02 11:59:44.700022 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57786) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:44.840793 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f08c1843-1dd3-40c7-a0df-cebef8b2d7d6 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Deleting port d3eadaa5-4b07-47c7-9a6a-37c93c6b84c6 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 11:59:44.841139 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f08c1843-1dd3-40c7-a0df-cebef8b2d7d6 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:44.928088 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f08c1843-1dd3-40c7-a0df-cebef8b2d7d6 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:44.933795 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f08c1843-1dd3-40c7-a0df-cebef8b2d7d6 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:44.944331 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f08c1843-1dd3-40c7-a0df-cebef8b2d7d6 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Calling delete_port for d3eadaa5-4b07-47c7-9a6a-37c93c6b84c6 owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 11:59:44.985387 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3f768-b6d7-4714-bf53-2ad4abc10984 req-02989dc6-31c6-4b35-9b14-3c8e4c67ad79 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:44.985387 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e6a3f768-b6d7-4714-bf53-2ad4abc10984 req-02989dc6-31c6-4b35-9b14-3c8e4c67ad79 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 943 time: 0.0513196 Nov 02 11:59:45.044411 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e6a3f768-b6d7-4714-bf53-2ad4abc10984 req-58e1e9f8-5ead-45c7-8c0c-da4f6ff77c69 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467889 Nov 02 11:59:45.240874 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f08c1843-1dd3-40c7-a0df-cebef8b2d7d6 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:45.268198 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c1843-1dd3-40c7-a0df-cebef8b2d7d6 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event deleted for resources: {'Port': ['ID=d3eadaa5-4b07-47c7-9a6a-37c93c6b84c6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:45.342001 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f08c1843-1dd3-40c7-a0df-cebef8b2d7d6 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:45.346351 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f08c1843-1dd3-40c7-a0df-cebef8b2d7d6 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:45.347470 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f08c1843-1dd3-40c7-a0df-cebef8b2d7d6 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/floatingips/0e87f920-09da-4e7a-80b0-9baa04d3f242 HTTP/1.1" status: 204 len: 168 time: 0.6464088 Nov 02 11:59:45.351293 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57800) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:45.356106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': 'c91aba22-7ae5-4366-968a-82ba15f889b7'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:59:45.572895 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b8ca8-aa61-407c-95ef-0753ed1babdb req-2a89ee88-f599-4608-a703-bae9f958a3ac tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:45.574438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c3b8ca8-aa61-407c-95ef-0753ed1babdb req-2a89ee88-f599-4608-a703-bae9f958a3ac tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 1096 time: 0.0437038 Nov 02 11:59:45.587326 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6d0df112-d6ab-4940-af55-c18f7935e57a req-b1822c81-23cc-4cdb-8dc5-012bb01a307d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0499556 Nov 02 11:59:45.595033 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:45.631567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c3b8ca8-aa61-407c-95ef-0753ed1babdb req-d33355ce-1248-4198-a86c-e9402923d290 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486469 Nov 02 11:59:45.722451 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:45.850493 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Allocated IP 172.25.6.23 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/5401e350-d4f2-4b77-9504-382737e90176) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:59:45.962625 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:46.175603 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b019e-da48-4dbb-af7c-478f4214c8db req-c524fafd-8fbc-454c-a39a-5b651d3dea5a tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:46.177562 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f60b019e-da48-4dbb-af7c-478f4214c8db req-c524fafd-8fbc-454c-a39a-5b651d3dea5a tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 943 time: 0.0590618 Nov 02 11:59:46.180294 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:46.225547 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 11:59:46.226815 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:59:46.230137 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:46.236494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:59:46.240986 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f60b019e-da48-4dbb-af7c-478f4214c8db req-682167a4-9242-4ac4-b379-d6f50a6a11ef tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554368 Nov 02 11:59:46.282897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=5401e350-d4f2-4b77-9504-382737e90176,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:46.353072 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa,segment=NetworkSegment(4a335ce7-f5b1-46c8-bfe6-e84fb98359cc),segment_id=4a335ce7-f5b1-46c8-bfe6-e84fb98359cc)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:59:46.368644 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa', 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952', 'port_id': 'ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa', 'mac_address': 'fa:16:3e:d8:e7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7953e6-b758-4f4a-9e5c-37aeb2353de7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 11:59:46.415753 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:46.430612 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 11:59:46.457268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa,segment=NetworkSegment(4a335ce7-f5b1-46c8-bfe6-e84fb98359cc),segment_id=4a335ce7-f5b1-46c8-bfe6-e84fb98359cc)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:59:46.600819 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:46.658131 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:46.660406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:46.761680 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd43e22-5ceb-4425-842a-b99fb7e4c4c5 req-bb2aeb19-af94-4650-82e4-979b977ed29a tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:46.763278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dd43e22-5ceb-4425-842a-b99fb7e4c4c5 req-bb2aeb19-af94-4650-82e4-979b977ed29a tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 1097 time: 0.0462747 Nov 02 11:59:46.812296 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dd43e22-5ceb-4425-842a-b99fb7e4c4c5 req-eedf03d9-c0d6-4733-b082-8a430ad5965a tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422482 Nov 02 11:59:46.826023 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 11:59:46.846573 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:47.045396 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:47.154154 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:47.224522 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=5401e350-d4f2-4b77-9504-382737e90176,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:47.269755 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:47.388521 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77693c-8782-43c4-8fc7-ee75d1a6cc20 req-85520e3d-4cb3-43d1-bf09-75ad1d62c930 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:47.390236 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Floating IP c84fa745-7431-47ff-bc0f-199fb0e96a8d associated. External IP: 172.25.6.23, port: c91aba22-7ae5-4366-968a-82ba15f889b7. Nov 02 11:59:47.391408 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f77693c-8782-43c4-8fc7-ee75d1a6cc20 req-85520e3d-4cb3-43d1-bf09-75ad1d62c930 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 943 time: 0.0694554 Nov 02 11:59:47.448109 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f77693c-8782-43c4-8fc7-ee75d1a6cc20 req-cfc605bc-6ab2-4c23-a1b6-0bddfa0474be tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506501 Nov 02 11:59:47.649249 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router 38a1dab6-fbdc-4572-af09-0344a554a37b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 11:59:47.759339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0df112-d6ab-4940-af55-c18f7935e57a req-047d0403-6a9a-4691-83dd-8700bc0733ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:47.760824 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3b8287d9-af8d-43d9-ae98-c0f4afa1f38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:47.767100 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d0df112-d6ab-4940-af55-c18f7935e57a req-047d0403-6a9a-4691-83dd-8700bc0733ca service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444&tenant_id=6c42cd043aff4c3dad752193a806d1f3 HTTP/1.1" status: 200 len: 1095 time: 0.0569565 Nov 02 11:59:47.792022 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:59:47.807157 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a570c-887f-4cb0-8ab2-3683486fbc10 None None] Sync routers for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:59:47.821259 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a570c-887f-4cb0-8ab2-3683486fbc10 None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:47.822190 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-163a570c-887f-4cb0-8ab2-3683486fbc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:47.858007 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0df112-d6ab-4940-af55-c18f7935e57a req-db3419ca-e312-4853-8705-72d687900cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:47.859990 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d0df112-d6ab-4940-af55-c18f7935e57a req-db3419ca-e312-4853-8705-72d687900cc8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c42cd043aff4c3dad752193a806d1f3&device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 1095 time: 0.0708220 Nov 02 11:59:47.869460 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-163a570c-887f-4cb0-8ab2-3683486fbc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:47.880578 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a570c-887f-4cb0-8ab2-3683486fbc10 None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:47.881312 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-163a570c-887f-4cb0-8ab2-3683486fbc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:47.924786 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-163a570c-887f-4cb0-8ab2-3683486fbc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:47.925541 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163a570c-887f-4cb0-8ab2-3683486fbc10 None None] The sync data for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:59:47.963089 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:47.998098 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f6dd5b9a-3ab0-41d8-b64f-33f557a385a2 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.6456559 Nov 02 11:59:48.002050 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57850) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:48.006126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0df112-d6ab-4940-af55-c18f7935e57a req-05bfd1aa-33c8-4301-be2d-379df57f27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:48.007071 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0fc06589-c908-4677-a5e2-04d3a348c907 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-248688768'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:59:48.007810 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d0df112-d6ab-4940-af55-c18f7935e57a req-05bfd1aa-33c8-4301-be2d-379df57f27b8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=de1624d7-02e7-4915-9539-81b4cd0f5d6b HTTP/1.1" status: 200 len: 918 time: 0.1404147 Nov 02 11:59:48.009830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e14f8-f885-411c-be7b-749e3b9df5c1 req-11ce3bdc-ea39-4bc5-81f3-5b40f210019e tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:48.011322 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-235e14f8-f885-411c-be7b-749e3b9df5c1 req-11ce3bdc-ea39-4bc5-81f3-5b40f210019e tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 1097 time: 0.0765562 Nov 02 11:59:48.121677 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d0df112-d6ab-4940-af55-c18f7935e57a req-34c94eeb-c693-438f-b779-e5da8adba54f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf HTTP/1.1" status: 200 len: 998 time: 0.1038873 Nov 02 11:59:48.124405 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-235e14f8-f885-411c-be7b-749e3b9df5c1 req-6c4208dd-03c4-4fb7-be06-710f8cf56fce tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995517 Nov 02 11:59:48.180346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0df112-d6ab-4940-af55-c18f7935e57a req-ba76498f-e905-49eb-98db-bbda1192789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:48.181929 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d0df112-d6ab-4940-af55-c18f7935e57a req-ba76498f-e905-49eb-98db-bbda1192789c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=17063659-e3c5-4f52-b046-a3aac82260e7 HTTP/1.1" status: 200 len: 856 time: 0.0534959 Nov 02 11:59:48.206296 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc06589-c908-4677-a5e2-04d3a348c907 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Made reservation on behalf of 6817f65d23324797bb4e4446c14419a8 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:59:48.210423 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0fc06589-c908-4677-a5e2-04d3a348c907 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:48.241817 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc06589-c908-4677-a5e2-04d3a348c907 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 11:59:48.243611 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0df112-d6ab-4940-af55-c18f7935e57a req-0ede9c38-5a67-49fe-9fe4-27dfad46e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:48.245192 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d0df112-d6ab-4940-af55-c18f7935e57a req-0ede9c38-5a67-49fe-9fe4-27dfad46e8d0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=de1624d7-02e7-4915-9539-81b4cd0f5d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547922 Nov 02 11:59:48.248161 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:59:48.254905 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0fc06589-c908-4677-a5e2-04d3a348c907 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:48.255309 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-0fc06589-c908-4677-a5e2-04d3a348c907 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Added segment 07416250-49a2-45cc-b7f7-6e63ce2f9663 of type vlan for network 8e1300c9-2ef5-48dc-a779-f80131b340bd Nov 02 11:59:48.305161 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0fc06589-c908-4677-a5e2-04d3a348c907 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:48.359278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d0df112-d6ab-4940-af55-c18f7935e57a req-2988c851-c0a6-4469-855a-e2b415d38a0e service neutron] 10.222.0.79 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048691 Nov 02 11:59:48.456263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d0df112-d6ab-4940-af55-c18f7935e57a req-a2b38889-25be-47d3-9919-e6b1b0708064 service neutron] 10.222.0.79 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902665 Nov 02 11:59:48.589717 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b513bb-633d-49ac-b4fa-ce61c8934ab3 req-0a65d7ab-b426-4863-be6d-13620682b498 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:48.591083 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94b513bb-633d-49ac-b4fa-ce61c8934ab3 req-0a65d7ab-b426-4863-be6d-13620682b498 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 943 time: 0.0609720 Nov 02 11:59:48.612859 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0fc06589-c908-4677-a5e2-04d3a348c907 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:48.613092 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 11:59:48.618205 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:48.618887 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc06589-c908-4677-a5e2-04d3a348c907 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:48.619174 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:48.619582 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0fc06589-c908-4677-a5e2-04d3a348c907 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:48.650119 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94b513bb-633d-49ac-b4fa-ce61c8934ab3 req-b4c03871-bd95-479a-8655-e1f2b9e809c9 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509470 Nov 02 11:59:48.720076 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc06589-c908-4677-a5e2-04d3a348c907 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Network': ['ID=8e1300c9-2ef5-48dc-a779-f80131b340bd,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:48.865980 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 8e1300c9-2ef5-48dc-a779-f80131b340bd details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 11:59:48.892382 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0fc06589-c908-4677-a5e2-04d3a348c907 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8893201 Nov 02 11:59:48.895132 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57870) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:48.901928 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-ebdb950b-f55f-4188-88b7-c9d54b29f80f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'subnet': {'network_id': '8e1300c9-2ef5-48dc-a779-f80131b340bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:59:48.933176 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:48.986017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de554344-7403-4ab4-be0c-d76e4cd98313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 11:59:48.992412 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91cf257-60a9-42e1-b49c-f134f632ae1e" -d '{"events": [{"server_uuid": "de554344-7403-4ab4-be0c-d76e4cd98313", "name": "network-vif-plugged", "status": "completed", "tag": "ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 11:59:49.000437 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa,segment=NetworkSegment(4a335ce7-f5b1-46c8-bfe6-e84fb98359cc),segment_id=4a335ce7-f5b1-46c8-bfe6-e84fb98359cc)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:59:49.050584 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 11:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc738d3-8322-44dc-855d-192b084e2af8 x-openstack-request-id: req-6fc738d3-8322-44dc-855d-192b084e2af8 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 11:59:49.051470 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de554344-7403-4ab4-be0c-d76e4cd98313", "name": "network-vif-plugged", "status": "completed", "tag": "ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 11:59:49.051938 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6fc738d3-8322-44dc-855d-192b084e2af8 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 11:59:49.052340 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de554344-7403-4ab4-be0c-d76e4cd98313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa', 'code': 200} Nov 02 11:59:49.091113 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:49.178898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:49.179540 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05087b2a-bb30-4823-8b9c-93e1b1a05a6d req-24d9f7e0-9e52-47ba-bb14-535f5da41ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:49.181484 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05087b2a-bb30-4823-8b9c-93e1b1a05a6d req-24d9f7e0-9e52-47ba-bb14-535f5da41ad6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 1098 time: 0.0582659 Nov 02 11:59:49.234193 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdb950b-f55f-4188-88b7-c9d54b29f80f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Made reservation on behalf of 6817f65d23324797bb4e4446c14419a8 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 11:59:49.243006 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ebdb950b-f55f-4188-88b7-c9d54b29f80f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:49.280643 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05087b2a-bb30-4823-8b9c-93e1b1a05a6d req-5f6fa48a-0962-4cee-9827-1bb3c32ce17b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919662 Nov 02 11:59:49.381310 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03062780-8738-4b2a-8d30-0239b8523097 req-b5b6a25b-9bb8-44e8-b53a-98c4a22c9ae8 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:49.394739 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-03062780-8738-4b2a-8d30-0239b8523097 req-b5b6a25b-9bb8-44e8-b53a-98c4a22c9ae8 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 1098 time: 0.1061347 Nov 02 11:59:49.525613 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-03062780-8738-4b2a-8d30-0239b8523097 req-aa038888-ee53-4946-ae0c-90624bc5cfdb tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195965 Nov 02 11:59:49.652253 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ebdb950b-f55f-4188-88b7-c9d54b29f80f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:49.761252 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb950b-f55f-4188-88b7-c9d54b29f80f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Subnet': ['ID=5598afd4-ac66-412d-a8ab-4438ad9d0233,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:49.768597 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdb950b-f55f-4188-88b7-c9d54b29f80f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Checking segment: {'id': '07416250-49a2-45cc-b7f7-6e63ce2f9663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8e1300c9-2ef5-48dc-a779-f80131b340bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:59:49.769156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdb950b-f55f-4188-88b7-c9d54b29f80f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network hostable DHCP agents. Network: 8e1300c9-2ef5-48dc-a779-f80131b340bd, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 11:59:49.778070 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4e078e73-9f67-4962-9809-a8a2835543d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:49.876913 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c7c8e-776f-4b7d-8205-df9a47199bcf req-2331d7c4-ab9c-4d61-81a1-3249d124654c tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:49.886468 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-398c7c8e-776f-4b7d-8205-df9a47199bcf req-2331d7c4-ab9c-4d61-81a1-3249d124654c tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 943 time: 0.0944791 Nov 02 11:59:49.926851 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdb950b-f55f-4188-88b7-c9d54b29f80f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network 8e1300c9-2ef5-48dc-a779-f80131b340bd is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 11:59:50.008691 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-398c7c8e-776f-4b7d-8205-df9a47199bcf req-201b048b-9d31-4037-b4b8-4488b8a761b0 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213183 Nov 02 11:59:50.082003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-ebdb950b-f55f-4188-88b7-c9d54b29f80f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 8e1300c9-2ef5-48dc-a779-f80131b340bd) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:50.087564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdb950b-f55f-4188-88b7-c9d54b29f80f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:50.088450 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ebdb950b-f55f-4188-88b7-c9d54b29f80f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:50.098316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a13174e-c674-470d-b583-d26f75394641 None None] Network 8e1300c9-2ef5-48dc-a779-f80131b340bd requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:59:50.280274 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ebdb950b-f55f-4188-88b7-c9d54b29f80f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3814549 Nov 02 11:59:50.280516 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57894) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:50.285678 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1115891492', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 11:59:50.450186 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-8e1300c9-2ef5-48dc-a779-f80131b340bd', 'network_id': '8e1300c9-2ef5-48dc-a779-f80131b340bd', 'tenant_id': '6817f65d23324797bb4e4446c14419a8', 'fixed_ips': [{'subnet_id': '5598afd4-ac66-412d-a8ab-4438ad9d0233'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 11:59:50.451574 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:50.550425 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:50.555082 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:50.677100 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:50.687222 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Allocated IP 172.20.0.2 (8e1300c9-2ef5-48dc-a779-f80131b340bd/5598afd4-ac66-412d-a8ab-4438ad9d0233/0acfc867-ccb8-4b6d-87bd-102d26c24748) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:59:50.823802 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69178c-7560-4ab2-9f66-945790f16a9b req-9e8e5ec3-60b9-4f05-b80d-69f3d8bf4cca tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:50.837682 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ca69178c-7560-4ab2-9f66-945790f16a9b req-9e8e5ec3-60b9-4f05-b80d-69f3d8bf4cca tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 1098 time: 0.1654365 Nov 02 11:59:50.956666 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ca69178c-7560-4ab2-9f66-945790f16a9b req-aecf7494-af5c-46f2-bb97-279cc3c66490 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158061 Nov 02 11:59:51.087358 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:51.186164 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:51.273300 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eff7c8-43d6-49c2-909d-b358015082a8 req-a5b2ccb5-206a-4122-82e9-3b8c60a007f5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:51.288698 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41eff7c8-43d6-49c2-909d-b358015082a8 req-a5b2ccb5-206a-4122-82e9-3b8c60a007f5 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 943 time: 0.1586084 Nov 02 11:59:51.304623 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:51.324291 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:51.409966 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41eff7c8-43d6-49c2-909d-b358015082a8 req-da1ea88b-c46b-4a00-ab94-0b9d42816ff8 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856295 Nov 02 11:59:51.457701 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Network 8e1300c9-2ef5-48dc-a779-f80131b340bd is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:59:51.460912 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:51.478901 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:59:51.595875 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Pushing event updated for resources: {'Port': ['ID=0acfc867-ccb8-4b6d-87bd-102d26c24748,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:51.614443 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Attempting to bind port 0acfc867-ccb8-4b6d-87bd-102d26c24748 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 11:59:51.614738 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Attempting to bind port 0acfc867-ccb8-4b6d-87bd-102d26c24748 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '07416250-49a2-45cc-b7f7-6e63ce2f9663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8e1300c9-2ef5-48dc-a779-f80131b340bd'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 11:59:51.615128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Attempting to bind port 0acfc867-ccb8-4b6d-87bd-102d26c24748 on network 8e1300c9-2ef5-48dc-a779-f80131b340bd {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 11:59:51.649373 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 11:59:51.649845 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Checking segment: {'id': '07416250-49a2-45cc-b7f7-6e63ce2f9663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8e1300c9-2ef5-48dc-a779-f80131b340bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 11:59:51.650266 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:51.650665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Bound using segment: {'id': '07416250-49a2-45cc-b7f7-6e63ce2f9663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8e1300c9-2ef5-48dc-a779-f80131b340bd'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 11:59:51.651212 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Bound port: 0acfc867-ccb8-4b6d-87bd-102d26c24748, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07416250-49a2-45cc-b7f7-6e63ce2f9663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8e1300c9-2ef5-48dc-a779-f80131b340bd'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 11:59:51.651603 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:51.812628 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] For port 0acfc867-ccb8-4b6d-87bd-102d26c24748, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 11:59:51.834908 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] For port 0acfc867-ccb8-4b6d-87bd-102d26c24748, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0acfc867-ccb8-4b6d-87bd-102d26c24748,segment=NetworkSegment(07416250-49a2-45cc-b7f7-6e63ce2f9663),segment_id=07416250-49a2-45cc-b7f7-6e63ce2f9663)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 11:59:51.927115 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:52.014302 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:52.087622 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:52.091244 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9677a-fa66-4177-b3cf-86020cbd7ca5 None None] Pushing event updated for resources: {'Port': ['ID=0acfc867-ccb8-4b6d-87bd-102d26c24748,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:52.217692 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0ce4e-bb00-41a2-b70e-c569f6ac0fbd req-3666f4a4-43b9-4674-9f34-cdfc9763d8ea tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:52.233756 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ef0ce4e-bb00-41a2-b70e-c569f6ac0fbd req-3666f4a4-43b9-4674-9f34-cdfc9763d8ea tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 1098 time: 0.1233528 Nov 02 11:59:52.392307 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ef0ce4e-bb00-41a2-b70e-c569f6ac0fbd req-0c953d02-47db-4b6a-a302-d6b2456293e2 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567991 Nov 02 11:59:52.416150 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Allocated IP 172.25.6.221 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/c7e82355-d96c-40e5-a278-b05add9fab62) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:59:52.458209 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:52.684600 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:52.706128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244fe3b-2057-4a00-a657-06f1d7c72ebc req-2caa2f4c-2062-4dd4-b934-c16a86ff7c15 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:52.715934 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e244fe3b-2057-4a00-a657-06f1d7c72ebc req-2caa2f4c-2062-4dd4-b934-c16a86ff7c15 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 1098 time: 0.1062059 Nov 02 11:59:52.839007 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e244fe3b-2057-4a00-a657-06f1d7c72ebc req-e9e6fa42-4c89-4afd-b3dd-b29622f1b039 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137381 Nov 02 11:59:52.899396 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:52.970269 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:59:52.978492 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:52.987371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:59:53.013767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd50dc-3870-4375-8547-3703701a7eb3 req-f4d17ffd-e5cf-4e4a-8639-a0153e979bc6 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:53.015733 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-50cd50dc-3870-4375-8547-3703701a7eb3 req-f4d17ffd-e5cf-4e4a-8639-a0153e979bc6 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 943 time: 0.0780227 Nov 02 11:59:53.046171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=c7e82355-d96c-40e5-a278-b05add9fab62,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:53.117048 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-50cd50dc-3870-4375-8547-3703701a7eb3 req-0d7290cf-ef74-42f3-bc26-609e597d5c88 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919580 Nov 02 11:59:53.418426 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0acfc867-ccb8-4b6d-87bd-102d26c24748 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:59:53.546461 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 0acfc867-ccb8-4b6d-87bd-102d26c24748 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:53.547662 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:53.553262 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316be58a-e1c2-45ea-a807-1b8aa5f44715 req-03465eaa-ec7f-41db-91d3-ceabedc6a6d3 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:53.566427 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-316be58a-e1c2-45ea-a807-1b8aa5f44715 req-03465eaa-ec7f-41db-91d3-ceabedc6a6d3 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 1098 time: 0.1474755 Nov 02 11:59:53.715835 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:53.731319 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-316be58a-e1c2-45ea-a807-1b8aa5f44715 req-b059b926-8919-41ab-9ea8-2fafd21d3671 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637669 Nov 02 11:59:53.841785 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 0acfc867-ccb8-4b6d-87bd-102d26c24748, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0acfc867-ccb8-4b6d-87bd-102d26c24748,segment=NetworkSegment(07416250-49a2-45cc-b7f7-6e63ce2f9663),segment_id=07416250-49a2-45cc-b7f7-6e63ce2f9663)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 11:59:53.851064 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:53.937603 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:54.058040 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:54.170295 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d964a34d-ba5d-46a1-8068-b8207150c846 req-3727e1c6-de15-47db-a175-0722e9bcf8d4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1892953 Nov 02 11:59:54.198853 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=0acfc867-ccb8-4b6d-87bd-102d26c24748,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:54.220512 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56c1aa8-6ff9-42c9-8bb9-48dac4002f25 None None] Network 8e1300c9-2ef5-48dc-a779-f80131b340bd requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 11:59:54.305583 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:54.383769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c54fb4cf-1b8c-40e4-8ee1-b76a103c2911 None None] Provisioning complete for port 0acfc867-ccb8-4b6d-87bd-102d26c24748 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:54.384470 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c54fb4cf-1b8c-40e4-8ee1-b76a103c2911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:54.593352 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224e182-7682-4203-844b-6ea63dee66c3 req-79937255-991d-4c8f-8951-f10592889cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:54.604582 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:54.604838 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c224e182-7682-4203-844b-6ea63dee66c3 req-79937255-991d-4c8f-8951-f10592889cce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c42cd043aff4c3dad752193a806d1f3&device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 1095 time: 0.1577225 Nov 02 11:59:54.630346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964a34d-ba5d-46a1-8068-b8207150c846 req-1b448bcd-380e-4f77-afb3-3d23780c8938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:54.635639 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d964a34d-ba5d-46a1-8068-b8207150c846 req-1b448bcd-380e-4f77-afb3-3d23780c8938 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18&device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 1098 time: 0.3029900 Nov 02 11:59:54.645963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-c0977931-3e80-4c4f-80fb-144c1944d1bf tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:54.656541 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-c0977931-3e80-4c4f-80fb-144c1944d1bf tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/networks?id=aee8e91f-585b-4ccc-9a65-a84d2586b952 HTTP/1.1" status: 200 len: 910 time: 0.5068398 Nov 02 11:59:54.842099 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-cf8b3525-f029-4570-8bdf-02b22ea0e695 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/quotas/dfca57b0b14141f1ab06d7f871c61b8c HTTP/1.1" status: 200 len: 375 time: 0.1840193 Nov 02 11:59:54.960294 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:55.220912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224e182-7682-4203-844b-6ea63dee66c3 req-f5c80a04-bfc5-48c5-a76f-846ed86b80c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:55.222648 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c224e182-7682-4203-844b-6ea63dee66c3 req-f5c80a04-bfc5-48c5-a76f-846ed86b80c4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=de1624d7-02e7-4915-9539-81b4cd0f5d6b HTTP/1.1" status: 200 len: 918 time: 0.3792996 Nov 02 11:59:55.352622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0acfc867-ccb8-4b6d-87bd-102d26c24748 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 11:59:55.460007 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964a34d-ba5d-46a1-8068-b8207150c846 req-d9cadf81-7acb-4322-b98c-b9de1f820611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:55.461714 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d964a34d-ba5d-46a1-8068-b8207150c846 req-d9cadf81-7acb-4322-b98c-b9de1f820611 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0 HTTP/1.1" status: 200 len: 912 time: 0.7812216 Nov 02 11:59:55.653797 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-84beaa75-3f2d-429f-bd32-bcc87f6adc2c None None] Provisioning complete for port 0acfc867-ccb8-4b6d-87bd-102d26c24748 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:55.654306 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-84beaa75-3f2d-429f-bd32-bcc87f6adc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:55.658336 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d964a34d-ba5d-46a1-8068-b8207150c846 req-c1a362d7-c8c4-4106-bc03-187d97f87688 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b37dc493-eb7e-4c99-8a59-056c9e6189f5 HTTP/1.1" status: 200 len: 1002 time: 0.1571295 Nov 02 11:59:55.665359 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-9936c685-d1e4-46d2-a257-b1a14146b6ef tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=dfca57b0b14141f1ab06d7f871c61b8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4642751 Nov 02 11:59:55.728037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964a34d-ba5d-46a1-8068-b8207150c846 req-54aae122-3599-4a62-968b-c059fbf1f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:55.730113 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d964a34d-ba5d-46a1-8068-b8207150c846 req-54aae122-3599-4a62-968b-c059fbf1f0f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1e9ea625-11dc-4ad8-8157-fb20952cfe54 HTTP/1.1" status: 200 len: 850 time: 0.0635610 Nov 02 11:59:55.733446 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c224e182-7682-4203-844b-6ea63dee66c3 req-02783b72-c787-4f36-bd70-5150f698c496 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf HTTP/1.1" status: 200 len: 998 time: 0.2336471 Nov 02 11:59:55.771906 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 0acfc867-ccb8-4b6d-87bd-102d26c24748 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:55.773034 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:55.948734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964a34d-ba5d-46a1-8068-b8207150c846 req-d2235e64-bc4b-4a41-bb10-bd32fbd40586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:55.950433 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d964a34d-ba5d-46a1-8068-b8207150c846 req-d2235e64-bc4b-4a41-bb10-bd32fbd40586 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2049153 Nov 02 11:59:55.955031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224e182-7682-4203-844b-6ea63dee66c3 req-b99c31c3-4596-4edd-b0df-b02ae202b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:55.955477 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router d48a9f3e-f570-4da5-b43c-c22170405be8 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 11:59:55.956786 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c224e182-7682-4203-844b-6ea63dee66c3 req-b99c31c3-4596-4edd-b0df-b02ae202b2d1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=17063659-e3c5-4f52-b046-a3aac82260e7 HTTP/1.1" status: 200 len: 856 time: 0.1863267 Nov 02 11:59:56.135132 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-be9c0b61-3b4e-4b83-a7a1-d5cd628bc645 service neutron] 10.222.0.52 "GET /v2.0/networks/aee8e91f-585b-4ccc-9a65-a84d2586b952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000905 Nov 02 11:59:56.164262 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224e182-7682-4203-844b-6ea63dee66c3 req-52c110bc-0f96-400d-9cd9-0bd7b1766392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:56.165933 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c224e182-7682-4203-844b-6ea63dee66c3 req-52c110bc-0f96-400d-9cd9-0bd7b1766392 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=de1624d7-02e7-4915-9539-81b4cd0f5d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1898074 Nov 02 11:59:56.208130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 11:59:56.233809 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d72bcd-8908-42e6-9b1a-703601ca7879 None None] Sync routers for ids ['d48a9f3e-f570-4da5-b43c-c22170405be8'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 11:59:56.254823 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d72bcd-8908-42e6-9b1a-703601ca7879 None None] Routers {'d48a9f3e-f570-4da5-b43c-c22170405be8'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:56.255714 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-59d72bcd-8908-42e6-9b1a-703601ca7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d48a9f3e-f570-4da5-b43c-c22170405be8'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:56.316738 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-59d72bcd-8908-42e6-9b1a-703601ca7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:56.335882 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d72bcd-8908-42e6-9b1a-703601ca7879 None None] Routers {'d48a9f3e-f570-4da5-b43c-c22170405be8'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 11:59:56.336775 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-59d72bcd-8908-42e6-9b1a-703601ca7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d48a9f3e-f570-4da5-b43c-c22170405be8'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:56.426864 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:56.436199 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5bdc19f0-a774-4cab-977d-ed41375168ef tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1546047 Nov 02 11:59:56.439636 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57978) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 11:59:56.440039 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-59d72bcd-8908-42e6-9b1a-703601ca7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 11:59:56.441122 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d72bcd-8908-42e6-9b1a-703601ca7879 None None] The sync data for ids ['d48a9f3e-f570-4da5-b43c-c22170405be8'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 11:59:56.461902 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d964a34d-ba5d-46a1-8068-b8207150c846 req-0f291a54-610a-4911-a666-266e01ccef59 service neutron] 10.222.0.54 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001564 Nov 02 11:59:56.589978 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-60502bc7-3621-4683-8415-16e94e621762 service neutron] 10.222.0.52 "GET /v2.0/networks/aee8e91f-585b-4ccc-9a65-a84d2586b952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390237 Nov 02 11:59:56.654539 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c224e182-7682-4203-844b-6ea63dee66c3 req-dd654f47-db14-45b6-a3b5-646d2eff56d1 service neutron] 10.222.0.79 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662273 Nov 02 11:59:56.721251 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d964a34d-ba5d-46a1-8068-b8207150c846 req-8da4da66-c460-4e87-ac57-1b10243e3043 service neutron] 10.222.0.54 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288227 Nov 02 11:59:57.125656 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c224e182-7682-4203-844b-6ea63dee66c3 req-cce9a388-48e8-4fa0-b406-4be9faeba4c9 service neutron] 10.222.0.79 "GET /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815563 Nov 02 11:59:57.297196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dea23b-1ee3-4aaf-9cba-5f86fab2f1f5 req-3d638624-0867-49f1-9941-47688eb308b0 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:57.300026 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41dea23b-1ee3-4aaf-9cba-5f86fab2f1f5 req-3d638624-0867-49f1-9941-47688eb308b0 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 943 time: 0.1221561 Nov 02 11:59:57.475309 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41dea23b-1ee3-4aaf-9cba-5f86fab2f1f5 req-f1153e3f-e07e-4322-8b92-05b9159908a6 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671050 Nov 02 11:59:57.751595 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2973f1c2-e39b-485a-afa8-5cbeab8bcc8d req-b633b088-07cf-490e-9ff1-4454e1a82b10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 210 time: 0.0821218 Nov 02 11:59:57.814951 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63591e53-9998-48f9-ac8b-fbfc50c186f7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:58.314780 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-63591e53-9998-48f9-ac8b-fbfc50c186f7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Allocated IP 172.20.0.1 (8e1300c9-2ef5-48dc-a779-f80131b340bd/5598afd4-ac66-412d-a8ab-4438ad9d0233/83b3fe9f-c327-43af-8e17-78f43dd0ec85) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 11:59:58.686764 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63591e53-9998-48f9-ac8b-fbfc50c186f7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:58.752551 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9563846-cfc2-41be-bfd4-80481518a78a req-16376b56-23c9-485f-8a1b-647c12c337e9 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 11:59:58.755457 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9563846-cfc2-41be-bfd4-80481518a78a req-16376b56-23c9-485f-8a1b-647c12c337e9 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 943 time: 0.1133916 Nov 02 11:59:58.857398 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9563846-cfc2-41be-bfd4-80481518a78a req-7605c282-b82c-4fb8-aa0e-7f7afb1cb4fe tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945892 Nov 02 11:59:58.986012 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63591e53-9998-48f9-ac8b-fbfc50c186f7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:59.136820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63591e53-9998-48f9-ac8b-fbfc50c186f7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network 8e1300c9-2ef5-48dc-a779-f80131b340bd is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 11:59:59.146543 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-63591e53-9998-48f9-ac8b-fbfc50c186f7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 11:59:59.150775 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63591e53-9998-48f9-ac8b-fbfc50c186f7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 11:59:59.188893 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63591e53-9998-48f9-ac8b-fbfc50c186f7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=83b3fe9f-c327-43af-8e17-78f43dd0ec85,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 11:59:59.194382 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96ab447c-8a12-4a2a-af9c-3826a1307441 req-7a9e4529-af91-4e97-a788-3fad83652bb5 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 210 time: 0.0828671 Nov 02 11:59:59.276704 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63591e53-9998-48f9-ac8b-fbfc50c186f7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:59.668876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7a5b8dd2-a13c-4672-bd29-1925ede295a0 None None] Provisioning complete for port 83b3fe9f-c327-43af-8e17-78f43dd0ec85 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 11:59:59.669918 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7a5b8dd2-a13c-4672-bd29-1925ede295a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:59.726009 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63591e53-9998-48f9-ac8b-fbfc50c186f7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 11:59:59.742423 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b8dd2-a13c-4672-bd29-1925ede295a0 None None] Port 83b3fe9f-c327-43af-8e17-78f43dd0ec85 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:00:00.205249 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93338afa-547e-4618-8604-04aab443bab4 req-7aba65df-27cf-49f3-bd32-3033966d97e4 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:00.212377 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93338afa-547e-4618-8604-04aab443bab4 req-7aba65df-27cf-49f3-bd32-3033966d97e4 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 943 time: 0.2073557 Nov 02 12:00:00.351661 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63591e53-9998-48f9-ac8b-fbfc50c186f7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:00.374936 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93338afa-547e-4618-8604-04aab443bab4 req-359a2ed2-f04b-484f-8b0d-4c9e719f2681 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546416 Nov 02 12:00:00.612567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8cae03fd-6271-4052-923f-b51f1a3ed5de req-41371f6d-e782-45c0-9057-c205fcbd3af1 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 210 time: 0.0264292 Nov 02 12:00:00.726602 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63591e53-9998-48f9-ac8b-fbfc50c186f7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:00.813196 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63591e53-9998-48f9-ac8b-fbfc50c186f7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=83b3fe9f-c327-43af-8e17-78f43dd0ec85,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:00.896724 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63591e53-9998-48f9-ac8b-fbfc50c186f7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:01.077047 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63591e53-9998-48f9-ac8b-fbfc50c186f7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network 8e1300c9-2ef5-48dc-a779-f80131b340bd is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:00:01.083386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-63591e53-9998-48f9-ac8b-fbfc50c186f7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:01.337898 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63591e53-9998-48f9-ac8b-fbfc50c186f7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router d48a9f3e-f570-4da5-b43c-c22170405be8 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:00:01.522302 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63591e53-9998-48f9-ac8b-fbfc50c186f7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:00:01.537869 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5eb5e2-91d0-43e9-af8e-5297b91be069 None None] Sync routers for ids ['d48a9f3e-f570-4da5-b43c-c22170405be8'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:00:01.538545 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-47c4515d-5760-4928-b890-c8b0054757b7 None None] Provisioning complete for port 83b3fe9f-c327-43af-8e17-78f43dd0ec85 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:01.538958 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-47c4515d-5760-4928-b890-c8b0054757b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:01.559025 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-63591e53-9998-48f9-ac8b-fbfc50c186f7 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "PUT /v2.0/routers/d48a9f3e-f570-4da5-b43c-c22170405be8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1155424 Nov 02 12:00:01.564116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58050) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:01.592366 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5eb5e2-91d0-43e9-af8e-5297b91be069 None None] Routers {'d48a9f3e-f570-4da5-b43c-c22170405be8'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:00:01.593735 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bb5eb5e2-91d0-43e9-af8e-5297b91be069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d48a9f3e-f570-4da5-b43c-c22170405be8'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:01.606659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52565bac-51cc-4602-845b-99d543c94836 req-df0ce418-d638-4234-bf7f-0fc680dec57c tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:01.607649 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5e66a94d-9b99-4ab8-a466-ef9abecc6e8f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'port': {'network_id': '8e1300c9-2ef5-48dc-a779-f80131b340bd', 'name': 'tempest-FloatingIPTestJSON-1605071450'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:01.616422 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52565bac-51cc-4602-845b-99d543c94836 req-df0ce418-d638-4234-bf7f-0fc680dec57c tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 943 time: 0.1053572 Nov 02 12:00:01.667992 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-47c4515d-5760-4928-b890-c8b0054757b7 None None] Port 83b3fe9f-c327-43af-8e17-78f43dd0ec85 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:00:01.696748 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52565bac-51cc-4602-845b-99d543c94836 req-e6a73a03-9ed9-4bd2-9456-3ac3a8dd0eed tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790489 Nov 02 12:00:01.787559 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bb5eb5e2-91d0-43e9-af8e-5297b91be069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:01.814041 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5eb5e2-91d0-43e9-af8e-5297b91be069 None None] Routers {'d48a9f3e-f570-4da5-b43c-c22170405be8'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:00:01.815644 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bb5eb5e2-91d0-43e9-af8e-5297b91be069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d48a9f3e-f570-4da5-b43c-c22170405be8'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:01.931210 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23024474-c6c8-4c98-9b43-1f0246ee817a req-89f80e4a-9444-4ded-a528-412e869bcc22 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 210 time: 0.0568993 Nov 02 12:00:01.956021 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bb5eb5e2-91d0-43e9-af8e-5297b91be069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:01.965805 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5eb5e2-91d0-43e9-af8e-5297b91be069 None None] The sync data for ids ['d48a9f3e-f570-4da5-b43c-c22170405be8'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:00:02.062763 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e66a94d-9b99-4ab8-a466-ef9abecc6e8f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Made reservation on behalf of 6817f65d23324797bb4e4446c14419a8 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:02.067561 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e66a94d-9b99-4ab8-a466-ef9abecc6e8f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:02.106896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-5e66a94d-9b99-4ab8-a466-ef9abecc6e8f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] device_id is not set on port c29cc77c-8be2-4762-b1f8-1326f3716d8f yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:00:02.294439 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-5e66a94d-9b99-4ab8-a466-ef9abecc6e8f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Allocated IP 172.20.0.10 (8e1300c9-2ef5-48dc-a779-f80131b340bd/5598afd4-ac66-412d-a8ab-4438ad9d0233/c29cc77c-8be2-4762-b1f8-1326f3716d8f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:00:02.426787 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58064) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:02.432821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-63acc3e7-4670-41c7-ac39-139ed8e55d4b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-285399882'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:02.634427 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63acc3e7-4670-41c7-ac39-139ed8e55d4b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Made reservation on behalf of 97e2408f8af54be9be8c24d9e4a4c894 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:02.641622 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-63acc3e7-4670-41c7-ac39-139ed8e55d4b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:02.661752 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e66a94d-9b99-4ab8-a466-ef9abecc6e8f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:02.673531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63acc3e7-4670-41c7-ac39-139ed8e55d4b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:00:02.704661 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-63acc3e7-4670-41c7-ac39-139ed8e55d4b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:02.705208 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-63acc3e7-4670-41c7-ac39-139ed8e55d4b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Added segment 9610dc59-a50b-4cde-b18e-0771dea3d338 of type vlan for network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 Nov 02 12:00:02.806143 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e66a94d-9b99-4ab8-a466-ef9abecc6e8f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:02.919993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e66a94d-9b99-4ab8-a466-ef9abecc6e8f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Network 8e1300c9-2ef5-48dc-a779-f80131b340bd is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:00:02.935923 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-5e66a94d-9b99-4ab8-a466-ef9abecc6e8f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:02.941677 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e66a94d-9b99-4ab8-a466-ef9abecc6e8f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:00:02.987621 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66a94d-9b99-4ab8-a466-ef9abecc6e8f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event updated for resources: {'Port': ['ID=c29cc77c-8be2-4762-b1f8-1326f3716d8f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:03.050278 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-4e83886d-e389-4da0-a59f-017190727881 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:03.052709 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-4e83886d-e389-4da0-a59f-017190727881 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.79 "GET /v2.0/networks?id=aee8e91f-585b-4ccc-9a65-a84d2586b952 HTTP/1.1" status: 200 len: 910 time: 0.2199533 Nov 02 12:00:03.055186 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-63acc3e7-4670-41c7-ac39-139ed8e55d4b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:03.056708 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e66a94d-9b99-4ab8-a466-ef9abecc6e8f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:03.057743 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e66a94d-9b99-4ab8-a466-ef9abecc6e8f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:03.140441 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-64b4240b-14aa-4e90-86bc-fa94d5e931d1 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Request body: {'port': {'device_id': 'c0f81fc9-717c-4f55-bec8-f8b12bf3d390', 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952', 'admin_state_up': True, 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:03.162091 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5e66a94d-9b99-4ab8-a466-ef9abecc6e8f tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5668628 Nov 02 12:00:03.163002 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58074) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:03.169439 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d02b3-e53c-4a68-85dc-3389ac0260b0 req-e8828dd6-eb6f-4df4-af9a-07c850ad4306 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:03.172836 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-9ac9ceba-1cf0-410b-a92f-0b1306ff87eb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Request body: {'floatingip': {'port_id': 'c29cc77c-8be2-4762-b1f8-1326f3716d8f'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:03.179681 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-012d02b3-e53c-4a68-85dc-3389ac0260b0 req-e8828dd6-eb6f-4df4-af9a-07c850ad4306 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 943 time: 0.1213543 Nov 02 12:00:03.287568 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-012d02b3-e53c-4a68-85dc-3389ac0260b0 req-114dffcf-7183-4e53-a131-edbaf4e01a31 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065717 Nov 02 12:00:03.290508 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-63acc3e7-4670-41c7-ac39-139ed8e55d4b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:03.308362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63acc3e7-4670-41c7-ac39-139ed8e55d4b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:03.309241 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-63acc3e7-4670-41c7-ac39-139ed8e55d4b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:03.339602 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ac9ceba-1cf0-410b-a92f-0b1306ff87eb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:03.433598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b309ca1f-336a-47fb-8e88-3f1e53c5e707 None None] Provisioning complete for port c29cc77c-8be2-4762-b1f8-1326f3716d8f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:03.435219 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b309ca1f-336a-47fb-8e88-3f1e53c5e707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:03.509612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acc3e7-4670-41c7-ac39-139ed8e55d4b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event updated for resources: {'Network': ['ID=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:03.530439 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-64b4240b-14aa-4e90-86bc-fa94d5e931d1 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Made reservation on behalf of dfca57b0b14141f1ab06d7f871c61b8c for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:03.544093 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-64b4240b-14aa-4e90-86bc-fa94d5e931d1 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:03.605154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b309ca1f-336a-47fb-8e88-3f1e53c5e707 None None] Port c29cc77c-8be2-4762-b1f8-1326f3716d8f cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:00:03.613086 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:00:03.761503 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-510c214a-1711-46b3-a624-f136841de828 req-e8486f4b-3fe1-4143-8a80-d1be41d546d8 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 210 time: 0.1795278 Nov 02 12:00:03.765201 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-63acc3e7-4670-41c7-ac39-139ed8e55d4b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3370028 Nov 02 12:00:03.771252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58080) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:03.790736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-25296399-aac3-4c70-8ed0-82240a1a7d8d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2115640750'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:03.816846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-64b4240b-14aa-4e90-86bc-fa94d5e931d1 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Allocated IP 172.20.0.6 (aee8e91f-585b-4ccc-9a65-a84d2586b952/ba7953e6-b758-4f4a-9e5c-37aeb2353de7/3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:00:03.977808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25296399-aac3-4c70-8ed0-82240a1a7d8d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Made reservation on behalf of 97e2408f8af54be9be8c24d9e4a4c894 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:03.986874 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-25296399-aac3-4c70-8ed0-82240a1a7d8d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:04.036441 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25296399-aac3-4c70-8ed0-82240a1a7d8d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:00:04.059635 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-25296399-aac3-4c70-8ed0-82240a1a7d8d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:04.059989 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-25296399-aac3-4c70-8ed0-82240a1a7d8d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Added segment a52f423b-34ed-42d0-84ad-25ab3731e69a of type vlan for network 10b936a8-d21b-4733-b926-602727efeb2b Nov 02 12:00:04.064232 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-64b4240b-14aa-4e90-86bc-fa94d5e931d1 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:04.090327 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ac9ceba-1cf0-410b-a92f-0b1306ff87eb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:04.126812 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-25296399-aac3-4c70-8ed0-82240a1a7d8d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:04.227866 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ac9ceba-1cf0-410b-a92f-0b1306ff87eb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:04.332274 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-9ac9ceba-1cf0-410b-a92f-0b1306ff87eb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Floating IP c84fa745-7431-47ff-bc0f-199fb0e96a8d associated. External IP: 172.25.6.23, port: c91aba22-7ae5-4366-968a-82ba15f889b7. Nov 02 12:00:04.338433 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-64b4240b-14aa-4e90-86bc-fa94d5e931d1 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:04.340486 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-25296399-aac3-4c70-8ed0-82240a1a7d8d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:04.347698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25296399-aac3-4c70-8ed0-82240a1a7d8d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:04.348516 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-25296399-aac3-4c70-8ed0-82240a1a7d8d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:04.351202 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:00:04.492544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-64b4240b-14aa-4e90-86bc-fa94d5e931d1 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Network aee8e91f-585b-4ccc-9a65-a84d2586b952 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:00:04.502551 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-64b4240b-14aa-4e90-86bc-fa94d5e931d1 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:04.507924 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-64b4240b-14aa-4e90-86bc-fa94d5e931d1 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:00:04.512511 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25296399-aac3-4c70-8ed0-82240a1a7d8d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event updated for resources: {'Network': ['ID=10b936a8-d21b-4733-b926-602727efeb2b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:04.552872 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 10b936a8-d21b-4733-b926-602727efeb2b details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:00:04.558593 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4240b-14aa-4e90-86bc-fa94d5e931d1 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Pushing event updated for resources: {'Port': ['ID=3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:04.574775 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-25296399-aac3-4c70-8ed0-82240a1a7d8d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8022730 Nov 02 12:00:04.575652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58090) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:04.587903 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-2d036f30-0e4b-43cb-9cb7-4e86bc7214a8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Request body: {'subnet': {'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:04.599870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e8e2b-2322-424c-b862-148a777dd287 req-013ae0f9-590c-4468-9f92-c08b291c7928 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:04.608155 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b1e8e2b-2322-424c-b862-148a777dd287 req-013ae0f9-590c-4468-9f92-c08b291c7928 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 943 time: 0.2179689 Nov 02 12:00:04.651853 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-64b4240b-14aa-4e90-86bc-fa94d5e931d1 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:04.652614 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-64b4240b-14aa-4e90-86bc-fa94d5e931d1 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:04.692537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac9ceba-1cf0-410b-a92f-0b1306ff87eb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router 38a1dab6-fbdc-4572-af09-0344a554a37b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:00:04.742470 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b1e8e2b-2322-424c-b862-148a777dd287 req-7630461d-dc6b-4baf-b6d6-a5d04d03567e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332974 Nov 02 12:00:04.794259 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-64b4240b-14aa-4e90-86bc-fa94d5e931d1 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6575074 Nov 02 12:00:04.818168 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Request body: {'port': {'device_id': 'c0f81fc9-717c-4f55-bec8-f8b12bf3d390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:04.857207 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac9ceba-1cf0-410b-a92f-0b1306ff87eb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:00:04.872388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44705268-53c3-4dcd-b38c-6dd90cafd510 None None] Sync routers for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:00:04.899047 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44705268-53c3-4dcd-b38c-6dd90cafd510 None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:00:04.899678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-44705268-53c3-4dcd-b38c-6dd90cafd510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:04.972932 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-44705268-53c3-4dcd-b38c-6dd90cafd510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:05.002550 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-acbc8f63-a683-4e55-80fb-93a96d355de3 None None] Provisioning complete for port 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:05.003106 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-acbc8f63-a683-4e55-80fb-93a96d355de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:05.026314 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44705268-53c3-4dcd-b38c-6dd90cafd510 None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:00:05.027181 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-44705268-53c3-4dcd-b38c-6dd90cafd510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:05.049605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d036f30-0e4b-43cb-9cb7-4e86bc7214a8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Made reservation on behalf of 97e2408f8af54be9be8c24d9e4a4c894 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:05.058017 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2d036f30-0e4b-43cb-9cb7-4e86bc7214a8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:05.100971 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-44705268-53c3-4dcd-b38c-6dd90cafd510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:05.101789 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44705268-53c3-4dcd-b38c-6dd90cafd510 None None] The sync data for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:00:05.112702 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:05.134186 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-acbc8f63-a683-4e55-80fb-93a96d355de3 None None] Port 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:00:05.628781 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac9ceba-1cf0-410b-a92f-0b1306ff87eb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router d48a9f3e-f570-4da5-b43c-c22170405be8 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:00:05.793113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac9ceba-1cf0-410b-a92f-0b1306ff87eb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:00:05.810303 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a439e5-db17-4db7-8f0f-daf867ce4b53 None None] Sync routers for ids ['d48a9f3e-f570-4da5-b43c-c22170405be8'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:00:05.811257 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ac9ceba-1cf0-410b-a92f-0b1306ff87eb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:05.828763 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a439e5-db17-4db7-8f0f-daf867ce4b53 None None] Routers {'d48a9f3e-f570-4da5-b43c-c22170405be8'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:00:05.829798 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b5a439e5-db17-4db7-8f0f-daf867ce4b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d48a9f3e-f570-4da5-b43c-c22170405be8'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:05.876803 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b5a439e5-db17-4db7-8f0f-daf867ce4b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:05.891632 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a439e5-db17-4db7-8f0f-daf867ce4b53 None None] Routers {'d48a9f3e-f570-4da5-b43c-c22170405be8'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:00:05.892581 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b5a439e5-db17-4db7-8f0f-daf867ce4b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d48a9f3e-f570-4da5-b43c-c22170405be8'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:05.945070 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9ac9ceba-1cf0-410b-a92f-0b1306ff87eb tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "PUT /v2.0/floatingips/c84fa745-7431-47ff-bc0f-199fb0e96a8d HTTP/1.1" status: 200 len: 978 time: 2.7783942 Nov 02 12:00:05.946760 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58120) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:05.952270 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b5a439e5-db17-4db7-8f0f-daf867ce4b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:05.953174 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a439e5-db17-4db7-8f0f-daf867ce4b53 None None] The sync data for ids ['d48a9f3e-f570-4da5-b43c-c22170405be8'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:00:06.072220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2dd15-1c54-4251-b791-c705f34e3288 req-f0e78346-9898-43ec-8886-361161f8305b tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:06.082792 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2bf2dd15-1c54-4251-b791-c705f34e3288 req-f0e78346-9898-43ec-8886-361161f8305b tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 1027 time: 1.1143398 Nov 02 12:00:06.133247 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a37bf865-5c49-482c-addf-ec47a25f2354 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Deleting port c29cc77c-8be2-4762-b1f8-1326f3716d8f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:06.172621 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a37bf865-5c49-482c-addf-ec47a25f2354 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:06.173129 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2bf2dd15-1c54-4251-b791-c705f34e3288 req-b1390884-e493-454f-ad7f-d17b6e31f28b tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844712 Nov 02 12:00:06.260415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:00:06.271045 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:06.287622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Transition to ACTIVE for port object 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:00:06.297655 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a37bf865-5c49-482c-addf-ec47a25f2354 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:06.407977 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca617086-b797-4c24-bfef-d05a60ad8cf5 req-50854c75-b555-44f9-8e55-4d935c17a0f6 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:06.411235 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ca617086-b797-4c24-bfef-d05a60ad8cf5 req-50854c75-b555-44f9-8e55-4d935c17a0f6 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 943 time: 0.1219234 Nov 02 12:00:06.492740 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ca617086-b797-4c24-bfef-d05a60ad8cf5 req-5c9264b0-c5d2-4c99-81f7-cde88bc853f9 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660334 Nov 02 12:00:06.592660 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a37bf865-5c49-482c-addf-ec47a25f2354 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:06.592918 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a37bf865-5c49-482c-addf-ec47a25f2354 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:06.593241 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-a37bf865-5c49-482c-addf-ec47a25f2354 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Floating IP c84fa745-7431-47ff-bc0f-199fb0e96a8d disassociated. External IP: 172.25.6.23, port: c29cc77c-8be2-4762-b1f8-1326f3716d8f. Nov 02 12:00:06.593586 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a37bf865-5c49-482c-addf-ec47a25f2354 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Calling delete_port for c29cc77c-8be2-4762-b1f8-1326f3716d8f owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:06.600184 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2d036f30-0e4b-43cb-9cb7-4e86bc7214a8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:06.681402 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:06.757442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Pushing event updated for resources: {'Port': ['ID=3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:06.791267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d036f30-0e4b-43cb-9cb7-4e86bc7214a8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event updated for resources: {'Subnet': ['ID=1d1902cd-0e0e-473b-8064-ec5618ff9629,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:06.816091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d036f30-0e4b-43cb-9cb7-4e86bc7214a8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Checking segment: {'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:06.816091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d036f30-0e4b-43cb-9cb7-4e86bc7214a8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Network hostable DHCP agents. Network: eb6d232b-3feb-47d2-9c64-cf7dbeb05db2, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:00:06.900623 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a37bf865-5c49-482c-addf-ec47a25f2354 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:06.931178 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Attempting to bind port 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:00:06.931514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Attempting to bind port 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '4a335ce7-f5b1-46c8-bfe6-e84fb98359cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:00:06.931842 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Attempting to bind port 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 on network aee8e91f-585b-4ccc-9a65-a84d2586b952 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:06.947695 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Port 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 on network aee8e91f-585b-4ccc-9a65-a84d2586b952 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:00:06.948102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Attempting to bind port 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 on network aee8e91f-585b-4ccc-9a65-a84d2586b952 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:06.958429 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bf865-5c49-482c-addf-ec47a25f2354 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event deleted for resources: {'Port': ['ID=c29cc77c-8be2-4762-b1f8-1326f3716d8f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:06.960459 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:00:06.961066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Checking segment: {'id': '4a335ce7-f5b1-46c8-bfe6-e84fb98359cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:06.961638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Bound using segment: {'id': '4a335ce7-f5b1-46c8-bfe6-e84fb98359cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:00:06.962317 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Bound port: 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a335ce7-f5b1-46c8-bfe6-e84fb98359cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:00:06.962985 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:06.998827 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d036f30-0e4b-43cb-9cb7-4e86bc7214a8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:00:07.134430 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37bf865-5c49-482c-addf-ec47a25f2354 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router d48a9f3e-f570-4da5-b43c-c22170405be8 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:00:07.138266 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-2d036f30-0e4b-43cb-9cb7-4e86bc7214a8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, eb6d232b-3feb-47d2-9c64-cf7dbeb05db2) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:07.151054 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42a734d-0e97-4795-be85-64711c133610 None None] Network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:00:07.170595 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d036f30-0e4b-43cb-9cb7-4e86bc7214a8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:07.171209 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2d036f30-0e4b-43cb-9cb7-4e86bc7214a8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:07.194260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] For port 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:00:07.204357 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] For port 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869,segment=NetworkSegment(4a335ce7-f5b1-46c8-bfe6-e84fb98359cc),segment_id=4a335ce7-f5b1-46c8-bfe6-e84fb98359cc)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:00:07.350267 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37bf865-5c49-482c-addf-ec47a25f2354 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:00:07.379042 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:07.383687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fce449-8183-4965-9fb4-239d81b20735 None None] Sync routers for ids ['d48a9f3e-f570-4da5-b43c-c22170405be8'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:00:07.412162 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fce449-8183-4965-9fb4-239d81b20735 None None] Routers {'d48a9f3e-f570-4da5-b43c-c22170405be8'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:00:07.412841 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c9fce449-8183-4965-9fb4-239d81b20735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d48a9f3e-f570-4da5-b43c-c22170405be8'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:07.492337 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Pushing event updated for resources: {'Port': ['ID=3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:07.502318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c9fce449-8183-4965-9fb4-239d81b20735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:07.506158 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a37bf865-5c49-482c-addf-ec47a25f2354 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:07.514837 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2d036f30-0e4b-43cb-9cb7-4e86bc7214a8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9328909 Nov 02 12:00:07.518764 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58132) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:07.523346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:07.523955 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:07.528023 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-8ee07ad5-3c3a-4f0c-ad38-50debbb0fd03 service neutron] 10.222.0.79 "PUT /v2.0/ports/3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 HTTP/1.1" status: 200 len: 1092 time: 2.7156670 Nov 02 12:00:07.528824 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a37bf865-5c49-482c-addf-ec47a25f2354 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/ports/c29cc77c-8be2-4762-b1f8-1326f3716d8f HTTP/1.1" status: 204 len: 168 time: 1.5809467 Nov 02 12:00:07.534405 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58134) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:07.536878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fce449-8183-4965-9fb4-239d81b20735 None None] Routers {'d48a9f3e-f570-4da5-b43c-c22170405be8'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:00:07.539296 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e21f2063-a801-4884-a62a-53e6fd2f4b6f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Request body: {'subnet': {'network_id': '10b936a8-d21b-4733-b926-602727efeb2b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:07.540353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c9fce449-8183-4965-9fb4-239d81b20735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d48a9f3e-f570-4da5-b43c-c22170405be8'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:07.545734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f81fc9-717c-4f55-bec8-f8b12bf3d390', 'tag': '3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:00:07.553916 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d59e2d-e029-4b27-8cd5-0e460713d7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f81fc9-717c-4f55-bec8-f8b12bf3d390", "tag": "3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:00:07.577572 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f0449-ede5-4e7a-a75c-e8509033267e req-d0b6db45-e900-44fd-894e-c22067b0d848 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:07.579400 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d15f0449-ede5-4e7a-a75c-e8509033267e req-d0b6db45-e900-44fd-894e-c22067b0d848 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 1053 time: 0.2678337 Nov 02 12:00:07.633461 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-eb6d232b-3feb-47d2-9c64-cf7dbeb05db2', 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'fixed_ips': [{'subnet_id': '1d1902cd-0e0e-473b-8064-ec5618ff9629'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:00:07.634350 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:07.637064 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c9fce449-8183-4965-9fb4-239d81b20735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:07.637675 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fce449-8183-4965-9fb4-239d81b20735 None None] The sync data for ids ['d48a9f3e-f570-4da5-b43c-c22170405be8'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:00:07.897046 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d15f0449-ede5-4e7a-a75c-e8509033267e req-da0cbddd-d493-41df-b7b9-7cd49bc9dd99 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964046 Nov 02 12:00:07.910041 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-bb1e16c7-3244-4be8-a1c0-4fbbc31339d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:07.912139 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-bb1e16c7-3244-4be8-a1c0-4fbbc31339d2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dfca57b0b14141f1ab06d7f871c61b8c&device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 1095 time: 0.2398889 Nov 02 12:00:08.012677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Allocated IP 10.1.1.2 (eb6d232b-3feb-47d2-9c64-cf7dbeb05db2/1d1902cd-0e0e-473b-8064-ec5618ff9629/ba8e6453-6e43-42e2-8725-015c21fa7b13) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:00:08.089450 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-a4979f3b-7a4d-4308-baad-11443f068e16 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 HTTP/1.1" status: 200 len: 217 time: 0.1617234 Nov 02 12:00:08.164220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-714d44d2-67d7-498c-8549-9adf1cc849e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:08.165857 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-714d44d2-67d7-498c-8549-9adf1cc849e9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba7953e6-b758-4f4a-9e5c-37aeb2353de7 HTTP/1.1" status: 200 len: 848 time: 0.0639806 Nov 02 12:00:08.171085 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21f2063-a801-4884-a62a-53e6fd2f4b6f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Made reservation on behalf of 97e2408f8af54be9be8c24d9e4a4c894 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:08.175595 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e21f2063-a801-4884-a62a-53e6fd2f4b6f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:08.236292 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4bc87853-9d89-4b56-b1d2-d34ad9f8c62b tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:08.321437 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:08.334725 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5a619-cfef-49d2-bf8e-e56c72ef2763 req-9f9759e2-fb46-47f9-98b9-0aee5cc9e3da tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:08.336500 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e1f5a619-cfef-49d2-bf8e-e56c72ef2763 req-9f9759e2-fb46-47f9-98b9-0aee5cc9e3da tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 943 time: 0.3230546 Nov 02 12:00:08.345180 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:00:08.423644 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e1f5a619-cfef-49d2-bf8e-e56c72ef2763 req-577fbb05-65b2-4dff-a6dd-d1cb7a7fc499 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664036 Nov 02 12:00:08.426773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-c8ee01ee-169c-4fe8-875f-32f561c4e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:08.428399 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-c8ee01ee-169c-4fe8-875f-32f561c4e1fc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=aee8e91f-585b-4ccc-9a65-a84d2586b952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1485150 Nov 02 12:00:08.466870 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:08.558452 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2057ca-83b4-4ade-8909-278e7cce3520 x-openstack-request-id: req-7c2057ca-83b4-4ade-8909-278e7cce3520 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:00:08.559673 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f81fc9-717c-4f55-bec8-f8b12bf3d390", "tag": "3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:00:08.561980 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c2057ca-83b4-4ade-8909-278e7cce3520 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:00:08.563310 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f81fc9-717c-4f55-bec8-f8b12bf3d390', 'tag': '3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869', 'status': 'completed', 'code': 200} Nov 02 12:00:08.614521 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Pushing event updated for resources: {'Port': ['ID=ba8e6453-6e43-42e2-8725-015c21fa7b13,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:08.663409 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:00:08.664981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-4bc87853-9d89-4b56-b1d2-d34ad9f8c62b tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Deleting port 83b3fe9f-c327-43af-8e17-78f43dd0ec85 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:08.665326 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4bc87853-9d89-4b56-b1d2-d34ad9f8c62b tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:08.667330 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:08.671452 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:00:08.888878 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-9f9a1d28-8e73-4ad7-903b-bacbdc2aafda service neutron] 10.222.0.79 "GET /v2.0/networks/aee8e91f-585b-4ccc-9a65-a84d2586b952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304876 Nov 02 12:00:08.913499 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4bc87853-9d89-4b56-b1d2-d34ad9f8c62b tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:08.948666 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-4bc87853-9d89-4b56-b1d2-d34ad9f8c62b tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Calling delete_port for 83b3fe9f-c327-43af-8e17-78f43dd0ec85 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:08.973334 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e21f2063-a801-4884-a62a-53e6fd2f4b6f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:09.150128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:09.163300 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'port_id': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf', 'mac_address': 'fa:16:3e:6d:2c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:00:09.182681 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Attempting to bind port ba8e6453-6e43-42e2-8725-015c21fa7b13 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:00:09.183074 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Attempting to bind port ba8e6453-6e43-42e2-8725-015c21fa7b13 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:00:09.183437 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Attempting to bind port ba8e6453-6e43-42e2-8725-015c21fa7b13 on network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:09.185568 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f2063-a801-4884-a62a-53e6fd2f4b6f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event updated for resources: {'Subnet': ['ID=563d92c1-6662-4771-9939-deda5bdb68bf,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:09.194315 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:00:09.194686 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Checking segment: {'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:09.195185 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:09.195579 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Bound using segment: {'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:00:09.196430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Bound port: ba8e6453-6e43-42e2-8725-015c21fa7b13, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:00:09.197075 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:09.264558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21f2063-a801-4884-a62a-53e6fd2f4b6f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Checking segment: {'id': 'a52f423b-34ed-42d0-84ad-25ab3731e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b936a8-d21b-4733-b926-602727efeb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:09.264984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21f2063-a801-4884-a62a-53e6fd2f4b6f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Network hostable DHCP agents. Network: 10b936a8-d21b-4733-b926-602727efeb2b, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:00:09.288990 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76cc6362-fad8-4b61-943c-b7a992696b65 req-5cb7a4ab-5ee6-4a6e-a8ba-c60e81781868 service neutron] 10.222.0.79 "GET /v2.0/networks/aee8e91f-585b-4ccc-9a65-a84d2586b952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925884 Nov 02 12:00:09.307271 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb946b64-4bbf-4a66-9900-7023e6cb44ec req-171906f9-39d8-4d63-9a85-12326eeb69d4 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:09.317384 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb946b64-4bbf-4a66-9900-7023e6cb44ec req-171906f9-39d8-4d63-9a85-12326eeb69d4 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 1095 time: 0.2274797 Nov 02 12:00:09.321001 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] For port ba8e6453-6e43-42e2-8725-015c21fa7b13, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:00:09.344775 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:09.367118 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:00:09.406495 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:09.412245 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb946b64-4bbf-4a66-9900-7023e6cb44ec req-18bdc345-d5f6-44e5-98cd-96cf7dc7f7c4 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933080 Nov 02 12:00:09.436633 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] For port ba8e6453-6e43-42e2-8725-015c21fa7b13, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ba8e6453-6e43-42e2-8725-015c21fa7b13,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:00:09.503625 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4bc87853-9d89-4b56-b1d2-d34ad9f8c62b tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:09.504288 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:09.512634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21f2063-a801-4884-a62a-53e6fd2f4b6f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Network 10b936a8-d21b-4733-b926-602727efeb2b is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:00:09.542442 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:09.571871 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc87853-9d89-4b56-b1d2-d34ad9f8c62b tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event deleted for resources: {'Port': ['ID=83b3fe9f-c327-43af-8e17-78f43dd0ec85,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:09.627681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d5be1-2c30-4a1c-9326-8e5939a322df req-0dd56590-c3c4-461e-a5e6-03c51fdc7e02 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:09.639865 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e2d5be1-2c30-4a1c-9326-8e5939a322df req-0dd56590-c3c4-461e-a5e6-03c51fdc7e02 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 944 time: 0.0822256 Nov 02 12:00:09.687354 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-e21f2063-a801-4884-a62a-53e6fd2f4b6f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 10b936a8-d21b-4733-b926-602727efeb2b) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:09.695896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d59e2d-e029-4b27-8cd5-0e460713d7e7 req-e5caa3e7-d1bc-4172-82bb-e8ae3a25414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:09.697551 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08d59e2d-e029-4b27-8cd5-0e460713d7e7 req-e5caa3e7-d1bc-4172-82bb-e8ae3a25414a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dfca57b0b14141f1ab06d7f871c61b8c&device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 1095 time: 0.1955233 Nov 02 12:00:09.711753 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21f2063-a801-4884-a62a-53e6fd2f4b6f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:09.717468 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b8cae-0047-46e9-9859-81b1e1c6fc02 None None] Network 10b936a8-d21b-4733-b926-602727efeb2b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:00:09.745300 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e21f2063-a801-4884-a62a-53e6fd2f4b6f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:09.940646 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:09.944668 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:00:09.951036 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d59e2d-e029-4b27-8cd5-0e460713d7e7 req-6a943a73-92da-4c0a-8a18-816e3a54f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:09.952611 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08d59e2d-e029-4b27-8cd5-0e460713d7e7 req-6a943a73-92da-4c0a-8a18-816e3a54f2f4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=aee8e91f-585b-4ccc-9a65-a84d2586b952 HTTP/1.1" status: 200 len: 910 time: 0.2102587 Nov 02 12:00:09.990990 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58160) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:09.993469 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e21f2063-a801-4884-a62a-53e6fd2f4b6f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4667580 Nov 02 12:00:10.020609 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a693ba72-43fe-4c38-b97c-ad4397b469f2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Request body: {'port': {'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2', 'name': 'tempest-TaggedBootDevicesTest_v242-1215491311', 'fixed_ips': [{'subnet_id': '1d1902cd-0e0e-473b-8064-ec5618ff9629'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:10.085139 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4bc87853-9d89-4b56-b1d2-d34ad9f8c62b tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:10.205023 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e2d5be1-2c30-4a1c-9326-8e5939a322df req-ce8eac85-0370-4e8d-9d62-e19da243ecdf tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5593524 Nov 02 12:00:10.210458 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08d59e2d-e029-4b27-8cd5-0e460713d7e7 req-7a3170b0-fac4-47cd-a890-1d8586dd5c2b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 HTTP/1.1" status: 200 len: 217 time: 0.2313323 Nov 02 12:00:10.227465 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-10b936a8-d21b-4733-b926-602727efeb2b', 'network_id': '10b936a8-d21b-4733-b926-602727efeb2b', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'fixed_ips': [{'subnet_id': '563d92c1-6662-4771-9939-deda5bdb68bf'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:00:10.228361 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:10.323012 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3afe38-7602-4b87-9816-8a8e47ae7b11 None None] Pushing event updated for resources: {'Port': ['ID=ba8e6453-6e43-42e2-8725-015c21fa7b13,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:10.385221 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d59e2d-e029-4b27-8cd5-0e460713d7e7 req-2e8cb97c-a9f7-46ec-9518-9992ef0ccfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:10.387332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08d59e2d-e029-4b27-8cd5-0e460713d7e7 req-2e8cb97c-a9f7-46ec-9518-9992ef0ccfab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba7953e6-b758-4f4a-9e5c-37aeb2353de7 HTTP/1.1" status: 200 len: 848 time: 0.1693177 Nov 02 12:00:10.496969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d59e2d-e029-4b27-8cd5-0e460713d7e7 req-63203888-ca52-4487-8375-7bfb18242ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:10.500147 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08d59e2d-e029-4b27-8cd5-0e460713d7e7 req-63203888-ca52-4487-8375-7bfb18242ed6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=aee8e91f-585b-4ccc-9a65-a84d2586b952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050441 Nov 02 12:00:10.613517 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Allocated IP 10.2.2.2 (10b936a8-d21b-4733-b926-602727efeb2b/563d92c1-6662-4771-9939-deda5bdb68bf/30248053-7047-4fbf-9db2-54c1cfaffa92) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:00:10.685727 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632f6c2-9b63-444d-8ecf-c241a85a6924 req-d595d2c9-7792-4d32-af22-e82829a61021 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:10.687631 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a632f6c2-9b63-444d-8ecf-c241a85a6924 req-d595d2c9-7792-4d32-af22-e82829a61021 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 1095 time: 0.0711076 Nov 02 12:00:10.719509 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08d59e2d-e029-4b27-8cd5-0e460713d7e7 req-67b87340-303e-44f9-a90c-215c8813925d service neutron] 10.222.0.79 "GET /v2.0/networks/aee8e91f-585b-4ccc-9a65-a84d2586b952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087460 Nov 02 12:00:10.807234 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a632f6c2-9b63-444d-8ecf-c241a85a6924 req-40afe6c3-088c-4a5e-be34-e4b06dab6908 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125007 Nov 02 12:00:10.873743 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:10.887934 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc87853-9d89-4b56-b1d2-d34ad9f8c62b tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router d48a9f3e-f570-4da5-b43c-c22170405be8 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:00:10.912698 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08d59e2d-e029-4b27-8cd5-0e460713d7e7 req-9314c0ad-032e-4674-abc8-78d847349c72 service neutron] 10.222.0.79 "GET /v2.0/networks/aee8e91f-585b-4ccc-9a65-a84d2586b952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834767 Nov 02 12:00:10.937183 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:10.995274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a693ba72-43fe-4c38-b97c-ad4397b469f2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Made reservation on behalf of 97e2408f8af54be9be8c24d9e4a4c894 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:11.021772 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Network 10b936a8-d21b-4733-b926-602727efeb2b is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:00:11.046516 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:11.053627 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:00:11.098410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Pushing event updated for resources: {'Port': ['ID=30248053-7047-4fbf-9db2-54c1cfaffa92,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:11.167408 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Attempting to bind port 30248053-7047-4fbf-9db2-54c1cfaffa92 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:00:11.168510 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Attempting to bind port 30248053-7047-4fbf-9db2-54c1cfaffa92 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'a52f423b-34ed-42d0-84ad-25ab3731e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b936a8-d21b-4733-b926-602727efeb2b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:00:11.169060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Attempting to bind port 30248053-7047-4fbf-9db2-54c1cfaffa92 on network 10b936a8-d21b-4733-b926-602727efeb2b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:11.177099 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 11, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:00:11.177700 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Checking segment: {'id': 'a52f423b-34ed-42d0-84ad-25ab3731e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b936a8-d21b-4733-b926-602727efeb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:11.178689 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:11.179603 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Bound using segment: {'id': 'a52f423b-34ed-42d0-84ad-25ab3731e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b936a8-d21b-4733-b926-602727efeb2b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:00:11.180267 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Bound port: 30248053-7047-4fbf-9db2-54c1cfaffa92, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a52f423b-34ed-42d0-84ad-25ab3731e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b936a8-d21b-4733-b926-602727efeb2b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:00:11.180948 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:11.197932 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc87853-9d89-4b56-b1d2-d34ad9f8c62b tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:00:11.213211 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad72d9f8-7524-453c-877d-f0d31edf7417 None None] Sync routers for ids ['d48a9f3e-f570-4da5-b43c-c22170405be8'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:00:11.220906 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4bc87853-9d89-4b56-b1d2-d34ad9f8c62b tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "PUT /v2.0/routers/d48a9f3e-f570-4da5-b43c-c22170405be8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6769123 Nov 02 12:00:11.221013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58170) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:11.266363 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad72d9f8-7524-453c-877d-f0d31edf7417 None None] Routers {'d48a9f3e-f570-4da5-b43c-c22170405be8'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:00:11.272644 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ad72d9f8-7524-453c-877d-f0d31edf7417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d48a9f3e-f570-4da5-b43c-c22170405be8'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:11.277377 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a693ba72-43fe-4c38-b97c-ad4397b469f2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:11.331806 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-a693ba72-43fe-4c38-b97c-ad4397b469f2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] device_id is not set on port 5e651fdc-8891-4208-901e-2768d0925ea9 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:00:11.365829 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ad72d9f8-7524-453c-877d-f0d31edf7417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:11.374691 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07d6e01-409e-4047-8cd3-c85d6bd9871d None None] Network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:00:11.394104 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad72d9f8-7524-453c-877d-f0d31edf7417 None None] Routers {'d48a9f3e-f570-4da5-b43c-c22170405be8'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:00:11.395044 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ad72d9f8-7524-453c-877d-f0d31edf7417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T11:59:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d48a9f3e-f570-4da5-b43c-c22170405be8'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:11.470663 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ad72d9f8-7524-453c-877d-f0d31edf7417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:11.472004 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad72d9f8-7524-453c-877d-f0d31edf7417 None None] The sync data for ids ['d48a9f3e-f570-4da5-b43c-c22170405be8'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:00:11.501930 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ba8e6453-6e43-42e2-8725-015c21fa7b13 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:00:11.623811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03932eb3-43d7-4151-9ce3-71796db3a322 req-7824fe39-2370-48d4-b264-d81c77e1ee35 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:11.625534 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-03932eb3-43d7-4151-9ce3-71796db3a322 req-7824fe39-2370-48d4-b264-d81c77e1ee35 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 944 time: 0.1948750 Nov 02 12:00:11.660977 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e361430b-49a8-4f16-b254-2385b3313419 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:11.684423 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-a693ba72-43fe-4c38-b97c-ad4397b469f2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Allocated IP 10.1.1.195 (eb6d232b-3feb-47d2-9c64-cf7dbeb05db2/1d1902cd-0e0e-473b-8064-ec5618ff9629/5e651fdc-8891-4208-901e-2768d0925ea9) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:00:11.739357 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-03932eb3-43d7-4151-9ce3-71796db3a322 req-159deb71-7197-4c11-ac9c-0cb73c76d088 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011512 Nov 02 12:00:11.802705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2b81b2fa-6201-4806-a11b-a8a2ff293e42 None None] Provisioning complete for port ba8e6453-6e43-42e2-8725-015c21fa7b13 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:11.803329 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2b81b2fa-6201-4806-a11b-a8a2ff293e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:11.849128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] For port 30248053-7047-4fbf-9db2-54c1cfaffa92, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:00:11.861944 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e361430b-49a8-4f16-b254-2385b3313419 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:11.869835 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port ba8e6453-6e43-42e2-8725-015c21fa7b13 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:11.870214 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:11.920120 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] For port 30248053-7047-4fbf-9db2-54c1cfaffa92, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=30248053-7047-4fbf-9db2-54c1cfaffa92,segment=NetworkSegment(a52f423b-34ed-42d0-84ad-25ab3731e69a),segment_id=a52f423b-34ed-42d0-84ad-25ab3731e69a)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:00:11.992229 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a693ba72-43fe-4c38-b97c-ad4397b469f2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:12.010781 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:12.056786 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2b81b2fa-6201-4806-a11b-a8a2ff293e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:12.067772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff57be-06e5-4a49-97f4-0ffd5cbe487d req-c6073a9f-6e6a-4391-b4fb-0c6bfc6f91dc tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:12.069486 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23ff57be-06e5-4a49-97f4-0ffd5cbe487d req-c6073a9f-6e6a-4391-b4fb-0c6bfc6f91dc tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 1095 time: 0.0780187 Nov 02 12:00:12.074318 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e361430b-49a8-4f16-b254-2385b3313419 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Deleting port c7e82355-d96c-40e5-a278-b05add9fab62 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:12.074802 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e361430b-49a8-4f16-b254-2385b3313419 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:12.096473 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:12.115737 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a693ba72-43fe-4c38-b97c-ad4397b469f2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:12.136464 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256a85c-e99e-44d4-a65b-ff2755d4e249 None None] Pushing event updated for resources: {'Port': ['ID=30248053-7047-4fbf-9db2-54c1cfaffa92,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:12.169093 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2b81b2fa-6201-4806-a11b-a8a2ff293e42 None None] For port ba8e6453-6e43-42e2-8725-015c21fa7b13, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ba8e6453-6e43-42e2-8725-015c21fa7b13,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:12.200899 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a693ba72-43fe-4c38-b97c-ad4397b469f2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:00:12.210909 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-a693ba72-43fe-4c38-b97c-ad4397b469f2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:12.219720 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23ff57be-06e5-4a49-97f4-0ffd5cbe487d req-92539e96-781d-437d-bdb2-8786cb309e8b tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299422 Nov 02 12:00:12.230404 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a693ba72-43fe-4c38-b97c-ad4397b469f2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:00:12.255201 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2b81b2fa-6201-4806-a11b-a8a2ff293e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:12.270174 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e361430b-49a8-4f16-b254-2385b3313419 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:12.283408 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693ba72-43fe-4c38-b97c-ad4397b469f2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event updated for resources: {'Port': ['ID=5e651fdc-8891-4208-901e-2768d0925ea9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:12.294280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e361430b-49a8-4f16-b254-2385b3313419 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Calling delete_port for c7e82355-d96c-40e5-a278-b05add9fab62 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:12.362389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a693ba72-43fe-4c38-b97c-ad4397b469f2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:12.368982 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a693ba72-43fe-4c38-b97c-ad4397b469f2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:12.417732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:00:12.462327 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a693ba72-43fe-4c38-b97c-ad4397b469f2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4702146 Nov 02 12:00:12.462984 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58184) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:12.473084 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-786e5261-a38a-4b84-a1b3-e13cba739d8f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Request body: {'port': {'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2', 'name': 'tempest-TaggedBootDevicesTest_v242-1765973506', 'fixed_ips': [{'subnet_id': '1d1902cd-0e0e-473b-8064-ec5618ff9629'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:12.582797 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:00:12.610219 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:00:12.611803 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:00:12.703728 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e361430b-49a8-4f16-b254-2385b3313419 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:12.757663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361430b-49a8-4f16-b254-2385b3313419 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event deleted for resources: {'Port': ['ID=c7e82355-d96c-40e5-a278-b05add9fab62,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:12.809083 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81b2fa-6201-4806-a11b-a8a2ff293e42 None None] Pushing event updated for resources: {'Port': ['ID=ba8e6453-6e43-42e2-8725-015c21fa7b13,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:12.817288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7468c09f-60a1-45c3-a8bf-451bc2bdbdf4 None None] Provisioning complete for port ba8e6453-6e43-42e2-8725-015c21fa7b13 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:12.817846 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7468c09f-60a1-45c3-a8bf-451bc2bdbdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:12.860176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869,segment=NetworkSegment(4a335ce7-f5b1-46c8-bfe6-e84fb98359cc),segment_id=4a335ce7-f5b1-46c8-bfe6-e84fb98359cc)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:12.900236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869', 'network_id': 'aee8e91f-585b-4ccc-9a65-a84d2586b952', 'port_id': '3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869', 'mac_address': 'fa:16:3e:29:94:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7953e6-b758-4f4a-9e5c-37aeb2353de7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:00:12.903076 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786e5261-a38a-4b84-a1b3-e13cba739d8f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Made reservation on behalf of 97e2408f8af54be9be8c24d9e4a4c894 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:12.909972 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-786e5261-a38a-4b84-a1b3-e13cba739d8f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:12.931692 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:12.932066 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:12.942784 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e361430b-49a8-4f16-b254-2385b3313419 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:12.947199 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-786e5261-a38a-4b84-a1b3-e13cba739d8f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] device_id is not set on port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:00:12.956391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce9bcc-dc32-4e01-ba64-707527c63723 req-4b11af75-0cae-4fbb-8994-492e045b9efb tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:12.967042 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ecce9bcc-dc32-4e01-ba64-707527c63723 req-4b11af75-0cae-4fbb-8994-492e045b9efb tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 944 time: 0.1198406 Nov 02 12:00:13.061375 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:13.111328 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:00:13.138521 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e361430b-49a8-4f16-b254-2385b3313419 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:13.142886 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e361430b-49a8-4f16-b254-2385b3313419 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:13.229933 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-786e5261-a38a-4b84-a1b3-e13cba739d8f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Allocated IP 10.1.1.216 (eb6d232b-3feb-47d2-9c64-cf7dbeb05db2/1d1902cd-0e0e-473b-8064-ec5618ff9629/3b8ad295-2d7a-4849-bddf-6bcf7483dce7) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:00:13.240101 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ecce9bcc-dc32-4e01-ba64-707527c63723 req-13854619-f76e-4696-b79f-5f2b0e7a828d tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718589 Nov 02 12:00:13.244331 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:13.266867 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869,segment=NetworkSegment(4a335ce7-f5b1-46c8-bfe6-e84fb98359cc),segment_id=4a335ce7-f5b1-46c8-bfe6-e84fb98359cc)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:13.304232 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:13.304232 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6703a0c5-236e-4579-9ee5-a77f8d97e444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:00:13.309835 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45373a23-6b4b-4985-a18e-09978ab83223" -d '{"events": [{"server_uuid": "6703a0c5-236e-4579-9ee5-a77f8d97e444", "name": "network-vif-plugged", "status": "completed", "tag": "d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:00:13.339518 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e361430b-49a8-4f16-b254-2385b3313419 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:13.340180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e361430b-49a8-4f16-b254-2385b3313419 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Fanout notify agent at l3_agent the message router_deleted on router d48a9f3e-f570-4da5-b43c-c22170405be8 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:00:13.353491 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e361430b-49a8-4f16-b254-2385b3313419 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:13.360474 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e361430b-49a8-4f16-b254-2385b3313419 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/routers/d48a9f3e-f570-4da5-b43c-c22170405be8 HTTP/1.1" status: 204 len: 168 time: 2.1394172 Nov 02 12:00:13.360887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58200) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:13.389118 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-eeb71273-71b9-4fd1-8f10-fc97ee38fe31 None None] Provisioning complete for port 5e651fdc-8891-4208-901e-2768d0925ea9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:13.402218 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eeb71273-71b9-4fd1-8f10-fc97ee38fe31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:13.405805 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:13.490413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e62c090-d443-4eae-8902-fb4f556f4004 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Deleting subnet 5598afd4-ac66-412d-a8ab-4438ad9d0233 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:00:13.502579 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e62c090-d443-4eae-8902-fb4f556f4004 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:13.577346 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e62c090-d443-4eae-8902-fb4f556f4004 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:13.580864 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:13.606520 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 30248053-7047-4fbf-9db2-54c1cfaffa92 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:00:13.727174 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-786e5261-a38a-4b84-a1b3-e13cba739d8f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:13.764237 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:00:13.825043 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b4f31d-a6d2-4702-b0ef-1985357221a8 None None] Network 10b936a8-d21b-4733-b926-602727efeb2b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:00:13.840417 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-eeb71273-71b9-4fd1-8f10-fc97ee38fe31 None None] Port 5e651fdc-8891-4208-901e-2768d0925ea9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:00:13.857620 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd171ce-a7f7-42ba-8236-deee9dcf0151 req-6a753364-f607-4b91-9841-6ecc125fdf58 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:13.859755 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3cd171ce-a7f7-42ba-8236-deee9dcf0151 req-6a753364-f607-4b91-9841-6ecc125fdf58 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 1096 time: 0.2438524 Nov 02 12:00:13.891416 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e62c090-d443-4eae-8902-fb4f556f4004 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:13.903076 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-786e5261-a38a-4b84-a1b3-e13cba739d8f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:13.940249 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e5261-a38a-4b84-a1b3-e13cba739d8f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:00:13.989093 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-786e5261-a38a-4b84-a1b3-e13cba739d8f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:13.992840 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e5261-a38a-4b84-a1b3-e13cba739d8f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:00:14.022919 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3cd171ce-a7f7-42ba-8236-deee9dcf0151 req-3993cc58-cd6a-400c-b07b-d2f7e16e74b8 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529734 Nov 02 12:00:14.080184 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786e5261-a38a-4b84-a1b3-e13cba739d8f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:14.081213 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-786e5261-a38a-4b84-a1b3-e13cba739d8f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:14.097162 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e62c090-d443-4eae-8902-fb4f556f4004 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:14.115022 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e5261-a38a-4b84-a1b3-e13cba739d8f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event updated for resources: {'Port': ['ID=3b8ad295-2d7a-4849-bddf-6bcf7483dce7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:14.139734 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:14.146909 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62c090-d443-4eae-8902-fb4f556f4004 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event deleted for resources: {'Subnet': ['ID=5598afd4-ac66-412d-a8ab-4438ad9d0233,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:14.149013 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917deb77-6b03-43f6-af00-cc43295b224f x-openstack-request-id: req-917deb77-6b03-43f6-af00-cc43295b224f {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:00:14.149013 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6703a0c5-236e-4579-9ee5-a77f8d97e444", "name": "network-vif-plugged", "status": "completed", "tag": "d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:00:14.149425 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-917deb77-6b03-43f6-af00-cc43295b224f {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:00:14.149543 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6703a0c5-236e-4579-9ee5-a77f8d97e444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf', 'code': 200} Nov 02 12:00:14.161702 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e62c090-d443-4eae-8902-fb4f556f4004 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:14.192679 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1e62c090-d443-4eae-8902-fb4f556f4004 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/subnets/5598afd4-ac66-412d-a8ab-4438ad9d0233 HTTP/1.1" status: 204 len: 168 time: 0.8305655 Nov 02 12:00:14.195515 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009fb84f-0a87-4ee2-b051-f9d4177d4094 None None] Network 8e1300c9-2ef5-48dc-a779-f80131b340bd requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:00:14.195782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58218) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:14.206430 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-786e5261-a38a-4b84-a1b3-e13cba739d8f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7389307 Nov 02 12:00:14.232076 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 30248053-7047-4fbf-9db2-54c1cfaffa92 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:14.232644 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:14.387151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d1023542-b723-4403-9bb9-e05aa5c99fc7 None None] Provisioning complete for port 30248053-7047-4fbf-9db2-54c1cfaffa92 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:14.387527 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d1023542-b723-4403-9bb9-e05aa5c99fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:14.393777 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:14.438599 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,revision_number=10']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:14.478570 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b840e0e-bc78-4bac-9943-2e4a467df03b req-e7d0227a-3417-4120-8065-95eb262f2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:14.480165 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b840e0e-bc78-4bac-9943-2e4a467df03b req-e7d0227a-3417-4120-8065-95eb262f2b59 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 1098 time: 0.0840526 Nov 02 12:00:14.617423 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b840e0e-bc78-4bac-9943-2e4a467df03b req-98c8d44a-eaf4-403f-ae90-4ad3ba7c6c89 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288025 Nov 02 12:00:14.639932 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Deleting port 0acfc867-ccb8-4b6d-87bd-102d26c24748 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:14.654581 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:14.741044 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:14.909564 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 30248053-7047-4fbf-9db2-54c1cfaffa92, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=30248053-7047-4fbf-9db2-54c1cfaffa92,segment=NetworkSegment(a52f423b-34ed-42d0-84ad-25ab3731e69a),segment_id=a52f423b-34ed-42d0-84ad-25ab3731e69a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:14.911798 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d1023542-b723-4403-9bb9-e05aa5c99fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:14.941121 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] For port 0acfc867-ccb8-4b6d-87bd-102d26c24748, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0acfc867-ccb8-4b6d-87bd-102d26c24748,segment=NetworkSegment(07416250-49a2-45cc-b7f7-6e63ce2f9663),segment_id=07416250-49a2-45cc-b7f7-6e63ce2f9663)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:14.941587 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:14.942267 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58232) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:14.946823 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e99a7f43-4ea1-4673-baf1-eeaf5659ac84 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2043020487', 'description': 'tempest-description--405428745'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:14.955053 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ced7930-3d9f-49eb-8a06-4a6bfbc803a3 None None] DHCP port deletion for 8e1300c9-2ef5-48dc-a779-f80131b340bd request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:00:14.992117 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Calling delete_port for 0acfc867-ccb8-4b6d-87bd-102d26c24748 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:15.003542 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.004381 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ba8e6453-6e43-42e2-8725-015c21fa7b13 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:00:15.062205 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e99a7f43-4ea1-4673-baf1-eeaf5659ac84 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.191118 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-d1023542-b723-4403-9bb9-e05aa5c99fc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:00:15.191544 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-d1023542-b723-4403-9bb9-e05aa5c99fc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:00:15.224863 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=30248053-7047-4fbf-9db2-54c1cfaffa92,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:15.253685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674abdb9-f20c-4e10-9538-3276e20cfd8b req-770d7a85-f7e1-4b39-8874-11272459f737 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:15.255689 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e99a7f43-4ea1-4673-baf1-eeaf5659ac84 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.257356 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3ced7930-3d9f-49eb-8a06-4a6bfbc803a3 None None] Deleting port 0acfc867-ccb8-4b6d-87bd-102d26c24748 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:15.257736 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3ced7930-3d9f-49eb-8a06-4a6bfbc803a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.269466 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-674abdb9-f20c-4e10-9538-3276e20cfd8b req-770d7a85-f7e1-4b39-8874-11272459f737 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 946 time: 0.1068785 Nov 02 12:00:15.278565 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port ba8e6453-6e43-42e2-8725-015c21fa7b13 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:15.278565 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.304648 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.342829 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e99a7f43-4ea1-4673-baf1-eeaf5659ac84 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.345127 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event deleted for resources: {'Port': ['ID=0acfc867-ccb8-4b6d-87bd-102d26c24748,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:15.349366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] No DVR routers for this DVR port 0acfc867-ccb8-4b6d-87bd-102d26c24748 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:00:15.378724 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-674abdb9-f20c-4e10-9538-3276e20cfd8b req-fa5ea8ae-b531-4afa-9893-6d424354a914 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079872 Nov 02 12:00:15.383526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3ced7930-3d9f-49eb-8a06-4a6bfbc803a3 None None] For port 0acfc867-ccb8-4b6d-87bd-102d26c24748, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0acfc867-ccb8-4b6d-87bd-102d26c24748,segment=NetworkSegment(07416250-49a2-45cc-b7f7-6e63ce2f9663),segment_id=07416250-49a2-45cc-b7f7-6e63ce2f9663)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:15.384105 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3ced7930-3d9f-49eb-8a06-4a6bfbc803a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.406874 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3ced7930-3d9f-49eb-8a06-4a6bfbc803a3 None None] Calling delete_port for 0acfc867-ccb8-4b6d-87bd-102d26c24748 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:15.433436 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a7f43-4ea1-4673-baf1-eeaf5659ac84 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:15.482195 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e99a7f43-4ea1-4673-baf1-eeaf5659ac84 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.483579 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e99a7f43-4ea1-4673-baf1-eeaf5659ac84 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5402522 Nov 02 12:00:15.487095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58236) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:15.496498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-f2c6d5db-eed7-4f07-988e-3264f21799fb tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Request body: {'security_group_rule': {'security_group_id': 'cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:15.579218 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.614668 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 30248053-7047-4fbf-9db2-54c1cfaffa92 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:00:15.623521 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f2c6d5db-eed7-4f07-988e-3264f21799fb tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.635653 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1300c9-2ef5-48dc-a779-f80131b340bd']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:15.652516 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07416250-49a2-45cc-b7f7-6e63ce2f9663') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:15.652807 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07416250-49a2-45cc-b7f7-6e63ce2f9663') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:15.665894 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3ced7930-3d9f-49eb-8a06-4a6bfbc803a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.666396 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.669645 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6c12d-66b7-43b2-8fc2-a1b34874fa5c req-8dd8637f-fcc2-48d2-9ed6-2fb7b96a8c1f tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:15.673321 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a2f6c12d-66b7-43b2-8fc2-a1b34874fa5c req-8dd8637f-fcc2-48d2-9ed6-2fb7b96a8c1f tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 1096 time: 0.0804856 Nov 02 12:00:15.710171 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.714221 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f2c6d5db-eed7-4f07-988e-3264f21799fb tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.750960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:00:15.751622 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:00:15.757848 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:00:15.760403 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced7930-3d9f-49eb-8a06-4a6bfbc803a3 None None] Pushing event deleted for resources: {'Port': ['ID=0acfc867-ccb8-4b6d-87bd-102d26c24748,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:15.764480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ced7930-3d9f-49eb-8a06-4a6bfbc803a3 None None] No DVR routers for this DVR port 0acfc867-ccb8-4b6d-87bd-102d26c24748 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:00:15.788725 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f2c6d5db-eed7-4f07-988e-3264f21799fb tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.827461 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6d5db-eed7-4f07-988e-3264f21799fb tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2db5d3-9d3d-46c2-9b07-0a43d5737b29,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:15.852063 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 30248053-7047-4fbf-9db2-54c1cfaffa92 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:15.852063 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.852379 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a2f6c12d-66b7-43b2-8fc2-a1b34874fa5c req-9cb13702-6682-474a-9c71-339ff1371c81 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695142 Nov 02 12:00:15.910824 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f2c6d5db-eed7-4f07-988e-3264f21799fb tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.914778 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f2c6d5db-eed7-4f07-988e-3264f21799fb tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4230177 Nov 02 12:00:15.915406 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58260) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:15.921346 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b465ceea-b909-4ab6-904c-619bf4a05f8a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Request body: {'security_group_rule': {'security_group_id': 'cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:15.948214 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.948500 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:00:15.956151 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:15.964738 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58264) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:15.965249 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/networks/8e1300c9-2ef5-48dc-a779-f80131b340bd HTTP/1.1" status: 204 len: 168 time: 1.7662535 Nov 02 12:00:16.002210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df624fa-adb3-4f73-8e6b-6a2bc9b73a36 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event deleted for resources: {'Network': ['ID=8e1300c9-2ef5-48dc-a779-f80131b340bd,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:16.047236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a9889627-b282-40c8-81f4-18326fe7b576 None None] Provisioning complete for port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:16.048309 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9889627-b282-40c8-81f4-18326fe7b576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:16.102151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0acfc867-ccb8-4b6d-87bd-102d26c24748 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:00:16.135710 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 0acfc867-ccb8-4b6d-87bd-102d26c24748 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:00:16.136029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0acfc867-ccb8-4b6d-87bd-102d26c24748 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:00:16.145903 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a9889627-b282-40c8-81f4-18326fe7b576 None None] Port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:00:16.159101 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a9889627-b282-40c8-81f4-18326fe7b576 None None] Provisioning complete for port 30248053-7047-4fbf-9db2-54c1cfaffa92 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:16.159101 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9889627-b282-40c8-81f4-18326fe7b576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:16.394481 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:00:16.459433 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b465ceea-b909-4ab6-904c-619bf4a05f8a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:16.544558 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:00:16.551253 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b465ceea-b909-4ab6-904c-619bf4a05f8a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:16.552850 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-61c808d7-29c4-4be5-b206-88c0fefcd383 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Deleting port 5401e350-d4f2-4b77-9504-382737e90176 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:16.553206 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61c808d7-29c4-4be5-b206-88c0fefcd383 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:16.554794 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:16.555385 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:16.569798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9350c2c-d63b-4967-b246-7d23fb6b805e req-e27087de-c9a0-4f11-ba90-72a82bad2895 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:16.571844 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9350c2c-d63b-4967-b246-7d23fb6b805e req-e27087de-c9a0-4f11-ba90-72a82bad2895 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 946 time: 0.0969672 Nov 02 12:00:16.630290 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b465ceea-b909-4ab6-904c-619bf4a05f8a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:16.643860 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9350c2c-d63b-4967-b246-7d23fb6b805e req-cc8484ac-be54-4538-b130-08dafe6efa9e tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660236 Nov 02 12:00:16.674259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465ceea-b909-4ab6-904c-619bf4a05f8a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e70624d-86cf-4330-9552-1ac55d0db6c3,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:16.675610 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61c808d7-29c4-4be5-b206-88c0fefcd383 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:16.675894 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61c808d7-29c4-4be5-b206-88c0fefcd383 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:16.688803 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:16.690271 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-61c808d7-29c4-4be5-b206-88c0fefcd383 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Calling delete_port for 5401e350-d4f2-4b77-9504-382737e90176 owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:16.729056 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f81fc9-717c-4f55-bec8-f8b12bf3d390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:00:16.731514 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bc09ca-c24e-40ca-81bf-beafecea4e48" -d '{"events": [{"server_uuid": "c0f81fc9-717c-4f55-bec8-f8b12bf3d390", "name": "network-vif-plugged", "status": "completed", "tag": "3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:00:16.745153 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b465ceea-b909-4ab6-904c-619bf4a05f8a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:16.746377 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b465ceea-b909-4ab6-904c-619bf4a05f8a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8303881 Nov 02 12:00:16.747300 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869,segment=NetworkSegment(4a335ce7-f5b1-46c8-bfe6-e84fb98359cc),segment_id=4a335ce7-f5b1-46c8-bfe6-e84fb98359cc)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:16.749744 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58300) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:16.755236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-7d73b94e-7361-4762-a607-2e078233dfee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:16.823769 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3059780-b183-4c0e-b78a-3dd60e59e24d x-openstack-request-id: req-f3059780-b183-4c0e-b78a-3dd60e59e24d {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:00:16.823923 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f81fc9-717c-4f55-bec8-f8b12bf3d390", "name": "network-vif-plugged", "status": "completed", "tag": "3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:00:16.824063 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3059780-b183-4c0e-b78a-3dd60e59e24d {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:00:16.824486 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f81fc9-717c-4f55-bec8-f8b12bf3d390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869', 'code': 200} Nov 02 12:00:16.848628 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:16.917464 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:16.936540 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d73b94e-7361-4762-a607-2e078233dfee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:16.993549 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61c808d7-29c4-4be5-b206-88c0fefcd383 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:17.043329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c808d7-29c4-4be5-b206-88c0fefcd383 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event deleted for resources: {'Port': ['ID=5401e350-d4f2-4b77-9504-382737e90176,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:17.141057 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61c808d7-29c4-4be5-b206-88c0fefcd383 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:17.142619 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36832d32-7753-4674-bf0c-a8133a585e40 req-c69c6a69-23d4-418a-b32b-1b68043ab9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:17.144183 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36832d32-7753-4674-bf0c-a8133a585e40 req-c69c6a69-23d4-418a-b32b-1b68043ab9c5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 1097 time: 0.1858323 Nov 02 12:00:17.146216 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61c808d7-29c4-4be5-b206-88c0fefcd383 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:17.154071 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-61c808d7-29c4-4be5-b206-88c0fefcd383 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/floatingips/c84fa745-7431-47ff-bc0f-199fb0e96a8d HTTP/1.1" status: 204 len: 168 time: 1.1864552 Nov 02 12:00:17.155424 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58322) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:17.197036 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77456856-0f3c-467e-8c8f-df9882b22924 req-bc74e0fc-e831-44ee-a18b-334915aec518 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:17.197369 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-bacd1bd2-5d4a-42a7-b647-8aadfc833429 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] DELETE failed (client error): The resource could not be found. Nov 02 12:00:17.198134 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bacd1bd2-5d4a-42a7-b647-8aadfc833429 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:00:17.198502 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77456856-0f3c-467e-8c8f-df9882b22924 req-bc74e0fc-e831-44ee-a18b-334915aec518 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 1097 time: 0.1324222 Nov 02 12:00:17.203402 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bacd1bd2-5d4a-42a7-b647-8aadfc833429 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/ports/c29cc77c-8be2-4762-b1f8-1326f3716d8f HTTP/1.1" status: 404 len: 333 time: 0.0456300 Nov 02 12:00:17.206709 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58326) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:17.250606 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-040ae7e2-a96e-4d07-a650-53778dc88e67 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "GET /v2.0/ports?device_id=d48a9f3e-f570-4da5-b43c-c22170405be8 HTTP/1.1" status: 200 len: 205 time: 0.0413797 Nov 02 12:00:17.252680 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58328) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:17.318643 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-f0b23576-20cd-4ed9-9e0f-5770ec4a6030 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] delete failed (client error): The resource could not be found. Nov 02 12:00:17.321147 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f0b23576-20cd-4ed9-9e0f-5770ec4a6030 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/routers/d48a9f3e-f570-4da5-b43c-c22170405be8 HTTP/1.1" status: 404 len: 336 time: 0.0662780 Nov 02 12:00:17.323021 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58334) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:17.401304 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff787532-29a7-4e97-a2a6-5e9eb440cb13 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] DELETE failed (client error): The resource could not be found. Nov 02 12:00:17.402573 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff787532-29a7-4e97-a2a6-5e9eb440cb13 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:00:17.413014 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ff787532-29a7-4e97-a2a6-5e9eb440cb13 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/subnets/5598afd4-ac66-412d-a8ab-4438ad9d0233 HTTP/1.1" status: 404 len: 337 time: 0.0879986 Nov 02 12:00:17.416101 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58336) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:17.519362 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1f151997-8ab2-4dc3-899f-35b093901b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:17.587309 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-304c53d0-1199-48ce-9f6e-93826eae2723 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Deleting port c91aba22-7ae5-4366-968a-82ba15f889b7 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:17.587811 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-304c53d0-1199-48ce-9f6e-93826eae2723 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:17.701417 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36832d32-7753-4674-bf0c-a8133a585e40 req-f62c667c-d7fd-4de5-9e8f-64d0a512e678 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458870 Nov 02 12:00:17.701992 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-304c53d0-1199-48ce-9f6e-93826eae2723 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:17.703907 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d73b94e-7361-4762-a607-2e078233dfee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:17.718353 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-304c53d0-1199-48ce-9f6e-93826eae2723 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Calling delete_port for c91aba22-7ae5-4366-968a-82ba15f889b7 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:17.762628 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77456856-0f3c-467e-8c8f-df9882b22924 req-17a6ef5a-62e3-4cbb-a98e-4d2b36db6525 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5535514 Nov 02 12:00:17.944744 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-7d73b94e-7361-4762-a607-2e078233dfee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Allocated IP 172.25.6.166 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/1919e449-d009-427b-bbf4-bc66bf3072da) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:00:17.965032 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-304c53d0-1199-48ce-9f6e-93826eae2723 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:18.004905 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d33b1a-9d6e-4ab9-93bc-6d6bc353543f req-074a0c98-fbce-474e-9021-7e3e073913a7 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:18.006762 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8d33b1a-9d6e-4ab9-93bc-6d6bc353543f req-074a0c98-fbce-474e-9021-7e3e073913a7 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 946 time: 0.1264625 Nov 02 12:00:18.007029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c53d0-1199-48ce-9f6e-93826eae2723 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event deleted for resources: {'Port': ['ID=c91aba22-7ae5-4366-968a-82ba15f889b7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:18.094708 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-304c53d0-1199-48ce-9f6e-93826eae2723 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:18.098167 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-304c53d0-1199-48ce-9f6e-93826eae2723 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/ports/c91aba22-7ae5-4366-968a-82ba15f889b7 HTTP/1.1" status: 204 len: 168 time: 0.6803060 Nov 02 12:00:18.101141 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58352) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:18.129816 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8d33b1a-9d6e-4ab9-93bc-6d6bc353543f req-4e1350bb-6173-498d-98ef-a236b98880e4 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060538 Nov 02 12:00:18.153046 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d73b94e-7361-4762-a607-2e078233dfee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:18.205655 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Deleting port 18ebc5ad-a3ce-4083-a40b-5587761e01a3 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:18.205955 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:18.286873 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d73b94e-7361-4762-a607-2e078233dfee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:18.306505 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:18.321181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Calling delete_port for 18ebc5ad-a3ce-4083-a40b-5587761e01a3 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:18.326444 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d73b94e-7361-4762-a607-2e078233dfee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:00:18.335366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-7d73b94e-7361-4762-a607-2e078233dfee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:18.339650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d73b94e-7361-4762-a607-2e078233dfee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:00:18.346035 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73b94e-7361-4762-a607-2e078233dfee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event updated for resources: {'Port': ['ID=1919e449-d009-427b-bbf4-bc66bf3072da,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:18.464675 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d73b94e-7361-4762-a607-2e078233dfee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:18.642069 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d73b94e-7361-4762-a607-2e078233dfee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:18.650674 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:18.687730 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event deleted for resources: {'Port': ['ID=18ebc5ad-a3ce-4083-a40b-5587761e01a3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:18.701522 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:18.701522 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:18.701846 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:18.702070 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:18.702412 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:18.702774 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:18.703223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:18.703501 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:18.703925 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:18.704252 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:18.704584 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:18.704909 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:18.770959 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:18.774684 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ee0ed6fa-9220-4309-bbef-8603908ba705 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/ports/18ebc5ad-a3ce-4083-a40b-5587761e01a3 HTTP/1.1" status: 204 len: 168 time: 0.6722710 Nov 02 12:00:18.777708 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58360) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:18.836988 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5199a5c9-7b4f-452c-b29f-3a988a4e9e15 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:18.839116 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5199a5c9-7b4f-452c-b29f-3a988a4e9e15 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "GET /v2.0/ports?device_id=38a1dab6-fbdc-4572-af09-0344a554a37b HTTP/1.1" status: 200 len: 913 time: 0.0596521 Nov 02 12:00:18.841332 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58364) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:18.844026 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d73b94e-7361-4762-a607-2e078233dfee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:18.896468 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f22a3-bda1-4da5-af1c-43c6566c94bf req-707c96b2-b827-4283-aba1-80b0a94affaa tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:18.899480 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c09f22a3-bda1-4da5-af1c-43c6566c94bf req-707c96b2-b827-4283-aba1-80b0a94affaa tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 1097 time: 0.0475681 Nov 02 12:00:18.954539 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c09f22a3-bda1-4da5-af1c-43c6566c94bf req-95941064-f7a6-4e1b-9ea3-26cab96f81e4 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487943 Nov 02 12:00:18.982029 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d73b94e-7361-4762-a607-2e078233dfee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:19.067352 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73b94e-7361-4762-a607-2e078233dfee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event updated for resources: {'Port': ['ID=1919e449-d009-427b-bbf4-bc66bf3072da,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:19.073578 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d73b94e-7361-4762-a607-2e078233dfee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:19.181185 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7d73b94e-7361-4762-a607-2e078233dfee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:19.187202 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7d73b94e-7361-4762-a607-2e078233dfee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4312830 Nov 02 12:00:19.278005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684bbd2-3561-483c-98e5-6154b541d01b req-3eceb56c-0995-4067-80bf-bf1c91ff5f50 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:19.279893 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6684bbd2-3561-483c-98e5-6154b541d01b req-3eceb56c-0995-4067-80bf-bf1c91ff5f50 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 946 time: 0.0662758 Nov 02 12:00:19.294968 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-923ed600-5650-4a6b-882f-a8598a30f860 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:19.342747 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6684bbd2-3561-483c-98e5-6154b541d01b req-ac20aa2d-52ec-4e63-bf76-9279ae41b524 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557499 Nov 02 12:00:19.572930 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d2f5bc1-3bc1-4f81-b670-d00659dd6387 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2043020487&fields=id&tenant_id=97e2408f8af54be9be8c24d9e4a4c894 HTTP/1.1" status: 200 len: 267 time: 0.0447273 Nov 02 12:00:19.632505 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-923ed600-5650-4a6b-882f-a8598a30f860 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Deleting port 553ebda2-8fd7-4b2a-960b-e0b7eea35cb7 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:19.632821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d436e49d-3509-45a4-bd11-e9997cec6b98 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:19.632969 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-923ed600-5650-4a6b-882f-a8598a30f860 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:19.634587 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d436e49d-3509-45a4-bd11-e9997cec6b98 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports/5e651fdc-8891-4208-901e-2768d0925ea9 HTTP/1.1" status: 200 len: 937 time: 0.0538037 Nov 02 12:00:19.687062 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-36d053ec-0c5d-41d9-8b4c-478ace700e8b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:19.688581 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-36d053ec-0c5d-41d9-8b4c-478ace700e8b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports/3b8ad295-2d7a-4849-bddf-6bcf7483dce7 HTTP/1.1" status: 200 len: 937 time: 0.0475371 Nov 02 12:00:19.702387 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-62d9286c-8dc9-4bfd-966e-8d3a6c166ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:19.723740 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-923ed600-5650-4a6b-882f-a8598a30f860 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:19.746290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-923ed600-5650-4a6b-882f-a8598a30f860 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Calling delete_port for 553ebda2-8fd7-4b2a-960b-e0b7eea35cb7 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:19.758569 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-7165438f-2104-44d9-9827-58998b4d64b7 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?network_id=10b936a8-d21b-4733-b926-602727efeb2b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0633078 Nov 02 12:00:19.794966 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-83f9ee5d-329c-446a-b2b1-1224d8dc6254 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?network_id=10b936a8-d21b-4733-b926-602727efeb2b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0354424 Nov 02 12:00:19.960701 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e9170a62-8f42-42c2-8362-a5b97894513f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:19.975049 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e9170a62-8f42-42c2-8362-a5b97894513f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:19.984071 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e9170a62-8f42-42c2-8362-a5b97894513f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:19.987059 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e9170a62-8f42-42c2-8362-a5b97894513f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/networks?id=dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=10b936a8-d21b-4733-b926-602727efeb2b&id=10b936a8-d21b-4733-b926-602727efeb2b HTTP/1.1" status: 200 len: 1995 time: 0.1829414 Nov 02 12:00:20.006940 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-942098a7-e4dd-4183-8ed2-30774314ea0f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/quotas/97e2408f8af54be9be8c24d9e4a4c894 HTTP/1.1" status: 200 len: 375 time: 0.0139296 Nov 02 12:00:20.045084 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-923ed600-5650-4a6b-882f-a8598a30f860 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:20.079237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ed600-5650-4a6b-882f-a8598a30f860 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event deleted for resources: {'Port': ['ID=553ebda2-8fd7-4b2a-960b-e0b7eea35cb7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:20.083652 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a9243578-599e-4af6-bc63-da51e65e6c47 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0695403 Nov 02 12:00:20.199242 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-0741db1b-6047-415a-8ff8-c03dfe2c77a8 service neutron] 10.222.0.52 "GET /v2.0/networks/dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954838 Nov 02 12:00:20.258551 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-923ed600-5650-4a6b-882f-a8598a30f860 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:20.347955 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2ae4743a-380d-44fe-96d8-2bf7a64f4bed service neutron] 10.222.0.52 "GET /v2.0/networks/dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327336 Nov 02 12:00:20.401267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2175db50-c5a1-43f1-a1fb-4570742501ec service neutron] 10.222.0.52 "GET /v2.0/ports/5e651fdc-8891-4208-901e-2768d0925ea9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0523863 Nov 02 12:00:20.514235 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5470b8bf-1ee4-4bc0-b3f1-ebacb992e552 service neutron] 10.222.0.52 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052470 Nov 02 12:00:20.538430 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923ed600-5650-4a6b-882f-a8598a30f860 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Router 38a1dab6-fbdc-4572-af09-0344a554a37b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:00:20.617002 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-f21d3a82-9117-4822-8d9b-c6617ecae31d service neutron] 10.222.0.52 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958304 Nov 02 12:00:20.664803 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923ed600-5650-4a6b-882f-a8598a30f860 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:00:20.667164 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-8cd8c71c-326d-4745-966f-0b64d2ab5205 service neutron] 10.222.0.52 "GET /v2.0/ports/3b8ad295-2d7a-4849-bddf-6bcf7483dce7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0381498 Nov 02 12:00:20.674622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58420) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:20.675294 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-923ed600-5650-4a6b-882f-a8598a30f860 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "PUT /v2.0/routers/38a1dab6-fbdc-4572-af09-0344a554a37b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8279111 Nov 02 12:00:20.684892 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7347ec7e-6f9f-4024-8b29-f0ea46f0879d None None] Sync routers for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:00:20.723945 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7347ec7e-6f9f-4024-8b29-f0ea46f0879d None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:00:20.726641 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7347ec7e-6f9f-4024-8b29-f0ea46f0879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:00:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:20.788694 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7347ec7e-6f9f-4024-8b29-f0ea46f0879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:20.801742 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7347ec7e-6f9f-4024-8b29-f0ea46f0879d None None] Routers {'38a1dab6-fbdc-4572-af09-0344a554a37b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:00:20.802495 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7347ec7e-6f9f-4024-8b29-f0ea46f0879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:00:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['38a1dab6-fbdc-4572-af09-0344a554a37b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:20.844431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7347ec7e-6f9f-4024-8b29-f0ea46f0879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:20.845508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7347ec7e-6f9f-4024-8b29-f0ea46f0879d None None] The sync data for ids ['38a1dab6-fbdc-4572-af09-0344a554a37b'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:00:20.873788 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2099c6df-a90b-40c1-8e44-3132d37c72db tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:20.911671 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-747e3c2d-88e8-4a97-914e-d7cbffc5e920 service neutron] 10.222.0.52 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267337 Nov 02 12:00:20.955572 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:21.084638 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2099c6df-a90b-40c1-8e44-3132d37c72db tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:21.095292 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-0432c9c4-203a-4362-9c6b-b00558ce4d50 service neutron] 10.222.0.52 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742589 Nov 02 12:00:21.191231 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-691c57c3-1493-4d0b-b332-4f6e0f719a51 service neutron] 10.222.0.52 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896528 Nov 02 12:00:21.315378 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-b2f1c9c6-cbdb-4920-a338-d52904c04d7f service neutron] 10.222.0.52 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179645 Nov 02 12:00:21.330978 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-2099c6df-a90b-40c1-8e44-3132d37c72db tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Deleting port 25218624-84a9-4056-b966-0b8e1f7dfcb1 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:21.331325 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2099c6df-a90b-40c1-8e44-3132d37c72db tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:21.483737 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2099c6df-a90b-40c1-8e44-3132d37c72db tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:21.494629 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-86b26f00-e3f0-4519-8e20-bcdebb1b4805 service neutron] 10.222.0.52 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729927 Nov 02 12:00:21.501214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-2099c6df-a90b-40c1-8e44-3132d37c72db tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Calling delete_port for 25218624-84a9-4056-b966-0b8e1f7dfcb1 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:21.767005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-00438297-a003-4bbb-b448-f36072f84eb4 service neutron] 10.222.0.52 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615585 Nov 02 12:00:21.924913 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-09c6e0d1-6aeb-4935-bdad-98ffa3e2b06b service neutron] 10.222.0.52 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427023 Nov 02 12:00:22.022310 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-46b93208-9fd6-45cd-9222-385aaf98c6f3 service neutron] 10.222.0.52 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912323 Nov 02 12:00:22.038413 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2099c6df-a90b-40c1-8e44-3132d37c72db tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:22.111871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099c6df-a90b-40c1-8e44-3132d37c72db tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event deleted for resources: {'Port': ['ID=25218624-84a9-4056-b966-0b8e1f7dfcb1,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:22.195516 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2099c6df-a90b-40c1-8e44-3132d37c72db tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:22.200127 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-9f55744b-de24-478c-b711-f2ac628229ba service neutron] 10.222.0.52 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713774 Nov 02 12:00:22.322282 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2099c6df-a90b-40c1-8e44-3132d37c72db tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:22.349237 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2099c6df-a90b-40c1-8e44-3132d37c72db tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:22.415834 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-bb407cd7-8221-453e-a5c9-ca34f045a9c8 service neutron] 10.222.0.52 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856706 Nov 02 12:00:22.423649 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:22.513421 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2099c6df-a90b-40c1-8e44-3132d37c72db tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:22.517510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2099c6df-a90b-40c1-8e44-3132d37c72db tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Fanout notify agent at l3_agent the message router_deleted on router 38a1dab6-fbdc-4572-af09-0344a554a37b {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:00:22.522290 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2099c6df-a90b-40c1-8e44-3132d37c72db tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:22.523806 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2099c6df-a90b-40c1-8e44-3132d37c72db tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/routers/38a1dab6-fbdc-4572-af09-0344a554a37b HTTP/1.1" status: 204 len: 168 time: 1.8461065 Nov 02 12:00:22.527806 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58448) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:22.588119 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-520a23a2-621e-49e7-8e1b-1cc4c93c7e43 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Deleting subnet 3300c84d-8739-416d-93e3-eed3a9ce4a2a {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:00:22.591413 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-520a23a2-621e-49e7-8e1b-1cc4c93c7e43 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:22.635643 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-520a23a2-621e-49e7-8e1b-1cc4c93c7e43 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:22.687403 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-520a23a2-621e-49e7-8e1b-1cc4c93c7e43 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:22.834088 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-520a23a2-621e-49e7-8e1b-1cc4c93c7e43 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:22.862473 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a23a2-621e-49e7-8e1b-1cc4c93c7e43 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event deleted for resources: {'Subnet': ['ID=3300c84d-8739-416d-93e3-eed3a9ce4a2a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:22.866215 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-520a23a2-621e-49e7-8e1b-1cc4c93c7e43 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:22.869424 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-520a23a2-621e-49e7-8e1b-1cc4c93c7e43 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/subnets/3300c84d-8739-416d-93e3-eed3a9ce4a2a HTTP/1.1" status: 204 len: 168 time: 0.3401234 Nov 02 12:00:22.871896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58458) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:22.952382 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68db6de4-0312-4119-9dbf-ca3c774b80e9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:23.051575 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68db6de4-0312-4119-9dbf-ca3c774b80e9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:23.073958 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-68db6de4-0312-4119-9dbf-ca3c774b80e9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467238ca-478b-44aa-b923-fa92d19c74e2']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:23.086910 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-68db6de4-0312-4119-9dbf-ca3c774b80e9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9955ffcb-cee0-4a62-9e78-0c77d3a9955e') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:23.087272 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-68db6de4-0312-4119-9dbf-ca3c774b80e9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9955ffcb-cee0-4a62-9e78-0c77d3a9955e') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:23.097799 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68db6de4-0312-4119-9dbf-ca3c774b80e9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:23.112530 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68db6de4-0312-4119-9dbf-ca3c774b80e9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:23.120485 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68db6de4-0312-4119-9dbf-ca3c774b80e9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:00:23.120888 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68db6de4-0312-4119-9dbf-ca3c774b80e9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:00:23.127154 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:00:23.285082 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68db6de4-0312-4119-9dbf-ca3c774b80e9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:23.292413 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68db6de4-0312-4119-9dbf-ca3c774b80e9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:23.298272 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-68db6de4-0312-4119-9dbf-ca3c774b80e9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] 10.222.0.52 "DELETE /v2.0/networks/467238ca-478b-44aa-b923-fa92d19c74e2 HTTP/1.1" status: 204 len: 168 time: 0.4253626 Nov 02 12:00:23.314997 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db6de4-0312-4119-9dbf-ca3c774b80e9 tempest-FloatingIPTestJSON-925941794 tempest-FloatingIPTestJSON-925941794-project] Pushing event deleted for resources: {'Network': ['ID=467238ca-478b-44aa-b923-fa92d19c74e2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:23.852171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58504) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:23.936516 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:24.045055 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0fb73102-9eb4-4454-99cc-cc1468f62685 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6817f65d23324797bb4e4446c14419a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1916580 Nov 02 12:00:24.048810 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58516) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:24.055378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cfebd-7d11-4a73-b99c-e4420e3ae0b2 req-1969ce8a-7f70-4850-8be5-50722dca7414 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:24.063534 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a9cfebd-7d11-4a73-b99c-e4420e3ae0b2 req-1969ce8a-7f70-4850-8be5-50722dca7414 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 1097 time: 0.0762398 Nov 02 12:00:24.139516 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a9cfebd-7d11-4a73-b99c-e4420e3ae0b2 req-d32aa3b7-5437-42a2-b7f5-fae0cdf48a9e tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667975 Nov 02 12:00:24.167637 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d9427ba-af3a-4392-b328-650eb742bc8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:24.181803 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:24.195418 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d9427ba-af3a-4392-b328-650eb742bc8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:24.301931 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0e9fb1a5-060f-4f56-972a-33c948208415 req-e6b7e054-3296-43f7-8da4-3287a37ebfa0 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 210 time: 0.0304544 Nov 02 12:00:24.330854 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d9427ba-af3a-4392-b328-650eb742bc8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:24.333760 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d9427ba-af3a-4392-b328-650eb742bc8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:24.335981 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3d9427ba-af3a-4392-b328-650eb742bc8a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f5d3dc4-85b0-430a-b7cc-8a9d74a0405d HTTP/1.1" status: 204 len: 168 time: 0.2845950 Nov 02 12:00:24.343598 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9427ba-af3a-4392-b328-650eb742bc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5d3dc4-85b0-430a-b7cc-8a9d74a0405d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:24.438981 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254e3a6-59d2-4580-b6a9-319cba34f74d req-46ea3886-4fd7-4948-a56d-d4bb59830577 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:24.440504 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0254e3a6-59d2-4580-b6a9-319cba34f74d req-46ea3886-4fd7-4948-a56d-d4bb59830577 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 1097 time: 0.0466950 Nov 02 12:00:24.492659 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0254e3a6-59d2-4580-b6a9-319cba34f74d req-03e1bd5b-7345-4152-835a-3b98baf8f9d6 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458498 Nov 02 12:00:24.642370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64778a-63ae-4cf4-a3ec-0588baf16328 req-2f58ebe5-9921-4440-b9a7-5f0ece0f47cb tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:24.644224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1a64778a-63ae-4cf4-a3ec-0588baf16328 req-2f58ebe5-9921-4440-b9a7-5f0ece0f47cb tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 1097 time: 0.0563207 Nov 02 12:00:24.722096 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1a64778a-63ae-4cf4-a3ec-0588baf16328 req-b995f3e9-e20e-48b6-983f-f2116db4dd3b tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712881 Nov 02 12:00:24.975935 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:25.324748 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b0fdc-be19-4d7d-9bd2-c793938cc90a req-60a27ccb-366b-472a-ad3f-77ae103512a4 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:25.326313 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-479b0fdc-be19-4d7d-9bd2-c793938cc90a req-60a27ccb-366b-472a-ad3f-77ae103512a4 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 1097 time: 0.0471175 Nov 02 12:00:25.383281 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-479b0fdc-be19-4d7d-9bd2-c793938cc90a req-a21d4836-e363-4110-8498-a00e4cfb073b tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473516 Nov 02 12:00:25.557716 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27ec1491-0e89-4943-acc5-a05667fd78e6 req-add89644-3917-4d41-ad55-c9a198a79ea6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 210 time: 0.0319011 Nov 02 12:00:25.651209 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58574) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:25.757732 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0da4e376-f1a2-4689-ad7f-8cd8a1e175fe tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1083885970'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:25.861839 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da4e376-f1a2-4689-ad7f-8cd8a1e175fe tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:25.865717 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0da4e376-f1a2-4689-ad7f-8cd8a1e175fe tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:25.876734 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0da4e376-f1a2-4689-ad7f-8cd8a1e175fe tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:25.964313 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0da4e376-f1a2-4689-ad7f-8cd8a1e175fe tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:26.079339 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0da4e376-f1a2-4689-ad7f-8cd8a1e175fe tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:26.110321 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da4e376-f1a2-4689-ad7f-8cd8a1e175fe tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:00:26.121601 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4e376-f1a2-4689-ad7f-8cd8a1e175fe tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab8a07b-0131-44d3-af19-a2f066a7c2a2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:26.129302 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0da4e376-f1a2-4689-ad7f-8cd8a1e175fe tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:26.129648 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-0da4e376-f1a2-4689-ad7f-8cd8a1e175fe tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Added segment 8a7dcc7d-5f08-45ec-bf4a-f1b4fc99eacf of type vlan for network 91bd8631-f50c-4758-ba78-d42363fa8fc8 Nov 02 12:00:26.176552 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0da4e376-f1a2-4689-ad7f-8cd8a1e175fe tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:26.319348 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0da4e376-f1a2-4689-ad7f-8cd8a1e175fe tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:26.325022 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da4e376-f1a2-4689-ad7f-8cd8a1e175fe tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:26.325022 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0da4e376-f1a2-4689-ad7f-8cd8a1e175fe tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:26.400933 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4e376-f1a2-4689-ad7f-8cd8a1e175fe tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Network': ['ID=91bd8631-f50c-4758-ba78-d42363fa8fc8,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:26.414531 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 91bd8631-f50c-4758-ba78-d42363fa8fc8 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:00:26.510451 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0da4e376-f1a2-4689-ad7f-8cd8a1e175fe tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8580995 Nov 02 12:00:26.511639 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85071241-3025-4958-8b2c-ef1ac7107a70 req-d0556c01-7650-49be-92c5-7c310f0132dc tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:26.513116 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85071241-3025-4958-8b2c-ef1ac7107a70 req-d0556c01-7650-49be-92c5-7c310f0132dc tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 1097 time: 0.0470300 Nov 02 12:00:26.573762 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85071241-3025-4958-8b2c-ef1ac7107a70 req-36f40b17-c6b3-4d7a-b67d-a5840c8edbe6 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533535 Nov 02 12:00:26.780589 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bdd19-a92e-4ff6-b8ab-8e132c15eb07 req-aba71369-5cf2-40e2-9a64-f3a680d89d65 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:26.782702 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-690bdd19-a92e-4ff6-b8ab-8e132c15eb07 req-aba71369-5cf2-40e2-9a64-f3a680d89d65 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 1097 time: 0.0650597 Nov 02 12:00:26.877311 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3aabce5-833e-4bcd-bd59-154a313366ed req-0a6a0eea-7841-4fbf-a945-d66928537323 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 210 time: 0.0501933 Nov 02 12:00:26.959351 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-690bdd19-a92e-4ff6-b8ab-8e132c15eb07 req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Deleting port 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:26.959943 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-690bdd19-a92e-4ff6-b8ab-8e132c15eb07 req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:27.066213 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-b6ea027a-eede-4a11-8a6b-3e661a337130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:27.067977 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-b6ea027a-eede-4a11-8a6b-3e661a337130 service neutron] 10.222.0.54 "GET /v2.0/ports/5e651fdc-8891-4208-901e-2768d0925ea9 HTTP/1.1" status: 200 len: 1033 time: 0.0850310 Nov 02 12:00:27.131144 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-879bf876-50a2-48f9-8674-02747b1072c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:27.132539 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-879bf876-50a2-48f9-8674-02747b1072c8 service neutron] 10.222.0.54 "GET /v2.0/ports/3b8ad295-2d7a-4849-bddf-6bcf7483dce7 HTTP/1.1" status: 200 len: 1033 time: 0.0564909 Nov 02 12:00:27.137912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-690bdd19-a92e-4ff6-b8ab-8e132c15eb07 req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] For port 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869,segment=NetworkSegment(4a335ce7-f5b1-46c8-bfe6-e84fb98359cc),segment_id=4a335ce7-f5b1-46c8-bfe6-e84fb98359cc)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:27.138286 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-690bdd19-a92e-4ff6-b8ab-8e132c15eb07 req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:27.192550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-690bdd19-a92e-4ff6-b8ab-8e132c15eb07 req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Calling delete_port for 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:27.429492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5981a668-dfc3-4ae3-9d58-84b322a47e54 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:27.437482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5981a668-dfc3-4ae3-9d58-84b322a47e54 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:27.456703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5981a668-dfc3-4ae3-9d58-84b322a47e54 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:27.473898 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5981a668-dfc3-4ae3-9d58-84b322a47e54 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.54 "GET /v2.0/networks?id=dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=10b936a8-d21b-4733-b926-602727efeb2b&id=10b936a8-d21b-4733-b926-602727efeb2b HTTP/1.1" status: 200 len: 1995 time: 0.3321147 Nov 02 12:00:27.560054 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d76db2e5-e5b1-4289-84c1-2e8b5bc6af3b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97e2408f8af54be9be8c24d9e4a4c894 HTTP/1.1" status: 200 len: 380 time: 0.0747232 Nov 02 12:00:27.591521 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-14b7a5a2-0e24-40cb-b381-060721db12b8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Request body: {'port': {'device_id': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb', 'admin_state_up': True, 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'security_groups': ['cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:28.300241 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bbe94-6584-46b3-b62c-9b5beb014262 req-9dcff1e7-c458-403d-b696-7de317842c5c tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:28.308367 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b52bbe94-6584-46b3-b62c-9b5beb014262 req-9dcff1e7-c458-403d-b696-7de317842c5c tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 1097 time: 0.0904958 Nov 02 12:00:28.394499 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-690bdd19-a92e-4ff6-b8ab-8e132c15eb07 req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:28.412906 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:00:28.419293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:00:28.446506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Pushing event deleted for resources: {'Port': ['ID=3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:28.460019 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b52bbe94-6584-46b3-b62c-9b5beb014262 req-984ca7bb-77a3-4945-b0b2-547423f148a3 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495278 Nov 02 12:00:28.484539 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:28.484922 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:28.486337 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:28.486337 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:28.486337 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:28.486337 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:28.486673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:28.486992 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:28.487211 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:28.487537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:28.487861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:28.494559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:28.558918 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-14b7a5a2-0e24-40cb-b381-060721db12b8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Made reservation on behalf of 97e2408f8af54be9be8c24d9e4a4c894 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:28.563871 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-14b7a5a2-0e24-40cb-b381-060721db12b8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:28.592677 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-690bdd19-a92e-4ff6-b8ab-8e132c15eb07 req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] No DVR routers for this DVR port 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:00:28.597647 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-690bdd19-a92e-4ff6-b8ab-8e132c15eb07 req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:28.602043 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-690bdd19-a92e-4ff6-b8ab-8e132c15eb07 req-0350f600-ad06-4f87-8327-136dc3da1a10 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.79 "DELETE /v2.0/ports/3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 HTTP/1.1" status: 204 len: 173 time: 1.8133371 Nov 02 12:00:28.602811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f81fc9-717c-4f55-bec8-f8b12bf3d390', 'name': 'network-vif-deleted', 'tag': '3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:00:28.605775 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e0fdf1-336d-4d68-8fd0-fb5be943f880" -d '{"events": [{"server_uuid": "c0f81fc9-717c-4f55-bec8-f8b12bf3d390", "name": "network-vif-deleted", "tag": "3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:00:28.714348 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4d8001c8-5376-4bf7-9024-89fb226ae0b6 req-a469254a-bed7-4ba8-8eb9-9e18a01bdd81 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 210 time: 0.0884533 Nov 02 12:00:28.940783 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-14b7a5a2-0e24-40cb-b381-060721db12b8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Allocated IP 172.20.0.3 (dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb/6b553805-820e-40aa-9154-a28f88302dc9/ca672186-6e3f-4016-a020-78cb076b6156) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:00:29.203268 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92988973-4886-403f-9178-419b32b36350 x-openstack-request-id: req-92988973-4886-403f-9178-419b32b36350 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:00:29.203570 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f81fc9-717c-4f55-bec8-f8b12bf3d390", "name": "network-vif-deleted", "tag": "3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:00:29.203829 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92988973-4886-403f-9178-419b32b36350 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:00:29.204247 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f81fc9-717c-4f55-bec8-f8b12bf3d390', 'name': 'network-vif-deleted', 'tag': '3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869', 'status': 'completed', 'code': 200} Nov 02 12:00:29.287948 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-14b7a5a2-0e24-40cb-b381-060721db12b8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:29.496969 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-14b7a5a2-0e24-40cb-b381-060721db12b8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:29.690120 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7a5a2-0e24-40cb-b381-060721db12b8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event updated for resources: {'Port': ['ID=ca672186-6e3f-4016-a020-78cb076b6156,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:29.738910 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-14b7a5a2-0e24-40cb-b381-060721db12b8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Network dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:00:29.748717 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3680c43f-3509-46fa-90df-cec773c349b9 req-aa4f8817-256d-42e5-bf42-5236bba4ccf2 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c0f81fc9-717c-4f55-bec8-f8b12bf3d390 HTTP/1.1" status: 200 len: 210 time: 0.0423527 Nov 02 12:00:29.756184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-14b7a5a2-0e24-40cb-b381-060721db12b8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:29.773262 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-14b7a5a2-0e24-40cb-b381-060721db12b8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:00:30.002202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-14b7a5a2-0e24-40cb-b381-060721db12b8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:30.035974 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-14b7a5a2-0e24-40cb-b381-060721db12b8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:30.185297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53018a1a-fa38-4e4a-b3f4-81a3081e8406 req-74ab7852-f53f-49b1-8a1d-0e4fe8e384a2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:30.194275 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53018a1a-fa38-4e4a-b3f4-81a3081e8406 req-74ab7852-f53f-49b1-8a1d-0e4fe8e384a2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 931 time: 0.1556201 Nov 02 12:00:30.219811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-14b7a5a2-0e24-40cb-b381-060721db12b8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6326890 Nov 02 12:00:30.278103 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6ad3dcf8-58af-453b-8335-a9dd0b540b7b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Request body: {'port': {'device_id': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2', 'admin_state_up': True, 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'security_groups': ['cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:30.298617 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58674) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:30.306313 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-04e95985-94ed-47a0-b0a0-2d885d2357d4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'subnet': {'network_id': '91bd8631-f50c-4758-ba78-d42363fa8fc8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:30.342133 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-399d335f-da2e-4214-834a-754ca77aed1f None None] Provisioning complete for port ca672186-6e3f-4016-a020-78cb076b6156 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:30.346777 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-399d335f-da2e-4214-834a-754ca77aed1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:30.423798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:00:30.483560 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:00:30.488352 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 3efc42e3-6c76-46fc-9ad5-2b4d4f1f7869 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:00:30.518962 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53018a1a-fa38-4e4a-b3f4-81a3081e8406 req-96733ae4-ff7a-43b5-9622-08af7f1b95a6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231509 Nov 02 12:00:30.522403 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-399d335f-da2e-4214-834a-754ca77aed1f None None] Port ca672186-6e3f-4016-a020-78cb076b6156 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:00:30.610429 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e95985-94ed-47a0-b0a0-2d885d2357d4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:30.614921 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04e95985-94ed-47a0-b0a0-2d885d2357d4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:30.706842 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6ad3dcf8-58af-453b-8335-a9dd0b540b7b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Made reservation on behalf of 97e2408f8af54be9be8c24d9e4a4c894 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:30.711646 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6ad3dcf8-58af-453b-8335-a9dd0b540b7b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:30.952870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6ad3dcf8-58af-453b-8335-a9dd0b540b7b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Allocated IP 10.1.1.52 (eb6d232b-3feb-47d2-9c64-cf7dbeb05db2/1d1902cd-0e0e-473b-8064-ec5618ff9629/0c8ae48e-1ea8-4690-a5ef-68ac4793c381) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:00:31.039117 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04e95985-94ed-47a0-b0a0-2d885d2357d4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:31.169889 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e95985-94ed-47a0-b0a0-2d885d2357d4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Subnet': ['ID=c4c4ec7a-883a-4e95-9b09-08c896f90147,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:31.207813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e95985-94ed-47a0-b0a0-2d885d2357d4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Checking segment: {'id': '8a7dcc7d-5f08-45ec-bf4a-f1b4fc99eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '91bd8631-f50c-4758-ba78-d42363fa8fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:31.208241 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e95985-94ed-47a0-b0a0-2d885d2357d4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network hostable DHCP agents. Network: 91bd8631-f50c-4758-ba78-d42363fa8fc8, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:00:31.288007 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6ad3dcf8-58af-453b-8335-a9dd0b540b7b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:31.390053 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e95985-94ed-47a0-b0a0-2d885d2357d4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network 91bd8631-f50c-4758-ba78-d42363fa8fc8 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:00:31.578630 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6ad3dcf8-58af-453b-8335-a9dd0b540b7b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:31.580000 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-04e95985-94ed-47a0-b0a0-2d885d2357d4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 91bd8631-f50c-4758-ba78-d42363fa8fc8) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:31.591826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5128c9d7-6b1e-40c9-949e-c331deca05b7 None None] Network 91bd8631-f50c-4758-ba78-d42363fa8fc8 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:00:31.611606 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e95985-94ed-47a0-b0a0-2d885d2357d4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:31.615753 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04e95985-94ed-47a0-b0a0-2d885d2357d4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:31.724935 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6ad3dcf8-58af-453b-8335-a9dd0b540b7b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:00:31.736451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6ad3dcf8-58af-453b-8335-a9dd0b540b7b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:31.743285 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6ad3dcf8-58af-453b-8335-a9dd0b540b7b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:00:31.832287 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-04e95985-94ed-47a0-b0a0-2d885d2357d4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5322666 Nov 02 12:00:31.836011 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58710) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:31.845044 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3dcf8-58af-453b-8335-a9dd0b540b7b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event updated for resources: {'Port': ['ID=0c8ae48e-1ea8-4690-a5ef-68ac4793c381,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:31.868171 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6ad3dcf8-58af-453b-8335-a9dd0b540b7b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:31.868450 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6ad3dcf8-58af-453b-8335-a9dd0b540b7b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:31.870531 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5f876ee1-f9a6-4bb5-9ff5-83007bbc38a9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2136281256'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:31.901616 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67e6a5-66a1-4daa-aca4-6401dc3ad35e req-50bbce67-ed2f-43c4-ac56-16b25ce5db22 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:31.907910 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67e6a5-66a1-4daa-aca4-6401dc3ad35e req-50bbce67-ed2f-43c4-ac56-16b25ce5db22 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:31.909544 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-91bd8631-f50c-4758-ba78-d42363fa8fc8', 'network_id': '91bd8631-f50c-4758-ba78-d42363fa8fc8', 'tenant_id': '2420fa4bbe5c42859d5189e5347e3181', 'fixed_ips': [{'subnet_id': 'c4c4ec7a-883a-4e95-9b09-08c896f90147'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:00:31.910748 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:31.915562 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa67e6a5-66a1-4daa-aca4-6401dc3ad35e req-50bbce67-ed2f-43c4-ac56-16b25ce5db22 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 1652 time: 0.1327803 Nov 02 12:00:31.995358 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa67e6a5-66a1-4daa-aca4-6401dc3ad35e req-a39e44a9-db66-4a06-b98c-a8c8174145f7 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787594 Nov 02 12:00:32.012109 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6ad3dcf8-58af-453b-8335-a9dd0b540b7b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7432849 Nov 02 12:00:32.028708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-28dd10ac-c9d0-4109-a31c-8b52c61aeac2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Request body: {'port': {'device_id': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2', 'admin_state_up': True, 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'security_groups': ['cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:32.159442 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f876ee1-f9a6-4bb5-9ff5-83007bbc38a9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:32.173291 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f876ee1-f9a6-4bb5-9ff5-83007bbc38a9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:32.209598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Allocated IP 2001:db8:0:ffff::2 (91bd8631-f50c-4758-ba78-d42363fa8fc8/c4c4ec7a-883a-4e95-9b09-08c896f90147/d5b5845c-eba8-4478-b570-939e00d5da3a) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:00:32.221188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f876ee1-f9a6-4bb5-9ff5-83007bbc38a9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:00:32.239751 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f876ee1-f9a6-4bb5-9ff5-83007bbc38a9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:32.247534 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-5f876ee1-f9a6-4bb5-9ff5-83007bbc38a9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Added segment f818227d-71ed-49eb-adad-b87e23e8111f of type vlan for network a9595e7c-acc7-466f-acab-ddb76d5b87e1 Nov 02 12:00:32.264687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2c239c6f-e8ae-48be-bd79-ea87a5f6d2a3 None None] Provisioning complete for port 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:32.265754 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2c239c6f-e8ae-48be-bd79-ea87a5f6d2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:32.302911 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f876ee1-f9a6-4bb5-9ff5-83007bbc38a9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:32.340290 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830f132-be1d-4a98-b3d5-4dafe3659b09 req-8087cfed-63c8-4a26-86fb-03c522831382 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:32.342799 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b830f132-be1d-4a98-b3d5-4dafe3659b09 req-8087cfed-63c8-4a26-86fb-03c522831382 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 1098 time: 0.1680491 Nov 02 12:00:32.375262 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2c239c6f-e8ae-48be-bd79-ea87a5f6d2a3 None None] Port 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:00:32.431212 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b830f132-be1d-4a98-b3d5-4dafe3659b09 req-d00ca524-bbc6-4a30-93f7-18990e0621e6 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=42b6df8c-7c5f-4633-9e76-86dc82ca028e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752947 Nov 02 12:00:32.456011 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f876ee1-f9a6-4bb5-9ff5-83007bbc38a9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:32.462357 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f876ee1-f9a6-4bb5-9ff5-83007bbc38a9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:32.464822 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f876ee1-f9a6-4bb5-9ff5-83007bbc38a9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:32.531220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-28dd10ac-c9d0-4109-a31c-8b52c61aeac2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Made reservation on behalf of 97e2408f8af54be9be8c24d9e4a4c894 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:32.541446 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-28dd10ac-c9d0-4109-a31c-8b52c61aeac2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:32.556707 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f876ee1-f9a6-4bb5-9ff5-83007bbc38a9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Network': ['ID=a9595e7c-acc7-466f-acab-ddb76d5b87e1,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:32.567503 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:32.571626 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network a9595e7c-acc7-466f-acab-ddb76d5b87e1 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:00:32.660446 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5f876ee1-f9a6-4bb5-9ff5-83007bbc38a9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8135309 Nov 02 12:00:32.664159 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58722) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:32.673529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-60d6ec02-815e-4fa8-9a55-cc45e26be899 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'subnet': {'network_id': 'a9595e7c-acc7-466f-acab-ddb76d5b87e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:32.730315 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:32.778312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-28dd10ac-c9d0-4109-a31c-8b52c61aeac2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Allocated IP 10.1.1.230 (eb6d232b-3feb-47d2-9c64-cf7dbeb05db2/1d1902cd-0e0e-473b-8064-ec5618ff9629/de2a026a-6dac-4b49-9e98-ff799c66efb9) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:00:32.852282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Network 91bd8631-f50c-4758-ba78-d42363fa8fc8 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:00:32.901140 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bd603-4fed-48c6-b4c6-6354be60dc6f req-476b9d08-1051-4b3a-829d-62c0f01b5b74 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:32.918812 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4e9bd603-4fed-48c6-b4c6-6354be60dc6f req-476b9d08-1051-4b3a-829d-62c0f01b5b74 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 1098 time: 0.1104546 Nov 02 12:00:32.919143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:32.919143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:00:32.919143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Pushing event updated for resources: {'Port': ['ID=d5b5845c-eba8-4478-b570-939e00d5da3a,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:32.977429 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d6ec02-815e-4fa8-9a55-cc45e26be899 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:32.994569 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-60d6ec02-815e-4fa8-9a55-cc45e26be899 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:33.153134 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-28dd10ac-c9d0-4109-a31c-8b52c61aeac2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:33.276620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-4e9bd603-4fed-48c6-b4c6-6354be60dc6f req-71acc79a-e78a-436a-b2ba-cb1e36d15333 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Deleting port ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:33.277797 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4e9bd603-4fed-48c6-b4c6-6354be60dc6f req-71acc79a-e78a-436a-b2ba-cb1e36d15333 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:33.296394 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-28dd10ac-c9d0-4109-a31c-8b52c61aeac2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:33.359724 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-28dd10ac-c9d0-4109-a31c-8b52c61aeac2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:00:33.364740 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-28dd10ac-c9d0-4109-a31c-8b52c61aeac2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:33.384237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-28dd10ac-c9d0-4109-a31c-8b52c61aeac2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:00:33.409306 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-4e9bd603-4fed-48c6-b4c6-6354be60dc6f req-71acc79a-e78a-436a-b2ba-cb1e36d15333 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] For port ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa,segment=NetworkSegment(4a335ce7-f5b1-46c8-bfe6-e84fb98359cc),segment_id=4a335ce7-f5b1-46c8-bfe6-e84fb98359cc)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:33.409682 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4e9bd603-4fed-48c6-b4c6-6354be60dc6f req-71acc79a-e78a-436a-b2ba-cb1e36d15333 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:33.432141 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-4e9bd603-4fed-48c6-b4c6-6354be60dc6f req-71acc79a-e78a-436a-b2ba-cb1e36d15333 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Calling delete_port for ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:33.461078 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd10ac-c9d0-4109-a31c-8b52c61aeac2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event updated for resources: {'Port': ['ID=de2a026a-6dac-4b49-9e98-ff799c66efb9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:33.461413 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:33.461686 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:33.462210 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:33.462315 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:33.462590 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:33.462916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:33.475091 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:33.475428 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:33.475758 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:33.476090 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:33.476427 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:33.476753 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:00:33.566203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-28dd10ac-c9d0-4109-a31c-8b52c61aeac2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:33.566492 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Attempting to bind port d5b5845c-eba8-4478-b570-939e00d5da3a on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:00:33.566780 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Attempting to bind port d5b5845c-eba8-4478-b570-939e00d5da3a by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '8a7dcc7d-5f08-45ec-bf4a-f1b4fc99eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '91bd8631-f50c-4758-ba78-d42363fa8fc8'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:00:33.567174 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Attempting to bind port d5b5845c-eba8-4478-b570-939e00d5da3a on network 91bd8631-f50c-4758-ba78-d42363fa8fc8 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:33.568528 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-28dd10ac-c9d0-4109-a31c-8b52c61aeac2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:33.573693 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:00:33.574154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Checking segment: {'id': '8a7dcc7d-5f08-45ec-bf4a-f1b4fc99eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '91bd8631-f50c-4758-ba78-d42363fa8fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:33.574682 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:33.575130 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Bound using segment: {'id': '8a7dcc7d-5f08-45ec-bf4a-f1b4fc99eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '91bd8631-f50c-4758-ba78-d42363fa8fc8'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:00:33.575624 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Bound port: d5b5845c-eba8-4478-b570-939e00d5da3a, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7dcc7d-5f08-45ec-bf4a-f1b4fc99eacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '91bd8631-f50c-4758-ba78-d42363fa8fc8'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:00:33.576034 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:33.748452 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-28dd10ac-c9d0-4109-a31c-8b52c61aeac2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7351649 Nov 02 12:00:33.759446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-37fd0884-a6fa-476c-8513-a5f2d1a14102 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Request body: {'port': {'device_id': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '10b936a8-d21b-4733-b926-602727efeb2b', 'admin_state_up': True, 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'security_groups': ['cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:33.760143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] For port d5b5845c-eba8-4478-b570-939e00d5da3a, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:00:33.766135 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] For port d5b5845c-eba8-4478-b570-939e00d5da3a, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d5b5845c-eba8-4478-b570-939e00d5da3a,segment=NetworkSegment(8a7dcc7d-5f08-45ec-bf4a-f1b4fc99eacf),segment_id=8a7dcc7d-5f08-45ec-bf4a-f1b4fc99eacf)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:00:33.821233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f1229297-4dee-4bf8-a4c4-4dca8fe32133 None None] Provisioning complete for port de2a026a-6dac-4b49-9e98-ff799c66efb9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:33.821610 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f1229297-4dee-4bf8-a4c4-4dca8fe32133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:33.873124 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-60d6ec02-815e-4fa8-9a55-cc45e26be899 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:33.886957 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f1229297-4dee-4bf8-a4c4-4dca8fe32133 None None] Port de2a026a-6dac-4b49-9e98-ff799c66efb9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:00:33.908996 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:33.982717 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d6ec02-815e-4fa8-9a55-cc45e26be899 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Checking segment: {'id': 'f818227d-71ed-49eb-adad-b87e23e8111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a9595e7c-acc7-466f-acab-ddb76d5b87e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:33.983130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d6ec02-815e-4fa8-9a55-cc45e26be899 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network hostable DHCP agents. Network: a9595e7c-acc7-466f-acab-ddb76d5b87e1, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:00:33.999392 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6ec02-815e-4fa8-9a55-cc45e26be899 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Subnet': ['ID=2abe566e-f482-43f9-bc52-c473d88d6df8,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:34.014248 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4e9bd603-4fed-48c6-b4c6-6354be60dc6f req-71acc79a-e78a-436a-b2ba-cb1e36d15333 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:34.038789 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:00:34.062907 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acc79a-e78a-436a-b2ba-cb1e36d15333 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:34.130420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-37fd0884-a6fa-476c-8513-a5f2d1a14102 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Made reservation on behalf of 97e2408f8af54be9be8c24d9e4a4c894 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:34.171656 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f145f4-2a84-48e6-8bbc-86e599109581 None None] Pushing event updated for resources: {'Port': ['ID=d5b5845c-eba8-4478-b570-939e00d5da3a,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:34.227025 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9bd603-4fed-48c6-b4c6-6354be60dc6f req-71acc79a-e78a-436a-b2ba-cb1e36d15333 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] No DVR routers for this DVR port ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:00:34.229918 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4e9bd603-4fed-48c6-b4c6-6354be60dc6f req-71acc79a-e78a-436a-b2ba-cb1e36d15333 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:34.234098 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4e9bd603-4fed-48c6-b4c6-6354be60dc6f req-71acc79a-e78a-436a-b2ba-cb1e36d15333 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.54 "DELETE /v2.0/ports/ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa HTTP/1.1" status: 204 len: 173 time: 1.3251173 Nov 02 12:00:34.234705 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de554344-7403-4ab4-be0c-d76e4cd98313', 'name': 'network-vif-deleted', 'tag': 'ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:00:34.240246 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53003d79-3d18-455c-bec9-fb92b3ea3fd9" -d '{"events": [{"server_uuid": "de554344-7403-4ab4-be0c-d76e4cd98313", "name": "network-vif-deleted", "tag": "ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:00:34.296416 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d6ec02-815e-4fa8-9a55-cc45e26be899 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network a9595e7c-acc7-466f-acab-ddb76d5b87e1 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:00:34.419072 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-60d6ec02-815e-4fa8-9a55-cc45e26be899 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, a9595e7c-acc7-466f-acab-ddb76d5b87e1) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:34.449726 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d6ec02-815e-4fa8-9a55-cc45e26be899 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:34.452120 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-60d6ec02-815e-4fa8-9a55-cc45e26be899 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:34.483173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0115239-217e-4d80-bab2-f3be3e853654 None None] Network a9595e7c-acc7-466f-acab-ddb76d5b87e1 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:00:34.540952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d849b2-16f7-4961-9a93-8320594bfe94 req-6ad1fa75-1be9-46e1-9999-4f07a235e3de tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:34.583937 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-60d6ec02-815e-4fa8-9a55-cc45e26be899 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9186404 Nov 02 12:00:34.586556 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58764) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:34.593425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d849b2-16f7-4961-9a93-8320594bfe94 req-6ad1fa75-1be9-46e1-9999-4f07a235e3de tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:34.618949 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d849b2-16f7-4961-9a93-8320594bfe94 req-6ad1fa75-1be9-46e1-9999-4f07a235e3de tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:34.627106 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c4d849b2-16f7-4961-9a93-8320594bfe94 req-6ad1fa75-1be9-46e1-9999-4f07a235e3de tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 2373 time: 0.3404899 Nov 02 12:00:34.764003 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-37fd0884-a6fa-476c-8513-a5f2d1a14102 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:34.826582 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c4d849b2-16f7-4961-9a93-8320594bfe94 req-d9da5dbd-b17d-4903-b89f-149680af1287 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822484 Nov 02 12:00:35.004212 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:35.016114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-a9595e7c-acc7-466f-acab-ddb76d5b87e1', 'network_id': 'a9595e7c-acc7-466f-acab-ddb76d5b87e1', 'tenant_id': '2420fa4bbe5c42859d5189e5347e3181', 'fixed_ips': [{'subnet_id': '2abe566e-f482-43f9-bc52-c473d88d6df8'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:00:35.020633 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:35.129598 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e372a6e9-b9cb-4d2a-bd73-fa1d4671e82b req-79aed42b-39cb-4960-8029-56883c641337 tempest-TestServerMultinode-1127989841 tempest-TestServerMultinode-1127989841-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=de554344-7403-4ab4-be0c-d76e4cd98313 HTTP/1.1" status: 200 len: 210 time: 0.0801766 Nov 02 12:00:35.222723 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:35.507651 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Allocated IP 2001:db8::1 (a9595e7c-acc7-466f-acab-ddb76d5b87e1/2abe566e-f482-43f9-bc52-c473d88d6df8/84e6ed68-9067-44e4-900d-0bcc31c999f4) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:00:35.776206 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-37fd0884-a6fa-476c-8513-a5f2d1a14102 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Allocated IP 10.2.2.100 (10b936a8-d21b-4733-b926-602727efeb2b/563d92c1-6662-4771-9939-deda5bdb68bf/92017229-4838-4c2d-ada3-023757608982) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:00:35.844735 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d5b5845c-eba8-4478-b570-939e00d5da3a up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:00:35.883080 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a0d635-7bd6-42a5-8acf-e2a192d0b6f6 x-openstack-request-id: req-e8a0d635-7bd6-42a5-8acf-e2a192d0b6f6 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:00:35.883672 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de554344-7403-4ab4-be0c-d76e4cd98313", "name": "network-vif-deleted", "tag": "ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:00:35.884159 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e8a0d635-7bd6-42a5-8acf-e2a192d0b6f6 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:00:35.884776 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de554344-7403-4ab4-be0c-d76e4cd98313', 'name': 'network-vif-deleted', 'tag': 'ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa', 'status': 'completed', 'code': 200} Nov 02 12:00:36.055210 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:36.071497 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e1ec1-7fd3-4e66-851a-386f6f4be385 req-23ef81f0-698c-41c7-b880-1f553b908ef0 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:36.078160 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e1ec1-7fd3-4e66-851a-386f6f4be385 req-23ef81f0-698c-41c7-b880-1f553b908ef0 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:36.084649 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e1ec1-7fd3-4e66-851a-386f6f4be385 req-23ef81f0-698c-41c7-b880-1f553b908ef0 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:36.093313 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-894e1ec1-7fd3-4e66-851a-386f6f4be385 req-23ef81f0-698c-41c7-b880-1f553b908ef0 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 2373 time: 0.0982127 Nov 02 12:00:36.116576 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d5b5845c-eba8-4478-b570-939e00d5da3a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:36.117820 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:36.138573 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-37fd0884-a6fa-476c-8513-a5f2d1a14102 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:36.182372 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:36.204080 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-894e1ec1-7fd3-4e66-851a-386f6f4be385 req-f6d562e6-ec5d-462a-b0a6-229244ad2c09 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995376 Nov 02 12:00:36.216184 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061de074-1318-4837-a892-526c308e9805 None None] Network 91bd8631-f50c-4758-ba78-d42363fa8fc8 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:00:36.261654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58790) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:36.271263 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:36.317353 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-37fd0884-a6fa-476c-8513-a5f2d1a14102 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:36.353098 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Subnet': ['ID=2abe566e-f482-43f9-bc52-c473d88d6df8,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:36.376734 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Pushing event updated for resources: {'Port': ['ID=84e6ed68-9067-44e4-900d-0bcc31c999f4,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:36.394570 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Network a9595e7c-acc7-466f-acab-ddb76d5b87e1 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:00:36.436576 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:00:36.440335 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:36.461844 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd0884-a6fa-476c-8513-a5f2d1a14102 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event updated for resources: {'Port': ['ID=92017229-4838-4c2d-ada3-023757608982,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:36.491996 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-37fd0884-a6fa-476c-8513-a5f2d1a14102 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Network 10b936a8-d21b-4733-b926-602727efeb2b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:00:36.498490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-37fd0884-a6fa-476c-8513-a5f2d1a14102 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:36.503803 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-37fd0884-a6fa-476c-8513-a5f2d1a14102 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:00:36.549673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-296ff877-4ea9-4255-a453-922e98ce0701 None None] Provisioning complete for port d5b5845c-eba8-4478-b570-939e00d5da3a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:36.551280 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-296ff877-4ea9-4255-a453-922e98ce0701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:36.563880 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:00:36.592201 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-37fd0884-a6fa-476c-8513-a5f2d1a14102 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:36.592929 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-37fd0884-a6fa-476c-8513-a5f2d1a14102 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:36.698440 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-37fd0884-a6fa-476c-8513-a5f2d1a14102 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9431152 Nov 02 12:00:36.721728 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6e5682e1-6ae4-4167-b7f2-86ccd4f153b7 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Request body: {'port': {'device_id': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '10b936a8-d21b-4733-b926-602727efeb2b', 'admin_state_up': True, 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'security_groups': ['cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:36.752263 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:36.756539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:00:36.761321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ef592b9b-3e81-4e5d-bb1d-0969b8fd3daa not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:00:36.967046 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Attempting to bind port 84e6ed68-9067-44e4-900d-0bcc31c999f4 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:00:36.967555 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Attempting to bind port 84e6ed68-9067-44e4-900d-0bcc31c999f4 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'f818227d-71ed-49eb-adad-b87e23e8111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a9595e7c-acc7-466f-acab-ddb76d5b87e1'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:00:36.968207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Attempting to bind port 84e6ed68-9067-44e4-900d-0bcc31c999f4 on network a9595e7c-acc7-466f-acab-ddb76d5b87e1 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:36.984877 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port d5b5845c-eba8-4478-b570-939e00d5da3a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d5b5845c-eba8-4478-b570-939e00d5da3a,segment=NetworkSegment(8a7dcc7d-5f08-45ec-bf4a-f1b4fc99eacf),segment_id=8a7dcc7d-5f08-45ec-bf4a-f1b4fc99eacf)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:37.009366 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:37.010120 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6e5682e1-6ae4-4167-b7f2-86ccd4f153b7 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Made reservation on behalf of 97e2408f8af54be9be8c24d9e4a4c894 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:37.015245 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6e5682e1-6ae4-4167-b7f2-86ccd4f153b7 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:37.021225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:00:37.023092 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Checking segment: {'id': 'f818227d-71ed-49eb-adad-b87e23e8111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a9595e7c-acc7-466f-acab-ddb76d5b87e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:37.023092 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:37.023092 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Bound using segment: {'id': 'f818227d-71ed-49eb-adad-b87e23e8111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a9595e7c-acc7-466f-acab-ddb76d5b87e1'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:00:37.023092 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Bound port: 84e6ed68-9067-44e4-900d-0bcc31c999f4, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f818227d-71ed-49eb-adad-b87e23e8111f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a9595e7c-acc7-466f-acab-ddb76d5b87e1'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:00:37.030358 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:37.035498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9595e7c-acc7-466f-acab-ddb76d5b87e1']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:37.047902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f818227d-71ed-49eb-adad-b87e23e8111f') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:37.048534 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f818227d-71ed-49eb-adad-b87e23e8111f') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:37.060563 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:37.078325 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:37.086989 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:00:37.090904 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:37.103548 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:00:37.116834 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:00:37.183639 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-296ff877-4ea9-4255-a453-922e98ce0701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:37.285156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=d5b5845c-eba8-4478-b570-939e00d5da3a,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:37.303393 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] For port 84e6ed68-9067-44e4-900d-0bcc31c999f4, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:00:37.327742 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-296ff877-4ea9-4255-a453-922e98ce0701 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:00:37.328543 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-296ff877-4ea9-4255-a453-922e98ce0701 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:00:37.473942 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] For port 84e6ed68-9067-44e4-900d-0bcc31c999f4, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=84e6ed68-9067-44e4-900d-0bcc31c999f4,segment=NetworkSegment(f818227d-71ed-49eb-adad-b87e23e8111f),segment_id=f818227d-71ed-49eb-adad-b87e23e8111f)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:00:37.479056 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6e5682e1-6ae4-4167-b7f2-86ccd4f153b7 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Allocated IP 10.2.2.200 (10b936a8-d21b-4733-b926-602727efeb2b/563d92c1-6662-4771-9939-deda5bdb68bf/dabbb248-47fb-47b2-bb85-bb42f4b35e52) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:00:37.502164 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9ac32-2936-4999-8bd3-964dcb093326 req-74f5f7c1-1b7b-43bd-957a-57bbf9c4b07a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:37.503301 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.api [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:00:37.503301 n-d-806683-18 neutron-server[102690]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:00:37.503301 n-d-806683-18 neutron-server[102690]: [parameters: {'id': 'a9595e7c-acc7-466f-acab-ddb76d5b87e1'}] Nov 02 12:00:37.503301 n-d-806683-18 neutron-server[102690]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:00:37.504026 n-d-806683-18 neutron-server[102690]: DEBUG oslo_db.api [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:00:37.508452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9ac32-2936-4999-8bd3-964dcb093326 req-74f5f7c1-1b7b-43bd-957a-57bbf9c4b07a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:37.515518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9ac32-2936-4999-8bd3-964dcb093326 req-74f5f7c1-1b7b-43bd-957a-57bbf9c4b07a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:37.521793 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9ac32-2936-4999-8bd3-964dcb093326 req-74f5f7c1-1b7b-43bd-957a-57bbf9c4b07a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:37.529444 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a1b9ac32-2936-4999-8bd3-964dcb093326 req-74f5f7c1-1b7b-43bd-957a-57bbf9c4b07a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 3094 time: 0.1294365 Nov 02 12:00:37.560176 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:37.593491 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ce48299a-d13c-4cff-a4fc-25333204a9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:37.658028 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a1b9ac32-2936-4999-8bd3-964dcb093326 req-49827086-c196-4174-9934-8b1c23a901ed tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276746 Nov 02 12:00:37.667323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d5b5845c-eba8-4478-b570-939e00d5da3a up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:00:37.744331 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06863d-de2f-4069-a82f-81c936da3bf3 None None] Pushing event updated for resources: {'Port': ['ID=84e6ed68-9067-44e4-900d-0bcc31c999f4,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:37.772380 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d5b5845c-eba8-4478-b570-939e00d5da3a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:37.772745 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:37.804013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26240dcc-0755-4fde-bc9e-c96da6f0c351 None None] Network a9595e7c-acc7-466f-acab-ddb76d5b87e1 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:00:37.841895 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6e5682e1-6ae4-4167-b7f2-86ccd4f153b7 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:37.964471 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6e5682e1-6ae4-4167-b7f2-86ccd4f153b7 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:38.010605 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:38.033291 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6e5682e1-6ae4-4167-b7f2-86ccd4f153b7 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Network 10b936a8-d21b-4733-b926-602727efeb2b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:00:38.037389 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6e5682e1-6ae4-4167-b7f2-86ccd4f153b7 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:38.041987 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6e5682e1-6ae4-4167-b7f2-86ccd4f153b7 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:00:38.083514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d52cc56d-5641-4b2d-bbbb-d6db99b2266c None None] Provisioning complete for port d5b5845c-eba8-4478-b570-939e00d5da3a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:38.086329 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d52cc56d-5641-4b2d-bbbb-d6db99b2266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:38.091751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5682e1-6ae4-4167-b7f2-86ccd4f153b7 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event updated for resources: {'Port': ['ID=dabbb248-47fb-47b2-bb85-bb42f4b35e52,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:38.133963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6e5682e1-6ae4-4167-b7f2-86ccd4f153b7 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:38.134999 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6e5682e1-6ae4-4167-b7f2-86ccd4f153b7 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:38.147539 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ce48299a-d13c-4cff-a4fc-25333204a9fb admin admin] Deleting port fa0c66ff-8827-457a-897c-737657413b1c {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:38.147892 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ce48299a-d13c-4cff-a4fc-25333204a9fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:38.208598 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6e5682e1-6ae4-4167-b7f2-86ccd4f153b7 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5015810 Nov 02 12:00:38.224072 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Request body: {'port': {'device_id': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:38.246735 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Deleting port 84e6ed68-9067-44e4-900d-0bcc31c999f4 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:38.247109 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:38.258882 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d52cc56d-5641-4b2d-bbbb-d6db99b2266c None None] Provisioning complete for port 92017229-4838-4c2d-ada3-023757608982 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:38.259492 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d52cc56d-5641-4b2d-bbbb-d6db99b2266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:38.343930 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d52cc56d-5641-4b2d-bbbb-d6db99b2266c None None] Port 92017229-4838-4c2d-ada3-023757608982 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:00:38.345783 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-ce48299a-d13c-4cff-a4fc-25333204a9fb admin admin] For port fa0c66ff-8827-457a-897c-737657413b1c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=fa0c66ff-8827-457a-897c-737657413b1c,segment=NetworkSegment(4a335ce7-f5b1-46c8-bfe6-e84fb98359cc),segment_id=4a335ce7-f5b1-46c8-bfe6-e84fb98359cc)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:38.346157 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ce48299a-d13c-4cff-a4fc-25333204a9fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:38.349826 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] For port 84e6ed68-9067-44e4-900d-0bcc31c999f4, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=84e6ed68-9067-44e4-900d-0bcc31c999f4,segment=NetworkSegment(f818227d-71ed-49eb-adad-b87e23e8111f),segment_id=f818227d-71ed-49eb-adad-b87e23e8111f)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:38.350182 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:38.378870 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ce48299a-d13c-4cff-a4fc-25333204a9fb admin admin] Calling delete_port for fa0c66ff-8827-457a-897c-737657413b1c owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:38.381566 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Calling delete_port for 84e6ed68-9067-44e4-900d-0bcc31c999f4 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:38.406015 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:38.408900 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f879297-4a60-4edd-84a9-d3d8692b4cb6 None None] get_active_networks_info from n-d-806683-18 {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 12:00:38.545073 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ea60320c-5375-4893-a2b3-8604c679b5fa None None] Provisioning complete for port dabbb248-47fb-47b2-bb85-bb42f4b35e52 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:38.545383 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ea60320c-5375-4893-a2b3-8604c679b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:38.612195 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ea60320c-5375-4893-a2b3-8604c679b5fa None None] Port dabbb248-47fb-47b2-bb85-bb42f4b35e52 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:00:38.650914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f879297-4a60-4edd-84a9-d3d8692b4cb6 None None] Resources bound (agent type, host, resource id): {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:00:38.845628 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:38.849431 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ce48299a-d13c-4cff-a4fc-25333204a9fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:38.909426 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Port': ['ID=84e6ed68-9067-44e4-900d-0bcc31c999f4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:38.936355 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca672186-6e3f-4016-a020-78cb076b6156 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:00:38.940148 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48299a-d13c-4cff-a4fc-25333204a9fb admin admin] Pushing event deleted for resources: {'Port': ['ID=fa0c66ff-8827-457a-897c-737657413b1c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:38.941488 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No DVR routers for this DVR port 84e6ed68-9067-44e4-900d-0bcc31c999f4 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:00:38.957776 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:38.984158 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5b1bc-b4a8-442a-97bd-6d05253049e6 req-ae9230a2-ea73-4302-abdc-82e58649603f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:38.993963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5b1bc-b4a8-442a-97bd-6d05253049e6 req-ae9230a2-ea73-4302-abdc-82e58649603f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:39.011953 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5b1bc-b4a8-442a-97bd-6d05253049e6 req-ae9230a2-ea73-4302-abdc-82e58649603f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:39.030378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5b1bc-b4a8-442a-97bd-6d05253049e6 req-ae9230a2-ea73-4302-abdc-82e58649603f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:39.040200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5b1bc-b4a8-442a-97bd-6d05253049e6 req-ae9230a2-ea73-4302-abdc-82e58649603f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:39.055737 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bfa5b1bc-b4a8-442a-97bd-6d05253049e6 req-ae9230a2-ea73-4302-abdc-82e58649603f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 3815 time: 0.1779556 Nov 02 12:00:39.083243 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Transition to ACTIVE for port object ca672186-6e3f-4016-a020-78cb076b6156 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:00:39.146735 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bfa5b1bc-b4a8-442a-97bd-6d05253049e6 req-7e967512-aa73-403e-b5ed-0dc7c4293de9 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766838 Nov 02 12:00:39.173641 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:39.296034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Pushing event updated for resources: {'Port': ['ID=ca672186-6e3f-4016-a020-78cb076b6156,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:39.312343 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:39.431845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9595e7c-acc7-466f-acab-ddb76d5b87e1']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:39.443220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Attempting to bind port ca672186-6e3f-4016-a020-78cb076b6156 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:00:39.444013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Attempting to bind port ca672186-6e3f-4016-a020-78cb076b6156 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '52731252-3f63-4b20-aa8a-d8d9cc257030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:00:39.444614 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Attempting to bind port ca672186-6e3f-4016-a020-78cb076b6156 on network dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:39.451370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Port ca672186-6e3f-4016-a020-78cb076b6156 on network dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:00:39.452461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Attempting to bind port ca672186-6e3f-4016-a020-78cb076b6156 on network dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:39.461343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:00:39.461906 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f818227d-71ed-49eb-adad-b87e23e8111f') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:39.462439 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f818227d-71ed-49eb-adad-b87e23e8111f') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:39.462636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Checking segment: {'id': '52731252-3f63-4b20-aa8a-d8d9cc257030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:39.463846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Bound using segment: {'id': '52731252-3f63-4b20-aa8a-d8d9cc257030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:00:39.465108 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Bound port: ca672186-6e3f-4016-a020-78cb076b6156, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52731252-3f63-4b20-aa8a-d8d9cc257030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:00:39.465892 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:39.532783 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:39.577725 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:39.590673 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:00:39.595435 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:00:39.634058 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:00:39.636735 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ce48299a-d13c-4cff-a4fc-25333204a9fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:39.678284 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] For port ca672186-6e3f-4016-a020-78cb076b6156, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:00:39.680214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] For port ca672186-6e3f-4016-a020-78cb076b6156, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ca672186-6e3f-4016-a020-78cb076b6156,segment=NetworkSegment(52731252-3f63-4b20-aa8a-d8d9cc257030),segment_id=52731252-3f63-4b20-aa8a-d8d9cc257030)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:00:39.743111 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:39.825293 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:39.844657 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:39.848772 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] 10.222.0.54 "PUT /v2.0/ports/ca672186-6e3f-4016-a020-78cb076b6156 HTTP/1.1" status: 200 len: 1092 time: 1.6316686 Nov 02 12:00:39.851024 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'tag': 'ca672186-6e3f-4016-a020-78cb076b6156'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:00:39.857410 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444f66b7-5ac5-4ae1-8e00-40b51cd508e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "tag": "ca672186-6e3f-4016-a020-78cb076b6156"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:00:39.965346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Request body: {'port': {'device_id': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:39.984785 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737a0a7-1105-4740-9e09-020032454b00 service neutron] Pushing event updated for resources: {'Port': ['ID=ca672186-6e3f-4016-a020-78cb076b6156,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:40.026679 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922ea322-c03d-490e-843e-9abe6a8245f9 x-openstack-request-id: req-922ea322-c03d-490e-843e-9abe6a8245f9 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:00:40.026995 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "tag": "ca672186-6e3f-4016-a020-78cb076b6156", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:00:40.027253 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-922ea322-c03d-490e-843e-9abe6a8245f9 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:00:40.027658 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'tag': 'ca672186-6e3f-4016-a020-78cb076b6156', 'status': 'completed', 'code': 200} Nov 02 12:00:40.079075 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:40.106446 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:40.181299 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:40.191000 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/networks/a9595e7c-acc7-466f-acab-ddb76d5b87e1 HTTP/1.1" status: 204 len: 168 time: 5.6032310 Nov 02 12:00:40.194153 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6850b80-46c1-4f47-9324-28fc346091fc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Network': ['ID=a9595e7c-acc7-466f-acab-ddb76d5b87e1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:40.199129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58846) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:40.205854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-87ece4c5-100f-4737-921c-2168b302edb3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1034871377'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:40.307085 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f66b7-5ac5-4ae1-8e00-40b51cd508e4 req-01a332ff-c6c1-4c4d-97c6-7b9236232aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:40.307839 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f66b7-5ac5-4ae1-8e00-40b51cd508e4 req-01a332ff-c6c1-4c4d-97c6-7b9236232aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:40.308506 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f66b7-5ac5-4ae1-8e00-40b51cd508e4 req-01a332ff-c6c1-4c4d-97c6-7b9236232aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:40.309255 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f66b7-5ac5-4ae1-8e00-40b51cd508e4 req-01a332ff-c6c1-4c4d-97c6-7b9236232aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:40.309892 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f66b7-5ac5-4ae1-8e00-40b51cd508e4 req-01a332ff-c6c1-4c4d-97c6-7b9236232aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:40.312649 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-444f66b7-5ac5-4ae1-8e00-40b51cd508e4 req-01a332ff-c6c1-4c4d-97c6-7b9236232aea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 4363 time: 0.2437260 Nov 02 12:00:40.394178 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce48299a-d13c-4cff-a4fc-25333204a9fb admin admin] Router 5761378b-eaf3-4938-a356-5e816961f306 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:00:40.397332 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ece4c5-100f-4737-921c-2168b302edb3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:40.400863 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-87ece4c5-100f-4737-921c-2168b302edb3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:40.477477 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc80a1d-7fa0-4974-92c0-b730205be2ea req-301c823f-2fe1-46ed-a66a-b57c932a0fb2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:40.485001 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc80a1d-7fa0-4974-92c0-b730205be2ea req-301c823f-2fe1-46ed-a66a-b57c932a0fb2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:40.493941 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc80a1d-7fa0-4974-92c0-b730205be2ea req-301c823f-2fe1-46ed-a66a-b57c932a0fb2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:40.503560 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc80a1d-7fa0-4974-92c0-b730205be2ea req-301c823f-2fe1-46ed-a66a-b57c932a0fb2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:40.508916 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc80a1d-7fa0-4974-92c0-b730205be2ea req-301c823f-2fe1-46ed-a66a-b57c932a0fb2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:40.518339 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4dc80a1d-7fa0-4974-92c0-b730205be2ea req-301c823f-2fe1-46ed-a66a-b57c932a0fb2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 3827 time: 0.2020469 Nov 02 12:00:40.585029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ece4c5-100f-4737-921c-2168b302edb3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:00:40.614720 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4dc80a1d-7fa0-4974-92c0-b730205be2ea req-76152fd5-30eb-4c7e-99c9-05d282e578f6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940983 Nov 02 12:00:40.620427 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58858) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:40.656759 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-87ece4c5-100f-4737-921c-2168b302edb3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:40.657477 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-87ece4c5-100f-4737-921c-2168b302edb3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Added segment 09853120-aa38-40d7-ab63-c96bd1cbd60f of type vlan for network da28a1fe-d026-4f77-b019-1543d29c8e10 Nov 02 12:00:40.793783 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce48299a-d13c-4cff-a4fc-25333204a9fb admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:00:40.805706 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2960429b-8101-47e1-85ab-1214798688ca None None] Sync routers for ids ['5761378b-eaf3-4938-a356-5e816961f306'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:00:40.815497 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ce48299a-d13c-4cff-a4fc-25333204a9fb admin admin] 10.222.0.52 "PUT /v2.0/routers/5761378b-eaf3-4938-a356-5e816961f306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5520558 Nov 02 12:00:40.820256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58862) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:40.833711 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2960429b-8101-47e1-85ab-1214798688ca None None] Routers {'5761378b-eaf3-4938-a356-5e816961f306'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:00:40.834362 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2960429b-8101-47e1-85ab-1214798688ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:00:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5761378b-eaf3-4938-a356-5e816961f306'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:40.942434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e651fdc-8891-4208-901e-2768d0925ea9 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:00:40.945568 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f66b7-5ac5-4ae1-8e00-40b51cd508e4 req-a8a1aeb4-20c8-4b01-8d87-e16f3d2b5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:40.946059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f66b7-5ac5-4ae1-8e00-40b51cd508e4 req-a8a1aeb4-20c8-4b01-8d87-e16f3d2b5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:40.946535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f66b7-5ac5-4ae1-8e00-40b51cd508e4 req-a8a1aeb4-20c8-4b01-8d87-e16f3d2b5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:40.948244 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-444f66b7-5ac5-4ae1-8e00-40b51cd508e4 req-a8a1aeb4-20c8-4b01-8d87-e16f3d2b5ff0 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6252949 Nov 02 12:00:40.961043 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-78fcaea8-d491-4fcd-9a18-6ce1734daa8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:40.978507 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-87ece4c5-100f-4737-921c-2168b302edb3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:40.992465 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:41.058057 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-2960429b-8101-47e1-85ab-1214798688ca None None] Set router 5761378b-eaf3-4938-a356-5e816961f306 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:00:41.099292 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0ed119b-f2f3-4592-840b-f36dcad9e4fd admin admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:41.135619 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f66b7-5ac5-4ae1-8e00-40b51cd508e4 req-14cb66c3-c368-4331-8d60-46124e06f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:41.139901 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-444f66b7-5ac5-4ae1-8e00-40b51cd508e4 req-14cb66c3-c368-4331-8d60-46124e06f3c2 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1727617 Nov 02 12:00:41.168024 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Transition to ACTIVE for port object 5e651fdc-8891-4208-901e-2768d0925ea9 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:00:41.209876 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-87ece4c5-100f-4737-921c-2168b302edb3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:41.219211 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ece4c5-100f-4737-921c-2168b302edb3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:41.220839 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-87ece4c5-100f-4737-921c-2168b302edb3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:41.303780 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:41.364374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ece4c5-100f-4737-921c-2168b302edb3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Network': ['ID=da28a1fe-d026-4f77-b019-1543d29c8e10,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:41.385887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network da28a1fe-d026-4f77-b019-1543d29c8e10 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:00:41.420061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Pushing event updated for resources: {'Port': ['ID=5e651fdc-8891-4208-901e-2768d0925ea9,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:41.479241 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-87ece4c5-100f-4737-921c-2168b302edb3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2757852 Nov 02 12:00:41.486840 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58868) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:41.496530 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0ed119b-f2f3-4592-840b-f36dcad9e4fd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:41.520563 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3ed57b58-2282-4fdf-836d-5a8cae43ac59 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'subnet': {'network_id': 'da28a1fe-d026-4f77-b019-1543d29c8e10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:41.602003 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-78fcaea8-d491-4fcd-9a18-6ce1734daa8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:41.662616 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2960429b-8101-47e1-85ab-1214798688ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5761378b-eaf3-4938-a356-5e816961f306', 'name': 'tempest-TestServerMultinode-421739336-router', 'tenant_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'a62dcf71-fa81-483b-ab75-55fc57f1be55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:51Z', 'updated_at': '2021-11-02T12:00:38Z', 'revision_number': 5, 'project_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'gw_port': {'id': 'a62dcf71-fa81-483b-ab75-55fc57f1be55', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5761378b-eaf3-4938-a356-5e816961f306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:54Z', 'updated_at': '2021-11-02T11:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:41.736297 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2960429b-8101-47e1-85ab-1214798688ca None None] Checking router: 5761378b-eaf3-4938-a356-5e816961f306 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:00:41.740810 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-78fcaea8-d491-4fcd-9a18-6ce1734daa8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:41.746002 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2960429b-8101-47e1-85ab-1214798688ca None None] Routers {'5761378b-eaf3-4938-a356-5e816961f306'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:00:41.746639 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2960429b-8101-47e1-85ab-1214798688ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:00:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5761378b-eaf3-4938-a356-5e816961f306'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:41.774842 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Attempting to bind port 5e651fdc-8891-4208-901e-2768d0925ea9 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:00:41.777544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Attempting to bind port 5e651fdc-8891-4208-901e-2768d0925ea9 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:00:41.779225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Attempting to bind port 5e651fdc-8891-4208-901e-2768d0925ea9 on network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:41.846636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Port 5e651fdc-8891-4208-901e-2768d0925ea9 on network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:00:41.848253 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Attempting to bind port 5e651fdc-8891-4208-901e-2768d0925ea9 on network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:41.885157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcaea8-d491-4fcd-9a18-6ce1734daa8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fa041b-fb31-404a-a500-050c1cc8822c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:41.910685 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-78fcaea8-d491-4fcd-9a18-6ce1734daa8a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c07912afa73c4357a57ce5650c1347c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2798607 Nov 02 12:00:41.912869 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58874) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:41.932404 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-2960429b-8101-47e1-85ab-1214798688ca None None] Set router 5761378b-eaf3-4938-a356-5e816961f306 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:00:41.939390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed57b58-2282-4fdf-836d-5a8cae43ac59 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:41.940299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:00:41.940647 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Checking segment: {'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:41.941035 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Bound using segment: {'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:00:41.941496 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Bound port: 5e651fdc-8891-4208-901e-2768d0925ea9, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:00:41.941855 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:41.944181 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ed57b58-2282-4fdf-836d-5a8cae43ac59 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:42.006041 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2960429b-8101-47e1-85ab-1214798688ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5761378b-eaf3-4938-a356-5e816961f306', 'name': 'tempest-TestServerMultinode-421739336-router', 'tenant_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:51Z', 'updated_at': '2021-11-02T12:00:41Z', 'revision_number': 6, 'project_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:42.038598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] For port 5e651fdc-8891-4208-901e-2768d0925ea9, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:00:42.042061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] For port 5e651fdc-8891-4208-901e-2768d0925ea9, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5e651fdc-8891-4208-901e-2768d0925ea9,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:00:42.044561 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2960429b-8101-47e1-85ab-1214798688ca None None] The sync data for ids ['5761378b-eaf3-4938-a356-5e816961f306'] in n-d-806683-18 is: [{'id': '5761378b-eaf3-4938-a356-5e816961f306', 'name': 'tempest-TestServerMultinode-421739336-router', 'tenant_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:51Z', 'updated_at': '2021-11-02T12:00:41Z', 'revision_number': 6, 'project_id': 'f89b4c2f9a0b455796e5f0a96540308e', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:00:42.086655 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb188ff9-2729-4e4a-8a35-570b1531803d req-a84dc74c-5001-44f2-8868-f6a1f342b05e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:42.093059 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb188ff9-2729-4e4a-8a35-570b1531803d req-a84dc74c-5001-44f2-8868-f6a1f342b05e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:42.100050 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb188ff9-2729-4e4a-8a35-570b1531803d req-a84dc74c-5001-44f2-8868-f6a1f342b05e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:42.111337 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb188ff9-2729-4e4a-8a35-570b1531803d req-a84dc74c-5001-44f2-8868-f6a1f342b05e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:42.114811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb188ff9-2729-4e4a-8a35-570b1531803d req-a84dc74c-5001-44f2-8868-f6a1f342b05e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:42.121424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb188ff9-2729-4e4a-8a35-570b1531803d req-a84dc74c-5001-44f2-8868-f6a1f342b05e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:42.127574 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb188ff9-2729-4e4a-8a35-570b1531803d req-a84dc74c-5001-44f2-8868-f6a1f342b05e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 4605 time: 0.2436962 Nov 02 12:00:42.129207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a0ed119b-f2f3-4592-840b-f36dcad9e4fd admin admin] Deleting port a62dcf71-fa81-483b-ab75-55fc57f1be55 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:42.129557 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0ed119b-f2f3-4592-840b-f36dcad9e4fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:42.191324 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1be4325d-dba5-45d2-b8c4-c5082b52baa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:42.194379 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:42.253359 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1be4325d-dba5-45d2-b8c4-c5082b52baa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:42.317789 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Pushing event updated for resources: {'Port': ['ID=5e651fdc-8891-4208-901e-2768d0925ea9,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:42.361908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:42.362533 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:42.365452 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-2717fcc7-4206-4acd-921a-96567ba0d721 service neutron] 10.222.0.54 "PUT /v2.0/ports/5e651fdc-8891-4208-901e-2768d0925ea9 HTTP/1.1" status: 200 len: 1137 time: 2.4165354 Nov 02 12:00:42.365938 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'tag': '5e651fdc-8891-4208-901e-2768d0925ea9'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:00:42.368282 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4b94a6-edb6-47bd-aabd-0b09d1c10609" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "tag": "5e651fdc-8891-4208-901e-2768d0925ea9"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:00:42.391566 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb188ff9-2729-4e4a-8a35-570b1531803d req-67f69813-6555-43ba-bf7b-bbab29425b0e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2415297 Nov 02 12:00:42.429322 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-a0ed119b-f2f3-4592-840b-f36dcad9e4fd admin admin] For port a62dcf71-fa81-483b-ab75-55fc57f1be55, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a62dcf71-fa81-483b-ab75-55fc57f1be55,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:42.429671 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0ed119b-f2f3-4592-840b-f36dcad9e4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:42.439670 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ed57b58-2282-4fdf-836d-5a8cae43ac59 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:42.446909 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a0ed119b-f2f3-4592-840b-f36dcad9e4fd admin admin] Calling delete_port for a62dcf71-fa81-483b-ab75-55fc57f1be55 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:42.531991 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1331a21-3bfe-4931-97cb-8fd000d58e01 x-openstack-request-id: req-c1331a21-3bfe-4931-97cb-8fd000d58e01 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:00:42.532365 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "tag": "5e651fdc-8891-4208-901e-2768d0925ea9", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:00:42.532566 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1331a21-3bfe-4931-97cb-8fd000d58e01 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:00:42.532945 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'tag': '5e651fdc-8891-4208-901e-2768d0925ea9', 'status': 'completed', 'code': 200} Nov 02 12:00:42.534754 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1be4325d-dba5-45d2-b8c4-c5082b52baa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:42.537234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Request body: {'port': {'device_id': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:42.541852 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1be4325d-dba5-45d2-b8c4-c5082b52baa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:42.544314 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1be4325d-dba5-45d2-b8c4-c5082b52baa6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74fa041b-fb31-404a-a500-050c1cc8822c HTTP/1.1" status: 204 len: 168 time: 0.6302154 Nov 02 12:00:42.631150 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4325d-dba5-45d2-b8c4-c5082b52baa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fa041b-fb31-404a-a500-050c1cc8822c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:42.673875 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed57b58-2282-4fdf-836d-5a8cae43ac59 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Checking segment: {'id': '09853120-aa38-40d7-ab63-c96bd1cbd60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'da28a1fe-d026-4f77-b019-1543d29c8e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:42.678468 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed57b58-2282-4fdf-836d-5a8cae43ac59 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network hostable DHCP agents. Network: da28a1fe-d026-4f77-b019-1543d29c8e10, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:00:42.681055 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:42.707570 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed57b58-2282-4fdf-836d-5a8cae43ac59 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Subnet': ['ID=98dadd6c-feba-4a7a-a673-c33465b821d1,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:42.738502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b94a6-edb6-47bd-aabd-0b09d1c10609 req-b6d368ff-24ab-48a5-83b8-f8fc013ccf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:42.739184 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b94a6-edb6-47bd-aabd-0b09d1c10609 req-b6d368ff-24ab-48a5-83b8-f8fc013ccf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:42.739731 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b94a6-edb6-47bd-aabd-0b09d1c10609 req-b6d368ff-24ab-48a5-83b8-f8fc013ccf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:42.740449 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b94a6-edb6-47bd-aabd-0b09d1c10609 req-b6d368ff-24ab-48a5-83b8-f8fc013ccf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:42.741071 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b94a6-edb6-47bd-aabd-0b09d1c10609 req-b6d368ff-24ab-48a5-83b8-f8fc013ccf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:42.741617 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b94a6-edb6-47bd-aabd-0b09d1c10609 req-b6d368ff-24ab-48a5-83b8-f8fc013ccf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:42.743861 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a4b94a6-edb6-47bd-aabd-0b09d1c10609 req-b6d368ff-24ab-48a5-83b8-f8fc013ccf48 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5293 time: 0.2237344 Nov 02 12:00:42.787975 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed57b58-2282-4fdf-836d-5a8cae43ac59 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network da28a1fe-d026-4f77-b019-1543d29c8e10 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:00:42.880757 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b94a6-edb6-47bd-aabd-0b09d1c10609 req-3e150433-e899-47f1-b232-fd4ac7aee7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:42.881246 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b94a6-edb6-47bd-aabd-0b09d1c10609 req-3e150433-e899-47f1-b232-fd4ac7aee7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:42.881715 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b94a6-edb6-47bd-aabd-0b09d1c10609 req-3e150433-e899-47f1-b232-fd4ac7aee7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:42.884286 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a4b94a6-edb6-47bd-aabd-0b09d1c10609 req-3e150433-e899-47f1-b232-fd4ac7aee7ed service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1321046 Nov 02 12:00:42.936617 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-3ed57b58-2282-4fdf-836d-5a8cae43ac59 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, da28a1fe-d026-4f77-b019-1543d29c8e10) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:42.942404 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed57b58-2282-4fdf-836d-5a8cae43ac59 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:42.943239 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ed57b58-2282-4fdf-836d-5a8cae43ac59 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:42.953542 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39e111c-a7de-4c40-924e-4d88529c18a2 None None] Network da28a1fe-d026-4f77-b019-1543d29c8e10 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:00:43.051287 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0ed119b-f2f3-4592-840b-f36dcad9e4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:43.082477 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b94a6-edb6-47bd-aabd-0b09d1c10609 req-e418ec48-61fd-4663-8e10-32f44cad03d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:43.085122 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a4b94a6-edb6-47bd-aabd-0b09d1c10609 req-e418ec48-61fd-4663-8e10-32f44cad03d4 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1938527 Nov 02 12:00:43.099212 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3ed57b58-2282-4fdf-836d-5a8cae43ac59 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6109467 Nov 02 12:00:43.100324 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58892) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:43.105643 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-946e0634-6162-44f9-b2f3-227cbd7f54b9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1900313025'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:43.124923 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed119b-f2f3-4592-840b-f36dcad9e4fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a62dcf71-fa81-483b-ab75-55fc57f1be55,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:43.223758 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946e0634-6162-44f9-b2f3-227cbd7f54b9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:43.227984 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-946e0634-6162-44f9-b2f3-227cbd7f54b9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:43.244023 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-da28a1fe-d026-4f77-b019-1543d29c8e10', 'network_id': 'da28a1fe-d026-4f77-b019-1543d29c8e10', 'tenant_id': '2420fa4bbe5c42859d5189e5347e3181', 'fixed_ips': [{'subnet_id': '98dadd6c-feba-4a7a-a673-c33465b821d1'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:00:43.246844 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:43.299990 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946e0634-6162-44f9-b2f3-227cbd7f54b9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:00:43.313316 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-946e0634-6162-44f9-b2f3-227cbd7f54b9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:43.313947 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-946e0634-6162-44f9-b2f3-227cbd7f54b9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Added segment e0c7b090-d6da-4ae6-b802-364d31975047 of type vlan for network 74b217bb-2628-470d-a75d-376852b6bfde Nov 02 12:00:43.320981 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0ed119b-f2f3-4592-840b-f36dcad9e4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:43.391537 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-946e0634-6162-44f9-b2f3-227cbd7f54b9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:43.552528 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-946e0634-6162-44f9-b2f3-227cbd7f54b9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:43.560347 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946e0634-6162-44f9-b2f3-227cbd7f54b9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:43.563432 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-946e0634-6162-44f9-b2f3-227cbd7f54b9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:43.690366 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58900) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:43.711611 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f2a1195-b0ea-4a3f-be18-9150336d1831 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:43.735697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device fa0c66ff-8827-457a-897c-737657413b1c no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:00:43.742968 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-946e0634-6162-44f9-b2f3-227cbd7f54b9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6380758 Nov 02 12:00:43.742968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58902) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:43.749996 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e0634-6162-44f9-b2f3-227cbd7f54b9 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Network': ['ID=74b217bb-2628-470d-a75d-376852b6bfde,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:43.765577 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-840c60a9-72f7-47dc-b11c-d1878597239d tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'subnet': {'network_id': '74b217bb-2628-470d-a75d-376852b6bfde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:43.791393 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: fa0c66ff-8827-457a-897c-737657413b1c {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:00:43.793152 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device fa0c66ff-8827-457a-897c-737657413b1c not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:00:43.793750 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a62dcf71-fa81-483b-ab75-55fc57f1be55 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:00:43.812654 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 74b217bb-2628-470d-a75d-376852b6bfde details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:00:43.874871 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: a62dcf71-fa81-483b-ab75-55fc57f1be55 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:00:43.875615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a62dcf71-fa81-483b-ab75-55fc57f1be55 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:00:43.895025 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f2a1195-b0ea-4a3f-be18-9150336d1831 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.007644 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f2a1195-b0ea-4a3f-be18-9150336d1831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.015934 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Allocated IP 2001:db8::3 (da28a1fe-d026-4f77-b019-1543d29c8e10/98dadd6c-feba-4a7a-a673-c33465b821d1/5752527b-ff30-40ff-9e0d-57e277499700) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:00:44.056467 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0ed119b-f2f3-4592-840b-f36dcad9e4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.065686 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0ed119b-f2f3-4592-840b-f36dcad9e4fd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.079059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a1195-b0ea-4a3f-be18-9150336d1831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0ece16-c47e-4e86-9d8f-8eeb5b43350c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:44.084343 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2f2a1195-b0ea-4a3f-be18-9150336d1831 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9c4a49334a7b4d8887d3d41c8ea3d0df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3932133 Nov 02 12:00:44.087884 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58906) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:44.160644 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840c60a9-72f7-47dc-b11c-d1878597239d tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:44.160998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc5302-4b66-485e-88e9-65a92f2c21b4 req-c24f0e51-ecbe-4a9f-bed3-121429c8f70e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:44.167368 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-840c60a9-72f7-47dc-b11c-d1878597239d tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.167671 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc5302-4b66-485e-88e9-65a92f2c21b4 req-c24f0e51-ecbe-4a9f-bed3-121429c8f70e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:44.176485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc5302-4b66-485e-88e9-65a92f2c21b4 req-c24f0e51-ecbe-4a9f-bed3-121429c8f70e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:44.182901 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc5302-4b66-485e-88e9-65a92f2c21b4 req-c24f0e51-ecbe-4a9f-bed3-121429c8f70e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:44.192017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc5302-4b66-485e-88e9-65a92f2c21b4 req-c24f0e51-ecbe-4a9f-bed3-121429c8f70e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:44.199456 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc5302-4b66-485e-88e9-65a92f2c21b4 req-c24f0e51-ecbe-4a9f-bed3-121429c8f70e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:44.201601 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80fc5302-4b66-485e-88e9-65a92f2c21b4 req-c24f0e51-ecbe-4a9f-bed3-121429c8f70e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 4605 time: 0.3099658 Nov 02 12:00:44.246076 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.253752 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27067c8f-fc74-407e-803b-0697774cbcdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.261254 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.ipam_backend_mixin [None req-840c60a9-72f7-47dc-b11c-d1878597239d tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Performing IP validity checks on allocation pools {{(pid=102690) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 02 12:00:44.261486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.ipam_backend_mixin [None req-840c60a9-72f7-47dc-b11c-d1878597239d tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102690) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 02 12:00:44.292628 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0ed119b-f2f3-4592-840b-f36dcad9e4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.293316 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ed119b-f2f3-4592-840b-f36dcad9e4fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5761378b-eaf3-4938-a356-5e816961f306 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:00:44.300328 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27067c8f-fc74-407e-803b-0697774cbcdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.312158 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0ed119b-f2f3-4592-840b-f36dcad9e4fd admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.317601 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a0ed119b-f2f3-4592-840b-f36dcad9e4fd admin admin] 10.222.0.52 "DELETE /v2.0/routers/5761378b-eaf3-4938-a356-5e816961f306 HTTP/1.1" status: 204 len: 168 time: 3.4962468 Nov 02 12:00:44.322243 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58910) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:44.391737 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80fc5302-4b66-485e-88e9-65a92f2c21b4 req-442e2017-e014-4cb6-83f0-ce404c1719d0 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1767669 Nov 02 12:00:44.396469 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.422085 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f840145-1c07-40ff-834c-45ca0725bf56 admin admin] Deleting subnet ba7953e6-b758-4f4a-9e5c-37aeb2353de7 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:00:44.429493 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8f840145-1c07-40ff-834c-45ca0725bf56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.434640 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:00:44.453614 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.457838 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Network da28a1fe-d026-4f77-b019-1543d29c8e10 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:00:44.463331 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:44.489906 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Transition to ACTIVE for port object 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:00:44.504118 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:00:44.535026 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Pushing event updated for resources: {'Port': ['ID=5752527b-ff30-40ff-9e0d-57e277499700,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:44.592662 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.624050 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8f840145-1c07-40ff-834c-45ca0725bf56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.628093 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Attempting to bind port 5752527b-ff30-40ff-9e0d-57e277499700 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:00:44.628561 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Attempting to bind port 5752527b-ff30-40ff-9e0d-57e277499700 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '09853120-aa38-40d7-ab63-c96bd1cbd60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'da28a1fe-d026-4f77-b019-1543d29c8e10'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:00:44.628998 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Attempting to bind port 5752527b-ff30-40ff-9e0d-57e277499700 on network da28a1fe-d026-4f77-b019-1543d29c8e10 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:44.636119 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:00:44.636652 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Checking segment: {'id': '09853120-aa38-40d7-ab63-c96bd1cbd60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'da28a1fe-d026-4f77-b019-1543d29c8e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:44.637135 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.637599 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Bound using segment: {'id': '09853120-aa38-40d7-ab63-c96bd1cbd60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'da28a1fe-d026-4f77-b019-1543d29c8e10'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:00:44.638233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Bound port: 5752527b-ff30-40ff-9e0d-57e277499700, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09853120-aa38-40d7-ab63-c96bd1cbd60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'da28a1fe-d026-4f77-b019-1543d29c8e10'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:00:44.638709 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.652542 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-840c60a9-72f7-47dc-b11c-d1878597239d tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.715581 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27067c8f-fc74-407e-803b-0697774cbcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.718974 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27067c8f-fc74-407e-803b-0697774cbcdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.723440 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-27067c8f-fc74-407e-803b-0697774cbcdd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f0ece16-c47e-4e86-9d8f-8eeb5b43350c HTTP/1.1" status: 204 len: 168 time: 0.6329515 Nov 02 12:00:44.723636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Pushing event updated for resources: {'Port': ['ID=3b8ad295-2d7a-4849-bddf-6bcf7483dce7,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:44.729756 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] For port 5752527b-ff30-40ff-9e0d-57e277499700, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:00:44.736831 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] For port 5752527b-ff30-40ff-9e0d-57e277499700, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5752527b-ff30-40ff-9e0d-57e277499700,segment=NetworkSegment(09853120-aa38-40d7-ab63-c96bd1cbd60f),segment_id=09853120-aa38-40d7-ab63-c96bd1cbd60f)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:00:44.795270 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Attempting to bind port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:00:44.797252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Attempting to bind port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:00:44.802782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Attempting to bind port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 on network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:44.804465 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.815523 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 on network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:00:44.816028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Attempting to bind port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 on network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:44.828782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:00:44.832712 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Checking segment: {'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:44.833422 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Bound using segment: {'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:00:44.833967 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Bound port: 3b8ad295-2d7a-4849-bddf-6bcf7483dce7, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:00:44.835381 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.894372 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8f840145-1c07-40ff-834c-45ca0725bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:44.983508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae384aa8-4945-43cf-9f72-ffe555235696 None None] Pushing event updated for resources: {'Port': ['ID=5752527b-ff30-40ff-9e0d-57e277499700,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:44.997266 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27067c8f-fc74-407e-803b-0697774cbcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0ece16-c47e-4e86-9d8f-8eeb5b43350c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:44.998714 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] For port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:00:45.014723 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] For port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3b8ad295-2d7a-4849-bddf-6bcf7483dce7,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:00:45.046715 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c60a9-72f7-47dc-b11c-d1878597239d tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Subnet': ['ID=bf9310e7-e7aa-464a-90b8-3c23622b2487,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:45.071248 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840c60a9-72f7-47dc-b11c-d1878597239d tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Checking segment: {'id': 'e0c7b090-d6da-4ae6-b802-364d31975047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '74b217bb-2628-470d-a75d-376852b6bfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:45.071883 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840c60a9-72f7-47dc-b11c-d1878597239d tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network hostable DHCP agents. Network: 74b217bb-2628-470d-a75d-376852b6bfde, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:00:45.101485 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:45.227539 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:45.228280 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:45.229971 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] 10.222.0.54 "PUT /v2.0/ports/3b8ad295-2d7a-4849-bddf-6bcf7483dce7 HTTP/1.1" status: 200 len: 1137 time: 2.7028680 Nov 02 12:00:45.230556 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'tag': '3b8ad295-2d7a-4849-bddf-6bcf7483dce7'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:00:45.233739 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b249d4df-8e74-4272-b0ee-37ad3fbfb5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "tag": "3b8ad295-2d7a-4849-bddf-6bcf7483dce7"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:00:45.278510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0d338-6fd5-4bdc-acbe-707aef304cae service neutron] Pushing event updated for resources: {'Port': ['ID=3b8ad295-2d7a-4849-bddf-6bcf7483dce7,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:45.307522 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840c60a9-72f7-47dc-b11c-d1878597239d tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network 74b217bb-2628-470d-a75d-376852b6bfde is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:00:45.311921 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8f840145-1c07-40ff-834c-45ca0725bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:45.335596 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8df343-3aa3-4e54-bd1f-74c7990c9f43 x-openstack-request-id: req-da8df343-3aa3-4e54-bd1f-74c7990c9f43 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:00:45.335900 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "tag": "3b8ad295-2d7a-4849-bddf-6bcf7483dce7", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:00:45.336162 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da8df343-3aa3-4e54-bd1f-74c7990c9f43 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:00:45.336580 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'tag': '3b8ad295-2d7a-4849-bddf-6bcf7483dce7', 'status': 'completed', 'code': 200} Nov 02 12:00:45.365437 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f840145-1c07-40ff-834c-45ca0725bf56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7953e6-b758-4f4a-9e5c-37aeb2353de7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:45.369167 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8f840145-1c07-40ff-834c-45ca0725bf56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:45.375597 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c097acd0-565e-4332-816a-2c7105d5f93e None None] Network aee8e91f-585b-4ccc-9a65-a84d2586b952 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:00:45.376810 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8f840145-1c07-40ff-834c-45ca0725bf56 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ba7953e6-b758-4f4a-9e5c-37aeb2353de7 HTTP/1.1" status: 204 len: 168 time: 1.0521808 Nov 02 12:00:45.379382 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58926) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:45.422736 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Request body: {'port': {'device_id': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:45.497176 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249d4df-8e74-4272-b0ee-37ad3fbfb5d5 req-0b5bc8a9-5688-4a6d-9b71-256831bf8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:45.501971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249d4df-8e74-4272-b0ee-37ad3fbfb5d5 req-0b5bc8a9-5688-4a6d-9b71-256831bf8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:45.502562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249d4df-8e74-4272-b0ee-37ad3fbfb5d5 req-0b5bc8a9-5688-4a6d-9b71-256831bf8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:45.503816 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249d4df-8e74-4272-b0ee-37ad3fbfb5d5 req-0b5bc8a9-5688-4a6d-9b71-256831bf8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:45.504590 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249d4df-8e74-4272-b0ee-37ad3fbfb5d5 req-0b5bc8a9-5688-4a6d-9b71-256831bf8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:45.509390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249d4df-8e74-4272-b0ee-37ad3fbfb5d5 req-0b5bc8a9-5688-4a6d-9b71-256831bf8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:45.510001 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249d4df-8e74-4272-b0ee-37ad3fbfb5d5 req-0b5bc8a9-5688-4a6d-9b71-256831bf8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:45.512533 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b249d4df-8e74-4272-b0ee-37ad3fbfb5d5 req-0b5bc8a9-5688-4a6d-9b71-256831bf8d28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 6223 time: 0.1612344 Nov 02 12:00:45.524056 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:45.562482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-840c60a9-72f7-47dc-b11c-d1878597239d tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 74b217bb-2628-470d-a75d-376852b6bfde) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:45.567855 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840c60a9-72f7-47dc-b11c-d1878597239d tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:45.568523 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-840c60a9-72f7-47dc-b11c-d1878597239d tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:45.647537 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce559747-ea00-424e-a11f-3ac5ffba58bf None None] Network 74b217bb-2628-470d-a75d-376852b6bfde requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:00:45.862508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5752527b-ff30-40ff-9e0d-57e277499700 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:00:45.974023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608961e7-26ec-4601-946c-8e226e31598e req-075cb166-bf21-4b1e-83a9-99624d24f9ca tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:45.985116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608961e7-26ec-4601-946c-8e226e31598e req-075cb166-bf21-4b1e-83a9-99624d24f9ca tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:46.022828 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608961e7-26ec-4601-946c-8e226e31598e req-075cb166-bf21-4b1e-83a9-99624d24f9ca tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:46.034137 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608961e7-26ec-4601-946c-8e226e31598e req-075cb166-bf21-4b1e-83a9-99624d24f9ca tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:46.048779 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608961e7-26ec-4601-946c-8e226e31598e req-075cb166-bf21-4b1e-83a9-99624d24f9ca tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:46.081563 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608961e7-26ec-4601-946c-8e226e31598e req-075cb166-bf21-4b1e-83a9-99624d24f9ca tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:46.089299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608961e7-26ec-4601-946c-8e226e31598e req-075cb166-bf21-4b1e-83a9-99624d24f9ca tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:46.102206 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-608961e7-26ec-4601-946c-8e226e31598e req-075cb166-bf21-4b1e-83a9-99624d24f9ca tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5383 time: 0.5412257 Nov 02 12:00:46.229481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249d4df-8e74-4272-b0ee-37ad3fbfb5d5 req-0fb1c32f-6dc5-4e89-b86b-f5ccb7f4d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:46.236159 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249d4df-8e74-4272-b0ee-37ad3fbfb5d5 req-0fb1c32f-6dc5-4e89-b86b-f5ccb7f4d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:46.236909 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249d4df-8e74-4272-b0ee-37ad3fbfb5d5 req-0fb1c32f-6dc5-4e89-b86b-f5ccb7f4d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:46.239364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b249d4df-8e74-4272-b0ee-37ad3fbfb5d5 req-0fb1c32f-6dc5-4e89-b86b-f5ccb7f4d137 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7180588 Nov 02 12:00:46.291912 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 5752527b-ff30-40ff-9e0d-57e277499700 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:46.292293 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:46.318086 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:46.380237 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-74b217bb-2628-470d-a75d-376852b6bfde', 'network_id': '74b217bb-2628-470d-a75d-376852b6bfde', 'tenant_id': '2420fa4bbe5c42859d5189e5347e3181', 'fixed_ips': [{'subnet_id': 'bf9310e7-e7aa-464a-90b8-3c23622b2487'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:00:46.381157 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:46.463541 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c702a27a-3c86-41c1-9dde-d0183181bb23 None None] DHCP port deletion for aee8e91f-585b-4ccc-9a65-a84d2586b952 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:00:46.485407 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-840c60a9-72f7-47dc-b11c-d1878597239d tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7366316 Nov 02 12:00:46.489311 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58950) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:46.624848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-608961e7-26ec-4601-946c-8e226e31598e req-c5e1d360-35be-42bc-a069-2a81f72e1aee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5187562 Nov 02 12:00:46.675355 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249d4df-8e74-4272-b0ee-37ad3fbfb5d5 req-14acfa1d-2b83-44cb-b1a7-122161c87abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:46.677190 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b249d4df-8e74-4272-b0ee-37ad3fbfb5d5 req-14acfa1d-2b83-44cb-b1a7-122161c87abe service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4260888 Nov 02 12:00:46.719971 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:46.798107 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a664db-e687-43a3-9b5d-7fc10501bd51 None None] Network da28a1fe-d026-4f77-b019-1543d29c8e10 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:00:46.847147 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 5752527b-ff30-40ff-9e0d-57e277499700, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5752527b-ff30-40ff-9e0d-57e277499700,segment=NetworkSegment(09853120-aa38-40d7-ab63-c96bd1cbd60f),segment_id=09853120-aa38-40d7-ab63-c96bd1cbd60f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:46.850173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Allocated IP 2001:db8::3 (74b217bb-2628-470d-a75d-376852b6bfde/bf9310e7-e7aa-464a-90b8-3c23622b2487/5261c025-b416-43ac-a7f9-6a6eedb0683c) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:00:46.889759 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:46.903610 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-97b9cdc2-bb56-43ea-a773-bbc2d920981b None None] Provisioning complete for port 5752527b-ff30-40ff-9e0d-57e277499700 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:46.904113 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-97b9cdc2-bb56-43ea-a773-bbc2d920981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:46.912905 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] Deleting port 3cc34159-8a02-41aa-a01e-05927b874617 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:46.913336 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:46.947659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c702a27a-3c86-41c1-9dde-d0183181bb23 None None] Deleting port 3cc34159-8a02-41aa-a01e-05927b874617 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:46.948156 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c702a27a-3c86-41c1-9dde-d0183181bb23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:47.083084 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:47.117218 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] For port 3cc34159-8a02-41aa-a01e-05927b874617, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3cc34159-8a02-41aa-a01e-05927b874617,segment=NetworkSegment(4a335ce7-f5b1-46c8-bfe6-e84fb98359cc),segment_id=4a335ce7-f5b1-46c8-bfe6-e84fb98359cc)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:47.117872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:47.158577 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c702a27a-3c86-41c1-9dde-d0183181bb23 None None] For port 3cc34159-8a02-41aa-a01e-05927b874617, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3cc34159-8a02-41aa-a01e-05927b874617,segment=NetworkSegment(4a335ce7-f5b1-46c8-bfe6-e84fb98359cc),segment_id=4a335ce7-f5b1-46c8-bfe6-e84fb98359cc)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:47.159010 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c702a27a-3c86-41c1-9dde-d0183181bb23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:47.160020 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:47.165001 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] Calling delete_port for 3cc34159-8a02-41aa-a01e-05927b874617 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:47.279019 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c702a27a-3c86-41c1-9dde-d0183181bb23 None None] Calling delete_port for 3cc34159-8a02-41aa-a01e-05927b874617 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:47.355273 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=5752527b-ff30-40ff-9e0d-57e277499700,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:47.389671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:00:47.398590 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:47.422525 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Transition to ACTIVE for port object 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:00:47.514195 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:47.573711 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:47.580779 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c702a27a-3c86-41c1-9dde-d0183181bb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:47.581408 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:47.583678 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] No DVR routers for this DVR port 3cc34159-8a02-41aa-a01e-05927b874617 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:00:47.586492 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc34159-8a02-41aa-a01e-05927b874617,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:47.587186 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1cd58f0e-2427-4f5c-b504-5a89db2a94fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:47.633799 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702a27a-3c86-41c1-9dde-d0183181bb23 None None] Pushing event deleted for resources: {'Port': ['ID=3cc34159-8a02-41aa-a01e-05927b874617,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:47.643658 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702a27a-3c86-41c1-9dde-d0183181bb23 None None] No DVR routers for this DVR port 3cc34159-8a02-41aa-a01e-05927b874617 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:00:47.663984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5752527b-ff30-40ff-9e0d-57e277499700 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:00:47.697946 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:47.816866 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Network 74b217bb-2628-470d-a75d-376852b6bfde is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:00:47.857494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:47.860740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:00:47.877276 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:47.893322 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:47.898618 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Pushing event updated for resources: {'Port': ['ID=5261c025-b416-43ac-a7f9-6a6eedb0683c,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:47.907696 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c8ae48e-1ea8-4690-a5ef-68ac4793c381,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:47.961582 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9310e7-e7aa-464a-90b8-3c23622b2487,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:47.969392 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 5752527b-ff30-40ff-9e0d-57e277499700 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:47.972307 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:47.973126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714cc9f-3dea-4cf8-8960-0f89e5bde30f req-4f5da7fe-e9b6-43d2-9e5a-93289ce24e9e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:48.003293 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714cc9f-3dea-4cf8-8960-0f89e5bde30f req-4f5da7fe-e9b6-43d2-9e5a-93289ce24e9e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:48.017037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714cc9f-3dea-4cf8-8960-0f89e5bde30f req-4f5da7fe-e9b6-43d2-9e5a-93289ce24e9e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:48.032593 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714cc9f-3dea-4cf8-8960-0f89e5bde30f req-4f5da7fe-e9b6-43d2-9e5a-93289ce24e9e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:48.041968 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714cc9f-3dea-4cf8-8960-0f89e5bde30f req-4f5da7fe-e9b6-43d2-9e5a-93289ce24e9e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:48.064186 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714cc9f-3dea-4cf8-8960-0f89e5bde30f req-4f5da7fe-e9b6-43d2-9e5a-93289ce24e9e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:48.092635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714cc9f-3dea-4cf8-8960-0f89e5bde30f req-4f5da7fe-e9b6-43d2-9e5a-93289ce24e9e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:48.109738 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f714cc9f-3dea-4cf8-8960-0f89e5bde30f req-4f5da7fe-e9b6-43d2-9e5a-93289ce24e9e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5395 time: 0.2874560 Nov 02 12:00:48.134592 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee8e91f-585b-4ccc-9a65-a84d2586b952']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:48.181396 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a335ce7-f5b1-46c8-bfe6-e84fb98359cc') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:48.189065 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a335ce7-f5b1-46c8-bfe6-e84fb98359cc') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:48.246233 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f714cc9f-3dea-4cf8-8960-0f89e5bde30f req-f803f05e-ae82-41d3-b4cd-bd4b360387d4 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1301544 Nov 02 12:00:48.319438 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:48.322026 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:48.363864 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:48.366690 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b217bb-2628-470d-a75d-376852b6bfde']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:48.369369 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Attempting to bind port 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:00:48.370001 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Attempting to bind port 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:00:48.370352 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Attempting to bind port 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 on network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:48.372014 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Attempting to bind port 5261c025-b416-43ac-a7f9-6a6eedb0683c on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:00:48.372385 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Attempting to bind port 5261c025-b416-43ac-a7f9-6a6eedb0683c by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'e0c7b090-d6da-4ae6-b802-364d31975047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '74b217bb-2628-470d-a75d-376852b6bfde'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:00:48.373015 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Attempting to bind port 5261c025-b416-43ac-a7f9-6a6eedb0683c on network 74b217bb-2628-470d-a75d-376852b6bfde {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:48.385915 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:00:48.386328 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:48.388171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Port 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 on network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:00:48.388501 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Attempting to bind port 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 on network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:00:48.394486 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:00:48.397894 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:00:48.397894 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Checking segment: {'id': 'e0c7b090-d6da-4ae6-b802-364d31975047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '74b217bb-2628-470d-a75d-376852b6bfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:48.397894 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:48.397894 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Bound using segment: {'id': 'e0c7b090-d6da-4ae6-b802-364d31975047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '74b217bb-2628-470d-a75d-376852b6bfde'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:00:48.398272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Bound port: 5261c025-b416-43ac-a7f9-6a6eedb0683c, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c7b090-d6da-4ae6-b802-364d31975047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '74b217bb-2628-470d-a75d-376852b6bfde'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:00:48.398532 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:48.406213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c7b090-d6da-4ae6-b802-364d31975047') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:48.406522 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c7b090-d6da-4ae6-b802-364d31975047') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:48.410213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:00:48.410831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Checking segment: {'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:48.411437 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Bound using segment: {'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:00:48.412061 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Bound port: 0c8ae48e-1ea8-4690-a5ef-68ac4793c381, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:00:48.412611 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:48.474135 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:48.516754 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:48.529512 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:00:48.530192 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:00:48.535286 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:00:48.570592 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-24234210-2ca9-4ce7-867f-063359f7e8a0 None None] Provisioning complete for port 5752527b-ff30-40ff-9e0d-57e277499700 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:48.570990 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-24234210-2ca9-4ce7-867f-063359f7e8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:48.575551 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] For port 5261c025-b416-43ac-a7f9-6a6eedb0683c, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:00:48.635324 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3cc34159-8a02-41aa-a01e-05927b874617 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:00:48.650479 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] For port 0c8ae48e-1ea8-4690-a5ef-68ac4793c381, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:00:48.655016 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] For port 0c8ae48e-1ea8-4690-a5ef-68ac4793c381, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0c8ae48e-1ea8-4690-a5ef-68ac4793c381,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:00:48.660513 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:48.665121 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:48.671956 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/aee8e91f-585b-4ccc-9a65-a84d2586b952 HTTP/1.1" status: 204 len: 168 time: 3.2883635 Nov 02 12:00:48.673989 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58988) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:48.685055 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] For port 5261c025-b416-43ac-a7f9-6a6eedb0683c, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5261c025-b416-43ac-a7f9-6a6eedb0683c,segment=NetworkSegment(e0c7b090-d6da-4ae6-b802-364d31975047),segment_id=e0c7b090-d6da-4ae6-b802-364d31975047)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:00:48.695043 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b659f-8622-4fa4-998d-0bde938070e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=aee8e91f-585b-4ccc-9a65-a84d2586b952,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:48.707642 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 3cc34159-8a02-41aa-a01e-05927b874617 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:00:48.707642 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3cc34159-8a02-41aa-a01e-05927b874617 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:00:48.713814 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.api [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:00:48.713814 n-d-806683-18 neutron-server[102690]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:00:48.713814 n-d-806683-18 neutron-server[102690]: [parameters: {'id': '74b217bb-2628-470d-a75d-376852b6bfde'}] Nov 02 12:00:48.713814 n-d-806683-18 neutron-server[102690]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:00:48.713814 n-d-806683-18 neutron-server[102690]: DEBUG oslo_db.api [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:00:48.775852 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:48.787629 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:48.845942 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:48.846574 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:48.855968 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] 10.222.0.54 "PUT /v2.0/ports/0c8ae48e-1ea8-4690-a5ef-68ac4793c381 HTTP/1.1" status: 200 len: 1091 time: 3.4335959 Nov 02 12:00:48.855968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'tag': '0c8ae48e-1ea8-4690-a5ef-68ac4793c381'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:00:48.856680 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c68541f-1650-4cc8-9c06-ff765314d846" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "tag": "0c8ae48e-1ea8-4690-a5ef-68ac4793c381"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:00:48.892118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e3aa6-4f12-4556-9e16-4e20e5738bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c8ae48e-1ea8-4690-a5ef-68ac4793c381,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:48.935505 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b84cf2d-468c-4acc-b80b-27874312f91b x-openstack-request-id: req-3b84cf2d-468c-4acc-b80b-27874312f91b {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:00:48.936393 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "tag": "0c8ae48e-1ea8-4690-a5ef-68ac4793c381", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:00:48.936726 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b84cf2d-468c-4acc-b80b-27874312f91b {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:00:48.937192 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'tag': '0c8ae48e-1ea8-4690-a5ef-68ac4793c381', 'status': 'completed', 'code': 200} Nov 02 12:00:48.969561 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Request body: {'port': {'device_id': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:48.983817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca8315-7f7b-4334-9c3e-dd6e7b6a244a None None] Pushing event updated for resources: {'Port': ['ID=5261c025-b416-43ac-a7f9-6a6eedb0683c,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:49.000707 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66ef29c-3ab9-4161-b01b-12ba2cc1b945 None None] Network 74b217bb-2628-470d-a75d-376852b6bfde requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:00:49.088909 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:49.106785 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68541f-1650-4cc8-9c06-ff765314d846 req-293d3f2b-963e-44b2-a297-2d099e3e6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:49.108554 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68541f-1650-4cc8-9c06-ff765314d846 req-293d3f2b-963e-44b2-a297-2d099e3e6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:49.109886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68541f-1650-4cc8-9c06-ff765314d846 req-293d3f2b-963e-44b2-a297-2d099e3e6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:49.112113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68541f-1650-4cc8-9c06-ff765314d846 req-293d3f2b-963e-44b2-a297-2d099e3e6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:49.117723 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68541f-1650-4cc8-9c06-ff765314d846 req-293d3f2b-963e-44b2-a297-2d099e3e6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:49.140751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68541f-1650-4cc8-9c06-ff765314d846 req-293d3f2b-963e-44b2-a297-2d099e3e6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:49.141295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68541f-1650-4cc8-9c06-ff765314d846 req-293d3f2b-963e-44b2-a297-2d099e3e6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:49.143750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c68541f-1650-4cc8-9c06-ff765314d846 req-293d3f2b-963e-44b2-a297-2d099e3e6849 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 6291 time: 0.1124666 Nov 02 12:00:49.204712 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378045df-5db1-4f2b-973c-35922b87b473 None None] get_active_networks_info from n-d-806683-18 {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 12:00:49.216250 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:49.394557 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378045df-5db1-4f2b-973c-35922b87b473 None None] Resources bound (agent type, host, resource id): {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:00:49.506098 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68541f-1650-4cc8-9c06-ff765314d846 req-b5cec577-a1d0-4fcc-9697-7c71f6cbc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:49.506857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68541f-1650-4cc8-9c06-ff765314d846 req-b5cec577-a1d0-4fcc-9697-7c71f6cbc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:49.508451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68541f-1650-4cc8-9c06-ff765314d846 req-b5cec577-a1d0-4fcc-9697-7c71f6cbc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:49.510284 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c68541f-1650-4cc8-9c06-ff765314d846 req-b5cec577-a1d0-4fcc-9697-7c71f6cbc797 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3382826 Nov 02 12:00:49.532580 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Deleting port 5261c025-b416-43ac-a7f9-6a6eedb0683c {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:49.533130 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:49.644128 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] For port 5261c025-b416-43ac-a7f9-6a6eedb0683c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5261c025-b416-43ac-a7f9-6a6eedb0683c,segment=NetworkSegment(e0c7b090-d6da-4ae6-b802-364d31975047),segment_id=e0c7b090-d6da-4ae6-b802-364d31975047)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:49.644510 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:49.659490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68541f-1650-4cc8-9c06-ff765314d846 req-becc7483-18d5-4891-9d83-64104981ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:49.661000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c68541f-1650-4cc8-9c06-ff765314d846 req-becc7483-18d5-4891-9d83-64104981ab95 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302257 Nov 02 12:00:49.675624 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Calling delete_port for 5261c025-b416-43ac-a7f9-6a6eedb0683c owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:49.710912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8432832-1a21-4022-8345-3cf576b3e5a5 req-49300cd7-76d1-43d0-ba1a-118ec0de1720 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:49.718048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8432832-1a21-4022-8345-3cf576b3e5a5 req-49300cd7-76d1-43d0-ba1a-118ec0de1720 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:49.738683 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8432832-1a21-4022-8345-3cf576b3e5a5 req-49300cd7-76d1-43d0-ba1a-118ec0de1720 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:49.756869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8432832-1a21-4022-8345-3cf576b3e5a5 req-49300cd7-76d1-43d0-ba1a-118ec0de1720 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:49.768984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8432832-1a21-4022-8345-3cf576b3e5a5 req-49300cd7-76d1-43d0-ba1a-118ec0de1720 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:49.770738 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2a5aa64d-8a4c-49a5-913f-60ea90b374cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:49.773819 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2a026a-6dac-4b49-9e98-ff799c66efb9 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:00:49.780173 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8432832-1a21-4022-8345-3cf576b3e5a5 req-49300cd7-76d1-43d0-ba1a-118ec0de1720 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:49.782757 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:49.795499 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Transition to ACTIVE for port object de2a026a-6dac-4b49-9e98-ff799c66efb9 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:00:49.805215 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8432832-1a21-4022-8345-3cf576b3e5a5 req-49300cd7-76d1-43d0-ba1a-118ec0de1720 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:49.807535 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8432832-1a21-4022-8345-3cf576b3e5a5 req-49300cd7-76d1-43d0-ba1a-118ec0de1720 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5395 time: 0.3831513 Nov 02 12:00:49.868659 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:49.929274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Pushing event updated for resources: {'Port': ['ID=de2a026a-6dac-4b49-9e98-ff799c66efb9,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:50.070375 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Attempting to bind port de2a026a-6dac-4b49-9e98-ff799c66efb9 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:00:50.071216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Attempting to bind port de2a026a-6dac-4b49-9e98-ff799c66efb9 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:00:50.072755 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Attempting to bind port de2a026a-6dac-4b49-9e98-ff799c66efb9 on network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:50.081276 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Port de2a026a-6dac-4b49-9e98-ff799c66efb9 on network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:00:50.082029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Attempting to bind port de2a026a-6dac-4b49-9e98-ff799c66efb9 on network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:50.088589 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:00:50.089216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Checking segment: {'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:50.089775 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Bound using segment: {'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:00:50.090390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Bound port: de2a026a-6dac-4b49-9e98-ff799c66efb9, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9610dc59-a50b-4cde-b18e-0771dea3d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:00:50.091099 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:50.168480 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:50.189417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] For port de2a026a-6dac-4b49-9e98-ff799c66efb9, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:00:50.217701 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Port': ['ID=5261c025-b416-43ac-a7f9-6a6eedb0683c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:50.220343 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8432832-1a21-4022-8345-3cf576b3e5a5 req-c8207f57-20a2-4e1b-b135-58ce14b233e9 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4040365 Nov 02 12:00:50.228068 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No DVR routers for this DVR port 5261c025-b416-43ac-a7f9-6a6eedb0683c on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:00:50.238506 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] For port de2a026a-6dac-4b49-9e98-ff799c66efb9, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=de2a026a-6dac-4b49-9e98-ff799c66efb9,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:00:50.288127 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d20f4fc-96a7-4122-8182-175fd5ddf14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:50.334558 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:50.354997 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:50.366977 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:50.366977 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:50.369268 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] 10.222.0.54 "PUT /v2.0/ports/de2a026a-6dac-4b49-9e98-ff799c66efb9 HTTP/1.1" status: 200 len: 1092 time: 1.4051237 Nov 02 12:00:50.409598 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b217bb-2628-470d-a75d-376852b6bfde']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:50.429290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c7b090-d6da-4ae6-b802-364d31975047') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:50.429590 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c7b090-d6da-4ae6-b802-364d31975047') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:50.457300 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:50.478547 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3294ef-26ef-427e-ba4f-381e833020b5 service neutron] Pushing event updated for resources: {'Port': ['ID=de2a026a-6dac-4b49-9e98-ff799c66efb9,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:50.487315 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:50.495000 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:00:50.495373 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:00:50.499433 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:00:50.504814 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Request body: {'port': {'device_id': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:50.650764 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:50.705890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:50.715684 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:50.719994 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/networks/74b217bb-2628-470d-a75d-376852b6bfde HTTP/1.1" status: 204 len: 168 time: 4.2296569 Nov 02 12:00:50.726390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59012) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:50.734594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-124b76e1-f848-46fb-a5eb-9c6e518be0a8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2013326588'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:50.736869 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844a756-b3ad-4302-ab1c-634b75c19fba tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Network': ['ID=74b217bb-2628-470d-a75d-376852b6bfde,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:50.779713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-3d20f4fc-96a7-4122-8182-175fd5ddf14d admin admin] Deleting port 71309f57-e27d-4cf6-870a-09477a6fdb0b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:50.783917 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d20f4fc-96a7-4122-8182-175fd5ddf14d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:50.834982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124b76e1-f848-46fb-a5eb-9c6e518be0a8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:50.843299 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-124b76e1-f848-46fb-a5eb-9c6e518be0a8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:50.889327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124b76e1-f848-46fb-a5eb-9c6e518be0a8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:00:50.911726 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-124b76e1-f848-46fb-a5eb-9c6e518be0a8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:50.912223 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-124b76e1-f848-46fb-a5eb-9c6e518be0a8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Added segment e14700d8-9c08-47e9-99ad-9100a383892d of type vlan for network 03c28eed-ead1-42ca-b695-b8db4f3f5f36 Nov 02 12:00:50.924330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-3d20f4fc-96a7-4122-8182-175fd5ddf14d admin admin] For port 71309f57-e27d-4cf6-870a-09477a6fdb0b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=71309f57-e27d-4cf6-870a-09477a6fdb0b,segment=NetworkSegment(faf34757-c2d6-4fdf-99af-e90137595ed2),segment_id=faf34757-c2d6-4fdf-99af-e90137595ed2)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:50.924822 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d20f4fc-96a7-4122-8182-175fd5ddf14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:50.939546 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'tag': 'de2a026a-6dac-4b49-9e98-ff799c66efb9'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:00:50.942509 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd215f7-3322-4bbd-8379-8cb0a6cc428e" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "tag": "de2a026a-6dac-4b49-9e98-ff799c66efb9"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:00:50.960863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-3d20f4fc-96a7-4122-8182-175fd5ddf14d admin admin] Calling delete_port for 71309f57-e27d-4cf6-870a-09477a6fdb0b owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:50.982726 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-124b76e1-f848-46fb-a5eb-9c6e518be0a8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:50.986231 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:51.065999 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc1aa7d-8b3d-4bbb-991f-e899edcdff85 x-openstack-request-id: req-2cc1aa7d-8b3d-4bbb-991f-e899edcdff85 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:00:51.066437 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "tag": "de2a026a-6dac-4b49-9e98-ff799c66efb9", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:00:51.066783 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2cc1aa7d-8b3d-4bbb-991f-e899edcdff85 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:00:51.067308 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'tag': 'de2a026a-6dac-4b49-9e98-ff799c66efb9', 'status': 'completed', 'code': 200} Nov 02 12:00:51.146666 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.resource_extend [None req-124b76e1-f848-46fb-a5eb-9c6e518be0a8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 12:00:51.205456 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92017229-4838-4c2d-ada3-023757608982 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:00:51.215257 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:51.234676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Transition to ACTIVE for port object 92017229-4838-4c2d-ada3-023757608982 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:00:51.250512 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd215f7-3322-4bbd-8379-8cb0a6cc428e req-d45c2f38-bd21-4b90-8a4c-b66ce2ea1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.251196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd215f7-3322-4bbd-8379-8cb0a6cc428e req-d45c2f38-bd21-4b90-8a4c-b66ce2ea1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.251547 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd215f7-3322-4bbd-8379-8cb0a6cc428e req-d45c2f38-bd21-4b90-8a4c-b66ce2ea1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.252031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd215f7-3322-4bbd-8379-8cb0a6cc428e req-d45c2f38-bd21-4b90-8a4c-b66ce2ea1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.252497 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd215f7-3322-4bbd-8379-8cb0a6cc428e req-d45c2f38-bd21-4b90-8a4c-b66ce2ea1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.252963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd215f7-3322-4bbd-8379-8cb0a6cc428e req-d45c2f38-bd21-4b90-8a4c-b66ce2ea1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.253438 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd215f7-3322-4bbd-8379-8cb0a6cc428e req-d45c2f38-bd21-4b90-8a4c-b66ce2ea1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.261935 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dfd215f7-3322-4bbd-8379-8cb0a6cc428e req-d45c2f38-bd21-4b90-8a4c-b66ce2ea1f23 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 6359 time: 0.1724937 Nov 02 12:00:51.263356 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-124b76e1-f848-46fb-a5eb-9c6e518be0a8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:51.269687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124b76e1-f848-46fb-a5eb-9c6e518be0a8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.270383 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-124b76e1-f848-46fb-a5eb-9c6e518be0a8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:51.300893 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:51.397002 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Pushing event updated for resources: {'Port': ['ID=92017229-4838-4c2d-ada3-023757608982,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:51.483864 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Attempting to bind port 92017229-4838-4c2d-ada3-023757608982 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:00:51.484197 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Attempting to bind port 92017229-4838-4c2d-ada3-023757608982 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'a52f423b-34ed-42d0-84ad-25ab3731e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b936a8-d21b-4733-b926-602727efeb2b'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:00:51.484529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Attempting to bind port 92017229-4838-4c2d-ada3-023757608982 on network 10b936a8-d21b-4733-b926-602727efeb2b {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:51.500557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Port 92017229-4838-4c2d-ada3-023757608982 on network 10b936a8-d21b-4733-b926-602727efeb2b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:00:51.500557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Attempting to bind port 92017229-4838-4c2d-ada3-023757608982 on network 10b936a8-d21b-4733-b926-602727efeb2b {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:51.501851 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:00:51.502197 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Checking segment: {'id': 'a52f423b-34ed-42d0-84ad-25ab3731e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b936a8-d21b-4733-b926-602727efeb2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:51.503863 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Bound using segment: {'id': 'a52f423b-34ed-42d0-84ad-25ab3731e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b936a8-d21b-4733-b926-602727efeb2b'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:00:51.504325 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Bound port: 92017229-4838-4c2d-ada3-023757608982, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52f423b-34ed-42d0-84ad-25ab3731e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b936a8-d21b-4733-b926-602727efeb2b'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:00:51.504745 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:51.536533 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-124b76e1-f848-46fb-a5eb-9c6e518be0a8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8079207 Nov 02 12:00:51.542520 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59030) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:51.558271 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b76e1-f848-46fb-a5eb-9c6e518be0a8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Network': ['ID=03c28eed-ead1-42ca-b695-b8db4f3f5f36,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:51.571041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 03c28eed-ead1-42ca-b695-b8db4f3f5f36 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:00:51.642602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd215f7-3322-4bbd-8379-8cb0a6cc428e req-a2911f4b-7835-48ea-b55e-052130bcca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.642831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd215f7-3322-4bbd-8379-8cb0a6cc428e req-a2911f4b-7835-48ea-b55e-052130bcca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.643329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd215f7-3322-4bbd-8379-8cb0a6cc428e req-a2911f4b-7835-48ea-b55e-052130bcca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.645261 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dfd215f7-3322-4bbd-8379-8cb0a6cc428e req-a2911f4b-7835-48ea-b55e-052130bcca1f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3710036 Nov 02 12:00:51.648113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-05ae8da9-3197-4a19-82b9-5e3ad5176329 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'subnet': {'network_id': '03c28eed-ead1-42ca-b695-b8db4f3f5f36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:51.677575 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41843da-f055-4b6d-8d82-25a59c4ca34d req-20445972-8838-42a3-a84b-faa5a09cf902 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.689462 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41843da-f055-4b6d-8d82-25a59c4ca34d req-20445972-8838-42a3-a84b-faa5a09cf902 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.701428 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41843da-f055-4b6d-8d82-25a59c4ca34d req-20445972-8838-42a3-a84b-faa5a09cf902 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.708495 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41843da-f055-4b6d-8d82-25a59c4ca34d req-20445972-8838-42a3-a84b-faa5a09cf902 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.714620 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41843da-f055-4b6d-8d82-25a59c4ca34d req-20445972-8838-42a3-a84b-faa5a09cf902 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.719535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] For port 92017229-4838-4c2d-ada3-023757608982, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:00:51.723058 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41843da-f055-4b6d-8d82-25a59c4ca34d req-20445972-8838-42a3-a84b-faa5a09cf902 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.726566 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] For port 92017229-4838-4c2d-ada3-023757608982, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=92017229-4838-4c2d-ada3-023757608982,segment=NetworkSegment(a52f423b-34ed-42d0-84ad-25ab3731e69a),segment_id=a52f423b-34ed-42d0-84ad-25ab3731e69a)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:00:51.733958 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41843da-f055-4b6d-8d82-25a59c4ca34d req-20445972-8838-42a3-a84b-faa5a09cf902 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.736159 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d41843da-f055-4b6d-8d82-25a59c4ca34d req-20445972-8838-42a3-a84b-faa5a09cf902 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5419 time: 0.2477927 Nov 02 12:00:51.832948 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:51.887865 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.889209 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:51.890683 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] 10.222.0.54 "PUT /v2.0/ports/92017229-4838-4c2d-ada3-023757608982 HTTP/1.1" status: 200 len: 1092 time: 1.3902810 Nov 02 12:00:51.910224 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d20f4fc-96a7-4122-8182-175fd5ddf14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:51.965440 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4586c34-6844-41d7-a94d-6ae0adf035b9 service neutron] Pushing event updated for resources: {'Port': ['ID=92017229-4838-4c2d-ada3-023757608982,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:51.981686 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd215f7-3322-4bbd-8379-8cb0a6cc428e req-d75f22b9-0d75-4be1-83f4-968876400ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:51.983336 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dfd215f7-3322-4bbd-8379-8cb0a6cc428e req-d75f22b9-0d75-4be1-83f4-968876400ff2 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3296354 Nov 02 12:00:51.990625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20f4fc-96a7-4122-8182-175fd5ddf14d admin admin] Pushing event deleted for resources: {'Port': ['ID=71309f57-e27d-4cf6-870a-09477a6fdb0b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:52.062105 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Request body: {'port': {'device_id': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:00:52.071713 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d41843da-f055-4b6d-8d82-25a59c4ca34d req-f2bf0928-6442-4e98-8aee-b6b74c431a5c tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2589440 Nov 02 12:00:52.080866 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ae8da9-3197-4a19-82b9-5e3ad5176329 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:00:52.086242 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-05ae8da9-3197-4a19-82b9-5e3ad5176329 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:52.221588 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:52.477786 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:52.598978 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-05ae8da9-3197-4a19-82b9-5e3ad5176329 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:52.633766 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3d20f4fc-96a7-4122-8182-175fd5ddf14d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:52.687827 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae8da9-3197-4a19-82b9-5e3ad5176329 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Subnet': ['ID=2295a264-176a-44a6-a76d-b55a689a5cf6,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:52.732007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae8da9-3197-4a19-82b9-5e3ad5176329 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Checking segment: {'id': 'e14700d8-9c08-47e9-99ad-9100a383892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03c28eed-ead1-42ca-b695-b8db4f3f5f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:52.734271 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae8da9-3197-4a19-82b9-5e3ad5176329 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network hostable DHCP agents. Network: 03c28eed-ead1-42ca-b695-b8db4f3f5f36, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:00:52.799098 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59054) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:52.867286 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae8da9-3197-4a19-82b9-5e3ad5176329 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network 03c28eed-ead1-42ca-b695-b8db4f3f5f36 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:00:52.946737 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:00:52.967896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-05ae8da9-3197-4a19-82b9-5e3ad5176329 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 03c28eed-ead1-42ca-b695-b8db4f3f5f36) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:52.979218 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5476e3df-8472-4abc-9043-6f1e6f5ffe1d None None] Network 03c28eed-ead1-42ca-b695-b8db4f3f5f36 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:00:52.979473 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ae8da9-3197-4a19-82b9-5e3ad5176329 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:52.980210 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-05ae8da9-3197-4a19-82b9-5e3ad5176329 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:53.041987 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bf35fcb-4688-4f1a-8aac-352ebade4b87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:53.055022 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dabbb248-47fb-47b2-bb85-bb42f4b35e52 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:00:53.072597 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'tag': '92017229-4838-4c2d-ada3-023757608982'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:00:53.079500 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a4b6ce-7e38-4862-9073-e464dd392549" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "tag": "92017229-4838-4c2d-ada3-023757608982"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:00:53.094225 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:53.115239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Transition to ACTIVE for port object dabbb248-47fb-47b2-bb85-bb42f4b35e52 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:00:53.119727 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d20f4fc-96a7-4122-8182-175fd5ddf14d admin admin] Router 8b9e52ad-c2f5-4d8a-95a3-305bf67499fd has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:00:53.129891 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-05ae8da9-3197-4a19-82b9-5e3ad5176329 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5855091 Nov 02 12:00:53.133306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59066) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:53.181891 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bf35fcb-4688-4f1a-8aac-352ebade4b87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:53.260104 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:53.272269 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bf35fcb-4688-4f1a-8aac-352ebade4b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:53.321737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Pushing event updated for resources: {'Port': ['ID=dabbb248-47fb-47b2-bb85-bb42f4b35e52,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:53.330197 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-03c28eed-ead1-42ca-b695-b8db4f3f5f36', 'network_id': '03c28eed-ead1-42ca-b695-b8db4f3f5f36', 'tenant_id': '2420fa4bbe5c42859d5189e5347e3181', 'fixed_ips': [{'subnet_id': '2295a264-176a-44a6-a76d-b55a689a5cf6'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:00:53.339822 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:53.342758 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf35fcb-4688-4f1a-8aac-352ebade4b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3193e788-d7a0-4d1c-999c-182457e7addb,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:53.381437 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0bf35fcb-4688-4f1a-8aac-352ebade4b87 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0850792b674e4b6d93826d97d68db35e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5811024 Nov 02 12:00:53.386531 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59074) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:53.406666 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:53.445876 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b3a2f8e-abda-4ff9-87d9-bd00b00b0253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:53.484406 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b3a2f8e-abda-4ff9-87d9-bd00b00b0253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:53.615444 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b3a2f8e-abda-4ff9-87d9-bd00b00b0253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:53.619499 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b3a2f8e-abda-4ff9-87d9-bd00b00b0253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:53.622582 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6b3a2f8e-abda-4ff9-87d9-bd00b00b0253 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3193e788-d7a0-4d1c-999c-182457e7addb HTTP/1.1" status: 204 len: 168 time: 0.2349782 Nov 02 12:00:53.635069 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a2f8e-abda-4ff9-87d9-bd00b00b0253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3193e788-d7a0-4d1c-999c-182457e7addb,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:53.652291 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Allocated IP 2001:db8::1 (03c28eed-ead1-42ca-b695-b8db4f3f5f36/2295a264-176a-44a6-a76d-b55a689a5cf6/9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:00:53.904646 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:53.928017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c83188-000a-4409-9e7b-040d6f4111f5 req-5e198914-9b4d-41c4-90fc-be45bd8afed6 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:53.929574 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-71c83188-000a-4409-9e7b-040d6f4111f5 req-5e198914-9b4d-41c4-90fc-be45bd8afed6 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 946 time: 0.7326846 Nov 02 12:00:53.974460 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:53.977212 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:54.032475 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Network 03c28eed-ead1-42ca-b695-b8db4f3f5f36 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:00:54.039824 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:00:54.062655 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:00:54.077765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Pushing event updated for resources: {'Port': ['ID=9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:54.082332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d20f4fc-96a7-4122-8182-175fd5ddf14d admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:00:54.095781 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3d20f4fc-96a7-4122-8182-175fd5ddf14d admin admin] 10.222.0.52 "PUT /v2.0/routers/8b9e52ad-c2f5-4d8a-95a3-305bf67499fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4212046 Nov 02 12:00:54.098274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59088) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:54.112753 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bf99dd-b9b8-4552-b6e0-703179f83fbd None None] Sync routers for ids ['8b9e52ad-c2f5-4d8a-95a3-305bf67499fd'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:00:54.124611 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:54.165212 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Attempting to bind port 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:00:54.165598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Attempting to bind port 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'e14700d8-9c08-47e9-99ad-9100a383892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03c28eed-ead1-42ca-b695-b8db4f3f5f36'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:00:54.168354 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Attempting to bind port 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb on network 03c28eed-ead1-42ca-b695-b8db4f3f5f36 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:54.169128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bf99dd-b9b8-4552-b6e0-703179f83fbd None None] Routers {'8b9e52ad-c2f5-4d8a-95a3-305bf67499fd'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:00:54.169844 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-13bf99dd-b9b8-4552-b6e0-703179f83fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:00:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8b9e52ad-c2f5-4d8a-95a3-305bf67499fd'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:54.198960 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-71c83188-000a-4409-9e7b-040d6f4111f5 req-28c91f46-a5aa-4c24-81ef-e54512b21d9b tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153187 Nov 02 12:00:54.208674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Attempting to bind port dabbb248-47fb-47b2-bb85-bb42f4b35e52 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:00:54.211672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Attempting to bind port dabbb248-47fb-47b2-bb85-bb42f4b35e52 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'a52f423b-34ed-42d0-84ad-25ab3731e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b936a8-d21b-4733-b926-602727efeb2b'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:00:54.216332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Attempting to bind port dabbb248-47fb-47b2-bb85-bb42f4b35e52 on network 10b936a8-d21b-4733-b926-602727efeb2b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:54.228380 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Port dabbb248-47fb-47b2-bb85-bb42f4b35e52 on network 10b936a8-d21b-4733-b926-602727efeb2b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:00:54.229002 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Attempting to bind port dabbb248-47fb-47b2-bb85-bb42f4b35e52 on network 10b936a8-d21b-4733-b926-602727efeb2b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:00:54.244462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:00:54.248079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Checking segment: {'id': 'e14700d8-9c08-47e9-99ad-9100a383892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03c28eed-ead1-42ca-b695-b8db4f3f5f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:54.248079 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:54.248079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Bound using segment: {'id': 'e14700d8-9c08-47e9-99ad-9100a383892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03c28eed-ead1-42ca-b695-b8db4f3f5f36'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:00:54.248079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Bound port: 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14700d8-9c08-47e9-99ad-9100a383892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '03c28eed-ead1-42ca-b695-b8db4f3f5f36'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:00:54.248079 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:54.256304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:00:54.256847 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Checking segment: {'id': 'a52f423b-34ed-42d0-84ad-25ab3731e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b936a8-d21b-4733-b926-602727efeb2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:00:54.257421 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Bound using segment: {'id': 'a52f423b-34ed-42d0-84ad-25ab3731e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b936a8-d21b-4733-b926-602727efeb2b'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:00:54.258224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Bound port: dabbb248-47fb-47b2-bb85-bb42f4b35e52, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a52f423b-34ed-42d0-84ad-25ab3731e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '10b936a8-d21b-4733-b926-602727efeb2b'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:00:54.258812 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:54.314455 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b3da-07e4-4680-9d4a-80fd3570bcde admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:54.357589 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f7280-ae02-4918-aced-096f93b72c1b req-1042e1c9-365d-4252-aa8a-2dd786b4b7b4 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:54.359469 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-397f7280-ae02-4918-aced-096f93b72c1b req-1042e1c9-365d-4252-aa8a-2dd786b4b7b4 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.79 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 946 time: 0.1246963 Nov 02 12:00:54.370864 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:54.443588 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44489c28-1c51-4108-bfe7-b8d4995d9e19 x-openstack-request-id: req-44489c28-1c51-4108-bfe7-b8d4995d9e19 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:00:54.443946 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "tag": "92017229-4838-4c2d-ada3-023757608982", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:00:54.444147 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44489c28-1c51-4108-bfe7-b8d4995d9e19 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:00:54.444562 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'tag': '92017229-4838-4c2d-ada3-023757608982', 'status': 'completed', 'code': 200} Nov 02 12:00:54.454028 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:54.515643 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] For port dabbb248-47fb-47b2-bb85-bb42f4b35e52, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:00:54.517912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Subnet': ['ID=2295a264-176a-44a6-a76d-b55a689a5cf6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:54.543631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] For port 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:00:54.564054 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-13bf99dd-b9b8-4552-b6e0-703179f83fbd None None] Set router 8b9e52ad-c2f5-4d8a-95a3-305bf67499fd gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:00:54.567357 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] For port 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb,segment=NetworkSegment(e14700d8-9c08-47e9-99ad-9100a383892d),segment_id=e14700d8-9c08-47e9-99ad-9100a383892d)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:00:54.582376 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] For port dabbb248-47fb-47b2-bb85-bb42f4b35e52, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=dabbb248-47fb-47b2-bb85-bb42f4b35e52,segment=NetworkSegment(a52f423b-34ed-42d0-84ad-25ab3731e69a),segment_id=a52f423b-34ed-42d0-84ad-25ab3731e69a)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:00:54.628938 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b6ce-7e38-4862-9073-e464dd392549 req-ec244abe-f092-45c3-8d34-fbf7636eb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:54.629601 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b6ce-7e38-4862-9073-e464dd392549 req-ec244abe-f092-45c3-8d34-fbf7636eb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:54.630107 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b6ce-7e38-4862-9073-e464dd392549 req-ec244abe-f092-45c3-8d34-fbf7636eb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:54.630329 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:54.630868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b6ce-7e38-4862-9073-e464dd392549 req-ec244abe-f092-45c3-8d34-fbf7636eb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:54.631194 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b6ce-7e38-4862-9073-e464dd392549 req-ec244abe-f092-45c3-8d34-fbf7636eb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:54.631693 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b6ce-7e38-4862-9073-e464dd392549 req-ec244abe-f092-45c3-8d34-fbf7636eb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:54.632140 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b6ce-7e38-4862-9073-e464dd392549 req-ec244abe-f092-45c3-8d34-fbf7636eb106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:54.635071 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e8a4b6ce-7e38-4862-9073-e464dd392549 req-ec244abe-f092-45c3-8d34-fbf7636eb106 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 6453 time: 0.1895909 Nov 02 12:00:54.669508 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:54.675160 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:54.701141 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e7796-a453-4dee-93ec-3e70533193b7 None None] Pushing event updated for resources: {'Port': ['ID=9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:54.719899 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59096) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:54.731333 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261d366-fd82-4532-916e-232a2b68a79e req-3c01cc98-69ee-4148-b77a-87c857f75327 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:54.738197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261d366-fd82-4532-916e-232a2b68a79e req-3c01cc98-69ee-4148-b77a-87c857f75327 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:54.744384 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261d366-fd82-4532-916e-232a2b68a79e req-3c01cc98-69ee-4148-b77a-87c857f75327 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:54.756220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261d366-fd82-4532-916e-232a2b68a79e req-3c01cc98-69ee-4148-b77a-87c857f75327 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:54.762607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261d366-fd82-4532-916e-232a2b68a79e req-3c01cc98-69ee-4148-b77a-87c857f75327 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:54.769681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261d366-fd82-4532-916e-232a2b68a79e req-3c01cc98-69ee-4148-b77a-87c857f75327 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:54.776424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261d366-fd82-4532-916e-232a2b68a79e req-3c01cc98-69ee-4148-b77a-87c857f75327 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:54.778534 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8261d366-fd82-4532-916e-232a2b68a79e req-3c01cc98-69ee-4148-b77a-87c857f75327 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5431 time: 0.3013444 Nov 02 12:00:54.799711 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b3da-07e4-4680-9d4a-80fd3570bcde admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:54.822666 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8bbcba9b-c245-4139-b9ba-791c385ab777 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:54.869793 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:54.878981 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:54.882688 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] 10.222.0.54 "PUT /v2.0/ports/dabbb248-47fb-47b2-bb85-bb42f4b35e52 HTTP/1.1" status: 200 len: 1092 time: 2.8396711 Nov 02 12:00:54.890436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c28eed-ead1-42ca-b695-b8db4f3f5f36']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:54.890436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'tag': 'dabbb248-47fb-47b2-bb85-bb42f4b35e52'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:00:54.890436 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b67e681-439c-4895-9afb-dbd1bde2ec7c" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "tag": "dabbb248-47fb-47b2-bb85-bb42f4b35e52"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:00:54.944079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b6ce-7e38-4862-9073-e464dd392549 req-b3e1506b-1162-4c84-a74a-49a4fe5020b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:54.944559 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b6ce-7e38-4862-9073-e464dd392549 req-b3e1506b-1162-4c84-a74a-49a4fe5020b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:54.945040 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b6ce-7e38-4862-9073-e464dd392549 req-b3e1506b-1162-4c84-a74a-49a4fe5020b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:54.947338 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e8a4b6ce-7e38-4862-9073-e464dd392549 req-b3e1506b-1162-4c84-a74a-49a4fe5020b3 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3032093 Nov 02 12:00:54.967850 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14700d8-9c08-47e9-99ad-9100a383892d') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:54.972346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14700d8-9c08-47e9-99ad-9100a383892d') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:54.972527 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:54.973538 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-13bf99dd-b9b8-4552-b6e0-703179f83fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'name': 'tempest-TestServerMultinode-1356687682-router', 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c0cdcfe3-ca76-4887-a3ef-3d5237c639f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:59:06Z', 'updated_at': '2021-11-02T12:00:51Z', 'revision_number': 5, 'project_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'gw_port': {'id': 'c0cdcfe3-ca76-4887-a3ef-3d5237c639f4', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:08Z', 'updated_at': '2021-11-02T11:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:55.030064 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:55.032545 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bf99dd-b9b8-4552-b6e0-703179f83fbd None None] Checking router: 8b9e52ad-c2f5-4d8a-95a3-305bf67499fd for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:00:55.050537 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bf99dd-b9b8-4552-b6e0-703179f83fbd None None] Routers {'8b9e52ad-c2f5-4d8a-95a3-305bf67499fd'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:00:55.051586 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-13bf99dd-b9b8-4552-b6e0-703179f83fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:00:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['8b9e52ad-c2f5-4d8a-95a3-305bf67499fd'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:55.089170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5517b7-911d-4d91-8ed3-b85d4e9a1700 service neutron] Pushing event updated for resources: {'Port': ['ID=dabbb248-47fb-47b2-bb85-bb42f4b35e52,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:55.183212 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-397f7280-ae02-4918-aced-096f93b72c1b req-e701e876-7d36-4e86-9d4d-6108fa6fc629 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Deleting port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:55.184747 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-397f7280-ae02-4918-aced-096f93b72c1b req-e701e876-7d36-4e86-9d4d-6108fa6fc629 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:55.209155 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:55.243203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:00:55.243616 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:00:55.246879 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:00:55.263805 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8261d366-fd82-4532-916e-232a2b68a79e req-1aa9d1db-8f1c-4084-b608-f6eb220397a3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4569242 Nov 02 12:00:55.329842 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-13bf99dd-b9b8-4552-b6e0-703179f83fbd None None] Set router 8b9e52ad-c2f5-4d8a-95a3-305bf67499fd gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:00:55.343299 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee4476f-78cf-4d22-8234-43a9198ae4e9 x-openstack-request-id: req-bee4476f-78cf-4d22-8234-43a9198ae4e9 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:00:55.343794 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "tag": "dabbb248-47fb-47b2-bb85-bb42f4b35e52", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:00:55.344266 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bee4476f-78cf-4d22-8234-43a9198ae4e9 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:00:55.344862 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'tag': 'dabbb248-47fb-47b2-bb85-bb42f4b35e52', 'status': 'completed', 'code': 200} Nov 02 12:00:55.401356 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8bbcba9b-c245-4139-b9ba-791c385ab777 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:55.434319 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b6ce-7e38-4862-9073-e464dd392549 req-28911987-27fb-4a01-b5a4-066ccdffb259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:55.436532 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e8a4b6ce-7e38-4862-9073-e464dd392549 req-28911987-27fb-4a01-b5a4-066ccdffb259 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4820633 Nov 02 12:00:55.470030 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4b3da-07e4-4680-9d4a-80fd3570bcde admin admin] Deleting port c0cdcfe3-ca76-4887-a3ef-3d5237c639f4 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:55.470655 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b3da-07e4-4680-9d4a-80fd3570bcde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:55.495768 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-13bf99dd-b9b8-4552-b6e0-703179f83fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'name': 'tempest-TestServerMultinode-1356687682-router', 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:59:06Z', 'updated_at': '2021-11-02T12:00:54Z', 'revision_number': 6, 'project_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:55.594993 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb941d-5248-48f4-a4b0-9d2a987d4655 req-c6ae3931-4abc-488e-aa30-3ebf40f92e10 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:55.594993 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63fb941d-5248-48f4-a4b0-9d2a987d4655 req-c6ae3931-4abc-488e-aa30-3ebf40f92e10 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 946 time: 0.1367388 Nov 02 12:00:55.599842 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.api [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:00:55.599842 n-d-806683-18 neutron-server[102689]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:00:55.599842 n-d-806683-18 neutron-server[102689]: [parameters: {'id': '03c28eed-ead1-42ca-b695-b8db4f3f5f36'}] Nov 02 12:00:55.599842 n-d-806683-18 neutron-server[102689]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:00:55.599842 n-d-806683-18 neutron-server[102689]: DEBUG oslo_db.api [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:00:55.600703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-397f7280-ae02-4918-aced-096f93b72c1b req-e701e876-7d36-4e86-9d4d-6108fa6fc629 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] For port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:55.602752 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-397f7280-ae02-4918-aced-096f93b72c1b req-e701e876-7d36-4e86-9d4d-6108fa6fc629 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:55.603536 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8bbcba9b-c245-4139-b9ba-791c385ab777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:55.648547 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bf99dd-b9b8-4552-b6e0-703179f83fbd None None] The sync data for ids ['8b9e52ad-c2f5-4d8a-95a3-305bf67499fd'] in n-d-806683-18 is: [{'id': '8b9e52ad-c2f5-4d8a-95a3-305bf67499fd', 'name': 'tempest-TestServerMultinode-1356687682-router', 'tenant_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:59:06Z', 'updated_at': '2021-11-02T12:00:54Z', 'revision_number': 6, 'project_id': 'dfca57b0b14141f1ab06d7f871c61b8c', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:00:55.852448 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63fb941d-5248-48f4-a4b0-9d2a987d4655 req-97b6b634-af0f-4e36-9a63-6cf2e4ee1f1b tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups?id=26cc43e3-d2bc-4b27-8526-642d82d2f518&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348881 Nov 02 12:00:56.063142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:00:56.102342 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:56.110388 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-397f7280-ae02-4918-aced-096f93b72c1b req-e701e876-7d36-4e86-9d4d-6108fa6fc629 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:56.110756 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-397f7280-ae02-4918-aced-096f93b72c1b req-e701e876-7d36-4e86-9d4d-6108fa6fc629 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:56.111123 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [req-397f7280-ae02-4918-aced-096f93b72c1b req-e701e876-7d36-4e86-9d4d-6108fa6fc629 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Floating IP 75afcf86-cf9b-4d0b-a9f3-f732963b1445 disassociated. External IP: 172.25.6.67, port: d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf. Nov 02 12:00:56.111469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-397f7280-ae02-4918-aced-096f93b72c1b req-e701e876-7d36-4e86-9d4d-6108fa6fc629 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Calling delete_port for d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:56.196421 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:56.197444 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:56.375147 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-f2d34557-6852-462d-98dd-4ead43af72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:56.375636 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-f2d34557-6852-462d-98dd-4ead43af72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:56.376110 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-f2d34557-6852-462d-98dd-4ead43af72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:56.376773 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-f2d34557-6852-462d-98dd-4ead43af72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:56.377449 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-f2d34557-6852-462d-98dd-4ead43af72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:56.378119 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-f2d34557-6852-462d-98dd-4ead43af72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:56.378755 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-f2d34557-6852-462d-98dd-4ead43af72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:56.395351 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-f2d34557-6852-462d-98dd-4ead43af72b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 6495 time: 0.8922102 Nov 02 12:00:56.428997 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8bbcba9b-c245-4139-b9ba-791c385ab777 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c6cbf323a6e74e4b9b89ec7060c3c2d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6953273 Nov 02 12:00:56.431608 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcba9b-c245-4139-b9ba-791c385ab777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9bc91e-4f67-4924-8fea-749f474e93be,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:56.433851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59122) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:56.518546 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-863b7eea-58db-4270-a8e5-2a4273045353 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca672186-6e3f-4016-a020-78cb076b6156 HTTP/1.1" status: 200 len: 217 time: 0.1130371 Nov 02 12:00:56.552877 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a98ca1-658e-4870-95b4-3b4f2cee1901 None None] Network 03c28eed-ead1-42ca-b695-b8db4f3f5f36 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:00:56.559191 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-4dc4b3da-07e4-4680-9d4a-80fd3570bcde admin admin] For port c0cdcfe3-ca76-4887-a3ef-3d5237c639f4, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c0cdcfe3-ca76-4887-a3ef-3d5237c639f4,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:56.559909 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b3da-07e4-4680-9d4a-80fd3570bcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:56.681452 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4b3da-07e4-4680-9d4a-80fd3570bcde admin admin] Calling delete_port for c0cdcfe3-ca76-4887-a3ef-3d5237c639f4 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:56.693758 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8a3071eb-5b33-4e8f-ad6a-47b2c60cbfe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:56.753400 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8a3071eb-5b33-4e8f-ad6a-47b2c60cbfe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:56.810529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-19e9de5c-033b-4577-9909-f988bbe0d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:56.812127 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-19e9de5c-033b-4577-9909-f988bbe0d049 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6b553805-820e-40aa-9154-a28f88302dc9 HTTP/1.1" status: 200 len: 856 time: 0.2862170 Nov 02 12:00:56.846890 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44eea8-fbf7-4acd-88e6-9385614bf6a7 req-b0fc4052-159b-4717-a53d-fce79ef6a955 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:56.853203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44eea8-fbf7-4acd-88e6-9385614bf6a7 req-b0fc4052-159b-4717-a53d-fce79ef6a955 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:56.860498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44eea8-fbf7-4acd-88e6-9385614bf6a7 req-b0fc4052-159b-4717-a53d-fce79ef6a955 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:56.880890 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44eea8-fbf7-4acd-88e6-9385614bf6a7 req-b0fc4052-159b-4717-a53d-fce79ef6a955 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:56.898538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44eea8-fbf7-4acd-88e6-9385614bf6a7 req-b0fc4052-159b-4717-a53d-fce79ef6a955 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:56.915324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44eea8-fbf7-4acd-88e6-9385614bf6a7 req-b0fc4052-159b-4717-a53d-fce79ef6a955 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:56.923178 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44eea8-fbf7-4acd-88e6-9385614bf6a7 req-b0fc4052-159b-4717-a53d-fce79ef6a955 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:56.930496 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-967ca8d4-dd0d-4f87-bfe2-194e7e7f266c None None] Provisioning complete for port 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:00:56.931610 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-967ca8d4-dd0d-4f87-bfe2-194e7e7f266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:56.937018 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa44eea8-fbf7-4acd-88e6-9385614bf6a7 req-b0fc4052-159b-4717-a53d-fce79ef6a955 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5431 time: 0.4805627 Nov 02 12:00:57.043137 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-b91894b9-6415-44a2-b687-a1310977faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:57.044554 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-b91894b9-6415-44a2-b687-a1310977faae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812004 Nov 02 12:00:57.072707 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Deleting port 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:57.073860 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:57.076681 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:57.214793 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a97b1ac8-2e10-482e-847e-a4cfa209515e req-7f328d6a-835c-414c-877f-bf8722cdc967 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2753103 Nov 02 12:00:57.234775 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] For port 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb,segment=NetworkSegment(e14700d8-9c08-47e9-99ad-9100a383892d),segment_id=e14700d8-9c08-47e9-99ad-9100a383892d)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:57.237569 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:57.268846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2615b2c5-e033-420c-891c-f5785cbb4d7f None None] DHCP port deletion for 03c28eed-ead1-42ca-b695-b8db4f3f5f36 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:00:57.285460 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa44eea8-fbf7-4acd-88e6-9385614bf6a7 req-2cb44323-2bcb-4dce-bc39-de0d08089636 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3413875 Nov 02 12:00:57.292364 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-c282d365-fb1a-4623-84b1-2e77ed665090 service neutron] 10.222.0.54 "GET /v2.0/networks/dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934195 Nov 02 12:00:57.306805 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Calling delete_port for 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:57.371236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb,segment=NetworkSegment(e14700d8-9c08-47e9-99ad-9100a383892d),segment_id=e14700d8-9c08-47e9-99ad-9100a383892d)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:57.372004 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-397f7280-ae02-4918-aced-096f93b72c1b req-e701e876-7d36-4e86-9d4d-6108fa6fc629 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:57.425016 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-967ca8d4-dd0d-4f87-bfe2-194e7e7f266c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:57.430421 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8a3071eb-5b33-4e8f-ad6a-47b2c60cbfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:57.433031 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8a3071eb-5b33-4e8f-ad6a-47b2c60cbfe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:57.434187 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8a3071eb-5b33-4e8f-ad6a-47b2c60cbfe8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ff9bc91e-4f67-4924-8fea-749f474e93be HTTP/1.1" status: 204 len: 168 time: 0.9035325 Nov 02 12:00:57.445779 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b3da-07e4-4680-9d4a-80fd3570bcde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:57.481796 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2615b2c5-e033-420c-891c-f5785cbb4d7f None None] Deleting port 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:57.483407 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2615b2c5-e033-420c-891c-f5785cbb4d7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:57.526397 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-aaea0b40-7adb-4ca7-a474-5c688412da7a service neutron] 10.222.0.54 "GET /v2.0/networks/dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286017 Nov 02 12:00:57.529610 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4b3da-07e4-4680-9d4a-80fd3570bcde admin admin] Pushing event deleted for resources: {'Port': ['ID=c0cdcfe3-ca76-4887-a3ef-3d5237c639f4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:57.572398 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-adcb7f82-115f-4636-b505-826ea6eba50a req-caffe44d-eec1-4645-a835-ae6f9b5b5e62 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/ports?device_id=6703a0c5-236e-4579-9ee5-a77f8d97e444 HTTP/1.1" status: 200 len: 210 time: 0.1280153 Nov 02 12:00:57.579948 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2615b2c5-e033-420c-891c-f5785cbb4d7f None None] For port 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb,segment=NetworkSegment(e14700d8-9c08-47e9-99ad-9100a383892d),segment_id=e14700d8-9c08-47e9-99ad-9100a383892d)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:00:57.580270 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2615b2c5-e033-420c-891c-f5785cbb4d7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:57.586166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b1ac8-2e10-482e-847e-a4cfa209515e req-c24aec98-4204-465a-8bb3-d4699c367e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:57.589328 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a97b1ac8-2e10-482e-847e-a4cfa209515e req-c24aec98-4204-465a-8bb3-d4699c367e61 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c1476595851e43a2932985df71e56191&device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 1101 time: 0.3012636 Nov 02 12:00:57.590176 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3071eb-5b33-4e8f-ad6a-47b2c60cbfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9bc91e-4f67-4924-8fea-749f474e93be,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:57.599955 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2615b2c5-e033-420c-891c-f5785cbb4d7f None None] Calling delete_port for 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:00:57.633655 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e8e8215f-6dc4-4d2d-8f2a-67fbed3af7ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=5e651fdc-8891-4208-901e-2768d0925ea9 HTTP/1.1" status: 200 len: 217 time: 0.0955508 Nov 02 12:00:57.684329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701e876-7d36-4e86-9d4d-6108fa6fc629 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Pushing event deleted for resources: {'Port': ['ID=d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:57.756266 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:57.844268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:57.883013 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-ad9f113c-1148-4acb-a97b-e1d4912ec3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:57.884822 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-ad9f113c-1148-4acb-a97b-e1d4912ec3d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.2136197 Nov 02 12:00:57.891845 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b3da-07e4-4680-9d4a-80fd3570bcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:57.943251 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-967ca8d4-dd0d-4f87-bfe2-194e7e7f266c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:00:57.943612 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-967ca8d4-dd0d-4f87-bfe2-194e7e7f266c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:00:57.944966 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2615b2c5-e033-420c-891c-f5785cbb4d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:57.999484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:00:58.005413 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615b2c5-e033-420c-891c-f5785cbb4d7f None None] Pushing event deleted for resources: {'Port': ['ID=9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:58.053705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2615b2c5-e033-420c-891c-f5785cbb4d7f None None] No DVR routers for this DVR port 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:00:58.060627 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-9d029697-5ff0-4d3e-b7a8-c2a9f32c12d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:58.062483 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-9d029697-5ff0-4d3e-b7a8-c2a9f32c12d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1677222 Nov 02 12:00:58.063601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:00:58.063947 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:00:58.079649 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 71309f57-e27d-4cf6-870a-09477a6fdb0b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:00:58.081335 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b3da-07e4-4680-9d4a-80fd3570bcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:58.081335 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b3da-07e4-4680-9d4a-80fd3570bcde admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:58.125140 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 71309f57-e27d-4cf6-870a-09477a6fdb0b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:00:58.125140 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 71309f57-e27d-4cf6-870a-09477a6fdb0b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:00:58.126539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c0cdcfe3-ca76-4887-a3ef-3d5237c639f4 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:00:58.200763 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: c0cdcfe3-ca76-4887-a3ef-3d5237c639f4 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:00:58.201711 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c0cdcfe3-ca76-4887-a3ef-3d5237c639f4 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:00:58.262006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-397f7280-ae02-4918-aced-096f93b72c1b req-e701e876-7d36-4e86-9d4d-6108fa6fc629 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Router f3a273e5-16fb-4094-8e4f-731c04b37fb0 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:00:58.265637 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b1ac8-2e10-482e-847e-a4cfa209515e req-813949f1-05fa-4ee4-a6da-57f29ee0827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:58.268247 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a97b1ac8-2e10-482e-847e-a4cfa209515e req-813949f1-05fa-4ee4-a6da-57f29ee0827f service neutron] 10.222.0.79 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.3931994 Nov 02 12:00:58.314613 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b3da-07e4-4680-9d4a-80fd3570bcde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:58.315121 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc4b3da-07e4-4680-9d4a-80fd3570bcde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b9e52ad-c2f5-4d8a-95a3-305bf67499fd {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:00:58.331655 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b3da-07e4-4680-9d4a-80fd3570bcde admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:58.333585 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4dc4b3da-07e4-4680-9d4a-80fd3570bcde admin admin] 10.222.0.52 "DELETE /v2.0/routers/8b9e52ad-c2f5-4d8a-95a3-305bf67499fd HTTP/1.1" status: 204 len: 168 time: 4.2325687 Nov 02 12:00:58.336655 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59156) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:58.410705 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a97b1ac8-2e10-482e-847e-a4cfa209515e req-ccadc73a-12c1-4fc2-bfd9-3bc0695d34a1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=ea303c07-e4b7-4a02-bb93-808ed1d2def9 HTTP/1.1" status: 200 len: 217 time: 0.1274092 Nov 02 12:00:58.492594 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-c5270377-f93a-4b14-8dac-d9410b17d4c2 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250923 Nov 02 12:00:58.504038 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-967ca8d4-dd0d-4f87-bfe2-194e7e7f266c None None] Port 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb update to ACTIVE by agent not found {{(pid=102691) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 02 12:00:58.516790 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:58.522236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:00:58.591235 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:00:58.596317 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Port': ['ID=9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:58.605144 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:00:58.611598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No DVR routers for this DVR port 9ea123b6-33a5-46cb-b1c7-fdfd53c16dfb on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:00:58.621505 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-1039da9c-f6ea-4823-b5b2-87ad489e599c admin admin] Deleting subnet b53a0f6f-3ef4-4f05-bfb5-9f20c314daf5 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:00:58.660898 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1039da9c-f6ea-4823-b5b2-87ad489e599c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:58.721200 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1039da9c-f6ea-4823-b5b2-87ad489e599c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:58.746797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b1ac8-2e10-482e-847e-a4cfa209515e req-7594d4ca-f4ba-4354-894b-3a43baf98e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:58.749989 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a97b1ac8-2e10-482e-847e-a4cfa209515e req-7594d4ca-f4ba-4354-894b-3a43baf98e2b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.2139583 Nov 02 12:00:58.771070 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-b0ff7a98-b6a6-44ec-9ab3-b62c52e39b6d service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701383 Nov 02 12:00:58.830530 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-a907bdf9-6747-477d-8a0d-af5493b391dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3b8ad295-2d7a-4849-bddf-6bcf7483dce7 HTTP/1.1" status: 200 len: 217 time: 0.0494993 Nov 02 12:00:58.929043 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1039da9c-f6ea-4823-b5b2-87ad489e599c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:58.962294 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d05474fb-0233-4641-a43d-f7b59cd6a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:58.964156 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d05474fb-0233-4641-a43d-f7b59cd6a0e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.1127717 Nov 02 12:00:59.053866 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-bf16e979-861a-404a-8baa-8d654bf936b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:59.056239 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-bf16e979-861a-404a-8baa-8d654bf936b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0805166 Nov 02 12:00:59.174670 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1039da9c-f6ea-4823-b5b2-87ad489e599c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:59.219059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039da9c-f6ea-4823-b5b2-87ad489e599c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b53a0f6f-3ef4-4f05-bfb5-9f20c314daf5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:00:59.226867 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-51ff1c98-74da-4fc1-9975-05f7bf1e906c service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617670 Nov 02 12:00:59.255445 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1039da9c-f6ea-4823-b5b2-87ad489e599c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:59.259912 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78f0264-8181-490a-b482-31b65c157999 None None] Network 105d6365-b668-4f33-805c-d13247a3a45a requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:00:59.277908 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1039da9c-f6ea-4823-b5b2-87ad489e599c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b53a0f6f-3ef4-4f05-bfb5-9f20c314daf5 HTTP/1.1" status: 204 len: 168 time: 0.9371336 Nov 02 12:00:59.290697 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59184) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:00:59.305988 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cb4cb-59e2-4053-b05b-2999c0c3e098 req-14100c49-d626-4604-bb51-06182daa0d57 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:59.313896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cb4cb-59e2-4053-b05b-2999c0c3e098 req-14100c49-d626-4604-bb51-06182daa0d57 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:59.320434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cb4cb-59e2-4053-b05b-2999c0c3e098 req-14100c49-d626-4604-bb51-06182daa0d57 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:59.328556 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cb4cb-59e2-4053-b05b-2999c0c3e098 req-14100c49-d626-4604-bb51-06182daa0d57 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:59.335429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cb4cb-59e2-4053-b05b-2999c0c3e098 req-14100c49-d626-4604-bb51-06182daa0d57 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:59.347868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cb4cb-59e2-4053-b05b-2999c0c3e098 req-14100c49-d626-4604-bb51-06182daa0d57 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:59.354835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cb4cb-59e2-4053-b05b-2999c0c3e098 req-14100c49-d626-4604-bb51-06182daa0d57 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:59.356827 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-036cb4cb-59e2-4053-b05b-2999c0c3e098 req-14100c49-d626-4604-bb51-06182daa0d57 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5431 time: 0.7617540 Nov 02 12:00:59.447831 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e4d56783-8e47-4582-90aa-2a009095612d service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121794 Nov 02 12:00:59.494187 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:59.499867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-397f7280-ae02-4918-aced-096f93b72c1b req-e701e876-7d36-4e86-9d4d-6108fa6fc629 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:00:59.509477 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6935ed4-ca33-48a9-a029-a6dca4bd3fc8 None None] Sync routers for ids ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:00:59.513207 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:59.532308 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6935ed4-ca33-48a9-a029-a6dca4bd3fc8 None None] Routers {'f3a273e5-16fb-4094-8e4f-731c04b37fb0'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:00:59.534510 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f6935ed4-ca33-48a9-a029-a6dca4bd3fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:00:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:59.544352 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d0aa72cc-92fa-4667-8f57-15fa429d59f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=0c8ae48e-1ea8-4690-a5ef-68ac4793c381 HTTP/1.1" status: 200 len: 217 time: 0.0888193 Nov 02 12:00:59.619636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-397f7280-ae02-4918-aced-096f93b72c1b req-e701e876-7d36-4e86-9d4d-6108fa6fc629 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] No DVR routers for this DVR port d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:00:59.637082 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-397f7280-ae02-4918-aced-096f93b72c1b req-e701e876-7d36-4e86-9d4d-6108fa6fc629 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:00:59.641227 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-397f7280-ae02-4918-aced-096f93b72c1b req-e701e876-7d36-4e86-9d4d-6108fa6fc629 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.79 "DELETE /v2.0/ports/d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf HTTP/1.1" status: 204 len: 173 time: 5.2680471 Nov 02 12:00:59.663747 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6185b3c1-7b88-46ef-bc6d-89ef240c0fc4 None None] DHCP port deletion for 105d6365-b668-4f33-805c-d13247a3a45a request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:00:59.685148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6703a0c5-236e-4579-9ee5-a77f8d97e444', 'name': 'network-vif-deleted', 'tag': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:00:59.685478 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-43af4e22-cf18-4941-b9ac-d47e7028c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:59.687264 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-43af4e22-cf18-4941-b9ac-d47e7028c255 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.1350200 Nov 02 12:00:59.689220 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6438f7-6534-4e27-907d-524edec3e765" -d '{"events": [{"server_uuid": "6703a0c5-236e-4579-9ee5-a77f8d97e444", "name": "network-vif-deleted", "tag": "d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:00:59.702386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c28eed-ead1-42ca-b695-b8db4f3f5f36']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:59.740247 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-f6935ed4-ca33-48a9-a029-a6dca4bd3fc8 None None] Set router f3a273e5-16fb-4094-8e4f-731c04b37fb0 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:00:59.751153 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b1ac8-2e10-482e-847e-a4cfa209515e req-87c0406b-79f8-49a6-87f7-493fa2613db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:59.755753 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a97b1ac8-2e10-482e-847e-a4cfa209515e req-87c0406b-79f8-49a6-87f7-493fa2613db7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9933422 Nov 02 12:00:59.791643 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-b3922a71-209b-4332-a6e7-162fd68857e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:00:59.792364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14700d8-9c08-47e9-99ad-9100a383892d') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:59.792927 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14700d8-9c08-47e9-99ad-9100a383892d') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:00:59.796532 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-b3922a71-209b-4332-a6e7-162fd68857e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1002178 Nov 02 12:00:59.839823 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6185b3c1-7b88-46ef-bc6d-89ef240c0fc4 None None] Deleting port f0d25e7f-af0f-4dda-a942-548928113ad6 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:00:59.839823 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6185b3c1-7b88-46ef-bc6d-89ef240c0fc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:00.010642 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6185b3c1-7b88-46ef-bc6d-89ef240c0fc4 None None] For port f0d25e7f-af0f-4dda-a942-548928113ad6, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f0d25e7f-af0f-4dda-a942-548928113ad6,segment=NetworkSegment(faf34757-c2d6-4fdf-99af-e90137595ed2),segment_id=faf34757-c2d6-4fdf-99af-e90137595ed2)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:00.011123 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6185b3c1-7b88-46ef-bc6d-89ef240c0fc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:00.016177 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a97b1ac8-2e10-482e-847e-a4cfa209515e req-22205536-5b9e-48ca-a5bb-2166196e6d62 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302752 Nov 02 12:01:00.030217 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6185b3c1-7b88-46ef-bc6d-89ef240c0fc4 None None] Calling delete_port for f0d25e7f-af0f-4dda-a942-548928113ad6 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:01:00.040949 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:00.099363 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-427e4b01-c633-4291-9547-078120aa631e service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881620 Nov 02 12:01:00.152396 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f6935ed4-ca33-48a9-a029-a6dca4bd3fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T11:51:53Z', 'revision_number': 4, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port': {'id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:45Z', 'updated_at': '2021-11-02T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4', 'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'mac_address': 'fa:16:3e:46:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:51Z', 'updated_at': '2021-11-02T11:52:01Z', 'revision_number': 5, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'subnets': [{'id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:00.182526 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6935ed4-ca33-48a9-a029-a6dca4bd3fc8 None None] Checking router: f3a273e5-16fb-4094-8e4f-731c04b37fb0 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:01:00.184604 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f0d25e7f-af0f-4dda-a942-548928113ad6 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:01:00.193547 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6935ed4-ca33-48a9-a029-a6dca4bd3fc8 None None] Routers {'f3a273e5-16fb-4094-8e4f-731c04b37fb0'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:01:00.194501 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f6935ed4-ca33-48a9-a029-a6dca4bd3fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:00:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:00.227118 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-036cb4cb-59e2-4053-b05b-2999c0c3e098 req-b81b4af4-d6de-440d-8a8d-8acca7cd39d4 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8574979 Nov 02 12:01:00.231919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:00.259768 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] Deleting port f0d25e7f-af0f-4dda-a942-548928113ad6 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:01:00.265900 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:00.315605 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6185b3c1-7b88-46ef-bc6d-89ef240c0fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:00.335560 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-f6935ed4-ca33-48a9-a029-a6dca4bd3fc8 None None] Set router f3a273e5-16fb-4094-8e4f-731c04b37fb0 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:01:00.392581 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6185b3c1-7b88-46ef-bc6d-89ef240c0fc4 None None] No DVR routers for this DVR port f0d25e7f-af0f-4dda-a942-548928113ad6 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:01:00.399138 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185b3c1-7b88-46ef-bc6d-89ef240c0fc4 None None] Pushing event deleted for resources: {'Port': ['ID=f0d25e7f-af0f-4dda-a942-548928113ad6,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:00.411178 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:00.467762 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d07c250e-f3b8-419a-bac1-ea2151c6af0c service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641064 Nov 02 12:01:00.526261 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:01:00.526822 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:01:00.530974 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:01:00.620437 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-0e1f67fa-34a8-4ad0-a49f-68ebec902e69 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=de2a026a-6dac-4b49-9e98-ff799c66efb9 HTTP/1.1" status: 200 len: 217 time: 0.1437132 Nov 02 12:01:00.732363 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-8fd21ce7-53fd-47f0-9cff-117902d308c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:00.737317 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-8fd21ce7-53fd-47f0-9cff-117902d308c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.1034982 Nov 02 12:01:00.756342 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] For port f0d25e7f-af0f-4dda-a942-548928113ad6, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f0d25e7f-af0f-4dda-a942-548928113ad6,segment=NetworkSegment(faf34757-c2d6-4fdf-99af-e90137595ed2),segment_id=faf34757-c2d6-4fdf-99af-e90137595ed2)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:00.756722 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:00.790080 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] Calling delete_port for f0d25e7f-af0f-4dda-a942-548928113ad6 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:01:00.839343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41062f15-a862-4fbb-a896-6f776dde5078 req-02735ac3-ee19-47e0-bd35-e9ab55819a58 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:00.849984 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e421a3ad-5f00-4297-864b-3f5ced11ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:00.854125 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e421a3ad-5f00-4297-864b-3f5ced11ef4f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1003881 Nov 02 12:01:00.865573 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41062f15-a862-4fbb-a896-6f776dde5078 req-02735ac3-ee19-47e0-bd35-e9ab55819a58 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.1843641 Nov 02 12:01:00.872302 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f6935ed4-ca33-48a9-a029-a6dca4bd3fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T11:51:53Z', 'revision_number': 4, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port': {'id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:45Z', 'updated_at': '2021-11-02T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4', 'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'mac_address': 'fa:16:3e:46:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:51Z', 'updated_at': '2021-11-02T11:52:01Z', 'revision_number': 5, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'subnets': [{'id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:00.947615 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6935ed4-ca33-48a9-a029-a6dca4bd3fc8 None None] The sync data for ids ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'] in n-d-806683-18 is: [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T11:51:53Z', 'revision_number': 4, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port': {'id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:45Z', 'updated_at': '2021-11-02T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4', 'name': '', 'network_id': 'de1624d7-02e7-4915-9539-81b4cd0f5d6b', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'mac_address': 'fa:16:3e:46:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:51Z', 'updated_at': '2021-11-02T11:52:01Z', 'revision_number': 5, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'subnets': [{'id': '17063659-e3c5-4f52-b046-a3aac82260e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:01:00.960997 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:00.995479 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:00.999384 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/networks/03c28eed-ead1-42ca-b695-b8db4f3f5f36 HTTP/1.1" status: 204 len: 168 time: 7.8648071 Nov 02 12:01:01.007716 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59218) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:01.020108 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a97b1ac8-2e10-482e-847e-a4cfa209515e req-a284809d-6a16-4740-b1cb-5ce559bf6e99 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9834933 Nov 02 12:01:01.036477 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-802137f5-4e16-49d5-84d1-e3a049eef169 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-119354303'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:01.058569 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe4c40-35a9-4ab7-a8bf-2c117aade38a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Network': ['ID=03c28eed-ead1-42ca-b695-b8db4f3f5f36,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:01.121293 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41062f15-a862-4fbb-a896-6f776dde5078 req-65025d5f-f67e-4f60-9519-88808774fa8e tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2548008 Nov 02 12:01:01.156181 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:01.165250 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802137f5-4e16-49d5-84d1-e3a049eef169 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:01.173574 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-802137f5-4e16-49d5-84d1-e3a049eef169 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:01.192885 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d25e7f-af0f-4dda-a942-548928113ad6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:01.215634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] No DVR routers for this DVR port f0d25e7f-af0f-4dda-a942-548928113ad6 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:01:01.246830 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-237153ea-a834-4235-9248-ba8ed6ebeaa9 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849139 Nov 02 12:01:01.287093 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f194390f-80f0-4e43-b55e-8060c8736b59 x-openstack-request-id: req-f194390f-80f0-4e43-b55e-8060c8736b59 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:01:01.287476 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6703a0c5-236e-4579-9ee5-a77f8d97e444", "name": "network-vif-deleted", "tag": "d1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:01:01.287658 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f194390f-80f0-4e43-b55e-8060c8736b59 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:01:01.288077 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6703a0c5-236e-4579-9ee5-a77f8d97e444', 'name': 'network-vif-deleted', 'tag': 'd1bdc6cd-4da2-4f5a-af1d-01ccec60c9cf', 'status': 'completed', 'code': 200} Nov 02 12:01:01.342882 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:01.375030 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105d6365-b668-4f33-805c-d13247a3a45a']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:01.392581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf34757-c2d6-4fdf-99af-e90137595ed2') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:01.393010 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf34757-c2d6-4fdf-99af-e90137595ed2') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:01.411245 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:01.412791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802137f5-4e16-49d5-84d1-e3a049eef169 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:01:01.433096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59234) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:01.458260 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-802137f5-4e16-49d5-84d1-e3a049eef169 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:01.458638 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-802137f5-4e16-49d5-84d1-e3a049eef169 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Added segment 990be607-a765-49e8-9e9e-dfa24a663e7d of type vlan for network a4e2fc0a-3937-4f96-be18-cb4f90086e87 Nov 02 12:01:01.464343 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:01.499060 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-5f135c73-771e-47b4-93e2-ae85bd77df4f service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435327 Nov 02 12:01:01.510530 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:01:01.511091 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:01:01.513487 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:01:01.531532 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecfef07-fd8f-46af-839f-61159a722831 None None] New status for floating IP 75afcf86-cf9b-4d0b-a9f3-f732963b1445: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:01:01.625877 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-ccedd9a4-ed56-4441-aa40-56154567732b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92017229-4838-4c2d-ada3-023757608982 HTTP/1.1" status: 200 len: 217 time: 0.0592425 Nov 02 12:01:01.648812 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-802137f5-4e16-49d5-84d1-e3a049eef169 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:01.749049 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e031113d-f0cb-4bdc-b7e1-14aa7ebfc6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:01.751357 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-e031113d-f0cb-4bdc-b7e1-14aa7ebfc6c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=563d92c1-6662-4771-9939-deda5bdb68bf HTTP/1.1" status: 200 len: 797 time: 0.1146016 Nov 02 12:01:01.799405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66580ff3-bfaa-4b23-8e76-b335624d7b79 req-c3f62563-5362-4bf0-8e1d-995436e5b890 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:01.806374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66580ff3-bfaa-4b23-8e76-b335624d7b79 req-c3f62563-5362-4bf0-8e1d-995436e5b890 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:01.814256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66580ff3-bfaa-4b23-8e76-b335624d7b79 req-c3f62563-5362-4bf0-8e1d-995436e5b890 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:01.821109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66580ff3-bfaa-4b23-8e76-b335624d7b79 req-c3f62563-5362-4bf0-8e1d-995436e5b890 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:01.832307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66580ff3-bfaa-4b23-8e76-b335624d7b79 req-c3f62563-5362-4bf0-8e1d-995436e5b890 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:01.838652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66580ff3-bfaa-4b23-8e76-b335624d7b79 req-c3f62563-5362-4bf0-8e1d-995436e5b890 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:01.846012 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-18fb163f-64ac-4438-ae14-e588e8e85fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:01.849397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66580ff3-bfaa-4b23-8e76-b335624d7b79 req-c3f62563-5362-4bf0-8e1d-995436e5b890 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:01.851606 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66580ff3-bfaa-4b23-8e76-b335624d7b79 req-c3f62563-5362-4bf0-8e1d-995436e5b890 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5431 time: 0.3080940 Nov 02 12:01:01.853264 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-18d9951b-fa7a-42b6-ad35-e6f8303d0e16 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:01.863662 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-18fb163f-64ac-4438-ae14-e588e8e85fbe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10b936a8-d21b-4733-b926-602727efeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0927503 Nov 02 12:01:01.880733 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-18d9951b-fa7a-42b6-ad35-e6f8303d0e16 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:01.896559 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-802137f5-4e16-49d5-84d1-e3a049eef169 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:01.896780 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:01.909865 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:01.923364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] 10.222.0.52 "DELETE /v2.0/networks/105d6365-b668-4f33-805c-d13247a3a45a HTTP/1.1" status: 204 len: 168 time: 2.5450408 Nov 02 12:01:01.923473 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802137f5-4e16-49d5-84d1-e3a049eef169 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:01.923473 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-802137f5-4e16-49d5-84d1-e3a049eef169 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:01.969032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66805a-3976-41a3-83ff-ce03182f2599 admin admin] Pushing event deleted for resources: {'Network': ['ID=105d6365-b668-4f33-805c-d13247a3a45a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:02.021294 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66580ff3-bfaa-4b23-8e76-b335624d7b79 req-e74d8a9c-f6cc-420a-a166-8bf2ce632061 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1256914 Nov 02 12:01:02.071850 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-18d9951b-fa7a-42b6-ad35-e6f8303d0e16 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:02.074892 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-18d9951b-fa7a-42b6-ad35-e6f8303d0e16 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:02.076312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-18d9951b-fa7a-42b6-ad35-e6f8303d0e16 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "DELETE /v2.0/security-groups/26cc43e3-d2bc-4b27-8526-642d82d2f518 HTTP/1.1" status: 204 len: 168 time: 0.6420016 Nov 02 12:01:02.081281 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59248) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:02.081846 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802137f5-4e16-49d5-84d1-e3a049eef169 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Network': ['ID=a4e2fc0a-3937-4f96-be18-cb4f90086e87,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:02.094230 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network a4e2fc0a-3937-4f96-be18-cb4f90086e87 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:01:02.103864 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-803cc060-40ce-4eb2-b88d-50ec4aab9446 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] show failed (client error): The resource could not be found. Nov 02 12:01:02.108176 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-803cc060-40ce-4eb2-b88d-50ec4aab9446 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "GET /v2.0/security-groups/26cc43e3-d2bc-4b27-8526-642d82d2f518 HTTP/1.1" status: 404 len: 347 time: 0.0205843 Nov 02 12:01:02.111901 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59250) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:02.117437 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9951b-fa7a-42b6-ad35-e6f8303d0e16 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cc43e3-d2bc-4b27-8526-642d82d2f518,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:02.165901 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-73f6d0a2-8b22-49b0-b887-67652885f2bf service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009324 Nov 02 12:01:02.184724 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-802137f5-4e16-49d5-84d1-e3a049eef169 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1717958 Nov 02 12:01:02.187292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59254) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:02.199212 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-75755e2d-af4c-4256-b5e3-3221f4974a54 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'subnet': {'network_id': 'a4e2fc0a-3937-4f96-be18-cb4f90086e87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:02.462651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfd514-28f8-40f2-92e0-a193d2073fdb req-89e20f56-801f-4662-88ff-bf14de9e4c8c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:02.464363 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66dfd514-28f8-40f2-92e0-a193d2073fdb req-89e20f56-801f-4662-88ff-bf14de9e4c8c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.1853080 Nov 02 12:01:02.497141 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-1942421c-9072-4c0f-adf0-ff37ef201641 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Deleting port 28726da1-e3f1-4956-9909-4f1709a3bae0 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:01:02.497587 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1942421c-9072-4c0f-adf0-ff37ef201641 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:02.507158 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59258) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:02.512774 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-06820fac-7b75-467c-9302-9eda56a4059e service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265281 Nov 02 12:01:02.533096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59264) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:02.583885 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-c2660d79-0452-4fd3-9e3c-edd959069889 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dabbb248-47fb-47b2-bb85-bb42f4b35e52 HTTP/1.1" status: 200 len: 217 time: 0.0475945 Nov 02 12:01:02.605994 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66dfd514-28f8-40f2-92e0-a193d2073fdb req-5426ce1c-b10c-4852-ab37-db36a59c3578 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1317604 Nov 02 12:01:02.656987 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3d12357f-4bce-43f5-9589-2ab43e8a21c1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f89b4c2f9a0b455796e5f0a96540308e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1200027 Nov 02 12:01:02.658352 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59268) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:02.714587 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d6105fc0-4af4-4ff7-964f-775883ddf4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:02.717676 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-d6105fc0-4af4-4ff7-964f-775883ddf4df service neutron] 10.222.0.54 "GET /v2.0/subnets?id=563d92c1-6662-4771-9939-deda5bdb68bf HTTP/1.1" status: 200 len: 797 time: 0.0923235 Nov 02 12:01:02.717866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75755e2d-af4c-4256-b5e3-3221f4974a54 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:02.721760 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-75755e2d-af4c-4256-b5e3-3221f4974a54 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:02.766191 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1942421c-9072-4c0f-adf0-ff37ef201641 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:02.766428 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1942421c-9072-4c0f-adf0-ff37ef201641 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:02.786458 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-1942421c-9072-4c0f-adf0-ff37ef201641 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Calling delete_port for 28726da1-e3f1-4956-9909-4f1709a3bae0 owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:01:02.812092 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-40f5e4dd-439f-4038-bf89-1505449686c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:02.814066 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-40f5e4dd-439f-4038-bf89-1505449686c3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10b936a8-d21b-4733-b926-602727efeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0847669 Nov 02 12:01:02.830995 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-162d48eb-0aa0-4c8f-8862-537db2437878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:02.870762 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-162d48eb-0aa0-4c8f-8862-537db2437878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:02.934517 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14df320e-d9e2-4c74-b722-056674420463 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:03.045426 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-6261f70f-7237-43f1-a73b-81baff5c2569 service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554050 Nov 02 12:01:03.078506 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14df320e-d9e2-4c74-b722-056674420463 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:03.158819 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7a378602-3d4d-4f72-84bf-f7c480815d9a req-7dd6c38c-9ee6-4c17-a3d6-218feab8d794 service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068761 Nov 02 12:01:03.164462 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-162d48eb-0aa0-4c8f-8862-537db2437878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:03.165852 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-162d48eb-0aa0-4c8f-8862-537db2437878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:03.167057 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-162d48eb-0aa0-4c8f-8862-537db2437878 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab7a6885-e00b-4768-851b-fc9a8592d61d HTTP/1.1" status: 204 len: 168 time: 0.5076520 Nov 02 12:01:03.175122 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1942421c-9072-4c0f-adf0-ff37ef201641 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:03.197808 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14df320e-d9e2-4c74-b722-056674420463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:03.210978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942421c-9072-4c0f-adf0-ff37ef201641 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Pushing event deleted for resources: {'Port': ['ID=28726da1-e3f1-4956-9909-4f1709a3bae0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:03.237082 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d48eb-0aa0-4c8f-8862-537db2437878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7a6885-e00b-4768-851b-fc9a8592d61d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:03.296865 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-75755e2d-af4c-4256-b5e3-3221f4974a54 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:03.339914 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-14df320e-d9e2-4c74-b722-056674420463 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f2548dfc39e64ff291036cd5353b9eaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8316517 Nov 02 12:01:03.341934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59280) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:03.345703 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1942421c-9072-4c0f-adf0-ff37ef201641 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:03.349636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df320e-d9e2-4c74-b722-056674420463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ce257d-82d5-4d2c-864c-1fb7b0f1fca6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:03.353112 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1942421c-9072-4c0f-adf0-ff37ef201641 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:03.354384 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1942421c-9072-4c0f-adf0-ff37ef201641 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] 10.222.0.52 "DELETE /v2.0/floatingips/75afcf86-cf9b-4d0b-a9f3-f732963b1445 HTTP/1.1" status: 204 len: 168 time: 1.2416084 Nov 02 12:01:03.463696 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e681-439c-4895-9afb-dbd1bde2ec7c req-16c042bb-2934-4186-a50a-43cba9b85f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:03.464181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e681-439c-4895-9afb-dbd1bde2ec7c req-16c042bb-2934-4186-a50a-43cba9b85f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:03.464650 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e681-439c-4895-9afb-dbd1bde2ec7c req-16c042bb-2934-4186-a50a-43cba9b85f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:03.465142 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e681-439c-4895-9afb-dbd1bde2ec7c req-16c042bb-2934-4186-a50a-43cba9b85f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:03.470129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e681-439c-4895-9afb-dbd1bde2ec7c req-16c042bb-2934-4186-a50a-43cba9b85f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:03.470647 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e681-439c-4895-9afb-dbd1bde2ec7c req-16c042bb-2934-4186-a50a-43cba9b85f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:03.471170 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e681-439c-4895-9afb-dbd1bde2ec7c req-16c042bb-2934-4186-a50a-43cba9b85f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:03.471329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec4d73-76b5-465f-a5e4-abb16c1e35af req-0b6fd1c1-037c-4fe5-89bc-036c41adb6dc tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:03.473313 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b67e681-439c-4895-9afb-dbd1bde2ec7c req-16c042bb-2934-4186-a50a-43cba9b85f55 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 6495 time: 0.1468985 Nov 02 12:01:03.481290 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec4d73-76b5-465f-a5e4-abb16c1e35af req-0b6fd1c1-037c-4fe5-89bc-036c41adb6dc tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:03.491665 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec4d73-76b5-465f-a5e4-abb16c1e35af req-0b6fd1c1-037c-4fe5-89bc-036c41adb6dc tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:03.501535 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec4d73-76b5-465f-a5e4-abb16c1e35af req-0b6fd1c1-037c-4fe5-89bc-036c41adb6dc tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:03.509215 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec4d73-76b5-465f-a5e4-abb16c1e35af req-0b6fd1c1-037c-4fe5-89bc-036c41adb6dc tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:03.516362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec4d73-76b5-465f-a5e4-abb16c1e35af req-0b6fd1c1-037c-4fe5-89bc-036c41adb6dc tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:03.524264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec4d73-76b5-465f-a5e4-abb16c1e35af req-0b6fd1c1-037c-4fe5-89bc-036c41adb6dc tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:03.534768 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-faec4d73-76b5-465f-a5e4-abb16c1e35af req-0b6fd1c1-037c-4fe5-89bc-036c41adb6dc tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5431 time: 0.3664217 Nov 02 12:01:03.594459 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75755e2d-af4c-4256-b5e3-3221f4974a54 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Subnet': ['ID=fd210995-fa4f-4cfc-a2ca-4a5b8c0dcb94,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:03.699201 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75755e2d-af4c-4256-b5e3-3221f4974a54 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Checking segment: {'id': '990be607-a765-49e8-9e9e-dfa24a663e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a4e2fc0a-3937-4f96-be18-cb4f90086e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:03.699602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75755e2d-af4c-4256-b5e3-3221f4974a54 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network hostable DHCP agents. Network: a4e2fc0a-3937-4f96-be18-cb4f90086e87, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:01:03.719826 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c84a5c16-576e-47b1-be68-77ecb2607048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:03.785538 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c84a5c16-576e-47b1-be68-77ecb2607048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:03.827702 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-faec4d73-76b5-465f-a5e4-abb16c1e35af req-1f25cd0c-67c7-4c48-8a5d-412ab0ec0fed tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2917902 Nov 02 12:01:03.934721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75755e2d-af4c-4256-b5e3-3221f4974a54 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network a4e2fc0a-3937-4f96-be18-cb4f90086e87 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:01:04.017223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-75755e2d-af4c-4256-b5e3-3221f4974a54 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, a4e2fc0a-3937-4f96-be18-cb4f90086e87) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:04.027384 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75755e2d-af4c-4256-b5e3-3221f4974a54 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:04.029280 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-75755e2d-af4c-4256-b5e3-3221f4974a54 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:04.029486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4332bff4-259d-43cf-bd5b-6d881dd0435e None None] Network a4e2fc0a-3937-4f96-be18-cb4f90086e87 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:04.059436 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c84a5c16-576e-47b1-be68-77ecb2607048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:04.066442 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c84a5c16-576e-47b1-be68-77ecb2607048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:04.079163 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c84a5c16-576e-47b1-be68-77ecb2607048 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/44ce257d-82d5-4d2c-864c-1fb7b0f1fca6 HTTP/1.1" status: 204 len: 168 time: 0.7271841 Nov 02 12:01:04.124288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a5c16-576e-47b1-be68-77ecb2607048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ce257d-82d5-4d2c-864c-1fb7b0f1fca6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:04.161387 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69f519-913e-4fc9-9daa-9a7f4fd936f8 req-7a5e6786-09ca-40d1-a13e-4a49cb4da9ab tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:04.161811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d69f519-913e-4fc9-9daa-9a7f4fd936f8 req-7a5e6786-09ca-40d1-a13e-4a49cb4da9ab tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.1774654 Nov 02 12:01:04.173604 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-75755e2d-af4c-4256-b5e3-3221f4974a54 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9850588 Nov 02 12:01:04.175543 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59298) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:04.249195 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59300) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:04.337281 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e681-439c-4895-9afb-dbd1bde2ec7c req-ce113999-ac06-4547-8d1a-50f3b5b4d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:04.343527 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b67e681-439c-4895-9afb-dbd1bde2ec7c req-ce113999-ac06-4547-8d1a-50f3b5b4d12a service neutron] 10.222.0.54 "GET /v2.0/networks?id=10b936a8-d21b-4733-b926-602727efeb2b HTTP/1.1" status: 200 len: 903 time: 0.8627188 Nov 02 12:01:04.455967 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b67e681-439c-4895-9afb-dbd1bde2ec7c req-ce31ed56-c56e-4073-83a9-cf512c71c01a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dabbb248-47fb-47b2-bb85-bb42f4b35e52 HTTP/1.1" status: 200 len: 217 time: 0.1035044 Nov 02 12:01:04.461208 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c1532eb8-66a4-4a00-8eb5-0e91bdd9c2d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dfca57b0b14141f1ab06d7f871c61b8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2107604 Nov 02 12:01:04.478779 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d69f519-913e-4fc9-9daa-9a7f4fd936f8 req-45cc1017-0272-49aa-97a5-6c5f23565c56 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3015146 Nov 02 12:01:04.479534 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59304) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:04.493089 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-a4e2fc0a-3937-4f96-be18-cb4f90086e87', 'network_id': 'a4e2fc0a-3937-4f96-be18-cb4f90086e87', 'tenant_id': '2420fa4bbe5c42859d5189e5347e3181', 'fixed_ips': [{'subnet_id': 'fd210995-fa4f-4cfc-a2ca-4a5b8c0dcb94'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:01:04.501376 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:04.589788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e681-439c-4895-9afb-dbd1bde2ec7c req-e5d198e6-f0e0-4296-8bf4-537ecf03a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:04.592853 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b67e681-439c-4895-9afb-dbd1bde2ec7c req-e5d198e6-f0e0-4296-8bf4-537ecf03a3cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=563d92c1-6662-4771-9939-deda5bdb68bf HTTP/1.1" status: 200 len: 797 time: 0.1299622 Nov 02 12:01:04.605230 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:04.691833 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67e681-439c-4895-9afb-dbd1bde2ec7c req-ef219f7c-303d-4b67-a520-192c78aa6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:04.695504 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b67e681-439c-4895-9afb-dbd1bde2ec7c req-ef219f7c-303d-4b67-a520-192c78aa6445 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10b936a8-d21b-4733-b926-602727efeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0961387 Nov 02 12:01:04.695847 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fb098dce-a11f-4784-96f8-3fd71c405ec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:04.758013 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:04.863715 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Allocated IP 2001:db8::1 (a4e2fc0a-3937-4f96-be18-cb4f90086e87/fd210995-fa4f-4cfc-a2ca-4a5b8c0dcb94/ce9cb97b-488e-40c0-b946-0a2c2d42d7f6) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:01:04.891139 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fb098dce-a11f-4784-96f8-3fd71c405ec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:04.981130 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b67e681-439c-4895-9afb-dbd1bde2ec7c req-3b672a38-2c8c-40fb-aa84-8a0352cd79e9 service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760522 Nov 02 12:01:05.053453 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922676a-b577-4526-be9b-91d2951d8190 req-78a9390b-65ae-47f9-b713-771b82de7507 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:05.059712 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922676a-b577-4526-be9b-91d2951d8190 req-78a9390b-65ae-47f9-b713-771b82de7507 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:05.067207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922676a-b577-4526-be9b-91d2951d8190 req-78a9390b-65ae-47f9-b713-771b82de7507 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:05.073490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922676a-b577-4526-be9b-91d2951d8190 req-78a9390b-65ae-47f9-b713-771b82de7507 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:05.081109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922676a-b577-4526-be9b-91d2951d8190 req-78a9390b-65ae-47f9-b713-771b82de7507 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:05.087204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922676a-b577-4526-be9b-91d2951d8190 req-78a9390b-65ae-47f9-b713-771b82de7507 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:05.094066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922676a-b577-4526-be9b-91d2951d8190 req-78a9390b-65ae-47f9-b713-771b82de7507 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:05.095903 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3922676a-b577-4526-be9b-91d2951d8190 req-78a9390b-65ae-47f9-b713-771b82de7507 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5431 time: 0.1091559 Nov 02 12:01:05.116634 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:05.180316 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0b67e681-439c-4895-9afb-dbd1bde2ec7c req-10ac7584-c7f5-4716-a197-848b834e7faa service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907723 Nov 02 12:01:05.183929 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:05.194709 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3922676a-b577-4526-be9b-91d2951d8190 req-d1eea5de-f7d7-40ee-bd70-7b22a7dbd80a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877612 Nov 02 12:01:05.198157 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fb098dce-a11f-4784-96f8-3fd71c405ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:05.203284 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fb098dce-a11f-4784-96f8-3fd71c405ec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:05.204461 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fb098dce-a11f-4784-96f8-3fd71c405ec9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/42b6df8c-7c5f-4633-9e76-86dc82ca028e HTTP/1.1" status: 204 len: 168 time: 0.7183166 Nov 02 12:01:05.219658 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59324) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:05.243316 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3e4b601a-2339-445c-8690-2cca09d21dfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:05.255549 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098dce-a11f-4784-96f8-3fd71c405ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b6df8c-7c5f-4633-9e76-86dc82ca028e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:05.303893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Network a4e2fc0a-3937-4f96-be18-cb4f90086e87 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:01:05.307750 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:05.311675 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:01:05.320669 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:05.354236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Pushing event updated for resources: {'Port': ['ID=ce9cb97b-488e-40c0-b946-0a2c2d42d7f6,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:05.438012 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Attempting to bind port ce9cb97b-488e-40c0-b946-0a2c2d42d7f6 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:01:05.440802 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Attempting to bind port ce9cb97b-488e-40c0-b946-0a2c2d42d7f6 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '990be607-a765-49e8-9e9e-dfa24a663e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a4e2fc0a-3937-4f96-be18-cb4f90086e87'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:01:05.441275 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Attempting to bind port ce9cb97b-488e-40c0-b946-0a2c2d42d7f6 on network a4e2fc0a-3937-4f96-be18-cb4f90086e87 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:01:05.444316 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Subnet': ['ID=fd210995-fa4f-4cfc-a2ca-4a5b8c0dcb94,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:05.457945 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:01:05.458651 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Checking segment: {'id': '990be607-a765-49e8-9e9e-dfa24a663e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a4e2fc0a-3937-4f96-be18-cb4f90086e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:05.459431 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:05.460022 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Bound using segment: {'id': '990be607-a765-49e8-9e9e-dfa24a663e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a4e2fc0a-3937-4f96-be18-cb4f90086e87'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:01:05.460700 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Bound port: ce9cb97b-488e-40c0-b946-0a2c2d42d7f6, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990be607-a765-49e8-9e9e-dfa24a663e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a4e2fc0a-3937-4f96-be18-cb4f90086e87'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:01:05.462077 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:05.494743 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3e4b601a-2339-445c-8690-2cca09d21dfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:05.552315 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:05.553953 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] For port ce9cb97b-488e-40c0-b946-0a2c2d42d7f6, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:01:05.557478 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] For port ce9cb97b-488e-40c0-b946-0a2c2d42d7f6, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ce9cb97b-488e-40c0-b946-0a2c2d42d7f6,segment=NetworkSegment(990be607-a765-49e8-9e9e-dfa24a663e7d),segment_id=990be607-a765-49e8-9e9e-dfa24a663e7d)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:01:05.590298 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e2fc0a-3937-4f96-be18-cb4f90086e87']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:05.619281 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990be607-a765-49e8-9e9e-dfa24a663e7d') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:05.619281 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990be607-a765-49e8-9e9e-dfa24a663e7d') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:05.637382 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:05.665859 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3e4b601a-2339-445c-8690-2cca09d21dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:05.668107 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9228432-e48d-4969-9afd-e22e256095ba req-5129da39-e4b4-464f-bb56-2d3ffddc9610 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:05.670916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9228432-e48d-4969-9afd-e22e256095ba req-5129da39-e4b4-464f-bb56-2d3ffddc9610 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.0916810 Nov 02 12:01:05.705662 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:05.741834 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:05.763743 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3e4b601a-2339-445c-8690-2cca09d21dfa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3c516454c7c4265aad03245f8b9006b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5422699 Nov 02 12:01:05.766409 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59332) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:05.792941 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b601a-2339-445c-8690-2cca09d21dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b59d7c8-d46f-4e64-bcca-08028be2b33b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:05.835703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:01:05.843862 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:01:05.852676 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:01:05.926670 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9228432-e48d-4969-9afd-e22e256095ba req-090f5aae-badd-4ad9-84fa-5b6222b7ae49 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2421086 Nov 02 12:01:05.933907 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a30396-d91d-4a8b-829f-dcc15d824e37 None None] Pushing event updated for resources: {'Port': ['ID=ce9cb97b-488e-40c0-b946-0a2c2d42d7f6,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:05.974274 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d38e-f934-4706-858c-a1773927dbaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:05.974467 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f76ed6f-4fff-4775-9477-cf2829c09b27 None None] Network a4e2fc0a-3937-4f96-be18-cb4f90086e87 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:06.040950 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d38e-f934-4706-858c-a1773927dbaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:06.145176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05516d4a-8766-4511-9ca7-39b98ebb62ab None None] get_active_networks_info from n-d-806683-18 {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 12:01:06.152182 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.api [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:01:06.152182 n-d-806683-18 neutron-server[102689]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:01:06.152182 n-d-806683-18 neutron-server[102689]: [parameters: {'id': 'a4e2fc0a-3937-4f96-be18-cb4f90086e87'}] Nov 02 12:01:06.152182 n-d-806683-18 neutron-server[102689]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:01:06.154312 n-d-806683-18 neutron-server[102689]: DEBUG oslo_db.api [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:01:06.212044 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d38e-f934-4706-858c-a1773927dbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:06.218251 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d38e-f934-4706-858c-a1773927dbaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:06.225039 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8dd6d38e-f934-4706-858c-a1773927dbaa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b59d7c8-d46f-4e64-bcca-08028be2b33b HTTP/1.1" status: 204 len: 168 time: 0.4545708 Nov 02 12:01:06.237907 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6d38e-f934-4706-858c-a1773927dbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b59d7c8-d46f-4e64-bcca-08028be2b33b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:06.367943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05516d4a-8766-4511-9ca7-39b98ebb62ab None None] Resources bound (agent type, host, resource id): {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:01:06.401031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a851b-5a31-47d3-9168-db0c6b4822ea req-57dded7a-6b4a-4459-8075-eb0a9c3aca56 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:06.419654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a851b-5a31-47d3-9168-db0c6b4822ea req-57dded7a-6b4a-4459-8075-eb0a9c3aca56 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:06.433603 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a851b-5a31-47d3-9168-db0c6b4822ea req-57dded7a-6b4a-4459-8075-eb0a9c3aca56 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:06.454846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a851b-5a31-47d3-9168-db0c6b4822ea req-57dded7a-6b4a-4459-8075-eb0a9c3aca56 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:06.464552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a851b-5a31-47d3-9168-db0c6b4822ea req-57dded7a-6b4a-4459-8075-eb0a9c3aca56 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:06.472672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a851b-5a31-47d3-9168-db0c6b4822ea req-57dded7a-6b4a-4459-8075-eb0a9c3aca56 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:06.479810 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a851b-5a31-47d3-9168-db0c6b4822ea req-57dded7a-6b4a-4459-8075-eb0a9c3aca56 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:06.492066 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d39a851b-5a31-47d3-9168-db0c6b4822ea req-57dded7a-6b4a-4459-8075-eb0a9c3aca56 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5431 time: 0.1870964 Nov 02 12:01:06.585403 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d39a851b-5a31-47d3-9168-db0c6b4822ea req-1421714b-b2a4-41a6-bc74-c90091a25502 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0909023 Nov 02 12:01:06.654573 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:06.771407 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Deleting port ce9cb97b-488e-40c0-b946-0a2c2d42d7f6 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:01:06.772055 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:06.894707 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] For port ce9cb97b-488e-40c0-b946-0a2c2d42d7f6, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ce9cb97b-488e-40c0-b946-0a2c2d42d7f6,segment=NetworkSegment(990be607-a765-49e8-9e9e-dfa24a663e7d),segment_id=990be607-a765-49e8-9e9e-dfa24a663e7d)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:06.895351 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:06.938776 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Calling delete_port for ce9cb97b-488e-40c0-b946-0a2c2d42d7f6 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:01:07.138427 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1437a-ce4f-458e-96dc-a0948b860a6a req-9357e77a-f362-4b27-a215-03ba7bd2ade7 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:07.140116 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56e1437a-ce4f-458e-96dc-a0948b860a6a req-9357e77a-f362-4b27-a215-03ba7bd2ade7 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.0798838 Nov 02 12:01:07.176525 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59386) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:07.197634 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56e1437a-ce4f-458e-96dc-a0948b860a6a req-76eebd54-8523-42d8-acf8-6dc1088a2bc1 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484927 Nov 02 12:01:07.358188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-176598af-b714-40e5-b365-357523f78666 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-833622620-network', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:07.392041 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:07.424196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Port': ['ID=ce9cb97b-488e-40c0-b946-0a2c2d42d7f6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:07.427817 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No DVR routers for this DVR port ce9cb97b-488e-40c0-b946-0a2c2d42d7f6 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:01:07.483789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176598af-b714-40e5-b365-357523f78666 admin admin] Made reservation on behalf of ab186707669f41a6b53ebcba8031edaa for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:07.490608 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-176598af-b714-40e5-b365-357523f78666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:07.501447 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-176598af-b714-40e5-b365-357523f78666 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:07.525494 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:07.553300 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e2fc0a-3937-4f96-be18-cb4f90086e87']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:07.567328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '990be607-a765-49e8-9e9e-dfa24a663e7d') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:07.567654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '990be607-a765-49e8-9e9e-dfa24a663e7d') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:07.578952 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:07.593802 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:07.600638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:01:07.601053 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:01:07.604504 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:01:07.610724 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-176598af-b714-40e5-b365-357523f78666 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:07.734178 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf344d2-24bd-4a2a-8ebe-1215903f2d69 req-65d401ff-e22b-431e-b931-22e2390d36c3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:07.736663 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-176598af-b714-40e5-b365-357523f78666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:07.742757 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf344d2-24bd-4a2a-8ebe-1215903f2d69 req-65d401ff-e22b-431e-b931-22e2390d36c3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:07.751719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf344d2-24bd-4a2a-8ebe-1215903f2d69 req-65d401ff-e22b-431e-b931-22e2390d36c3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:07.768730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf344d2-24bd-4a2a-8ebe-1215903f2d69 req-65d401ff-e22b-431e-b931-22e2390d36c3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:07.779884 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176598af-b714-40e5-b365-357523f78666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4db0247-8d80-4f9d-86ae-213e16337c63,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:07.796075 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf344d2-24bd-4a2a-8ebe-1215903f2d69 req-65d401ff-e22b-431e-b931-22e2390d36c3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:07.803978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176598af-b714-40e5-b365-357523f78666 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:01:07.811627 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf344d2-24bd-4a2a-8ebe-1215903f2d69 req-65d401ff-e22b-431e-b931-22e2390d36c3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:07.826389 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-176598af-b714-40e5-b365-357523f78666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:07.826389 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-176598af-b714-40e5-b365-357523f78666 admin admin] Added segment ae8bd94d-9ce9-42d2-ab7c-8682f908545f of type vlan for network b3d723ce-e5b2-4427-a422-70398aab6d7f Nov 02 12:01:07.831857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf344d2-24bd-4a2a-8ebe-1215903f2d69 req-65d401ff-e22b-431e-b931-22e2390d36c3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:07.838731 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3cf344d2-24bd-4a2a-8ebe-1215903f2d69 req-65d401ff-e22b-431e-b931-22e2390d36c3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5431 time: 0.1651654 Nov 02 12:01:07.840336 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:07.852559 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:07.861046 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59408) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:07.861954 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/networks/a4e2fc0a-3937-4f96-be18-cb4f90086e87 HTTP/1.1" status: 204 len: 168 time: 3.6811826 Nov 02 12:01:07.881333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2c5e36f8-34e2-4beb-80bf-7a991c10a312 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-467943440'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:07.904045 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9fb1c-a12e-4266-9a26-d17ba3a79bc1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Network': ['ID=a4e2fc0a-3937-4f96-be18-cb4f90086e87,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:07.939367 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-176598af-b714-40e5-b365-357523f78666 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:08.007296 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3cf344d2-24bd-4a2a-8ebe-1215903f2d69 req-6c18a504-eab9-4b45-8f69-d519e65fc276 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358206 Nov 02 12:01:08.065498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5e36f8-34e2-4beb-80bf-7a991c10a312 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:08.069308 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2c5e36f8-34e2-4beb-80bf-7a991c10a312 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:08.112958 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-176598af-b714-40e5-b365-357523f78666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:08.113706 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176598af-b714-40e5-b365-357523f78666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:08.114600 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-176598af-b714-40e5-b365-357523f78666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:08.133041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5e36f8-34e2-4beb-80bf-7a991c10a312 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:01:08.248914 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2c5e36f8-34e2-4beb-80bf-7a991c10a312 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:08.248914 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-2c5e36f8-34e2-4beb-80bf-7a991c10a312 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Added segment 30c081af-0faf-4cb6-98a0-34eb13a97558 of type vlan for network df8b4c1f-c005-4480-845e-ae41d8b73f82 Nov 02 12:01:08.263792 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176598af-b714-40e5-b365-357523f78666 admin admin] Pushing event updated for resources: {'Network': ['ID=b3d723ce-e5b2-4427-a422-70398aab6d7f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:08.278128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network b3d723ce-e5b2-4427-a422-70398aab6d7f details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:01:08.294695 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59428) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:08.300903 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-45cfe894-ee70-48ec-bf41-231acbe9ba0a admin admin] Request body: {'subnet': {'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-833622620-subnet', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:08.305699 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-176598af-b714-40e5-b365-357523f78666 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1278138 Nov 02 12:01:08.412480 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2c5e36f8-34e2-4beb-80bf-7a991c10a312 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:08.438388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f30b9-5724-4b1d-9383-76cbc26e4f5b req-3aff9aed-b22e-4522-ba3c-adc70744628a tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:08.446105 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-982f30b9-5724-4b1d-9383-76cbc26e4f5b req-3aff9aed-b22e-4522-ba3c-adc70744628a tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.1075361 Nov 02 12:01:08.515833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-982f30b9-5724-4b1d-9383-76cbc26e4f5b req-de7bb35c-8296-48e9-b8a1-7f8829bc54b7 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632474 Nov 02 12:01:08.530938 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cfe894-ee70-48ec-bf41-231acbe9ba0a admin admin] Made reservation on behalf of ab186707669f41a6b53ebcba8031edaa for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:08.538462 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-45cfe894-ee70-48ec-bf41-231acbe9ba0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:08.568874 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2c5e36f8-34e2-4beb-80bf-7a991c10a312 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:08.575584 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5e36f8-34e2-4beb-80bf-7a991c10a312 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:08.576506 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2c5e36f8-34e2-4beb-80bf-7a991c10a312 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:08.717393 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e36f8-34e2-4beb-80bf-7a991c10a312 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Network': ['ID=df8b4c1f-c005-4480-845e-ae41d8b73f82,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:08.725965 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2c5e36f8-34e2-4beb-80bf-7a991c10a312 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8637595 Nov 02 12:01:08.728183 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network df8b4c1f-c005-4480-845e-ae41d8b73f82 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:01:08.742166 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59438) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:08.756065 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-460e6ea0-8aad-4eeb-97ed-172c1fa6ac55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'subnet': {'network_id': 'df8b4c1f-c005-4480-845e-ae41d8b73f82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:09.039113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460e6ea0-8aad-4eeb-97ed-172c1fa6ac55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:09.047697 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-460e6ea0-8aad-4eeb-97ed-172c1fa6ac55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:09.094773 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-45cfe894-ee70-48ec-bf41-231acbe9ba0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:09.431488 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cfe894-ee70-48ec-bf41-231acbe9ba0a admin admin] Checking segment: {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:09.432635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cfe894-ee70-48ec-bf41-231acbe9ba0a admin admin] Network hostable DHCP agents. Network: b3d723ce-e5b2-4427-a422-70398aab6d7f, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:01:09.517203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e80660-6fda-4cc1-affd-85fecb16fc21 req-cb65ca80-cf60-4b0d-aa33-2fe820a367e2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:09.525365 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e80660-6fda-4cc1-affd-85fecb16fc21 req-cb65ca80-cf60-4b0d-aa33-2fe820a367e2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:09.533894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e80660-6fda-4cc1-affd-85fecb16fc21 req-cb65ca80-cf60-4b0d-aa33-2fe820a367e2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:09.541663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e80660-6fda-4cc1-affd-85fecb16fc21 req-cb65ca80-cf60-4b0d-aa33-2fe820a367e2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:09.551635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e80660-6fda-4cc1-affd-85fecb16fc21 req-cb65ca80-cf60-4b0d-aa33-2fe820a367e2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:09.558642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e80660-6fda-4cc1-affd-85fecb16fc21 req-cb65ca80-cf60-4b0d-aa33-2fe820a367e2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:09.565485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e80660-6fda-4cc1-affd-85fecb16fc21 req-cb65ca80-cf60-4b0d-aa33-2fe820a367e2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:09.569091 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-460e6ea0-8aad-4eeb-97ed-172c1fa6ac55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:09.577101 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-87e80660-6fda-4cc1-affd-85fecb16fc21 req-cb65ca80-cf60-4b0d-aa33-2fe820a367e2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5431 time: 0.3703291 Nov 02 12:01:09.579365 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfe894-ee70-48ec-bf41-231acbe9ba0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0360a412-e52f-4282-8491-82f08f448324,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:09.598858 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cfe894-ee70-48ec-bf41-231acbe9ba0a admin admin] Network b3d723ce-e5b2-4427-a422-70398aab6d7f is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:01:09.704117 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-87e80660-6fda-4cc1-affd-85fecb16fc21 req-3bd9d3e9-91df-4c27-8e9b-f195036939b6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1209679 Nov 02 12:01:09.705044 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-45cfe894-ee70-48ec-bf41-231acbe9ba0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, b3d723ce-e5b2-4427-a422-70398aab6d7f) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:09.719228 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cfe894-ee70-48ec-bf41-231acbe9ba0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:09.724058 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5ad7ac-f8f4-4f86-bf2d-77dd56275749 None None] Network b3d723ce-e5b2-4427-a422-70398aab6d7f requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:09.724708 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-45cfe894-ee70-48ec-bf41-231acbe9ba0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:09.814671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e6ea0-8aad-4eeb-97ed-172c1fa6ac55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Subnet': ['ID=c9bc4da0-1ac1-40d4-9124-99029cf98a79,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:09.834711 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-45cfe894-ee70-48ec-bf41-231acbe9ba0a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5378189 Nov 02 12:01:09.835958 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e6ea0-8aad-4eeb-97ed-172c1fa6ac55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Checking segment: {'id': '30c081af-0faf-4cb6-98a0-34eb13a97558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'df8b4c1f-c005-4480-845e-ae41d8b73f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:09.837809 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59466) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:09.841698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460e6ea0-8aad-4eeb-97ed-172c1fa6ac55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network hostable DHCP agents. Network: df8b4c1f-c005-4480-845e-ae41d8b73f82, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:01:09.843089 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:09.952679 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460e6ea0-8aad-4eeb-97ed-172c1fa6ac55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network df8b4c1f-c005-4480-845e-ae41d8b73f82 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:01:10.020640 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-460e6ea0-8aad-4eeb-97ed-172c1fa6ac55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, df8b4c1f-c005-4480-845e-ae41d8b73f82) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:10.036125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc0e619-5af1-4d78-9f23-ba7d264052c9 None None] Network df8b4c1f-c005-4480-845e-ae41d8b73f82 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:10.038724 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:10.043604 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:10.044061 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e6ea0-8aad-4eeb-97ed-172c1fa6ac55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:10.044061 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-460e6ea0-8aad-4eeb-97ed-172c1fa6ac55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:10.147940 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-460e6ea0-8aad-4eeb-97ed-172c1fa6ac55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4040647 Nov 02 12:01:10.148625 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59476) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:10.160242 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-426c7dd7-6aaf-4190-a62e-d99f9384d140 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'subnet': {'network_id': 'df8b4c1f-c005-4480-845e-ae41d8b73f82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:10.179604 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-b3d723ce-e5b2-4427-a422-70398aab6d7f', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:01:10.184856 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:10.504015 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426c7dd7-6aaf-4190-a62e-d99f9384d140 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:10.507882 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-426c7dd7-6aaf-4190-a62e-d99f9384d140 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:10.631861 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-df8b4c1f-c005-4480-845e-ae41d8b73f82', 'network_id': 'df8b4c1f-c005-4480-845e-ae41d8b73f82', 'tenant_id': '2420fa4bbe5c42859d5189e5347e3181', 'fixed_ips': [{'subnet_id': 'c9bc4da0-1ac1-40d4-9124-99029cf98a79'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:01:10.632706 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:10.654858 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:10.676887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061c3dd-d7a8-4f1c-b9c0-b4015cf0b836 req-a83af4d3-a9ab-48e8-8a30-da5a3d2e7fd6 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:10.680344 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2061c3dd-d7a8-4f1c-b9c0-b4015cf0b836 req-a83af4d3-a9ab-48e8-8a30-da5a3d2e7fd6 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.7537332 Nov 02 12:01:10.853901 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Allocated IP 172.20.0.2 (b3d723ce-e5b2-4427-a422-70398aab6d7f/0360a412-e52f-4282-8491-82f08f448324/1607c23a-aee5-4062-bf02-4c3c8f5e9c1d) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:01:10.975901 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2061c3dd-d7a8-4f1c-b9c0-b4015cf0b836 req-1a70479a-fc60-411a-8da6-30d9cce3a661 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2846556 Nov 02 12:01:11.045019 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:11.062167 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-426c7dd7-6aaf-4190-a62e-d99f9384d140 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:11.123296 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Allocated IP 2001:db8::2 (df8b4c1f-c005-4480-845e-ae41d8b73f82/c9bc4da0-1ac1-40d4-9124-99029cf98a79/223fcdc6-07cd-468d-be49-2773864dd76b) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:01:11.229761 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426c7dd7-6aaf-4190-a62e-d99f9384d140 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network df8b4c1f-c005-4480-845e-ae41d8b73f82 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:01:11.234030 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-426c7dd7-6aaf-4190-a62e-d99f9384d140 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:11.247778 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426c7dd7-6aaf-4190-a62e-d99f9384d140 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:11.248500 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-426c7dd7-6aaf-4190-a62e-d99f9384d140 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:11.261748 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c7dd7-6aaf-4190-a62e-d99f9384d140 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Subnet': ['ID=35ab718f-ab17-4557-9b8c-818cd40e3d53,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:11.326248 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb44e9e-56ee-4a1c-b7b0-f3ed8e2f9398 req-9f0cb73b-4179-4acd-9a20-ac035094d681 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:11.335385 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb44e9e-56ee-4a1c-b7b0-f3ed8e2f9398 req-9f0cb73b-4179-4acd-9a20-ac035094d681 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:11.342025 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb44e9e-56ee-4a1c-b7b0-f3ed8e2f9398 req-9f0cb73b-4179-4acd-9a20-ac035094d681 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:11.348413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb44e9e-56ee-4a1c-b7b0-f3ed8e2f9398 req-9f0cb73b-4179-4acd-9a20-ac035094d681 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:11.354919 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb44e9e-56ee-4a1c-b7b0-f3ed8e2f9398 req-9f0cb73b-4179-4acd-9a20-ac035094d681 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:11.361892 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb44e9e-56ee-4a1c-b7b0-f3ed8e2f9398 req-9f0cb73b-4179-4acd-9a20-ac035094d681 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:11.371175 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb44e9e-56ee-4a1c-b7b0-f3ed8e2f9398 req-9f0cb73b-4179-4acd-9a20-ac035094d681 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:11.376158 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-426c7dd7-6aaf-4190-a62e-d99f9384d140 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2217534 Nov 02 12:01:11.376158 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59510) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:11.387413 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:11.388263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bbb44e9e-56ee-4a1c-b7b0-f3ed8e2f9398 req-9f0cb73b-4179-4acd-9a20-ac035094d681 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5431 time: 0.2416341 Nov 02 12:01:11.418631 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:11.448597 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79a0b09-6df7-4e8a-8526-a3aa738497fa tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:11.451195 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79a0b09-6df7-4e8a-8526-a3aa738497fa tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:11.452856 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79a0b09-6df7-4e8a-8526-a3aa738497fa tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:11.454829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79a0b09-6df7-4e8a-8526-a3aa738497fa tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:11.456571 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79a0b09-6df7-4e8a-8526-a3aa738497fa tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:11.461957 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d79a0b09-6df7-4e8a-8526-a3aa738497fa tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0820093 Nov 02 12:01:11.469331 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59514) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:11.470497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7404a5d8-c838-4dee-95cb-a60b8738c14f tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2082126117'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:11.489660 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:11.492349 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bbb44e9e-56ee-4a1c-b7b0-f3ed8e2f9398 req-28d9e29b-333f-43b2-aac2-b638daf9efe9 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0986235 Nov 02 12:01:11.552158 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:11.588836 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Network df8b4c1f-c005-4480-845e-ae41d8b73f82 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:01:11.592316 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7404a5d8-c838-4dee-95cb-a60b8738c14f tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:11.597644 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7404a5d8-c838-4dee-95cb-a60b8738c14f tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:11.649233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:11.654467 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:01:11.656051 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Pushing event updated for resources: {'Port': ['ID=223fcdc6-07cd-468d-be49-2773864dd76b,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:11.659064 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7404a5d8-c838-4dee-95cb-a60b8738c14f tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:01:11.679655 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7404a5d8-c838-4dee-95cb-a60b8738c14f tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:11.684527 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-7404a5d8-c838-4dee-95cb-a60b8738c14f tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Added segment db6981b1-59b0-4467-81c0-95ae5a6dfa26 of type vlan for network 80935113-42ce-4ffe-804e-44487a3a9f34 Nov 02 12:01:11.687400 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:11.720784 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:11.750194 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7404a5d8-c838-4dee-95cb-a60b8738c14f tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:11.753800 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Network b3d723ce-e5b2-4427-a422-70398aab6d7f is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:01:11.775469 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:11.787428 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:01:11.843984 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7404a5d8-c838-4dee-95cb-a60b8738c14f tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:11.859365 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404a5d8-c838-4dee-95cb-a60b8738c14f tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:11.860056 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7404a5d8-c838-4dee-95cb-a60b8738c14f tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:11.925907 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] Allocated IP 172.25.6.50 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/d7a10e03-e47f-4ca4-be33-c349eb7604ba) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:01:11.939946 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Pushing event updated for resources: {'Port': ['ID=1607c23a-aee5-4062-bf02-4c3c8f5e9c1d,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:11.986223 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Attempting to bind port 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:01:11.998109 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Attempting to bind port 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:01:11.998573 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Attempting to bind port 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d on network b3d723ce-e5b2-4427-a422-70398aab6d7f {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:01:12.024686 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7404a5d8-c838-4dee-95cb-a60b8738c14f tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5596669 Nov 02 12:01:12.027594 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59524) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:12.028813 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Attempting to bind port 223fcdc6-07cd-468d-be49-2773864dd76b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:01:12.030556 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Attempting to bind port 223fcdc6-07cd-468d-be49-2773864dd76b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '30c081af-0faf-4cb6-98a0-34eb13a97558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'df8b4c1f-c005-4480-845e-ae41d8b73f82'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:01:12.031118 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Attempting to bind port 223fcdc6-07cd-468d-be49-2773864dd76b on network df8b4c1f-c005-4480-845e-ae41d8b73f82 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:01:12.040840 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:01:12.041225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Checking segment: {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:12.041635 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:12.042033 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Bound using segment: {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:01:12.042601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Bound port: 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:01:12.043017 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:12.055931 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:01:12.056868 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Checking segment: {'id': '30c081af-0faf-4cb6-98a0-34eb13a97558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'df8b4c1f-c005-4480-845e-ae41d8b73f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:12.057210 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:12.057765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Bound using segment: {'id': '30c081af-0faf-4cb6-98a0-34eb13a97558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'df8b4c1f-c005-4480-845e-ae41d8b73f82'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:01:12.058268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Bound port: 223fcdc6-07cd-468d-be49-2773864dd76b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30c081af-0faf-4cb6-98a0-34eb13a97558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'df8b4c1f-c005-4480-845e-ae41d8b73f82'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:01:12.058761 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:12.068526 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5c71824e-73da-42e2-80b8-6a8952faad32 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:12.249720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] For port 223fcdc6-07cd-468d-be49-2773864dd76b, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:01:12.268447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] For port 223fcdc6-07cd-468d-be49-2773864dd76b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=223fcdc6-07cd-468d-be49-2773864dd76b,segment=NetworkSegment(30c081af-0faf-4cb6-98a0-34eb13a97558),segment_id=30c081af-0faf-4cb6-98a0-34eb13a97558)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:01:12.300751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf30239-04cb-432b-9bf5-8f42afa280f0 req-75303848-9f1d-401b-be22-45ac421a6033 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:12.308324 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3bf30239-04cb-432b-9bf5-8f42afa280f0 req-75303848-9f1d-401b-be22-45ac421a6033 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.3669498 Nov 02 12:01:12.342045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404a5d8-c838-4dee-95cb-a60b8738c14f tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Network': ['ID=80935113-42ce-4ffe-804e-44487a3a9f34,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:12.407867 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] For port 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:01:12.413548 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] For port 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1607c23a-aee5-4062-bf02-4c3c8f5e9c1d,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:01:12.417766 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:12.418848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 80935113-42ce-4ffe-804e-44487a3a9f34 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:01:12.464133 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3bf30239-04cb-432b-9bf5-8f42afa280f0 req-8ddc0b72-ae0f-461c-87b6-0a7470891882 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1546655 Nov 02 12:01:12.483350 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c71824e-73da-42e2-80b8-6a8952faad32 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:12.507469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf46848-5f4a-4da9-b77c-11170a01b90c req-68cddb8f-59b3-4e6c-80df-05318e875bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:12.509960 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aaf46848-5f4a-4da9-b77c-11170a01b90c req-68cddb8f-59b3-4e6c-80df-05318e875bdf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18&device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 1098 time: 0.3601413 Nov 02 12:01:12.563890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c71824e-73da-42e2-80b8-6a8952faad32 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:12.569910 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:12.573183 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:12.620845 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:12.644393 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68ce51-7cd6-4d97-8097-9b8b44e25453 None None] Pushing event updated for resources: {'Port': ['ID=1607c23a-aee5-4062-bf02-4c3c8f5e9c1d,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:12.697238 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:01:12.706921 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f6411-e704-4a74-b7c4-b71fdbcd020a None None] Pushing event updated for resources: {'Port': ['ID=223fcdc6-07cd-468d-be49-2773864dd76b,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:12.719308 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:12.741276 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c71824e-73da-42e2-80b8-6a8952faad32 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network 80935113-42ce-4ffe-804e-44487a3a9f34 is not hosted by any dhcp agent {{(pid=102690) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 12:01:12.748589 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c71824e-73da-42e2-80b8-6a8952faad32 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:12.748589 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c71824e-73da-42e2-80b8-6a8952faad32 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:12.753483 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5c71824e-73da-42e2-80b8-6a8952faad32 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "PUT /v2.0/networks/80935113-42ce-4ffe-804e-44487a3a9f34 HTTP/1.1" status: 200 len: 723 time: 0.7212069 Nov 02 12:01:12.757358 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59540) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:12.760869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:01:12.763361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-cfdc16f3-86f2-4d47-a0e3-8c5f6385faa4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'subnet': {'network_id': '80935113-42ce-4ffe-804e-44487a3a9f34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:12.832758 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] Pushing event updated for resources: {'Port': ['ID=d7a10e03-e47f-4ca4-be33-c349eb7604ba,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:12.899780 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71824e-73da-42e2-80b8-6a8952faad32 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Network': ['ID=80935113-42ce-4ffe-804e-44487a3a9f34,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:12.913173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 80935113-42ce-4ffe-804e-44487a3a9f34 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:01:12.961677 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf46848-5f4a-4da9-b77c-11170a01b90c req-fc1848e8-32a1-42d8-804a-62e092d4a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:12.963280 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aaf46848-5f4a-4da9-b77c-11170a01b90c req-fc1848e8-32a1-42d8-804a-62e092d4a308 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0 HTTP/1.1" status: 200 len: 912 time: 0.4455855 Nov 02 12:01:13.047971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbad136-f177-4995-812d-f6d401a318d2 req-5f2b7583-39a3-43d0-a984-5957fb56a619 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:13.066751 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aaf46848-5f4a-4da9-b77c-11170a01b90c req-21bb8b28-7d6a-45a7-accb-44640a09e133 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b37dc493-eb7e-4c99-8a59-056c9e6189f5 HTTP/1.1" status: 200 len: 1002 time: 0.0900817 Nov 02 12:01:13.071195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbad136-f177-4995-812d-f6d401a318d2 req-5f2b7583-39a3-43d0-a984-5957fb56a619 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:13.124533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdc16f3-86f2-4d47-a0e3-8c5f6385faa4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:13.140997 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbad136-f177-4995-812d-f6d401a318d2 req-5f2b7583-39a3-43d0-a984-5957fb56a619 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:13.141209 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfdc16f3-86f2-4d47-a0e3-8c5f6385faa4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:13.168533 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbad136-f177-4995-812d-f6d401a318d2 req-5f2b7583-39a3-43d0-a984-5957fb56a619 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:13.197959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbad136-f177-4995-812d-f6d401a318d2 req-5f2b7583-39a3-43d0-a984-5957fb56a619 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:13.248128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbad136-f177-4995-812d-f6d401a318d2 req-5f2b7583-39a3-43d0-a984-5957fb56a619 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:13.264556 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbad136-f177-4995-812d-f6d401a318d2 req-5f2b7583-39a3-43d0-a984-5957fb56a619 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:13.274089 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fbad136-f177-4995-812d-f6d401a318d2 req-5f2b7583-39a3-43d0-a984-5957fb56a619 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5431 time: 0.5733483 Nov 02 12:01:13.429070 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf46848-5f4a-4da9-b77c-11170a01b90c req-55e2b47b-3f4d-4f3a-bda9-3ec26f92f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:13.430901 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aaf46848-5f4a-4da9-b77c-11170a01b90c req-55e2b47b-3f4d-4f3a-bda9-3ec26f92f988 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1e9ea625-11dc-4ad8-8157-fb20952cfe54 HTTP/1.1" status: 200 len: 850 time: 0.3577728 Nov 02 12:01:13.474048 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fbad136-f177-4995-812d-f6d401a318d2 req-699b28e1-5aed-4457-9359-7e616bb22ffa tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1918249 Nov 02 12:01:13.628181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf46848-5f4a-4da9-b77c-11170a01b90c req-4adc400c-bd9b-4d7f-ad78-9dc262ac7af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:13.630081 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aaf46848-5f4a-4da9-b77c-11170a01b90c req-4adc400c-bd9b-4d7f-ad78-9dc262ac7af7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1797597 Nov 02 12:01:13.742656 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aaf46848-5f4a-4da9-b77c-11170a01b90c req-6e3bc4c3-0102-43e6-8b1f-bd1e56b8fb09 service neutron] 10.222.0.54 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996497 Nov 02 12:01:13.759910 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f8d37-293e-4d71-a267-3f0df71500a4 req-39f1943c-f23b-42fb-b847-5973e9fb12ec tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:13.761626 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-518f8d37-293e-4d71-a267-3f0df71500a4 req-39f1943c-f23b-42fb-b847-5973e9fb12ec tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.1523638 Nov 02 12:01:13.790498 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:13.928751 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aaf46848-5f4a-4da9-b77c-11170a01b90c req-3fc5b5e2-9b72-4f8f-ae4c-4be7c93bee38 service neutron] 10.222.0.54 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793656 Nov 02 12:01:13.930653 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfdc16f3-86f2-4d47-a0e3-8c5f6385faa4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:13.942852 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-518f8d37-293e-4d71-a267-3f0df71500a4 req-8e953d6c-fd79-4bc8-ad97-641d371487a3 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1734800 Nov 02 12:01:14.065600 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc16f3-86f2-4d47-a0e3-8c5f6385faa4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Subnet': ['ID=311a6d74-b6d2-4602-9a18-6be72fc0403b,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:14.074241 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdc16f3-86f2-4d47-a0e3-8c5f6385faa4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Checking segment: {'id': 'db6981b1-59b0-4467-81c0-95ae5a6dfa26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '80935113-42ce-4ffe-804e-44487a3a9f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:14.074723 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdc16f3-86f2-4d47-a0e3-8c5f6385faa4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network hostable DHCP agents. Network: 80935113-42ce-4ffe-804e-44487a3a9f34, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:01:14.097729 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:14.186029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:14.186560 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:14.203671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdc16f3-86f2-4d47-a0e3-8c5f6385faa4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network 80935113-42ce-4ffe-804e-44487a3a9f34 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:01:14.242561 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:14.300839 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-cfdc16f3-86f2-4d47-a0e3-8c5f6385faa4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 80935113-42ce-4ffe-804e-44487a3a9f34) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:14.306962 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdc16f3-86f2-4d47-a0e3-8c5f6385faa4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:14.307864 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfdc16f3-86f2-4d47-a0e3-8c5f6385faa4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531601'] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:14.342673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02ca4b9-9150-4cf5-9025-22bf7777a247 None None] Network 80935113-42ce-4ffe-804e-44487a3a9f34 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:14.360730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59574) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:14.407690 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cfdc16f3-86f2-4d47-a0e3-8c5f6385faa4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6484625 Nov 02 12:01:14.409431 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59578) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:14.441904 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2356f3a7-fbf7-4bb3-a371-aedb8c4280c7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:14.645294 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:14.744278 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2cea9d-f70b-4033-9a30-64929e38b2c0 None None] Network df8b4c1f-c005-4480-845e-ae41d8b73f82 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:14.781585 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2356f3a7-fbf7-4bb3-a371-aedb8c4280c7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8999245'] for subnet, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:14.900953 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1607c23a-aee5-4062-bf02-4c3c8f5e9c1d,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:14.929157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d3baa-2940-44a2-81e1-76f687293721 req-7e230469-6c54-4441-9e01-085b05bda258 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:14.947537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d3baa-2940-44a2-81e1-76f687293721 req-7e230469-6c54-4441-9e01-085b05bda258 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:14.962209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d3baa-2940-44a2-81e1-76f687293721 req-7e230469-6c54-4441-9e01-085b05bda258 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:14.988051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d3baa-2940-44a2-81e1-76f687293721 req-7e230469-6c54-4441-9e01-085b05bda258 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:15.029552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d3baa-2940-44a2-81e1-76f687293721 req-7e230469-6c54-4441-9e01-085b05bda258 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:15.048452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d3baa-2940-44a2-81e1-76f687293721 req-7e230469-6c54-4441-9e01-085b05bda258 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:15.064848 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d3baa-2940-44a2-81e1-76f687293721 req-7e230469-6c54-4441-9e01-085b05bda258 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:15.066281 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:15.067734 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 223fcdc6-07cd-468d-be49-2773864dd76b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:15.068450 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-900d3baa-2940-44a2-81e1-76f687293721 req-7e230469-6c54-4441-9e01-085b05bda258 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5431 time: 0.4067645 Nov 02 12:01:15.072119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] Router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:01:15.162873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f5b995-8957-4e6d-86ef-1bbea7d9d6b9 None None] Network b3d723ce-e5b2-4427-a422-70398aab6d7f requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:15.177574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2a450b57-43b7-428a-8189-2746d2445e25 None None] Provisioning complete for port 223fcdc6-07cd-468d-be49-2773864dd76b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:15.177968 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2a450b57-43b7-428a-8189-2746d2445e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:15.185979 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2356f3a7-fbf7-4bb3-a371-aedb8c4280c7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730912249932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8417022'] for subnet, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:15.308547 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356f3a7-fbf7-4bb3-a371-aedb8c4280c7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Subnet': ['ID=311a6d74-b6d2-4602-9a18-6be72fc0403b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:15.319051 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2356f3a7-fbf7-4bb3-a371-aedb8c4280c7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:15.325914 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2356f3a7-fbf7-4bb3-a371-aedb8c4280c7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:15.325914 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2356f3a7-fbf7-4bb3-a371-aedb8c4280c7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "PUT /v2.0/subnets/311a6d74-b6d2-4602-9a18-6be72fc0403b HTTP/1.1" status: 200 len: 826 time: 0.9098589 Nov 02 12:01:15.325914 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59592) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:15.498979 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 223fcdc6-07cd-468d-be49-2773864dd76b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:15.499625 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:15.516354 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2699bf07-746b-466c-9944-ed97c6672c55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:15.615440 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2699bf07-746b-466c-9944-ed97c6672c55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:15.710009 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=1607c23a-aee5-4062-bf02-4c3c8f5e9c1d,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:15.825705 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2a450b57-43b7-428a-8189-2746d2445e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:15.825705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03f2735-504e-4dfc-8642-8b9a9527c32f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-80935113-42ce-4ffe-804e-44487a3a9f34', 'network_id': '80935113-42ce-4ffe-804e-44487a3a9f34', 'tenant_id': '2420fa4bbe5c42859d5189e5347e3181', 'fixed_ips': [{'subnet_id': '311a6d74-b6d2-4602-9a18-6be72fc0403b'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:01:15.825705 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b03f2735-504e-4dfc-8642-8b9a9527c32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:15.848981 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2699bf07-746b-466c-9944-ed97c6672c55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:15.897135 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699bf07-746b-466c-9944-ed97c6672c55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Subnet': ['ID=311a6d74-b6d2-4602-9a18-6be72fc0403b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:15.898189 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-900d3baa-2940-44a2-81e1-76f687293721 req-e9cfd7c5-d8bb-4b08-92fe-0a620ac4a3fe tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8189709 Nov 02 12:01:15.956332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:01:15.967621 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Sync routers for ids ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:01:16.001431 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Routers {'ddc3b898-3f37-4d0b-8bfc-4c1613696b05'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:01:16.002575 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:00:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:16.061402 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:16.066758 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3b0aa3d7-fa7b-471f-b8e6-bc45b32d6c9b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2282331 Nov 02 12:01:16.067629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59610) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:16.103624 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2699bf07-746b-466c-9944-ed97c6672c55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:16.135380 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-2699bf07-746b-466c-9944-ed97c6672c55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80935113-42ce-4ffe-804e-44487a3a9f34']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:16.148747 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-2699bf07-746b-466c-9944-ed97c6672c55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6981b1-59b0-4467-81c0-95ae5a6dfa26') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:16.149054 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-2699bf07-746b-466c-9944-ed97c6672c55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6981b1-59b0-4467-81c0-95ae5a6dfa26') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:16.161477 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2699bf07-746b-466c-9944-ed97c6672c55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:16.181798 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2699bf07-746b-466c-9944-ed97c6672c55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:16.218780 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2699bf07-746b-466c-9944-ed97c6672c55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:01:16.221348 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2699bf07-746b-466c-9944-ed97c6672c55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:16.287544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d30fb7-2e49-485e-9920-8ab971e4fe81 req-47c84ae3-6179-4356-b323-724a2da84741 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:16.289314 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-37d30fb7-2e49-485e-9920-8ab971e4fe81 req-47c84ae3-6179-4356-b323-724a2da84741 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.2039132 Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:01:16.329565 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:01:16.375884 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Set router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:01:16.465192 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4b79c39b-98a7-43da-ba1d-0ec2d4478552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:16.520683 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-37d30fb7-2e49-485e-9920-8ab971e4fe81 req-a8bb05af-e009-48d4-bb32-f0457d413b0c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2202649 Nov 02 12:01:16.652017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2a450b57-43b7-428a-8189-2746d2445e25 None None] For port 223fcdc6-07cd-468d-be49-2773864dd76b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=223fcdc6-07cd-468d-be49-2773864dd76b,segment=NetworkSegment(30c081af-0faf-4cb6-98a0-34eb13a97558),segment_id=30c081af-0faf-4cb6-98a0-34eb13a97558)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:16.660257 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2699bf07-746b-466c-9944-ed97c6672c55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:16.665951 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2699bf07-746b-466c-9944-ed97c6672c55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:16.672631 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2699bf07-746b-466c-9944-ed97c6672c55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/networks/80935113-42ce-4ffe-804e-44487a3a9f34 HTTP/1.1" status: 204 len: 168 time: 1.3419437 Nov 02 12:01:16.672937 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:16.709391 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59622) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:16.710237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699bf07-746b-466c-9944-ed97c6672c55 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Network': ['ID=80935113-42ce-4ffe-804e-44487a3a9f34,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:16.763851 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-7517a9cd-311f-47aa-ae0a-c7849bcb885e tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] DELETE failed (client error): The resource could not be found. Nov 02 12:01:16.769041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7517a9cd-311f-47aa-ae0a-c7849bcb885e tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:01:16.776363 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7517a9cd-311f-47aa-ae0a-c7849bcb885e tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/networks/80935113-42ce-4ffe-804e-44487a3a9f34 HTTP/1.1" status: 404 len: 339 time: 0.0586543 Nov 02 12:01:16.781208 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59626) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:16.792679 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-f002234f-307b-4c53-a3e5-96a8ea1646d7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-291043404', 'description': 'd1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:16.840821 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2a450b57-43b7-428a-8189-2746d2445e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:16.894192 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:01:16.894548 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:01:16.897393 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62113e7-948c-442c-b809-30589fe44d66 None None] Network 80935113-42ce-4ffe-804e-44487a3a9f34 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:16.911653 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f002234f-307b-4c53-a3e5-96a8ea1646d7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:16.914339 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:13Z', 'revision_number': 3, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:16.915866 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f002234f-307b-4c53-a3e5-96a8ea1646d7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:16.959332 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Checking router: ddc3b898-3f37-4d0b-8bfc-4c1613696b05 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:01:16.960516 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Updating router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 port d7a10e03-e47f-4ca4-be33-c349eb7604ba binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:01:16.991563 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f002234f-307b-4c53-a3e5-96a8ea1646d7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:01:17.022679 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:17.023540 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f002234f-307b-4c53-a3e5-96a8ea1646d7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:17.023907 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-f002234f-307b-4c53-a3e5-96a8ea1646d7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Added segment ad5ddb9b-44c0-4339-9594-2ca6a18fce9b of type vlan for network 617e7226-711f-4683-bb06-d972d03ffad2 Nov 02 12:01:17.094463 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62113e7-948c-442c-b809-30589fe44d66 None None] Network 80935113-42ce-4ffe-804e-44487a3a9f34 could not be found, it might have been deleted concurrently. {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 02 12:01:17.101216 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a450b57-43b7-428a-8189-2746d2445e25 None None] Pushing event updated for resources: {'Port': ['ID=223fcdc6-07cd-468d-be49-2773864dd76b,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:17.110079 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77e5632d-4072-4d52-9ccb-eac0f21dd654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:17.131000 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7868bd-fdd3-4ca7-8b66-987f8b51c2c7 None None] Network 80935113-42ce-4ffe-804e-44487a3a9f34 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:17.185883 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7868bd-fdd3-4ca7-8b66-987f8b51c2c7 None None] Network 80935113-42ce-4ffe-804e-44487a3a9f34 could not be found, it might have been deleted concurrently. {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 02 12:01:17.192563 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-aa2f384d-e050-4011-8f64-7da867c66815 None None] Provisioning complete for port 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:17.195807 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aa2f384d-e050-4011-8f64-7da867c66815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:17.215954 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f002234f-307b-4c53-a3e5-96a8ea1646d7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:17.307944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177d53d5-9db3-48a9-afbf-f8ebf3af0267 None None] Update dhcp port {'port': {'network_id': 'df8b4c1f-c005-4480-845e-ae41d8b73f82', 'fixed_ips': [{'subnet_id': 'c9bc4da0-1ac1-40d4-9124-99029cf98a79', 'ip_address': '2001:db8::2'}, {'subnet_id': '35ab718f-ab17-4557-9b8c-818cd40e3d53'}], 'binding:host_id': 'n-d-806683-18'}, 'id': '223fcdc6-07cd-468d-be49-2773864dd76b'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 12:01:17.369953 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-177d53d5-9db3-48a9-afbf-f8ebf3af0267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:17.382958 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f002234f-307b-4c53-a3e5-96a8ea1646d7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:17.386805 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f002234f-307b-4c53-a3e5-96a8ea1646d7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:17.396454 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f002234f-307b-4c53-a3e5-96a8ea1646d7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:17.473804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e361020-b36b-46c0-a343-32acfd0b8682 req-336077cd-d862-42cd-a3e3-2ef61a2c5716 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:17.491436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e361020-b36b-46c0-a343-32acfd0b8682 req-336077cd-d862-42cd-a3e3-2ef61a2c5716 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:17.505754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e361020-b36b-46c0-a343-32acfd0b8682 req-336077cd-d862-42cd-a3e3-2ef61a2c5716 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:17.516059 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:17.523102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e361020-b36b-46c0-a343-32acfd0b8682 req-336077cd-d862-42cd-a3e3-2ef61a2c5716 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:17.530744 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e361020-b36b-46c0-a343-32acfd0b8682 req-336077cd-d862-42cd-a3e3-2ef61a2c5716 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:17.547389 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e361020-b36b-46c0-a343-32acfd0b8682 req-336077cd-d862-42cd-a3e3-2ef61a2c5716 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:17.560988 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f002234f-307b-4c53-a3e5-96a8ea1646d7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7784088 Nov 02 12:01:17.564848 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59642) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:17.574026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e361020-b36b-46c0-a343-32acfd0b8682 req-336077cd-d862-42cd-a3e3-2ef61a2c5716 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:17.577063 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4e361020-b36b-46c0-a343-32acfd0b8682 req-336077cd-d862-42cd-a3e3-2ef61a2c5716 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5431 time: 0.4027388 Nov 02 12:01:17.618829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002234f-307b-4c53-a3e5-96a8ea1646d7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Network': ['ID=617e7226-711f-4683-bb06-d972d03ffad2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:17.632045 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:17.634793 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-002db068-9722-49e7-a463-c502fbe58436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:17.650288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 617e7226-711f-4683-bb06-d972d03ffad2 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:01:17.752983 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-4b79c39b-98a7-43da-ba1d-0ec2d4478552 admin admin] Deleting port 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:01:17.753348 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4b79c39b-98a7-43da-ba1d-0ec2d4478552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:17.761348 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1538bdb-ed1a-4f49-a0b8-6937a1029f57 None None] Pushing event updated for resources: {'Port': ['ID=d7a10e03-e47f-4ca4-be33-c349eb7604ba,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:17.812651 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1538bdb-ed1a-4f49-a0b8-6937a1029f57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:17.813088 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1538bdb-ed1a-4f49-a0b8-6937a1029f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:17.813551 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1538bdb-ed1a-4f49-a0b8-6937a1029f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:17.813891 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1538bdb-ed1a-4f49-a0b8-6937a1029f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:17.814275 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1538bdb-ed1a-4f49-a0b8-6937a1029f57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:17.814611 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1538bdb-ed1a-4f49-a0b8-6937a1029f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:17.814956 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1538bdb-ed1a-4f49-a0b8-6937a1029f57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:17.815341 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1538bdb-ed1a-4f49-a0b8-6937a1029f57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:17.815745 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1538bdb-ed1a-4f49-a0b8-6937a1029f57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:17.816040 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1538bdb-ed1a-4f49-a0b8-6937a1029f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:17.816391 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1538bdb-ed1a-4f49-a0b8-6937a1029f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:17.816855 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1538bdb-ed1a-4f49-a0b8-6937a1029f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:17.821281 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Attempting to bind port d7a10e03-e47f-4ca4-be33-c349eb7604ba on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:01:17.821700 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Attempting to bind port d7a10e03-e47f-4ca4-be33-c349eb7604ba by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:01:17.822063 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Attempting to bind port d7a10e03-e47f-4ca4-be33-c349eb7604ba on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:01:17.825128 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dfecc1-a395-46cd-9661-add0e214be58 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:17.828315 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-33dfecc1-a395-46cd-9661-add0e214be58 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "GET /v2.0/networks?id=617e7226-711f-4683-bb06-d972d03ffad2 HTTP/1.1" status: 200 len: 764 time: 0.2616508 Nov 02 12:01:17.829475 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:01:17.829653 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59644) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:17.829957 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:17.830893 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:17.831322 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:01:17.831808 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Bound port: d7a10e03-e47f-4ca4-be33-c349eb7604ba, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:01:17.832191 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:17.837492 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4d6f462f-dfe0-431c-8fb4-a5484ab44cff tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'network': {'description': 'd2'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:17.917608 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c199df98-6154-4ff1-a5bc-14e82feb2b55 None None] Provisioning complete for port 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:17.923297 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] For port d7a10e03-e47f-4ca4-be33-c349eb7604ba, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:01:17.923807 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c199df98-6154-4ff1-a5bc-14e82feb2b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:17.928564 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] For port d7a10e03-e47f-4ca4-be33-c349eb7604ba, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d7a10e03-e47f-4ca4-be33-c349eb7604ba,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:01:18.003618 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:18.056175 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-4b79c39b-98a7-43da-ba1d-0ec2d4478552 admin admin] For port 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:18.056841 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4b79c39b-98a7-43da-ba1d-0ec2d4478552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:18.069046 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:18.088812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-4b79c39b-98a7-43da-ba1d-0ec2d4478552 admin admin] Calling delete_port for 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:01:18.144153 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1538bdb-ed1a-4f49-a0b8-6937a1029f57 None None] Pushing event updated for resources: {'Port': ['ID=d7a10e03-e47f-4ca4-be33-c349eb7604ba,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:18.193561 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Routers {'ddc3b898-3f37-4d0b-8bfc-4c1613696b05'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:01:18.194586 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:00:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:18.204568 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4d6f462f-dfe0-431c-8fb4-a5484ab44cff tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:18.238581 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-177d53d5-9db3-48a9-afbf-f8ebf3af0267 None None] Allocated IP 172.20.0.1 (df8b4c1f-c005-4480-845e-ae41d8b73f82/35ab718f-ab17-4557-9b8c-818cd40e3d53/223fcdc6-07cd-468d-be49-2773864dd76b) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:01:18.290988 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:18.291746 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:18.336170 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4d6f462f-dfe0-431c-8fb4-a5484ab44cff tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:18.355819 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4e361020-b36b-46c0-a343-32acfd0b8682 req-76938df6-3449-4893-a878-6e1d96b97e80 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7657983 Nov 02 12:01:18.398761 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] Set router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:01:18.418584 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-77e5632d-4072-4d52-9ccb-eac0f21dd654 admin admin] Allocated IP 172.20.0.1 (b3d723ce-e5b2-4427-a422-70398aab6d7f/0360a412-e52f-4282-8491-82f08f448324/2ade138a-e8ba-4d3b-b611-b11dfeca3fdd) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:01:18.505987 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4d6f462f-dfe0-431c-8fb4-a5484ab44cff tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network 617e7226-711f-4683-bb06-d972d03ffad2 is not hosted by any dhcp agent {{(pid=102690) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 12:01:18.526804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6f462f-dfe0-431c-8fb4-a5484ab44cff tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:18.526804 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4d6f462f-dfe0-431c-8fb4-a5484ab44cff tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:18.527514 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4d6f462f-dfe0-431c-8fb4-a5484ab44cff tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "PUT /v2.0/networks/617e7226-711f-4683-bb06-d972d03ffad2 HTTP/1.1" status: 200 len: 761 time: 0.6968033 Nov 02 12:01:18.531654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59650) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:18.542733 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f462f-dfe0-431c-8fb4-a5484ab44cff tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Network': ['ID=617e7226-711f-4683-bb06-d972d03ffad2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:18.592467 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 617e7226-711f-4683-bb06-d972d03ffad2 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:01:18.605380 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-177d53d5-9db3-48a9-afbf-f8ebf3af0267 None None] For port 223fcdc6-07cd-468d-be49-2773864dd76b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=223fcdc6-07cd-468d-be49-2773864dd76b,segment=NetworkSegment(30c081af-0faf-4cb6-98a0-34eb13a97558),segment_id=30c081af-0faf-4cb6-98a0-34eb13a97558)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:18.643130 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 223fcdc6-07cd-468d-be49-2773864dd76b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:18.649169 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:13Z', 'revision_number': 3, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:18.682326 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea6296b-10de-4e84-9a1f-157d6625f8a1 None None] The sync data for ids ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'] in n-d-806683-18 is: [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:13Z', 'revision_number': 3, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:01:18.786200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cae358-f707-4198-87af-67d270a6a6a6 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:18.791149 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59652) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:18.796276 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e3cae358-f707-4198-87af-67d270a6a6a6 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "GET /v2.0/networks?id=617e7226-711f-4683-bb06-d972d03ffad2 HTTP/1.1" status: 200 len: 764 time: 0.2588041 Nov 02 12:01:18.811380 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-177d53d5-9db3-48a9-afbf-f8ebf3af0267 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:18.818148 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4b79c39b-98a7-43da-ba1d-0ec2d4478552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:18.829484 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77e5632d-4072-4d52-9ccb-eac0f21dd654 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:18.839374 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 223fcdc6-07cd-468d-be49-2773864dd76b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:18.840277 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:18.875225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79c39b-98a7-43da-ba1d-0ec2d4478552 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:18.897278 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-177d53d5-9db3-48a9-afbf-f8ebf3af0267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:18.987333 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d53d5-9db3-48a9-afbf-f8ebf3af0267 None None] Pushing event updated for resources: {'Port': ['ID=223fcdc6-07cd-468d-be49-2773864dd76b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:19.245625 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77e5632d-4072-4d52-9ccb-eac0f21dd654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:19.290292 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045102b6-f5bc-4b88-8d0a-879b2345dfea tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:19.310551 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-045102b6-f5bc-4b88-8d0a-879b2345dfea tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5167661 Nov 02 12:01:19.314285 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59654) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:19.386252 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-15910f42-47ec-4250-b541-4be1557a026e tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "GET /v2.0/subnets?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 207 time: 0.0585585 Nov 02 12:01:19.392227 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59656) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:19.405820 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4b79c39b-98a7-43da-ba1d-0ec2d4478552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:19.439892 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e5632d-4072-4d52-9ccb-eac0f21dd654 admin admin] Network b3d723ce-e5b2-4427-a422-70398aab6d7f is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:01:19.442801 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5632d-4072-4d52-9ccb-eac0f21dd654 admin admin] Pushing event updated for resources: {'Port': ['ID=2ade138a-e8ba-4d3b-b611-b11dfeca3fdd,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:19.467332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-77e5632d-4072-4d52-9ccb-eac0f21dd654 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:19.477871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e5632d-4072-4d52-9ccb-eac0f21dd654 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:01:19.673846 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0d4d51-d435-42a6-805b-df14171e23a4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:19.681366 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0d4d51-d435-42a6-805b-df14171e23a4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:19.689015 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0d4d51-d435-42a6-805b-df14171e23a4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:19.695571 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0d4d51-d435-42a6-805b-df14171e23a4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:19.708586 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0d4d51-d435-42a6-805b-df14171e23a4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:19.721148 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0d4d51-d435-42a6-805b-df14171e23a4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:19.727632 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ae0d4d51-d435-42a6-805b-df14171e23a4 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3285935 Nov 02 12:01:19.730203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59664) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:19.740415 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b956bb35-6932-46ac-b663-7a9c24e7d27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:19.988254 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-275040c4-e1a3-4aa4-b332-b62b461e715d None None] Provisioning complete for port 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:19.988836 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-275040c4-e1a3-4aa4-b332-b62b461e715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:20.065596 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-275040c4-e1a3-4aa4-b332-b62b461e715d None None] Port 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:01:20.116586 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9e87c029-2009-4bed-81ff-929b4953c071 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3798814 Nov 02 12:01:20.129507 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59666) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:20.207299 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0691d7f-d87d-4354-865a-90132a82f02e None None] Network df8b4c1f-c005-4480-845e-ae41d8b73f82 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:20.239165 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e953e0c-b123-41f7-9b39-dbb7aeaabcc0 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:20.240592 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e953e0c-b123-41f7-9b39-dbb7aeaabcc0 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:20.241763 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77e5632d-4072-4d52-9ccb-eac0f21dd654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:20.243403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e953e0c-b123-41f7-9b39-dbb7aeaabcc0 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:20.246109 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e953e0c-b123-41f7-9b39-dbb7aeaabcc0 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:20.248621 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e953e0c-b123-41f7-9b39-dbb7aeaabcc0 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:20.254039 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8e953e0c-b123-41f7-9b39-dbb7aeaabcc0 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1232831 Nov 02 12:01:20.259476 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59668) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:20.295842 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 223fcdc6-07cd-468d-be49-2773864dd76b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:20.369560 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bb537d-88a4-4484-bf54-5cdf1f08fa89 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:20.381066 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bb537d-88a4-4484-bf54-5cdf1f08fa89 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:20.381066 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bb537d-88a4-4484-bf54-5cdf1f08fa89 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:20.388640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e68816d2-7e83-4c0f-a731-12efe1104963 None None] Provisioning complete for port 223fcdc6-07cd-468d-be49-2773864dd76b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:20.389427 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e68816d2-7e83-4c0f-a731-12efe1104963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:20.391181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bb537d-88a4-4484-bf54-5cdf1f08fa89 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:20.394679 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bb537d-88a4-4484-bf54-5cdf1f08fa89 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:20.397002 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-31bb537d-88a4-4484-bf54-5cdf1f08fa89 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1359651 Nov 02 12:01:20.407317 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59670) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:20.531584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 223fcdc6-07cd-468d-be49-2773864dd76b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:20.532169 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:20.593944 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ad6db-c11a-46de-b851-0a62259c055e req-7c86048f-b99d-4e19-8d86-c166a92387e3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:20.605272 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ad6db-c11a-46de-b851-0a62259c055e req-7c86048f-b99d-4e19-8d86-c166a92387e3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:20.617700 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ad6db-c11a-46de-b851-0a62259c055e req-7c86048f-b99d-4e19-8d86-c166a92387e3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:20.636152 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ad6db-c11a-46de-b851-0a62259c055e req-7c86048f-b99d-4e19-8d86-c166a92387e3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:20.647233 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ad6db-c11a-46de-b851-0a62259c055e req-7c86048f-b99d-4e19-8d86-c166a92387e3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:20.658551 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ad6db-c11a-46de-b851-0a62259c055e req-7c86048f-b99d-4e19-8d86-c166a92387e3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:20.686631 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ad6db-c11a-46de-b851-0a62259c055e req-7c86048f-b99d-4e19-8d86-c166a92387e3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:20.690580 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-736ad6db-c11a-46de-b851-0a62259c055e req-7c86048f-b99d-4e19-8d86-c166a92387e3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5431 time: 0.5085304 Nov 02 12:01:20.758134 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d7a10e03-e47f-4ca4-be33-c349eb7604ba up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:20.844842 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d7a10e03-e47f-4ca4-be33-c349eb7604ba triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:20.845214 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:20.845694 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77e5632d-4072-4d52-9ccb-eac0f21dd654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:21.035277 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:21.057324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78637254-85f8-4cdd-bc2b-ec7fc4970bcc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:21.060320 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-78637254-85f8-4cdd-bc2b-ec7fc4970bcc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "GET /v2.0/networks/91bd8631-f50c-4758-ba78-d42363fa8fc8 HTTP/1.1" status: 200 len: 804 time: 0.6518583 Nov 02 12:01:21.064931 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59678) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:21.071745 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:21.112837 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port d7a10e03-e47f-4ca4-be33-c349eb7604ba, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d7a10e03-e47f-4ca4-be33-c349eb7604ba,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:21.119455 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f4a29b66-ae60-4e8c-8602-f0bb7dad617e None None] Provisioning complete for port 223fcdc6-07cd-468d-be49-2773864dd76b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:21.119830 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f4a29b66-ae60-4e8c-8602-f0bb7dad617e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:21.182737 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:21.235305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-736ad6db-c11a-46de-b851-0a62259c055e req-786cd1c4-6b40-4807-bc7d-eda269bcd5f8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4985697 Nov 02 12:01:21.302387 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=d7a10e03-e47f-4ca4-be33-c349eb7604ba,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:21.351669 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3976d03b-1eda-445b-be25-24a47d5be504 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "GET /v2.0/networks/91bd8631-f50c-4758-ba78-d42363fa8fc8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2855053 Nov 02 12:01:21.352603 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59684) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:21.374765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b79c39b-98a7-43da-ba1d-0ec2d4478552 admin admin] Router f3a273e5-16fb-4094-8e4f-731c04b37fb0 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:01:21.443733 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2986cd-9e40-4253-9e3e-e1525393d78f tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:21.451261 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59686) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:21.451791 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ab2986cd-9e40-4253-9e3e-e1525393d78f tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "GET /v2.0/subnets/c4c4ec7a-883a-4e95-9b09-08c896f90147 HTTP/1.1" status: 200 len: 843 time: 0.0961506 Nov 02 12:01:21.598123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68497689-06ce-4f32-877b-4c186aae88fd tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:21.599563 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-68497689-06ce-4f32-877b-4c186aae88fd tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "GET /v2.0/subnets/c4c4ec7a-883a-4e95-9b09-08c896f90147?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1477661 Nov 02 12:01:21.603288 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59690) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:21.609637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1353997050'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:21.678709 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77e5632d-4072-4d52-9ccb-eac0f21dd654 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:21.681328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b79c39b-98a7-43da-ba1d-0ec2d4478552 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:01:21.688092 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4b79c39b-98a7-43da-ba1d-0ec2d4478552 admin admin] 10.222.0.52 "PUT /v2.0/routers/f3a273e5-16fb-4094-8e4f-731c04b37fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3268018 Nov 02 12:01:21.690261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59692) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:21.698940 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b5b58-2039-460f-9627-f211ffdcadbe None None] Sync routers for ids ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:01:21.723040 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b5b58-2039-460f-9627-f211ffdcadbe None None] Routers {'f3a273e5-16fb-4094-8e4f-731c04b37fb0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:01:21.726392 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ce5b5b58-2039-460f-9627-f211ffdcadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:01:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:21.752625 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77e5632d-4072-4d52-9ccb-eac0f21dd654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:21.937912 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-ce5b5b58-2039-460f-9627-f211ffdcadbe None None] Set router f3a273e5-16fb-4094-8e4f-731c04b37fb0 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:01:21.961753 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77e5632d-4072-4d52-9ccb-eac0f21dd654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:21.979853 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5632d-4072-4d52-9ccb-eac0f21dd654 admin admin] Pushing event updated for resources: {'Port': ['ID=2ade138a-e8ba-4d3b-b611-b11dfeca3fdd,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:22.068966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d7a10e03-e47f-4ca4-be33-c349eb7604ba up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:22.144218 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e5632d-4072-4d52-9ccb-eac0f21dd654 admin admin] Network b3d723ce-e5b2-4427-a422-70398aab6d7f is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:01:22.147944 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-77e5632d-4072-4d52-9ccb-eac0f21dd654 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:22.327736 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:22.334724 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:22.396935 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e5632d-4072-4d52-9ccb-eac0f21dd654 admin admin] Router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:01:22.417100 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c81b0eb-5e5c-41d1-9a07-71de3483ba57 admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:22.505555 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:01:22.641733 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:22.642539 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Added segment 3396faa1-6f41-4eae-87dc-d7b8cc45a940 of type vlan for network 2bf49016-0ceb-41b2-8bc4-6c7182d35ae3 Nov 02 12:01:22.654478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e8078-ed0c-4691-a441-1bd78300bf06 req-a95dca08-c819-4b2f-b27a-a3dc10c3e0a6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:22.662202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e8078-ed0c-4691-a441-1bd78300bf06 req-a95dca08-c819-4b2f-b27a-a3dc10c3e0a6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:22.667507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d7a10e03-e47f-4ca4-be33-c349eb7604ba triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:22.668055 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:22.676897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e8078-ed0c-4691-a441-1bd78300bf06 req-a95dca08-c819-4b2f-b27a-a3dc10c3e0a6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:22.697562 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:22.697834 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e8078-ed0c-4691-a441-1bd78300bf06 req-a95dca08-c819-4b2f-b27a-a3dc10c3e0a6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:22.708459 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e8078-ed0c-4691-a441-1bd78300bf06 req-a95dca08-c819-4b2f-b27a-a3dc10c3e0a6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:22.724868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e8078-ed0c-4691-a441-1bd78300bf06 req-a95dca08-c819-4b2f-b27a-a3dc10c3e0a6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:22.738511 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c81b0eb-5e5c-41d1-9a07-71de3483ba57 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:22.743585 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e8078-ed0c-4691-a441-1bd78300bf06 req-a95dca08-c819-4b2f-b27a-a3dc10c3e0a6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:22.748212 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-174e8078-ed0c-4691-a441-1bd78300bf06 req-a95dca08-c819-4b2f-b27a-a3dc10c3e0a6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5431 time: 0.2543275 Nov 02 12:01:22.755972 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:22.781327 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-af41177a-df28-489f-a318-eb586b0f55d1 None None] Provisioning complete for port 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:22.782056 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-af41177a-df28-489f-a318-eb586b0f55d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:22.815530 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:22.828063 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:22.829064 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:22.851272 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e5632d-4072-4d52-9ccb-eac0f21dd654 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:01:22.861710 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-77e5632d-4072-4d52-9ccb-eac0f21dd654 admin admin] 10.222.0.52 "PUT /v2.0/routers/ddc3b898-3f37-4d0b-8bfc-4c1613696b05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7882974 Nov 02 12:01:22.862947 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Sync routers for ids ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:01:22.883199 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-174e8078-ed0c-4691-a441-1bd78300bf06 req-17ba5eee-ee37-4e9f-aaf4-fd7f439ef8d8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260154 Nov 02 12:01:22.895815 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Routers {'ddc3b898-3f37-4d0b-8bfc-4c1613696b05'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:01:22.897049 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:01:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:22.920250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-af41177a-df28-489f-a318-eb586b0f55d1 None None] Port 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:01:22.985096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ce5b5b58-2039-460f-9627-f211ffdcadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T12:01:18Z', 'revision_number': 5, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port': {'id': '0973338e-6acf-4146-b571-a91b4bf89c5f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:51:45Z', 'updated_at': '2021-11-02T11:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:23.047511 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4430625 Nov 02 12:01:23.049857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59704) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:23.058779 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f7aad828-eb1c-4ce8-8c0f-220dc23ee1d6 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'subnet': {'network_id': '2bf49016-0ceb-41b2-8bc4-6c7182d35ae3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:23.067733 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Network': ['ID=2bf49016-0ceb-41b2-8bc4-6c7182d35ae3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:23.070009 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b5b58-2039-460f-9627-f211ffdcadbe None None] Checking router: f3a273e5-16fb-4094-8e4f-731c04b37fb0 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:01:23.100757 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b5b58-2039-460f-9627-f211ffdcadbe None None] Routers {'f3a273e5-16fb-4094-8e4f-731c04b37fb0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:01:23.101661 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ce5b5b58-2039-460f-9627-f211ffdcadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:01:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:23.125538 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Set router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:01:23.131680 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:23.139437 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:23.140124 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:23.143224 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:23.143764 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:23.144284 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:23.144801 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:23.145303 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:23.147656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:23.148217 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:23.149035 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:23.149664 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fd8362-cc03-40f5-9eca-6a58633a3d08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:23.193747 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5c81b0eb-5e5c-41d1-9a07-71de3483ba57 admin admin] Deleting port 0973338e-6acf-4146-b571-a91b4bf89c5f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:01:23.194097 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c81b0eb-5e5c-41d1-9a07-71de3483ba57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:23.220474 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 2bf49016-0ceb-41b2-8bc4-6c7182d35ae3 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:01:23.320423 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-5c81b0eb-5e5c-41d1-9a07-71de3483ba57 admin admin] For port 0973338e-6acf-4146-b571-a91b4bf89c5f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0973338e-6acf-4146-b571-a91b4bf89c5f,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:23.321166 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c81b0eb-5e5c-41d1-9a07-71de3483ba57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:23.348768 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5c81b0eb-5e5c-41d1-9a07-71de3483ba57 admin admin] Calling delete_port for 0973338e-6acf-4146-b571-a91b4bf89c5f owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:01:23.421024 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-ce5b5b58-2039-460f-9627-f211ffdcadbe None None] Set router f3a273e5-16fb-4094-8e4f-731c04b37fb0 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:01:23.443857 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 2, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:23.483402 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aad828-eb1c-4ce8-8c0f-220dc23ee1d6 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Made reservation on behalf of 2420fa4bbe5c42859d5189e5347e3181 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:23.486495 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Checking router: ddc3b898-3f37-4d0b-8bfc-4c1613696b05 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:01:23.487043 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Updating router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 port 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:01:23.487763 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f7aad828-eb1c-4ce8-8c0f-220dc23ee1d6 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:23.491422 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ce5b5b58-2039-460f-9627-f211ffdcadbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T12:01:22Z', 'revision_number': 6, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:23.523656 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:23.556704 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b5b58-2039-460f-9627-f211ffdcadbe None None] The sync data for ids ['f3a273e5-16fb-4094-8e4f-731c04b37fb0'] in n-d-806683-18 is: [{'id': 'f3a273e5-16fb-4094-8e4f-731c04b37fb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1656180653-router', 'tenant_id': '6c42cd043aff4c3dad752193a806d1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:51:44Z', 'updated_at': '2021-11-02T12:01:22Z', 'revision_number': 6, 'project_id': '6c42cd043aff4c3dad752193a806d1f3', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:01:23.722180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.ipam_backend_mixin [None req-f7aad828-eb1c-4ce8-8c0f-220dc23ee1d6 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Performing IP validity checks on allocation pools {{(pid=102689) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 02 12:01:23.723534 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.ipam_backend_mixin [None req-f7aad828-eb1c-4ce8-8c0f-220dc23ee1d6 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102689) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 02 12:01:23.819878 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c81b0eb-5e5c-41d1-9a07-71de3483ba57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:23.881615 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81b0eb-5e5c-41d1-9a07-71de3483ba57 admin admin] Pushing event deleted for resources: {'Port': ['ID=0973338e-6acf-4146-b571-a91b4bf89c5f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:23.979270 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.035546 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c81b0eb-5e5c-41d1-9a07-71de3483ba57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.067073 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f7aad828-eb1c-4ce8-8c0f-220dc23ee1d6 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.133602 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:01:24.151146 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.171281 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:01:24.171639 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4d55f7ec-e0aa-44b4-b66f-4f2c16041fd4 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:01:24.174308 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.237572 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.262036 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59734) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:24.275488 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2a86c105-fedb-48fb-a13c-dd9cf6a9a0cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1134033007-network', 'tenant_id': '580e3320ac364db98a0f33ea0c59d225'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:24.291714 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b34114-163c-4372-b083-e8d3270aa56a None None] Pushing event updated for resources: {'Port': ['ID=2ade138a-e8ba-4d3b-b611-b11dfeca3fdd,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:24.307835 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c81b0eb-5e5c-41d1-9a07-71de3483ba57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.308777 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c81b0eb-5e5c-41d1-9a07-71de3483ba57 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.374960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aad828-eb1c-4ce8-8c0f-220dc23ee1d6 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Subnet': ['ID=cfacd9e3-3f41-4059-ab87-8513fa33cb5e,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:24.408529 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Attempting to bind port 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:01:24.408793 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210f0d6-56dd-4476-a4b4-df84917f07b5 req-68b80a79-8dc1-41a0-a8dc-a144ef339d09 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:24.408938 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Attempting to bind port 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:01:24.409240 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Attempting to bind port 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd on network b3d723ce-e5b2-4427-a422-70398aab6d7f {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:01:24.414787 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:01:24.415194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210f0d6-56dd-4476-a4b4-df84917f07b5 req-68b80a79-8dc1-41a0-a8dc-a144ef339d09 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:24.415355 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Checking segment: {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:24.415658 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.416047 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Bound using segment: {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:01:24.416527 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Bound port: 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:01:24.416899 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.422971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210f0d6-56dd-4476-a4b4-df84917f07b5 req-68b80a79-8dc1-41a0-a8dc-a144ef339d09 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:24.430842 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210f0d6-56dd-4476-a4b4-df84917f07b5 req-68b80a79-8dc1-41a0-a8dc-a144ef339d09 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:24.435959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210f0d6-56dd-4476-a4b4-df84917f07b5 req-68b80a79-8dc1-41a0-a8dc-a144ef339d09 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:24.443671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a86c105-fedb-48fb-a13c-dd9cf6a9a0cd admin admin] Made reservation on behalf of 580e3320ac364db98a0f33ea0c59d225 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:24.446919 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2a86c105-fedb-48fb-a13c-dd9cf6a9a0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.454098 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210f0d6-56dd-4476-a4b4-df84917f07b5 req-68b80a79-8dc1-41a0-a8dc-a144ef339d09 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:24.461783 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2a86c105-fedb-48fb-a13c-dd9cf6a9a0cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.469307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210f0d6-56dd-4476-a4b4-df84917f07b5 req-68b80a79-8dc1-41a0-a8dc-a144ef339d09 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:24.479837 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a210f0d6-56dd-4476-a4b4-df84917f07b5 req-68b80a79-8dc1-41a0-a8dc-a144ef339d09 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5431 time: 0.2914155 Nov 02 12:01:24.490157 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c81b0eb-5e5c-41d1-9a07-71de3483ba57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.490426 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c81b0eb-5e5c-41d1-9a07-71de3483ba57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3a273e5-16fb-4094-8e4f-731c04b37fb0 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:01:24.500363 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c81b0eb-5e5c-41d1-9a07-71de3483ba57 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.501554 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5c81b0eb-5e5c-41d1-9a07-71de3483ba57 admin admin] 10.222.0.52 "DELETE /v2.0/routers/f3a273e5-16fb-4094-8e4f-731c04b37fb0 HTTP/1.1" status: 204 len: 168 time: 2.8103013 Nov 02 12:01:24.514144 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59736) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:24.556893 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aad828-eb1c-4ce8-8c0f-220dc23ee1d6 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Checking segment: {'id': '3396faa1-6f41-4eae-87dc-d7b8cc45a940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2bf49016-0ceb-41b2-8bc4-6c7182d35ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:24.557525 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aad828-eb1c-4ce8-8c0f-220dc23ee1d6 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network hostable DHCP agents. Network: 2bf49016-0ceb-41b2-8bc4-6c7182d35ae3, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:01:24.572820 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] For port 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:01:24.572820 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] For port 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2ade138a-e8ba-4d3b-b611-b11dfeca3fdd,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:01:24.580349 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 5e651fdc-8891-4208-901e-2768d0925ea9 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:01:24.649571 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.658871 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a210f0d6-56dd-4476-a4b4-df84917f07b5 req-89c30ff0-5472-410d-adf0-85fae5354a61 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1780286 Nov 02 12:01:24.666762 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-400c195a-2d1c-4703-a82c-6a00ff71c999 admin admin] Deleting subnet 17063659-e3c5-4f52-b046-a3aac82260e7 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:01:24.685998 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-400c195a-2d1c-4703-a82c-6a00ff71c999 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.704772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aad828-eb1c-4ce8-8c0f-220dc23ee1d6 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Network 2bf49016-0ceb-41b2-8bc4-6c7182d35ae3 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:01:24.714684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 5e651fdc-8891-4208-901e-2768d0925ea9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5e651fdc-8891-4208-901e-2768d0925ea9,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:24.737317 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '5e651fdc-8891-4208-901e-2768d0925ea9', 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2', 'port_id': '5e651fdc-8891-4208-901e-2768d0925ea9', 'mac_address': 'fa:16:3e:c3:9e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1902cd-0e0e-473b-8064-ec5618ff9629', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:01:24.771975 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-400c195a-2d1c-4703-a82c-6a00ff71c999 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.796759 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-f7aad828-eb1c-4ce8-8c0f-220dc23ee1d6 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 2bf49016-0ceb-41b2-8bc4-6c7182d35ae3) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:24.805033 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aad828-eb1c-4ce8-8c0f-220dc23ee1d6 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:24.805969 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.807620 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f7aad828-eb1c-4ce8-8c0f-220dc23ee1d6 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.811587 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Routers {'ddc3b898-3f37-4d0b-8bfc-4c1613696b05'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:01:24.812455 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:01:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:24.819206 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9688443a-2c76-4350-8fd7-49bbfd3967e9 None None] Network 2bf49016-0ceb-41b2-8bc4-6c7182d35ae3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:24.867265 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e651fdc-8891-4208-901e-2768d0925ea9 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:01:24.894608 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f7aad828-eb1c-4ce8-8c0f-220dc23ee1d6 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8421354 Nov 02 12:01:24.896288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59740) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:24.900633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c38e7e96-ae2c-428f-8e8a-ab8a8454f1d7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:24.914769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 5e651fdc-8891-4208-901e-2768d0925ea9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5e651fdc-8891-4208-901e-2768d0925ea9,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:24.930943 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2a86c105-fedb-48fb-a13c-dd9cf6a9a0cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:24.962734 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b34114-163c-4372-b083-e8d3270aa56a None None] Pushing event updated for resources: {'Port': ['ID=2ade138a-e8ba-4d3b-b611-b11dfeca3fdd,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:25.005070 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-23fe2745-3065-4781-a47c-82630e726dec None None] Provisioning complete for port 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:25.005590 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-23fe2745-3065-4781-a47c-82630e726dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:25.074192 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2a86c105-fedb-48fb-a13c-dd9cf6a9a0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:25.104667 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c38e7e96-ae2c-428f-8e8a-ab8a8454f1d7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8985662'] for subnet, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:25.150823 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a86c105-fedb-48fb-a13c-dd9cf6a9a0cd admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:01:25.190231 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-400c195a-2d1c-4703-a82c-6a00ff71c999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:25.195451 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2a86c105-fedb-48fb-a13c-dd9cf6a9a0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:25.195802 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-2a86c105-fedb-48fb-a13c-dd9cf6a9a0cd admin admin] Added segment b6c81edd-ec60-40ea-a90c-aadc0856d754 of type vlan for network e62ae462-84fe-49eb-8806-e107da3c5aa1 Nov 02 12:01:25.219241 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86c105-fedb-48fb-a13c-dd9cf6a9a0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f67992-a9e1-4242-a450-43556be12e04,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:25.220506 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:25.221616 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device dabbb248-47fb-47b2-bb85-bb42f4b35e52 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:01:25.229596 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:25.262778 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] Set router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:01:25.323488 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2a86c105-fedb-48fb-a13c-dd9cf6a9a0cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:25.350787 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-23fe2745-3065-4781-a47c-82630e726dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:25.460510 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-400c195a-2d1c-4703-a82c-6a00ff71c999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:25.464571 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=5e651fdc-8891-4208-901e-2768d0925ea9,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:25.469016 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-2bf49016-0ceb-41b2-8bc4-6c7182d35ae3', 'network_id': '2bf49016-0ceb-41b2-8bc4-6c7182d35ae3', 'tenant_id': '2420fa4bbe5c42859d5189e5347e3181', 'fixed_ips': [{'subnet_id': 'cfacd9e3-3f41-4059-ab87-8513fa33cb5e'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:01:25.469889 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:25.487169 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-23fe2745-3065-4781-a47c-82630e726dec None None] For port 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2ade138a-e8ba-4d3b-b611-b11dfeca3fdd,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:25.510439 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c195a-2d1c-4703-a82c-6a00ff71c999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17063659-e3c5-4f52-b046-a3aac82260e7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:25.514419 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2a86c105-fedb-48fb-a13c-dd9cf6a9a0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:25.515463 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a86c105-fedb-48fb-a13c-dd9cf6a9a0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:25.516048 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2a86c105-fedb-48fb-a13c-dd9cf6a9a0cd admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:25.527725 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-400c195a-2d1c-4703-a82c-6a00ff71c999 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:25.534030 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-400c195a-2d1c-4703-a82c-6a00ff71c999 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/17063659-e3c5-4f52-b046-a3aac82260e7 HTTP/1.1" status: 204 len: 168 time: 1.0139368 Nov 02 12:01:25.534544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59742) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:25.545148 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:24Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:25.548481 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e32f5ad-95cd-4600-891c-06f0bed6c9bd None None] Network de1624d7-02e7-4915-9539-81b4cd0f5d6b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:25.580070 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fc1d13-7d76-44e2-96fe-2ce91d47eec4 None None] The sync data for ids ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'] in n-d-806683-18 is: [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:24Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:01:25.592136 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c38e7e96-ae2c-428f-8e8a-ab8a8454f1d7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730912249932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11618304'] for subnet, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:25.628151 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86c105-fedb-48fb-a13c-dd9cf6a9a0cd admin admin] Pushing event updated for resources: {'Network': ['ID=e62ae462-84fe-49eb-8806-e107da3c5aa1,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:25.667531 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2a86c105-fedb-48fb-a13c-dd9cf6a9a0cd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4029408 Nov 02 12:01:25.671473 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59744) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:25.695189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3831b1c4-9af1-4485-b72f-8f1928b10035 admin admin] Request body: {'subnet': {'network_id': 'e62ae462-84fe-49eb-8806-e107da3c5aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1134033007-subnet', 'tenant_id': '580e3320ac364db98a0f33ea0c59d225', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:25.770744 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:25.800007 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38e7e96-ae2c-428f-8e8a-ab8a8454f1d7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:25.800702 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c38e7e96-ae2c-428f-8e8a-ab8a8454f1d7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:25.805172 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c38e7e96-ae2c-428f-8e8a-ab8a8454f1d7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "PUT /v2.0/subnets/cfacd9e3-3f41-4059-ab87-8513fa33cb5e HTTP/1.1" status: 200 len: 900 time: 0.9060509 Nov 02 12:01:25.805674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59750) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:25.836431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network e62ae462-84fe-49eb-8806-e107da3c5aa1 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:01:25.841366 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3831b1c4-9af1-4485-b72f-8f1928b10035 admin admin] Made reservation on behalf of 580e3320ac364db98a0f33ea0c59d225 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:25.843790 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3831b1c4-9af1-4485-b72f-8f1928b10035 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:25.847875 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-23fe2745-3065-4781-a47c-82630e726dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:25.989351 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e7e96-ae2c-428f-8e8a-ab8a8454f1d7 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event updated for resources: {'Subnet': ['ID=cfacd9e3-3f41-4059-ab87-8513fa33cb5e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:26.036504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3483c4-1703-43a3-ae4b-becca1ca2b92 req-33a92b7f-293c-4564-b277-154fe8d9174e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:26.043602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3483c4-1703-43a3-ae4b-becca1ca2b92 req-33a92b7f-293c-4564-b277-154fe8d9174e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:26.050537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3483c4-1703-43a3-ae4b-becca1ca2b92 req-33a92b7f-293c-4564-b277-154fe8d9174e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:26.066057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3483c4-1703-43a3-ae4b-becca1ca2b92 req-33a92b7f-293c-4564-b277-154fe8d9174e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:26.074067 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3483c4-1703-43a3-ae4b-becca1ca2b92 req-33a92b7f-293c-4564-b277-154fe8d9174e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:26.081227 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3483c4-1703-43a3-ae4b-becca1ca2b92 req-33a92b7f-293c-4564-b277-154fe8d9174e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:26.085390 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:26.089472 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3483c4-1703-43a3-ae4b-becca1ca2b92 req-33a92b7f-293c-4564-b277-154fe8d9174e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:26.092160 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-af3483c4-1703-43a3-ae4b-becca1ca2b92 req-33a92b7f-293c-4564-b277-154fe8d9174e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5432 time: 0.2621062 Nov 02 12:01:26.094071 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] Deleting port 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:01:26.094413 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:26.141005 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Allocated IP 2001:db8::3 (2bf49016-0ceb-41b2-8bc4-6c7182d35ae3/cfacd9e3-3f41-4059-ab87-8513fa33cb5e/77e62f29-5c99-40d6-a60c-b5658cbbe625) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:01:26.181006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] For port 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6e3b7713-4c2c-48ae-b1e9-ef81ab3de810,segment=NetworkSegment(69f1ae64-edc6-494e-8895-5d738b373136),segment_id=69f1ae64-edc6-494e-8895-5d738b373136)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:26.182282 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:26.193802 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port dabbb248-47fb-47b2-bb85-bb42f4b35e52, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=dabbb248-47fb-47b2-bb85-bb42f4b35e52,segment=NetworkSegment(a52f423b-34ed-42d0-84ad-25ab3731e69a),segment_id=a52f423b-34ed-42d0-84ad-25ab3731e69a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:26.219911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] Calling delete_port for 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:01:26.354637 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:26.400870 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:26.402271 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3831b1c4-9af1-4485-b72f-8f1928b10035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:26.457570 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-af3483c4-1703-43a3-ae4b-becca1ca2b92 req-fabcaf00-bcae-4173-a946-ac90821da10e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2687604 Nov 02 12:01:26.471780 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:26.483385 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe2745-3065-4781-a47c-82630e726dec None None] Pushing event updated for resources: {'Port': ['ID=2ade138a-e8ba-4d3b-b611-b11dfeca3fdd,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:26.488281 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'dabbb248-47fb-47b2-bb85-bb42f4b35e52', 'network_id': '10b936a8-d21b-4733-b926-602727efeb2b', 'port_id': 'dabbb248-47fb-47b2-bb85-bb42f4b35e52', 'mac_address': 'fa:16:3e:7c:3c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563d92c1-6662-4771-9939-deda5bdb68bf', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:01:26.492237 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a11f97b8-07dc-49c0-a95c-89dd6b5f3430 None None] Provisioning complete for port 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:26.492672 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a11f97b8-07dc-49c0-a95c-89dd6b5f3430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:26.499959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] No DVR routers for this DVR port 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:01:26.539349 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3b7713-4c2c-48ae-b1e9-ef81ab3de810,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:26.610145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831b1c4-9af1-4485-b72f-8f1928b10035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60519e2-eb32-43ea-9fdd-a8c6e124b61b,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:26.616602 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831b1c4-9af1-4485-b72f-8f1928b10035 admin admin] Checking segment: {'id': 'b6c81edd-ec60-40ea-a90c-aadc0856d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e62ae462-84fe-49eb-8806-e107da3c5aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:26.617121 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3831b1c4-9af1-4485-b72f-8f1928b10035 admin admin] Network hostable DHCP agents. Network: e62ae462-84fe-49eb-8806-e107da3c5aa1, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:01:26.689607 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:26.701172 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e232f4-5ab7-4275-90d2-3c495f949c55 None None] DHCP port deletion for de1624d7-02e7-4915-9539-81b4cd0f5d6b request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:01:26.727998 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3831b1c4-9af1-4485-b72f-8f1928b10035 admin admin] Network e62ae462-84fe-49eb-8806-e107da3c5aa1 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:01:26.751403 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1624d7-02e7-4915-9539-81b4cd0f5d6b']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:26.751651 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:26.766558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f1ae64-edc6-494e-8895-5d738b373136') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:26.767612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f1ae64-edc6-494e-8895-5d738b373136') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:26.784184 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:26.795837 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabbb248-47fb-47b2-bb85-bb42f4b35e52 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:01:26.806192 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:26.806572 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:26.816400 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:26.825410 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-3831b1c4-9af1-4485-b72f-8f1928b10035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, e62ae462-84fe-49eb-8806-e107da3c5aa1) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:26.829470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:01:26.836533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3831b1c4-9af1-4485-b72f-8f1928b10035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:26.837162 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:26.837272 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3831b1c4-9af1-4485-b72f-8f1928b10035 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:01:26.837381 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:01:26.883338 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19c087e-24c5-4510-bbff-597779acf5ca None None] Network e62ae462-84fe-49eb-8806-e107da3c5aa1 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:26.926051 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port dabbb248-47fb-47b2-bb85-bb42f4b35e52, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=dabbb248-47fb-47b2-bb85-bb42f4b35e52,segment=NetworkSegment(a52f423b-34ed-42d0-84ad-25ab3731e69a),segment_id=a52f423b-34ed-42d0-84ad-25ab3731e69a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:26.935117 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59756) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:26.935341 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3831b1c4-9af1-4485-b72f-8f1928b10035 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2624695 Nov 02 12:01:26.939861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1134033007-router', 'tenant_id': '580e3320ac364db98a0f33ea0c59d225', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:26.995760 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.002021 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.005297 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] 10.222.0.52 "DELETE /v2.0/networks/de1624d7-02e7-4915-9539-81b4cd0f5d6b HTTP/1.1" status: 204 len: 168 time: 1.4692059 Nov 02 12:01:27.046087 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.054756 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f97b0-6dcd-46fd-8d35-9c405fa8fbcc admin admin] Pushing event deleted for resources: {'Network': ['ID=de1624d7-02e7-4915-9539-81b4cd0f5d6b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:27.057198 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.058166 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device de2a026a-6dac-4b49-9e98-ff799c66efb9 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:01:27.064446 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.064446 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.135883 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.142616 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.180329 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.209745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port de2a026a-6dac-4b49-9e98-ff799c66efb9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=de2a026a-6dac-4b49-9e98-ff799c66efb9,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:27.251861 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Network 2bf49016-0ceb-41b2-8bc4-6c7182d35ae3 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:01:27.289898 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Subnet': ['ID=cfacd9e3-3f41-4059-ab87-8513fa33cb5e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:27.363769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=dabbb248-47fb-47b2-bb85-bb42f4b35e52,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:27.377805 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:27.385395 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:01:27.414591 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.441001 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf49016-0ceb-41b2-8bc4-6c7182d35ae3']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:27.452507 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3396faa1-6f41-4eae-87dc-d7b8cc45a940') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:27.452810 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3396faa1-6f41-4eae-87dc-d7b8cc45a940') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:27.464048 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.471102 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'de2a026a-6dac-4b49-9e98-ff799c66efb9', 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2', 'port_id': 'de2a026a-6dac-4b49-9e98-ff799c66efb9', 'mac_address': 'fa:16:3e:83:dd:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1902cd-0e0e-473b-8064-ec5618ff9629', 'ip_address': '10.1.1.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:01:27.481678 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.495103 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:01:27.495866 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.534345 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-e62ae462-84fe-49eb-8806-e107da3c5aa1', 'network_id': 'e62ae462-84fe-49eb-8806-e107da3c5aa1', 'tenant_id': '580e3320ac364db98a0f33ea0c59d225', 'fixed_ips': [{'subnet_id': 'd60519e2-eb32-43ea-9fdd-a8c6e124b61b'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:01:27.535270 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.556035 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.612602 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Pushing event updated for resources: {'Port': ['ID=77e62f29-5c99-40d6-a60c-b5658cbbe625,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:27.618687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Attempting to bind port 77e62f29-5c99-40d6-a60c-b5658cbbe625 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:01:27.619000 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Attempting to bind port 77e62f29-5c99-40d6-a60c-b5658cbbe625 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '3396faa1-6f41-4eae-87dc-d7b8cc45a940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2bf49016-0ceb-41b2-8bc4-6c7182d35ae3'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:01:27.619368 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Attempting to bind port 77e62f29-5c99-40d6-a60c-b5658cbbe625 on network 2bf49016-0ceb-41b2-8bc4-6c7182d35ae3 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:01:27.630125 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:01:27.633076 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0973338e-6acf-4146-b571-a91b4bf89c5f no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:01:27.684364 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:01:27.689873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Checking segment: {'id': '3396faa1-6f41-4eae-87dc-d7b8cc45a940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2bf49016-0ceb-41b2-8bc4-6c7182d35ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:27.689873 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.689873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Bound using segment: {'id': '3396faa1-6f41-4eae-87dc-d7b8cc45a940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2bf49016-0ceb-41b2-8bc4-6c7182d35ae3'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:01:27.689873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Bound port: 77e62f29-5c99-40d6-a60c-b5658cbbe625, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3396faa1-6f41-4eae-87dc-d7b8cc45a940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2bf49016-0ceb-41b2-8bc4-6c7182d35ae3'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:01:27.689873 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.692249 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 0973338e-6acf-4146-b571-a91b4bf89c5f {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:01:27.692706 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0973338e-6acf-4146-b571-a91b4bf89c5f not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:01:27.721163 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.api [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:01:27.721163 n-d-806683-18 neutron-server[102690]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:01:27.721163 n-d-806683-18 neutron-server[102690]: [parameters: {'id': '2bf49016-0ceb-41b2-8bc4-6c7182d35ae3'}] Nov 02 12:01:27.721163 n-d-806683-18 neutron-server[102690]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:01:27.721946 n-d-806683-18 neutron-server[102690]: DEBUG oslo_db.api [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:01:27.725397 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.751272 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59772) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:27.805313 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9ba7f-e303-44c0-9fd7-344e37de0765 req-f1f12785-4912-4437-9d7f-434334231358 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:27.813655 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9ba7f-e303-44c0-9fd7-344e37de0765 req-f1f12785-4912-4437-9d7f-434334231358 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:27.820635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9ba7f-e303-44c0-9fd7-344e37de0765 req-f1f12785-4912-4437-9d7f-434334231358 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:27.829073 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9ba7f-e303-44c0-9fd7-344e37de0765 req-f1f12785-4912-4437-9d7f-434334231358 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:27.839282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9ba7f-e303-44c0-9fd7-344e37de0765 req-f1f12785-4912-4437-9d7f-434334231358 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:27.850872 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2a026a-6dac-4b49-9e98-ff799c66efb9 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:01:27.861847 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2f2bf292-8e51-45c1-99af-763da4a0aa90 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6c42cd043aff4c3dad752193a806d1f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1062682 Nov 02 12:01:27.862971 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59776) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:27.876644 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9ba7f-e303-44c0-9fd7-344e37de0765 req-f1f12785-4912-4437-9d7f-434334231358 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:27.898424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9ba7f-e303-44c0-9fd7-344e37de0765 req-f1f12785-4912-4437-9d7f-434334231358 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:27.900379 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99d9ba7f-e303-44c0-9fd7-344e37de0765 req-f1f12785-4912-4437-9d7f-434334231358 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5433 time: 0.2438192 Nov 02 12:01:27.932599 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2e17e4f1-baa2-421f-bf1b-354bed91d1c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.933974 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port de2a026a-6dac-4b49-9e98-ff799c66efb9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=de2a026a-6dac-4b49-9e98-ff799c66efb9,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:27.937158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] For port 77e62f29-5c99-40d6-a60c-b5658cbbe625, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:01:27.959692 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] For port 77e62f29-5c99-40d6-a60c-b5658cbbe625, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=77e62f29-5c99-40d6-a60c-b5658cbbe625,segment=NetworkSegment(3396faa1-6f41-4eae-87dc-d7b8cc45a940),segment_id=3396faa1-6f41-4eae-87dc-d7b8cc45a940)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:01:27.985913 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2e17e4f1-baa2-421f-bf1b-354bed91d1c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:27.995171 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Allocated IP 172.20.0.2 (e62ae462-84fe-49eb-8806-e107da3c5aa1/d60519e2-eb32-43ea-9fdd-a8c6e124b61b/5629a5fb-e6f6-4609-bab3-dd619babc80e) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:01:28.186148 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2e17e4f1-baa2-421f-bf1b-354bed91d1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:28.189354 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2e17e4f1-baa2-421f-bf1b-354bed91d1c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:28.190977 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2e17e4f1-baa2-421f-bf1b-354bed91d1c1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fcac79cc-b4be-44f3-a0de-4983e3729e33 HTTP/1.1" status: 204 len: 168 time: 0.3273649 Nov 02 12:01:28.209557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17e4f1-baa2-421f-bf1b-354bed91d1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcac79cc-b4be-44f3-a0de-4983e3729e33,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:28.225646 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:28.334416 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:28.361527 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:28.365880 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Deleting port 77e62f29-5c99-40d6-a60c-b5658cbbe625 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:01:28.366312 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:28.397264 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99d9ba7f-e303-44c0-9fd7-344e37de0765 req-847ccc62-aedb-4a1b-ab3f-3c019a2a834b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4785044 Nov 02 12:01:28.415522 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:28.455531 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:28.456225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:01:28.516140 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 0c8ae48e-1ea8-4690-a5ef-68ac4793c381, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0c8ae48e-1ea8-4690-a5ef-68ac4793c381,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:28.531891 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:28.541615 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] For port 77e62f29-5c99-40d6-a60c-b5658cbbe625, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=77e62f29-5c99-40d6-a60c-b5658cbbe625,segment=NetworkSegment(3396faa1-6f41-4eae-87dc-d7b8cc45a940),segment_id=3396faa1-6f41-4eae-87dc-d7b8cc45a940)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:28.545155 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:28.554669 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:28.573809 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '0c8ae48e-1ea8-4690-a5ef-68ac4793c381', 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2', 'port_id': '0c8ae48e-1ea8-4690-a5ef-68ac4793c381', 'mac_address': 'fa:16:3e:fe:44:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1902cd-0e0e-473b-8064-ec5618ff9629', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:01:28.579782 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Calling delete_port for 77e62f29-5c99-40d6-a60c-b5658cbbe625 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:01:28.607974 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:28.676750 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Network e62ae462-84fe-49eb-8806-e107da3c5aa1 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:01:28.688162 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:28.711757 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Allocated IP 172.25.6.233 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/537f6c57-e8bb-4f59-a8c3-d98482db9e37) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:01:28.756907 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:01:28.760716 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:28.798812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:01:28.876705 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:28.932067 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 0c8ae48e-1ea8-4690-a5ef-68ac4793c381, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0c8ae48e-1ea8-4690-a5ef-68ac4793c381,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:28.954455 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Port': ['ID=77e62f29-5c99-40d6-a60c-b5658cbbe625,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:28.971913 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2d007d-017a-4ac2-b8e5-361199a5230c None None] Network 2bf49016-0ceb-41b2-8bc4-6c7182d35ae3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:28.995915 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No DVR routers for this DVR port 77e62f29-5c99-40d6-a60c-b5658cbbe625 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:01:29.019344 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1d6cd-f120-485a-9367-5ae0ea3b2595 None None] Pushing event updated for resources: {'Port': ['ID=77e62f29-5c99-40d6-a60c-b5658cbbe625,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:29.033408 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:29.099097 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:29.099849 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:01:29.146605 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Attempting to bind port 5629a5fb-e6f6-4609-bab3-dd619babc80e on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:01:29.147102 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Attempting to bind port 5629a5fb-e6f6-4609-bab3-dd619babc80e by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'b6c81edd-ec60-40ea-a90c-aadc0856d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e62ae462-84fe-49eb-8806-e107da3c5aa1'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:01:29.147585 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Attempting to bind port 5629a5fb-e6f6-4609-bab3-dd619babc80e on network e62ae462-84fe-49eb-8806-e107da3c5aa1 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:01:29.149072 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:29.181901 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:01:29.182782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Checking segment: {'id': 'b6c81edd-ec60-40ea-a90c-aadc0856d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e62ae462-84fe-49eb-8806-e107da3c5aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:29.183309 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:29.183450 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf49016-0ceb-41b2-8bc4-6c7182d35ae3']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:29.184522 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Bound using segment: {'id': 'b6c81edd-ec60-40ea-a90c-aadc0856d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e62ae462-84fe-49eb-8806-e107da3c5aa1'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:01:29.185570 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Bound port: 5629a5fb-e6f6-4609-bab3-dd619babc80e, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c81edd-ec60-40ea-a90c-aadc0856d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e62ae462-84fe-49eb-8806-e107da3c5aa1'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:01:29.186031 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:29.196912 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:29.197288 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:29.220210 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3396faa1-6f41-4eae-87dc-d7b8cc45a940') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:29.222760 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3396faa1-6f41-4eae-87dc-d7b8cc45a940') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:29.244700 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:29.266140 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:29.306898 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:29.324095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:01:29.324652 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:29.341777 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:01:29.345074 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:29.358898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3b8ad295-2d7a-4849-bddf-6bcf7483dce7,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:29.363449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:01:29.414560 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=de2a026a-6dac-4b49-9e98-ff799c66efb9,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:01:29.418470 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:01:29.435583 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Pushing event updated for resources: {'Port': ['ID=537f6c57-e8bb-4f59-a8c3-d98482db9e37,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:29.467401 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:29.469790 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:29.470199 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:29.470722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:29.472673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:29.473162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:29.473593 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:29.482647 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:29.483233 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:29.483675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:29.484273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:29.484710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:29.495037 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:29.508020 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:29.518185 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/networks/2bf49016-0ceb-41b2-8bc4-6c7182d35ae3 HTTP/1.1" status: 204 len: 168 time: 3.7080383 Nov 02 12:01:29.518665 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59806) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:29.560518 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cb986-9b1f-4c4f-b31b-ebb8ce183858 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Network': ['ID=2bf49016-0ceb-41b2-8bc4-6c7182d35ae3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:29.660853 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-7667d107-1538-4b25-bbe9-c4b887cf9881 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] DELETE failed (client error): The resource could not be found. Nov 02 12:01:29.661330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7667d107-1538-4b25-bbe9-c4b887cf9881 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:01:29.668795 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7667d107-1538-4b25-bbe9-c4b887cf9881 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/subnets/cfacd9e3-3f41-4059-ab87-8513fa33cb5e HTTP/1.1" status: 404 len: 337 time: 0.1432393 Nov 02 12:01:29.675388 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59814) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:29.709572 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c1c8fe-7757-4c5a-8ed6-9e161a5220cb tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] DELETE failed (client error): The resource could not be found. Nov 02 12:01:29.715807 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c1c8fe-7757-4c5a-8ed6-9e161a5220cb tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:01:29.728752 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-20c1c8fe-7757-4c5a-8ed6-9e161a5220cb tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/networks/2bf49016-0ceb-41b2-8bc4-6c7182d35ae3 HTTP/1.1" status: 404 len: 339 time: 0.0511277 Nov 02 12:01:29.732863 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59816) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:29.792788 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cde2d-846d-4df5-befe-1f0d01b6740a req-65a607c3-e74f-4262-8cf1-44b61fb97542 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:29.799217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cde2d-846d-4df5-befe-1f0d01b6740a req-65a607c3-e74f-4262-8cf1-44b61fb97542 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:29.805166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cde2d-846d-4df5-befe-1f0d01b6740a req-65a607c3-e74f-4262-8cf1-44b61fb97542 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:29.812663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cde2d-846d-4df5-befe-1f0d01b6740a req-65a607c3-e74f-4262-8cf1-44b61fb97542 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:29.835693 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cde2d-846d-4df5-befe-1f0d01b6740a req-65a607c3-e74f-4262-8cf1-44b61fb97542 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:29.842965 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cde2d-846d-4df5-befe-1f0d01b6740a req-65a607c3-e74f-4262-8cf1-44b61fb97542 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:29.850153 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e0d91f-bace-4d5d-aea9-e4d31baf5ba8 None None] Network 2bf49016-0ceb-41b2-8bc4-6c7182d35ae3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:29.858985 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cde2d-846d-4df5-befe-1f0d01b6740a req-65a607c3-e74f-4262-8cf1-44b61fb97542 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:29.899913 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8a3cde2d-846d-4df5-befe-1f0d01b6740a req-65a607c3-e74f-4262-8cf1-44b61fb97542 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5435 time: 0.3124135 Nov 02 12:01:29.949190 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:01:29.957282 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06712151-44ec-41d1-8096-9e233cd24af8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:30.036903 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] For port 5629a5fb-e6f6-4609-bab3-dd619babc80e, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:01:30.042196 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] For port 5629a5fb-e6f6-4609-bab3-dd619babc80e, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5629a5fb-e6f6-4609-bab3-dd619babc80e,segment=NetworkSegment(b6c81edd-ec60-40ea-a90c-aadc0856d754),segment_id=b6c81edd-ec60-40ea-a90c-aadc0856d754)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:01:30.046753 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '3b8ad295-2d7a-4849-bddf-6bcf7483dce7', 'network_id': 'eb6d232b-3feb-47d2-9c64-cf7dbeb05db2', 'port_id': '3b8ad295-2d7a-4849-bddf-6bcf7483dce7', 'mac_address': 'fa:16:3e:2e:7b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1902cd-0e0e-473b-8064-ec5618ff9629', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:01:30.080034 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e0d91f-bace-4d5d-aea9-e4d31baf5ba8 None None] Network 2bf49016-0ceb-41b2-8bc4-6c7182d35ae3 could not be found, it might have been deleted concurrently. {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 02 12:01:30.115522 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06712151-44ec-41d1-8096-9e233cd24af8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:30.154653 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:30.163999 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-06712151-44ec-41d1-8096-9e233cd24af8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617e7226-711f-4683-bb06-d972d03ffad2']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:30.194487 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-06712151-44ec-41d1-8096-9e233cd24af8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5ddb9b-44c0-4339-9594-2ca6a18fce9b') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:30.194791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-06712151-44ec-41d1-8096-9e233cd24af8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5ddb9b-44c0-4339-9594-2ca6a18fce9b') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:30.216119 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Pushing event updated for resources: {'Port': ['ID=5629a5fb-e6f6-4609-bab3-dd619babc80e,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:30.231087 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8a3cde2d-846d-4df5-befe-1f0d01b6740a req-e573fbea-2769-4b8f-b10c-66cd08119eb1 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3296330 Nov 02 12:01:30.233591 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06712151-44ec-41d1-8096-9e233cd24af8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:30.252083 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:30.271640 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06712151-44ec-41d1-8096-9e233cd24af8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:30.283059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06712151-44ec-41d1-8096-9e233cd24af8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:01:30.283484 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06712151-44ec-41d1-8096-9e233cd24af8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:01:30.305735 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:01:30.374042 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=0c8ae48e-1ea8-4690-a5ef-68ac4793c381,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:30.499550 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0cffd-c082-4c60-b3da-ca05cbbdad51 None None] Pushing event updated for resources: {'Port': ['ID=5629a5fb-e6f6-4609-bab3-dd619babc80e,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:30.509911 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:30.553868 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:01:30.579802 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06712151-44ec-41d1-8096-9e233cd24af8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:30.587609 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06712151-44ec-41d1-8096-9e233cd24af8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:30.604189 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-06712151-44ec-41d1-8096-9e233cd24af8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/networks/617e7226-711f-4683-bb06-d972d03ffad2 HTTP/1.1" status: 204 len: 168 time: 0.8599586 Nov 02 12:01:30.605083 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59862) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:30.624226 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3b8ad295-2d7a-4849-bddf-6bcf7483dce7,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:30.708358 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:01:30.742118 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-559d92cf-e031-4a7e-9f65-6fead7f374f1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] DELETE failed (client error): The resource could not be found. Nov 02 12:01:30.742830 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-559d92cf-e031-4a7e-9f65-6fead7f374f1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:01:30.764509 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-559d92cf-e031-4a7e-9f65-6fead7f374f1 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/subnets/311a6d74-b6d2-4602-9a18-6be72fc0403b HTTP/1.1" status: 404 len: 337 time: 0.1390159 Nov 02 12:01:30.764509 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59868) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:30.772918 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:30.777505 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ca672186-6e3f-4016-a020-78cb076b6156 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:01:30.805459 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-087146f2-9ac9-47c2-9b39-3c852b555a7b tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] DELETE failed (client error): The resource could not be found. Nov 02 12:01:30.806106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087146f2-9ac9-47c2-9b39-3c852b555a7b tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:01:30.813430 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-087146f2-9ac9-47c2-9b39-3c852b555a7b tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/networks/80935113-42ce-4ffe-804e-44487a3a9f34 HTTP/1.1" status: 404 len: 339 time: 0.0522876 Nov 02 12:01:30.830449 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:01:30.831444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6e3b7713-4c2c-48ae-b1e9-ef81ab3de810 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:01:30.855468 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06712151-44ec-41d1-8096-9e233cd24af8 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Network': ['ID=617e7226-711f-4683-bb06-d972d03ffad2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:30.868254 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59872) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:30.890820 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:31.016971 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.resource_extend [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 12:01:31.033644 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=3b8ad295-2d7a-4849-bddf-6bcf7483dce7,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:31.141655 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-550422f7-cf62-49bf-8698-03db91b8ac6a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Deleting subnet 35ab718f-ab17-4557-9b8c-818cd40e3d53 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:01:31.148121 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-550422f7-cf62-49bf-8698-03db91b8ac6a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:31.203389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5629a5fb-e6f6-4609-bab3-dd619babc80e up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:31.253425 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-550422f7-cf62-49bf-8698-03db91b8ac6a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:31.313287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port ca672186-6e3f-4016-a020-78cb076b6156, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ca672186-6e3f-4016-a020-78cb076b6156,segment=NetworkSegment(52731252-3f63-4b20-aa8a-d8d9cc257030),segment_id=52731252-3f63-4b20-aa8a-d8d9cc257030)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:31.332180 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'ca672186-6e3f-4016-a020-78cb076b6156', 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb', 'port_id': 'ca672186-6e3f-4016-a020-78cb076b6156', 'mac_address': 'fa:16:3e:07:19:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b553805-820e-40aa-9154-a28f88302dc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:01:31.386443 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 5629a5fb-e6f6-4609-bab3-dd619babc80e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:31.389391 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:31.478997 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Router 641c3fd7-7616-4515-a8ef-63ee869fec1d is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:01:31.542780 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-550422f7-cf62-49bf-8698-03db91b8ac6a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:31.561219 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:31.591421 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca672186-6e3f-4016-a020-78cb076b6156 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:01:31.615532 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port ca672186-6e3f-4016-a020-78cb076b6156, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ca672186-6e3f-4016-a020-78cb076b6156,segment=NetworkSegment(52731252-3f63-4b20-aa8a-d8d9cc257030),segment_id=52731252-3f63-4b20-aa8a-d8d9cc257030)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:31.693711 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367de5a-a721-4d76-b9b6-880195b85b4c req-41b3f7d0-0bf2-4185-adad-1b44e503091b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:31.702347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367de5a-a721-4d76-b9b6-880195b85b4c req-41b3f7d0-0bf2-4185-adad-1b44e503091b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:31.725677 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367de5a-a721-4d76-b9b6-880195b85b4c req-41b3f7d0-0bf2-4185-adad-1b44e503091b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:31.734158 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367de5a-a721-4d76-b9b6-880195b85b4c req-41b3f7d0-0bf2-4185-adad-1b44e503091b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:31.741276 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367de5a-a721-4d76-b9b6-880195b85b4c req-41b3f7d0-0bf2-4185-adad-1b44e503091b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:31.754037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367de5a-a721-4d76-b9b6-880195b85b4c req-41b3f7d0-0bf2-4185-adad-1b44e503091b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:31.762744 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:31.772123 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:31.774291 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 92017229-4838-4c2d-ada3-023757608982 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:01:31.783857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367de5a-a721-4d76-b9b6-880195b85b4c req-41b3f7d0-0bf2-4185-adad-1b44e503091b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:31.786198 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6367de5a-a721-4d76-b9b6-880195b85b4c req-41b3f7d0-0bf2-4185-adad-1b44e503091b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5436 time: 0.3021359 Nov 02 12:01:31.854710 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-550422f7-cf62-49bf-8698-03db91b8ac6a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:31.929973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550422f7-cf62-49bf-8698-03db91b8ac6a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Subnet': ['ID=35ab718f-ab17-4557-9b8c-818cd40e3d53,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:31.943627 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-550422f7-cf62-49bf-8698-03db91b8ac6a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:31.954618 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-550422f7-cf62-49bf-8698-03db91b8ac6a tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/subnets/35ab718f-ab17-4557-9b8c-818cd40e3d53 HTTP/1.1" status: 204 len: 168 time: 1.0874004 Nov 02 12:01:31.959181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59926) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:31.970357 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6367de5a-a721-4d76-b9b6-880195b85b4c req-b182771c-9852-443d-8806-89513f9652a2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1570551 Nov 02 12:01:31.985155 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c713b0-0575-49b5-bed7-7feee779df00 None None] Network df8b4c1f-c005-4480-845e-ae41d8b73f82 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:31.991062 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:01:32.097418 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:32.102614 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b9e27364-c3cc-4e47-8b42-b8dea92bf4f5 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1663685 Nov 02 12:01:32.103378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59936) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:32.157387 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c60ae59-ca34-44d0-bc3d-eb93b035f91c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Deleting subnet c9bc4da0-1ac1-40d4-9124-99029cf98a79 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:01:32.162364 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9c60ae59-ca34-44d0-bc3d-eb93b035f91c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:32.317702 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 5629a5fb-e6f6-4609-bab3-dd619babc80e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5629a5fb-e6f6-4609-bab3-dd619babc80e,segment=NetworkSegment(b6c81edd-ec60-40ea-a90c-aadc0856d754),segment_id=b6c81edd-ec60-40ea-a90c-aadc0856d754)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:32.320827 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9c60ae59-ca34-44d0-bc3d-eb93b035f91c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:32.329920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Sync routers for ids ['641c3fd7-7616-4515-a8ef-63ee869fec1d'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:01:32.339386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 92017229-4838-4c2d-ada3-023757608982, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=92017229-4838-4c2d-ada3-023757608982,segment=NetworkSegment(a52f423b-34ed-42d0-84ad-25ab3731e69a),segment_id=a52f423b-34ed-42d0-84ad-25ab3731e69a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:32.432413 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfc8cac-c1e8-4f58-8437-16033b824b45 None None] Network e62ae462-84fe-49eb-8806-e107da3c5aa1 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:32.521196 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=ca672186-6e3f-4016-a020-78cb076b6156,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:32.529525 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:32.536622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '92017229-4838-4c2d-ada3-023757608982', 'network_id': '10b936a8-d21b-4733-b926-602727efeb2b', 'port_id': '92017229-4838-4c2d-ada3-023757608982', 'mac_address': 'fa:16:3e:bb:36:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563d92c1-6662-4771-9939-deda5bdb68bf', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:01:32.602916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Routers {'641c3fd7-7616-4515-a8ef-63ee869fec1d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:01:32.604055 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:01:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['641c3fd7-7616-4515-a8ef-63ee869fec1d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:32.622054 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9c60ae59-ca34-44d0-bc3d-eb93b035f91c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:32.803150 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9c60ae59-ca34-44d0-bc3d-eb93b035f91c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:32.839289 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9c60ae59-ca34-44d0-bc3d-eb93b035f91c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:32.848913 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9c60ae59-ca34-44d0-bc3d-eb93b035f91c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/subnets/c9bc4da0-1ac1-40d4-9124-99029cf98a79 HTTP/1.1" status: 204 len: 168 time: 0.8841412 Nov 02 12:01:32.879663 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59980) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:32.888157 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:32.894096 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60ae59-ca34-44d0-bc3d-eb93b035f91c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Subnet': ['ID=c9bc4da0-1ac1-40d4-9124-99029cf98a79,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:32.912635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3973a899-4198-4ff4-b66b-a591ed8336ce None None] Provisioning complete for port 5629a5fb-e6f6-4609-bab3-dd619babc80e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:32.913103 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3973a899-4198-4ff4-b66b-a591ed8336ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:33.027996 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92017229-4838-4c2d-ada3-023757608982 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:01:33.028223 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:33.047897 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 92017229-4838-4c2d-ada3-023757608982, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=92017229-4838-4c2d-ada3-023757608982,segment=NetworkSegment(a52f423b-34ed-42d0-84ad-25ab3731e69a),segment_id=a52f423b-34ed-42d0-84ad-25ab3731e69a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:33.114538 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=5629a5fb-e6f6-4609-bab3-dd619babc80e,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:33.131441 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Deleting port 223fcdc6-07cd-468d-be49-2773864dd76b {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:01:33.131879 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:33.162736 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:33.204241 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0b0529b-e112-4db1-b643-053bda032d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:33.216293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Set router 641c3fd7-7616-4515-a8ef-63ee869fec1d gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:01:33.264626 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] For port 223fcdc6-07cd-468d-be49-2773864dd76b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=223fcdc6-07cd-468d-be49-2773864dd76b,segment=NetworkSegment(30c081af-0faf-4cb6-98a0-34eb13a97558),segment_id=30c081af-0faf-4cb6-98a0-34eb13a97558)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:33.265215 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:33.286959 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Calling delete_port for 223fcdc6-07cd-468d-be49-2773864dd76b owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:01:33.300857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59998) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:33.445299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d012ad-f8f7-47bc-8bbe-503858931871 req-4ff9ca81-29e3-4a76-a7d5-d179e5d53148 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:33.453175 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d012ad-f8f7-47bc-8bbe-503858931871 req-4ff9ca81-29e3-4a76-a7d5-d179e5d53148 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:33.462251 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d012ad-f8f7-47bc-8bbe-503858931871 req-4ff9ca81-29e3-4a76-a7d5-d179e5d53148 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:33.469709 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d012ad-f8f7-47bc-8bbe-503858931871 req-4ff9ca81-29e3-4a76-a7d5-d179e5d53148 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:33.476311 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d012ad-f8f7-47bc-8bbe-503858931871 req-4ff9ca81-29e3-4a76-a7d5-d179e5d53148 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:33.483642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d012ad-f8f7-47bc-8bbe-503858931871 req-4ff9ca81-29e3-4a76-a7d5-d179e5d53148 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:33.490716 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d012ad-f8f7-47bc-8bbe-503858931871 req-4ff9ca81-29e3-4a76-a7d5-d179e5d53148 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:33.511216 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e5d012ad-f8f7-47bc-8bbe-503858931871 req-4ff9ca81-29e3-4a76-a7d5-d179e5d53148 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5438 time: 0.3144972 Nov 02 12:01:33.525247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679625d2-4aa5-4894-8269-f75a4af9cfe6 None None] Update dhcp port {'port': {'network_id': 'df8b4c1f-c005-4480-845e-ae41d8b73f82', 'fixed_ips': [{'subnet_id': 'c9bc4da0-1ac1-40d4-9124-99029cf98a79'}], 'binding:host_id': 'n-d-806683-18'}, 'id': '223fcdc6-07cd-468d-be49-2773864dd76b'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 12:01:33.647019 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-29a87f6c-62ca-4d2d-9888-8b61268714eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:33.872423 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e5d012ad-f8f7-47bc-8bbe-503858931871 req-7952b0fd-deff-49b2-a3b5-1170d49ccdc3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3584702 Nov 02 12:01:33.891234 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['5e651fdc-8891-4208-901e-2768d0925ea9'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:01:33.893724 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-f0b0529b-e112-4db1-b643-053bda032d5d admin admin] Allocated IP 172.20.0.1 (e62ae462-84fe-49eb-8806-e107da3c5aa1/d60519e2-eb32-43ea-9fdd-a8c6e124b61b/c48c3c04-33fc-48cf-a286-18f56ecb26de) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:01:33.894362 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:33.913927 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['0c8ae48e-1ea8-4690-a5ef-68ac4793c381'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:01:33.919035 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['dabbb248-47fb-47b2-bb85-bb42f4b35e52'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:01:33.921877 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['de2a026a-6dac-4b49-9e98-ff799c66efb9'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:01:33.992309 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Port': ['ID=223fcdc6-07cd-468d-be49-2773864dd76b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:34.005216 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=92017229-4838-4c2d-ada3-023757608982,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:34.008530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No DVR routers for this DVR port 223fcdc6-07cd-468d-be49-2773864dd76b on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:01:34.103416 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-679625d2-4aa5-4894-8269-f75a4af9cfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:34.119413 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:34.119814 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:34.120472 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:34.120718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:34.121869 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:34.122411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:34.123152 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:34.123152 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:34.132526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:34.132526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:34.132526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:34.132526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:01:34.139170 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0b0529b-e112-4db1-b643-053bda032d5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:34.151366 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-29a87f6c-62ca-4d2d-9888-8b61268714eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:34.223263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['3b8ad295-2d7a-4849-bddf-6bcf7483dce7'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:01:34.235865 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:34.273348 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679625d2-4aa5-4894-8269-f75a4af9cfe6 None None] Host n-d-806683-18 tried to update port 223fcdc6-07cd-468d-be49-2773864dd76b which no longer exists. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Nov 02 12:01:34.295530 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-29a87f6c-62ca-4d2d-9888-8b61268714eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:34.297533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8b4c1f-c005-4480-845e-ae41d8b73f82']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:34.345595 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c081af-0faf-4cb6-98a0-34eb13a97558') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:34.348035 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c081af-0faf-4cb6-98a0-34eb13a97558') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:34.404631 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:34.429737 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0b0529b-e112-4db1-b643-053bda032d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:34.459612 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-10a7935c-be8a-41a7-971b-fd7a26491eda None None] Could not find standard attr ID for object 223fcdc6-07cd-468d-be49-2773864dd76b. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:01:34.461963 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d3a27e-1431-4c06-acb5-86c15931c5ad None None] Network df8b4c1f-c005-4480-845e-ae41d8b73f82 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:34.476365 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:34.499069 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:01:34.499694 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:01:34.525211 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:01:34.536143 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-29a87f6c-62ca-4d2d-9888-8b61268714eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e2cf9aa5a19b48e39af26bdf84d327ce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2174971 Nov 02 12:01:34.546918 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60046) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:34.629563 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b0529b-e112-4db1-b643-053bda032d5d admin admin] Network e62ae462-84fe-49eb-8806-e107da3c5aa1 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:01:34.631984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a87f6c-62ca-4d2d-9888-8b61268714eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0926159f-d90d-4cc2-a1f7-7890f45daf4b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:34.656928 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-f0b0529b-e112-4db1-b643-053bda032d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:34.672890 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b0529b-e112-4db1-b643-053bda032d5d admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:01:34.717953 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:34.726946 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:34.733186 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/networks/df8b4c1f-c005-4480-845e-ae41d8b73f82 HTTP/1.1" status: 204 len: 168 time: 1.8492534 Nov 02 12:01:34.739566 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60054) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:34.773443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600cd12-b716-4904-b4d2-c2ff5d9bd820 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Network': ['ID=df8b4c1f-c005-4480-845e-ae41d8b73f82,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:34.799467 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0061274-c693-4d23-9b9b-cfa1008bf312 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] DELETE failed (client error): The resource could not be found. Nov 02 12:01:34.799968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0061274-c693-4d23-9b9b-cfa1008bf312 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:01:34.807083 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c0061274-c693-4d23-9b9b-cfa1008bf312 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/subnets/fd210995-fa4f-4cfc-a2ca-4a5b8c0dcb94 HTTP/1.1" status: 404 len: 337 time: 0.0654702 Nov 02 12:01:34.807083 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60058) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:34.830277 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ee5690-d6dc-48cf-a415-4c59d93e6878 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] DELETE failed (client error): The resource could not be found. Nov 02 12:01:34.830908 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ee5690-d6dc-48cf-a415-4c59d93e6878 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:01:34.835176 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-44ee5690-d6dc-48cf-a415-4c59d93e6878 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/networks/a4e2fc0a-3937-4f96-be18-cb4f90086e87 HTTP/1.1" status: 404 len: 339 time: 0.0268686 Nov 02 12:01:34.852440 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60062) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:34.871878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['ca672186-6e3f-4016-a020-78cb076b6156'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:01:34.894060 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc001d65-165c-42dc-9aaa-002cc3dd8b08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] DELETE failed (client error): The resource could not be found. Nov 02 12:01:34.894431 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc001d65-165c-42dc-9aaa-002cc3dd8b08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:01:34.901152 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cc001d65-165c-42dc-9aaa-002cc3dd8b08 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/subnets/2295a264-176a-44a6-a76d-b55a689a5cf6 HTTP/1.1" status: 404 len: 337 time: 0.0475452 Nov 02 12:01:34.902041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60064) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:34.928348 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-471b9672-065f-4d2d-854e-c3c77c2ac305 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] DELETE failed (client error): The resource could not be found. Nov 02 12:01:34.929248 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471b9672-065f-4d2d-854e-c3c77c2ac305 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:01:34.937603 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-471b9672-065f-4d2d-854e-c3c77c2ac305 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/networks/03c28eed-ead1-42ca-b695-b8db4f3f5f36 HTTP/1.1" status: 404 len: 339 time: 0.0343111 Nov 02 12:01:34.938691 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60068) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:34.974061 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['92017229-4838-4c2d-ada3-023757608982'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:01:34.978420 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0b0529b-e112-4db1-b643-053bda032d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:34.982358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0529b-e112-4db1-b643-053bda032d5d admin admin] Pushing event updated for resources: {'Port': ['ID=c48c3c04-33fc-48cf-a286-18f56ecb26de,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:34.987383 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a3395c-e425-4b54-a4a1-86a12146febd tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] DELETE failed (client error): The resource could not be found. Nov 02 12:01:34.995792 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a3395c-e425-4b54-a4a1-86a12146febd tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:01:34.998179 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b5a3395c-e425-4b54-a4a1-86a12146febd tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/subnets/bf9310e7-e7aa-464a-90b8-3c23622b2487 HTTP/1.1" status: 404 len: 337 time: 0.0570641 Nov 02 12:01:35.001905 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60076) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:35.040550 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-20265808-101b-4b35-94e1-28ef42e8a05e tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] DELETE failed (client error): The resource could not be found. Nov 02 12:01:35.041186 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20265808-101b-4b35-94e1-28ef42e8a05e tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:01:35.045677 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-20265808-101b-4b35-94e1-28ef42e8a05e tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/networks/74b217bb-2628-470d-a75d-376852b6bfde HTTP/1.1" status: 404 len: 339 time: 0.0420604 Nov 02 12:01:35.050720 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60078) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:35.099926 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-24e3a2d9-3b31-4a85-bc37-ba4a8b3e92cd None None] Provisioning complete for port 5629a5fb-e6f6-4609-bab3-dd619babc80e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:35.100590 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-24e3a2d9-3b31-4a85-bc37-ba4a8b3e92cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:35.115562 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef22ce06-6fd5-43ed-8207-b4cb5753c1a3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Deleting subnet 98dadd6c-feba-4a7a-a673-c33465b821d1 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:01:35.119925 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ef22ce06-6fd5-43ed-8207-b4cb5753c1a3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:35.121520 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d414e022-a855-4876-977a-a75c81caaee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:35.149151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5629a5fb-e6f6-4609-bab3-dd619babc80e up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:35.185052 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0679514-fe33-45db-abda-3ae0f314496e req-9b8eeb4b-1361-404e-be1e-50f2f3bebff3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:35.193162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0679514-fe33-45db-abda-3ae0f314496e req-9b8eeb4b-1361-404e-be1e-50f2f3bebff3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:35.199308 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ef22ce06-6fd5-43ed-8207-b4cb5753c1a3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:35.200779 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0679514-fe33-45db-abda-3ae0f314496e req-9b8eeb4b-1361-404e-be1e-50f2f3bebff3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:35.207718 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0679514-fe33-45db-abda-3ae0f314496e req-9b8eeb4b-1361-404e-be1e-50f2f3bebff3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:35.215298 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0679514-fe33-45db-abda-3ae0f314496e req-9b8eeb4b-1361-404e-be1e-50f2f3bebff3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:35.222690 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0679514-fe33-45db-abda-3ae0f314496e req-9b8eeb4b-1361-404e-be1e-50f2f3bebff3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:35.237737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0679514-fe33-45db-abda-3ae0f314496e req-9b8eeb4b-1361-404e-be1e-50f2f3bebff3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:35.247468 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0679514-fe33-45db-abda-3ae0f314496e req-9b8eeb4b-1361-404e-be1e-50f2f3bebff3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5438 time: 0.1759250 Nov 02 12:01:35.303786 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d414e022-a855-4876-977a-a75c81caaee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:35.307184 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ef22ce06-6fd5-43ed-8207-b4cb5753c1a3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:35.362197 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'name': 'tempest-TestVolumeBootPattern-1134033007-router', 'tenant_id': '580e3320ac364db98a0f33ea0c59d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '537f6c57-e8bb-4f59-a8c3-d98482db9e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:27Z', 'updated_at': '2021-11-02T12:01:29Z', 'revision_number': 3, 'project_id': '580e3320ac364db98a0f33ea0c59d225', 'gw_port': {'id': '537f6c57-e8bb-4f59-a8c3-d98482db9e37', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:28Z', 'updated_at': '2021-11-02T12:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:35.414172 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0679514-fe33-45db-abda-3ae0f314496e req-e99eb709-edb4-4534-a458-ff665fe19f2f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1650693 Nov 02 12:01:35.452000 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e731ce39-f5a2-486c-8f94-56d8076787dd None None] DHCP port deletion for df8b4c1f-c005-4480-845e-ae41d8b73f82 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:01:35.479765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Checking router: 641c3fd7-7616-4515-a8ef-63ee869fec1d for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:01:35.479765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Updating router 641c3fd7-7616-4515-a8ef-63ee869fec1d port 537f6c57-e8bb-4f59-a8c3-d98482db9e37 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:01:35.504321 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0b0529b-e112-4db1-b643-053bda032d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:35.539923 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ef22ce06-6fd5-43ed-8207-b4cb5753c1a3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:35.551351 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:35.558430 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d414e022-a855-4876-977a-a75c81caaee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:35.561603 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d414e022-a855-4876-977a-a75c81caaee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:35.562784 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d414e022-a855-4876-977a-a75c81caaee1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0926159f-d90d-4cc2-a1f7-7890f45daf4b HTTP/1.1" status: 204 len: 168 time: 1.0083036 Nov 02 12:01:35.584965 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414e022-a855-4876-977a-a75c81caaee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0926159f-d90d-4cc2-a1f7-7890f45daf4b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:35.613479 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba64b2c8-389e-4cde-ae68-0ccdd0b694a6 None None] get_active_networks_info from n-d-806683-18 {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 12:01:35.647215 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22ce06-6fd5-43ed-8207-b4cb5753c1a3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Subnet': ['ID=98dadd6c-feba-4a7a-a673-c33465b821d1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:35.656181 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ef22ce06-6fd5-43ed-8207-b4cb5753c1a3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:35.667467 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ef22ce06-6fd5-43ed-8207-b4cb5753c1a3 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/subnets/98dadd6c-feba-4a7a-a673-c33465b821d1 HTTP/1.1" status: 204 len: 168 time: 0.6155226 Nov 02 12:01:35.668660 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60112) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:35.769860 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:35.791503 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0b0529b-e112-4db1-b643-053bda032d5d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:35.835881 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Deleting port 5752527b-ff30-40ff-9e0d-57e277499700 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:01:35.848725 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:35.900154 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0b0529b-e112-4db1-b643-053bda032d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:35.934909 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] For port 5752527b-ff30-40ff-9e0d-57e277499700, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5752527b-ff30-40ff-9e0d-57e277499700,segment=NetworkSegment(09853120-aa38-40d7-ab63-c96bd1cbd60f),segment_id=09853120-aa38-40d7-ab63-c96bd1cbd60f)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:35.935292 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:35.957265 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Calling delete_port for 5752527b-ff30-40ff-9e0d-57e277499700 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:01:35.958580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 5629a5fb-e6f6-4609-bab3-dd619babc80e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:35.959131 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:36.023755 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0b0529b-e112-4db1-b643-053bda032d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:36.039766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0529b-e112-4db1-b643-053bda032d5d admin admin] Pushing event updated for resources: {'Port': ['ID=c48c3c04-33fc-48cf-a286-18f56ecb26de,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:36.173320 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:36.188187 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b0529b-e112-4db1-b643-053bda032d5d admin admin] Network e62ae462-84fe-49eb-8806-e107da3c5aa1 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:01:36.189791 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-f0b0529b-e112-4db1-b643-053bda032d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:36.234627 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Port': ['ID=5752527b-ff30-40ff-9e0d-57e277499700,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:36.253984 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No DVR routers for this DVR port 5752527b-ff30-40ff-9e0d-57e277499700 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:01:36.255617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba64b2c8-389e-4cde-ae68-0ccdd0b694a6 None None] Resources bound (agent type, host, resource id): {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:01:36.287217 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7c968f0d-ce3f-4b2d-9788-18eb235086d4 None None] Provisioning complete for port c48c3c04-33fc-48cf-a286-18f56ecb26de triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:36.287605 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c968f0d-ce3f-4b2d-9788-18eb235086d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:36.316491 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60140) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:36.344525 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7c968f0d-ce3f-4b2d-9788-18eb235086d4 None None] Port c48c3c04-33fc-48cf-a286-18f56ecb26de cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:01:36.398148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b0529b-e112-4db1-b643-053bda032d5d admin admin] Router 641c3fd7-7616-4515-a8ef-63ee869fec1d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:01:36.470686 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:36.499031 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da28a1fe-d026-4f77-b019-1543d29c8e10']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:36.516619 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09853120-aa38-40d7-ab63-c96bd1cbd60f') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:36.517446 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09853120-aa38-40d7-ab63-c96bd1cbd60f') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:36.529118 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:36.546292 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:36.552429 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 223fcdc6-07cd-468d-be49-2773864dd76b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:01:36.559772 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:01:36.559772 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:01:36.581818 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:01:36.624785 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-02e5daaa-db08-4a60-9f89-d3635df13c8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:36.630148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 223fcdc6-07cd-468d-be49-2773864dd76b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:01:36.630682 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 223fcdc6-07cd-468d-be49-2773864dd76b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:01:36.720174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b0529b-e112-4db1-b643-053bda032d5d admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:01:36.729950 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f0b0529b-e112-4db1-b643-053bda032d5d admin admin] 10.222.0.52 "PUT /v2.0/routers/641c3fd7-7616-4515-a8ef-63ee869fec1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6254838 Nov 02 12:01:36.831436 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:36.844003 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:36.847949 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/networks/da28a1fe-d026-4f77-b019-1543d29c8e10 HTTP/1.1" status: 204 len: 168 time: 1.1778164 Nov 02 12:01:36.861444 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60176) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:36.862854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d20a3a-b0d5-4804-9068-6ad6a955875c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Network': ['ID=da28a1fe-d026-4f77-b019-1543d29c8e10,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:36.927386 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6fcb02-8201-4fc6-9f94-1568027e8b28 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] DELETE failed (client error): The resource could not be found. Nov 02 12:01:36.928016 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6fcb02-8201-4fc6-9f94-1568027e8b28 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:01:36.940150 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ce6fcb02-8201-4fc6-9f94-1568027e8b28 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/subnets/2abe566e-f482-43f9-bc52-c473d88d6df8 HTTP/1.1" status: 404 len: 337 time: 0.0742297 Nov 02 12:01:36.952749 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60188) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:36.965435 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:36.979003 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-36372223-9856-42b6-a7b2-80634db37ee2 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] DELETE failed (client error): The resource could not be found. Nov 02 12:01:36.979704 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36372223-9856-42b6-a7b2-80634db37ee2 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:01:36.988478 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-36372223-9856-42b6-a7b2-80634db37ee2 tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/networks/a9595e7c-acc7-466f-acab-ddb76d5b87e1 HTTP/1.1" status: 404 len: 339 time: 0.0344043 Nov 02 12:01:36.990866 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60192) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:37.069099 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.095975 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-87faf4cd-002a-43e1-b5c6-eee578faadcc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Deleting subnet c4c4ec7a-883a-4e95-9b09-08c896f90147 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:01:37.108016 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-87faf4cd-002a-43e1-b5c6-eee578faadcc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.140423 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f02007-2537-4985-b7ed-9a238d5419f8 None None] Pushing event updated for resources: {'Port': ['ID=537f6c57-e8bb-4f59-a8c3-d98482db9e37,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:37.172787 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-87faf4cd-002a-43e1-b5c6-eee578faadcc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.191414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Attempting to bind port 537f6c57-e8bb-4f59-a8c3-d98482db9e37 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:01:37.201692 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Attempting to bind port 537f6c57-e8bb-4f59-a8c3-d98482db9e37 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:01:37.201692 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Attempting to bind port 537f6c57-e8bb-4f59-a8c3-d98482db9e37 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:01:37.211354 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:01:37.211739 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:37.212208 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.212613 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:01:37.213102 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Bound port: 537f6c57-e8bb-4f59-a8c3-d98482db9e37, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:01:37.213509 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.242757 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.resource_extend [req-38b0a17d-8a73-4693-b2f5-141f7049eeb4 req-0b723650-53bc-4273-82cd-c04d82a167a9 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 12:01:37.248550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0a17d-8a73-4693-b2f5-141f7049eeb4 req-0b723650-53bc-4273-82cd-c04d82a167a9 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:37.250626 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 5e651fdc-8891-4208-901e-2768d0925ea9 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:37.255603 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0a17d-8a73-4693-b2f5-141f7049eeb4 req-0b723650-53bc-4273-82cd-c04d82a167a9 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:37.256229 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ba18ee-be48-4ede-8329-fc794a8ffdf7 None None] Network da28a1fe-d026-4f77-b019-1543d29c8e10 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:37.263823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0a17d-8a73-4693-b2f5-141f7049eeb4 req-0b723650-53bc-4273-82cd-c04d82a167a9 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:37.271588 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0a17d-8a73-4693-b2f5-141f7049eeb4 req-0b723650-53bc-4273-82cd-c04d82a167a9 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:37.280265 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0a17d-8a73-4693-b2f5-141f7049eeb4 req-0b723650-53bc-4273-82cd-c04d82a167a9 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:37.287796 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0a17d-8a73-4693-b2f5-141f7049eeb4 req-0b723650-53bc-4273-82cd-c04d82a167a9 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:37.302588 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0a17d-8a73-4693-b2f5-141f7049eeb4 req-0b723650-53bc-4273-82cd-c04d82a167a9 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:37.304383 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-87faf4cd-002a-43e1-b5c6-eee578faadcc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.307243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ba18ee-be48-4ede-8329-fc794a8ffdf7 None None] Network da28a1fe-d026-4f77-b019-1543d29c8e10 could not be found, it might have been deleted concurrently. {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 02 12:01:37.311694 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38b0a17d-8a73-4693-b2f5-141f7049eeb4 req-0b723650-53bc-4273-82cd-c04d82a167a9 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5438 time: 0.7074001 Nov 02 12:01:37.353780 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] For port 537f6c57-e8bb-4f59-a8c3-d98482db9e37, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:01:37.358480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] For port 537f6c57-e8bb-4f59-a8c3-d98482db9e37, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=537f6c57-e8bb-4f59-a8c3-d98482db9e37,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:01:37.427178 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d391a40f-9766-4baf-b8d4-861ae8692121 None None] DHCP port deletion for da28a1fe-d026-4f77-b019-1543d29c8e10 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:01:37.442738 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38b0a17d-8a73-4693-b2f5-141f7049eeb4 req-c0fdeefa-5ead-48c6-b7f7-3152593ada33 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1300485 Nov 02 12:01:37.456996 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-02e5daaa-db08-4a60-9f89-d3635df13c8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.461308 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.521667 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 5e651fdc-8891-4208-901e-2768d0925ea9 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:01:37.539141 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 5e651fdc-8891-4208-901e-2768d0925ea9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:37.539521 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.545208 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-02e5daaa-db08-4a60-9f89-d3635df13c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.546002 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-87faf4cd-002a-43e1-b5c6-eee578faadcc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.549801 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f02007-2537-4985-b7ed-9a238d5419f8 None None] Pushing event updated for resources: {'Port': ['ID=537f6c57-e8bb-4f59-a8c3-d98482db9e37,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:37.585669 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Routers {'641c3fd7-7616-4515-a8ef-63ee869fec1d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:01:37.590670 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:01:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['641c3fd7-7616-4515-a8ef-63ee869fec1d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:37.612361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87faf4cd-002a-43e1-b5c6-eee578faadcc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c4ec7a-883a-4e95-9b09-08c896f90147,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:37.618749 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-87faf4cd-002a-43e1-b5c6-eee578faadcc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.632302 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-87faf4cd-002a-43e1-b5c6-eee578faadcc tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/subnets/c4c4ec7a-883a-4e95-9b09-08c896f90147 HTTP/1.1" status: 204 len: 168 time: 0.6338534 Nov 02 12:01:37.632480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60220) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:37.648138 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5daaa-db08-4a60-9f89-d3635df13c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912de43a-21b0-4ed0-8a7d-dfaab7707f01,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:37.656020 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-02e5daaa-db08-4a60-9f89-d3635df13c8e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=96b1a6886dd849c78c0135fbbc3202e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3384638 Nov 02 12:01:37.659373 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60226) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:37.790786 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.791063 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] Set router 641c3fd7-7616-4515-a8ef-63ee869fec1d gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:01:37.797577 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1d8badf8-f3a6-4ab4-aa2c-7f79cde20057 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.835204 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1d8badf8-f3a6-4ab4-aa2c-7f79cde20057 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.861611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de570f72-dc9c-44a3-866c-322e74db2442 None None] Network 91bd8631-f50c-4758-ba78-d42363fa8fc8 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:37.875521 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Deleting port d5b5845c-eba8-4478-b570-939e00d5da3a {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:01:37.877750 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.980327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] For port d5b5845c-eba8-4478-b570-939e00d5da3a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d5b5845c-eba8-4478-b570-939e00d5da3a,segment=NetworkSegment(8a7dcc7d-5f08-45ec-bf4a-f1b4fc99eacf),segment_id=8a7dcc7d-5f08-45ec-bf4a-f1b4fc99eacf)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:37.980648 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1d8badf8-f3a6-4ab4-aa2c-7f79cde20057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.980851 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.983940 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1d8badf8-f3a6-4ab4-aa2c-7f79cde20057 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.987583 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1d8badf8-f3a6-4ab4-aa2c-7f79cde20057 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/912de43a-21b0-4ed0-8a7d-dfaab7707f01 HTTP/1.1" status: 204 len: 168 time: 0.3252516 Nov 02 12:01:37.987735 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-151a0f57-6a3d-417b-b1bc-b7fa93bba65a None None] Provisioning complete for port c48c3c04-33fc-48cf-a286-18f56ecb26de triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:37.987735 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-151a0f57-6a3d-417b-b1bc-b7fa93bba65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:37.999550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Calling delete_port for d5b5845c-eba8-4478-b570-939e00d5da3a owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:01:38.002537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8badf8-f3a6-4ab4-aa2c-7f79cde20057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912de43a-21b0-4ed0-8a7d-dfaab7707f01,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:38.190883 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:38.219640 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Port': ['ID=d5b5845c-eba8-4478-b570-939e00d5da3a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:38.225996 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] No DVR routers for this DVR port d5b5845c-eba8-4478-b570-939e00d5da3a on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:01:38.237603 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-151a0f57-6a3d-417b-b1bc-b7fa93bba65a None None] Port c48c3c04-33fc-48cf-a286-18f56ecb26de cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:01:38.249466 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:38.327150 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e651fdc-8891-4208-901e-2768d0925ea9'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:01:38.329383 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bcb135-e006-4da7-81a7-97c10720e911" -d '{"events": [{"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-plugged", "status": "completed", "tag": "5e651fdc-8891-4208-901e-2768d0925ea9"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:01:38.337123 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bf06fd-bfaf-4ed0-ae48-1a7a657cac8a None None] DHCP port deletion for 91bd8631-f50c-4758-ba78-d42363fa8fc8 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:01:38.347392 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:38.351172 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 5e651fdc-8891-4208-901e-2768d0925ea9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5e651fdc-8891-4208-901e-2768d0925ea9,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:38.377066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91bd8631-f50c-4758-ba78-d42363fa8fc8']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:38.389261 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7dcc7d-5f08-45ec-bf4a-f1b4fc99eacf') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:38.390216 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7dcc7d-5f08-45ec-bf4a-f1b4fc99eacf') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:38.390342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'name': 'tempest-TestVolumeBootPattern-1134033007-router', 'tenant_id': '580e3320ac364db98a0f33ea0c59d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '537f6c57-e8bb-4f59-a8c3-d98482db9e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:27Z', 'updated_at': '2021-11-02T12:01:35Z', 'revision_number': 4, 'project_id': '580e3320ac364db98a0f33ea0c59d225', 'gw_port': {'id': '537f6c57-e8bb-4f59-a8c3-d98482db9e37', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:28Z', 'updated_at': '2021-11-02T12:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c48c3c04-33fc-48cf-a286-18f56ecb26de', 'name': '', 'network_id': 'e62ae462-84fe-49eb-8806-e107da3c5aa1', 'tenant_id': '580e3320ac364db98a0f33ea0c59d225', 'mac_address': 'fa:16:3e:8b:7e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'd60519e2-eb32-43ea-9fdd-a8c6e124b61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:33Z', 'updated_at': '2021-11-02T12:01:35Z', 'revision_number': 2, 'project_id': '580e3320ac364db98a0f33ea0c59d225', 'subnets': [{'id': 'd60519e2-eb32-43ea-9fdd-a8c6e124b61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:38.402002 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:38.421472 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:38.424773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9021b97-3c1c-4063-bc11-43ba60cb5731 None None] The sync data for ids ['641c3fd7-7616-4515-a8ef-63ee869fec1d'] in n-d-806683-18 is: [{'id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'name': 'tempest-TestVolumeBootPattern-1134033007-router', 'tenant_id': '580e3320ac364db98a0f33ea0c59d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '537f6c57-e8bb-4f59-a8c3-d98482db9e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:27Z', 'updated_at': '2021-11-02T12:01:35Z', 'revision_number': 4, 'project_id': '580e3320ac364db98a0f33ea0c59d225', 'gw_port': {'id': '537f6c57-e8bb-4f59-a8c3-d98482db9e37', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:28Z', 'updated_at': '2021-11-02T12:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c48c3c04-33fc-48cf-a286-18f56ecb26de', 'name': '', 'network_id': 'e62ae462-84fe-49eb-8806-e107da3c5aa1', 'tenant_id': '580e3320ac364db98a0f33ea0c59d225', 'mac_address': 'fa:16:3e:8b:7e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'd60519e2-eb32-43ea-9fdd-a8c6e124b61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:33Z', 'updated_at': '2021-11-02T12:01:35Z', 'revision_number': 2, 'project_id': '580e3320ac364db98a0f33ea0c59d225', 'subnets': [{'id': 'd60519e2-eb32-43ea-9fdd-a8c6e124b61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:01:38.433435 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:01:38.434058 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:01:38.438506 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:01:38.522251 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:38.523204 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device dabbb248-47fb-47b2-bb85-bb42f4b35e52 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:38.608331 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=5e651fdc-8891-4208-901e-2768d0925ea9,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:38.625047 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:38.637796 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:38.637796 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] 10.222.0.52 "DELETE /v2.0/networks/91bd8631-f50c-4758-ba78-d42363fa8fc8 HTTP/1.1" status: 204 len: 168 time: 1.0027471 Nov 02 12:01:38.686207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port dabbb248-47fb-47b2-bb85-bb42f4b35e52 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:01:38.697072 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port dabbb248-47fb-47b2-bb85-bb42f4b35e52 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:38.697459 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:38.703066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7dcc12-f417-42f6-a739-4a1304229d8c tempest-NetworksIpV6Test-126094182 tempest-NetworksIpV6Test-126094182-project] Pushing event deleted for resources: {'Network': ['ID=91bd8631-f50c-4758-ba78-d42363fa8fc8,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:38.801347 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8bdbba-b8fa-4b29-9962-e6dffd7c618c x-openstack-request-id: req-ad8bdbba-b8fa-4b29-9962-e6dffd7c618c {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:01:38.801886 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-plugged", "status": "completed", "tag": "5e651fdc-8891-4208-901e-2768d0925ea9", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:01:38.803498 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad8bdbba-b8fa-4b29-9962-e6dffd7c618c {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:01:38.804043 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e651fdc-8891-4208-901e-2768d0925ea9', 'code': 200} Nov 02 12:01:38.917201 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:38.970040 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port dabbb248-47fb-47b2-bb85-bb42f4b35e52, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=dabbb248-47fb-47b2-bb85-bb42f4b35e52,segment=NetworkSegment(a52f423b-34ed-42d0-84ad-25ab3731e69a),segment_id=a52f423b-34ed-42d0-84ad-25ab3731e69a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:39.024865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec473a-65a2-4094-a666-cd6c47d48468 req-e429bf2b-32d4-40d4-adc2-8f998abc3c68 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:39.025914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d5b5845c-eba8-4478-b570-939e00d5da3a no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:01:39.033037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec473a-65a2-4094-a666-cd6c47d48468 req-e429bf2b-32d4-40d4-adc2-8f998abc3c68 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:39.040673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec473a-65a2-4094-a666-cd6c47d48468 req-e429bf2b-32d4-40d4-adc2-8f998abc3c68 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:39.051180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec473a-65a2-4094-a666-cd6c47d48468 req-e429bf2b-32d4-40d4-adc2-8f998abc3c68 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:39.051947 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: d5b5845c-eba8-4478-b570-939e00d5da3a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:01:39.052891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d5b5845c-eba8-4478-b570-939e00d5da3a not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:01:39.053504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5752527b-ff30-40ff-9e0d-57e277499700 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:01:39.057871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec473a-65a2-4094-a666-cd6c47d48468 req-e429bf2b-32d4-40d4-adc2-8f998abc3c68 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:39.064862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec473a-65a2-4094-a666-cd6c47d48468 req-e429bf2b-32d4-40d4-adc2-8f998abc3c68 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:39.072999 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec473a-65a2-4094-a666-cd6c47d48468 req-e429bf2b-32d4-40d4-adc2-8f998abc3c68 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:39.083425 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:39.083585 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-87ec473a-65a2-4094-a666-cd6c47d48468 req-e429bf2b-32d4-40d4-adc2-8f998abc3c68 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5439 time: 0.1714218 Nov 02 12:01:39.084225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:39.130377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 5752527b-ff30-40ff-9e0d-57e277499700 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:01:39.130377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5752527b-ff30-40ff-9e0d-57e277499700 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:01:39.175485 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-87ec473a-65a2-4094-a666-cd6c47d48468 req-d801b094-3dec-4e88-92c4-7c69c4d1b2ee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908730 Nov 02 12:01:39.225909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=dabbb248-47fb-47b2-bb85-bb42f4b35e52,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:39.301337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60318) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:39.334881 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1b090ea6-dad4-4daa-89e0-629bbdf6aadc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:39.414219 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:01:39.426313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:39.426313 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:39.447416 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1b090ea6-dad4-4daa-89e0-629bbdf6aadc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:39.530622 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:39.558070 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1b090ea6-dad4-4daa-89e0-629bbdf6aadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:39.575972 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 0c8ae48e-1ea8-4690-a5ef-68ac4793c381, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0c8ae48e-1ea8-4690-a5ef-68ac4793c381,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:39.596831 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1b090ea6-dad4-4daa-89e0-629bbdf6aadc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01f66ee160194d96bbec6494a6203895&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2912898 Nov 02 12:01:39.597547 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60330) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:39.643817 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b090ea6-dad4-4daa-89e0-629bbdf6aadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a7fff3-c2b0-4005-a569-3c92d82c0589,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:39.681218 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60338) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:39.697802 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eb8f5792-cc1d-419b-a852-a142551f45a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:39.722803 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eb8f5792-cc1d-419b-a852-a142551f45a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:39.803328 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:39.803328 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:39.933418 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eb8f5792-cc1d-419b-a852-a142551f45a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:39.933635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=0c8ae48e-1ea8-4690-a5ef-68ac4793c381,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:39.933753 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eb8f5792-cc1d-419b-a852-a142551f45a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:39.934137 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-eb8f5792-cc1d-419b-a852-a142551f45a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/02a7fff3-c2b0-4005-a569-3c92d82c0589 HTTP/1.1" status: 204 len: 168 time: 0.3356068 Nov 02 12:01:39.958167 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f5792-cc1d-419b-a852-a142551f45a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a7fff3-c2b0-4005-a569-3c92d82c0589,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:40.071748 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:01:40.084049 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:40.084467 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:40.180444 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1338a149-74ec-4f8c-98a7-20f236d3f1bd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2420fa4bbe5c42859d5189e5347e3181&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4979632 Nov 02 12:01:40.182782 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60364) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:40.259291 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:40.289833 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00d2f21e-7284-4939-a0b0-645191c19c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:40.319185 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3b8ad295-2d7a-4849-bddf-6bcf7483dce7,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:40.334739 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00d2f21e-7284-4939-a0b0-645191c19c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:40.378831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d178a-7e3a-4e7b-9a83-3ed92582b744 req-2634be85-f2a0-4a27-a301-05e84522b89d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:40.385418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d178a-7e3a-4e7b-9a83-3ed92582b744 req-2634be85-f2a0-4a27-a301-05e84522b89d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:40.392153 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d178a-7e3a-4e7b-9a83-3ed92582b744 req-2634be85-f2a0-4a27-a301-05e84522b89d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:40.398625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d178a-7e3a-4e7b-9a83-3ed92582b744 req-2634be85-f2a0-4a27-a301-05e84522b89d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:40.405616 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d178a-7e3a-4e7b-9a83-3ed92582b744 req-2634be85-f2a0-4a27-a301-05e84522b89d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:40.411606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d178a-7e3a-4e7b-9a83-3ed92582b744 req-2634be85-f2a0-4a27-a301-05e84522b89d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:40.417577 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d178a-7e3a-4e7b-9a83-3ed92582b744 req-2634be85-f2a0-4a27-a301-05e84522b89d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:40.420437 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4a5d178a-7e3a-4e7b-9a83-3ed92582b744 req-2634be85-f2a0-4a27-a301-05e84522b89d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5441 time: 0.1153333 Nov 02 12:01:40.429903 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:40.430783 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device de2a026a-6dac-4b49-9e98-ff799c66efb9 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:40.484505 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4a5d178a-7e3a-4e7b-9a83-3ed92582b744 req-6bf70ae0-f1f3-4ff5-b44c-00e5714396ee tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576811 Nov 02 12:01:40.516209 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=3b8ad295-2d7a-4849-bddf-6bcf7483dce7,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:40.597046 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00d2f21e-7284-4939-a0b0-645191c19c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:40.600770 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00d2f21e-7284-4939-a0b0-645191c19c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:40.602511 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-00d2f21e-7284-4939-a0b0-645191c19c2e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bab8a07b-0131-44d3-af19-a2f066a7c2a2 HTTP/1.1" status: 204 len: 168 time: 0.4183033 Nov 02 12:01:40.614298 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2f21e-7284-4939-a0b0-645191c19c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab8a07b-0131-44d3-af19-a2f066a7c2a2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:40.644371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port de2a026a-6dac-4b49-9e98-ff799c66efb9 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:01:40.655722 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port de2a026a-6dac-4b49-9e98-ff799c66efb9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:40.655722 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:40.768919 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:40.805761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabbb248-47fb-47b2-bb85-bb42f4b35e52'}, {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8ae48e-1ea8-4690-a5ef-68ac4793c381'}, {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8ad295-2d7a-4849-bddf-6bcf7483dce7'}, {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2a026a-6dac-4b49-9e98-ff799c66efb9'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:01:40.808622 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5dc0c1-6b10-41a3-81ee-e3315169d885" -d '{"events": [{"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-plugged", "status": "completed", "tag": "dabbb248-47fb-47b2-bb85-bb42f4b35e52"}, {"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-plugged", "status": "completed", "tag": "0c8ae48e-1ea8-4690-a5ef-68ac4793c381"}, {"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-plugged", "status": "completed", "tag": "3b8ad295-2d7a-4849-bddf-6bcf7483dce7"}, {"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-plugged", "status": "completed", "tag": "de2a026a-6dac-4b49-9e98-ff799c66efb9"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:01:40.852919 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port de2a026a-6dac-4b49-9e98-ff799c66efb9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=de2a026a-6dac-4b49-9e98-ff799c66efb9,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:40.874190 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 02 Nov 2021 12:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7411168-d4d7-43ec-a9f5-2ecca36e165f x-openstack-request-id: req-c7411168-d4d7-43ec-a9f5-2ecca36e165f {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:01:40.874854 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-plugged", "status": "completed", "tag": "dabbb248-47fb-47b2-bb85-bb42f4b35e52", "code": 200}, {"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-plugged", "status": "completed", "tag": "0c8ae48e-1ea8-4690-a5ef-68ac4793c381", "code": 200}, {"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-plugged", "status": "completed", "tag": "3b8ad295-2d7a-4849-bddf-6bcf7483dce7", "code": 200}, {"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-plugged", "status": "completed", "tag": "de2a026a-6dac-4b49-9e98-ff799c66efb9", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:01:40.875512 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7411168-d4d7-43ec-a9f5-2ecca36e165f {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:01:40.876107 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabbb248-47fb-47b2-bb85-bb42f4b35e52', 'code': 200} Nov 02 12:01:40.877134 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8ae48e-1ea8-4690-a5ef-68ac4793c381', 'code': 200} Nov 02 12:01:40.877793 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8ad295-2d7a-4849-bddf-6bcf7483dce7', 'code': 200} Nov 02 12:01:40.878208 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2a026a-6dac-4b49-9e98-ff799c66efb9', 'code': 200} Nov 02 12:01:40.916780 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:40.947728 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 92017229-4838-4c2d-ada3-023757608982 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:41.020353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=de2a026a-6dac-4b49-9e98-ff799c66efb9,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:41.025010 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 537f6c57-e8bb-4f59-a8c3-d98482db9e37 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:41.081681 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 537f6c57-e8bb-4f59-a8c3-d98482db9e37 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:41.082221 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:41.164304 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:41.177203 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 92017229-4838-4c2d-ada3-023757608982 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:01:41.189925 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 92017229-4838-4c2d-ada3-023757608982 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:41.194029 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:41.194029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 537f6c57-e8bb-4f59-a8c3-d98482db9e37, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=537f6c57-e8bb-4f59-a8c3-d98482db9e37,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:41.278994 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:41.284633 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Sync routers for ids ['641c3fd7-7616-4515-a8ef-63ee869fec1d'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:01:41.301412 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Routers {'641c3fd7-7616-4515-a8ef-63ee869fec1d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:01:41.302096 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:01:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['641c3fd7-7616-4515-a8ef-63ee869fec1d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:41.317605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60426) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:41.330265 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-20127be4-2d2a-4fd5-99b4-a40a1db9cb01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:41.355735 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:41.397178 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 92017229-4838-4c2d-ada3-023757608982, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=92017229-4838-4c2d-ada3-023757608982,segment=NetworkSegment(a52f423b-34ed-42d0-84ad-25ab3731e69a),segment_id=a52f423b-34ed-42d0-84ad-25ab3731e69a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:41.418487 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=537f6c57-e8bb-4f59-a8c3-d98482db9e37,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:41.469544 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Set router 641c3fd7-7616-4515-a8ef-63ee869fec1d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:01:41.622977 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-20127be4-2d2a-4fd5-99b4-a40a1db9cb01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:41.631331 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:41.633685 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ca672186-6e3f-4016-a020-78cb076b6156 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:41.651364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8691d6-8087-4d6a-b622-cc22f83ce6f8 req-00808a01-a7f7-4abd-9178-764dd206512c tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:41.661509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8691d6-8087-4d6a-b622-cc22f83ce6f8 req-00808a01-a7f7-4abd-9178-764dd206512c tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:41.669935 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8691d6-8087-4d6a-b622-cc22f83ce6f8 req-00808a01-a7f7-4abd-9178-764dd206512c tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:41.677411 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8691d6-8087-4d6a-b622-cc22f83ce6f8 req-00808a01-a7f7-4abd-9178-764dd206512c tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:41.694123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8691d6-8087-4d6a-b622-cc22f83ce6f8 req-00808a01-a7f7-4abd-9178-764dd206512c tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:41.708457 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8691d6-8087-4d6a-b622-cc22f83ce6f8 req-00808a01-a7f7-4abd-9178-764dd206512c tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:41.712553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8691d6-8087-4d6a-b622-cc22f83ce6f8 req-00808a01-a7f7-4abd-9178-764dd206512c tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:41.722812 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5a8691d6-8087-4d6a-b622-cc22f83ce6f8 req-00808a01-a7f7-4abd-9178-764dd206512c tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5443 time: 0.1455586 Nov 02 12:01:41.745390 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-20127be4-2d2a-4fd5-99b4-a40a1db9cb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:41.791936 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20127be4-2d2a-4fd5-99b4-a40a1db9cb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30143cac-82ba-4cb0-ae99-4c112fe59cda,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:41.814980 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-20127be4-2d2a-4fd5-99b4-a40a1db9cb01 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a8b6118a4f774b6a85d72a36f109a754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5013435 Nov 02 12:01:41.815369 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60456) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:41.827923 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5a8691d6-8087-4d6a-b622-cc22f83ce6f8 req-35d1b2dd-757d-4f4d-82f5-a27c9e8ef29a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016154 Nov 02 12:01:41.848485 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'name': 'tempest-TestVolumeBootPattern-1134033007-router', 'tenant_id': '580e3320ac364db98a0f33ea0c59d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '537f6c57-e8bb-4f59-a8c3-d98482db9e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:27Z', 'updated_at': '2021-11-02T12:01:35Z', 'revision_number': 4, 'project_id': '580e3320ac364db98a0f33ea0c59d225', 'gw_port': {'id': '537f6c57-e8bb-4f59-a8c3-d98482db9e37', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:28Z', 'updated_at': '2021-11-02T12:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c48c3c04-33fc-48cf-a286-18f56ecb26de', 'name': '', 'network_id': 'e62ae462-84fe-49eb-8806-e107da3c5aa1', 'tenant_id': '580e3320ac364db98a0f33ea0c59d225', 'mac_address': 'fa:16:3e:8b:7e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'd60519e2-eb32-43ea-9fdd-a8c6e124b61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:33Z', 'updated_at': '2021-11-02T12:01:35Z', 'revision_number': 2, 'project_id': '580e3320ac364db98a0f33ea0c59d225', 'subnets': [{'id': 'd60519e2-eb32-43ea-9fdd-a8c6e124b61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:41.894269 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Checking router: 641c3fd7-7616-4515-a8ef-63ee869fec1d for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:01:41.895669 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Updating router 641c3fd7-7616-4515-a8ef-63ee869fec1d port c48c3c04-33fc-48cf-a286-18f56ecb26de binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:01:41.980186 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:41.999105 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a9a10da-e371-4dbd-96b8-97c057a281ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:42.108999 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a9a10da-e371-4dbd-96b8-97c057a281ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:42.150648 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=92017229-4838-4c2d-ada3-023757608982,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:42.236995 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-5a659411-eeb7-406c-a517-9ddb5f0c623b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:42.244729 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-5a659411-eeb7-406c-a517-9ddb5f0c623b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 811 time: 0.2578628 Nov 02 12:01:42.256130 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-fc45901a-102b-4ba6-b1a7-8dad64cb8dc4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/quotas/ab186707669f41a6b53ebcba8031edaa HTTP/1.1" status: 200 len: 375 time: 0.0105162 Nov 02 12:01:42.288214 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a9a10da-e371-4dbd-96b8-97c057a281ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:42.289959 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port ca672186-6e3f-4016-a020-78cb076b6156 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:01:42.303020 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a9a10da-e371-4dbd-96b8-97c057a281ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:42.303020 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7a9a10da-e371-4dbd-96b8-97c057a281ae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/30143cac-82ba-4cb0-ae99-4c112fe59cda HTTP/1.1" status: 204 len: 168 time: 0.4797068 Nov 02 12:01:42.303320 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port ca672186-6e3f-4016-a020-78cb076b6156 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:42.303320 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:42.315318 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a10da-e371-4dbd-96b8-97c057a281ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30143cac-82ba-4cb0-ae99-4c112fe59cda,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:42.441378 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-064cacaf-24d2-484e-ae7d-aa79a1eb7dd4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1749096 Nov 02 12:01:42.499842 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:42.523782 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:42.546948 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port ca672186-6e3f-4016-a020-78cb076b6156, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ca672186-6e3f-4016-a020-78cb076b6156,segment=NetworkSegment(52731252-3f63-4b20-aa8a-d8d9cc257030),segment_id=52731252-3f63-4b20-aa8a-d8d9cc257030)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:42.637544 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:42.640973 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:42.708326 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c0588-3638-49a9-ae04-aa1692ecf9f8 None None] Pushing event updated for resources: {'Port': ['ID=c48c3c04-33fc-48cf-a286-18f56ecb26de,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:42.732031 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=ca672186-6e3f-4016-a020-78cb076b6156,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:42.793382 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Attempting to bind port c48c3c04-33fc-48cf-a286-18f56ecb26de on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:01:42.794739 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Attempting to bind port c48c3c04-33fc-48cf-a286-18f56ecb26de by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'b6c81edd-ec60-40ea-a90c-aadc0856d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e62ae462-84fe-49eb-8806-e107da3c5aa1'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:01:42.795151 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Attempting to bind port c48c3c04-33fc-48cf-a286-18f56ecb26de on network e62ae462-84fe-49eb-8806-e107da3c5aa1 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:01:42.799662 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-56d613b7-872b-4d57-af1e-1322114a5e9a service neutron] 10.222.0.52 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556623 Nov 02 12:01:42.802545 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:01:42.803543 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Checking segment: {'id': 'b6c81edd-ec60-40ea-a90c-aadc0856d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e62ae462-84fe-49eb-8806-e107da3c5aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:42.804929 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:42.805488 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Bound using segment: {'id': 'b6c81edd-ec60-40ea-a90c-aadc0856d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e62ae462-84fe-49eb-8806-e107da3c5aa1'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:01:42.805829 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Bound port: c48c3c04-33fc-48cf-a286-18f56ecb26de, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c81edd-ec60-40ea-a90c-aadc0856d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e62ae462-84fe-49eb-8806-e107da3c5aa1'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:01:42.806919 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:42.883393 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92017229-4838-4c2d-ada3-023757608982'}, {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca672186-6e3f-4016-a020-78cb076b6156'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:01:42.883393 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db34404a-dd72-4e0c-9ddc-0c370678ef4f" -d '{"events": [{"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-plugged", "status": "completed", "tag": "92017229-4838-4c2d-ada3-023757608982"}, {"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-plugged", "status": "completed", "tag": "ca672186-6e3f-4016-a020-78cb076b6156"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:01:42.910558 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] For port c48c3c04-33fc-48cf-a286-18f56ecb26de, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:01:42.924120 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] For port c48c3c04-33fc-48cf-a286-18f56ecb26de, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c48c3c04-33fc-48cf-a286-18f56ecb26de,segment=NetworkSegment(b6c81edd-ec60-40ea-a90c-aadc0856d754),segment_id=b6c81edd-ec60-40ea-a90c-aadc0856d754)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:01:42.977338 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 537f6c57-e8bb-4f59-a8c3-d98482db9e37 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:42.980798 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-29dc86c2-c235-4d11-b1ba-234448265af8 service neutron] 10.222.0.52 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761303 Nov 02 12:01:42.998497 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:43.073533 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Routers {'641c3fd7-7616-4515-a8ef-63ee869fec1d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:01:43.075011 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:01:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['641c3fd7-7616-4515-a8ef-63ee869fec1d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:43.084002 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-69478a4e-a66d-40f4-82cd-a3f3f0b862dd None None] Provisioning complete for port c48c3c04-33fc-48cf-a286-18f56ecb26de triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:43.084376 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-69478a4e-a66d-40f4-82cd-a3f3f0b862dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:43.146473 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 537f6c57-e8bb-4f59-a8c3-d98482db9e37 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:43.146683 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:43.227983 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c0588-3638-49a9-ae04-aa1692ecf9f8 None None] Pushing event updated for resources: {'Port': ['ID=c48c3c04-33fc-48cf-a286-18f56ecb26de,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:43.288206 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] Set router 641c3fd7-7616-4515-a8ef-63ee869fec1d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:01:43.388891 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-69478a4e-a66d-40f4-82cd-a3f3f0b862dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:43.461855 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-69478a4e-a66d-40f4-82cd-a3f3f0b862dd None None] For port c48c3c04-33fc-48cf-a286-18f56ecb26de, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c48c3c04-33fc-48cf-a286-18f56ecb26de,segment=NetworkSegment(b6c81edd-ec60-40ea-a90c-aadc0856d754),segment_id=b6c81edd-ec60-40ea-a90c-aadc0856d754)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:43.517543 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60552) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:43.548665 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'name': 'tempest-TestVolumeBootPattern-1134033007-router', 'tenant_id': '580e3320ac364db98a0f33ea0c59d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '537f6c57-e8bb-4f59-a8c3-d98482db9e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:27Z', 'updated_at': '2021-11-02T12:01:35Z', 'revision_number': 4, 'project_id': '580e3320ac364db98a0f33ea0c59d225', 'gw_port': {'id': '537f6c57-e8bb-4f59-a8c3-d98482db9e37', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:28Z', 'updated_at': '2021-11-02T12:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c48c3c04-33fc-48cf-a286-18f56ecb26de', 'name': '', 'network_id': 'e62ae462-84fe-49eb-8806-e107da3c5aa1', 'tenant_id': '580e3320ac364db98a0f33ea0c59d225', 'mac_address': 'fa:16:3e:8b:7e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'd60519e2-eb32-43ea-9fdd-a8c6e124b61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:33Z', 'updated_at': '2021-11-02T12:01:42Z', 'revision_number': 4, 'project_id': '580e3320ac364db98a0f33ea0c59d225', 'subnets': [{'id': 'd60519e2-eb32-43ea-9fdd-a8c6e124b61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:43.578417 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ebd93-0ec7-49f5-bc78-3bf27084bd17 None None] The sync data for ids ['641c3fd7-7616-4515-a8ef-63ee869fec1d'] in n-d-806683-18 is: [{'id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'name': 'tempest-TestVolumeBootPattern-1134033007-router', 'tenant_id': '580e3320ac364db98a0f33ea0c59d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '537f6c57-e8bb-4f59-a8c3-d98482db9e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:27Z', 'updated_at': '2021-11-02T12:01:35Z', 'revision_number': 4, 'project_id': '580e3320ac364db98a0f33ea0c59d225', 'gw_port': {'id': '537f6c57-e8bb-4f59-a8c3-d98482db9e37', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:28Z', 'updated_at': '2021-11-02T12:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c48c3c04-33fc-48cf-a286-18f56ecb26de', 'name': '', 'network_id': 'e62ae462-84fe-49eb-8806-e107da3c5aa1', 'tenant_id': '580e3320ac364db98a0f33ea0c59d225', 'mac_address': 'fa:16:3e:8b:7e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'd60519e2-eb32-43ea-9fdd-a8c6e124b61b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:33Z', 'updated_at': '2021-11-02T12:01:42Z', 'revision_number': 4, 'project_id': '580e3320ac364db98a0f33ea0c59d225', 'subnets': [{'id': 'd60519e2-eb32-43ea-9fdd-a8c6e124b61b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:01:43.593701 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-69478a4e-a66d-40f4-82cd-a3f3f0b862dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:43.661920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69478a4e-a66d-40f4-82cd-a3f3f0b862dd None None] Pushing event updated for resources: {'Port': ['ID=c48c3c04-33fc-48cf-a286-18f56ecb26de,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:43.716933 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-438db963-ec2a-46a2-b7d3-b285b4256c89 None None] Provisioning complete for port c48c3c04-33fc-48cf-a286-18f56ecb26de triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:43.719029 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-438db963-ec2a-46a2-b7d3-b285b4256c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:43.811354 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5b2d41b6-5e5f-47e5-87bd-75e1d2045d10 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-417467529'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:43.957457 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2d41b6-5e5f-47e5-87bd-75e1d2045d10 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:43.963448 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5b2d41b6-5e5f-47e5-87bd-75e1d2045d10 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:43.990921 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5b2d41b6-5e5f-47e5-87bd-75e1d2045d10 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:44.035120 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026df11-b566-4caa-ba7c-4b125bd0b46c req-27593811-2fe2-49d5-8b0c-fe4c9237255a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:44.043665 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026df11-b566-4caa-ba7c-4b125bd0b46c req-27593811-2fe2-49d5-8b0c-fe4c9237255a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:44.057889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026df11-b566-4caa-ba7c-4b125bd0b46c req-27593811-2fe2-49d5-8b0c-fe4c9237255a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:44.060018 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026df11-b566-4caa-ba7c-4b125bd0b46c req-27593811-2fe2-49d5-8b0c-fe4c9237255a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:44.067446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026df11-b566-4caa-ba7c-4b125bd0b46c req-27593811-2fe2-49d5-8b0c-fe4c9237255a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:44.075460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026df11-b566-4caa-ba7c-4b125bd0b46c req-27593811-2fe2-49d5-8b0c-fe4c9237255a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:44.082803 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026df11-b566-4caa-ba7c-4b125bd0b46c req-27593811-2fe2-49d5-8b0c-fe4c9237255a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:44.085166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3026df11-b566-4caa-ba7c-4b125bd0b46c req-27593811-2fe2-49d5-8b0c-fe4c9237255a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5445 time: 0.1531489 Nov 02 12:01:44.184867 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3026df11-b566-4caa-ba7c-4b125bd0b46c req-91d4170a-5fc9-49e8-86f2-7ce3939562a0 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886390 Nov 02 12:01:44.191386 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5b2d41b6-5e5f-47e5-87bd-75e1d2045d10 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:44.240731 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 02 Nov 2021 12:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc12a78-aaff-4191-8b36-4ecc094621ae x-openstack-request-id: req-ffc12a78-aaff-4191-8b36-4ecc094621ae {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:01:44.241037 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-plugged", "status": "completed", "tag": "92017229-4838-4c2d-ada3-023757608982", "code": 200}, {"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-plugged", "status": "completed", "tag": "ca672186-6e3f-4016-a020-78cb076b6156", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:01:44.241293 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ffc12a78-aaff-4191-8b36-4ecc094621ae {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:01:44.241696 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92017229-4838-4c2d-ada3-023757608982', 'code': 200} Nov 02 12:01:44.241971 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca672186-6e3f-4016-a020-78cb076b6156', 'code': 200} Nov 02 12:01:44.294727 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5b2d41b6-5e5f-47e5-87bd-75e1d2045d10 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:44.302536 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-51dc6594-ada0-4594-9395-882d79311fd6 req-bdd09898-95fd-471d-a1b8-bfd38222f37d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 210 time: 0.0329142 Nov 02 12:01:44.342954 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d41b6-5e5f-47e5-87bd-75e1d2045d10 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=089bb88a-a2a4-4a9b-93ac-292123828608,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:44.411926 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2d41b6-5e5f-47e5-87bd-75e1d2045d10 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:01:44.469830 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5b2d41b6-5e5f-47e5-87bd-75e1d2045d10 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:44.471089 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-5b2d41b6-5e5f-47e5-87bd-75e1d2045d10 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Added segment b61ea45c-70df-4482-ad7c-38a673bb3c25 of type vlan for network 3f57b163-c605-4e8e-8d5e-b661a54171cb Nov 02 12:01:44.544516 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e263054-59ba-42a8-bf7d-b36986378cc7 req-6b74d077-a404-4b8a-bd57-0f9535ea4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:44.545130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e263054-59ba-42a8-bf7d-b36986378cc7 req-6b74d077-a404-4b8a-bd57-0f9535ea4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:44.545548 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e263054-59ba-42a8-bf7d-b36986378cc7 req-6b74d077-a404-4b8a-bd57-0f9535ea4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:44.546030 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e263054-59ba-42a8-bf7d-b36986378cc7 req-6b74d077-a404-4b8a-bd57-0f9535ea4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:44.546521 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e263054-59ba-42a8-bf7d-b36986378cc7 req-6b74d077-a404-4b8a-bd57-0f9535ea4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:44.547233 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e263054-59ba-42a8-bf7d-b36986378cc7 req-6b74d077-a404-4b8a-bd57-0f9535ea4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:44.547605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e263054-59ba-42a8-bf7d-b36986378cc7 req-6b74d077-a404-4b8a-bd57-0f9535ea4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:44.550032 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8e263054-59ba-42a8-bf7d-b36986378cc7 req-6b74d077-a404-4b8a-bd57-0f9535ea4a6a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 6509 time: 0.1714733 Nov 02 12:01:44.572049 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5b2d41b6-5e5f-47e5-87bd-75e1d2045d10 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:44.644923 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8e263054-59ba-42a8-bf7d-b36986378cc7 req-4dde56bf-6502-4de9-b8a5-9a2453bea34b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820169 Nov 02 12:01:44.687098 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5b2d41b6-5e5f-47e5-87bd-75e1d2045d10 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:44.692738 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2d41b6-5e5f-47e5-87bd-75e1d2045d10 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:44.696676 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5b2d41b6-5e5f-47e5-87bd-75e1d2045d10 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:44.768689 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d41b6-5e5f-47e5-87bd-75e1d2045d10 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Network': ['ID=3f57b163-c605-4e8e-8d5e-b661a54171cb,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:44.783124 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:01:44.804788 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5b2d41b6-5e5f-47e5-87bd-75e1d2045d10 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2853541 Nov 02 12:01:44.807667 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60606) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:44.813938 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0d36cbcb-4199-44d8-a72e-5354a69f6d46 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb', 'name': 'tempest-PortsTestJSON-1936768867'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:45.033950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c48c3c04-33fc-48cf-a286-18f56ecb26de up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:45.063838 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d36cbcb-4199-44d8-a72e-5354a69f6d46 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:45.068796 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0d36cbcb-4199-44d8-a72e-5354a69f6d46 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:45.088622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c48c3c04-33fc-48cf-a286-18f56ecb26de triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:45.089393 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:45.090722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-0d36cbcb-4199-44d8-a72e-5354a69f6d46 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] device_id is not set on port ff3b653e-eecc-4144-a5c5-fb4c1806a600 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:01:45.332461 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0d36cbcb-4199-44d8-a72e-5354a69f6d46 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:45.376067 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36aafe-1693-4cb6-abec-1a1c9858d23f req-6d28210c-8985-4ec9-bc4c-1847fe83e988 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:45.387272 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36aafe-1693-4cb6-abec-1a1c9858d23f req-6d28210c-8985-4ec9-bc4c-1847fe83e988 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:45.394938 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36aafe-1693-4cb6-abec-1a1c9858d23f req-6d28210c-8985-4ec9-bc4c-1847fe83e988 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:45.401586 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36aafe-1693-4cb6-abec-1a1c9858d23f req-6d28210c-8985-4ec9-bc4c-1847fe83e988 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:45.408142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36aafe-1693-4cb6-abec-1a1c9858d23f req-6d28210c-8985-4ec9-bc4c-1847fe83e988 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:45.415027 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36aafe-1693-4cb6-abec-1a1c9858d23f req-6d28210c-8985-4ec9-bc4c-1847fe83e988 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:45.422282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36aafe-1693-4cb6-abec-1a1c9858d23f req-6d28210c-8985-4ec9-bc4c-1847fe83e988 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:45.430419 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c36aafe-1693-4cb6-abec-1a1c9858d23f req-6d28210c-8985-4ec9-bc4c-1847fe83e988 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5445 time: 0.1515250 Nov 02 12:01:45.504559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c36aafe-1693-4cb6-abec-1a1c9858d23f req-18a2e464-de62-4d3a-99c0-6d7415b31da1 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731182 Nov 02 12:01:45.568813 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0d36cbcb-4199-44d8-a72e-5354a69f6d46 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:45.615868 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df1646b7-e60d-4666-a481-d150bbaea3ea req-52036618-a0bf-4198-a12a-b7f829b25196 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 210 time: 0.0444586 Nov 02 12:01:45.697350 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36cbcb-4199-44d8-a72e-5354a69f6d46 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=ff3b653e-eecc-4144-a5c5-fb4c1806a600,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:45.710652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d36cbcb-4199-44d8-a72e-5354a69f6d46 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Checking segment: {'id': 'b61ea45c-70df-4482-ad7c-38a673bb3c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:45.711069 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d36cbcb-4199-44d8-a72e-5354a69f6d46 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network hostable DHCP agents. Network: 3f57b163-c605-4e8e-8d5e-b661a54171cb, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:01:45.808092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d36cbcb-4199-44d8-a72e-5354a69f6d46 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:01:45.894659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-0d36cbcb-4199-44d8-a72e-5354a69f6d46 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 3f57b163-c605-4e8e-8d5e-b661a54171cb) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:45.899456 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d36cbcb-4199-44d8-a72e-5354a69f6d46 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:01:45.908731 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bec461-95ca-4347-afdc-76dc6bb1b26f None None] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:45.909491 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d36cbcb-4199-44d8-a72e-5354a69f6d46 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:45.912386 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0d36cbcb-4199-44d8-a72e-5354a69f6d46 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:46.025567 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60670) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:46.035916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0d36cbcb-4199-44d8-a72e-5354a69f6d46 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2159026 Nov 02 12:01:46.036100 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-db00939b-a242-4573-9710-4769bc852095 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-182405263'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:46.173976 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db00939b-a242-4573-9710-4769bc852095 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:46.178024 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db00939b-a242-4573-9710-4769bc852095 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:46.219870 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db00939b-a242-4573-9710-4769bc852095 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:01:46.231436 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db00939b-a242-4573-9710-4769bc852095 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:46.234690 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-db00939b-a242-4573-9710-4769bc852095 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Added segment 188052ff-ee8b-4da9-92e7-6962a6454070 of type vlan for network 473efabb-7818-4cdb-97ce-6699d16c67d5 Nov 02 12:01:46.278697 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db00939b-a242-4573-9710-4769bc852095 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:46.453580 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db00939b-a242-4573-9710-4769bc852095 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:46.459616 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db00939b-a242-4573-9710-4769bc852095 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:46.460609 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db00939b-a242-4573-9710-4769bc852095 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:46.548876 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00939b-a242-4573-9710-4769bc852095 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Network': ['ID=473efabb-7818-4cdb-97ce-6699d16c67d5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:46.561774 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 473efabb-7818-4cdb-97ce-6699d16c67d5 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:01:46.566250 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-db00939b-a242-4573-9710-4769bc852095 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5379066 Nov 02 12:01:46.568694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60710) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:46.576026 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'ports': [{'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb'}, {'network_id': '473efabb-7818-4cdb-97ce-6699d16c67d5'}]} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:46.576560 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:46.577579 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'network_id': '473efabb-7818-4cdb-97ce-6699d16c67d5'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:46.853092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce27edb-3ace-4e7a-a486-f9a5d119db0c req-cd46dc6f-33a1-4a00-9459-b7b588c61a36 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:46.859761 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce27edb-3ace-4e7a-a486-f9a5d119db0c req-cd46dc6f-33a1-4a00-9459-b7b588c61a36 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:46.871334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce27edb-3ace-4e7a-a486-f9a5d119db0c req-cd46dc6f-33a1-4a00-9459-b7b588c61a36 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:46.882861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce27edb-3ace-4e7a-a486-f9a5d119db0c req-cd46dc6f-33a1-4a00-9459-b7b588c61a36 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:46.891596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce27edb-3ace-4e7a-a486-f9a5d119db0c req-cd46dc6f-33a1-4a00-9459-b7b588c61a36 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:46.898960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce27edb-3ace-4e7a-a486-f9a5d119db0c req-cd46dc6f-33a1-4a00-9459-b7b588c61a36 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:46.905376 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce27edb-3ace-4e7a-a486-f9a5d119db0c req-cd46dc6f-33a1-4a00-9459-b7b588c61a36 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:46.907352 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ce27edb-3ace-4e7a-a486-f9a5d119db0c req-cd46dc6f-33a1-4a00-9459-b7b588c61a36 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5445 time: 0.1823812 Nov 02 12:01:46.916495 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-ef6c5d05-5557-42a3-aea4-23ce857e76be tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:46.918491 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-ef6c5d05-5557-42a3-aea4-23ce857e76be tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.79 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 811 time: 0.3321319 Nov 02 12:01:46.938478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-959e1e03-c7da-423f-8b11-9bbbb603c304 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Request body: {'port': {'device_id': '9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'admin_state_up': True, 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:47.032686 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'port': 2} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:47.041865 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:47.069489 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ce27edb-3ace-4e7a-a486-f9a5d119db0c req-ab3b2ab2-b41e-478c-8486-dcf98db3805b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1495485 Nov 02 12:01:47.085028 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:47.211827 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-535e2d80-005f-4438-932a-573bf3468b04 req-d9a74737-a56e-4013-b242-e03f7868cd60 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 210 time: 0.0400851 Nov 02 12:01:47.248200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-959e1e03-c7da-423f-8b11-9bbbb603c304 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Made reservation on behalf of ab186707669f41a6b53ebcba8031edaa for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:47.252068 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-959e1e03-c7da-423f-8b11-9bbbb603c304 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:47.302304 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] device_id is not set on port 005f4663-9f3c-4640-b2ad-0e92d94907b1 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:01:47.436334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457394f8-6d93-4e05-93e4-25d1b04f3a3c req-f78929ad-d2e0-4e11-9a4d-c44d7f058b4c tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:47.448568 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457394f8-6d93-4e05-93e4-25d1b04f3a3c req-f78929ad-d2e0-4e11-9a4d-c44d7f058b4c tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:47.467545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457394f8-6d93-4e05-93e4-25d1b04f3a3c req-f78929ad-d2e0-4e11-9a4d-c44d7f058b4c tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:47.475136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457394f8-6d93-4e05-93e4-25d1b04f3a3c req-f78929ad-d2e0-4e11-9a4d-c44d7f058b4c tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:47.482279 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457394f8-6d93-4e05-93e4-25d1b04f3a3c req-f78929ad-d2e0-4e11-9a4d-c44d7f058b4c tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:47.482647 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:47.489311 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457394f8-6d93-4e05-93e4-25d1b04f3a3c req-f78929ad-d2e0-4e11-9a4d-c44d7f058b4c tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:47.496152 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457394f8-6d93-4e05-93e4-25d1b04f3a3c req-f78929ad-d2e0-4e11-9a4d-c44d7f058b4c tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:47.498615 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-457394f8-6d93-4e05-93e4-25d1b04f3a3c req-f78929ad-d2e0-4e11-9a4d-c44d7f058b4c tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5445 time: 0.2149746 Nov 02 12:01:47.526438 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60730) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:47.577030 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-514f632a-c607-4f89-afcf-6b8c9daae53a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Request body: {'floatingip': {'port_id': 'ca672186-6e3f-4016-a020-78cb076b6156'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:47.584454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-959e1e03-c7da-423f-8b11-9bbbb603c304 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Allocated IP 172.20.0.13 (b3d723ce-e5b2-4427-a422-70398aab6d7f/0360a412-e52f-4282-8491-82f08f448324/936adcf7-59f3-4b4e-bdbd-960afaf07546) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:01:47.607492 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ff0af997-c907-4582-8705-0bac367e0aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:47.638530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] device_id is not set on port c1b7baac-0be0-47e9-bbcc-e847dee01a73 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:01:47.641610 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-514f632a-c607-4f89-afcf-6b8c9daae53a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for floatingip, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:47.858905 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-959e1e03-c7da-423f-8b11-9bbbb603c304 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:48.031537 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-959e1e03-c7da-423f-8b11-9bbbb603c304 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:48.129344 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e1e03-c7da-423f-8b11-9bbbb603c304 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'Port': ['ID=936adcf7-59f3-4b4e-bdbd-960afaf07546,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:48.138980 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-959e1e03-c7da-423f-8b11-9bbbb603c304 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Network b3d723ce-e5b2-4427-a422-70398aab6d7f is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:01:48.148292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-959e1e03-c7da-423f-8b11-9bbbb603c304 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:48.154639 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-959e1e03-c7da-423f-8b11-9bbbb603c304 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:01:48.280727 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-959e1e03-c7da-423f-8b11-9bbbb603c304 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:48.281741 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-959e1e03-c7da-423f-8b11-9bbbb603c304 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:48.406009 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-959e1e03-c7da-423f-8b11-9bbbb603c304 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4714258 Nov 02 12:01:48.420685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Request body: {'port': {'device_id': '9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:48.580776 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:48.657074 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:48.797121 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-dd002ad1-c67e-427a-9c89-1b6cc9a4d51d None None] Provisioning complete for port 936adcf7-59f3-4b4e-bdbd-960afaf07546 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:48.798152 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dd002ad1-c67e-427a-9c89-1b6cc9a4d51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:48.855464 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-dd002ad1-c67e-427a-9c89-1b6cc9a4d51d None None] Port 936adcf7-59f3-4b4e-bdbd-960afaf07546 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:01:48.894348 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:49.004123 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:01:49.014496 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:49.016669 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=005f4663-9f3c-4640-b2ad-0e92d94907b1,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:49.029130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:01:49.030625 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:49.049505 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 936adcf7-59f3-4b4e-bdbd-960afaf07546 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:01:49.060098 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:49.079436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Transition to ACTIVE for port object 936adcf7-59f3-4b4e-bdbd-960afaf07546 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:01:49.130261 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:49.149261 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-514f632a-c607-4f89-afcf-6b8c9daae53a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:49.163928 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=c1b7baac-0be0-47e9-bbcc-e847dee01a73,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:49.185651 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Checking segment: {'id': '188052ff-ee8b-4da9-92e7-6962a6454070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '473efabb-7818-4cdb-97ce-6699d16c67d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:49.186033 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network hostable DHCP agents. Network: 473efabb-7818-4cdb-97ce-6699d16c67d5, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:01:49.217367 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-514f632a-c607-4f89-afcf-6b8c9daae53a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:49.245148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Pushing event updated for resources: {'Port': ['ID=936adcf7-59f3-4b4e-bdbd-960afaf07546,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:49.280562 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 473efabb-7818-4cdb-97ce-6699d16c67d5 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:01:49.348308 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Attempting to bind port 936adcf7-59f3-4b4e-bdbd-960afaf07546 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:01:49.348308 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Attempting to bind port 936adcf7-59f3-4b4e-bdbd-960afaf07546 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:01:49.348308 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Attempting to bind port 936adcf7-59f3-4b4e-bdbd-960afaf07546 on network b3d723ce-e5b2-4427-a422-70398aab6d7f {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:01:49.352009 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Port 936adcf7-59f3-4b4e-bdbd-960afaf07546 on network b3d723ce-e5b2-4427-a422-70398aab6d7f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:01:49.352344 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Attempting to bind port 936adcf7-59f3-4b4e-bdbd-960afaf07546 on network b3d723ce-e5b2-4427-a422-70398aab6d7f {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:01:49.358708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:01:49.359090 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Checking segment: {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:49.359482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Bound using segment: {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:01:49.369980 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Bound port: 936adcf7-59f3-4b4e-bdbd-960afaf07546, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:01:49.369980 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:49.450956 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 473efabb-7818-4cdb-97ce-6699d16c67d5) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:49.462580 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:01:49.462984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22df79f7-be8d-4f39-ba4a-3c47254193b3 None None] Network 473efabb-7818-4cdb-97ce-6699d16c67d5 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:49.478193 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:49.496368 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:49.498370 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:49.501464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] For port 936adcf7-59f3-4b4e-bdbd-960afaf07546, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:01:49.506518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] For port 936adcf7-59f3-4b4e-bdbd-960afaf07546, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=936adcf7-59f3-4b4e-bdbd-960afaf07546,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:01:49.526591 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-514f632a-c607-4f89-afcf-6b8c9daae53a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Floating IP ad274e8b-7cce-4f66-8f8e-dc83c5e82e93 associated. External IP: 172.25.6.166, port: ca672186-6e3f-4016-a020-78cb076b6156. Nov 02 12:01:49.591927 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:49.640424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:49.641255 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:49.643292 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] 10.222.0.79 "PUT /v2.0/ports/936adcf7-59f3-4b4e-bdbd-960afaf07546 HTTP/1.1" status: 200 len: 1093 time: 1.2290418 Nov 02 12:01:49.643777 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4', 'tag': '936adcf7-59f3-4b4e-bdbd-960afaf07546'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:01:49.655262 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e947a49d-e566-402a-854c-51c234b7305f" -d '{"events": [{"name": "network-changed", "server_uuid": "9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4", "tag": "936adcf7-59f3-4b4e-bdbd-960afaf07546"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:01:49.658118 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-42fd7817-3b97-479a-a400-402fc93883c6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0878806 Nov 02 12:01:49.666087 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60760) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:49.749931 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f0135-8591-4ebb-b51d-460232a32e18 service neutron] Pushing event updated for resources: {'Port': ['ID=936adcf7-59f3-4b4e-bdbd-960afaf07546,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:49.817869 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d369bafe-0e28-4c17-bcc1-8ff53b626785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:49.929722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-4ee66ad6-6246-40c1-b266-f0788c78f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:49.931364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-4ee66ad6-6246-40c1-b266-f0788c78f26b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 1096 time: 0.1433568 Nov 02 12:01:49.960845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-61b955a3-7d9c-4cc9-a787-85339c7f8dfe tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port c1b7baac-0be0-47e9-bbcc-e847dee01a73 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:01:49.961233 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61b955a3-7d9c-4cc9-a787-85339c7f8dfe tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:50.001326 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-49a8fd81-d254-4e58-8d65-c40dc7b06f08 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=936adcf7-59f3-4b4e-bdbd-960afaf07546 HTTP/1.1" status: 200 len: 217 time: 0.0543735 Nov 02 12:01:50.096510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-3c37f580-67c9-4a05-87db-340702e1acde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:50.099823 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-3c37f580-67c9-4a05-87db-340702e1acde service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0914452 Nov 02 12:01:50.116097 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61b955a3-7d9c-4cc9-a787-85339c7f8dfe tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:50.134701 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514f632a-c607-4f89-afcf-6b8c9daae53a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Router 7a0416e2-e0b8-49fc-a995-74d07fcea59d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:01:50.136910 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-61b955a3-7d9c-4cc9-a787-85339c7f8dfe tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for c1b7baac-0be0-47e9-bbcc-e847dee01a73 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:01:50.177380 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-8ef3ca5a-3bf4-473f-874f-062e9671041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:50.179200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-8ef3ca5a-3bf4-473f-874f-062e9671041e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724232 Nov 02 12:01:50.323916 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514f632a-c607-4f89-afcf-6b8c9daae53a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:01:50.335738 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-514f632a-c607-4f89-afcf-6b8c9daae53a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:50.336035 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c6157f-b783-433d-af76-98bbcefe1b22 None None] Sync routers for ids ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:01:50.366173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c6157f-b783-433d-af76-98bbcefe1b22 None None] Routers {'7a0416e2-e0b8-49fc-a995-74d07fcea59d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:01:50.368724 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-75c6157f-b783-433d-af76-98bbcefe1b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:01:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:50.389213 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-f96b0d61-b07e-4800-881c-f921946f62d3 service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007887 Nov 02 12:01:50.393361 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-514f632a-c607-4f89-afcf-6b8c9daae53a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "PUT /v2.0/floatingips/ad274e8b-7cce-4f66-8f8e-dc83c5e82e93 HTTP/1.1" status: 200 len: 991 time: 2.8620405 Nov 02 12:01:50.393361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'tag': 'ca672186-6e3f-4016-a020-78cb076b6156'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:01:50.393738 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6adca6-eaff-4359-8524-f10cbc0d60a3" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "tag": "ca672186-6e3f-4016-a020-78cb076b6156"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:01:50.430852 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61b955a3-7d9c-4cc9-a787-85339c7f8dfe tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:50.477636 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b955a3-7d9c-4cc9-a787-85339c7f8dfe tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=c1b7baac-0be0-47e9-bbcc-e847dee01a73,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:50.485831 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61b955a3-7d9c-4cc9-a787-85339c7f8dfe tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:50.494816 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-61b955a3-7d9c-4cc9-a787-85339c7f8dfe tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/ports/c1b7baac-0be0-47e9-bbcc-e847dee01a73 HTTP/1.1" status: 204 len: 168 time: 0.8198614 Nov 02 12:01:50.494816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60776) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:50.534577 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3dd3036e-382c-4f86-9a89-50f893eaa64f req-56b85e61-b5e7-4e2c-8d12-b01b6a6d26e7 service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378393 Nov 02 12:01:50.590180 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-75c6157f-b783-433d-af76-98bbcefe1b22 None None] Set router 7a0416e2-e0b8-49fc-a995-74d07fcea59d gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:01:50.616388 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efce70ab-3804-4355-9991-e2ee1ebc5a93 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:50.623621 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efce70ab-3804-4355-9991-e2ee1ebc5a93 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:50.625008 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-efce70ab-3804-4355-9991-e2ee1ebc5a93 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1302967 Nov 02 12:01:50.627970 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60780) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:50.755151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-676197b3-570f-4c8f-a413-498738f71ddc tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port 005f4663-9f3c-4640-b2ad-0e92d94907b1 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:01:50.755772 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-676197b3-570f-4c8f-a413-498738f71ddc tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:50.867339 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-676197b3-570f-4c8f-a413-498738f71ddc tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:50.885110 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-676197b3-570f-4c8f-a413-498738f71ddc tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for 005f4663-9f3c-4640-b2ad-0e92d94907b1 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:01:50.915850 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-75c6157f-b783-433d-af76-98bbcefe1b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1420156404-router', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:56Z', 'updated_at': '2021-11-02T11:59:02Z', 'revision_number': 4, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'gw_port': {'id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:57Z', 'updated_at': '2021-11-02T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'ad274e8b-7cce-4f66-8f8e-dc83c5e82e93', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'port_id': 'ca672186-6e3f-4016-a020-78cb076b6156', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb', 'mac_address': 'fa:16:3e:07:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:00:18Z', 'updated_at': '2021-11-02T12:01:48Z', 'revision_number': 1, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae83060-6de2-41cf-89ab-21ce144e184a', 'name': '', 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'mac_address': 'fa:16:3e:ff:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6b553805-820e-40aa-9154-a28f88302dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:00Z', 'updated_at': '2021-11-02T11:59:12Z', 'revision_number': 5, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'subnets': [{'id': '6b553805-820e-40aa-9154-a28f88302dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:50.970018 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c6157f-b783-433d-af76-98bbcefe1b22 None None] Checking router: 7a0416e2-e0b8-49fc-a995-74d07fcea59d for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:01:50.980030 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:50.984372 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c6157f-b783-433d-af76-98bbcefe1b22 None None] Routers {'7a0416e2-e0b8-49fc-a995-74d07fcea59d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:01:50.985251 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-75c6157f-b783-433d-af76-98bbcefe1b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:01:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:51.053669 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-676197b3-570f-4c8f-a413-498738f71ddc tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:51.098376 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676197b3-570f-4c8f-a413-498738f71ddc tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=005f4663-9f3c-4640-b2ad-0e92d94907b1,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:51.113724 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-676197b3-570f-4c8f-a413-498738f71ddc tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:51.122986 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-676197b3-570f-4c8f-a413-498738f71ddc tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/ports/005f4663-9f3c-4640-b2ad-0e92d94907b1 HTTP/1.1" status: 204 len: 168 time: 0.4910040 Nov 02 12:01:51.123290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60786) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:51.127558 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-75c6157f-b783-433d-af76-98bbcefe1b22 None None] Set router 7a0416e2-e0b8-49fc-a995-74d07fcea59d gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:01:51.215514 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed41e350-abbe-4b7c-9212-07cda5773683 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:51.217492 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ed41e350-abbe-4b7c-9212-07cda5773683 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0930417 Nov 02 12:01:51.220464 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60788) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:51.262398 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fdbd59-cd6d-429c-8342-6aaf26baaf9b tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] GET failed (client error): The resource could not be found. Nov 02 12:01:51.264143 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a1fdbd59-cd6d-429c-8342-6aaf26baaf9b tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports/c1b7baac-0be0-47e9-bbcc-e847dee01a73 HTTP/1.1" status: 404 len: 333 time: 0.0424123 Nov 02 12:01:51.269211 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60792) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:51.306489 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0498cd-87b1-4156-b7a0-3cdb4b6ad4de tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] GET failed (client error): The resource could not be found. Nov 02 12:01:51.309868 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ad0498cd-87b1-4156-b7a0-3cdb4b6ad4de tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports/005f4663-9f3c-4640-b2ad-0e92d94907b1 HTTP/1.1" status: 404 len: 333 time: 0.0390880 Nov 02 12:01:51.312285 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60794) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:51.416642 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6806f4ab-c7de-4bc7-8885-2a3abbac5784 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:51.519713 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-75c6157f-b783-433d-af76-98bbcefe1b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1420156404-router', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:56Z', 'updated_at': '2021-11-02T11:59:02Z', 'revision_number': 4, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'gw_port': {'id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:57Z', 'updated_at': '2021-11-02T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'ad274e8b-7cce-4f66-8f8e-dc83c5e82e93', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'port_id': 'ca672186-6e3f-4016-a020-78cb076b6156', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb', 'mac_address': 'fa:16:3e:07:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:00:18Z', 'updated_at': '2021-11-02T12:01:48Z', 'revision_number': 1, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae83060-6de2-41cf-89ab-21ce144e184a', 'name': '', 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'mac_address': 'fa:16:3e:ff:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6b553805-820e-40aa-9154-a28f88302dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:00Z', 'updated_at': '2021-11-02T11:59:12Z', 'revision_number': 5, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'subnets': [{'id': '6b553805-820e-40aa-9154-a28f88302dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:51.549222 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6806f4ab-c7de-4bc7-8885-2a3abbac5784 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:51.564914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c6157f-b783-433d-af76-98bbcefe1b22 None None] The sync data for ids ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'] in n-d-806683-18 is: [{'id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1420156404-router', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:56Z', 'updated_at': '2021-11-02T11:59:02Z', 'revision_number': 4, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'gw_port': {'id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:57Z', 'updated_at': '2021-11-02T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'ad274e8b-7cce-4f66-8f8e-dc83c5e82e93', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'port_id': 'ca672186-6e3f-4016-a020-78cb076b6156', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb', 'mac_address': 'fa:16:3e:07:19:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:00:18Z', 'updated_at': '2021-11-02T12:01:48Z', 'revision_number': 1, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae83060-6de2-41cf-89ab-21ce144e184a', 'name': '', 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'mac_address': 'fa:16:3e:ff:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6b553805-820e-40aa-9154-a28f88302dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:00Z', 'updated_at': '2021-11-02T11:59:12Z', 'revision_number': 5, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'subnets': [{'id': '6b553805-820e-40aa-9154-a28f88302dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:01:51.576366 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-6806f4ab-c7de-4bc7-8885-2a3abbac5784 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473efabb-7818-4cdb-97ce-6699d16c67d5']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:51.590358 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-6806f4ab-c7de-4bc7-8885-2a3abbac5784 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188052ff-ee8b-4da9-92e7-6962a6454070') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:51.590977 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-6806f4ab-c7de-4bc7-8885-2a3abbac5784 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188052ff-ee8b-4da9-92e7-6962a6454070') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:51.602821 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6806f4ab-c7de-4bc7-8885-2a3abbac5784 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:51.624093 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6806f4ab-c7de-4bc7-8885-2a3abbac5784 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:51.632431 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6806f4ab-c7de-4bc7-8885-2a3abbac5784 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:01:51.633058 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6806f4ab-c7de-4bc7-8885-2a3abbac5784 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:01:51.637792 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:01:51.785403 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6806f4ab-c7de-4bc7-8885-2a3abbac5784 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:51.804755 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6806f4ab-c7de-4bc7-8885-2a3abbac5784 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:51.812432 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6806f4ab-c7de-4bc7-8885-2a3abbac5784 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/networks/473efabb-7818-4cdb-97ce-6699d16c67d5 HTTP/1.1" status: 204 len: 168 time: 0.4980545 Nov 02 12:01:51.816212 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60798) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:51.821324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6c897331-0ee1-4353-aded-81b0f09e5c36 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1114880715'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:51.843694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806f4ab-c7de-4bc7-8885-2a3abbac5784 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Network': ['ID=473efabb-7818-4cdb-97ce-6699d16c67d5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:51.894265 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33113a50-2413-4a18-8c72-12667feaedfc None None] New status for floating IP ad274e8b-7cce-4f66-8f8e-dc83c5e82e93: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:01:51.921269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c897331-0ee1-4353-aded-81b0f09e5c36 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:51.925262 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c897331-0ee1-4353-aded-81b0f09e5c36 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:52.004021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c897331-0ee1-4353-aded-81b0f09e5c36 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:01:52.043519 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c897331-0ee1-4353-aded-81b0f09e5c36 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:52.044195 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-6c897331-0ee1-4353-aded-81b0f09e5c36 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Added segment b756468b-0520-418f-8b21-19be0395784f of type vlan for network 22219343-988d-4fb4-acaa-b3707d6a9202 Nov 02 12:01:52.181862 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c897331-0ee1-4353-aded-81b0f09e5c36 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:52.400595 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c897331-0ee1-4353-aded-81b0f09e5c36 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:52.418382 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c897331-0ee1-4353-aded-81b0f09e5c36 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:52.419522 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c897331-0ee1-4353-aded-81b0f09e5c36 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:52.428084 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:52.554677 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c897331-0ee1-4353-aded-81b0f09e5c36 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Network': ['ID=22219343-988d-4fb4-acaa-b3707d6a9202,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:52.568289 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 22219343-988d-4fb4-acaa-b3707d6a9202 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:01:52.588822 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6c897331-0ee1-4353-aded-81b0f09e5c36 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7715354 Nov 02 12:01:52.592349 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60810) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:52.600810 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-daed40a3-04f8-44da-a3ad-ee7c35b7af32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'subnet': {'network_id': '22219343-988d-4fb4-acaa-b3707d6a9202', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:52.820283 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623dc87-e1fb-43d7-89b5-e926b897a4f0 req-5ebc3b34-f3bc-4366-a568-f2ab748f9a38 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:52.821935 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e623dc87-e1fb-43d7-89b5-e926b897a4f0 req-5ebc3b34-f3bc-4366-a568-f2ab748f9a38 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 944 time: 0.0816612 Nov 02 12:01:52.882453 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e623dc87-e1fb-43d7-89b5-e926b897a4f0 req-bffd76d8-d175-4db4-b7db-9af057659d94 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490303 Nov 02 12:01:52.897736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daed40a3-04f8-44da-a3ad-ee7c35b7af32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:52.908030 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-daed40a3-04f8-44da-a3ad-ee7c35b7af32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:52.991974 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c9de9e-c4d2-4b51-a449-14f23478d35c x-openstack-request-id: req-32c9de9e-c4d2-4b51-a449-14f23478d35c {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:01:52.991974 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4", "tag": "936adcf7-59f3-4b4e-bdbd-960afaf07546", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:01:52.991974 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32c9de9e-c4d2-4b51-a449-14f23478d35c {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:01:52.991974 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4', 'tag': '936adcf7-59f3-4b4e-bdbd-960afaf07546', 'status': 'completed', 'code': 200} Nov 02 12:01:52.997436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.ipam_backend_mixin [None req-daed40a3-04f8-44da-a3ad-ee7c35b7af32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Performing IP validity checks on allocation pools {{(pid=102689) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 02 12:01:52.998350 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.ipam_backend_mixin [None req-daed40a3-04f8-44da-a3ad-ee7c35b7af32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102689) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 02 12:01:53.079722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947a49d-e566-402a-854c-51c234b7305f req-8048c769-3c71-4cbc-a573-d109a3c388a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:53.081535 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e947a49d-e566-402a-854c-51c234b7305f req-8048c769-3c71-4cbc-a573-d109a3c388a8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 1096 time: 0.0609682 Nov 02 12:01:53.163578 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4e0021-69bb-4647-a9fe-59fe8b807275 x-openstack-request-id: req-2e4e0021-69bb-4647-a9fe-59fe8b807275 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:01:53.164098 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "tag": "ca672186-6e3f-4016-a020-78cb076b6156", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:01:53.164098 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e4e0021-69bb-4647-a9fe-59fe8b807275 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:01:53.164513 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'tag': 'ca672186-6e3f-4016-a020-78cb076b6156', 'status': 'completed', 'code': 200} Nov 02 12:01:53.299202 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6adca6-eaff-4359-8524-f10cbc0d60a3 req-b73c7780-7650-46fa-b7f7-baba25d742aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:53.301681 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6adca6-eaff-4359-8524-f10cbc0d60a3 req-b73c7780-7650-46fa-b7f7-baba25d742aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:53.302412 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6adca6-eaff-4359-8524-f10cbc0d60a3 req-b73c7780-7650-46fa-b7f7-baba25d742aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:53.305857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6adca6-eaff-4359-8524-f10cbc0d60a3 req-b73c7780-7650-46fa-b7f7-baba25d742aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:53.306829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6adca6-eaff-4359-8524-f10cbc0d60a3 req-b73c7780-7650-46fa-b7f7-baba25d742aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:53.308682 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6adca6-eaff-4359-8524-f10cbc0d60a3 req-b73c7780-7650-46fa-b7f7-baba25d742aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:53.311112 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6adca6-eaff-4359-8524-f10cbc0d60a3 req-b73c7780-7650-46fa-b7f7-baba25d742aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:53.316050 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cc6adca6-eaff-4359-8524-f10cbc0d60a3 req-b73c7780-7650-46fa-b7f7-baba25d742aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 6509 time: 0.1235883 Nov 02 12:01:53.383265 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-daed40a3-04f8-44da-a3ad-ee7c35b7af32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:53.452625 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6adca6-eaff-4359-8524-f10cbc0d60a3 req-c60d0f49-f68e-47c4-ba4d-a3a7e2ecd667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:53.454081 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cc6adca6-eaff-4359-8524-f10cbc0d60a3 req-c60d0f49-f68e-47c4-ba4d-a3a7e2ecd667 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb HTTP/1.1" status: 200 len: 918 time: 0.1311319 Nov 02 12:01:53.462111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947a49d-e566-402a-854c-51c234b7305f req-25021305-8c5f-4310-aaff-07010ed5348d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:53.463637 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e947a49d-e566-402a-854c-51c234b7305f req-25021305-8c5f-4310-aaff-07010ed5348d service neutron] 10.222.0.79 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.3714232 Nov 02 12:01:53.525580 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e947a49d-e566-402a-854c-51c234b7305f req-3516685b-a67c-4cd7-a81d-835b212ad776 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=936adcf7-59f3-4b4e-bdbd-960afaf07546 HTTP/1.1" status: 200 len: 217 time: 0.0430095 Nov 02 12:01:53.528713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed40a3-04f8-44da-a3ad-ee7c35b7af32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Subnet': ['ID=ae8e3a66-3e22-4b1d-8824-ffd71c5d473a,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:53.575618 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed40a3-04f8-44da-a3ad-ee7c35b7af32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Checking segment: {'id': 'b756468b-0520-418f-8b21-19be0395784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '22219343-988d-4fb4-acaa-b3707d6a9202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:53.575979 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daed40a3-04f8-44da-a3ad-ee7c35b7af32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network hostable DHCP agents. Network: 22219343-988d-4fb4-acaa-b3707d6a9202, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:01:53.603333 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cc6adca6-eaff-4359-8524-f10cbc0d60a3 req-4e3750e7-1c6e-4c53-a9d0-20ef7c99fc53 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca672186-6e3f-4016-a020-78cb076b6156 HTTP/1.1" status: 200 len: 1001 time: 0.1422288 Nov 02 12:01:53.606390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947a49d-e566-402a-854c-51c234b7305f req-18cba212-87c6-4d31-9bca-353ac5c9489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:53.609014 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e947a49d-e566-402a-854c-51c234b7305f req-18cba212-87c6-4d31-9bca-353ac5c9489a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0753105 Nov 02 12:01:53.666621 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daed40a3-04f8-44da-a3ad-ee7c35b7af32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 22219343-988d-4fb4-acaa-b3707d6a9202 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:01:53.682481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947a49d-e566-402a-854c-51c234b7305f req-d4ccb430-906b-455e-951b-29f79a120fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:53.686419 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e947a49d-e566-402a-854c-51c234b7305f req-d4ccb430-906b-455e-951b-29f79a120fd3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696981 Nov 02 12:01:53.701549 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6adca6-eaff-4359-8524-f10cbc0d60a3 req-9590185b-45b8-4d98-82b9-1e8767408334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:53.706801 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cc6adca6-eaff-4359-8524-f10cbc0d60a3 req-9590185b-45b8-4d98-82b9-1e8767408334 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6b553805-820e-40aa-9154-a28f88302dc9 HTTP/1.1" status: 200 len: 856 time: 0.0965343 Nov 02 12:01:53.785638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-daed40a3-04f8-44da-a3ad-ee7c35b7af32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 22219343-988d-4fb4-acaa-b3707d6a9202) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:53.787694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6adca6-eaff-4359-8524-f10cbc0d60a3 req-5ba25f85-00be-4380-bdac-b05067baafe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:53.792856 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cc6adca6-eaff-4359-8524-f10cbc0d60a3 req-5ba25f85-00be-4380-bdac-b05067baafe2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752468 Nov 02 12:01:53.796993 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15677260-cc85-4bbe-b6bd-b19aaf73f4ca None None] Network 22219343-988d-4fb4-acaa-b3707d6a9202 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:53.806062 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daed40a3-04f8-44da-a3ad-ee7c35b7af32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:53.806922 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-daed40a3-04f8-44da-a3ad-ee7c35b7af32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:53.884138 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2575da-2aca-4a37-9d66-f8317069318c req-1e2f128f-1a0c-41eb-b523-f274f2b904da tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:53.892177 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b2575da-2aca-4a37-9d66-f8317069318c req-1e2f128f-1a0c-41eb-b523-f274f2b904da tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 949 time: 0.1079073 Nov 02 12:01:53.934607 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e947a49d-e566-402a-854c-51c234b7305f req-e5cb22f2-2106-4cfc-9cea-d020b580d6a4 service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401698 Nov 02 12:01:53.940895 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-daed40a3-04f8-44da-a3ad-ee7c35b7af32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3473871 Nov 02 12:01:53.954799 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60826) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:53.967837 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-b4aed2cc-9a69-49bb-82df-6fc11a8514ef tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'network_id': '22219343-988d-4fb4-acaa-b3707d6a9202', 'name': 'tempest-PortsTestJSON-2017764939'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:54.020770 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cc6adca6-eaff-4359-8524-f10cbc0d60a3 req-afc00fe6-6daf-4474-88e2-99111a0fafa2 service neutron] 10.222.0.54 "GET /v2.0/networks/dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215922 Nov 02 12:01:54.101697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-22219343-988d-4fb4-acaa-b3707d6a9202', 'network_id': '22219343-988d-4fb4-acaa-b3707d6a9202', 'tenant_id': 'c92ff21dfe924aa9a273d9851636103c', 'fixed_ips': [{'subnet_id': 'ae8e3a66-3e22-4b1d-8824-ffd71c5d473a'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:01:54.102633 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:54.263875 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:54.278444 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cc6adca6-eaff-4359-8524-f10cbc0d60a3 req-4ab5b039-dde1-4298-908f-31b8aadfbc1f service neutron] 10.222.0.54 "GET /v2.0/networks/dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472928 Nov 02 12:01:54.295320 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:54.361951 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Allocated IP 172.20.0.2 (22219343-988d-4fb4-acaa-b3707d6a9202/ae8e3a66-3e22-4b1d-8824-ffd71c5d473a/61d891d9-168e-46a6-bf06-9b2e92d8189f) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:01:54.506658 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b2575da-2aca-4a37-9d66-f8317069318c req-d0da1446-d8fd-4bbb-82cf-c2f493258326 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/security-groups?id=b522b194-3abd-4dcb-97d4-a2d228f23e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6134014 Nov 02 12:01:54.568273 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e947a49d-e566-402a-854c-51c234b7305f req-01878aad-1210-43df-9ec3-7b494fed66e1 service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6241310 Nov 02 12:01:54.648042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60832) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:54.686969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aed2cc-9a69-49bb-82df-6fc11a8514ef tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:54.691397 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4aed2cc-9a69-49bb-82df-6fc11a8514ef tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:54.728503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-b4aed2cc-9a69-49bb-82df-6fc11a8514ef tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] device_id is not set on port c2831c5b-2260-4b11-b942-2f385ffe3d7f yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:01:54.750303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2793d1-27c1-4582-8ed7-b95994e3737b req-294c9993-d78a-4f6d-9fcb-e1f72831b748 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:54.752087 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff2793d1-27c1-4582-8ed7-b95994e3737b req-294c9993-d78a-4f6d-9fcb-e1f72831b748 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 944 time: 0.1064489 Nov 02 12:01:54.863925 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4c1a14a5-0248-460e-9e46-04258daf66bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:54.865541 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:54.887959 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff2793d1-27c1-4582-8ed7-b95994e3737b req-ce3d0173-f0b9-4b27-b7b1-c9b286490122 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930181 Nov 02 12:01:54.955539 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:54.973962 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4c1a14a5-0248-460e-9e46-04258daf66bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:55.002253 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:55.025180 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Network 22219343-988d-4fb4-acaa-b3707d6a9202 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:01:55.029564 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:55.031983 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-b4aed2cc-9a69-49bb-82df-6fc11a8514ef tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Allocated IP 172.20.0.5 (22219343-988d-4fb4-acaa-b3707d6a9202/ae8e3a66-3e22-4b1d-8824-ffd71c5d473a/c2831c5b-2260-4b11-b942-2f385ffe3d7f) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:01:55.032901 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:01:55.038386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Pushing event updated for resources: {'Port': ['ID=61d891d9-168e-46a6-bf06-9b2e92d8189f,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:55.045358 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4c1a14a5-0248-460e-9e46-04258daf66bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:55.107631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Attempting to bind port 61d891d9-168e-46a6-bf06-9b2e92d8189f on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:01:55.108154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Attempting to bind port 61d891d9-168e-46a6-bf06-9b2e92d8189f by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'b756468b-0520-418f-8b21-19be0395784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '22219343-988d-4fb4-acaa-b3707d6a9202'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:01:55.108532 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Attempting to bind port 61d891d9-168e-46a6-bf06-9b2e92d8189f on network 22219343-988d-4fb4-acaa-b3707d6a9202 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:01:55.115134 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:01:55.115570 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Checking segment: {'id': 'b756468b-0520-418f-8b21-19be0395784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '22219343-988d-4fb4-acaa-b3707d6a9202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:01:55.116027 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:55.116439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Bound using segment: {'id': 'b756468b-0520-418f-8b21-19be0395784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '22219343-988d-4fb4-acaa-b3707d6a9202'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:01:55.117179 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Bound port: 61d891d9-168e-46a6-bf06-9b2e92d8189f, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b756468b-0520-418f-8b21-19be0395784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '22219343-988d-4fb4-acaa-b3707d6a9202'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:01:55.117572 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:55.152036 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4c1a14a5-0248-460e-9e46-04258daf66bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2d7b15817b6c498a9e6c04e24fb147a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5022025 Nov 02 12:01:55.154640 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60836) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:55.156873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a14a5-0248-460e-9e46-04258daf66bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2fd36b-1d71-4857-b8ef-44b6dfe2a08f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:55.194794 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] For port 61d891d9-168e-46a6-bf06-9b2e92d8189f, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:01:55.198900 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] For port 61d891d9-168e-46a6-bf06-9b2e92d8189f, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=61d891d9-168e-46a6-bf06-9b2e92d8189f,segment=NetworkSegment(b756468b-0520-418f-8b21-19be0395784f),segment_id=b756468b-0520-418f-8b21-19be0395784f)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:01:55.242607 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0fa255a0-f405-4feb-999b-0922895ebb83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:55.272770 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0fa255a0-f405-4feb-999b-0922895ebb83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:55.276168 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d15f31-5ce2-4573-8585-96366d879a0b req-8c3839f0-1e3d-493f-88d3-82ae82685578 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:55.277804 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34d15f31-5ce2-4573-8585-96366d879a0b req-8c3839f0-1e3d-493f-88d3-82ae82685578 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.79 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 949 time: 0.1867280 Nov 02 12:01:55.323056 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:55.410397 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdb0ac-3202-4b81-93f0-9b94aa4e129f None None] Pushing event updated for resources: {'Port': ['ID=61d891d9-168e-46a6-bf06-9b2e92d8189f,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:55.425417 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0fa255a0-f405-4feb-999b-0922895ebb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:55.428008 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0fa255a0-f405-4feb-999b-0922895ebb83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:55.433952 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0fa255a0-f405-4feb-999b-0922895ebb83 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9e2fd36b-1d71-4857-b8ef-44b6dfe2a08f HTTP/1.1" status: 204 len: 168 time: 0.2732263 Nov 02 12:01:55.441109 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4aed2cc-9a69-49bb-82df-6fc11a8514ef tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:55.456469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa255a0-f405-4feb-999b-0922895ebb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2fd36b-1d71-4857-b8ef-44b6dfe2a08f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:55.493731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-34d15f31-5ce2-4573-8585-96366d879a0b req-e10fd703-c35e-438b-ba71-7cc116251697 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Deleting port ea303c07-e4b7-4a02-bb93-808ed1d2def9 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:01:55.494082 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34d15f31-5ce2-4573-8585-96366d879a0b req-e10fd703-c35e-438b-ba71-7cc116251697 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:55.595372 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4aed2cc-9a69-49bb-82df-6fc11a8514ef tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:55.732855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aed2cc-9a69-49bb-82df-6fc11a8514ef tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 22219343-988d-4fb4-acaa-b3707d6a9202 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:01:55.744055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-b4aed2cc-9a69-49bb-82df-6fc11a8514ef tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:01:55.793004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aed2cc-9a69-49bb-82df-6fc11a8514ef tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:01:55.800522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aed2cc-9a69-49bb-82df-6fc11a8514ef tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=c2831c5b-2260-4b11-b942-2f385ffe3d7f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:55.820943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-34d15f31-5ce2-4573-8585-96366d879a0b req-e10fd703-c35e-438b-ba71-7cc116251697 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] For port ea303c07-e4b7-4a02-bb93-808ed1d2def9, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ea303c07-e4b7-4a02-bb93-808ed1d2def9,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:55.821447 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34d15f31-5ce2-4573-8585-96366d879a0b req-e10fd703-c35e-438b-ba71-7cc116251697 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:55.873981 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-34d15f31-5ce2-4573-8585-96366d879a0b req-e10fd703-c35e-438b-ba71-7cc116251697 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Calling delete_port for ea303c07-e4b7-4a02-bb93-808ed1d2def9 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:01:55.915581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aed2cc-9a69-49bb-82df-6fc11a8514ef tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:55.916425 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4aed2cc-9a69-49bb-82df-6fc11a8514ef tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:55.971873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc58bac-3ed7-4db8-86b2-abdaee8affeb req-81b8aaa0-79f5-4c22-bfe5-ea7f3bc684bf tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:55.973497 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8dc58bac-3ed7-4db8-86b2-abdaee8affeb req-81b8aaa0-79f5-4c22-bfe5-ea7f3bc684bf tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 949 time: 0.3080359 Nov 02 12:01:56.083180 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8dc58bac-3ed7-4db8-86b2-abdaee8affeb req-5749815c-0b53-40a6-a62d-2ff3efc5fedb tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/security-groups?id=b522b194-3abd-4dcb-97d4-a2d228f23e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875425 Nov 02 12:01:56.143415 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b4aed2cc-9a69-49bb-82df-6fc11a8514ef tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1826165 Nov 02 12:01:56.143856 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60848) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:56.260678 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db7bbe-4f69-44f6-a94e-5f7556ec3efd req-329319c3-cf46-4f39-9af1-bb1823d94610 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:56.262563 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72db7bbe-4f69-44f6-a94e-5f7556ec3efd req-329319c3-cf46-4f39-9af1-bb1823d94610 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 944 time: 0.0821090 Nov 02 12:01:56.312052 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-982cd3c0-3606-4bfe-9850-e949cb355b77 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port c2831c5b-2260-4b11-b942-2f385ffe3d7f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:01:56.313013 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-982cd3c0-3606-4bfe-9850-e949cb355b77 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:56.325276 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60850) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:56.345348 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34d15f31-5ce2-4573-8585-96366d879a0b req-e10fd703-c35e-438b-ba71-7cc116251697 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:56.359625 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['ea303c07-e4b7-4a02-bb93-808ed1d2def9'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:01:56.388233 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10fd703-c35e-438b-ba71-7cc116251697 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Pushing event deleted for resources: {'Port': ['ID=ea303c07-e4b7-4a02-bb93-808ed1d2def9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:56.389583 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-97a0e6ca-ebf3-43d7-9647-12b74ca0a747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:56.488624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72db7bbe-4f69-44f6-a94e-5f7556ec3efd req-c3c2922f-691c-4e61-a3ef-367bd891c1b3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161593 Nov 02 12:01:56.506413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d15f31-5ce2-4573-8585-96366d879a0b req-e10fd703-c35e-438b-ba71-7cc116251697 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] No DVR routers for this DVR port ea303c07-e4b7-4a02-bb93-808ed1d2def9 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:01:56.510335 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-34d15f31-5ce2-4573-8585-96366d879a0b req-e10fd703-c35e-438b-ba71-7cc116251697 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:56.515565 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34d15f31-5ce2-4573-8585-96366d879a0b req-e10fd703-c35e-438b-ba71-7cc116251697 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.79 "DELETE /v2.0/ports/ea303c07-e4b7-4a02-bb93-808ed1d2def9 HTTP/1.1" status: 204 len: 173 time: 1.2311893 Nov 02 12:01:56.516072 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7611e781-1bde-4f1b-b293-44865fe66845', 'name': 'network-vif-deleted', 'tag': 'ea303c07-e4b7-4a02-bb93-808ed1d2def9'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:01:56.520159 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c55c5d-ae18-4f48-af66-e750a04c0451" -d '{"events": [{"server_uuid": "7611e781-1bde-4f1b-b293-44865fe66845", "name": "network-vif-deleted", "tag": "ea303c07-e4b7-4a02-bb93-808ed1d2def9"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:01:56.603704 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-982cd3c0-3606-4bfe-9850-e949cb355b77 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:56.627882 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-982cd3c0-3606-4bfe-9850-e949cb355b77 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for c2831c5b-2260-4b11-b942-2f385ffe3d7f owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:01:56.678209 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71914aca-e42b-4899-a833-ca1545b93dbd x-openstack-request-id: req-71914aca-e42b-4899-a833-ca1545b93dbd {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:01:56.678754 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7611e781-1bde-4f1b-b293-44865fe66845", "name": "network-vif-deleted", "tag": "ea303c07-e4b7-4a02-bb93-808ed1d2def9", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:01:56.679051 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71914aca-e42b-4899-a833-ca1545b93dbd {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:01:56.691631 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7611e781-1bde-4f1b-b293-44865fe66845', 'name': 'network-vif-deleted', 'tag': 'ea303c07-e4b7-4a02-bb93-808ed1d2def9', 'status': 'completed', 'code': 200} Nov 02 12:01:56.707990 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-97a0e6ca-ebf3-43d7-9647-12b74ca0a747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:56.775194 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-97a0e6ca-ebf3-43d7-9647-12b74ca0a747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:56.868262 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60854) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:56.869643 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-97a0e6ca-ebf3-43d7-9647-12b74ca0a747 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a645bca5b56545cd8652f4c420f3ed02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5404184 Nov 02 12:01:56.877705 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0e6ca-ebf3-43d7-9647-12b74ca0a747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca154bb8-6236-4bd2-997f-dd565f89d21e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:56.986472 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-982cd3c0-3606-4bfe-9850-e949cb355b77 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:57.019612 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb233e6-22d5-4691-ab95-fdc257ad260b None None] Network 22219343-988d-4fb4-acaa-b3707d6a9202 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:57.056620 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-117c83a8-1624-4cd3-ac9b-0223cea45a3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:57.131520 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982cd3c0-3606-4bfe-9850-e949cb355b77 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=c2831c5b-2260-4b11-b942-2f385ffe3d7f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:57.168592 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-117c83a8-1624-4cd3-ac9b-0223cea45a3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:57.195349 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 61d891d9-168e-46a6-bf06-9b2e92d8189f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:57.274867 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0848bbf2-835f-4d39-be4d-1150ee582bb9 None None] Provisioning complete for port 61d891d9-168e-46a6-bf06-9b2e92d8189f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:57.282272 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0848bbf2-835f-4d39-be4d-1150ee582bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:57.336762 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-981f2efb-706f-4f8f-bddf-4fa05e7d0784 req-a28c0f23-a804-4ffd-b199-8f8d85a0e471 tempest-VolumesBackupsTest-1222253945 tempest-VolumesBackupsTest-1222253945-project] 10.222.0.52 "GET /v2.0/ports?device_id=7611e781-1bde-4f1b-b293-44865fe66845 HTTP/1.1" status: 200 len: 210 time: 0.0502748 Nov 02 12:01:57.351482 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-57bad6fc-91bc-4317-9183-2ecdd2d52693 req-758ad524-584c-46db-869e-56f111957f79 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2627413 Nov 02 12:01:57.358776 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-982cd3c0-3606-4bfe-9850-e949cb355b77 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:57.367401 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60860) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:57.376077 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-982cd3c0-3606-4bfe-9850-e949cb355b77 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/ports/c2831c5b-2260-4b11-b942-2f385ffe3d7f HTTP/1.1" status: 204 len: 168 time: 1.2302973 Nov 02 12:01:57.421941 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4be096-c370-435e-92f4-bb0c7c80963b tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] DELETE failed (client error): The resource could not be found. Nov 02 12:01:57.422790 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4be096-c370-435e-92f4-bb0c7c80963b tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:01:57.429600 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9d4be096-c370-435e-92f4-bb0c7c80963b tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/ports/c2831c5b-2260-4b11-b942-2f385ffe3d7f HTTP/1.1" status: 404 len: 333 time: 0.0574143 Nov 02 12:01:57.429600 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-117c83a8-1624-4cd3-ac9b-0223cea45a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:57.434577 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-117c83a8-1624-4cd3-ac9b-0223cea45a3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:57.435903 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-117c83a8-1624-4cd3-ac9b-0223cea45a3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ca154bb8-6236-4bd2-997f-dd565f89d21e HTTP/1.1" status: 204 len: 168 time: 0.5662808 Nov 02 12:01:57.436531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60862) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:57.496181 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c83a8-1624-4cd3-ac9b-0223cea45a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca154bb8-6236-4bd2-997f-dd565f89d21e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:57.499443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bad6fc-91bc-4317-9183-2ecdd2d52693 req-ed02fb58-aa2d-4bbc-916e-f3e1ca130b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:57.503516 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-57bad6fc-91bc-4317-9183-2ecdd2d52693 req-ed02fb58-aa2d-4bbc-916e-f3e1ca130b69 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18&device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 1098 time: 0.0950217 Nov 02 12:01:57.522973 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-abceba47-a55d-477d-aae0-9667fde4d58b tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] GET failed (client error): The resource could not be found. Nov 02 12:01:57.527879 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-abceba47-a55d-477d-aae0-9667fde4d58b tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports/c2831c5b-2260-4b11-b942-2f385ffe3d7f HTTP/1.1" status: 404 len: 333 time: 0.0845261 Nov 02 12:01:57.529770 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60866) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:57.681363 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0848bbf2-835f-4d39-be4d-1150ee582bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:57.685002 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 61d891d9-168e-46a6-bf06-9b2e92d8189f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:57.686340 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:57.727008 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50e5efe-e1a5-4625-8078-e0bfd2614b89 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting subnet ae8e3a66-3e22-4b1d-8824-ffd71c5d473a {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:01:57.734451 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f50e5efe-e1a5-4625-8078-e0bfd2614b89 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:57.756935 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bad6fc-91bc-4317-9183-2ecdd2d52693 req-0e152d95-029c-42f5-818d-07da2fefd431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:57.759565 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-57bad6fc-91bc-4317-9183-2ecdd2d52693 req-0e152d95-029c-42f5-818d-07da2fefd431 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0 HTTP/1.1" status: 200 len: 912 time: 0.2301335 Nov 02 12:01:57.819295 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f50e5efe-e1a5-4625-8078-e0bfd2614b89 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:57.842485 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0848bbf2-835f-4d39-be4d-1150ee582bb9 None None] For port 61d891d9-168e-46a6-bf06-9b2e92d8189f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=61d891d9-168e-46a6-bf06-9b2e92d8189f,segment=NetworkSegment(b756468b-0520-418f-8b21-19be0395784f),segment_id=b756468b-0520-418f-8b21-19be0395784f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:57.861813 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-57bad6fc-91bc-4317-9183-2ecdd2d52693 req-eac83b68-30a7-48e9-85e0-47e5aab09520 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b37dc493-eb7e-4c99-8a59-056c9e6189f5 HTTP/1.1" status: 200 len: 1002 time: 0.0912955 Nov 02 12:01:57.930597 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0848bbf2-835f-4d39-be4d-1150ee582bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:57.965288 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bad6fc-91bc-4317-9183-2ecdd2d52693 req-079453e2-28a4-44c3-a401-c1903b2b27d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:57.967594 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-57bad6fc-91bc-4317-9183-2ecdd2d52693 req-079453e2-28a4-44c3-a401-c1903b2b27d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1e9ea625-11dc-4ad8-8157-fb20952cfe54 HTTP/1.1" status: 200 len: 850 time: 0.0990064 Nov 02 12:01:58.064232 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848bbf2-835f-4d39-be4d-1150ee582bb9 None None] Pushing event updated for resources: {'Port': ['ID=61d891d9-168e-46a6-bf06-9b2e92d8189f,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:58.087854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bad6fc-91bc-4317-9183-2ecdd2d52693 req-e8ad7241-2ab6-420b-9f28-5e3646af1c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:58.092861 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-57bad6fc-91bc-4317-9183-2ecdd2d52693 req-e8ad7241-2ab6-420b-9f28-5e3646af1c16 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174531 Nov 02 12:01:58.175841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cd4db-bfd7-4a15-9846-d010de581972 req-26467942-61fd-49f5-988d-0aa036537ae1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:58.193977 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd0cd4db-bfd7-4a15-9846-d010de581972 req-26467942-61fd-49f5-988d-0aa036537ae1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 944 time: 0.4968996 Nov 02 12:01:58.231633 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f50e5efe-e1a5-4625-8078-e0bfd2614b89 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:58.373511 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd0cd4db-bfd7-4a15-9846-d010de581972 req-3e895a57-175e-4657-8f6a-3ff403d87379 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720059 Nov 02 12:01:58.408832 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-57bad6fc-91bc-4317-9183-2ecdd2d52693 req-80f4f23e-afcf-4a80-899b-44241df0ba0d service neutron] 10.222.0.54 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083634 Nov 02 12:01:58.487566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-be3718cb-0e30-4eae-aa52-02f3faf62f5b None None] Provisioning complete for port 61d891d9-168e-46a6-bf06-9b2e92d8189f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:58.488778 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f50e5efe-e1a5-4625-8078-e0bfd2614b89 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:58.491257 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-be3718cb-0e30-4eae-aa52-02f3faf62f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:58.567786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e5efe-e1a5-4625-8078-e0bfd2614b89 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8e3a66-3e22-4b1d-8824-ffd71c5d473a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:58.577423 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f50e5efe-e1a5-4625-8078-e0bfd2614b89 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:58.581738 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f50e5efe-e1a5-4625-8078-e0bfd2614b89 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/ae8e3a66-3e22-4b1d-8824-ffd71c5d473a HTTP/1.1" status: 204 len: 168 time: 1.0479951 Nov 02 12:01:58.585115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60884) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:58.694518 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-57bad6fc-91bc-4317-9183-2ecdd2d52693 req-fe3d8b43-6e1f-4860-9816-47052704475e service neutron] 10.222.0.54 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750359 Nov 02 12:01:58.706661 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf0e080-03c1-4737-b2c9-ed6f8eb058b1 None None] Network 22219343-988d-4fb4-acaa-b3707d6a9202 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:01:58.763986 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:58.806832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ea303c07-e4b7-4a02-bb93-808ed1d2def9 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:01:58.850139 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port 61d891d9-168e-46a6-bf06-9b2e92d8189f {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:01:58.850835 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:58.854829 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: ea303c07-e4b7-4a02-bb93-808ed1d2def9 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:01:58.855414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ea303c07-e4b7-4a02-bb93-808ed1d2def9 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:01:58.858751 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-30c8202e-d59f-4241-a90d-82b0c206bcfb None None] Could not find standard attr ID for object c2831c5b-2260-4b11-b942-2f385ffe3d7f. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:01:58.945824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] For port 61d891d9-168e-46a6-bf06-9b2e92d8189f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=61d891d9-168e-46a6-bf06-9b2e92d8189f,segment=NetworkSegment(b756468b-0520-418f-8b21-19be0395784f),segment_id=b756468b-0520-418f-8b21-19be0395784f)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:58.946205 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:58.975642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for 61d891d9-168e-46a6-bf06-9b2e92d8189f owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:01:58.976141 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 61d891d9-168e-46a6-bf06-9b2e92d8189f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:01:59.038548 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 61d891d9-168e-46a6-bf06-9b2e92d8189f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:01:59.038548 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:59.067406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d425614-468e-48c6-8683-f905a7850348 None None] DHCP port deletion for 22219343-988d-4fb4-acaa-b3707d6a9202 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:01:59.168022 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:59.183193 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No DVR routers for this DVR port 61d891d9-168e-46a6-bf06-9b2e92d8189f on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:01:59.228778 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6d425614-468e-48c6-8683-f905a7850348 None None] Deleting port 61d891d9-168e-46a6-bf06-9b2e92d8189f {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:01:59.230298 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6d425614-468e-48c6-8683-f905a7850348 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:59.275897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=61d891d9-168e-46a6-bf06-9b2e92d8189f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:59.334820 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:59.337673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6d425614-468e-48c6-8683-f905a7850348 None None] For port 61d891d9-168e-46a6-bf06-9b2e92d8189f, host n-d-806683-18, got binding levels [] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:01:59.338074 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6d425614-468e-48c6-8683-f905a7850348 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:59.368743 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22219343-988d-4fb4-acaa-b3707d6a9202']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:59.374076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b756468b-0520-418f-8b21-19be0395784f') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:59.374378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b756468b-0520-418f-8b21-19be0395784f') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:01:59.387262 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6d425614-468e-48c6-8683-f905a7850348 None None] Calling delete_port for 61d891d9-168e-46a6-bf06-9b2e92d8189f owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:01:59.391445 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:59.392374 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.ipam_backend_mixin [None req-6d425614-468e-48c6-8683-f905a7850348 None None] Port 61d891d9-168e-46a6-bf06-9b2e92d8189f was not found and therefore no delete operation was performed {{(pid=102691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 12:01:59.394378 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6d425614-468e-48c6-8683-f905a7850348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:59.413875 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:59.423746 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:01:59.424191 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:01:59.428327 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:01:59.434393 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d425614-468e-48c6-8683-f905a7850348 None None] Pushing event deleted for resources: {'Port': ['ID=61d891d9-168e-46a6-bf06-9b2e92d8189f,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:59.452530 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d425614-468e-48c6-8683-f905a7850348 None None] No DVR routers for this DVR port 61d891d9-168e-46a6-bf06-9b2e92d8189f on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:01:59.600264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db4fa4-8fad-4241-98c4-043ad1f1d2a4 req-c937290f-8b6d-44f5-8a18-bd85e036e88b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:01:59.601897 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-75db4fa4-8fad-4241-98c4-043ad1f1d2a4 req-c937290f-8b6d-44f5-8a18-bd85e036e88b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 944 time: 0.0739026 Nov 02 12:01:59.664050 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-75db4fa4-8fad-4241-98c4-043ad1f1d2a4 req-8f0e12e0-1727-47e1-bd39-551e1c546e33 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539389 Nov 02 12:01:59.708118 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:59.726274 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:59.737248 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/networks/22219343-988d-4fb4-acaa-b3707d6a9202 HTTP/1.1" status: 204 len: 168 time: 1.1451228 Nov 02 12:01:59.737248 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ff79e-e806-4cd7-855c-f7599c08039d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Network': ['ID=22219343-988d-4fb4-acaa-b3707d6a9202,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:01:59.741663 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60904) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:01:59.747663 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1cc96b55-f91d-4421-bcd6-50b36dce1576 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-590764997'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:01:59.858686 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc96b55-f91d-4421-bcd6-50b36dce1576 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:01:59.863377 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1cc96b55-f91d-4421-bcd6-50b36dce1576 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:59.895155 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc96b55-f91d-4421-bcd6-50b36dce1576 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:01:59.905876 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1cc96b55-f91d-4421-bcd6-50b36dce1576 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:01:59.906220 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-1cc96b55-f91d-4421-bcd6-50b36dce1576 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Added segment 7fcb48bc-a955-4bee-b1f8-b66be2724437 of type vlan for network 10532329-fe49-471b-b51d-67e7565a6037 Nov 02 12:01:59.977697 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1cc96b55-f91d-4421-bcd6-50b36dce1576 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:00.065532 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1cc96b55-f91d-4421-bcd6-50b36dce1576 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:00.072291 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc96b55-f91d-4421-bcd6-50b36dce1576 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:00.074619 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1cc96b55-f91d-4421-bcd6-50b36dce1576 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:00.165103 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc96b55-f91d-4421-bcd6-50b36dce1576 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Network': ['ID=10532329-fe49-471b-b51d-67e7565a6037,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:00.177745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 10532329-fe49-471b-b51d-67e7565a6037 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:02:00.183718 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1cc96b55-f91d-4421-bcd6-50b36dce1576 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4408636 Nov 02 12:02:00.186624 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60910) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:00.192886 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-697c21c7-83ac-4ec9-bfcc-9578e5516a3f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'subnet': {'network_id': '10532329-fe49-471b-b51d-67e7565a6037', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:00.436315 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697c21c7-83ac-4ec9-bfcc-9578e5516a3f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:00.442096 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-697c21c7-83ac-4ec9-bfcc-9578e5516a3f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:00.873764 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cac25-c5be-425a-85df-2e39c5e685ac req-6221b8bf-8d44-4386-a371-85ec3b51cfee tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:00.875652 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4f0cac25-c5be-425a-85df-2e39c5e685ac req-6221b8bf-8d44-4386-a371-85ec3b51cfee tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 944 time: 0.0770245 Nov 02 12:02:00.959827 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4f0cac25-c5be-425a-85df-2e39c5e685ac req-90174252-73c8-4cad-a852-b4846e9e633e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766048 Nov 02 12:02:00.967862 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-697c21c7-83ac-4ec9-bfcc-9578e5516a3f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:00.974956 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 61d891d9-168e-46a6-bf06-9b2e92d8189f no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:02:01.025137 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 61d891d9-168e-46a6-bf06-9b2e92d8189f {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:02:01.025137 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 61d891d9-168e-46a6-bf06-9b2e92d8189f not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:02:01.088308 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c21c7-83ac-4ec9-bfcc-9578e5516a3f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Subnet': ['ID=37815e0b-b07a-4cb4-a663-594e91836510,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:01.108107 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c21c7-83ac-4ec9-bfcc-9578e5516a3f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Checking segment: {'id': '7fcb48bc-a955-4bee-b1f8-b66be2724437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10532329-fe49-471b-b51d-67e7565a6037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:02:01.108498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697c21c7-83ac-4ec9-bfcc-9578e5516a3f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network hostable DHCP agents. Network: 10532329-fe49-471b-b51d-67e7565a6037, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:02:01.224640 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697c21c7-83ac-4ec9-bfcc-9578e5516a3f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 10532329-fe49-471b-b51d-67e7565a6037 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:02:01.333089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-697c21c7-83ac-4ec9-bfcc-9578e5516a3f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 10532329-fe49-471b-b51d-67e7565a6037) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:01.337810 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697c21c7-83ac-4ec9-bfcc-9578e5516a3f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:01.340275 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-697c21c7-83ac-4ec9-bfcc-9578e5516a3f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:01.345807 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffc2f29-cc50-4fda-aa12-674b642a002b None None] Network 10532329-fe49-471b-b51d-67e7565a6037 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:02:01.523049 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-10532329-fe49-471b-b51d-67e7565a6037', 'network_id': '10532329-fe49-471b-b51d-67e7565a6037', 'tenant_id': 'c92ff21dfe924aa9a273d9851636103c', 'fixed_ips': [{'subnet_id': '37815e0b-b07a-4cb4-a663-594e91836510'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:02:01.523049 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:01.557381 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-697c21c7-83ac-4ec9-bfcc-9578e5516a3f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3667941 Nov 02 12:02:01.557696 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60932) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:01.564306 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-be0e1aa3-845c-4205-942d-665b1501e70e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'network_id': '10532329-fe49-471b-b51d-67e7565a6037', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1089622838'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:01.704849 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Allocated IP 172.20.0.2 (10532329-fe49-471b-b51d-67e7565a6037/37815e0b-b07a-4cb4-a663-594e91836510/2f4262ae-47f8-42b1-915c-8a5224f3790b) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:02:01.818563 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0e1aa3-845c-4205-942d-665b1501e70e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:01.822637 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be0e1aa3-845c-4205-942d-665b1501e70e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:01.868866 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-be0e1aa3-845c-4205-942d-665b1501e70e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] device_id is not set on port 44699696-ccbd-4a9e-8c78-0c7e251f60c3 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:02:01.898587 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:01.972323 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:02.028434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Network 10532329-fe49-471b-b51d-67e7565a6037 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:02:02.033807 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:02.036026 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Pushing event updated for resources: {'Port': ['ID=2f4262ae-47f8-42b1-915c-8a5224f3790b,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:02.038450 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:02:02.061927 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-be0e1aa3-845c-4205-942d-665b1501e70e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Allocated IP 172.20.0.3 (10532329-fe49-471b-b51d-67e7565a6037/37815e0b-b07a-4cb4-a663-594e91836510/44699696-ccbd-4a9e-8c78-0c7e251f60c3) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:02:02.114894 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Attempting to bind port 2f4262ae-47f8-42b1-915c-8a5224f3790b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:02:02.115462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Attempting to bind port 2f4262ae-47f8-42b1-915c-8a5224f3790b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '7fcb48bc-a955-4bee-b1f8-b66be2724437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10532329-fe49-471b-b51d-67e7565a6037'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:02:02.115934 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Attempting to bind port 2f4262ae-47f8-42b1-915c-8a5224f3790b on network 10532329-fe49-471b-b51d-67e7565a6037 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:02:02.123737 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:02:02.124455 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Checking segment: {'id': '7fcb48bc-a955-4bee-b1f8-b66be2724437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10532329-fe49-471b-b51d-67e7565a6037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:02:02.124970 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:02.125760 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Bound using segment: {'id': '7fcb48bc-a955-4bee-b1f8-b66be2724437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10532329-fe49-471b-b51d-67e7565a6037'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:02:02.126392 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Bound port: 2f4262ae-47f8-42b1-915c-8a5224f3790b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fcb48bc-a955-4bee-b1f8-b66be2724437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10532329-fe49-471b-b51d-67e7565a6037'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:02:02.127030 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:02.220994 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7b129-6003-4f1a-ab08-eae010bf1ff2 req-c4f4cfc2-55c2-4bc2-8c56-a2752dfb3c6c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:02.230085 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c3b7b129-6003-4f1a-ab08-eae010bf1ff2 req-c4f4cfc2-55c2-4bc2-8c56-a2752dfb3c6c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 944 time: 0.1092558 Nov 02 12:02:02.246316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] For port 2f4262ae-47f8-42b1-915c-8a5224f3790b, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:02:02.263304 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] For port 2f4262ae-47f8-42b1-915c-8a5224f3790b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2f4262ae-47f8-42b1-915c-8a5224f3790b,segment=NetworkSegment(7fcb48bc-a955-4bee-b1f8-b66be2724437),segment_id=7fcb48bc-a955-4bee-b1f8-b66be2724437)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:02:02.292451 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be0e1aa3-845c-4205-942d-665b1501e70e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:02.317908 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c3b7b129-6003-4f1a-ab08-eae010bf1ff2 req-d2ab7b3d-581f-4127-95e2-a02e3e9b82be tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855982 Nov 02 12:02:02.340288 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:02.437936 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7fc2f7-9641-4c85-ba78-6a2e3fba6bfe None None] Pushing event updated for resources: {'Port': ['ID=2f4262ae-47f8-42b1-915c-8a5224f3790b,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:02.470634 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be0e1aa3-845c-4205-942d-665b1501e70e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:02.561539 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e1aa3-845c-4205-942d-665b1501e70e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=44699696-ccbd-4a9e-8c78-0c7e251f60c3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:02.565485 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0e1aa3-845c-4205-942d-665b1501e70e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 10532329-fe49-471b-b51d-67e7565a6037 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:02:02.567309 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-be0e1aa3-845c-4205-942d-665b1501e70e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:02.576861 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0e1aa3-845c-4205-942d-665b1501e70e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:02:02.648362 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0e1aa3-845c-4205-942d-665b1501e70e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:02.648362 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be0e1aa3-845c-4205-942d-665b1501e70e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:02.755719 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-be0e1aa3-845c-4205-942d-665b1501e70e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1945527 Nov 02 12:02:02.756694 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60946) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:02.975324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-18915f34-ce95-406d-bbff-f6151af0b608 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port 44699696-ccbd-4a9e-8c78-0c7e251f60c3 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:02.975683 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-18915f34-ce95-406d-bbff-f6151af0b608 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:03.091993 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2f4262ae-47f8-42b1-915c-8a5224f3790b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:02:03.104018 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-18915f34-ce95-406d-bbff-f6151af0b608 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:03.127053 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-18915f34-ce95-406d-bbff-f6151af0b608 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for 44699696-ccbd-4a9e-8c78-0c7e251f60c3 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:03.211320 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2f4262ae-47f8-42b1-915c-8a5224f3790b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:03.211937 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:03.338810 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:03.458346 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 2f4262ae-47f8-42b1-915c-8a5224f3790b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2f4262ae-47f8-42b1-915c-8a5224f3790b,segment=NetworkSegment(7fcb48bc-a955-4bee-b1f8-b66be2724437),segment_id=7fcb48bc-a955-4bee-b1f8-b66be2724437)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:02:03.499771 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-18915f34-ce95-406d-bbff-f6151af0b608 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:03.538597 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:03.599545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18915f34-ce95-406d-bbff-f6151af0b608 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=44699696-ccbd-4a9e-8c78-0c7e251f60c3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:03.628612 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=2f4262ae-47f8-42b1-915c-8a5224f3790b,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:03.722697 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-18915f34-ce95-406d-bbff-f6151af0b608 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:03.729653 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-18915f34-ce95-406d-bbff-f6151af0b608 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/ports/44699696-ccbd-4a9e-8c78-0c7e251f60c3 HTTP/1.1" status: 204 len: 168 time: 0.9696918 Nov 02 12:02:03.730132 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60970) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:03.736486 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bf69c-9de6-4231-8dfa-e202254d1549 req-b6ac5b6f-ef7b-4cbd-bd2c-6162ec62a9e3 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:03.738257 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c3bf69c-9de6-4231-8dfa-e202254d1549 req-b6ac5b6f-ef7b-4cbd-bd2c-6162ec62a9e3 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.3064084 Nov 02 12:02:03.782377 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c21397-3664-483b-be9b-f0154eeab64c tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] GET failed (client error): The resource could not be found. Nov 02 12:02:03.791065 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d1c21397-3664-483b-be9b-f0154eeab64c tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports/44699696-ccbd-4a9e-8c78-0c7e251f60c3 HTTP/1.1" status: 404 len: 333 time: 0.0570705 Nov 02 12:02:03.791802 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60974) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:03.810978 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c3bf69c-9de6-4231-8dfa-e202254d1549 req-64c3a369-f095-400f-ad29-b2c47b8e8afc tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651999 Nov 02 12:02:03.897300 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da269ac-8f7b-4b06-b805-510520bf14e4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting subnet 37815e0b-b07a-4cb4-a663-594e91836510 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:02:03.901510 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4da269ac-8f7b-4b06-b805-510520bf14e4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:03.942154 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd05db-8c9b-4aaa-9903-ab3f8f6707a7 req-89174ca9-88bb-4a74-8973-8869021757d4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:03.953774 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-40dd05db-8c9b-4aaa-9903-ab3f8f6707a7 req-89174ca9-88bb-4a74-8973-8869021757d4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 944 time: 0.0752044 Nov 02 12:02:04.012225 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4da269ac-8f7b-4b06-b805-510520bf14e4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:04.035180 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6f3a04-ffb6-41b8-b9cc-7db03200ec5a None None] Network 10532329-fe49-471b-b51d-67e7565a6037 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:02:04.082540 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-40dd05db-8c9b-4aaa-9903-ab3f8f6707a7 req-0cd233bb-fc6d-4b37-8f82-1d699432b165 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278050 Nov 02 12:02:04.178647 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4da269ac-8f7b-4b06-b805-510520bf14e4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:04.215187 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2bc50f46-bed1-467d-9ef5-1529fe3a95ec None None] Provisioning complete for port 2f4262ae-47f8-42b1-915c-8a5224f3790b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:04.216172 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2bc50f46-bed1-467d-9ef5-1529fe3a95ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:04.413543 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4da269ac-8f7b-4b06-b805-510520bf14e4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:04.453389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da269ac-8f7b-4b06-b805-510520bf14e4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Subnet': ['ID=37815e0b-b07a-4cb4-a663-594e91836510,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:04.464853 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4da269ac-8f7b-4b06-b805-510520bf14e4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:04.465721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60984) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:04.473754 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4da269ac-8f7b-4b06-b805-510520bf14e4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/37815e0b-b07a-4cb4-a663-594e91836510 HTTP/1.1" status: 204 len: 168 time: 0.6806469 Nov 02 12:02:04.595676 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:04.669949 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port 2f4262ae-47f8-42b1-915c-8a5224f3790b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:04.671185 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:04.782856 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] For port 2f4262ae-47f8-42b1-915c-8a5224f3790b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2f4262ae-47f8-42b1-915c-8a5224f3790b,segment=NetworkSegment(7fcb48bc-a955-4bee-b1f8-b66be2724437),segment_id=7fcb48bc-a955-4bee-b1f8-b66be2724437)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:02:04.783190 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:04.800317 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for 2f4262ae-47f8-42b1-915c-8a5224f3790b owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:04.819211 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9095af17-6c4c-4905-8bce-5f06fc9075d0 None None] Network 10532329-fe49-471b-b51d-67e7565a6037 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:02:04.960954 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ef60bfb3-e774-4c92-b232-cfb2290c703d None None] Provisioning complete for port 2f4262ae-47f8-42b1-915c-8a5224f3790b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:04.962061 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ef60bfb3-e774-4c92-b232-cfb2290c703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:05.049008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2f4262ae-47f8-42b1-915c-8a5224f3790b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:02:05.085673 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:05.166177 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No DVR routers for this DVR port 2f4262ae-47f8-42b1-915c-8a5224f3790b on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:02:05.170982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=2f4262ae-47f8-42b1-915c-8a5224f3790b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:05.195875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59491520-41c4-4a3b-b7c6-7647f8efacdd req-a02f5b40-a575-43e8-9285-6781dae5ceda tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:05.206541 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59491520-41c4-4a3b-b7c6-7647f8efacdd req-a02f5b40-a575-43e8-9285-6781dae5ceda tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.2360952 Nov 02 12:02:05.324691 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ef60bfb3-e774-4c92-b232-cfb2290c703d None None] Could not find standard attr ID for object 2f4262ae-47f8-42b1-915c-8a5224f3790b. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:02:05.327747 n-d-806683-18 neutron-server[102691]: INFO neutron.plugins.ml2.db [None req-ef60bfb3-e774-4c92-b232-cfb2290c703d None None] No ports have port_id starting with 2f4262ae-47f8-42b1-915c-8a5224f3790b Nov 02 12:02:05.340189 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No active binding found for port 2f4262ae-47f8-42b1-915c-8a5224f3790b {{(pid=102691) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 02 12:02:05.340646 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2f4262ae-47f8-42b1-915c-8a5224f3790b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 02 12:02:05.353220 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:05.367352 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Port 2f4262ae-47f8-42b1-915c-8a5224f3790b not found, will not notify nova. {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 02 12:02:05.417695 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59491520-41c4-4a3b-b7c6-7647f8efacdd req-3b343454-5165-4ff9-ba37-1960281aeb7f tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2093763 Nov 02 12:02:05.443416 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10532329-fe49-471b-b51d-67e7565a6037']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:05.449316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e9a89a-0f2c-42e4-a62a-fe0cd9131faa None None] DHCP port deletion for 10532329-fe49-471b-b51d-67e7565a6037 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:02:05.458679 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fcb48bc-a955-4bee-b1f8-b66be2724437') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:05.459582 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fcb48bc-a955-4bee-b1f8-b66be2724437') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:05.482336 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:05.525607 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:05.560100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:02:05.560348 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:02:05.564097 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:02:05.643805 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3ce2b-7fb3-4aed-9d79-da22d60685cf req-55c1f092-eb53-4a7f-8c14-e346e792dd54 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:05.645724 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fcd3ce2b-7fb3-4aed-9d79-da22d60685cf req-55c1f092-eb53-4a7f-8c14-e346e792dd54 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 944 time: 0.1329086 Nov 02 12:02:05.704410 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fcd3ce2b-7fb3-4aed-9d79-da22d60685cf req-130e7cd7-89c6-4a63-904e-4d3fa75f2e76 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502684 Nov 02 12:02:05.734292 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:05.745712 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:05.753580 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32772) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:05.754633 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/networks/10532329-fe49-471b-b51d-67e7565a6037 HTTP/1.1" status: 204 len: 168 time: 1.2911963 Nov 02 12:02:05.760064 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0a50d9d8-adf5-4720-b960-3d8631543f3a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb', 'name': 'tempest-PortsTestJSON-591429394'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:05.768596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1dfd4-dae4-4153-b450-975e85fe180e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Network': ['ID=10532329-fe49-471b-b51d-67e7565a6037,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:06.584995 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bce01e-8f83-4a4f-bc6d-76623a4d5b0a req-2ec49255-4a8d-4606-8ab7-00cec6431220 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:06.586683 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-86bce01e-8f83-4a4f-bc6d-76623a4d5b0a req-2ec49255-4a8d-4606-8ab7-00cec6431220 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.0578406 Nov 02 12:02:06.655658 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-86bce01e-8f83-4a4f-bc6d-76623a4d5b0a req-9d3cdf96-5859-4f5b-ad8a-6050dc80d16b tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606103 Nov 02 12:02:06.805016 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a50d9d8-adf5-4720-b960-3d8631543f3a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:06.809759 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a50d9d8-adf5-4720-b960-3d8631543f3a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:06.832953 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-0a50d9d8-adf5-4720-b960-3d8631543f3a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] device_id is not set on port 7105995c-b277-4ee8-8eb2-974fedaab858 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:02:06.859072 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fb4d4-1cbb-462a-93a5-e845ca6cd4d7 req-16701852-664d-4a87-98d4-24768406111a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:06.868351 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-450fb4d4-1cbb-462a-93a5-e845ca6cd4d7 req-16701852-664d-4a87-98d4-24768406111a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 944 time: 0.0887477 Nov 02 12:02:06.964475 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:02:06.965341 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-450fb4d4-1cbb-462a-93a5-e845ca6cd4d7 req-fc968b6f-aa53-4cbe-893a-56a5b1915c70 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900533 Nov 02 12:02:07.009595 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2f4262ae-47f8-42b1-915c-8a5224f3790b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:02:07.051952 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 2f4262ae-47f8-42b1-915c-8a5224f3790b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:02:07.054727 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2f4262ae-47f8-42b1-915c-8a5224f3790b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:02:07.198835 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a50d9d8-adf5-4720-b960-3d8631543f3a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:07.408085 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a50d9d8-adf5-4720-b960-3d8631543f3a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:07.453939 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a50d9d8-adf5-4720-b960-3d8631543f3a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:02:07.461126 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-0a50d9d8-adf5-4720-b960-3d8631543f3a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:07.464884 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a50d9d8-adf5-4720-b960-3d8631543f3a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:02:07.471557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a50d9d8-adf5-4720-b960-3d8631543f3a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:07.472244 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a50d9d8-adf5-4720-b960-3d8631543f3a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:07.483591 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50d9d8-adf5-4720-b960-3d8631543f3a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=7105995c-b277-4ee8-8eb2-974fedaab858,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:07.618978 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0a50d9d8-adf5-4720-b960-3d8631543f3a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8602195 Nov 02 12:02:07.623783 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32810) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:07.726273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-d31a49e6-fecf-473b-9978-4853e491a879 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port 7105995c-b277-4ee8-8eb2-974fedaab858 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:07.727122 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d31a49e6-fecf-473b-9978-4853e491a879 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:07.862971 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d31a49e6-fecf-473b-9978-4853e491a879 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:07.887086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b450e12-cfed-469a-84a1-f44162534d28 req-5542f676-523b-49c6-a1c6-193ebf1184b6 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:07.894713 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b450e12-cfed-469a-84a1-f44162534d28 req-5542f676-523b-49c6-a1c6-193ebf1184b6 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.1255803 Nov 02 12:02:07.896922 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-d31a49e6-fecf-473b-9978-4853e491a879 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for 7105995c-b277-4ee8-8eb2-974fedaab858 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:07.998560 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b450e12-cfed-469a-84a1-f44162534d28 req-af4a0307-455c-4a76-a94d-3cb0617d7354 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028192 Nov 02 12:02:08.150291 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba10679-4271-4c9d-8d0b-c70c3d00e8e3 req-3e80a464-9d00-4b34-ab81-52435f04fb82 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:08.153651 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cba10679-4271-4c9d-8d0b-c70c3d00e8e3 req-3e80a464-9d00-4b34-ab81-52435f04fb82 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 944 time: 0.0627589 Nov 02 12:02:08.198114 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d31a49e6-fecf-473b-9978-4853e491a879 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:08.278454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a49e6-fecf-473b-9978-4853e491a879 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=7105995c-b277-4ee8-8eb2-974fedaab858,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:08.297423 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d31a49e6-fecf-473b-9978-4853e491a879 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:08.307689 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d31a49e6-fecf-473b-9978-4853e491a879 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/ports/7105995c-b277-4ee8-8eb2-974fedaab858 HTTP/1.1" status: 204 len: 168 time: 0.6864166 Nov 02 12:02:08.310508 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32826) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:08.317332 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4c72eeaa-bbcc-49f0-a8bd-b727ff6f8bd4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb', 'mac_address': 'fa:16:3e:33:5c:09', 'name': 'tempest-PortsTestJSON-1273697641'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:08.390050 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cba10679-4271-4c9d-8d0b-c70c3d00e8e3 req-49603d9f-b9c3-4c71-a0aa-bd8876c7261d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190371 Nov 02 12:02:08.525628 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c72eeaa-bbcc-49f0-a8bd-b727ff6f8bd4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:08.661594 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c72eeaa-bbcc-49f0-a8bd-b727ff6f8bd4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:08.692925 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-4c72eeaa-bbcc-49f0-a8bd-b727ff6f8bd4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] device_id is not set on port d162ea91-a8b2-4862-b33b-3e5d9e481ca4 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:02:08.912445 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c72eeaa-bbcc-49f0-a8bd-b727ff6f8bd4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:09.024534 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c72eeaa-bbcc-49f0-a8bd-b727ff6f8bd4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:09.107108 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c72eeaa-bbcc-49f0-a8bd-b727ff6f8bd4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:02:09.115080 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-4c72eeaa-bbcc-49f0-a8bd-b727ff6f8bd4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:09.118720 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c72eeaa-bbcc-49f0-a8bd-b727ff6f8bd4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:02:09.136251 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c72eeaa-bbcc-49f0-a8bd-b727ff6f8bd4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:09.137086 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c72eeaa-bbcc-49f0-a8bd-b727ff6f8bd4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:09.152359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72eeaa-bbcc-49f0-a8bd-b727ff6f8bd4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=d162ea91-a8b2-4862-b33b-3e5d9e481ca4,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:09.201300 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbfed0-7eb6-4f79-8055-5c73cc462887 req-a4ae4b2f-96f1-4546-863f-db10d1706f02 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:09.210043 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1fdbfed0-7eb6-4f79-8055-5c73cc462887 req-a4ae4b2f-96f1-4546-863f-db10d1706f02 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.1058362 Nov 02 12:02:09.262756 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4c72eeaa-bbcc-49f0-a8bd-b727ff6f8bd4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9507344 Nov 02 12:02:09.267371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32842) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:09.359562 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1fdbfed0-7eb6-4f79-8055-5c73cc462887 req-7f9e2c60-99f4-46ca-883c-bef229c27f46 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007471 Nov 02 12:02:09.359714 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997285de-59c5-4fcc-87f2-963efe4af838 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:09.359714 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-997285de-59c5-4fcc-87f2-963efe4af838 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports/d162ea91-a8b2-4862-b33b-3e5d9e481ca4 HTTP/1.1" status: 200 len: 841 time: 0.0889707 Nov 02 12:02:09.360297 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32844) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:09.520005 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5547b940-9ce6-49b6-a5fd-e8f7cc786cb5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port d162ea91-a8b2-4862-b33b-3e5d9e481ca4 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:09.520337 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5547b940-9ce6-49b6-a5fd-e8f7cc786cb5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:09.568390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87009fde-3de8-4dd7-9488-7bded981dcc2 req-21934558-4fcf-4d94-a6ff-7aba40c5bd56 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:09.581830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-87009fde-3de8-4dd7-9488-7bded981dcc2 req-21934558-4fcf-4d94-a6ff-7aba40c5bd56 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 944 time: 0.1187780 Nov 02 12:02:09.651838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5547b940-9ce6-49b6-a5fd-e8f7cc786cb5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:09.684420 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-87009fde-3de8-4dd7-9488-7bded981dcc2 req-25451492-3210-40c7-b7dd-51fa5df9b610 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987430 Nov 02 12:02:09.685750 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5547b940-9ce6-49b6-a5fd-e8f7cc786cb5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for d162ea91-a8b2-4862-b33b-3e5d9e481ca4 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:10.007705 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5547b940-9ce6-49b6-a5fd-e8f7cc786cb5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:10.053581 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547b940-9ce6-49b6-a5fd-e8f7cc786cb5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=d162ea91-a8b2-4862-b33b-3e5d9e481ca4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:10.067518 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5547b940-9ce6-49b6-a5fd-e8f7cc786cb5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:10.078001 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32898) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:10.078636 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5547b940-9ce6-49b6-a5fd-e8f7cc786cb5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/ports/d162ea91-a8b2-4862-b33b-3e5d9e481ca4 HTTP/1.1" status: 204 len: 168 time: 0.7171249 Nov 02 12:02:10.116910 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-987ba765-fe0b-4e07-b0e4-5593a261b652 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] GET failed (client error): The resource could not be found. Nov 02 12:02:10.124703 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32900) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:10.132045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-f982a7ba-f4e5-43aa-bbc4-9162e103e473 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb', 'name': 'tempest-PortsTestJSON-992638802'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:10.139026 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-987ba765-fe0b-4e07-b0e4-5593a261b652 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports/d162ea91-a8b2-4862-b33b-3e5d9e481ca4 HTTP/1.1" status: 404 len: 333 time: 0.0588226 Nov 02 12:02:10.380316 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f982a7ba-f4e5-43aa-bbc4-9162e103e473 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:10.387031 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f982a7ba-f4e5-43aa-bbc4-9162e103e473 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:10.430317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-f982a7ba-f4e5-43aa-bbc4-9162e103e473 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] device_id is not set on port 37771a8d-6fc1-4906-b882-c7ab125c6f15 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:02:10.498778 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123afcf7-0e73-483f-8697-5c9210958bb1 req-b12522a7-3a7b-452f-b719-79047f9aed78 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:10.501119 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-123afcf7-0e73-483f-8697-5c9210958bb1 req-b12522a7-3a7b-452f-b719-79047f9aed78 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.0980270 Nov 02 12:02:10.585459 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-123afcf7-0e73-483f-8697-5c9210958bb1 req-3595a058-278c-45da-8d41-63dc405d7acb tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723636 Nov 02 12:02:10.861632 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f982a7ba-f4e5-43aa-bbc4-9162e103e473 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:10.974971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e3488-5a98-409a-b614-efeef9a8f4c3 req-9bdb1e7f-5ff5-469c-892d-390d0552a8b4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:10.976916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e1e3488-5a98-409a-b614-efeef9a8f4c3 req-9bdb1e7f-5ff5-469c-892d-390d0552a8b4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 944 time: 0.1675174 Nov 02 12:02:11.043825 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e1e3488-5a98-409a-b614-efeef9a8f4c3 req-18b99527-bf1b-407e-a9d2-dd533fd5c4b8 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596151 Nov 02 12:02:11.069512 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f982a7ba-f4e5-43aa-bbc4-9162e103e473 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:11.133115 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f982a7ba-f4e5-43aa-bbc4-9162e103e473 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:02:11.144620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-f982a7ba-f4e5-43aa-bbc4-9162e103e473 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:11.152065 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f982a7ba-f4e5-43aa-bbc4-9162e103e473 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:02:11.159349 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f982a7ba-f4e5-43aa-bbc4-9162e103e473 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:11.160090 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f982a7ba-f4e5-43aa-bbc4-9162e103e473 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:11.174953 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982a7ba-f4e5-43aa-bbc4-9162e103e473 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=37771a8d-6fc1-4906-b882-c7ab125c6f15,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:11.325086 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f982a7ba-f4e5-43aa-bbc4-9162e103e473 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1988575 Nov 02 12:02:11.328307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32922) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:11.334287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-ecc49d74-8de4-449a-b711-6f993fe18fcb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:11.420842 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ecc49d74-8de4-449a-b711-6f993fe18fcb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:11.667110 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ecc49d74-8de4-449a-b711-6f993fe18fcb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:11.791215 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ecc49d74-8de4-449a-b711-6f993fe18fcb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:11.807498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4cc53-bf68-4470-9f21-8e1640b4f382 req-f5eeac8c-2dc5-4ab9-9cec-f4f335975ae7 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:11.809091 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e1b4cc53-bf68-4470-9f21-8e1640b4f382 req-f5eeac8c-2dc5-4ab9-9cec-f4f335975ae7 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.0750513 Nov 02 12:02:11.852457 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-ecc49d74-8de4-449a-b711-6f993fe18fcb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] In _notify_port_updated(), no bound segment for port 37771a8d-6fc1-4906-b882-c7ab125c6f15 on network 3f57b163-c605-4e8e-8d5e-b661a54171cb {{(pid=102689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 12:02:11.858244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc49d74-8de4-449a-b711-6f993fe18fcb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:11.858858 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ecc49d74-8de4-449a-b711-6f993fe18fcb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:11.862777 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ecc49d74-8de4-449a-b711-6f993fe18fcb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "PUT /v2.0/ports/37771a8d-6fc1-4906-b882-c7ab125c6f15 HTTP/1.1" status: 200 len: 818 time: 0.5305786 Nov 02 12:02:11.863197 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32962) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:11.898913 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc49d74-8de4-449a-b711-6f993fe18fcb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=37771a8d-6fc1-4906-b882-c7ab125c6f15,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:11.909447 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e1b4cc53-bf68-4470-9f21-8e1640b4f382 req-660cce58-ddc2-4a87-94e3-9a64952d013d tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754373 Nov 02 12:02:12.043997 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5f0fddef-7aad-4ff7-b389-3f35f1ca4696 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port 37771a8d-6fc1-4906-b882-c7ab125c6f15 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:12.044565 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f0fddef-7aad-4ff7-b389-3f35f1ca4696 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:12.207749 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f0fddef-7aad-4ff7-b389-3f35f1ca4696 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:12.239329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1c549-4597-48cf-86db-624df2f5c043 req-09870e5a-77ab-4915-97b6-ef566e089a5b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:12.240946 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27f1c549-4597-48cf-86db-624df2f5c043 req-09870e5a-77ab-4915-97b6-ef566e089a5b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 944 time: 0.0818837 Nov 02 12:02:12.315612 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27f1c549-4597-48cf-86db-624df2f5c043 req-7aad7369-d198-4fa4-8dcc-5a48f8d8d383 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668404 Nov 02 12:02:12.600710 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5f0fddef-7aad-4ff7-b389-3f35f1ca4696 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for 37771a8d-6fc1-4906-b882-c7ab125c6f15 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:12.743103 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f0fddef-7aad-4ff7-b389-3f35f1ca4696 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:12.777269 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fddef-7aad-4ff7-b389-3f35f1ca4696 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=37771a8d-6fc1-4906-b882-c7ab125c6f15,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:12.782772 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f0fddef-7aad-4ff7-b389-3f35f1ca4696 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:12.789121 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5f0fddef-7aad-4ff7-b389-3f35f1ca4696 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/ports/37771a8d-6fc1-4906-b882-c7ab125c6f15 HTTP/1.1" status: 204 len: 168 time: 0.9248123 Nov 02 12:02:12.792155 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32978) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:12.854849 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10093378-ec1a-4fe1-9138-b8ce544b6f40 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:12.856526 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-10093378-ec1a-4fe1-9138-b8ce544b6f40 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0657320 Nov 02 12:02:12.859364 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32980) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:12.887838 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-7907b974-a37c-49a5-ba17-234e0064a445 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] GET failed (client error): The resource could not be found. Nov 02 12:02:12.887838 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7907b974-a37c-49a5-ba17-234e0064a445 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports/37771a8d-6fc1-4906-b882-c7ab125c6f15 HTTP/1.1" status: 404 len: 333 time: 0.0257993 Nov 02 12:02:12.890594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32982) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:12.896438 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e89967ef-a37c-4d4e-9bf3-2a0c7bbfd5fa tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-667236159'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:13.051518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7dc98-ea18-4d9a-8203-281f8c3dfa49 req-2198c518-e001-4910-bc69-ec1155b2f1d0 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:13.053037 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9e7dc98-ea18-4d9a-8203-281f8c3dfa49 req-2198c518-e001-4910-bc69-ec1155b2f1d0 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.0603542 Nov 02 12:02:13.068847 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89967ef-a37c-4d4e-9bf3-2a0c7bbfd5fa tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:13.073041 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e89967ef-a37c-4d4e-9bf3-2a0c7bbfd5fa tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:13.127609 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9e7dc98-ea18-4d9a-8203-281f8c3dfa49 req-940a07e6-1c60-4e13-9841-0c24a113e67d tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667832 Nov 02 12:02:13.136848 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89967ef-a37c-4d4e-9bf3-2a0c7bbfd5fa tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:02:13.152997 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e89967ef-a37c-4d4e-9bf3-2a0c7bbfd5fa tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:13.152997 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-e89967ef-a37c-4d4e-9bf3-2a0c7bbfd5fa tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Added segment 31420a35-59fb-49aa-93d7-fa42744a58e6 of type vlan for network da73cb48-973f-4df1-a63f-3fbbb91c42c9 Nov 02 12:02:13.192041 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e89967ef-a37c-4d4e-9bf3-2a0c7bbfd5fa tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:13.333181 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e89967ef-a37c-4d4e-9bf3-2a0c7bbfd5fa tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:13.340431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89967ef-a37c-4d4e-9bf3-2a0c7bbfd5fa tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:13.341086 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e89967ef-a37c-4d4e-9bf3-2a0c7bbfd5fa tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:13.430654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89967ef-a37c-4d4e-9bf3-2a0c7bbfd5fa tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Network': ['ID=da73cb48-973f-4df1-a63f-3fbbb91c42c9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:13.442827 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network da73cb48-973f-4df1-a63f-3fbbb91c42c9 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:02:13.470313 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c361201-15d4-436a-b030-25ba28346948 req-eac10d9b-db26-408e-9290-fe59a1562b2e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:13.471940 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c361201-15d4-436a-b030-25ba28346948 req-eac10d9b-db26-408e-9290-fe59a1562b2e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 944 time: 0.0586338 Nov 02 12:02:13.516797 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e89967ef-a37c-4d4e-9bf3-2a0c7bbfd5fa tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6223054 Nov 02 12:02:13.517645 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32994) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:13.532698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2497f5ec-16c3-4e00-b546-0c55ec1e933e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'subnet': {'network_id': 'da73cb48-973f-4df1-a63f-3fbbb91c42c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:13.537580 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c361201-15d4-436a-b030-25ba28346948 req-06afd3af-f72b-4337-a7d8-d0dcbad38475 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562415 Nov 02 12:02:13.785097 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2497f5ec-16c3-4e00-b546-0c55ec1e933e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:13.787508 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2497f5ec-16c3-4e00-b546-0c55ec1e933e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:13.857691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33000) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:14.002122 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa49be0c-b6e8-41ac-924f-22f32eae2c67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:14.090305 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa49be0c-b6e8-41ac-924f-22f32eae2c67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:14.217391 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa49be0c-b6e8-41ac-924f-22f32eae2c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:14.218054 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2497f5ec-16c3-4e00-b546-0c55ec1e933e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:14.297982 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497f5ec-16c3-4e00-b546-0c55ec1e933e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Subnet': ['ID=206a47bc-3f19-4c78-a2cc-3613ac2b78e9,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:14.302136 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fa49be0c-b6e8-41ac-924f-22f32eae2c67 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=96f7e9b54ea04fefa1c686533a218b42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4433191 Nov 02 12:02:14.304287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49be0c-b6e8-41ac-924f-22f32eae2c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e62e0f-3f24-40d7-9a36-7f6398aa20ca,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:14.307146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33008) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:14.309394 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2497f5ec-16c3-4e00-b546-0c55ec1e933e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Checking segment: {'id': '31420a35-59fb-49aa-93d7-fa42744a58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da73cb48-973f-4df1-a63f-3fbbb91c42c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:02:14.309770 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2497f5ec-16c3-4e00-b546-0c55ec1e933e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network hostable DHCP agents. Network: da73cb48-973f-4df1-a63f-3fbbb91c42c9, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:02:14.333097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ba9db-5a7b-4a1b-b8c7-e8c4c7df128b req-44453de6-92bc-4f4d-9596-54670b53c072 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:14.340062 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-740ba9db-5a7b-4a1b-b8c7-e8c4c7df128b req-44453de6-92bc-4f4d-9596-54670b53c072 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.1097498 Nov 02 12:02:14.398593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-740ba9db-5a7b-4a1b-b8c7-e8c4c7df128b req-daf978f4-98c9-4e00-80fa-cbb1e279f622 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566099 Nov 02 12:02:14.401379 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ca20779-b83e-4bee-803e-e7d256741249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:14.434235 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ca20779-b83e-4bee-803e-e7d256741249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:14.514295 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2497f5ec-16c3-4e00-b546-0c55ec1e933e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network da73cb48-973f-4df1-a63f-3fbbb91c42c9 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:02:14.630128 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ca20779-b83e-4bee-803e-e7d256741249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:14.632842 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ca20779-b83e-4bee-803e-e7d256741249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:14.636832 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9ca20779-b83e-4bee-803e-e7d256741249 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/22e62e0f-3f24-40d7-9a36-7f6398aa20ca HTTP/1.1" status: 204 len: 168 time: 0.3259773 Nov 02 12:02:14.644622 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca20779-b83e-4bee-803e-e7d256741249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e62e0f-3f24-40d7-9a36-7f6398aa20ca,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:14.702891 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-2497f5ec-16c3-4e00-b546-0c55ec1e933e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, da73cb48-973f-4df1-a63f-3fbbb91c42c9) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:14.707057 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2497f5ec-16c3-4e00-b546-0c55ec1e933e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:14.707642 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2497f5ec-16c3-4e00-b546-0c55ec1e933e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:14.715884 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c795b64b-4785-47f1-93ad-6d15d1114f93 None None] Network da73cb48-973f-4df1-a63f-3fbbb91c42c9 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:02:14.869893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 936adcf7-59f3-4b4e-bdbd-960afaf07546 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:02:14.910428 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2497f5ec-16c3-4e00-b546-0c55ec1e933e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3904104 Nov 02 12:02:14.912933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33020) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:14.920875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1d74c79a-1a12-4bc5-a1d4-f9f80c82cbb9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'subnet': {'network_id': 'da73cb48-973f-4df1-a63f-3fbbb91c42c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:14.936705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-da73cb48-973f-4df1-a63f-3fbbb91c42c9', 'network_id': 'da73cb48-973f-4df1-a63f-3fbbb91c42c9', 'tenant_id': 'c92ff21dfe924aa9a273d9851636103c', 'fixed_ips': [{'subnet_id': '206a47bc-3f19-4c78-a2cc-3613ac2b78e9'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:02:14.937603 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:15.139428 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 936adcf7-59f3-4b4e-bdbd-960afaf07546, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=936adcf7-59f3-4b4e-bdbd-960afaf07546,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:02:15.190698 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '936adcf7-59f3-4b4e-bdbd-960afaf07546', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'port_id': '936adcf7-59f3-4b4e-bdbd-960afaf07546', 'mac_address': 'fa:16:3e:09:5f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:02:15.250446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Allocated IP 172.20.0.2 (da73cb48-973f-4df1-a63f-3fbbb91c42c9/206a47bc-3f19-4c78-a2cc-3613ac2b78e9/55243d4a-8590-44c4-bfda-7428a2b2c344) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:02:15.273921 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:15.314096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936adcf7-59f3-4b4e-bdbd-960afaf07546 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:02:15.340135 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 936adcf7-59f3-4b4e-bdbd-960afaf07546, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=936adcf7-59f3-4b4e-bdbd-960afaf07546,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:02:15.363100 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c560e1-7cc3-4aaa-ba32-ccfd0f5dfd27 req-4a13625a-caea-430a-bfc2-02f58fda4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:15.365498 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-13c560e1-7cc3-4aaa-ba32-ccfd0f5dfd27 req-4a13625a-caea-430a-bfc2-02f58fda4dc4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18&device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 1098 time: 0.0714431 Nov 02 12:02:15.460218 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:15.502485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76975ed7-9938-45df-99d8-ed42ca7fd9ee req-d47d04f8-7397-4e42-8a13-96b504d1a9d2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:15.504038 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76975ed7-9938-45df-99d8-ed42ca7fd9ee req-d47d04f8-7397-4e42-8a13-96b504d1a9d2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 944 time: 0.4896028 Nov 02 12:02:15.540206 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:15.546655 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c560e1-7cc3-4aaa-ba32-ccfd0f5dfd27 req-bc9ac2cf-d100-441f-b852-1e1633787714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:15.548721 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-13c560e1-7cc3-4aaa-ba32-ccfd0f5dfd27 req-bc9ac2cf-d100-441f-b852-1e1633787714 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0 HTTP/1.1" status: 200 len: 912 time: 0.1751525 Nov 02 12:02:15.559428 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=936adcf7-59f3-4b4e-bdbd-960afaf07546,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:15.582663 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76975ed7-9938-45df-99d8-ed42ca7fd9ee req-0da609ab-7435-4f65-8659-b21818edd60b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597365 Nov 02 12:02:15.635863 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-13c560e1-7cc3-4aaa-ba32-ccfd0f5dfd27 req-402e36da-27fd-4118-a6d9-718cdd172c4e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b37dc493-eb7e-4c99-8a59-056c9e6189f5 HTTP/1.1" status: 200 len: 1002 time: 0.0760987 Nov 02 12:02:15.701056 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['936adcf7-59f3-4b4e-bdbd-960afaf07546'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:02:15.702829 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d74c79a-1a12-4bc5-a1d4-f9f80c82cbb9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:15.707866 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1d74c79a-1a12-4bc5-a1d4-f9f80c82cbb9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:15.734907 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c560e1-7cc3-4aaa-ba32-ccfd0f5dfd27 req-902346c6-38a1-496d-8940-a1ddc18583c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:15.737824 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-13c560e1-7cc3-4aaa-ba32-ccfd0f5dfd27 req-902346c6-38a1-496d-8940-a1ddc18583c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1e9ea625-11dc-4ad8-8157-fb20952cfe54 HTTP/1.1" status: 200 len: 850 time: 0.0979137 Nov 02 12:02:15.784785 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:15.851695 n-d-806683-18 neutron-server[102689]: INFO neutron.db.ipam_backend_mixin [None req-1d74c79a-1a12-4bc5-a1d4-f9f80c82cbb9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 206a47bc-3f19-4c78-a2cc-3613ac2b78e9 (CIDR: 172.20.0.0/28) Nov 02 12:02:15.860481 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c560e1-7cc3-4aaa-ba32-ccfd0f5dfd27 req-c87e8244-36b2-42c4-b6e0-7c4824b6df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:15.865827 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-13c560e1-7cc3-4aaa-ba32-ccfd0f5dfd27 req-c87e8244-36b2-42c4-b6e0-7c4824b6df99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206610 Nov 02 12:02:15.930625 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Network da73cb48-973f-4df1-a63f-3fbbb91c42c9 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:02:15.933010 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Pushing event updated for resources: {'Port': ['ID=55243d4a-8590-44c4-bfda-7428a2b2c344,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:15.939123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fb894-036a-4622-bdd8-36d0d79a6d23 req-075917e2-699d-4b8e-b1f6-58a3a655b606 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:15.950859 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c5fb894-036a-4622-bdd8-36d0d79a6d23 req-075917e2-699d-4b8e-b1f6-58a3a655b606 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.0948448 Nov 02 12:02:15.958512 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d74c79a-1a12-4bc5-a1d4-f9f80c82cbb9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:02:15.959815 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d74c79a-1a12-4bc5-a1d4-f9f80c82cbb9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:02:15.996526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:15.999816 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:02:16.017317 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-13c560e1-7cc3-4aaa-ba32-ccfd0f5dfd27 req-4ad15951-be70-4f42-a90c-1a067f13cb2e service neutron] 10.222.0.54 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440198 Nov 02 12:02:16.063122 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33030) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:16.085261 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c5fb894-036a-4622-bdd8-36d0d79a6d23 req-8d759a6e-0bb5-4527-8b89-0ecb1fa29297 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1325300 Nov 02 12:02:16.099079 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1d74c79a-1a12-4bc5-a1d4-f9f80c82cbb9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1834688 Nov 02 12:02:16.100835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33032) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:16.105001 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Attempting to bind port 55243d4a-8590-44c4-bfda-7428a2b2c344 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:02:16.114511 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Attempting to bind port 55243d4a-8590-44c4-bfda-7428a2b2c344 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '31420a35-59fb-49aa-93d7-fa42744a58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da73cb48-973f-4df1-a63f-3fbbb91c42c9'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:02:16.114511 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Attempting to bind port 55243d4a-8590-44c4-bfda-7428a2b2c344 on network da73cb48-973f-4df1-a63f-3fbbb91c42c9 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:02:16.114785 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d6c638d2-e881-4b04-8423-ab3fae12f513 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'subnet': {'network_id': 'da73cb48-973f-4df1-a63f-3fbbb91c42c9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:16.131244 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:02:16.136585 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Checking segment: {'id': '31420a35-59fb-49aa-93d7-fa42744a58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da73cb48-973f-4df1-a63f-3fbbb91c42c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:02:16.136585 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:16.136585 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Bound using segment: {'id': '31420a35-59fb-49aa-93d7-fa42744a58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da73cb48-973f-4df1-a63f-3fbbb91c42c9'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:02:16.136585 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Bound port: 55243d4a-8590-44c4-bfda-7428a2b2c344, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31420a35-59fb-49aa-93d7-fa42744a58e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'da73cb48-973f-4df1-a63f-3fbbb91c42c9'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:02:16.136585 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:16.155882 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf63e102-8d57-46df-af34-5716256ae03e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:16.284502 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-13c560e1-7cc3-4aaa-ba32-ccfd0f5dfd27 req-da2c2bb2-fb85-4944-9de4-90e005bf877e service neutron] 10.222.0.54 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599230 Nov 02 12:02:16.289122 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] For port 55243d4a-8590-44c4-bfda-7428a2b2c344, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:02:16.297070 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] For port 55243d4a-8590-44c4-bfda-7428a2b2c344, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=55243d4a-8590-44c4-bfda-7428a2b2c344,segment=NetworkSegment(31420a35-59fb-49aa-93d7-fa42744a58e6),segment_id=31420a35-59fb-49aa-93d7-fa42744a58e6)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:02:16.351498 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf63e102-8d57-46df-af34-5716256ae03e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:16.485975 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:16.540199 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c638d2-e881-4b04-8423-ab3fae12f513 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:16.540746 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf63e102-8d57-46df-af34-5716256ae03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:16.543410 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6c638d2-e881-4b04-8423-ab3fae12f513 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:16.553576 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ca722-748a-4388-be79-8df3fc9c41e0 None None] Pushing event updated for resources: {'Port': ['ID=55243d4a-8590-44c4-bfda-7428a2b2c344,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:16.593425 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cf63e102-8d57-46df-af34-5716256ae03e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e02ff700d0cc47caabf9dc377cde1f3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5276034 Nov 02 12:02:16.602577 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33036) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:16.614051 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63e102-8d57-46df-af34-5716256ae03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e317850f-633f-4d0f-8ecd-eac5c58d9de8,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:16.739105 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f48b6d84-e44f-422f-86a1-169aed49dda6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:16.777828 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f48b6d84-e44f-422f-86a1-169aed49dda6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:16.872029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 936adcf7-59f3-4b4e-bdbd-960afaf07546 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:02:17.005579 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f48b6d84-e44f-422f-86a1-169aed49dda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:17.014996 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f48b6d84-e44f-422f-86a1-169aed49dda6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:17.014996 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f48b6d84-e44f-422f-86a1-169aed49dda6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e317850f-633f-4d0f-8ecd-eac5c58d9de8 HTTP/1.1" status: 204 len: 168 time: 0.4121304 Nov 02 12:02:17.026605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b6d84-e44f-422f-86a1-169aed49dda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e317850f-633f-4d0f-8ecd-eac5c58d9de8,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:17.164344 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 55243d4a-8590-44c4-bfda-7428a2b2c344 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:02:17.176404 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6c638d2-e881-4b04-8423-ab3fae12f513 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:17.200558 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 936adcf7-59f3-4b4e-bdbd-960afaf07546 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:02:17.211686 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 936adcf7-59f3-4b4e-bdbd-960afaf07546 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:17.212073 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:17.237626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c638d2-e881-4b04-8423-ab3fae12f513 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network da73cb48-973f-4df1-a63f-3fbbb91c42c9 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:02:17.247803 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-d6c638d2-e881-4b04-8423-ab3fae12f513 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:17.262637 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542694c-51f0-4e7c-aeac-b6e8bcd19882 req-4cb4cfb6-f16b-417b-9ce5-8cf2b50f6594 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:17.264269 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f542694c-51f0-4e7c-aeac-b6e8bcd19882 req-4cb4cfb6-f16b-417b-9ce5-8cf2b50f6594 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 945 time: 0.1380479 Nov 02 12:02:17.268384 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c638d2-e881-4b04-8423-ab3fae12f513 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:17.276622 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6c638d2-e881-4b04-8423-ab3fae12f513 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:17.278481 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 55243d4a-8590-44c4-bfda-7428a2b2c344 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:17.278481 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:17.289889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c638d2-e881-4b04-8423-ab3fae12f513 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Subnet': ['ID=21cdeda2-4d2c-4ea6-8267-e1dd62be0822,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:17.342970 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f542694c-51f0-4e7c-aeac-b6e8bcd19882 req-418b5009-8c80-4b14-aa69-2bb35acfc0e6 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686917 Nov 02 12:02:17.417799 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:17.464375 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:17.493842 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d6c638d2-e881-4b04-8423-ab3fae12f513 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3910153 Nov 02 12:02:17.497379 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33050) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:17.503168 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-fc3a71c9-9e20-4382-b471-0b90449e96b7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'network_id': 'da73cb48-973f-4df1-a63f-3fbbb91c42c9', 'fixed_ips': [{'subnet_id': '206a47bc-3f19-4c78-a2cc-3613ac2b78e9'}, {'subnet_id': '21cdeda2-4d2c-4ea6-8267-e1dd62be0822'}], 'name': 'tempest-PortsTestJSON-1319752184'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:17.524124 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936adcf7-59f3-4b4e-bdbd-960afaf07546'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:02:17.527434 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856ad0bd-d23b-4014-acc2-26d8afd1b534" -d '{"events": [{"server_uuid": "9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4", "name": "network-vif-plugged", "status": "completed", "tag": "936adcf7-59f3-4b4e-bdbd-960afaf07546"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:02:17.591969 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 936adcf7-59f3-4b4e-bdbd-960afaf07546, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=936adcf7-59f3-4b4e-bdbd-960afaf07546,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:02:17.595383 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a8835d81-aff8-44bd-8452-4472c95ae11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:17.601566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 55243d4a-8590-44c4-bfda-7428a2b2c344, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=55243d4a-8590-44c4-bfda-7428a2b2c344,segment=NetworkSegment(31420a35-59fb-49aa-93d7-fa42744a58e6),segment_id=31420a35-59fb-49aa-93d7-fa42744a58e6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:02:17.658078 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe4e57-594e-4262-b8dd-d8c2bd1193f3 req-2a87b6d2-fda4-43c0-afd0-c88a3ada032f tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:17.665569 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93fe4e57-594e-4262-b8dd-d8c2bd1193f3 req-2a87b6d2-fda4-43c0-afd0-c88a3ada032f tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.1301231 Nov 02 12:02:17.738850 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:17.758811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93fe4e57-594e-4262-b8dd-d8c2bd1193f3 req-4712ecda-743a-4e4b-8901-4bc825dbd478 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863073 Nov 02 12:02:17.802097 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:17.835070 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46a2747-a31a-43be-a056-6cf3010e455e x-openstack-request-id: req-e46a2747-a31a-43be-a056-6cf3010e455e {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:02:17.835344 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4", "name": "network-vif-plugged", "status": "completed", "tag": "936adcf7-59f3-4b4e-bdbd-960afaf07546", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:02:17.835512 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e46a2747-a31a-43be-a056-6cf3010e455e {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:02:17.839251 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936adcf7-59f3-4b4e-bdbd-960afaf07546', 'code': 200} Nov 02 12:02:17.887590 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3a71c9-9e20-4382-b471-0b90449e96b7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:17.906099 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=936adcf7-59f3-4b4e-bdbd-960afaf07546,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:17.986547 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=55243d4a-8590-44c4-bfda-7428a2b2c344,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:18.068517 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecca91-96a7-443f-829b-c69bc261ebf4 req-92690a3d-d6f1-4fca-92a9-0153ef4e06e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:18.070366 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0ecca91-96a7-443f-829b-c69bc261ebf4 req-92690a3d-d6f1-4fca-92a9-0153ef4e06e5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 1098 time: 0.1138568 Nov 02 12:02:18.079037 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fc3a71c9-9e20-4382-b471-0b90449e96b7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:18.112656 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f5e280-ae83-46cd-9701-ba0dd97d2e70 None None] Network da73cb48-973f-4df1-a63f-3fbbb91c42c9 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:02:18.116908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-fc3a71c9-9e20-4382-b471-0b90449e96b7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] device_id is not set on port 8e9d0ae9-293b-43e4-a153-bea301e2de80 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:02:18.209839 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3f752479-d298-4224-828e-9bf9f13f15e8 None None] Provisioning complete for port 55243d4a-8590-44c4-bfda-7428a2b2c344 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:18.210218 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3f752479-d298-4224-828e-9bf9f13f15e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:18.237510 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0ecca91-96a7-443f-829b-c69bc261ebf4 req-d5c82fb2-f277-4151-8047-dfd8b9ec453f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543286 Nov 02 12:02:18.482843 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20275654-b166-40e0-8d0c-ef23592cc87f None None] Update dhcp port {'port': {'network_id': 'da73cb48-973f-4df1-a63f-3fbbb91c42c9', 'fixed_ips': [{'subnet_id': '206a47bc-3f19-4c78-a2cc-3613ac2b78e9', 'ip_address': '172.20.0.2'}, {'subnet_id': '21cdeda2-4d2c-4ea6-8267-e1dd62be0822'}], 'binding:host_id': 'n-d-806683-18'}, 'id': '55243d4a-8590-44c4-bfda-7428a2b2c344'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 12:02:18.555959 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-20275654-b166-40e0-8d0c-ef23592cc87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:18.565796 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f317f-8d1f-4d18-a559-6d52f6be7451 req-60f358d3-8ef8-43b6-89d3-8c7d861b97be tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:18.567390 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e0f317f-8d1f-4d18-a559-6d52f6be7451 req-60f358d3-8ef8-43b6-89d3-8c7d861b97be tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 946 time: 0.1015339 Nov 02 12:02:18.652822 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-fc3a71c9-9e20-4382-b471-0b90449e96b7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Allocated IP 172.20.0.9 (da73cb48-973f-4df1-a63f-3fbbb91c42c9/206a47bc-3f19-4c78-a2cc-3613ac2b78e9/8e9d0ae9-293b-43e4-a153-bea301e2de80) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:02:18.667556 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-fc3a71c9-9e20-4382-b471-0b90449e96b7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Allocated IP 172.20.0.20 (da73cb48-973f-4df1-a63f-3fbbb91c42c9/21cdeda2-4d2c-4ea6-8267-e1dd62be0822/8e9d0ae9-293b-43e4-a153-bea301e2de80) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:02:18.673593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e0f317f-8d1f-4d18-a559-6d52f6be7451 req-00faa63e-ea84-422b-9ef7-d321d8c6f21d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757129 Nov 02 12:02:18.867566 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fc3a71c9-9e20-4382-b471-0b90449e96b7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:18.993134 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 55243d4a-8590-44c4-bfda-7428a2b2c344 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:02:19.054914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 55243d4a-8590-44c4-bfda-7428a2b2c344 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:19.055331 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:19.062791 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fc3a71c9-9e20-4382-b471-0b90449e96b7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:19.114303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3a71c9-9e20-4382-b471-0b90449e96b7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network da73cb48-973f-4df1-a63f-3fbbb91c42c9 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:02:19.117554 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-fc3a71c9-9e20-4382-b471-0b90449e96b7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:19.121067 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3a71c9-9e20-4382-b471-0b90449e96b7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:02:19.146014 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-20275654-b166-40e0-8d0c-ef23592cc87f None None] Allocated IP 172.20.0.18 (da73cb48-973f-4df1-a63f-3fbbb91c42c9/21cdeda2-4d2c-4ea6-8267-e1dd62be0822/55243d4a-8590-44c4-bfda-7428a2b2c344) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:02:19.158750 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a71c9-9e20-4382-b471-0b90449e96b7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=8e9d0ae9-293b-43e4-a153-bea301e2de80,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:19.199844 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3a71c9-9e20-4382-b471-0b90449e96b7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:19.200534 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fc3a71c9-9e20-4382-b471-0b90449e96b7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:19.300340 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-20275654-b166-40e0-8d0c-ef23592cc87f None None] For port 55243d4a-8590-44c4-bfda-7428a2b2c344, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=55243d4a-8590-44c4-bfda-7428a2b2c344,segment=NetworkSegment(31420a35-59fb-49aa-93d7-fa42744a58e6),segment_id=31420a35-59fb-49aa-93d7-fa42744a58e6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:02:19.338491 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-20275654-b166-40e0-8d0c-ef23592cc87f None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:19.515904 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-20275654-b166-40e0-8d0c-ef23592cc87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:19.516366 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fc3a71c9-9e20-4382-b471-0b90449e96b7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.0167086 Nov 02 12:02:19.522327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33090) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:19.527786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-15fecde5-5737-466d-8488-5bfe79802770 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '206a47bc-3f19-4c78-a2cc-3613ac2b78e9'}]}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:19.660886 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15fecde5-5737-466d-8488-5bfe79802770 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:19.665693 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20275654-b166-40e0-8d0c-ef23592cc87f None None] Pushing event updated for resources: {'Port': ['ID=55243d4a-8590-44c4-bfda-7428a2b2c344,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:19.755626 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0c2b3d48-c08b-4088-8752-fac9ac8f03c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:19.928316 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e986b-c104-4726-9dfc-5f6fd60e3a8c req-7e6e170c-7240-4573-8fa6-202a3dd83fe8 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:19.930142 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-746e986b-c104-4726-9dfc-5f6fd60e3a8c req-7e6e170c-7240-4573-8fa6-202a3dd83fe8 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 946 time: 0.1282563 Nov 02 12:02:20.055416 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-746e986b-c104-4726-9dfc-5f6fd60e3a8c req-b12f9bf7-085f-47f5-9ba1-80f8ff121437 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937624 Nov 02 12:02:20.093984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-15fecde5-5737-466d-8488-5bfe79802770 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Delete allocated IP 172.20.0.20 (da73cb48-973f-4df1-a63f-3fbbb91c42c9/21cdeda2-4d2c-4ea6-8267-e1dd62be0822) {{(pid=102689) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 02 12:02:20.341027 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15fecde5-5737-466d-8488-5bfe79802770 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:20.359746 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32be683-e111-4934-9108-e461412936a6 req-048af16d-ddde-4103-a589-eb0d0eddd6a0 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:20.363485 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f32be683-e111-4934-9108-e461412936a6 req-048af16d-ddde-4103-a589-eb0d0eddd6a0 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 946 time: 0.0791099 Nov 02 12:02:20.375684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe29d45-8bdc-4aad-947f-fd51df6448d2 None None] Network da73cb48-973f-4df1-a63f-3fbbb91c42c9 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:02:20.433275 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f32be683-e111-4934-9108-e461412936a6 req-46f36005-2b99-462d-bef5-92f95541a88b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624952 Nov 02 12:02:20.462326 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-70034ad2-8257-43f5-8ced-ad02638bfa87 None None] Provisioning complete for port 55243d4a-8590-44c4-bfda-7428a2b2c344 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:20.463664 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-70034ad2-8257-43f5-8ced-ad02638bfa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:20.486247 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15fecde5-5737-466d-8488-5bfe79802770 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:20.672429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fecde5-5737-466d-8488-5bfe79802770 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=8e9d0ae9-293b-43e4-a153-bea301e2de80,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:20.754642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-15fecde5-5737-466d-8488-5bfe79802770 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] In _notify_port_updated(), no bound segment for port 8e9d0ae9-293b-43e4-a153-bea301e2de80 on network da73cb48-973f-4df1-a63f-3fbbb91c42c9 {{(pid=102689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 12:02:20.762959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fecde5-5737-466d-8488-5bfe79802770 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:20.763644 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15fecde5-5737-466d-8488-5bfe79802770 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:20.767716 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-15fecde5-5737-466d-8488-5bfe79802770 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "PUT /v2.0/ports/8e9d0ae9-293b-43e4-a153-bea301e2de80 HTTP/1.1" status: 200 len: 919 time: 1.2435803 Nov 02 12:02:20.768929 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33122) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:20.775682 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bca152-5289-4ef7-8d0a-e8bc77d5440c req-123e4553-a4b2-4e15-be76-c28954c2f868 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:20.776918 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a42e8626-8060-4c1f-ac5c-fb56e57ee3e9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '206a47bc-3f19-4c78-a2cc-3613ac2b78e9'}, {'subnet_id': '21cdeda2-4d2c-4ea6-8267-e1dd62be0822'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:20.777402 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-12bca152-5289-4ef7-8d0a-e8bc77d5440c req-123e4553-a4b2-4e15-be76-c28954c2f868 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 946 time: 0.1676865 Nov 02 12:02:20.852527 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-12bca152-5289-4ef7-8d0a-e8bc77d5440c req-f0887d2d-2442-41e3-9428-1c9c3c695b26 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653391 Nov 02 12:02:20.993098 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c7f71742-76f4-45a2-ab2f-605f7bb5018c None None] Provisioning complete for port 8e9d0ae9-293b-43e4-a153-bea301e2de80 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:20.993098 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c7f71742-76f4-45a2-ab2f-605f7bb5018c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:21.031727 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a42e8626-8060-4c1f-ac5c-fb56e57ee3e9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:21.062049 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:21.062920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 55243d4a-8590-44c4-bfda-7428a2b2c344 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:02:21.068677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c7f71742-76f4-45a2-ab2f-605f7bb5018c None None] Port 8e9d0ae9-293b-43e4-a153-bea301e2de80 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:02:21.132425 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c7f71742-76f4-45a2-ab2f-605f7bb5018c None None] Provisioning complete for port 55243d4a-8590-44c4-bfda-7428a2b2c344 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:21.132832 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c7f71742-76f4-45a2-ab2f-605f7bb5018c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:21.226994 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 55243d4a-8590-44c4-bfda-7428a2b2c344 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:21.227608 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:21.437508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-52005a39-d58d-4362-8749-db6d1eee3fa8 None None] Provisioning complete for port 8e9d0ae9-293b-43e4-a153-bea301e2de80 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:21.438313 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52005a39-d58d-4362-8749-db6d1eee3fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:21.483788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-a42e8626-8060-4c1f-ac5c-fb56e57ee3e9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Allocated IP 172.20.0.21 (da73cb48-973f-4df1-a63f-3fbbb91c42c9/21cdeda2-4d2c-4ea6-8267-e1dd62be0822/8e9d0ae9-293b-43e4-a153-bea301e2de80) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:02:21.489521 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-52005a39-d58d-4362-8749-db6d1eee3fa8 None None] Port 8e9d0ae9-293b-43e4-a153-bea301e2de80 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:02:21.612969 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6b7cc4ff-298e-4720-8cd5-cee7270cdb0e None None] Provisioning complete for port 8e9d0ae9-293b-43e4-a153-bea301e2de80 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:21.613468 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6b7cc4ff-298e-4720-8cd5-cee7270cdb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:21.661371 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a42e8626-8060-4c1f-ac5c-fb56e57ee3e9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:21.669769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6b7cc4ff-298e-4720-8cd5-cee7270cdb0e None None] Port 8e9d0ae9-293b-43e4-a153-bea301e2de80 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:02:21.694655 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33134) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:21.754768 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a42e8626-8060-4c1f-ac5c-fb56e57ee3e9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:21.780296 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6571887-0e58-4c4a-89de-6150fb379a56 req-0c767c07-8edf-4651-b1b6-8f69544ae321 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:21.781909 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d6571887-0e58-4c4a-89de-6150fb379a56 req-0c767c07-8edf-4651-b1b6-8f69544ae321 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 946 time: 0.0671599 Nov 02 12:02:21.860562 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d6571887-0e58-4c4a-89de-6150fb379a56 req-feec81c5-3a12-40b7-84fc-1fb18ec25142 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704684 Nov 02 12:02:21.910568 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e8626-8060-4c1f-ac5c-fb56e57ee3e9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=8e9d0ae9-293b-43e4-a153-bea301e2de80,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:21.950843 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-272c9e97-89be-40f5-8f6a-2f0c7827813f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:21.956018 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a42e8626-8060-4c1f-ac5c-fb56e57ee3e9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] In _notify_port_updated(), no bound segment for port 8e9d0ae9-293b-43e4-a153-bea301e2de80 on network da73cb48-973f-4df1-a63f-3fbbb91c42c9 {{(pid=102690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 12:02:21.961723 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42e8626-8060-4c1f-ac5c-fb56e57ee3e9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:21.962655 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a42e8626-8060-4c1f-ac5c-fb56e57ee3e9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:21.964420 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a42e8626-8060-4c1f-ac5c-fb56e57ee3e9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "PUT /v2.0/ports/8e9d0ae9-293b-43e4-a153-bea301e2de80 HTTP/1.1" status: 200 len: 999 time: 1.1943288 Nov 02 12:02:21.967165 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33140) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:22.079433 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-272c9e97-89be-40f5-8f6a-2f0c7827813f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:22.089800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-50d1656a-6da1-41ab-a800-a4ac60fab356 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port 8e9d0ae9-293b-43e4-a153-bea301e2de80 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:22.090181 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-50d1656a-6da1-41ab-a800-a4ac60fab356 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:22.107145 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f309c810-0f43-4bd4-b0c5-5a990a756b45 None None] Provisioning complete for port 8e9d0ae9-293b-43e4-a153-bea301e2de80 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:22.107606 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f309c810-0f43-4bd4-b0c5-5a990a756b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:22.144545 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f309c810-0f43-4bd4-b0c5-5a990a756b45 None None] Port 8e9d0ae9-293b-43e4-a153-bea301e2de80 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:02:22.178987 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-272c9e97-89be-40f5-8f6a-2f0c7827813f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:22.191341 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-50d1656a-6da1-41ab-a800-a4ac60fab356 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:22.209634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-50d1656a-6da1-41ab-a800-a4ac60fab356 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for 8e9d0ae9-293b-43e4-a153-bea301e2de80 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:22.222842 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c9e97-89be-40f5-8f6a-2f0c7827813f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9f248e-18a6-44aa-9e91-46ca38950077,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:22.229239 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-272c9e97-89be-40f5-8f6a-2f0c7827813f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2bf41a6a2d0e4ee198f059024735250a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5333266 Nov 02 12:02:22.232670 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33142) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:22.299782 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7b2eedad-589f-4b6c-94f3-9aacb196a4f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:22.327538 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7b2eedad-589f-4b6c-94f3-9aacb196a4f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:22.504165 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:22.553549 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7b2eedad-589f-4b6c-94f3-9aacb196a4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:22.554049 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-50d1656a-6da1-41ab-a800-a4ac60fab356 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:22.557223 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7b2eedad-589f-4b6c-94f3-9aacb196a4f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:22.558947 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7b2eedad-589f-4b6c-94f3-9aacb196a4f1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2c9f248e-18a6-44aa-9e91-46ca38950077 HTTP/1.1" status: 204 len: 168 time: 0.3248975 Nov 02 12:02:22.571806 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2eedad-589f-4b6c-94f3-9aacb196a4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9f248e-18a6-44aa-9e91-46ca38950077,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:22.591623 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1656a-6da1-41ab-a800-a4ac60fab356 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=8e9d0ae9-293b-43e4-a153-bea301e2de80,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:22.733105 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-50d1656a-6da1-41ab-a800-a4ac60fab356 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:22.739330 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-50d1656a-6da1-41ab-a800-a4ac60fab356 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/ports/8e9d0ae9-293b-43e4-a153-bea301e2de80 HTTP/1.1" status: 204 len: 168 time: 0.7685935 Nov 02 12:02:22.740235 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33150) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:22.797575 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a67d64-66b9-4320-bd58-45e256d5b524 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] GET failed (client error): The resource could not be found. Nov 02 12:02:22.800667 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-02a67d64-66b9-4320-bd58-45e256d5b524 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports/8e9d0ae9-293b-43e4-a153-bea301e2de80 HTTP/1.1" status: 404 len: 333 time: 0.0592918 Nov 02 12:02:22.803304 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33154) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:22.899296 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting subnet 21cdeda2-4d2c-4ea6-8267-e1dd62be0822 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:02:22.904227 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:22.982772 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:23.058359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2acb5a-4625-403b-898c-a6be846e5145 req-3f5b17ce-7a04-4ff1-9d84-743c532b094f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:23.060034 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd2acb5a-4625-403b-898c-a6be846e5145 req-3f5b17ce-7a04-4ff1-9d84-743c532b094f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 946 time: 0.0730062 Nov 02 12:02:23.149535 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd2acb5a-4625-403b-898c-a6be846e5145 req-d03aa05f-9bd4-4fc8-a7ef-dd8353a50869 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813582 Nov 02 12:02:23.191293 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:23.196406 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5a748-e430-4cef-86e1-46b585998407 req-cc4edf05-bc42-4b35-8a3f-c8b226504fd3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:23.198652 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6b5a748-e430-4cef-86e1-46b585998407 req-cc4edf05-bc42-4b35-8a3f-c8b226504fd3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.79 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 946 time: 0.0873535 Nov 02 12:02:23.326268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-c6b5a748-e430-4cef-86e1-46b585998407 req-cbc298ce-cb65-4fb3-9a8b-1d006c9f3543 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Deleting port 936adcf7-59f3-4b4e-bdbd-960afaf07546 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:23.326268 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c6b5a748-e430-4cef-86e1-46b585998407 req-cbc298ce-cb65-4fb3-9a8b-1d006c9f3543 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:23.401288 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:23.441634 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Subnet': ['ID=21cdeda2-4d2c-4ea6-8267-e1dd62be0822,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:23.445950 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:23.450120 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/21cdeda2-4d2c-4ea6-8267-e1dd62be0822 HTTP/1.1" status: 204 len: 168 time: 0.6452074 Nov 02 12:02:23.450252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-c6b5a748-e430-4cef-86e1-46b585998407 req-cbc298ce-cb65-4fb3-9a8b-1d006c9f3543 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] For port 936adcf7-59f3-4b4e-bdbd-960afaf07546, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=936adcf7-59f3-4b4e-bdbd-960afaf07546,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:02:23.452932 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c6b5a748-e430-4cef-86e1-46b585998407 req-cbc298ce-cb65-4fb3-9a8b-1d006c9f3543 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:23.454570 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33168) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:23.454778 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b435070c-52a4-4fb3-8971-29670091b069 None None] Network da73cb48-973f-4df1-a63f-3fbbb91c42c9 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:02:23.465609 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:23.526804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:23.526804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:23.526804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:23.526804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:23.526804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:23.526804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:23.526804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:23.526804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:23.526804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:23.526804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:23.526804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46717afd-2adb-4340-92da-7c06b8304109 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:23.528856 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-c6b5a748-e430-4cef-86e1-46b585998407 req-cbc298ce-cb65-4fb3-9a8b-1d006c9f3543 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Calling delete_port for 936adcf7-59f3-4b4e-bdbd-960afaf07546 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:23.557140 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f8375a-bca9-4b4a-9f37-3ae6e4954cde tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting subnet 206a47bc-3f19-4c78-a2cc-3613ac2b78e9 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:02:23.560856 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50f8375a-bca9-4b4a-9f37-3ae6e4954cde tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:23.642305 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50f8375a-bca9-4b4a-9f37-3ae6e4954cde tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:23.781448 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50f8375a-bca9-4b4a-9f37-3ae6e4954cde tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:23.840107 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c6b5a748-e430-4cef-86e1-46b585998407 req-cbc298ce-cb65-4fb3-9a8b-1d006c9f3543 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:23.852104 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['936adcf7-59f3-4b4e-bdbd-960afaf07546'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:02:23.949075 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc298ce-cb65-4fb3-9a8b-1d006c9f3543 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event deleted for resources: {'Port': ['ID=936adcf7-59f3-4b4e-bdbd-960afaf07546,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:24.047964 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b5a748-e430-4cef-86e1-46b585998407 req-cbc298ce-cb65-4fb3-9a8b-1d006c9f3543 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] No DVR routers for this DVR port 936adcf7-59f3-4b4e-bdbd-960afaf07546 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:02:24.047964 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c6b5a748-e430-4cef-86e1-46b585998407 req-cbc298ce-cb65-4fb3-9a8b-1d006c9f3543 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:24.047964 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6b5a748-e430-4cef-86e1-46b585998407 req-cbc298ce-cb65-4fb3-9a8b-1d006c9f3543 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.79 "DELETE /v2.0/ports/936adcf7-59f3-4b4e-bdbd-960afaf07546 HTTP/1.1" status: 204 len: 173 time: 0.8044860 Nov 02 12:02:24.047964 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4', 'name': 'network-vif-deleted', 'tag': '936adcf7-59f3-4b4e-bdbd-960afaf07546'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:02:24.047964 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22006a7-09c3-4081-a0c6-2be03a4d79dd" -d '{"events": [{"server_uuid": "9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4", "name": "network-vif-deleted", "tag": "936adcf7-59f3-4b4e-bdbd-960afaf07546"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:02:24.111485 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af651517-2dd1-4827-8fb4-4b94f51f75a9 x-openstack-request-id: req-af651517-2dd1-4827-8fb4-4b94f51f75a9 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:02:24.112300 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4", "name": "network-vif-deleted", "tag": "936adcf7-59f3-4b4e-bdbd-960afaf07546", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:02:24.113714 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af651517-2dd1-4827-8fb4-4b94f51f75a9 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:02:24.114371 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4', 'name': 'network-vif-deleted', 'tag': '936adcf7-59f3-4b4e-bdbd-960afaf07546', 'status': 'completed', 'code': 200} Nov 02 12:02:24.336162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-990bcdad-320e-44b0-9cf2-8337d82cef67 req-b4f7cc01-4806-44a3-9fd1-058927f3bcf0 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 210 time: 0.0354490 Nov 02 12:02:24.457552 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50f8375a-bca9-4b4a-9f37-3ae6e4954cde tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:24.492034 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:24.501310 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:24.501759 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8375a-bca9-4b4a-9f37-3ae6e4954cde tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Subnet': ['ID=206a47bc-3f19-4c78-a2cc-3613ac2b78e9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:24.503093 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50f8375a-bca9-4b4a-9f37-3ae6e4954cde tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:24.516554 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33188) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:24.534527 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-50f8375a-bca9-4b4a-9f37-3ae6e4954cde tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/206a47bc-3f19-4c78-a2cc-3613ac2b78e9 HTTP/1.1" status: 204 len: 168 time: 1.0781872 Nov 02 12:02:24.623203 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:24.667051 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f66c58e-6eb9-4f72-a4a2-05dfbef5014c None None] Network da73cb48-973f-4df1-a63f-3fbbb91c42c9 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:02:24.735690 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port 55243d4a-8590-44c4-bfda-7428a2b2c344 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:24.736517 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:24.771896 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-86428f2b-98c7-42fb-902c-8a0343fd2adf None None] Provisioning complete for port 55243d4a-8590-44c4-bfda-7428a2b2c344 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:24.772695 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-86428f2b-98c7-42fb-902c-8a0343fd2adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:24.895855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] For port 55243d4a-8590-44c4-bfda-7428a2b2c344, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=55243d4a-8590-44c4-bfda-7428a2b2c344,segment=NetworkSegment(31420a35-59fb-49aa-93d7-fa42744a58e6),segment_id=31420a35-59fb-49aa-93d7-fa42744a58e6)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:02:24.895855 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:24.941682 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for 55243d4a-8590-44c4-bfda-7428a2b2c344 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:25.199942 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:25.241365 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:25.245802 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=55243d4a-8590-44c4-bfda-7428a2b2c344,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:25.249970 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No DVR routers for this DVR port 55243d4a-8590-44c4-bfda-7428a2b2c344 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:02:25.281716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3347e10e-5b68-46ff-a94d-dcfb8ce1cc77 None None] DHCP port deletion for da73cb48-973f-4df1-a63f-3fbbb91c42c9 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:02:25.346024 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:25.397375 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da73cb48-973f-4df1-a63f-3fbbb91c42c9']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:25.421924 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31420a35-59fb-49aa-93d7-fa42744a58e6') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:25.422720 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31420a35-59fb-49aa-93d7-fa42744a58e6') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:25.438659 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:25.458171 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:25.467650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:02:25.468203 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:02:25.472259 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:02:25.535302 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33208) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:25.600064 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-110575a3-7bee-4786-9b27-81b07a004f9a req-3caafa86-6ec7-4c68-9746-5a165802564b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 210 time: 0.0661001 Nov 02 12:02:25.712242 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-20f3bee0-085b-4b1c-b6c8-1df3fe43e380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:25.727158 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:25.735339 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:25.741900 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/networks/da73cb48-973f-4df1-a63f-3fbbb91c42c9 HTTP/1.1" status: 204 len: 168 time: 1.2294800 Nov 02 12:02:25.747115 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33214) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:25.761006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429c8a2-2b4e-4b7a-9616-8f285a73394f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Network': ['ID=da73cb48-973f-4df1-a63f-3fbbb91c42c9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:25.842345 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a7942a-72bb-47b0-8456-d4ac18473edd tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:25.843993 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-11a7942a-72bb-47b0-8456-d4ac18473edd tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0927892 Nov 02 12:02:25.847603 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33216) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:25.878959 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-20f3bee0-085b-4b1c-b6c8-1df3fe43e380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:25.944544 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7db9a582-33f0-4507-96ef-889548715f32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0940561 Nov 02 12:02:25.947829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33218) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:25.953090 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-786aebb5-4990-4471-8c02-cb4a68229f67 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1304015918'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:25.977909 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-20f3bee0-085b-4b1c-b6c8-1df3fe43e380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:26.030845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3bee0-085b-4b1c-b6c8-1df3fe43e380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9309e7-e5d9-4f2b-b4f5-acf9e210f0bf,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:26.053609 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-20f3bee0-085b-4b1c-b6c8-1df3fe43e380 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2524e0813b1b404d98254df0f36164b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5239899 Nov 02 12:02:26.055875 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33222) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:26.116789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786aebb5-4990-4471-8c02-cb4a68229f67 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:26.121322 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-786aebb5-4990-4471-8c02-cb4a68229f67 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:26.157734 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786aebb5-4990-4471-8c02-cb4a68229f67 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:02:26.173892 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-786aebb5-4990-4471-8c02-cb4a68229f67 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:26.174273 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-786aebb5-4990-4471-8c02-cb4a68229f67 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Added segment 05d84403-f7e1-4433-8192-dc481290cd4b of type vlan for network 6af77331-d9fb-457a-a83a-05526b16c8d5 Nov 02 12:02:26.196420 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-630f56f3-2615-4f8b-bc4b-0d359a6e3794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:26.257469 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-786aebb5-4990-4471-8c02-cb4a68229f67 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:26.261245 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-630f56f3-2615-4f8b-bc4b-0d359a6e3794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:26.458340 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-786aebb5-4990-4471-8c02-cb4a68229f67 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:26.465393 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786aebb5-4990-4471-8c02-cb4a68229f67 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:26.466177 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-786aebb5-4990-4471-8c02-cb4a68229f67 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:26.540788 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-630f56f3-2615-4f8b-bc4b-0d359a6e3794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:26.544643 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-630f56f3-2615-4f8b-bc4b-0d359a6e3794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:26.545826 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-630f56f3-2615-4f8b-bc4b-0d359a6e3794 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6c9309e7-e5d9-4f2b-b4f5-acf9e210f0bf HTTP/1.1" status: 204 len: 168 time: 0.4876692 Nov 02 12:02:26.561861 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786aebb5-4990-4471-8c02-cb4a68229f67 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Network': ['ID=6af77331-d9fb-457a-a83a-05526b16c8d5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:26.566224 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f56f3-2615-4f8b-bc4b-0d359a6e3794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9309e7-e5d9-4f2b-b4f5-acf9e210f0bf,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:26.577461 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 6af77331-d9fb-457a-a83a-05526b16c8d5 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:02:26.625593 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-786aebb5-4990-4471-8c02-cb4a68229f67 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6741424 Nov 02 12:02:26.627916 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33234) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:26.634704 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-bf273b42-dd58-4dee-a154-d037f0aa2142 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'subnet': {'network_id': '6af77331-d9fb-457a-a83a-05526b16c8d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:26.810646 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-87aae63e-f3bc-4044-a7d1-a6f606952455 req-71e47152-f3bd-4d91-b06e-aff498ce3f1d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 210 time: 0.0852430 Nov 02 12:02:26.886684 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf273b42-dd58-4dee-a154-d037f0aa2142 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:26.890417 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf273b42-dd58-4dee-a154-d037f0aa2142 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:26.899361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 936adcf7-59f3-4b4e-bdbd-960afaf07546 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:02:26.924149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 936adcf7-59f3-4b4e-bdbd-960afaf07546 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:02:26.924686 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 936adcf7-59f3-4b4e-bdbd-960afaf07546 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:02:26.990704 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 55243d4a-8590-44c4-bfda-7428a2b2c344 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:02:27.035570 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 55243d4a-8590-44c4-bfda-7428a2b2c344 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:02:27.037659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 55243d4a-8590-44c4-bfda-7428a2b2c344 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:02:27.294165 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf273b42-dd58-4dee-a154-d037f0aa2142 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:27.401434 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf273b42-dd58-4dee-a154-d037f0aa2142 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Subnet': ['ID=214ccfe0-c9bd-4b2f-a36e-734fbfb3dfe4,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:27.411967 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf273b42-dd58-4dee-a154-d037f0aa2142 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Checking segment: {'id': '05d84403-f7e1-4433-8192-dc481290cd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6af77331-d9fb-457a-a83a-05526b16c8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:02:27.412350 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf273b42-dd58-4dee-a154-d037f0aa2142 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network hostable DHCP agents. Network: 6af77331-d9fb-457a-a83a-05526b16c8d5, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:02:27.556809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf273b42-dd58-4dee-a154-d037f0aa2142 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 6af77331-d9fb-457a-a83a-05526b16c8d5 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:02:27.679469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-bf273b42-dd58-4dee-a154-d037f0aa2142 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 6af77331-d9fb-457a-a83a-05526b16c8d5) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:27.687628 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf273b42-dd58-4dee-a154-d037f0aa2142 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:27.688607 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf273b42-dd58-4dee-a154-d037f0aa2142 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:27.703498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbeba11-8993-4188-af00-ba6d87b33390 None None] Network 6af77331-d9fb-457a-a83a-05526b16c8d5 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:02:27.817451 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bf273b42-dd58-4dee-a154-d037f0aa2142 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1877975 Nov 02 12:02:27.819958 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33260) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:27.834494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7856d69f-17c2-4671-aced-a2c35a2ff848 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'network_id': '6af77331-d9fb-457a-a83a-05526b16c8d5', 'name': 'tempest-PortsTestJSON-2051348703'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:28.026633 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c9ed189-8f9e-4035-88e9-e0db605559c2 req-5e692623-d134-499c-a9ec-e68ac890f34a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 210 time: 0.1124089 Nov 02 12:02:28.035099 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-6af77331-d9fb-457a-a83a-05526b16c8d5', 'network_id': '6af77331-d9fb-457a-a83a-05526b16c8d5', 'tenant_id': 'c92ff21dfe924aa9a273d9851636103c', 'fixed_ips': [{'subnet_id': '214ccfe0-c9bd-4b2f-a36e-734fbfb3dfe4'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:02:28.049410 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:28.092251 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7856d69f-17c2-4671-aced-a2c35a2ff848 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:28.096281 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7856d69f-17c2-4671-aced-a2c35a2ff848 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:28.140254 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-7856d69f-17c2-4671-aced-a2c35a2ff848 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] device_id is not set on port cb41d707-ec9f-4d4d-b59a-007748e64157 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:02:28.388263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Allocated IP 172.20.0.2 (6af77331-d9fb-457a-a83a-05526b16c8d5/214ccfe0-c9bd-4b2f-a36e-734fbfb3dfe4/e8478300-bac7-48f5-8544-ff37d7ded7af) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:02:28.723606 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:28.842963 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:28.930782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Pushing event updated for resources: {'Port': ['ID=e8478300-bac7-48f5-8544-ff37d7ded7af,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:28.940490 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Network 6af77331-d9fb-457a-a83a-05526b16c8d5 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:02:28.942461 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:28.958825 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:02:29.014494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-7856d69f-17c2-4671-aced-a2c35a2ff848 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Allocated IP 172.20.0.6 (6af77331-d9fb-457a-a83a-05526b16c8d5/214ccfe0-c9bd-4b2f-a36e-734fbfb3dfe4/cb41d707-ec9f-4d4d-b59a-007748e64157) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:02:29.076717 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Attempting to bind port e8478300-bac7-48f5-8544-ff37d7ded7af on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:02:29.077339 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Attempting to bind port e8478300-bac7-48f5-8544-ff37d7ded7af by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '05d84403-f7e1-4433-8192-dc481290cd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6af77331-d9fb-457a-a83a-05526b16c8d5'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:02:29.077929 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Attempting to bind port e8478300-bac7-48f5-8544-ff37d7ded7af on network 6af77331-d9fb-457a-a83a-05526b16c8d5 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:02:29.115782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:02:29.116292 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Checking segment: {'id': '05d84403-f7e1-4433-8192-dc481290cd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6af77331-d9fb-457a-a83a-05526b16c8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:02:29.116908 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:29.117501 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Bound using segment: {'id': '05d84403-f7e1-4433-8192-dc481290cd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6af77331-d9fb-457a-a83a-05526b16c8d5'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:02:29.118179 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Bound port: e8478300-bac7-48f5-8544-ff37d7ded7af, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d84403-f7e1-4433-8192-dc481290cd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6af77331-d9fb-457a-a83a-05526b16c8d5'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:02:29.128444 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:29.264241 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1acf0532-333b-4331-87ce-54becc2a2b82 req-2b1b1632-da0d-4b70-8f98-3269495330cc tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 210 time: 0.1012154 Nov 02 12:02:29.272893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] For port e8478300-bac7-48f5-8544-ff37d7ded7af, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:02:29.293797 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] For port e8478300-bac7-48f5-8544-ff37d7ded7af, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e8478300-bac7-48f5-8544-ff37d7ded7af,segment=NetworkSegment(05d84403-f7e1-4433-8192-dc481290cd4b),segment_id=05d84403-f7e1-4433-8192-dc481290cd4b)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:02:29.345569 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7856d69f-17c2-4671-aced-a2c35a2ff848 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:30.234236 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:30.239299 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7856d69f-17c2-4671-aced-a2c35a2ff848 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:30.307575 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe7f25-bd4d-4897-b01d-3f236d9ef37e None None] Pushing event updated for resources: {'Port': ['ID=e8478300-bac7-48f5-8544-ff37d7ded7af,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:30.390216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7856d69f-17c2-4671-aced-a2c35a2ff848 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 6af77331-d9fb-457a-a83a-05526b16c8d5 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:02:30.397694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-7856d69f-17c2-4671-aced-a2c35a2ff848 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:30.403377 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7856d69f-17c2-4671-aced-a2c35a2ff848 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:02:30.408367 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856d69f-17c2-4671-aced-a2c35a2ff848 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=cb41d707-ec9f-4d4d-b59a-007748e64157,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:30.456884 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-844bf63b-7d62-42ed-8d58-f77c88710bc5 req-6dff6869-e951-4516-ad17-fc9cecbcf368 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 210 time: 0.0354605 Nov 02 12:02:30.498766 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7856d69f-17c2-4671-aced-a2c35a2ff848 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:30.500582 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7856d69f-17c2-4671-aced-a2c35a2ff848 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:30.605192 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7856d69f-17c2-4671-aced-a2c35a2ff848 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7834249 Nov 02 12:02:30.608610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33300) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:30.613810 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'network_id': '6af77331-d9fb-457a-a83a-05526b16c8d5', 'name': 'tempest-PortsTestJSON-62290093'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:31.046484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:31.053079 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:31.100470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] device_id is not set on port a97ab06b-1f84-46c0-acac-dae6329b75b1 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:02:31.155940 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e8478300-bac7-48f5-8544-ff37d7ded7af up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:02:31.274405 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e8478300-bac7-48f5-8544-ff37d7ded7af triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:31.279054 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:31.305610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Allocated IP 172.20.0.5 (6af77331-d9fb-457a-a83a-05526b16c8d5/214ccfe0-c9bd-4b2f-a36e-734fbfb3dfe4/a97ab06b-1f84-46c0-acac-dae6329b75b1) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:02:31.399418 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:31.482880 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port e8478300-bac7-48f5-8544-ff37d7ded7af, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e8478300-bac7-48f5-8544-ff37d7ded7af,segment=NetworkSegment(05d84403-f7e1-4433-8192-dc481290cd4b),segment_id=05d84403-f7e1-4433-8192-dc481290cd4b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:02:31.608024 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:31.679995 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:31.706570 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=e8478300-bac7-48f5-8544-ff37d7ded7af,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:31.796345 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-160cf319-a78c-4e5a-8756-4c6a7e3299f5 req-c9a3bb59-aca7-481e-b0c2-9522a495165b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=9eaacd24-0cb7-4ce2-b8d9-3d60b5b25de4 HTTP/1.1" status: 200 len: 210 time: 0.0546813 Nov 02 12:02:31.937215 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:32.012282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=a97ab06b-1f84-46c0-acac-dae6329b75b1,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:32.030033 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:32.030209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:32.030598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:32.034955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:32.034955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:32.034955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:32.034955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:32.034955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:32.034955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:32.034955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:32.034955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:32.034955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:32.051191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 6af77331-d9fb-457a-a83a-05526b16c8d5 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:02:32.053111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:32.056390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:02:32.080522 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d213f299-4988-4861-9bd9-f39795a9c0be None None] Network 6af77331-d9fb-457a-a83a-05526b16c8d5 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:02:32.171602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:32.171602 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:32.204337 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-cb0b5d42-5e7f-4bdd-80e9-d16d9ddb0713 None None] Provisioning complete for port e8478300-bac7-48f5-8544-ff37d7ded7af triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:32.204709 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cb0b5d42-5e7f-4bdd-80e9-d16d9ddb0713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:32.410529 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-51e70999-2d02-4403-873b-16219d9792cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8004673 Nov 02 12:02:32.412780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33372) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:32.536553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fd9d16-5594-4708-9ffe-e0c4eb49ca81 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:32.539514 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-33fd9d16-5594-4708-9ffe-e0c4eb49ca81 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.1251030 Nov 02 12:02:32.543691 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33376) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:32.812228 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-04309bed-ce65-4dad-8b7e-e05866a57432 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port a97ab06b-1f84-46c0-acac-dae6329b75b1 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:32.815532 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04309bed-ce65-4dad-8b7e-e05866a57432 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:32.830584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b0a21fed-8c0d-4c3a-b2f1-802c8dc2ddf8 None None] Provisioning complete for port cb41d707-ec9f-4d4d-b59a-007748e64157 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:32.831125 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0a21fed-8c0d-4c3a-b2f1-802c8dc2ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:32.944916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b0a21fed-8c0d-4c3a-b2f1-802c8dc2ddf8 None None] Port cb41d707-ec9f-4d4d-b59a-007748e64157 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:02:32.973114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b0a21fed-8c0d-4c3a-b2f1-802c8dc2ddf8 None None] Provisioning complete for port e8478300-bac7-48f5-8544-ff37d7ded7af triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:32.973489 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0a21fed-8c0d-4c3a-b2f1-802c8dc2ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:33.062016 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04309bed-ce65-4dad-8b7e-e05866a57432 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:33.077969 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e8478300-bac7-48f5-8544-ff37d7ded7af up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:02:33.081393 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-04309bed-ce65-4dad-8b7e-e05866a57432 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for a97ab06b-1f84-46c0-acac-dae6329b75b1 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:33.199786 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e8478300-bac7-48f5-8544-ff37d7ded7af triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:33.200589 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:33.256019 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b0a21fed-8c0d-4c3a-b2f1-802c8dc2ddf8 None None] Provisioning complete for port a97ab06b-1f84-46c0-acac-dae6329b75b1 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:33.260351 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0a21fed-8c0d-4c3a-b2f1-802c8dc2ddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:33.360696 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b0a21fed-8c0d-4c3a-b2f1-802c8dc2ddf8 None None] Port a97ab06b-1f84-46c0-acac-dae6329b75b1 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:02:33.487310 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c8627362-5f21-4368-9b8c-05d43fedde31 None None] Provisioning complete for port cb41d707-ec9f-4d4d-b59a-007748e64157 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:33.487960 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c8627362-5f21-4368-9b8c-05d43fedde31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:33.544705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c8627362-5f21-4368-9b8c-05d43fedde31 None None] Port cb41d707-ec9f-4d4d-b59a-007748e64157 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:02:33.630445 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04309bed-ce65-4dad-8b7e-e05866a57432 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:33.670598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1e099e58-0f29-48dd-8f84-def9c86221cb None None] Could not find standard attr ID for object a97ab06b-1f84-46c0-acac-dae6329b75b1. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:02:33.705270 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33392) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:33.779382 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04309bed-ce65-4dad-8b7e-e05866a57432 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=a97ab06b-1f84-46c0-acac-dae6329b75b1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:33.934305 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc82ec0d-3a22-4a75-9bb3-0288a79008dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:33.969620 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04309bed-ce65-4dad-8b7e-e05866a57432 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:33.978732 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-04309bed-ce65-4dad-8b7e-e05866a57432 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/ports/a97ab06b-1f84-46c0-acac-dae6329b75b1 HTTP/1.1" status: 204 len: 168 time: 1.4311969 Nov 02 12:02:33.985092 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33396) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:34.062719 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58eb1db-0b62-422f-b013-a630eedc2d63 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] GET failed (client error): The resource could not be found. Nov 02 12:02:34.067265 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e58eb1db-0b62-422f-b013-a630eedc2d63 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports/a97ab06b-1f84-46c0-acac-dae6329b75b1 HTTP/1.1" status: 404 len: 333 time: 0.0846360 Nov 02 12:02:34.069366 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33398) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:34.146168 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc82ec0d-3a22-4a75-9bb3-0288a79008dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:34.204728 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc82ec0d-3a22-4a75-9bb3-0288a79008dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:34.231271 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-13625ad5-52a4-4f25-8bc2-55ffe5a43341 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port cb41d707-ec9f-4d4d-b59a-007748e64157 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:34.231880 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13625ad5-52a4-4f25-8bc2-55ffe5a43341 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:34.260001 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bc82ec0d-3a22-4a75-9bb3-0288a79008dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b9fe8481c33e44138630810dcf4b9706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5530090 Nov 02 12:02:34.275705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82ec0d-3a22-4a75-9bb3-0288a79008dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4743a4-4e61-4762-b675-2d74567195ff,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:34.278449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33406) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:34.404436 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a4d5ff0-d6bc-4ca9-8b41-921edc710fac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:34.434670 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13625ad5-52a4-4f25-8bc2-55ffe5a43341 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:34.461205 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-13625ad5-52a4-4f25-8bc2-55ffe5a43341 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for cb41d707-ec9f-4d4d-b59a-007748e64157 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:34.486227 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a4d5ff0-d6bc-4ca9-8b41-921edc710fac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:34.844888 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13625ad5-52a4-4f25-8bc2-55ffe5a43341 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:34.891080 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13625ad5-52a4-4f25-8bc2-55ffe5a43341 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=cb41d707-ec9f-4d4d-b59a-007748e64157,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:35.024000 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a4d5ff0-d6bc-4ca9-8b41-921edc710fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:35.028682 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a4d5ff0-d6bc-4ca9-8b41-921edc710fac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:35.030503 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9a4d5ff0-d6bc-4ca9-8b41-921edc710fac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd4743a4-4e61-4762-b675-2d74567195ff HTTP/1.1" status: 204 len: 168 time: 0.7505400 Nov 02 12:02:35.032872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13625ad5-52a4-4f25-8bc2-55ffe5a43341 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:35.036946 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-13625ad5-52a4-4f25-8bc2-55ffe5a43341 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/ports/cb41d707-ec9f-4d4d-b59a-007748e64157 HTTP/1.1" status: 204 len: 168 time: 0.9651520 Nov 02 12:02:35.039485 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33420) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:35.057343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d5ff0-d6bc-4ca9-8b41-921edc710fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4743a4-4e61-4762-b675-2d74567195ff,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:35.087328 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-09769c58-4168-46cb-8190-6eb06c9e499f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] GET failed (client error): The resource could not be found. Nov 02 12:02:35.094617 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33422) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:35.106449 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-09769c58-4168-46cb-8190-6eb06c9e499f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports/cb41d707-ec9f-4d4d-b59a-007748e64157 HTTP/1.1" status: 404 len: 333 time: 0.0645649 Nov 02 12:02:35.200548 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51121c6-6022-48d4-8dd8-827be7abd8e6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting subnet 214ccfe0-c9bd-4b2f-a36e-734fbfb3dfe4 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:02:35.209967 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f51121c6-6022-48d4-8dd8-827be7abd8e6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:35.268487 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f51121c6-6022-48d4-8dd8-827be7abd8e6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:35.441541 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f51121c6-6022-48d4-8dd8-827be7abd8e6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:35.645947 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f51121c6-6022-48d4-8dd8-827be7abd8e6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:35.684303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51121c6-6022-48d4-8dd8-827be7abd8e6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Subnet': ['ID=214ccfe0-c9bd-4b2f-a36e-734fbfb3dfe4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:35.698326 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f51121c6-6022-48d4-8dd8-827be7abd8e6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:35.702562 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f51121c6-6022-48d4-8dd8-827be7abd8e6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/214ccfe0-c9bd-4b2f-a36e-734fbfb3dfe4 HTTP/1.1" status: 204 len: 168 time: 0.6065340 Nov 02 12:02:35.705914 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33434) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:35.708208 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9bbf80-b683-4812-90a2-f38cc4047b21 None None] Network 6af77331-d9fb-457a-a83a-05526b16c8d5 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:02:35.812723 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:35.895204 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port e8478300-bac7-48f5-8544-ff37d7ded7af {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:35.896032 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:35.955567 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] DHCP port deletion for 6af77331-d9fb-457a-a83a-05526b16c8d5 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:02:36.009698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] For port e8478300-bac7-48f5-8544-ff37d7ded7af, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e8478300-bac7-48f5-8544-ff37d7ded7af,segment=NetworkSegment(05d84403-f7e1-4433-8192-dc481290cd4b),segment_id=05d84403-f7e1-4433-8192-dc481290cd4b)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:02:36.010066 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:36.024269 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] Deleting port e8478300-bac7-48f5-8544-ff37d7ded7af {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:36.028384 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:36.028572 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for e8478300-bac7-48f5-8544-ff37d7ded7af owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:36.129436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33436) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:36.139556 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] For port e8478300-bac7-48f5-8544-ff37d7ded7af, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e8478300-bac7-48f5-8544-ff37d7ded7af,segment=NetworkSegment(05d84403-f7e1-4433-8192-dc481290cd4b),segment_id=05d84403-f7e1-4433-8192-dc481290cd4b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:02:36.140203 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:36.155062 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9891f4bb-1954-45b5-b84d-f0adce364962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:36.161736 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] Calling delete_port for e8478300-bac7-48f5-8544-ff37d7ded7af owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:36.264153 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:36.300305 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:36.312944 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=e8478300-bac7-48f5-8544-ff37d7ded7af,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:36.351092 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No DVR routers for this DVR port e8478300-bac7-48f5-8544-ff37d7ded7af on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:02:36.351607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] Pushing event deleted for resources: {'Port': ['ID=e8478300-bac7-48f5-8544-ff37d7ded7af,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:36.353740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] No DVR routers for this DVR port e8478300-bac7-48f5-8544-ff37d7ded7af on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:02:36.356720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:36.357225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:36.357777 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:36.358387 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:36.358827 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:36.359305 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:36.360122 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:36.360860 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:36.361345 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:36.361791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:36.362284 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:36.362766 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080413f-a0a1-4287-a29e-5f6882b7463b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:02:36.497606 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:36.510176 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9891f4bb-1954-45b5-b84d-f0adce364962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:36.545555 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af77331-d9fb-457a-a83a-05526b16c8d5']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:36.559738 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d84403-f7e1-4433-8192-dc481290cd4b') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:36.560181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d84403-f7e1-4433-8192-dc481290cd4b') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:36.573825 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:36.590520 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:36.599891 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:02:36.600757 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:02:36.604544 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:02:36.690779 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9891f4bb-1954-45b5-b84d-f0adce364962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:36.756682 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891f4bb-1954-45b5-b84d-f0adce364962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a298de01-9e99-4ac7-bb44-d16de5aedfbb,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:36.768474 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9891f4bb-1954-45b5-b84d-f0adce364962 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2ee733fb8fbc4ab490ab4f6a79f9dcff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6375437 Nov 02 12:02:36.771236 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33446) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:36.779579 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:36.806171 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:36.815698 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/networks/6af77331-d9fb-457a-a83a-05526b16c8d5 HTTP/1.1" status: 204 len: 168 time: 1.1025188 Nov 02 12:02:36.815698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024988c5-724a-4c63-b2a4-37b648f2a002 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Network': ['ID=6af77331-d9fb-457a-a83a-05526b16c8d5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:36.816273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33448) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:36.823197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6199d41e-1861-4c5e-b7de-a192db4cb6a7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-770818586'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:36.883536 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4ede872-7c2e-4d4b-aedb-00825115bf2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:36.911796 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4ede872-7c2e-4d4b-aedb-00825115bf2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:36.938679 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6199d41e-1861-4c5e-b7de-a192db4cb6a7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:36.943511 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6199d41e-1861-4c5e-b7de-a192db4cb6a7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:37.045239 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e8478300-bac7-48f5-8544-ff37d7ded7af no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:02:37.074402 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: e8478300-bac7-48f5-8544-ff37d7ded7af {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:02:37.074840 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e8478300-bac7-48f5-8544-ff37d7ded7af not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:02:37.111411 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4ede872-7c2e-4d4b-aedb-00825115bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:37.115756 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6199d41e-1861-4c5e-b7de-a192db4cb6a7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:02:37.117885 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4ede872-7c2e-4d4b-aedb-00825115bf2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:37.119818 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a4ede872-7c2e-4d4b-aedb-00825115bf2c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a298de01-9e99-4ac7-bb44-d16de5aedfbb HTTP/1.1" status: 204 len: 168 time: 0.3473179 Nov 02 12:02:37.128010 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6199d41e-1861-4c5e-b7de-a192db4cb6a7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:37.128357 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-6199d41e-1861-4c5e-b7de-a192db4cb6a7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Added segment 474907a5-9350-4924-8e6d-35b938def6e1 of type vlan for network 49bba012-1696-4f3e-98ac-5f1ce23e166b Nov 02 12:02:37.132789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ede872-7c2e-4d4b-aedb-00825115bf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a298de01-9e99-4ac7-bb44-d16de5aedfbb,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:37.207322 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6199d41e-1861-4c5e-b7de-a192db4cb6a7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:37.401293 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6199d41e-1861-4c5e-b7de-a192db4cb6a7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:37.407573 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6199d41e-1861-4c5e-b7de-a192db4cb6a7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:37.408740 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6199d41e-1861-4c5e-b7de-a192db4cb6a7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:37.484560 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199d41e-1861-4c5e-b7de-a192db4cb6a7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Network': ['ID=49bba012-1696-4f3e-98ac-5f1ce23e166b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:37.496295 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 49bba012-1696-4f3e-98ac-5f1ce23e166b details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:02:37.572082 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6199d41e-1861-4c5e-b7de-a192db4cb6a7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7518313 Nov 02 12:02:37.572615 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33456) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:37.577875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d40d38c0-b7a2-46f0-a1c2-dbab6cc4e5ce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'subnet': {'network_id': '49bba012-1696-4f3e-98ac-5f1ce23e166b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:37.978091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40d38c0-b7a2-46f0-a1c2-dbab6cc4e5ce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:37.981842 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d40d38c0-b7a2-46f0-a1c2-dbab6cc4e5ce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:38.361609 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d40d38c0-b7a2-46f0-a1c2-dbab6cc4e5ce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:38.448187 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d38c0-b7a2-46f0-a1c2-dbab6cc4e5ce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Subnet': ['ID=ff943ea6-5ec4-461f-a968-910c043efd72,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:38.464278 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40d38c0-b7a2-46f0-a1c2-dbab6cc4e5ce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Checking segment: {'id': '474907a5-9350-4924-8e6d-35b938def6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '49bba012-1696-4f3e-98ac-5f1ce23e166b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:02:38.464654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40d38c0-b7a2-46f0-a1c2-dbab6cc4e5ce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network hostable DHCP agents. Network: 49bba012-1696-4f3e-98ac-5f1ce23e166b, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:02:38.639032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40d38c0-b7a2-46f0-a1c2-dbab6cc4e5ce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 49bba012-1696-4f3e-98ac-5f1ce23e166b is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:02:38.784171 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-d40d38c0-b7a2-46f0-a1c2-dbab6cc4e5ce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 49bba012-1696-4f3e-98ac-5f1ce23e166b) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:38.803820 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c675e91e-7052-4988-9d49-3e5358fbe743 None None] Network 49bba012-1696-4f3e-98ac-5f1ce23e166b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:02:38.805078 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d38c0-b7a2-46f0-a1c2-dbab6cc4e5ce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:38.805078 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d40d38c0-b7a2-46f0-a1c2-dbab6cc4e5ce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:38.979164 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d40d38c0-b7a2-46f0-a1c2-dbab6cc4e5ce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4056230 Nov 02 12:02:38.985868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33498) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:38.992100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-b3849fb7-1806-4435-9f81-cbea06eb9582 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'network_id': '49bba012-1696-4f3e-98ac-5f1ce23e166b', 'name': 'tempest-PortsTestJSON-2083543214', 'fixed_ips': [{'subnet_id': 'ff943ea6-5ec4-461f-a968-910c043efd72', 'ip_address': '172.20.0.10'}]}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:39.007679 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f60012-557c-4591-9b29-94f187534475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-49bba012-1696-4f3e-98ac-5f1ce23e166b', 'network_id': '49bba012-1696-4f3e-98ac-5f1ce23e166b', 'tenant_id': 'c92ff21dfe924aa9a273d9851636103c', 'fixed_ips': [{'subnet_id': 'ff943ea6-5ec4-461f-a968-910c043efd72'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:02:39.007679 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-87f60012-557c-4591-9b29-94f187534475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:39.249485 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-87f60012-557c-4591-9b29-94f187534475 None None] Allocated IP 172.20.0.2 (49bba012-1696-4f3e-98ac-5f1ce23e166b/ff943ea6-5ec4-461f-a968-910c043efd72/6565592d-3bed-4067-bbb8-1f677770eea0) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:02:39.309193 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3849fb7-1806-4435-9f81-cbea06eb9582 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:39.514756 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-87f60012-557c-4591-9b29-94f187534475 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:39.520550 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3849fb7-1806-4435-9f81-cbea06eb9582 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:39.543205 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-b3849fb7-1806-4435-9f81-cbea06eb9582 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] device_id is not set on port 62fcb127-124f-44bf-90e7-626fb7640c5d yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:02:39.645077 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-87f60012-557c-4591-9b29-94f187534475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:39.688765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f60012-557c-4591-9b29-94f187534475 None None] Network 49bba012-1696-4f3e-98ac-5f1ce23e166b is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:02:39.693604 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-87f60012-557c-4591-9b29-94f187534475 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:39.701783 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f60012-557c-4591-9b29-94f187534475 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:02:39.717162 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f60012-557c-4591-9b29-94f187534475 None None] Pushing event updated for resources: {'Port': ['ID=6565592d-3bed-4067-bbb8-1f677770eea0,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:39.770592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-b3849fb7-1806-4435-9f81-cbea06eb9582 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Allocated IP 172.20.0.10 (49bba012-1696-4f3e-98ac-5f1ce23e166b/ff943ea6-5ec4-461f-a968-910c043efd72/62fcb127-124f-44bf-90e7-626fb7640c5d) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:02:39.815930 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-87f60012-557c-4591-9b29-94f187534475 None None] Attempting to bind port 6565592d-3bed-4067-bbb8-1f677770eea0 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:02:39.820235 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-87f60012-557c-4591-9b29-94f187534475 None None] Attempting to bind port 6565592d-3bed-4067-bbb8-1f677770eea0 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '474907a5-9350-4924-8e6d-35b938def6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '49bba012-1696-4f3e-98ac-5f1ce23e166b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:02:39.820621 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60012-557c-4591-9b29-94f187534475 None None] Attempting to bind port 6565592d-3bed-4067-bbb8-1f677770eea0 on network 49bba012-1696-4f3e-98ac-5f1ce23e166b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:02:39.847188 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60012-557c-4591-9b29-94f187534475 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:02:39.847188 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60012-557c-4591-9b29-94f187534475 None None] Checking segment: {'id': '474907a5-9350-4924-8e6d-35b938def6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '49bba012-1696-4f3e-98ac-5f1ce23e166b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:02:39.847188 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-87f60012-557c-4591-9b29-94f187534475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:39.847188 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f60012-557c-4591-9b29-94f187534475 None None] Bound using segment: {'id': '474907a5-9350-4924-8e6d-35b938def6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '49bba012-1696-4f3e-98ac-5f1ce23e166b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:02:39.849658 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-87f60012-557c-4591-9b29-94f187534475 None None] Bound port: 6565592d-3bed-4067-bbb8-1f677770eea0, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474907a5-9350-4924-8e6d-35b938def6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '49bba012-1696-4f3e-98ac-5f1ce23e166b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:02:39.850246 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-87f60012-557c-4591-9b29-94f187534475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:39.933725 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-87f60012-557c-4591-9b29-94f187534475 None None] For port 6565592d-3bed-4067-bbb8-1f677770eea0, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:02:39.935869 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-87f60012-557c-4591-9b29-94f187534475 None None] For port 6565592d-3bed-4067-bbb8-1f677770eea0, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6565592d-3bed-4067-bbb8-1f677770eea0,segment=NetworkSegment(474907a5-9350-4924-8e6d-35b938def6e1),segment_id=474907a5-9350-4924-8e6d-35b938def6e1)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:02:40.024054 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3849fb7-1806-4435-9f81-cbea06eb9582 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:40.050712 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-87f60012-557c-4591-9b29-94f187534475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:40.129042 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f60012-557c-4591-9b29-94f187534475 None None] Pushing event updated for resources: {'Port': ['ID=6565592d-3bed-4067-bbb8-1f677770eea0,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:40.206959 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3849fb7-1806-4435-9f81-cbea06eb9582 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:40.268034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3849fb7-1806-4435-9f81-cbea06eb9582 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 49bba012-1696-4f3e-98ac-5f1ce23e166b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:02:40.272544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-b3849fb7-1806-4435-9f81-cbea06eb9582 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:40.284313 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3849fb7-1806-4435-9f81-cbea06eb9582 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:02:40.333334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3849fb7-1806-4435-9f81-cbea06eb9582 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=62fcb127-124f-44bf-90e7-626fb7640c5d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:40.371832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3849fb7-1806-4435-9f81-cbea06eb9582 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:40.372846 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3849fb7-1806-4435-9f81-cbea06eb9582 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:40.629488 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b3849fb7-1806-4435-9f81-cbea06eb9582 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6421745 Nov 02 12:02:40.632106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33570) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:40.638616 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0bb3a091-ba81-47a6-be2a-21c5423b71df tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'network_id': '49bba012-1696-4f3e-98ac-5f1ce23e166b', 'name': 'tempest-PortsTestJSON-872402886', 'fixed_ips': [{'subnet_id': 'ff943ea6-5ec4-461f-a968-910c043efd72', 'ip_address': '172.20.0.9'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:40.915703 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb3a091-ba81-47a6-be2a-21c5423b71df tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:41.072642 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6565592d-3bed-4067-bbb8-1f677770eea0 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:02:41.076597 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bb3a091-ba81-47a6-be2a-21c5423b71df tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:41.102349 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-0bb3a091-ba81-47a6-be2a-21c5423b71df tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] device_id is not set on port 3c512ca6-5f6e-4f48-9622-b87098d377c5 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:02:41.148403 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 6565592d-3bed-4067-bbb8-1f677770eea0 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:41.148816 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:41.286599 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:41.335191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 6565592d-3bed-4067-bbb8-1f677770eea0, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6565592d-3bed-4067-bbb8-1f677770eea0,segment=NetworkSegment(474907a5-9350-4924-8e6d-35b938def6e1),segment_id=474907a5-9350-4924-8e6d-35b938def6e1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:02:41.356484 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-0bb3a091-ba81-47a6-be2a-21c5423b71df tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Allocated IP 172.20.0.9 (49bba012-1696-4f3e-98ac-5f1ce23e166b/ff943ea6-5ec4-461f-a968-910c043efd72/3c512ca6-5f6e-4f48-9622-b87098d377c5) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:02:41.406258 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d09ec62-bcf3-49e8-8b04-6a66cd5fed3d None None] Network 49bba012-1696-4f3e-98ac-5f1ce23e166b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:02:41.509949 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-4ca98c49-b5c7-485c-bc34-9d0f641f8b70 None None] Provisioning complete for port 6565592d-3bed-4067-bbb8-1f677770eea0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:41.510321 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4ca98c49-b5c7-485c-bc34-9d0f641f8b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:41.562657 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:41.570736 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bb3a091-ba81-47a6-be2a-21c5423b71df tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:41.664569 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=6565592d-3bed-4067-bbb8-1f677770eea0,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:41.772778 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bb3a091-ba81-47a6-be2a-21c5423b71df tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:41.833085 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb3a091-ba81-47a6-be2a-21c5423b71df tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 49bba012-1696-4f3e-98ac-5f1ce23e166b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:02:41.836236 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-0bb3a091-ba81-47a6-be2a-21c5423b71df tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:41.842429 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb3a091-ba81-47a6-be2a-21c5423b71df tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:02:41.846895 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3a091-ba81-47a6-be2a-21c5423b71df tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=3c512ca6-5f6e-4f48-9622-b87098d377c5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:41.900864 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb3a091-ba81-47a6-be2a-21c5423b71df tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:41.901503 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0bb3a091-ba81-47a6-be2a-21c5423b71df tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:42.034228 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33638) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:42.035369 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0bb3a091-ba81-47a6-be2a-21c5423b71df tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4015627 Nov 02 12:02:42.050890 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1b60330e-74b4-41e9-8e64-401118ca4327 None None] Provisioning complete for port 6565592d-3bed-4067-bbb8-1f677770eea0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:42.051300 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1b60330e-74b4-41e9-8e64-401118ca4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:42.145915 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33642) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:42.170946 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86af79a3-06ea-436b-85d6-d1429aaf7844 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:42.176029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33646) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:42.190743 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-86af79a3-06ea-436b-85d6-d1429aaf7844 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1497145 Nov 02 12:02:42.207678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1b60330e-74b4-41e9-8e64-401118ca4327 None None] Provisioning complete for port 62fcb127-124f-44bf-90e7-626fb7640c5d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:42.208227 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1b60330e-74b4-41e9-8e64-401118ca4327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:42.277829 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-1b60330e-74b4-41e9-8e64-401118ca4327 None None] Port 62fcb127-124f-44bf-90e7-626fb7640c5d cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:02:42.279347 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2446c25a-c968-47d6-a8a1-3fb46bc9d3a6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:42.290736 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2446c25a-c968-47d6-a8a1-3fb46bc9d3a6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:42.300506 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2446c25a-c968-47d6-a8a1-3fb46bc9d3a6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:42.310287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33648) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:42.320951 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2446c25a-c968-47d6-a8a1-3fb46bc9d3a6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1434710 Nov 02 12:02:42.401096 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3688bf6d-4d87-4d65-b4d6-f93666900254 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:42.419995 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f7ef286e-8b6f-405f-bb91-8184a17c82d5 None None] Provisioning complete for port 62fcb127-124f-44bf-90e7-626fb7640c5d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:42.420603 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f7ef286e-8b6f-405f-bb91-8184a17c82d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:42.489143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef286e-8b6f-405f-bb91-8184a17c82d5 None None] Port 62fcb127-124f-44bf-90e7-626fb7640c5d cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:02:42.501718 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-eb7969eb-ac8e-408d-94ba-9d3e32826ef9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port 3c512ca6-5f6e-4f48-9622-b87098d377c5 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:42.502632 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eb7969eb-ac8e-408d-94ba-9d3e32826ef9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:42.555284 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3688bf6d-4d87-4d65-b4d6-f93666900254 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:42.684400 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3688bf6d-4d87-4d65-b4d6-f93666900254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:42.699075 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eb7969eb-ac8e-408d-94ba-9d3e32826ef9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:42.726696 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-733424bd-3105-49f7-a34d-d0d152c1ef33 None None] Provisioning complete for port 3c512ca6-5f6e-4f48-9622-b87098d377c5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:42.727725 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-733424bd-3105-49f7-a34d-d0d152c1ef33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:42.740636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-eb7969eb-ac8e-408d-94ba-9d3e32826ef9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for 3c512ca6-5f6e-4f48-9622-b87098d377c5 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:42.750039 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3688bf6d-4d87-4d65-b4d6-f93666900254 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f754d053fb4497fba2f68cafcfd53e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6026762 Nov 02 12:02:42.751381 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688bf6d-4d87-4d65-b4d6-f93666900254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93f9b58-dbd4-49db-bb8e-c73e6a88731c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:42.767500 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33652) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:42.908098 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3bb2c2d6-2813-42d3-a0ec-604a8e0cd0d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:42.952918 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3bb2c2d6-2813-42d3-a0ec-604a8e0cd0d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:42.991773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-733424bd-3105-49f7-a34d-d0d152c1ef33 None None] Port 3c512ca6-5f6e-4f48-9622-b87098d377c5 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:02:43.089906 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6565592d-3bed-4067-bbb8-1f677770eea0 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:02:43.145391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 6565592d-3bed-4067-bbb8-1f677770eea0 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:43.145646 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:43.167580 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eb7969eb-ac8e-408d-94ba-9d3e32826ef9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:43.204268 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3bb2c2d6-2813-42d3-a0ec-604a8e0cd0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:43.208358 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3bb2c2d6-2813-42d3-a0ec-604a8e0cd0d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:43.209476 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3bb2c2d6-2813-42d3-a0ec-604a8e0cd0d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b93f9b58-dbd4-49db-bb8e-c73e6a88731c HTTP/1.1" status: 204 len: 168 time: 0.4405499 Nov 02 12:02:43.210380 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7969eb-ac8e-408d-94ba-9d3e32826ef9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=3c512ca6-5f6e-4f48-9622-b87098d377c5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:43.248779 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2c2d6-2813-42d3-a0ec-604a8e0cd0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93f9b58-dbd4-49db-bb8e-c73e6a88731c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:43.312181 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eb7969eb-ac8e-408d-94ba-9d3e32826ef9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:43.318851 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-eb7969eb-ac8e-408d-94ba-9d3e32826ef9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/ports/3c512ca6-5f6e-4f48-9622-b87098d377c5 HTTP/1.1" status: 204 len: 168 time: 1.0071216 Nov 02 12:02:43.319088 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33662) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:43.398252 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-36491400-405a-46ed-88d2-98da73ab00d4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] GET failed (client error): The resource could not be found. Nov 02 12:02:43.403046 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-36491400-405a-46ed-88d2-98da73ab00d4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports/3c512ca6-5f6e-4f48-9622-b87098d377c5 HTTP/1.1" status: 404 len: 333 time: 0.0807631 Nov 02 12:02:43.404146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33664) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:43.527419 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e9118a4e-55d0-435a-8aa7-962ddf6d0827 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port 62fcb127-124f-44bf-90e7-626fb7640c5d {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:43.527692 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e9118a4e-55d0-435a-8aa7-962ddf6d0827 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:43.630572 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e9118a4e-55d0-435a-8aa7-962ddf6d0827 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:43.650860 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e9118a4e-55d0-435a-8aa7-962ddf6d0827 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for 62fcb127-124f-44bf-90e7-626fb7640c5d owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:43.926212 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e9118a4e-55d0-435a-8aa7-962ddf6d0827 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:43.956969 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:02:43.964128 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9118a4e-55d0-435a-8aa7-962ddf6d0827 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=62fcb127-124f-44bf-90e7-626fb7640c5d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:44.055691 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e9118a4e-55d0-435a-8aa7-962ddf6d0827 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:44.060078 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e9118a4e-55d0-435a-8aa7-962ddf6d0827 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/ports/62fcb127-124f-44bf-90e7-626fb7640c5d HTTP/1.1" status: 204 len: 168 time: 0.6543632 Nov 02 12:02:44.063959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33670) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:44.107109 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-d910435f-8859-47f6-9c65-854f46f49103 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] GET failed (client error): The resource could not be found. Nov 02 12:02:44.108906 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d910435f-8859-47f6-9c65-854f46f49103 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports/62fcb127-124f-44bf-90e7-626fb7640c5d HTTP/1.1" status: 404 len: 333 time: 0.0439513 Nov 02 12:02:44.111798 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33676) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:44.209271 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e98cce9-ed8e-4d6c-8070-787d40528159 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting subnet ff943ea6-5ec4-461f-a968-910c043efd72 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:02:44.213967 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e98cce9-ed8e-4d6c-8070-787d40528159 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:44.269363 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e98cce9-ed8e-4d6c-8070-787d40528159 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:44.368032 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e98cce9-ed8e-4d6c-8070-787d40528159 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:44.398844 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33680) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:44.416462 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-56753106-15ee-40a6-a22a-f87b245c225a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:44.573420 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e98cce9-ed8e-4d6c-8070-787d40528159 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:44.609165 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98cce9-ed8e-4d6c-8070-787d40528159 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Subnet': ['ID=ff943ea6-5ec4-461f-a968-910c043efd72,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:44.614432 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8e98cce9-ed8e-4d6c-8070-787d40528159 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:44.619353 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8e98cce9-ed8e-4d6c-8070-787d40528159 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/ff943ea6-5ec4-461f-a968-910c043efd72 HTTP/1.1" status: 204 len: 168 time: 0.5064063 Nov 02 12:02:44.620409 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33684) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:44.625525 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c0bc4c-f2ea-49af-bfdf-df5200469c4a None None] Network 49bba012-1696-4f3e-98ac-5f1ce23e166b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:02:44.638443 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-56753106-15ee-40a6-a22a-f87b245c225a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:44.710249 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:44.749689 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-56753106-15ee-40a6-a22a-f87b245c225a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:44.787336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port 6565592d-3bed-4067-bbb8-1f677770eea0 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:44.788363 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:44.802595 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-56753106-15ee-40a6-a22a-f87b245c225a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=76602faee21d4d5e9b0df14f0a6339dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4019268 Nov 02 12:02:44.807560 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33686) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:44.817165 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56753106-15ee-40a6-a22a-f87b245c225a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b543bb-2003-41b0-95c0-7594e1c89425,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:44.882123 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecd58d0-98f5-49ec-8328-3feb008151e2 None None] DHCP port deletion for 49bba012-1696-4f3e-98ac-5f1ce23e166b request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:02:44.890264 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] For port 6565592d-3bed-4067-bbb8-1f677770eea0, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6565592d-3bed-4067-bbb8-1f677770eea0,segment=NetworkSegment(474907a5-9350-4924-8e6d-35b938def6e1),segment_id=474907a5-9350-4924-8e6d-35b938def6e1)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:02:44.890636 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:44.896915 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e00b1c6e-1e93-4373-8256-c61f3535edd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:44.915247 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for 6565592d-3bed-4067-bbb8-1f677770eea0 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:44.926188 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e00b1c6e-1e93-4373-8256-c61f3535edd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:44.944235 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd58d0-98f5-49ec-8328-3feb008151e2 None None] Deleting port 6565592d-3bed-4067-bbb8-1f677770eea0 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:44.944702 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6ecd58d0-98f5-49ec-8328-3feb008151e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:45.032223 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6565592d-3bed-4067-bbb8-1f677770eea0 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:02:45.072215 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6ecd58d0-98f5-49ec-8328-3feb008151e2 None None] For port 6565592d-3bed-4067-bbb8-1f677770eea0, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6565592d-3bed-4067-bbb8-1f677770eea0,segment=NetworkSegment(474907a5-9350-4924-8e6d-35b938def6e1),segment_id=474907a5-9350-4924-8e6d-35b938def6e1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:02:45.072622 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6ecd58d0-98f5-49ec-8328-3feb008151e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:45.091887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd58d0-98f5-49ec-8328-3feb008151e2 None None] Calling delete_port for 6565592d-3bed-4067-bbb8-1f677770eea0 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:45.202327 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:45.215971 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e00b1c6e-1e93-4373-8256-c61f3535edd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:45.219148 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e00b1c6e-1e93-4373-8256-c61f3535edd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:45.220561 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e00b1c6e-1e93-4373-8256-c61f3535edd2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/73b543bb-2003-41b0-95c0-7594e1c89425 HTTP/1.1" status: 204 len: 168 time: 0.4117353 Nov 02 12:02:45.235908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b1c6e-1e93-4373-8256-c61f3535edd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b543bb-2003-41b0-95c0-7594e1c89425,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:45.247229 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:45.291156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=6565592d-3bed-4067-bbb8-1f677770eea0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:45.291156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No DVR routers for this DVR port 6565592d-3bed-4067-bbb8-1f677770eea0 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:02:45.315305 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6ecd58d0-98f5-49ec-8328-3feb008151e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:45.331664 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecd58d0-98f5-49ec-8328-3feb008151e2 None None] No DVR routers for this DVR port 6565592d-3bed-4067-bbb8-1f677770eea0 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:02:45.360588 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd58d0-98f5-49ec-8328-3feb008151e2 None None] Pushing event deleted for resources: {'Port': ['ID=6565592d-3bed-4067-bbb8-1f677770eea0,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:45.418685 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:45.442274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49bba012-1696-4f3e-98ac-5f1ce23e166b']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:45.453948 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474907a5-9350-4924-8e6d-35b938def6e1') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:45.454232 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474907a5-9350-4924-8e6d-35b938def6e1') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:45.468859 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:45.483702 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:45.500094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:02:45.500615 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:02:45.504438 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:02:45.692221 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:45.700890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:45.704844 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/networks/49bba012-1696-4f3e-98ac-5f1ce23e166b HTTP/1.1" status: 204 len: 168 time: 1.0838671 Nov 02 12:02:45.708558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33698) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:45.714304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-b4ef5194-d031-4ae1-8de9-925231620976 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2131331860'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:45.885701 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ef5194-d031-4ae1-8de9-925231620976 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:45.893249 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4ef5194-d031-4ae1-8de9-925231620976 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:45.942464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ef5194-d031-4ae1-8de9-925231620976 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:02:45.984062 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4ef5194-d031-4ae1-8de9-925231620976 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:45.985560 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-b4ef5194-d031-4ae1-8de9-925231620976 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Added segment 73e304a3-dc2a-4ee7-8b90-0ae4d52ec62e of type vlan for network ac213630-5511-40d3-acc1-7f9f01fac684 Nov 02 12:02:46.056642 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4ef5194-d031-4ae1-8de9-925231620976 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:46.117562 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb3ce3-0cf6-410b-8ef2-24fd57159218 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Network': ['ID=49bba012-1696-4f3e-98ac-5f1ce23e166b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:46.232549 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4ef5194-d031-4ae1-8de9-925231620976 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:46.238569 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef5194-d031-4ae1-8de9-925231620976 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:46.239201 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4ef5194-d031-4ae1-8de9-925231620976 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:46.378463 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef5194-d031-4ae1-8de9-925231620976 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Network': ['ID=ac213630-5511-40d3-acc1-7f9f01fac684,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:46.397832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network ac213630-5511-40d3-acc1-7f9f01fac684 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:02:46.564211 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33718) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:46.564776 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b4ef5194-d031-4ae1-8de9-925231620976 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8550432 Nov 02 12:02:46.583228 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3258a067-1f3c-470b-95e1-4f789945c607 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'subnet': {'network_id': 'ac213630-5511-40d3-acc1-7f9f01fac684', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:46.803307 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3258a067-1f3c-470b-95e1-4f789945c607 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:46.804597 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3258a067-1f3c-470b-95e1-4f789945c607 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:47.107318 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3258a067-1f3c-470b-95e1-4f789945c607 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:47.188678 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258a067-1f3c-470b-95e1-4f789945c607 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Subnet': ['ID=b9dda8e1-4f7c-4290-8a93-7f33ea81d796,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:47.208217 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3258a067-1f3c-470b-95e1-4f789945c607 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Checking segment: {'id': '73e304a3-dc2a-4ee7-8b90-0ae4d52ec62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ac213630-5511-40d3-acc1-7f9f01fac684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:02:47.209078 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3258a067-1f3c-470b-95e1-4f789945c607 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network hostable DHCP agents. Network: ac213630-5511-40d3-acc1-7f9f01fac684, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:02:47.492047 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3258a067-1f3c-470b-95e1-4f789945c607 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network ac213630-5511-40d3-acc1-7f9f01fac684 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:02:47.701244 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-86f03c3d-51d6-492c-a4ae-5d295d77193b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:47.926704 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-3258a067-1f3c-470b-95e1-4f789945c607 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, ac213630-5511-40d3-acc1-7f9f01fac684) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:47.938283 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3258a067-1f3c-470b-95e1-4f789945c607 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:47.939199 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3258a067-1f3c-470b-95e1-4f789945c607 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:47.941985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fd4482-7322-42f0-9202-f55881106495 None None] Network ac213630-5511-40d3-acc1-7f9f01fac684 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:02:48.050988 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33782) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:48.097565 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3258a067-1f3c-470b-95e1-4f789945c607 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5319941 Nov 02 12:02:48.100479 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33788) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:48.108789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d732c391-9aa1-463d-8cd7-75658aef5d01 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1716149413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:48.117061 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-ac213630-5511-40d3-acc1-7f9f01fac684', 'network_id': 'ac213630-5511-40d3-acc1-7f9f01fac684', 'tenant_id': 'c92ff21dfe924aa9a273d9851636103c', 'fixed_ips': [{'subnet_id': 'b9dda8e1-4f7c-4290-8a93-7f33ea81d796'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:02:48.118065 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:48.194513 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-adb88166-6e6a-457e-acae-50ab265912e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:48.290113 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-adb88166-6e6a-457e-acae-50ab265912e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:48.293298 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d732c391-9aa1-463d-8cd7-75658aef5d01 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:48.294386 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d732c391-9aa1-463d-8cd7-75658aef5d01 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:48.301549 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Allocated IP 172.20.0.2 (ac213630-5511-40d3-acc1-7f9f01fac684/b9dda8e1-4f7c-4290-8a93-7f33ea81d796/23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:02:48.352181 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d732c391-9aa1-463d-8cd7-75658aef5d01 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:48.455314 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-adb88166-6e6a-457e-acae-50ab265912e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:48.503186 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:48.508629 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d732c391-9aa1-463d-8cd7-75658aef5d01 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:48.518893 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-adb88166-6e6a-457e-acae-50ab265912e6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1db75d50947346da96c4ac3427e243da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4666073 Nov 02 12:02:48.521744 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33794) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:48.522810 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb88166-6e6a-457e-acae-50ab265912e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91517ef8-abfb-4ed0-9c34-2de08f96a368,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:48.587484 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6eac2526-9125-47c0-86c5-3b977be5da4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:48.613571 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6eac2526-9125-47c0-86c5-3b977be5da4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:48.645078 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:48.684799 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Network ac213630-5511-40d3-acc1-7f9f01fac684 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:02:48.688195 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:48.692537 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:02:48.703630 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d732c391-9aa1-463d-8cd7-75658aef5d01 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:48.714967 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d732c391-9aa1-463d-8cd7-75658aef5d01 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6121314 Nov 02 12:02:48.715726 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33798) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:48.717648 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Pushing event updated for resources: {'Port': ['ID=23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:48.727203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-093ae2db-64e3-4e4f-b8fc-ee5d2afe12e5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'network_id': 'ac213630-5511-40d3-acc1-7f9f01fac684', 'name': 'tempest-PortsTestJSON-43228956'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:02:48.781161 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Attempting to bind port 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:02:48.781639 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Attempting to bind port 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '73e304a3-dc2a-4ee7-8b90-0ae4d52ec62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ac213630-5511-40d3-acc1-7f9f01fac684'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:02:48.782091 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Attempting to bind port 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b on network ac213630-5511-40d3-acc1-7f9f01fac684 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:02:48.787751 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:02:48.788563 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Checking segment: {'id': '73e304a3-dc2a-4ee7-8b90-0ae4d52ec62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ac213630-5511-40d3-acc1-7f9f01fac684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:02:48.790088 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:48.792315 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Bound using segment: {'id': '73e304a3-dc2a-4ee7-8b90-0ae4d52ec62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ac213630-5511-40d3-acc1-7f9f01fac684'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:02:48.793812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Bound port: 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e304a3-dc2a-4ee7-8b90-0ae4d52ec62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ac213630-5511-40d3-acc1-7f9f01fac684'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:02:48.795195 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:48.832398 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6eac2526-9125-47c0-86c5-3b977be5da4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:48.835534 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6eac2526-9125-47c0-86c5-3b977be5da4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:48.841513 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6eac2526-9125-47c0-86c5-3b977be5da4b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/91517ef8-abfb-4ed0-9c34-2de08f96a368 HTTP/1.1" status: 204 len: 168 time: 0.3174415 Nov 02 12:02:48.851358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac2526-9125-47c0-86c5-3b977be5da4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91517ef8-abfb-4ed0-9c34-2de08f96a368,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:48.894061 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] For port 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:02:48.899166 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] For port 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b,segment=NetworkSegment(73e304a3-dc2a-4ee7-8b90-0ae4d52ec62e),segment_id=73e304a3-dc2a-4ee7-8b90-0ae4d52ec62e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:02:49.018382 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:49.052899 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093ae2db-64e3-4e4f-b8fc-ee5d2afe12e5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:02:49.057514 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-093ae2db-64e3-4e4f-b8fc-ee5d2afe12e5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:49.089277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-093ae2db-64e3-4e4f-b8fc-ee5d2afe12e5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] device_id is not set on port f11ca703-f7b8-40d9-b0e8-3b896ebfb2f1 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:02:49.096294 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74088b8e-5645-418c-a6d1-5fd113051024 None None] Pushing event updated for resources: {'Port': ['ID=23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:49.241879 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-093ae2db-64e3-4e4f-b8fc-ee5d2afe12e5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Allocated IP 172.20.0.4 (ac213630-5511-40d3-acc1-7f9f01fac684/b9dda8e1-4f7c-4290-8a93-7f33ea81d796/f11ca703-f7b8-40d9-b0e8-3b896ebfb2f1) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:02:49.479448 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-093ae2db-64e3-4e4f-b8fc-ee5d2afe12e5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:49.608709 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-093ae2db-64e3-4e4f-b8fc-ee5d2afe12e5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:49.678996 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093ae2db-64e3-4e4f-b8fc-ee5d2afe12e5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network ac213630-5511-40d3-acc1-7f9f01fac684 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:02:49.687056 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-093ae2db-64e3-4e4f-b8fc-ee5d2afe12e5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:49.690096 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093ae2db-64e3-4e4f-b8fc-ee5d2afe12e5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:02:49.737841 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ae2db-64e3-4e4f-b8fc-ee5d2afe12e5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=f11ca703-f7b8-40d9-b0e8-3b896ebfb2f1,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:49.760612 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c2689cb8-523a-4d99-a2a4-6b055e52a93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:49.798331 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ae2db-64e3-4e4f-b8fc-ee5d2afe12e5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:49.799331 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-093ae2db-64e3-4e4f-b8fc-ee5d2afe12e5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:49.939998 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-093ae2db-64e3-4e4f-b8fc-ee5d2afe12e5 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2227061 Nov 02 12:02:49.942740 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33830) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:50.365646 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2724929d-d0db-448e-a649-dd33858e9ac7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:50.449676 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366d05cd-245d-4739-a2f2-b807ce3409a1 None None] Network ac213630-5511-40d3-acc1-7f9f01fac684 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:02:50.532213 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b6c53b00-dcda-4fcc-9147-a5013583f96c None None] Provisioning complete for port 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:50.532744 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b6c53b00-dcda-4fcc-9147-a5013583f96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:50.716028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874eca1-1538-4dbc-86d5-fdd3a57e88cd req-9a794af4-9b84-4bd5-9861-05f8098940a6 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:50.740317 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b6c53b00-dcda-4fcc-9147-a5013583f96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:50.756283 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6874eca1-1538-4dbc-86d5-fdd3a57e88cd req-9a794af4-9b84-4bd5-9861-05f8098940a6 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.1159868 Nov 02 12:02:50.789078 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2724929d-d0db-448e-a649-dd33858e9ac7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:50.797498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b6c53b00-dcda-4fcc-9147-a5013583f96c None None] For port 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b,segment=NetworkSegment(73e304a3-dc2a-4ee7-8b90-0ae4d52ec62e),segment_id=73e304a3-dc2a-4ee7-8b90-0ae4d52ec62e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:02:50.887081 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6874eca1-1538-4dbc-86d5-fdd3a57e88cd req-bb718284-1bec-429e-8596-be0f696041f7 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1279900 Nov 02 12:02:50.972148 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2724929d-d0db-448e-a649-dd33858e9ac7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:51.040617 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:51.042105 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b6c53b00-dcda-4fcc-9147-a5013583f96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:51.107959 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:02:51.111685 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724929d-d0db-448e-a649-dd33858e9ac7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=f11ca703-f7b8-40d9-b0e8-3b896ebfb2f1,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:51.193076 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c53b00-dcda-4fcc-9147-a5013583f96c None None] Pushing event updated for resources: {'Port': ['ID=23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:51.205677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6ad2bfe7-1481-41bf-850f-8b8830354979 None None] Provisioning complete for port f11ca703-f7b8-40d9-b0e8-3b896ebfb2f1 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:51.206083 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6ad2bfe7-1481-41bf-850f-8b8830354979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:51.262726 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6ad2bfe7-1481-41bf-850f-8b8830354979 None None] Port f11ca703-f7b8-40d9-b0e8-3b896ebfb2f1 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:02:51.279535 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:51.279970 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:51.332578 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6ad2bfe7-1481-41bf-850f-8b8830354979 None None] Provisioning complete for port 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:51.335762 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6ad2bfe7-1481-41bf-850f-8b8830354979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:51.394440 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2724929d-d0db-448e-a649-dd33858e9ac7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:51.638409 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-35e3c173-452f-47b0-ad2d-09856c77aa81 None None] Provisioning complete for port f11ca703-f7b8-40d9-b0e8-3b896ebfb2f1 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:51.639042 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-35e3c173-452f-47b0-ad2d-09856c77aa81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:51.691977 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-35e3c173-452f-47b0-ad2d-09856c77aa81 None None] Port f11ca703-f7b8-40d9-b0e8-3b896ebfb2f1 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:02:51.709665 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2724929d-d0db-448e-a649-dd33858e9ac7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:51.818178 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-4e5dd287-74fe-4bf1-a859-9a09a312e8f7 None None] Provisioning complete for port f11ca703-f7b8-40d9-b0e8-3b896ebfb2f1 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:51.819370 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4e5dd287-74fe-4bf1-a859-9a09a312e8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:51.866571 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-4e5dd287-74fe-4bf1-a859-9a09a312e8f7 None None] Port f11ca703-f7b8-40d9-b0e8-3b896ebfb2f1 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:02:52.039008 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d71d1-7e3c-4653-8952-98a5a8e36d2c req-2e3a60f7-a2ce-4913-82a8-3b06eb3a0c65 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:52.040840 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c4d71d1-7e3c-4653-8952-98a5a8e36d2c req-2e3a60f7-a2ce-4913-82a8-3b06eb3a0c65 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.0598028 Nov 02 12:02:52.077365 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2724929d-d0db-448e-a649-dd33858e9ac7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:52.106955 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c4d71d1-7e3c-4653-8952-98a5a8e36d2c req-75a93392-3d29-4a69-924d-4d57ca395ebd tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544369 Nov 02 12:02:52.266644 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2724929d-d0db-448e-a649-dd33858e9ac7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:52.303665 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33890) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:52.398114 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724929d-d0db-448e-a649-dd33858e9ac7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=f11ca703-f7b8-40d9-b0e8-3b896ebfb2f1,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:52.401284 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2724929d-d0db-448e-a649-dd33858e9ac7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:52.448024 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15fb7c-c108-4c69-893f-e3cbb45b3e34 req-a73aa7c9-7aec-432b-ac9a-8ff2645ffe09 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:52.450618 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cc15fb7c-c108-4c69-893f-e3cbb45b3e34 req-a73aa7c9-7aec-432b-ac9a-8ff2645ffe09 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.54 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.1176360 Nov 02 12:02:52.458107 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e44f7c77-6e83-4790-9a9f-8c701b037fdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:52.538970 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:52.579956 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e44f7c77-6e83-4790-9a9f-8c701b037fdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:52.589405 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2724929d-d0db-448e-a649-dd33858e9ac7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network ac213630-5511-40d3-acc1-7f9f01fac684 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:02:52.592773 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-2724929d-d0db-448e-a649-dd33858e9ac7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:02:52.678975 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-cc15fb7c-c108-4c69-893f-e3cbb45b3e34 req-bfca79bc-037c-4de1-b996-9af0884df3ee tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Deleting port b37dc493-eb7e-4c99-8a59-056c9e6189f5 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:52.679361 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-cc15fb7c-c108-4c69-893f-e3cbb45b3e34 req-bfca79bc-037c-4de1-b996-9af0884df3ee tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:52.747059 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e44f7c77-6e83-4790-9a9f-8c701b037fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:52.807463 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-cc15fb7c-c108-4c69-893f-e3cbb45b3e34 req-bfca79bc-037c-4de1-b996-9af0884df3ee tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] For port b37dc493-eb7e-4c99-8a59-056c9e6189f5, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=b37dc493-eb7e-4c99-8a59-056c9e6189f5,segment=NetworkSegment(68178386-05d9-46fd-9edd-e67b33789cec),segment_id=68178386-05d9-46fd-9edd-e67b33789cec)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:02:52.807830 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-cc15fb7c-c108-4c69-893f-e3cbb45b3e34 req-bfca79bc-037c-4de1-b996-9af0884df3ee tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:52.842980 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e44f7c77-6e83-4790-9a9f-8c701b037fdb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=68a1066e4dbf40babf9fa91aec35d7bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5395868 Nov 02 12:02:52.843857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f7c77-6e83-4790-9a9f-8c701b037fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfc9246-855f-4442-b919-c7540721add6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:52.846542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33898) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:52.910479 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-bd9b21b3-4b86-491d-8ab2-2901d031ee78 None None] Provisioning complete for port f11ca703-f7b8-40d9-b0e8-3b896ebfb2f1 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:52.911970 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bd9b21b3-4b86-491d-8ab2-2901d031ee78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:52.962632 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fdbe197-0bff-4c8a-95fd-bcf5c7bbb528 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:53.012664 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b21b3-4b86-491d-8ab2-2901d031ee78 None None] Port f11ca703-f7b8-40d9-b0e8-3b896ebfb2f1 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:02:53.026797 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:02:53.030856 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fdbe197-0bff-4c8a-95fd-bcf5c7bbb528 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:53.081370 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-cc15fb7c-c108-4c69-893f-e3cbb45b3e34 req-bfca79bc-037c-4de1-b996-9af0884df3ee tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:53.081753 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-cc15fb7c-c108-4c69-893f-e3cbb45b3e34 req-bfca79bc-037c-4de1-b996-9af0884df3ee tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:53.082181 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [req-cc15fb7c-c108-4c69-893f-e3cbb45b3e34 req-bfca79bc-037c-4de1-b996-9af0884df3ee tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Floating IP 5674f0e0-afdd-45a4-a2ba-1136275ab83d disassociated. External IP: 172.25.6.109, port: b37dc493-eb7e-4c99-8a59-056c9e6189f5. Nov 02 12:02:53.083053 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-cc15fb7c-c108-4c69-893f-e3cbb45b3e34 req-bfca79bc-037c-4de1-b996-9af0884df3ee tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Calling delete_port for b37dc493-eb7e-4c99-8a59-056c9e6189f5 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:53.105161 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:02:53.105557 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:53.255129 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d49927-ea3a-4eda-9bcf-31a8825ba0d2 req-a0a24010-2e64-4d77-8bf4-33858573ddbf tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:53.256701 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d4d49927-ea3a-4eda-9bcf-31a8825ba0d2 req-a0a24010-2e64-4d77-8bf4-33858573ddbf tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 946 time: 0.0564563 Nov 02 12:02:53.278390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2724929d-d0db-448e-a649-dd33858e9ac7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Router 83f791af-9b4a-40a1-8fd5-08728e8b8e2f is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:02:53.294715 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fdbe197-0bff-4c8a-95fd-bcf5c7bbb528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:53.294715 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fdbe197-0bff-4c8a-95fd-bcf5c7bbb528 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:53.294715 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8fdbe197-0bff-4c8a-95fd-bcf5c7bbb528 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7cfc9246-855f-4442-b919-c7540721add6 HTTP/1.1" status: 204 len: 168 time: 0.4401541 Nov 02 12:02:53.328559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbe197-0bff-4c8a-95fd-bcf5c7bbb528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfc9246-855f-4442-b919-c7540721add6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:53.341521 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d4d49927-ea3a-4eda-9bcf-31a8825ba0d2 req-007ae4cb-98c7-4dee-9844-c6e10b8fb91c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751660 Nov 02 12:02:53.453363 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2724929d-d0db-448e-a649-dd33858e9ac7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:02:53.461991 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2724929d-d0db-448e-a649-dd33858e9ac7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "PUT /v2.0/routers/83f791af-9b4a-40a1-8fd5-08728e8b8e2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5152910 Nov 02 12:02:53.462651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33910) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:53.470753 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f33a930-7568-4c87-9b4d-dbcf1078f347 None None] Sync routers for ids ['83f791af-9b4a-40a1-8fd5-08728e8b8e2f'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:02:53.491210 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f33a930-7568-4c87-9b4d-dbcf1078f347 None None] Routers {'83f791af-9b4a-40a1-8fd5-08728e8b8e2f'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:02:53.491210 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9f33a930-7568-4c87-9b4d-dbcf1078f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:02:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['83f791af-9b4a-40a1-8fd5-08728e8b8e2f'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:53.532316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9f33a930-7568-4c87-9b4d-dbcf1078f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:53.542469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840f3b27-21f2-48ee-ac19-bb02ed47d52d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:53.542828 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f33a930-7568-4c87-9b4d-dbcf1078f347 None None] Routers {'83f791af-9b4a-40a1-8fd5-08728e8b8e2f'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:02:53.544265 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9f33a930-7568-4c87-9b4d-dbcf1078f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:02:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['83f791af-9b4a-40a1-8fd5-08728e8b8e2f'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:53.547564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33912) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:53.547761 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-840f3b27-21f2-48ee-ac19-bb02ed47d52d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f791af-9b4a-40a1-8fd5-08728e8b8e2f HTTP/1.1" status: 200 len: 980 time: 0.0833626 Nov 02 12:02:53.591339 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9f33a930-7568-4c87-9b4d-dbcf1078f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:53.592441 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f33a930-7568-4c87-9b4d-dbcf1078f347 None None] The sync data for ids ['83f791af-9b4a-40a1-8fd5-08728e8b8e2f'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:02:53.866764 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-cc15fb7c-c108-4c69-893f-e3cbb45b3e34 req-bfca79bc-037c-4de1-b996-9af0884df3ee tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:53.914265 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca79bc-037c-4de1-b996-9af0884df3ee tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Pushing event deleted for resources: {'Port': ['ID=b37dc493-eb7e-4c99-8a59-056c9e6189f5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:54.004023 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:54.249722 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:54.545780 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c7c0058f-2943-44c9-aae1-6f3e060ba903 req-e5cd5a08-62d2-4207-8ed8-e73243b6e92f tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 210 time: 0.0648830 Nov 02 12:02:54.694442 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc15fb7c-c108-4c69-893f-e3cbb45b3e34 req-bfca79bc-037c-4de1-b996-9af0884df3ee tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:02:54.720023 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1bf52874-3f0d-4fd4-bbe0-d54f34130dce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:54.974809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc15fb7c-c108-4c69-893f-e3cbb45b3e34 req-bfca79bc-037c-4de1-b996-9af0884df3ee tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:02:54.987335 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d728c7-45a5-4c58-a5e9-90109b789fcf None None] Sync routers for ids ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:02:54.994867 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:55.025968 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d728c7-45a5-4c58-a5e9-90109b789fcf None None] Routers {'59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:02:55.025968 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c7d728c7-45a5-4c58-a5e9-90109b789fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:02:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:55.030015 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc15fb7c-c108-4c69-893f-e3cbb45b3e34 req-bfca79bc-037c-4de1-b996-9af0884df3ee tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] No DVR routers for this DVR port b37dc493-eb7e-4c99-8a59-056c9e6189f5 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:02:55.032650 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-cc15fb7c-c108-4c69-893f-e3cbb45b3e34 req-bfca79bc-037c-4de1-b996-9af0884df3ee tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:55.036502 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cc15fb7c-c108-4c69-893f-e3cbb45b3e34 req-bfca79bc-037c-4de1-b996-9af0884df3ee tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.54 "DELETE /v2.0/ports/b37dc493-eb7e-4c99-8a59-056c9e6189f5 HTTP/1.1" status: 204 len: 173 time: 2.5561991 Nov 02 12:02:55.036979 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3890374b-28ac-4fac-a576-b9e7509d2fba', 'name': 'network-vif-deleted', 'tag': 'b37dc493-eb7e-4c99-8a59-056c9e6189f5'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:02:55.039481 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84ce128-3bb4-4f25-809e-0627286a9578" -d '{"events": [{"server_uuid": "3890374b-28ac-4fac-a576-b9e7509d2fba", "name": "network-vif-deleted", "tag": "b37dc493-eb7e-4c99-8a59-056c9e6189f5"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:02:55.118270 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cc9320-568c-42d8-a0a9-6ac5a7cf4094 x-openstack-request-id: req-28cc9320-568c-42d8-a0a9-6ac5a7cf4094 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:02:55.118590 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3890374b-28ac-4fac-a576-b9e7509d2fba", "name": "network-vif-deleted", "tag": "b37dc493-eb7e-4c99-8a59-056c9e6189f5", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:02:55.120198 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28cc9320-568c-42d8-a0a9-6ac5a7cf4094 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:02:55.120386 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3890374b-28ac-4fac-a576-b9e7509d2fba', 'name': 'network-vif-deleted', 'tag': 'b37dc493-eb7e-4c99-8a59-056c9e6189f5', 'status': 'completed', 'code': 200} Nov 02 12:02:55.161256 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-1bf52874-3f0d-4fd4-bbe0-d54f34130dce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port f11ca703-f7b8-40d9-b0e8-3b896ebfb2f1 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:55.161626 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1bf52874-3f0d-4fd4-bbe0-d54f34130dce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:55.241224 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-c7d728c7-45a5-4c58-a5e9-90109b789fcf None None] Set router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:02:55.305353 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1bf52874-3f0d-4fd4-bbe0-d54f34130dce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:55.326241 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-1bf52874-3f0d-4fd4-bbe0-d54f34130dce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for f11ca703-f7b8-40d9-b0e8-3b896ebfb2f1 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:55.553409 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b37dc493-eb7e-4c99-8a59-056c9e6189f5 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:02:55.560782 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c7d728c7-45a5-4c58-a5e9-90109b789fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T11:58:21Z', 'revision_number': 4, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '63a1017f-8b48-40b8-b6d1-3cc9ad119954', 'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'mac_address': 'fa:16:3e:14:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:20Z', 'updated_at': '2021-11-02T11:58:27Z', 'revision_number': 5, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'subnets': [{'id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:55.612372 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: b37dc493-eb7e-4c99-8a59-056c9e6189f5 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:02:55.614375 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device b37dc493-eb7e-4c99-8a59-056c9e6189f5 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:02:55.617674 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d728c7-45a5-4c58-a5e9-90109b789fcf None None] Checking router: 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:02:55.630085 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d728c7-45a5-4c58-a5e9-90109b789fcf None None] Routers {'59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:02:55.630871 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c7d728c7-45a5-4c58-a5e9-90109b789fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:02:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:55.730681 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1bf52874-3f0d-4fd4-bbe0-d54f34130dce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:55.772740 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf52874-3f0d-4fd4-bbe0-d54f34130dce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=f11ca703-f7b8-40d9-b0e8-3b896ebfb2f1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:55.778866 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-c7d728c7-45a5-4c58-a5e9-90109b789fcf None None] Set router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:02:55.811419 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b2b56fa-ef5a-4d35-8bf7-104f616e14df req-200ba7b9-0d71-4ecd-8cd0-7d5596402052 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=3890374b-28ac-4fac-a576-b9e7509d2fba HTTP/1.1" status: 200 len: 210 time: 0.0851419 Nov 02 12:02:56.014688 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1bf52874-3f0d-4fd4-bbe0-d54f34130dce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:56.231440 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c7d728c7-45a5-4c58-a5e9-90109b789fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T11:58:21Z', 'revision_number': 4, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '63a1017f-8b48-40b8-b6d1-3cc9ad119954', 'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'mac_address': 'fa:16:3e:14:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:20Z', 'updated_at': '2021-11-02T11:58:27Z', 'revision_number': 5, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'subnets': [{'id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:56.261848 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d728c7-45a5-4c58-a5e9-90109b789fcf None None] The sync data for ids ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'] in n-d-806683-18 is: [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T11:58:21Z', 'revision_number': 4, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '63a1017f-8b48-40b8-b6d1-3cc9ad119954', 'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'mac_address': 'fa:16:3e:14:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:20Z', 'updated_at': '2021-11-02T11:58:27Z', 'revision_number': 5, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'subnets': [{'id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:02:56.287051 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-4c28fe36-cd1d-4905-beb8-cd8b4da9d854 req-008ec7c7-bab1-4c54-8591-d50474f4be46 service neutron] (102690) timed out ('10.222.0.79', 64387) {{(pid=102690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 12:02:56.381584 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf52874-3f0d-4fd4-bbe0-d54f34130dce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Router 83f791af-9b4a-40a1-8fd5-08728e8b8e2f has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:02:56.469794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33970) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:56.551065 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf52874-3f0d-4fd4-bbe0-d54f34130dce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:02:56.557043 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1bf52874-3f0d-4fd4-bbe0-d54f34130dce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "PUT /v2.0/routers/83f791af-9b4a-40a1-8fd5-08728e8b8e2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0082657 Nov 02 12:02:56.559882 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33974) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:56.565105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93d9516-e5dc-4e13-9812-d46e1d3ea116 None None] Sync routers for ids ['83f791af-9b4a-40a1-8fd5-08728e8b8e2f'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:02:56.576103 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93d9516-e5dc-4e13-9812-d46e1d3ea116 None None] Routers {'83f791af-9b4a-40a1-8fd5-08728e8b8e2f'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:02:56.577546 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e93d9516-e5dc-4e13-9812-d46e1d3ea116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:02:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['83f791af-9b4a-40a1-8fd5-08728e8b8e2f'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:56.599530 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-16370aa3-1ce6-4873-a3bb-732bec96250e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] GET failed (client error): The resource could not be found. Nov 02 12:02:56.606754 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-16370aa3-1ce6-4873-a3bb-732bec96250e tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports/f11ca703-f7b8-40d9-b0e8-3b896ebfb2f1 HTTP/1.1" status: 404 len: 333 time: 0.0457222 Nov 02 12:02:56.609998 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33976) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:56.624750 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e93d9516-e5dc-4e13-9812-d46e1d3ea116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:56.660396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93d9516-e5dc-4e13-9812-d46e1d3ea116 None None] Routers {'83f791af-9b4a-40a1-8fd5-08728e8b8e2f'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:02:56.662114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e93d9516-e5dc-4e13-9812-d46e1d3ea116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:02:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['83f791af-9b4a-40a1-8fd5-08728e8b8e2f'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:56.686177 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f30d9da1-d1be-4f09-af1b-7172f1e2361c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:56.768490 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1a3fddfc-5bf2-4ea3-90f0-d3becd62a7ad tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:56.784114 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f91213-197b-46cd-b6a4-3e76667a5a72 None None] New status for floating IP 5674f0e0-afdd-45a4-a2ba-1136275ab83d: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:02:56.880625 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f30d9da1-d1be-4f09-af1b-7172f1e2361c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:57.034947 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1a3fddfc-5bf2-4ea3-90f0-d3becd62a7ad tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:57.042283 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1a3fddfc-5bf2-4ea3-90f0-d3becd62a7ad tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:57.060651 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e93d9516-e5dc-4e13-9812-d46e1d3ea116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:02:57.061695 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f30d9da1-d1be-4f09-af1b-7172f1e2361c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:57.061815 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93d9516-e5dc-4e13-9812-d46e1d3ea116 None None] The sync data for ids ['83f791af-9b4a-40a1-8fd5-08728e8b8e2f'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:02:57.089998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d9da1-d1be-4f09-af1b-7172f1e2361c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba6fe49-1c9e-4cf8-887f-a139d672fa0c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:57.098622 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f30d9da1-d1be-4f09-af1b-7172f1e2361c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a7d94672d9b64111ac9c149d31c98a95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6237547 Nov 02 12:02:57.098622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33986) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:57.153312 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9241a2b3-dca2-40bc-8ab1-30732b775eb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:57.186590 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9241a2b3-dca2-40bc-8ab1-30732b775eb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:57.289880 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1a3fddfc-5bf2-4ea3-90f0-d3becd62a7ad tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:57.295343 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3fddfc-5bf2-4ea3-90f0-d3becd62a7ad tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Fanout notify agent at l3_agent the message router_deleted on router 83f791af-9b4a-40a1-8fd5-08728e8b8e2f {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:02:57.298041 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1a3fddfc-5bf2-4ea3-90f0-d3becd62a7ad tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:57.298528 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33990) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:57.299138 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1a3fddfc-5bf2-4ea3-90f0-d3becd62a7ad tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/routers/83f791af-9b4a-40a1-8fd5-08728e8b8e2f HTTP/1.1" status: 204 len: 168 time: 0.6864898 Nov 02 12:02:57.304571 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33992) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:57.364878 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-7302d7a9-6381-4b6d-8d02-9513bd083c80 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting subnet b9dda8e1-4f7c-4290-8a93-7f33ea81d796 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:02:57.368491 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7302d7a9-6381-4b6d-8d02-9513bd083c80 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:57.372800 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-72f1cf43-3a4c-427d-88da-5dfed1858175 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:57.405290 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-72f1cf43-3a4c-427d-88da-5dfed1858175 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:57.420841 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7302d7a9-6381-4b6d-8d02-9513bd083c80 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:57.501142 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9241a2b3-dca2-40bc-8ab1-30732b775eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:57.504395 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9241a2b3-dca2-40bc-8ab1-30732b775eb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:57.505672 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9241a2b3-dca2-40bc-8ab1-30732b775eb4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dba6fe49-1c9e-4cf8-887f-a139d672fa0c HTTP/1.1" status: 204 len: 168 time: 0.4068844 Nov 02 12:02:57.514969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241a2b3-dca2-40bc-8ab1-30732b775eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba6fe49-1c9e-4cf8-887f-a139d672fa0c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:57.576676 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7302d7a9-6381-4b6d-8d02-9513bd083c80 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:57.656830 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-72f1cf43-3a4c-427d-88da-5dfed1858175 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:57.659860 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-72f1cf43-3a4c-427d-88da-5dfed1858175 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:57.665028 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-72f1cf43-3a4c-427d-88da-5dfed1858175 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "DELETE /v2.0/security-groups/3dd0e839-2ceb-4c55-bb08-0df8bd6874eb HTTP/1.1" status: 204 len: 168 time: 0.3610880 Nov 02 12:02:57.665230 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33998) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:57.674299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1cf43-3a4c-427d-88da-5dfed1858175 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd0e839-2ceb-4c55-bb08-0df8bd6874eb,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:57.690231 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-a43ca012-92cd-48fd-be46-4279450d1b93 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] show failed (client error): The resource could not be found. Nov 02 12:02:57.694081 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a43ca012-92cd-48fd-be46-4279450d1b93 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups/3dd0e839-2ceb-4c55-bb08-0df8bd6874eb HTTP/1.1" status: 404 len: 347 time: 0.0263891 Nov 02 12:02:57.694405 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34002) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:57.841699 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7302d7a9-6381-4b6d-8d02-9513bd083c80 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:57.885152 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7302d7a9-6381-4b6d-8d02-9513bd083c80 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:57.892115 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7302d7a9-6381-4b6d-8d02-9513bd083c80 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/b9dda8e1-4f7c-4290-8a93-7f33ea81d796 HTTP/1.1" status: 204 len: 168 time: 0.5840123 Nov 02 12:02:57.892115 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302d7a9-6381-4b6d-8d02-9513bd083c80 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Subnet': ['ID=b9dda8e1-4f7c-4290-8a93-7f33ea81d796,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:57.893245 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34006) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:02:57.904155 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d787439-a85c-4990-8b18-351936599446 None None] Network ac213630-5511-40d3-acc1-7f9f01fac684 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:02:58.031300 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-861eddf1-8968-465d-9bfd-0cf93f161813 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Deleting port 981c45e1-4ae3-42b4-8f33-0b09ce408118 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:58.031674 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-861eddf1-8968-465d-9bfd-0cf93f161813 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:58.169334 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:58.194606 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94be7914-5068-42b5-8785-b44b31b4efa1 None None] DHCP port deletion for ac213630-5511-40d3-acc1-7f9f01fac684 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:02:58.288797 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-9a97fbea-4da3-409c-9652-1ea6c762055f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2769206 Nov 02 12:02:58.295356 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-861eddf1-8968-465d-9bfd-0cf93f161813 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:58.295740 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-861eddf1-8968-465d-9bfd-0cf93f161813 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:58.318618 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-94be7914-5068-42b5-8785-b44b31b4efa1 None None] Deleting port 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:58.319014 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-94be7914-5068-42b5-8785-b44b31b4efa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:58.331068 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-861eddf1-8968-465d-9bfd-0cf93f161813 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Calling delete_port for 981c45e1-4ae3-42b4-8f33-0b09ce408118 owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:58.404204 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-94be7914-5068-42b5-8785-b44b31b4efa1 None None] For port 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b,segment=NetworkSegment(73e304a3-dc2a-4ee7-8b90-0ae4d52ec62e),segment_id=73e304a3-dc2a-4ee7-8b90-0ae4d52ec62e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:02:58.404592 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-94be7914-5068-42b5-8785-b44b31b4efa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:58.421545 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-94be7914-5068-42b5-8785-b44b31b4efa1 None None] Calling delete_port for 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:58.546501 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-b53f557c-b192-49de-b6be-795aebeacfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:58.547138 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-b53f557c-b192-49de-b6be-795aebeacfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:58.547858 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-b53f557c-b192-49de-b6be-795aebeacfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:58.548388 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-b53f557c-b192-49de-b6be-795aebeacfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:58.550700 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-b53f557c-b192-49de-b6be-795aebeacfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:58.551387 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-b53f557c-b192-49de-b6be-795aebeacfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:58.552133 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-b53f557c-b192-49de-b6be-795aebeacfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:58.554504 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-b53f557c-b192-49de-b6be-795aebeacfcf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 6509 time: 0.2059469 Nov 02 12:02:58.575230 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:02:58.575573 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:58.797864 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] For port 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b,segment=NetworkSegment(73e304a3-dc2a-4ee7-8b90-0ae4d52ec62e),segment_id=73e304a3-dc2a-4ee7-8b90-0ae4d52ec62e)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:02:58.798151 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:58.824795 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:02:58.838517 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-92279651-7db8-4b17-94ff-61a79beb2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:58.838778 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-92279651-7db8-4b17-94ff-61a79beb2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:58.839189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-92279651-7db8-4b17-94ff-61a79beb2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:58.840791 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-92279651-7db8-4b17-94ff-61a79beb2702 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=10b936a8-d21b-4733-b926-602727efeb2b&id=10b936a8-d21b-4733-b926-602727efeb2b HTTP/1.1" status: 200 len: 2298 time: 0.2351966 Nov 02 12:02:58.978966 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-d05bacc3-d41b-4349-bdb0-ace511a477b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca672186-6e3f-4016-a020-78cb076b6156 HTTP/1.1" status: 200 len: 1001 time: 0.1031616 Nov 02 12:02:59.019012 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:02:59.037614 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-6d807f81-5ea7-4236-841f-1688f0c50b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:59.039398 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-6d807f81-5ea7-4236-841f-1688f0c50b95 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6b553805-820e-40aa-9154-a28f88302dc9 HTTP/1.1" status: 200 len: 856 time: 0.0537395 Nov 02 12:02:59.091926 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-0dcf5d99-4022-4456-a93f-750e49833f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:59.093563 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-0dcf5d99-4022-4456-a93f-750e49833f40 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475881 Nov 02 12:02:59.117716 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:59.236027 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-cdfd9c55-5ff0-4241-b0f0-7e11756a7d1e service neutron] 10.222.0.54 "GET /v2.0/networks/dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273472 Nov 02 12:02:59.346375 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-b77e7d4f-851f-4db7-aad4-cbd4a5631528 service neutron] 10.222.0.54 "GET /v2.0/networks/dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028142 Nov 02 12:02:59.428824 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-94be7914-5068-42b5-8785-b44b31b4efa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:59.454101 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-861eddf1-8968-465d-9bfd-0cf93f161813 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:59.464166 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-afb56701-281f-49cb-bd19-f421190f5f2b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=5e651fdc-8891-4208-901e-2768d0925ea9 HTTP/1.1" status: 200 len: 217 time: 0.1097839 Nov 02 12:02:59.499459 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be7914-5068-42b5-8785-b44b31b4efa1 None None] Pushing event deleted for resources: {'Port': ['ID=23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:59.542625 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94be7914-5068-42b5-8785-b44b31b4efa1 None None] No DVR routers for this DVR port 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:02:59.558201 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861eddf1-8968-465d-9bfd-0cf93f161813 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Pushing event deleted for resources: {'Port': ['ID=981c45e1-4ae3-42b4-8f33-0b09ce408118,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:59.586717 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:59.658043 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:02:59.659111 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No DVR routers for this DVR port 23fab2e6-ac0e-4981-b8a3-b92b29e1fe8b on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:02:59.669049 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-8fbe7ca8-1fda-469a-9f88-b65420440f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:59.670594 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-8fbe7ca8-1fda-469a-9f88-b65420440f74 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.1956170 Nov 02 12:02:59.744462 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-861eddf1-8968-465d-9bfd-0cf93f161813 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:59.747135 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-861eddf1-8968-465d-9bfd-0cf93f161813 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:59.748379 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-861eddf1-8968-465d-9bfd-0cf93f161813 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "DELETE /v2.0/floatingips/5674f0e0-afdd-45a4-a2ba-1136275ab83d HTTP/1.1" status: 204 len: 168 time: 2.0529556 Nov 02 12:02:59.806699 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:02:59.814471 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-a8e2a19a-8471-49c4-8707-7f9c7919d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:02:59.816070 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-a8e2a19a-8471-49c4-8707-7f9c7919d32b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1189718 Nov 02 12:03:00.268677 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac213630-5511-40d3-acc1-7f9f01fac684']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:00.307222 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e304a3-dc2a-4ee7-8b90-0ae4d52ec62e') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:00.307542 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e304a3-dc2a-4ee7-8b90-0ae4d52ec62e') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:00.320936 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:00.350053 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:00.373517 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:03:00.373517 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:03:00.375618 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:03:00.458046 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34060) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:00.470953 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-af82341d-af88-4aec-b8d2-e4359f9aa14c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1731573434', 'description': 'tempest-description--1159207031'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:00.480327 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-d17b6403-fc22-4c70-804b-37e787213f89 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6562924 Nov 02 12:03:00.628849 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-af82341d-af88-4aec-b8d2-e4359f9aa14c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:00.649288 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-ecae1d51-e223-4ec0-9bec-fcaf6a52a11c service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488736 Nov 02 12:03:00.729149 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-af82341d-af88-4aec-b8d2-e4359f9aa14c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:00.747401 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:00.753041 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-1dfc8cae-a84f-4d3f-b72a-10867017abfd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3b8ad295-2d7a-4849-bddf-6bcf7483dce7 HTTP/1.1" status: 200 len: 217 time: 0.0966382 Nov 02 12:03:00.777416 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:00.786674 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/networks/ac213630-5511-40d3-acc1-7f9f01fac684 HTTP/1.1" status: 204 len: 168 time: 2.8907194 Nov 02 12:03:00.790340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34066) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:00.842201 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-af82341d-af88-4aec-b8d2-e4359f9aa14c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:00.872691 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0462372-04c6-4f8f-a64f-8a0b567feaaf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Network': ['ID=ac213630-5511-40d3-acc1-7f9f01fac684,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:00.883771 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55994f91-abef-47d3-ac66-4c723d2c4bf9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:00.887275 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-55994f91-abef-47d3-ac66-4c723d2c4bf9 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports/ff3b653e-eecc-4144-a5c5-fb4c1806a600 HTTP/1.1" status: 200 len: 841 time: 0.0952997 Nov 02 12:03:00.895494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34070) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:00.902317 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82341d-af88-4aec-b8d2-e4359f9aa14c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11834c5d-fbbb-48b8-b59d-bc4fc2d3df64,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:00.956400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34074) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:00.962489 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-373a2dfb-6348-4fe9-93ea-c590582027d2 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports/ff3b653e-eecc-4144-a5c5-fb4c1806a600?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0508807 Nov 02 12:03:00.962489 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-fb40bd5d-3bfb-4913-887c-8f10a314e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:00.963745 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-fb40bd5d-3bfb-4913-887c-8f10a314e400 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.1651328 Nov 02 12:03:00.966030 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-841b950a-edd9-4706-9bd9-968a295ea859 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'subnet': {'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:01.005546 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-af82341d-af88-4aec-b8d2-e4359f9aa14c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:01.010749 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-af82341d-af88-4aec-b8d2-e4359f9aa14c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5505359 Nov 02 12:03:01.011835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34076) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:01.025872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-62da1d77-35d1-4102-9234-73472b956dce tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Request body: {'security_group_rule': {'security_group_id': '11834c5d-fbbb-48b8-b59d-bc4fc2d3df64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:01.061839 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-3ae4fe30-4efa-405c-9ef6-682ab6d33eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:01.064127 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-3ae4fe30-4efa-405c-9ef6-682ab6d33eb3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0943573 Nov 02 12:03:01.221605 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-dea7d4b2-f1d5-45d9-aa1f-f2c7c68af750 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450715 Nov 02 12:03:01.261456 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-62da1d77-35d1-4102-9234-73472b956dce tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:01.350202 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-e511214f-fe23-41a9-a43b-60764faf9deb service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195838 Nov 02 12:03:01.373953 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-62da1d77-35d1-4102-9234-73472b956dce tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:01.408322 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-b54ba905-1ec3-4d9a-9709-d9e6e785433e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=0c8ae48e-1ea8-4690-a5ef-68ac4793c381 HTTP/1.1" status: 200 len: 217 time: 0.0524204 Nov 02 12:03:01.467969 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-62da1d77-35d1-4102-9234-73472b956dce tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:01.504038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841b950a-edd9-4706-9bd9-968a295ea859 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:03:01.510148 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-841b950a-edd9-4706-9bd9-968a295ea859 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:01.515932 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-4583df46-a4fb-4f2f-afa9-9fe385ea5fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:01.517933 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-4583df46-a4fb-4f2f-afa9-9fe385ea5fe8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.1024535 Nov 02 12:03:01.647336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-535d49a2-ec2a-4ed2-908e-4be111d8ec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:01.648957 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-535d49a2-ec2a-4ed2-908e-4be111d8ec9e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1226249 Nov 02 12:03:01.726324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da1d77-35d1-4102-9234-73472b956dce tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c87bac-3c38-423c-977c-13d14813740d,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:01.837046 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-2be3393d-d260-4281-bab2-71ee65694075 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808155 Nov 02 12:03:01.913874 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-62da1d77-35d1-4102-9234-73472b956dce tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:01.919557 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-62da1d77-35d1-4102-9234-73472b956dce tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9022083 Nov 02 12:03:01.921450 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34100) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:01.932118 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-df6f6c26-514b-4e94-b781-42b6dec1a63e tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Request body: {'security_group_rule': {'security_group_id': '11834c5d-fbbb-48b8-b59d-bc4fc2d3df64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:02.015073 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-841b950a-edd9-4706-9bd9-968a295ea859 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:02.030069 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-4765b04b-cfd7-483f-a0cb-edf894bcdb82 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829600 Nov 02 12:03:02.091733 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-8b0261cd-f925-4c45-ae07-91e48f795c09 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=de2a026a-6dac-4b49-9e98-ff799c66efb9 HTTP/1.1" status: 200 len: 217 time: 0.0527687 Nov 02 12:03:02.092699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841b950a-edd9-4706-9bd9-968a295ea859 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:02.095120 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b950a-edd9-4706-9bd9-968a295ea859 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Subnet': ['ID=11585a81-7f41-4c6a-a97d-87a559e30e00,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:02.099859 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-841b950a-edd9-4706-9bd9-968a295ea859 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:02.110956 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff75902-536a-4e88-9dac-cc22730a2944 None None] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:03:02.112217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841b950a-edd9-4706-9bd9-968a295ea859 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:02.113446 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-841b950a-edd9-4706-9bd9-968a295ea859 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:02.144104 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df6f6c26-514b-4e94-b781-42b6dec1a63e tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:02.200753 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-661efd9a-3968-46a5-939a-5bf996916f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:02.206428 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-661efd9a-3968-46a5-939a-5bf996916f8c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.0987985 Nov 02 12:03:02.266630 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df6f6c26-514b-4e94-b781-42b6dec1a63e tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:02.315933 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-841b950a-edd9-4706-9bd9-968a295ea859 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3572221 Nov 02 12:03:02.319922 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34108) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:02.327166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-4f8cf81c-ce2b-4b15-9dc1-b108a508a96f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'security_group': {'name': 'tempest-secgroup-1907127764'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:02.347938 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-0204114b-9111-439d-9741-be85c70e2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:02.349807 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-0204114b-9111-439d-9741-be85c70e2c6b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1340663 Nov 02 12:03:02.371459 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df6f6c26-514b-4e94-b781-42b6dec1a63e tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:02.424308 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-3f57b163-c605-4e8e-8d5e-b661a54171cb', 'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb', 'tenant_id': 'c92ff21dfe924aa9a273d9851636103c', 'fixed_ips': [{'subnet_id': '11585a81-7f41-4c6a-a97d-87a559e30e00'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:03:02.425434 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:02.430202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f6c26-514b-4e94-b781-42b6dec1a63e tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1173916-da67-4e65-a8ed-971400b76440,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:02.514520 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4f8cf81c-ce2b-4b15-9dc1-b108a508a96f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:02.552573 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-149266c7-040f-4c36-bceb-da5396930763 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923323 Nov 02 12:03:02.609994 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Allocated IP 172.20.0.2 (3f57b163-c605-4e8e-8d5e-b661a54171cb/11585a81-7f41-4c6a-a97d-87a559e30e00/b3a54f79-c55f-4ff9-b28b-e763aab2ea55) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:02.679403 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df6f6c26-514b-4e94-b781-42b6dec1a63e tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:02.684323 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-df6f6c26-514b-4e94-b781-42b6dec1a63e tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7607975 Nov 02 12:03:02.697692 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34116) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:02.794006 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-96d13a9b-ddc1-4e9a-9710-963edf69bfea tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:02.806890 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4f8cf81c-ce2b-4b15-9dc1-b108a508a96f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:02.837621 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:02.883103 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-4b7884e4-a099-463a-a097-b41e1d43f562 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228312 Nov 02 12:03:02.892004 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4f8cf81c-ce2b-4b15-9dc1-b108a508a96f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:02.974116 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-dd46a3c6-aea0-4e41-90f4-c437bc1922be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92017229-4838-4c2d-ada3-023757608982 HTTP/1.1" status: 200 len: 217 time: 0.0839720 Nov 02 12:03:03.012258 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cf81c-ce2b-4b15-9dc1-b108a508a96f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e53f79-b357-4f7d-b247-b32ec8c0e141,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:03.029226 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:03.085975 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-fe661f77-e56e-4e90-a6a3-1d4c65ee4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:03.088610 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-fe661f77-e56e-4e90-a6a3-1d4c65ee4906 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=563d92c1-6662-4771-9939-deda5bdb68bf HTTP/1.1" status: 200 len: 797 time: 0.1070223 Nov 02 12:03:03.091496 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Pushing event updated for resources: {'Port': ['ID=b3a54f79-c55f-4ff9-b28b-e763aab2ea55,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:03.096527 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:03.099253 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:03.103534 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:03:03.151882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34124) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:03.156266 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96d13a9b-ddc1-4e9a-9710-963edf69bfea tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:03.193158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Attempting to bind port b3a54f79-c55f-4ff9-b28b-e763aab2ea55 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:03:03.194045 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Attempting to bind port b3a54f79-c55f-4ff9-b28b-e763aab2ea55 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'b61ea45c-70df-4482-ad7c-38a673bb3c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:03:03.194369 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Attempting to bind port b3a54f79-c55f-4ff9-b28b-e763aab2ea55 on network 3f57b163-c605-4e8e-8d5e-b661a54171cb {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:03:03.201412 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:03:03.201938 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Checking segment: {'id': 'b61ea45c-70df-4482-ad7c-38a673bb3c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:03:03.202457 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:03.203060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Bound using segment: {'id': 'b61ea45c-70df-4482-ad7c-38a673bb3c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:03:03.203711 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Bound port: b3a54f79-c55f-4ff9-b28b-e763aab2ea55, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61ea45c-70df-4482-ad7c-38a673bb3c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:03:03.205003 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:03.205305 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-2ea432c4-341c-429c-b286-c1f68e6f0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:03.206795 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-2ea432c4-341c-429c-b286-c1f68e6f0007 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10b936a8-d21b-4733-b926-602727efeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1114397 Nov 02 12:03:03.285885 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4f8cf81c-ce2b-4b15-9dc1-b108a508a96f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:03.291600 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4f8cf81c-ce2b-4b15-9dc1-b108a508a96f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9697764 Nov 02 12:03:03.292348 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34128) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:03.295920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] For port b3a54f79-c55f-4ff9-b28b-e763aab2ea55, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:03:03.302652 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] For port b3a54f79-c55f-4ff9-b28b-e763aab2ea55, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b3a54f79-c55f-4ff9-b28b-e763aab2ea55,segment=NetworkSegment(b61ea45c-70df-4482-ad7c-38a673bb3c25),segment_id=b61ea45c-70df-4482-ad7c-38a673bb3c25)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:03:03.311638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a5528533-f4dd-4356-a303-ade18c449332 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'security_group': {'name': 'tempest-secgroup-536627832'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:03.381890 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-8d9e75ea-90ee-41ff-9e28-d66aabe5508b service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665850 Nov 02 12:03:03.455114 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:03.499316 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5528533-f4dd-4356-a303-ade18c449332 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:03.549355 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a8a43-c380-4ab6-9530-0b944eb4101e None None] Pushing event updated for resources: {'Port': ['ID=b3a54f79-c55f-4ff9-b28b-e763aab2ea55,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:03.565499 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-9f503b0d-6ebb-4d10-8ada-60c1896fa791 service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451268 Nov 02 12:03:03.669569 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-1d92a2c5-2968-4039-b30c-d5aad76f5b20 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dabbb248-47fb-47b2-bb85-bb42f4b35e52 HTTP/1.1" status: 200 len: 217 time: 0.0947552 Nov 02 12:03:03.675143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-38d499f4-a5c1-4ef6-8d5f-1179f866dc14 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:03.691316 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5528533-f4dd-4356-a303-ade18c449332 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:03.792978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-1f58dce3-f2fc-45c4-87e8-c37d1e5f876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:03.799300 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-1f58dce3-f2fc-45c4-87e8-c37d1e5f876c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=563d92c1-6662-4771-9939-deda5bdb68bf HTTP/1.1" status: 200 len: 797 time: 0.1184602 Nov 02 12:03:03.801914 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96d13a9b-ddc1-4e9a-9710-963edf69bfea tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:03.856674 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5528533-f4dd-4356-a303-ade18c449332 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:03.915050 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38d499f4-a5c1-4ef6-8d5f-1179f866dc14 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:03.921275 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5528533-f4dd-4356-a303-ade18c449332 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81bccb97-2f25-4a81-b1c6-7d443cf08b30,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:03.964589 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709d677-082e-48fd-83e7-abc29e45327a req-4c1ab05f-06e6-43d9-b208-32ead3036c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:03.966158 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-4c1ab05f-06e6-43d9-b208-32ead3036c0f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10b936a8-d21b-4733-b926-602727efeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1611626 Nov 02 12:03:04.075744 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5528533-f4dd-4356-a303-ade18c449332 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:04.081589 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a5528533-f4dd-4356-a303-ade18c449332 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7878051 Nov 02 12:03:04.083239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34138) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:04.089410 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-3cb4aaf4-8ae3-4fc7-ac47-174ae29aa353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-635794166', 'security_groups': ['81bccb97-2f25-4a81-b1c6-7d443cf08b30'], 'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '11585a81-7f41-4c6a-a97d-87a559e30e00'}]}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:04.263744 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38d499f4-a5c1-4ef6-8d5f-1179f866dc14 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:04.298335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-96d13a9b-ddc1-4e9a-9710-963edf69bfea tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Allocated IP 172.25.6.215 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/7542e191-e57d-4559-b926-df6ccd9f512a) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:04.310914 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-165f5167-caee-4a33-bdeb-0cfe3213eab4 service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279827 Nov 02 12:03:04.440045 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb4aaf4-8ae3-4fc7-ac47-174ae29aa353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:03:04.506292 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7709d677-082e-48fd-83e7-abc29e45327a req-2ee761a2-20fb-46fb-a717-c8296886bb2c service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867001 Nov 02 12:03:04.520739 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96d13a9b-ddc1-4e9a-9710-963edf69bfea tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:04.608095 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cb4aaf4-8ae3-4fc7-ac47-174ae29aa353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:04.630637 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-3cb4aaf4-8ae3-4fc7-ac47-174ae29aa353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] device_id is not set on port 05b34538-fb07-4e2c-810e-a5102783e324 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:03:04.674979 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96d13a9b-ddc1-4e9a-9710-963edf69bfea tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:04.739628 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d13a9b-ddc1-4e9a-9710-963edf69bfea tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:04.748610 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-96d13a9b-ddc1-4e9a-9710-963edf69bfea tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:04.755478 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d13a9b-ddc1-4e9a-9710-963edf69bfea tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:03:04.882911 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d13a9b-ddc1-4e9a-9710-963edf69bfea tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Pushing event updated for resources: {'Port': ['ID=7542e191-e57d-4559-b926-df6ccd9f512a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:04.934845 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-38d499f4-a5c1-4ef6-8d5f-1179f866dc14 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Allocated IP 172.25.6.204 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/46ba2076-4c83-4985-a77b-1018e90e2403) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:05.122122 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96d13a9b-ddc1-4e9a-9710-963edf69bfea tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:05.255982 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b3a54f79-c55f-4ff9-b28b-e763aab2ea55 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:03:05.280686 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-3cb4aaf4-8ae3-4fc7-ac47-174ae29aa353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Allocated IP 172.20.0.10 (3f57b163-c605-4e8e-8d5e-b661a54171cb/11585a81-7f41-4c6a-a97d-87a559e30e00/05b34538-fb07-4e2c-810e-a5102783e324) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:05.364507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b3a54f79-c55f-4ff9-b28b-e763aab2ea55 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:05.365385 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:05.369596 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96d13a9b-ddc1-4e9a-9710-963edf69bfea tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:05.400581 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38d499f4-a5c1-4ef6-8d5f-1179f866dc14 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:05.439638 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-526967c1-9573-4e6e-861c-de7f26715b01 None None] Provisioning complete for port b3a54f79-c55f-4ff9-b28b-e763aab2ea55 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:05.440435 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-526967c1-9573-4e6e-861c-de7f26715b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:05.558672 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cb4aaf4-8ae3-4fc7-ac47-174ae29aa353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:05.614377 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:05.634454 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38d499f4-a5c1-4ef6-8d5f-1179f866dc14 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:05.656999 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d499f4-a5c1-4ef6-8d5f-1179f866dc14 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:05.682781 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-38d499f4-a5c1-4ef6-8d5f-1179f866dc14 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:05.697410 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d499f4-a5c1-4ef6-8d5f-1179f866dc14 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:03:05.697410 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cb4aaf4-8ae3-4fc7-ac47-174ae29aa353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:05.702438 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port b3a54f79-c55f-4ff9-b28b-e763aab2ea55, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b3a54f79-c55f-4ff9-b28b-e763aab2ea55,segment=NetworkSegment(b61ea45c-70df-4482-ad7c-38a673bb3c25),segment_id=b61ea45c-70df-4482-ad7c-38a673bb3c25)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:03:05.717034 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-526967c1-9573-4e6e-861c-de7f26715b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:05.718470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb4aaf4-8ae3-4fc7-ac47-174ae29aa353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:05.742186 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96d13a9b-ddc1-4e9a-9710-963edf69bfea tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:05.752427 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-3cb4aaf4-8ae3-4fc7-ac47-174ae29aa353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:05.755506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb4aaf4-8ae3-4fc7-ac47-174ae29aa353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:03:05.819495 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d499f4-a5c1-4ef6-8d5f-1179f866dc14 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Pushing event updated for resources: {'Port': ['ID=46ba2076-4c83-4985-a77b-1018e90e2403,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:05.827059 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:05.856169 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96d13a9b-ddc1-4e9a-9710-963edf69bfea tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:05.920742 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38d499f4-a5c1-4ef6-8d5f-1179f866dc14 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:05.921010 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-526967c1-9573-4e6e-861c-de7f26715b01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:03:05.921010 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-526967c1-9573-4e6e-861c-de7f26715b01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:03:05.977160 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb4aaf4-8ae3-4fc7-ac47-174ae29aa353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:05.978037 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cb4aaf4-8ae3-4fc7-ac47-174ae29aa353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:06.007800 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=b3a54f79-c55f-4ff9-b28b-e763aab2ea55,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:06.072354 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4aaf4-8ae3-4fc7-ac47-174ae29aa353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=05b34538-fb07-4e2c-810e-a5102783e324,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:06.083496 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38d499f4-a5c1-4ef6-8d5f-1179f866dc14 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:06.090569 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d13a9b-ddc1-4e9a-9710-963edf69bfea tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Pushing event updated for resources: {'Port': ['ID=7542e191-e57d-4559-b926-df6ccd9f512a,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:06.103982 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96d13a9b-ddc1-4e9a-9710-963edf69bfea tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:06.123652 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3cb4aaf4-8ae3-4fc7-ac47-174ae29aa353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0391495 Nov 02 12:03:06.128617 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34162) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:06.137413 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-90b98fd7-dcbd-41fc-9fa3-5690c3d2a053 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'subnet': {'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:06.246985 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96d13a9b-ddc1-4e9a-9710-963edf69bfea tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:06.262357 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-96d13a9b-ddc1-4e9a-9710-963edf69bfea tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5325634 Nov 02 12:03:06.386655 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38d499f4-a5c1-4ef6-8d5f-1179f866dc14 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:06.477164 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-526967c1-9573-4e6e-861c-de7f26715b01 None None] Provisioning complete for port ff3b653e-eecc-4144-a5c5-fb4c1806a600 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:06.477790 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-526967c1-9573-4e6e-861c-de7f26715b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:06.529791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-526967c1-9573-4e6e-861c-de7f26715b01 None None] Port ff3b653e-eecc-4144-a5c5-fb4c1806a600 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:03:06.572318 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-7db9f387-0345-49bb-b79d-528ef33e7d6a tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1731573434&fields=id&tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18 HTTP/1.1" status: 200 len: 267 time: 0.0599093 Nov 02 12:03:06.573712 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38d499f4-a5c1-4ef6-8d5f-1179f866dc14 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:06.614757 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b98fd7-dcbd-41fc-9fa3-5690c3d2a053 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:03:06.622212 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-90b98fd7-dcbd-41fc-9fa3-5690c3d2a053 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:06.690593 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0677b679-5609-42b5-8390-8c6aa78cb1a4 None None] Provisioning complete for port 05b34538-fb07-4e2c-810e-a5102783e324 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:06.691079 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0677b679-5609-42b5-8390-8c6aa78cb1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:06.768145 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0677b679-5609-42b5-8390-8c6aa78cb1a4 None None] Port 05b34538-fb07-4e2c-810e-a5102783e324 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:03:06.787508 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d499f4-a5c1-4ef6-8d5f-1179f866dc14 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Pushing event updated for resources: {'Port': ['ID=46ba2076-4c83-4985-a77b-1018e90e2403,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:06.810422 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38d499f4-a5c1-4ef6-8d5f-1179f866dc14 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:06.857521 n-d-806683-18 neutron-server[102690]: INFO neutron.db.ipam_backend_mixin [None req-90b98fd7-dcbd-41fc-9fa3-5690c3d2a053 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 11585a81-7f41-4c6a-a97d-87a559e30e00 (CIDR: 172.20.0.0/28) Nov 02 12:03:06.885311 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-99a013e4-66e8-40e9-a01c-b7ea973e28af tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:06.887067 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-99a013e4-66e8-40e9-a01c-b7ea973e28af tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/networks?id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0 HTTP/1.1" status: 200 len: 811 time: 0.3044093 Nov 02 12:03:06.904498 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-7b2680e1-e4e0-4d44-ac77-933ad9975b1a tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/quotas/3bf0bc53ed7145e4acec9ee5e89c3e18 HTTP/1.1" status: 200 len: 375 time: 0.0110009 Nov 02 12:03:06.923623 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b98fd7-dcbd-41fc-9fa3-5690c3d2a053 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:03:06.926350 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b98fd7-dcbd-41fc-9fa3-5690c3d2a053 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:03:06.953802 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38d499f4-a5c1-4ef6-8d5f-1179f866dc14 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:06.959450 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-38d499f4-a5c1-4ef6-8d5f-1179f866dc14 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8048601 Nov 02 12:03:06.959450 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34182) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:06.967265 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f273a1c8-31f7-41eb-9965-bcad5bb7e87c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1917425483'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:07.000120 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-02c6ce43-f11e-48f7-aaa6-fd698ea4a180 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0884588 Nov 02 12:03:07.019592 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-90b98fd7-dcbd-41fc-9fa3-5690c3d2a053 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8872674 Nov 02 12:03:07.020284 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34184) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:07.025897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-619f389f-b433-46c0-bd08-722ceef51d52 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'subnet': {'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:07.147972 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b3a54f79-c55f-4ff9-b28b-e763aab2ea55 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:03:07.310582 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b3a54f79-c55f-4ff9-b28b-e763aab2ea55 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:07.310870 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:07.460410 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619f389f-b433-46c0-bd08-722ceef51d52 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:03:07.469951 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-619f389f-b433-46c0-bd08-722ceef51d52 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:07.542198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f273a1c8-31f7-41eb-9965-bcad5bb7e87c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Made reservation on behalf of 944ea4f7cde743a3a8bb85971d683f96 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:03:07.562824 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f273a1c8-31f7-41eb-9965-bcad5bb7e87c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:07.562824 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f273a1c8-31f7-41eb-9965-bcad5bb7e87c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:07.596868 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b28375d0-53e7-4411-913b-248d8677e393 service neutron] 10.222.0.52 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5622423 Nov 02 12:03:07.761936 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f273a1c8-31f7-41eb-9965-bcad5bb7e87c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:07.764418 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-004f8a5c-7d4a-4a22-80c5-787fb710d7ed service neutron] 10.222.0.52 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541321 Nov 02 12:03:07.864954 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f273a1c8-31f7-41eb-9965-bcad5bb7e87c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:07.919281 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f273a1c8-31f7-41eb-9965-bcad5bb7e87c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:03:07.929549 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273a1c8-31f7-41eb-9965-bcad5bb7e87c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b39f84b-18f0-4492-9847-f2ca00cc6831,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:07.937996 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f273a1c8-31f7-41eb-9965-bcad5bb7e87c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:07.938906 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-f273a1c8-31f7-41eb-9965-bcad5bb7e87c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Added segment 48781765-8677-46c0-a50c-9c53e1cee537 of type vlan for network a2e00b44-d0ee-436b-83ed-9e2a304498e5 Nov 02 12:03:07.997740 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f273a1c8-31f7-41eb-9965-bcad5bb7e87c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:08.003979 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-619f389f-b433-46c0-bd08-722ceef51d52 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:08.070141 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619f389f-b433-46c0-bd08-722ceef51d52 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:08.073871 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-619f389f-b433-46c0-bd08-722ceef51d52 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:08.080451 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619f389f-b433-46c0-bd08-722ceef51d52 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:08.081495 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-619f389f-b433-46c0-bd08-722ceef51d52 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:08.107198 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18930ee-b670-454d-aa6d-35c76ad416b3 None None] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:03:08.111585 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f389f-b433-46c0-bd08-722ceef51d52 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Subnet': ['ID=9319c1c3-ba66-4b38-a37e-bac2f40cb097,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:08.123137 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f273a1c8-31f7-41eb-9965-bcad5bb7e87c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:08.134159 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f273a1c8-31f7-41eb-9965-bcad5bb7e87c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:08.134159 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f273a1c8-31f7-41eb-9965-bcad5bb7e87c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:08.221523 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-619f389f-b433-46c0-bd08-722ceef51d52 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1999068 Nov 02 12:03:08.224875 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34206) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:08.231768 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5f79853c-cf1f-4f58-9632-5de3b681ae32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2125675724', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9319c1c3-ba66-4b38-a37e-bac2f40cb097'}], 'security_groups': ['a3e53f79-b357-4f7d-b247-b32ec8c0e141']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:08.244870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273a1c8-31f7-41eb-9965-bcad5bb7e87c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Pushing event updated for resources: {'Network': ['ID=a2e00b44-d0ee-436b-83ed-9e2a304498e5,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:08.287342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network a2e00b44-d0ee-436b-83ed-9e2a304498e5 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:03:08.436332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97e6bc4a-3d6f-4d37-a592-3005f038aa23 req-7f55e227-1f80-48ac-b243-8745661e86ab tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 210 time: 0.0742733 Nov 02 12:03:08.449009 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f273a1c8-31f7-41eb-9965-bcad5bb7e87c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4870257 Nov 02 12:03:08.449582 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34208) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:08.456292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-88146603-8b81-4696-83fd-8e6bef3ed349 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Request body: {'subnet': {'network_id': 'a2e00b44-d0ee-436b-83ed-9e2a304498e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:08.527477 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f79853c-cf1f-4f58-9632-5de3b681ae32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:08.701724 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada682ba-23fc-4fc0-b2fd-987b7c4f7412 None None] Update dhcp port {'port': {'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb', 'fixed_ips': [{'subnet_id': '11585a81-7f41-4c6a-a97d-87a559e30e00', 'ip_address': '172.20.0.2'}, {'subnet_id': '9319c1c3-ba66-4b38-a37e-bac2f40cb097'}], 'binding:host_id': 'n-d-806683-18'}, 'id': 'b3a54f79-c55f-4ff9-b28b-e763aab2ea55'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 12:03:08.732958 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ada682ba-23fc-4fc0-b2fd-987b7c4f7412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:08.848730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88146603-8b81-4696-83fd-8e6bef3ed349 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Made reservation on behalf of 944ea4f7cde743a3a8bb85971d683f96 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:03:08.855561 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88146603-8b81-4696-83fd-8e6bef3ed349 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:08.946979 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-5f79853c-cf1f-4f58-9632-5de3b681ae32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Delete allocated IP 172.20.0.10 (3f57b163-c605-4e8e-8d5e-b661a54171cb/11585a81-7f41-4c6a-a97d-87a559e30e00) {{(pid=102690) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 02 12:03:08.956937 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-5f79853c-cf1f-4f58-9632-5de3b681ae32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Allocated IP 172.20.0.18 (3f57b163-c605-4e8e-8d5e-b661a54171cb/9319c1c3-ba66-4b38-a37e-bac2f40cb097/05b34538-fb07-4e2c-810e-a5102783e324) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:09.180375 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f79853c-cf1f-4f58-9632-5de3b681ae32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:09.343615 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88146603-8b81-4696-83fd-8e6bef3ed349 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:09.369348 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f79853c-cf1f-4f58-9632-5de3b681ae32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:09.453836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88146603-8b81-4696-83fd-8e6bef3ed349 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Pushing event updated for resources: {'Subnet': ['ID=577abac2-2018-4b34-99ed-5168aa41fa32,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:09.460651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88146603-8b81-4696-83fd-8e6bef3ed349 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Checking segment: {'id': '48781765-8677-46c0-a50c-9c53e1cee537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a2e00b44-d0ee-436b-83ed-9e2a304498e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:03:09.460651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88146603-8b81-4696-83fd-8e6bef3ed349 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Network hostable DHCP agents. Network: a2e00b44-d0ee-436b-83ed-9e2a304498e5, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:03:09.576117 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-ada682ba-23fc-4fc0-b2fd-987b7c4f7412 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-37acf958-6fe1-419e-8ceb-f485dab08d39 {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:03:09.577234 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-ada682ba-23fc-4fc0-b2fd-987b7c4f7412 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:03:09.580665 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79853c-cf1f-4f58-9632-5de3b681ae32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=05b34538-fb07-4e2c-810e-a5102783e324,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:09.583086 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c4cf1a3-1e46-4927-a05f-db8267fdcfe0 req-4873b860-ba78-40ad-82f1-5e8a306199a9 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 210 time: 0.0405054 Nov 02 12:03:09.618843 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5f79853c-cf1f-4f58-9632-5de3b681ae32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] In _notify_port_updated(), no bound segment for port 05b34538-fb07-4e2c-810e-a5102783e324 on network 3f57b163-c605-4e8e-8d5e-b661a54171cb {{(pid=102690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 12:03:09.624517 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f79853c-cf1f-4f58-9632-5de3b681ae32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:09.625150 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5f79853c-cf1f-4f58-9632-5de3b681ae32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:09.626625 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5f79853c-cf1f-4f58-9632-5de3b681ae32 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "PUT /v2.0/ports/05b34538-fb07-4e2c-810e-a5102783e324 HTTP/1.1" status: 200 len: 921 time: 1.4004855 Nov 02 12:03:09.629897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34226) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:09.640364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88146603-8b81-4696-83fd-8e6bef3ed349 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Network a2e00b44-d0ee-436b-83ed-9e2a304498e5 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:03:09.733832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-354e061e-81d1-4b4b-830d-36fc492f4353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port 05b34538-fb07-4e2c-810e-a5102783e324 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:03:09.734154 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-354e061e-81d1-4b4b-830d-36fc492f4353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:09.762998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-88146603-8b81-4696-83fd-8e6bef3ed349 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, a2e00b44-d0ee-436b-83ed-9e2a304498e5) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:09.773826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe3e7d5-74ff-48c9-baa4-3c2c4b165130 None None] Network a2e00b44-d0ee-436b-83ed-9e2a304498e5 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:03:09.799555 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88146603-8b81-4696-83fd-8e6bef3ed349 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:09.800174 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88146603-8b81-4696-83fd-8e6bef3ed349 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:09.850985 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-354e061e-81d1-4b4b-830d-36fc492f4353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:09.886731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-354e061e-81d1-4b4b-830d-36fc492f4353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for 05b34538-fb07-4e2c-810e-a5102783e324 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:03:09.907165 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-88146603-8b81-4696-83fd-8e6bef3ed349 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4564016 Nov 02 12:03:09.909947 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34238) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:09.918098 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-58617205', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:09.976306 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-a2e00b44-d0ee-436b-83ed-9e2a304498e5', 'network_id': 'a2e00b44-d0ee-436b-83ed-9e2a304498e5', 'tenant_id': '944ea4f7cde743a3a8bb85971d683f96', 'fixed_ips': [{'subnet_id': '577abac2-2018-4b34-99ed-5168aa41fa32'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:03:09.976306 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:10.117245 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ada682ba-23fc-4fc0-b2fd-987b7c4f7412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:10.117690 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:10.119246 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:10.205601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Allocated IP 172.20.0.2 (a2e00b44-d0ee-436b-83ed-9e2a304498e5/577abac2-2018-4b34-99ed-5168aa41fa32/3b2eeab6-64f9-4b2b-9924-5badd99e0917) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:10.297570 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-354e061e-81d1-4b4b-830d-36fc492f4353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:10.355897 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:10.376622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e061e-81d1-4b4b-830d-36fc492f4353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=05b34538-fb07-4e2c-810e-a5102783e324,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:10.449976 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-ada682ba-23fc-4fc0-b2fd-987b7c4f7412 None None] Allocated IP 172.20.0.19 (3f57b163-c605-4e8e-8d5e-b661a54171cb/9319c1c3-ba66-4b38-a37e-bac2f40cb097/b3a54f79-c55f-4ff9-b28b-e763aab2ea55) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:10.496675 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-354e061e-81d1-4b4b-830d-36fc492f4353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:10.505021 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-354e061e-81d1-4b4b-830d-36fc492f4353 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/ports/05b34538-fb07-4e2c-810e-a5102783e324 HTTP/1.1" status: 204 len: 168 time: 0.8738878 Nov 02 12:03:10.508257 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34248) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:10.552694 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc0a3b2-5c4b-4d2d-b870-d6ce41c6667d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] GET failed (client error): The resource could not be found. Nov 02 12:03:10.554747 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0bc0a3b2-5c4b-4d2d-b870-d6ce41c6667d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports/05b34538-fb07-4e2c-810e-a5102783e324 HTTP/1.1" status: 404 len: 333 time: 0.0422018 Nov 02 12:03:10.559453 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34250) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:10.596605 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:10.642629 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd517119-7b19-4288-b60c-3e7e9b7d6c3f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:10.669277 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ada682ba-23fc-4fc0-b2fd-987b7c4f7412 None None] For port b3a54f79-c55f-4ff9-b28b-e763aab2ea55, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b3a54f79-c55f-4ff9-b28b-e763aab2ea55,segment=NetworkSegment(b61ea45c-70df-4482-ad7c-38a673bb3c25),segment_id=b61ea45c-70df-4482-ad7c-38a673bb3c25)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:03:10.692487 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd517119-7b19-4288-b60c-3e7e9b7d6c3f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:10.735437 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ada682ba-23fc-4fc0-b2fd-987b7c4f7412 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:10.759467 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:10.777945 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-328841d5-21eb-4e6b-87b8-388bc0b25455 req-0cf06045-741b-47de-9a4f-ec0081974faf tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 210 time: 0.0532520 Nov 02 12:03:10.781135 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:10.980792 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ada682ba-23fc-4fc0-b2fd-987b7c4f7412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:10.994340 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Network a2e00b44-d0ee-436b-83ed-9e2a304498e5 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:11.004463 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:11.012165 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:03:11.021930 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd517119-7b19-4288-b60c-3e7e9b7d6c3f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:11.033763 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd517119-7b19-4288-b60c-3e7e9b7d6c3f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:11.041772 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-dd517119-7b19-4288-b60c-3e7e9b7d6c3f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/security-groups/81bccb97-2f25-4a81-b1c6-7d443cf08b30 HTTP/1.1" status: 204 len: 168 time: 0.4800568 Nov 02 12:03:11.043240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34262) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:11.061011 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Pushing event updated for resources: {'Port': ['ID=3b2eeab6-64f9-4b2b-9924-5badd99e0917,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:11.086112 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd517119-7b19-4288-b60c-3e7e9b7d6c3f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bccb97-2f25-4a81-b1c6-7d443cf08b30,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:11.164850 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1df70361-af50-4291-9787-d62d8e328194 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:11.171336 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Attempting to bind port 3b2eeab6-64f9-4b2b-9924-5badd99e0917 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:03:11.171745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Attempting to bind port 3b2eeab6-64f9-4b2b-9924-5badd99e0917 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '48781765-8677-46c0-a50c-9c53e1cee537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a2e00b44-d0ee-436b-83ed-9e2a304498e5'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:03:11.172099 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Attempting to bind port 3b2eeab6-64f9-4b2b-9924-5badd99e0917 on network a2e00b44-d0ee-436b-83ed-9e2a304498e5 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:03:11.194985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:03:11.203616 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Checking segment: {'id': '48781765-8677-46c0-a50c-9c53e1cee537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a2e00b44-d0ee-436b-83ed-9e2a304498e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:03:11.203616 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:11.203616 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Bound using segment: {'id': '48781765-8677-46c0-a50c-9c53e1cee537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a2e00b44-d0ee-436b-83ed-9e2a304498e5'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:03:11.203616 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Bound port: 3b2eeab6-64f9-4b2b-9924-5badd99e0917, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48781765-8677-46c0-a50c-9c53e1cee537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'a2e00b44-d0ee-436b-83ed-9e2a304498e5'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:03:11.203616 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:11.203616 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada682ba-23fc-4fc0-b2fd-987b7c4f7412 None None] Pushing event updated for resources: {'Port': ['ID=b3a54f79-c55f-4ff9-b28b-e763aab2ea55,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:11.215692 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1df70361-af50-4291-9787-d62d8e328194 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:11.360651 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] For port 3b2eeab6-64f9-4b2b-9924-5badd99e0917, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:03:11.371504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] For port 3b2eeab6-64f9-4b2b-9924-5badd99e0917, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3b2eeab6-64f9-4b2b-9924-5badd99e0917,segment=NetworkSegment(48781765-8677-46c0-a50c-9c53e1cee537),segment_id=48781765-8677-46c0-a50c-9c53e1cee537)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:03:11.441936 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:11.469117 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1df70361-af50-4291-9787-d62d8e328194 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:11.469648 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:11.475128 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1df70361-af50-4291-9787-d62d8e328194 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:11.480478 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34268) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:11.481427 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1df70361-af50-4291-9787-d62d8e328194 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/security-groups/a3e53f79-b357-4f7d-b247-b32ec8c0e141 HTTP/1.1" status: 204 len: 168 time: 0.4302492 Nov 02 12:03:11.495126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df70361-af50-4291-9787-d62d8e328194 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e53f79-b357-4f7d-b247-b32ec8c0e141,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:11.564450 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:11.601537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4eebd0b-476c-427a-98b4-68605b37ecc4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting subnet 11585a81-7f41-4c6a-a97d-87a559e30e00 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:03:11.609005 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b4eebd0b-476c-427a-98b4-68605b37ecc4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:11.786441 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb14a25-4311-4990-95d6-a4f97df30b34 None None] Pushing event updated for resources: {'Port': ['ID=3b2eeab6-64f9-4b2b-9924-5badd99e0917,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:11.812442 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b4eebd0b-476c-427a-98b4-68605b37ecc4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:11.848239 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Allocated IP 172.25.6.228 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/ca75fdb3-6e10-41d9-9b64-c1cbced653a5) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:11.989486 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-5bb4fa76-8734-441b-9df2-47d2d81cdb54 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:11.991135 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-5bb4fa76-8734-441b-9df2-47d2d81cdb54 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.79 "GET /v2.0/networks?id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0 HTTP/1.1" status: 200 len: 811 time: 0.3194547 Nov 02 12:03:12.113265 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d9cbcb4-2376-4f62-9736-f6120508fac0 req-07a221eb-d1e1-4dfb-a7a7-4b1afb730f9b tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 210 time: 0.1209602 Nov 02 12:03:12.158416 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-82097bb0-021b-420c-bd2b-3a870a0876a1 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18 HTTP/1.1" status: 200 len: 380 time: 0.1547146 Nov 02 12:03:12.166207 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:12.177176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9f1d0861-001b-4e98-8345-ea72d13af696 None None] Could not find standard attr ID for object 05b34538-fb07-4e2c-810e-a5102783e324. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:03:12.184142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-e7f1845d-b754-4e02-9891-7a8f261d84ca tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Request body: {'port': {'device_id': 'a4166d19-567f-443b-a547-3fde2535885c', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'admin_state_up': True, 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'security_groups': ['11834c5d-fbbb-48b8-b59d-bc4fc2d3df64']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:12.211125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9f1d0861-001b-4e98-8345-ea72d13af696 None None] Provisioning complete for port b3a54f79-c55f-4ff9-b28b-e763aab2ea55 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:12.211499 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9f1d0861-001b-4e98-8345-ea72d13af696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:12.413947 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9f1d0861-001b-4e98-8345-ea72d13af696 None None] Provisioning complete for port ff3b653e-eecc-4144-a5c5-fb4c1806a600 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:12.414739 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9f1d0861-001b-4e98-8345-ea72d13af696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:12.487810 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d0861-001b-4e98-8345-ea72d13af696 None None] Port ff3b653e-eecc-4144-a5c5-fb4c1806a600 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:03:12.652407 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-e7f1845d-b754-4e02-9891-7a8f261d84ca tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Made reservation on behalf of 3bf0bc53ed7145e4acec9ee5e89c3e18 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:03:12.653553 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-e7f1845d-b754-4e02-9891-7a8f261d84ca tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:12.869403 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b4eebd0b-476c-427a-98b4-68605b37ecc4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:12.910897 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-86143bc9-34d7-4c66-9e6f-50d8913ce8b0 None None] Could not find standard attr ID for object 05b34538-fb07-4e2c-810e-a5102783e324. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:03:12.946445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-e7f1845d-b754-4e02-9891-7a8f261d84ca tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Allocated IP 172.20.0.7 (ef1c25a2-5100-492a-96f5-1f6dd7e89df0/1e9ea625-11dc-4ad8-8157-fb20952cfe54/ec86df2d-8f64-4289-b62f-0f8c3b3753cf) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:13.075260 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:13.136937 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:13.138583 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b4eebd0b-476c-427a-98b4-68605b37ecc4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:13.147951 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:13.156384 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:03:13.276153 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3b2eeab6-64f9-4b2b-9924-5badd99e0917 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:03:13.349113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eebd0b-476c-427a-98b4-68605b37ecc4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Subnet': ['ID=11585a81-7f41-4c6a-a97d-87a559e30e00,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:13.367673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 3b2eeab6-64f9-4b2b-9924-5badd99e0917 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:13.368158 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:13.368823 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Pushing event updated for resources: {'Port': ['ID=ca75fdb3-6e10-41d9-9b64-c1cbced653a5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:13.383479 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b4eebd0b-476c-427a-98b4-68605b37ecc4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:13.388488 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b4eebd0b-476c-427a-98b4-68605b37ecc4 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/11585a81-7f41-4c6a-a97d-87a559e30e00 HTTP/1.1" status: 204 len: 168 time: 1.9066396 Nov 02 12:03:13.396219 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34294) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:13.409716 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-cf0118ff-4669-4718-913b-b21815a9f76f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'subnet': {'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:13.457346 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4957a868-ca1e-49b7-986c-153475eec543 None None] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:03:13.465894 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-39ee4f1a-198a-4c0f-a442-bf1fedeeea03 req-8ac19c3b-5693-4138-b877-ef23779ecd6c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 210 time: 0.1448078 Nov 02 12:03:13.487346 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-e7f1845d-b754-4e02-9891-7a8f261d84ca tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:13.633523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b29d8eb-e514-4f06-b310-dacf99ceb2e2 None None] Network a2e00b44-d0ee-436b-83ed-9e2a304498e5 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:03:13.721093 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-e7f1845d-b754-4e02-9891-7a8f261d84ca tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:13.808136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-e7f1845d-b754-4e02-9891-7a8f261d84ca tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Network ef1c25a2-5100-492a-96f5-1f6dd7e89df0 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:13.812400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-e7f1845d-b754-4e02-9891-7a8f261d84ca tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:13.823346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-e7f1845d-b754-4e02-9891-7a8f261d84ca tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:03:13.846277 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-61b17611-5688-48d6-9b2e-12c9a2a14830 None None] Provisioning complete for port 3b2eeab6-64f9-4b2b-9924-5badd99e0917 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:13.846698 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-61b17611-5688-48d6-9b2e-12c9a2a14830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:13.918380 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0118ff-4669-4718-913b-b21815a9f76f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:03:13.922478 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf0118ff-4669-4718-913b-b21815a9f76f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:13.929237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-e7f1845d-b754-4e02-9891-7a8f261d84ca tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:13.930313 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-e7f1845d-b754-4e02-9891-7a8f261d84ca tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:13.937237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1845d-b754-4e02-9891-7a8f261d84ca tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Pushing event updated for resources: {'Port': ['ID=ec86df2d-8f64-4289-b62f-0f8c3b3753cf,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:14.007514 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:14.091616 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-e7f1845d-b754-4e02-9891-7a8f261d84ca tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9282813 Nov 02 12:03:14.094881 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:14.105523 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Request body: {'port': {'device_id': 'a4166d19-567f-443b-a547-3fde2535885c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:14.207779 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 3b2eeab6-64f9-4b2b-9924-5badd99e0917, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3b2eeab6-64f9-4b2b-9924-5badd99e0917,segment=NetworkSegment(48781765-8677-46c0-a50c-9c53e1cee537),segment_id=48781765-8677-46c0-a50c-9c53e1cee537)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:03:14.210086 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-61b17611-5688-48d6-9b2e-12c9a2a14830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:14.211208 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:14.386970 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:14.388283 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b3a54f79-c55f-4ff9-b28b-e763aab2ea55 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:03:14.698750 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-61b17611-5688-48d6-9b2e-12c9a2a14830 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:03:14.699259 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-61b17611-5688-48d6-9b2e-12c9a2a14830 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:03:14.709176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=3b2eeab6-64f9-4b2b-9924-5badd99e0917,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:14.724114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b3a54f79-c55f-4ff9-b28b-e763aab2ea55 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:14.727220 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:14.895338 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:14.950185 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec86df2d-8f64-4289-b62f-0f8c3b3753cf {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:03:14.960918 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:14.994073 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faefdfa-48bc-4751-bb49-28b6b21adc5a req-79d28e42-8df2-4bb6-aeea-67bdb260e3b0 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:14.994251 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf0118ff-4669-4718-913b-b21815a9f76f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:14.995831 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7faefdfa-48bc-4751-bb49-28b6b21adc5a req-79d28e42-8df2-4bb6-aeea-67bdb260e3b0 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 931 time: 0.2630038 Nov 02 12:03:15.001761 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Transition to ACTIVE for port object ec86df2d-8f64-4289-b62f-0f8c3b3753cf will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:03:15.057766 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7faefdfa-48bc-4751-bb49-28b6b21adc5a req-ac061e7a-31a8-4cc3-a6e1-55adf44f1291 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=11834c5d-fbbb-48b8-b59d-bc4fc2d3df64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537260 Nov 02 12:03:15.064095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0118ff-4669-4718-913b-b21815a9f76f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:15.079215 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-cf0118ff-4669-4718-913b-b21815a9f76f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:15.111833 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3b2eeab6-64f9-4b2b-9924-5badd99e0917 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:03:15.121542 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:15.126644 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0118ff-4669-4718-913b-b21815a9f76f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:15.135664 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf0118ff-4669-4718-913b-b21815a9f76f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:15.170605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0118ff-4669-4718-913b-b21815a9f76f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Subnet': ['ID=b4fd2243-5d80-42bd-88ae-f6bbb85ef20b,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:15.231158 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec86df2d-8f64-4289-b62f-0f8c3b3753cf,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:15.273596 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 3b2eeab6-64f9-4b2b-9924-5badd99e0917 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:15.274125 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:15.338069 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cf0118ff-4669-4718-913b-b21815a9f76f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9325442 Nov 02 12:03:15.338811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34316) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:15.344379 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-b33c813d-dc9e-4ced-88d9-af43a571e639 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'security_group': {'name': 'tempest-secgroup-1853771324'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:15.395099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Attempting to bind port ec86df2d-8f64-4289-b62f-0f8c3b3753cf on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:03:15.395630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Attempting to bind port ec86df2d-8f64-4289-b62f-0f8c3b3753cf by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '68178386-05d9-46fd-9edd-e67b33789cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:03:15.396044 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Attempting to bind port ec86df2d-8f64-4289-b62f-0f8c3b3753cf on network ef1c25a2-5100-492a-96f5-1f6dd7e89df0 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:03:15.401801 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Port ec86df2d-8f64-4289-b62f-0f8c3b3753cf on network ef1c25a2-5100-492a-96f5-1f6dd7e89df0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:03:15.402266 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Attempting to bind port ec86df2d-8f64-4289-b62f-0f8c3b3753cf on network ef1c25a2-5100-492a-96f5-1f6dd7e89df0 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:03:15.414102 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Router 4ca61cd4-5b88-440e-afec-236c6731d54c is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:03:15.418638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:03:15.424440 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Checking segment: {'id': '68178386-05d9-46fd-9edd-e67b33789cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:03:15.424983 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Bound using segment: {'id': '68178386-05d9-46fd-9edd-e67b33789cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:03:15.425553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Bound port: ec86df2d-8f64-4289-b62f-0f8c3b3753cf, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68178386-05d9-46fd-9edd-e67b33789cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:03:15.426973 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:15.428135 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb43cfa1-bed3-49ff-87ed-49e39bb22f9e None None] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:03:15.517882 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ec06b1e4-daf0-462c-a8d0-37f9ed58af10 None None] Provisioning complete for port b3a54f79-c55f-4ff9-b28b-e763aab2ea55 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:15.518236 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ec06b1e4-daf0-462c-a8d0-37f9ed58af10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:15.531513 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b33c813d-dc9e-4ced-88d9-af43a571e639 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:15.591747 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] For port ec86df2d-8f64-4289-b62f-0f8c3b3753cf, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:03:15.596500 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] For port ec86df2d-8f64-4289-b62f-0f8c3b3753cf, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ec86df2d-8f64-4289-b62f-0f8c3b3753cf,segment=NetworkSegment(68178386-05d9-46fd-9edd-e67b33789cec),segment_id=68178386-05d9-46fd-9edd-e67b33789cec)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:03:15.669857 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b33c813d-dc9e-4ced-88d9-af43a571e639 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:15.695225 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:03:15.709102 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:15.710143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4446f5af-4125-4e3a-8eb7-c773130213b1 None None] Sync routers for ids ['4ca61cd4-5b88-440e-afec-236c6731d54c'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:03:15.731016 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4446f5af-4125-4e3a-8eb7-c773130213b1 None None] Routers {'4ca61cd4-5b88-440e-afec-236c6731d54c'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:03:15.735132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4446f5af-4125-4e3a-8eb7-c773130213b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:02:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4ca61cd4-5b88-440e-afec-236c6731d54c'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:15.764164 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b33c813d-dc9e-4ced-88d9-af43a571e639 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:15.795635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:15.796287 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:15.797862 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] 10.222.0.79 "PUT /v2.0/ports/ec86df2d-8f64-4289-b62f-0f8c3b3753cf HTTP/1.1" status: 200 len: 1092 time: 1.6980245 Nov 02 12:03:15.798311 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4166d19-567f-443b-a547-3fde2535885c', 'tag': 'ec86df2d-8f64-4289-b62f-0f8c3b3753cf'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:03:15.798746 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4446f5af-4125-4e3a-8eb7-c773130213b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:15.813619 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e81052e-f2f0-4c4f-8cf6-fefd631c7c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4166d19-567f-443b-a547-3fde2535885c", "tag": "ec86df2d-8f64-4289-b62f-0f8c3b3753cf"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:03:15.836531 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4446f5af-4125-4e3a-8eb7-c773130213b1 None None] Routers {'4ca61cd4-5b88-440e-afec-236c6731d54c'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:03:15.838160 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4446f5af-4125-4e3a-8eb7-c773130213b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:02:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4ca61cd4-5b88-440e-afec-236c6731d54c'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:15.852073 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:15.858411 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34322) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:15.864318 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1475d065-8b7a-4e60-90db-b84d925f1262 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.9530327 Nov 02 12:03:15.913311 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04a1a99-0bdc-4ac4-b466-3188acf47230 x-openstack-request-id: req-b04a1a99-0bdc-4ac4-b466-3188acf47230 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:03:15.913627 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4166d19-567f-443b-a547-3fde2535885c", "tag": "ec86df2d-8f64-4289-b62f-0f8c3b3753cf", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:03:15.913888 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b04a1a99-0bdc-4ac4-b466-3188acf47230 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:03:15.914349 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4166d19-567f-443b-a547-3fde2535885c', 'tag': 'ec86df2d-8f64-4289-b62f-0f8c3b3753cf', 'status': 'completed', 'code': 200} Nov 02 12:03:15.929726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c813d-dc9e-4ced-88d9-af43a571e639 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab1d2ed-380b-494b-8760-e191ef41d070,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:15.934389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4446f5af-4125-4e3a-8eb7-c773130213b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:15.936923 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4446f5af-4125-4e3a-8eb7-c773130213b1 None None] The sync data for ids ['4ca61cd4-5b88-440e-afec-236c6731d54c'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:03:15.957231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ec06b1e4-daf0-462c-a8d0-37f9ed58af10 None None] Provisioning complete for port 3b2eeab6-64f9-4b2b-9924-5badd99e0917 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:15.957868 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ec06b1e4-daf0-462c-a8d0-37f9ed58af10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:15.958571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e30c2-a59a-4af1-9f08-d794cbc7dbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec86df2d-8f64-4289-b62f-0f8c3b3753cf,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:16.098065 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b33c813d-dc9e-4ced-88d9-af43a571e639 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:16.100063 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b33c813d-dc9e-4ced-88d9-af43a571e639 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7590992 Nov 02 12:03:16.102837 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34328) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:16.107756 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-99ea282d-790c-4a31-9f3f-8c85fd40c015 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'security_group': {'name': 'tempest-secgroup-1523107954'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:16.122024 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81052e-f2f0-4c4f-8cf6-fefd631c7c2d req-e0bce30d-bf16-4623-af80-30683dd268be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:16.123823 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4e81052e-f2f0-4c4f-8cf6-fefd631c7c2d req-e0bce30d-bf16-4623-af80-30683dd268be service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18&device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 1095 time: 0.2086039 Nov 02 12:03:16.159910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b663a20-9dc1-4679-ab9d-9d409af00a9c None None] Update dhcp port {'port': {'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb', 'fixed_ips': [{'subnet_id': '9319c1c3-ba66-4b38-a37e-bac2f40cb097', 'ip_address': '172.20.0.19'}, {'subnet_id': 'b4fd2243-5d80-42bd-88ae-f6bbb85ef20b'}], 'binding:host_id': 'n-d-806683-18'}, 'id': 'b3a54f79-c55f-4ff9-b28b-e763aab2ea55'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 12:03:16.212653 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b663a20-9dc1-4679-ab9d-9d409af00a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:16.308053 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99ea282d-790c-4a31-9f3f-8c85fd40c015 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:16.354553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e3b36-7b76-4202-a72d-2bb37ea5b88f req-dcc8ceb5-1a37-4ad7-a68f-d9e0a0339e17 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:16.362266 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e6e3b36-7b76-4202-a72d-2bb37ea5b88f req-dcc8ceb5-1a37-4ad7-a68f-d9e0a0339e17 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 943 time: 0.1748238 Nov 02 12:03:16.435646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81052e-f2f0-4c4f-8cf6-fefd631c7c2d req-7ac1709c-7859-4d71-b79c-d78eb32267a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:16.437313 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4e81052e-f2f0-4c4f-8cf6-fefd631c7c2d req-7ac1709c-7859-4d71-b79c-d78eb32267a0 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2981634 Nov 02 12:03:16.452657 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99ea282d-790c-4a31-9f3f-8c85fd40c015 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:16.492611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ec06b1e4-daf0-462c-a8d0-37f9ed58af10 None None] Provisioning complete for port ff3b653e-eecc-4144-a5c5-fb4c1806a600 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:16.493525 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ec06b1e4-daf0-462c-a8d0-37f9ed58af10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:16.538598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ec06b1e4-daf0-462c-a8d0-37f9ed58af10 None None] Port ff3b653e-eecc-4144-a5c5-fb4c1806a600 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:03:16.553243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-7b663a20-9dc1-4679-ab9d-9d409af00a9c None None] Allocated IP 172.20.0.2 (3f57b163-c605-4e8e-8d5e-b661a54171cb/b4fd2243-5d80-42bd-88ae-f6bbb85ef20b/b3a54f79-c55f-4ff9-b28b-e763aab2ea55) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:16.563078 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e6e3b36-7b76-4202-a72d-2bb37ea5b88f req-ad578662-f0a4-4fd4-8eb7-8e7112719588 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=11834c5d-fbbb-48b8-b59d-bc4fc2d3df64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997116 Nov 02 12:03:16.654114 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99ea282d-790c-4a31-9f3f-8c85fd40c015 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:16.703718 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ea282d-790c-4a31-9f3f-8c85fd40c015 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49cc4da7-eafc-4542-af8b-68f05004fecd,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:16.706040 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7b663a20-9dc1-4679-ab9d-9d409af00a9c None None] For port b3a54f79-c55f-4ff9-b28b-e763aab2ea55, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b3a54f79-c55f-4ff9-b28b-e763aab2ea55,segment=NetworkSegment(b61ea45c-70df-4482-ad7c-38a673bb3c25),segment_id=b61ea45c-70df-4482-ad7c-38a673bb3c25)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:03:16.740459 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81052e-f2f0-4c4f-8cf6-fefd631c7c2d req-8ec16b3d-9932-4587-9305-6e1090ecc507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:16.742313 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4e81052e-f2f0-4c4f-8cf6-fefd631c7c2d req-8ec16b3d-9932-4587-9305-6e1090ecc507 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2975309 Nov 02 12:03:16.743226 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b663a20-9dc1-4679-ab9d-9d409af00a9c None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:16.870992 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-3fcc87bc-cdcd-41ae-8373-c4488636b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:16.872542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-3fcc87bc-cdcd-41ae-8373-c4488636b3af service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18&device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 1095 time: 0.0789609 Nov 02 12:03:16.904450 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99ea282d-790c-4a31-9f3f-8c85fd40c015 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:16.905734 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-99ea282d-790c-4a31-9f3f-8c85fd40c015 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8017557 Nov 02 12:03:16.908646 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34340) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:16.913613 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a8ed49e2-8a7c-4bcc-a6ec-feebbe2ff18d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'security_group': {'name': 'tempest-secgroup-169913177'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:16.929325 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-671a94b5-1a26-4911-86be-93cd06f32416 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec86df2d-8f64-4289-b62f-0f8c3b3753cf HTTP/1.1" status: 200 len: 217 time: 0.0480242 Nov 02 12:03:16.948365 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b663a20-9dc1-4679-ab9d-9d409af00a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:17.016359 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-95fcc7c4-615e-4ae4-8646-3a8082d1a88b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:17.038450 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8ed49e2-8a7c-4bcc-a6ec-feebbe2ff18d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:17.177033 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-a5ec621c-7d6e-4e2f-8cc4-fdd43029469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:17.178506 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-a5ec621c-7d6e-4e2f-8cc4-fdd43029469c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1e9ea625-11dc-4ad8-8157-fb20952cfe54 HTTP/1.1" status: 200 len: 850 time: 0.2423155 Nov 02 12:03:17.185512 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8ed49e2-8a7c-4bcc-a6ec-feebbe2ff18d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:17.247566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b663a20-9dc1-4679-ab9d-9d409af00a9c None None] Pushing event updated for resources: {'Port': ['ID=b3a54f79-c55f-4ff9-b28b-e763aab2ea55,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:17.261334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-516d8213-fba7-41ab-8ba7-3f0aeafe2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:17.263210 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-516d8213-fba7-41ab-8ba7-3f0aeafe2526 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763135 Nov 02 12:03:17.356947 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8ed49e2-8a7c-4bcc-a6ec-feebbe2ff18d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:17.401545 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-81082c5e-ecc1-4cd2-8662-e4069b993905 service neutron] 10.222.0.79 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261728 Nov 02 12:03:17.439667 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed49e2-8a7c-4bcc-a6ec-feebbe2ff18d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db43ea3-0694-4a14-9692-9b9afdbfcc09,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:17.594079 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ade937eb-ea5c-4481-ab99-e5544b1ff05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:17.596710 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8ed49e2-8a7c-4bcc-a6ec-feebbe2ff18d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:17.601343 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a8ed49e2-8a7c-4bcc-a6ec-feebbe2ff18d tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6888247 Nov 02 12:03:17.601542 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34354) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:17.607338 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-aaa2a6b1-227e-4b03-88fa-e5f1fd952de1 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1635127087', 'security_groups': ['2db43ea3-0694-4a14-9692-9b9afdbfcc09'], 'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b4fd2243-5d80-42bd-88ae-f6bbb85ef20b'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:17.767618 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5be6ec1-a457-457a-b5fb-1257db1a1326 req-f873b914-64b4-471d-8ca7-fb02e342422e service neutron] 10.222.0.79 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584964 Nov 02 12:03:17.839346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947aea6-337c-4f14-a337-34c46e9eed1d req-6fa50421-3879-47bb-9b6c-5cb446624bc4 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:17.840985 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b947aea6-337c-4f14-a337-34c46e9eed1d req-6fa50421-3879-47bb-9b6c-5cb446624bc4 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 943 time: 0.1613100 Nov 02 12:03:17.862094 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-95fcc7c4-615e-4ae4-8646-3a8082d1a88b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Allocated IP 172.20.0.1 (a2e00b44-d0ee-436b-83ed-9e2a304498e5/577abac2-2018-4b34-99ed-5168aa41fa32/c69dac19-ade5-4b18-8c40-7d91d975ee2d) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:17.918232 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b947aea6-337c-4f14-a337-34c46e9eed1d req-ec643c00-f2c5-4ce9-ba51-da2ca2527458 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=11834c5d-fbbb-48b8-b59d-bc4fc2d3df64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668790 Nov 02 12:03:17.988671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa2a6b1-227e-4b03-88fa-e5f1fd952de1 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:03:18.111438 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-95fcc7c4-615e-4ae4-8646-3a8082d1a88b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:18.121234 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a6b1-227e-4b03-88fa-e5f1fd952de1 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:18.140314 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-aaa2a6b1-227e-4b03-88fa-e5f1fd952de1 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] device_id is not set on port a546e6f8-9733-4fa1-bbe0-553259703e03 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:03:18.150159 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a0b645fa-7c51-4037-8a8f-d8e4e016901c None None] Provisioning complete for port b3a54f79-c55f-4ff9-b28b-e763aab2ea55 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:18.150541 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a0b645fa-7c51-4037-8a8f-d8e4e016901c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:18.266502 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a0b645fa-7c51-4037-8a8f-d8e4e016901c None None] Provisioning complete for port ff3b653e-eecc-4144-a5c5-fb4c1806a600 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:18.267210 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a0b645fa-7c51-4037-8a8f-d8e4e016901c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:18.317323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a0b645fa-7c51-4037-8a8f-d8e4e016901c None None] Port ff3b653e-eecc-4144-a5c5-fb4c1806a600 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:03:18.347457 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-95fcc7c4-615e-4ae4-8646-3a8082d1a88b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:18.350908 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-aaa2a6b1-227e-4b03-88fa-e5f1fd952de1 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Allocated IP 172.20.0.12 (3f57b163-c605-4e8e-8d5e-b661a54171cb/b4fd2243-5d80-42bd-88ae-f6bbb85ef20b/a546e6f8-9733-4fa1-bbe0-553259703e03) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:18.404550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fcc7c4-615e-4ae4-8646-3a8082d1a88b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Network a2e00b44-d0ee-436b-83ed-9e2a304498e5 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:18.409228 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-95fcc7c4-615e-4ae4-8646-3a8082d1a88b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:18.418086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fcc7c4-615e-4ae4-8646-3a8082d1a88b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:03:18.470404 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcc7c4-615e-4ae4-8646-3a8082d1a88b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Pushing event updated for resources: {'Port': ['ID=c69dac19-ade5-4b18-8c40-7d91d975ee2d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:18.500740 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-95fcc7c4-615e-4ae4-8646-3a8082d1a88b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:18.614989 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a6b1-227e-4b03-88fa-e5f1fd952de1 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:18.750338 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-4f28a640-9534-4cca-ade4-05aeab9a36e3 None None] Provisioning complete for port c69dac19-ade5-4b18-8c40-7d91d975ee2d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:18.750619 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4f28a640-9534-4cca-ade4-05aeab9a36e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:18.790805 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-4f28a640-9534-4cca-ade4-05aeab9a36e3 None None] Port c69dac19-ade5-4b18-8c40-7d91d975ee2d cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:03:18.858735 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-95fcc7c4-615e-4ae4-8646-3a8082d1a88b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:18.877623 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a6b1-227e-4b03-88fa-e5f1fd952de1 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:18.922194 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa2a6b1-227e-4b03-88fa-e5f1fd952de1 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:18.927780 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-aaa2a6b1-227e-4b03-88fa-e5f1fd952de1 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:18.932851 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa2a6b1-227e-4b03-88fa-e5f1fd952de1 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:03:18.940498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2a6b1-227e-4b03-88fa-e5f1fd952de1 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=a546e6f8-9733-4fa1-bbe0-553259703e03,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:19.038246 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa2a6b1-227e-4b03-88fa-e5f1fd952de1 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:19.039344 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aaa2a6b1-227e-4b03-88fa-e5f1fd952de1 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:19.131335 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b3a54f79-c55f-4ff9-b28b-e763aab2ea55 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:03:19.139389 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-aaa2a6b1-227e-4b03-88fa-e5f1fd952de1 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5360758 Nov 02 12:03:19.143535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34376) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:19.157706 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3526a693-22b6-47c1-ae20-3d7d3d627923 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'subnet': {'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:19.226108 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5851f-4fc8-4bda-a1a4-a907861212ec req-3fc10ecc-3b36-4251-8a90-48606eccd0d2 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:19.239221 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64f5851f-4fc8-4bda-a1a4-a907861212ec req-3fc10ecc-3b36-4251-8a90-48606eccd0d2 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 943 time: 0.1941273 Nov 02 12:03:19.320718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b3a54f79-c55f-4ff9-b28b-e763aab2ea55 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:19.325814 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:19.372471 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64f5851f-4fc8-4bda-a1a4-a907861212ec req-80eac496-c3b9-4e5f-a085-f01db4e3ab10 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=11834c5d-fbbb-48b8-b59d-bc4fc2d3df64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322002 Nov 02 12:03:19.373388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7a8a68e3-29fc-48f6-b2d7-89ee9b71273f None None] Provisioning complete for port a546e6f8-9733-4fa1-bbe0-553259703e03 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:19.373965 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7a8a68e3-29fc-48f6-b2d7-89ee9b71273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:19.398344 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-95fcc7c4-615e-4ae4-8646-3a8082d1a88b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:19.427869 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a68e3-29fc-48f6-b2d7-89ee9b71273f None None] Port a546e6f8-9733-4fa1-bbe0-553259703e03 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:03:19.496806 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3526a693-22b6-47c1-ae20-3d7d3d627923 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:03:19.500525 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3526a693-22b6-47c1-ae20-3d7d3d627923 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:19.532252 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-95fcc7c4-615e-4ae4-8646-3a8082d1a88b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:19.599327 n-d-806683-18 neutron-server[102690]: INFO neutron.db.ipam_backend_mixin [None req-3526a693-22b6-47c1-ae20-3d7d3d627923 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b4fd2243-5d80-42bd-88ae-f6bbb85ef20b (CIDR: 172.20.0.0/28) Nov 02 12:03:19.692330 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-3526a693-22b6-47c1-ae20-3d7d3d627923 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:03:19.693041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3526a693-22b6-47c1-ae20-3d7d3d627923 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:03:19.734615 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fb9903bf-30f9-487a-bb54-2281cbdc0b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:19.800262 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3526a693-22b6-47c1-ae20-3d7d3d627923 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6548066 Nov 02 12:03:19.803469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34388) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:19.813235 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-784a23a1-29ed-4881-a5e7-f6601fd2d667 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'subnet': {'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:19.948869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcc7c4-615e-4ae4-8646-3a8082d1a88b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Pushing event updated for resources: {'Port': ['ID=c69dac19-ade5-4b18-8c40-7d91d975ee2d,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:19.952375 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-95fcc7c4-615e-4ae4-8646-3a8082d1a88b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:20.054105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784a23a1-29ed-4881-a5e7-f6601fd2d667 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:03:20.058621 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-784a23a1-29ed-4881-a5e7-f6601fd2d667 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:20.064561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fcc7c4-615e-4ae4-8646-3a8082d1a88b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Network a2e00b44-d0ee-436b-83ed-9e2a304498e5 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:20.064561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-95fcc7c4-615e-4ae4-8646-3a8082d1a88b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:20.173190 n-d-806683-18 neutron-server[102690]: INFO neutron.db.ipam_backend_mixin [None req-784a23a1-29ed-4881-a5e7-f6601fd2d667 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9319c1c3-ba66-4b38-a37e-bac2f40cb097 (CIDR: 172.20.0.16/28) Nov 02 12:03:20.228622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fcc7c4-615e-4ae4-8646-3a8082d1a88b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Router 4ca61cd4-5b88-440e-afec-236c6731d54c has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:03:20.262191 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-784a23a1-29ed-4881-a5e7-f6601fd2d667 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:03:20.262745 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-784a23a1-29ed-4881-a5e7-f6601fd2d667 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:03:20.345555 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fcc7c4-615e-4ae4-8646-3a8082d1a88b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:03:20.351253 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-95fcc7c4-615e-4ae4-8646-3a8082d1a88b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] 10.222.0.52 "PUT /v2.0/routers/4ca61cd4-5b88-440e-afec-236c6731d54c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4914966 Nov 02 12:03:20.354258 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34394) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:20.360096 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-51610bb9-49e9-4cca-b075-35fcd3b1205c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Request body: {'port': {'network_id': 'a2e00b44-d0ee-436b-83ed-9e2a304498e5', 'name': 'tempest-FloatingIPAdminTestJSON-669338033'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:20.360892 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bf68f4-380d-4e96-bc2a-ab36d15a119e None None] Sync routers for ids ['4ca61cd4-5b88-440e-afec-236c6731d54c'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:03:20.362909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7fa7cf7a-2a14-4114-b96e-0f0043bc37fc None None] Provisioning complete for port c69dac19-ade5-4b18-8c40-7d91d975ee2d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:20.363384 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7fa7cf7a-2a14-4114-b96e-0f0043bc37fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:20.376634 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bf68f4-380d-4e96-bc2a-ab36d15a119e None None] Routers {'4ca61cd4-5b88-440e-afec-236c6731d54c'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:03:20.377624 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d8bf68f4-380d-4e96-bc2a-ab36d15a119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:03:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4ca61cd4-5b88-440e-afec-236c6731d54c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:20.423878 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d8bf68f4-380d-4e96-bc2a-ab36d15a119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:20.434193 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bf68f4-380d-4e96-bc2a-ab36d15a119e None None] Routers {'4ca61cd4-5b88-440e-afec-236c6731d54c'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:03:20.435341 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d8bf68f4-380d-4e96-bc2a-ab36d15a119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:03:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4ca61cd4-5b88-440e-afec-236c6731d54c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:20.442872 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7fa7cf7a-2a14-4114-b96e-0f0043bc37fc None None] Port c69dac19-ade5-4b18-8c40-7d91d975ee2d cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:03:20.486722 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d8bf68f4-380d-4e96-bc2a-ab36d15a119e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:20.487583 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bf68f4-380d-4e96-bc2a-ab36d15a119e None None] The sync data for ids ['4ca61cd4-5b88-440e-afec-236c6731d54c'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:03:20.505855 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-784a23a1-29ed-4881-a5e7-f6601fd2d667 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7012796 Nov 02 12:03:20.509333 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34406) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:20.541460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-7bba8360-80aa-46d8-a2fd-506b8d45cd18 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'subnet': {'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:20.637736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064ce59-7b80-4c4d-998d-14fd9ebaf442 req-57f49c68-0f52-47a6-abd1-3f40eeb320c9 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:20.637736 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e064ce59-7b80-4c4d-998d-14fd9ebaf442 req-57f49c68-0f52-47a6-abd1-3f40eeb320c9 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 943 time: 0.1432736 Nov 02 12:03:20.699572 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51610bb9-49e9-4cca-b075-35fcd3b1205c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Made reservation on behalf of 944ea4f7cde743a3a8bb85971d683f96 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:03:20.703849 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-51610bb9-49e9-4cca-b075-35fcd3b1205c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:20.722345 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-51610bb9-49e9-4cca-b075-35fcd3b1205c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] device_id is not set on port 19a79ead-1ab6-4651-a704-76af36799eda yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:03:20.724408 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e064ce59-7b80-4c4d-998d-14fd9ebaf442 req-55dc1048-f607-4aa8-ad35-f1cf0123241a tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=11834c5d-fbbb-48b8-b59d-bc4fc2d3df64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803280 Nov 02 12:03:20.860022 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-51610bb9-49e9-4cca-b075-35fcd3b1205c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Allocated IP 172.20.0.9 (a2e00b44-d0ee-436b-83ed-9e2a304498e5/577abac2-2018-4b34-99ed-5168aa41fa32/19a79ead-1ab6-4651-a704-76af36799eda) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:20.874341 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bba8360-80aa-46d8-a2fd-506b8d45cd18 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Made reservation on behalf of c92ff21dfe924aa9a273d9851636103c for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:03:20.879734 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7bba8360-80aa-46d8-a2fd-506b8d45cd18 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:20.958459 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:03:21.000276 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:21.026877 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-51610bb9-49e9-4cca-b075-35fcd3b1205c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:21.135022 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ec86df2d-8f64-4289-b62f-0f8c3b3753cf details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:03:21.224611 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-51610bb9-49e9-4cca-b075-35fcd3b1205c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:21.264949 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port ec86df2d-8f64-4289-b62f-0f8c3b3753cf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ec86df2d-8f64-4289-b62f-0f8c3b3753cf,segment=NetworkSegment(68178386-05d9-46fd-9edd-e67b33789cec),segment_id=68178386-05d9-46fd-9edd-e67b33789cec)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:03:21.277098 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7bba8360-80aa-46d8-a2fd-506b8d45cd18 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:21.300382 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51610bb9-49e9-4cca-b075-35fcd3b1205c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Network a2e00b44-d0ee-436b-83ed-9e2a304498e5 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:21.307518 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-51610bb9-49e9-4cca-b075-35fcd3b1205c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:21.312342 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51610bb9-49e9-4cca-b075-35fcd3b1205c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:03:21.312742 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'ec86df2d-8f64-4289-b62f-0f8c3b3753cf', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'port_id': 'ec86df2d-8f64-4289-b62f-0f8c3b3753cf', 'mac_address': 'fa:16:3e:de:b5:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:03:21.353232 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bba8360-80aa-46d8-a2fd-506b8d45cd18 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:21.371025 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51610bb9-49e9-4cca-b075-35fcd3b1205c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Pushing event updated for resources: {'Port': ['ID=19a79ead-1ab6-4651-a704-76af36799eda,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:21.371945 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-7bba8360-80aa-46d8-a2fd-506b8d45cd18 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:21.376561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bba8360-80aa-46d8-a2fd-506b8d45cd18 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:21.377453 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7bba8360-80aa-46d8-a2fd-506b8d45cd18 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:21.390272 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:21.394321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba8360-80aa-46d8-a2fd-506b8d45cd18 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Subnet': ['ID=91806e7e-a0f8-4da1-97da-23616380bb49,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:21.395021 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51610bb9-49e9-4cca-b075-35fcd3b1205c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:21.400292 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-51610bb9-49e9-4cca-b075-35fcd3b1205c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:21.408064 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca145c6-58ef-448a-a37c-fcbc70967392 None None] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:03:21.423514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec86df2d-8f64-4289-b62f-0f8c3b3753cf {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:03:21.487807 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port ec86df2d-8f64-4289-b62f-0f8c3b3753cf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ec86df2d-8f64-4289-b62f-0f8c3b3753cf,segment=NetworkSegment(68178386-05d9-46fd-9edd-e67b33789cec),segment_id=68178386-05d9-46fd-9edd-e67b33789cec)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:03:21.619366 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7bba8360-80aa-46d8-a2fd-506b8d45cd18 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1084940 Nov 02 12:03:21.621969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34424) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:21.628840 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0ecb14fd-883f-4cb3-b6bd-57b0eee497cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-245324407', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '91806e7e-a0f8-4da1-97da-23616380bb49'}], 'security_groups': ['6ab1d2ed-380b-494b-8760-e191ef41d070', '49cc4da7-eafc-4542-af8b-68f05004fecd']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:21.672267 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62873229-5b89-4a49-9274-6709fed5cf02 None None] Update dhcp port {'port': {'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb', 'fixed_ips': [{'subnet_id': '9319c1c3-ba66-4b38-a37e-bac2f40cb097', 'ip_address': '172.20.0.19'}, {'subnet_id': 'b4fd2243-5d80-42bd-88ae-f6bbb85ef20b', 'ip_address': '172.20.0.2'}, {'subnet_id': '91806e7e-a0f8-4da1-97da-23616380bb49'}], 'binding:host_id': 'n-d-806683-18'}, 'id': 'b3a54f79-c55f-4ff9-b28b-e763aab2ea55'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 12:03:21.706565 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e0b78f83-486b-4e5e-a68c-a2a44801015c None None] Provisioning complete for port 19a79ead-1ab6-4651-a704-76af36799eda triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:21.706994 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e0b78f83-486b-4e5e-a68c-a2a44801015c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:21.712968 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-62873229-5b89-4a49-9274-6709fed5cf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:21.733060 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-51610bb9-49e9-4cca-b075-35fcd3b1205c tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3772504 Nov 02 12:03:21.742788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34426) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:21.747058 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:21.808728 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=ec86df2d-8f64-4289-b62f-0f8c3b3753cf,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:21.828588 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'project_id': '944ea4f7cde743a3a8bb85971d683f96', 'port_id': '19a79ead-1ab6-4651-a704-76af36799eda'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:21.848016 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e0b78f83-486b-4e5e-a68c-a2a44801015c None None] Port 19a79ead-1ab6-4651-a704-76af36799eda cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:03:21.911521 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0ecb14fd-883f-4cb3-b6bd-57b0eee497cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:21.983244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d8e30-927b-4c77-86d9-d32577d790c7 req-5333f3d9-6d4b-43c0-bf3d-6d211277ff62 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:21.985958 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-036d8e30-927b-4c77-86d9-d32577d790c7 req-5333f3d9-6d4b-43c0-bf3d-6d211277ff62 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 944 time: 0.1197009 Nov 02 12:03:22.019871 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['ec86df2d-8f64-4289-b62f-0f8c3b3753cf'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:03:22.048878 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:22.107751 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-62873229-5b89-4a49-9274-6709fed5cf02 None None] Allocated IP 172.20.0.34 (3f57b163-c605-4e8e-8d5e-b661a54171cb/91806e7e-a0f8-4da1-97da-23616380bb49/b3a54f79-c55f-4ff9-b28b-e763aab2ea55) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:22.140448 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-036d8e30-927b-4c77-86d9-d32577d790c7 req-57a8f0bd-b4ce-42aa-a278-d6035972ae87 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=11834c5d-fbbb-48b8-b59d-bc4fc2d3df64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401153 Nov 02 12:03:22.217394 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:22.348657 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-62873229-5b89-4a49-9274-6709fed5cf02 None None] For port b3a54f79-c55f-4ff9-b28b-e763aab2ea55, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b3a54f79-c55f-4ff9-b28b-e763aab2ea55,segment=NetworkSegment(b61ea45c-70df-4482-ad7c-38a673bb3c25),segment_id=b61ea45c-70df-4482-ad7c-38a673bb3c25)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:03:22.391725 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Allocated IP 172.25.6.100 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/cc50a781-e5c0-4bf9-97c8-cec3a6495925) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:22.400666 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-62873229-5b89-4a49-9274-6709fed5cf02 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:22.519875 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:22.559893 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-62873229-5b89-4a49-9274-6709fed5cf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:22.604954 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:22.678147 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:22.691063 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-0ecb14fd-883f-4cb3-b6bd-57b0eee497cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Delete allocated IP 172.20.0.12 (3f57b163-c605-4e8e-8d5e-b661a54171cb/b4fd2243-5d80-42bd-88ae-f6bbb85ef20b) {{(pid=102689) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 02 12:03:22.700279 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-0ecb14fd-883f-4cb3-b6bd-57b0eee497cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Allocated IP 172.20.0.44 (3f57b163-c605-4e8e-8d5e-b661a54171cb/91806e7e-a0f8-4da1-97da-23616380bb49/a546e6f8-9733-4fa1-bbe0-553259703e03) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:22.713928 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:22.717562 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:22.718876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62873229-5b89-4a49-9274-6709fed5cf02 None None] Pushing event updated for resources: {'Port': ['ID=b3a54f79-c55f-4ff9-b28b-e763aab2ea55,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:22.721684 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:03:22.764485 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Pushing event updated for resources: {'Port': ['ID=cc50a781-e5c0-4bf9-97c8-cec3a6495925,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:22.974418 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0ecb14fd-883f-4cb3-b6bd-57b0eee497cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:23.074147 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0ecb14fd-883f-4cb3-b6bd-57b0eee497cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:23.115815 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b3a54f79-c55f-4ff9-b28b-e763aab2ea55 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:03:23.208756 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ec86df2d-8f64-4289-b62f-0f8c3b3753cf up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:03:23.306758 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b3a54f79-c55f-4ff9-b28b-e763aab2ea55 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:23.307368 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:23.317969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-0ecb14fd-883f-4cb3-b6bd-57b0eee497cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] In _notify_port_updated(), no bound segment for port a546e6f8-9733-4fa1-bbe0-553259703e03 on network 3f57b163-c605-4e8e-8d5e-b661a54171cb {{(pid=102689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 12:03:23.325031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecb14fd-883f-4cb3-b6bd-57b0eee497cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:23.325728 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0ecb14fd-883f-4cb3-b6bd-57b0eee497cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:23.332327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34454) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:23.333202 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0ecb14fd-883f-4cb3-b6bd-57b0eee497cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "PUT /v2.0/ports/a546e6f8-9733-4fa1-bbe0-553259703e03 HTTP/1.1" status: 200 len: 959 time: 1.7101629 Nov 02 12:03:23.384111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb14fd-883f-4cb3-b6bd-57b0eee497cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event updated for resources: {'Port': ['ID=a546e6f8-9733-4fa1-bbe0-553259703e03,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:23.397280 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:23.448918 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76990561-566a-4ded-b40b-36cf3a80542c req-c0646eb8-d1ab-4e84-a8f7-c32a24531b2d tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:23.451948 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76990561-566a-4ded-b40b-36cf3a80542c req-c0646eb8-d1ab-4e84-a8f7-c32a24531b2d tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 944 time: 0.1461823 Nov 02 12:03:23.465129 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port ec86df2d-8f64-4289-b62f-0f8c3b3753cf completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:03:23.484070 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port ec86df2d-8f64-4289-b62f-0f8c3b3753cf triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:23.484547 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:23.572127 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76990561-566a-4ded-b40b-36cf3a80542c req-85ed7d1d-eac0-4edc-9910-286a3d337440 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=11834c5d-fbbb-48b8-b59d-bc4fc2d3df64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093318 Nov 02 12:03:23.591168 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-fe18b47c-2f9b-422b-af94-7eeee1f14381 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port a546e6f8-9733-4fa1-bbe0-553259703e03 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:03:23.591800 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe18b47c-2f9b-422b-af94-7eeee1f14381 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:23.709787 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:23.794501 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4166d19-567f-443b-a547-3fde2535885c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec86df2d-8f64-4289-b62f-0f8c3b3753cf'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:03:23.797325 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e2718a-9c84-497c-9b73-860d2d59b598" -d '{"events": [{"server_uuid": "a4166d19-567f-443b-a547-3fde2535885c", "name": "network-vif-plugged", "status": "completed", "tag": "ec86df2d-8f64-4289-b62f-0f8c3b3753cf"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:03:23.815768 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port ec86df2d-8f64-4289-b62f-0f8c3b3753cf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ec86df2d-8f64-4289-b62f-0f8c3b3753cf,segment=NetworkSegment(68178386-05d9-46fd-9edd-e67b33789cec),segment_id=68178386-05d9-46fd-9edd-e67b33789cec)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:03:23.824773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0dc58d4a-7dd7-43d6-a9c8-c9c82e43c0ce None None] Provisioning complete for port b3a54f79-c55f-4ff9-b28b-e763aab2ea55 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:23.825155 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0dc58d4a-7dd7-43d6-a9c8-c9c82e43c0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:23.853792 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb30abd0-9150-49f8-b708-27234460f2e0 x-openstack-request-id: req-cb30abd0-9150-49f8-b708-27234460f2e0 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:03:23.854073 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4166d19-567f-443b-a547-3fde2535885c", "name": "network-vif-plugged", "status": "completed", "tag": "ec86df2d-8f64-4289-b62f-0f8c3b3753cf", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:03:23.854385 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb30abd0-9150-49f8-b708-27234460f2e0 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:03:23.854782 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4166d19-567f-443b-a547-3fde2535885c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec86df2d-8f64-4289-b62f-0f8c3b3753cf', 'code': 200} Nov 02 12:03:23.957175 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:23.989017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b348e-81ca-4744-b09b-9e8c8ffad6cf req-44206a8c-5db2-4f4d-8378-8f348d1b8bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:23.991249 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-210b348e-81ca-4744-b09b-9e8c8ffad6cf req-44206a8c-5db2-4f4d-8378-8f348d1b8bff service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 1097 time: 0.0511632 Nov 02 12:03:24.030660 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=ec86df2d-8f64-4289-b62f-0f8c3b3753cf,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:24.036763 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0dc58d4a-7dd7-43d6-a9c8-c9c82e43c0ce None None] Provisioning complete for port a546e6f8-9733-4fa1-bbe0-553259703e03 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:24.036763 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0dc58d4a-7dd7-43d6-a9c8-c9c82e43c0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:24.057112 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-210b348e-81ca-4744-b09b-9e8c8ffad6cf req-1b5672a7-b61c-4e9b-a228-1cfea25ade49 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=11834c5d-fbbb-48b8-b59d-bc4fc2d3df64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590885 Nov 02 12:03:24.085939 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0dc58d4a-7dd7-43d6-a9c8-c9c82e43c0ce None None] Port a546e6f8-9733-4fa1-bbe0-553259703e03 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:03:24.094508 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:24.115303 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0dc58d4a-7dd7-43d6-a9c8-c9c82e43c0ce None None] Provisioning complete for port ff3b653e-eecc-4144-a5c5-fb4c1806a600 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:24.115688 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0dc58d4a-7dd7-43d6-a9c8-c9c82e43c0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:24.167755 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0dc58d4a-7dd7-43d6-a9c8-c9c82e43c0ce None None] Port ff3b653e-eecc-4144-a5c5-fb4c1806a600 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:03:24.248498 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:24.316790 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:24.321860 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe18b47c-2f9b-422b-af94-7eeee1f14381 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:24.341064 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-fe18b47c-2f9b-422b-af94-7eeee1f14381 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for a546e6f8-9733-4fa1-bbe0-553259703e03 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:03:24.400587 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-693095d5-4bae-4454-abe7-3b71cb7bfd8b None None] Provisioning complete for port a546e6f8-9733-4fa1-bbe0-553259703e03 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:24.400587 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-693095d5-4bae-4454-abe7-3b71cb7bfd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:24.439859 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-693095d5-4bae-4454-abe7-3b71cb7bfd8b None None] Port a546e6f8-9733-4fa1-bbe0-553259703e03 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:03:24.534973 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:24.657307 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:24.734255 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-efa789ff-bf97-41db-a245-cca4501e58a9 req-e6e62af5-631b-461b-a81f-1f5bcc8d8e3a tempest-TaggedBootDevicesTest-814988218 tempest-TaggedBootDevicesTest-814988218-project] (102690) timed out ('10.222.0.52', 47576) {{(pid=102690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 12:03:24.762405 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Pushing event updated for resources: {'Port': ['ID=cc50a781-e5c0-4bf9-97c8-cec3a6495925,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:24.783267 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:24.783702 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:24.784114 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:24.784572 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:24.840267 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:24.840267 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:24.840267 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:24.840267 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:24.840267 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:24.840267 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:24.840267 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:24.840267 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:24.840267 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:24.895111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a56d8-1f98-4a58-89b9-83f888fb6a28 req-0551ba09-f805-47b9-9fb2-deb92941cd9a tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:24.896662 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a93a56d8-1f98-4a58-89b9-83f888fb6a28 req-0551ba09-f805-47b9-9fb2-deb92941cd9a tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 945 time: 0.0589468 Nov 02 12:03:24.909985 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Floating IP 781455b4-0a66-4099-8852-d859203d95e4 associated. External IP: 172.25.6.100, port: 19a79ead-1ab6-4651-a704-76af36799eda. Nov 02 12:03:24.955511 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a93a56d8-1f98-4a58-89b9-83f888fb6a28 req-0b754c74-d440-42df-aaff-ccb59f2203ac tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=11834c5d-fbbb-48b8-b59d-bc4fc2d3df64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516646 Nov 02 12:03:25.011608 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe18b47c-2f9b-422b-af94-7eeee1f14381 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:25.060083 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18b47c-2f9b-422b-af94-7eeee1f14381 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=a546e6f8-9733-4fa1-bbe0-553259703e03,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:25.093532 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:25.229513 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe18b47c-2f9b-422b-af94-7eeee1f14381 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:25.232755 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fe18b47c-2f9b-422b-af94-7eeee1f14381 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/ports/a546e6f8-9733-4fa1-bbe0-553259703e03 HTTP/1.1" status: 204 len: 168 time: 1.8988883 Nov 02 12:03:25.235388 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34484) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:25.268309 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-c765d52a-256e-48a3-a5c4-174881f1dad7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] GET failed (client error): The resource could not be found. Nov 02 12:03:25.271803 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c765d52a-256e-48a3-a5c4-174881f1dad7 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports/a546e6f8-9733-4fa1-bbe0-553259703e03 HTTP/1.1" status: 404 len: 333 time: 0.0343013 Nov 02 12:03:25.274646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34486) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:25.296826 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Router 4ca61cd4-5b88-440e-afec-236c6731d54c has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:03:25.369978 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4291a6d-756a-4eda-8af9-78026ede7db3 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:25.396880 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4291a6d-756a-4eda-8af9-78026ede7db3 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:25.429487 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:03:25.441456 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190cc5b-4678-4588-9669-ed757eb59875 None None] Sync routers for ids ['4ca61cd4-5b88-440e-afec-236c6731d54c'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:03:25.452056 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190cc5b-4678-4588-9669-ed757eb59875 None None] Routers {'4ca61cd4-5b88-440e-afec-236c6731d54c'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:03:25.459315 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9190cc5b-4678-4588-9669-ed757eb59875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:03:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4ca61cd4-5b88-440e-afec-236c6731d54c'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:25.487607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9190cc5b-4678-4588-9669-ed757eb59875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:25.499316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190cc5b-4678-4588-9669-ed757eb59875 None None] Routers {'4ca61cd4-5b88-440e-afec-236c6731d54c'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:03:25.499316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9190cc5b-4678-4588-9669-ed757eb59875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:03:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4ca61cd4-5b88-440e-afec-236c6731d54c'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:25.533066 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9190cc5b-4678-4588-9669-ed757eb59875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:25.533707 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190cc5b-4678-4588-9669-ed757eb59875 None None] The sync data for ids ['4ca61cd4-5b88-440e-afec-236c6731d54c'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:03:25.570188 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:25.601993 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6e9a1a24-a666-4fa2-aa11-93077edb7f1a tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.8630466 Nov 02 12:03:25.604789 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34492) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:25.636700 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4291a6d-756a-4eda-8af9-78026ede7db3 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:25.639309 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b4291a6d-756a-4eda-8af9-78026ede7db3 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:25.640478 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b4291a6d-756a-4eda-8af9-78026ede7db3 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/security-groups/2db43ea3-0694-4a14-9692-9b9afdbfcc09 HTTP/1.1" status: 204 len: 168 time: 0.3647909 Nov 02 12:03:25.654380 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34494) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:25.714983 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4291a6d-756a-4eda-8af9-78026ede7db3 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db43ea3-0694-4a14-9692-9b9afdbfcc09,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:25.750503 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4faf5742-bcc6-4154-81c4-e1761bc17a1a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:25.766685 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a510a61e-6866-4706-9c2b-f75cc5749e03 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] 10.222.0.52 "GET /v2.0/floatingips/781455b4-0a66-4099-8852-d859203d95e4 HTTP/1.1" status: 200 len: 982 time: 0.1605299 Nov 02 12:03:25.770456 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34502) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:25.786638 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4faf5742-bcc6-4154-81c4-e1761bc17a1a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:25.915547 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4faf5742-bcc6-4154-81c4-e1761bc17a1a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:25.919519 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b1aee1b6-71b2-4348-9dbc-48cd0e6394be tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.1409976 Nov 02 12:03:25.919692 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4faf5742-bcc6-4154-81c4-e1761bc17a1a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:25.920236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34504) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:25.920760 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4faf5742-bcc6-4154-81c4-e1761bc17a1a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/security-groups/49cc4da7-eafc-4542-af8b-68f05004fecd HTTP/1.1" status: 204 len: 168 time: 0.2755737 Nov 02 12:03:25.926914 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34506) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:25.936503 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf5742-bcc6-4154-81c4-e1761bc17a1a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cc4da7-eafc-4542-af8b-68f05004fecd,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:26.109876 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1135536b-c05d-4148-a407-92be89007fce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:26.159265 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1135536b-c05d-4148-a407-92be89007fce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:26.203900 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8fbc1-d261-4d0d-8934-d825d74ce142 req-6a0c12ee-0132-4b2a-99ba-1000305d0934 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:26.205372 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36e8fbc1-d261-4d0d-8934-d825d74ce142 req-6a0c12ee-0132-4b2a-99ba-1000305d0934 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 945 time: 0.1417754 Nov 02 12:03:26.294243 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36e8fbc1-d261-4d0d-8934-d825d74ce142 req-fdaeef33-9031-44bb-acd1-9aeb7215d61d tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=11834c5d-fbbb-48b8-b59d-bc4fc2d3df64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709846 Nov 02 12:03:26.295633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a9c56-fed5-45b9-a282-092b7f1155b0 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Deleting port cc50a781-e5c0-4bf9-97c8-cec3a6495925 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:03:26.295983 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6b2a9c56-fed5-45b9-a282-092b7f1155b0 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:26.390301 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1135536b-c05d-4148-a407-92be89007fce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:26.392697 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1135536b-c05d-4148-a407-92be89007fce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:26.394284 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1135536b-c05d-4148-a407-92be89007fce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/security-groups/6ab1d2ed-380b-494b-8760-e191ef41d070 HTTP/1.1" status: 204 len: 168 time: 0.4647486 Nov 02 12:03:26.397257 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34516) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:26.432820 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6b2a9c56-fed5-45b9-a282-092b7f1155b0 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:26.433159 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6b2a9c56-fed5-45b9-a282-092b7f1155b0 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:26.471307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135536b-c05d-4148-a407-92be89007fce tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab1d2ed-380b-494b-8760-e191ef41d070,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:26.473535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e5eae2-d8a0-474d-8943-234055870ed2 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting subnet b4fd2243-5d80-42bd-88ae-f6bbb85ef20b {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:03:26.477286 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a9c56-fed5-45b9-a282-092b7f1155b0 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Calling delete_port for cc50a781-e5c0-4bf9-97c8-cec3a6495925 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:03:26.478685 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4e5eae2-d8a0-474d-8943-234055870ed2 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:26.570394 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4e5eae2-d8a0-474d-8943-234055870ed2 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:26.678867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858533d7-6763-42b4-b88b-94b88ef754b8 req-91e4a62f-55eb-4014-8b5a-69bce91c0dc1 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:26.691201 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-858533d7-6763-42b4-b88b-94b88ef754b8 req-91e4a62f-55eb-4014-8b5a-69bce91c0dc1 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 945 time: 0.1219661 Nov 02 12:03:26.695290 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34518) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:26.697836 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4e5eae2-d8a0-474d-8943-234055870ed2 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:26.702397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6ebc1410-0dc5-4351-be7c-dd8738fc68ab tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Request body: {'floatingip': {'port_id': 'ec86df2d-8f64-4289-b62f-0f8c3b3753cf'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:26.817005 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ebc1410-0dc5-4351-be7c-dd8738fc68ab tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:26.886484 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4e5eae2-d8a0-474d-8943-234055870ed2 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:26.902146 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4e5eae2-d8a0-474d-8943-234055870ed2 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:26.906572 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d4e5eae2-d8a0-474d-8943-234055870ed2 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/b4fd2243-5d80-42bd-88ae-f6bbb85ef20b HTTP/1.1" status: 204 len: 168 time: 0.5074010 Nov 02 12:03:26.910272 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34526) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:26.917131 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd3ffb3-6f79-4ede-a399-80b67043c03a None None] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:03:26.937303 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5eae2-d8a0-474d-8943-234055870ed2 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Subnet': ['ID=b4fd2243-5d80-42bd-88ae-f6bbb85ef20b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:26.993637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8f6c7a-58b9-441b-9a6f-6387b535b717 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting subnet 91806e7e-a0f8-4da1-97da-23616380bb49 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:03:26.998536 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b8f6c7a-58b9-441b-9a6f-6387b535b717 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:27.080374 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b8f6c7a-58b9-441b-9a6f-6387b535b717 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:27.272840 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b8f6c7a-58b9-441b-9a6f-6387b535b717 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:27.291593 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6b2a9c56-fed5-45b9-a282-092b7f1155b0 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:27.371999 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a9c56-fed5-45b9-a282-092b7f1155b0 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Pushing event deleted for resources: {'Port': ['ID=cc50a781-e5c0-4bf9-97c8-cec3a6495925,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:27.527892 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b8f6c7a-58b9-441b-9a6f-6387b535b717 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:27.645385 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b8f6c7a-58b9-441b-9a6f-6387b535b717 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:27.656186 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0b8f6c7a-58b9-441b-9a6f-6387b535b717 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/91806e7e-a0f8-4da1-97da-23616380bb49 HTTP/1.1" status: 204 len: 168 time: 0.7455125 Nov 02 12:03:27.659137 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34534) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:27.687542 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f6c7a-58b9-441b-9a6f-6387b535b717 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Subnet': ['ID=91806e7e-a0f8-4da1-97da-23616380bb49,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:27.691380 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335a4609-1e9b-4b5d-840c-b6b024412ce4 None None] Update dhcp port {'port': {'network_id': '3f57b163-c605-4e8e-8d5e-b661a54171cb', 'fixed_ips': [{'subnet_id': '9319c1c3-ba66-4b38-a37e-bac2f40cb097', 'ip_address': '172.20.0.19'}, {'subnet_id': '91806e7e-a0f8-4da1-97da-23616380bb49'}], 'binding:host_id': 'n-d-806683-18'}, 'id': 'b3a54f79-c55f-4ff9-b28b-e763aab2ea55'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 12:03:27.735245 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-335a4609-1e9b-4b5d-840c-b6b024412ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:27.778618 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe499eb4-fbc3-4af3-a7a4-4d4a036496f6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] DELETE failed (client error): The resource could not be found. Nov 02 12:03:27.779567 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe499eb4-fbc3-4af3-a7a4-4d4a036496f6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:03:27.811886 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fe499eb4-fbc3-4af3-a7a4-4d4a036496f6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/b4fd2243-5d80-42bd-88ae-f6bbb85ef20b HTTP/1.1" status: 404 len: 337 time: 0.1515536 Nov 02 12:03:27.826399 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34538) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:27.974389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9d0133-6af7-4a9c-80e1-7420c819ce03 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting subnet 9319c1c3-ba66-4b38-a37e-bac2f40cb097 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:03:27.986536 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b9d0133-6af7-4a9c-80e1-7420c819ce03 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:28.062331 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b9d0133-6af7-4a9c-80e1-7420c819ce03 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:28.103675 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6b2a9c56-fed5-45b9-a282-092b7f1155b0 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:28.104063 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-6b2a9c56-fed5-45b9-a282-092b7f1155b0 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Floating IP 781455b4-0a66-4099-8852-d859203d95e4 disassociated (deleted). External IP: 172.25.6.100, port: 19a79ead-1ab6-4651-a704-76af36799eda. Nov 02 12:03:28.173107 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b9d0133-6af7-4a9c-80e1-7420c819ce03 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:28.315234 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b9d0133-6af7-4a9c-80e1-7420c819ce03 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:28.358878 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d0133-6af7-4a9c-80e1-7420c819ce03 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Subnet': ['ID=9319c1c3-ba66-4b38-a37e-bac2f40cb097,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server [None req-335a4609-1e9b-4b5d-840c-b6b024412ce4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9319c1c3-ba66-4b38-a37e-bac2f40cb097: This subnet is being modified by another concurrent operation. Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 02 12:03:28.383883 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server raise self.value Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1742, in update_port Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server raise exception Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9319c1c3-ba66-4b38-a37e-bac2f40cb097: This subnet is being modified by another concurrent operation. Nov 02 12:03:28.388973 n-d-806683-18 neutron-server[102691]: ERROR oslo_messaging.rpc.server Nov 02 12:03:28.398463 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4b9d0133-6af7-4a9c-80e1-7420c819ce03 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:28.412053 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.resource_extend [None req-6ebc1410-0dc5-4351-be7c-dd8738fc68ab tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 12:03:28.420399 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4b9d0133-6af7-4a9c-80e1-7420c819ce03 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/9319c1c3-ba66-4b38-a37e-bac2f40cb097 HTTP/1.1" status: 204 len: 168 time: 0.5923753 Nov 02 12:03:28.427692 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34544) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:28.496416 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-70dbe9be-2d08-42b3-842d-af03d04dca97 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] DELETE failed (client error): The resource could not be found. Nov 02 12:03:28.496885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70dbe9be-2d08-42b3-842d-af03d04dca97 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:03:28.505998 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-70dbe9be-2d08-42b3-842d-af03d04dca97 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/11585a81-7f41-4c6a-a97d-87a559e30e00 HTTP/1.1" status: 404 len: 337 time: 0.0676088 Nov 02 12:03:28.510114 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34546) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:28.544607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf063397-91be-44d9-977e-3bcd82b6b0f4 None None] Network 3f57b163-c605-4e8e-8d5e-b661a54171cb requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:03:28.589901 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b639d6a4-11bf-4a85-a708-c6e42de98c15 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "GET /v2.0/ports?device_id=83f791af-9b4a-40a1-8fd5-08728e8b8e2f HTTP/1.1" status: 200 len: 205 time: 0.0777857 Nov 02 12:03:28.591808 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34550) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:28.612022 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ebc1410-0dc5-4351-be7c-dd8738fc68ab tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:28.680588 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-0d744ae0-713b-4189-ae29-2a3345ce632f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] delete failed (client error): The resource could not be found. Nov 02 12:03:28.680588 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0d744ae0-713b-4189-ae29-2a3345ce632f tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/routers/83f791af-9b4a-40a1-8fd5-08728e8b8e2f HTTP/1.1" status: 404 len: 336 time: 0.0841885 Nov 02 12:03:28.682216 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-670308b5-4769-49df-b18b-8fcc415c88f8 None None] Provisioning complete for port b3a54f79-c55f-4ff9-b28b-e763aab2ea55 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:28.682597 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-670308b5-4769-49df-b18b-8fcc415c88f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:28.685021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34554) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:28.716672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2a9c56-fed5-45b9-a282-092b7f1155b0 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Router 4ca61cd4-5b88-440e-afec-236c6731d54c has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:03:28.740292 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f871ae9-a873-4feb-b4b4-ef79f1554c0a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] DELETE failed (client error): The resource could not be found. Nov 02 12:03:28.741065 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f871ae9-a873-4feb-b4b4-ef79f1554c0a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:03:28.748407 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34556) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:28.749136 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4f871ae9-a873-4feb-b4b4-ef79f1554c0a tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/b9dda8e1-4f7c-4290-8a93-7f33ea81d796 HTTP/1.1" status: 404 len: 337 time: 0.0577002 Nov 02 12:03:28.769273 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ebc1410-0dc5-4351-be7c-dd8738fc68ab tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:28.799783 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-0128ee4e-c269-46d3-a8ed-b0ccda8a53ca tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] DELETE failed (client error): The resource could not be found. Nov 02 12:03:28.800565 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0128ee4e-c269-46d3-a8ed-b0ccda8a53ca tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:03:28.804294 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0128ee4e-c269-46d3-a8ed-b0ccda8a53ca tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/ff943ea6-5ec4-461f-a968-910c043efd72 HTTP/1.1" status: 404 len: 337 time: 0.0547338 Nov 02 12:03:28.807652 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34558) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:28.838548 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6d2f49-fc2c-4a2f-8b06-b89b50d01bfb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] DELETE failed (client error): The resource could not be found. Nov 02 12:03:28.839047 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6d2f49-fc2c-4a2f-8b06-b89b50d01bfb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:03:28.842464 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ca6d2f49-fc2c-4a2f-8b06-b89b50d01bfb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/214ccfe0-c9bd-4b2f-a36e-734fbfb3dfe4 HTTP/1.1" status: 404 len: 337 time: 0.0336683 Nov 02 12:03:28.845129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34560) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:28.884222 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-e446f9c2-f87e-4da7-8499-8fef49460dac tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] DELETE failed (client error): The resource could not be found. Nov 02 12:03:28.885172 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e446f9c2-f87e-4da7-8499-8fef49460dac tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:03:28.888892 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e446f9c2-f87e-4da7-8499-8fef49460dac tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/ports/8e9d0ae9-293b-43e4-a153-bea301e2de80 HTTP/1.1" status: 404 len: 333 time: 0.0426095 Nov 02 12:03:28.892809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34564) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:28.896573 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-670308b5-4769-49df-b18b-8fcc415c88f8 None None] Provisioning complete for port ff3b653e-eecc-4144-a5c5-fb4c1806a600 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:28.896962 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-670308b5-4769-49df-b18b-8fcc415c88f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:28.930642 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-6436ceb0-97ff-4657-8102-6e23a3029f6b tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] DELETE failed (client error): The resource could not be found. Nov 02 12:03:28.931231 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6436ceb0-97ff-4657-8102-6e23a3029f6b tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:03:28.934564 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6436ceb0-97ff-4657-8102-6e23a3029f6b tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/21cdeda2-4d2c-4ea6-8267-e1dd62be0822 HTTP/1.1" status: 404 len: 337 time: 0.0406632 Nov 02 12:03:28.937234 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34568) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:28.938114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-670308b5-4769-49df-b18b-8fcc415c88f8 None None] Port ff3b653e-eecc-4144-a5c5-fb4c1806a600 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:03:28.962300 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-6ebc1410-0dc5-4351-be7c-dd8738fc68ab tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Floating IP ab44fe04-4f43-47d8-b736-2394b321cc3b associated. External IP: 172.25.6.215, port: ec86df2d-8f64-4289-b62f-0f8c3b3753cf. Nov 02 12:03:29.000366 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bac3009-b2af-459d-bae6-8ea6f78660a9 None None] DHCP port deletion for 3f57b163-c605-4e8e-8d5e-b661a54171cb request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:03:29.014211 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa602bf5-41eb-4521-a37b-8f64db033178 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] DELETE failed (client error): The resource could not be found. Nov 02 12:03:29.014674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa602bf5-41eb-4521-a37b-8f64db033178 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:03:29.026155 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-aa602bf5-41eb-4521-a37b-8f64db033178 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/206a47bc-3f19-4c78-a2cc-3613ac2b78e9 HTTP/1.1" status: 404 len: 337 time: 0.0835152 Nov 02 12:03:29.026155 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34572) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:29.076986 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d59b851-44f5-44cb-9b71-27ea105c7f76 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] DELETE failed (client error): The resource could not be found. Nov 02 12:03:29.076986 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d59b851-44f5-44cb-9b71-27ea105c7f76 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:03:29.076986 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2d59b851-44f5-44cb-9b71-27ea105c7f76 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/ports/44699696-ccbd-4a9e-8c78-0c7e251f60c3 HTTP/1.1" status: 404 len: 333 time: 0.0488043 Nov 02 12:03:29.085141 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34574) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:29.118458 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3009-b2af-459d-bae6-8ea6f78660a9 None None] Deleting port b3a54f79-c55f-4ff9-b28b-e763aab2ea55 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:03:29.125738 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8bac3009-b2af-459d-bae6-8ea6f78660a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:29.125926 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b4db15-434b-4ed6-b10f-d002e18833cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] DELETE failed (client error): The resource could not be found. Nov 02 12:03:29.125926 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b4db15-434b-4ed6-b10f-d002e18833cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:03:29.128841 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-37b4db15-434b-4ed6-b10f-d002e18833cb tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/37815e0b-b07a-4cb4-a663-594e91836510 HTTP/1.1" status: 404 len: 337 time: 0.0415936 Nov 02 12:03:29.131337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34576) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:29.159067 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-869429ef-878e-4eb3-9443-7d888a8000d6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] DELETE failed (client error): The resource could not be found. Nov 02 12:03:29.159518 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869429ef-878e-4eb3-9443-7d888a8000d6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:03:29.163281 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-869429ef-878e-4eb3-9443-7d888a8000d6 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/subnets/ae8e3a66-3e22-4b1d-8824-ffd71c5d473a HTTP/1.1" status: 404 len: 337 time: 0.0302913 Nov 02 12:03:29.167582 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34578) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:29.180675 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b3a54f79-c55f-4ff9-b28b-e763aab2ea55 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:03:29.240926 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8bac3009-b2af-459d-bae6-8ea6f78660a9 None None] For port b3a54f79-c55f-4ff9-b28b-e763aab2ea55, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b3a54f79-c55f-4ff9-b28b-e763aab2ea55,segment=NetworkSegment(b61ea45c-70df-4482-ad7c-38a673bb3c25),segment_id=b61ea45c-70df-4482-ad7c-38a673bb3c25)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:03:29.241860 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8bac3009-b2af-459d-bae6-8ea6f78660a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:29.251830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2a9c56-fed5-45b9-a282-092b7f1155b0 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:03:29.261065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-8bac3009-b2af-459d-bae6-8ea6f78660a9 None None] Calling delete_port for b3a54f79-c55f-4ff9-b28b-e763aab2ea55 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:03:29.264045 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5c0987-5578-4c94-bcfb-84dbf604b6a0 None None] Sync routers for ids ['4ca61cd4-5b88-440e-afec-236c6731d54c'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:03:29.266063 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6b2a9c56-fed5-45b9-a282-092b7f1155b0 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:29.297757 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5c0987-5578-4c94-bcfb-84dbf604b6a0 None None] Routers {'4ca61cd4-5b88-440e-afec-236c6731d54c'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:03:29.305209 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bb5c0987-5578-4c94-bcfb-84dbf604b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:03:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4ca61cd4-5b88-440e-afec-236c6731d54c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:29.338903 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6b2a9c56-fed5-45b9-a282-092b7f1155b0 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] 10.222.0.52 "DELETE /v2.0/floatingips/781455b4-0a66-4099-8852-d859203d95e4 HTTP/1.1" status: 204 len: 168 time: 3.4172246 Nov 02 12:03:29.342351 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34580) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:29.390496 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:29.395610 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bb5c0987-5578-4c94-bcfb-84dbf604b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:29.406029 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5c0987-5578-4c94-bcfb-84dbf604b6a0 None None] Routers {'4ca61cd4-5b88-440e-afec-236c6731d54c'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:03:29.406740 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bb5c0987-5578-4c94-bcfb-84dbf604b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:03:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4ca61cd4-5b88-440e-afec-236c6731d54c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:29.420446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-98355eea-bbdb-4b15-8d4b-54935b93b0f3 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:29.431476 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-082a80b7-f7aa-4950-8164-d21cdd6bf3c3 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Deleting port ff3b653e-eecc-4144-a5c5-fb4c1806a600 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:03:29.437069 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-082a80b7-f7aa-4950-8164-d21cdd6bf3c3 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:29.469915 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bb5c0987-5578-4c94-bcfb-84dbf604b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:29.470580 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5c0987-5578-4c94-bcfb-84dbf604b6a0 None None] The sync data for ids ['4ca61cd4-5b88-440e-afec-236c6731d54c'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:03:29.499158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port b3a54f79-c55f-4ff9-b28b-e763aab2ea55, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b3a54f79-c55f-4ff9-b28b-e763aab2ea55,segment=NetworkSegment(b61ea45c-70df-4482-ad7c-38a673bb3c25),segment_id=b61ea45c-70df-4482-ad7c-38a673bb3c25)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:03:29.567195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebc1410-0dc5-4351-be7c-dd8738fc68ab tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:03:29.571620 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-082a80b7-f7aa-4950-8164-d21cdd6bf3c3 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:29.599842 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-082a80b7-f7aa-4950-8164-d21cdd6bf3c3 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Calling delete_port for ff3b653e-eecc-4144-a5c5-fb4c1806a600 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:03:29.628832 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:29.686165 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-98355eea-bbdb-4b15-8d4b-54935b93b0f3 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:29.718004 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=b3a54f79-c55f-4ff9-b28b-e763aab2ea55,revision_number=11']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:29.724221 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8bac3009-b2af-459d-bae6-8ea6f78660a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:29.755699 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3009-b2af-459d-bae6-8ea6f78660a9 None None] Pushing event deleted for resources: {'Port': ['ID=b3a54f79-c55f-4ff9-b28b-e763aab2ea55,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:29.764629 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac3009-b2af-459d-bae6-8ea6f78660a9 None None] No DVR routers for this DVR port b3a54f79-c55f-4ff9-b28b-e763aab2ea55 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:03:29.794085 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ae46cd-189d-4f69-a886-8b383bedec23 None None] get_active_networks_info from n-d-806683-18 {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 12:03:29.816802 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebc1410-0dc5-4351-be7c-dd8738fc68ab tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:03:29.830724 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6ebc1410-0dc5-4351-be7c-dd8738fc68ab tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:29.870068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03a110f-2f8f-4375-b31d-1cc4f512c30c None None] Sync routers for ids ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:03:29.876100 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-082a80b7-f7aa-4950-8164-d21cdd6bf3c3 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:29.927014 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03a110f-2f8f-4375-b31d-1cc4f512c30c None None] Routers {'59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:03:29.928263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-a03a110f-2f8f-4375-b31d-1cc4f512c30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:03:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:29.936439 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6ebc1410-0dc5-4351-be7c-dd8738fc68ab tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "PUT /v2.0/floatingips/ab44fe04-4f43-47d8-b736-2394b321cc3b HTTP/1.1" status: 200 len: 991 time: 3.2396758 Nov 02 12:03:29.944146 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4166d19-567f-443b-a547-3fde2535885c', 'tag': 'ec86df2d-8f64-4289-b62f-0f8c3b3753cf'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:03:29.949241 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8880f0-b19d-4eeb-bd1f-c3512bc7bc11" -d '{"events": [{"name": "network-changed", "server_uuid": "a4166d19-567f-443b-a547-3fde2535885c", "tag": "ec86df2d-8f64-4289-b62f-0f8c3b3753cf"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:03:29.949786 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-082a80b7-f7aa-4950-8164-d21cdd6bf3c3 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:29.961583 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-082a80b7-f7aa-4950-8164-d21cdd6bf3c3 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/ports/ff3b653e-eecc-4144-a5c5-fb4c1806a600 HTTP/1.1" status: 204 len: 168 time: 0.7929251 Nov 02 12:03:29.962737 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34592) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:29.972633 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a80b7-f7aa-4950-8164-d21cdd6bf3c3 tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Port': ['ID=ff3b653e-eecc-4144-a5c5-fb4c1806a600,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:29.975961 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-98355eea-bbdb-4b15-8d4b-54935b93b0f3 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:30.152581 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a62d8060-1a2c-4f2b-85be-b36e92be7daf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:30.224634 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-a03a110f-2f8f-4375-b31d-1cc4f512c30c None None] Set router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:03:30.228249 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-98355eea-bbdb-4b15-8d4b-54935b93b0f3 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Allocated IP 172.25.6.55 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/51d61727-2e8b-4ea4-aeba-9951281fb11c) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:30.295792 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ae46cd-189d-4f69-a886-8b383bedec23 None None] Resources bound (agent type, host, resource id): {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:03:30.320711 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a62d8060-1a2c-4f2b-85be-b36e92be7daf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:30.331969 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1234c2e5-939e-423d-8f5d-3e20cbcb1728 x-openstack-request-id: req-1234c2e5-939e-423d-8f5d-3e20cbcb1728 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:03:30.332333 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4166d19-567f-443b-a547-3fde2535885c", "tag": "ec86df2d-8f64-4289-b62f-0f8c3b3753cf", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:03:30.332536 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1234c2e5-939e-423d-8f5d-3e20cbcb1728 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:03:30.332915 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4166d19-567f-443b-a547-3fde2535885c', 'tag': 'ec86df2d-8f64-4289-b62f-0f8c3b3753cf', 'status': 'completed', 'code': 200} Nov 02 12:03:30.344222 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-a62d8060-1a2c-4f2b-85be-b36e92be7daf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f57b163-c605-4e8e-8d5e-b661a54171cb']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:30.356625 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-a62d8060-1a2c-4f2b-85be-b36e92be7daf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61ea45c-70df-4482-ad7c-38a673bb3c25') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:30.356996 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-a62d8060-1a2c-4f2b-85be-b36e92be7daf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61ea45c-70df-4482-ad7c-38a673bb3c25') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:30.368076 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a62d8060-1a2c-4f2b-85be-b36e92be7daf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:30.384870 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a62d8060-1a2c-4f2b-85be-b36e92be7daf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:30.395311 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62d8060-1a2c-4f2b-85be-b36e92be7daf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:03:30.396163 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a62d8060-1a2c-4f2b-85be-b36e92be7daf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:03:30.400961 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:03:30.405820 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8880f0-b19d-4eeb-bd1f-c3512bc7bc11 req-a5b0aa0f-7202-4f45-a15a-ecd8e8501208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:30.407400 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac8880f0-b19d-4eeb-bd1f-c3512bc7bc11 req-a5b0aa0f-7202-4f45-a15a-ecd8e8501208 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18&device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 1097 time: 0.0733824 Nov 02 12:03:30.457989 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-98355eea-bbdb-4b15-8d4b-54935b93b0f3 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:30.542879 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8880f0-b19d-4eeb-bd1f-c3512bc7bc11 req-e624956b-44a0-47e6-930e-69a245c9eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:30.544380 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac8880f0-b19d-4eeb-bd1f-c3512bc7bc11 req-e624956b-44a0-47e6-930e-69a245c9eb4d service neutron] 10.222.0.79 "GET /v2.0/networks?id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0 HTTP/1.1" status: 200 len: 912 time: 0.1279199 Nov 02 12:03:30.594346 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a62d8060-1a2c-4f2b-85be-b36e92be7daf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:30.608282 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a62d8060-1a2c-4f2b-85be-b36e92be7daf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:30.613254 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a62d8060-1a2c-4f2b-85be-b36e92be7daf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] 10.222.0.52 "DELETE /v2.0/networks/3f57b163-c605-4e8e-8d5e-b661a54171cb HTTP/1.1" status: 204 len: 168 time: 0.6392324 Nov 02 12:03:30.659905 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-98355eea-bbdb-4b15-8d4b-54935b93b0f3 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:30.662078 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d8060-1a2c-4f2b-85be-b36e92be7daf tempest-PortsTestJSON-9312145 tempest-PortsTestJSON-9312145-project] Pushing event deleted for resources: {'Network': ['ID=3f57b163-c605-4e8e-8d5e-b661a54171cb,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:30.693446 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac8880f0-b19d-4eeb-bd1f-c3512bc7bc11 req-9f62f251-ef7f-4317-a8ea-edfa22706754 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec86df2d-8f64-4289-b62f-0f8c3b3753cf HTTP/1.1" status: 200 len: 999 time: 0.1310654 Nov 02 12:03:30.762166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98355eea-bbdb-4b15-8d4b-54935b93b0f3 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:30.776937 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-98355eea-bbdb-4b15-8d4b-54935b93b0f3 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:30.777900 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98355eea-bbdb-4b15-8d4b-54935b93b0f3 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:03:30.809883 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98355eea-bbdb-4b15-8d4b-54935b93b0f3 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Pushing event updated for resources: {'Port': ['ID=51d61727-2e8b-4ea4-aeba-9951281fb11c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:30.815042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8880f0-b19d-4eeb-bd1f-c3512bc7bc11 req-8103f35d-4e15-4638-ba89-3cd391a9b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:30.816512 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac8880f0-b19d-4eeb-bd1f-c3512bc7bc11 req-8103f35d-4e15-4638-ba89-3cd391a9b668 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1e9ea625-11dc-4ad8-8157-fb20952cfe54 HTTP/1.1" status: 200 len: 850 time: 0.1220412 Nov 02 12:03:30.850315 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-a03a110f-2f8f-4375-b31d-1cc4f512c30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T11:58:21Z', 'revision_number': 4, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'ab44fe04-4f43-47d8-b736-2394b321cc3b', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'port_id': 'ec86df2d-8f64-4289-b62f-0f8c3b3753cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'mac_address': 'fa:16:3e:de:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4166d19-567f-443b-a547-3fde2535885c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:03:04Z', 'updated_at': '2021-11-02T12:03:28Z', 'revision_number': 1, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a1017f-8b48-40b8-b6d1-3cc9ad119954', 'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'mac_address': 'fa:16:3e:14:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:20Z', 'updated_at': '2021-11-02T11:58:27Z', 'revision_number': 5, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'subnets': [{'id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:30.912029 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8880f0-b19d-4eeb-bd1f-c3512bc7bc11 req-0f31fb04-b517-4891-9de3-94a8d639755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:30.912029 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac8880f0-b19d-4eeb-bd1f-c3512bc7bc11 req-0f31fb04-b517-4891-9de3-94a8d639755f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849135 Nov 02 12:03:30.917976 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03a110f-2f8f-4375-b31d-1cc4f512c30c None None] Checking router: 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:03:30.929552 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-98355eea-bbdb-4b15-8d4b-54935b93b0f3 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:30.947995 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03a110f-2f8f-4375-b31d-1cc4f512c30c None None] Routers {'59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:03:30.948658 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-a03a110f-2f8f-4375-b31d-1cc4f512c30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:03:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:31.047247 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac8880f0-b19d-4eeb-bd1f-c3512bc7bc11 req-8db7c258-9624-4839-84ac-01b5267266f6 service neutron] 10.222.0.79 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286609 Nov 02 12:03:31.121575 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-98355eea-bbdb-4b15-8d4b-54935b93b0f3 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:31.176351 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-a03a110f-2f8f-4375-b31d-1cc4f512c30c None None] Set router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:03:31.325763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac8880f0-b19d-4eeb-bd1f-c3512bc7bc11 req-d7bcac9f-3371-4b6b-a690-c15b915880cc service neutron] 10.222.0.79 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534635 Nov 02 12:03:31.498016 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-98355eea-bbdb-4b15-8d4b-54935b93b0f3 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:31.572903 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-a03a110f-2f8f-4375-b31d-1cc4f512c30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T11:58:21Z', 'revision_number': 4, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'ab44fe04-4f43-47d8-b736-2394b321cc3b', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'port_id': 'ec86df2d-8f64-4289-b62f-0f8c3b3753cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'mac_address': 'fa:16:3e:de:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4166d19-567f-443b-a547-3fde2535885c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:03:04Z', 'updated_at': '2021-11-02T12:03:28Z', 'revision_number': 1, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a1017f-8b48-40b8-b6d1-3cc9ad119954', 'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'mac_address': 'fa:16:3e:14:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:20Z', 'updated_at': '2021-11-02T11:58:27Z', 'revision_number': 5, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'subnets': [{'id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:31.590669 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34620) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:31.603113 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-98355eea-bbdb-4b15-8d4b-54935b93b0f3 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:31.607597 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03a110f-2f8f-4375-b31d-1cc4f512c30c None None] The sync data for ids ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'] in n-d-806683-18 is: [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T11:58:21Z', 'revision_number': 4, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'ab44fe04-4f43-47d8-b736-2394b321cc3b', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'floating_ip_address': '172.25.6.215', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'port_id': 'ec86df2d-8f64-4289-b62f-0f8c3b3753cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'mac_address': 'fa:16:3e:de:b5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4166d19-567f-443b-a547-3fde2535885c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:03:04Z', 'updated_at': '2021-11-02T12:03:28Z', 'revision_number': 1, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63a1017f-8b48-40b8-b6d1-3cc9ad119954', 'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'mac_address': 'fa:16:3e:14:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:20Z', 'updated_at': '2021-11-02T11:58:27Z', 'revision_number': 5, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'subnets': [{'id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:03:31.813215 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-98355eea-bbdb-4b15-8d4b-54935b93b0f3 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:31.852908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98355eea-bbdb-4b15-8d4b-54935b93b0f3 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Pushing event updated for resources: {'Port': ['ID=51d61727-2e8b-4ea4-aeba-9951281fb11c,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:31.857711 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d265014b-4667-43f9-8f09-d9c4fa9a65a1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c92ff21dfe924aa9a273d9851636103c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2650585 Nov 02 12:03:31.863181 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34628) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:31.931812 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-09753c3a-29b3-48c4-baf2-9cb75b900477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:31.964661 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-09753c3a-29b3-48c4-baf2-9cb75b900477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:32.016858 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-98355eea-bbdb-4b15-8d4b-54935b93b0f3 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:32.020744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-98355eea-bbdb-4b15-8d4b-54935b93b0f3 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6041923 Nov 02 12:03:32.021207 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34634) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:32.031740 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9963975-3c3c-4d1e-a4ed-8d8beafd5132 None None] New status for floating IP ab44fe04-4f43-47d8-b736-2394b321cc3b: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:03:32.191907 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-09753c3a-29b3-48c4-baf2-9cb75b900477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:32.193411 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-09753c3a-29b3-48c4-baf2-9cb75b900477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:32.194965 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-09753c3a-29b3-48c4-baf2-9cb75b900477 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/089bb88a-a2a4-4a9b-93ac-292123828608 HTTP/1.1" status: 204 len: 168 time: 0.3298404 Nov 02 12:03:32.221427 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09753c3a-29b3-48c4-baf2-9cb75b900477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089bb88a-a2a4-4a9b-93ac-292123828608,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:32.251207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09753c3a-29b3-48c4-baf2-9cb75b900477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:32.260415 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-088fe91d-f4d5-4669-ba83-36b1b375acf4 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:32.267395 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09753c3a-29b3-48c4-baf2-9cb75b900477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:32.268866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09753c3a-29b3-48c4-baf2-9cb75b900477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:32.269508 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09753c3a-29b3-48c4-baf2-9cb75b900477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:32.271237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09753c3a-29b3-48c4-baf2-9cb75b900477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:32.273249 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09753c3a-29b3-48c4-baf2-9cb75b900477 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:32.275457 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09753c3a-29b3-48c4-baf2-9cb75b900477 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:32.277697 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09753c3a-29b3-48c4-baf2-9cb75b900477 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:32.278444 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09753c3a-29b3-48c4-baf2-9cb75b900477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:32.279582 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09753c3a-29b3-48c4-baf2-9cb75b900477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:32.283328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09753c3a-29b3-48c4-baf2-9cb75b900477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:32.283328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09753c3a-29b3-48c4-baf2-9cb75b900477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:32.505086 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-088fe91d-f4d5-4669-ba83-36b1b375acf4 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:32.651403 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-088fe91d-f4d5-4669-ba83-36b1b375acf4 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:32.817713 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-088fe91d-f4d5-4669-ba83-36b1b375acf4 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Allocated IP 172.25.6.103 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/8d39b936-5ea9-4014-976e-74820796d77a) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:32.973467 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-088fe91d-f4d5-4669-ba83-36b1b375acf4 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:33.162310 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-088fe91d-f4d5-4669-ba83-36b1b375acf4 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:33.267421 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088fe91d-f4d5-4669-ba83-36b1b375acf4 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:33.270762 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-088fe91d-f4d5-4669-ba83-36b1b375acf4 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:33.274788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088fe91d-f4d5-4669-ba83-36b1b375acf4 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:03:33.309471 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fe91d-f4d5-4669-ba83-36b1b375acf4 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Pushing event updated for resources: {'Port': ['ID=8d39b936-5ea9-4014-976e-74820796d77a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:33.375800 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-088fe91d-f4d5-4669-ba83-36b1b375acf4 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:33.597361 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-088fe91d-f4d5-4669-ba83-36b1b375acf4 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:33.773207 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-088fe91d-f4d5-4669-ba83-36b1b375acf4 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:33.922201 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-088fe91d-f4d5-4669-ba83-36b1b375acf4 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:33.962735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34678) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:34.015859 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fe91d-f4d5-4669-ba83-36b1b375acf4 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Pushing event updated for resources: {'Port': ['ID=8d39b936-5ea9-4014-976e-74820796d77a,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:34.085817 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-088fe91d-f4d5-4669-ba83-36b1b375acf4 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:34.162880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9253a76d-dacf-4660-997c-6abf1ac3faba tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-341710444'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:34.244914 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-088fe91d-f4d5-4669-ba83-36b1b375acf4 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:34.246196 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-088fe91d-f4d5-4669-ba83-36b1b375acf4 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2239738 Nov 02 12:03:34.248809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34686) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:34.386710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9253a76d-dacf-4660-997c-6abf1ac3faba tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Made reservation on behalf of c0190d3c3be74f44ba27385f02c398ae for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:03:34.391048 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9253a76d-dacf-4660-997c-6abf1ac3faba tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:34.405786 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9253a76d-dacf-4660-997c-6abf1ac3faba tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:34.420996 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-028086ca-ea12-4f2b-a5f7-312f7b3507b4 tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1710618 Nov 02 12:03:34.424457 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34688) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:34.537746 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0baeee2d-1232-4075-a5d8-3f83fa3473ab tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1097512 Nov 02 12:03:34.540420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34696) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:34.617214 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9253a76d-dacf-4660-997c-6abf1ac3faba tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:34.712894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e672f6ab-2dfd-47de-a222-1edf77d1db73 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Deleting port 8d39b936-5ea9-4014-976e-74820796d77a {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:03:34.713277 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e672f6ab-2dfd-47de-a222-1edf77d1db73 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:34.767960 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9253a76d-dacf-4660-997c-6abf1ac3faba tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:34.819260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9253a76d-dacf-4660-997c-6abf1ac3faba tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:03:34.848690 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9253a76d-dacf-4660-997c-6abf1ac3faba tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:34.850614 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-9253a76d-dacf-4660-997c-6abf1ac3faba tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Added segment ad2b3408-1b55-403b-8691-49f1b4519db5 of type vlan for network 0717ca43-8e41-4e53-9408-954c71b0b90f Nov 02 12:03:34.850614 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253a76d-dacf-4660-997c-6abf1ac3faba tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e716de-adee-416c-bd7c-c5d63cbd899a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:34.890042 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e672f6ab-2dfd-47de-a222-1edf77d1db73 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:34.890382 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e672f6ab-2dfd-47de-a222-1edf77d1db73 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:34.913186 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e672f6ab-2dfd-47de-a222-1edf77d1db73 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Calling delete_port for 8d39b936-5ea9-4014-976e-74820796d77a owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:03:34.916245 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9253a76d-dacf-4660-997c-6abf1ac3faba tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:35.090468 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9253a76d-dacf-4660-997c-6abf1ac3faba tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:35.102068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9253a76d-dacf-4660-997c-6abf1ac3faba tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:35.102068 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9253a76d-dacf-4660-997c-6abf1ac3faba tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:35.176233 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253a76d-dacf-4660-997c-6abf1ac3faba tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Pushing event updated for resources: {'Network': ['ID=0717ca43-8e41-4e53-9408-954c71b0b90f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:35.187624 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 0717ca43-8e41-4e53-9408-954c71b0b90f details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:03:35.273987 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e672f6ab-2dfd-47de-a222-1edf77d1db73 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:35.283704 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9253a76d-dacf-4660-997c-6abf1ac3faba tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.3194976 Nov 02 12:03:35.289402 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34704) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:35.301877 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-b80bbc13-5cf1-4893-b101-bca7a03c6fef tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0717ca43-8e41-4e53-9408-954c71b0b90f', 'tempest-TagsTest-Tag-1942342286') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:35.357833 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672f6ab-2dfd-47de-a222-1edf77d1db73 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Pushing event deleted for resources: {'Port': ['ID=8d39b936-5ea9-4014-976e-74820796d77a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:35.491379 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e672f6ab-2dfd-47de-a222-1edf77d1db73 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:35.495579 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e672f6ab-2dfd-47de-a222-1edf77d1db73 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:35.497029 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e672f6ab-2dfd-47de-a222-1edf77d1db73 tempest-FloatingIPAdminTestJSON-1977975960 tempest-FloatingIPAdminTestJSON-1977975960-project] 10.222.0.52 "DELETE /v2.0/floatingips/890fc926-2e33-4195-9579-75c2ed3ed26f HTTP/1.1" status: 204 len: 168 time: 0.9553392 Nov 02 12:03:35.500407 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34708) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:35.655927 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b80bbc13-5cf1-4893-b101-bca7a03c6fef tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] 10.222.0.52 "PUT /v2.0/networks/0717ca43-8e41-4e53-9408-954c71b0b90f/tags/tempest-TagsTest-Tag-1942342286 HTTP/1.1" status: 201 len: 201 time: 0.3647690 Nov 02 12:03:35.658482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34714) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:35.665568 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-1497901b-a74f-4ce9-9cec-5cf9b8866392 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0717ca43-8e41-4e53-9408-954c71b0b90f', 'tempest-TagsTest-Tag-1942342286') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:35.890411 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1497901b-a74f-4ce9-9cec-5cf9b8866392 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] 10.222.0.52 "GET /v2.0/networks/0717ca43-8e41-4e53-9408-954c71b0b90f/tags/tempest-TagsTest-Tag-1942342286 HTTP/1.1" status: 204 len: 168 time: 0.2283273 Nov 02 12:03:35.891148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34722) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:35.910289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-e487db13-56f5-49a7-afa1-af309c7d56d8 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0717ca43-8e41-4e53-9408-954c71b0b90f') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:36.042674 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e487db13-56f5-49a7-afa1-af309c7d56d8 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] 10.222.0.52 "GET /v2.0/networks/0717ca43-8e41-4e53-9408-954c71b0b90f/tags HTTP/1.1" status: 200 len: 238 time: 0.1451228 Nov 02 12:03:36.044916 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34728) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:36.054513 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-b4dce4a8-692f-48f7-8d85-74fe836d26b8 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0717ca43-8e41-4e53-9408-954c71b0b90f', {'tags': ['tempest-TagsTest-Tag-977087924', 'tempest-TagsTest-Tag-1993661471', 'tempest-TagsTest-Tag-1844334503']}) {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:36.212944 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-94ce727c-f38b-4802-8701-1fb2ac557e0e tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Deleting port 51d61727-2e8b-4ea4-aeba-9951281fb11c {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:03:36.213362 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94ce727c-f38b-4802-8701-1fb2ac557e0e tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:36.405180 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94ce727c-f38b-4802-8701-1fb2ac557e0e tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:36.405530 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94ce727c-f38b-4802-8701-1fb2ac557e0e tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:36.428155 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-94ce727c-f38b-4802-8701-1fb2ac557e0e tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Calling delete_port for 51d61727-2e8b-4ea4-aeba-9951281fb11c owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:03:36.712503 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94ce727c-f38b-4802-8701-1fb2ac557e0e tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:36.772050 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce727c-f38b-4802-8701-1fb2ac557e0e tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Pushing event deleted for resources: {'Port': ['ID=51d61727-2e8b-4ea4-aeba-9951281fb11c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:36.812633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-9b3c9fff-d935-4f97-9c7b-a4ab25605c7d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:36.819418 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-9b3c9fff-d935-4f97-9c7b-a4ab25605c7d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 811 time: 0.1818542 Nov 02 12:03:36.843809 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-913a9547-fa3e-44b5-b7e8-30a39830c0ef tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/quotas/ab186707669f41a6b53ebcba8031edaa HTTP/1.1" status: 200 len: 375 time: 0.0174963 Nov 02 12:03:36.859036 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b4dce4a8-692f-48f7-8d85-74fe836d26b8 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] 10.222.0.52 "PUT /v2.0/networks/0717ca43-8e41-4e53-9408-954c71b0b90f/tags HTTP/1.1" status: 200 len: 308 time: 0.8107235 Nov 02 12:03:36.880642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34744) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:36.890381 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-ee15fab8-edec-4bd3-aae5-969ee0c8113d tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0717ca43-8e41-4e53-9408-954c71b0b90f', 'tempest-TagsTest-Tag-977087924') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:36.907966 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94ce727c-f38b-4802-8701-1fb2ac557e0e tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:36.915664 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-94ce727c-f38b-4802-8701-1fb2ac557e0e tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:36.917014 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-94ce727c-f38b-4802-8701-1fb2ac557e0e tempest-FloatingIPAdminTestJSON-290524842 tempest-FloatingIPAdminTestJSON-290524842-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/18b93093-9ddd-49a5-a033-5bef0d35f2dd HTTP/1.1" status: 204 len: 168 time: 1.4148986 Nov 02 12:03:36.921834 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34746) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:36.961079 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-092bcae1-96f2-49a5-91e0-74035242b45f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1159689 Nov 02 12:03:37.074793 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-67586a72-146d-4793-99f0-441e364db419 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Deleting port 19a79ead-1ab6-4651-a704-76af36799eda {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:03:37.075173 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-67586a72-146d-4793-99f0-441e364db419 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:37.129884 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-7584eb38-6e8a-4fc7-88f7-78acb7ee70cc service neutron] 10.222.0.52 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677294 Nov 02 12:03:37.179449 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-67586a72-146d-4793-99f0-441e364db419 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:37.194465 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-67586a72-146d-4793-99f0-441e364db419 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Calling delete_port for 19a79ead-1ab6-4651-a704-76af36799eda owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:03:37.268620 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ee15fab8-edec-4bd3-aae5-969ee0c8113d tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] 10.222.0.52 "DELETE /v2.0/networks/0717ca43-8e41-4e53-9408-954c71b0b90f/tags/tempest-TagsTest-Tag-977087924 HTTP/1.1" status: 204 len: 168 time: 0.3839464 Nov 02 12:03:37.271326 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-c4f61967-b57c-4881-9e04-4056b99a5456 service neutron] 10.222.0.52 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401901 Nov 02 12:03:37.274433 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34754) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:37.284831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-00543538-e632-4837-b392-69ccd071fc86 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0717ca43-8e41-4e53-9408-954c71b0b90f', 'tempest-TagsTest-Tag-977087924') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:37.445485 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-00543538-e632-4837-b392-69ccd071fc86 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] show failed (client error): The resource could not be found. Nov 02 12:03:37.447389 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-00543538-e632-4837-b392-69ccd071fc86 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] 10.222.0.52 "GET /v2.0/networks/0717ca43-8e41-4e53-9408-954c71b0b90f/tags/tempest-TagsTest-Tag-977087924 HTTP/1.1" status: 404 len: 325 time: 0.1700408 Nov 02 12:03:37.451570 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34758) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:37.456348 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.tag.tag_plugin [None req-d51370d8-e317-49d5-ae0f-928e5dcf2f72 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0717ca43-8e41-4e53-9408-954c71b0b90f', 'tempest-TagsTest-Tag-1993661471') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:37.553429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34760) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:37.553831 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d51370d8-e317-49d5-ae0f-928e5dcf2f72 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] 10.222.0.52 "GET /v2.0/networks/0717ca43-8e41-4e53-9408-954c71b0b90f/tags/tempest-TagsTest-Tag-1993661471 HTTP/1.1" status: 204 len: 168 time: 0.1008205 Nov 02 12:03:37.558797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-454f0022-928e-4cd2-976b-8b8141e044ed tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0717ca43-8e41-4e53-9408-954c71b0b90f', 'tempest-TagsTest-Tag-1844334503') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:37.658584 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34764) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:37.662755 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-454f0022-928e-4cd2-976b-8b8141e044ed tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] 10.222.0.52 "GET /v2.0/networks/0717ca43-8e41-4e53-9408-954c71b0b90f/tags/tempest-TagsTest-Tag-1844334503 HTTP/1.1" status: 204 len: 168 time: 0.1075428 Nov 02 12:03:37.671670 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.tag.tag_plugin [None req-a9472f9d-6095-4caf-b5fa-d2883a12dc21 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0717ca43-8e41-4e53-9408-954c71b0b90f') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:37.715868 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-67586a72-146d-4793-99f0-441e364db419 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:37.918229 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67586a72-146d-4793-99f0-441e364db419 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Pushing event deleted for resources: {'Port': ['ID=19a79ead-1ab6-4651-a704-76af36799eda,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:38.059766 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-67586a72-146d-4793-99f0-441e364db419 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:38.063075 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-67586a72-146d-4793-99f0-441e364db419 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] 10.222.0.52 "DELETE /v2.0/ports/19a79ead-1ab6-4651-a704-76af36799eda HTTP/1.1" status: 204 len: 168 time: 1.1400604 Nov 02 12:03:38.065697 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34774) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:38.073935 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f520a747-1189-49ab-a4ba-3b5c7eebf740 req-2070549b-76ad-46cc-accb-ce6a2e79856e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 210 time: 0.0800254 Nov 02 12:03:38.155346 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8374f6d2-3e5e-44fd-8608-f06508e5372b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:38.156833 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8374f6d2-3e5e-44fd-8608-f06508e5372b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ca61cd4-5b88-440e-afec-236c6731d54c HTTP/1.1" status: 200 len: 913 time: 0.0902295 Nov 02 12:03:38.159592 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34776) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:38.258828 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a9472f9d-6095-4caf-b5fa-d2883a12dc21 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] 10.222.0.52 "DELETE /v2.0/networks/0717ca43-8e41-4e53-9408-954c71b0b90f/tags HTTP/1.1" status: 204 len: 168 time: 0.5988071 Nov 02 12:03:38.259130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34780) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:38.266118 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-0e8979f9-6c6a-487c-88b6-03febbc6ae8c tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0717ca43-8e41-4e53-9408-954c71b0b90f', 'tempest-TagsTest-Tag-1993661471') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:38.359472 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-0e8979f9-6c6a-487c-88b6-03febbc6ae8c tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] show failed (client error): The resource could not be found. Nov 02 12:03:38.363561 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0e8979f9-6c6a-487c-88b6-03febbc6ae8c tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] 10.222.0.52 "GET /v2.0/networks/0717ca43-8e41-4e53-9408-954c71b0b90f/tags/tempest-TagsTest-Tag-1993661471 HTTP/1.1" status: 404 len: 326 time: 0.1034720 Nov 02 12:03:38.364270 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34782) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:38.372730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-d541601e-4666-4f4d-aaad-e07e645ea047 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0717ca43-8e41-4e53-9408-954c71b0b90f', 'tempest-TagsTest-Tag-1844334503') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:38.464181 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-d541601e-4666-4f4d-aaad-e07e645ea047 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] show failed (client error): The resource could not be found. Nov 02 12:03:38.465605 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d541601e-4666-4f4d-aaad-e07e645ea047 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] 10.222.0.52 "GET /v2.0/networks/0717ca43-8e41-4e53-9408-954c71b0b90f/tags/tempest-TagsTest-Tag-1844334503 HTTP/1.1" status: 404 len: 326 time: 0.1003766 Nov 02 12:03:38.468490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34784) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:38.473106 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.tag.tag_plugin [None req-b524a019-1982-414e-97d6-1918622b08ea tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0717ca43-8e41-4e53-9408-954c71b0b90f') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:38.576221 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b524a019-1982-414e-97d6-1918622b08ea tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] 10.222.0.52 "DELETE /v2.0/networks/0717ca43-8e41-4e53-9408-954c71b0b90f/tags HTTP/1.1" status: 204 len: 168 time: 0.1063833 Nov 02 12:03:38.585138 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34788) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:38.749364 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14e6e6b7-8a8a-446e-8499-86d50fd66124 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:38.932794 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14e6e6b7-8a8a-446e-8499-86d50fd66124 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:38.964003 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7f14b0f5-777b-496d-b6d8-9883a58488fa tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:39.007326 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-14e6e6b7-8a8a-446e-8499-86d50fd66124 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0717ca43-8e41-4e53-9408-954c71b0b90f']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:39.022852 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-14e6e6b7-8a8a-446e-8499-86d50fd66124 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2b3408-1b55-403b-8691-49f1b4519db5') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:39.023739 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-14e6e6b7-8a8a-446e-8499-86d50fd66124 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2b3408-1b55-403b-8691-49f1b4519db5') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:39.040288 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14e6e6b7-8a8a-446e-8499-86d50fd66124 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:39.089455 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14e6e6b7-8a8a-446e-8499-86d50fd66124 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:39.099365 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e6e6b7-8a8a-446e-8499-86d50fd66124 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:03:39.101148 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14e6e6b7-8a8a-446e-8499-86d50fd66124 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:03:39.103610 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:03:39.167225 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ecb73d11-c5f0-4674-91cb-1a061edf8aa9 req-15a5425a-a02c-4e7a-b327-4966de128a1b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 210 time: 0.0315437 Nov 02 12:03:39.383071 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14e6e6b7-8a8a-446e-8499-86d50fd66124 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:39.388536 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-14e6e6b7-8a8a-446e-8499-86d50fd66124 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:39.392236 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-14e6e6b7-8a8a-446e-8499-86d50fd66124 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] 10.222.0.52 "DELETE /v2.0/networks/0717ca43-8e41-4e53-9408-954c71b0b90f HTTP/1.1" status: 204 len: 168 time: 0.8064129 Nov 02 12:03:39.460383 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6e6b7-8a8a-446e-8499-86d50fd66124 tempest-TagsTest-170232135 tempest-TagsTest-170232135-project] Pushing event deleted for resources: {'Network': ['ID=0717ca43-8e41-4e53-9408-954c71b0b90f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:39.518390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-7f14b0f5-777b-496d-b6d8-9883a58488fa tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Deleting port c69dac19-ade5-4b18-8c40-7d91d975ee2d {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:03:39.518681 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7f14b0f5-777b-496d-b6d8-9883a58488fa tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:39.658041 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7f14b0f5-777b-496d-b6d8-9883a58488fa tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:39.679374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-7f14b0f5-777b-496d-b6d8-9883a58488fa tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Calling delete_port for c69dac19-ade5-4b18-8c40-7d91d975ee2d owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:03:40.071859 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7f14b0f5-777b-496d-b6d8-9883a58488fa tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:40.108501 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14b0f5-777b-496d-b6d8-9883a58488fa tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Pushing event deleted for resources: {'Port': ['ID=c69dac19-ade5-4b18-8c40-7d91d975ee2d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:40.357561 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b9acb913-ccd7-4323-8c73-888298b7c9bb req-1786993f-2555-40d3-bdd1-10134a4a7949 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 210 time: 0.0490336 Nov 02 12:03:40.363330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34822) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:40.456329 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7f14b0f5-777b-496d-b6d8-9883a58488fa tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:40.583638 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-518f959a-61c0-4dfb-af52-255f2bd61d67 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c0190d3c3be74f44ba27385f02c398ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2188630 Nov 02 12:03:40.596694 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34828) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:40.677959 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f2542c9f-6d02-4c60-9ce4-684bdc34b74b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:40.715145 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f2542c9f-6d02-4c60-9ce4-684bdc34b74b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:40.927571 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f2542c9f-6d02-4c60-9ce4-684bdc34b74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:40.930824 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f2542c9f-6d02-4c60-9ce4-684bdc34b74b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:40.932048 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f2542c9f-6d02-4c60-9ce4-684bdc34b74b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/53e716de-adee-416c-bd7c-c5d63cbd899a HTTP/1.1" status: 204 len: 168 time: 0.3343086 Nov 02 12:03:40.951179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2542c9f-6d02-4c60-9ce4-684bdc34b74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e716de-adee-416c-bd7c-c5d63cbd899a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:41.167293 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-d0f042d1-3351-45f1-96e5-850ebf68107f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:41.168769 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-d0f042d1-3351-45f1-96e5-850ebf68107f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.54 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 811 time: 0.5512838 Nov 02 12:03:41.225987 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-e91c1177-1e9a-4e02-8bed-410a6f316b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Request body: {'port': {'device_id': 'e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'admin_state_up': True, 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:41.311782 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f14b0f5-777b-496d-b6d8-9883a58488fa tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Router 4ca61cd4-5b88-440e-afec-236c6731d54c has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:03:41.500987 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-e91c1177-1e9a-4e02-8bed-410a6f316b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Made reservation on behalf of ab186707669f41a6b53ebcba8031edaa for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:03:41.505593 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-e91c1177-1e9a-4e02-8bed-410a6f316b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:41.578511 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a1b7cdba-b0d5-4c70-9e7e-2b2bcda67f0d req-878001de-5482-4fca-91a2-6d099656314d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 210 time: 0.0948460 Nov 02 12:03:41.625757 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f14b0f5-777b-496d-b6d8-9883a58488fa tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:03:41.631466 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7f14b0f5-777b-496d-b6d8-9883a58488fa tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] 10.222.0.52 "PUT /v2.0/routers/4ca61cd4-5b88-440e-afec-236c6731d54c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4709229 Nov 02 12:03:41.640047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34850) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:41.651533 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c073958-5e7e-4ad2-9e1d-201b677b0306 None None] Sync routers for ids ['4ca61cd4-5b88-440e-afec-236c6731d54c'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:03:41.694888 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c073958-5e7e-4ad2-9e1d-201b677b0306 None None] Routers {'4ca61cd4-5b88-440e-afec-236c6731d54c'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:03:41.697344 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4c073958-5e7e-4ad2-9e1d-201b677b0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:03:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4ca61cd4-5b88-440e-afec-236c6731d54c'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:41.763152 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-e91c1177-1e9a-4e02-8bed-410a6f316b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Allocated IP 172.20.0.7 (b3d723ce-e5b2-4427-a422-70398aab6d7f/0360a412-e52f-4282-8491-82f08f448324/88eff8a8-d962-4352-820a-845fcef68b44) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:41.803059 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4c073958-5e7e-4ad2-9e1d-201b677b0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:41.807336 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c073958-5e7e-4ad2-9e1d-201b677b0306 None None] Routers {'4ca61cd4-5b88-440e-afec-236c6731d54c'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:03:41.808871 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4c073958-5e7e-4ad2-9e1d-201b677b0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:03:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4ca61cd4-5b88-440e-afec-236c6731d54c'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:41.852125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4c073958-5e7e-4ad2-9e1d-201b677b0306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:41.853113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c073958-5e7e-4ad2-9e1d-201b677b0306 None None] The sync data for ids ['4ca61cd4-5b88-440e-afec-236c6731d54c'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:03:41.912386 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-31362c44-19b1-47d6-98e2-5932b9a9266b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:41.986494 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-e91c1177-1e9a-4e02-8bed-410a6f316b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:42.068348 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-31362c44-19b1-47d6-98e2-5932b9a9266b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:42.136940 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-e91c1177-1e9a-4e02-8bed-410a6f316b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:42.200364 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-e91c1177-1e9a-4e02-8bed-410a6f316b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Network b3d723ce-e5b2-4427-a422-70398aab6d7f is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:42.203773 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-e91c1177-1e9a-4e02-8bed-410a6f316b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:42.206295 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-e91c1177-1e9a-4e02-8bed-410a6f316b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:03:42.241329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-31362c44-19b1-47d6-98e2-5932b9a9266b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Deleting port ca75fdb3-6e10-41d9-9b64-c1cbced653a5 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:03:42.242413 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-31362c44-19b1-47d6-98e2-5932b9a9266b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:42.274083 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-e91c1177-1e9a-4e02-8bed-410a6f316b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:42.285787 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-e91c1177-1e9a-4e02-8bed-410a6f316b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:42.372446 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c1177-1e9a-4e02-8bed-410a6f316b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'Port': ['ID=88eff8a8-d962-4352-820a-845fcef68b44,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:42.477841 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-e91c1177-1e9a-4e02-8bed-410a6f316b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2598288 Nov 02 12:03:42.480517 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-31362c44-19b1-47d6-98e2-5932b9a9266b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:42.495769 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Request body: {'port': {'device_id': 'e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:42.519320 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-31362c44-19b1-47d6-98e2-5932b9a9266b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Calling delete_port for ca75fdb3-6e10-41d9-9b64-c1cbced653a5 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:03:42.620720 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:42.627943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c6f21f67-9ee2-45ec-ba53-07c95c4f3a2b None None] Provisioning complete for port 88eff8a8-d962-4352-820a-845fcef68b44 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:03:42.628326 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c6f21f67-9ee2-45ec-ba53-07c95c4f3a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:42.727255 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c6f21f67-9ee2-45ec-ba53-07c95c4f3a2b None None] Port 88eff8a8-d962-4352-820a-845fcef68b44 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:03:43.035232 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ed81d-84d9-4813-a6ea-e68a7b4c6cce req-f237f77e-9653-456f-b298-32a498ec4c85 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:43.046766 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c9ed81d-84d9-4813-a6ea-e68a7b4c6cce req-f237f77e-9653-456f-b298-32a498ec4c85 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 931 time: 0.2477195 Nov 02 12:03:43.127684 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c9ed81d-84d9-4813-a6ea-e68a7b4c6cce req-2bbd0f3c-a396-4613-b048-04d15b179c92 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795236 Nov 02 12:03:43.233086 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-31362c44-19b1-47d6-98e2-5932b9a9266b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:43.331638 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88eff8a8-d962-4352-820a-845fcef68b44 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:03:43.337596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31362c44-19b1-47d6-98e2-5932b9a9266b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Pushing event deleted for resources: {'Port': ['ID=ca75fdb3-6e10-41d9-9b64-c1cbced653a5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:43.357772 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:43.402470 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Transition to ACTIVE for port object 88eff8a8-d962-4352-820a-845fcef68b44 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:03:43.482811 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:43.499576 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-31362c44-19b1-47d6-98e2-5932b9a9266b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:43.661268 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Pushing event updated for resources: {'Port': ['ID=88eff8a8-d962-4352-820a-845fcef68b44,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:43.688801 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-31362c44-19b1-47d6-98e2-5932b9a9266b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:43.691893 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-31362c44-19b1-47d6-98e2-5932b9a9266b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:43.806629 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Attempting to bind port 88eff8a8-d962-4352-820a-845fcef68b44 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:03:43.806892 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Attempting to bind port 88eff8a8-d962-4352-820a-845fcef68b44 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:03:43.815365 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Attempting to bind port 88eff8a8-d962-4352-820a-845fcef68b44 on network b3d723ce-e5b2-4427-a422-70398aab6d7f {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:03:43.822910 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Port 88eff8a8-d962-4352-820a-845fcef68b44 on network b3d723ce-e5b2-4427-a422-70398aab6d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:03:43.823321 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Attempting to bind port 88eff8a8-d962-4352-820a-845fcef68b44 on network b3d723ce-e5b2-4427-a422-70398aab6d7f {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:03:43.829349 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:03:43.829736 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Checking segment: {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:03:43.830212 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Bound using segment: {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:03:43.830652 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Bound port: 88eff8a8-d962-4352-820a-845fcef68b44, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:03:43.831046 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:43.892810 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-31362c44-19b1-47d6-98e2-5932b9a9266b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:43.893599 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31362c44-19b1-47d6-98e2-5932b9a9266b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Fanout notify agent at l3_agent the message router_deleted on router 4ca61cd4-5b88-440e-afec-236c6731d54c {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:03:43.905702 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-31362c44-19b1-47d6-98e2-5932b9a9266b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:43.907707 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-31362c44-19b1-47d6-98e2-5932b9a9266b tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] 10.222.0.52 "DELETE /v2.0/routers/4ca61cd4-5b88-440e-afec-236c6731d54c HTTP/1.1" status: 204 len: 168 time: 2.2659776 Nov 02 12:03:43.911207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34906) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:44.014082 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] For port 88eff8a8-d962-4352-820a-845fcef68b44, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:03:44.022097 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] For port 88eff8a8-d962-4352-820a-845fcef68b44, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=88eff8a8-d962-4352-820a-845fcef68b44,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:03:44.062971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc40b81c-9baa-4925-ad8a-fc69871e4888 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Deleting subnet 577abac2-2018-4b34-99ed-5168aa41fa32 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:03:44.067726 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc40b81c-9baa-4925-ad8a-fc69871e4888 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:44.117143 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:44.158782 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc40b81c-9baa-4925-ad8a-fc69871e4888 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:44.223846 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Pushing event updated for resources: {'Port': ['ID=88eff8a8-d962-4352-820a-845fcef68b44,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:44.228699 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:44.238598 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:44.242107 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-75e82759-d679-4b07-b23b-02b4efbb690a service neutron] 10.222.0.54 "PUT /v2.0/ports/88eff8a8-d962-4352-820a-845fcef68b44 HTTP/1.1" status: 200 len: 1092 time: 1.7571867 Nov 02 12:03:44.242947 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47', 'tag': '88eff8a8-d962-4352-820a-845fcef68b44'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:03:44.245577 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1697ee51-e3c7-46f5-8c0f-a091b9da9f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47", "tag": "88eff8a8-d962-4352-820a-845fcef68b44"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:03:44.420410 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc40b81c-9baa-4925-ad8a-fc69871e4888 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:44.499922 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-d7cb12e9-f01f-4160-85db-0ab85f9e31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:44.501517 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-d7cb12e9-f01f-4160-85db-0ab85f9e31ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 1095 time: 0.1516035 Nov 02 12:03:44.539820 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337f769-4220-4d70-8d5b-4ab33c3b2a3c req-1f65f54c-9b8d-4625-9492-60ae8167b5a0 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:44.551438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f337f769-4220-4d70-8d5b-4ab33c3b2a3c req-1f65f54c-9b8d-4625-9492-60ae8167b5a0 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.2572403 Nov 02 12:03:44.572574 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-47fc6b79-a652-4b10-972c-c4709a2486b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88eff8a8-d962-4352-820a-845fcef68b44 HTTP/1.1" status: 200 len: 217 time: 0.0610991 Nov 02 12:03:44.677315 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-57ff0288-fd2e-4424-97bf-fc201bee0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:44.680133 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-57ff0288-fd2e-4424-97bf-fc201bee0eff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.1012878 Nov 02 12:03:44.689803 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f337f769-4220-4d70-8d5b-4ab33c3b2a3c req-66495bd0-9d14-4406-91e9-a44178e6d178 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374643 Nov 02 12:03:44.774847 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5e0962-7996-4f4d-b05a-225b60986c1d x-openstack-request-id: req-1e5e0962-7996-4f4d-b05a-225b60986c1d {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:03:44.774847 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47", "tag": "88eff8a8-d962-4352-820a-845fcef68b44", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:03:44.774847 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e5e0962-7996-4f4d-b05a-225b60986c1d {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:03:44.774847 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47', 'tag': '88eff8a8-d962-4352-820a-845fcef68b44', 'status': 'completed', 'code': 200} Nov 02 12:03:44.784013 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-0f0ce453-b495-44ae-a1db-fca63ad5eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:44.786685 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-0f0ce453-b495-44ae-a1db-fca63ad5eec5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005664 Nov 02 12:03:44.818711 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc40b81c-9baa-4925-ad8a-fc69871e4888 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:44.888543 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc40b81c-9baa-4925-ad8a-fc69871e4888 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:44.897252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b275fc2e-9600-4b0a-a312-72b222ac358c None None] Network a2e00b44-d0ee-436b-83ed-9e2a304498e5 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:03:44.907338 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34928) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:44.908087 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bc40b81c-9baa-4925-ad8a-fc69871e4888 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] 10.222.0.52 "DELETE /v2.0/subnets/577abac2-2018-4b34-99ed-5168aa41fa32 HTTP/1.1" status: 204 len: 168 time: 0.9911921 Nov 02 12:03:44.908225 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34930) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:44.908339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40b81c-9baa-4925-ad8a-fc69871e4888 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Pushing event deleted for resources: {'Subnet': ['ID=577abac2-2018-4b34-99ed-5168aa41fa32,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:45.066836 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:45.072417 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-ab05be29-000c-41fb-9d5c-586b86106f5a service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770145 Nov 02 12:03:45.200546 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac929-4de6-4a69-b975-fad37789fbd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:45.442170 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Deleting port 3b2eeab6-64f9-4b2b-9924-5badd99e0917 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:03:45.442625 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:45.497042 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7bdf391b-6cae-48cc-b39a-b253a6dbd810 req-48f26b0c-25e1-49a1-ba2c-9bbb4991ac37 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994496 Nov 02 12:03:45.521061 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] DHCP port deletion for a2e00b44-d0ee-436b-83ed-9e2a304498e5 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:03:45.596167 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac929-4de6-4a69-b975-fad37789fbd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:45.599224 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] For port 3b2eeab6-64f9-4b2b-9924-5badd99e0917, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3b2eeab6-64f9-4b2b-9924-5badd99e0917,segment=NetworkSegment(48781765-8677-46c0-a50c-9c53e1cee537),segment_id=48781765-8677-46c0-a50c-9c53e1cee537)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:03:45.599821 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:45.642079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Calling delete_port for 3b2eeab6-64f9-4b2b-9924-5badd99e0917 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:03:45.647377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] Deleting port 3b2eeab6-64f9-4b2b-9924-5badd99e0917 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:03:45.648645 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:45.705230 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cd8ac929-4de6-4a69-b975-fad37789fbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:45.713029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697ee51-e3c7-46f5-8c0f-a091b9da9f4d req-8c1de30d-abd2-46db-9075-af7650b54b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:45.720068 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1697ee51-e3c7-46f5-8c0f-a091b9da9f4d req-8c1de30d-abd2-46db-9075-af7650b54b51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 1095 time: 0.1112008 Nov 02 12:03:45.756176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] For port 3b2eeab6-64f9-4b2b-9924-5badd99e0917, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3b2eeab6-64f9-4b2b-9924-5badd99e0917,segment=NetworkSegment(48781765-8677-46c0-a50c-9c53e1cee537),segment_id=48781765-8677-46c0-a50c-9c53e1cee537)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:03:45.756595 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:45.778958 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] Calling delete_port for 3b2eeab6-64f9-4b2b-9924-5badd99e0917 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:03:45.826247 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cd8ac929-4de6-4a69-b975-fad37789fbd1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ed7b034101d14f9081e5411e065e43a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9152336 Nov 02 12:03:45.833196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34942) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:45.873488 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ac929-4de6-4a69-b975-fad37789fbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f0e5f4-21fd-4c19-b5b9-85ee4ebfb93a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:45.933760 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697ee51-e3c7-46f5-8c0f-a091b9da9f4d req-31188e22-92fc-43bc-ba0c-382bc9e2b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:45.935351 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1697ee51-e3c7-46f5-8c0f-a091b9da9f4d req-31188e22-92fc-43bc-ba0c-382bc9e2b966 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.1962421 Nov 02 12:03:45.936919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-48cfc550-5377-477c-bbdd-89d917781382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:45.965560 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e296aa-fa2e-4888-ad69-7c1fbb8d2b45 req-98be6ed9-c8a9-41b3-b3af-1649e6371960 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:45.967208 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09e296aa-fa2e-4888-ad69-7c1fbb8d2b45 req-98be6ed9-c8a9-41b3-b3af-1649e6371960 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.1721218 Nov 02 12:03:45.980152 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:45.990024 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1697ee51-e3c7-46f5-8c0f-a091b9da9f4d req-f518976c-8ad2-438f-8678-994ff6f10fea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88eff8a8-d962-4352-820a-845fcef68b44 HTTP/1.1" status: 200 len: 217 time: 0.0458565 Nov 02 12:03:46.000475 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:46.005926 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] Pushing event deleted for resources: {'Port': ['ID=3b2eeab6-64f9-4b2b-9924-5badd99e0917,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:46.026490 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-48cfc550-5377-477c-bbdd-89d917781382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:46.041431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] No DVR routers for this DVR port 3b2eeab6-64f9-4b2b-9924-5badd99e0917 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:03:46.061335 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:46.062557 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:46.063140 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:46.063863 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:46.064883 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:46.065504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:46.066007 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:46.066767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:46.067505 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:46.068022 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:46.069229 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:46.070233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ae38a7-dd59-470b-9c2a-b8befa2de254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:03:46.116173 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Pushing event deleted for resources: {'Port': ['ID=3b2eeab6-64f9-4b2b-9924-5badd99e0917,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:46.119931 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697ee51-e3c7-46f5-8c0f-a091b9da9f4d req-a323201f-af2e-4209-8331-67b0c5ded8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:46.122150 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1697ee51-e3c7-46f5-8c0f-a091b9da9f4d req-a323201f-af2e-4209-8331-67b0c5ded8ae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.1180539 Nov 02 12:03:46.134535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] No DVR routers for this DVR port 3b2eeab6-64f9-4b2b-9924-5badd99e0917 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:03:46.148542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09e296aa-fa2e-4888-ad69-7c1fbb8d2b45 req-09e2e265-9a17-49cb-b8b6-899a49251eb7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529481 Nov 02 12:03:46.230007 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-48cfc550-5377-477c-bbdd-89d917781382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:46.235107 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-48cfc550-5377-477c-bbdd-89d917781382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:46.235107 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-48cfc550-5377-477c-bbdd-89d917781382 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c6f0e5f4-21fd-4c19-b5b9-85ee4ebfb93a HTTP/1.1" status: 204 len: 168 time: 0.3991551 Nov 02 12:03:46.256959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfc550-5377-477c-bbdd-89d917781382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f0e5f4-21fd-4c19-b5b9-85ee4ebfb93a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:46.291202 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:46.321673 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e00b44-d0ee-436b-83ed-9e2a304498e5']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:46.340954 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48781765-8677-46c0-a50c-9c53e1cee537') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:46.343857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48781765-8677-46c0-a50c-9c53e1cee537') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:03:46.376344 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:46.401903 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697ee51-e3c7-46f5-8c0f-a091b9da9f4d req-c269b801-b61c-4a65-a223-2b088eb8117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:46.403843 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1697ee51-e3c7-46f5-8c0f-a091b9da9f4d req-c269b801-b61c-4a65-a223-2b088eb8117a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2632489 Nov 02 12:03:46.407587 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:46.414848 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:03:46.415612 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:03:46.425985 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:03:46.573055 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1697ee51-e3c7-46f5-8c0f-a091b9da9f4d req-aec32a19-1955-499a-b234-ac007b997b54 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604056 Nov 02 12:03:46.718528 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1697ee51-e3c7-46f5-8c0f-a091b9da9f4d req-ac734eaf-bfad-47e1-a41a-e67391d5c4d3 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357183 Nov 02 12:03:46.720604 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:46.770402 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:46.777691 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] 10.222.0.52 "DELETE /v2.0/networks/a2e00b44-d0ee-436b-83ed-9e2a304498e5 HTTP/1.1" status: 204 len: 168 time: 1.8711181 Nov 02 12:03:46.780624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34962) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:46.791841 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5abbeb-ba4c-42f1-9698-5748ee282cdb tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Pushing event deleted for resources: {'Network': ['ID=a2e00b44-d0ee-436b-83ed-9e2a304498e5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:46.942897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-71fcd100-204f-4681-92e6-14908dfc2923 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Deleting port 46ba2076-4c83-4985-a77b-1018e90e2403 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:03:46.943909 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-71fcd100-204f-4681-92e6-14908dfc2923 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:47.049269 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-71fcd100-204f-4681-92e6-14908dfc2923 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:47.049740 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-71fcd100-204f-4681-92e6-14908dfc2923 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:47.073030 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-71fcd100-204f-4681-92e6-14908dfc2923 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Calling delete_port for 46ba2076-4c83-4985-a77b-1018e90e2403 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:03:47.087540 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3b2eeab6-64f9-4b2b-9924-5badd99e0917 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:03:47.151094 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 3b2eeab6-64f9-4b2b-9924-5badd99e0917 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:03:47.151441 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3b2eeab6-64f9-4b2b-9924-5badd99e0917 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:03:47.275429 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 34970) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:47.294286 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-08a21eec-059b-49a7-8a18-6383915bd6ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:47.410162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19addc6f-c6ab-4726-9bd9-4eaeee51f934 req-a6c3f855-7fde-4705-8df8-c6f5b95d240f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:47.414798 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19addc6f-c6ab-4726-9bd9-4eaeee51f934 req-a6c3f855-7fde-4705-8df8-c6f5b95d240f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.0913730 Nov 02 12:03:47.432180 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-08a21eec-059b-49a7-8a18-6383915bd6ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:47.469517 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-71fcd100-204f-4681-92e6-14908dfc2923 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:47.516640 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-08a21eec-059b-49a7-8a18-6383915bd6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:47.522223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcd100-204f-4681-92e6-14908dfc2923 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Pushing event deleted for resources: {'Port': ['ID=46ba2076-4c83-4985-a77b-1018e90e2403,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:47.536501 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19addc6f-c6ab-4726-9bd9-4eaeee51f934 req-737f097f-a2ce-44ee-bfcd-9336fddb86c8 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025832 Nov 02 12:03:47.540233 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fa011ddb-55f3-4f5b-bd64-355a55383b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:47.650778 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-71fcd100-204f-4681-92e6-14908dfc2923 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:47.653435 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-71fcd100-204f-4681-92e6-14908dfc2923 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:47.656628 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-08a21eec-059b-49a7-8a18-6383915bd6ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c80cb084ef0946d4b04396e89a8e8879&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3800037 Nov 02 12:03:47.656991 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-71fcd100-204f-4681-92e6-14908dfc2923 tempest-FloatingIPAdminTestJSON-1520129486 tempest-FloatingIPAdminTestJSON-1520129486-project] 10.222.0.52 "DELETE /v2.0/floatingips/8f887f86-849b-4d48-af3f-0959a13d403a HTTP/1.1" status: 204 len: 168 time: 0.8746643 Nov 02 12:03:47.659682 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 34980) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:47.688767 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a21eec-059b-49a7-8a18-6383915bd6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97491fe-0845-4abf-85b3-9824b7345619,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:47.818911 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8245063a-3578-4641-98f5-917c8a9b4f49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:47.874512 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8245063a-3578-4641-98f5-917c8a9b4f49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:48.061919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8245063a-3578-4641-98f5-917c8a9b4f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:48.064667 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8245063a-3578-4641-98f5-917c8a9b4f49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:48.066127 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8245063a-3578-4641-98f5-917c8a9b4f49 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b97491fe-0845-4abf-85b3-9824b7345619 HTTP/1.1" status: 204 len: 168 time: 0.4049809 Nov 02 12:03:48.077048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245063a-3578-4641-98f5-917c8a9b4f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97491fe-0845-4abf-85b3-9824b7345619,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:48.796881 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35008) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:48.809507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fe9f5-6e21-4c21-84d5-f25d6a4bf7e2 req-f41fd61b-ad50-4d6c-8772-2a84ee6ab5b0 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:48.811485 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c7fe9f5-6e21-4c21-84d5-f25d6a4bf7e2 req-f41fd61b-ad50-4d6c-8772-2a84ee6ab5b0 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.1224334 Nov 02 12:03:48.863398 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c7fe9f5-6e21-4c21-84d5-f25d6a4bf7e2 req-15436931-9fbb-421c-be88-c520213e310d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423079 Nov 02 12:03:48.950217 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2363643b-128d-46d9-9d40-b35eeb3fc0d9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=944ea4f7cde743a3a8bb85971d683f96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1576805 Nov 02 12:03:48.953197 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35016) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:49.024594 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ce2eb564-8cf5-4185-a330-4140862cc9a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:49.053296 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ce2eb564-8cf5-4185-a330-4140862cc9a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:49.235669 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ce2eb564-8cf5-4185-a330-4140862cc9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:49.238223 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ce2eb564-8cf5-4185-a330-4140862cc9a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:49.239665 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ce2eb564-8cf5-4185-a330-4140862cc9a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b39f84b-18f0-4492-9847-f2ca00cc6831 HTTP/1.1" status: 204 len: 168 time: 0.2850196 Nov 02 12:03:49.249561 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2eb564-8cf5-4185-a330-4140862cc9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b39f84b-18f0-4492-9847-f2ca00cc6831,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:49.732340 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-92463e08-c42f-49e3-b10b-8df4782dee09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:50.004033 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9527ff2-7544-4d6c-bace-cc28019125c2 req-f18881e7-6c3e-4a20-8003-d08728118e33 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:50.012478 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9527ff2-7544-4d6c-bace-cc28019125c2 req-f18881e7-6c3e-4a20-8003-d08728118e33 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.0706077 Nov 02 12:03:50.074041 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9527ff2-7544-4d6c-bace-cc28019125c2 req-63ff5675-c0c4-4d4c-99d9-eb26e764397a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606148 Nov 02 12:03:50.275420 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35052) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:50.290173 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4eba1229-ca1c-497f-a02e-7bd47086081c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:50.383855 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4eba1229-ca1c-497f-a02e-7bd47086081c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:50.527696 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4eba1229-ca1c-497f-a02e-7bd47086081c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:50.570796 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4eba1229-ca1c-497f-a02e-7bd47086081c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a8efc37317c044948f5b306d9de75b46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2940941 Nov 02 12:03:50.573659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35062) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:50.575411 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba1229-ca1c-497f-a02e-7bd47086081c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a72021e-5008-4934-b7e8-198686012bdf,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:50.641418 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-240e8e5a-b549-47d6-a81e-4dc117facc93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:50.666921 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-240e8e5a-b549-47d6-a81e-4dc117facc93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:50.803133 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-240e8e5a-b549-47d6-a81e-4dc117facc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:50.803797 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-240e8e5a-b549-47d6-a81e-4dc117facc93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:50.805596 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-240e8e5a-b549-47d6-a81e-4dc117facc93 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0a72021e-5008-4934-b7e8-198686012bdf HTTP/1.1" status: 204 len: 168 time: 0.2308140 Nov 02 12:03:50.824209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e8e5a-b549-47d6-a81e-4dc117facc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a72021e-5008-4934-b7e8-198686012bdf,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:51.024806 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:51.238115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a49f7-a378-4919-b88a-27399a18d3cc req-a0d204a4-3285-4560-a8d1-a40c04ae44c1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:51.244175 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b74a49f7-a378-4919-b88a-27399a18d3cc req-a0d204a4-3285-4560-a8d1-a40c04ae44c1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.0839970 Nov 02 12:03:51.353372 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b74a49f7-a378-4919-b88a-27399a18d3cc req-19ec87a8-e907-4e70-a2d3-8303acbc7d7f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028552 Nov 02 12:03:52.070575 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35098) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:52.136420 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5fe80e34-bcbe-40d8-95e9-79f65cdf5835 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:52.229344 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5fe80e34-bcbe-40d8-95e9-79f65cdf5835 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:52.413414 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5fe80e34-bcbe-40d8-95e9-79f65cdf5835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:52.445943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe80e34-bcbe-40d8-95e9-79f65cdf5835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e3d866-8b1b-4f60-a138-2587fa076ef4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:52.467166 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:52.531484 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5fe80e34-bcbe-40d8-95e9-79f65cdf5835 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6264a29f8cf8405bb89f7f9b4905d47d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4601457 Nov 02 12:03:52.534063 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35106) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:52.573588 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2f104-67db-4d84-b453-5c3490aa125e req-9eab726a-97d6-402a-96e0-14256caef784 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:52.575729 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c7d2f104-67db-4d84-b453-5c3490aa125e req-9eab726a-97d6-402a-96e0-14256caef784 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.1102023 Nov 02 12:03:52.683540 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c7d2f104-67db-4d84-b453-5c3490aa125e req-f3cac210-9b02-49ef-b51d-e68aba85d8ec tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944271 Nov 02 12:03:52.685914 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ac1f-7b22-4830-b9c4-4f4119b52b37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:52.749522 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ac1f-7b22-4830-b9c4-4f4119b52b37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:53.050101 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ac1f-7b22-4830-b9c4-4f4119b52b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:53.053356 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ac1f-7b22-4830-b9c4-4f4119b52b37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:53.055648 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3ab3ac1f-7b22-4830-b9c4-4f4119b52b37 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/39e3d866-8b1b-4f60-a138-2587fa076ef4 HTTP/1.1" status: 204 len: 168 time: 0.5203757 Nov 02 12:03:53.068053 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3ac1f-7b22-4830-b9c4-4f4119b52b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e3d866-8b1b-4f60-a138-2587fa076ef4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:54.073468 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:54.231864 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1595c-ae38-4f78-a6fe-18dd5770d3ea req-680c5083-bbdb-4d32-9cc2-cbb45ce58288 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:54.241740 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56b1595c-ae38-4f78-a6fe-18dd5770d3ea req-680c5083-bbdb-4d32-9cc2-cbb45ce58288 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.3975255 Nov 02 12:03:54.264389 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:54.296247 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56b1595c-ae38-4f78-a6fe-18dd5770d3ea req-69303319-4a88-4089-84af-806e522aac5a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534930 Nov 02 12:03:54.835753 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35170) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:54.946498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-45d0d467-966b-4b7f-b12b-7849bc4acdc3 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1687335493'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:54.984559 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:55.095825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d0d467-966b-4b7f-b12b-7849bc4acdc3 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Made reservation on behalf of 1eb77383b3a24032878e28d909aed49e for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:03:55.106227 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-45d0d467-966b-4b7f-b12b-7849bc4acdc3 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:55.129209 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-45d0d467-966b-4b7f-b12b-7849bc4acdc3 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:55.243001 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-45d0d467-966b-4b7f-b12b-7849bc4acdc3 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:55.343785 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-45d0d467-966b-4b7f-b12b-7849bc4acdc3 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:55.368343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d0d467-966b-4b7f-b12b-7849bc4acdc3 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:03:55.395207 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-45d0d467-966b-4b7f-b12b-7849bc4acdc3 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:55.395811 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-45d0d467-966b-4b7f-b12b-7849bc4acdc3 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Added segment 5ceeffbb-1990-4d92-9877-3b816d5b19fa of type vlan for network 1ccd5092-21a2-41bc-b4c9-75471e72f3b2 Nov 02 12:03:55.470018 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-45d0d467-966b-4b7f-b12b-7849bc4acdc3 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:55.478366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0d467-966b-4b7f-b12b-7849bc4acdc3 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad02d63-d04b-4150-b86f-778c56372157,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:55.556733 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225374fb-c9b2-460d-b6ee-8d2c000927f1 req-443bf1fd-8742-433f-97f7-0ac9f9669397 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:55.558349 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225374fb-c9b2-460d-b6ee-8d2c000927f1 req-443bf1fd-8742-433f-97f7-0ac9f9669397 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.0907650 Nov 02 12:03:55.628200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225374fb-c9b2-460d-b6ee-8d2c000927f1 req-cef661de-7601-4f36-9ef1-5c7aeda6bab8 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622594 Nov 02 12:03:55.846724 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-45d0d467-966b-4b7f-b12b-7849bc4acdc3 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:55.854853 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d0d467-966b-4b7f-b12b-7849bc4acdc3 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:55.855653 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-45d0d467-966b-4b7f-b12b-7849bc4acdc3 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:55.937409 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0d467-966b-4b7f-b12b-7849bc4acdc3 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Network': ['ID=1ccd5092-21a2-41bc-b4c9-75471e72f3b2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:55.949846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 1ccd5092-21a2-41bc-b4c9-75471e72f3b2 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:03:56.060138 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35196) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:56.068060 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-45d0d467-966b-4b7f-b12b-7849bc4acdc3 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2307303 Nov 02 12:03:56.070320 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0c857abc-9b0a-4d8a-b9c8-7eabc4ce8944 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1219785088'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:56.269696 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c857abc-9b0a-4d8a-b9c8-7eabc4ce8944 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Made reservation on behalf of 1eb77383b3a24032878e28d909aed49e for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:03:56.274945 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0c857abc-9b0a-4d8a-b9c8-7eabc4ce8944 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:56.337562 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c857abc-9b0a-4d8a-b9c8-7eabc4ce8944 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:03:56.360663 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0c857abc-9b0a-4d8a-b9c8-7eabc4ce8944 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:56.361013 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-0c857abc-9b0a-4d8a-b9c8-7eabc4ce8944 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Added segment 56f96a9d-1fae-419d-a097-462b2f75c3d1 of type vlan for network 35b0aee3-9f49-43d4-9073-f3709b92ca01 Nov 02 12:03:56.434604 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0c857abc-9b0a-4d8a-b9c8-7eabc4ce8944 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:56.641292 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0c857abc-9b0a-4d8a-b9c8-7eabc4ce8944 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:56.655701 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c857abc-9b0a-4d8a-b9c8-7eabc4ce8944 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:56.656357 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0c857abc-9b0a-4d8a-b9c8-7eabc4ce8944 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:56.822520 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c857abc-9b0a-4d8a-b9c8-7eabc4ce8944 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Network': ['ID=35b0aee3-9f49-43d4-9073-f3709b92ca01,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:56.860549 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 35b0aee3-9f49-43d4-9073-f3709b92ca01 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:03:56.913235 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0035e4c-27e6-4029-81b6-99c28d71309f req-d81b4f11-d853-420c-ae04-eb6dff6c34c0 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:56.915473 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0035e4c-27e6-4029-81b6-99c28d71309f req-d81b4f11-d853-420c-ae04-eb6dff6c34c0 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.1610959 Nov 02 12:03:56.937027 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0c857abc-9b0a-4d8a-b9c8-7eabc4ce8944 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8730912 Nov 02 12:03:56.941997 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35220) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:56.949457 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-ef50adbf-184f-43ba-99e9-193fcfedf843 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'subnet': {'network_id': '1ccd5092-21a2-41bc-b4c9-75471e72f3b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:56.989692 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0035e4c-27e6-4029-81b6-99c28d71309f req-22d833b6-df57-423a-a403-dd2677141f04 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665433 Nov 02 12:03:57.328047 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef50adbf-184f-43ba-99e9-193fcfedf843 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Made reservation on behalf of 1eb77383b3a24032878e28d909aed49e for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:03:57.342579 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ef50adbf-184f-43ba-99e9-193fcfedf843 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:57.681360 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ef50adbf-184f-43ba-99e9-193fcfedf843 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:57.750689 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50adbf-184f-43ba-99e9-193fcfedf843 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Subnet': ['ID=95560840-12a9-4773-88f5-f8295955f5aa,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:57.763672 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef50adbf-184f-43ba-99e9-193fcfedf843 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Checking segment: {'id': '5ceeffbb-1990-4d92-9877-3b816d5b19fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1ccd5092-21a2-41bc-b4c9-75471e72f3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:03:57.764022 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef50adbf-184f-43ba-99e9-193fcfedf843 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network hostable DHCP agents. Network: 1ccd5092-21a2-41bc-b4c9-75471e72f3b2, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:03:57.942034 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef50adbf-184f-43ba-99e9-193fcfedf843 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 1ccd5092-21a2-41bc-b4c9-75471e72f3b2 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:03:57.963476 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:03:58.064291 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-ef50adbf-184f-43ba-99e9-193fcfedf843 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 1ccd5092-21a2-41bc-b4c9-75471e72f3b2) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:58.069637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef50adbf-184f-43ba-99e9-193fcfedf843 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:58.071846 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ef50adbf-184f-43ba-99e9-193fcfedf843 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:58.076086 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a176371-d198-4407-8939-cfa4d5416c78 None None] Network 1ccd5092-21a2-41bc-b4c9-75471e72f3b2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:03:58.238790 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca40f24-90c7-42a1-b5f0-1f04a57f1cc9 req-4e19e1df-cbf3-44ae-9b28-aaa74ae7bb6b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:58.243864 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ef50adbf-184f-43ba-99e9-193fcfedf843 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2990830 Nov 02 12:03:58.244117 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35248) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:58.251182 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ca40f24-90c7-42a1-b5f0-1f04a57f1cc9 req-4e19e1df-cbf3-44ae-9b28-aaa74ae7bb6b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.1153944 Nov 02 12:03:58.254386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-cf530d47-98b8-4233-a619-46532012e4a8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'subnet': {'network_id': '35b0aee3-9f49-43d4-9073-f3709b92ca01', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:03:58.315866 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-1ccd5092-21a2-41bc-b4c9-75471e72f3b2', 'network_id': '1ccd5092-21a2-41bc-b4c9-75471e72f3b2', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'fixed_ips': [{'subnet_id': '95560840-12a9-4773-88f5-f8295955f5aa'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:03:58.317137 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:58.358643 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69312345-4e1b-4cb5-9c1b-43b077c54502 req-26fbed4e-b166-46fe-9fb9-f8b9adeb4318 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1764739 Nov 02 12:03:58.398401 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ca40f24-90c7-42a1-b5f0-1f04a57f1cc9 req-75749d43-b2e8-4d2c-a812-0c21f1137957 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294305 Nov 02 12:03:58.562418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69312345-4e1b-4cb5-9c1b-43b077c54502 req-b4f8bb22-f936-44ed-97bb-2502e73fe159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:58.564509 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69312345-4e1b-4cb5-9c1b-43b077c54502 req-b4f8bb22-f936-44ed-97bb-2502e73fe159 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18&device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 1097 time: 0.0750504 Nov 02 12:03:58.591968 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Allocated IP 2001:db8::2 (1ccd5092-21a2-41bc-b4c9-75471e72f3b2/95560840-12a9-4773-88f5-f8295955f5aa/e90e5263-6101-49d4-a7eb-748485534e72) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:03:58.673756 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf530d47-98b8-4233-a619-46532012e4a8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Made reservation on behalf of 1eb77383b3a24032878e28d909aed49e for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:03:58.678067 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf530d47-98b8-4233-a619-46532012e4a8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:58.712877 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69312345-4e1b-4cb5-9c1b-43b077c54502 req-6c74c10b-50bc-42aa-97dc-3278533e24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:58.715888 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69312345-4e1b-4cb5-9c1b-43b077c54502 req-6c74c10b-50bc-42aa-97dc-3278533e24c8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0 HTTP/1.1" status: 200 len: 912 time: 0.1236398 Nov 02 12:03:58.824905 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69312345-4e1b-4cb5-9c1b-43b077c54502 req-dccedf69-37ce-443c-a4f1-4f2cd86fda53 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec86df2d-8f64-4289-b62f-0f8c3b3753cf HTTP/1.1" status: 200 len: 1001 time: 0.0949221 Nov 02 12:03:58.893629 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:58.946055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69312345-4e1b-4cb5-9c1b-43b077c54502 req-6b51d7ed-dfa9-495a-86d1-d40435d27b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:58.953826 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69312345-4e1b-4cb5-9c1b-43b077c54502 req-6b51d7ed-dfa9-495a-86d1-d40435d27b3d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1e9ea625-11dc-4ad8-8157-fb20952cfe54 HTTP/1.1" status: 200 len: 850 time: 0.1210139 Nov 02 12:03:59.043741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69312345-4e1b-4cb5-9c1b-43b077c54502 req-01c760bb-cf4a-4a36-98e3-1e93ede00bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:59.045244 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69312345-4e1b-4cb5-9c1b-43b077c54502 req-01c760bb-cf4a-4a36-98e3-1e93ede00bf1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790713 Nov 02 12:03:59.047859 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:59.143845 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Network 1ccd5092-21a2-41bc-b4c9-75471e72f3b2 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:03:59.154010 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:03:59.154684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:03:59.233633 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69312345-4e1b-4cb5-9c1b-43b077c54502 req-75acb417-a076-4166-a202-11ecd7bf24b0 service neutron] 10.222.0.79 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801398 Nov 02 12:03:59.237445 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Pushing event updated for resources: {'Port': ['ID=e90e5263-6101-49d4-a7eb-748485534e72,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:59.241151 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf530d47-98b8-4233-a619-46532012e4a8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:59.323830 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Attempting to bind port e90e5263-6101-49d4-a7eb-748485534e72 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:03:59.324221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Attempting to bind port e90e5263-6101-49d4-a7eb-748485534e72 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '5ceeffbb-1990-4d92-9877-3b816d5b19fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1ccd5092-21a2-41bc-b4c9-75471e72f3b2'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:03:59.324574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Attempting to bind port e90e5263-6101-49d4-a7eb-748485534e72 on network 1ccd5092-21a2-41bc-b4c9-75471e72f3b2 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:03:59.340699 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:03:59.341219 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Checking segment: {'id': '5ceeffbb-1990-4d92-9877-3b816d5b19fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1ccd5092-21a2-41bc-b4c9-75471e72f3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:03:59.341834 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:59.342250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Bound using segment: {'id': '5ceeffbb-1990-4d92-9877-3b816d5b19fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1ccd5092-21a2-41bc-b4c9-75471e72f3b2'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:03:59.342979 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Bound port: e90e5263-6101-49d4-a7eb-748485534e72, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ceeffbb-1990-4d92-9877-3b816d5b19fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1ccd5092-21a2-41bc-b4c9-75471e72f3b2'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:03:59.343390 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:59.387178 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35268) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:03:59.489137 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69312345-4e1b-4cb5-9c1b-43b077c54502 req-a776e7e9-50c6-4589-84b8-ebc2ff0c5623 service neutron] 10.222.0.79 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459991 Nov 02 12:03:59.559851 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] For port e90e5263-6101-49d4-a7eb-748485534e72, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:03:59.573800 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] For port e90e5263-6101-49d4-a7eb-748485534e72, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e90e5263-6101-49d4-a7eb-748485534e72,segment=NetworkSegment(5ceeffbb-1990-4d92-9877-3b816d5b19fa),segment_id=5ceeffbb-1990-4d92-9877-3b816d5b19fa)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:03:59.686101 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:59.710305 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-12ea5154-a038-4c81-a0c6-14460e300c5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:03:59.769157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa0663-c3ef-436a-839a-f6dc059b151b req-5a7f9fd6-2bb2-4858-97e3-f231e3a894ce tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:03:59.774866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08fa0663-c3ef-436a-839a-f6dc059b151b req-5a7f9fd6-2bb2-4858-97e3-f231e3a894ce tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.1966727 Nov 02 12:03:59.811329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf530d47-98b8-4233-a619-46532012e4a8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Checking segment: {'id': '56f96a9d-1fae-419d-a097-462b2f75c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '35b0aee3-9f49-43d4-9073-f3709b92ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:03:59.812238 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf530d47-98b8-4233-a619-46532012e4a8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network hostable DHCP agents. Network: 35b0aee3-9f49-43d4-9073-f3709b92ca01, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:03:59.814635 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf530d47-98b8-4233-a619-46532012e4a8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Subnet': ['ID=a4ef88e3-2e3a-44d2-b431-d2c14a2aa9f1,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:59.872041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d929b84-54b5-4470-a9e0-f0e02433925d None None] Pushing event updated for resources: {'Port': ['ID=e90e5263-6101-49d4-a7eb-748485534e72,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:03:59.950562 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08fa0663-c3ef-436a-839a-f6dc059b151b req-da60bf01-9d2f-48e9-945e-01d412bf087a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680784 Nov 02 12:03:59.955334 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf530d47-98b8-4233-a619-46532012e4a8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 35b0aee3-9f49-43d4-9073-f3709b92ca01 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:04:00.061485 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-12ea5154-a038-4c81-a0c6-14460e300c5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:00.077094 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-34fac23d-9675-442d-9b2b-edac965a47b5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0756474 Nov 02 12:04:00.103749 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-cf530d47-98b8-4233-a619-46532012e4a8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 35b0aee3-9f49-43d4-9073-f3709b92ca01) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:04:00.108709 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf530d47-98b8-4233-a619-46532012e4a8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:00.109771 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf530d47-98b8-4233-a619-46532012e4a8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:00.130145 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527ffa23-8554-4e81-ab1b-810359300587 None None] Network 35b0aee3-9f49-43d4-9073-f3709b92ca01 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:04:00.153305 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-12ea5154-a038-4c81-a0c6-14460e300c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:00.251195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea5154-a038-4c81-a0c6-14460e300c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637bd9a0-0e0a-4766-9366-b1c00b723624,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:00.351885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-12ea5154-a038-4c81-a0c6-14460e300c5c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ad9ffaf197404669874a756a9c97f233&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9636919 Nov 02 12:04:00.356511 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35284) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:00.423996 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cf530d47-98b8-4233-a619-46532012e4a8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1785288 Nov 02 12:04:00.440935 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35286) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:00.457516 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-725d68ba-c175-4eab-9c87-dde3266d7c3d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-590322922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:04:00.496962 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-35b0aee3-9f49-43d4-9073-f3709b92ca01', 'network_id': '35b0aee3-9f49-43d4-9073-f3709b92ca01', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'fixed_ips': [{'subnet_id': 'a4ef88e3-2e3a-44d2-b431-d2c14a2aa9f1'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:04:00.498530 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:00.503016 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14c7efe5-ef28-4d8b-b305-3f6303566f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:00.534141 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-d938d77f-113e-4876-b5aa-3dd172256aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:00.534708 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-d938d77f-113e-4876-b5aa-3dd172256aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:00.535239 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-d938d77f-113e-4876-b5aa-3dd172256aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:00.535776 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-d938d77f-113e-4876-b5aa-3dd172256aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:00.536283 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-d938d77f-113e-4876-b5aa-3dd172256aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:00.536775 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-d938d77f-113e-4876-b5aa-3dd172256aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:00.537246 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-d938d77f-113e-4876-b5aa-3dd172256aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:00.540293 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-d938d77f-113e-4876-b5aa-3dd172256aa9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 6509 time: 0.3585882 Nov 02 12:04:00.570988 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14c7efe5-ef28-4d8b-b305-3f6303566f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:00.717203 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-725d68ba-c175-4eab-9c87-dde3266d7c3d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:00.718681 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-725d68ba-c175-4eab-9c87-dde3266d7c3d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:00.762918 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Allocated IP 2001:db8:1::2 (35b0aee3-9f49-43d4-9073-f3709b92ca01/a4ef88e3-2e3a-44d2-b431-d2c14a2aa9f1/a6980f7c-bc77-4875-a648-036e9c538f7d) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:04:00.772675 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-38eca64f-17b7-4ea5-91c3-f4f377ee5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:00.775539 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-38eca64f-17b7-4ea5-91c3-f4f377ee5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:00.776100 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-38eca64f-17b7-4ea5-91c3-f4f377ee5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:00.778033 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-38eca64f-17b7-4ea5-91c3-f4f377ee5b51 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=10b936a8-d21b-4733-b926-602727efeb2b&id=10b936a8-d21b-4733-b926-602727efeb2b HTTP/1.1" status: 200 len: 2298 time: 0.2050843 Nov 02 12:04:00.852800 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14c7efe5-ef28-4d8b-b305-3f6303566f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:00.856619 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14c7efe5-ef28-4d8b-b305-3f6303566f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:00.858462 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-14c7efe5-ef28-4d8b-b305-3f6303566f9d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/637bd9a0-0e0a-4766-9366-b1c00b723624 HTTP/1.1" status: 204 len: 168 time: 0.5000942 Nov 02 12:04:00.880151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7efe5-ef28-4d8b-b305-3f6303566f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637bd9a0-0e0a-4766-9366-b1c00b723624,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:01.030118 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-725d68ba-c175-4eab-9c87-dde3266d7c3d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:01.072506 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-58353923-25f1-4ac0-80f8-949a24a35b6d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca672186-6e3f-4016-a020-78cb076b6156 HTTP/1.1" status: 200 len: 1001 time: 0.2863317 Nov 02 12:04:01.249867 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-947d268d-6b79-4ff0-a5cc-63a21ca6b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:01.251671 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-947d268d-6b79-4ff0-a5cc-63a21ca6b9a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6b553805-820e-40aa-9154-a28f88302dc9 HTTP/1.1" status: 200 len: 856 time: 0.1708605 Nov 02 12:04:01.253376 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-725d68ba-c175-4eab-9c87-dde3266d7c3d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:01.302731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102af98-4628-47b4-a9d4-3cb67279da1b req-c5ccbf54-4800-4f5b-95e8-b4578292185f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:01.326677 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:01.346614 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b102af98-4628-47b4-a9d4-3cb67279da1b req-c5ccbf54-4800-4f5b-95e8-b4578292185f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.2020030 Nov 02 12:04:01.349574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e90e5263-6101-49d4-a7eb-748485534e72 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:04:01.355044 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-2a976347-2c38-4b3b-9537-ba5ba68fd35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:01.376019 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-2a976347-2c38-4b3b-9537-ba5ba68fd35e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137068 Nov 02 12:04:01.458882 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-725d68ba-c175-4eab-9c87-dde3266d7c3d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:01.461947 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b102af98-4628-47b4-a9d4-3cb67279da1b req-af8a8fd0-fba5-4b04-a596-b01ba73e2ca6 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142633 Nov 02 12:04:01.464310 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-725d68ba-c175-4eab-9c87-dde3266d7c3d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0202465 Nov 02 12:04:01.467529 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35302) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:01.482606 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:01.643681 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-3b4f7107-b1bc-4707-b13e-8e7d8d36cab2 service neutron] 10.222.0.54 "GET /v2.0/networks/dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577429 Nov 02 12:04:01.716268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc0f85f-41ec-4778-ac76-9c975e69f1d9 None None] Network 1ccd5092-21a2-41bc-b4c9-75471e72f3b2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:04:01.726424 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Network 35b0aee3-9f49-43d4-9073-f3709b92ca01 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:04:01.761419 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e90e5263-6101-49d4-a7eb-748485534e72 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:01.762103 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:01.861330 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-069d342b-cdb4-4480-81dd-a768a87c7165 service neutron] 10.222.0.54 "GET /v2.0/networks/dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104278 Nov 02 12:04:01.877569 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:04:01.914650 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:04:01.923062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Pushing event updated for resources: {'Port': ['ID=a6980f7c-bc77-4875-a648-036e9c538f7d,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:01.924604 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-45cf35f7-b324-42c8-ba09-2d5ed8a09206 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=5e651fdc-8891-4208-901e-2768d0925ea9 HTTP/1.1" status: 200 len: 217 time: 0.0562987 Nov 02 12:04:02.022570 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-09ad6919-8731-4eae-b225-159f4b3d58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:02.024447 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-09ad6919-8731-4eae-b225-159f4b3d58c7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.0902550 Nov 02 12:04:02.047019 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ccc58b37-4dde-4061-a4a2-47668d8d95b3 None None] Provisioning complete for port e90e5263-6101-49d4-a7eb-748485534e72 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:02.047720 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ccc58b37-4dde-4061-a4a2-47668d8d95b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:02.106188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-b3b0315e-4256-469b-bc0d-df716e3c20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:02.108703 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-b3b0315e-4256-469b-bc0d-df716e3c20d6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0772915 Nov 02 12:04:02.138830 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35310) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:02.160167 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c080ef1-f4df-4df9-a6f2-bf933701c07e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:02.179898 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e154c955-ce31-4f6f-8eba-5a500bd74266 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:02.198539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Attempting to bind port a6980f7c-bc77-4875-a648-036e9c538f7d on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:04:02.203329 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Attempting to bind port a6980f7c-bc77-4875-a648-036e9c538f7d by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '56f96a9d-1fae-419d-a097-462b2f75c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '35b0aee3-9f49-43d4-9073-f3709b92ca01'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:04:02.203329 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Attempting to bind port a6980f7c-bc77-4875-a648-036e9c538f7d on network 35b0aee3-9f49-43d4-9073-f3709b92ca01 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:04:02.265816 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:04:02.266545 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Checking segment: {'id': '56f96a9d-1fae-419d-a097-462b2f75c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '35b0aee3-9f49-43d4-9073-f3709b92ca01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:04:02.267166 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:02.267737 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Bound using segment: {'id': '56f96a9d-1fae-419d-a097-462b2f75c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '35b0aee3-9f49-43d4-9073-f3709b92ca01'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:04:02.268428 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Bound port: a6980f7c-bc77-4875-a648-036e9c538f7d, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56f96a9d-1fae-419d-a097-462b2f75c3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '35b0aee3-9f49-43d4-9073-f3709b92ca01'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:04:02.269006 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:02.279042 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-5c72fdac-0e4c-441f-b858-d06e4cae8983 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544230 Nov 02 12:04:02.302416 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:02.421228 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port e90e5263-6101-49d4-a7eb-748485534e72, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e90e5263-6101-49d4-a7eb-748485534e72,segment=NetworkSegment(5ceeffbb-1990-4d92-9877-3b816d5b19fa),segment_id=5ceeffbb-1990-4d92-9877-3b816d5b19fa)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:04:02.444673 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ccc58b37-4dde-4061-a4a2-47668d8d95b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:02.468008 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e154c955-ce31-4f6f-8eba-5a500bd74266 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:02.489558 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-d1351210-1db4-4339-af4a-d17a6a3ae8bb service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004466 Nov 02 12:04:02.501685 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] For port a6980f7c-bc77-4875-a648-036e9c538f7d, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:04:02.505965 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] For port a6980f7c-bc77-4875-a648-036e9c538f7d, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a6980f7c-bc77-4875-a648-036e9c538f7d,segment=NetworkSegment(56f96a9d-1fae-419d-a097-462b2f75c3d1),segment_id=56f96a9d-1fae-419d-a097-462b2f75c3d1)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:04:02.554516 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:02.597405 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-5dd21cd2-e15a-404a-b96e-b9ee87916a48 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3b8ad295-2d7a-4849-bddf-6bcf7483dce7 HTTP/1.1" status: 200 len: 217 time: 0.0998685 Nov 02 12:04:02.723706 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e154c955-ce31-4f6f-8eba-5a500bd74266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:02.774089 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:02.787961 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=e90e5263-6101-49d4-a7eb-748485534e72,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:02.807588 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-ccc58b37-4dde-4061-a4a2-47668d8d95b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:04:02.807588 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-ccc58b37-4dde-4061-a4a2-47668d8d95b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:04:02.853337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154c955-ce31-4f6f-8eba-5a500bd74266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c007fb-8007-4401-8af2-31dad5053f4f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:02.857606 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-367adaca-9d27-426f-a3a1-f16a473e71b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:02.860376 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-367adaca-9d27-426f-a3a1-f16a473e71b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.2561045 Nov 02 12:04:02.864270 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e154c955-ce31-4f6f-8eba-5a500bd74266 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d966bcf9a1a4598a36985fcefd1b090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7240686 Nov 02 12:04:02.869424 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35322) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:02.931889 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893dd43d-b03f-437d-a319-3bc8df7f0c9c None None] Pushing event updated for resources: {'Port': ['ID=a6980f7c-bc77-4875-a648-036e9c538f7d,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:02.995547 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-9ae8231c-4d38-4dbd-a5b8-6e7cd15de63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:02.997374 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-9ae8231c-4d38-4dbd-a5b8-6e7cd15de63a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1298172 Nov 02 12:04:03.137929 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2872d41e-c24c-4e05-9037-0aeea693605a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:03.155838 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e90e5263-6101-49d4-a7eb-748485534e72 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:04:03.169728 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-0c080ef1-f4df-4df9-a6f2-bf933701c07e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Allocated IP 2001:db8::1 (1ccd5092-21a2-41bc-b4c9-75471e72f3b2/95560840-12a9-4773-88f5-f8295955f5aa/0c85506a-b39f-4d81-8e9a-dd51f24b91e3) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:04:03.174968 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2872d41e-c24c-4e05-9037-0aeea693605a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:03.359069 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-5e8a4eed-7dfa-4852-81e0-3df96dd63a7d service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500590 Nov 02 12:04:03.370362 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2872d41e-c24c-4e05-9037-0aeea693605a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:03.373504 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2872d41e-c24c-4e05-9037-0aeea693605a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:03.378426 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2872d41e-c24c-4e05-9037-0aeea693605a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/38c007fb-8007-4401-8af2-31dad5053f4f HTTP/1.1" status: 204 len: 168 time: 0.4969580 Nov 02 12:04:03.405592 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872d41e-c24c-4e05-9037-0aeea693605a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c007fb-8007-4401-8af2-31dad5053f4f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:03.416887 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c080ef1-f4df-4df9-a6f2-bf933701c07e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:03.471602 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e90e5263-6101-49d4-a7eb-748485534e72 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:03.472667 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:03.554464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776e9db-ae2c-41f1-b294-3dea1d8fa67e req-34caffa2-ca51-4089-b343-fa50ac03be50 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:03.558423 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e776e9db-ae2c-41f1-b294-3dea1d8fa67e req-34caffa2-ca51-4089-b343-fa50ac03be50 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.1308422 Nov 02 12:04:03.572411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-07587542-d805-4d16-93c9-84b99f07700c None None] Provisioning complete for port e90e5263-6101-49d4-a7eb-748485534e72 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:03.573501 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-07587542-d805-4d16-93c9-84b99f07700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:03.624990 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e776e9db-ae2c-41f1-b294-3dea1d8fa67e req-9cf2f6ea-7801-4ca8-83ee-73948209d2bb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654016 Nov 02 12:04:03.650198 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c080ef1-f4df-4df9-a6f2-bf933701c07e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:03.674010 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-7061642b-0fa2-49f8-bd9c-eefa7d031247 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053856 Nov 02 12:04:03.760857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c080ef1-f4df-4df9-a6f2-bf933701c07e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=0c85506a-b39f-4d81-8e9a-dd51f24b91e3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:03.778645 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-e73e2a9f-e867-4d90-a9f2-2ebc71bb537c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=0c8ae48e-1ea8-4690-a5ef-68ac4793c381 HTTP/1.1" status: 200 len: 217 time: 0.0986254 Nov 02 12:04:03.798060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c080ef1-f4df-4df9-a6f2-bf933701c07e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 1ccd5092-21a2-41bc-b4c9-75471e72f3b2 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:04:03.812015 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-0c080ef1-f4df-4df9-a6f2-bf933701c07e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:04:03.828383 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c080ef1-f4df-4df9-a6f2-bf933701c07e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:04:03.831292 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c080ef1-f4df-4df9-a6f2-bf933701c07e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:03.863049 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-07b86a86-08dd-4c8d-af55-77150339c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:03.863049 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-07b86a86-08dd-4c8d-af55-77150339c234 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.0743084 Nov 02 12:04:03.970717 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-33c2dcfb-1e70-47e7-b196-745958a63008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:03.971497 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-33c2dcfb-1e70-47e7-b196-745958a63008 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1044483 Nov 02 12:04:04.205163 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-c3fd2cea-f19f-42f1-8cae-6ce07712b2ba service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262082 Nov 02 12:04:04.259360 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c080ef1-f4df-4df9-a6f2-bf933701c07e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:04.434743 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-54bc85fd-4885-4292-a1aa-9bfbf6ff1f9c service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231658 Nov 02 12:04:04.441754 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-fc964216-e806-4847-b32b-e0ba97f9082b None None] Provisioning complete for port 0c85506a-b39f-4d81-8e9a-dd51f24b91e3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:04.442404 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fc964216-e806-4847-b32b-e0ba97f9082b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:04.535876 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-d757de08-074a-431f-be0c-1f066882fecc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=de2a026a-6dac-4b49-9e98-ff799c66efb9 HTTP/1.1" status: 200 len: 217 time: 0.0940681 Nov 02 12:04:04.545140 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-fc964216-e806-4847-b32b-e0ba97f9082b None None] Port 0c85506a-b39f-4d81-8e9a-dd51f24b91e3 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:04:04.625013 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-61f65ee3-3869-4742-ab0e-b54720ef2974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:04.626669 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-61f65ee3-3869-4742-ab0e-b54720ef2974 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.0805159 Nov 02 12:04:04.752187 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-accd5c0b-6540-4509-b040-c7820d15639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:04.753742 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-accd5c0b-6540-4509-b040-c7820d15639b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1204472 Nov 02 12:04:04.768599 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb17aa6c-c47c-4d63-82f8-fc13bac981c5 None None] Network 35b0aee3-9f49-43d4-9073-f3709b92ca01 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:04:05.026898 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-297edc36-4e79-431d-9744-1f54db389745 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642441 Nov 02 12:04:05.143199 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cc7f0-76aa-4cac-8153-2adf1d75371f req-b52252a9-2b6b-4c07-ae81-541fd632ee60 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:05.152198 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b84cc7f0-76aa-4cac-8153-2adf1d75371f req-b52252a9-2b6b-4c07-ae81-541fd632ee60 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.2735455 Nov 02 12:04:05.314700 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c080ef1-f4df-4df9-a6f2-bf933701c07e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:05.320996 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-d1f21daf-dbd0-4942-90c6-02ea08437516 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866139 Nov 02 12:04:05.403149 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b84cc7f0-76aa-4cac-8153-2adf1d75371f req-26d0f552-61bd-4e5b-b640-5fcb3c95e57d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498984 Nov 02 12:04:05.430386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a6980f7c-bc77-4875-a648-036e9c538f7d up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:04:05.445130 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-d319f77d-0890-4840-9121-c7ad9ddbd49d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92017229-4838-4c2d-ada3-023757608982 HTTP/1.1" status: 200 len: 217 time: 0.1166270 Nov 02 12:04:05.452364 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c080ef1-f4df-4df9-a6f2-bf933701c07e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:05.459573 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c080ef1-f4df-4df9-a6f2-bf933701c07e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:05.528358 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f87480eb-b94d-4ae3-b6f3-ee1a2139baa8 None None] Provisioning complete for port a6980f7c-bc77-4875-a648-036e9c538f7d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:05.529003 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f87480eb-b94d-4ae3-b6f3-ee1a2139baa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:05.569386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-881aaa16-51dd-428e-84c1-5524375fbeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:05.571867 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-881aaa16-51dd-428e-84c1-5524375fbeda service neutron] 10.222.0.54 "GET /v2.0/subnets?id=563d92c1-6662-4771-9939-deda5bdb68bf HTTP/1.1" status: 200 len: 797 time: 0.1130373 Nov 02 12:04:05.645377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a6980f7c-bc77-4875-a648-036e9c538f7d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:05.645742 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:05.650917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c080ef1-f4df-4df9-a6f2-bf933701c07e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=0c85506a-b39f-4d81-8e9a-dd51f24b91e3,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:05.765204 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-9f4537d9-52b7-4dde-8bdb-5302961aa737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:05.772112 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-9f4537d9-52b7-4dde-8bdb-5302961aa737 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10b936a8-d21b-4733-b926-602727efeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1919837 Nov 02 12:04:05.799041 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:05.910002 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f87480eb-b94d-4ae3-b6f3-ee1a2139baa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:05.933059 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c080ef1-f4df-4df9-a6f2-bf933701c07e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 1ccd5092-21a2-41bc-b4c9-75471e72f3b2 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:04:05.940055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-0c080ef1-f4df-4df9-a6f2-bf933701c07e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:04:05.996231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port a6980f7c-bc77-4875-a648-036e9c538f7d, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a6980f7c-bc77-4875-a648-036e9c538f7d,segment=NetworkSegment(56f96a9d-1fae-419d-a097-462b2f75c3d1),segment_id=56f96a9d-1fae-419d-a097-462b2f75c3d1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:04:06.153462 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:06.313471 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-4c274911-f753-4bc2-b311-ffb58d81420e service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353723 Nov 02 12:04:06.313928 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-f87480eb-b94d-4ae3-b6f3-ee1a2139baa8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:04:06.314466 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-f87480eb-b94d-4ae3-b6f3-ee1a2139baa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:04:06.401126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35378) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:06.439140 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c080ef1-f4df-4df9-a6f2-bf933701c07e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router e292278f-b4cd-4fd6-a24d-1f5c4056d259 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:04:06.549603 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=a6980f7c-bc77-4875-a648-036e9c538f7d,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:06.727887 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-e08e4756-2be2-41d9-9970-e079291f7c1b service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063613 Nov 02 12:04:06.811091 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-dfb7025c-5af8-45fd-b788-0de78fd70bba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dabbb248-47fb-47b2-bb85-bb42f4b35e52 HTTP/1.1" status: 200 len: 217 time: 0.0797105 Nov 02 12:04:06.844264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c080ef1-f4df-4df9-a6f2-bf933701c07e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:04:06.875249 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f50639d-01c3-4da8-9514-7b2baa1aa645 None None] Sync routers for ids ['e292278f-b4cd-4fd6-a24d-1f5c4056d259'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:04:06.923361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35418) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:06.924860 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0c080ef1-f4df-4df9-a6f2-bf933701c07e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/e292278f-b4cd-4fd6-a24d-1f5c4056d259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4554546 Nov 02 12:04:06.948728 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f50639d-01c3-4da8-9514-7b2baa1aa645 None None] Routers {'e292278f-b4cd-4fd6-a24d-1f5c4056d259'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:06.949449 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9f50639d-01c3-4da8-9514-7b2baa1aa645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:03:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['e292278f-b4cd-4fd6-a24d-1f5c4056d259'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:06.975261 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e11cafc4-16d9-441b-8040-a6a8a3660494 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:07.030285 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9f50639d-01c3-4da8-9514-7b2baa1aa645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:07.032542 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-9e40a8e5-732a-4e40-b6ae-331f8e134a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:07.034107 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-9e40a8e5-732a-4e40-b6ae-331f8e134a37 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=563d92c1-6662-4771-9939-deda5bdb68bf HTTP/1.1" status: 200 len: 797 time: 0.2031984 Nov 02 12:04:07.048719 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f50639d-01c3-4da8-9514-7b2baa1aa645 None None] Routers {'e292278f-b4cd-4fd6-a24d-1f5c4056d259'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:07.052116 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9f50639d-01c3-4da8-9514-7b2baa1aa645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:03:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['e292278f-b4cd-4fd6-a24d-1f5c4056d259'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:07.055793 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71511a00-bf82-48b4-a601-17aa4c5e5da7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:07.060204 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-71511a00-bf82-48b4-a601-17aa4c5e5da7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/ports/0c85506a-b39f-4d81-8e9a-dd51f24b91e3 HTTP/1.1" status: 200 len: 911 time: 0.1357632 Nov 02 12:04:07.071827 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35430) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:07.090857 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7916af10-9b9d-46d7-8a04-53a9fb77ed41 None None] Provisioning complete for port a6980f7c-bc77-4875-a648-036e9c538f7d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:07.092446 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7916af10-9b9d-46d7-8a04-53a9fb77ed41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:07.140116 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9f50639d-01c3-4da8-9514-7b2baa1aa645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:07.141259 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f50639d-01c3-4da8-9514-7b2baa1aa645 None None] The sync data for ids ['e292278f-b4cd-4fd6-a24d-1f5c4056d259'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:04:07.232504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a6980f7c-bc77-4875-a648-036e9c538f7d up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:04:07.292809 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e11cafc4-16d9-441b-8040-a6a8a3660494 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:07.391190 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e11cafc4-16d9-441b-8040-a6a8a3660494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:07.462076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1df3e-7bbe-46e9-bec1-346f28a2be75 req-c13edc3a-752d-4e51-94ee-9b9671f7e340 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:07.464456 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ddb1df3e-7bbe-46e9-bec1-346f28a2be75 req-c13edc3a-752d-4e51-94ee-9b9671f7e340 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.5221920 Nov 02 12:04:07.466767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cafc4-16d9-441b-8040-a6a8a3660494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4685b0d-a2e7-4232-bad2-b5cdf89dae50,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:07.477397 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e11cafc4-16d9-441b-8040-a6a8a3660494 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=af7fd021ee8544a198f7b4ff09c77eae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0690701 Nov 02 12:04:07.477871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35434) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:07.487587 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-8786ba2b-499a-4f9b-a8cb-dd406b4c24d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:07.489277 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-8786ba2b-499a-4f9b-a8cb-dd406b4c24d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10b936a8-d21b-4733-b926-602727efeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4160647 Nov 02 12:04:07.500090 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a6980f7c-bc77-4875-a648-036e9c538f7d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:07.500712 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:07.530898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7916af10-9b9d-46d7-8a04-53a9fb77ed41 None None] Provisioning complete for port 0c85506a-b39f-4d81-8e9a-dd51f24b91e3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:07.530898 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7916af10-9b9d-46d7-8a04-53a9fb77ed41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:07.590173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7916af10-9b9d-46d7-8a04-53a9fb77ed41 None None] Port 0c85506a-b39f-4d81-8e9a-dd51f24b91e3 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:04:07.606623 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ddb1df3e-7bbe-46e9-bec1-346f28a2be75 req-251d61ea-cbd6-42cf-bdac-8ac3d028be83 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046875 Nov 02 12:04:07.642036 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-97dd6f69-1912-49c4-8b20-65978f1dd961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:07.715219 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-97dd6f69-1912-49c4-8b20-65978f1dd961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:07.983284 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-efe3d540-64d9-497d-b631-7a5c4ce63613 service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668500 Nov 02 12:04:08.000517 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-97dd6f69-1912-49c4-8b20-65978f1dd961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:08.003342 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-97dd6f69-1912-49c4-8b20-65978f1dd961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:08.007885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-97dd6f69-1912-49c4-8b20-65978f1dd961 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4685b0d-a2e7-4232-bad2-b5cdf89dae50 HTTP/1.1" status: 204 len: 168 time: 0.5258796 Nov 02 12:04:08.034869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd6f69-1912-49c4-8b20-65978f1dd961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4685b0d-a2e7-4232-bad2-b5cdf89dae50,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:08.286821 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7415c521-cc3f-4202-9e81-bec2eb68789c req-f6c1a539-7402-4760-a281-65a3e0c04b99 service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929382 Nov 02 12:04:08.299852 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04cae998-938d-400f-ac63-be5dd27c5ad6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:08.893374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b62b6-b641-40dd-bc68-de43b2558957 req-c5500065-ab39-49bf-b59d-7cfbe4a70e12 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:08.904101 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-401b62b6-b641-40dd-bc68-de43b2558957 req-c5500065-ab39-49bf-b59d-7cfbe4a70e12 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.0855682 Nov 02 12:04:09.010561 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-401b62b6-b641-40dd-bc68-de43b2558957 req-9efb201d-80e9-451c-93e8-4e0c253ae122 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051536 Nov 02 12:04:09.548105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-04cae998-938d-400f-ac63-be5dd27c5ad6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Allocated IP 2001:db8:1::1 (35b0aee3-9f49-43d4-9073-f3709b92ca01/a4ef88e3-2e3a-44d2-b431-d2c14a2aa9f1/7d53905d-5aa5-4f38-bf5b-12f20f9116c2) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:04:09.796868 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04cae998-938d-400f-ac63-be5dd27c5ad6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:09.943911 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04cae998-938d-400f-ac63-be5dd27c5ad6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:09.994516 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cae998-938d-400f-ac63-be5dd27c5ad6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 35b0aee3-9f49-43d4-9073-f3709b92ca01 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:04:09.997978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-04cae998-938d-400f-ac63-be5dd27c5ad6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:04:10.004985 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cae998-938d-400f-ac63-be5dd27c5ad6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:04:10.005576 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04cae998-938d-400f-ac63-be5dd27c5ad6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:10.079279 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cae998-938d-400f-ac63-be5dd27c5ad6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=7d53905d-5aa5-4f38-bf5b-12f20f9116c2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:10.255294 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a8013-90e0-4f59-9e51-57fd983b4ac5 req-fa56a39d-779e-41e8-8906-16638e4e45e5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:10.264042 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04cae998-938d-400f-ac63-be5dd27c5ad6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:10.266002 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-120a8013-90e0-4f59-9e51-57fd983b4ac5 req-fa56a39d-779e-41e8-8906-16638e4e45e5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.1127458 Nov 02 12:04:10.345583 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-120a8013-90e0-4f59-9e51-57fd983b4ac5 req-901e03bf-eae8-4f9b-821e-8dbb406c62d1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755785 Nov 02 12:04:10.593779 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f0c0efd2-0074-48f2-a7b6-41c00c8f5f8b None None] Provisioning complete for port 7d53905d-5aa5-4f38-bf5b-12f20f9116c2 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:10.594385 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f0c0efd2-0074-48f2-a7b6-41c00c8f5f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:10.639398 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f0c0efd2-0074-48f2-a7b6-41c00c8f5f8b None None] Port 7d53905d-5aa5-4f38-bf5b-12f20f9116c2 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:04:10.759536 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04cae998-938d-400f-ac63-be5dd27c5ad6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:10.838989 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04cae998-938d-400f-ac63-be5dd27c5ad6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:10.839879 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04cae998-938d-400f-ac63-be5dd27c5ad6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:10.966180 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cae998-938d-400f-ac63-be5dd27c5ad6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=7d53905d-5aa5-4f38-bf5b-12f20f9116c2,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:11.010791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cae998-938d-400f-ac63-be5dd27c5ad6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 35b0aee3-9f49-43d4-9073-f3709b92ca01 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:04:11.012445 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-04cae998-938d-400f-ac63-be5dd27c5ad6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:04:11.151172 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cae998-938d-400f-ac63-be5dd27c5ad6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router e292278f-b4cd-4fd6-a24d-1f5c4056d259 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:04:11.310643 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cae998-938d-400f-ac63-be5dd27c5ad6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:04:11.326045 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-04cae998-938d-400f-ac63-be5dd27c5ad6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/e292278f-b4cd-4fd6-a24d-1f5c4056d259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2327955 Nov 02 12:04:11.326045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35538) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:11.326268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6f47a2-2cc1-484c-b197-3b732c430d34 None None] Sync routers for ids ['e292278f-b4cd-4fd6-a24d-1f5c4056d259'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:04:11.337151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6f47a2-2cc1-484c-b197-3b732c430d34 None None] Routers {'e292278f-b4cd-4fd6-a24d-1f5c4056d259'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:11.337687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6a6f47a2-2cc1-484c-b197-3b732c430d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:03:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['e292278f-b4cd-4fd6-a24d-1f5c4056d259'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:11.392781 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6a6f47a2-2cc1-484c-b197-3b732c430d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:11.392912 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb56bcba-286b-4d88-9510-9f02d49890ae tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:11.394344 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cb56bcba-286b-4d88-9510-9f02d49890ae tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/ports/7d53905d-5aa5-4f38-bf5b-12f20f9116c2 HTTP/1.1" status: 200 len: 913 time: 0.0725391 Nov 02 12:04:11.398366 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35544) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:11.404521 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6f47a2-2cc1-484c-b197-3b732c430d34 None None] Routers {'e292278f-b4cd-4fd6-a24d-1f5c4056d259'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:11.405289 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6a6f47a2-2cc1-484c-b197-3b732c430d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:03:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['e292278f-b4cd-4fd6-a24d-1f5c4056d259'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:11.498294 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6a6f47a2-2cc1-484c-b197-3b732c430d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:11.498993 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6f47a2-2cc1-484c-b197-3b732c430d34 None None] The sync data for ids ['e292278f-b4cd-4fd6-a24d-1f5c4056d259'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:04:11.525985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-81a9325c-9678-4a10-9dea-889d411dd8ce None None] Provisioning complete for port 7d53905d-5aa5-4f38-bf5b-12f20f9116c2 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:11.526729 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-81a9325c-9678-4a10-9dea-889d411dd8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:11.576813 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-81a9325c-9678-4a10-9dea-889d411dd8ce None None] Port 7d53905d-5aa5-4f38-bf5b-12f20f9116c2 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:04:11.597126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516192c2-9b5c-4111-8310-c8fe72f9f8ee req-32833b95-d108-4703-bfe0-aae2014439fe tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:11.606101 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-516192c2-9b5c-4111-8310-c8fe72f9f8ee req-32833b95-d108-4703-bfe0-aae2014439fe tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.1126537 Nov 02 12:04:11.670456 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-516192c2-9b5c-4111-8310-c8fe72f9f8ee req-e9db750d-1b4d-41a1-8ea2-feab1f7b9f21 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631289 Nov 02 12:04:11.951708 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f18d7c45-f217-4d4d-bf6a-1df441c161c2 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:12.419255 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f18d7c45-f217-4d4d-bf6a-1df441c161c2 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting port 7d53905d-5aa5-4f38-bf5b-12f20f9116c2 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:04:12.419604 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f18d7c45-f217-4d4d-bf6a-1df441c161c2 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:12.548328 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f18d7c45-f217-4d4d-bf6a-1df441c161c2 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:12.563958 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f18d7c45-f217-4d4d-bf6a-1df441c161c2 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Calling delete_port for 7d53905d-5aa5-4f38-bf5b-12f20f9116c2 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:04:12.844780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1547b-69a7-4c8b-9f8c-a8bb953ad291 req-d1c7edf2-6b5e-4c63-a7a6-fddf0aa94600 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:12.846297 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58e1547b-69a7-4c8b-9f8c-a8bb953ad291 req-d1c7edf2-6b5e-4c63-a7a6-fddf0aa94600 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.0727797 Nov 02 12:04:12.915901 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f18d7c45-f217-4d4d-bf6a-1df441c161c2 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:12.917380 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58e1547b-69a7-4c8b-9f8c-a8bb953ad291 req-95578eff-2f87-4445-aa11-5de5d177f709 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597718 Nov 02 12:04:12.961893 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d7c45-f217-4d4d-bf6a-1df441c161c2 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Port': ['ID=7d53905d-5aa5-4f38-bf5b-12f20f9116c2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:13.234710 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f18d7c45-f217-4d4d-bf6a-1df441c161c2 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:13.577173 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18d7c45-f217-4d4d-bf6a-1df441c161c2 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router e292278f-b4cd-4fd6-a24d-1f5c4056d259 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:04:13.713081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18d7c45-f217-4d4d-bf6a-1df441c161c2 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:04:13.718507 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f18d7c45-f217-4d4d-bf6a-1df441c161c2 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/e292278f-b4cd-4fd6-a24d-1f5c4056d259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3174021 Nov 02 12:04:13.723949 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35580) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:13.725101 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038e9421-9212-4750-a788-3736ead92422 None None] Sync routers for ids ['e292278f-b4cd-4fd6-a24d-1f5c4056d259'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:04:13.739284 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e9421-9212-4750-a788-3736ead92422 None None] Routers {'e292278f-b4cd-4fd6-a24d-1f5c4056d259'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:13.740272 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-038e9421-9212-4750-a788-3736ead92422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:03:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['e292278f-b4cd-4fd6-a24d-1f5c4056d259'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:13.788765 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-038e9421-9212-4750-a788-3736ead92422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:13.798582 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e9421-9212-4750-a788-3736ead92422 None None] Routers {'e292278f-b4cd-4fd6-a24d-1f5c4056d259'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:13.799494 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-038e9421-9212-4750-a788-3736ead92422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:03:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['e292278f-b4cd-4fd6-a24d-1f5c4056d259'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:13.846702 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-038e9421-9212-4750-a788-3736ead92422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:13.847745 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038e9421-9212-4750-a788-3736ead92422 None None] The sync data for ids ['e292278f-b4cd-4fd6-a24d-1f5c4056d259'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:04:14.124587 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed957400-b103-418d-bde2-8a25faa711ce req-83040200-9396-4cb0-b413-f28744876083 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:14.128497 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed957400-b103-418d-bde2-8a25faa711ce req-83040200-9396-4cb0-b413-f28744876083 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.0694242 Nov 02 12:04:14.219470 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed957400-b103-418d-bde2-8a25faa711ce req-9a9c3c01-68bf-4184-9233-fac19fb08e6f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807650 Nov 02 12:04:14.499266 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-593564a0-79b2-4566-be10-8adcab866ad8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:14.933332 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-593564a0-79b2-4566-be10-8adcab866ad8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting port 0c85506a-b39f-4d81-8e9a-dd51f24b91e3 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:04:14.933677 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-593564a0-79b2-4566-be10-8adcab866ad8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:15.165592 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-593564a0-79b2-4566-be10-8adcab866ad8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:15.207667 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-593564a0-79b2-4566-be10-8adcab866ad8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Calling delete_port for 0c85506a-b39f-4d81-8e9a-dd51f24b91e3 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:04:15.387489 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfdc9f-8e90-4487-bc5e-1b50370ea91f req-456f904e-850a-45c8-85c4-a035e09fb0a5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:15.396220 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10cfdc9f-8e90-4487-bc5e-1b50370ea91f req-456f904e-850a-45c8-85c4-a035e09fb0a5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.0638952 Nov 02 12:04:15.473876 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10cfdc9f-8e90-4487-bc5e-1b50370ea91f req-071d77ed-977b-4978-ae12-d25f80638963 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706966 Nov 02 12:04:15.558712 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-593564a0-79b2-4566-be10-8adcab866ad8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:15.597912 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593564a0-79b2-4566-be10-8adcab866ad8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Port': ['ID=0c85506a-b39f-4d81-8e9a-dd51f24b91e3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:15.718556 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-593564a0-79b2-4566-be10-8adcab866ad8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:15.988542 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593564a0-79b2-4566-be10-8adcab866ad8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router e292278f-b4cd-4fd6-a24d-1f5c4056d259 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:04:16.076244 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593564a0-79b2-4566-be10-8adcab866ad8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:04:16.081911 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-593564a0-79b2-4566-be10-8adcab866ad8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/e292278f-b4cd-4fd6-a24d-1f5c4056d259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3538721 Nov 02 12:04:16.084848 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35616) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:16.088080 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5c533-7e70-4348-b00b-b53f0348e515 None None] Sync routers for ids ['e292278f-b4cd-4fd6-a24d-1f5c4056d259'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:04:16.103313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5c533-7e70-4348-b00b-b53f0348e515 None None] Routers {'e292278f-b4cd-4fd6-a24d-1f5c4056d259'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:16.107685 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-88f5c533-7e70-4348-b00b-b53f0348e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:03:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['e292278f-b4cd-4fd6-a24d-1f5c4056d259'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:16.117316 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2fb783d8-9c8f-4add-821e-913e73918799 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/ports?device_id=e292278f-b4cd-4fd6-a24d-1f5c4056d259 HTTP/1.1" status: 200 len: 205 time: 0.0310085 Nov 02 12:04:16.119900 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35618) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:16.146213 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-88f5c533-7e70-4348-b00b-b53f0348e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:16.156268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5c533-7e70-4348-b00b-b53f0348e515 None None] Routers {'e292278f-b4cd-4fd6-a24d-1f5c4056d259'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:16.157074 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-88f5c533-7e70-4348-b00b-b53f0348e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:03:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['e292278f-b4cd-4fd6-a24d-1f5c4056d259'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:16.194749 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-88f5c533-7e70-4348-b00b-b53f0348e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:16.195635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5c533-7e70-4348-b00b-b53f0348e515 None None] The sync data for ids ['e292278f-b4cd-4fd6-a24d-1f5c4056d259'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:04:16.216540 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-de51dfb0-9422-484e-9316-77438e9bf1fe tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:16.455104 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-de51dfb0-9422-484e-9316-77438e9bf1fe tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:16.457783 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-de51dfb0-9422-484e-9316-77438e9bf1fe tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:16.591758 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46296871-dc64-44db-bc47-795595354cab req-01962bc3-33fe-4764-bd7d-9d60c7207e7a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:16.593259 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-46296871-dc64-44db-bc47-795595354cab req-01962bc3-33fe-4764-bd7d-9d60c7207e7a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.0576351 Nov 02 12:04:16.648860 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-46296871-dc64-44db-bc47-795595354cab req-50361f49-b86a-4fca-9c2d-d9cc8b6733fe tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488877 Nov 02 12:04:16.684036 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-de51dfb0-9422-484e-9316-77438e9bf1fe tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:16.686725 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de51dfb0-9422-484e-9316-77438e9bf1fe tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Fanout notify agent at l3_agent the message router_deleted on router e292278f-b4cd-4fd6-a24d-1f5c4056d259 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:04:16.697949 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-de51dfb0-9422-484e-9316-77438e9bf1fe tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:16.699696 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-de51dfb0-9422-484e-9316-77438e9bf1fe tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/routers/e292278f-b4cd-4fd6-a24d-1f5c4056d259 HTTP/1.1" status: 204 len: 168 time: 0.5787294 Nov 02 12:04:16.702440 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35634) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:16.815198 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd65d1b-8d97-473a-bb17-6c732e18545c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting subnet a4ef88e3-2e3a-44d2-b431-d2c14a2aa9f1 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:04:16.824705 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fd65d1b-8d97-473a-bb17-6c732e18545c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:16.905145 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fd65d1b-8d97-473a-bb17-6c732e18545c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:17.060921 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fd65d1b-8d97-473a-bb17-6c732e18545c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:17.211136 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fd65d1b-8d97-473a-bb17-6c732e18545c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:17.255480 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd65d1b-8d97-473a-bb17-6c732e18545c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ef88e3-2e3a-44d2-b431-d2c14a2aa9f1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:17.263208 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3fd65d1b-8d97-473a-bb17-6c732e18545c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:17.270371 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35646) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:17.280683 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a36b15-a5e7-4180-9031-163684b7edfd None None] Network 35b0aee3-9f49-43d4-9073-f3709b92ca01 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:04:17.282405 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3fd65d1b-8d97-473a-bb17-6c732e18545c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/subnets/a4ef88e3-2e3a-44d2-b431-d2c14a2aa9f1 HTTP/1.1" status: 204 len: 168 time: 0.5635967 Nov 02 12:04:17.447525 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd9670a-3e05-4985-aed9-55ae13301edc tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting subnet 95560840-12a9-4773-88f5-f8295955f5aa {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:04:17.451551 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4cd9670a-3e05-4985-aed9-55ae13301edc tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:17.529491 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fc93668c-bdb4-4472-99aa-d8f44808b84e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:17.561395 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4cd9670a-3e05-4985-aed9-55ae13301edc tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:17.565432 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8edb19-e025-44b0-9b08-13874e705270 None None] DHCP port deletion for 35b0aee3-9f49-43d4-9073-f3709b92ca01 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:04:17.669020 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-fa8edb19-e025-44b0-9b08-13874e705270 None None] Deleting port a6980f7c-bc77-4875-a648-036e9c538f7d {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:04:17.669394 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fa8edb19-e025-44b0-9b08-13874e705270 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:17.682679 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4cd9670a-3e05-4985-aed9-55ae13301edc tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:17.818691 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-fa8edb19-e025-44b0-9b08-13874e705270 None None] For port a6980f7c-bc77-4875-a648-036e9c538f7d, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a6980f7c-bc77-4875-a648-036e9c538f7d,segment=NetworkSegment(56f96a9d-1fae-419d-a097-462b2f75c3d1),segment_id=56f96a9d-1fae-419d-a097-462b2f75c3d1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:04:17.819287 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fa8edb19-e025-44b0-9b08-13874e705270 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:17.834483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-fa8edb19-e025-44b0-9b08-13874e705270 None None] Calling delete_port for a6980f7c-bc77-4875-a648-036e9c538f7d owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:04:17.884111 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4cd9670a-3e05-4985-aed9-55ae13301edc tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:17.927866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820937e-56a9-42e1-b7ef-d5c7b4d92650 req-7e4dcfd4-884c-433f-97a9-b25a61290b1f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:17.938196 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0820937e-56a9-42e1-b7ef-d5c7b4d92650 req-7e4dcfd4-884c-433f-97a9-b25a61290b1f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.1330087 Nov 02 12:04:17.987190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9670a-3e05-4985-aed9-55ae13301edc tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Subnet': ['ID=95560840-12a9-4773-88f5-f8295955f5aa,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:17.989596 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4cd9670a-3e05-4985-aed9-55ae13301edc tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:17.996635 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4cd9670a-3e05-4985-aed9-55ae13301edc tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/subnets/95560840-12a9-4773-88f5-f8295955f5aa HTTP/1.1" status: 204 len: 168 time: 0.7222626 Nov 02 12:04:17.996755 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35666) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:18.004815 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a150b202-9b61-45d1-b5d8-fff2e99e90b1 None None] Network 1ccd5092-21a2-41bc-b4c9-75471e72f3b2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:04:18.042301 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0820937e-56a9-42e1-b7ef-d5c7b4d92650 req-9fc39a69-4d4e-4692-90d0-f4de57b97efe tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972102 Nov 02 12:04:18.054961 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fa8edb19-e025-44b0-9b08-13874e705270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:18.197458 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8edb19-e025-44b0-9b08-13874e705270 None None] Pushing event deleted for resources: {'Port': ['ID=a6980f7c-bc77-4875-a648-036e9c538f7d,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:18.200326 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8edb19-e025-44b0-9b08-13874e705270 None None] No DVR routers for this DVR port a6980f7c-bc77-4875-a648-036e9c538f7d on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:04:18.204060 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9583c92d-7cda-4070-9cc0-b2eab02d8c84 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:18.360170 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9583c92d-7cda-4070-9cc0-b2eab02d8c84 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:18.425749 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-9583c92d-7cda-4070-9cc0-b2eab02d8c84 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b0aee3-9f49-43d4-9073-f3709b92ca01']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:18.439880 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0232939-80e4-4869-9e5e-5d40f2b89f81 None None] DHCP port deletion for 1ccd5092-21a2-41bc-b4c9-75471e72f3b2 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:04:18.455162 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-9583c92d-7cda-4070-9cc0-b2eab02d8c84 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f96a9d-1fae-419d-a097-462b2f75c3d1') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:18.455456 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-9583c92d-7cda-4070-9cc0-b2eab02d8c84 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f96a9d-1fae-419d-a097-462b2f75c3d1') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:18.477581 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9583c92d-7cda-4070-9cc0-b2eab02d8c84 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:18.496453 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9583c92d-7cda-4070-9cc0-b2eab02d8c84 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:18.507704 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9583c92d-7cda-4070-9cc0-b2eab02d8c84 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:04:18.508374 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9583c92d-7cda-4070-9cc0-b2eab02d8c84 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:04:18.516862 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:04:18.550098 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f0232939-80e4-4869-9e5e-5d40f2b89f81 None None] Deleting port e90e5263-6101-49d4-a7eb-748485534e72 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:04:18.555774 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f0232939-80e4-4869-9e5e-5d40f2b89f81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:18.624004 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f0232939-80e4-4869-9e5e-5d40f2b89f81 None None] For port e90e5263-6101-49d4-a7eb-748485534e72, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e90e5263-6101-49d4-a7eb-748485534e72,segment=NetworkSegment(5ceeffbb-1990-4d92-9877-3b816d5b19fa),segment_id=5ceeffbb-1990-4d92-9877-3b816d5b19fa)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:04:18.624699 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f0232939-80e4-4869-9e5e-5d40f2b89f81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:18.638891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f0232939-80e4-4869-9e5e-5d40f2b89f81 None None] Calling delete_port for e90e5263-6101-49d4-a7eb-748485534e72 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:04:18.758511 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9583c92d-7cda-4070-9cc0-b2eab02d8c84 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:18.763498 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9583c92d-7cda-4070-9cc0-b2eab02d8c84 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:18.766986 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9583c92d-7cda-4070-9cc0-b2eab02d8c84 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/networks/35b0aee3-9f49-43d4-9073-f3709b92ca01 HTTP/1.1" status: 204 len: 168 time: 0.7691696 Nov 02 12:04:18.769798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35674) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:18.796373 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583c92d-7cda-4070-9cc0-b2eab02d8c84 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Network': ['ID=35b0aee3-9f49-43d4-9073-f3709b92ca01,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:18.845961 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f0232939-80e4-4869-9e5e-5d40f2b89f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:18.883214 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32dd3186-9e4d-4ae4-acb2-4082fe49aea1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:18.892708 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0232939-80e4-4869-9e5e-5d40f2b89f81 None None] Pushing event deleted for resources: {'Port': ['ID=e90e5263-6101-49d4-a7eb-748485534e72,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:18.907844 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0232939-80e4-4869-9e5e-5d40f2b89f81 None None] No DVR routers for this DVR port e90e5263-6101-49d4-a7eb-748485534e72 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:04:19.082222 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32dd3186-9e4d-4ae4-acb2-4082fe49aea1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:19.118774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-32dd3186-9e4d-4ae4-acb2-4082fe49aea1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ccd5092-21a2-41bc-b4c9-75471e72f3b2']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:19.142989 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-32dd3186-9e4d-4ae4-acb2-4082fe49aea1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ceeffbb-1990-4d92-9877-3b816d5b19fa') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:19.143379 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-32dd3186-9e4d-4ae4-acb2-4082fe49aea1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ceeffbb-1990-4d92-9877-3b816d5b19fa') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:19.162446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e90e5263-6101-49d4-a7eb-748485534e72 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:04:19.174026 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32dd3186-9e4d-4ae4-acb2-4082fe49aea1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:19.200917 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: e90e5263-6101-49d4-a7eb-748485534e72 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:04:19.201301 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e90e5263-6101-49d4-a7eb-748485534e72 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:04:19.201667 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a6980f7c-bc77-4875-a648-036e9c538f7d no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:04:19.252079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: a6980f7c-bc77-4875-a648-036e9c538f7d {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:04:19.252414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a6980f7c-bc77-4875-a648-036e9c538f7d not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:04:19.260482 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32dd3186-9e4d-4ae4-acb2-4082fe49aea1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:19.265398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32dd3186-9e4d-4ae4-acb2-4082fe49aea1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:04:19.265818 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32dd3186-9e4d-4ae4-acb2-4082fe49aea1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:19.277950 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f466654-6330-4725-b01f-93077fb5c61c req-b92b5c93-3bcf-4a3d-bf31-48661eb8b663 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:19.290616 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1f466654-6330-4725-b01f-93077fb5c61c req-b92b5c93-3bcf-4a3d-bf31-48661eb8b663 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.0875242 Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:04:19.308876 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:04:19.375652 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1f466654-6330-4725-b01f-93077fb5c61c req-f5aad99e-c4d7-4e8b-b2cd-8c14bb0c8f44 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885499 Nov 02 12:04:19.494896 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32dd3186-9e4d-4ae4-acb2-4082fe49aea1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:19.524659 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32dd3186-9e4d-4ae4-acb2-4082fe49aea1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:19.534312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-32dd3186-9e4d-4ae4-acb2-4082fe49aea1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/networks/1ccd5092-21a2-41bc-b4c9-75471e72f3b2 HTTP/1.1" status: 204 len: 168 time: 0.7620473 Nov 02 12:04:19.539309 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35690) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:19.542442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd3186-9e4d-4ae4-acb2-4082fe49aea1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Network': ['ID=1ccd5092-21a2-41bc-b4c9-75471e72f3b2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:19.557621 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0d7538df-e07f-4336-8bb2-5b781c7ff388 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1476821636'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:04:19.668181 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7538df-e07f-4336-8bb2-5b781c7ff388 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Made reservation on behalf of 1eb77383b3a24032878e28d909aed49e for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:04:19.671764 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0d7538df-e07f-4336-8bb2-5b781c7ff388 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:19.691101 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1da9b29b-63d4-42f7-8fa9-e4658ddf9338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:19.717806 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7538df-e07f-4336-8bb2-5b781c7ff388 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:04:19.731824 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0d7538df-e07f-4336-8bb2-5b781c7ff388 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:19.735951 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-0d7538df-e07f-4336-8bb2-5b781c7ff388 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Added segment c8e8fc49-0b60-4334-90bb-fc72d26ca87b of type vlan for network 8a9de3b6-d9d1-44e1-ae78-4d508754648f Nov 02 12:04:19.796147 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0d7538df-e07f-4336-8bb2-5b781c7ff388 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:19.921240 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0d7538df-e07f-4336-8bb2-5b781c7ff388 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:19.929384 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7538df-e07f-4336-8bb2-5b781c7ff388 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:19.930014 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0d7538df-e07f-4336-8bb2-5b781c7ff388 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:20.043481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7538df-e07f-4336-8bb2-5b781c7ff388 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Network': ['ID=8a9de3b6-d9d1-44e1-ae78-4d508754648f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:20.063332 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 8a9de3b6-d9d1-44e1-ae78-4d508754648f details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:04:20.096119 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0d7538df-e07f-4336-8bb2-5b781c7ff388 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5538466 Nov 02 12:04:20.098176 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35698) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:20.113663 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6f2ebc50-885d-426a-8cba-7be77ac8b979 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'subnet': {'network_id': '8a9de3b6-d9d1-44e1-ae78-4d508754648f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:04:20.444157 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2ebc50-885d-426a-8cba-7be77ac8b979 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Made reservation on behalf of 1eb77383b3a24032878e28d909aed49e for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:04:20.458360 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f2ebc50-885d-426a-8cba-7be77ac8b979 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:20.545458 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed87def-f4b4-4876-a72f-e6df5e982aba req-b30c6042-7f44-4cf6-a085-8dd98752eb81 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:20.548516 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ed87def-f4b4-4876-a72f-e6df5e982aba req-b30c6042-7f44-4cf6-a085-8dd98752eb81 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.0833671 Nov 02 12:04:20.646696 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ed87def-f4b4-4876-a72f-e6df5e982aba req-d47ddbd8-7e3d-4e7e-9e14-ae298d82a810 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901310 Nov 02 12:04:20.731609 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f2ebc50-885d-426a-8cba-7be77ac8b979 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:20.836845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2ebc50-885d-426a-8cba-7be77ac8b979 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Checking segment: {'id': 'c8e8fc49-0b60-4334-90bb-fc72d26ca87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8a9de3b6-d9d1-44e1-ae78-4d508754648f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:04:20.836845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2ebc50-885d-426a-8cba-7be77ac8b979 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network hostable DHCP agents. Network: 8a9de3b6-d9d1-44e1-ae78-4d508754648f, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:04:20.839296 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ebc50-885d-426a-8cba-7be77ac8b979 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Subnet': ['ID=734f6f38-f3af-442f-9f2d-29b820d677f3,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:20.942761 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2ebc50-885d-426a-8cba-7be77ac8b979 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 8a9de3b6-d9d1-44e1-ae78-4d508754648f is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:04:20.953706 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:21.006231 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-6f2ebc50-885d-426a-8cba-7be77ac8b979 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 8a9de3b6-d9d1-44e1-ae78-4d508754648f) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:04:21.012338 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2ebc50-885d-426a-8cba-7be77ac8b979 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:21.013996 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f2ebc50-885d-426a-8cba-7be77ac8b979 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:21.018285 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8ea707-8a32-48c6-9058-4c6c59375001 None None] Network 8a9de3b6-d9d1-44e1-ae78-4d508754648f requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:04:21.157687 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6f2ebc50-885d-426a-8cba-7be77ac8b979 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0562286 Nov 02 12:04:21.159933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35720) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:21.165303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-beabb28c-a0a9-4266-ab20-347cdd3ada51 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-779383547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:04:21.226096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-8a9de3b6-d9d1-44e1-ae78-4d508754648f', 'network_id': '8a9de3b6-d9d1-44e1-ae78-4d508754648f', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'fixed_ips': [{'subnet_id': '734f6f38-f3af-442f-9f2d-29b820d677f3'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:04:21.227055 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:21.315761 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-beabb28c-a0a9-4266-ab20-347cdd3ada51 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:21.316899 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-beabb28c-a0a9-4266-ab20-347cdd3ada51 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:21.384962 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-beabb28c-a0a9-4266-ab20-347cdd3ada51 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:21.415452 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Allocated IP 2001:db8::2 (8a9de3b6-d9d1-44e1-ae78-4d508754648f/734f6f38-f3af-442f-9f2d-29b820d677f3/7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:04:21.440541 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-beabb28c-a0a9-4266-ab20-347cdd3ada51 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:21.613773 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:21.817746 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba4890-6713-42a2-a5b1-a938d6999fce req-7b4395f3-d10e-4019-ae12-40747b682e45 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:21.824869 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bba4890-6713-42a2-a5b1-a938d6999fce req-7b4395f3-d10e-4019-ae12-40747b682e45 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.0773110 Nov 02 12:04:21.883212 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bba4890-6713-42a2-a5b1-a938d6999fce req-77f5a5b1-ed4b-4bf2-9aa7-4c1b0f021cab tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498323 Nov 02 12:04:21.967441 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-beabb28c-a0a9-4266-ab20-347cdd3ada51 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:21.968667 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-beabb28c-a0a9-4266-ab20-347cdd3ada51 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8076949 Nov 02 12:04:22.002525 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35738) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:22.011863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-dd33397d-de82-4ed3-93f6-7400a5a7ff0b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'port': {'network_id': '8a9de3b6-d9d1-44e1-ae78-4d508754648f', 'name': 'tempest-RoutersIpV6Test-881455627'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:04:22.342920 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd33397d-de82-4ed3-93f6-7400a5a7ff0b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Made reservation on behalf of 1eb77383b3a24032878e28d909aed49e for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:04:22.346291 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:22.346732 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd33397d-de82-4ed3-93f6-7400a5a7ff0b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:22.388604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-dd33397d-de82-4ed3-93f6-7400a5a7ff0b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] device_id is not set on port 961b8a0e-0df1-423d-9305-6c5f8f94b447 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:04:22.443563 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Network 8a9de3b6-d9d1-44e1-ae78-4d508754648f is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:04:22.448764 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:04:22.452546 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:04:22.454726 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Pushing event updated for resources: {'Port': ['ID=7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:22.548523 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:22.567567 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Attempting to bind port 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:04:22.570840 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Attempting to bind port 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'c8e8fc49-0b60-4334-90bb-fc72d26ca87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8a9de3b6-d9d1-44e1-ae78-4d508754648f'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:04:22.571260 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Attempting to bind port 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7 on network 8a9de3b6-d9d1-44e1-ae78-4d508754648f {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:04:22.578939 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-dd33397d-de82-4ed3-93f6-7400a5a7ff0b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Allocated IP 2001:db8::3c3 (8a9de3b6-d9d1-44e1-ae78-4d508754648f/734f6f38-f3af-442f-9f2d-29b820d677f3/961b8a0e-0df1-423d-9305-6c5f8f94b447) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:04:22.585070 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:04:22.585460 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Checking segment: {'id': 'c8e8fc49-0b60-4334-90bb-fc72d26ca87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8a9de3b6-d9d1-44e1-ae78-4d508754648f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:04:22.586034 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:22.586438 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Bound using segment: {'id': 'c8e8fc49-0b60-4334-90bb-fc72d26ca87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8a9de3b6-d9d1-44e1-ae78-4d508754648f'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:04:22.588072 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Bound port: 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e8fc49-0b60-4334-90bb-fc72d26ca87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '8a9de3b6-d9d1-44e1-ae78-4d508754648f'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:04:22.596900 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:22.758678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] For port 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:04:22.766797 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] For port 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7,segment=NetworkSegment(c8e8fc49-0b60-4334-90bb-fc72d26ca87b),segment_id=c8e8fc49-0b60-4334-90bb-fc72d26ca87b)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:04:22.846793 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd33397d-de82-4ed3-93f6-7400a5a7ff0b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:22.857442 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:22.989123 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd33397d-de82-4ed3-93f6-7400a5a7ff0b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:23.047485 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660cef1-c337-400d-a983-9802eff3a692 None None] Pushing event updated for resources: {'Port': ['ID=7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:23.091561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd33397d-de82-4ed3-93f6-7400a5a7ff0b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 8a9de3b6-d9d1-44e1-ae78-4d508754648f is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:04:23.123980 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-dd33397d-de82-4ed3-93f6-7400a5a7ff0b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:04:23.135022 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd33397d-de82-4ed3-93f6-7400a5a7ff0b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:04:23.140909 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd33397d-de82-4ed3-93f6-7400a5a7ff0b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:23.141605 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd33397d-de82-4ed3-93f6-7400a5a7ff0b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:23.155518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33397d-de82-4ed3-93f6-7400a5a7ff0b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=961b8a0e-0df1-423d-9305-6c5f8f94b447,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:23.183636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8958e7-602c-4125-a648-d9cda9ceea84 req-ec9b438c-05b6-4e6e-94de-a472d783db39 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:23.191718 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9d8958e7-602c-4125-a648-d9cda9ceea84 req-ec9b438c-05b6-4e6e-94de-a472d783db39 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.1292853 Nov 02 12:04:23.220296 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-dd33397d-de82-4ed3-93f6-7400a5a7ff0b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2169132 Nov 02 12:04:23.223158 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35758) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:23.290045 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9d8958e7-602c-4125-a648-d9cda9ceea84 req-972aa157-dacb-4ac8-9a39-957c2fd0df7f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970731 Nov 02 12:04:23.833954 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:24.058143 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:24.170144 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:24.225246 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:24.245895 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:24.467635 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=961b8a0e-0df1-423d-9305-6c5f8f94b447,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:24.529795 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e8146-b971-4a7e-8780-a2eb3c91a04f req-a38f8ba8-bfc9-4ac1-a5de-793709880ce6 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:24.532705 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e28e8146-b971-4a7e-8780-a2eb3c91a04f req-a38f8ba8-bfc9-4ac1-a5de-793709880ce6 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.1118720 Nov 02 12:04:24.634762 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6420ab-ef0b-461f-af44-990078cc7d48 None None] Network 8a9de3b6-d9d1-44e1-ae78-4d508754648f requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:04:24.639711 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e28e8146-b971-4a7e-8780-a2eb3c91a04f req-2503fe4f-b01b-441c-b4e5-dd0bd16d16a7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976417 Nov 02 12:04:24.680537 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:24.967563 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9ec2f892-e6a7-4404-89d6-641409352118 None None] Provisioning complete for port 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:25.007014 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9ec2f892-e6a7-4404-89d6-641409352118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:25.072385 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:25.221711 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:04:25.227517 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:25.445821 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:25.508628 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:25.509838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:25.578770 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=961b8a0e-0df1-423d-9305-6c5f8f94b447,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:25.599056 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:25.599369 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:25.599870 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:25.600672 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:25.601006 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:25.601589 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:25.602669 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:25.603817 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:25.607355 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:25.607355 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:25.607355 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:25.607355 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:25.723109 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:25.724016 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:25.726196 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9ec2f892-e6a7-4404-89d6-641409352118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:25.825446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9ec2f892-e6a7-4404-89d6-641409352118 None None] For port 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7,segment=NetworkSegment(c8e8fc49-0b60-4334-90bb-fc72d26ca87b),segment_id=c8e8fc49-0b60-4334-90bb-fc72d26ca87b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:04:25.894027 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65141c9f-d1e1-4ba6-b3b7-8fbc49c54e99 req-0adb66c7-de80-42a4-90d9-6b372934446c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:25.913534 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65141c9f-d1e1-4ba6-b3b7-8fbc49c54e99 req-0adb66c7-de80-42a4-90d9-6b372934446c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.1655960 Nov 02 12:04:25.915772 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9ec2f892-e6a7-4404-89d6-641409352118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:26.036122 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65141c9f-d1e1-4ba6-b3b7-8fbc49c54e99 req-852e78a6-cd69-4759-bb79-c597eee572bb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230617 Nov 02 12:04:26.045674 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2f892-e6a7-4404-89d6-641409352118 None None] Pushing event updated for resources: {'Port': ['ID=7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:26.231133 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 8a9de3b6-d9d1-44e1-ae78-4d508754648f is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:04:26.238631 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:04:26.247900 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-41ccaa42-8d84-40f5-8cf2-e202aa5cc19e None None] Provisioning complete for port 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:26.249468 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-41ccaa42-8d84-40f5-8cf2-e202aa5cc19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:26.400891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-41ccaa42-8d84-40f5-8cf2-e202aa5cc19e None None] Provisioning complete for port 961b8a0e-0df1-423d-9305-6c5f8f94b447 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:26.401405 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-41ccaa42-8d84-40f5-8cf2-e202aa5cc19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:26.468406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-41ccaa42-8d84-40f5-8cf2-e202aa5cc19e None None] Port 961b8a0e-0df1-423d-9305-6c5f8f94b447 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:04:26.562151 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router 4a8d63ec-a413-4aec-bfeb-a22abe86129e is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:04:26.629811 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-dac12c6e-442e-4d24-86ab-4a7885ac3251 None None] Provisioning complete for port 961b8a0e-0df1-423d-9305-6c5f8f94b447 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:26.629811 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dac12c6e-442e-4d24-86ab-4a7885ac3251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:26.682700 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-dac12c6e-442e-4d24-86ab-4a7885ac3251 None None] Port 961b8a0e-0df1-423d-9305-6c5f8f94b447 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:04:26.774650 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:04:26.783570 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a8b6e98c-a3cc-4808-8ba8-3ef2fa940ee7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/4a8d63ec-a413-4aec-bfeb-a22abe86129e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5585933 Nov 02 12:04:26.787403 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35832) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:26.791104 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd9d5f4-d179-45a1-917b-93e51ea7f781 None None] Sync routers for ids ['4a8d63ec-a413-4aec-bfeb-a22abe86129e'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:04:26.812530 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd9d5f4-d179-45a1-917b-93e51ea7f781 None None] Routers {'4a8d63ec-a413-4aec-bfeb-a22abe86129e'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:26.813463 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bdd9d5f4-d179-45a1-917b-93e51ea7f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:04:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4a8d63ec-a413-4aec-bfeb-a22abe86129e'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:26.862375 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bdd9d5f4-d179-45a1-917b-93e51ea7f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:26.877761 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9118c539-dd78-4902-82ce-2bdbaed6a31c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:26.879210 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9118c539-dd78-4902-82ce-2bdbaed6a31c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/ports/961b8a0e-0df1-423d-9305-6c5f8f94b447 HTTP/1.1" status: 200 len: 983 time: 0.0905123 Nov 02 12:04:26.883617 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35838) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:26.901934 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd9d5f4-d179-45a1-917b-93e51ea7f781 None None] Routers {'4a8d63ec-a413-4aec-bfeb-a22abe86129e'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:26.901934 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bdd9d5f4-d179-45a1-917b-93e51ea7f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:04:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4a8d63ec-a413-4aec-bfeb-a22abe86129e'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:26.960924 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bdd9d5f4-d179-45a1-917b-93e51ea7f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:26.961772 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd9d5f4-d179-45a1-917b-93e51ea7f781 None None] The sync data for ids ['4a8d63ec-a413-4aec-bfeb-a22abe86129e'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:04:27.015677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e4c96acb-80a1-45d8-bc5c-deb95d573477 None None] Provisioning complete for port 961b8a0e-0df1-423d-9305-6c5f8f94b447 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:27.016283 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e4c96acb-80a1-45d8-bc5c-deb95d573477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:27.088241 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e4c96acb-80a1-45d8-bc5c-deb95d573477 None None] Port 961b8a0e-0df1-423d-9305-6c5f8f94b447 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:04:27.280813 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:04:27.323467 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2833e3-0dcb-4b3a-abca-fbc9a8d77a83 req-6039abc6-d82a-4570-8004-de7f78981b74 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:27.335307 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff2833e3-0dcb-4b3a-abca-fbc9a8d77a83 req-6039abc6-d82a-4570-8004-de7f78981b74 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.1377847 Nov 02 12:04:27.373185 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:27.374616 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:27.440589 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff2833e3-0dcb-4b3a-abca-fbc9a8d77a83 req-4457d4f9-4feb-4e52-bbd5-5199a3015e6e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034300 Nov 02 12:04:27.549448 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c7f82f86-37a1-430b-ade8-aafe3d568d48 None None] Provisioning complete for port 961b8a0e-0df1-423d-9305-6c5f8f94b447 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:27.549828 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c7f82f86-37a1-430b-ade8-aafe3d568d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:27.587312 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-808c096b-7d5f-47eb-af62-5098ce7bd841 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:27.593707 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c7f82f86-37a1-430b-ade8-aafe3d568d48 None None] Port 961b8a0e-0df1-423d-9305-6c5f8f94b447 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:04:27.846838 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-808c096b-7d5f-47eb-af62-5098ce7bd841 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting port 961b8a0e-0df1-423d-9305-6c5f8f94b447 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:04:27.847555 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-808c096b-7d5f-47eb-af62-5098ce7bd841 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:27.964001 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-808c096b-7d5f-47eb-af62-5098ce7bd841 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:27.977722 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-808c096b-7d5f-47eb-af62-5098ce7bd841 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Calling delete_port for 961b8a0e-0df1-423d-9305-6c5f8f94b447 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:04:28.278195 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-808c096b-7d5f-47eb-af62-5098ce7bd841 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:28.313574 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c096b-7d5f-47eb-af62-5098ce7bd841 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Port': ['ID=961b8a0e-0df1-423d-9305-6c5f8f94b447,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:28.481506 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-808c096b-7d5f-47eb-af62-5098ce7bd841 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:28.684420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663d11f-4f3d-4d46-a565-edea1102ff6e req-2c8c7cae-d2c1-4655-8f31-7a5e1d0beb3f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:28.699910 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8663d11f-4f3d-4d46-a565-edea1102ff6e req-2c8c7cae-d2c1-4655-8f31-7a5e1d0beb3f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.1057451 Nov 02 12:04:28.751060 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808c096b-7d5f-47eb-af62-5098ce7bd841 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router 4a8d63ec-a413-4aec-bfeb-a22abe86129e has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:04:28.812670 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8663d11f-4f3d-4d46-a565-edea1102ff6e req-f73d0925-c474-424a-aa03-a08155b3b0a3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108384 Nov 02 12:04:28.858894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808c096b-7d5f-47eb-af62-5098ce7bd841 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:04:28.867741 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-808c096b-7d5f-47eb-af62-5098ce7bd841 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/4a8d63ec-a413-4aec-bfeb-a22abe86129e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9801257 Nov 02 12:04:28.868859 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35888) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:28.873513 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7ec31a-d4cd-41b9-a169-c38b98e13ca6 None None] Sync routers for ids ['4a8d63ec-a413-4aec-bfeb-a22abe86129e'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:04:28.899871 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7ec31a-d4cd-41b9-a169-c38b98e13ca6 None None] Routers {'4a8d63ec-a413-4aec-bfeb-a22abe86129e'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:28.905340 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fb7ec31a-d4cd-41b9-a169-c38b98e13ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:04:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4a8d63ec-a413-4aec-bfeb-a22abe86129e'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:28.974325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fb7ec31a-d4cd-41b9-a169-c38b98e13ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:28.985020 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7ec31a-d4cd-41b9-a169-c38b98e13ca6 None None] Routers {'4a8d63ec-a413-4aec-bfeb-a22abe86129e'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:28.985718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fb7ec31a-d4cd-41b9-a169-c38b98e13ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:04:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4a8d63ec-a413-4aec-bfeb-a22abe86129e'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:29.028294 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fb7ec31a-d4cd-41b9-a169-c38b98e13ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:29.029331 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7ec31a-d4cd-41b9-a169-c38b98e13ca6 None None] The sync data for ids ['4a8d63ec-a413-4aec-bfeb-a22abe86129e'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:04:29.252160 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-ba91d55f-bfda-458d-b86b-1154b1905258 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] remove_router_interface failed (client error): The resource could not be found. Nov 02 12:04:29.254971 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ba91d55f-bfda-458d-b86b-1154b1905258 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/4a8d63ec-a413-4aec-bfeb-a22abe86129e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3830757 Nov 02 12:04:29.257323 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35896) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:29.322654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35900) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:29.326004 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b3949551-5a24-49aa-863f-c395d718f14a tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a8d63ec-a413-4aec-bfeb-a22abe86129e HTTP/1.1" status: 200 len: 205 time: 0.0674222 Nov 02 12:04:29.407658 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0f54619d-5722-4895-9634-652be23acd45 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:29.582721 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0f54619d-5722-4895-9634-652be23acd45 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:29.586720 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0f54619d-5722-4895-9634-652be23acd45 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:29.702128 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0f54619d-5722-4895-9634-652be23acd45 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:29.702801 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f54619d-5722-4895-9634-652be23acd45 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Fanout notify agent at l3_agent the message router_deleted on router 4a8d63ec-a413-4aec-bfeb-a22abe86129e {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:04:29.710050 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0f54619d-5722-4895-9634-652be23acd45 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:29.711402 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0f54619d-5722-4895-9634-652be23acd45 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/routers/4a8d63ec-a413-4aec-bfeb-a22abe86129e HTTP/1.1" status: 204 len: 168 time: 0.3874531 Nov 02 12:04:29.714220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35904) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:29.772210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ff9ffb-3778-453c-976d-14560755eac0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting subnet 734f6f38-f3af-442f-9f2d-29b820d677f3 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:04:29.776857 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35ff9ffb-3778-453c-976d-14560755eac0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:29.850521 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35ff9ffb-3778-453c-976d-14560755eac0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:29.951554 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35ff9ffb-3778-453c-976d-14560755eac0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:30.008788 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1c83f-22f9-4ea4-8fce-15530f6d1d73 req-830889a4-6f17-4fa2-8e1c-6325e4fbca44 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:30.011194 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ade1c83f-22f9-4ea4-8fce-15530f6d1d73 req-830889a4-6f17-4fa2-8e1c-6325e4fbca44 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.1086485 Nov 02 12:04:30.077687 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ade1c83f-22f9-4ea4-8fce-15530f6d1d73 req-e9e02c14-e790-491b-a526-2c8878f48377 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567772 Nov 02 12:04:30.257687 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35ff9ffb-3778-453c-976d-14560755eac0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:30.283874 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35ff9ffb-3778-453c-976d-14560755eac0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:30.284177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abb83b6-2339-42ca-8552-2f302e2892a1 None None] Network 8a9de3b6-d9d1-44e1-ae78-4d508754648f requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:04:30.293081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35920) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:30.293976 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-35ff9ffb-3778-453c-976d-14560755eac0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/subnets/734f6f38-f3af-442f-9f2d-29b820d677f3 HTTP/1.1" status: 204 len: 168 time: 0.5781584 Nov 02 12:04:30.341101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff9ffb-3778-453c-976d-14560755eac0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Subnet': ['ID=734f6f38-f3af-442f-9f2d-29b820d677f3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:30.441922 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:30.509175 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting port 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:04:30.510340 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:30.585125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbee8971-d372-4aca-b96a-74f9901f7b10 None None] DHCP port deletion for 8a9de3b6-d9d1-44e1-ae78-4d508754648f request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:04:30.594321 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] For port 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7,segment=NetworkSegment(c8e8fc49-0b60-4334-90bb-fc72d26ca87b),segment_id=c8e8fc49-0b60-4334-90bb-fc72d26ca87b)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:04:30.594698 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:30.609603 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Calling delete_port for 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:04:30.654501 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-fbee8971-d372-4aca-b96a-74f9901f7b10 None None] Deleting port 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:04:30.654997 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fbee8971-d372-4aca-b96a-74f9901f7b10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:30.731150 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-fbee8971-d372-4aca-b96a-74f9901f7b10 None None] For port 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7,segment=NetworkSegment(c8e8fc49-0b60-4334-90bb-fc72d26ca87b),segment_id=c8e8fc49-0b60-4334-90bb-fc72d26ca87b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:04:30.738290 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fbee8971-d372-4aca-b96a-74f9901f7b10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:30.771532 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-fbee8971-d372-4aca-b96a-74f9901f7b10 None None] Calling delete_port for 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:04:30.801305 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:30.867379 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Port': ['ID=7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:30.877562 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fbee8971-d372-4aca-b96a-74f9901f7b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:30.886417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] No DVR routers for this DVR port 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:04:30.908433 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee8971-d372-4aca-b96a-74f9901f7b10 None None] No DVR routers for this DVR port 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:04:30.910416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee8971-d372-4aca-b96a-74f9901f7b10 None None] Pushing event deleted for resources: {'Port': ['ID=7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:30.971184 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:30.991760 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a9de3b6-d9d1-44e1-ae78-4d508754648f']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:31.001667 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e8fc49-0b60-4334-90bb-fc72d26ca87b') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:31.002051 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e8fc49-0b60-4334-90bb-fc72d26ca87b') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:31.012511 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:31.033342 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:31.053581 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:04:31.053581 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:31.120788 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:04:31.124710 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:04:31.143628 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:04:31.147883 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7d88e7e2-757d-4a30-a1e2-3d12fe9f78d7 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:04:31.205122 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:31.223159 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:31.232550 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/networks/8a9de3b6-d9d1-44e1-ae78-4d508754648f HTTP/1.1" status: 204 len: 168 time: 0.9370723 Nov 02 12:04:31.239623 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 35950) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:31.245672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-64c41ca1-1ad5-4e91-a524-b570e344e958 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-596324863'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:04:31.257975 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d7270-a0e3-400d-adf1-60d7fac46652 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Network': ['ID=8a9de3b6-d9d1-44e1-ae78-4d508754648f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:31.281024 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb823bc-a121-4966-b0b7-e9501ecd0d52 req-60f5a24a-1e74-4037-b63a-254433413f85 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:31.284936 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2bb823bc-a121-4966-b0b7-e9501ecd0d52 req-60f5a24a-1e74-4037-b63a-254433413f85 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.0933795 Nov 02 12:04:31.339130 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2bb823bc-a121-4966-b0b7-e9501ecd0d52 req-f7dae434-bb89-4ca7-a239-1f0fc46e3b87 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471258 Nov 02 12:04:31.422360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c41ca1-1ad5-4e91-a524-b570e344e958 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Made reservation on behalf of 1eb77383b3a24032878e28d909aed49e for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:04:31.426942 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64c41ca1-1ad5-4e91-a524-b570e344e958 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:31.488467 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c41ca1-1ad5-4e91-a524-b570e344e958 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:04:31.501139 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64c41ca1-1ad5-4e91-a524-b570e344e958 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:31.501819 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-64c41ca1-1ad5-4e91-a524-b570e344e958 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Added segment 2c7055a5-f3d5-4e27-852e-a2075fa60087 of type vlan for network 2189db52-db9b-42a8-81d5-a3353a5ce538 Nov 02 12:04:31.579274 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64c41ca1-1ad5-4e91-a524-b570e344e958 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:31.650889 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64c41ca1-1ad5-4e91-a524-b570e344e958 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:31.657851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c41ca1-1ad5-4e91-a524-b570e344e958 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:31.658634 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-64c41ca1-1ad5-4e91-a524-b570e344e958 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:31.743703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c41ca1-1ad5-4e91-a524-b570e344e958 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Network': ['ID=2189db52-db9b-42a8-81d5-a3353a5ce538,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:31.762544 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 2189db52-db9b-42a8-81d5-a3353a5ce538 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:04:31.778138 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35964) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:31.784933 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a97d9352-853d-46fd-9edf-a919cd8d645d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'subnet': {'network_id': '2189db52-db9b-42a8-81d5-a3353a5ce538', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:04:31.785228 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-64c41ca1-1ad5-4e91-a524-b570e344e958 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5433414 Nov 02 12:04:32.010375 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97d9352-853d-46fd-9edf-a919cd8d645d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Made reservation on behalf of 1eb77383b3a24032878e28d909aed49e for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:04:32.014471 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a97d9352-853d-46fd-9edf-a919cd8d645d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:32.330910 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a97d9352-853d-46fd-9edf-a919cd8d645d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:32.438878 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d9352-853d-46fd-9edf-a919cd8d645d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Subnet': ['ID=e48082a2-c238-47db-bf1c-3873f950fd22,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:32.451350 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97d9352-853d-46fd-9edf-a919cd8d645d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Checking segment: {'id': '2c7055a5-f3d5-4e27-852e-a2075fa60087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2189db52-db9b-42a8-81d5-a3353a5ce538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:04:32.455258 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97d9352-853d-46fd-9edf-a919cd8d645d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network hostable DHCP agents. Network: 2189db52-db9b-42a8-81d5-a3353a5ce538, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:04:32.561843 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97d9352-853d-46fd-9edf-a919cd8d645d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 2189db52-db9b-42a8-81d5-a3353a5ce538 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:04:32.594517 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c2673-cf66-450a-8728-7437ea314835 req-7f84fc42-c524-47e5-931c-5a7470d9aeb3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:32.596135 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-796c2673-cf66-450a-8728-7437ea314835 req-7f84fc42-c524-47e5-931c-5a7470d9aeb3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.1295102 Nov 02 12:04:32.684027 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-a97d9352-853d-46fd-9edf-a919cd8d645d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 2189db52-db9b-42a8-81d5-a3353a5ce538) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:04:32.689123 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97d9352-853d-46fd-9edf-a919cd8d645d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:32.690087 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a97d9352-853d-46fd-9edf-a919cd8d645d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:32.697981 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-796c2673-cf66-450a-8728-7437ea314835 req-704858f2-a55f-4fe0-848a-f88961f02183 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829263 Nov 02 12:04:32.699474 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4264d40-8595-42c7-9d37-973ec6ae5d20 None None] Network 2189db52-db9b-42a8-81d5-a3353a5ce538 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:04:32.836576 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a97d9352-853d-46fd-9edf-a919cd8d645d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0565090 Nov 02 12:04:32.839772 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 35986) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:32.844854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-42bb2099-c93c-4880-836f-e6fc54c35044 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-361176275', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:04:32.900256 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-2189db52-db9b-42a8-81d5-a3353a5ce538', 'network_id': '2189db52-db9b-42a8-81d5-a3353a5ce538', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'fixed_ips': [{'subnet_id': 'e48082a2-c238-47db-bf1c-3873f950fd22'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:04:32.901390 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:33.021978 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42bb2099-c93c-4880-836f-e6fc54c35044 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:33.023161 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42bb2099-c93c-4880-836f-e6fc54c35044 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:33.075112 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Allocated IP 2001:db8::2 (2189db52-db9b-42a8-81d5-a3353a5ce538/e48082a2-c238-47db-bf1c-3873f950fd22/8e6ddf91-cf64-4fb7-85b9-6bf880a812f3) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:04:33.082018 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42bb2099-c93c-4880-836f-e6fc54c35044 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:33.171069 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42bb2099-c93c-4880-836f-e6fc54c35044 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:33.224770 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:33.341011 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42bb2099-c93c-4880-836f-e6fc54c35044 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:33.344854 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-42bb2099-c93c-4880-836f-e6fc54c35044 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5012822 Nov 02 12:04:33.345345 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36000) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:33.375045 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:33.429618 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Network 2189db52-db9b-42a8-81d5-a3353a5ce538 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:04:33.432997 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:04:33.436278 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:04:33.473514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Pushing event updated for resources: {'Port': ['ID=8e6ddf91-cf64-4fb7-85b9-6bf880a812f3,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:33.508458 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Attempting to bind port 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:04:33.508831 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Attempting to bind port 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '2c7055a5-f3d5-4e27-852e-a2075fa60087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2189db52-db9b-42a8-81d5-a3353a5ce538'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:04:33.509201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Attempting to bind port 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3 on network 2189db52-db9b-42a8-81d5-a3353a5ce538 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:04:33.514555 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:04:33.514944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Checking segment: {'id': '2c7055a5-f3d5-4e27-852e-a2075fa60087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2189db52-db9b-42a8-81d5-a3353a5ce538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:04:33.515361 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:33.515755 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Bound using segment: {'id': '2c7055a5-f3d5-4e27-852e-a2075fa60087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2189db52-db9b-42a8-81d5-a3353a5ce538'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:04:33.516226 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Bound port: 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7055a5-f3d5-4e27-852e-a2075fa60087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2189db52-db9b-42a8-81d5-a3353a5ce538'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:04:33.516607 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:33.602784 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] For port 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:04:33.607584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] For port 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8e6ddf91-cf64-4fb7-85b9-6bf880a812f3,segment=NetworkSegment(2c7055a5-f3d5-4e27-852e-a2075fa60087),segment_id=2c7055a5-f3d5-4e27-852e-a2075fa60087)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:04:33.695546 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:33.779085 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9303bb3-994c-4603-ac42-d54180e64381 None None] Pushing event updated for resources: {'Port': ['ID=8e6ddf91-cf64-4fb7-85b9-6bf880a812f3,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:34.008012 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 88eff8a8-d962-4352-820a-845fcef68b44 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:04:34.210625 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:34.242424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65e926-113b-4727-8c09-f719e4840d58 req-a2ebce99-6d23-49b9-97b0-4e36c1c92e54 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:34.253930 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa65e926-113b-4727-8c09-f719e4840d58 req-a2ebce99-6d23-49b9-97b0-4e36c1c92e54 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 943 time: 0.1375179 Nov 02 12:04:34.296377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 88eff8a8-d962-4352-820a-845fcef68b44, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=88eff8a8-d962-4352-820a-845fcef68b44,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:04:34.331572 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '88eff8a8-d962-4352-820a-845fcef68b44', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'port_id': '88eff8a8-d962-4352-820a-845fcef68b44', 'mac_address': 'fa:16:3e:b2:5d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:04:34.417986 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:34.436591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88eff8a8-d962-4352-820a-845fcef68b44 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:04:34.474167 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 88eff8a8-d962-4352-820a-845fcef68b44, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=88eff8a8-d962-4352-820a-845fcef68b44,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:04:34.543440 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa65e926-113b-4727-8c09-f719e4840d58 req-5249da3f-bd1d-450f-9ece-20a60e6be18e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875712 Nov 02 12:04:34.565042 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:34.634619 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=88eff8a8-d962-4352-820a-845fcef68b44,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:34.762008 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Allocated IP 2001:db8::1 (2189db52-db9b-42a8-81d5-a3353a5ce538/e48082a2-c238-47db-bf1c-3873f950fd22/c3790602-e901-4295-bb84-39890239149b) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:04:34.855163 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['88eff8a8-d962-4352-820a-845fcef68b44'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:04:34.965914 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:04:34.983305 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:35.133664 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:35.222548 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 2189db52-db9b-42a8-81d5-a3353a5ce538 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:04:35.224614 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:04:35.243347 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:04:35.262851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:04:35.269338 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:35.345179 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:35.345825 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:35.351250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea30e640-f473-43ad-9432-25102bd85d65 None None] Network 2189db52-db9b-42a8-81d5-a3353a5ce538 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:04:35.366875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=c3790602-e901-4295-bb84-39890239149b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:35.407784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:35.408578 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:35.409152 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:35.409694 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:35.410230 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:35.410761 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:35.411867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:35.688600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:35.688600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:35.688600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:35.688600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:35.688600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:35.697589 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-05719312-98a6-4a5e-a6c1-40c930cafab6 None None] Provisioning complete for port 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:35.697589 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-05719312-98a6-4a5e-a6c1-40c930cafab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:35.697589 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:35.697850 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:35.801542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367051a7-56c2-4d82-857a-0790eef585f7 req-8467a732-20f9-4165-8705-511ed3d8a846 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:35.811900 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-367051a7-56c2-4d82-857a-0790eef585f7 req-8467a732-20f9-4165-8705-511ed3d8a846 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 944 time: 0.1470048 Nov 02 12:04:35.852653 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8e6ddf91-cf64-4fb7-85b9-6bf880a812f3,segment=NetworkSegment(2c7055a5-f3d5-4e27-852e-a2075fa60087),segment_id=2c7055a5-f3d5-4e27-852e-a2075fa60087)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:04:35.873657 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-05719312-98a6-4a5e-a6c1-40c930cafab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:36.014215 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-367051a7-56c2-4d82-857a-0790eef585f7 req-4b2c3c9c-a489-4f46-ad8f-a70c69f15bf4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008140 Nov 02 12:04:36.022231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 88eff8a8-d962-4352-820a-845fcef68b44 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:04:36.127402 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:36.220804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=8e6ddf91-cf64-4fb7-85b9-6bf880a812f3,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:36.302286 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-05719312-98a6-4a5e-a6c1-40c930cafab6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:04:36.303171 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-05719312-98a6-4a5e-a6c1-40c930cafab6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:04:36.372627 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:36.394001 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 88eff8a8-d962-4352-820a-845fcef68b44 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:04:36.404973 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 88eff8a8-d962-4352-820a-845fcef68b44 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:36.406753 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:36.439393 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:36.440723 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:36.546473 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:36.587711 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eff8a8-d962-4352-820a-845fcef68b44'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:04:36.591672 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039fc789-d2ae-4b1f-8ca8-c7d6660c7d43" -d '{"events": [{"server_uuid": "e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47", "name": "network-vif-plugged", "status": "completed", "tag": "88eff8a8-d962-4352-820a-845fcef68b44"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:04:36.611302 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 88eff8a8-d962-4352-820a-845fcef68b44, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=88eff8a8-d962-4352-820a-845fcef68b44,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:04:36.637541 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=c3790602-e901-4295-bb84-39890239149b,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:36.655741 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef18fa3-e782-4598-aa1d-11080f52fd68 x-openstack-request-id: req-3ef18fa3-e782-4598-aa1d-11080f52fd68 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:04:36.664010 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47", "name": "network-vif-plugged", "status": "completed", "tag": "88eff8a8-d962-4352-820a-845fcef68b44", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:04:36.664010 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ef18fa3-e782-4598-aa1d-11080f52fd68 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:04:36.664010 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88eff8a8-d962-4352-820a-845fcef68b44', 'code': 200} Nov 02 12:04:36.684105 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 2189db52-db9b-42a8-81d5-a3353a5ce538 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:04:36.685488 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:04:36.774400 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a57a9-fb28-4159-bc74-eece218ea88c req-b9e6f51a-2579-49c8-af2e-e01b5435ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:36.776537 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bf3a57a9-fb28-4159-bc74-eece218ea88c req-b9e6f51a-2579-49c8-af2e-e01b5435ac90 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 1096 time: 0.0536585 Nov 02 12:04:36.776895 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:36.914597 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=88eff8a8-d962-4352-820a-845fcef68b44,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:36.918152 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bf3a57a9-fb28-4159-bc74-eece218ea88c req-c19fcb33-d5ea-4d93-9dbc-e99728de99d1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306036 Nov 02 12:04:37.003447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router 9718095a-9155-4aaf-b104-4d2693f1674a is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:04:37.045893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-518b97ea-2017-4125-ba3c-3b99d428d261 None None] Provisioning complete for port c3790602-e901-4295-bb84-39890239149b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:37.046378 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-518b97ea-2017-4125-ba3c-3b99d428d261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:37.112610 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-518b97ea-2017-4125-ba3c-3b99d428d261 None None] Port c3790602-e901-4295-bb84-39890239149b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:04:37.119967 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:04:37.124715 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-518b97ea-2017-4125-ba3c-3b99d428d261 None None] Provisioning complete for port 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:37.124715 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-518b97ea-2017-4125-ba3c-3b99d428d261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:37.126380 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0568e248-8c3d-496a-b58d-a835ace3c507 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/9718095a-9155-4aaf-b104-4d2693f1674a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7798018 Nov 02 12:04:37.129119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36078) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:37.134330 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dca38ac-2f6c-43f3-bb48-5a9e94fb6a4f None None] Sync routers for ids ['9718095a-9155-4aaf-b104-4d2693f1674a'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:04:37.156341 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dca38ac-2f6c-43f3-bb48-5a9e94fb6a4f None None] Routers {'9718095a-9155-4aaf-b104-4d2693f1674a'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:37.160650 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7dca38ac-2f6c-43f3-bb48-5a9e94fb6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:04:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['9718095a-9155-4aaf-b104-4d2693f1674a'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:37.205495 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7dca38ac-2f6c-43f3-bb48-5a9e94fb6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:37.223264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49205b50-e8cd-410b-8fc2-2b03bf4cdfc2 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:37.226674 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-49205b50-e8cd-410b-8fc2-2b03bf4cdfc2 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/ports/c3790602-e901-4295-bb84-39890239149b HTTP/1.1" status: 200 len: 911 time: 0.0942712 Nov 02 12:04:37.228217 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36086) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:37.234686 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dca38ac-2f6c-43f3-bb48-5a9e94fb6a4f None None] Routers {'9718095a-9155-4aaf-b104-4d2693f1674a'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:37.235599 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7dca38ac-2f6c-43f3-bb48-5a9e94fb6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:04:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['9718095a-9155-4aaf-b104-4d2693f1674a'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:37.269484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125e64d-778f-4cf8-ba5b-bd6734d97192 req-a009e434-46a7-45eb-ad98-4da464e618fe tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:37.278475 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d125e64d-778f-4cf8-ba5b-bd6734d97192 req-a009e434-46a7-45eb-ad98-4da464e618fe tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 945 time: 0.1255231 Nov 02 12:04:37.339834 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7dca38ac-2f6c-43f3-bb48-5a9e94fb6a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:37.340929 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dca38ac-2f6c-43f3-bb48-5a9e94fb6a4f None None] The sync data for ids ['9718095a-9155-4aaf-b104-4d2693f1674a'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:04:37.347117 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d125e64d-778f-4cf8-ba5b-bd6734d97192 req-dcea8bd7-66a9-4829-ac9c-4f3c8ce82f6f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674458 Nov 02 12:04:37.399252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:04:37.543360 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:37.543718 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:37.702377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a7d6be66-f768-4fff-ae63-36bb79ff2058 None None] Provisioning complete for port c3790602-e901-4295-bb84-39890239149b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:37.702941 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a7d6be66-f768-4fff-ae63-36bb79ff2058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:37.750078 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a7d6be66-f768-4fff-ae63-36bb79ff2058 None None] Port c3790602-e901-4295-bb84-39890239149b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:04:38.084093 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2e82ec32-034d-4759-a087-f8311efe4042 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:38.380663 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-2e82ec32-034d-4759-a087-f8311efe4042 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting port c3790602-e901-4295-bb84-39890239149b {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:04:38.381009 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2e82ec32-034d-4759-a087-f8311efe4042 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:38.495162 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2e82ec32-034d-4759-a087-f8311efe4042 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:38.501740 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a19e8-045b-4cfe-b784-dcdbc37efc2e req-45d1f79f-4a01-4eeb-9f15-2d646512209c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:38.503413 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-af5a19e8-045b-4cfe-b784-dcdbc37efc2e req-45d1f79f-4a01-4eeb-9f15-2d646512209c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 945 time: 0.0609345 Nov 02 12:04:38.516211 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-2e82ec32-034d-4759-a087-f8311efe4042 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Calling delete_port for c3790602-e901-4295-bb84-39890239149b owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:04:38.568944 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-af5a19e8-045b-4cfe-b784-dcdbc37efc2e req-3e671152-6c9b-4e71-a7f2-c06d427875dc tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554717 Nov 02 12:04:38.806006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30e0ca-c1f2-409f-b16a-7a9be3fb3fd4 req-63c9d392-56b8-474f-a865-26432ef5a88a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:38.807769 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f30e0ca-c1f2-409f-b16a-7a9be3fb3fd4 req-63c9d392-56b8-474f-a865-26432ef5a88a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 945 time: 0.0743630 Nov 02 12:04:38.852139 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2e82ec32-034d-4759-a087-f8311efe4042 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:38.878047 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f30e0ca-c1f2-409f-b16a-7a9be3fb3fd4 req-1072b094-5c65-445e-a34f-35f999804a07 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631411 Nov 02 12:04:38.911168 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82ec32-034d-4759-a087-f8311efe4042 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Port': ['ID=c3790602-e901-4295-bb84-39890239149b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:39.037435 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2e82ec32-034d-4759-a087-f8311efe4042 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:39.119496 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fd4aa-e4bf-459d-a9ed-73fe52d946a0 req-64a907d8-5751-485c-8310-ba48a1d57856 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:39.145954 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c1fd4aa-e4bf-459d-a9ed-73fe52d946a0 req-64a907d8-5751-485c-8310-ba48a1d57856 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 945 time: 0.1276505 Nov 02 12:04:39.216901 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c1fd4aa-e4bf-459d-a9ed-73fe52d946a0 req-8de7be12-17e7-4979-81d2-24d0f94bf7e8 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700357 Nov 02 12:04:39.293443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e82ec32-034d-4759-a087-f8311efe4042 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router 9718095a-9155-4aaf-b104-4d2693f1674a has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:04:39.400281 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e82ec32-034d-4759-a087-f8311efe4042 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:04:39.407302 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2e82ec32-034d-4759-a087-f8311efe4042 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/9718095a-9155-4aaf-b104-4d2693f1674a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1780176 Nov 02 12:04:39.410518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36138) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:39.411353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7243efdc-003f-473b-9396-0ccae6240348 None None] Sync routers for ids ['9718095a-9155-4aaf-b104-4d2693f1674a'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:04:39.421748 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7243efdc-003f-473b-9396-0ccae6240348 None None] Routers {'9718095a-9155-4aaf-b104-4d2693f1674a'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:39.422376 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7243efdc-003f-473b-9396-0ccae6240348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:04:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['9718095a-9155-4aaf-b104-4d2693f1674a'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:39.439948 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-eeba53fb-9012-4583-819c-007f5e7f8e01 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/ports?device_id=9718095a-9155-4aaf-b104-4d2693f1674a HTTP/1.1" status: 200 len: 205 time: 0.0279822 Nov 02 12:04:39.443249 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36140) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:39.461979 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7243efdc-003f-473b-9396-0ccae6240348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:39.471448 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7243efdc-003f-473b-9396-0ccae6240348 None None] Routers {'9718095a-9155-4aaf-b104-4d2693f1674a'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:39.472066 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7243efdc-003f-473b-9396-0ccae6240348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:04:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['9718095a-9155-4aaf-b104-4d2693f1674a'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:39.508511 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7243efdc-003f-473b-9396-0ccae6240348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:39.509258 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7243efdc-003f-473b-9396-0ccae6240348 None None] The sync data for ids ['9718095a-9155-4aaf-b104-4d2693f1674a'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:04:39.543188 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e7ddf0c-6da3-44f4-b739-8bfeb7620125 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:39.760136 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e7ddf0c-6da3-44f4-b739-8bfeb7620125 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:39.763294 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e7ddf0c-6da3-44f4-b739-8bfeb7620125 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:39.902513 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e7ddf0c-6da3-44f4-b739-8bfeb7620125 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:39.906643 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7ddf0c-6da3-44f4-b739-8bfeb7620125 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Fanout notify agent at l3_agent the message router_deleted on router 9718095a-9155-4aaf-b104-4d2693f1674a {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:04:39.913937 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e7ddf0c-6da3-44f4-b739-8bfeb7620125 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:39.918095 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36154) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:39.919146 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0e7ddf0c-6da3-44f4-b739-8bfeb7620125 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/routers/9718095a-9155-4aaf-b104-4d2693f1674a HTTP/1.1" status: 204 len: 168 time: 0.4728384 Nov 02 12:04:39.998506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf25860b-58b9-4d65-b0f3-9c185cd1ef9e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting subnet e48082a2-c238-47db-bf1c-3873f950fd22 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:04:40.004163 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf25860b-58b9-4d65-b0f3-9c185cd1ef9e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:40.058108 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed64b5-7e47-4b9b-8fec-4c662cf3c63b req-b74e84a9-f1bd-4506-83d0-b5999b040916 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:40.059785 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ed64b5-7e47-4b9b-8fec-4c662cf3c63b req-b74e84a9-f1bd-4506-83d0-b5999b040916 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 945 time: 0.1120427 Nov 02 12:04:40.118388 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf25860b-58b9-4d65-b0f3-9c185cd1ef9e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:40.161477 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ed64b5-7e47-4b9b-8fec-4c662cf3c63b req-b059b471-17d4-4d75-8822-77d4ce573f31 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942039 Nov 02 12:04:40.231392 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf25860b-58b9-4d65-b0f3-9c185cd1ef9e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:40.474410 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf25860b-58b9-4d65-b0f3-9c185cd1ef9e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:40.499580 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25860b-58b9-4d65-b0f3-9c185cd1ef9e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Subnet': ['ID=e48082a2-c238-47db-bf1c-3873f950fd22,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:40.506539 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf25860b-58b9-4d65-b0f3-9c185cd1ef9e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:40.511185 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bf25860b-58b9-4d65-b0f3-9c185cd1ef9e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/subnets/e48082a2-c238-47db-bf1c-3873f950fd22 HTTP/1.1" status: 204 len: 168 time: 0.5913210 Nov 02 12:04:40.513137 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36164) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:40.514092 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4418c385-2dbe-46c6-93a4-23387446f451 None None] Network 2189db52-db9b-42a8-81d5-a3353a5ce538 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:04:40.607029 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:40.675157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting port 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:04:40.675157 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:40.762962 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c8abeb-7e51-4b20-a0ff-a49ad6227774 None None] DHCP port deletion for 2189db52-db9b-42a8-81d5-a3353a5ce538 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:04:40.772984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] For port 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8e6ddf91-cf64-4fb7-85b9-6bf880a812f3,segment=NetworkSegment(2c7055a5-f3d5-4e27-852e-a2075fa60087),segment_id=2c7055a5-f3d5-4e27-852e-a2075fa60087)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:04:40.773352 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:40.787802 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Calling delete_port for 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:04:40.830864 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8abeb-7e51-4b20-a0ff-a49ad6227774 None None] Deleting port 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:04:40.831485 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d0c8abeb-7e51-4b20-a0ff-a49ad6227774 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:40.933528 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d0c8abeb-7e51-4b20-a0ff-a49ad6227774 None None] For port 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8e6ddf91-cf64-4fb7-85b9-6bf880a812f3,segment=NetworkSegment(2c7055a5-f3d5-4e27-852e-a2075fa60087),segment_id=2c7055a5-f3d5-4e27-852e-a2075fa60087)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:04:40.934182 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d0c8abeb-7e51-4b20-a0ff-a49ad6227774 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:40.949383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d0c8abeb-7e51-4b20-a0ff-a49ad6227774 None None] Calling delete_port for 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:04:41.057284 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:41.069907 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d0c8abeb-7e51-4b20-a0ff-a49ad6227774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:41.095065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8abeb-7e51-4b20-a0ff-a49ad6227774 None None] No DVR routers for this DVR port 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:04:41.097404 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8abeb-7e51-4b20-a0ff-a49ad6227774 None None] Pushing event deleted for resources: {'Port': ['ID=8e6ddf91-cf64-4fb7-85b9-6bf880a812f3,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:41.127813 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Port': ['ID=8e6ddf91-cf64-4fb7-85b9-6bf880a812f3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:41.130532 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] No DVR routers for this DVR port 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:04:41.247434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:04:41.302440 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:04:41.303584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8e6ddf91-cf64-4fb7-85b9-6bf880a812f3 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:04:41.310612 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:41.347694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c823f0-ed6c-46e8-bdce-34db160bef63 req-25900384-2ac7-49b2-9176-08e010c3c8da tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:41.350267 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-53c823f0-ed6c-46e8-bdce-34db160bef63 req-25900384-2ac7-49b2-9176-08e010c3c8da tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.54 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 945 time: 0.0992260 Nov 02 12:04:41.365606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2189db52-db9b-42a8-81d5-a3353a5ce538']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:41.379043 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7055a5-f3d5-4e27-852e-a2075fa60087') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:41.379234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7055a5-f3d5-4e27-852e-a2075fa60087') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:41.393276 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:41.403155 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e5c8f-40c6-423e-bb8b-c0ddf1656b26 req-c2604850-a182-4b1c-a35e-49b953e461bb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:41.404793 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a8e5c8f-40c6-423e-bb8b-c0ddf1656b26 req-c2604850-a182-4b1c-a35e-49b953e461bb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 945 time: 0.1117351 Nov 02 12:04:41.429246 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:41.445234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:04:41.445641 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:04:41.449052 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:04:41.479565 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-53c823f0-ed6c-46e8-bdce-34db160bef63 req-2e1982f2-bd38-4957-b924-23dfe19696fb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Deleting port 88eff8a8-d962-4352-820a-845fcef68b44 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:04:41.479995 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-53c823f0-ed6c-46e8-bdce-34db160bef63 req-2e1982f2-bd38-4957-b924-23dfe19696fb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:41.537153 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a8e5c8f-40c6-423e-bb8b-c0ddf1656b26 req-0783ce4b-5460-4cf9-a5b9-ac0f705a51cb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162713 Nov 02 12:04:41.638896 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:41.649003 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:41.653182 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/networks/2189db52-db9b-42a8-81d5-a3353a5ce538 HTTP/1.1" status: 204 len: 168 time: 1.1388340 Nov 02 12:04:41.658836 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36192) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:41.665006 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2116034245', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:04:41.691396 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-53c823f0-ed6c-46e8-bdce-34db160bef63 req-2e1982f2-bd38-4957-b924-23dfe19696fb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] For port 88eff8a8-d962-4352-820a-845fcef68b44, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=88eff8a8-d962-4352-820a-845fcef68b44,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:04:41.691955 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-53c823f0-ed6c-46e8-bdce-34db160bef63 req-2e1982f2-bd38-4957-b924-23dfe19696fb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:41.697409 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4c8e6-4b12-411c-859a-07a75b36be5c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Network': ['ID=2189db52-db9b-42a8-81d5-a3353a5ce538,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:41.724438 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-53c823f0-ed6c-46e8-bdce-34db160bef63 req-2e1982f2-bd38-4957-b924-23dfe19696fb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Calling delete_port for 88eff8a8-d962-4352-820a-845fcef68b44 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:04:41.738758 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36196) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:41.839034 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:41.840209 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:41.883267 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fd7d69da-efbb-4250-9b3f-514ad0df8c2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:41.937335 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:41.974903 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fd7d69da-efbb-4250-9b3f-514ad0df8c2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:42.101804 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fd7d69da-efbb-4250-9b3f-514ad0df8c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:42.134881 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-53c823f0-ed6c-46e8-bdce-34db160bef63 req-2e1982f2-bd38-4957-b924-23dfe19696fb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:42.156797 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fd7d69da-efbb-4250-9b3f-514ad0df8c2b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=871d05b0b1e243049f2f5aa1304a0e13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4161074 Nov 02 12:04:42.163297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36206) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:42.184355 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1982f2-bd38-4957-b924-23dfe19696fb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event deleted for resources: {'Port': ['ID=88eff8a8-d962-4352-820a-845fcef68b44,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:42.184843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d69da-efbb-4250-9b3f-514ad0df8c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2acde70-c318-4aab-87ff-9100ab0cb365,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:42.276800 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-37f821e6-9bff-407e-af30-6ad7a6368ad2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:42.320298 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-37f821e6-9bff-407e-af30-6ad7a6368ad2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:42.323049 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:42.328118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c823f0-ed6c-46e8-bdce-34db160bef63 req-2e1982f2-bd38-4957-b924-23dfe19696fb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] No DVR routers for this DVR port 88eff8a8-d962-4352-820a-845fcef68b44 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:04:42.332270 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-53c823f0-ed6c-46e8-bdce-34db160bef63 req-2e1982f2-bd38-4957-b924-23dfe19696fb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:42.336207 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-53c823f0-ed6c-46e8-bdce-34db160bef63 req-2e1982f2-bd38-4957-b924-23dfe19696fb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.54 "DELETE /v2.0/ports/88eff8a8-d962-4352-820a-845fcef68b44 HTTP/1.1" status: 204 len: 173 time: 0.9787407 Nov 02 12:04:42.336732 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47', 'name': 'network-vif-deleted', 'tag': '88eff8a8-d962-4352-820a-845fcef68b44'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:04:42.340160 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8636e94e-36eb-47e4-9494-7cc37d299858" -d '{"events": [{"server_uuid": "e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47", "name": "network-vif-deleted", "tag": "88eff8a8-d962-4352-820a-845fcef68b44"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:04:42.403356 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af836adb-1bc3-4496-83ee-771217bc7e6e x-openstack-request-id: req-af836adb-1bc3-4496-83ee-771217bc7e6e {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:04:42.404052 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47", "name": "network-vif-deleted", "tag": "88eff8a8-d962-4352-820a-845fcef68b44", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:04:42.404052 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af836adb-1bc3-4496-83ee-771217bc7e6e {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:04:42.404313 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47', 'name': 'network-vif-deleted', 'tag': '88eff8a8-d962-4352-820a-845fcef68b44', 'status': 'completed', 'code': 200} Nov 02 12:04:42.522117 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-37f821e6-9bff-407e-af30-6ad7a6368ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:42.531528 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-37f821e6-9bff-407e-af30-6ad7a6368ad2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:42.532758 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-37f821e6-9bff-407e-af30-6ad7a6368ad2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d2acde70-c318-4aab-87ff-9100ab0cb365 HTTP/1.1" status: 204 len: 168 time: 0.3684926 Nov 02 12:04:42.543034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f821e6-9bff-407e-af30-6ad7a6368ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2acde70-c318-4aab-87ff-9100ab0cb365,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:42.690915 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-91784912-a8f1-47fd-8429-0baa92f57d9b req-cf0cc5a7-90ca-4e65-93f9-fdcd905a34dd tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 210 time: 0.0372705 Nov 02 12:04:42.696262 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:42.726972 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:42.864522 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Allocated IP 172.25.6.42 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/6ec4239c-c337-4919-ab09-b2be98fb1fe6) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:04:43.030132 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:43.210798 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:43.294237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:04:43.313100 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:04:43.329695 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-ff8cb09b-84e4-48bf-98a9-2d99fe77bad5 req-b66d0da8-588f-4f7b-a853-d2adc578f374 service neutron] (102690) timed out ('10.222.0.79', 64202) {{(pid=102690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 12:04:43.331991 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:04:43.450491 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=6ec4239c-c337-4919-ab09-b2be98fb1fe6,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:43.915544 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5bc89af6-8912-4933-8368-57f103fcc4d2 req-1f8001f7-5ab0-4eb8-92b0-4901898e81de tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 210 time: 0.0559156 Nov 02 12:04:44.009751 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:44.036622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 88eff8a8-d962-4352-820a-845fcef68b44 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:04:44.064038 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 88eff8a8-d962-4352-820a-845fcef68b44 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:04:44.064457 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 88eff8a8-d962-4352-820a-845fcef68b44 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:04:44.260912 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:44.553080 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router c6fa79a0-e872-4608-b326-c5aaf34d5ded is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:04:44.701704 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:04:44.714770 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb551d63-0d0b-4f11-9b6a-6aa9ddca3c4e None None] Sync routers for ids ['c6fa79a0-e872-4608-b326-c5aaf34d5ded'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:04:44.737258 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb551d63-0d0b-4f11-9b6a-6aa9ddca3c4e None None] Routers {'c6fa79a0-e872-4608-b326-c5aaf34d5ded'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:44.738299 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-eb551d63-0d0b-4f11-9b6a-6aa9ddca3c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:04:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c6fa79a0-e872-4608-b326-c5aaf34d5ded'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:44.793782 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-eb551d63-0d0b-4f11-9b6a-6aa9ddca3c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:44.804643 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb551d63-0d0b-4f11-9b6a-6aa9ddca3c4e None None] Routers {'c6fa79a0-e872-4608-b326-c5aaf34d5ded'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:44.805523 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-eb551d63-0d0b-4f11-9b6a-6aa9ddca3c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:04:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c6fa79a0-e872-4608-b326-c5aaf34d5ded'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:44.836804 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:44.838662 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-64060c33-5dfd-4171-944f-9aec37b67a23 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1784952 Nov 02 12:04:44.842337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36256) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:44.844132 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-eb551d63-0d0b-4f11-9b6a-6aa9ddca3c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:44.844722 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb551d63-0d0b-4f11-9b6a-6aa9ddca3c4e None None] The sync data for ids ['c6fa79a0-e872-4608-b326-c5aaf34d5ded'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:04:45.034587 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7ca162b8-f472-4808-b758-1bd403fafeaf req-a5021992-7569-4bd3-b1c5-b75f0830e591 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 210 time: 0.0294137 Nov 02 12:04:45.264008 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d083982e-5f60-43d8-875a-2f60babc0c7a tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/routers/c6fa79a0-e872-4608-b326-c5aaf34d5ded HTTP/1.1" status: 200 len: 884 time: 0.4195147 Nov 02 12:04:45.267472 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36266) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:45.583003 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a7526b40-1c4d-4366-9c11-c46a46cc37ce tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3121412 Nov 02 12:04:45.583765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36274) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:45.588514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1c16d3c2-20cc-49b4-8130-7013e80b62c1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2116034245'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:04:45.976295 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c16d3c2-20cc-49b4-8130-7013e80b62c1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:46.117471 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c16d3c2-20cc-49b4-8130-7013e80b62c1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:46.185709 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-81ad473b-87a5-4be4-b802-3788c9459f38 req-426ba1a4-b146-477e-8427-606f1d38c18c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 210 time: 0.0632098 Nov 02 12:04:46.756265 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c16d3c2-20cc-49b4-8130-7013e80b62c1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router c6fa79a0-e872-4608-b326-c5aaf34d5ded has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:04:46.936566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c16d3c2-20cc-49b4-8130-7013e80b62c1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:04:46.955984 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c16d3c2-20cc-49b4-8130-7013e80b62c1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:46.956803 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13683c1b-3aa0-4f64-8590-aa7d34f3f732 None None] Sync routers for ids ['c6fa79a0-e872-4608-b326-c5aaf34d5ded'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:04:46.961850 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36298) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:46.970915 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1c16d3c2-20cc-49b4-8130-7013e80b62c1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/c6fa79a0-e872-4608-b326-c5aaf34d5ded HTTP/1.1" status: 200 len: 891 time: 1.3858609 Nov 02 12:04:46.976949 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13683c1b-3aa0-4f64-8590-aa7d34f3f732 None None] Routers {'c6fa79a0-e872-4608-b326-c5aaf34d5ded'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:46.978299 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-13683c1b-3aa0-4f64-8590-aa7d34f3f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:04:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c6fa79a0-e872-4608-b326-c5aaf34d5ded'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:47.055219 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-13683c1b-3aa0-4f64-8590-aa7d34f3f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:47.073815 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13683c1b-3aa0-4f64-8590-aa7d34f3f732 None None] Routers {'c6fa79a0-e872-4608-b326-c5aaf34d5ded'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:47.075005 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-13683c1b-3aa0-4f64-8590-aa7d34f3f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:04:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c6fa79a0-e872-4608-b326-c5aaf34d5ded'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:47.116962 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9abfef4d-8425-49f2-b92e-e0939579e77e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/routers/c6fa79a0-e872-4608-b326-c5aaf34d5ded HTTP/1.1" status: 200 len: 891 time: 0.1529074 Nov 02 12:04:47.119316 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36302) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:47.127621 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-13683c1b-3aa0-4f64-8590-aa7d34f3f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:47.128629 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13683c1b-3aa0-4f64-8590-aa7d34f3f732 None None] The sync data for ids ['c6fa79a0-e872-4608-b326-c5aaf34d5ded'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:04:47.154490 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fca24927-2a90-4c35-b37b-c64237f712e5 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6fa79a0-e872-4608-b326-c5aaf34d5ded HTTP/1.1" status: 200 len: 205 time: 0.0336199 Nov 02 12:04:47.157417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36304) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:47.349188 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5248839-8466-4a91-a4d3-3e58dbde618a tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:47.390745 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ef363fe-f1ab-4d3e-b125-449517c39986 req-9f34778f-dba9-4720-9cf3-6207a1eddccc tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 210 time: 0.0676265 Nov 02 12:04:47.499898 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5248839-8466-4a91-a4d3-3e58dbde618a tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:47.558648 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9ab08ba4-92e9-451f-b71e-58f181fb00b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:47.707145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e5248839-8466-4a91-a4d3-3e58dbde618a tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting port 6ec4239c-c337-4919-ab09-b2be98fb1fe6 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:04:47.708038 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5248839-8466-4a91-a4d3-3e58dbde618a tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:47.798557 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5248839-8466-4a91-a4d3-3e58dbde618a tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:47.811444 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e5248839-8466-4a91-a4d3-3e58dbde618a tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Calling delete_port for 6ec4239c-c337-4919-ab09-b2be98fb1fe6 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:04:48.141749 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5248839-8466-4a91-a4d3-3e58dbde618a tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:48.190223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5248839-8466-4a91-a4d3-3e58dbde618a tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Port': ['ID=6ec4239c-c337-4919-ab09-b2be98fb1fe6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:48.284990 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5248839-8466-4a91-a4d3-3e58dbde618a tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:48.383151 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5248839-8466-4a91-a4d3-3e58dbde618a tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:48.386005 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5248839-8466-4a91-a4d3-3e58dbde618a tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:48.540388 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5248839-8466-4a91-a4d3-3e58dbde618a tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:48.541407 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5248839-8466-4a91-a4d3-3e58dbde618a tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Fanout notify agent at l3_agent the message router_deleted on router c6fa79a0-e872-4608-b326-c5aaf34d5ded {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:04:48.556197 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5248839-8466-4a91-a4d3-3e58dbde618a tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:48.558141 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e5248839-8466-4a91-a4d3-3e58dbde618a tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/routers/c6fa79a0-e872-4608-b326-c5aaf34d5ded HTTP/1.1" status: 204 len: 168 time: 1.3996677 Nov 02 12:04:48.571261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36328) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:48.583815 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ee002b4-4d82-4a98-84cc-a2632a76190f req-2f6ace39-dc7f-4186-9c2f-c6ba98ea5334 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 210 time: 0.0422792 Nov 02 12:04:48.588723 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4e63cf4d-9645-4eb7-b8d8-706c3e53c55b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-264188334'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:04:48.678997 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e63cf4d-9645-4eb7-b8d8-706c3e53c55b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Made reservation on behalf of 1eb77383b3a24032878e28d909aed49e for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:04:48.685502 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e63cf4d-9645-4eb7-b8d8-706c3e53c55b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:48.772676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e63cf4d-9645-4eb7-b8d8-706c3e53c55b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:04:48.788929 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e63cf4d-9645-4eb7-b8d8-706c3e53c55b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:48.789468 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-4e63cf4d-9645-4eb7-b8d8-706c3e53c55b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Added segment c1e838ba-af31-429f-b3ed-edab49a7a0e4 of type vlan for network 89b07f97-5552-4413-8a0e-22fb21f6b9dd Nov 02 12:04:48.859868 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e63cf4d-9645-4eb7-b8d8-706c3e53c55b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:48.987675 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e63cf4d-9645-4eb7-b8d8-706c3e53c55b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:48.995125 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e63cf4d-9645-4eb7-b8d8-706c3e53c55b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:48.996063 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4e63cf4d-9645-4eb7-b8d8-706c3e53c55b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:49.131723 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4e63cf4d-9645-4eb7-b8d8-706c3e53c55b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5573742 Nov 02 12:04:49.135127 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36346) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:49.137683 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63cf4d-9645-4eb7-b8d8-706c3e53c55b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Network': ['ID=89b07f97-5552-4413-8a0e-22fb21f6b9dd,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:49.145003 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c10e9b9e-dc2c-47e4-b1bd-6966eceac333 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'subnet': {'network_id': '89b07f97-5552-4413-8a0e-22fb21f6b9dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:04:49.154675 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 89b07f97-5552-4413-8a0e-22fb21f6b9dd details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:04:49.370914 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10e9b9e-dc2c-47e4-b1bd-6966eceac333 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Made reservation on behalf of 1eb77383b3a24032878e28d909aed49e for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:04:49.380395 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c10e9b9e-dc2c-47e4-b1bd-6966eceac333 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:49.713785 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2195368d-ba28-4f59-aa9b-82fb199a523b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:49.842862 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34581369-3722-44d7-8df1-3f54134552cf req-916761ed-110d-4c00-bb23-f81539a69132 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0cc6cd0-e84b-43d9-85cc-654eb4b6ce47 HTTP/1.1" status: 200 len: 210 time: 0.0732923 Nov 02 12:04:49.975784 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c10e9b9e-dc2c-47e4-b1bd-6966eceac333 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:50.057692 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e9b9e-dc2c-47e4-b1bd-6966eceac333 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Subnet': ['ID=3160b33a-166f-49e7-8ff9-e299a769720b,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:50.061268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10e9b9e-dc2c-47e4-b1bd-6966eceac333 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Checking segment: {'id': 'c1e838ba-af31-429f-b3ed-edab49a7a0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '89b07f97-5552-4413-8a0e-22fb21f6b9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:04:50.061913 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10e9b9e-dc2c-47e4-b1bd-6966eceac333 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network hostable DHCP agents. Network: 89b07f97-5552-4413-8a0e-22fb21f6b9dd, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:04:50.215972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10e9b9e-dc2c-47e4-b1bd-6966eceac333 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 89b07f97-5552-4413-8a0e-22fb21f6b9dd is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:04:50.284370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-c10e9b9e-dc2c-47e4-b1bd-6966eceac333 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 89b07f97-5552-4413-8a0e-22fb21f6b9dd) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:04:50.290718 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e9b9e-dc2c-47e4-b1bd-6966eceac333 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:50.291713 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c10e9b9e-dc2c-47e4-b1bd-6966eceac333 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:50.297303 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9bc113-08cf-4c2c-a6b3-998008cd986c None None] Network 89b07f97-5552-4413-8a0e-22fb21f6b9dd requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:04:50.381533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36362) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:50.386511 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-82ed3971-2f4a-4aa3-9576-0af90de0152c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2082050758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:04:50.390447 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c10e9b9e-dc2c-47e4-b1bd-6966eceac333 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2400863 Nov 02 12:04:50.478801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82ed3971-2f4a-4aa3-9576-0af90de0152c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:50.480157 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82ed3971-2f4a-4aa3-9576-0af90de0152c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:50.516936 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-89b07f97-5552-4413-8a0e-22fb21f6b9dd', 'network_id': '89b07f97-5552-4413-8a0e-22fb21f6b9dd', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'fixed_ips': [{'subnet_id': '3160b33a-166f-49e7-8ff9-e299a769720b'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:04:50.518396 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:50.546643 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82ed3971-2f4a-4aa3-9576-0af90de0152c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:50.621745 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82ed3971-2f4a-4aa3-9576-0af90de0152c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:50.697925 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Allocated IP 2001:db8::2 (89b07f97-5552-4413-8a0e-22fb21f6b9dd/3160b33a-166f-49e7-8ff9-e299a769720b/144f68a1-375b-4b7f-aca7-8540393e34be) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:04:50.709176 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82ed3971-2f4a-4aa3-9576-0af90de0152c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:50.710867 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-82ed3971-2f4a-4aa3-9576-0af90de0152c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3282354 Nov 02 12:04:50.715190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36364) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:51.010477 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:51.026277 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:51.137934 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:51.252060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Network 89b07f97-5552-4413-8a0e-22fb21f6b9dd is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:04:51.256678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:04:51.265350 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:04:51.313731 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Pushing event updated for resources: {'Port': ['ID=144f68a1-375b-4b7f-aca7-8540393e34be,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:51.338341 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:51.338660 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:51.339024 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:51.339371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:51.339704 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:51.340034 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:51.340427 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:51.340753 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:51.341072 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:51.341387 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:51.341705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:51.342020 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:04:51.360710 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Attempting to bind port 144f68a1-375b-4b7f-aca7-8540393e34be on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:04:51.361126 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Attempting to bind port 144f68a1-375b-4b7f-aca7-8540393e34be by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'c1e838ba-af31-429f-b3ed-edab49a7a0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '89b07f97-5552-4413-8a0e-22fb21f6b9dd'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:04:51.361545 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Attempting to bind port 144f68a1-375b-4b7f-aca7-8540393e34be on network 89b07f97-5552-4413-8a0e-22fb21f6b9dd {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:04:51.365812 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-facf1322-b4f5-405b-87ff-f532562cc171 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:51.367654 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:04:51.368059 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Checking segment: {'id': 'c1e838ba-af31-429f-b3ed-edab49a7a0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '89b07f97-5552-4413-8a0e-22fb21f6b9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:04:51.368851 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:51.369267 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Bound using segment: {'id': 'c1e838ba-af31-429f-b3ed-edab49a7a0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '89b07f97-5552-4413-8a0e-22fb21f6b9dd'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:04:51.369828 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Bound port: 144f68a1-375b-4b7f-aca7-8540393e34be, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e838ba-af31-429f-b3ed-edab49a7a0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '89b07f97-5552-4413-8a0e-22fb21f6b9dd'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:04:51.370211 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:51.460918 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] For port 144f68a1-375b-4b7f-aca7-8540393e34be, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:04:51.469862 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] For port 144f68a1-375b-4b7f-aca7-8540393e34be, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=144f68a1-375b-4b7f-aca7-8540393e34be,segment=NetworkSegment(c1e838ba-af31-429f-b3ed-edab49a7a0e4),segment_id=c1e838ba-af31-429f-b3ed-edab49a7a0e4)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:04:51.553723 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:51.623900 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79754537-f0b4-4867-b39d-289c4b7952ed None None] Pushing event updated for resources: {'Port': ['ID=144f68a1-375b-4b7f-aca7-8540393e34be,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:51.761543 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-facf1322-b4f5-405b-87ff-f532562cc171 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Allocated IP 2001:db8::1 (89b07f97-5552-4413-8a0e-22fb21f6b9dd/3160b33a-166f-49e7-8ff9-e299a769720b/a3d741ac-8185-4039-9ca5-75acf031ab5a) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:04:51.966095 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-facf1322-b4f5-405b-87ff-f532562cc171 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:52.090500 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-facf1322-b4f5-405b-87ff-f532562cc171 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:52.160700 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facf1322-b4f5-405b-87ff-f532562cc171 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 89b07f97-5552-4413-8a0e-22fb21f6b9dd is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:04:52.164969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-facf1322-b4f5-405b-87ff-f532562cc171 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:04:52.186428 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf1322-b4f5-405b-87ff-f532562cc171 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:04:52.187263 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-facf1322-b4f5-405b-87ff-f532562cc171 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:52.329673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf1322-b4f5-405b-87ff-f532562cc171 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=a3d741ac-8185-4039-9ca5-75acf031ab5a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:52.432899 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:52.466613 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-facf1322-b4f5-405b-87ff-f532562cc171 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:52.881679 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-facf1322-b4f5-405b-87ff-f532562cc171 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:53.003027 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-facf1322-b4f5-405b-87ff-f532562cc171 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:53.005918 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-facf1322-b4f5-405b-87ff-f532562cc171 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:53.068480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf1322-b4f5-405b-87ff-f532562cc171 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=a3d741ac-8185-4039-9ca5-75acf031ab5a,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:53.144132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-ab90ce29-0c27-4e7a-bbc5-3b39505b5c50 req-8ee291f0-3013-4f82-a9da-71a1942cde18 service neutron] (102689) timed out ('10.222.0.54', 59999) {{(pid=102689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 12:04:53.253420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facf1322-b4f5-405b-87ff-f532562cc171 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 89b07f97-5552-4413-8a0e-22fb21f6b9dd is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:04:53.259308 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-facf1322-b4f5-405b-87ff-f532562cc171 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:04:53.301023 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 144f68a1-375b-4b7f-aca7-8540393e34be up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:04:53.411112 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d74255d-99b6-4298-b32f-63a4a52c53e0 None None] Network 89b07f97-5552-4413-8a0e-22fb21f6b9dd requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:04:53.578847 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6c7b753f-c0a4-4d84-b889-a2ae0248459e None None] Provisioning complete for port 144f68a1-375b-4b7f-aca7-8540393e34be triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:53.578847 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6c7b753f-c0a4-4d84-b889-a2ae0248459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:53.586547 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 144f68a1-375b-4b7f-aca7-8540393e34be triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:53.586547 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:53.690501 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facf1322-b4f5-405b-87ff-f532562cc171 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router 3cdc4604-b2cc-4e96-b0f2-2d77c5895234 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:04:53.848670 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:53.869867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facf1322-b4f5-405b-87ff-f532562cc171 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:04:53.880279 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-facf1322-b4f5-405b-87ff-f532562cc171 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/3cdc4604-b2cc-4e96-b0f2-2d77c5895234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1636777 Nov 02 12:04:53.882774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36408) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:53.888981 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114cc101-f5fd-4f68-8520-44cc6dcba02c None None] Sync routers for ids ['3cdc4604-b2cc-4e96-b0f2-2d77c5895234'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:04:53.934655 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114cc101-f5fd-4f68-8520-44cc6dcba02c None None] Routers {'3cdc4604-b2cc-4e96-b0f2-2d77c5895234'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:53.935322 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-114cc101-f5fd-4f68-8520-44cc6dcba02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:04:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3cdc4604-b2cc-4e96-b0f2-2d77c5895234'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:53.967606 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 144f68a1-375b-4b7f-aca7-8540393e34be, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=144f68a1-375b-4b7f-aca7-8540393e34be,segment=NetworkSegment(c1e838ba-af31-429f-b3ed-edab49a7a0e4),segment_id=c1e838ba-af31-429f-b3ed-edab49a7a0e4)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:04:54.014817 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f42617c-7a36-44ed-bfa2-f3c38b02b503 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:54.016363 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1f42617c-7a36-44ed-bfa2-f3c38b02b503 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/ports/a3d741ac-8185-4039-9ca5-75acf031ab5a HTTP/1.1" status: 200 len: 911 time: 0.1324379 Nov 02 12:04:54.020772 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36410) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:54.027836 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-67030d30-f018-47b1-b908-cd67210b76e9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3160b33a-166f-49e7-8ff9-e299a769720b'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:04:54.030275 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-114cc101-f5fd-4f68-8520-44cc6dcba02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:54.044142 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114cc101-f5fd-4f68-8520-44cc6dcba02c None None] Routers {'3cdc4604-b2cc-4e96-b0f2-2d77c5895234'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:54.044985 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-114cc101-f5fd-4f68-8520-44cc6dcba02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:04:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3cdc4604-b2cc-4e96-b0f2-2d77c5895234'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:54.082841 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:54.092285 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-114cc101-f5fd-4f68-8520-44cc6dcba02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:54.092979 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114cc101-f5fd-4f68-8520-44cc6dcba02c None None] The sync data for ids ['3cdc4604-b2cc-4e96-b0f2-2d77c5895234'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:04:54.114142 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6c7b753f-c0a4-4d84-b889-a2ae0248459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:54.116313 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:54.188959 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=144f68a1-375b-4b7f-aca7-8540393e34be,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:54.250881 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-6c7b753f-c0a4-4d84-b889-a2ae0248459e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:04:54.251495 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-6c7b753f-c0a4-4d84-b889-a2ae0248459e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:04:54.272605 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:54.281454 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-67030d30-f018-47b1-b908-cd67210b76e9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:54.917159 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-67030d30-f018-47b1-b908-cd67210b76e9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:55.015437 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5f67317d-87f2-4b12-8c50-d4febd98ebdf None None] Provisioning complete for port a3d741ac-8185-4039-9ca5-75acf031ab5a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:55.015953 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5f67317d-87f2-4b12-8c50-d4febd98ebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:55.042716 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-67030d30-f018-47b1-b908-cd67210b76e9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:55.048862 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67030d30-f018-47b1-b908-cd67210b76e9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:04:55.049516 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-67030d30-f018-47b1-b908-cd67210b76e9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:55.054408 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36426) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:55.055053 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-67030d30-f018-47b1-b908-cd67210b76e9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/ports/a3d741ac-8185-4039-9ca5-75acf031ab5a HTTP/1.1" status: 200 len: 911 time: 1.0283172 Nov 02 12:04:55.107475 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:55.143033 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5f67317d-87f2-4b12-8c50-d4febd98ebdf None None] Port a3d741ac-8185-4039-9ca5-75acf031ab5a cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:04:55.170511 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67030d30-f018-47b1-b908-cd67210b76e9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=a3d741ac-8185-4039-9ca5-75acf031ab5a,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:55.174353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5f67317d-87f2-4b12-8c50-d4febd98ebdf None None] Provisioning complete for port 144f68a1-375b-4b7f-aca7-8540393e34be triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:55.174353 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5f67317d-87f2-4b12-8c50-d4febd98ebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:55.249148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 144f68a1-375b-4b7f-aca7-8540393e34be up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:04:55.454075 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 144f68a1-375b-4b7f-aca7-8540393e34be triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:55.454788 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:55.585453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c95ffacd-feaf-4c72-99f3-407a72d24d5c None None] Provisioning complete for port a3d741ac-8185-4039-9ca5-75acf031ab5a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:04:55.585859 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c95ffacd-feaf-4c72-99f3-407a72d24d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:55.634786 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c95ffacd-feaf-4c72-99f3-407a72d24d5c None None] Port a3d741ac-8185-4039-9ca5-75acf031ab5a cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:04:55.758758 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0fe2c45d-73ac-4c93-b859-597f97f62e15 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:56.185341 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-0fe2c45d-73ac-4c93-b859-597f97f62e15 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting port a3d741ac-8185-4039-9ca5-75acf031ab5a {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:04:56.185877 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0fe2c45d-73ac-4c93-b859-597f97f62e15 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:56.310436 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0fe2c45d-73ac-4c93-b859-597f97f62e15 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:56.338836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-0fe2c45d-73ac-4c93-b859-597f97f62e15 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Calling delete_port for a3d741ac-8185-4039-9ca5-75acf031ab5a owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:04:56.718651 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0fe2c45d-73ac-4c93-b859-597f97f62e15 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:56.775820 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2c45d-73ac-4c93-b859-597f97f62e15 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Port': ['ID=a3d741ac-8185-4039-9ca5-75acf031ab5a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:56.927978 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0fe2c45d-73ac-4c93-b859-597f97f62e15 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:57.232388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe2c45d-73ac-4c93-b859-597f97f62e15 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router 3cdc4604-b2cc-4e96-b0f2-2d77c5895234 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:04:57.328834 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe2c45d-73ac-4c93-b859-597f97f62e15 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:04:57.345445 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0fe2c45d-73ac-4c93-b859-597f97f62e15 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/3cdc4604-b2cc-4e96-b0f2-2d77c5895234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2827666 Nov 02 12:04:57.345604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36456) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:57.364305 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c284514a-16ba-443f-bf52-0ceb74647fa4 None None] Sync routers for ids ['3cdc4604-b2cc-4e96-b0f2-2d77c5895234'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:04:57.395532 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c284514a-16ba-443f-bf52-0ceb74647fa4 None None] Routers {'3cdc4604-b2cc-4e96-b0f2-2d77c5895234'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:57.397201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c284514a-16ba-443f-bf52-0ceb74647fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:04:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3cdc4604-b2cc-4e96-b0f2-2d77c5895234'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:57.431507 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-90f046e1-ac35-4196-926c-fbdc24817aa6 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc4604-b2cc-4e96-b0f2-2d77c5895234 HTTP/1.1" status: 200 len: 205 time: 0.0845945 Nov 02 12:04:57.437624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36460) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:57.542198 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-901bc53e-a155-4dca-9313-ee748619bdfc tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:57.614866 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c284514a-16ba-443f-bf52-0ceb74647fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:57.625469 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c284514a-16ba-443f-bf52-0ceb74647fa4 None None] Routers {'3cdc4604-b2cc-4e96-b0f2-2d77c5895234'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:04:57.626486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c284514a-16ba-443f-bf52-0ceb74647fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:04:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3cdc4604-b2cc-4e96-b0f2-2d77c5895234'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:57.715058 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c284514a-16ba-443f-bf52-0ceb74647fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:57.716181 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c284514a-16ba-443f-bf52-0ceb74647fa4 None None] The sync data for ids ['3cdc4604-b2cc-4e96-b0f2-2d77c5895234'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:04:58.256812 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-901bc53e-a155-4dca-9313-ee748619bdfc tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:58.268150 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-901bc53e-a155-4dca-9313-ee748619bdfc tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:58.460208 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-901bc53e-a155-4dca-9313-ee748619bdfc tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:58.460995 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901bc53e-a155-4dca-9313-ee748619bdfc tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Fanout notify agent at l3_agent the message router_deleted on router 3cdc4604-b2cc-4e96-b0f2-2d77c5895234 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:04:58.470895 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-901bc53e-a155-4dca-9313-ee748619bdfc tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:58.479305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-901bc53e-a155-4dca-9313-ee748619bdfc tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/routers/3cdc4604-b2cc-4e96-b0f2-2d77c5895234 HTTP/1.1" status: 204 len: 168 time: 1.0398529 Nov 02 12:04:58.483073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36476) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:58.540857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0fdbaa-313f-4b30-90e0-6ce6fa9d6b34 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting subnet 3160b33a-166f-49e7-8ff9-e299a769720b {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:04:58.544435 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa0fdbaa-313f-4b30-90e0-6ce6fa9d6b34 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:58.587683 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa0fdbaa-313f-4b30-90e0-6ce6fa9d6b34 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:58.682969 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa0fdbaa-313f-4b30-90e0-6ce6fa9d6b34 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:58.793310 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa0fdbaa-313f-4b30-90e0-6ce6fa9d6b34 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:58.827334 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa0fdbaa-313f-4b30-90e0-6ce6fa9d6b34 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:58.834874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36486) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:58.840744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceffde83-b733-45ff-8a09-7d3dad14d7b4 None None] Network 89b07f97-5552-4413-8a0e-22fb21f6b9dd requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:04:58.875073 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-aa0fdbaa-313f-4b30-90e0-6ce6fa9d6b34 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/subnets/3160b33a-166f-49e7-8ff9-e299a769720b HTTP/1.1" status: 204 len: 168 time: 0.3875134 Nov 02 12:04:58.876275 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0fdbaa-313f-4b30-90e0-6ce6fa9d6b34 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Subnet': ['ID=3160b33a-166f-49e7-8ff9-e299a769720b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:58.954605 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:59.081222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting port 144f68a1-375b-4b7f-aca7-8540393e34be {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:04:59.082449 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:59.140590 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ea3a85-ee76-4142-9215-8d6a9c661adf None None] DHCP port deletion for 89b07f97-5552-4413-8a0e-22fb21f6b9dd request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:04:59.174758 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] For port 144f68a1-375b-4b7f-aca7-8540393e34be, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=144f68a1-375b-4b7f-aca7-8540393e34be,segment=NetworkSegment(c1e838ba-af31-429f-b3ed-edab49a7a0e4),segment_id=c1e838ba-af31-429f-b3ed-edab49a7a0e4)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:04:59.175286 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:59.202093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Calling delete_port for 144f68a1-375b-4b7f-aca7-8540393e34be owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:04:59.238544 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea3a85-ee76-4142-9215-8d6a9c661adf None None] Deleting port 144f68a1-375b-4b7f-aca7-8540393e34be {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:04:59.245547 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c9ea3a85-ee76-4142-9215-8d6a9c661adf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:59.368383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c9ea3a85-ee76-4142-9215-8d6a9c661adf None None] For port 144f68a1-375b-4b7f-aca7-8540393e34be, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=144f68a1-375b-4b7f-aca7-8540393e34be,segment=NetworkSegment(c1e838ba-af31-429f-b3ed-edab49a7a0e4),segment_id=c1e838ba-af31-429f-b3ed-edab49a7a0e4)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:04:59.369492 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c9ea3a85-ee76-4142-9215-8d6a9c661adf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:59.392311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c9ea3a85-ee76-4142-9215-8d6a9c661adf None None] Calling delete_port for 144f68a1-375b-4b7f-aca7-8540393e34be owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:04:59.460170 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:59.486768 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Port': ['ID=144f68a1-375b-4b7f-aca7-8540393e34be,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:59.491195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] No DVR routers for this DVR port 144f68a1-375b-4b7f-aca7-8540393e34be on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:04:59.573952 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c9ea3a85-ee76-4142-9215-8d6a9c661adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:59.588374 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ea3a85-ee76-4142-9215-8d6a9c661adf None None] No DVR routers for this DVR port 144f68a1-375b-4b7f-aca7-8540393e34be on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:04:59.603308 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:59.630684 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b07f97-5552-4413-8a0e-22fb21f6b9dd']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:59.643433 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e838ba-af31-429f-b3ed-edab49a7a0e4') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:59.643818 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e838ba-af31-429f-b3ed-edab49a7a0e4') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:04:59.655342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea3a85-ee76-4142-9215-8d6a9c661adf None None] Pushing event deleted for resources: {'Port': ['ID=144f68a1-375b-4b7f-aca7-8540393e34be,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:04:59.656661 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:59.685863 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:59.701236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:04:59.701924 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:04:59.707713 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:04:59.877572 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:59.889082 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:04:59.901966 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/networks/89b07f97-5552-4413-8a0e-22fb21f6b9dd HTTP/1.1" status: 204 len: 168 time: 1.0593538 Nov 02 12:04:59.902107 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36496) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:04:59.906751 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d4e45091-3b03-41a8-8487-f494fab3bdba tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-677023084', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:04:59.935939 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b4f20-bbe4-4738-939a-4072c636d169 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Network': ['ID=89b07f97-5552-4413-8a0e-22fb21f6b9dd,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:00.027076 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4e45091-3b03-41a8-8487-f494fab3bdba tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:00.028415 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4e45091-3b03-41a8-8487-f494fab3bdba tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:00.157525 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4e45091-3b03-41a8-8487-f494fab3bdba tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:00.210594 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4e45091-3b03-41a8-8487-f494fab3bdba tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:00.293809 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4e45091-3b03-41a8-8487-f494fab3bdba tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:00.302507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36506) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:00.313604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-ef22199a-0694-4b38-9942-ce0cf325b06e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-414441437'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:00.317398 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d4e45091-3b03-41a8-8487-f494fab3bdba tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4114931 Nov 02 12:05:00.437115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef22199a-0694-4b38-9942-ce0cf325b06e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Made reservation on behalf of 1eb77383b3a24032878e28d909aed49e for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:05:00.443644 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ef22199a-0694-4b38-9942-ce0cf325b06e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:00.511638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef22199a-0694-4b38-9942-ce0cf325b06e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:05:00.544700 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ef22199a-0694-4b38-9942-ce0cf325b06e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:00.545298 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-ef22199a-0694-4b38-9942-ce0cf325b06e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Added segment 0f5bb987-3259-461d-9ea1-c1438a6aff36 of type vlan for network 7c210e69-eea4-483f-9142-0dab353348db Nov 02 12:05:00.623075 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ef22199a-0694-4b38-9942-ce0cf325b06e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:00.705640 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ef22199a-0694-4b38-9942-ce0cf325b06e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:00.711920 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef22199a-0694-4b38-9942-ce0cf325b06e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:00.712549 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ef22199a-0694-4b38-9942-ce0cf325b06e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:00.799750 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22199a-0694-4b38-9942-ce0cf325b06e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Network': ['ID=7c210e69-eea4-483f-9142-0dab353348db,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:00.826876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 7c210e69-eea4-483f-9142-0dab353348db details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:05:00.837040 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36512) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:00.848074 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-86508fbd-4148-41ad-8c0a-5377ee87f809 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'subnet': {'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:00.849058 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ef22199a-0694-4b38-9942-ce0cf325b06e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5422437 Nov 02 12:05:00.964841 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2161f87c-201c-4ed7-ad0a-fb8cd8f94d7a req-3bf55201-e2a4-47cb-baea-149c19e6b0b4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2840199 Nov 02 12:05:01.111562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161f87c-201c-4ed7-ad0a-fb8cd8f94d7a req-87d05e90-c4d2-42d7-81fc-942281c3765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:01.118451 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2161f87c-201c-4ed7-ad0a-fb8cd8f94d7a req-87d05e90-c4d2-42d7-81fc-942281c3765d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18&device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 1097 time: 0.0857582 Nov 02 12:05:01.151991 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-b3b12500-ce4e-4698-8cc3-79e80a8bd28a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1709902 Nov 02 12:05:01.180006 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86508fbd-4148-41ad-8c0a-5377ee87f809 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Made reservation on behalf of 1eb77383b3a24032878e28d909aed49e for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:05:01.184802 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-86508fbd-4148-41ad-8c0a-5377ee87f809 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:01.185265 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 144f68a1-375b-4b7f-aca7-8540393e34be no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:05:01.335121 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 144f68a1-375b-4b7f-aca7-8540393e34be {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:05:01.335644 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 144f68a1-375b-4b7f-aca7-8540393e34be not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:05:01.443673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161f87c-201c-4ed7-ad0a-fb8cd8f94d7a req-0a39a725-fab0-477a-94b4-b0715457451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:01.445325 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2161f87c-201c-4ed7-ad0a-fb8cd8f94d7a req-0a39a725-fab0-477a-94b4-b0715457451e service neutron] 10.222.0.79 "GET /v2.0/networks?id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0 HTTP/1.1" status: 200 len: 912 time: 0.2830296 Nov 02 12:05:01.499040 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-d7a27268-17a3-4a45-9392-59777a52151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:01.499040 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-d7a27268-17a3-4a45-9392-59777a52151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:01.499040 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-d7a27268-17a3-4a45-9392-59777a52151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:01.499040 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-d7a27268-17a3-4a45-9392-59777a52151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:01.499040 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-d7a27268-17a3-4a45-9392-59777a52151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:01.499040 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-d7a27268-17a3-4a45-9392-59777a52151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:01.499040 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-d7a27268-17a3-4a45-9392-59777a52151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:01.501184 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-d7a27268-17a3-4a45-9392-59777a52151f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 6509 time: 0.1658046 Nov 02 12:05:01.591815 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-86508fbd-4148-41ad-8c0a-5377ee87f809 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:01.622306 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2161f87c-201c-4ed7-ad0a-fb8cd8f94d7a req-1926f35b-0ede-48ce-bd55-dac96dcef86b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec86df2d-8f64-4289-b62f-0f8c3b3753cf HTTP/1.1" status: 200 len: 1001 time: 0.1692548 Nov 02 12:05:01.754809 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161f87c-201c-4ed7-ad0a-fb8cd8f94d7a req-8fc1c6c5-856b-4bf6-a015-bc57626d4494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:01.754809 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2161f87c-201c-4ed7-ad0a-fb8cd8f94d7a req-8fc1c6c5-856b-4bf6-a015-bc57626d4494 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1e9ea625-11dc-4ad8-8157-fb20952cfe54 HTTP/1.1" status: 200 len: 850 time: 0.1222298 Nov 02 12:05:01.824677 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161f87c-201c-4ed7-ad0a-fb8cd8f94d7a req-2880c1a9-3261-4a0f-bc09-d328479bfba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:01.826331 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2161f87c-201c-4ed7-ad0a-fb8cd8f94d7a req-2880c1a9-3261-4a0f-bc09-d328479bfba8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656283 Nov 02 12:05:01.840951 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-2161f87c-201c-4ed7-ad0a-fb8cd8f94d7a req-a4d2f27b-d8e9-4eb9-a05d-ed52c26dbef6 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:05:01.842260 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2161f87c-201c-4ed7-ad0a-fb8cd8f94d7a req-a4d2f27b-d8e9-4eb9-a05d-ed52c26dbef6 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0078464 Nov 02 12:05:01.997816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86508fbd-4148-41ad-8c0a-5377ee87f809 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Checking segment: {'id': '0f5bb987-3259-461d-9ea1-c1438a6aff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7c210e69-eea4-483f-9142-0dab353348db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:05:01.998469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86508fbd-4148-41ad-8c0a-5377ee87f809 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network hostable DHCP agents. Network: 7c210e69-eea4-483f-9142-0dab353348db, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:05:02.007528 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86508fbd-4148-41ad-8c0a-5377ee87f809 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Subnet': ['ID=9430f3e0-780c-4d9d-abcf-eb0d5981fd01,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:02.017442 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2161f87c-201c-4ed7-ad0a-fb8cd8f94d7a req-a6a7936b-5f96-42d1-8a9a-3ba3ca2aab9f service neutron] 10.222.0.79 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653028 Nov 02 12:05:02.065955 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-195d0a4e-c5ac-47f1-8c5b-20bef2951a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:02.067297 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-195d0a4e-c5ac-47f1-8c5b-20bef2951a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:02.067993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-195d0a4e-c5ac-47f1-8c5b-20bef2951a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:02.069723 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-195d0a4e-c5ac-47f1-8c5b-20bef2951a7c service neutron] 10.222.0.54 "GET /v2.0/networks?id=dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=10b936a8-d21b-4733-b926-602727efeb2b&id=10b936a8-d21b-4733-b926-602727efeb2b HTTP/1.1" status: 200 len: 2298 time: 0.4574063 Nov 02 12:05:02.149921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2161f87c-201c-4ed7-ad0a-fb8cd8f94d7a req-c3130edb-8d61-4f47-8a3e-03ab0fe0ba1d service neutron] 10.222.0.79 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254737 Nov 02 12:05:02.167499 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86508fbd-4148-41ad-8c0a-5377ee87f809 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 7c210e69-eea4-483f-9142-0dab353348db is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:05:02.171425 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-4fbba390-488e-46f3-9f67-15b5f44fdd4c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca672186-6e3f-4016-a020-78cb076b6156 HTTP/1.1" status: 200 len: 1001 time: 0.0940988 Nov 02 12:05:02.231394 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-61d15d8e-abf5-42ed-ae44-bbae018a14b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:02.234017 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-61d15d8e-abf5-42ed-ae44-bbae018a14b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6b553805-820e-40aa-9154-a28f88302dc9 HTTP/1.1" status: 200 len: 856 time: 0.0553994 Nov 02 12:05:02.259262 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-86508fbd-4148-41ad-8c0a-5377ee87f809 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 7c210e69-eea4-483f-9142-0dab353348db) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:05:02.266333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86508fbd-4148-41ad-8c0a-5377ee87f809 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:02.274718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9726fd-d481-4e00-af95-ce29d5e32289 None None] Network 7c210e69-eea4-483f-9142-0dab353348db requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:05:02.288306 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-86508fbd-4148-41ad-8c0a-5377ee87f809 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:02.431233 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-0c86cf1f-fdc6-47bd-aa83-d84577c59277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:02.434116 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-0c86cf1f-fdc6-47bd-aa83-d84577c59277 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1929574 Nov 02 12:05:02.460044 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-8734016d-06fc-48de-bf7b-4f08d34ce097 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:05:02.467220 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-8734016d-06fc-48de-bf7b-4f08d34ce097 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0212357 Nov 02 12:05:02.561758 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36558) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:02.562489 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-86508fbd-4148-41ad-8c0a-5377ee87f809 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7238479 Nov 02 12:05:02.804101 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-432b709d-5c03-4b0a-9c4f-5e06f8b6e6ff service neutron] 10.222.0.54 "GET /v2.0/networks/dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315883 Nov 02 12:05:02.881194 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7c210e69-eea4-483f-9142-0dab353348db', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:05:02.883097 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:03.070457 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-aaf0563d-2755-49de-a87a-62c64f77947a service neutron] 10.222.0.54 "GET /v2.0/networks/dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553716 Nov 02 12:05:03.136437 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-19a21e47-7f23-45e1-b8c5-706b7991d75a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=5e651fdc-8891-4208-901e-2768d0925ea9 HTTP/1.1" status: 200 len: 217 time: 0.0521135 Nov 02 12:05:03.236349 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-d02874cb-6de2-4108-8eb2-8b18c0f10167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:03.247919 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-d02874cb-6de2-4108-8eb2-8b18c0f10167 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.1036489 Nov 02 12:05:03.277159 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Allocated IP 2001:db8::2 (7c210e69-eea4-483f-9142-0dab353348db/9430f3e0-780c-4d9d-abcf-eb0d5981fd01/c0bbbc09-e0d3-46d0-83b5-0c7d6b139632) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:05:03.407223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-f904fce8-9b67-4774-ba76-f6a53aa3cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:03.411224 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-f904fce8-9b67-4774-ba76-f6a53aa3cd48 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1519003 Nov 02 12:05:03.454327 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0a6a-b5e6-44ff-86b2-1a0fbf4ac9a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:03.724371 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-8177ae09-4bec-4e87-8c93-d05af711fbdf service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040857 Nov 02 12:05:03.789114 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:03.845127 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:04.009470 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-ffb5ad74-16ea-4735-ac2a-d5d9e7f01496 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648714 Nov 02 12:05:04.041359 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Network 7c210e69-eea4-483f-9142-0dab353348db is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:05:04.043521 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Pushing event updated for resources: {'Port': ['ID=c0bbbc09-e0d3-46d0-83b5-0c7d6b139632,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:04.052509 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:05:04.058007 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:05:04.089968 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-8e7c0a6a-b5e6-44ff-86b2-1a0fbf4ac9a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Allocated IP 2001:db8::1 (7c210e69-eea4-483f-9142-0dab353348db/9430f3e0-780c-4d9d-abcf-eb0d5981fd01/2dd02fa9-3657-433a-a3cd-60a47d42824b) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:05:04.124816 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-23a76ab1-eb60-456d-9bcb-e3dbbcae388a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3b8ad295-2d7a-4849-bddf-6bcf7483dce7 HTTP/1.1" status: 200 len: 217 time: 0.1077230 Nov 02 12:05:04.217082 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Attempting to bind port c0bbbc09-e0d3-46d0-83b5-0c7d6b139632 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:05:04.218374 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Attempting to bind port c0bbbc09-e0d3-46d0-83b5-0c7d6b139632 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '0f5bb987-3259-461d-9ea1-c1438a6aff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7c210e69-eea4-483f-9142-0dab353348db'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:05:04.220548 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Attempting to bind port c0bbbc09-e0d3-46d0-83b5-0c7d6b139632 on network 7c210e69-eea4-483f-9142-0dab353348db {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:05:04.232383 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-801062ad-6c8b-41f3-8f7c-ac868d8f93b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:04.238281 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-801062ad-6c8b-41f3-8f7c-ac868d8f93b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.1056716 Nov 02 12:05:04.239303 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:05:04.239996 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Checking segment: {'id': '0f5bb987-3259-461d-9ea1-c1438a6aff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7c210e69-eea4-483f-9142-0dab353348db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:05:04.240604 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:04.241770 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Bound using segment: {'id': '0f5bb987-3259-461d-9ea1-c1438a6aff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7c210e69-eea4-483f-9142-0dab353348db'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:05:04.242171 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Bound port: c0bbbc09-e0d3-46d0-83b5-0c7d6b139632, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5bb987-3259-461d-9ea1-c1438a6aff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7c210e69-eea4-483f-9142-0dab353348db'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:05:04.242575 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:04.357804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-6cd1992e-5d55-48ae-9b90-ac74198f9614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:04.361586 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-6cd1992e-5d55-48ae-9b90-ac74198f9614 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1155369 Nov 02 12:05:04.371091 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0a6a-b5e6-44ff-86b2-1a0fbf4ac9a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:04.420652 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] For port c0bbbc09-e0d3-46d0-83b5-0c7d6b139632, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:05:04.431066 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] For port c0bbbc09-e0d3-46d0-83b5-0c7d6b139632, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c0bbbc09-e0d3-46d0-83b5-0c7d6b139632,segment=NetworkSegment(0f5bb987-3259-461d-9ea1-c1438a6aff36),segment_id=0f5bb987-3259-461d-9ea1-c1438a6aff36)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:05:04.507369 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:04.523140 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-f5c79a03-2053-4419-a885-91f2c765e9d3 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445527 Nov 02 12:05:04.611103 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9019eb3-343c-4211-b782-219015d76d68 None None] Pushing event updated for resources: {'Port': ['ID=c0bbbc09-e0d3-46d0-83b5-0c7d6b139632,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:04.677305 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0a6a-b5e6-44ff-86b2-1a0fbf4ac9a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:04.745790 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-6d2403b0-1c37-4d26-b328-7fec60703012 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169273 Nov 02 12:05:04.803382 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7c0a6a-b5e6-44ff-86b2-1a0fbf4ac9a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 7c210e69-eea4-483f-9142-0dab353348db is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:05:04.807700 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-8e7c0a6a-b5e6-44ff-86b2-1a0fbf4ac9a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:05:04.813364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7c0a6a-b5e6-44ff-86b2-1a0fbf4ac9a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:05:04.813970 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0a6a-b5e6-44ff-86b2-1a0fbf4ac9a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:04.819112 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c0a6a-b5e6-44ff-86b2-1a0fbf4ac9a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=2dd02fa9-3657-433a-a3cd-60a47d42824b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:04.938057 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-87d3dd10-945b-47a0-8412-260e8aecb58a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=0c8ae48e-1ea8-4690-a5ef-68ac4793c381 HTTP/1.1" status: 200 len: 217 time: 0.1846471 Nov 02 12:05:05.217002 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-a3a29619-6280-4208-9132-1d8ad3935296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:05.221579 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-a3a29619-6280-4208-9132-1d8ad3935296 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.2742136 Nov 02 12:05:05.279317 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c0bbbc09-e0d3-46d0-83b5-0c7d6b139632 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:05:05.319124 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0a6a-b5e6-44ff-86b2-1a0fbf4ac9a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:05.411053 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c0bbbc09-e0d3-46d0-83b5-0c7d6b139632 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:05.411053 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:05.528439 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-869468ed-db0e-4c75-b3db-04033d38b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:05.539938 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-869468ed-db0e-4c75-b3db-04033d38b707 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3129110 Nov 02 12:05:05.686568 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:05.815723 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port c0bbbc09-e0d3-46d0-83b5-0c7d6b139632, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c0bbbc09-e0d3-46d0-83b5-0c7d6b139632,segment=NetworkSegment(0f5bb987-3259-461d-9ea1-c1438a6aff36),segment_id=0f5bb987-3259-461d-9ea1-c1438a6aff36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:05.858192 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-1c1b391c-bc0c-42e4-81fa-f653b41e9397 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125336 Nov 02 12:05:05.872179 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0a6a-b5e6-44ff-86b2-1a0fbf4ac9a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:05.920091 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:06.027765 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0a6a-b5e6-44ff-86b2-1a0fbf4ac9a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:06.028657 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0a6a-b5e6-44ff-86b2-1a0fbf4ac9a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:06.106287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=c0bbbc09-e0d3-46d0-83b5-0c7d6b139632,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:06.183289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c0a6a-b5e6-44ff-86b2-1a0fbf4ac9a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=2dd02fa9-3657-433a-a3cd-60a47d42824b,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:06.207096 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-105c2140-5e84-4c7e-b288-32806777ed5e service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378391 Nov 02 12:05:06.275388 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-f0822650-5c71-4e63-8f79-7041c63ac3fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=de2a026a-6dac-4b49-9e98-ff799c66efb9 HTTP/1.1" status: 200 len: 217 time: 0.0608325 Nov 02 12:05:06.367047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7c0a6a-b5e6-44ff-86b2-1a0fbf4ac9a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 7c210e69-eea4-483f-9142-0dab353348db is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:05:06.371527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-8e7c0a6a-b5e6-44ff-86b2-1a0fbf4ac9a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:05:06.419289 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8715a07f-a988-42ca-abee-1181851f94b2 None None] Network 7c210e69-eea4-483f-9142-0dab353348db requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:05:06.477717 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-ac018820-789b-4f58-a464-5bbb13adc24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:06.480236 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-ac018820-789b-4f58-a464-5bbb13adc24c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.1969633 Nov 02 12:05:06.688575 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a7541f69-9d2a-4584-83bd-3dc27426013c None None] Provisioning complete for port c0bbbc09-e0d3-46d0-83b5-0c7d6b139632 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:06.689123 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a7541f69-9d2a-4584-83bd-3dc27426013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:06.713869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7c0a6a-b5e6-44ff-86b2-1a0fbf4ac9a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router dd9d4762-b553-4357-9412-78ddc9332552 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:05:06.954721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7c0a6a-b5e6-44ff-86b2-1a0fbf4ac9a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:05:06.974315 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8e7c0a6a-b5e6-44ff-86b2-1a0fbf4ac9a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/dd9d4762-b553-4357-9412-78ddc9332552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4102540 Nov 02 12:05:06.978141 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Sync routers for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:05:06.984269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36654) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:07.001566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0dd0b91d-3bba-4488-8589-60b2e9001cb4 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1193868285'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:07.019578 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:07.021481 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:04:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:07.135350 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd0b91d-3bba-4488-8589-60b2e9001cb4 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Made reservation on behalf of 1eb77383b3a24032878e28d909aed49e for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:05:07.141024 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b91d-3bba-4488-8589-60b2e9001cb4 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:07.233233 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd0b91d-3bba-4488-8589-60b2e9001cb4 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:05:07.287861 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b91d-3bba-4488-8589-60b2e9001cb4 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:07.300206 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-0dd0b91d-3bba-4488-8589-60b2e9001cb4 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Added segment 78b3d22d-fb4d-4dc1-82ff-cd2026cd9071 of type vlan for network ba4376ce-9b91-4b55-b48a-06702db09a32 Nov 02 12:05:07.338777 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-3e105aa4-06bc-4936-a31d-1f2633a583d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:07.342337 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-3e105aa4-06bc-4936-a31d-1f2633a583d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8527665 Nov 02 12:05:07.468046 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:07.478914 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b91d-3bba-4488-8589-60b2e9001cb4 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:07.570301 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2c3f0110-a262-4f4b-ac1c-01301ed254e5 None None] Provisioning complete for port c0bbbc09-e0d3-46d0-83b5-0c7d6b139632 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:07.572261 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2c3f0110-a262-4f4b-ac1c-01301ed254e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:07.613352 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-7136d357-2531-45c3-a329-6cb691793ddc service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632947 Nov 02 12:05:07.685707 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b91d-3bba-4488-8589-60b2e9001cb4 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:07.695662 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd0b91d-3bba-4488-8589-60b2e9001cb4 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:07.696595 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0dd0b91d-3bba-4488-8589-60b2e9001cb4 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:07.961261 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2c3f0110-a262-4f4b-ac1c-01301ed254e5 None None] Provisioning complete for port 2dd02fa9-3657-433a-a3cd-60a47d42824b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:07.962021 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2c3f0110-a262-4f4b-ac1c-01301ed254e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:08.001039 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0b91d-3bba-4488-8589-60b2e9001cb4 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Network': ['ID=ba4376ce-9b91-4b55-b48a-06702db09a32,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:08.039334 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0dd0b91d-3bba-4488-8589-60b2e9001cb4 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0471261 Nov 02 12:05:08.040130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36668) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:08.055726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e14582cd-4d05-4c60-8b2a-0ee3d8ce4a41 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'subnet': {'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:08.110673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f0110-a262-4f4b-ac1c-01301ed254e5 None None] Port 2dd02fa9-3657-433a-a3cd-60a47d42824b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:05:08.167454 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-440e9385-b5e5-4a7a-8bdc-4f2fc6da4f7d service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941556 Nov 02 12:05:08.170299 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c0bbbc09-e0d3-46d0-83b5-0c7d6b139632 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:05:08.170299 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network ba4376ce-9b91-4b55-b48a-06702db09a32 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:05:08.281402 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:05Z', 'revision_number': 2, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:05Z', 'revision_number': 2, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:08.365722 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Checking router: dd9d4762-b553-4357-9412-78ddc9332552 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:05:08.368314 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Updating router dd9d4762-b553-4357-9412-78ddc9332552 port 2dd02fa9-3657-433a-a3cd-60a47d42824b binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:05:08.428993 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:08.443345 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14582cd-4d05-4c60-8b2a-0ee3d8ce4a41 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Made reservation on behalf of 1eb77383b3a24032878e28d909aed49e for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:05:08.450553 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e14582cd-4d05-4c60-8b2a-0ee3d8ce4a41 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:08.491486 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-b37d57a4-e256-4ca2-8957-1ff447c8bebb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92017229-4838-4c2d-ada3-023757608982 HTTP/1.1" status: 200 len: 217 time: 0.3640757 Nov 02 12:05:08.554721 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c0bbbc09-e0d3-46d0-83b5-0c7d6b139632 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:08.555327 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:08.564313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b6e2c306-12d4-4e5d-8121-8e35146f6805 None None] Provisioning complete for port 2dd02fa9-3657-433a-a3cd-60a47d42824b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:08.570617 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b6e2c306-12d4-4e5d-8121-8e35146f6805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:08.759419 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-035353a7-4d3b-475e-9636-7ea09bc28f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:08.762014 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-035353a7-4d3b-475e-9636-7ea09bc28f41 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=563d92c1-6662-4771-9939-deda5bdb68bf HTTP/1.1" status: 200 len: 797 time: 0.2556221 Nov 02 12:05:08.791218 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b6e2c306-12d4-4e5d-8121-8e35146f6805 None None] Port 2dd02fa9-3657-433a-a3cd-60a47d42824b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:05:09.031569 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-f2492498-c956-48bf-abf0-75fa59439299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:09.035987 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-f2492498-c956-48bf-abf0-75fa59439299 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10b936a8-d21b-4733-b926-602727efeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2640450 Nov 02 12:05:09.204873 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-e5b39068-f548-43e7-80d8-6c36aa5d97c6 service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634142 Nov 02 12:05:09.225550 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ea9d35e3-ef3f-41b0-a8dd-2197cc2054cd None None] Provisioning complete for port 2dd02fa9-3657-433a-a3cd-60a47d42824b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:09.235322 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ea9d35e3-ef3f-41b0-a8dd-2197cc2054cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:09.279467 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ea9d35e3-ef3f-41b0-a8dd-2197cc2054cd None None] Port 2dd02fa9-3657-433a-a3cd-60a47d42824b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:05:09.454005 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-282ae9e7-b122-42b5-95f4-7d7b46b170b4 service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414310 Nov 02 12:05:09.473116 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e14582cd-4d05-4c60-8b2a-0ee3d8ce4a41 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:09.530409 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-4bfef6e6-7176-41cb-9329-ed1e3fe95c92 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dabbb248-47fb-47b2-bb85-bb42f4b35e52 HTTP/1.1" status: 200 len: 217 time: 0.0675361 Nov 02 12:05:09.649123 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:09.654610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14582cd-4d05-4c60-8b2a-0ee3d8ce4a41 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Subnet': ['ID=97c17e2b-c340-4e70-8131-1c412ca8e982,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:09.670676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14582cd-4d05-4c60-8b2a-0ee3d8ce4a41 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Checking segment: {'id': '78b3d22d-fb4d-4dc1-82ff-cd2026cd9071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:05:09.671557 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14582cd-4d05-4c60-8b2a-0ee3d8ce4a41 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network hostable DHCP agents. Network: ba4376ce-9b91-4b55-b48a-06702db09a32, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:05:09.681499 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-80ffea2f-0a42-4baf-890e-97b082914598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:09.689010 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-80ffea2f-0a42-4baf-890e-97b082914598 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=563d92c1-6662-4771-9939-deda5bdb68bf HTTP/1.1" status: 200 len: 797 time: 0.1486368 Nov 02 12:05:09.769713 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:09.787331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14582cd-4d05-4c60-8b2a-0ee3d8ce4a41 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network ba4376ce-9b91-4b55-b48a-06702db09a32 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:05:09.829010 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-d2f3456e-144e-45b4-bddb-c50f08f49aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:09.830630 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-d2f3456e-144e-45b4-bddb-c50f08f49aec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10b936a8-d21b-4733-b926-602727efeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1350024 Nov 02 12:05:09.883867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-e14582cd-4d05-4c60-8b2a-0ee3d8ce4a41 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, ba4376ce-9b91-4b55-b48a-06702db09a32) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:05:09.891493 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14582cd-4d05-4c60-8b2a-0ee3d8ce4a41 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:09.892592 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e14582cd-4d05-4c60-8b2a-0ee3d8ce4a41 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:09.898135 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810396d-2da3-4a88-a81b-265782a6c5a6 None None] Pushing event updated for resources: {'Port': ['ID=2dd02fa9-3657-433a-a3cd-60a47d42824b,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:09.900527 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87af880-c0af-43e2-8227-10f0c05f9d14 None None] Network ba4376ce-9b91-4b55-b48a-06702db09a32 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:05:09.908252 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810396d-2da3-4a88-a81b-265782a6c5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:09.908729 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810396d-2da3-4a88-a81b-265782a6c5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:09.918497 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810396d-2da3-4a88-a81b-265782a6c5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:09.923708 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810396d-2da3-4a88-a81b-265782a6c5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:09.924221 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810396d-2da3-4a88-a81b-265782a6c5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:09.924666 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810396d-2da3-4a88-a81b-265782a6c5a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:09.925375 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810396d-2da3-4a88-a81b-265782a6c5a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:09.925930 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810396d-2da3-4a88-a81b-265782a6c5a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:09.926357 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810396d-2da3-4a88-a81b-265782a6c5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:09.926866 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810396d-2da3-4a88-a81b-265782a6c5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:09.927726 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810396d-2da3-4a88-a81b-265782a6c5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:09.928152 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0810396d-2da3-4a88-a81b-265782a6c5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:10.091509 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-87602e0b-40df-4967-ab33-afce8d8cbad0 service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519479 Nov 02 12:05:10.148935 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Attempting to bind port 2dd02fa9-3657-433a-a3cd-60a47d42824b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:05:10.150903 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Attempting to bind port 2dd02fa9-3657-433a-a3cd-60a47d42824b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '0f5bb987-3259-461d-9ea1-c1438a6aff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7c210e69-eea4-483f-9142-0dab353348db'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:05:10.156852 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Attempting to bind port 2dd02fa9-3657-433a-a3cd-60a47d42824b on network 7c210e69-eea4-483f-9142-0dab353348db {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:05:10.165951 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:05:10.166737 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Checking segment: {'id': '0f5bb987-3259-461d-9ea1-c1438a6aff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7c210e69-eea4-483f-9142-0dab353348db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:05:10.167377 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:10.167956 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Bound using segment: {'id': '0f5bb987-3259-461d-9ea1-c1438a6aff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7c210e69-eea4-483f-9142-0dab353348db'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:05:10.169606 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Bound port: 2dd02fa9-3657-433a-a3cd-60a47d42824b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5bb987-3259-461d-9ea1-c1438a6aff36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7c210e69-eea4-483f-9142-0dab353348db'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:05:10.177998 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e14582cd-4d05-4c60-8b2a-0ee3d8ce4a41 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1334624 Nov 02 12:05:10.178956 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:10.180014 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36694) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:10.326793 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] For port 2dd02fa9-3657-433a-a3cd-60a47d42824b, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:05:10.338873 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] For port 2dd02fa9-3657-433a-a3cd-60a47d42824b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2dd02fa9-3657-433a-a3cd-60a47d42824b,segment=NetworkSegment(0f5bb987-3259-461d-9ea1-c1438a6aff36),segment_id=0f5bb987-3259-461d-9ea1-c1438a6aff36)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:05:10.466531 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:10.566097 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-ba4376ce-9b91-4b55-b48a-06702db09a32', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:05:10.582189 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:10.582411 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810396d-2da3-4a88-a81b-265782a6c5a6 None None] Pushing event updated for resources: {'Port': ['ID=2dd02fa9-3657-433a-a3cd-60a47d42824b,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:10.610298 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:10.614370 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:04:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:10.778111 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6f20dd05-eb6a-4e5c-87e6-a482747a8671 req-d6c2472d-1439-40df-b456-cfbdd3ed28a7 service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6794281 Nov 02 12:05:10.859252 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:11.103824 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-710ba38d-041f-422b-bc02-fa915a99a2c4 None None] Provisioning complete for port 2dd02fa9-3657-433a-a3cd-60a47d42824b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:11.104780 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-710ba38d-041f-422b-bc02-fa915a99a2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:11.433428 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d841fa96-3345-4c4e-843d-3712c11be604 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:11.561933 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:05Z', 'revision_number': 2, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:10Z', 'revision_number': 4, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:11.609624 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-710ba38d-041f-422b-bc02-fa915a99a2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:11.627337 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d594ce86-189d-4473-84ad-58275e672b98 None None] The sync data for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 is: [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:05Z', 'revision_number': 2, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:10Z', 'revision_number': 4, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:05:11.949687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-710ba38d-041f-422b-bc02-fa915a99a2c4 None None] For port 2dd02fa9-3657-433a-a3cd-60a47d42824b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2dd02fa9-3657-433a-a3cd-60a47d42824b,segment=NetworkSegment(0f5bb987-3259-461d-9ea1-c1438a6aff36),segment_id=0f5bb987-3259-461d-9ea1-c1438a6aff36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:11.969597 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:05:12.020022 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Allocated IP 2001:db8:1::2 (ba4376ce-9b91-4b55-b48a-06702db09a32/97c17e2b-c340-4e70-8131-1c412ca8e982/2f5c6d1a-97e3-4dc6-9081-38ea352275df) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:05:12.024462 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-710ba38d-041f-422b-bc02-fa915a99a2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:12.603506 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ba38d-041f-422b-bc02-fa915a99a2c4 None None] Pushing event updated for resources: {'Port': ['ID=2dd02fa9-3657-433a-a3cd-60a47d42824b,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:12.614884 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a59bf4ab-36c2-4214-962f-52bde79b69ba None None] Provisioning complete for port 2dd02fa9-3657-433a-a3cd-60a47d42824b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:12.615512 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a59bf4ab-36c2-4214-962f-52bde79b69ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:13.103305 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:13.233701 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:13.343144 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Network ba4376ce-9b91-4b55-b48a-06702db09a32 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:05:13.347616 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:05:13.358874 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:05:13.368955 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Pushing event updated for resources: {'Port': ['ID=2f5c6d1a-97e3-4dc6-9081-38ea352275df,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:13.460017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2dd02fa9-3657-433a-a3cd-60a47d42824b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:05:13.460760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-d841fa96-3345-4c4e-843d-3712c11be604 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Allocated IP 2001:db8:1::1 (ba4376ce-9b91-4b55-b48a-06702db09a32/97c17e2b-c340-4e70-8131-1c412ca8e982/dd5a7ead-1bf7-448c-8e52-15c38aea9cdc) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:05:13.603414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Attempting to bind port 2f5c6d1a-97e3-4dc6-9081-38ea352275df on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:05:13.603841 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Attempting to bind port 2f5c6d1a-97e3-4dc6-9081-38ea352275df by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '78b3d22d-fb4d-4dc1-82ff-cd2026cd9071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:05:13.604154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Attempting to bind port 2f5c6d1a-97e3-4dc6-9081-38ea352275df on network ba4376ce-9b91-4b55-b48a-06702db09a32 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:05:13.646197 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:05:13.647474 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Checking segment: {'id': '78b3d22d-fb4d-4dc1-82ff-cd2026cd9071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:05:13.648086 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:13.648855 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Bound using segment: {'id': '78b3d22d-fb4d-4dc1-82ff-cd2026cd9071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:05:13.649533 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Bound port: 2f5c6d1a-97e3-4dc6-9081-38ea352275df, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b3d22d-fb4d-4dc1-82ff-cd2026cd9071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:05:13.650076 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:13.686774 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2dd02fa9-3657-433a-a3cd-60a47d42824b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:13.687465 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:13.702116 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d841fa96-3345-4c4e-843d-3712c11be604 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:13.878084 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d841fa96-3345-4c4e-843d-3712c11be604 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:14.019402 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841fa96-3345-4c4e-843d-3712c11be604 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=dd5a7ead-1bf7-448c-8e52-15c38aea9cdc,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:14.054194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d841fa96-3345-4c4e-843d-3712c11be604 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network ba4376ce-9b91-4b55-b48a-06702db09a32 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:05:14.062320 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-d841fa96-3345-4c4e-843d-3712c11be604 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:05:14.062475 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] For port 2f5c6d1a-97e3-4dc6-9081-38ea352275df, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:05:14.062475 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] For port 2f5c6d1a-97e3-4dc6-9081-38ea352275df, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2f5c6d1a-97e3-4dc6-9081-38ea352275df,segment=NetworkSegment(78b3d22d-fb4d-4dc1-82ff-cd2026cd9071),segment_id=78b3d22d-fb4d-4dc1-82ff-cd2026cd9071)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:05:14.062900 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d841fa96-3345-4c4e-843d-3712c11be604 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:05:14.065570 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d841fa96-3345-4c4e-843d-3712c11be604 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:14.186768 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:14.343034 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fd257-0741-4075-bb6d-f5a0320a5251 None None] Pushing event updated for resources: {'Port': ['ID=2f5c6d1a-97e3-4dc6-9081-38ea352275df,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:14.523731 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d841fa96-3345-4c4e-843d-3712c11be604 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:15.467158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2f5c6d1a-97e3-4dc6-9081-38ea352275df up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:05:15.552251 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d841fa96-3345-4c4e-843d-3712c11be604 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:15.554954 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2f5c6d1a-97e3-4dc6-9081-38ea352275df triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:15.555719 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:15.619127 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d841fa96-3345-4c4e-843d-3712c11be604 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:15.620023 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d841fa96-3345-4c4e-843d-3712c11be604 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:15.702089 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:15.776919 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 2f5c6d1a-97e3-4dc6-9081-38ea352275df, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2f5c6d1a-97e3-4dc6-9081-38ea352275df,segment=NetworkSegment(78b3d22d-fb4d-4dc1-82ff-cd2026cd9071),segment_id=78b3d22d-fb4d-4dc1-82ff-cd2026cd9071)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:15.806536 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841fa96-3345-4c4e-843d-3712c11be604 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=dd5a7ead-1bf7-448c-8e52-15c38aea9cdc,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:15.834056 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d841fa96-3345-4c4e-843d-3712c11be604 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network ba4376ce-9b91-4b55-b48a-06702db09a32 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:05:15.835695 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-d841fa96-3345-4c4e-843d-3712c11be604 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:05:15.854407 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:16.028024 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d841fa96-3345-4c4e-843d-3712c11be604 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router dd9d4762-b553-4357-9412-78ddc9332552 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:05:16.051363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fada0d95-d58b-4f21-be7c-9ea6eb294417 None None] Network ba4376ce-9b91-4b55-b48a-06702db09a32 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:05:16.059910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=2f5c6d1a-97e3-4dc6-9081-38ea352275df,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:16.162558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d841fa96-3345-4c4e-843d-3712c11be604 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:05:16.173474 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c01cd55e-52bf-496e-bfc7-89db193ef539 None None] Provisioning complete for port 2f5c6d1a-97e3-4dc6-9081-38ea352275df triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:16.173858 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c01cd55e-52bf-496e-bfc7-89db193ef539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:16.178246 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d841fa96-3345-4c4e-843d-3712c11be604 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/dd9d4762-b553-4357-9412-78ddc9332552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9966152 Nov 02 12:05:16.183801 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36756) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:16.184056 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Sync routers for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:05:16.200665 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a87900ef-9dd9-499b-8143-27e0c6350786 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1445257288'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:16.278551 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:16.279235 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:04:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:16.294624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87900ef-9dd9-499b-8143-27e0c6350786 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Made reservation on behalf of 1eb77383b3a24032878e28d909aed49e for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:05:16.298280 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a87900ef-9dd9-499b-8143-27e0c6350786 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:16.332385 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87900ef-9dd9-499b-8143-27e0c6350786 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:05:16.346019 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a87900ef-9dd9-499b-8143-27e0c6350786 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:16.346373 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-a87900ef-9dd9-499b-8143-27e0c6350786 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Added segment c9dbdce9-6929-4cb7-9360-1141f36d4baa of type vlan for network 9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18 Nov 02 12:05:16.412889 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a87900ef-9dd9-499b-8143-27e0c6350786 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:16.494863 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:16.537835 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a87900ef-9dd9-499b-8143-27e0c6350786 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:16.556364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87900ef-9dd9-499b-8143-27e0c6350786 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:16.557373 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a87900ef-9dd9-499b-8143-27e0c6350786 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:16.740704 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a87900ef-9dd9-499b-8143-27e0c6350786 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5557375 Nov 02 12:05:16.741417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36764) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:16.749927 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87900ef-9dd9-499b-8143-27e0c6350786 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Network': ['ID=9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:16.751971 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5cd62837-ff65-4a23-a689-6bef7a60f1df tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'subnet': {'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:16.797755 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:05:16.947571 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd62837-ff65-4a23-a689-6bef7a60f1df tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Made reservation on behalf of 1eb77383b3a24032878e28d909aed49e for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:05:16.952708 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5cd62837-ff65-4a23-a689-6bef7a60f1df tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:16.978015 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:14Z', 'revision_number': 3, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:14Z', 'revision_number': 2, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:17.032478 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Checking router: dd9d4762-b553-4357-9412-78ddc9332552 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:05:17.033514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Updating router dd9d4762-b553-4357-9412-78ddc9332552 port dd5a7ead-1bf7-448c-8e52-15c38aea9cdc binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:05:17.074747 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:17.314888 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d5645ee0-4689-4056-9690-253ee4029593 None None] Provisioning complete for port 2f5c6d1a-97e3-4dc6-9081-38ea352275df triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:17.316329 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d5645ee0-4689-4056-9690-253ee4029593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:17.331764 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5cd62837-ff65-4a23-a689-6bef7a60f1df tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:17.331973 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2f5c6d1a-97e3-4dc6-9081-38ea352275df up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:05:17.429931 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd62837-ff65-4a23-a689-6bef7a60f1df tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Subnet': ['ID=d972ecc6-8079-475d-9a16-6a5bb58f4135,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:17.442415 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd62837-ff65-4a23-a689-6bef7a60f1df tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Checking segment: {'id': 'c9dbdce9-6929-4cb7-9360-1141f36d4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:05:17.443053 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd62837-ff65-4a23-a689-6bef7a60f1df tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network hostable DHCP agents. Network: 9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:05:17.561450 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd62837-ff65-4a23-a689-6bef7a60f1df tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:05:17.717858 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-5cd62837-ff65-4a23-a689-6bef7a60f1df tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:05:17.729556 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd62837-ff65-4a23-a689-6bef7a60f1df tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:17.732751 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5cd62837-ff65-4a23-a689-6bef7a60f1df tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:17.762814 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f38d0c0e-9c49-4612-87ad-5b2702e10578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:17.781303 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57afdb7e-b286-408d-8a7f-c52de32d68e8 None None] Network 9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:05:17.873039 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5cd62837-ff65-4a23-a689-6bef7a60f1df tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1299880 Nov 02 12:05:17.876050 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36782) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:17.955420 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2f5c6d1a-97e3-4dc6-9081-38ea352275df triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:17.955817 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:17.997935 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d5645ee0-4689-4056-9690-253ee4029593 None None] Provisioning complete for port dd5a7ead-1bf7-448c-8e52-15c38aea9cdc triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:17.998307 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d5645ee0-4689-4056-9690-253ee4029593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:18.045101 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d5645ee0-4689-4056-9690-253ee4029593 None None] Port dd5a7ead-1bf7-448c-8e52-15c38aea9cdc cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:05:18.181435 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'fixed_ips': [{'subnet_id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:05:18.182216 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:18.357620 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Allocated IP 2001:db8:2::2 (9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18/d972ecc6-8079-475d-9a16-6a5bb58f4135/7a18b241-3e1e-48ab-a1cc-47cb3f285f80) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:05:18.638819 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d14e19a3-ae29-4a95-8640-12ef08f00aa8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:18.909283 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5450e103-afdf-43d8-8c11-7191870a8e10 None None] Provisioning complete for port dd5a7ead-1bf7-448c-8e52-15c38aea9cdc triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:18.909891 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5450e103-afdf-43d8-8c11-7191870a8e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:18.949183 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:18.969775 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:18.991975 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5450e103-afdf-43d8-8c11-7191870a8e10 None None] Port dd5a7ead-1bf7-448c-8e52-15c38aea9cdc cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:05:19.026173 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:19.064955 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:19.076258 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Network 9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:05:19.091538 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:05:19.111429 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-d14e19a3-ae29-4a95-8640-12ef08f00aa8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Allocated IP 2001:db8:2::1 (9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18/d972ecc6-8079-475d-9a16-6a5bb58f4135/07460a87-de7f-4ad2-92d2-889feb5ba8d4) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:05:19.112355 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:05:19.145072 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Pushing event updated for resources: {'Port': ['ID=7a18b241-3e1e-48ab-a1cc-47cb3f285f80,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:19.579942 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d14e19a3-ae29-4a95-8640-12ef08f00aa8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:19.582096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a511644-6971-4cda-8bf5-d2ca09be84f9 None None] Pushing event updated for resources: {'Port': ['ID=dd5a7ead-1bf7-448c-8e52-15c38aea9cdc,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:19.582096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Attempting to bind port 7a18b241-3e1e-48ab-a1cc-47cb3f285f80 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:05:19.582096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Attempting to bind port 7a18b241-3e1e-48ab-a1cc-47cb3f285f80 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'c9dbdce9-6929-4cb7-9360-1141f36d4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:05:19.582096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Attempting to bind port 7a18b241-3e1e-48ab-a1cc-47cb3f285f80 on network 9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:05:19.586742 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d14e19a3-ae29-4a95-8640-12ef08f00aa8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:19.587165 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:05:19.587165 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Checking segment: {'id': 'c9dbdce9-6929-4cb7-9360-1141f36d4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:05:19.587165 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:19.587165 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Bound using segment: {'id': 'c9dbdce9-6929-4cb7-9360-1141f36d4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:05:19.587165 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Bound port: 7a18b241-3e1e-48ab-a1cc-47cb3f285f80, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9dbdce9-6929-4cb7-9360-1141f36d4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:05:19.587165 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:19.645420 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14e19a3-ae29-4a95-8640-12ef08f00aa8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:05:19.652000 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] For port 7a18b241-3e1e-48ab-a1cc-47cb3f285f80, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:05:19.656396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] For port 7a18b241-3e1e-48ab-a1cc-47cb3f285f80, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7a18b241-3e1e-48ab-a1cc-47cb3f285f80,segment=NetworkSegment(c9dbdce9-6929-4cb7-9360-1141f36d4baa),segment_id=c9dbdce9-6929-4cb7-9360-1141f36d4baa)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:05:19.656651 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-d14e19a3-ae29-4a95-8640-12ef08f00aa8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:05:19.662428 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e19a3-ae29-4a95-8640-12ef08f00aa8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:05:19.662428 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d14e19a3-ae29-4a95-8640-12ef08f00aa8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:19.677290 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Attempting to bind port dd5a7ead-1bf7-448c-8e52-15c38aea9cdc on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:05:19.678011 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Attempting to bind port dd5a7ead-1bf7-448c-8e52-15c38aea9cdc by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '78b3d22d-fb4d-4dc1-82ff-cd2026cd9071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:05:19.678370 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Attempting to bind port dd5a7ead-1bf7-448c-8e52-15c38aea9cdc on network ba4376ce-9b91-4b55-b48a-06702db09a32 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:05:19.691724 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:05:19.692283 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Checking segment: {'id': '78b3d22d-fb4d-4dc1-82ff-cd2026cd9071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:05:19.693126 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:19.693126 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Bound using segment: {'id': '78b3d22d-fb4d-4dc1-82ff-cd2026cd9071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:05:19.693666 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Bound port: dd5a7ead-1bf7-448c-8e52-15c38aea9cdc, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b3d22d-fb4d-4dc1-82ff-cd2026cd9071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:05:19.694380 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:19.754164 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:19.804745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-14ab9a96-5fa1-4b49-bdb9-9f1f3f77170b None None] Provisioning complete for port dd5a7ead-1bf7-448c-8e52-15c38aea9cdc triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:19.805091 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-14ab9a96-5fa1-4b49-bdb9-9f1f3f77170b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:19.855699 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d9e80fe0-2e86-400d-884f-57c579452671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:19.889667 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e19a3-ae29-4a95-8640-12ef08f00aa8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=07460a87-de7f-4ad2-92d2-889feb5ba8d4,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:19.906671 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] For port dd5a7ead-1bf7-448c-8e52-15c38aea9cdc, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:05:19.915769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-14ab9a96-5fa1-4b49-bdb9-9f1f3f77170b None None] Port dd5a7ead-1bf7-448c-8e52-15c38aea9cdc cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:05:19.920116 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7c135-9306-40f3-a1e2-6c1563b9179a None None] Pushing event updated for resources: {'Port': ['ID=7a18b241-3e1e-48ab-a1cc-47cb3f285f80,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:19.933895 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] For port dd5a7ead-1bf7-448c-8e52-15c38aea9cdc, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=dd5a7ead-1bf7-448c-8e52-15c38aea9cdc,segment=NetworkSegment(78b3d22d-fb4d-4dc1-82ff-cd2026cd9071),segment_id=78b3d22d-fb4d-4dc1-82ff-cd2026cd9071)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:05:20.026128 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:20.042892 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d14e19a3-ae29-4a95-8640-12ef08f00aa8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:20.218450 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a511644-6971-4cda-8bf5-d2ca09be84f9 None None] Pushing event updated for resources: {'Port': ['ID=dd5a7ead-1bf7-448c-8e52-15c38aea9cdc,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:20.297194 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:20.298641 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:20.529268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:20.679339 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d14e19a3-ae29-4a95-8640-12ef08f00aa8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:20.745936 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d14e19a3-ae29-4a95-8640-12ef08f00aa8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:20.747559 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d14e19a3-ae29-4a95-8640-12ef08f00aa8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:20.953797 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-fcb8a096-646c-4c2c-bd11-99492555720f None None] Provisioning complete for port dd5a7ead-1bf7-448c-8e52-15c38aea9cdc triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:20.954392 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fcb8a096-646c-4c2c-bd11-99492555720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:20.957224 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14e19a3-ae29-4a95-8640-12ef08f00aa8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network 9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:05:20.961768 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-d14e19a3-ae29-4a95-8640-12ef08f00aa8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:05:20.970603 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e19a3-ae29-4a95-8640-12ef08f00aa8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=07460a87-de7f-4ad2-92d2-889feb5ba8d4,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:21.146103 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:21.177847 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fcb8a096-646c-4c2c-bd11-99492555720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:21.270383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:19Z', 'revision_number': 4, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '07460a87-de7f-4ad2-92d2-889feb5ba8d4', 'name': '', 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:ac:b2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:18Z', 'updated_at': '2021-11-02T12:05:19Z', 'revision_number': 1, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:19Z', 'revision_number': 4, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:21.402392 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14e19a3-ae29-4a95-8640-12ef08f00aa8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router dd9d4762-b553-4357-9412-78ddc9332552 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:05:21.416299 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7a18b241-3e1e-48ab-a1cc-47cb3f285f80 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:05:21.426006 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f967a60c-34db-492a-8bb1-98075fe9ca3e None None] The sync data for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 is: [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:19Z', 'revision_number': 4, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '07460a87-de7f-4ad2-92d2-889feb5ba8d4', 'name': '', 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:ac:b2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:18Z', 'updated_at': '2021-11-02T12:05:19Z', 'revision_number': 1, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:19Z', 'revision_number': 4, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:05:21.531711 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-fcb8a096-646c-4c2c-bd11-99492555720f None None] For port dd5a7ead-1bf7-448c-8e52-15c38aea9cdc, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=dd5a7ead-1bf7-448c-8e52-15c38aea9cdc,segment=NetworkSegment(78b3d22d-fb4d-4dc1-82ff-cd2026cd9071),segment_id=78b3d22d-fb4d-4dc1-82ff-cd2026cd9071)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:21.605598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0939b82c-beaf-46a7-a6c9-ef4e43537b0a None None] Network 9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:05:21.616317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14e19a3-ae29-4a95-8640-12ef08f00aa8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:05:21.622357 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d14e19a3-ae29-4a95-8640-12ef08f00aa8 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/dd9d4762-b553-4357-9412-78ddc9332552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7450013 Nov 02 12:05:21.625407 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36848) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:21.635639 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-81c313de-acb1-4892-b152-16ff72f08562 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-940999485'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:21.661191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 7a18b241-3e1e-48ab-a1cc-47cb3f285f80 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:21.661191 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:21.678038 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fcb8a096-646c-4c2c-bd11-99492555720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:21.774523 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c313de-acb1-4892-b152-16ff72f08562 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Made reservation on behalf of 1eb77383b3a24032878e28d909aed49e for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:05:21.778221 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81c313de-acb1-4892-b152-16ff72f08562 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:21.854641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c313de-acb1-4892-b152-16ff72f08562 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:05:21.902114 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81c313de-acb1-4892-b152-16ff72f08562 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:21.902464 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-81c313de-acb1-4892-b152-16ff72f08562 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Added segment 9f4afed7-3fcb-4769-8391-c3d0e7d01696 of type vlan for network cf336486-724f-460a-9579-2580cc7cf2bc Nov 02 12:05:22.011032 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81c313de-acb1-4892-b152-16ff72f08562 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:22.141899 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e9506e5f-ea8b-4e65-981d-6b7d6223a221 None None] Provisioning complete for port 7a18b241-3e1e-48ab-a1cc-47cb3f285f80 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:22.142322 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e9506e5f-ea8b-4e65-981d-6b7d6223a221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:22.146334 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81c313de-acb1-4892-b152-16ff72f08562 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:22.155359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c313de-acb1-4892-b152-16ff72f08562 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:22.155359 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81c313de-acb1-4892-b152-16ff72f08562 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:22.231882 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8a096-646c-4c2c-bd11-99492555720f None None] Pushing event updated for resources: {'Port': ['ID=dd5a7ead-1bf7-448c-8e52-15c38aea9cdc,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:22.281649 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c313de-acb1-4892-b152-16ff72f08562 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Network': ['ID=cf336486-724f-460a-9579-2580cc7cf2bc,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:22.308773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network cf336486-724f-460a-9579-2580cc7cf2bc details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:05:22.415309 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-81c313de-acb1-4892-b152-16ff72f08562 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7863009 Nov 02 12:05:22.416752 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36868) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:22.432928 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-36ce0b15-d5d9-4623-8920-84c7881b8d43 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'subnet': {'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:22.561269 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:22.649881 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:22.680758 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e9506e5f-ea8b-4e65-981d-6b7d6223a221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:22.700027 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 7a18b241-3e1e-48ab-a1cc-47cb3f285f80, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7a18b241-3e1e-48ab-a1cc-47cb3f285f80,segment=NetworkSegment(c9dbdce9-6929-4cb7-9360-1141f36d4baa),segment_id=c9dbdce9-6929-4cb7-9360-1141f36d4baa)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:22.722768 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ce0b15-d5d9-4623-8920-84c7881b8d43 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Made reservation on behalf of 1eb77383b3a24032878e28d909aed49e for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:05:22.726832 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-36ce0b15-d5d9-4623-8920-84c7881b8d43 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:22.814835 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:23.045225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=7a18b241-3e1e-48ab-a1cc-47cb3f285f80,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:23.064819 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-e9506e5f-ea8b-4e65-981d-6b7d6223a221 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:05:23.074051 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-e9506e5f-ea8b-4e65-981d-6b7d6223a221 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:05:23.438608 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-36ce0b15-d5d9-4623-8920-84c7881b8d43 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:23.655575 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce0b15-d5d9-4623-8920-84c7881b8d43 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Subnet': ['ID=97a1ae6b-bc1d-4eed-b40b-95eee193a826,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:23.758391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ce0b15-d5d9-4623-8920-84c7881b8d43 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Checking segment: {'id': '9f4afed7-3fcb-4769-8391-c3d0e7d01696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:05:23.758779 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ce0b15-d5d9-4623-8920-84c7881b8d43 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network hostable DHCP agents. Network: cf336486-724f-460a-9579-2580cc7cf2bc, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:05:23.810385 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Sync routers for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:05:23.830331 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:23.834638 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:23.838817 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ce0b15-d5d9-4623-8920-84c7881b8d43 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network cf336486-724f-460a-9579-2580cc7cf2bc is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:05:23.917012 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-36ce0b15-d5d9-4623-8920-84c7881b8d43 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, cf336486-724f-460a-9579-2580cc7cf2bc) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:05:23.922673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ce0b15-d5d9-4623-8920-84c7881b8d43 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:23.923350 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-36ce0b15-d5d9-4623-8920-84c7881b8d43 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:24.041358 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:24.052255 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-36ce0b15-d5d9-4623-8920-84c7881b8d43 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6342564 Nov 02 12:05:24.055051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36892) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:24.245314 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device dd5a7ead-1bf7-448c-8e52-15c38aea9cdc up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:05:24.401656 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217ebc2e-2096-4414-9116-d3e09d9901d1 None None] Network cf336486-724f-460a-9579-2580cc7cf2bc requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:05:24.696697 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:24.698665 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:24.821788 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:19Z', 'revision_number': 4, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '07460a87-de7f-4ad2-92d2-889feb5ba8d4', 'name': '', 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:ac:b2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:18Z', 'updated_at': '2021-11-02T12:05:20Z', 'revision_number': 2, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:21Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:24.823687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ef723f20-840d-4505-b4c2-6cc28c67a680 None None] Provisioning complete for port 7a18b241-3e1e-48ab-a1cc-47cb3f285f80 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:24.824170 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ef723f20-840d-4505-b4c2-6cc28c67a680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:24.826145 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port dd5a7ead-1bf7-448c-8e52-15c38aea9cdc triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:24.826612 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:24.887671 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Checking router: dd9d4762-b553-4357-9412-78ddc9332552 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:05:24.888018 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Updating router dd9d4762-b553-4357-9412-78ddc9332552 port 07460a87-de7f-4ad2-92d2-889feb5ba8d4 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:05:24.950508 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:25.005010 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0b32d70-6a45-4eec-a065-a7e98fdfc3f7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:25.182717 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:25.501852 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-cf336486-724f-460a-9579-2580cc7cf2bc', 'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'fixed_ips': [{'subnet_id': '97a1ae6b-bc1d-4eed-b40b-95eee193a826'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:05:25.512783 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:25.629333 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7a18b241-3e1e-48ab-a1cc-47cb3f285f80 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:05:25.630830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-c0b32d70-6a45-4eec-a065-a7e98fdfc3f7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Allocated IP 2001:db8:3::1 (cf336486-724f-460a-9579-2580cc7cf2bc/97a1ae6b-bc1d-4eed-b40b-95eee193a826/e63bde30-6c54-48d5-b231-cf644d2cd50e) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:05:25.719181 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:25.796916 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:25.899751 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ffe42-f9b7-4615-9842-e342e4e4e693 None None] Pushing event updated for resources: {'Port': ['ID=07460a87-de7f-4ad2-92d2-889feb5ba8d4,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:26.007063 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0b32d70-6a45-4eec-a065-a7e98fdfc3f7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:26.034894 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ef723f20-840d-4505-b4c2-6cc28c67a680 None None] Provisioning complete for port 07460a87-de7f-4ad2-92d2-889feb5ba8d4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:26.035666 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ef723f20-840d-4505-b4c2-6cc28c67a680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:26.093448 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ef723f20-840d-4505-b4c2-6cc28c67a680 None None] Port 07460a87-de7f-4ad2-92d2-889feb5ba8d4 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:05:26.102124 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 7a18b241-3e1e-48ab-a1cc-47cb3f285f80 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:26.102658 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:26.104794 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Attempting to bind port 07460a87-de7f-4ad2-92d2-889feb5ba8d4 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:05:26.109302 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Attempting to bind port 07460a87-de7f-4ad2-92d2-889feb5ba8d4 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'c9dbdce9-6929-4cb7-9360-1141f36d4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:05:26.109706 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Attempting to bind port 07460a87-de7f-4ad2-92d2-889feb5ba8d4 on network 9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:05:26.131841 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:05:26.132144 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Checking segment: {'id': 'c9dbdce9-6929-4cb7-9360-1141f36d4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:05:26.133481 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:26.134053 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Bound using segment: {'id': 'c9dbdce9-6929-4cb7-9360-1141f36d4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:05:26.135529 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0b32d70-6a45-4eec-a065-a7e98fdfc3f7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:26.136003 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Bound port: 07460a87-de7f-4ad2-92d2-889feb5ba8d4, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9dbdce9-6929-4cb7-9360-1141f36d4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:05:26.138469 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:26.220555 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Allocated IP 2001:db8:3::2 (cf336486-724f-460a-9579-2580cc7cf2bc/97a1ae6b-bc1d-4eed-b40b-95eee193a826/99a59b47-97ef-4a1c-8d16-393fe80e8fdd) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:05:26.241897 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] For port 07460a87-de7f-4ad2-92d2-889feb5ba8d4, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:05:26.246048 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] For port 07460a87-de7f-4ad2-92d2-889feb5ba8d4, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=07460a87-de7f-4ad2-92d2-889feb5ba8d4,segment=NetworkSegment(c9dbdce9-6929-4cb7-9360-1141f36d4baa),segment_id=c9dbdce9-6929-4cb7-9360-1141f36d4baa)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:05:26.247394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b32d70-6a45-4eec-a065-a7e98fdfc3f7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network cf336486-724f-460a-9579-2580cc7cf2bc is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:05:26.258312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-c0b32d70-6a45-4eec-a065-a7e98fdfc3f7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:05:26.266717 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b32d70-6a45-4eec-a065-a7e98fdfc3f7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:05:26.267441 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0b32d70-6a45-4eec-a065-a7e98fdfc3f7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:26.320684 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b32d70-6a45-4eec-a065-a7e98fdfc3f7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=e63bde30-6c54-48d5-b231-cf644d2cd50e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:26.338565 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:26.519520 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:26.520531 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:26.568283 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0b32d70-6a45-4eec-a065-a7e98fdfc3f7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:26.707464 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:26.725016 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c914a0f5-efc0-4943-a2ae-a90061709b9e None None] Provisioning complete for port 07460a87-de7f-4ad2-92d2-889feb5ba8d4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:26.726280 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c914a0f5-efc0-4943-a2ae-a90061709b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:26.729063 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:26.834327 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:26.892482 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Network cf336486-724f-460a-9579-2580cc7cf2bc is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:05:26.906584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:05:26.921088 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:05:27.103840 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ffe42-f9b7-4615-9842-e342e4e4e693 None None] Pushing event updated for resources: {'Port': ['ID=07460a87-de7f-4ad2-92d2-889feb5ba8d4,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:27.142005 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Pushing event updated for resources: {'Port': ['ID=99a59b47-97ef-4a1c-8d16-393fe80e8fdd,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:27.198215 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c914a0f5-efc0-4943-a2ae-a90061709b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:27.218155 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Attempting to bind port 99a59b47-97ef-4a1c-8d16-393fe80e8fdd on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:05:27.218529 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Attempting to bind port 99a59b47-97ef-4a1c-8d16-393fe80e8fdd by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '9f4afed7-3fcb-4769-8391-c3d0e7d01696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:05:27.218894 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Attempting to bind port 99a59b47-97ef-4a1c-8d16-393fe80e8fdd on network cf336486-724f-460a-9579-2580cc7cf2bc {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:05:27.233608 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:05:27.233992 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Checking segment: {'id': '9f4afed7-3fcb-4769-8391-c3d0e7d01696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:05:27.234397 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:27.234794 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Bound using segment: {'id': '9f4afed7-3fcb-4769-8391-c3d0e7d01696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:05:27.235313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Bound port: 99a59b47-97ef-4a1c-8d16-393fe80e8fdd, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4afed7-3fcb-4769-8391-c3d0e7d01696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:05:27.235696 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:27.285185 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c914a0f5-efc0-4943-a2ae-a90061709b9e None None] For port 07460a87-de7f-4ad2-92d2-889feb5ba8d4, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=07460a87-de7f-4ad2-92d2-889feb5ba8d4,segment=NetworkSegment(c9dbdce9-6929-4cb7-9360-1141f36d4baa),segment_id=c9dbdce9-6929-4cb7-9360-1141f36d4baa)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:27.310337 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:26Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '07460a87-de7f-4ad2-92d2-889feb5ba8d4', 'name': '', 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:ac:b2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:18Z', 'updated_at': '2021-11-02T12:05:26Z', 'revision_number': 4, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:21Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63bde30-6c54-48d5-b231-cf644d2cd50e', 'name': '', 'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:4d:13:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '97a1ae6b-bc1d-4eed-b40b-95eee193a826', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:25Z', 'updated_at': '2021-11-02T12:05:25Z', 'revision_number': 1, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97a1ae6b-bc1d-4eed-b40b-95eee193a826', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:27.334488 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0b32d70-6a45-4eec-a065-a7e98fdfc3f7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:27.341301 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] For port 99a59b47-97ef-4a1c-8d16-393fe80e8fdd, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:05:27.349601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] For port 99a59b47-97ef-4a1c-8d16-393fe80e8fdd, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=99a59b47-97ef-4a1c-8d16-393fe80e8fdd,segment=NetworkSegment(9f4afed7-3fcb-4769-8391-c3d0e7d01696),segment_id=9f4afed7-3fcb-4769-8391-c3d0e7d01696)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:05:27.367514 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0aeed-0531-49c4-acd9-d7de70bd97dd None None] The sync data for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 is: [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:26Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '07460a87-de7f-4ad2-92d2-889feb5ba8d4', 'name': '', 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:ac:b2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:18Z', 'updated_at': '2021-11-02T12:05:26Z', 'revision_number': 4, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:21Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63bde30-6c54-48d5-b231-cf644d2cd50e', 'name': '', 'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:4d:13:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '97a1ae6b-bc1d-4eed-b40b-95eee193a826', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:25Z', 'updated_at': '2021-11-02T12:05:25Z', 'revision_number': 1, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97a1ae6b-bc1d-4eed-b40b-95eee193a826', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:05:27.385821 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c914a0f5-efc0-4943-a2ae-a90061709b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:27.420303 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0b32d70-6a45-4eec-a065-a7e98fdfc3f7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:27.422288 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0b32d70-6a45-4eec-a065-a7e98fdfc3f7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:27.422961 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:27.538805 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914a0f5-efc0-4943-a2ae-a90061709b9e None None] Pushing event updated for resources: {'Port': ['ID=07460a87-de7f-4ad2-92d2-889feb5ba8d4,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:27.616166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b32d70-6a45-4eec-a065-a7e98fdfc3f7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event updated for resources: {'Port': ['ID=e63bde30-6c54-48d5-b231-cf644d2cd50e,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:27.656044 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ebfe4210-8dc5-4bb8-aef9-fdab41e6ad96 None None] Provisioning complete for port 07460a87-de7f-4ad2-92d2-889feb5ba8d4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:27.656358 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ebfe4210-8dc5-4bb8-aef9-fdab41e6ad96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:27.695709 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398802a-9f0b-4a87-b043-b0416bfc0268 None None] Pushing event updated for resources: {'Port': ['ID=99a59b47-97ef-4a1c-8d16-393fe80e8fdd,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:27.730863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b32d70-6a45-4eec-a065-a7e98fdfc3f7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Network cf336486-724f-460a-9579-2580cc7cf2bc is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:05:27.733463 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-c0b32d70-6a45-4eec-a065-a7e98fdfc3f7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:05:28.073188 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b32d70-6a45-4eec-a065-a7e98fdfc3f7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router dd9d4762-b553-4357-9412-78ddc9332552 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:05:28.202188 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b32d70-6a45-4eec-a065-a7e98fdfc3f7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:05:28.209582 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c0b32d70-6a45-4eec-a065-a7e98fdfc3f7 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/dd9d4762-b553-4357-9412-78ddc9332552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1532016 Nov 02 12:05:28.212389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36960) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:28.217500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7cf022b8-3889-4cf3-9828-c5ce45330e31 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:28.688874 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 07460a87-de7f-4ad2-92d2-889feb5ba8d4 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:05:28.776588 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Sync routers for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:05:28.809315 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:28.810300 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:28.993654 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 07460a87-de7f-4ad2-92d2-889feb5ba8d4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:28.995730 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:29.184125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:29.296539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 99a59b47-97ef-4a1c-8d16-393fe80e8fdd up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:05:29.311325 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.extraroute_db [None req-7cf022b8-3889-4cf3-9828-c5ce45330e31 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102690) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 02 12:05:29.327525 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.extraroute_db [None req-7cf022b8-3889-4cf3-9828-c5ce45330e31 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Removed routes are [] {{(pid=102690) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 02 12:05:29.327919 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7cf022b8-3889-4cf3-9828-c5ce45330e31 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:29.443802 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 99a59b47-97ef-4a1c-8d16-393fe80e8fdd triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:29.444169 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:29.518565 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8afea95-fd75-4fce-8b33-2558eb95c0b3 None None] Network cf336486-724f-460a-9579-2580cc7cf2bc requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:05:29.663314 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-97d0297d-f38c-4d10-9ec5-8a41bbc7ea48 None None] Provisioning complete for port 99a59b47-97ef-4a1c-8d16-393fe80e8fdd triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:29.663684 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-97d0297d-f38c-4d10-9ec5-8a41bbc7ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:29.869564 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:29.879614 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:26Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '07460a87-de7f-4ad2-92d2-889feb5ba8d4', 'name': '', 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:ac:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:18Z', 'updated_at': '2021-11-02T12:05:27Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:21Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63bde30-6c54-48d5-b231-cf644d2cd50e', 'name': '', 'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:4d:13:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '97a1ae6b-bc1d-4eed-b40b-95eee193a826', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:25Z', 'updated_at': '2021-11-02T12:05:26Z', 'revision_number': 2, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97a1ae6b-bc1d-4eed-b40b-95eee193a826', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:29.952752 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Checking router: dd9d4762-b553-4357-9412-78ddc9332552 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:05:29.953111 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Updating router dd9d4762-b553-4357-9412-78ddc9332552 port e63bde30-6c54-48d5-b231-cf644d2cd50e binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:05:30.014414 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:30.129064 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 99a59b47-97ef-4a1c-8d16-393fe80e8fdd, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=99a59b47-97ef-4a1c-8d16-393fe80e8fdd,segment=NetworkSegment(9f4afed7-3fcb-4769-8391-c3d0e7d01696),segment_id=9f4afed7-3fcb-4769-8391-c3d0e7d01696)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:30.208770 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:30.320763 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7cf022b8-3889-4cf3-9828-c5ce45330e31 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:30.335196 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-97d0297d-f38c-4d10-9ec5-8a41bbc7ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:30.336309 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7cf022b8-3889-4cf3-9828-c5ce45330e31 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:30.480476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 36992) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:30.561046 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=99a59b47-97ef-4a1c-8d16-393fe80e8fdd,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:30.567709 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-97d0297d-f38c-4d10-9ec5-8a41bbc7ea48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:05:30.568077 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-97d0297d-f38c-4d10-9ec5-8a41bbc7ea48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:05:30.592895 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf022b8-3889-4cf3-9828-c5ce45330e31 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router dd9d4762-b553-4357-9412-78ddc9332552 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:05:30.684715 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-87748663-f83a-4f44-816f-491925980363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:30.768359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf022b8-3889-4cf3-9828-c5ce45330e31 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:05:30.784450 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7cf022b8-3889-4cf3-9828-c5ce45330e31 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:30.785955 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7cf022b8-3889-4cf3-9828-c5ce45330e31 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/dd9d4762-b553-4357-9412-78ddc9332552 HTTP/1.1" status: 200 len: 953 time: 2.5722954 Nov 02 12:05:30.789214 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 36998) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:30.834715 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-87748663-f83a-4f44-816f-491925980363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:30.850268 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:30.921288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37002) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:30.921722 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0137fef7-5632-48f2-b072-564e983b383d tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/routers/dd9d4762-b553-4357-9412-78ddc9332552 HTTP/1.1" status: 200 len: 953 time: 0.1312668 Nov 02 12:05:30.932904 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-808b375f-b505-4104-a9c3-382aa65adb66 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'router': {'routes': None}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:30.939949 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-87748663-f83a-4f44-816f-491925980363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:30.974571 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:31.081151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd170e1-9107-4f6a-8b48-1a2e74a938f3 None None] Pushing event updated for resources: {'Port': ['ID=e63bde30-6c54-48d5-b231-cf644d2cd50e,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:31.082520 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37004) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:31.082821 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-87748663-f83a-4f44-816f-491925980363 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f95233c80624f8da3a520a062a3337f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6009064 Nov 02 12:05:31.109216 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87748663-f83a-4f44-816f-491925980363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7deef4-6238-464e-8284-4a8eed4465d9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:31.183649 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Attempting to bind port e63bde30-6c54-48d5-b231-cf644d2cd50e on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:05:31.183781 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Attempting to bind port e63bde30-6c54-48d5-b231-cf644d2cd50e by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '9f4afed7-3fcb-4769-8391-c3d0e7d01696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:05:31.184156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Attempting to bind port e63bde30-6c54-48d5-b231-cf644d2cd50e on network cf336486-724f-460a-9579-2580cc7cf2bc {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:05:31.193702 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:05:31.194097 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Checking segment: {'id': '9f4afed7-3fcb-4769-8391-c3d0e7d01696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:05:31.194514 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:31.194914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Bound using segment: {'id': '9f4afed7-3fcb-4769-8391-c3d0e7d01696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:05:31.197504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Bound port: e63bde30-6c54-48d5-b231-cf644d2cd50e, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4afed7-3fcb-4769-8391-c3d0e7d01696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:05:31.197922 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:31.232348 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8bdee28-4289-49e2-8bf7-762c99bafa39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:31.310519 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8bdee28-4289-49e2-8bf7-762c99bafa39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:31.318906 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6ba60b1f-73ec-470b-8d5e-45c1baeb3377 None None] Provisioning complete for port 99a59b47-97ef-4a1c-8d16-393fe80e8fdd triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:31.318906 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6ba60b1f-73ec-470b-8d5e-45c1baeb3377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:31.373837 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] For port e63bde30-6c54-48d5-b231-cf644d2cd50e, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:05:31.378005 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] For port e63bde30-6c54-48d5-b231-cf644d2cd50e, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e63bde30-6c54-48d5-b231-cf644d2cd50e,segment=NetworkSegment(9f4afed7-3fcb-4769-8391-c3d0e7d01696),segment_id=9f4afed7-3fcb-4769-8391-c3d0e7d01696)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:05:31.503360 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:31.541756 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6ba60b1f-73ec-470b-8d5e-45c1baeb3377 None None] Provisioning complete for port e63bde30-6c54-48d5-b231-cf644d2cd50e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:31.542126 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6ba60b1f-73ec-470b-8d5e-45c1baeb3377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:31.577190 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8bdee28-4289-49e2-8bf7-762c99bafa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:31.585383 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8bdee28-4289-49e2-8bf7-762c99bafa39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:31.593697 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c8bdee28-4289-49e2-8bf7-762c99bafa39 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac7deef4-6238-464e-8284-4a8eed4465d9 HTTP/1.1" status: 204 len: 168 time: 0.5028780 Nov 02 12:05:31.605943 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bdee28-4289-49e2-8bf7-762c99bafa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7deef4-6238-464e-8284-4a8eed4465d9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:31.619024 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdee28-4289-49e2-8bf7-762c99bafa39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:31.619653 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdee28-4289-49e2-8bf7-762c99bafa39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:31.620208 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdee28-4289-49e2-8bf7-762c99bafa39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:31.620757 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdee28-4289-49e2-8bf7-762c99bafa39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:31.621316 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdee28-4289-49e2-8bf7-762c99bafa39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:31.621868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdee28-4289-49e2-8bf7-762c99bafa39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:31.622497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdee28-4289-49e2-8bf7-762c99bafa39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:31.622983 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdee28-4289-49e2-8bf7-762c99bafa39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:31.623416 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdee28-4289-49e2-8bf7-762c99bafa39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:31.623978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdee28-4289-49e2-8bf7-762c99bafa39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:31.624431 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdee28-4289-49e2-8bf7-762c99bafa39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:31.629074 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bdee28-4289-49e2-8bf7-762c99bafa39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:31.687533 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd170e1-9107-4f6a-8b48-1a2e74a938f3 None None] Pushing event updated for resources: {'Port': ['ID=e63bde30-6c54-48d5-b231-cf644d2cd50e,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:31.691621 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:31.692250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:31.765697 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.extraroute_db [None req-808b375f-b505-4104-a9c3-382aa65adb66 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Added routes are [] {{(pid=102689) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 02 12:05:31.766776 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.extraroute_db [None req-808b375f-b505-4104-a9c3-382aa65adb66 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102689) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 02 12:05:31.828672 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-808b375f-b505-4104-a9c3-382aa65adb66 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:31.866084 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:31.900183 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6ba60b1f-73ec-470b-8d5e-45c1baeb3377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:32.154605 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6ba60b1f-73ec-470b-8d5e-45c1baeb3377 None None] For port e63bde30-6c54-48d5-b231-cf644d2cd50e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e63bde30-6c54-48d5-b231-cf644d2cd50e,segment=NetworkSegment(9f4afed7-3fcb-4769-8391-c3d0e7d01696),segment_id=9f4afed7-3fcb-4769-8391-c3d0e7d01696)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:32.224125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:29Z', 'revision_number': 6, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '07460a87-de7f-4ad2-92d2-889feb5ba8d4', 'name': '', 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:ac:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:18Z', 'updated_at': '2021-11-02T12:05:27Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:21Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63bde30-6c54-48d5-b231-cf644d2cd50e', 'name': '', 'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:4d:13:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '97a1ae6b-bc1d-4eed-b40b-95eee193a826', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:25Z', 'updated_at': '2021-11-02T12:05:31Z', 'revision_number': 4, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97a1ae6b-bc1d-4eed-b40b-95eee193a826', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:32.297183 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6ba60b1f-73ec-470b-8d5e-45c1baeb3377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:32.302653 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc51e38-2b94-413b-a5b8-1108546ce843 None None] The sync data for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 is: [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:29Z', 'revision_number': 6, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '07460a87-de7f-4ad2-92d2-889feb5ba8d4', 'name': '', 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:ac:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:18Z', 'updated_at': '2021-11-02T12:05:27Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:21Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63bde30-6c54-48d5-b231-cf644d2cd50e', 'name': '', 'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:4d:13:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '97a1ae6b-bc1d-4eed-b40b-95eee193a826', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:25Z', 'updated_at': '2021-11-02T12:05:31Z', 'revision_number': 4, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97a1ae6b-bc1d-4eed-b40b-95eee193a826', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:05:32.403540 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba60b1f-73ec-470b-8d5e-45c1baeb3377 None None] Pushing event updated for resources: {'Port': ['ID=e63bde30-6c54-48d5-b231-cf644d2cd50e,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:32.467463 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-808b375f-b505-4104-a9c3-382aa65adb66 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:32.469530 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0946b141-72d8-4783-9c26-cba871fae0ab None None] Provisioning complete for port e63bde30-6c54-48d5-b231-cf644d2cd50e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:32.470480 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0946b141-72d8-4783-9c26-cba871fae0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:32.471872 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-808b375f-b505-4104-a9c3-382aa65adb66 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:32.699842 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808b375f-b505-4104-a9c3-382aa65adb66 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router dd9d4762-b553-4357-9412-78ddc9332552 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:05:32.711717 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e63bde30-6c54-48d5-b231-cf644d2cd50e up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:05:32.786391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e63bde30-6c54-48d5-b231-cf644d2cd50e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:32.786761 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:32.948536 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 99a59b47-97ef-4a1c-8d16-393fe80e8fdd up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:05:32.975038 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ca713-f51f-4b8e-a719-cc8301947ce7 None None] Sync routers for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:05:32.992011 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ca713-f51f-4b8e-a719-cc8301947ce7 None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:33.004539 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-403ca713-f51f-4b8e-a719-cc8301947ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:33.031909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 99a59b47-97ef-4a1c-8d16-393fe80e8fdd triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:33.032318 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:33.371427 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-403ca713-f51f-4b8e-a719-cc8301947ce7 None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:33.477601 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808b375f-b505-4104-a9c3-382aa65adb66 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:05:33.485712 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-808b375f-b505-4104-a9c3-382aa65adb66 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:33.486465 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-808b375f-b505-4104-a9c3-382aa65adb66 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/dd9d4762-b553-4357-9412-78ddc9332552 HTTP/1.1" status: 200 len: 703 time: 2.5629880 Nov 02 12:05:33.489047 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37080) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:33.619788 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5039ee07-01bd-4a91-be80-8ce5e1ffcc60 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/routers/dd9d4762-b553-4357-9412-78ddc9332552 HTTP/1.1" status: 200 len: 703 time: 0.1287065 Nov 02 12:05:33.622343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37084) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:33.725880 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-403ca713-f51f-4b8e-a719-cc8301947ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:31Z', 'revision_number': 7, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '07460a87-de7f-4ad2-92d2-889feb5ba8d4', 'name': '', 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:ac:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:18Z', 'updated_at': '2021-11-02T12:05:27Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:21Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63bde30-6c54-48d5-b231-cf644d2cd50e', 'name': '', 'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:4d:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '97a1ae6b-bc1d-4eed-b40b-95eee193a826', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:25Z', 'updated_at': '2021-11-02T12:05:31Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97a1ae6b-bc1d-4eed-b40b-95eee193a826', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:33.765644 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ca713-f51f-4b8e-a719-cc8301947ce7 None None] Checking router: dd9d4762-b553-4357-9412-78ddc9332552 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:05:33.776145 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ca713-f51f-4b8e-a719-cc8301947ce7 None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:33.776765 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-403ca713-f51f-4b8e-a719-cc8301947ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:33.936403 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-403ca713-f51f-4b8e-a719-cc8301947ce7 None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:34.167852 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:34.332831 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-403ca713-f51f-4b8e-a719-cc8301947ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:31Z', 'revision_number': 7, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '07460a87-de7f-4ad2-92d2-889feb5ba8d4', 'name': '', 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:ac:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:18Z', 'updated_at': '2021-11-02T12:05:27Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:21Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63bde30-6c54-48d5-b231-cf644d2cd50e', 'name': '', 'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:4d:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '97a1ae6b-bc1d-4eed-b40b-95eee193a826', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:25Z', 'updated_at': '2021-11-02T12:05:31Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97a1ae6b-bc1d-4eed-b40b-95eee193a826', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:34.378620 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ca713-f51f-4b8e-a719-cc8301947ce7 None None] The sync data for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 is: [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:31Z', 'revision_number': 7, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '07460a87-de7f-4ad2-92d2-889feb5ba8d4', 'name': '', 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:ac:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:18Z', 'updated_at': '2021-11-02T12:05:27Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:21Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63bde30-6c54-48d5-b231-cf644d2cd50e', 'name': '', 'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:4d:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '97a1ae6b-bc1d-4eed-b40b-95eee193a826', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:25Z', 'updated_at': '2021-11-02T12:05:31Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97a1ae6b-bc1d-4eed-b40b-95eee193a826', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:05:34.521624 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e63bde30-6c54-48d5-b231-cf644d2cd50e up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:05:34.619456 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e63bde30-6c54-48d5-b231-cf644d2cd50e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:34.620262 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:34.787057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting port e63bde30-6c54-48d5-b231-cf644d2cd50e {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:05:34.787738 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:34.913340 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4bce2d-9d6a-4766-b188-7fc7adf3829b None None] Sync routers for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:05:34.932021 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4bce2d-9d6a-4766-b188-7fc7adf3829b None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:34.934353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6c4bce2d-9d6a-4766-b188-7fc7adf3829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:34.993846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] For port e63bde30-6c54-48d5-b231-cf644d2cd50e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e63bde30-6c54-48d5-b231-cf644d2cd50e,segment=NetworkSegment(9f4afed7-3fcb-4769-8391-c3d0e7d01696),segment_id=9f4afed7-3fcb-4769-8391-c3d0e7d01696)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:35.002162 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:35.018237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Calling delete_port for e63bde30-6c54-48d5-b231-cf644d2cd50e owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:05:35.291694 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-6c4bce2d-9d6a-4766-b188-7fc7adf3829b None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:35.460514 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:35.491464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Port': ['ID=e63bde30-6c54-48d5-b231-cf644d2cd50e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:35.506399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:35.506757 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:35.507135 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:35.507484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:35.507892 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:35.508654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:35.508781 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:35.509078 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:35.509418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:35.509756 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:35.510087 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:35.510420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:35.751531 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6c4bce2d-9d6a-4766-b188-7fc7adf3829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:31Z', 'revision_number': 7, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '07460a87-de7f-4ad2-92d2-889feb5ba8d4', 'name': '', 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:ac:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:18Z', 'updated_at': '2021-11-02T12:05:27Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:21Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63bde30-6c54-48d5-b231-cf644d2cd50e', 'name': '', 'network_id': 'cf336486-724f-460a-9579-2580cc7cf2bc', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:4d:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '97a1ae6b-bc1d-4eed-b40b-95eee193a826', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:25Z', 'updated_at': '2021-11-02T12:05:31Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97a1ae6b-bc1d-4eed-b40b-95eee193a826', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:35.815635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4bce2d-9d6a-4766-b188-7fc7adf3829b None None] Checking router: dd9d4762-b553-4357-9412-78ddc9332552 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:05:35.829763 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4bce2d-9d6a-4766-b188-7fc7adf3829b None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:35.833188 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6c4bce2d-9d6a-4766-b188-7fc7adf3829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:35.848338 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:36.057397 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-6c4bce2d-9d6a-4766-b188-7fc7adf3829b None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:36.116598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router dd9d4762-b553-4357-9412-78ddc9332552 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:05:36.327880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:05:36.337642 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0dfb905c-c312-4d01-82f0-d4dd249b95da tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/dd9d4762-b553-4357-9412-78ddc9332552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7133443 Nov 02 12:05:36.342598 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37154) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:36.454582 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-08555903-ceb1-4fa5-a765-85b6d0f45015 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting subnet 97a1ae6b-bc1d-4eed-b40b-95eee193a826 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:05:36.458790 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-08555903-ceb1-4fa5-a765-85b6d0f45015 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:36.509455 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-08555903-ceb1-4fa5-a765-85b6d0f45015 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:36.624345 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-08555903-ceb1-4fa5-a765-85b6d0f45015 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:36.627438 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-6c4bce2d-9d6a-4766-b188-7fc7adf3829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:35Z', 'revision_number': 8, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '07460a87-de7f-4ad2-92d2-889feb5ba8d4', 'name': '', 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:ac:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:18Z', 'updated_at': '2021-11-02T12:05:27Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:21Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:36.714489 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4bce2d-9d6a-4766-b188-7fc7adf3829b None None] The sync data for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 is: [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:35Z', 'revision_number': 8, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '07460a87-de7f-4ad2-92d2-889feb5ba8d4', 'name': '', 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:ac:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:18Z', 'updated_at': '2021-11-02T12:05:27Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:21Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:05:36.813843 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-08555903-ceb1-4fa5-a765-85b6d0f45015 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:36.844684 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08555903-ceb1-4fa5-a765-85b6d0f45015 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Subnet': ['ID=97a1ae6b-bc1d-4eed-b40b-95eee193a826,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:36.859050 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-08555903-ceb1-4fa5-a765-85b6d0f45015 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:36.859646 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e850af-c608-475f-a6a3-45c2cf2c9278 None None] Network cf336486-724f-460a-9579-2580cc7cf2bc requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:05:36.862991 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-08555903-ceb1-4fa5-a765-85b6d0f45015 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/subnets/97a1ae6b-bc1d-4eed-b40b-95eee193a826 HTTP/1.1" status: 204 len: 168 time: 0.5163245 Nov 02 12:05:36.862991 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37174) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:37.004292 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-bafd4503-4c4f-4fd6-b703-10a2da20d378 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7089315d81084c5cb57e48ca914dd8d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871902 Nov 02 12:05:37.051457 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:37.176569 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting port 99a59b47-97ef-4a1c-8d16-393fe80e8fdd {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:05:37.176926 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:37.196426 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17624b82-62a3-495d-abd4-7a64e117ff65 None None] DHCP port deletion for cf336486-724f-460a-9579-2580cc7cf2bc request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:05:37.290865 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-17624b82-62a3-495d-abd4-7a64e117ff65 None None] Deleting port 99a59b47-97ef-4a1c-8d16-393fe80e8fdd {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:05:37.294390 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-17624b82-62a3-495d-abd4-7a64e117ff65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:37.344438 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] For port 99a59b47-97ef-4a1c-8d16-393fe80e8fdd, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=99a59b47-97ef-4a1c-8d16-393fe80e8fdd,segment=NetworkSegment(9f4afed7-3fcb-4769-8391-c3d0e7d01696),segment_id=9f4afed7-3fcb-4769-8391-c3d0e7d01696)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:37.344868 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:37.361274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Calling delete_port for 99a59b47-97ef-4a1c-8d16-393fe80e8fdd owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:05:37.422167 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-17624b82-62a3-495d-abd4-7a64e117ff65 None None] For port 99a59b47-97ef-4a1c-8d16-393fe80e8fdd, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=99a59b47-97ef-4a1c-8d16-393fe80e8fdd,segment=NetworkSegment(9f4afed7-3fcb-4769-8391-c3d0e7d01696),segment_id=9f4afed7-3fcb-4769-8391-c3d0e7d01696)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:37.422575 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-17624b82-62a3-495d-abd4-7a64e117ff65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:37.452786 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-17624b82-62a3-495d-abd4-7a64e117ff65 None None] Calling delete_port for 99a59b47-97ef-4a1c-8d16-393fe80e8fdd owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:05:37.473253 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-48978300-b361-4fdd-bc69-d6689ec69a37 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:37.475095 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-48978300-b361-4fdd-bc69-d6689ec69a37 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4693754 Nov 02 12:05:37.505935 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-6d5d4603-f84f-4378-9a38-ab8527c9c2de tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/quotas/7089315d81084c5cb57e48ca914dd8d9 HTTP/1.1" status: 200 len: 375 time: 0.0238683 Nov 02 12:05:37.554276 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-dfcd707e-f0f1-4b43-b140-f2443ab11267 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7089315d81084c5cb57e48ca914dd8d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409768 Nov 02 12:05:37.575416 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348adce8-bc7c-42ad-a973-d28caf591df0 None None] Sync routers for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:05:37.579671 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:37.590615 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-17624b82-62a3-495d-abd4-7a64e117ff65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:37.598397 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348adce8-bc7c-42ad-a973-d28caf591df0 None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:37.599805 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-348adce8-bc7c-42ad-a973-d28caf591df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:37.621599 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Port': ['ID=99a59b47-97ef-4a1c-8d16-393fe80e8fdd,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:37.624258 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624b82-62a3-495d-abd4-7a64e117ff65 None None] Pushing event deleted for resources: {'Port': ['ID=99a59b47-97ef-4a1c-8d16-393fe80e8fdd,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:37.631380 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] No DVR routers for this DVR port 99a59b47-97ef-4a1c-8d16-393fe80e8fdd on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:05:37.633725 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17624b82-62a3-495d-abd4-7a64e117ff65 None None] No DVR routers for this DVR port 99a59b47-97ef-4a1c-8d16-393fe80e8fdd on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:05:37.762140 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:37.786830 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-348adce8-bc7c-42ad-a973-d28caf591df0 None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:37.787787 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf336486-724f-460a-9579-2580cc7cf2bc']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:37.798416 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f4afed7-3fcb-4769-8391-c3d0e7d01696') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:37.798748 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f4afed7-3fcb-4769-8391-c3d0e7d01696') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:37.808791 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:37.832793 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:37.845880 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:05:37.846239 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:05:37.958776 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:05:38.042233 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:38.050695 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:38.054091 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/networks/cf336486-724f-460a-9579-2580cc7cf2bc HTTP/1.1" status: 204 len: 168 time: 1.1900988 Nov 02 12:05:38.069717 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37208) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:38.105894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7faa35f-9926-4b3f-a068-1d9d1b8332a9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Network': ['ID=cf336486-724f-460a-9579-2580cc7cf2bc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:38.153407 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-348adce8-bc7c-42ad-a973-d28caf591df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:35Z', 'revision_number': 8, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '07460a87-de7f-4ad2-92d2-889feb5ba8d4', 'name': '', 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:ac:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:18Z', 'updated_at': '2021-11-02T12:05:27Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:21Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:38.186865 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348adce8-bc7c-42ad-a973-d28caf591df0 None None] Checking router: dd9d4762-b553-4357-9412-78ddc9332552 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:05:38.201952 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348adce8-bc7c-42ad-a973-d28caf591df0 None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:38.202475 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-348adce8-bc7c-42ad-a973-d28caf591df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:38.220147 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b6aa3cb-a9a0-40e7-af3d-ded1432408f3 req-06d136ed-3c70-4251-89d5-8411d01bb5d6 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 210 time: 0.1601546 Nov 02 12:05:38.375355 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-348adce8-bc7c-42ad-a973-d28caf591df0 None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:38.451958 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e63bde30-6c54-48d5-b231-cf644d2cd50e no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:05:38.483448 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: e63bde30-6c54-48d5-b231-cf644d2cd50e {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:05:38.483800 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e63bde30-6c54-48d5-b231-cf644d2cd50e not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:05:38.484221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 99a59b47-97ef-4a1c-8d16-393fe80e8fdd no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:05:38.538398 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 99a59b47-97ef-4a1c-8d16-393fe80e8fdd {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:05:38.538848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 99a59b47-97ef-4a1c-8d16-393fe80e8fdd not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:05:38.704316 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-348adce8-bc7c-42ad-a973-d28caf591df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:35Z', 'revision_number': 8, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '07460a87-de7f-4ad2-92d2-889feb5ba8d4', 'name': '', 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:ac:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:18Z', 'updated_at': '2021-11-02T12:05:27Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:21Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:38.732200 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348adce8-bc7c-42ad-a973-d28caf591df0 None None] The sync data for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 is: [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:35Z', 'revision_number': 8, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '07460a87-de7f-4ad2-92d2-889feb5ba8d4', 'name': '', 'network_id': '9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:ac:b2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:18Z', 'updated_at': '2021-11-02T12:05:27Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': 'd972ecc6-8079-475d-9a16-6a5bb58f4135', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:21Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:05:38.907082 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30ca96ca-9d58-4740-8e5a-6351886d27c0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:39.232942 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-30ca96ca-9d58-4740-8e5a-6351886d27c0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting port 07460a87-de7f-4ad2-92d2-889feb5ba8d4 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:05:39.233578 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30ca96ca-9d58-4740-8e5a-6351886d27c0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:39.345346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-30ca96ca-9d58-4740-8e5a-6351886d27c0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] For port 07460a87-de7f-4ad2-92d2-889feb5ba8d4, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=07460a87-de7f-4ad2-92d2-889feb5ba8d4,segment=NetworkSegment(c9dbdce9-6929-4cb7-9360-1141f36d4baa),segment_id=c9dbdce9-6929-4cb7-9360-1141f36d4baa)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:39.345895 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30ca96ca-9d58-4740-8e5a-6351886d27c0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:39.393826 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-30ca96ca-9d58-4740-8e5a-6351886d27c0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Calling delete_port for 07460a87-de7f-4ad2-92d2-889feb5ba8d4 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:05:39.593509 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5a452d6-e44d-45ff-8fb9-9b2a1df30613 req-c099f1e3-7b28-44e3-bcd1-96a00c5a173f tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 210 time: 0.0415747 Nov 02 12:05:39.807743 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30ca96ca-9d58-4740-8e5a-6351886d27c0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:39.840881 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca96ca-9d58-4740-8e5a-6351886d27c0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Port': ['ID=07460a87-de7f-4ad2-92d2-889feb5ba8d4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:40.007006 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30ca96ca-9d58-4740-8e5a-6351886d27c0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:40.265629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ca96ca-9d58-4740-8e5a-6351886d27c0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router dd9d4762-b553-4357-9412-78ddc9332552 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:05:40.400745 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ca96ca-9d58-4740-8e5a-6351886d27c0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:05:40.406575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-30ca96ca-9d58-4740-8e5a-6351886d27c0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/dd9d4762-b553-4357-9412-78ddc9332552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3303294 Nov 02 12:05:40.410022 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37260) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:40.421735 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef2171-fe06-443f-9ee7-ddf271e87179 None None] Sync routers for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:05:40.445800 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef2171-fe06-443f-9ee7-ddf271e87179 None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:40.446433 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4fef2171-fe06-443f-9ee7-ddf271e87179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:40.469557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b2ed1a-6d03-41b3-9721-b41acf4e8ecf tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting subnet d972ecc6-8079-475d-9a16-6a5bb58f4135 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:05:40.473615 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ed1a-6d03-41b3-9721-b41acf4e8ecf tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:40.521147 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ed1a-6d03-41b3-9721-b41acf4e8ecf tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:40.642639 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-4fef2171-fe06-443f-9ee7-ddf271e87179 None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:40.650872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ed1a-6d03-41b3-9721-b41acf4e8ecf tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:40.738297 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-04320291-d73b-452f-84d3-28a711dfde77 req-23edf432-fd17-4ac8-93ee-20f06401bb9f tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 210 time: 0.0682499 Nov 02 12:05:40.824977 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ed1a-6d03-41b3-9721-b41acf4e8ecf tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:40.862832 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2ed1a-6d03-41b3-9721-b41acf4e8ecf tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Subnet': ['ID=d972ecc6-8079-475d-9a16-6a5bb58f4135,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:40.870043 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4b2ed1a-6d03-41b3-9721-b41acf4e8ecf tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:40.874666 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d4b2ed1a-6d03-41b3-9721-b41acf4e8ecf tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/subnets/d972ecc6-8079-475d-9a16-6a5bb58f4135 HTTP/1.1" status: 204 len: 168 time: 0.4630697 Nov 02 12:05:40.877518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37274) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:40.885955 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4a5f90-29df-41f4-ab8b-263cbdb48371 None None] Network 9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:05:40.991234 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:41.060608 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4fef2171-fe06-443f-9ee7-ddf271e87179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:39Z', 'revision_number': 9, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:21Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:41.062979 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting port 7a18b241-3e1e-48ab-a1cc-47cb3f285f80 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:05:41.063382 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:41.108966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef2171-fe06-443f-9ee7-ddf271e87179 None None] Checking router: dd9d4762-b553-4357-9412-78ddc9332552 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:05:41.138867 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef2171-fe06-443f-9ee7-ddf271e87179 None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:41.139497 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4fef2171-fe06-443f-9ee7-ddf271e87179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:41.153545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] For port 7a18b241-3e1e-48ab-a1cc-47cb3f285f80, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7a18b241-3e1e-48ab-a1cc-47cb3f285f80,segment=NetworkSegment(c9dbdce9-6929-4cb7-9360-1141f36d4baa),segment_id=c9dbdce9-6929-4cb7-9360-1141f36d4baa)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:41.153997 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:41.167942 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Calling delete_port for 7a18b241-3e1e-48ab-a1cc-47cb3f285f80 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:05:41.246158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-4fef2171-fe06-443f-9ee7-ddf271e87179 None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:41.321136 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c41e74-da45-43ac-9b10-aecd56d9cca7 None None] DHCP port deletion for 9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:05:41.353298 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b9c96c29-cf2a-4a85-92cc-c9729190b35f tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7089315d81084c5cb57e48ca914dd8d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496898 Nov 02 12:05:41.379323 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:41.410800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Port': ['ID=7a18b241-3e1e-48ab-a1cc-47cb3f285f80,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:41.427137 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] No DVR routers for this DVR port 7a18b241-3e1e-48ab-a1cc-47cb3f285f80 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:05:41.467735 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-63c41e74-da45-43ac-9b10-aecd56d9cca7 None None] The port '7a18b241-3e1e-48ab-a1cc-47cb3f285f80' was deleted {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1956}} Nov 02 12:05:41.529221 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:41.559756 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:41.587985 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9dbdce9-6929-4cb7-9360-1141f36d4baa') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:41.587985 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9dbdce9-6929-4cb7-9360-1141f36d4baa') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:41.596118 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:41.615552 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:41.630986 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:05:41.630986 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:05:41.632454 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:05:41.740193 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-1faa27bc-4881-4fdf-a806-a768536b4dd7 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:41.744139 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-1faa27bc-4881-4fdf-a806-a768536b4dd7 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3845029 Nov 02 12:05:41.769704 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4fef2171-fe06-443f-9ee7-ddf271e87179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:39Z', 'revision_number': 9, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:21Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:41.814141 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-a3e2c29a-540c-4248-afb7-9bb4bf87ab58 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Request body: {'port': {'device_id': '83c42d3e-7864-4856-9272-815b8fa83273', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': '7089315d81084c5cb57e48ca914dd8d9'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:41.822733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef2171-fe06-443f-9ee7-ddf271e87179 None None] The sync data for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 is: [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:39Z', 'revision_number': 9, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd5a7ead-1bf7-448c-8e52-15c38aea9cdc', 'name': '', 'network_id': 'ba4376ce-9b91-4b55-b48a-06702db09a32', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:3c:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:11Z', 'updated_at': '2021-11-02T12:05:21Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '97c17e2b-c340-4e70-8131-1c412ca8e982', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:05:41.824825 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:41.842197 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:41.847454 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/networks/9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18 HTTP/1.1" status: 204 len: 168 time: 0.9687147 Nov 02 12:05:41.867966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37294) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:41.869111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d235ea-f3ed-441e-9ebd-11b9e0b57978 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Network': ['ID=9fdeda6c-2c88-489f-bab0-e0a7d6ef6f18,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:42.143315 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-a3e2c29a-540c-4248-afb7-9bb4bf87ab58 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Made reservation on behalf of 7089315d81084c5cb57e48ca914dd8d9 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:05:42.152245 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-a3e2c29a-540c-4248-afb7-9bb4bf87ab58 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:42.455793 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c4b19bdf-6dac-4459-9e1a-8cf77f8515b4 req-abbe0851-f8d2-4d5c-9563-39ed69553aaa tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 210 time: 0.0742850 Nov 02 12:05:42.488079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 07460a87-de7f-4ad2-92d2-889feb5ba8d4 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:05:42.522871 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-a3e2c29a-540c-4248-afb7-9bb4bf87ab58 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:42.536433 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 07460a87-de7f-4ad2-92d2-889feb5ba8d4 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:05:42.541858 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 07460a87-de7f-4ad2-92d2-889feb5ba8d4 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:05:42.542743 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7a18b241-3e1e-48ab-a1cc-47cb3f285f80 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:05:42.601518 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 7a18b241-3e1e-48ab-a1cc-47cb3f285f80 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:05:42.602119 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7a18b241-3e1e-48ab-a1cc-47cb3f285f80 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:05:42.633876 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-a3e2c29a-540c-4248-afb7-9bb4bf87ab58 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:42.738696 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-a3e2c29a-540c-4248-afb7-9bb4bf87ab58 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:42.833413 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2c29a-540c-4248-afb7-9bb4bf87ab58 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75909dfe-6da2-44e3-9df4-bc8552aaec20,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:42.872485 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3efe0a2-93cc-450f-90d6-f876cad3f6cd tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:42.929577 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-a3e2c29a-540c-4248-afb7-9bb4bf87ab58 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Allocated IP 192.168.233.77 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/bb4060d9-89d4-4d3d-82aa-846d0d4d9540) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:05:43.164218 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-a3e2c29a-540c-4248-afb7-9bb4bf87ab58 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:43.233454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a3efe0a2-93cc-450f-90d6-f876cad3f6cd tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting port dd5a7ead-1bf7-448c-8e52-15c38aea9cdc {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:05:43.233836 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3efe0a2-93cc-450f-90d6-f876cad3f6cd tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:43.332550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-a3efe0a2-93cc-450f-90d6-f876cad3f6cd tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] For port dd5a7ead-1bf7-448c-8e52-15c38aea9cdc, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=dd5a7ead-1bf7-448c-8e52-15c38aea9cdc,segment=NetworkSegment(78b3d22d-fb4d-4dc1-82ff-cd2026cd9071),segment_id=78b3d22d-fb4d-4dc1-82ff-cd2026cd9071)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:43.332864 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3efe0a2-93cc-450f-90d6-f876cad3f6cd tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:43.347824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a3efe0a2-93cc-450f-90d6-f876cad3f6cd tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Calling delete_port for dd5a7ead-1bf7-448c-8e52-15c38aea9cdc owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:05:43.379994 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-a3e2c29a-540c-4248-afb7-9bb4bf87ab58 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:43.454529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-a3e2c29a-540c-4248-afb7-9bb4bf87ab58 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:05:43.458188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-a3e2c29a-540c-4248-afb7-9bb4bf87ab58 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:05:43.466826 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-a3e2c29a-540c-4248-afb7-9bb4bf87ab58 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:05:43.519907 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2c29a-540c-4248-afb7-9bb4bf87ab58 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Pushing event updated for resources: {'Port': ['ID=bb4060d9-89d4-4d3d-82aa-846d0d4d9540,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:43.592804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-a3e2c29a-540c-4248-afb7-9bb4bf87ab58 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:43.592804 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-a3e2c29a-540c-4248-afb7-9bb4bf87ab58 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:43.670782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8304713-7507-4fdf-8e60-3d9f6c2c4d8d req-0aec26e1-0e49-4f51-8e6b-0be4f3fd5732 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:43.672464 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c8304713-7507-4fdf-8e60-3d9f6c2c4d8d req-0aec26e1-0e49-4f51-8e6b-0be4f3fd5732 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 935 time: 0.0780146 Nov 02 12:05:43.713385 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-a3e2c29a-540c-4248-afb7-9bb4bf87ab58 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9108429 Nov 02 12:05:43.728455 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Request body: {'port': {'device_id': '83c42d3e-7864-4856-9272-815b8fa83273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:43.734738 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c8304713-7507-4fdf-8e60-3d9f6c2c4d8d req-e649ad67-5d34-48a7-9706-705e773b5af5 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/security-groups?id=75909dfe-6da2-44e3-9df4-bc8552aaec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545833 Nov 02 12:05:43.744798 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3efe0a2-93cc-450f-90d6-f876cad3f6cd tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:43.789554 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1f5a4b9b-1b1a-42ee-8a63-d4fac84f5868 None None] Provisioning complete for port bb4060d9-89d4-4d3d-82aa-846d0d4d9540 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:43.790107 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1f5a4b9b-1b1a-42ee-8a63-d4fac84f5868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:43.818842 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efe0a2-93cc-450f-90d6-f876cad3f6cd tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Port': ['ID=dd5a7ead-1bf7-448c-8e52-15c38aea9cdc,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:43.914886 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:43.939262 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a4b9b-1b1a-42ee-8a63-d4fac84f5868 None None] Port bb4060d9-89d4-4d3d-82aa-846d0d4d9540 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:05:44.030410 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3efe0a2-93cc-450f-90d6-f876cad3f6cd tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:44.413696 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3efe0a2-93cc-450f-90d6-f876cad3f6cd tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router dd9d4762-b553-4357-9412-78ddc9332552 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:05:44.481757 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4060d9-89d4-4d3d-82aa-846d0d4d9540 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:05:44.490634 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:44.503951 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Transition to ACTIVE for port object bb4060d9-89d4-4d3d-82aa-846d0d4d9540 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:05:44.551183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3efe0a2-93cc-450f-90d6-f876cad3f6cd tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:05:44.556406 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a3efe0a2-93cc-450f-90d6-f876cad3f6cd tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/dd9d4762-b553-4357-9412-78ddc9332552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6834548 Nov 02 12:05:44.559203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37342) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:44.562043 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e45de86-70f8-4905-b2c9-9c72e7abb801 None None] Sync routers for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:05:44.596715 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e45de86-70f8-4905-b2c9-9c72e7abb801 None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:44.598319 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2e45de86-70f8-4905-b2c9-9c72e7abb801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:44.607320 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:44.616702 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8cc66bd-98b6-4cb1-a581-fac11e024994 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting subnet 97c17e2b-c340-4e70-8131-1c412ca8e982 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:05:44.620638 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8cc66bd-98b6-4cb1-a581-fac11e024994 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:44.669541 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8cc66bd-98b6-4cb1-a581-fac11e024994 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:44.786507 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8cc66bd-98b6-4cb1-a581-fac11e024994 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:44.860614 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4060d9-89d4-4d3d-82aa-846d0d4d9540,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:44.922719 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Attempting to bind port bb4060d9-89d4-4d3d-82aa-846d0d4d9540 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:05:44.923937 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Attempting to bind port bb4060d9-89d4-4d3d-82aa-846d0d4d9540 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:05:44.923937 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Attempting to bind port bb4060d9-89d4-4d3d-82aa-846d0d4d9540 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:05:44.930878 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Port bb4060d9-89d4-4d3d-82aa-846d0d4d9540 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:05:44.931246 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Attempting to bind port bb4060d9-89d4-4d3d-82aa-846d0d4d9540 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:05:44.938061 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:05:44.940818 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:05:44.940818 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:05:44.940818 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Bound port: bb4060d9-89d4-4d3d-82aa-846d0d4d9540, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:05:44.940818 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:44.979028 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8cc66bd-98b6-4cb1-a581-fac11e024994 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:45.004306 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c355601-1e9b-4518-8dd9-1d16da285578 None None] Network ba4376ce-9b91-4b55-b48a-06702db09a32 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:05:45.011471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c7cc3-42f3-4ea9-907c-5def9ad7ee1b req-e5ca68c7-88eb-4b4c-bec6-bc4a899f74dd tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:45.013127 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-019c7cc3-42f3-4ea9-907c-5def9ad7ee1b req-e5ca68c7-88eb-4b4c-bec6-bc4a899f74dd tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 947 time: 0.1324542 Nov 02 12:05:45.016240 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d8cc66bd-98b6-4cb1-a581-fac11e024994 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:45.019552 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d8cc66bd-98b6-4cb1-a581-fac11e024994 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/subnets/97c17e2b-c340-4e70-8131-1c412ca8e982 HTTP/1.1" status: 204 len: 168 time: 0.4594688 Nov 02 12:05:45.060648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37356) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:45.115291 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-2e45de86-70f8-4905-b2c9-9c72e7abb801 None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:45.132994 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc66bd-98b6-4cb1-a581-fac11e024994 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Subnet': ['ID=97c17e2b-c340-4e70-8131-1c412ca8e982,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:45.157408 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] For port bb4060d9-89d4-4d3d-82aa-846d0d4d9540, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:05:45.165671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] For port bb4060d9-89d4-4d3d-82aa-846d0d4d9540, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=bb4060d9-89d4-4d3d-82aa-846d0d4d9540,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:05:45.248370 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-019c7cc3-42f3-4ea9-907c-5def9ad7ee1b req-3284a948-0de3-4a60-ae27-6c970fd1d164 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/security-groups?id=75909dfe-6da2-44e3-9df4-bc8552aaec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754394 Nov 02 12:05:45.254709 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:45.263642 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:45.308861 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6364e6ad-323b-4a99-867b-d96b9d6817a5 None None] DHCP port deletion for ba4376ce-9b91-4b55-b48a-06702db09a32 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:05:45.393800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting port 2f5c6d1a-97e3-4dc6-9081-38ea352275df {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:05:45.394167 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:45.398852 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:45.400398 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:45.402261 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] 10.222.0.54 "PUT /v2.0/ports/bb4060d9-89d4-4d3d-82aa-846d0d4d9540 HTTP/1.1" status: 200 len: 1096 time: 1.6793170 Nov 02 12:05:45.409949 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c42d3e-7864-4856-9272-815b8fa83273', 'tag': 'bb4060d9-89d4-4d3d-82aa-846d0d4d9540'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:05:45.413035 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e014265a-1a7b-44a6-9dff-cae271cd7433" -d '{"events": [{"name": "network-changed", "server_uuid": "83c42d3e-7864-4856-9272-815b8fa83273", "tag": "bb4060d9-89d4-4d3d-82aa-846d0d4d9540"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:05:45.434592 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6364e6ad-323b-4a99-867b-d96b9d6817a5 None None] Deleting port 2f5c6d1a-97e3-4dc6-9081-38ea352275df {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:05:45.435020 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6364e6ad-323b-4a99-867b-d96b9d6817a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:45.508274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0e811-527d-4284-97b9-36a6151495f8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4060d9-89d4-4d3d-82aa-846d0d4d9540,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:45.576502 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] For port 2f5c6d1a-97e3-4dc6-9081-38ea352275df, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2f5c6d1a-97e3-4dc6-9081-38ea352275df,segment=NetworkSegment(78b3d22d-fb4d-4dc1-82ff-cd2026cd9071),segment_id=78b3d22d-fb4d-4dc1-82ff-cd2026cd9071)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:45.576502 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:45.616772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Calling delete_port for 2f5c6d1a-97e3-4dc6-9081-38ea352275df owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:05:45.656772 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6364e6ad-323b-4a99-867b-d96b9d6817a5 None None] For port 2f5c6d1a-97e3-4dc6-9081-38ea352275df, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2f5c6d1a-97e3-4dc6-9081-38ea352275df,segment=NetworkSegment(78b3d22d-fb4d-4dc1-82ff-cd2026cd9071),segment_id=78b3d22d-fb4d-4dc1-82ff-cd2026cd9071)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:45.657441 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6364e6ad-323b-4a99-867b-d96b9d6817a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:45.685225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6364e6ad-323b-4a99-867b-d96b9d6817a5 None None] Calling delete_port for 2f5c6d1a-97e3-4dc6-9081-38ea352275df owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:05:45.735227 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2e45de86-70f8-4905-b2c9-9c72e7abb801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:43Z', 'revision_number': 10, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:45.756315 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-7834a543-ba7c-4358-9b1d-9288588c270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:45.760629 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-7834a543-ba7c-4358-9b1d-9288588c270f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7089315d81084c5cb57e48ca914dd8d9&device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 1099 time: 0.1323330 Nov 02 12:05:45.824823 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e45de86-70f8-4905-b2c9-9c72e7abb801 None None] Checking router: dd9d4762-b553-4357-9412-78ddc9332552 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:05:45.854278 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e45de86-70f8-4905-b2c9-9c72e7abb801 None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:45.858055 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2e45de86-70f8-4905-b2c9-9c72e7abb801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:45.862907 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-0142a35b-ca69-48f2-991a-22f9328c61b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=bb4060d9-89d4-4d3d-82aa-846d0d4d9540 HTTP/1.1" status: 200 len: 217 time: 0.0962622 Nov 02 12:05:45.925143 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:45.925749 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9417270c-c30e-4d4a-8ce6-7cc4dd22df70 x-openstack-request-id: req-9417270c-c30e-4d4a-8ce6-7cc4dd22df70 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:05:45.925749 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c42d3e-7864-4856-9272-815b8fa83273", "tag": "bb4060d9-89d4-4d3d-82aa-846d0d4d9540", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:05:45.925749 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9417270c-c30e-4d4a-8ce6-7cc4dd22df70 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:05:45.931719 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6364e6ad-323b-4a99-867b-d96b9d6817a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:45.931835 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c42d3e-7864-4856-9272-815b8fa83273', 'tag': 'bb4060d9-89d4-4d3d-82aa-846d0d4d9540', 'status': 'completed', 'code': 200} Nov 02 12:05:45.950551 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-cbc098f5-d3b4-4dc3-b1e9-e2d46a77e27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:45.952518 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-cbc098f5-d3b4-4dc3-b1e9-e2d46a77e27e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0828691 Nov 02 12:05:45.952639 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364e6ad-323b-4a99-867b-d96b9d6817a5 None None] Pushing event deleted for resources: {'Port': ['ID=2f5c6d1a-97e3-4dc6-9081-38ea352275df,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:45.954316 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Port': ['ID=2f5c6d1a-97e3-4dc6-9081-38ea352275df,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:45.959058 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6364e6ad-323b-4a99-867b-d96b9d6817a5 None None] No DVR routers for this DVR port 2f5c6d1a-97e3-4dc6-9081-38ea352275df on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:05:45.984172 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] No DVR routers for this DVR port 2f5c6d1a-97e3-4dc6-9081-38ea352275df on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:05:46.011286 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-2e45de86-70f8-4905-b2c9-9c72e7abb801 None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:46.068133 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-35f9cb84-e9d0-40ec-8aeb-1d73f3e968af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:46.070269 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-35f9cb84-e9d0-40ec-8aeb-1d73f3e968af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1090806 Nov 02 12:05:46.139069 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:46.176950 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4376ce-9b91-4b55-b48a-06702db09a32']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:46.189802 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b3d22d-fb4d-4dc1-82ff-cd2026cd9071') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:46.189993 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b3d22d-fb4d-4dc1-82ff-cd2026cd9071') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:46.205850 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:46.239063 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:46.250824 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-23cd6efa-94e2-4d14-9acf-4cd27c72e525 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668727 Nov 02 12:05:46.251440 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:05:46.251440 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:05:46.253852 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:05:46.416322 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2f5c6d1a-97e3-4dc6-9081-38ea352275df no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:05:46.427008 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2e45de86-70f8-4905-b2c9-9c72e7abb801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:43Z', 'revision_number': 10, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:46.455910 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e45de86-70f8-4905-b2c9-9c72e7abb801 None None] The sync data for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 is: [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:43Z', 'revision_number': 10, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None, '_interfaces': [{'id': '2dd02fa9-3657-433a-a3cd-60a47d42824b', 'name': '', 'network_id': '7c210e69-eea4-483f-9142-0dab353348db', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'mac_address': 'fa:16:3e:0a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:05:03Z', 'updated_at': '2021-11-02T12:05:11Z', 'revision_number': 5, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'subnets': [{'id': '9430f3e0-780c-4d9d-abcf-eb0d5981fd01', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:05:46.465905 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 2f5c6d1a-97e3-4dc6-9081-38ea352275df {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:05:46.465905 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2f5c6d1a-97e3-4dc6-9081-38ea352275df not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:05:46.481299 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ffa2c131-fe95-40e1-9a83-eb9b41612cc9 req-770761b4-05b7-4cbc-b407-fbecc082b4ef service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267489 Nov 02 12:05:46.482385 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:46.535924 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a01df6-e6a1-46b4-8be2-e5393396bf50 req-c13efcb7-2f55-4f4e-9369-34cb76be82c4 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:46.547216 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57a01df6-e6a1-46b4-8be2-e5393396bf50 req-c13efcb7-2f55-4f4e-9369-34cb76be82c4 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 947 time: 0.1502810 Nov 02 12:05:46.554736 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:46.558396 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/networks/ba4376ce-9b91-4b55-b48a-06702db09a32 HTTP/1.1" status: 204 len: 168 time: 1.4685352 Nov 02 12:05:46.562237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37388) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:46.579423 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dea34b-4ad0-42e7-b10e-0cf876670e20 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Network': ['ID=ba4376ce-9b91-4b55-b48a-06702db09a32,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:46.635403 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57a01df6-e6a1-46b4-8be2-e5393396bf50 req-ad688d77-cfd1-420e-9609-5e009b47673a tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/security-groups?id=75909dfe-6da2-44e3-9df4-bc8552aaec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898304 Nov 02 12:05:46.800971 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014265a-1a7b-44a6-9dff-cae271cd7433 req-9e6b215c-48f2-4410-a690-b01857bca788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:46.802394 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e014265a-1a7b-44a6-9dff-cae271cd7433 req-9e6b215c-48f2-4410-a690-b01857bca788 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7089315d81084c5cb57e48ca914dd8d9&device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 1099 time: 0.1354432 Nov 02 12:05:46.923433 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014265a-1a7b-44a6-9dff-cae271cd7433 req-f01ce417-9971-491d-8115-b72ed753bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:46.923433 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e014265a-1a7b-44a6-9dff-cae271cd7433 req-f01ce417-9971-491d-8115-b72ed753bdac service neutron] 10.222.0.54 "GET /v2.0/networks?id=00e47b33-4ede-406b-833c-910d58ee6a42 HTTP/1.1" status: 200 len: 870 time: 0.1128871 Nov 02 12:05:46.988876 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e014265a-1a7b-44a6-9dff-cae271cd7433 req-04ab1881-7377-4139-b0f7-8b6f84da9f8e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=bb4060d9-89d4-4d3d-82aa-846d0d4d9540 HTTP/1.1" status: 200 len: 217 time: 0.0457110 Nov 02 12:05:47.072558 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014265a-1a7b-44a6-9dff-cae271cd7433 req-7f16b199-6de6-4dbd-aa16-a47ad9fb1e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:47.074110 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e014265a-1a7b-44a6-9dff-cae271cd7433 req-7f16b199-6de6-4dbd-aa16-a47ad9fb1e1a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0782766 Nov 02 12:05:47.179310 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014265a-1a7b-44a6-9dff-cae271cd7433 req-36dd7205-3105-4511-9cc4-5259d4301206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:47.180968 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e014265a-1a7b-44a6-9dff-cae271cd7433 req-36dd7205-3105-4511-9cc4-5259d4301206 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0962894 Nov 02 12:05:47.336464 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0f9f212-3ea9-419e-b067-2b99a88cf8c5 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:47.341005 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e014265a-1a7b-44a6-9dff-cae271cd7433 req-8826dc7d-0cca-4e9e-88b1-94e795793ffe service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269352 Nov 02 12:05:47.554340 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8a15f6fe-9bb0-41fd-b016-921267ec99de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:47.599630 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e014265a-1a7b-44a6-9dff-cae271cd7433 req-38c7f6f3-1a11-4288-817e-ba72d0e07484 service neutron] 10.222.0.54 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078781 Nov 02 12:05:47.771777 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9f212-3ea9-419e-b067-2b99a88cf8c5 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting port 2dd02fa9-3657-433a-a3cd-60a47d42824b {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:05:47.772252 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0f9f212-3ea9-419e-b067-2b99a88cf8c5 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:47.781137 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0303e-7b37-40d7-af73-da84a932ab54 req-77d61c10-f66e-4870-9998-c7c34c18b4c3 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:47.790212 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33a0303e-7b37-40d7-af73-da84a932ab54 req-77d61c10-f66e-4870-9998-c7c34c18b4c3 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 947 time: 0.0812125 Nov 02 12:05:47.861642 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33a0303e-7b37-40d7-af73-da84a932ab54 req-bbaf9e7c-377e-4a46-9fda-17f7521903fe tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/security-groups?id=75909dfe-6da2-44e3-9df4-bc8552aaec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704465 Nov 02 12:05:47.888646 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-e0f9f212-3ea9-419e-b067-2b99a88cf8c5 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] For port 2dd02fa9-3657-433a-a3cd-60a47d42824b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2dd02fa9-3657-433a-a3cd-60a47d42824b,segment=NetworkSegment(0f5bb987-3259-461d-9ea1-c1438a6aff36),segment_id=0f5bb987-3259-461d-9ea1-c1438a6aff36)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:47.889018 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0f9f212-3ea9-419e-b067-2b99a88cf8c5 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:47.909858 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9f212-3ea9-419e-b067-2b99a88cf8c5 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Calling delete_port for 2dd02fa9-3657-433a-a3cd-60a47d42824b owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:05:48.144715 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0f9f212-3ea9-419e-b067-2b99a88cf8c5 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:48.175328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9f212-3ea9-419e-b067-2b99a88cf8c5 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Port': ['ID=2dd02fa9-3657-433a-a3cd-60a47d42824b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:48.278847 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0f9f212-3ea9-419e-b067-2b99a88cf8c5 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:48.312191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device bb4060d9-89d4-4d3d-82aa-846d0d4d9540 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:05:48.467883 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f9f212-3ea9-419e-b067-2b99a88cf8c5 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router dd9d4762-b553-4357-9412-78ddc9332552 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:05:48.549022 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f9f212-3ea9-419e-b067-2b99a88cf8c5 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:05:48.554834 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e0f9f212-3ea9-419e-b067-2b99a88cf8c5 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/dd9d4762-b553-4357-9412-78ddc9332552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9903357 Nov 02 12:05:48.557427 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37420) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:48.561361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device dd5a7ead-1bf7-448c-8e52-15c38aea9cdc no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:05:48.563758 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb7b79-ce0a-40dd-9071-47e0df14c8d0 None None] Sync routers for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:05:48.609775 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-537595f9-1983-4549-850f-6230f37249c1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting subnet 9430f3e0-780c-4d9d-abcf-eb0d5981fd01 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:05:48.613749 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-537595f9-1983-4549-850f-6230f37249c1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:48.617575 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: dd5a7ead-1bf7-448c-8e52-15c38aea9cdc {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:05:48.617836 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device dd5a7ead-1bf7-448c-8e52-15c38aea9cdc not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:05:48.624361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb7b79-ce0a-40dd-9071-47e0df14c8d0 None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:48.624996 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2ccb7b79-ce0a-40dd-9071-47e0df14c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:48.662076 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-537595f9-1983-4549-850f-6230f37249c1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:48.715256 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-2ccb7b79-ce0a-40dd-9071-47e0df14c8d0 None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:48.750505 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-537595f9-1983-4549-850f-6230f37249c1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:48.779682 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2ccb7b79-ce0a-40dd-9071-47e0df14c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:48Z', 'revision_number': 11, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:48.808711 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb7b79-ce0a-40dd-9071-47e0df14c8d0 None None] Checking router: dd9d4762-b553-4357-9412-78ddc9332552 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:05:48.816368 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port bb4060d9-89d4-4d3d-82aa-846d0d4d9540, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=bb4060d9-89d4-4d3d-82aa-846d0d4d9540,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:48.832778 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb7b79-ce0a-40dd-9071-47e0df14c8d0 None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:48.833416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2ccb7b79-ce0a-40dd-9071-47e0df14c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:48.835238 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'bb4060d9-89d4-4d3d-82aa-846d0d4d9540', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': 'bb4060d9-89d4-4d3d-82aa-846d0d4d9540', 'mac_address': 'fa:16:3e:78:38:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:05:48.871173 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-537595f9-1983-4549-850f-6230f37249c1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:48.922704 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbe7fd8-09af-445f-85b9-057d33339232 None None] Network 7c210e69-eea4-483f-9142-0dab353348db requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:05:48.923210 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-537595f9-1983-4549-850f-6230f37249c1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:48.926562 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-537595f9-1983-4549-850f-6230f37249c1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/subnets/9430f3e0-780c-4d9d-abcf-eb0d5981fd01 HTTP/1.1" status: 204 len: 168 time: 0.3681803 Nov 02 12:05:48.927884 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537595f9-1983-4549-850f-6230f37249c1 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Subnet': ['ID=9430f3e0-780c-4d9d-abcf-eb0d5981fd01,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:48.930360 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37434) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:48.937910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-2ccb7b79-ce0a-40dd-9071-47e0df14c8d0 None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:48.972045 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:05:49.037825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-f2908f3e-fc2a-4e7c-b9c6-63d68ba01647 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:49.043561 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-f2908f3e-fc2a-4e7c-b9c6-63d68ba01647 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 811 time: 0.1391215 Nov 02 12:05:49.057542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-f3d3b12d-e40d-4e20-abca-d09b1c9ba548 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/quotas/ab186707669f41a6b53ebcba8031edaa HTTP/1.1" status: 200 len: 375 time: 0.0104651 Nov 02 12:05:49.062904 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2ccb7b79-ce0a-40dd-9071-47e0df14c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:48Z', 'revision_number': 11, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:49.073099 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:49.108799 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccb7b79-ce0a-40dd-9071-47e0df14c8d0 None None] The sync data for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 is: [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:48Z', 'revision_number': 11, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:05:49.138591 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-d2f16ed2-7698-4dc8-903f-d8c15119bbee tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566330 Nov 02 12:05:49.138800 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4060d9-89d4-4d3d-82aa-846d0d4d9540 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:05:49.161543 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port bb4060d9-89d4-4d3d-82aa-846d0d4d9540, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=bb4060d9-89d4-4d3d-82aa-846d0d4d9540,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:49.208100 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:49.258980 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-3353729b-eb66-4ac2-88f4-b0995626d82e service neutron] 10.222.0.52 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266587 Nov 02 12:05:49.303361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=bb4060d9-89d4-4d3d-82aa-846d0d4d9540,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:49.396019 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-714ed983-1bb3-469a-a42d-db1bd6a5bbba service neutron] 10.222.0.52 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300712 Nov 02 12:05:49.418006 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:49.474559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['bb4060d9-89d4-4d3d-82aa-846d0d4d9540'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:05:49.478830 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Deleting port c0bbbc09-e0d3-46d0-83b5-0c7d6b139632 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:05:49.479362 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:49.529318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264f40a9-2f01-4bcf-bf71-f4d253005c42 None None] DHCP port deletion for 7c210e69-eea4-483f-9142-0dab353348db request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:05:49.575733 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] For port c0bbbc09-e0d3-46d0-83b5-0c7d6b139632, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c0bbbc09-e0d3-46d0-83b5-0c7d6b139632,segment=NetworkSegment(0f5bb987-3259-461d-9ea1-c1438a6aff36),segment_id=0f5bb987-3259-461d-9ea1-c1438a6aff36)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:49.576193 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:49.597791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Calling delete_port for c0bbbc09-e0d3-46d0-83b5-0c7d6b139632 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:05:49.710860 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-264f40a9-2f01-4bcf-bf71-f4d253005c42 None None] Deleting port c0bbbc09-e0d3-46d0-83b5-0c7d6b139632 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:05:49.711898 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-264f40a9-2f01-4bcf-bf71-f4d253005c42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:49.795195 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e5167439-1e1a-4849-902c-cfb95b6df215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:49.819330 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:49.821353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-264f40a9-2f01-4bcf-bf71-f4d253005c42 None None] For port c0bbbc09-e0d3-46d0-83b5-0c7d6b139632, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c0bbbc09-e0d3-46d0-83b5-0c7d6b139632,segment=NetworkSegment(0f5bb987-3259-461d-9ea1-c1438a6aff36),segment_id=0f5bb987-3259-461d-9ea1-c1438a6aff36)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:49.821766 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-264f40a9-2f01-4bcf-bf71-f4d253005c42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:49.855842 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-264f40a9-2f01-4bcf-bf71-f4d253005c42 None None] Calling delete_port for c0bbbc09-e0d3-46d0-83b5-0c7d6b139632 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:05:49.856053 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Port': ['ID=c0bbbc09-e0d3-46d0-83b5-0c7d6b139632,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:49.859980 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] No DVR routers for this DVR port c0bbbc09-e0d3-46d0-83b5-0c7d6b139632 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:05:49.952479 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:05:49.970040 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:05:49.975616 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-264f40a9-2f01-4bcf-bf71-f4d253005c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:49.980561 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c210e69-eea4-483f-9142-0dab353348db']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:49.992163 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5bb987-3259-461d-9ea1-c1438a6aff36') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:49.992587 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5bb987-3259-461d-9ea1-c1438a6aff36') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:50.005491 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f40a9-2f01-4bcf-bf71-f4d253005c42 None None] Pushing event deleted for resources: {'Port': ['ID=c0bbbc09-e0d3-46d0-83b5-0c7d6b139632,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:50.010257 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f40a9-2f01-4bcf-bf71-f4d253005c42 None None] No DVR routers for this DVR port c0bbbc09-e0d3-46d0-83b5-0c7d6b139632 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:05:50.012207 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:50.031464 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:50.038195 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:05:50.038195 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:05:50.040728 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:05:50.178153 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95f50f-4b5b-4b06-9bc9-4178e741e291 req-0595bdbd-17fe-4354-b55d-410f18bf12a8 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:50.178798 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:50.192143 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:50.193853 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d95f50f-4b5b-4b06-9bc9-4178e741e291 req-0595bdbd-17fe-4354-b55d-410f18bf12a8 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 948 time: 0.0813403 Nov 02 12:05:50.199287 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/networks/7c210e69-eea4-483f-9142-0dab353348db HTTP/1.1" status: 204 len: 168 time: 1.2675858 Nov 02 12:05:50.201268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37454) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:50.206841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-277bf354-3d2b-4cb5-af14-65a8bd4c982f tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'router': {'routes': None}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:50.214291 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c632268-e8ac-4876-a2a9-e08ba8119c1b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Pushing event deleted for resources: {'Network': ['ID=7c210e69-eea4-483f-9142-0dab353348db,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:50.368419 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d95f50f-4b5b-4b06-9bc9-4178e741e291 req-748ce14a-57b8-42da-8a40-edf34ecde9ed tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/security-groups?id=75909dfe-6da2-44e3-9df4-bc8552aaec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689820 Nov 02 12:05:50.442880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.extraroute_db [None req-277bf354-3d2b-4cb5-af14-65a8bd4c982f tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Added routes are [] {{(pid=102689) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 02 12:05:50.443999 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.extraroute_db [None req-277bf354-3d2b-4cb5-af14-65a8bd4c982f tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Removed routes are [] {{(pid=102689) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 02 12:05:50.444506 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-277bf354-3d2b-4cb5-af14-65a8bd4c982f tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:50.447311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c0bbbc09-e0d3-46d0-83b5-0c7d6b139632 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:05:50.493220 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: c0bbbc09-e0d3-46d0-83b5-0c7d6b139632 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:05:50.493805 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c0bbbc09-e0d3-46d0-83b5-0c7d6b139632 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:05:50.494397 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2dd02fa9-3657-433a-a3cd-60a47d42824b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:05:50.522210 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 2dd02fa9-3657-433a-a3cd-60a47d42824b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:05:50.522559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2dd02fa9-3657-433a-a3cd-60a47d42824b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:05:50.583712 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8ff79b9-0e9a-40a0-980c-1501e4804117 req-de8a2178-d8a1-4b9d-84f0-e4bc2c1773b1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 210 time: 0.0600002 Nov 02 12:05:50.623201 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-277bf354-3d2b-4cb5-af14-65a8bd4c982f tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:50.627601 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-277bf354-3d2b-4cb5-af14-65a8bd4c982f tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:50.707883 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277bf354-3d2b-4cb5-af14-65a8bd4c982f tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router dd9d4762-b553-4357-9412-78ddc9332552 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:05:50.786097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277bf354-3d2b-4cb5-af14-65a8bd4c982f tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:05:50.793136 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-277bf354-3d2b-4cb5-af14-65a8bd4c982f tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:50.794411 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-277bf354-3d2b-4cb5-af14-65a8bd4c982f tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/dd9d4762-b553-4357-9412-78ddc9332552 HTTP/1.1" status: 200 len: 704 time: 0.5920820 Nov 02 12:05:50.799104 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37464) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:50.803268 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4498e26-2d18-40e5-9f05-7951d778417e None None] Sync routers for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:05:50.814236 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4498e26-2d18-40e5-9f05-7951d778417e None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:50.815712 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b4498e26-2d18-40e5-9f05-7951d778417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:50.825447 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8c93299b-d245-409a-b184-fcafd1670117 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9d4762-b553-4357-9412-78ddc9332552 HTTP/1.1" status: 200 len: 205 time: 0.0271404 Nov 02 12:05:50.829761 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37466) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:50.886480 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b4498e26-2d18-40e5-9f05-7951d778417e None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:50.912705 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c65094bc-ddab-4abf-a01e-f4b9a6dc6e97 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:50.947473 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b4498e26-2d18-40e5-9f05-7951d778417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:48Z', 'revision_number': 11, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:50.974707 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4498e26-2d18-40e5-9f05-7951d778417e None None] Checking router: dd9d4762-b553-4357-9412-78ddc9332552 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:05:50.978428 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:50.986208 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4498e26-2d18-40e5-9f05-7951d778417e None None] Routers {'dd9d4762-b553-4357-9412-78ddc9332552'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:50.987938 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b4498e26-2d18-40e5-9f05-7951d778417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['dd9d4762-b553-4357-9412-78ddc9332552'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:51.065249 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b4498e26-2d18-40e5-9f05-7951d778417e None None] Set router dd9d4762-b553-4357-9412-78ddc9332552 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:51.092758 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c65094bc-ddab-4abf-a01e-f4b9a6dc6e97 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:51.095972 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c65094bc-ddab-4abf-a01e-f4b9a6dc6e97 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:51.133590 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b4498e26-2d18-40e5-9f05-7951d778417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:48Z', 'revision_number': 11, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:51.162168 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4498e26-2d18-40e5-9f05-7951d778417e None None] The sync data for ids ['dd9d4762-b553-4357-9412-78ddc9332552'] in n-d-806683-18 is: [{'id': 'dd9d4762-b553-4357-9412-78ddc9332552', 'name': 'tempest-RoutersIpV6Test-router-677023084', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:00Z', 'updated_at': '2021-11-02T12:05:48Z', 'revision_number': 11, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:05:51.201311 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c65094bc-ddab-4abf-a01e-f4b9a6dc6e97 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:51.202275 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65094bc-ddab-4abf-a01e-f4b9a6dc6e97 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Fanout notify agent at l3_agent the message router_deleted on router dd9d4762-b553-4357-9412-78ddc9332552 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:05:51.210324 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c65094bc-ddab-4abf-a01e-f4b9a6dc6e97 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:51.215697 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37468) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:51.215970 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c65094bc-ddab-4abf-a01e-f4b9a6dc6e97 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/routers/dd9d4762-b553-4357-9412-78ddc9332552 HTTP/1.1" status: 204 len: 168 time: 0.3851173 Nov 02 12:05:51.222379 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-53f512bb-3a8d-44f4-b71a-bdc58033664f tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-898251447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:51.322480 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-53f512bb-3a8d-44f4-b71a-bdc58033664f tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:51.323583 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-53f512bb-3a8d-44f4-b71a-bdc58033664f tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:51.398085 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-53f512bb-3a8d-44f4-b71a-bdc58033664f tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:51.465483 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-53f512bb-3a8d-44f4-b71a-bdc58033664f tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:51.523068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f59279-a4e5-415e-b24b-8ce15b6e593c req-616309f7-d00b-48c9-97be-0e5c1de56351 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:51.524809 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f59279-a4e5-415e-b24b-8ce15b6e593c req-616309f7-d00b-48c9-97be-0e5c1de56351 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 948 time: 0.0775554 Nov 02 12:05:51.540861 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-53f512bb-3a8d-44f4-b71a-bdc58033664f tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:51.544685 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-53f512bb-3a8d-44f4-b71a-bdc58033664f tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3249388 Nov 02 12:05:51.546190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37478) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:51.552811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-72859881-c8c3-4c75-aba2-d91c7656b1ed tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:51.679335 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f59279-a4e5-415e-b24b-8ce15b6e593c req-fef28e23-07e3-41ad-bf05-b9452d950999 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/security-groups?id=75909dfe-6da2-44e3-9df4-bc8552aaec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484940 Nov 02 12:05:51.788254 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-72859881-c8c3-4c75-aba2-d91c7656b1ed tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:51.829124 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d24d7c12-cbb6-434a-92df-d79065af1870 req-12147b67-2e05-408b-8ff1-5abfe4f95f42 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 210 time: 0.0291736 Nov 02 12:05:51.852987 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-72859881-c8c3-4c75-aba2-d91c7656b1ed tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:52.050048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72859881-c8c3-4c75-aba2-d91c7656b1ed tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Router 655247ba-d469-48eb-be79-b5f78eafdff7 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:05:52.169558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-0a688067-c213-4675-a4ac-40aca0d3c3e8 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:52.171054 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-0a688067-c213-4675-a4ac-40aca0d3c3e8 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.79 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 811 time: 0.1895502 Nov 02 12:05:52.172087 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72859881-c8c3-4c75-aba2-d91c7656b1ed tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:05:52.180355 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-72859881-c8c3-4c75-aba2-d91c7656b1ed tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:52.181861 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-72859881-c8c3-4c75-aba2-d91c7656b1ed tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "PUT /v2.0/routers/655247ba-d469-48eb-be79-b5f78eafdff7 HTTP/1.1" status: 200 len: 697 time: 0.6348331 Nov 02 12:05:52.182903 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e7245-0815-4910-935d-7e8faa26297f None None] Sync routers for ids ['655247ba-d469-48eb-be79-b5f78eafdff7'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:05:52.184807 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37482) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:52.197362 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67e7245-0815-4910-935d-7e8faa26297f None None] Routers {'655247ba-d469-48eb-be79-b5f78eafdff7'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:52.198122 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d67e7245-0815-4910-935d-7e8faa26297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['655247ba-d469-48eb-be79-b5f78eafdff7'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:52.201917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-058ef3bf-e1f3-4935-ba21-07cecc0827ec tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Request body: {'port': {'device_id': '5310dee2-d250-456e-a8b9-569e2c0d365c', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'admin_state_up': True, 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:52.282920 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3752c1b9-502b-4bb8-95a4-4b857e4ee292 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/routers/655247ba-d469-48eb-be79-b5f78eafdff7 HTTP/1.1" status: 200 len: 703 time: 0.0968847 Nov 02 12:05:52.286525 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37484) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:52.339686 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0a1ca724-786b-4768-b5dc-b9027988621c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/ports?device_id=655247ba-d469-48eb-be79-b5f78eafdff7 HTTP/1.1" status: 200 len: 205 time: 0.0345080 Nov 02 12:05:52.343223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37486) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:52.351069 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device bb4060d9-89d4-4d3d-82aa-846d0d4d9540 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:05:52.401805 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-d67e7245-0815-4910-935d-7e8faa26297f None None] Set router 655247ba-d469-48eb-be79-b5f78eafdff7 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:52.481156 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c5295829-4dd7-46ce-a706-6c1a6acdfaa0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:52.486153 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d67e7245-0815-4910-935d-7e8faa26297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655247ba-d469-48eb-be79-b5f78eafdff7', 'name': 'tempest-RoutersIpV6Test-router-898251447', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:51Z', 'updated_at': '2021-11-02T12:05:51Z', 'revision_number': 2, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:52.526732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e7245-0815-4910-935d-7e8faa26297f None None] Checking router: 655247ba-d469-48eb-be79-b5f78eafdff7 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:05:52.553437 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:52.560996 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67e7245-0815-4910-935d-7e8faa26297f None None] Routers {'655247ba-d469-48eb-be79-b5f78eafdff7'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:05:52.560996 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d67e7245-0815-4910-935d-7e8faa26297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['655247ba-d469-48eb-be79-b5f78eafdff7'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:52.664398 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port bb4060d9-89d4-4d3d-82aa-846d0d4d9540 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:05:52.673912 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-d67e7245-0815-4910-935d-7e8faa26297f None None] Set router 655247ba-d469-48eb-be79-b5f78eafdff7 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:05:52.676312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port bb4060d9-89d4-4d3d-82aa-846d0d4d9540 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:52.676857 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:52.692134 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c5295829-4dd7-46ce-a706-6c1a6acdfaa0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:52.695104 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c5295829-4dd7-46ce-a706-6c1a6acdfaa0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:52.763844 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d67e7245-0815-4910-935d-7e8faa26297f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655247ba-d469-48eb-be79-b5f78eafdff7', 'name': 'tempest-RoutersIpV6Test-router-898251447', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:51Z', 'updated_at': '2021-11-02T12:05:51Z', 'revision_number': 2, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:05:52.811191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e7245-0815-4910-935d-7e8faa26297f None None] The sync data for ids ['655247ba-d469-48eb-be79-b5f78eafdff7'] in n-d-806683-18 is: [{'id': '655247ba-d469-48eb-be79-b5f78eafdff7', 'name': 'tempest-RoutersIpV6Test-router-898251447', 'tenant_id': '1eb77383b3a24032878e28d909aed49e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:05:51Z', 'updated_at': '2021-11-02T12:05:51Z', 'revision_number': 2, 'project_id': '1eb77383b3a24032878e28d909aed49e', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:05:52.874911 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:52.892892 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c5295829-4dd7-46ce-a706-6c1a6acdfaa0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:52.893420 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5295829-4dd7-46ce-a706-6c1a6acdfaa0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Fanout notify agent at l3_agent the message router_deleted on router 655247ba-d469-48eb-be79-b5f78eafdff7 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:05:52.902874 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c5295829-4dd7-46ce-a706-6c1a6acdfaa0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:52.907927 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c5295829-4dd7-46ce-a706-6c1a6acdfaa0 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/routers/655247ba-d469-48eb-be79-b5f78eafdff7 HTTP/1.1" status: 204 len: 168 time: 0.5593767 Nov 02 12:05:52.909109 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37498) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:52.929237 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c42d3e-7864-4856-9272-815b8fa83273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4060d9-89d4-4d3d-82aa-846d0d4d9540'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:05:52.935656 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc090ec-a44e-4052-b0ad-f9d8a3f09df8" -d '{"events": [{"server_uuid": "83c42d3e-7864-4856-9272-815b8fa83273", "name": "network-vif-plugged", "status": "completed", "tag": "bb4060d9-89d4-4d3d-82aa-846d0d4d9540"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:05:52.969007 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port bb4060d9-89d4-4d3d-82aa-846d0d4d9540, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=bb4060d9-89d4-4d3d-82aa-846d0d4d9540,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:05:52.978736 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-24e4d832-72b1-4b7b-88d4-197d6794a634 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/ports?device_id=655247ba-d469-48eb-be79-b5f78eafdff7 HTTP/1.1" status: 200 len: 205 time: 0.0660033 Nov 02 12:05:52.978986 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37502) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:53.030724 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-209762e5-fa25-4005-bbca-5cea47ed9933 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] delete failed (client error): The resource could not be found. Nov 02 12:05:53.034980 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-209762e5-fa25-4005-bbca-5cea47ed9933 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/routers/655247ba-d469-48eb-be79-b5f78eafdff7 HTTP/1.1" status: 404 len: 336 time: 0.0521660 Nov 02 12:05:53.036769 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37504) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:53.053019 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:53.061496 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261acec-c1a3-4640-bf02-1fb52febfc80 req-7a30b9a8-3499-4e5d-a2bf-24a2929d2922 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:53.070107 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7261acec-c1a3-4640-bf02-1fb52febfc80 req-7a30b9a8-3499-4e5d-a2bf-24a2929d2922 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 948 time: 0.0919602 Nov 02 12:05:53.098697 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94d2b28-f8e3-4be3-a996-b8fe567112fb tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] DELETE failed (client error): The resource could not be found. Nov 02 12:05:53.099446 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94d2b28-f8e3-4be3-a996-b8fe567112fb tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:05:53.103264 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c94d2b28-f8e3-4be3-a996-b8fe567112fb tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/subnets/97a1ae6b-bc1d-4eed-b40b-95eee193a826 HTTP/1.1" status: 404 len: 337 time: 0.0653131 Nov 02 12:05:53.105895 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37506) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:53.133475 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-058ef3bf-e1f3-4935-ba21-07cecc0827ec tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Made reservation on behalf of ab186707669f41a6b53ebcba8031edaa for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:05:53.138055 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-058ef3bf-e1f3-4935-ba21-07cecc0827ec tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:53.147362 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-173921bb-5163-4fc0-9e11-84d805dbf956 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] DELETE failed (client error): The resource could not be found. Nov 02 12:05:53.147819 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173921bb-5163-4fc0-9e11-84d805dbf956 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:05:53.155257 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-173921bb-5163-4fc0-9e11-84d805dbf956 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/subnets/d972ecc6-8079-475d-9a16-6a5bb58f4135 HTTP/1.1" status: 404 len: 337 time: 0.0483029 Nov 02 12:05:53.155905 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37508) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:53.163290 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7261acec-c1a3-4640-bf02-1fb52febfc80 req-0a320889-49fd-4d26-9fba-66f60d688eb1 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/security-groups?id=75909dfe-6da2-44e3-9df4-bc8552aaec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921268 Nov 02 12:05:53.174515 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=bb4060d9-89d4-4d3d-82aa-846d0d4d9540,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:53.185360 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc08bec-8fb8-4871-99ad-674d5ea0edc4 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] DELETE failed (client error): The resource could not be found. Nov 02 12:05:53.185819 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc08bec-8fb8-4871-99ad-674d5ea0edc4 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:05:53.191895 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3cc08bec-8fb8-4871-99ad-674d5ea0edc4 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/subnets/97c17e2b-c340-4e70-8131-1c412ca8e982 HTTP/1.1" status: 404 len: 337 time: 0.0320764 Nov 02 12:05:53.192089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37510) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:53.196360 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:53.196735 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:53.197112 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:53.197460 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:53.197796 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:53.198273 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:53.198614 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:53.199361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:53.204709 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:53.205311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:53.205667 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:53.206041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:05:53.226735 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6788afe-3ce0-4f9d-8c92-a522c8722985 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] DELETE failed (client error): The resource could not be found. Nov 02 12:05:53.229869 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6788afe-3ce0-4f9d-8c92-a522c8722985 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:05:53.240722 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b6788afe-3ce0-4f9d-8c92-a522c8722985 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/subnets/9430f3e0-780c-4d9d-abcf-eb0d5981fd01 HTTP/1.1" status: 404 len: 337 time: 0.0475998 Nov 02 12:05:53.243400 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37512) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:53.281123 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ebfaf37e-3204-433f-ac9c-30bbd1dd0741 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd9d4762-b553-4357-9412-78ddc9332552 HTTP/1.1" status: 200 len: 205 time: 0.0340974 Nov 02 12:05:53.281845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37514) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:53.338800 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-f4689886-e4a3-4d56-b633-a33e2da6291b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] delete failed (client error): The resource could not be found. Nov 02 12:05:53.342670 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f4689886-e4a3-4d56-b633-a33e2da6291b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/routers/dd9d4762-b553-4357-9412-78ddc9332552 HTTP/1.1" status: 404 len: 336 time: 0.0592413 Nov 02 12:05:53.345003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37516) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:53.407811 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ec496bd8-f7e0-4142-945b-ed30335520ea tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cdc4604-b2cc-4e96-b0f2-2d77c5895234 HTTP/1.1" status: 200 len: 205 time: 0.0612948 Nov 02 12:05:53.411500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37520) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:53.458945 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f0fb869-e97f-4698-91b1-00b8cd5bea02 req-c0b5a96f-701b-490d-8fcc-9cbc98cb5fe9 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 210 time: 0.0510387 Nov 02 12:05:53.465465 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-1d661cf3-f83a-4bd1-a773-49cd8a6f1358 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] delete failed (client error): The resource could not be found. Nov 02 12:05:53.467320 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1d661cf3-f83a-4bd1-a773-49cd8a6f1358 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/routers/3cdc4604-b2cc-4e96-b0f2-2d77c5895234 HTTP/1.1" status: 404 len: 336 time: 0.0550289 Nov 02 12:05:53.470325 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37522) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:53.509008 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-058ef3bf-e1f3-4935-ba21-07cecc0827ec tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Allocated IP 172.20.0.6 (b3d723ce-e5b2-4427-a422-70398aab6d7f/0360a412-e52f-4282-8491-82f08f448324/182b9fc2-9087-4012-9d61-177332861519) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:05:53.543950 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-023a3df4-72ad-4e27-a272-c4cc8e91d041 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] DELETE failed (client error): The resource could not be found. Nov 02 12:05:53.544352 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3f4a12-6f6c-4f3a-aa26-31061a566b45 x-openstack-request-id: req-6e3f4a12-6f6c-4f3a-aa26-31061a566b45 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:05:53.544656 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c42d3e-7864-4856-9272-815b8fa83273", "name": "network-vif-plugged", "status": "completed", "tag": "bb4060d9-89d4-4d3d-82aa-846d0d4d9540", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:05:53.544916 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e3f4a12-6f6c-4f3a-aa26-31061a566b45 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:05:53.545093 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023a3df4-72ad-4e27-a272-c4cc8e91d041 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:05:53.545310 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c42d3e-7864-4856-9272-815b8fa83273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4060d9-89d4-4d3d-82aa-846d0d4d9540', 'code': 200} Nov 02 12:05:53.581358 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-023a3df4-72ad-4e27-a272-c4cc8e91d041 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/subnets/3160b33a-166f-49e7-8ff9-e299a769720b HTTP/1.1" status: 404 len: 337 time: 0.1096325 Nov 02 12:05:53.588244 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37524) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:53.619565 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f5ddbddb-6405-48a7-83b6-bd028dc6b0f9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6fa79a0-e872-4608-b326-c5aaf34d5ded HTTP/1.1" status: 200 len: 205 time: 0.0283835 Nov 02 12:05:53.627780 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37528) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:53.670111 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-ec3744c7-6b73-40f4-b0d9-ac2ea4eb2647 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] delete failed (client error): The resource could not be found. Nov 02 12:05:53.675492 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ec3744c7-6b73-40f4-b0d9-ac2ea4eb2647 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/routers/c6fa79a0-e872-4608-b326-c5aaf34d5ded HTTP/1.1" status: 404 len: 336 time: 0.0459793 Nov 02 12:05:53.676104 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37530) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:53.741123 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c573afc9-97c3-451d-8da0-bc82ea08562a tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/ports?device_id=9718095a-9155-4aaf-b104-4d2693f1674a HTTP/1.1" status: 200 len: 205 time: 0.0531218 Nov 02 12:05:53.746136 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37534) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:53.798292 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-055fa3b8-c0e8-4f31-afa3-5d630f14571c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] delete failed (client error): The resource could not be found. Nov 02 12:05:53.799229 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-055fa3b8-c0e8-4f31-afa3-5d630f14571c tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/routers/9718095a-9155-4aaf-b104-4d2693f1674a HTTP/1.1" status: 404 len: 336 time: 0.0497723 Nov 02 12:05:53.811397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37536) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:53.817355 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143eefb-9bfc-4f15-8da5-331a647f3887 req-6d173d7d-9aaf-4b0a-9b96-0d1f828c0944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:53.819310 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b143eefb-9bfc-4f15-8da5-331a647f3887 req-6d173d7d-9aaf-4b0a-9b96-0d1f828c0944 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 1101 time: 0.1423082 Nov 02 12:05:53.850510 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c497b10-27a8-4e8d-993d-fdca6dccb54e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] DELETE failed (client error): The resource could not be found. Nov 02 12:05:53.851044 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c497b10-27a8-4e8d-993d-fdca6dccb54e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:05:53.857297 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0c497b10-27a8-4e8d-993d-fdca6dccb54e tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/subnets/e48082a2-c238-47db-bf1c-3873f950fd22 HTTP/1.1" status: 404 len: 337 time: 0.0476444 Nov 02 12:05:53.857601 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37540) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:53.878871 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b143eefb-9bfc-4f15-8da5-331a647f3887 req-112a4fcd-64a2-439d-b657-cdb570662f3b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=75909dfe-6da2-44e3-9df4-bc8552aaec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503764 Nov 02 12:05:53.901968 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2b442c68-abd7-43d9-ac18-f62e73f3c638 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/ports?device_id=4a8d63ec-a413-4aec-bfeb-a22abe86129e HTTP/1.1" status: 200 len: 205 time: 0.0431101 Nov 02 12:05:53.905067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37542) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:53.905201 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-058ef3bf-e1f3-4935-ba21-07cecc0827ec tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:53.962311 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-4268a9e5-5c38-4891-ba23-cc99005ee4cd tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] delete failed (client error): The resource could not be found. Nov 02 12:05:53.966962 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4268a9e5-5c38-4891-ba23-cc99005ee4cd tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/routers/4a8d63ec-a413-4aec-bfeb-a22abe86129e HTTP/1.1" status: 404 len: 336 time: 0.0575635 Nov 02 12:05:53.967102 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37546) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:53.995311 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-72508cf6-745f-46cc-9d02-4ab88a07cb09 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] DELETE failed (client error): The resource could not be found. Nov 02 12:05:53.995774 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72508cf6-745f-46cc-9d02-4ab88a07cb09 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:05:53.998838 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-72508cf6-745f-46cc-9d02-4ab88a07cb09 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/subnets/734f6f38-f3af-442f-9f2d-29b820d677f3 HTTP/1.1" status: 404 len: 337 time: 0.0308340 Nov 02 12:05:54.002229 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37548) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:54.015035 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-058ef3bf-e1f3-4935-ba21-07cecc0827ec tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:54.029980 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:54.039272 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f8ec953a-7ee1-4e5b-ae66-6eca22327a0b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "GET /v2.0/ports?device_id=e292278f-b4cd-4fd6-a24d-1f5c4056d259 HTTP/1.1" status: 200 len: 205 time: 0.0357509 Nov 02 12:05:54.042781 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37550) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:54.080350 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-058ef3bf-e1f3-4935-ba21-07cecc0827ec tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Network b3d723ce-e5b2-4427-a422-70398aab6d7f is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:05:54.083635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-058ef3bf-e1f3-4935-ba21-07cecc0827ec tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:05:54.086335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-058ef3bf-e1f3-4935-ba21-07cecc0827ec tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:05:54.123613 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-f628edd5-694d-4fa5-ba9a-e852b968f602 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] delete failed (client error): The resource could not be found. Nov 02 12:05:54.126218 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f628edd5-694d-4fa5-ba9a-e852b968f602 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/routers/e292278f-b4cd-4fd6-a24d-1f5c4056d259 HTTP/1.1" status: 404 len: 336 time: 0.0795200 Nov 02 12:05:54.127494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37552) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:54.133409 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ef3bf-e1f3-4935-ba21-07cecc0827ec tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'Port': ['ID=182b9fc2-9087-4012-9d61-177332861519,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:54.168925 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe857bb-d3b0-4677-975c-05a3c80e8df9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] DELETE failed (client error): The resource could not be found. Nov 02 12:05:54.169466 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe857bb-d3b0-4677-975c-05a3c80e8df9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:05:54.179022 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-abe857bb-d3b0-4677-975c-05a3c80e8df9 tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/subnets/a4ef88e3-2e3a-44d2-b431-d2c14a2aa9f1 HTTP/1.1" status: 404 len: 337 time: 0.0482435 Nov 02 12:05:54.179328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37556) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:54.181097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-058ef3bf-e1f3-4935-ba21-07cecc0827ec tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:54.181779 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-058ef3bf-e1f3-4935-ba21-07cecc0827ec tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:54.216255 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-13454c89-775b-4320-b788-4e13c227164b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] DELETE failed (client error): The resource could not be found. Nov 02 12:05:54.216772 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13454c89-775b-4320-b788-4e13c227164b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:05:54.222824 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-13454c89-775b-4320-b788-4e13c227164b tempest-RoutersIpV6Test-1350845167 tempest-RoutersIpV6Test-1350845167-project] 10.222.0.52 "DELETE /v2.0/subnets/95560840-12a9-4773-88f5-f8295955f5aa HTTP/1.1" status: 404 len: 337 time: 0.0396435 Nov 02 12:05:54.362296 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-058ef3bf-e1f3-4935-ba21-07cecc0827ec tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1792219 Nov 02 12:05:54.381223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Request body: {'port': {'device_id': '5310dee2-d250-456e-a8b9-569e2c0d365c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:54.395688 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:54.427625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4e086-0266-4708-aa9c-09bd8dfc659e req-4db7e013-7ef0-4db4-9b0f-4ec64217f3c2 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:54.434753 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aeb4e086-0266-4708-aa9c-09bd8dfc659e req-4db7e013-7ef0-4db4-9b0f-4ec64217f3c2 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 949 time: 0.1162167 Nov 02 12:05:54.452212 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c472c694-7bdb-45ba-b285-ed4e0451bb53 None None] Provisioning complete for port 182b9fc2-9087-4012-9d61-177332861519 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:05:54.452587 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c472c694-7bdb-45ba-b285-ed4e0451bb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:54.479825 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:54.492017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c472c694-7bdb-45ba-b285-ed4e0451bb53 None None] Port 182b9fc2-9087-4012-9d61-177332861519 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:05:54.549934 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aeb4e086-0266-4708-aa9c-09bd8dfc659e req-9e2007d3-e50b-455b-a3b4-e9babd817691 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/security-groups?id=75909dfe-6da2-44e3-9df4-bc8552aaec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100774 Nov 02 12:05:54.797351 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37576) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:54.831132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182b9fc2-9087-4012-9d61-177332861519 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:05:54.840075 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:54.856167 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Transition to ACTIVE for port object 182b9fc2-9087-4012-9d61-177332861519 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:05:54.927077 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:54.927242 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:55.018167 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Pushing event updated for resources: {'Port': ['ID=182b9fc2-9087-4012-9d61-177332861519,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:55.021032 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7f048b60-0d05-4fe8-a198-237725949f5a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1eb77383b3a24032878e28d909aed49e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2217247 Nov 02 12:05:55.024918 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37582) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:55.180357 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Attempting to bind port 182b9fc2-9087-4012-9d61-177332861519 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:05:55.180957 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Attempting to bind port 182b9fc2-9087-4012-9d61-177332861519 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:05:55.181435 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Attempting to bind port 182b9fc2-9087-4012-9d61-177332861519 on network b3d723ce-e5b2-4427-a422-70398aab6d7f {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:05:55.183506 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3db20570-f360-4b18-b53e-8ed82b565bc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:55.206899 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Port 182b9fc2-9087-4012-9d61-177332861519 on network b3d723ce-e5b2-4427-a422-70398aab6d7f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:05:55.207581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Attempting to bind port 182b9fc2-9087-4012-9d61-177332861519 on network b3d723ce-e5b2-4427-a422-70398aab6d7f {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:05:55.209767 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3db20570-f360-4b18-b53e-8ed82b565bc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:55.219699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:05:55.220882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Checking segment: {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:05:55.221342 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Bound using segment: {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:05:55.222023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Bound port: 182b9fc2-9087-4012-9d61-177332861519, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:05:55.222578 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:55.275213 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e57a6-96aa-4242-bede-4b02762d6887 req-4041d073-eed7-4522-8db0-4ee4da25c0be tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:55.277131 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c6e57a6-96aa-4242-bede-4b02762d6887 req-4041d073-eed7-4522-8db0-4ee4da25c0be tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 943 time: 0.1288750 Nov 02 12:05:55.336096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] For port 182b9fc2-9087-4012-9d61-177332861519, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:05:55.341023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] For port 182b9fc2-9087-4012-9d61-177332861519, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=182b9fc2-9087-4012-9d61-177332861519,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:05:55.345888 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3db20570-f360-4b18-b53e-8ed82b565bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:55.348569 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3db20570-f360-4b18-b53e-8ed82b565bc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:55.350714 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3db20570-f360-4b18-b53e-8ed82b565bc2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ad02d63-d04b-4150-b86f-778c56372157 HTTP/1.1" status: 204 len: 168 time: 0.3246276 Nov 02 12:05:55.358174 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c6e57a6-96aa-4242-bede-4b02762d6887 req-e912fb3a-879d-45a4-8ab7-c2d2b5c2ff77 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689445 Nov 02 12:05:55.376857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db20570-f360-4b18-b53e-8ed82b565bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad02d63-d04b-4150-b86f-778c56372157,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:55.435922 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:55.482375 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:55.483033 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:55.484376 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] 10.222.0.79 "PUT /v2.0/ports/182b9fc2-9087-4012-9d61-177332861519 HTTP/1.1" status: 200 len: 1092 time: 1.1109946 Nov 02 12:05:55.484828 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5310dee2-d250-456e-a8b9-569e2c0d365c', 'tag': '182b9fc2-9087-4012-9d61-177332861519'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:05:55.487404 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5faf1201-1898-4440-b66e-a45d39c4e1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5310dee2-d250-456e-a8b9-569e2c0d365c", "tag": "182b9fc2-9087-4012-9d61-177332861519"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:05:55.514660 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c5216-189e-4e58-bc6b-30539ddaaa97 service neutron] Pushing event updated for resources: {'Port': ['ID=182b9fc2-9087-4012-9d61-177332861519,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:55.633418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-96025690-7187-467e-a21f-acf3c92afb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:55.636068 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-96025690-7187-467e-a21f-acf3c92afb81 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 1095 time: 0.0656123 Nov 02 12:05:55.693657 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-326f0981-d9c7-4ded-bd61-92601ed7636c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=182b9fc2-9087-4012-9d61-177332861519 HTTP/1.1" status: 200 len: 217 time: 0.0490391 Nov 02 12:05:55.765753 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-69528d3f-c027-4972-91e0-6d6e0e8e3917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:55.767956 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-69528d3f-c027-4972-91e0-6d6e0e8e3917 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0677872 Nov 02 12:05:55.837383 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-40f6d54b-73e8-4b62-accf-dc1e9cb27173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:55.839227 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-40f6d54b-73e8-4b62-accf-dc1e9cb27173 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641053 Nov 02 12:05:55.877300 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126079ff-9c77-4a9b-aed3-c82b0e92a2bf x-openstack-request-id: req-126079ff-9c77-4a9b-aed3-c82b0e92a2bf {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:05:55.877592 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5310dee2-d250-456e-a8b9-569e2c0d365c", "tag": "182b9fc2-9087-4012-9d61-177332861519", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:05:55.877849 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-126079ff-9c77-4a9b-aed3-c82b0e92a2bf {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:05:55.878708 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5310dee2-d250-456e-a8b9-569e2c0d365c', 'tag': '182b9fc2-9087-4012-9d61-177332861519', 'status': 'completed', 'code': 200} Nov 02 12:05:55.955654 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-8536c690-e026-4925-b39c-b6154d017097 service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088190 Nov 02 12:05:56.055089 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefde9f-825a-4fbf-8a7d-787b356164c3 req-51df2247-6efd-4a87-846d-f0be7777b4cd tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:56.057717 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acefde9f-825a-4fbf-8a7d-787b356164c3 req-51df2247-6efd-4a87-846d-f0be7777b4cd tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 949 time: 0.1158469 Nov 02 12:05:56.101404 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76b1de68-89ef-4fa5-80a0-e05be17864b9 req-c05c4654-5f28-415c-99ca-e050750409e5 service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279836 Nov 02 12:05:56.141599 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acefde9f-825a-4fbf-8a7d-787b356164c3 req-160ce19c-0cc1-411f-8754-798ec2a039fa tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/security-groups?id=75909dfe-6da2-44e3-9df4-bc8552aaec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711765 Nov 02 12:05:56.276336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf1201-1898-4440-b66e-a45d39c4e1b6 req-669c462d-ed74-445d-be08-21a084000922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:56.277858 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5faf1201-1898-4440-b66e-a45d39c4e1b6 req-669c462d-ed74-445d-be08-21a084000922 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 1095 time: 0.0519788 Nov 02 12:05:56.375547 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf1201-1898-4440-b66e-a45d39c4e1b6 req-1284e12e-c122-4108-87d4-d0c764d84c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:56.377252 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5faf1201-1898-4440-b66e-a45d39c4e1b6 req-1284e12e-c122-4108-87d4-d0c764d84c91 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.0924835 Nov 02 12:05:56.436946 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5faf1201-1898-4440-b66e-a45d39c4e1b6 req-0a6cd02b-ed65-4061-a66f-63b7d36f4697 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=182b9fc2-9087-4012-9d61-177332861519 HTTP/1.1" status: 200 len: 217 time: 0.0524461 Nov 02 12:05:56.521096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf1201-1898-4440-b66e-a45d39c4e1b6 req-4e009274-7eb4-4ea2-ae7f-1ebc3becacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:56.522580 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5faf1201-1898-4440-b66e-a45d39c4e1b6 req-4e009274-7eb4-4ea2-ae7f-1ebc3becacd6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0793741 Nov 02 12:05:56.550613 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37620) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:56.551066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46ebef-ed80-437b-86bd-587236d254d0 req-dc1a3521-31e4-443e-92ba-36b7043f5e07 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:56.553273 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4f46ebef-ed80-437b-86bd-587236d254d0 req-dc1a3521-31e4-443e-92ba-36b7043f5e07 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 943 time: 0.0770454 Nov 02 12:05:56.612019 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf1201-1898-4440-b66e-a45d39c4e1b6 req-861d3e71-e4c6-4de3-826c-ab04dfbb4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:56.613543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5faf1201-1898-4440-b66e-a45d39c4e1b6 req-861d3e71-e4c6-4de3-826c-ab04dfbb4df0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828950 Nov 02 12:05:56.647727 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4f46ebef-ed80-437b-86bd-587236d254d0 req-b7aee683-3f2d-407d-b052-880ad7b744be tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782402 Nov 02 12:05:56.660676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4ecd57db-8579-4267-bf13-813cb87fc53b tempest-DvrRoutersNegativeTest-1436069471 tempest-DvrRoutersNegativeTest-1436069471-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1293218604', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:56.664266 n-d-806683-18 neutron-server[102690]: DEBUG neutron.policy [None req-4ecd57db-8579-4267-bf13-813cb87fc53b tempest-DvrRoutersNegativeTest-1436069471 tempest-DvrRoutersNegativeTest-1436069471-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102690) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 02 12:05:56.664731 n-d-806683-18 neutron-server[102690]: DEBUG neutron.policy [None req-4ecd57db-8579-4267-bf13-813cb87fc53b tempest-DvrRoutersNegativeTest-1436069471 tempest-DvrRoutersNegativeTest-1436069471-project] Failed policy check for 'create_router' {{(pid=102690) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 02 12:05:56.665537 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-4ecd57db-8579-4267-bf13-813cb87fc53b tempest-DvrRoutersNegativeTest-1436069471 tempest-DvrRoutersNegativeTest-1436069471-project] create failed (client error): Access was denied to this resource. Nov 02 12:05:56.670637 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4ecd57db-8579-4267-bf13-813cb87fc53b tempest-DvrRoutersNegativeTest-1436069471 tempest-DvrRoutersNegativeTest-1436069471-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1183631 Nov 02 12:05:56.723637 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5faf1201-1898-4440-b66e-a45d39c4e1b6 req-375fd05d-94fd-4909-9473-99deb47627bc service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021023 Nov 02 12:05:56.825987 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5faf1201-1898-4440-b66e-a45d39c4e1b6 req-b4a857cc-0522-4baa-8997-6552cfedbb8f service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950742 Nov 02 12:05:57.110450 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37628) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:57.228776 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36ea3168-66c6-443a-bd62-8b117a9fc7ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:57.311929 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36ea3168-66c6-443a-bd62-8b117a9fc7ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:57.372453 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36ea3168-66c6-443a-bd62-8b117a9fc7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:57.414326 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea3168-66c6-443a-bd62-8b117a9fc7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04acb95-2063-476e-bcfa-a06db77be47f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:57.422242 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-36ea3168-66c6-443a-bd62-8b117a9fc7ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6fedf301e5e345259380ce64a161162c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3080044 Nov 02 12:05:57.424592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37634) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:57.473187 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d07c842-f31a-4c42-b8a8-42a97dc11b74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:57.494618 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d07c842-f31a-4c42-b8a8-42a97dc11b74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:57.601199 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d07c842-f31a-4c42-b8a8-42a97dc11b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:57.603854 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d07c842-f31a-4c42-b8a8-42a97dc11b74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:57.605026 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8d07c842-f31a-4c42-b8a8-42a97dc11b74 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f04acb95-2063-476e-bcfa-a06db77be47f HTTP/1.1" status: 204 len: 168 time: 0.1808600 Nov 02 12:05:57.616228 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07c842-f31a-4c42-b8a8-42a97dc11b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04acb95-2063-476e-bcfa-a06db77be47f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:57.793635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cc8bb-6ec8-49b0-9617-1310f93d97a3 req-c733c241-82b9-42e5-ac13-084a0bfe7b1f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:57.795476 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab5cc8bb-6ec8-49b0-9617-1310f93d97a3 req-c733c241-82b9-42e5-ac13-084a0bfe7b1f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 943 time: 0.0548134 Nov 02 12:05:57.846403 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab5cc8bb-6ec8-49b0-9617-1310f93d97a3 req-7b5919c6-9f80-4c36-9150-3544590b6da8 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445008 Nov 02 12:05:58.621729 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37660) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:58.727955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-56835145-380a-4372-a385-968481ac6c93 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:58.728492 n-d-806683-18 neutron-server[102689]: WARNING neutron.api.v2.base [None req-56835145-380a-4372-a385-968481ac6c93 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 02 12:05:58.729084 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-56835145-380a-4372-a385-968481ac6c93 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): There was a conflict when trying to complete your request. Nov 02 12:05:58.730276 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-56835145-380a-4372-a385-968481ac6c93 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1074228 Nov 02 12:05:58.733853 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37664) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:58.738518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c91b8861-7a91-4122-84b7-898e58b79a92 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group': {'name': 'tempest-secgroup--578148646'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:58.818349 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c91b8861-7a91-4122-84b7-898e58b79a92 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:58.826844 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c91b8861-7a91-4122-84b7-898e58b79a92 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:58.909781 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c91b8861-7a91-4122-84b7-898e58b79a92 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:58.966432 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c91b8861-7a91-4122-84b7-898e58b79a92 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:58.983071 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29f7f2-af63-4491-985c-1ab6ece37dba req-cc4de594-f813-43fa-ae4f-5e36f080c362 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:05:58.984593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-be29f7f2-af63-4491-985c-1ab6ece37dba req-cc4de594-f813-43fa-ae4f-5e36f080c362 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 943 time: 0.0587304 Nov 02 12:05:59.034893 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b8861-7a91-4122-84b7-898e58b79a92 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebb5206-70fb-4b6c-951f-de5c84a286cc,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:59.089900 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-be29f7f2-af63-4491-985c-1ab6ece37dba req-4b473945-621a-45ea-a356-05d80739e6f6 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947530 Nov 02 12:05:59.092138 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c91b8861-7a91-4122-84b7-898e58b79a92 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:59.127230 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c91b8861-7a91-4122-84b7-898e58b79a92 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:59.155570 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b8861-7a91-4122-84b7-898e58b79a92 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58641b82-58f7-458b-b485-710026d9d5bb,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:59.202837 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c91b8861-7a91-4122-84b7-898e58b79a92 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:59.204304 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c91b8861-7a91-4122-84b7-898e58b79a92 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4695053 Nov 02 12:05:59.207294 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37668) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:59.211811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-2806f323-de2e-4039-bf1c-dc5d57b00d64 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': '58641b82-58f7-458b-b485-710026d9d5bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:59.280450 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2806f323-de2e-4039-bf1c-dc5d57b00d64 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:59.343889 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2806f323-de2e-4039-bf1c-dc5d57b00d64 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:59.412140 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2806f323-de2e-4039-bf1c-dc5d57b00d64 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:59.430675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806f323-de2e-4039-bf1c-dc5d57b00d64 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f481a5-4b12-487d-9af5-66c6be353d7f,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:59.489824 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2806f323-de2e-4039-bf1c-dc5d57b00d64 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:59.491293 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2806f323-de2e-4039-bf1c-dc5d57b00d64 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2829430 Nov 02 12:05:59.494450 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37672) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:59.499207 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-00f4952f-7a9c-490d-9ac9-c0596caf9eb7 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': '58641b82-58f7-458b-b485-710026d9d5bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:05:59.603790 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00f4952f-7a9c-490d-9ac9-c0596caf9eb7 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:59.698350 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-00f4952f-7a9c-490d-9ac9-c0596caf9eb7 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): There was a conflict when trying to complete your request. Nov 02 12:05:59.699644 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-00f4952f-7a9c-490d-9ac9-c0596caf9eb7 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2041278 Nov 02 12:05:59.702512 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37674) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:59.758464 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4a47264-f094-42b7-a2e7-f8f424ccf503 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:59.781983 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4a47264-f094-42b7-a2e7-f8f424ccf503 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:59.904082 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4a47264-f094-42b7-a2e7-f8f424ccf503 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:59.906624 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4a47264-f094-42b7-a2e7-f8f424ccf503 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:05:59.908424 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a4a47264-f094-42b7-a2e7-f8f424ccf503 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "DELETE /v2.0/security-groups/58641b82-58f7-458b-b485-710026d9d5bb HTTP/1.1" status: 204 len: 168 time: 0.2049365 Nov 02 12:05:59.912163 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37676) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:05:59.919064 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a47264-f094-42b7-a2e7-f8f424ccf503 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58641b82-58f7-458b-b485-710026d9d5bb,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:05:59.994016 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-769c4989-57cc-4622-a537-53724b4a41e5 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0806861 Nov 02 12:05:59.997720 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37678) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:00.001889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a001a522-c7b3-491f-b9d9-bd4f11225927 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group': {'name': 'tempest-secgroup--260976447'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:00.064738 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a001a522-c7b3-491f-b9d9-bd4f11225927 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:00.134717 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a001a522-c7b3-491f-b9d9-bd4f11225927 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:00.195482 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a001a522-c7b3-491f-b9d9-bd4f11225927 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:00.234681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001a522-c7b3-491f-b9d9-bd4f11225927 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac7ff7f-af9d-4efc-a2fe-e0378b27f00c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:00.250105 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09056bd-766b-4b1b-ae15-bd77143dde03 req-59fc083f-89aa-4c03-a407-f5580e739862 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:00.252765 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b09056bd-766b-4b1b-ae15-bd77143dde03 req-59fc083f-89aa-4c03-a407-f5580e739862 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 943 time: 0.0853701 Nov 02 12:06:00.303566 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a001a522-c7b3-491f-b9d9-bd4f11225927 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:00.304906 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a001a522-c7b3-491f-b9d9-bd4f11225927 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3062487 Nov 02 12:06:00.309863 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37682) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:00.312822 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b09056bd-766b-4b1b-ae15-bd77143dde03 req-1c43a56b-aabc-48a8-9caf-8a9bd52623d4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536849 Nov 02 12:06:00.321697 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1d052402-ea2e-4dd8-86d2-115e513f9b1b tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': 'dac7ff7f-af9d-4efc-a2fe-e0378b27f00c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:00.322188 n-d-806683-18 neutron-server[102690]: WARNING neutron.api.v2.base [None req-1d052402-ea2e-4dd8-86d2-115e513f9b1b tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 02 12:06:00.322853 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-1d052402-ea2e-4dd8-86d2-115e513f9b1b tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:06:00.323834 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1d052402-ea2e-4dd8-86d2-115e513f9b1b tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0123382 Nov 02 12:06:00.326917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37684) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:00.380997 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0fe48833-90a9-47f5-a302-1fb8816286f3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:00.404360 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0fe48833-90a9-47f5-a302-1fb8816286f3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:00.521005 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0fe48833-90a9-47f5-a302-1fb8816286f3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:00.523817 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0fe48833-90a9-47f5-a302-1fb8816286f3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:00.527488 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0fe48833-90a9-47f5-a302-1fb8816286f3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "DELETE /v2.0/security-groups/dac7ff7f-af9d-4efc-a2fe-e0378b27f00c HTTP/1.1" status: 204 len: 168 time: 0.1968727 Nov 02 12:06:00.527848 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37688) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:00.536451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe48833-90a9-47f5-a302-1fb8816286f3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac7ff7f-af9d-4efc-a2fe-e0378b27f00c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:00.593219 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d770f4dc-f98c-401d-9174-452e2376d73a tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0640776 Nov 02 12:06:00.596960 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37690) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:00.601297 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-306f3eea-96e1-4311-8a8e-f923339870b3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1452493326'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:00.711713 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-306f3eea-96e1-4311-8a8e-f923339870b3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:00.788488 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-306f3eea-96e1-4311-8a8e-f923339870b3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:00.961022 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-306f3eea-96e1-4311-8a8e-f923339870b3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:00.992130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f3eea-96e1-4311-8a8e-f923339870b3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0a6b55-4755-456d-b69f-0494425ca756,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:01.037640 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-306f3eea-96e1-4311-8a8e-f923339870b3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:01.038979 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-306f3eea-96e1-4311-8a8e-f923339870b3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4410436 Nov 02 12:06:01.041852 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37692) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:01.046257 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2ec76e4f-35d6-40ce-982b-1d26aec33c20 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': 'bb0a6b55-4755-456d-b69f-0494425ca756', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:01.057928 n-d-806683-18 neutron-server[102690]: WARNING neutron.api.v2.base [None req-2ec76e4f-35d6-40ce-982b-1d26aec33c20 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 02 12:06:01.057928 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-2ec76e4f-35d6-40ce-982b-1d26aec33c20 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:06:01.057928 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2ec76e4f-35d6-40ce-982b-1d26aec33c20 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067723 Nov 02 12:06:01.057928 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37694) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:01.115603 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bcc7db11-65cb-4b36-b4df-a1532578b82d tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:01.139452 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bcc7db11-65cb-4b36-b4df-a1532578b82d tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:01.223638 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bcc7db11-65cb-4b36-b4df-a1532578b82d tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:01.226277 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bcc7db11-65cb-4b36-b4df-a1532578b82d tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:01.227535 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bcc7db11-65cb-4b36-b4df-a1532578b82d tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "DELETE /v2.0/security-groups/bb0a6b55-4755-456d-b69f-0494425ca756 HTTP/1.1" status: 204 len: 168 time: 0.1746559 Nov 02 12:06:01.230347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37696) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:01.237884 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7db11-65cb-4b36-b4df-a1532578b82d tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0a6b55-4755-456d-b69f-0494425ca756,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:01.278421 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-692e17ba-1684-4e67-8fcb-44eaa7cd002e tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0466392 Nov 02 12:06:01.283013 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37698) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:01.288358 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5bf4c82d-0c93-42aa-81d8-930e77d698f3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1904510056'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:01.373078 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bf4c82d-0c93-42aa-81d8-930e77d698f3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:01.447987 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683522d-c654-446d-98a2-0f8d994272b0 req-a0577240-f2a0-4929-acfa-b10d479ba909 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:01.448917 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bf4c82d-0c93-42aa-81d8-930e77d698f3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:01.449903 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a683522d-c654-446d-98a2-0f8d994272b0 req-a0577240-f2a0-4929-acfa-b10d479ba909 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 943 time: 0.0597792 Nov 02 12:06:01.500077 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a683522d-c654-446d-98a2-0f8d994272b0 req-86819c6e-55ff-4b6a-afc8-23d7e2bf45b4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429099 Nov 02 12:06:01.527497 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bf4c82d-0c93-42aa-81d8-930e77d698f3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:01.564775 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4c82d-0c93-42aa-81d8-930e77d698f3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0520deb5-cb65-45d7-8aaa-492504e41f42,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:01.637275 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bf4c82d-0c93-42aa-81d8-930e77d698f3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:01.641554 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37704) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:01.641734 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5bf4c82d-0c93-42aa-81d8-930e77d698f3 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3575335 Nov 02 12:06:01.646490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-afacf40f-dcd5-4f7e-be15-38a0866f8632 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': '0520deb5-cb65-45d7-8aaa-492504e41f42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:01.647397 n-d-806683-18 neutron-server[102689]: WARNING neutron.api.v2.base [None req-afacf40f-dcd5-4f7e-be15-38a0866f8632 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 02 12:06:01.648047 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-afacf40f-dcd5-4f7e-be15-38a0866f8632 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:06:01.649069 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-afacf40f-dcd5-4f7e-be15-38a0866f8632 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063202 Nov 02 12:06:01.654530 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37706) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:01.659055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f81d6dec-ad02-47e3-806d-0edc27bd4405 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': '0520deb5-cb65-45d7-8aaa-492504e41f42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:01.659949 n-d-806683-18 neutron-server[102689]: WARNING neutron.api.v2.base [None req-f81d6dec-ad02-47e3-806d-0edc27bd4405 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 02 12:06:01.660406 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-f81d6dec-ad02-47e3-806d-0edc27bd4405 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:06:01.661302 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f81d6dec-ad02-47e3-806d-0edc27bd4405 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058963 Nov 02 12:06:01.663675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37708) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:01.671696 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-92432641-159e-4ecb-9727-561379d24755 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': '0520deb5-cb65-45d7-8aaa-492504e41f42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:01.672476 n-d-806683-18 neutron-server[102689]: WARNING neutron.api.v2.base [None req-92432641-159e-4ecb-9727-561379d24755 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 02 12:06:01.673628 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-92432641-159e-4ecb-9727-561379d24755 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:06:01.674559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-92432641-159e-4ecb-9727-561379d24755 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100424 Nov 02 12:06:01.677060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37710) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:01.680970 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d184f363-a097-48e9-b9a5-50941894e683 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': '0520deb5-cb65-45d7-8aaa-492504e41f42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:01.681800 n-d-806683-18 neutron-server[102689]: WARNING neutron.api.v2.base [None req-d184f363-a097-48e9-b9a5-50941894e683 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 02 12:06:01.682259 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-d184f363-a097-48e9-b9a5-50941894e683 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:06:01.683171 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d184f363-a097-48e9-b9a5-50941894e683 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0052469 Nov 02 12:06:01.685431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37712) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:01.737628 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-16b9d2d7-43ee-4e23-b108-bd1a0a7106fa tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:01.759454 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-16b9d2d7-43ee-4e23-b108-bd1a0a7106fa tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:01.869589 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-16b9d2d7-43ee-4e23-b108-bd1a0a7106fa tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:01.872227 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-16b9d2d7-43ee-4e23-b108-bd1a0a7106fa tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:01.873384 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-16b9d2d7-43ee-4e23-b108-bd1a0a7106fa tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "DELETE /v2.0/security-groups/0520deb5-cb65-45d7-8aaa-492504e41f42 HTTP/1.1" status: 204 len: 168 time: 0.1867645 Nov 02 12:06:01.876143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37714) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:01.882956 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9d2d7-43ee-4e23-b108-bd1a0a7106fa tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0520deb5-cb65-45d7-8aaa-492504e41f42,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:01.922129 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b9961d47-55e0-4b37-a298-c1b183528b5b tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0444484 Nov 02 12:06:01.926825 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37716) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:01.931608 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3c284eaf-e9e0-431d-ae34-3d2d602f4a02 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group': {'name': 'tempest-secgroup--116936792'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:01.998895 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3c284eaf-e9e0-431d-ae34-3d2d602f4a02 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:02.042648 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-71ceeb52-4551-42cf-8da6-27d5d2222043 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0705197 Nov 02 12:06:02.086334 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3c284eaf-e9e0-431d-ae34-3d2d602f4a02 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:02.140803 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-748b94be-92a8-4b2e-83aa-5e8354eda56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:02.141790 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-748b94be-92a8-4b2e-83aa-5e8354eda56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:02.142569 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-748b94be-92a8-4b2e-83aa-5e8354eda56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:02.143083 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-748b94be-92a8-4b2e-83aa-5e8354eda56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:02.143561 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-748b94be-92a8-4b2e-83aa-5e8354eda56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:02.144032 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-748b94be-92a8-4b2e-83aa-5e8354eda56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:02.144503 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-748b94be-92a8-4b2e-83aa-5e8354eda56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:02.146557 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-748b94be-92a8-4b2e-83aa-5e8354eda56b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 6509 time: 0.0502799 Nov 02 12:06:02.156207 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3c284eaf-e9e0-431d-ae34-3d2d602f4a02 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:02.230437 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c284eaf-e9e0-431d-ae34-3d2d602f4a02 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e127bf82-3388-4d3c-b77e-eef071b951de,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:02.263454 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff0eb9f9-c660-49ba-ae92-40a81dfa5629 req-3a70e6ca-5ba5-41bd-82fa-8d54ea9c02cb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0596590 Nov 02 12:06:02.304648 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-3a053920-5575-4094-bddd-0fd2bb0ea674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:02.305067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-3a053920-5575-4094-bddd-0fd2bb0ea674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:02.305541 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-3a053920-5575-4094-bddd-0fd2bb0ea674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:02.307455 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-3a053920-5575-4094-bddd-0fd2bb0ea674 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=10b936a8-d21b-4733-b926-602727efeb2b&id=10b936a8-d21b-4733-b926-602727efeb2b HTTP/1.1" status: 200 len: 2298 time: 0.1340384 Nov 02 12:06:02.323632 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3c284eaf-e9e0-431d-ae34-3d2d602f4a02 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:02.328523 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3c284eaf-e9e0-431d-ae34-3d2d602f4a02 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3971241 Nov 02 12:06:02.328523 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37718) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:02.357322 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0eb9f9-c660-49ba-ae92-40a81dfa5629 req-e18c5773-f6a5-48c8-bd34-9db9cb8c23be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:02.359673 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff0eb9f9-c660-49ba-ae92-40a81dfa5629 req-e18c5773-f6a5-48c8-bd34-9db9cb8c23be service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18&device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 1097 time: 0.0530028 Nov 02 12:06:02.360759 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-f148636a-1dda-42dd-9230-e66ccddda36b tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': 'e127bf82-3388-4d3c-b77e-eef071b951de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:02.361260 n-d-806683-18 neutron-server[102690]: WARNING neutron.api.v2.base [None req-f148636a-1dda-42dd-9230-e66ccddda36b tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 02 12:06:02.361726 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-f148636a-1dda-42dd-9230-e66ccddda36b tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:06:02.365528 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f148636a-1dda-42dd-9230-e66ccddda36b tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0338352 Nov 02 12:06:02.365705 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37720) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:02.371876 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-75ad3834-d9ce-4e73-acdf-dab5492d44fc tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': 'e127bf82-3388-4d3c-b77e-eef071b951de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:02.408763 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-237a790a-4636-46a5-9137-f3e33061ad37 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca672186-6e3f-4016-a020-78cb076b6156 HTTP/1.1" status: 200 len: 1001 time: 0.0936525 Nov 02 12:06:02.461816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-2e9fbc9c-1323-4bda-a06f-3d0e77264e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:02.463448 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-2e9fbc9c-1323-4bda-a06f-3d0e77264e48 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6b553805-820e-40aa-9154-a28f88302dc9 HTTP/1.1" status: 200 len: 856 time: 0.0477023 Nov 02 12:06:02.488133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0eb9f9-c660-49ba-ae92-40a81dfa5629 req-b911a84a-a8a6-4bed-84eb-c883392708f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:02.489652 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff0eb9f9-c660-49ba-ae92-40a81dfa5629 req-b911a84a-a8a6-4bed-84eb-c883392708f4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0 HTTP/1.1" status: 200 len: 912 time: 0.1011381 Nov 02 12:06:02.523113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-6b7194c9-9c6c-4595-9610-65b5d2e1b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:02.524819 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-6b7194c9-9c6c-4595-9610-65b5d2e1b3b7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546734 Nov 02 12:06:02.570601 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-75ad3834-d9ce-4e73-acdf-dab5492d44fc tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:06:02.574702 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-75ad3834-d9ce-4e73-acdf-dab5492d44fc tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2053628 Nov 02 12:06:02.578358 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff0eb9f9-c660-49ba-ae92-40a81dfa5629 req-c58ba1a9-6152-428c-ac5a-899b4eff55fa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec86df2d-8f64-4289-b62f-0f8c3b3753cf HTTP/1.1" status: 200 len: 1001 time: 0.0810161 Nov 02 12:06:02.580758 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37724) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:02.585303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-dfcf0ba7-b1c4-4976-bef6-ebda6cadf327 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': 'e127bf82-3388-4d3c-b77e-eef071b951de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:02.586039 n-d-806683-18 neutron-server[102689]: WARNING neutron.api.v2.base [None req-dfcf0ba7-b1c4-4976-bef6-ebda6cadf327 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 02 12:06:02.586651 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-dfcf0ba7-b1c4-4976-bef6-ebda6cadf327 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:06:02.590498 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-dfcf0ba7-b1c4-4976-bef6-ebda6cadf327 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074272 Nov 02 12:06:02.605607 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37728) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:02.612582 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-75505e78-2e6e-46b3-9658-c5d78f6f2d94 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': 'e127bf82-3388-4d3c-b77e-eef071b951de', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:02.666280 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-d840bd0c-2ba1-495d-ab70-981e15dc5fa1 service neutron] 10.222.0.54 "GET /v2.0/networks/dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347024 Nov 02 12:06:02.672076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0eb9f9-c660-49ba-ae92-40a81dfa5629 req-333d10ec-1dcc-4326-8c92-55712d88690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:02.674251 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff0eb9f9-c660-49ba-ae92-40a81dfa5629 req-333d10ec-1dcc-4326-8c92-55712d88690d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1e9ea625-11dc-4ad8-8157-fb20952cfe54 HTTP/1.1" status: 200 len: 850 time: 0.0853934 Nov 02 12:06:02.701719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140fed8-f7d6-4136-b1de-67cb0e70635c req-118ddeef-0f2b-4f50-b1a0-b4d46f457792 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:02.703510 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9140fed8-f7d6-4136-b1de-67cb0e70635c req-118ddeef-0f2b-4f50-b1a0-b4d46f457792 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 943 time: 0.0808854 Nov 02 12:06:02.767804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0eb9f9-c660-49ba-ae92-40a81dfa5629 req-76f86bff-c579-40cd-bb8e-2f14ea6c5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:02.769564 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff0eb9f9-c660-49ba-ae92-40a81dfa5629 req-76f86bff-c579-40cd-bb8e-2f14ea6c5cbe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ef1c25a2-5100-492a-96f5-1f6dd7e89df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867782 Nov 02 12:06:02.780068 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-c4442c6b-f8c2-4fcc-bb01-b6ad55cdc372 service neutron] 10.222.0.54 "GET /v2.0/networks/dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073399 Nov 02 12:06:02.792358 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9140fed8-f7d6-4136-b1de-67cb0e70635c req-7b1f7d07-33db-4d7b-806d-e334a2e557f2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710464 Nov 02 12:06:02.828309 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-75505e78-2e6e-46b3-9658-c5d78f6f2d94 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:06:02.832829 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-75505e78-2e6e-46b3-9658-c5d78f6f2d94 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2259905 Nov 02 12:06:02.834782 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-6515da00-f8f9-4d93-a8c8-d0d0ff43d038 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=5e651fdc-8891-4208-901e-2768d0925ea9 HTTP/1.1" status: 200 len: 217 time: 0.0466180 Nov 02 12:06:02.835096 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37730) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:02.840222 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5549d73f-95b0-42c2-9101-c0dc7cda3bb5 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': 'e127bf82-3388-4d3c-b77e-eef071b951de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:02.840965 n-d-806683-18 neutron-server[102690]: WARNING neutron.api.v2.base [None req-5549d73f-95b0-42c2-9101-c0dc7cda3bb5 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 02 12:06:02.841613 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-5549d73f-95b0-42c2-9101-c0dc7cda3bb5 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:06:02.846626 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5549d73f-95b0-42c2-9101-c0dc7cda3bb5 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104916 Nov 02 12:06:02.848832 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37732) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:02.865803 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4fcf4faf-570f-4730-a10b-9b60711788cb tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': 'e127bf82-3388-4d3c-b77e-eef071b951de', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:02.902801 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff0eb9f9-c660-49ba-ae92-40a81dfa5629 req-ef78cfb4-0d81-4a30-8f6b-cb719e26cce5 service neutron] 10.222.0.79 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244938 Nov 02 12:06:02.926641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-99d1188e-2d5a-4c2b-902e-6fb8a3c22a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:02.937413 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-99d1188e-2d5a-4c2b-902e-6fb8a3c22a93 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.0801904 Nov 02 12:06:02.977591 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-a676f96c-033f-481f-bb6d-38d09eb50082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:02.979284 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-a676f96c-033f-481f-bb6d-38d09eb50082 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0444090 Nov 02 12:06:03.006772 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff0eb9f9-c660-49ba-ae92-40a81dfa5629 req-59895f2c-4a79-47b0-a39f-830899c17f02 service neutron] 10.222.0.79 "GET /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962429 Nov 02 12:06:03.082920 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-6d7daa6b-3dc8-44cd-bb63-a7764573782b service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961969 Nov 02 12:06:03.083598 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-4fcf4faf-570f-4730-a10b-9b60711788cb tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:06:03.084644 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4fcf4faf-570f-4730-a10b-9b60711788cb tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2347808 Nov 02 12:06:03.087490 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37736) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:03.092064 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-8efa102d-29fd-44dd-9a23-11d28a685240 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': 'e127bf82-3388-4d3c-b77e-eef071b951de', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:03.092585 n-d-806683-18 neutron-server[102690]: WARNING neutron.api.v2.base [None req-8efa102d-29fd-44dd-9a23-11d28a685240 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 02 12:06:03.098156 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-8efa102d-29fd-44dd-9a23-11d28a685240 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:06:03.098156 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8efa102d-29fd-44dd-9a23-11d28a685240 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056791 Nov 02 12:06:03.100977 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37738) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:03.105643 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-5bf2d942-bf7f-44d9-bee8-22c9b92c7f63 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': 'e127bf82-3388-4d3c-b77e-eef071b951de', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:03.199113 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-c47d91b0-e8e4-4c90-b1c6-3f91e9aab68f service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033599 Nov 02 12:06:03.241192 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-ac26848d-e95d-43d6-81fd-2c89883266af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3b8ad295-2d7a-4849-bddf-6bcf7483dce7 HTTP/1.1" status: 200 len: 217 time: 0.0357752 Nov 02 12:06:03.263972 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-5bf2d942-bf7f-44d9-bee8-22c9b92c7f63 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:06:03.269185 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5bf2d942-bf7f-44d9-bee8-22c9b92c7f63 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1631732 Nov 02 12:06:03.269492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37740) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:03.274313 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-09fca04e-3929-4174-97d4-792f24b7a2e2 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': 'e127bf82-3388-4d3c-b77e-eef071b951de', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:03.299271 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-06c87aa9-7236-42bb-a09d-7f4d372c6fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:03.301286 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-06c87aa9-7236-42bb-a09d-7f4d372c6fc8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.0539169 Nov 02 12:06:03.356832 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-a7f6482d-7533-4daa-9142-5396599d62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:03.358256 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-a7f6482d-7533-4daa-9142-5396599d62fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0507224 Nov 02 12:06:03.499798 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-09fca04e-3929-4174-97d4-792f24b7a2e2 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:06:03.500020 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-ec894e7d-4ed5-493f-af9a-7b229cd73824 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328535 Nov 02 12:06:03.502254 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-09fca04e-3929-4174-97d4-792f24b7a2e2 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2315633 Nov 02 12:06:03.509092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37748) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:03.620424 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a102d383-acd8-4366-845e-5e08e4c3fecd tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:03.660853 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a102d383-acd8-4366-845e-5e08e4c3fecd tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:03.682812 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-9d05fd93-a52c-4cb9-bcc4-3c6e63eb0e3c service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760764 Nov 02 12:06:03.736277 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-f7a5cddf-8487-468e-9cb4-50c23ec5c74b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=0c8ae48e-1ea8-4690-a5ef-68ac4793c381 HTTP/1.1" status: 200 len: 217 time: 0.0466754 Nov 02 12:06:03.795210 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a102d383-acd8-4366-845e-5e08e4c3fecd tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:03.795445 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-f55a5849-c7e3-41b9-be67-e8091147890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:03.797034 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-f55a5849-c7e3-41b9-be67-e8091147890a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.0531576 Nov 02 12:06:03.798581 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a102d383-acd8-4366-845e-5e08e4c3fecd tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:03.799888 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a102d383-acd8-4366-845e-5e08e4c3fecd tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "DELETE /v2.0/security-groups/e127bf82-3388-4d3c-b77e-eef071b951de HTTP/1.1" status: 204 len: 168 time: 0.2936461 Nov 02 12:06:03.806379 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37756) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:03.809502 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102d383-acd8-4366-845e-5e08e4c3fecd tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e127bf82-3388-4d3c-b77e-eef071b951de,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:03.924035 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-877c30a3-8ab5-4eba-90c4-a40476327d23 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1199708 Nov 02 12:06:03.926284 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-aed7dcbe-4311-45c9-97a9-be3f37c18822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:03.927935 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-aed7dcbe-4311-45c9-97a9-be3f37c18822 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1171219 Nov 02 12:06:03.928504 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37764) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:03.933374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0c77abfe-150e-4fb6-b2d6-62b595710a3f tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945010534'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:04.048888 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-f3eaad46-d977-41ad-a44a-d1bc58ba540f service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091957 Nov 02 12:06:04.089813 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0c77abfe-150e-4fb6-b2d6-62b595710a3f tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:04.181686 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-4d84061c-926b-446a-bbe2-b2deca0adb1d service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258988 Nov 02 12:06:04.235956 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-e15ff016-d499-4316-91b2-1a1cf194ea06 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=de2a026a-6dac-4b49-9e98-ff799c66efb9 HTTP/1.1" status: 200 len: 217 time: 0.0438571 Nov 02 12:06:04.287831 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0c77abfe-150e-4fb6-b2d6-62b595710a3f tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:04.304970 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-b262ee7d-f785-4fa9-bc36-35025fa44237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:04.306437 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-b262ee7d-f785-4fa9-bc36-35025fa44237 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.0585108 Nov 02 12:06:04.360298 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-d22343b2-4dc5-4ace-a2b4-5c83c96af23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:04.362426 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-d22343b2-4dc5-4ace-a2b4-5c83c96af23f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0491927 Nov 02 12:06:04.411374 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0c77abfe-150e-4fb6-b2d6-62b595710a3f tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:04.491245 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77abfe-150e-4fb6-b2d6-62b595710a3f tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc81381-5edc-457b-b756-633fe1ae727c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:04.492632 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768257f-a9ab-4c70-b29c-932c11e25c27 req-4dff75b5-f86a-4546-b428-9d1994b14ac6 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:04.506028 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1768257f-a9ab-4c70-b29c-932c11e25c27 req-4dff75b5-f86a-4546-b428-9d1994b14ac6 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 943 time: 0.0801132 Nov 02 12:06:04.513178 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-10c08496-c196-4f33-8251-3d8242eec5fe service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383295 Nov 02 12:06:04.554616 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0c77abfe-150e-4fb6-b2d6-62b595710a3f tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:04.556093 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0c77abfe-150e-4fb6-b2d6-62b595710a3f tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6265628 Nov 02 12:06:04.561042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37774) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:04.580775 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1768257f-a9ab-4c70-b29c-932c11e25c27 req-19b6cef1-442f-41a6-b699-1033e5e6e86e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648277 Nov 02 12:06:04.602102 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-49f4ac73-5b78-44e7-8b3b-28abc97436df tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': 'dbc81381-5edc-457b-b756-633fe1ae727c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:04.655847 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-c56bbbe5-d529-4caa-adff-f1c311e07e22 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339347 Nov 02 12:06:04.708790 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-b548e6af-9497-43b8-844f-a38df49c08b2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92017229-4838-4c2d-ada3-023757608982 HTTP/1.1" status: 200 len: 217 time: 0.0403950 Nov 02 12:06:04.771812 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-82fb8d36-fd06-40ac-bfbd-d48392f1d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:04.773556 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-82fb8d36-fd06-40ac-bfbd-d48392f1d068 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=563d92c1-6662-4771-9939-deda5bdb68bf HTTP/1.1" status: 200 len: 797 time: 0.0579939 Nov 02 12:06:04.806749 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b1042-2fa3-4001-a002-ac492cd18006 req-19a0f58c-4601-4ad1-9981-2ae5236f7a8c tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:04.808610 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f72b1042-2fa3-4001-a002-ac492cd18006 req-19a0f58c-4601-4ad1-9981-2ae5236f7a8c tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 949 time: 0.0648232 Nov 02 12:06:04.826969 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-f32dbcb1-0a65-49bf-93f1-0ea00313213f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:04.828526 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-f32dbcb1-0a65-49bf-93f1-0ea00313213f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10b936a8-d21b-4733-b926-602727efeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0478392 Nov 02 12:06:04.861261 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-49f4ac73-5b78-44e7-8b3b-28abc97436df tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): The resource could not be found. Nov 02 12:06:04.865266 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-49f4ac73-5b78-44e7-8b3b-28abc97436df tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3001587 Nov 02 12:06:04.865504 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37776) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:04.870485 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-57646a52-edd8-4795-9c90-190cbcef5d29 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': 'dbc81381-5edc-457b-b756-633fe1ae727c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3735caab-3e9a-487c-9f47-f1ae8d5dcad8'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:04.875519 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f72b1042-2fa3-4001-a002-ac492cd18006 req-0479c311-4531-42a9-b5df-e25694f1f2a4 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/security-groups?id=75909dfe-6da2-44e3-9df4-bc8552aaec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568202 Nov 02 12:06:04.956281 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-22d73dd9-2fcf-4335-80b1-00520737a4d4 service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198630 Nov 02 12:06:05.340771 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-606a65cf-16ad-44f4-bc8e-6b0707aedcd0 service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775821 Nov 02 12:06:05.386152 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-71b56cd5-a73e-47a3-888e-2b6d2e2bf8df service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dabbb248-47fb-47b2-bb85-bb42f4b35e52 HTTP/1.1" status: 200 len: 217 time: 0.0381582 Nov 02 12:06:05.401654 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-57646a52-edd8-4795-9c90-190cbcef5d29 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): The resource could not be found. Nov 02 12:06:05.402646 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-57646a52-edd8-4795-9c90-190cbcef5d29 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5362172 Nov 02 12:06:05.406308 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37780) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:05.446511 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-af41b7f1-4d3f-45b1-90e2-21d1ed860784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:05.448043 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-af41b7f1-4d3f-45b1-90e2-21d1ed860784 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=563d92c1-6662-4771-9939-deda5bdb68bf HTTP/1.1" status: 200 len: 797 time: 0.0552292 Nov 02 12:06:05.481200 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-20ae8a29-80ab-476b-a655-59af43786b85 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:05.527406 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-20ae8a29-80ab-476b-a655-59af43786b85 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:05.528081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-6fe82044-756d-4ad6-a890-453eabdca668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:05.546262 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-6fe82044-756d-4ad6-a890-453eabdca668 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10b936a8-d21b-4733-b926-602727efeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0666027 Nov 02 12:06:05.569342 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4735b-ec87-47f9-ae29-0f55b91c72b6 req-a6b99cbe-49cc-4a1c-b8bf-ec3b1465b7f3 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:05.570997 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f2f4735b-ec87-47f9-ae29-0f55b91c72b6 req-a6b99cbe-49cc-4a1c-b8bf-ec3b1465b7f3 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.54 "GET /v2.0/ports?device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 949 time: 0.1030371 Nov 02 12:06:05.692447 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-6bc07df5-e557-479a-bf54-221ac224ba4f service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487484 Nov 02 12:06:05.722432 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-20ae8a29-80ab-476b-a655-59af43786b85 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:05.725102 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-20ae8a29-80ab-476b-a655-59af43786b85 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:05.728545 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-20ae8a29-80ab-476b-a655-59af43786b85 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "DELETE /v2.0/security-groups/dbc81381-5edc-457b-b756-633fe1ae727c HTTP/1.1" status: 204 len: 168 time: 0.3183322 Nov 02 12:06:05.731256 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37788) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:05.747343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae8a29-80ab-476b-a655-59af43786b85 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc81381-5edc-457b-b756-633fe1ae727c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:05.759637 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f2f4735b-ec87-47f9-ae29-0f55b91c72b6 req-de8afc7d-0321-4c9e-a921-d68c2a253424 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Deleting port bb4060d9-89d4-4d3d-82aa-846d0d4d9540 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:06:05.764197 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f2f4735b-ec87-47f9-ae29-0f55b91c72b6 req-de8afc7d-0321-4c9e-a921-d68c2a253424 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:05.802882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd334a-d0a0-4e36-b18b-a738190c6d84 req-11212fa9-fded-433e-8868-fed239fe5816 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:05.804761 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07fd334a-d0a0-4e36-b18b-a738190c6d84 req-11212fa9-fded-433e-8868-fed239fe5816 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 943 time: 0.1128011 Nov 02 12:06:05.840675 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2b3edfa3-dc69-4452-ad35-72c5f9536036 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1047246 Nov 02 12:06:05.845378 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37790) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:05.851814 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-44b73b6a-6df6-4aff-85c8-edd299ed7fc7 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': '2648927b-c475-4446-8ad1-20a789e2cafc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:05.863791 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-03c3f41d-f23f-40c6-92e3-cee9ddf122c6 req-ea5bd235-afe1-4301-9a02-d4260d2c86ac service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643629 Nov 02 12:06:05.938236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07fd334a-d0a0-4e36-b18b-a738190c6d84 req-882449b7-02d9-4515-89db-64fb7a24ac2b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883975 Nov 02 12:06:05.943698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f2f4735b-ec87-47f9-ae29-0f55b91c72b6 req-de8afc7d-0321-4c9e-a921-d68c2a253424 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] For port bb4060d9-89d4-4d3d-82aa-846d0d4d9540, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=bb4060d9-89d4-4d3d-82aa-846d0d4d9540,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:06:05.944291 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f2f4735b-ec87-47f9-ae29-0f55b91c72b6 req-de8afc7d-0321-4c9e-a921-d68c2a253424 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:05.970108 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f2f4735b-ec87-47f9-ae29-0f55b91c72b6 req-de8afc7d-0321-4c9e-a921-d68c2a253424 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Calling delete_port for bb4060d9-89d4-4d3d-82aa-846d0d4d9540 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:06:06.088532 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-44b73b6a-6df6-4aff-85c8-edd299ed7fc7 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): The resource could not be found. Nov 02 12:06:06.093221 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-44b73b6a-6df6-4aff-85c8-edd299ed7fc7 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2435353 Nov 02 12:06:06.094135 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37794) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:06.103136 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0a2f4fa9-c4e1-46dd-932f-929d61466c28 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group': {'name': 'tempest-secgroup--838030910'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:06.197737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f496d1-7f33-41df-abe3-4cb84b1e9550 req-0f359a2a-a29e-4e7d-80fd-431c71dff470 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:06.200872 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a1f496d1-7f33-41df-abe3-4cb84b1e9550 req-0f359a2a-a29e-4e7d-80fd-431c71dff470 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 949 time: 0.0747292 Nov 02 12:06:06.253172 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a2f4fa9-c4e1-46dd-932f-929d61466c28 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:06.277518 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a1f496d1-7f33-41df-abe3-4cb84b1e9550 req-5a7c2fe9-7dd0-4a03-99a3-5c0006208f2e tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/security-groups?id=75909dfe-6da2-44e3-9df4-bc8552aaec20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675323 Nov 02 12:06:06.304008 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f2f4735b-ec87-47f9-ae29-0f55b91c72b6 req-de8afc7d-0321-4c9e-a921-d68c2a253424 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:06.316431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['bb4060d9-89d4-4d3d-82aa-846d0d4d9540'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:06:06.362975 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a2f4fa9-c4e1-46dd-932f-929d61466c28 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:06.371329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8afc7d-0321-4c9e-a921-d68c2a253424 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Pushing event deleted for resources: {'Port': ['ID=bb4060d9-89d4-4d3d-82aa-846d0d4d9540,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:06.436096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f4735b-ec87-47f9-ae29-0f55b91c72b6 req-de8afc7d-0321-4c9e-a921-d68c2a253424 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] No DVR routers for this DVR port bb4060d9-89d4-4d3d-82aa-846d0d4d9540 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:06:06.440538 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f2f4735b-ec87-47f9-ae29-0f55b91c72b6 req-de8afc7d-0321-4c9e-a921-d68c2a253424 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:06.444515 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f2f4735b-ec87-47f9-ae29-0f55b91c72b6 req-de8afc7d-0321-4c9e-a921-d68c2a253424 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.54 "DELETE /v2.0/ports/bb4060d9-89d4-4d3d-82aa-846d0d4d9540 HTTP/1.1" status: 204 len: 173 time: 0.8658946 Nov 02 12:06:06.445450 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c42d3e-7864-4856-9272-815b8fa83273', 'name': 'network-vif-deleted', 'tag': 'bb4060d9-89d4-4d3d-82aa-846d0d4d9540'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:06:06.446638 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a2f4fa9-c4e1-46dd-932f-929d61466c28 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:06.449229 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9109380-515c-43be-9f39-01e6e2dffa21" -d '{"events": [{"server_uuid": "83c42d3e-7864-4856-9272-815b8fa83273", "name": "network-vif-deleted", "tag": "bb4060d9-89d4-4d3d-82aa-846d0d4d9540"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:06:06.495415 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb45575-1d45-4090-a671-2da66907e185 x-openstack-request-id: req-ffb45575-1d45-4090-a671-2da66907e185 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:06:06.495938 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c42d3e-7864-4856-9272-815b8fa83273", "name": "network-vif-deleted", "tag": "bb4060d9-89d4-4d3d-82aa-846d0d4d9540", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:06:06.496399 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ffb45575-1d45-4090-a671-2da66907e185 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:06:06.497081 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c42d3e-7864-4856-9272-815b8fa83273', 'name': 'network-vif-deleted', 'tag': 'bb4060d9-89d4-4d3d-82aa-846d0d4d9540', 'status': 'completed', 'code': 200} Nov 02 12:06:06.525227 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f4fa9-c4e1-46dd-932f-929d61466c28 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7b91aa-7112-49b9-9a1e-16e78a9fd1b9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:06.610385 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a2f4fa9-c4e1-46dd-932f-929d61466c28 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:06.612734 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0a2f4fa9-c4e1-46dd-932f-929d61466c28 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5142360 Nov 02 12:06:06.615633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37800) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:06.626253 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-94ef5eeb-86eb-4c90-8931-fa73e1524ede tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864020453'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:06.772531 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-94ef5eeb-86eb-4c90-8931-fa73e1524ede tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:06.852703 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-94ef5eeb-86eb-4c90-8931-fa73e1524ede tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:06.932448 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-94ef5eeb-86eb-4c90-8931-fa73e1524ede tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:06.963232 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef5eeb-86eb-4c90-8931-fa73e1524ede tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fad4dc7-90d3-4953-ac67-b6c075fca1c0,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:07.041646 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-94ef5eeb-86eb-4c90-8931-fa73e1524ede tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:07.045786 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-94ef5eeb-86eb-4c90-8931-fa73e1524ede tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4245956 Nov 02 12:06:07.046500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37806) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:07.051866 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-dec67af1-42c3-456b-9bdb-a7133edfa9b5 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group_rule': {'security_group_id': '9b7b91aa-7112-49b9-9a1e-16e78a9fd1b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6fad4dc7-90d3-4953-ac67-b6c075fca1c0'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:07.084724 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d88c9-196c-4b29-9853-66cbc166a627 req-a091baa1-1979-462c-bce6-a3c82a872f19 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:07.086368 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d82d88c9-196c-4b29-9853-66cbc166a627 req-a091baa1-1979-462c-bce6-a3c82a872f19 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 943 time: 0.0602920 Nov 02 12:06:07.144716 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d82d88c9-196c-4b29-9853-66cbc166a627 req-aaca67c1-c5d4-4460-9298-c0149086451d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513341 Nov 02 12:06:07.257825 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-dec67af1-42c3-456b-9bdb-a7133edfa9b5 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:06:07.263633 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-dec67af1-42c3-456b-9bdb-a7133edfa9b5 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2116265 Nov 02 12:06:07.263993 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37810) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:07.325192 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65b1dab0-b541-41f1-99d9-c326b1d7fa65 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:07.394199 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65b1dab0-b541-41f1-99d9-c326b1d7fa65 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:07.506648 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b0e8d4c-75cf-43a5-baa6-1991da6c786a req-02c4edf8-e43b-4158-ac6b-d9791a8528b1 tempest-VolumesNegativeTest-1740515112 tempest-VolumesNegativeTest-1740515112-project] 10.222.0.52 "GET /v2.0/ports?device_id=83c42d3e-7864-4856-9272-815b8fa83273 HTTP/1.1" status: 200 len: 210 time: 0.0304744 Nov 02 12:06:07.582869 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65b1dab0-b541-41f1-99d9-c326b1d7fa65 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:07.589992 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65b1dab0-b541-41f1-99d9-c326b1d7fa65 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:07.594877 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-65b1dab0-b541-41f1-99d9-c326b1d7fa65 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "DELETE /v2.0/security-groups/6fad4dc7-90d3-4953-ac67-b6c075fca1c0 HTTP/1.1" status: 204 len: 168 time: 0.3261492 Nov 02 12:06:07.595230 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37814) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:07.623754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1dab0-b541-41f1-99d9-c326b1d7fa65 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fad4dc7-90d3-4953-ac67-b6c075fca1c0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:07.675949 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-db9d5983-c2bc-4ce2-8aa6-ac140b31897c tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0773280 Nov 02 12:06:07.676471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37818) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:07.759088 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-63d391a3-27ac-4591-99f2-26b221129c26 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:07.787280 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-63d391a3-27ac-4591-99f2-26b221129c26 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:07.926823 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-63d391a3-27ac-4591-99f2-26b221129c26 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:07.929569 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-63d391a3-27ac-4591-99f2-26b221129c26 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:07.933498 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-63d391a3-27ac-4591-99f2-26b221129c26 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "DELETE /v2.0/security-groups/9b7b91aa-7112-49b9-9a1e-16e78a9fd1b9 HTTP/1.1" status: 204 len: 168 time: 0.2531567 Nov 02 12:06:07.934341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37822) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:07.943888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d391a3-27ac-4591-99f2-26b221129c26 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7b91aa-7112-49b9-9a1e-16e78a9fd1b9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:07.992505 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b5ee1642-eba5-4630-8380-8e67185bdb2e tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0562079 Nov 02 12:06:07.996808 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37824) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:08.002165 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-398796b5-1330-4a2e-a1d8-cdbe74ae0d72 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237032168'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:08.064741 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-398796b5-1330-4a2e-a1d8-cdbe74ae0d72 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:08.160804 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-398796b5-1330-4a2e-a1d8-cdbe74ae0d72 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:08.235873 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-398796b5-1330-4a2e-a1d8-cdbe74ae0d72 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:08.291957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398796b5-1330-4a2e-a1d8-cdbe74ae0d72 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79fb035-a591-4ebe-b0e1-71aee9015716,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:08.319558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14b4b0-0e97-4901-af66-89107d80e569 req-a485d226-5522-4b6b-b597-4c762f29bbe9 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:08.321432 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b14b4b0-0e97-4901-af66-89107d80e569 req-a485d226-5522-4b6b-b597-4c762f29bbe9 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 943 time: 0.0937583 Nov 02 12:06:08.350031 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-398796b5-1330-4a2e-a1d8-cdbe74ae0d72 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:08.351553 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-398796b5-1330-4a2e-a1d8-cdbe74ae0d72 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3536110 Nov 02 12:06:08.359430 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37830) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:08.368570 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-cd900b18-3115-4a9c-93ea-89e9a5ce6673 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:08.376174 n-d-806683-18 neutron-server[102690]: WARNING neutron.api.v2.base [None req-cd900b18-3115-4a9c-93ea-89e9a5ce6673 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 02 12:06:08.376174 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-cd900b18-3115-4a9c-93ea-89e9a5ce6673 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] update failed (client error): There was a conflict when trying to complete your request. Nov 02 12:06:08.376174 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cd900b18-3115-4a9c-93ea-89e9a5ce6673 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "PUT /v2.0/security-groups/a79fb035-a591-4ebe-b0e1-71aee9015716 HTTP/1.1" status: 409 len: 330 time: 0.0097647 Nov 02 12:06:08.376641 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device bb4060d9-89d4-4d3d-82aa-846d0d4d9540 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:06:08.385971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37832) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:08.412065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: bb4060d9-89d4-4d3d-82aa-846d0d4d9540 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:06:08.412689 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device bb4060d9-89d4-4d3d-82aa-846d0d4d9540 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:06:08.465003 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b14b4b0-0e97-4901-af66-89107d80e569 req-77b73231-db5a-408b-82e6-75b99c27fa40 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370842 Nov 02 12:06:08.509512 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c5a267bd-cfe8-4b57-8430-51bf96f4f420 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:08.544198 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c5a267bd-cfe8-4b57-8430-51bf96f4f420 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:08.669126 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c5a267bd-cfe8-4b57-8430-51bf96f4f420 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:08.671882 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c5a267bd-cfe8-4b57-8430-51bf96f4f420 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:08.673634 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c5a267bd-cfe8-4b57-8430-51bf96f4f420 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "DELETE /v2.0/security-groups/a79fb035-a591-4ebe-b0e1-71aee9015716 HTTP/1.1" status: 204 len: 168 time: 0.2917116 Nov 02 12:06:08.677095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37840) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:08.686962 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a267bd-cfe8-4b57-8430-51bf96f4f420 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79fb035-a591-4ebe-b0e1-71aee9015716,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:08.796553 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-eb37e583-5f3b-47e8-a6f4-67b4ac7ed9c8 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1179550 Nov 02 12:06:08.801632 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37852) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:08.819859 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-bcb47256-3d77-41f9-941c-43e59e49251f tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] delete failed (client error): The resource could not be found. Nov 02 12:06:08.823011 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bcb47256-3d77-41f9-941c-43e59e49251f tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "DELETE /v2.0/security-groups/b5a40011-e0f7-47ea-9cd6-852e71dca0ef HTTP/1.1" status: 404 len: 347 time: 0.0180483 Nov 02 12:06:08.828058 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37854) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:08.844994 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-8de468f3-5dd0-4a1f-a128-95d9702b0e9a tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] show failed (client error): The resource could not be found. Nov 02 12:06:08.846243 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8de468f3-5dd0-4a1f-a128-95d9702b0e9a tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "GET /v2.0/security-groups/fad9991f-0341-4958-9582-35b207e495ef HTTP/1.1" status: 404 len: 347 time: 0.0169001 Nov 02 12:06:08.851951 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37856) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:08.868260 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-0cbd99a4-87cc-429b-ba23-67d69f82e829 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] show failed (client error): The resource could not be found. Nov 02 12:06:08.874023 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0cbd99a4-87cc-429b-ba23-67d69f82e829 tempest-NegativeSecGroupTest-774821057 tempest-NegativeSecGroupTest-774821057-project] 10.222.0.52 "GET /v2.0/security-group-rules/effa183a-4e58-4152-9c62-94aee1e66bdf HTTP/1.1" status: 404 len: 356 time: 0.0182953 Nov 02 12:06:09.540881 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 37898) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:09.670126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91388fc6-387a-47d6-82dc-23b2b37a965d req-0650e016-93b8-4cfa-84e5-e1a1ea35c226 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:09.689391 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-91388fc6-387a-47d6-82dc-23b2b37a965d req-0650e016-93b8-4cfa-84e5-e1a1ea35c226 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 943 time: 0.1124420 Nov 02 12:06:09.818289 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-91388fc6-387a-47d6-82dc-23b2b37a965d req-013f6784-80ae-428a-81d9-70be747fc29e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228800 Nov 02 12:06:09.870100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 37922) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:09.870586 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c138f217-1477-4fb3-8b56-02a0cf8d3efb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=24709ad46bac4bd88cfce34a166b60f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3257091 Nov 02 12:06:09.937649 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c4baa352-fa8d-4176-a5ee-acf2f484e1d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:09.961994 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c4baa352-fa8d-4176-a5ee-acf2f484e1d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:10.117999 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c4baa352-fa8d-4176-a5ee-acf2f484e1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:10.120672 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c4baa352-fa8d-4176-a5ee-acf2f484e1d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:10.121894 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c4baa352-fa8d-4176-a5ee-acf2f484e1d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ebb5206-70fb-4b6c-951f-de5c84a286cc HTTP/1.1" status: 204 len: 168 time: 0.2526801 Nov 02 12:06:10.131131 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4baa352-fa8d-4176-a5ee-acf2f484e1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebb5206-70fb-4b6c-951f-de5c84a286cc,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:10.961208 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86472315-a892-48fa-99ee-1aa063d3fddd req-095be610-667e-4e0d-8fec-ab06df654c15 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:10.963410 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-86472315-a892-48fa-99ee-1aa063d3fddd req-095be610-667e-4e0d-8fec-ab06df654c15 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 943 time: 0.0616722 Nov 02 12:06:11.026245 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-86472315-a892-48fa-99ee-1aa063d3fddd req-36fb2bb0-fad9-4004-a2e1-51459c7fc375 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540342 Nov 02 12:06:11.373563 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 38088) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:11.494941 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-75c865b5-22c6-4bb2-a16f-05696464caae tempest-SubnetPoolsTestJSON-1554324496 tempest-SubnetPoolsTestJSON-1554324496-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1833950691', 'prefixes': ['172.20.0.0/16']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:11.774412 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-75c865b5-22c6-4bb2-a16f-05696464caae tempest-SubnetPoolsTestJSON-1554324496 tempest-SubnetPoolsTestJSON-1554324496-project] Publish callbacks [] for subnetpool, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:11.775710 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-75c865b5-22c6-4bb2-a16f-05696464caae tempest-SubnetPoolsTestJSON-1554324496 tempest-SubnetPoolsTestJSON-1554324496-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4009128 Nov 02 12:06:11.778289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 38114) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:11.817722 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-60438405-182f-4b34-9ab4-56aec5c1016c tempest-SubnetPoolsTestJSON-1554324496 tempest-SubnetPoolsTestJSON-1554324496-project] 10.222.0.52 "GET /v2.0/subnetpools/d26bd818-8910-4d7b-8d39-3c81f54c2366 HTTP/1.1" status: 200 len: 732 time: 0.0382888 Nov 02 12:06:11.820405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 38118) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:11.829949 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f3580ec9-945f-443e-9be8-57bdfa2b2c06 tempest-SubnetPoolsTestJSON-1554324496 tempest-SubnetPoolsTestJSON-1554324496-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-608982627'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:11.975100 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f3580ec9-945f-443e-9be8-57bdfa2b2c06 tempest-SubnetPoolsTestJSON-1554324496 tempest-SubnetPoolsTestJSON-1554324496-project] Publish callbacks [] for subnetpool, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:11.977593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f3580ec9-945f-443e-9be8-57bdfa2b2c06 tempest-SubnetPoolsTestJSON-1554324496 tempest-SubnetPoolsTestJSON-1554324496-project] 10.222.0.52 "PUT /v2.0/subnetpools/d26bd818-8910-4d7b-8d39-3c81f54c2366 HTTP/1.1" status: 200 len: 683 time: 0.1557176 Nov 02 12:06:11.980303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 38154) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:12.140670 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-96da21ed-7049-412c-9d8e-5f317ee34dcb tempest-SubnetPoolsTestJSON-1554324496 tempest-SubnetPoolsTestJSON-1554324496-project] Publish callbacks [] for subnetpool, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:12.142668 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-96da21ed-7049-412c-9d8e-5f317ee34dcb tempest-SubnetPoolsTestJSON-1554324496 tempest-SubnetPoolsTestJSON-1554324496-project] 10.222.0.52 "DELETE /v2.0/subnetpools/d26bd818-8910-4d7b-8d39-3c81f54c2366 HTTP/1.1" status: 204 len: 168 time: 0.1613917 Nov 02 12:06:12.145435 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38184) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:12.165596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd954ef4-16d2-488f-937a-f3fa0543ef9e req-d18149f0-3228-408b-8601-9663195820ff tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:12.167179 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd954ef4-16d2-488f-937a-f3fa0543ef9e req-d18149f0-3228-408b-8601-9663195820ff tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 943 time: 0.0629077 Nov 02 12:06:12.172065 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-4e9d1a9b-cbe0-4b76-81f1-ff42d8d9fe75 tempest-SubnetPoolsTestJSON-1554324496 tempest-SubnetPoolsTestJSON-1554324496-project] show failed (client error): The resource could not be found. Nov 02 12:06:12.177646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 38192) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:12.177810 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4e9d1a9b-cbe0-4b76-81f1-ff42d8d9fe75 tempest-SubnetPoolsTestJSON-1554324496 tempest-SubnetPoolsTestJSON-1554324496-project] 10.222.0.52 "GET /v2.0/subnetpools/d26bd818-8910-4d7b-8d39-3c81f54c2366 HTTP/1.1" status: 404 len: 346 time: 0.0312991 Nov 02 12:06:12.205098 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-fbdbed96-d024-415d-a860-749d4cce239d tempest-SubnetPoolsTestJSON-1554324496 tempest-SubnetPoolsTestJSON-1554324496-project] delete failed (client error): The resource could not be found. Nov 02 12:06:12.206369 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fbdbed96-d024-415d-a860-749d4cce239d tempest-SubnetPoolsTestJSON-1554324496 tempest-SubnetPoolsTestJSON-1554324496-project] 10.222.0.52 "DELETE /v2.0/subnetpools/d26bd818-8910-4d7b-8d39-3c81f54c2366 HTTP/1.1" status: 404 len: 346 time: 0.0279820 Nov 02 12:06:12.270012 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd954ef4-16d2-488f-937a-f3fa0543ef9e req-005ba182-22ab-4a79-8ace-58de0762d8eb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948453 Nov 02 12:06:12.731637 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 38250) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:12.863762 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-41822935-f9d2-4007-874f-4ea3f2c26419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:12.963895 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-41822935-f9d2-4007-874f-4ea3f2c26419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:13.024192 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-41822935-f9d2-4007-874f-4ea3f2c26419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:13.064148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41822935-f9d2-4007-874f-4ea3f2c26419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9b4262-3fb4-4bc9-995f-8a505e8809b4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:13.109388 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-41822935-f9d2-4007-874f-4ea3f2c26419 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d35fbee9ac848bdb7832a00ca114376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3765273 Nov 02 12:06:13.112621 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38294) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:13.132658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9e1fc-bcb7-432d-939e-4b88f9efd1fd req-c86d46f9-eeda-4539-8a04-8bfc575d27d0 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:13.135875 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99d9e1fc-bcb7-432d-939e-4b88f9efd1fd req-c86d46f9-eeda-4539-8a04-8bfc575d27d0 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 945 time: 0.0729265 Nov 02 12:06:13.177730 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-978c8688-8f57-4655-9a05-315dc1933ebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:13.192814 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99d9e1fc-bcb7-432d-939e-4b88f9efd1fd req-1e3b8bd2-4d71-485a-b3ba-debaa50bdd79 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=11834c5d-fbbb-48b8-b59d-bc4fc2d3df64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500770 Nov 02 12:06:13.209236 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-978c8688-8f57-4655-9a05-315dc1933ebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:13.372657 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-978c8688-8f57-4655-9a05-315dc1933ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:13.375636 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-978c8688-8f57-4655-9a05-315dc1933ebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:13.377448 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-978c8688-8f57-4655-9a05-315dc1933ebb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9a9b4262-3fb4-4bc9-995f-8a505e8809b4 HTTP/1.1" status: 204 len: 168 time: 0.2638006 Nov 02 12:06:13.387602 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c8688-8f57-4655-9a05-315dc1933ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9b4262-3fb4-4bc9-995f-8a505e8809b4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:13.411834 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110ac42-e4de-4a8f-9b6d-b822ea160107 req-1cafad34-fdc3-4eb2-a11c-df1d0e254e98 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:13.414604 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d110ac42-e4de-4a8f-9b6d-b822ea160107 req-1cafad34-fdc3-4eb2-a11c-df1d0e254e98 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 943 time: 0.0630505 Nov 02 12:06:13.476143 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d110ac42-e4de-4a8f-9b6d-b822ea160107 req-674090b3-91ad-44d0-8d8d-b96bf908878e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552642 Nov 02 12:06:14.156233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 182b9fc2-9087-4012-9d61-177332861519 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:06:14.261984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 182b9fc2-9087-4012-9d61-177332861519, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=182b9fc2-9087-4012-9d61-177332861519,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:06:14.276110 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '182b9fc2-9087-4012-9d61-177332861519', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'port_id': '182b9fc2-9087-4012-9d61-177332861519', 'mac_address': 'fa:16:3e:1b:b3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:06:14.327986 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:14.344472 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182b9fc2-9087-4012-9d61-177332861519 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:06:14.375214 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 182b9fc2-9087-4012-9d61-177332861519, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=182b9fc2-9087-4012-9d61-177332861519,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:06:14.389868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6922d9-1114-4d7f-82a5-dec09637afb4 req-3d12581c-f114-47dd-9254-7a0250bbed32 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:14.392711 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5e6922d9-1114-4d7f-82a5-dec09637afb4 req-3d12581c-f114-47dd-9254-7a0250bbed32 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 945 time: 0.1075752 Nov 02 12:06:14.443910 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5e6922d9-1114-4d7f-82a5-dec09637afb4 req-f9442a68-cb67-43b7-a5a4-a403ca68ddae tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups?id=11834c5d-fbbb-48b8-b59d-bc4fc2d3df64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451412 Nov 02 12:06:14.509190 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:14.608049 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=182b9fc2-9087-4012-9d61-177332861519,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:14.626037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c06b16-7856-49db-ae0d-772e21485032 req-d9561d03-a097-49c2-97f8-fe93eacbbe99 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:14.635386 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06c06b16-7856-49db-ae0d-772e21485032 req-d9561d03-a097-49c2-97f8-fe93eacbbe99 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 944 time: 0.0830781 Nov 02 12:06:14.682792 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06c06b16-7856-49db-ae0d-772e21485032 req-3718b662-b87a-4ada-9be7-4d34307516a0 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465167 Nov 02 12:06:14.770727 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['182b9fc2-9087-4012-9d61-177332861519'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:06:14.774652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e620944-935b-4ae9-9fca-22e454e8b140 req-10c2f4a7-8f82-46a1-b931-1fd6fafc15f9 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:14.776252 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e620944-935b-4ae9-9fca-22e454e8b140 req-10c2f4a7-8f82-46a1-b931-1fd6fafc15f9 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 945 time: 0.0596213 Nov 02 12:06:14.916862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-8e620944-935b-4ae9-9fca-22e454e8b140 req-d85d846b-3ec4-4cc6-aea3-67be50c40938 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Deleting port ec86df2d-8f64-4289-b62f-0f8c3b3753cf {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:06:14.917454 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8e620944-935b-4ae9-9fca-22e454e8b140 req-d85d846b-3ec4-4cc6-aea3-67be50c40938 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:15.028355 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-8e620944-935b-4ae9-9fca-22e454e8b140 req-d85d846b-3ec4-4cc6-aea3-67be50c40938 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] For port ec86df2d-8f64-4289-b62f-0f8c3b3753cf, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ec86df2d-8f64-4289-b62f-0f8c3b3753cf,segment=NetworkSegment(68178386-05d9-46fd-9edd-e67b33789cec),segment_id=68178386-05d9-46fd-9edd-e67b33789cec)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:06:15.028355 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8e620944-935b-4ae9-9fca-22e454e8b140 req-d85d846b-3ec4-4cc6-aea3-67be50c40938 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:15.320885 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8e620944-935b-4ae9-9fca-22e454e8b140 req-d85d846b-3ec4-4cc6-aea3-67be50c40938 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:15.321437 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8e620944-935b-4ae9-9fca-22e454e8b140 req-d85d846b-3ec4-4cc6-aea3-67be50c40938 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:15.321804 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [req-8e620944-935b-4ae9-9fca-22e454e8b140 req-d85d846b-3ec4-4cc6-aea3-67be50c40938 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Floating IP ab44fe04-4f43-47d8-b736-2394b321cc3b disassociated. External IP: 172.25.6.215, port: ec86df2d-8f64-4289-b62f-0f8c3b3753cf. Nov 02 12:06:15.322147 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-8e620944-935b-4ae9-9fca-22e454e8b140 req-d85d846b-3ec4-4cc6-aea3-67be50c40938 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Calling delete_port for ec86df2d-8f64-4289-b62f-0f8c3b3753cf owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:06:15.515592 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8e620944-935b-4ae9-9fca-22e454e8b140 req-d85d846b-3ec4-4cc6-aea3-67be50c40938 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:15.576058 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d846b-3ec4-4cc6-aea3-67be50c40938 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Pushing event deleted for resources: {'Port': ['ID=ec86df2d-8f64-4289-b62f-0f8c3b3753cf,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:15.606821 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c064b345-65c5-428b-8280-ce1543d51b6e req-589d7c03-c8d2-4112-92aa-cb6332cf8a48 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 210 time: 0.0556731 Nov 02 12:06:16.162100 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 182b9fc2-9087-4012-9d61-177332861519 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:06:16.185641 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e620944-935b-4ae9-9fca-22e454e8b140 req-d85d846b-3ec4-4cc6-aea3-67be50c40938 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:06:16.219650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425e660-65b3-4cac-ad3b-65e58fa0482f req-5879cad5-476e-4e16-9cdc-609dfec051a3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:16.222133 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4425e660-65b3-4cac-ad3b-65e58fa0482f req-5879cad5-476e-4e16-9cdc-609dfec051a3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 944 time: 0.1702280 Nov 02 12:06:16.304477 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4425e660-65b3-4cac-ad3b-65e58fa0482f req-36b5bff1-8336-4bfe-97d6-935db7dfeb19 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728347 Nov 02 12:06:16.315302 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 182b9fc2-9087-4012-9d61-177332861519 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:06:16.328763 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 182b9fc2-9087-4012-9d61-177332861519 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:06:16.328763 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:16.438506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e620944-935b-4ae9-9fca-22e454e8b140 req-d85d846b-3ec4-4cc6-aea3-67be50c40938 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:06:16.451092 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdd1df9-0ab1-4726-b776-1732b260cf73 None None] Sync routers for ids ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:06:16.464300 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:16.464868 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdd1df9-0ab1-4726-b776-1732b260cf73 None None] Routers {'59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:06:16.465495 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-8cdd1df9-0ab1-4726-b776-1732b260cf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:06:16.487961 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e620944-935b-4ae9-9fca-22e454e8b140 req-d85d846b-3ec4-4cc6-aea3-67be50c40938 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] No DVR routers for this DVR port ec86df2d-8f64-4289-b62f-0f8c3b3753cf on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:06:16.490779 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8e620944-935b-4ae9-9fca-22e454e8b140 req-d85d846b-3ec4-4cc6-aea3-67be50c40938 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:16.495048 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e620944-935b-4ae9-9fca-22e454e8b140 req-d85d846b-3ec4-4cc6-aea3-67be50c40938 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.79 "DELETE /v2.0/ports/ec86df2d-8f64-4289-b62f-0f8c3b3753cf HTTP/1.1" status: 204 len: 173 time: 1.7110627 Nov 02 12:06:16.495602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4166d19-567f-443b-a547-3fde2535885c', 'name': 'network-vif-deleted', 'tag': 'ec86df2d-8f64-4289-b62f-0f8c3b3753cf'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:06:16.498767 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b37fe0-fd7b-4ce0-8086-4e15fff41781" -d '{"events": [{"server_uuid": "a4166d19-567f-443b-a547-3fde2535885c", "name": "network-vif-deleted", "tag": "ec86df2d-8f64-4289-b62f-0f8c3b3753cf"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:06:16.529028 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 182b9fc2-9087-4012-9d61-177332861519, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=182b9fc2-9087-4012-9d61-177332861519,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:06:16.530193 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5310dee2-d250-456e-a8b9-569e2c0d365c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182b9fc2-9087-4012-9d61-177332861519'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:06:16.534616 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b569d1c-d78f-467c-9139-1fd9e9195aac" -d '{"events": [{"server_uuid": "5310dee2-d250-456e-a8b9-569e2c0d365c", "name": "network-vif-plugged", "status": "completed", "tag": "182b9fc2-9087-4012-9d61-177332861519"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:06:16.548872 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6995f3-9664-4d62-99d4-2c2264a5acc4 x-openstack-request-id: req-3a6995f3-9664-4d62-99d4-2c2264a5acc4 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:06:16.550723 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4166d19-567f-443b-a547-3fde2535885c", "name": "network-vif-deleted", "tag": "ec86df2d-8f64-4289-b62f-0f8c3b3753cf", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:06:16.551776 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a6995f3-9664-4d62-99d4-2c2264a5acc4 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:06:16.552361 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4166d19-567f-443b-a547-3fde2535885c', 'name': 'network-vif-deleted', 'tag': 'ec86df2d-8f64-4289-b62f-0f8c3b3753cf', 'status': 'completed', 'code': 200} Nov 02 12:06:16.583476 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:16.668563 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-8cdd1df9-0ab1-4726-b776-1732b260cf73 None None] Set router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:06:16.752775 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d50530d-94c8-4863-8675-f573eee44dc7 req-7b9d9dcb-bf13-4224-9459-fd06d29f8b89 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 210 time: 0.0416687 Nov 02 12:06:16.900399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c7846-fc1f-433e-bf7e-eb9fdf06124b req-43566a6c-ccd5-4b17-988e-52450c735cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:16.901899 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e5c7846-fc1f-433e-bf7e-eb9fdf06124b req-43566a6c-ccd5-4b17-988e-52450c735cfa service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 1097 time: 0.0844746 Nov 02 12:06:16.903962 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32274fd6-80b8-4fef-b22a-d4c4f7d8d6c0 x-openstack-request-id: req-32274fd6-80b8-4fef-b22a-d4c4f7d8d6c0 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:06:16.904260 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5310dee2-d250-456e-a8b9-569e2c0d365c", "name": "network-vif-plugged", "status": "completed", "tag": "182b9fc2-9087-4012-9d61-177332861519", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:06:16.904517 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32274fd6-80b8-4fef-b22a-d4c4f7d8d6c0 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:06:16.904930 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5310dee2-d250-456e-a8b9-569e2c0d365c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182b9fc2-9087-4012-9d61-177332861519', 'code': 200} Nov 02 12:06:16.934094 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=182b9fc2-9087-4012-9d61-177332861519,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:16.992759 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e5c7846-fc1f-433e-bf7e-eb9fdf06124b req-b5f24439-3ce4-41f0-a73b-6d6b881c1afe service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836201 Nov 02 12:06:17.022186 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-8cdd1df9-0ab1-4726-b776-1732b260cf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T11:58:21Z', 'revision_number': 4, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '63a1017f-8b48-40b8-b6d1-3cc9ad119954', 'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'mac_address': 'fa:16:3e:14:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:20Z', 'updated_at': '2021-11-02T11:58:27Z', 'revision_number': 5, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'subnets': [{'id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:06:17.052278 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdd1df9-0ab1-4726-b776-1732b260cf73 None None] Checking router: 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:06:17.060788 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdd1df9-0ab1-4726-b776-1732b260cf73 None None] Routers {'59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:06:17.061386 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-8cdd1df9-0ab1-4726-b776-1732b260cf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:05:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:06:17.173333 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-8cdd1df9-0ab1-4726-b776-1732b260cf73 None None] Set router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:06:17.541553 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-8cdd1df9-0ab1-4726-b776-1732b260cf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T11:58:21Z', 'revision_number': 4, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '63a1017f-8b48-40b8-b6d1-3cc9ad119954', 'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'mac_address': 'fa:16:3e:14:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:20Z', 'updated_at': '2021-11-02T11:58:27Z', 'revision_number': 5, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'subnets': [{'id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:06:17.542134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8507043-ef4c-4d5c-86ca-769a0b6133ee req-e16170df-e828-4f2e-aa57-e1c0a4a2e5c1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:17.554793 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e8507043-ef4c-4d5c-86ca-769a0b6133ee req-e16170df-e828-4f2e-aa57-e1c0a4a2e5c1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 945 time: 0.0865738 Nov 02 12:06:17.573233 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdd1df9-0ab1-4726-b776-1732b260cf73 None None] The sync data for ids ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'] in n-d-806683-18 is: [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T11:58:21Z', 'revision_number': 4, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '63a1017f-8b48-40b8-b6d1-3cc9ad119954', 'name': '', 'network_id': 'ef1c25a2-5100-492a-96f5-1f6dd7e89df0', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'mac_address': 'fa:16:3e:14:90:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:20Z', 'updated_at': '2021-11-02T11:58:27Z', 'revision_number': 5, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'subnets': [{'id': '1e9ea625-11dc-4ad8-8157-fb20952cfe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:06:17.596025 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-056c628a-ae48-483e-9dcc-46768b62c9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:17.612030 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e8507043-ef4c-4d5c-86ca-769a0b6133ee req-05d39bdd-7ec4-4187-9e18-9e5c10c0b7ab tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556877 Nov 02 12:06:17.886848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7ded1581-1610-4227-95d2-de0761079f47 req-1b10ad06-a63b-45d8-b598-3ee1e2b19e9c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4166d19-567f-443b-a547-3fde2535885c HTTP/1.1" status: 200 len: 210 time: 0.0316336 Nov 02 12:06:17.909452 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f124ea9-58a9-4570-bd70-b6288d1d6f16 None None] New status for floating IP ab44fe04-4f43-47d8-b736-2394b321cc3b: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:06:18.128256 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38624) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:18.164048 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ec86df2d-8f64-4289-b62f-0f8c3b3753cf no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:06:18.215563 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: ec86df2d-8f64-4289-b62f-0f8c3b3753cf {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:06:18.215982 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ec86df2d-8f64-4289-b62f-0f8c3b3753cf not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:06:18.336507 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5be3bb9a-830f-4e7d-a6fd-162b86d5dba4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7089315d81084c5cb57e48ca914dd8d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2065291 Nov 02 12:06:18.339018 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38640) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:18.392727 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ef04f92-b02d-41cf-a469-669ba353df73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:18.418708 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ef04f92-b02d-41cf-a469-669ba353df73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:18.544447 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ef04f92-b02d-41cf-a469-669ba353df73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:18.549059 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3ef04f92-b02d-41cf-a469-669ba353df73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:18.552668 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3ef04f92-b02d-41cf-a469-669ba353df73 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/75909dfe-6da2-44e3-9df4-bc8552aaec20 HTTP/1.1" status: 204 len: 168 time: 0.2101114 Nov 02 12:06:18.559731 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef04f92-b02d-41cf-a469-669ba353df73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75909dfe-6da2-44e3-9df4-bc8552aaec20,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:18.738473 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebea5c-e7a7-42d4-a2cb-97bfb7d7cc26 req-52fb9bba-021f-4c4e-980f-2d1bcfa9ed2c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:18.740004 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-adebea5c-e7a7-42d4-a2cb-97bfb7d7cc26 req-52fb9bba-021f-4c4e-980f-2d1bcfa9ed2c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 945 time: 0.0540171 Nov 02 12:06:18.792576 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-adebea5c-e7a7-42d4-a2cb-97bfb7d7cc26 req-9ebfd628-6b26-46d4-b926-de2d07359c4c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465510 Nov 02 12:06:18.975700 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bca33-1fa3-48d2-b383-ad02d6d587a8 req-961cab6f-49a1-4173-b682-72f1959649be tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:18.977329 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-047bca33-1fa3-48d2-b383-ad02d6d587a8 req-961cab6f-49a1-4173-b682-72f1959649be tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 945 time: 0.0551271 Nov 02 12:06:19.032127 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-047bca33-1fa3-48d2-b383-ad02d6d587a8 req-512d3c39-1b5b-4c85-833f-f0e101d3621f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483193 Nov 02 12:06:19.686350 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-af393991-5c10-4bdd-8532-64959e960827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:20.983912 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:21.777603 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 38810) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:21.869386 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-582a3ef5-1778-4e70-bc44-85f702710d92 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:21.913333 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-582a3ef5-1778-4e70-bc44-85f702710d92 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:22.066803 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-582a3ef5-1778-4e70-bc44-85f702710d92 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:22.069318 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-582a3ef5-1778-4e70-bc44-85f702710d92 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:22.070476 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-582a3ef5-1778-4e70-bc44-85f702710d92 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "DELETE /v2.0/security-groups/11834c5d-fbbb-48b8-b59d-bc4fc2d3df64 HTTP/1.1" status: 204 len: 168 time: 0.2905433 Nov 02 12:06:22.074826 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 38812) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:22.088491 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a3ef5-1778-4e70-bc44-85f702710d92 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11834c5d-fbbb-48b8-b59d-bc4fc2d3df64,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:22.111504 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-ea724421-19a7-423c-baf3-25b7a59f13a4 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] show failed (client error): The resource could not be found. Nov 02 12:06:22.113665 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ea724421-19a7-423c-baf3-25b7a59f13a4 tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "GET /v2.0/security-groups/11834c5d-fbbb-48b8-b59d-bc4fc2d3df64 HTTP/1.1" status: 404 len: 347 time: 0.0371242 Nov 02 12:06:22.117431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 38814) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:22.336942 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-27adbbd0-4deb-4d6c-9509-e0ad4924941c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Deleting port 7542e191-e57d-4559-b926-df6ccd9f512a {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:06:22.337440 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-27adbbd0-4deb-4d6c-9509-e0ad4924941c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:22.443133 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-27adbbd0-4deb-4d6c-9509-e0ad4924941c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:22.443456 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-27adbbd0-4deb-4d6c-9509-e0ad4924941c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:22.458884 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:22.463194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-27adbbd0-4deb-4d6c-9509-e0ad4924941c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Calling delete_port for 7542e191-e57d-4559-b926-df6ccd9f512a owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:06:22.674752 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-27adbbd0-4deb-4d6c-9509-e0ad4924941c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:22.703698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27adbbd0-4deb-4d6c-9509-e0ad4924941c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Pushing event deleted for resources: {'Port': ['ID=7542e191-e57d-4559-b926-df6ccd9f512a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:22.767529 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-27adbbd0-4deb-4d6c-9509-e0ad4924941c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:22.770445 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-27adbbd0-4deb-4d6c-9509-e0ad4924941c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:22.771821 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-27adbbd0-4deb-4d6c-9509-e0ad4924941c tempest-AttachVolumeTestJSON-1958238853 tempest-AttachVolumeTestJSON-1958238853-project] 10.222.0.52 "DELETE /v2.0/floatingips/ab44fe04-4f43-47d8-b736-2394b321cc3b HTTP/1.1" status: 204 len: 168 time: 0.6503372 Nov 02 12:06:23.121490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-261758b1-237a-453c-843a-e46cd310d3dd tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:23.123119 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-261758b1-237a-453c-843a-e46cd310d3dd tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 811 time: 0.1403849 Nov 02 12:06:23.149374 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-a1da147f-3348-4fb6-a588-b8412422f552 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/quotas/ab186707669f41a6b53ebcba8031edaa HTTP/1.1" status: 200 len: 375 time: 0.0115585 Nov 02 12:06:23.237961 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-f88bea13-7a45-41d8-8a21-0174fd342c64 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0764277 Nov 02 12:06:23.388203 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-4cb39139-a490-4240-a291-571d0d46e731 service neutron] 10.222.0.52 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411715 Nov 02 12:06:23.494097 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-51f239fc-8b63-487a-b6b7-33040bf64079 service neutron] 10.222.0.52 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047649 Nov 02 12:06:24.035778 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:24.114360 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e51361aa-ac5a-4bab-86aa-ac850de143c4 req-76572356-06a1-4e0e-8b84-7ca221938584 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 210 time: 0.0389915 Nov 02 12:06:24.351547 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:24.989266 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:25.220276 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd5ebb81-6e91-4529-b93b-b66ab645cd73 req-20e04bc3-c838-4671-b024-034027473b70 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 210 time: 0.0391178 Nov 02 12:06:25.978581 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:06:26.379408 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7ceae737-4cdf-4641-8d5f-598ddeebf02b req-50d87233-b88e-480a-b533-2b5d8725fe7f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 210 time: 0.0638411 Nov 02 12:06:26.870550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-9631e7a3-b92b-41a1-93ad-a9bec10f4cca tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:26.877535 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-9631e7a3-b92b-41a1-93ad-a9bec10f4cca tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.54 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 811 time: 0.2515755 Nov 02 12:06:26.894606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-7c41a6a4-8776-4bf0-95ba-ace76acb7b55 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Request body: {'port': {'device_id': '95f38a6a-924c-409f-abde-3414cc7a1a7e', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'admin_state_up': True, 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:27.240502 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-7c41a6a4-8776-4bf0-95ba-ace76acb7b55 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Made reservation on behalf of ab186707669f41a6b53ebcba8031edaa for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:06:27.248405 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-7c41a6a4-8776-4bf0-95ba-ace76acb7b55 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:27.630798 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a1effd1-2d92-4ea9-ad0a-efb2094e2b9a req-8aafabde-8b2c-4ceb-a748-c3cc4b0eb249 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 210 time: 0.0949023 Nov 02 12:06:27.753267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-7c41a6a4-8776-4bf0-95ba-ace76acb7b55 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Allocated IP 172.20.0.4 (b3d723ce-e5b2-4427-a422-70398aab6d7f/0360a412-e52f-4282-8491-82f08f448324/a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:06:28.055389 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-7c41a6a4-8776-4bf0-95ba-ace76acb7b55 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:28.190052 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-7c41a6a4-8776-4bf0-95ba-ace76acb7b55 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:28.198379 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['182b9fc2-9087-4012-9d61-177332861519'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:06:28.317641 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-7c41a6a4-8776-4bf0-95ba-ace76acb7b55 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Network b3d723ce-e5b2-4427-a422-70398aab6d7f is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:06:28.323563 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-7c41a6a4-8776-4bf0-95ba-ace76acb7b55 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:06:28.333201 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-7c41a6a4-8776-4bf0-95ba-ace76acb7b55 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:06:28.442807 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41a6a4-8776-4bf0-95ba-ace76acb7b55 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'Port': ['ID=a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:28.563969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-7c41a6a4-8776-4bf0-95ba-ace76acb7b55 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:28.568845 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-7c41a6a4-8776-4bf0-95ba-ace76acb7b55 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:28.671627 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-7c41a6a4-8776-4bf0-95ba-ace76acb7b55 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7862697 Nov 02 12:06:28.697605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Request body: {'port': {'device_id': '95f38a6a-924c-409f-abde-3414cc7a1a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:06:28.813002 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:28.853366 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0aea243e-a95e-4ae3-ad2d-24c5badf6d8a None None] Provisioning complete for port a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:06:28.854027 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0aea243e-a95e-4ae3-ad2d-24c5badf6d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:28.960059 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0aea243e-a95e-4ae3-ad2d-24c5badf6d8a None None] Port a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:06:29.014707 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861b2d9-48a2-43a9-beba-21b9ee51e962 req-d2bf480b-415f-424a-b14d-ef20ac47a538 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:29.016641 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c861b2d9-48a2-43a9-beba-21b9ee51e962 req-d2bf480b-415f-424a-b14d-ef20ac47a538 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 931 time: 0.1838994 Nov 02 12:06:29.459919 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c861b2d9-48a2-43a9-beba-21b9ee51e962 req-d6829d80-67c0-4a48-a8af-b4080c151972 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324007 Nov 02 12:06:29.513542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:06:29.530472 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:29.552256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Transition to ACTIVE for port object a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:06:29.616499 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:29.766158 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Pushing event updated for resources: {'Port': ['ID=a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:29.881777 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Attempting to bind port a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:06:29.882528 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Attempting to bind port a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:06:29.883413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Attempting to bind port a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 on network b3d723ce-e5b2-4427-a422-70398aab6d7f {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:06:29.896661 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Port a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 on network b3d723ce-e5b2-4427-a422-70398aab6d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:06:29.897108 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Attempting to bind port a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 on network b3d723ce-e5b2-4427-a422-70398aab6d7f {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:06:29.904725 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:06:29.905852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Checking segment: {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:06:29.906372 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Bound using segment: {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:06:29.906917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Bound port: a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:06:29.907515 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:30.017781 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] For port a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:06:30.022192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] For port a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:06:30.281669 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:30.312544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:30.313414 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:30.331287 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] 10.222.0.54 "PUT /v2.0/ports/a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 HTTP/1.1" status: 200 len: 1092 time: 1.6423385 Nov 02 12:06:30.354731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f38a6a-924c-409f-abde-3414cc7a1a7e', 'tag': 'a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:06:30.379666 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df6c20a-7106-4a01-bd5a-1b6bc35140d7" -d '{"events": [{"name": "network-changed", "server_uuid": "95f38a6a-924c-409f-abde-3414cc7a1a7e", "tag": "a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:06:30.457446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d504c0-382c-43ed-a586-bacf54f41727 service neutron] Pushing event updated for resources: {'Port': ['ID=a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:30.480531 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcab5c91-5361-4304-80fc-b5d99c282a3e x-openstack-request-id: req-bcab5c91-5361-4304-80fc-b5d99c282a3e {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:06:30.480961 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f38a6a-924c-409f-abde-3414cc7a1a7e", "tag": "a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:06:30.481386 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bcab5c91-5361-4304-80fc-b5d99c282a3e {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:06:30.481893 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f38a6a-924c-409f-abde-3414cc7a1a7e', 'tag': 'a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290', 'status': 'completed', 'code': 200} Nov 02 12:06:30.572072 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6c20a-7106-4a01-bd5a-1b6bc35140d7 req-c4737f1d-9d2d-4f56-a4d1-5f3e769f66cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:30.577969 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4df6c20a-7106-4a01-bd5a-1b6bc35140d7 req-c4737f1d-9d2d-4f56-a4d1-5f3e769f66cb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 1095 time: 0.0927162 Nov 02 12:06:30.884613 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c41817-df8b-407c-9e23-093003788aed req-e5ab4712-fee7-4f73-9a8d-38c235407a9c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:30.886389 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-91c41817-df8b-407c-9e23-093003788aed req-e5ab4712-fee7-4f73-9a8d-38c235407a9c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.2554693 Nov 02 12:06:30.954409 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6c20a-7106-4a01-bd5a-1b6bc35140d7 req-9336a841-0408-4831-b4b8-170bb600ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:30.956192 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4df6c20a-7106-4a01-bd5a-1b6bc35140d7 req-9336a841-0408-4831-b4b8-170bb600ee3b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ab186707669f41a6b53ebcba8031edaa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3677902 Nov 02 12:06:31.050566 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-91c41817-df8b-407c-9e23-093003788aed req-d0a968f5-b457-41cf-bb36-e2538d771147 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479256 Nov 02 12:06:31.488430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6c20a-7106-4a01-bd5a-1b6bc35140d7 req-23f43037-c352-4a19-a4c6-66a57b768232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:31.489659 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4df6c20a-7106-4a01-bd5a-1b6bc35140d7 req-23f43037-c352-4a19-a4c6-66a57b768232 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5226641 Nov 02 12:06:31.594332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-a476c008-ae01-4935-b48c-007b83300633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:31.596054 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-a476c008-ae01-4935-b48c-007b83300633 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 1095 time: 0.0640218 Nov 02 12:06:31.650697 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-b4588237-bfcc-4bc2-9973-31246ec626e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 HTTP/1.1" status: 200 len: 217 time: 0.0438232 Nov 02 12:06:31.716680 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-105ee768-9b76-4169-b101-48cda3c14f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:31.718795 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-105ee768-9b76-4169-b101-48cda3c14f60 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0610311 Nov 02 12:06:31.769366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-e614dab4-5111-4da4-bc7c-cf172da2e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:31.771193 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-e614dab4-5111-4da4-bc7c-cf172da2e5f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463221 Nov 02 12:06:31.926447 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-db73d3bb-7951-4f8c-aaa0-af910c6f2d1b service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478317 Nov 02 12:06:32.078852 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54eee33e-1103-47ee-91c5-21d2fb9edc64 req-eddaff10-bc7b-40e6-90e1-d2f158ba913d service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447392 Nov 02 12:06:32.254629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a1cc9-8811-4033-8e81-21266e8c3f6c req-7c7e5b18-579b-4608-8a5f-3c4bcbfd76b4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:32.256604 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f12a1cc9-8811-4033-8e81-21266e8c3f6c req-7c7e5b18-579b-4608-8a5f-3c4bcbfd76b4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0849669 Nov 02 12:06:32.405775 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f12a1cc9-8811-4033-8e81-21266e8c3f6c req-8b0fb9eb-a9b2-484a-89a1-26b3af9cc0a6 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304433 Nov 02 12:06:33.541246 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfa4c1-b683-4bfd-bd96-a138798da79c req-036b1073-5d41-44b8-81b5-140b146ec1cf tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:33.542884 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3bbfa4c1-b683-4bfd-bd96-a138798da79c req-036b1073-5d41-44b8-81b5-140b146ec1cf tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0541463 Nov 02 12:06:33.596394 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3bbfa4c1-b683-4bfd-bd96-a138798da79c req-d20b180e-955a-4f66-aa73-10430804a09d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452464 Nov 02 12:06:34.747185 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01084c9f-14a4-4cd8-b077-96fd74bea6a2 req-94cb6b11-8d15-41fe-bcf6-b84c2b843a70 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:34.748948 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01084c9f-14a4-4cd8-b077-96fd74bea6a2 req-94cb6b11-8d15-41fe-bcf6-b84c2b843a70 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0608084 Nov 02 12:06:34.813650 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01084c9f-14a4-4cd8-b077-96fd74bea6a2 req-c125890d-12b2-488b-a3ca-6a003231014e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567167 Nov 02 12:06:35.964748 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d9379-d64b-43d5-9440-9944596fc6c8 req-8ecc0633-2092-4811-94a8-d0bf51eb4ff9 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:35.966428 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e04d9379-d64b-43d5-9440-9944596fc6c8 req-8ecc0633-2092-4811-94a8-d0bf51eb4ff9 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0638597 Nov 02 12:06:36.047494 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e04d9379-d64b-43d5-9440-9944596fc6c8 req-1682b78a-082d-437c-ac3e-96530d6dd84b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716686 Nov 02 12:06:37.213343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c7060-35e1-4d8d-995c-0392da05a10d req-39b74390-9ef6-40ae-bfaf-c82ca5738277 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:37.214847 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c84c7060-35e1-4d8d-995c-0392da05a10d req-39b74390-9ef6-40ae-bfaf-c82ca5738277 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0565770 Nov 02 12:06:37.275414 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c84c7060-35e1-4d8d-995c-0392da05a10d req-fdbc9df2-535e-4945-8578-19a84e289724 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527821 Nov 02 12:06:38.442460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94114875-a594-49c2-a019-a56e14af00dd req-bcddcebb-81a8-4a12-addf-5ff79f768698 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:38.445288 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94114875-a594-49c2-a019-a56e14af00dd req-bcddcebb-81a8-4a12-addf-5ff79f768698 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0593104 Nov 02 12:06:38.519476 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94114875-a594-49c2-a019-a56e14af00dd req-1782f1b0-8090-4c85-81b7-ec20e7fcaba8 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678256 Nov 02 12:06:38.680648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39148) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:39.282771 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:39.571027 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Deleting port 63a1017f-8b48-40b8-b6d1-3cc9ad119954 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:06:39.571652 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:39.714288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8f5f9-c223-468d-a079-c08780ff1aab req-5f955fb1-6e1b-4125-9900-200c80c00763 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:39.716105 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08c8f5f9-c223-468d-a079-c08780ff1aab req-5f955fb1-6e1b-4125-9900-200c80c00763 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.1155314 Nov 02 12:06:39.723347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] For port 63a1017f-8b48-40b8-b6d1-3cc9ad119954, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=63a1017f-8b48-40b8-b6d1-3cc9ad119954,segment=NetworkSegment(68178386-05d9-46fd-9edd-e67b33789cec),segment_id=68178386-05d9-46fd-9edd-e67b33789cec)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:06:39.723747 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:39.752032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Calling delete_port for 63a1017f-8b48-40b8-b6d1-3cc9ad119954 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:06:39.845250 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08c8f5f9-c223-468d-a079-c08780ff1aab req-419feeb9-0297-4c8a-ab5f-f5c555618cf4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178694 Nov 02 12:06:40.119940 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:40.145718 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a1017f-8b48-40b8-b6d1-3cc9ad119954,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:40.161428 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:40.161804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:40.162204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:40.162663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:40.163038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:40.163445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:40.164068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:40.164608 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:40.165195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:40.165195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:40.166112 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:40.166112 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:40.384878 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:40.623490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:06:40.748314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:06:40.753577 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2444b2ad-2234-410b-8e5e-3d0e207469e7 admin admin] 10.222.0.52 "PUT /v2.0/routers/59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0733898 Nov 02 12:06:40.756256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39192) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:40.759472 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd5d284-5c07-48ca-a78c-caa77c75666c None None] Sync routers for ids ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:06:40.772139 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd5d284-5c07-48ca-a78c-caa77c75666c None None] Routers {'59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:06:40.772670 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3fd5d284-5c07-48ca-a78c-caa77c75666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:06:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:06:40.910735 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-3fd5d284-5c07-48ca-a78c-caa77c75666c None None] Set router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:06:40.928064 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d720f218-ed35-47c5-ae2c-c80da10ba140 admin admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:41.107922 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3fd5d284-5c07-48ca-a78c-caa77c75666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T12:06:39Z', 'revision_number': 5, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:06:41.108159 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca746d5-abbe-4e28-8eb0-4e03a78d9fb8 req-1eb80c53-4b74-49ae-abe3-61c37683e0e5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:41.109703 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ca746d5-abbe-4e28-8eb0-4e03a78d9fb8 req-1eb80c53-4b74-49ae-abe3-61c37683e0e5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.1295075 Nov 02 12:06:41.141159 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd5d284-5c07-48ca-a78c-caa77c75666c None None] Checking router: 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:06:41.151119 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd5d284-5c07-48ca-a78c-caa77c75666c None None] Routers {'59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:06:41.151929 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3fd5d284-5c07-48ca-a78c-caa77c75666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:06:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:06:41.168176 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d720f218-ed35-47c5-ae2c-c80da10ba140 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:41.184647 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ca746d5-abbe-4e28-8eb0-4e03a78d9fb8 req-ab54d138-cbaf-4a34-bc22-525e32c89ad9 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666561 Nov 02 12:06:41.286363 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-3fd5d284-5c07-48ca-a78c-caa77c75666c None None] Set router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:06:41.348390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-d720f218-ed35-47c5-ae2c-c80da10ba140 admin admin] Deleting port b9aea4c6-82d1-4ec3-9e73-d54c30517976 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:06:41.348944 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d720f218-ed35-47c5-ae2c-c80da10ba140 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:41.454723 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-d720f218-ed35-47c5-ae2c-c80da10ba140 admin admin] For port b9aea4c6-82d1-4ec3-9e73-d54c30517976, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b9aea4c6-82d1-4ec3-9e73-d54c30517976,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:06:41.455162 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d720f218-ed35-47c5-ae2c-c80da10ba140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:41.471698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-d720f218-ed35-47c5-ae2c-c80da10ba140 admin admin] Calling delete_port for b9aea4c6-82d1-4ec3-9e73-d54c30517976 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:06:41.520992 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3fd5d284-5c07-48ca-a78c-caa77c75666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T12:06:39Z', 'revision_number': 5, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:06:41.546579 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd5d284-5c07-48ca-a78c-caa77c75666c None None] The sync data for ids ['59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51'] in n-d-806683-18 is: [{'id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'name': 'tempest-AttachVolumeTestJSON-1554911740-router', 'tenant_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:14Z', 'updated_at': '2021-11-02T12:06:39Z', 'revision_number': 5, 'project_id': '3bf0bc53ed7145e4acec9ee5e89c3e18', 'gw_port': {'id': 'b9aea4c6-82d1-4ec3-9e73-d54c30517976', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:16Z', 'updated_at': '2021-11-02T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:06:42.062791 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d720f218-ed35-47c5-ae2c-c80da10ba140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:42.095824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720f218-ed35-47c5-ae2c-c80da10ba140 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9aea4c6-82d1-4ec3-9e73-d54c30517976,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:42.163777 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d720f218-ed35-47c5-ae2c-c80da10ba140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:42.275063 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d720f218-ed35-47c5-ae2c-c80da10ba140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:42.277270 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d720f218-ed35-47c5-ae2c-c80da10ba140 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:42.412146 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ce96d-c92e-422b-9e58-6db400c6055a req-390be3a4-3d32-4e3e-8d36-071058dd6540 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:42.420136 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b96ce96d-c92e-422b-9e58-6db400c6055a req-390be3a4-3d32-4e3e-8d36-071058dd6540 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.1324382 Nov 02 12:06:42.468505 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 63a1017f-8b48-40b8-b6d1-3cc9ad119954 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:06:42.470121 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d720f218-ed35-47c5-ae2c-c80da10ba140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:42.470698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d720f218-ed35-47c5-ae2c-c80da10ba140 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:06:42.475126 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d720f218-ed35-47c5-ae2c-c80da10ba140 admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:42.476345 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d720f218-ed35-47c5-ae2c-c80da10ba140 admin admin] 10.222.0.52 "DELETE /v2.0/routers/59ddbd9e-0d2f-46a3-a0b9-a36b5fc67d51 HTTP/1.1" status: 204 len: 168 time: 1.7190936 Nov 02 12:06:42.480168 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39238) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:42.499901 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b96ce96d-c92e-422b-9e58-6db400c6055a req-a9e34bc4-16b7-486a-abca-49f29ede8d85 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788243 Nov 02 12:06:42.520339 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 63a1017f-8b48-40b8-b6d1-3cc9ad119954 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:06:42.520887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 63a1017f-8b48-40b8-b6d1-3cc9ad119954 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:06:42.597447 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] Deleting subnet 1e9ea625-11dc-4ad8-8157-fb20952cfe54 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:06:42.602775 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:42.677613 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:42.767499 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:42.971749 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:43.006240 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e9ea625-11dc-4ad8-8157-fb20952cfe54,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:43.009166 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:43.012430 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1e9ea625-11dc-4ad8-8157-fb20952cfe54 HTTP/1.1" status: 204 len: 168 time: 0.5312488 Nov 02 12:06:43.013669 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3708b909-5855-4dfd-a45b-61cf5431fcf3 None None] Network ef1c25a2-5100-492a-96f5-1f6dd7e89df0 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:06:43.015014 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39250) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:43.025661 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:43.026022 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:43.026371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:43.028484 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:43.029000 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:43.029484 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:43.030162 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:43.030540 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:43.031728 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:43.032607 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:43.033357 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:43.034123 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409e1beb-d71e-4e08-8fc6-e5c6930d8fb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:06:43.113083 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:43.192278 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] Deleting port 5a36ed61-2936-4339-8f33-ba5913931628 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:06:43.192725 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:43.283669 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] For port 5a36ed61-2936-4339-8f33-ba5913931628, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5a36ed61-2936-4339-8f33-ba5913931628,segment=NetworkSegment(68178386-05d9-46fd-9edd-e67b33789cec),segment_id=68178386-05d9-46fd-9edd-e67b33789cec)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:06:43.284052 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:43.292043 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d55d66-a898-4a75-b13c-b71c4c071378 None None] DHCP port deletion for ef1c25a2-5100-492a-96f5-1f6dd7e89df0 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:06:43.318503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] Calling delete_port for 5a36ed61-2936-4339-8f33-ba5913931628 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:06:43.415095 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c2d55d66-a898-4a75-b13c-b71c4c071378 None None] Deleting port 5a36ed61-2936-4339-8f33-ba5913931628 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:06:43.415713 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c2d55d66-a898-4a75-b13c-b71c4c071378 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:43.496279 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c2d55d66-a898-4a75-b13c-b71c4c071378 None None] For port 5a36ed61-2936-4339-8f33-ba5913931628, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5a36ed61-2936-4339-8f33-ba5913931628,segment=NetworkSegment(68178386-05d9-46fd-9edd-e67b33789cec),segment_id=68178386-05d9-46fd-9edd-e67b33789cec)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:06:43.496946 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c2d55d66-a898-4a75-b13c-b71c4c071378 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:43.509283 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c2d55d66-a898-4a75-b13c-b71c4c071378 None None] Calling delete_port for 5a36ed61-2936-4339-8f33-ba5913931628 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:06:43.560889 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:43.605044 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c2d55d66-a898-4a75-b13c-b71c4c071378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:43.620021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a36ed61-2936-4339-8f33-ba5913931628,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:43.658880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] No DVR routers for this DVR port 5a36ed61-2936-4339-8f33-ba5913931628 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:06:43.666807 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d55d66-a898-4a75-b13c-b71c4c071378 None None] Pushing event deleted for resources: {'Port': ['ID=5a36ed61-2936-4339-8f33-ba5913931628,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:43.673939 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d55d66-a898-4a75-b13c-b71c4c071378 None None] No DVR routers for this DVR port 5a36ed61-2936-4339-8f33-ba5913931628 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:06:43.744322 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192cea1-8368-49d6-98fe-a3903eff92db req-945f44d0-f974-4dea-a02a-12111c6c757c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:43.745866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8192cea1-8368-49d6-98fe-a3903eff92db req-945f44d0-f974-4dea-a02a-12111c6c757c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.1407154 Nov 02 12:06:43.823348 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:43.869594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1c25a2-5100-492a-96f5-1f6dd7e89df0']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:06:43.883428 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68178386-05d9-46fd-9edd-e67b33789cec') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:06:43.883803 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68178386-05d9-46fd-9edd-e67b33789cec') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:06:43.888839 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8192cea1-8368-49d6-98fe-a3903eff92db req-013db6e6-b121-44ca-b58e-a3aa71806e53 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263030 Nov 02 12:06:43.898792 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:43.923425 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:43.931139 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:06:43.931531 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:06:43.933433 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:06:44.091706 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:44.096828 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:44.100324 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ef1c25a2-5100-492a-96f5-1f6dd7e89df0 HTTP/1.1" status: 204 len: 168 time: 1.0839722 Nov 02 12:06:44.126913 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c586c6c-98a0-45e9-ab2b-bea79f563046 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef1c25a2-5100-492a-96f5-1f6dd7e89df0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:44.456255 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b9aea4c6-82d1-4ec3-9e73-d54c30517976 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:06:44.477866 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: b9aea4c6-82d1-4ec3-9e73-d54c30517976 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:06:44.478330 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b9aea4c6-82d1-4ec3-9e73-d54c30517976 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:06:44.478826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5a36ed61-2936-4339-8f33-ba5913931628 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:06:44.509225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 5a36ed61-2936-4339-8f33-ba5913931628 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:06:44.510372 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5a36ed61-2936-4339-8f33-ba5913931628 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:06:44.594079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39276) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:44.650290 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c3115c3b-cb7e-4656-ac08-dbe0b4a99402 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3bf0bc53ed7145e4acec9ee5e89c3e18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0541971 Nov 02 12:06:44.653041 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39280) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:44.732743 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bed6d08f-2115-4eb1-a255-7ee919d4fb87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:44.783967 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bed6d08f-2115-4eb1-a255-7ee919d4fb87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:44.932530 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bed6d08f-2115-4eb1-a255-7ee919d4fb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:44.942648 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bed6d08f-2115-4eb1-a255-7ee919d4fb87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:44.942648 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bed6d08f-2115-4eb1-a255-7ee919d4fb87 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b3dc0e9-1dcd-4cde-8f3b-52cd9245a0b0 HTTP/1.1" status: 204 len: 168 time: 0.2868755 Nov 02 12:06:44.962800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6d08f-2115-4eb1-a255-7ee919d4fb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3dc0e9-1dcd-4cde-8f3b-52cd9245a0b0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:45.084182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecb88b-cbbf-4990-9142-2f09623ff165 req-04bfb121-085d-49a2-ac3e-d6267f16eff5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:45.086515 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-31ecb88b-cbbf-4990-9142-2f09623ff165 req-04bfb121-085d-49a2-ac3e-d6267f16eff5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0669007 Nov 02 12:06:45.155583 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-31ecb88b-cbbf-4990-9142-2f09623ff165 req-66eef2e6-c924-4785-945e-70c5cc9be786 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596766 Nov 02 12:06:46.305385 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526c246-4836-4802-9cff-f6d71ac50a10 req-5fc7cf1e-a6ba-4f58-a611-70b6714fbdb1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:46.308997 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3526c246-4836-4802-9cff-f6d71ac50a10 req-5fc7cf1e-a6ba-4f58-a611-70b6714fbdb1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0751715 Nov 02 12:06:46.404555 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3526c246-4836-4802-9cff-f6d71ac50a10 req-cee1c0b3-7e2c-403f-b95a-46e6851b7026 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857008 Nov 02 12:06:47.549021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439920a-2562-4e71-b18f-e8d6b42ade18 req-c9e1dd0b-518e-4ac5-ba47-9abac75f420e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:47.550561 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6439920a-2562-4e71-b18f-e8d6b42ade18 req-c9e1dd0b-518e-4ac5-ba47-9abac75f420e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0591419 Nov 02 12:06:47.577219 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-05116ac8-17d8-45ae-89b7-26e8c0153ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:47.610005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6439920a-2562-4e71-b18f-e8d6b42ade18 req-68bbc6e7-f939-4831-b004-f705167dcc86 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518475 Nov 02 12:06:48.750894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c012f4-3ac7-4eca-8051-6f3b551b3ae4 req-3e637316-592a-452f-9f42-54de1c2b5618 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:48.753935 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0c012f4-3ac7-4eca-8051-6f3b551b3ae4 req-3e637316-592a-452f-9f42-54de1c2b5618 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0597317 Nov 02 12:06:48.821726 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0c012f4-3ac7-4eca-8051-6f3b551b3ae4 req-dec14659-27a5-437a-ae34-1015e2de7eac tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571311 Nov 02 12:06:49.480079 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39430) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:49.588278 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3f45efd8-4e7a-4d9e-9753-b63d70b6701c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:49.684234 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3f45efd8-4e7a-4d9e-9753-b63d70b6701c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:49.695638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39438) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:49.771423 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3bfbf662-ea61-4523-853b-fe7717cecc3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:49.804419 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42a1bc2c-eead-48da-9da1-70c20bc2db3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:49.900509 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3f45efd8-4e7a-4d9e-9753-b63d70b6701c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:49.909761 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42a1bc2c-eead-48da-9da1-70c20bc2db3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:49.978952 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3f45efd8-4e7a-4d9e-9753-b63d70b6701c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3128618d3bc84b3bb485954946aaeee9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4975984 Nov 02 12:06:49.980966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45efd8-4e7a-4d9e-9753-b63d70b6701c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24464eda-fd88-49c9-b102-702a9731e664,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:49.981761 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39450) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:50.008412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762434cd-659d-4d43-98e8-0aa37438ef96 req-9c4a2cd0-27a8-42ad-88e8-87de9a5543d5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:50.010028 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-762434cd-659d-4d43-98e8-0aa37438ef96 req-9c4a2cd0-27a8-42ad-88e8-87de9a5543d5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0942533 Nov 02 12:06:50.011522 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-42a1bc2c-eead-48da-9da1-70c20bc2db3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:50.052662 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4764fd90-405a-446d-846c-2a5898d39519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:50.076062 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4764fd90-405a-446d-846c-2a5898d39519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:50.076270 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1bc2c-eead-48da-9da1-70c20bc2db3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cae5d93-4c05-46a8-8329-53e43c33edb6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:50.082897 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-42a1bc2c-eead-48da-9da1-70c20bc2db3d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=75ebc088842e4be89c1ecd79c1825716&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3860574 Nov 02 12:06:50.087791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39452) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:50.119570 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-762434cd-659d-4d43-98e8-0aa37438ef96 req-969a65e4-19c0-48e8-b74e-91b66392ebe2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946503 Nov 02 12:06:50.159506 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aea044aa-258d-4952-9632-b5b28a06224b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:50.182947 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aea044aa-258d-4952-9632-b5b28a06224b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:50.302658 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4764fd90-405a-446d-846c-2a5898d39519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:50.305448 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4764fd90-405a-446d-846c-2a5898d39519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:50.306784 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4764fd90-405a-446d-846c-2a5898d39519 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/24464eda-fd88-49c9-b102-702a9731e664 HTTP/1.1" status: 204 len: 168 time: 0.3239222 Nov 02 12:06:50.315856 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764fd90-405a-446d-846c-2a5898d39519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24464eda-fd88-49c9-b102-702a9731e664,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:50.354006 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aea044aa-258d-4952-9632-b5b28a06224b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:50.358199 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aea044aa-258d-4952-9632-b5b28a06224b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:50.358199 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-aea044aa-258d-4952-9632-b5b28a06224b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0cae5d93-4c05-46a8-8329-53e43c33edb6 HTTP/1.1" status: 204 len: 168 time: 0.2694116 Nov 02 12:06:50.367339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea044aa-258d-4952-9632-b5b28a06224b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cae5d93-4c05-46a8-8329-53e43c33edb6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:50.988293 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:51.250518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b243fd-2a18-45cd-a601-dee611ab880b req-c0fe1d98-384c-4c53-81d3-1727e0703e78 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:51.252028 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-70b243fd-2a18-45cd-a601-dee611ab880b req-c0fe1d98-384c-4c53-81d3-1727e0703e78 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0545030 Nov 02 12:06:51.295052 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39478) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:51.306348 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-70b243fd-2a18-45cd-a601-dee611ab880b req-c951edbb-55a7-4052-af18-f6eb28667e94 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468988 Nov 02 12:06:51.320706 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc33c756-e22a-497e-a5ff-08320f90dab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:51.398060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39482) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:51.413699 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aee1f7a0-d687-44b8-8a95-6c9e02d2048e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:51.428508 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc33c756-e22a-497e-a5ff-08320f90dab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:51.502591 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aee1f7a0-d687-44b8-8a95-6c9e02d2048e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:51.548420 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc33c756-e22a-497e-a5ff-08320f90dab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:51.592082 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fc33c756-e22a-497e-a5ff-08320f90dab8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d320f0556f8474fafd456c903652dbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2958746 Nov 02 12:06:51.593365 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33c756-e22a-497e-a5ff-08320f90dab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35abd89c-a22d-48b5-b7ec-78e2433b7f24,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:51.595356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39484) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:51.665804 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df1463de-0e42-4d2f-88e6-7559c62ac9a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:51.681690 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aee1f7a0-d687-44b8-8a95-6c9e02d2048e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:51.698795 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df1463de-0e42-4d2f-88e6-7559c62ac9a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:51.742031 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-aee1f7a0-d687-44b8-8a95-6c9e02d2048e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c76ad9e548649b6819204c066566a82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3427877 Nov 02 12:06:51.744852 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39488) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:51.753393 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1f7a0-d687-44b8-8a95-6c9e02d2048e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bb8732-dd95-4e38-98b4-1ce2726be61d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:51.799700 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-46617a73-7e10-4cdd-a7ba-04be625d248a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:51.822842 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-46617a73-7e10-4cdd-a7ba-04be625d248a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:51.902846 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df1463de-0e42-4d2f-88e6-7559c62ac9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:51.908089 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df1463de-0e42-4d2f-88e6-7559c62ac9a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:51.909264 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-df1463de-0e42-4d2f-88e6-7559c62ac9a0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/35abd89c-a22d-48b5-b7ec-78e2433b7f24 HTTP/1.1" status: 204 len: 168 time: 0.3127427 Nov 02 12:06:51.923473 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1463de-0e42-4d2f-88e6-7559c62ac9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35abd89c-a22d-48b5-b7ec-78e2433b7f24,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:52.045016 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-46617a73-7e10-4cdd-a7ba-04be625d248a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:52.048414 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-46617a73-7e10-4cdd-a7ba-04be625d248a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:52.049832 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-46617a73-7e10-4cdd-a7ba-04be625d248a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/12bb8732-dd95-4e38-98b4-1ce2726be61d HTTP/1.1" status: 204 len: 168 time: 0.3038874 Nov 02 12:06:52.071401 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46617a73-7e10-4cdd-a7ba-04be625d248a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bb8732-dd95-4e38-98b4-1ce2726be61d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:52.451932 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f51e4-8f70-4ec9-9cf3-86f92af6a39e req-d193a5c7-03e1-4c48-a908-b30270ec31c8 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:52.453641 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-419f51e4-8f70-4ec9-9cf3-86f92af6a39e req-d193a5c7-03e1-4c48-a908-b30270ec31c8 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0535028 Nov 02 12:06:52.520582 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:52.521182 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-419f51e4-8f70-4ec9-9cf3-86f92af6a39e req-4a4e4334-5928-4569-80fd-228ddd1ed484 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562062 Nov 02 12:06:53.669883 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab31683-4d21-47b3-85f0-cc661d552c23 req-6d7a7308-d98f-452d-a0e9-04e88b6476eb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:53.671944 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5ab31683-4d21-47b3-85f0-cc661d552c23 req-6d7a7308-d98f-452d-a0e9-04e88b6476eb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0595045 Nov 02 12:06:53.723994 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5ab31683-4d21-47b3-85f0-cc661d552c23 req-61f5c5b9-71d6-4357-b223-c7a35b4e1b8a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459287 Nov 02 12:06:54.057247 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:54.348083 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:54.857961 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74e10f-aea1-4c34-8107-573acbcb3142 req-0ba18d40-5223-47c1-b4a0-bf66cb646a3f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:54.860496 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e74e10f-aea1-4c34-8107-573acbcb3142 req-0ba18d40-5223-47c1-b4a0-bf66cb646a3f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0651867 Nov 02 12:06:54.914332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e74e10f-aea1-4c34-8107-573acbcb3142 req-87f7f082-b2c2-484b-8002-111de29dec77 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465696 Nov 02 12:06:55.046919 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:56.043751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1eac3-a335-4611-ab18-3c7b2904e300 req-1595e6ff-2824-40be-8073-169371d59094 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:56.046854 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a1c1eac3-a335-4611-ab18-3c7b2904e300 req-1595e6ff-2824-40be-8073-169371d59094 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0556870 Nov 02 12:06:56.110329 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a1c1eac3-a335-4611-ab18-3c7b2904e300 req-a6bd6cd9-62c9-4f25-8b83-1b4b78af7bff tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536947 Nov 02 12:06:56.959618 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39670) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:57.111871 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-52e8116c-f55a-4324-8137-0e3da7be5114 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:57.195310 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-52e8116c-f55a-4324-8137-0e3da7be5114 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:57.271638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4b3a1-101f-46f3-9a35-ed7b520a3d86 req-a1ce9fd4-8e88-4c09-9c25-a57d0adaf6d0 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:57.273616 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96a4b3a1-101f-46f3-9a35-ed7b520a3d86 req-a1ce9fd4-8e88-4c09-9c25-a57d0adaf6d0 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0558681 Nov 02 12:06:57.317539 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-52e8116c-f55a-4324-8137-0e3da7be5114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:57.337152 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96a4b3a1-101f-46f3-9a35-ed7b520a3d86 req-8d3bb4c2-2ba9-4d45-927d-2719557bc504 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575721 Nov 02 12:06:57.361894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8116c-f55a-4324-8137-0e3da7be5114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06acd7d8-09da-4fd1-97ae-3f334468f3d7,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:57.369709 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-52e8116c-f55a-4324-8137-0e3da7be5114 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2e5d892004074857bd190f1e2c63f861&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4087124 Nov 02 12:06:57.374791 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39684) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:57.435418 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65099193-360c-47aa-aaf4-174660a38c24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:57.457436 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65099193-360c-47aa-aaf4-174660a38c24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:57.605335 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65099193-360c-47aa-aaf4-174660a38c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:57.608231 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65099193-360c-47aa-aaf4-174660a38c24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:57.609733 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-65099193-360c-47aa-aaf4-174660a38c24 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06acd7d8-09da-4fd1-97ae-3f334468f3d7 HTTP/1.1" status: 204 len: 168 time: 0.2334971 Nov 02 12:06:57.619794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65099193-360c-47aa-aaf4-174660a38c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06acd7d8-09da-4fd1-97ae-3f334468f3d7,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:58.480760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dc90c-4c5a-4526-af46-815c8cb1ff70 req-ca561511-7567-437d-a38d-b2d64e547b3b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:58.482282 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d21dc90c-4c5a-4526-af46-815c8cb1ff70 req-ca561511-7567-437d-a38d-b2d64e547b3b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0620513 Nov 02 12:06:58.489698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 39710) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:58.504032 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-621f5da0-7786-4c36-92c9-b56d0671ec95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:58.565019 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d21dc90c-4c5a-4526-af46-815c8cb1ff70 req-fa2e1b53-9f16-42fc-ae0c-84c2f8bc1088 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737259 Nov 02 12:06:58.627623 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-621f5da0-7786-4c36-92c9-b56d0671ec95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:58.748051 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-621f5da0-7786-4c36-92c9-b56d0671ec95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:58.788429 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-621f5da0-7786-4c36-92c9-b56d0671ec95 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d2835f49ca64484a68e12f844cbd4dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2975924 Nov 02 12:06:58.789285 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f5da0-7786-4c36-92c9-b56d0671ec95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55e2ac3-8b89-4032-ab5a-4b081ace62b7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:58.791196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 39716) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:06:58.851898 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-85cca859-d9aa-470c-b7dc-27857c8d8353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:58.882389 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-85cca859-d9aa-470c-b7dc-27857c8d8353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:59.017449 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-85cca859-d9aa-470c-b7dc-27857c8d8353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:59.020430 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-85cca859-d9aa-470c-b7dc-27857c8d8353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:06:59.024126 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-85cca859-d9aa-470c-b7dc-27857c8d8353 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c55e2ac3-8b89-4032-ab5a-4b081ace62b7 HTTP/1.1" status: 204 len: 168 time: 0.2296498 Nov 02 12:06:59.031371 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cca859-d9aa-470c-b7dc-27857c8d8353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55e2ac3-8b89-4032-ab5a-4b081ace62b7,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:06:59.734643 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa0a94-f6d4-4055-bafe-802bd60e9a06 req-41bf5b80-2bf1-4da8-a5a1-0ef45637c702 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:06:59.743569 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8ffa0a94-f6d4-4055-bafe-802bd60e9a06 req-41bf5b80-2bf1-4da8-a5a1-0ef45637c702 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0763609 Nov 02 12:06:59.799265 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8ffa0a94-f6d4-4055-bafe-802bd60e9a06 req-82ed0136-ae71-4825-8265-9ed49c998e7f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546093 Nov 02 12:07:00.942582 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b16b9d-60f3-480a-9024-ff62cc77c188 req-e2da2f6b-73a6-4ec0-bd91-a4746a6d415c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:00.944117 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b8b16b9d-60f3-480a-9024-ff62cc77c188 req-e2da2f6b-73a6-4ec0-bd91-a4746a6d415c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0604069 Nov 02 12:07:01.018255 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b8b16b9d-60f3-480a-9024-ff62cc77c188 req-50f19eeb-fead-442f-90f7-c1e8df1c0770 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680778 Nov 02 12:07:02.175580 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4da668-3829-4cbf-a4b9-cdf137aa4dbb req-416ea165-8c9e-4c74-8d95-7c5e95940255 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:02.182845 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de4da668-3829-4cbf-a4b9-cdf137aa4dbb req-416ea165-8c9e-4c74-8d95-7c5e95940255 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0667832 Nov 02 12:07:02.238764 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de4da668-3829-4cbf-a4b9-cdf137aa4dbb req-063c45f3-33c8-4623-b70d-8749506c4fc9 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550187 Nov 02 12:07:02.977943 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:07:03.237071 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a9848d1-28d9-4587-baf7-f6fa15343592 req-0012b4c1-39e1-4c59-ae7a-ee51e0e32e65 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518923 Nov 02 12:07:03.419874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9848d1-28d9-4587-baf7-f6fa15343592 req-3be8910f-f3de-4ac6-b4a6-84b2ad82a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:03.422617 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a9848d1-28d9-4587-baf7-f6fa15343592 req-3be8910f-f3de-4ac6-b4a6-84b2ad82a25c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 1097 time: 0.1202688 Nov 02 12:07:03.442628 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108edf7-7bac-4078-acfe-90090e753064 req-5a5d60f5-9544-4cbe-ba45-f5cb786d7527 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:03.447661 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2108edf7-7bac-4078-acfe-90090e753064 req-5a5d60f5-9544-4cbe-ba45-f5cb786d7527 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0745857 Nov 02 12:07:03.580572 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2108edf7-7bac-4078-acfe-90090e753064 req-744d235b-9f57-4e6f-8f71-9b4b776d95f9 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029305 Nov 02 12:07:03.600145 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9848d1-28d9-4587-baf7-f6fa15343592 req-852a1e4c-87f0-4846-9473-f9a48273eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:03.603173 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a9848d1-28d9-4587-baf7-f6fa15343592 req-852a1e4c-87f0-4846-9473-f9a48273eff2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.1505885 Nov 02 12:07:03.666457 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a9848d1-28d9-4587-baf7-f6fa15343592 req-ede55048-d591-4105-9787-48cad586a5ac service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=182b9fc2-9087-4012-9d61-177332861519 HTTP/1.1" status: 200 len: 217 time: 0.0499687 Nov 02 12:07:03.750433 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9848d1-28d9-4587-baf7-f6fa15343592 req-cf3e1160-0949-46e2-9a19-90b28aaebf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:03.759302 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a9848d1-28d9-4587-baf7-f6fa15343592 req-cf3e1160-0949-46e2-9a19-90b28aaebf26 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0711889 Nov 02 12:07:03.811110 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9848d1-28d9-4587-baf7-f6fa15343592 req-2fa4661c-17c0-48cc-8fa3-effa0b77564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:03.813402 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a9848d1-28d9-4587-baf7-f6fa15343592 req-2fa4661c-17c0-48cc-8fa3-effa0b77564d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533161 Nov 02 12:07:03.924281 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a9848d1-28d9-4587-baf7-f6fa15343592 req-f310193a-e0d9-488d-986f-54bb28601c3d service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996778 Nov 02 12:07:04.057496 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a9848d1-28d9-4587-baf7-f6fa15343592 req-fbdd29d9-f26c-4072-b60a-2a5eb75f32ff service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242523 Nov 02 12:07:04.743520 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dd4db-5162-4eb0-8a30-79b3287540c8 req-cad7c1b1-befb-4568-b60c-434ac061e788 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:04.751973 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f12dd4db-5162-4eb0-8a30-79b3287540c8 req-cad7c1b1-befb-4568-b60c-434ac061e788 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0782731 Nov 02 12:07:04.817733 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f12dd4db-5162-4eb0-8a30-79b3287540c8 req-76907580-34cc-4548-909d-023adfa731e1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617766 Nov 02 12:07:05.948412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed7963-310b-42dd-96da-d559b89861ed req-780bb08c-2de1-4edd-b69d-02e937a81e51 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:05.950227 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80ed7963-310b-42dd-96da-d559b89861ed req-780bb08c-2de1-4edd-b69d-02e937a81e51 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0555813 Nov 02 12:07:06.016303 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80ed7963-310b-42dd-96da-d559b89861ed req-0b0091e0-854f-48f9-bf4c-a11ba4a50126 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592864 Nov 02 12:07:07.181094 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6599c-133c-4520-b3e9-01818108c533 req-5bf0ba11-fd4d-4453-bef3-a552305f6c63 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:07.182587 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23f6599c-133c-4520-b3e9-01818108c533 req-5bf0ba11-fd4d-4453-bef3-a552305f6c63 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0507345 Nov 02 12:07:07.302987 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23f6599c-133c-4520-b3e9-01818108c533 req-0c80693b-b17e-4c2b-9eec-05969850ff9a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111286 Nov 02 12:07:08.566726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7552def-d90d-4ca1-96a3-1971d88efd0f req-1eda7e5e-f88f-4b85-9671-2c9db7c9e982 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:08.574920 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b7552def-d90d-4ca1-96a3-1971d88efd0f req-1eda7e5e-f88f-4b85-9671-2c9db7c9e982 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.1226320 Nov 02 12:07:08.643836 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b7552def-d90d-4ca1-96a3-1971d88efd0f req-d1f0820f-5a82-4c5e-8eab-303a3885d7ae tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674543 Nov 02 12:07:09.778219 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425ef76-9a26-40b3-a0b1-fabb3abc2787 req-ad47452f-23f3-4084-9a03-c0ae63e4b2ca tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:09.781438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5425ef76-9a26-40b3-a0b1-fabb3abc2787 req-ad47452f-23f3-4084-9a03-c0ae63e4b2ca tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0537758 Nov 02 12:07:09.887870 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5425ef76-9a26-40b3-a0b1-fabb3abc2787 req-d2293d1b-8c08-4e9b-a797-e13c701504e9 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986972 Nov 02 12:07:11.024084 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe4154-9ef0-4e17-9e80-621a11db400d req-26961f91-4706-48b6-8f44-7c7199214b67 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:11.025634 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-30fe4154-9ef0-4e17-9e80-621a11db400d req-26961f91-4706-48b6-8f44-7c7199214b67 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0511441 Nov 02 12:07:11.088827 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-30fe4154-9ef0-4e17-9e80-621a11db400d req-4cea5547-5734-43b0-ac9c-ad7c5298eb8d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562088 Nov 02 12:07:12.245662 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45f0b8-9fc8-4934-89b6-b54d6b79aef9 req-1a758592-226c-4445-8f80-119b4893e6b6 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:12.247440 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef45f0b8-9fc8-4934-89b6-b54d6b79aef9 req-1a758592-226c-4445-8f80-119b4893e6b6 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0596468 Nov 02 12:07:12.338169 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef45f0b8-9fc8-4934-89b6-b54d6b79aef9 req-e5849e1b-555c-483b-8957-f90e13f54868 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839474 Nov 02 12:07:13.461355 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc05880-4bcb-4d43-8a3a-1d3a23b1da62 req-57ad3325-fc7a-4269-ae08-85373ab6d083 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:13.462900 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dbc05880-4bcb-4d43-8a3a-1d3a23b1da62 req-57ad3325-fc7a-4269-ae08-85373ab6d083 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0556321 Nov 02 12:07:13.512491 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dbc05880-4bcb-4d43-8a3a-1d3a23b1da62 req-a84b6594-937d-4cab-abcb-46c7ce370402 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429695 Nov 02 12:07:13.777088 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40118) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:13.902069 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf33c-2b80-4979-b8da-e9bbedc40a3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:13.983567 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf33c-2b80-4979-b8da-e9bbedc40a3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:14.039078 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf33c-2b80-4979-b8da-e9bbedc40a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:14.078834 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1dbcf33c-2b80-4979-b8da-e9bbedc40a3b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=757071152e014269aeda10ea24f43480&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3004527 Nov 02 12:07:14.079660 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcf33c-2b80-4979-b8da-e9bbedc40a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f4d918-a42e-49a6-99b9-b47779773bf3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:14.081480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40126) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:14.142450 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7b89edd3-ebe1-44fc-ad38-c150d592ddec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:14.172863 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7b89edd3-ebe1-44fc-ad38-c150d592ddec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:14.290272 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7b89edd3-ebe1-44fc-ad38-c150d592ddec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:14.293218 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7b89edd3-ebe1-44fc-ad38-c150d592ddec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:14.294614 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7b89edd3-ebe1-44fc-ad38-c150d592ddec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/40f4d918-a42e-49a6-99b9-b47779773bf3 HTTP/1.1" status: 204 len: 168 time: 0.2114310 Nov 02 12:07:14.303982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89edd3-ebe1-44fc-ad38-c150d592ddec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f4d918-a42e-49a6-99b9-b47779773bf3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:14.654583 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7495987-85d9-45a7-9e24-0e9012842f44 req-6de4924b-24c0-41dd-84bb-e8b54b770672 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:14.654583 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c7495987-85d9-45a7-9e24-0e9012842f44 req-6de4924b-24c0-41dd-84bb-e8b54b770672 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0609653 Nov 02 12:07:14.759657 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c7495987-85d9-45a7-9e24-0e9012842f44 req-ed151a1a-e338-4531-a4db-2a4a2e5d991b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789814 Nov 02 12:07:15.212293 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40150) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:15.237573 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6727e48d-dab1-4ebe-94cc-4dbb6218ca1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:15.370180 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6727e48d-dab1-4ebe-94cc-4dbb6218ca1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:15.478950 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6727e48d-dab1-4ebe-94cc-4dbb6218ca1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:15.523549 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6727e48d-dab1-4ebe-94cc-4dbb6218ca1c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e054bdd779514c8eaa6a073c059da9ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3100569 Nov 02 12:07:15.524448 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727e48d-dab1-4ebe-94cc-4dbb6218ca1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26616f3-d3a1-4328-b393-4900fe46da8e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:15.526180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40154) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:15.581625 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0ffee40-1948-4e27-a52d-3f19d656e8a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:15.606965 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0ffee40-1948-4e27-a52d-3f19d656e8a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:15.730381 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0ffee40-1948-4e27-a52d-3f19d656e8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:15.733790 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c0ffee40-1948-4e27-a52d-3f19d656e8a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:15.735369 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c0ffee40-1948-4e27-a52d-3f19d656e8a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e26616f3-d3a1-4328-b393-4900fe46da8e HTTP/1.1" status: 204 len: 168 time: 0.2074268 Nov 02 12:07:15.746167 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffee40-1948-4e27-a52d-3f19d656e8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26616f3-d3a1-4328-b393-4900fe46da8e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:15.920837 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae004cf-6356-412d-8fcc-5e356bbdb7af req-f94b2286-3ce2-47d0-9d01-26fc5be4136b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:15.922751 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aae004cf-6356-412d-8fcc-5e356bbdb7af req-f94b2286-3ce2-47d0-9d01-26fc5be4136b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0808055 Nov 02 12:07:15.980799 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aae004cf-6356-412d-8fcc-5e356bbdb7af req-d6e08740-ace1-47be-ab0e-5b58769c55c5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480919 Nov 02 12:07:16.133535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-1785797b-ed85-457f-97e3-285cf460716a req-5c458694-5f54-4ff1-8278-05be386269bc service neutron] (102690) timed out ('10.222.0.52', 48582) {{(pid=102690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 12:07:17.154118 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280f63c-4681-414d-a465-6c6c6615bf31 req-9db2dd41-c1bc-4869-9645-ef5d682f1eb1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:17.163624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6280f63c-4681-414d-a465-6c6c6615bf31 req-9db2dd41-c1bc-4869-9645-ef5d682f1eb1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0912492 Nov 02 12:07:17.219887 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6280f63c-4681-414d-a465-6c6c6615bf31 req-694d04a7-2717-45e6-ac5f-22d6486c1ab8 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552986 Nov 02 12:07:17.610706 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-679163cf-13b1-4163-b2ec-67e356cd65ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:18.385254 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c5d43-bf99-4b51-946b-0a6ca14564c6 req-2e7ce1c6-ab4f-43d5-b723-8ff9a34b1de6 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:18.397233 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4d6c5d43-bf99-4b51-946b-0a6ca14564c6 req-2e7ce1c6-ab4f-43d5-b723-8ff9a34b1de6 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0821104 Nov 02 12:07:18.448817 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4d6c5d43-bf99-4b51-946b-0a6ca14564c6 req-e4ad09a2-f08b-42d4-b601-4e6a2f859b74 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504408 Nov 02 12:07:19.641600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0ff92-914b-4850-959f-04d3b67cc43b req-180019f6-6418-43ab-9d67-aaf3cfd780b5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:19.649758 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d9a0ff92-914b-4850-959f-04d3b67cc43b req-180019f6-6418-43ab-9d67-aaf3cfd780b5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0928769 Nov 02 12:07:19.706090 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d9a0ff92-914b-4850-959f-04d3b67cc43b req-32dd4a88-c6f0-4b43-9276-4acefb54819d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553019 Nov 02 12:07:19.749381 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0e71c94a-1213-4f8e-a66e-2191f95246c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:20.095747 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40292) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:20.229173 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-354ccf30-b217-4703-88af-87f07ea2e921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:20.313733 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-354ccf30-b217-4703-88af-87f07ea2e921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:20.479360 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-354ccf30-b217-4703-88af-87f07ea2e921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:20.522137 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-354ccf30-b217-4703-88af-87f07ea2e921 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=558de7c5c2574516ab84f6bb0a4db50c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4249215 Nov 02 12:07:20.524218 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ccf30-b217-4703-88af-87f07ea2e921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9440dacb-1d16-4888-aa01-d36f8d0a70ca,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:20.524935 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40298) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:20.591842 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-24611d2f-9e83-4b18-9450-a6663ba82ace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:20.615119 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-24611d2f-9e83-4b18-9450-a6663ba82ace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:20.753329 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-24611d2f-9e83-4b18-9450-a6663ba82ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:20.756544 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-24611d2f-9e83-4b18-9450-a6663ba82ace admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:20.760725 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-24611d2f-9e83-4b18-9450-a6663ba82ace admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9440dacb-1d16-4888-aa01-d36f8d0a70ca HTTP/1.1" status: 204 len: 168 time: 0.2342322 Nov 02 12:07:20.769227 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24611d2f-9e83-4b18-9450-a6663ba82ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9440dacb-1d16-4888-aa01-d36f8d0a70ca,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:20.846849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76efcf-e0ac-483b-9a5a-23f161c00d51 req-1a5e6b8b-433c-408f-b0fc-1d5b4e83da60 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:20.850287 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e76efcf-e0ac-483b-9a5a-23f161c00d51 req-1a5e6b8b-433c-408f-b0fc-1d5b4e83da60 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0769763 Nov 02 12:07:20.899297 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e76efcf-e0ac-483b-9a5a-23f161c00d51 req-6bd9718f-961c-4372-9eef-59addc94b74b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429137 Nov 02 12:07:21.004314 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:21.633149 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40330) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:21.647996 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7b87-c83b-4b84-b297-306bd0e9f015 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:21.731111 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7b87-c83b-4b84-b297-306bd0e9f015 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:21.825870 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7b87-c83b-4b84-b297-306bd0e9f015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:21.866709 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cb1b7b87-c83b-4b84-b297-306bd0e9f015 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=90ec9fa937044c70b28c0fb0b8f900f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2323358 Nov 02 12:07:21.869333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40336) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:21.877283 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b7b87-c83b-4b84-b297-306bd0e9f015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c209a7-ff9d-4648-a4eb-dc4fc21df64e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:21.932877 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-233bbc66-c308-4b10-a28e-a5dd72b77673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:21.960511 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-233bbc66-c308-4b10-a28e-a5dd72b77673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:22.059361 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123ceb4-31f3-4abe-a206-ac14fa75b1b7 req-e7a0df4a-975b-42e3-b6ea-c483df21a52d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:22.062881 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c123ceb4-31f3-4abe-a206-ac14fa75b1b7 req-e7a0df4a-975b-42e3-b6ea-c483df21a52d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0775671 Nov 02 12:07:22.072986 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-233bbc66-c308-4b10-a28e-a5dd72b77673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:22.075633 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-233bbc66-c308-4b10-a28e-a5dd72b77673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:22.079864 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-233bbc66-c308-4b10-a28e-a5dd72b77673 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/17c209a7-ff9d-4648-a4eb-dc4fc21df64e HTTP/1.1" status: 204 len: 168 time: 0.2071004 Nov 02 12:07:22.095172 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bbc66-c308-4b10-a28e-a5dd72b77673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c209a7-ff9d-4648-a4eb-dc4fc21df64e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:22.163487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c123ceb4-31f3-4abe-a206-ac14fa75b1b7 req-9d1403e3-298f-4505-84e6-348122193a8c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935986 Nov 02 12:07:22.507072 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:23.310131 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1b44b-fd64-415b-b74e-4ad6cd579253 req-6ce7d674-d99d-47ca-9574-3ce6f4d1de89 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:23.312586 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c7b1b44b-fd64-415b-b74e-4ad6cd579253 req-6ce7d674-d99d-47ca-9574-3ce6f4d1de89 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0762196 Nov 02 12:07:23.404917 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c7b1b44b-fd64-415b-b74e-4ad6cd579253 req-dea58004-68ac-4f37-998a-075984456003 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853157 Nov 02 12:07:24.019872 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:24.271520 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:24.524537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c6512-949f-4808-8c4f-332ded12bd10 req-ef6c0c98-329c-4d9f-8ce9-d3d018b8b3d1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:24.526898 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b81c6512-949f-4808-8c4f-332ded12bd10 req-ef6c0c98-329c-4d9f-8ce9-d3d018b8b3d1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0543425 Nov 02 12:07:24.579644 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b81c6512-949f-4808-8c4f-332ded12bd10 req-ce12ceab-9c40-48c2-b3f8-607f939ace91 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436409 Nov 02 12:07:24.959006 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:25.713061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d5e83-27f1-4e99-9f83-93537c7b53b8 req-95eb61ba-bdf8-442d-96e7-9bf6e64514c3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:25.714554 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f73d5e83-27f1-4e99-9f83-93537c7b53b8 req-95eb61ba-bdf8-442d-96e7-9bf6e64514c3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0561836 Nov 02 12:07:25.765655 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f73d5e83-27f1-4e99-9f83-93537c7b53b8 req-33ba29f7-1042-4b5b-b06b-1e680fb6ece3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430303 Nov 02 12:07:26.933515 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c481e-e291-4385-93e1-60e5d8afbbbd req-9ef215d7-e2a1-4f5a-95a6-17d757ac1d26 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:26.936814 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-784c481e-e291-4385-93e1-60e5d8afbbbd req-9ef215d7-e2a1-4f5a-95a6-17d757ac1d26 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0841072 Nov 02 12:07:27.011290 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-784c481e-e291-4385-93e1-60e5d8afbbbd req-d28cf47f-eb04-44f0-bdb9-d6cbec254036 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685508 Nov 02 12:07:28.139181 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c312432-2109-4773-91b2-933a79559b30 req-40799208-32e0-4882-868f-f354f55e3b76 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:28.140670 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c312432-2109-4773-91b2-933a79559b30 req-40799208-32e0-4882-868f-f354f55e3b76 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 943 time: 0.0533135 Nov 02 12:07:28.196165 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c312432-2109-4773-91b2-933a79559b30 req-c61e9487-2a52-4caf-8401-0cb1edcf98e9 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492480 Nov 02 12:07:28.792149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:07:28.895899 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:07:28.910577 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'port_id': 'a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290', 'mac_address': 'fa:16:3e:94:39:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:07:28.949754 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:28.965112 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:07:28.986007 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:07:29.101118 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:29.156544 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:29.165251 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:29.165831 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:29.166318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:29.166836 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:29.167443 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:29.167924 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:29.168514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:29.168994 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:29.169473 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:29.172784 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:29.173351 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:29.173830 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:29.330452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35def89e-58ca-4962-9bdb-56cae9a2899f req-e000542d-3c59-426a-a19d-f5df63ab2900 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:29.332016 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-35def89e-58ca-4962-9bdb-56cae9a2899f req-e000542d-3c59-426a-a19d-f5df63ab2900 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 944 time: 0.0597034 Nov 02 12:07:29.375256 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:07:29.398763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-35def89e-58ca-4962-9bdb-56cae9a2899f req-3e33228a-ae82-4d4c-9d13-65233462eb34 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600159 Nov 02 12:07:30.527526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476baba-dd65-450c-97ee-d8cd6d518673 req-30857219-6bd3-4f98-b7c2-9b1113e52b6e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:30.529959 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7476baba-dd65-450c-97ee-d8cd6d518673 req-30857219-6bd3-4f98-b7c2-9b1113e52b6e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 944 time: 0.0527022 Nov 02 12:07:30.582234 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7476baba-dd65-450c-97ee-d8cd6d518673 req-69408f7e-16cd-4499-9e6e-58d870ff373c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458548 Nov 02 12:07:30.822998 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:07:30.958282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:07:30.962380 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:07:30.962748 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:31.053260 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:31.083667 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f38a6a-924c-409f-abde-3414cc7a1a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:07:31.085934 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c922d0bf-ca5c-4c1f-8f06-8ddcf04756de" -d '{"events": [{"server_uuid": "95f38a6a-924c-409f-abde-3414cc7a1a7e", "name": "network-vif-plugged", "status": "completed", "tag": "a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:07:31.111461 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:07:31.204830 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:31.283178 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:31.330247 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa847623-c5fb-42b9-ae71-113408b6a787 x-openstack-request-id: req-fa847623-c5fb-42b9-ae71-113408b6a787 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:07:31.330544 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f38a6a-924c-409f-abde-3414cc7a1a7e", "name": "network-vif-plugged", "status": "completed", "tag": "a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:07:31.330799 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa847623-c5fb-42b9-ae71-113408b6a787 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:07:31.331232 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f38a6a-924c-409f-abde-3414cc7a1a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290', 'code': 200} Nov 02 12:07:31.442822 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97350be-834d-49fc-92af-5654b666c827 req-9cbd71a5-c95b-41cc-abc8-f61bdaddfe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:31.444334 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c97350be-834d-49fc-92af-5654b666c827 req-9cbd71a5-c95b-41cc-abc8-f61bdaddfe0d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 1097 time: 0.0455952 Nov 02 12:07:31.496271 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c97350be-834d-49fc-92af-5654b666c827 req-8c5c2391-4464-4fb8-a126-f440b6e59440 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444503 Nov 02 12:07:31.708747 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f0ffb-ea0b-408c-9191-e3bb36921b0d req-86d2c68a-88b2-4ddf-bb4a-1f4eefdee9da tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:31.710216 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c01f0ffb-ea0b-408c-9191-e3bb36921b0d req-86d2c68a-88b2-4ddf-bb4a-1f4eefdee9da tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 945 time: 0.0514441 Nov 02 12:07:31.758300 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c01f0ffb-ea0b-408c-9191-e3bb36921b0d req-a7e73f66-3174-4802-bb16-26a1174e7070 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417829 Nov 02 12:07:33.163720 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2ba5a-7ccc-49d5-a805-c9a833bcef6d req-9babba4c-bc28-4919-bba7-2b5b07803a2f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:33.165274 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8dd2ba5a-7ccc-49d5-a805-c9a833bcef6d req-9babba4c-bc28-4919-bba7-2b5b07803a2f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 945 time: 0.0548809 Nov 02 12:07:33.219153 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8dd2ba5a-7ccc-49d5-a805-c9a833bcef6d req-482b325e-5b74-4ae4-ae11-ddb05f3b9f0c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469282 Nov 02 12:07:33.394222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e367bcb-9f88-4a68-b517-32c5c7555cc2 req-5d4dee43-d130-42e2-b6df-b2cec6846ca7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:33.395738 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e367bcb-9f88-4a68-b517-32c5c7555cc2 req-5d4dee43-d130-42e2-b6df-b2cec6846ca7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 945 time: 0.0509901 Nov 02 12:07:33.446295 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e367bcb-9f88-4a68-b517-32c5c7555cc2 req-97ea3caf-86d5-4c3f-8216-7f89ff9efc2e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441523 Nov 02 12:07:34.037667 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716baac-16f5-4086-95c8-b182e22dd7e0 req-184d65e3-9e88-47c1-ade5-00962168c61c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:34.039173 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7716baac-16f5-4086-95c8-b182e22dd7e0 req-184d65e3-9e88-47c1-ade5-00962168c61c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 945 time: 0.0512412 Nov 02 12:07:34.091862 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7716baac-16f5-4086-95c8-b182e22dd7e0 req-8f322a9b-3e5f-4047-8081-53fee538b388 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455275 Nov 02 12:07:35.225056 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13dc1c3-0462-40ea-8ca5-d388ed842ad6 req-1168c7ed-e951-426a-ab37-5b9064df673f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:35.226867 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c13dc1c3-0462-40ea-8ca5-d388ed842ad6 req-1168c7ed-e951-426a-ab37-5b9064df673f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 945 time: 0.0556002 Nov 02 12:07:35.293629 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c13dc1c3-0462-40ea-8ca5-d388ed842ad6 req-082cbb9b-4595-4eda-a1f1-d8c8706b783b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510530 Nov 02 12:07:35.503416 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ff2e1-45e9-4a39-a319-609e7a10b5ee req-4abecda4-f415-4fac-9260-a13bd9f9f7ea tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:35.504882 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a6ff2e1-45e9-4a39-a319-609e7a10b5ee req-4abecda4-f415-4fac-9260-a13bd9f9f7ea tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 945 time: 0.0521173 Nov 02 12:07:35.616592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-3a6ff2e1-45e9-4a39-a319-609e7a10b5ee req-b4bd7f36-db92-4466-bf75-8e622db6a0b1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Deleting port a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:07:35.616931 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3a6ff2e1-45e9-4a39-a319-609e7a10b5ee req-b4bd7f36-db92-4466-bf75-8e622db6a0b1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:35.716699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-3a6ff2e1-45e9-4a39-a319-609e7a10b5ee req-b4bd7f36-db92-4466-bf75-8e622db6a0b1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] For port a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:07:35.717553 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3a6ff2e1-45e9-4a39-a319-609e7a10b5ee req-b4bd7f36-db92-4466-bf75-8e622db6a0b1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:35.733412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-3a6ff2e1-45e9-4a39-a319-609e7a10b5ee req-b4bd7f36-db92-4466-bf75-8e622db6a0b1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Calling delete_port for a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:07:35.970368 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3a6ff2e1-45e9-4a39-a319-609e7a10b5ee req-b4bd7f36-db92-4466-bf75-8e622db6a0b1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:35.986193 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['182b9fc2-9087-4012-9d61-177332861519'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:07:35.989318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:07:36.054658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd7f36-db92-4466-bf75-8e622db6a0b1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event deleted for resources: {'Port': ['ID=a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:36.119525 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6ff2e1-45e9-4a39-a319-609e7a10b5ee req-b4bd7f36-db92-4466-bf75-8e622db6a0b1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] No DVR routers for this DVR port a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:07:36.124011 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3a6ff2e1-45e9-4a39-a319-609e7a10b5ee req-b4bd7f36-db92-4466-bf75-8e622db6a0b1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:36.128193 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a6ff2e1-45e9-4a39-a319-609e7a10b5ee req-b4bd7f36-db92-4466-bf75-8e622db6a0b1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.54 "DELETE /v2.0/ports/a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 HTTP/1.1" status: 204 len: 173 time: 0.6168408 Nov 02 12:07:36.128866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f38a6a-924c-409f-abde-3414cc7a1a7e', 'name': 'network-vif-deleted', 'tag': 'a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:07:36.132969 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a9415a-ea77-4117-99b9-9eb054f215f1" -d '{"events": [{"server_uuid": "95f38a6a-924c-409f-abde-3414cc7a1a7e", "name": "network-vif-deleted", "tag": "a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:07:36.197889 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d535e0-b202-4316-b965-bdaffbd8e236 x-openstack-request-id: req-93d535e0-b202-4316-b965-bdaffbd8e236 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:07:36.198198 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f38a6a-924c-409f-abde-3414cc7a1a7e", "name": "network-vif-deleted", "tag": "a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:07:36.198455 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93d535e0-b202-4316-b965-bdaffbd8e236 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:07:36.198914 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f38a6a-924c-409f-abde-3414cc7a1a7e', 'name': 'network-vif-deleted', 'tag': 'a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290', 'status': 'completed', 'code': 200} Nov 02 12:07:36.444904 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c6fb39b-9839-4ae5-a910-24b9d3ba2516 req-115e2abf-035d-4481-9656-b82a96fd3586 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 210 time: 0.0291536 Nov 02 12:07:37.576216 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ef5d014-eb42-4876-87ec-a25f58f4b4e2 req-0364b8e8-cfc9-433c-9f6a-4fe37f4e389f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 210 time: 0.0331328 Nov 02 12:07:38.571452 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40634) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:38.702709 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f7dce1c-53d5-452d-8163-bfd1e2f9efe2 req-143b432d-7467-4f57-aba9-d4ad6d03843f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 210 time: 0.0377145 Nov 02 12:07:38.720315 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10a040d1-92e3-45de-a80c-442b4255019b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:38.822307 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10a040d1-92e3-45de-a80c-442b4255019b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:38.854290 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:07:38.876842 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:07:38.877347 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device a2350a9c-0f1e-4c9d-856b-ee6fc6b6e290 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:07:38.884339 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10a040d1-92e3-45de-a80c-442b4255019b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:38.926538 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a040d1-92e3-45de-a80c-442b4255019b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f910ccde-42ca-4191-921f-4676dd1826f2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:38.932822 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-10a040d1-92e3-45de-a80c-442b4255019b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=747a1125c70b43068275da466f95585e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3595417 Nov 02 12:07:38.935919 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40642) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:38.995283 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19cfe94b-c6d1-4733-b4de-7c84c72905ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:39.020013 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19cfe94b-c6d1-4733-b4de-7c84c72905ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:39.118142 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19cfe94b-c6d1-4733-b4de-7c84c72905ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:39.120780 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19cfe94b-c6d1-4733-b4de-7c84c72905ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:39.121971 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-19cfe94b-c6d1-4733-b4de-7c84c72905ae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f910ccde-42ca-4191-921f-4676dd1826f2 HTTP/1.1" status: 204 len: 168 time: 0.1815999 Nov 02 12:07:39.131842 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfe94b-c6d1-4733-b4de-7c84c72905ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f910ccde-42ca-4191-921f-4676dd1826f2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:39.742070 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40652) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:39.757591 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d28f397a-e6ca-412f-afdc-1d7cd6a3c359 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:39.822030 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57e35fb7-5288-4384-898c-888c137b354e req-39f40f74-25a5-40dd-9418-22b02c0a290e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 210 time: 0.0312402 Nov 02 12:07:39.844074 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d28f397a-e6ca-412f-afdc-1d7cd6a3c359 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:39.923746 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d28f397a-e6ca-412f-afdc-1d7cd6a3c359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:39.966056 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d28f397a-e6ca-412f-afdc-1d7cd6a3c359 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ba166f96b8d741eaad470fd9ae417b52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2205217 Nov 02 12:07:39.966056 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f397a-e6ca-412f-afdc-1d7cd6a3c359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6945676f-c8bd-4f09-9722-f8ebd50379b3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:39.967898 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40656) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:39.980842 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:07:40.019095 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a798bf45-8934-47c3-a340-dc5198206b81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:40.041167 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a798bf45-8934-47c3-a340-dc5198206b81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:40.135161 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a798bf45-8934-47c3-a340-dc5198206b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:40.139279 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a798bf45-8934-47c3-a340-dc5198206b81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:40.140526 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a798bf45-8934-47c3-a340-dc5198206b81 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6945676f-c8bd-4f09-9722-f8ebd50379b3 HTTP/1.1" status: 204 len: 168 time: 0.1720762 Nov 02 12:07:40.149339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798bf45-8934-47c3-a340-dc5198206b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6945676f-c8bd-4f09-9722-f8ebd50379b3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:40.934055 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08216d60-0df7-4269-bdd1-16b7eada10f8 req-cdb5dd5d-fc80-4130-9293-4d2275a4d44c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 210 time: 0.0305901 Nov 02 12:07:42.048173 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6a8d2e9-18be-4c3f-9cac-d0a9fada0a1a req-1e92d4d5-da9c-4887-8efb-2ffbdcddd8be tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 210 time: 0.0319531 Nov 02 12:07:42.682575 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40728) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:42.793010 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0853d91a-7457-4445-a7ba-214c0cfe7201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:42.868033 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0853d91a-7457-4445-a7ba-214c0cfe7201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:42.956428 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0853d91a-7457-4445-a7ba-214c0cfe7201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:42.995132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853d91a-7457-4445-a7ba-214c0cfe7201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661a0d9b-d711-4ff9-8c10-a8b4c0b87b6c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:42.999190 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0853d91a-7457-4445-a7ba-214c0cfe7201 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=81d5e752cfd1476b8b4e29cc794ba00d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3154795 Nov 02 12:07:43.001954 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40732) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:43.005713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853d91a-7457-4445-a7ba-214c0cfe7201 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.006068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853d91a-7457-4445-a7ba-214c0cfe7201 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.006415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853d91a-7457-4445-a7ba-214c0cfe7201 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.006757 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853d91a-7457-4445-a7ba-214c0cfe7201 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.007162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853d91a-7457-4445-a7ba-214c0cfe7201 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.007499 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853d91a-7457-4445-a7ba-214c0cfe7201 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.007832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853d91a-7457-4445-a7ba-214c0cfe7201 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.008162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853d91a-7457-4445-a7ba-214c0cfe7201 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.008508 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853d91a-7457-4445-a7ba-214c0cfe7201 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.008845 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853d91a-7457-4445-a7ba-214c0cfe7201 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.009151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853d91a-7457-4445-a7ba-214c0cfe7201 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.009490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853d91a-7457-4445-a7ba-214c0cfe7201 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.063984 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-20b231ac-65dc-4105-a26b-2194aa76a4dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:43.085830 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-20b231ac-65dc-4105-a26b-2194aa76a4dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:43.158548 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69c7262d-5b5d-4e3f-95f3-81b692c044df req-f25e6a29-27e4-4088-b29b-9722e7b73c83 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 210 time: 0.0321412 Nov 02 12:07:43.209751 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-20b231ac-65dc-4105-a26b-2194aa76a4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:43.212417 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-20b231ac-65dc-4105-a26b-2194aa76a4dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:43.217063 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-20b231ac-65dc-4105-a26b-2194aa76a4dc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/661a0d9b-d711-4ff9-8c10-a8b4c0b87b6c HTTP/1.1" status: 204 len: 168 time: 0.2104204 Nov 02 12:07:43.223246 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b231ac-65dc-4105-a26b-2194aa76a4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661a0d9b-d711-4ff9-8c10-a8b4c0b87b6c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:43.233339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b231ac-65dc-4105-a26b-2194aa76a4dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.233339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b231ac-65dc-4105-a26b-2194aa76a4dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.233339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b231ac-65dc-4105-a26b-2194aa76a4dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.233339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b231ac-65dc-4105-a26b-2194aa76a4dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.233339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b231ac-65dc-4105-a26b-2194aa76a4dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.233339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b231ac-65dc-4105-a26b-2194aa76a4dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.234557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b231ac-65dc-4105-a26b-2194aa76a4dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.234557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b231ac-65dc-4105-a26b-2194aa76a4dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.234557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b231ac-65dc-4105-a26b-2194aa76a4dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.234557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b231ac-65dc-4105-a26b-2194aa76a4dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.234887 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b231ac-65dc-4105-a26b-2194aa76a4dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:43.235171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b231ac-65dc-4105-a26b-2194aa76a4dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:07:44.012961 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40748) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:44.028721 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-57d7833f-3c69-4e62-bb7e-d3c0cf20ad29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:44.120267 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-57d7833f-3c69-4e62-bb7e-d3c0cf20ad29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:44.227018 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-57d7833f-3c69-4e62-bb7e-d3c0cf20ad29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:44.279020 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-57d7833f-3c69-4e62-bb7e-d3c0cf20ad29 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b8ae68ebb9c744948447f28317379e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2641602 Nov 02 12:07:44.279724 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40758) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:44.280464 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cc17767b-8637-477c-8462-f27eb95ceebd req-881bc186-8f39-46b1-9dd3-6c60216fad69 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=95f38a6a-924c-409f-abde-3414cc7a1a7e HTTP/1.1" status: 200 len: 210 time: 0.0332589 Nov 02 12:07:44.288648 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7833f-3c69-4e62-bb7e-d3c0cf20ad29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f166c2-f6f2-4c2c-81f8-809b9be5f14f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:44.361436 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7edf8c74-3324-48ed-907f-a8d527f83320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:44.398208 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7edf8c74-3324-48ed-907f-a8d527f83320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:44.535133 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7edf8c74-3324-48ed-907f-a8d527f83320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:44.537761 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7edf8c74-3324-48ed-907f-a8d527f83320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:44.538989 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7edf8c74-3324-48ed-907f-a8d527f83320 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/36f166c2-f6f2-4c2c-81f8-809b9be5f14f HTTP/1.1" status: 204 len: 168 time: 0.2567739 Nov 02 12:07:44.548536 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf8c74-3324-48ed-907f-a8d527f83320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f166c2-f6f2-4c2c-81f8-809b9be5f14f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:47.534026 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-59effdf4-29f8-4ce7-a8c3-873807d7b843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:49.696468 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-144a0204-8018-4685-8458-2d3e5efb549a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:50.278948 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 40930) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:50.413670 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4257e8f7-2521-400f-ae51-c238af256236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:50.510327 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4257e8f7-2521-400f-ae51-c238af256236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:50.618716 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4257e8f7-2521-400f-ae51-c238af256236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:50.670446 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4257e8f7-2521-400f-ae51-c238af256236 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7abd97714d7f421dbcc3f357551f7a5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3903072 Nov 02 12:07:50.673401 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 40938) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:50.676484 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257e8f7-2521-400f-ae51-c238af256236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479213b2-3d5a-489e-b22a-78d7bae5177b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:50.753365 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-17c905d6-906f-4f0c-9091-73c771a000f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:50.784232 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-17c905d6-906f-4f0c-9091-73c771a000f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:50.946656 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-17c905d6-906f-4f0c-9091-73c771a000f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:50.952542 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-17c905d6-906f-4f0c-9091-73c771a000f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:50.952973 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-17c905d6-906f-4f0c-9091-73c771a000f4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/479213b2-3d5a-489e-b22a-78d7bae5177b HTTP/1.1" status: 204 len: 168 time: 0.2781825 Nov 02 12:07:50.963618 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c905d6-906f-4f0c-9091-73c771a000f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479213b2-3d5a-489e-b22a-78d7bae5177b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:51.044852 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:51.053540 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5d63-33bb-48d6-ba70-fcc4b5e97327 req-d424df96-30f1-4521-9581-bcf455833b87 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:51.059833 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5d63-33bb-48d6-ba70-fcc4b5e97327 req-d424df96-30f1-4521-9581-bcf455833b87 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:51.070843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5d63-33bb-48d6-ba70-fcc4b5e97327 req-d424df96-30f1-4521-9581-bcf455833b87 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:51.078768 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5d63-33bb-48d6-ba70-fcc4b5e97327 req-d424df96-30f1-4521-9581-bcf455833b87 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:51.085029 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5d63-33bb-48d6-ba70-fcc4b5e97327 req-d424df96-30f1-4521-9581-bcf455833b87 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:51.091843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5d63-33bb-48d6-ba70-fcc4b5e97327 req-d424df96-30f1-4521-9581-bcf455833b87 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:51.099758 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5d63-33bb-48d6-ba70-fcc4b5e97327 req-d424df96-30f1-4521-9581-bcf455833b87 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:51.101905 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01ce5d63-33bb-48d6-ba70-fcc4b5e97327 req-d424df96-30f1-4521-9581-bcf455833b87 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5445 time: 0.1224606 Nov 02 12:07:51.175359 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01ce5d63-33bb-48d6-ba70-fcc4b5e97327 req-70656531-9c15-49e7-95a4-71663ee8cf2a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642238 Nov 02 12:07:51.338590 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f0672-e0ef-4b57-b190-959404cfb565 req-721fbbb3-dd5c-4b06-9326-1310daea334b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:51.345401 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f0672-e0ef-4b57-b190-959404cfb565 req-721fbbb3-dd5c-4b06-9326-1310daea334b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:51.351583 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f0672-e0ef-4b57-b190-959404cfb565 req-721fbbb3-dd5c-4b06-9326-1310daea334b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:51.358837 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f0672-e0ef-4b57-b190-959404cfb565 req-721fbbb3-dd5c-4b06-9326-1310daea334b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:51.366581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f0672-e0ef-4b57-b190-959404cfb565 req-721fbbb3-dd5c-4b06-9326-1310daea334b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:51.373015 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f0672-e0ef-4b57-b190-959404cfb565 req-721fbbb3-dd5c-4b06-9326-1310daea334b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:51.379743 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f0672-e0ef-4b57-b190-959404cfb565 req-721fbbb3-dd5c-4b06-9326-1310daea334b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:51.386360 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c22f0672-e0ef-4b57-b190-959404cfb565 req-721fbbb3-dd5c-4b06-9326-1310daea334b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5445 time: 0.1169145 Nov 02 12:07:52.455038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cb72d-e41f-41dc-8b60-c8ce560eae85 req-44439373-c3a4-43b3-a819-b62c7f561b0a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:52.456661 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a72cb72d-e41f-41dc-8b60-c8ce560eae85 req-44439373-c3a4-43b3-a819-b62c7f561b0a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 945 time: 0.0626943 Nov 02 12:07:52.478551 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:52.512204 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a72cb72d-e41f-41dc-8b60-c8ce560eae85 req-9c47c479-0899-405d-91ad-72e689059153 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482686 Nov 02 12:07:53.660094 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517569d-96b3-4c7d-83d2-c62c5beb7880 req-99c0b538-4d13-4429-9cc2-689005852e51 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:53.661586 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4517569d-96b3-4c7d-83d2-c62c5beb7880 req-99c0b538-4d13-4429-9cc2-689005852e51 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 945 time: 0.0531287 Nov 02 12:07:53.751099 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4517569d-96b3-4c7d-83d2-c62c5beb7880 req-51aa786b-deda-4648-bb34-ba13e6c12424 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4db0247-8d80-4f9d-86ae-213e16337c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810163 Nov 02 12:07:53.872553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818e920-57d6-4d62-a30b-204c356feade req-e6403d03-0221-4c92-91b8-3e83a5591d09 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:53.874278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8818e920-57d6-4d62-a30b-204c356feade req-e6403d03-0221-4c92-91b8-3e83a5591d09 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.79 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 945 time: 0.0628505 Nov 02 12:07:54.033647 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-8818e920-57d6-4d62-a30b-204c356feade req-026c80ba-f4d2-435d-883c-e08e9b8aed52 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Deleting port 182b9fc2-9087-4012-9d61-177332861519 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:07:54.034069 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8818e920-57d6-4d62-a30b-204c356feade req-026c80ba-f4d2-435d-883c-e08e9b8aed52 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:54.042918 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41070) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:54.061134 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:54.187375 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-8818e920-57d6-4d62-a30b-204c356feade req-026c80ba-f4d2-435d-883c-e08e9b8aed52 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] For port 182b9fc2-9087-4012-9d61-177332861519, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=182b9fc2-9087-4012-9d61-177332861519,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:07:54.187843 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8818e920-57d6-4d62-a30b-204c356feade req-026c80ba-f4d2-435d-883c-e08e9b8aed52 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:54.204927 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-8818e920-57d6-4d62-a30b-204c356feade req-026c80ba-f4d2-435d-883c-e08e9b8aed52 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Calling delete_port for 182b9fc2-9087-4012-9d61-177332861519 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:07:54.316456 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b62524b-aca3-439c-88b2-9cd289fd13d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:54.391326 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:54.515607 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8818e920-57d6-4d62-a30b-204c356feade req-026c80ba-f4d2-435d-883c-e08e9b8aed52 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:54.531210 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['182b9fc2-9087-4012-9d61-177332861519'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:07:54.599161 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c80ba-f4d2-435d-883c-e08e9b8aed52 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event deleted for resources: {'Port': ['ID=182b9fc2-9087-4012-9d61-177332861519,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:54.638068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-8818e920-57d6-4d62-a30b-204c356feade req-026c80ba-f4d2-435d-883c-e08e9b8aed52 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] No DVR routers for this DVR port 182b9fc2-9087-4012-9d61-177332861519 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:07:54.641779 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8818e920-57d6-4d62-a30b-204c356feade req-026c80ba-f4d2-435d-883c-e08e9b8aed52 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:54.645562 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b62524b-aca3-439c-88b2-9cd289fd13d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:54.645822 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8818e920-57d6-4d62-a30b-204c356feade req-026c80ba-f4d2-435d-883c-e08e9b8aed52 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.79 "DELETE /v2.0/ports/182b9fc2-9087-4012-9d61-177332861519 HTTP/1.1" status: 204 len: 173 time: 0.7654233 Nov 02 12:07:54.647125 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41106) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:54.651722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5310dee2-d250-456e-a8b9-569e2c0d365c', 'name': 'network-vif-deleted', 'tag': '182b9fc2-9087-4012-9d61-177332861519'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:07:54.652139 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c312f4e0-7d07-434e-a636-0562aee956e4" -d '{"events": [{"server_uuid": "5310dee2-d250-456e-a8b9-569e2c0d365c", "name": "network-vif-deleted", "tag": "182b9fc2-9087-4012-9d61-177332861519"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:07:54.725071 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f8fa9e-42ae-471e-936b-b1423d6156d2 x-openstack-request-id: req-d4f8fa9e-42ae-471e-936b-b1423d6156d2 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:07:54.725071 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5310dee2-d250-456e-a8b9-569e2c0d365c", "name": "network-vif-deleted", "tag": "182b9fc2-9087-4012-9d61-177332861519", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:07:54.725071 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4f8fa9e-42ae-471e-936b-b1423d6156d2 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:07:54.725071 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5310dee2-d250-456e-a8b9-569e2c0d365c', 'name': 'network-vif-deleted', 'tag': '182b9fc2-9087-4012-9d61-177332861519', 'status': 'completed', 'code': 200} Nov 02 12:07:54.753796 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b62524b-aca3-439c-88b2-9cd289fd13d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:54.873087 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8b62524b-aca3-439c-88b2-9cd289fd13d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e173063191154b53b1deed25a3d7d5c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8267968 Nov 02 12:07:54.880307 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41126) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:54.890631 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94a946e5-597e-4b7a-a605-4867fbc07a63 req-aa31afcd-99d2-4cc4-8f5c-2780492eab4c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 210 time: 0.0512023 Nov 02 12:07:54.908750 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62524b-aca3-439c-88b2-9cd289fd13d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf2f1fe-91ca-429f-bd86-a2a45c785f7e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:54.939883 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa53f6-4a33-451c-a522-43c4b6987648 req-fb3997c2-8f14-410e-9cb8-93d70c39edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:54.940377 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa53f6-4a33-451c-a522-43c4b6987648 req-fb3997c2-8f14-410e-9cb8-93d70c39edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:54.940854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa53f6-4a33-451c-a522-43c4b6987648 req-fb3997c2-8f14-410e-9cb8-93d70c39edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:54.941332 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa53f6-4a33-451c-a522-43c4b6987648 req-fb3997c2-8f14-410e-9cb8-93d70c39edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:54.941800 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa53f6-4a33-451c-a522-43c4b6987648 req-fb3997c2-8f14-410e-9cb8-93d70c39edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:54.942270 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa53f6-4a33-451c-a522-43c4b6987648 req-fb3997c2-8f14-410e-9cb8-93d70c39edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:54.942773 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa53f6-4a33-451c-a522-43c4b6987648 req-fb3997c2-8f14-410e-9cb8-93d70c39edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:07:54.947903 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d2aa53f6-4a33-451c-a522-43c4b6987648 req-fb3997c2-8f14-410e-9cb8-93d70c39edf5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 6509 time: 0.2991223 Nov 02 12:07:55.000148 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-69f6034c-3c47-4af6-8a2f-a5e22c84e8c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:55.045409 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-69f6034c-3c47-4af6-8a2f-a5e22c84e8c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:55.056588 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d2aa53f6-4a33-451c-a522-43c4b6987648 req-c956ac12-2bc5-44e4-ae98-b67d54111d32 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=80ba0750-06c1-4b27-b0fc-4c7777312a09&id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1007648 Nov 02 12:07:55.083697 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:55.220900 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-69f6034c-3c47-4af6-8a2f-a5e22c84e8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:55.223610 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-69f6034c-3c47-4af6-8a2f-a5e22c84e8c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:55.227309 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-69f6034c-3c47-4af6-8a2f-a5e22c84e8c8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/faf2f1fe-91ca-429f-bd86-a2a45c785f7e HTTP/1.1" status: 204 len: 168 time: 0.3408129 Nov 02 12:07:55.236449 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6034c-3c47-4af6-8a2f-a5e22c84e8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf2f1fe-91ca-429f-bd86-a2a45c785f7e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:55.399584 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41142) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:55.640008 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-03f7ebce-31cc-4c4a-8f76-f23a82fc4c0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:55.727218 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-03f7ebce-31cc-4c4a-8f76-f23a82fc4c0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:55.843442 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-03f7ebce-31cc-4c4a-8f76-f23a82fc4c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:55.910303 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-03f7ebce-31cc-4c4a-8f76-f23a82fc4c0e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ca434ade407f4e639fc29f8eef4c7ebb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5092199 Nov 02 12:07:55.911008 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7ebce-31cc-4c4a-8f76-f23a82fc4c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab3a4dc-eabb-4f80-ac24-3a85b206f5ac,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:55.915094 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41158) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:55.996502 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-05d42985-cbbb-4ca8-82e4-7c047f36af5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:56.020193 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df14fe32-f3f3-4bcc-b203-6bd10a1c0b27 req-8c66ad02-2b8d-403d-81e8-180f2796594a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 210 time: 0.0321574 Nov 02 12:07:56.025833 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41162) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:56.050646 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ce633472-5d0f-455c-a06d-0de0a7266725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:56.067669 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-05d42985-cbbb-4ca8-82e4-7c047f36af5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:56.149445 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ce633472-5d0f-455c-a06d-0de0a7266725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:56.259406 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-05d42985-cbbb-4ca8-82e4-7c047f36af5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:56.260071 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ce633472-5d0f-455c-a06d-0de0a7266725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:56.262905 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-05d42985-cbbb-4ca8-82e4-7c047f36af5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:56.264121 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-05d42985-cbbb-4ca8-82e4-7c047f36af5f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ab3a4dc-eabb-4f80-ac24-3a85b206f5ac HTTP/1.1" status: 204 len: 168 time: 0.3466880 Nov 02 12:07:56.276227 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d42985-cbbb-4ca8-82e4-7c047f36af5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab3a4dc-eabb-4f80-ac24-3a85b206f5ac,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:56.315438 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce633472-5d0f-455c-a06d-0de0a7266725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af830a2-55e0-42c3-95ee-a2243798f7b6,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:56.323185 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ce633472-5d0f-455c-a06d-0de0a7266725 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37c11fc3805f4e8ba1fa991106ddc79e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2963839 Nov 02 12:07:56.324823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41168) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:56.401087 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4edf74c4-b772-4ccb-9f38-23d465f7cc09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:56.444193 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4edf74c4-b772-4ccb-9f38-23d465f7cc09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:56.717950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 182b9fc2-9087-4012-9d61-177332861519 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:07:56.725095 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4edf74c4-b772-4ccb-9f38-23d465f7cc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:56.728333 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4edf74c4-b772-4ccb-9f38-23d465f7cc09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:56.730280 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4edf74c4-b772-4ccb-9f38-23d465f7cc09 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6af830a2-55e0-42c3-95ee-a2243798f7b6 HTTP/1.1" status: 204 len: 168 time: 0.4037971 Nov 02 12:07:56.750091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf74c4-b772-4ccb-9f38-23d465f7cc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af830a2-55e0-42c3-95ee-a2243798f7b6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:56.787521 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 182b9fc2-9087-4012-9d61-177332861519 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:07:56.787943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 182b9fc2-9087-4012-9d61-177332861519 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:07:57.159848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b3e96ed-a19e-4edb-82b7-0fb6094a88eb req-8a9b1c94-f62a-4ed3-a13a-afc6c6f90b42 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 210 time: 0.0584760 Nov 02 12:07:57.314119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41198) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:57.330889 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6d442ec8-2163-484d-9232-8bfe23bb36b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:57.436073 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6d442ec8-2163-484d-9232-8bfe23bb36b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:57.567253 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6d442ec8-2163-484d-9232-8bfe23bb36b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:57.617671 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6d442ec8-2163-484d-9232-8bfe23bb36b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=442da1e717584c98bbf8553a3f348084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3018498 Nov 02 12:07:57.620243 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41208) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:07:57.622348 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d442ec8-2163-484d-9232-8bfe23bb36b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a94211d-920d-464c-9baf-a91adc91f9d3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:57.706526 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2bbababb-e5f2-4daa-8450-8cd675330277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:57.732818 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2bbababb-e5f2-4daa-8450-8cd675330277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:57.858468 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2bbababb-e5f2-4daa-8450-8cd675330277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:57.861191 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2bbababb-e5f2-4daa-8450-8cd675330277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:07:57.862580 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2bbababb-e5f2-4daa-8450-8cd675330277 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a94211d-920d-464c-9baf-a91adc91f9d3 HTTP/1.1" status: 204 len: 168 time: 0.2412007 Nov 02 12:07:57.880315 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbababb-e5f2-4daa-8450-8cd675330277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a94211d-920d-464c-9baf-a91adc91f9d3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:07:58.295177 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c03b5648-ad90-4af7-b607-e73ed7657d61 req-2dc7db68-0957-4386-a75e-8d29638897bd tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 210 time: 0.0387425 Nov 02 12:07:59.424443 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5a8ef792-9623-4263-a5d6-fc07db6fc27c req-f7808676-e2b8-4fa6-97b5-2d8048a8b65c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 210 time: 0.0388169 Nov 02 12:08:00.537163 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-373a5595-eba7-4ee5-a2ce-aa6110c9714a req-eea052ec-7ead-423d-9d57-0e1613a667e9 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=5310dee2-d250-456e-a8b9-569e2c0d365c HTTP/1.1" status: 200 len: 210 time: 0.0337908 Nov 02 12:08:03.307074 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41438) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:03.442805 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-57760bb3-6d9c-432b-9bb6-d44c737ef11d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:03.538278 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-57760bb3-6d9c-432b-9bb6-d44c737ef11d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:03.664240 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-57760bb3-6d9c-432b-9bb6-d44c737ef11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:03.708390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57760bb3-6d9c-432b-9bb6-d44c737ef11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5d79c9-2e93-4185-826e-808bf6aef396,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:03.712922 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-57760bb3-6d9c-432b-9bb6-d44c737ef11d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0e7e933ab5a43b48ae767064994e5d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4047079 Nov 02 12:08:03.716846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41456) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:03.780216 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-16771c6e-552a-4160-81d3-223999688ebd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:03.806711 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-16771c6e-552a-4160-81d3-223999688ebd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:03.961543 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-16771c6e-552a-4160-81d3-223999688ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:03.965774 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-16771c6e-552a-4160-81d3-223999688ebd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:03.967255 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-16771c6e-552a-4160-81d3-223999688ebd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd5d79c9-2e93-4185-826e-808bf6aef396 HTTP/1.1" status: 204 len: 168 time: 0.2468331 Nov 02 12:08:03.976654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16771c6e-552a-4160-81d3-223999688ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5d79c9-2e93-4185-826e-808bf6aef396,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:04.811142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41490) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:04.827666 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c86ddac3-83c5-4c2e-a643-ce7f905fbc38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:04.933459 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c86ddac3-83c5-4c2e-a643-ce7f905fbc38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:05.030498 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c86ddac3-83c5-4c2e-a643-ce7f905fbc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:05.083671 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c86ddac3-83c5-4c2e-a643-ce7f905fbc38 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e7b185002dbd49c8ada443ab6466150d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2710335 Nov 02 12:08:05.086130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ddac3-83c5-4c2e-a643-ce7f905fbc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634314cd-dd0b-488a-b1f4-fc66f386c2c6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:05.086729 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41508) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:05.152377 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-45af5080-34e6-426e-96b8-1a244aaf52a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:05.198357 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-45af5080-34e6-426e-96b8-1a244aaf52a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:05.420755 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-45af5080-34e6-426e-96b8-1a244aaf52a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:05.424010 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-45af5080-34e6-426e-96b8-1a244aaf52a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:05.425571 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-45af5080-34e6-426e-96b8-1a244aaf52a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/634314cd-dd0b-488a-b1f4-fc66f386c2c6 HTTP/1.1" status: 204 len: 168 time: 0.3376012 Nov 02 12:08:05.437211 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af5080-34e6-426e-96b8-1a244aaf52a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634314cd-dd0b-488a-b1f4-fc66f386c2c6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:06.688709 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-73ca7c60-5e72-467f-843c-8b169aa72b85 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0620215 Nov 02 12:08:06.735852 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41574) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:06.742351 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3bc1292c-d4ba-4588-9d00-e385a9170575 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-336452823', 'description': 'tempest-secgroup-smoke-336452823 description', 'project_id': 'ab186707669f41a6b53ebcba8031edaa'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:06.804699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-410068f5-8f70-49df-88b2-ba5a12e4e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:06.805664 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-410068f5-8f70-49df-88b2-ba5a12e4e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:06.806364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-410068f5-8f70-49df-88b2-ba5a12e4e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:06.807032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-410068f5-8f70-49df-88b2-ba5a12e4e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:06.808340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-410068f5-8f70-49df-88b2-ba5a12e4e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:06.809905 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-410068f5-8f70-49df-88b2-ba5a12e4e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:06.810613 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-410068f5-8f70-49df-88b2-ba5a12e4e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:06.813144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-410068f5-8f70-49df-88b2-ba5a12e4e332 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 6509 time: 0.0648315 Nov 02 12:08:06.860388 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3bc1292c-d4ba-4588-9d00-e385a9170575 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:06.954050 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3bc1292c-d4ba-4588-9d00-e385a9170575 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:07.031808 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3bc1292c-d4ba-4588-9d00-e385a9170575 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:07.078205 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1292c-d4ba-4588-9d00-e385a9170575 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=809056b9-f7fd-4fe5-9162-8662c935645d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:07.138280 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3bc1292c-d4ba-4588-9d00-e385a9170575 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:07.143273 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3bc1292c-d4ba-4588-9d00-e385a9170575 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4056587 Nov 02 12:08:07.144341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41594) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:07.150186 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-360c43a0-62eb-4a76-b5e8-f6a5e88e6357 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Request body: {'security_group_rule': {'security_group_id': '809056b9-f7fd-4fe5-9162-8662c935645d', 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:07.266652 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-360c43a0-62eb-4a76-b5e8-f6a5e88e6357 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:07.336384 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-de157c44-10e1-4e97-a47d-d3e3bf89fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:07.337081 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-de157c44-10e1-4e97-a47d-d3e3bf89fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:07.337560 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-de157c44-10e1-4e97-a47d-d3e3bf89fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:07.339413 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-de157c44-10e1-4e97-a47d-d3e3bf89fa2a service neutron] 10.222.0.54 "GET /v2.0/networks?id=dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=10b936a8-d21b-4733-b926-602727efeb2b&id=10b936a8-d21b-4733-b926-602727efeb2b HTTP/1.1" status: 200 len: 2298 time: 0.5016294 Nov 02 12:08:07.360108 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-360c43a0-62eb-4a76-b5e8-f6a5e88e6357 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:07.436465 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-dca45812-5c7f-4501-b0e6-ad9278cd1b2d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca672186-6e3f-4016-a020-78cb076b6156 HTTP/1.1" status: 200 len: 1001 time: 0.0897262 Nov 02 12:08:07.494590 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-360c43a0-62eb-4a76-b5e8-f6a5e88e6357 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:07.497333 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-fadbb0ea-e9c8-4cc3-a816-59f9d2fa556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:07.500392 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-fadbb0ea-e9c8-4cc3-a816-59f9d2fa556d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6b553805-820e-40aa-9154-a28f88302dc9 HTTP/1.1" status: 200 len: 856 time: 0.0558369 Nov 02 12:08:07.515155 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c43a0-62eb-4a76-b5e8-f6a5e88e6357 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633f2f66-3b79-4295-bfc7-8aebd0244078,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:07.575492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-d5b06297-5744-4c6d-84f6-36ba39fb91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:07.577262 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-d5b06297-5744-4c6d-84f6-36ba39fb91f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693598 Nov 02 12:08:07.605051 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-360c43a0-62eb-4a76-b5e8-f6a5e88e6357 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:07.611182 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-360c43a0-62eb-4a76-b5e8-f6a5e88e6357 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4612715 Nov 02 12:08:07.613159 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41616) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:07.619524 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-f3b65cfb-0013-41ba-9bd0-9e56b2110697 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Request body: {'security_group_rule': {'security_group_id': '809056b9-f7fd-4fe5-9162-8662c935645d', 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:07.709583 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-68b6cae0-0dcb-4916-a53c-1524029c69af service neutron] 10.222.0.54 "GET /v2.0/networks/dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213465 Nov 02 12:08:07.748496 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3b65cfb-0013-41ba-9bd0-9e56b2110697 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:07.829047 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-045588bf-fff9-4b7c-86fc-deffff1444a0 service neutron] 10.222.0.54 "GET /v2.0/networks/dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115589 Nov 02 12:08:07.829911 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3b65cfb-0013-41ba-9bd0-9e56b2110697 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:07.879268 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-18423d1a-2524-44c6-809d-05d92ea63e3d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=5e651fdc-8891-4208-901e-2768d0925ea9 HTTP/1.1" status: 200 len: 217 time: 0.0426161 Nov 02 12:08:07.959913 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-b6b75ffe-033d-4d39-b088-886d207579c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:07.961404 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-b6b75ffe-033d-4d39-b088-886d207579c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.0754008 Nov 02 12:08:07.991762 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3b65cfb-0013-41ba-9bd0-9e56b2110697 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:08.032618 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b65cfb-0013-41ba-9bd0-9e56b2110697 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda6e757-59d3-4a89-b04a-092912d2c106,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:08.055010 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-4d7a3624-ef33-499f-a2e0-60b02c79aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:08.056871 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-4d7a3624-ef33-499f-a2e0-60b02c79aef7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0888996 Nov 02 12:08:08.158824 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f3b65cfb-0013-41ba-9bd0-9e56b2110697 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:08.160437 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f3b65cfb-0013-41ba-9bd0-9e56b2110697 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5462577 Nov 02 12:08:08.161325 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-f68bdf10-9a9d-48ba-af51-6fad8823c552 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970128 Nov 02 12:08:08.163164 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41654) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:08.169386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-060cbe98-ddfa-4f13-bbcc-cb16a5beae4e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Request body: {'security_group_rule': {'security_group_id': '809056b9-f7fd-4fe5-9162-8662c935645d', 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:08.314645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-1f8ca7bd-2658-4d41-8893-a29281feda52 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376746 Nov 02 12:08:08.377736 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-2d0690f4-4985-45ec-847c-e80534dbcd22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3b8ad295-2d7a-4849-bddf-6bcf7483dce7 HTTP/1.1" status: 200 len: 217 time: 0.0556664 Nov 02 12:08:08.500861 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-060cbe98-ddfa-4f13-bbcc-cb16a5beae4e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:08.540545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-d5e0595d-6778-435c-937e-413a651ea483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:08.542519 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-d5e0595d-6778-435c-937e-413a651ea483 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.1522877 Nov 02 12:08:08.592046 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-060cbe98-ddfa-4f13-bbcc-cb16a5beae4e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:08.644968 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-75ea7b01-03b6-4528-b3c8-db0c38751444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:08.646773 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-75ea7b01-03b6-4528-b3c8-db0c38751444 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0531154 Nov 02 12:08:08.672311 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-060cbe98-ddfa-4f13-bbcc-cb16a5beae4e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:08.710103 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cbe98-ddfa-4f13-bbcc-cb16a5beae4e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a044f4da-a463-4590-a0b3-2f5623e92027,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:08.799843 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-b18b9ba5-66f7-406d-8905-fd98b7e45b42 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448174 Nov 02 12:08:08.843801 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-060cbe98-ddfa-4f13-bbcc-cb16a5beae4e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:08.849707 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41678) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:08.850193 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-060cbe98-ddfa-4f13-bbcc-cb16a5beae4e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6835716 Nov 02 12:08:08.854017 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-28e422ea-6b2e-463e-a10c-ee548ca8dca3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Request body: {'security_group_rule': {'security_group_id': '809056b9-f7fd-4fe5-9162-8662c935645d', 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:08.928762 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-1b35a16e-3a2e-4a20-971f-7437897324df service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207478 Nov 02 12:08:08.983836 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-9222caf5-df08-485e-9df4-4a2782182b72 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=0c8ae48e-1ea8-4690-a5ef-68ac4793c381 HTTP/1.1" status: 200 len: 217 time: 0.0442889 Nov 02 12:08:09.026665 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-28e422ea-6b2e-463e-a10c-ee548ca8dca3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:09.038029 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-a17e95a4-4504-4751-b4ae-cb7dba2e8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:09.039712 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-a17e95a4-4504-4751-b4ae-cb7dba2e8838 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.0490956 Nov 02 12:08:09.107574 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-9e57aea9-74ea-41ed-a941-8f0fe065e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:09.109148 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-9e57aea9-74ea-41ed-a941-8f0fe065e983 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0517020 Nov 02 12:08:09.119617 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-28e422ea-6b2e-463e-a10c-ee548ca8dca3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:09.212079 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-28e422ea-6b2e-463e-a10c-ee548ca8dca3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:09.242194 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-32f55e39-cdd4-4656-a7db-98e57dfcf7c9 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243758 Nov 02 12:08:09.246436 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e422ea-6b2e-463e-a10c-ee548ca8dca3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2b6fa3-aee1-4150-9e62-efbae483dbda,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:09.341286 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41684) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:09.380509 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-28e422ea-6b2e-463e-a10c-ee548ca8dca3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:09.382081 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-28e422ea-6b2e-463e-a10c-ee548ca8dca3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5327187 Nov 02 12:08:09.384985 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41688) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:09.391936 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a5bd5e0f-393c-45d9-bd9f-bf610c12857a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Request body: {'security_group_rule': {'security_group_id': '809056b9-f7fd-4fe5-9162-8662c935645d', 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:09.398815 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-060b155e-3de7-4f88-8ad8-c06d6a3f8965 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491868 Nov 02 12:08:09.453805 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-2bba7cbb-333c-4c1a-ba0e-6f101fde1c5d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=de2a026a-6dac-4b49-9e98-ff799c66efb9 HTTP/1.1" status: 200 len: 217 time: 0.0467544 Nov 02 12:08:09.478542 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db291b6c-1b9c-41ad-b18a-80057b2c88a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:09.523927 n-d-806683-18 neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-a5bd5e0f-393c-45d9-bd9f-bf610c12857a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Project ab186707669f41a6b53ebcba8031edaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:08:09.525818 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-c728a149-d371-4aa3-a3c2-fbe49bb548c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:09.528585 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-c728a149-d371-4aa3-a3c2-fbe49bb548c2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.0674376 Nov 02 12:08:09.538040 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a5bd5e0f-393c-45d9-bd9f-bf610c12857a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:09.587734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-03781052-0030-4538-83b8-6ef22523c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:09.589787 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-03781052-0030-4538-83b8-6ef22523c6e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0542028 Nov 02 12:08:09.639829 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db291b6c-1b9c-41ad-b18a-80057b2c88a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:09.649657 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a5bd5e0f-393c-45d9-bd9f-bf610c12857a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:09.702800 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-9675efce-a76e-4495-b6de-7cef827faf8e service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056373 Nov 02 12:08:09.712111 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db291b6c-1b9c-41ad-b18a-80057b2c88a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:09.793266 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a5bd5e0f-393c-45d9-bd9f-bf610c12857a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:09.838331 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd5e0f-393c-45d9-bd9f-bf610c12857a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3410a03-2563-4d90-ba99-2421420546b2,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:09.847386 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-db291b6c-1b9c-41ad-b18a-80057b2c88a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f683dd6d378d46e3a1560a39e17bef95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5037646 Nov 02 12:08:09.847491 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41694) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:09.848368 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db291b6c-1b9c-41ad-b18a-80057b2c88a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85198c1a-3cb2-471c-92cf-2a52588eb738,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:09.868212 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-5a871f09-1fca-4c6e-b582-8d7fa3c8e4de service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568389 Nov 02 12:08:09.913736 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a5bd5e0f-393c-45d9-bd9f-bf610c12857a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:09.917661 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a5bd5e0f-393c-45d9-bd9f-bf610c12857a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5286698 Nov 02 12:08:09.917925 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41696) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:09.922708 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-45495664-414f-4008-879d-755d7d607e34 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Request body: {'security_group_rule': {'security_group_id': '809056b9-f7fd-4fe5-9162-8662c935645d', 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:09.943025 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-ab7fcc05-8f87-4a87-93e1-e49103dfa6ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92017229-4838-4c2d-ada3-023757608982 HTTP/1.1" status: 200 len: 217 time: 0.0646129 Nov 02 12:08:09.990392 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc96226b-d678-4acc-a6b1-ef343d4bd947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:10.017706 n-d-806683-18 neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-45495664-414f-4008-879d-755d7d607e34 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Project ab186707669f41a6b53ebcba8031edaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:08:10.025633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-5a28bf8c-b9c9-43b6-80db-6aa24de4978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:10.027265 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-5a28bf8c-b9c9-43b6-80db-6aa24de4978e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=563d92c1-6662-4771-9939-deda5bdb68bf HTTP/1.1" status: 200 len: 797 time: 0.0757465 Nov 02 12:08:10.028426 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-45495664-414f-4008-879d-755d7d607e34 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:10.030464 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc96226b-d678-4acc-a6b1-ef343d4bd947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:10.101014 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-d95e8f72-ebe8-426d-8b3c-2bc442dbccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:10.102699 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-d95e8f72-ebe8-426d-8b3c-2bc442dbccb6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10b936a8-d21b-4733-b926-602727efeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0655615 Nov 02 12:08:10.139465 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-45495664-414f-4008-879d-755d7d607e34 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:10.223255 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-f0d93b59-fd0e-4a79-b10a-ed0f639f07ad service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103089 Nov 02 12:08:10.226135 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc96226b-d678-4acc-a6b1-ef343d4bd947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:10.226534 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-45495664-414f-4008-879d-755d7d607e34 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:10.229501 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc96226b-d678-4acc-a6b1-ef343d4bd947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:10.231510 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bc96226b-d678-4acc-a6b1-ef343d4bd947 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/85198c1a-3cb2-471c-92cf-2a52588eb738 HTTP/1.1" status: 204 len: 168 time: 0.3833423 Nov 02 12:08:10.248189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45495664-414f-4008-879d-755d7d607e34 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc35e1f-4162-42da-b9fd-08e827b15c97,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:10.262531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96226b-d678-4acc-a6b1-ef343d4bd947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85198c1a-3cb2-471c-92cf-2a52588eb738,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:10.372088 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-45495664-414f-4008-879d-755d7d607e34 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:10.373440 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-45495664-414f-4008-879d-755d7d607e34 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4544432 Nov 02 12:08:10.390394 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-5992cc12-49b6-4564-8768-fef61bb9bc6d service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573944 Nov 02 12:08:10.483117 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-7d352662-ff95-42f4-8d69-9c6a702946ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dabbb248-47fb-47b2-bb85-bb42f4b35e52 HTTP/1.1" status: 200 len: 217 time: 0.0852711 Nov 02 12:08:10.603343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-aea5a5da-788b-43c1-bc20-55bffd691e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:10.604938 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-aea5a5da-788b-43c1-bc20-55bffd691e04 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=563d92c1-6662-4771-9939-deda5bdb68bf HTTP/1.1" status: 200 len: 797 time: 0.1151867 Nov 02 12:08:10.653786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-84075706-1b1e-4591-bd65-11433a871853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:10.655853 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-84075706-1b1e-4591-bd65-11433a871853 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10b936a8-d21b-4733-b926-602727efeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0440464 Nov 02 12:08:10.820655 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-39d806f0-f293-494c-987f-06d50fd1d3cb service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570840 Nov 02 12:08:11.010329 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2513afc0-80d8-44a4-a266-1bedc2b7f1c8 req-2f01a03a-ec8d-4c29-8196-ca24b3c8a8fd service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825597 Nov 02 12:08:12.855656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41842) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:12.970325 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7decd66a-a1dd-45e0-bec1-9570688da754 tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:13.177784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41854) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:13.178253 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7decd66a-a1dd-45e0-bec1-9570688da754 tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] 10.222.0.52 "PUT /v2.0/quotas/aed63b29c0ff488abfff729568cb0860 HTTP/1.1" status: 200 len: 366 time: 0.3214278 Nov 02 12:08:13.193998 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a7563fcf-5659-4518-abc5-9374aa3d0b6e tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0139036 Nov 02 12:08:13.198422 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41858) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:13.212632 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2a3a8578-2690-409e-8047-2be1dcdf1429 tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] 10.222.0.52 "GET /v2.0/quotas/aed63b29c0ff488abfff729568cb0860 HTTP/1.1" status: 200 len: 366 time: 0.0100703 Nov 02 12:08:13.212819 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41860) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:13.292092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41862) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:13.292316 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0ca178d0-2be7-490e-8469-99527bf710ea tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/aed63b29c0ff488abfff729568cb0860 HTTP/1.1" status: 204 len: 168 time: 0.0782101 Nov 02 12:08:13.310642 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-65e6ce63-2961-4243-a686-9ddd288d4312 tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0161109 Nov 02 12:08:13.318206 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41864) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:13.331629 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-195598d8-3c59-4103-bc15-6d1d327dd398 tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] 10.222.0.52 "GET /v2.0/quotas/aed63b29c0ff488abfff729568cb0860 HTTP/1.1" status: 200 len: 370 time: 0.0099607 Nov 02 12:08:13.332013 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41866) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:13.340078 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41868) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:13.342883 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cacbdb78-4d8c-46d5-82ac-c5b4d3f89bc7 tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] 10.222.0.52 "GET /v2.0/quotas/aed63b29c0ff488abfff729568cb0860/default HTTP/1.1" status: 200 len: 370 time: 0.0095499 Nov 02 12:08:13.352124 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-e949636d-e9a5-4885-aa42-4ea88cc287e9 tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] delete failed (client error): The resource could not be found. Nov 02 12:08:13.357344 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e949636d-e9a5-4885-aa42-4ea88cc287e9 tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/aed63b29c0ff488abfff729568cb0860 HTTP/1.1" status: 404 len: 348 time: 0.0120482 Nov 02 12:08:13.663345 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41876) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:13.695556 n-d-806683-18 neutron-server[102690]: DEBUG neutron.quota.resource [None req-9331ffbb-926a-4dbf-ae6c-c4216436bade tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] Usage tracker for resource:network and project:545344e7e2604de693da137fb1b3e353 is out of sync, need to count used quota {{(pid=102690) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 02 12:08:13.703238 n-d-806683-18 neutron-server[102690]: DEBUG neutron.quota.resource [None req-9331ffbb-926a-4dbf-ae6c-c4216436bade tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102690) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 02 12:08:13.711959 n-d-806683-18 neutron-server[102690]: DEBUG neutron.quota.resource [None req-9331ffbb-926a-4dbf-ae6c-c4216436bade tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] Usage tracker for resource:subnet and project:545344e7e2604de693da137fb1b3e353 is out of sync, need to count used quota {{(pid=102690) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 02 12:08:13.717244 n-d-806683-18 neutron-server[102690]: DEBUG neutron.quota.resource [None req-9331ffbb-926a-4dbf-ae6c-c4216436bade tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102690) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 02 12:08:13.726559 n-d-806683-18 neutron-server[102690]: DEBUG neutron.quota.resource [None req-9331ffbb-926a-4dbf-ae6c-c4216436bade tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] Usage tracker for resource:subnetpool and project:545344e7e2604de693da137fb1b3e353 is out of sync, need to count used quota {{(pid=102690) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 02 12:08:13.735231 n-d-806683-18 neutron-server[102690]: DEBUG neutron.quota.resource [None req-9331ffbb-926a-4dbf-ae6c-c4216436bade tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102690) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 02 12:08:13.750671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.quota.resource [None req-9331ffbb-926a-4dbf-ae6c-c4216436bade tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] Usage tracker for resource:port and project:545344e7e2604de693da137fb1b3e353 is out of sync, need to count used quota {{(pid=102690) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 02 12:08:13.755863 n-d-806683-18 neutron-server[102690]: DEBUG neutron.quota.resource [None req-9331ffbb-926a-4dbf-ae6c-c4216436bade tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102690) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 02 12:08:13.764728 n-d-806683-18 neutron-server[102690]: DEBUG neutron.quota.resource [None req-9331ffbb-926a-4dbf-ae6c-c4216436bade tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] Usage tracker for resource:router and project:545344e7e2604de693da137fb1b3e353 is out of sync, need to count used quota {{(pid=102690) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 02 12:08:13.769210 n-d-806683-18 neutron-server[102690]: DEBUG neutron.quota.resource [None req-9331ffbb-926a-4dbf-ae6c-c4216436bade tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102690) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 02 12:08:13.780946 n-d-806683-18 neutron-server[102690]: DEBUG neutron.quota.resource [None req-9331ffbb-926a-4dbf-ae6c-c4216436bade tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] Usage tracker for resource:floatingip and project:545344e7e2604de693da137fb1b3e353 is out of sync, need to count used quota {{(pid=102690) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 02 12:08:13.785659 n-d-806683-18 neutron-server[102690]: DEBUG neutron.quota.resource [None req-9331ffbb-926a-4dbf-ae6c-c4216436bade tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102690) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 02 12:08:13.832566 n-d-806683-18 neutron-server[102690]: DEBUG neutron.quota.resource [None req-9331ffbb-926a-4dbf-ae6c-c4216436bade tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] Usage tracker for resource:security_group and project:545344e7e2604de693da137fb1b3e353 is out of sync, need to count used quota {{(pid=102690) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 02 12:08:13.836124 n-d-806683-18 neutron-server[102690]: DEBUG neutron.quota.resource [None req-9331ffbb-926a-4dbf-ae6c-c4216436bade tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102690) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 02 12:08:13.843339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.quota.resource [None req-9331ffbb-926a-4dbf-ae6c-c4216436bade tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] Usage tracker for resource:security_group_rule and project:545344e7e2604de693da137fb1b3e353 is out of sync, need to count used quota {{(pid=102690) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 02 12:08:13.847024 n-d-806683-18 neutron-server[102690]: DEBUG neutron.quota.resource [None req-9331ffbb-926a-4dbf-ae6c-c4216436bade tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102690) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 02 12:08:13.853807 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9331ffbb-926a-4dbf-ae6c-c4216436bade tempest-QuotasTest-976873735 tempest-QuotasTest-976873735-project-admin] 10.222.0.52 "GET /v2.0/quotas/545344e7e2604de693da137fb1b3e353/details.json HTTP/1.1" status: 200 len: 703 time: 0.1886191 Nov 02 12:08:14.466959 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41884) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:14.649114 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ff949349-09fc-4a2b-a23b-d1104c07383e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:14.741559 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ff949349-09fc-4a2b-a23b-d1104c07383e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:14.819058 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ff949349-09fc-4a2b-a23b-d1104c07383e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:14.860203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff949349-09fc-4a2b-a23b-d1104c07383e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febf22b0-0342-4ee5-8681-54ee549ad567,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:14.867049 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ff949349-09fc-4a2b-a23b-d1104c07383e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=333f6d19e4794c2a81f5d41d3a5e61f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3959382 Nov 02 12:08:14.867295 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41892) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:14.936486 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb9a79f2-15b9-4e22-af18-d8b8d7b2658e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:14.967099 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb9a79f2-15b9-4e22-af18-d8b8d7b2658e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:15.489010 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb9a79f2-15b9-4e22-af18-d8b8d7b2658e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:15.491921 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb9a79f2-15b9-4e22-af18-d8b8d7b2658e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:15.495437 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-eb9a79f2-15b9-4e22-af18-d8b8d7b2658e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/febf22b0-0342-4ee5-8681-54ee549ad567 HTTP/1.1" status: 204 len: 168 time: 0.6245816 Nov 02 12:08:15.505772 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a79f2-15b9-4e22-af18-d8b8d7b2658e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febf22b0-0342-4ee5-8681-54ee549ad567,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:16.317878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41908) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:16.332023 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ecf21e0b-5825-43f3-b868-cd83b16bdd8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:16.417124 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ecf21e0b-5825-43f3-b868-cd83b16bdd8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:16.560726 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ecf21e0b-5825-43f3-b868-cd83b16bdd8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:16.606466 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41910) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:16.607100 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ecf21e0b-5825-43f3-b868-cd83b16bdd8d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=545344e7e2604de693da137fb1b3e353&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2876213 Nov 02 12:08:16.607558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf21e0b-5825-43f3-b868-cd83b16bdd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ef9715-119d-4090-bc41-c88dc6b5df19,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:16.667158 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1611-a5b1-4bfd-900b-e4add5091c5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:16.692038 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1611-a5b1-4bfd-900b-e4add5091c5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:16.846390 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1611-a5b1-4bfd-900b-e4add5091c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:16.849166 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1611-a5b1-4bfd-900b-e4add5091c5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:16.853341 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ab5c1611-a5b1-4bfd-900b-e4add5091c5a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/30ef9715-119d-4090-bc41-c88dc6b5df19 HTTP/1.1" status: 204 len: 168 time: 0.2457588 Nov 02 12:08:16.870856 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c1611-a5b1-4bfd-900b-e4add5091c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ef9715-119d-4090-bc41-c88dc6b5df19,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:16.984536 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:08:17.376653 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 41942) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:17.571651 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc5595a9-14bb-49b3-bbf5-bc5393c219f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:17.612515 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a87fdcba-14b5-4515-b2aa-270a89cd0d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:17.715758 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc5595a9-14bb-49b3-bbf5-bc5393c219f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:17.809162 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc5595a9-14bb-49b3-bbf5-bc5393c219f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:17.881281 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-dc5595a9-14bb-49b3-bbf5-bc5393c219f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6b26c967a678464ca1cbe566af4827e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5032012 Nov 02 12:08:17.884215 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 41974) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:17.928060 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5595a9-14bb-49b3-bbf5-bc5393c219f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec843ce-ad3d-449e-9385-8414d27f4aa8,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:18.006029 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-351df0e7-e349-461f-a121-6e1396000c84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:18.055598 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-351df0e7-e349-461f-a121-6e1396000c84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:18.203357 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-351df0e7-e349-461f-a121-6e1396000c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:18.206363 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-351df0e7-e349-461f-a121-6e1396000c84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:18.207504 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-351df0e7-e349-461f-a121-6e1396000c84 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8ec843ce-ad3d-449e-9385-8414d27f4aa8 HTTP/1.1" status: 204 len: 168 time: 0.3217037 Nov 02 12:08:18.218243 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351df0e7-e349-461f-a121-6e1396000c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec843ce-ad3d-449e-9385-8414d27f4aa8,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:18.413368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42008) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:18.628658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-01e56d9b-4440-4d2b-979b-d54940803da5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-768910445'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:18.763739 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e56d9b-4440-4d2b-979b-d54940803da5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:18.768577 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01e56d9b-4440-4d2b-979b-d54940803da5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:18.786048 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01e56d9b-4440-4d2b-979b-d54940803da5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:18.862069 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01e56d9b-4440-4d2b-979b-d54940803da5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:18.980305 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01e56d9b-4440-4d2b-979b-d54940803da5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:19.008699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e56d9b-4440-4d2b-979b-d54940803da5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:08:19.025154 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e56d9b-4440-4d2b-979b-d54940803da5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bfea1b-946e-4a55-96f0-662c8e4ce921,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:19.032170 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01e56d9b-4440-4d2b-979b-d54940803da5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:19.035880 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-01e56d9b-4440-4d2b-979b-d54940803da5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Added segment 4353d0ee-57b0-42d6-9d1e-8c98af68161e of type vlan for network 7d15c4a2-1728-44a3-9cfe-f71922160717 Nov 02 12:08:19.079082 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01e56d9b-4440-4d2b-979b-d54940803da5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:19.093489 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42040) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:19.110430 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6ab8124c-6928-401d-bdb7-6944085568e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:19.172092 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01e56d9b-4440-4d2b-979b-d54940803da5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:19.183800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e56d9b-4440-4d2b-979b-d54940803da5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:19.184898 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01e56d9b-4440-4d2b-979b-d54940803da5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:19.204761 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6ab8124c-6928-401d-bdb7-6944085568e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:19.265930 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e56d9b-4440-4d2b-979b-d54940803da5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Network': ['ID=7d15c4a2-1728-44a3-9cfe-f71922160717,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:19.276453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:08:19.287101 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6ab8124c-6928-401d-bdb7-6944085568e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:19.309004 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-01e56d9b-4440-4d2b-979b-d54940803da5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8942943 Nov 02 12:08:19.313055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42054) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:19.323476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-02fe0208-223b-4c0b-bcdb-c3fba10f6a0a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:19.348338 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6ab8124c-6928-401d-bdb7-6944085568e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=806ac26e37484a0a833922111fbcfdb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2513707 Nov 02 12:08:19.348338 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8124c-6928-401d-bdb7-6944085568e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ff9cb9-e54a-4da8-9ff5-d14da3e756a0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:19.349769 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42056) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:19.470324 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2795c3d5-4de4-4ed0-898b-dac030c55a24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:19.494946 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2795c3d5-4de4-4ed0-898b-dac030c55a24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:19.551873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fe0208-223b-4c0b-bcdb-c3fba10f6a0a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:19.555675 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-02fe0208-223b-4c0b-bcdb-c3fba10f6a0a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:19.623737 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2795c3d5-4de4-4ed0-898b-dac030c55a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:19.626726 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2795c3d5-4de4-4ed0-898b-dac030c55a24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:19.628304 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2795c3d5-4de4-4ed0-898b-dac030c55a24 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/58ff9cb9-e54a-4da8-9ff5-d14da3e756a0 HTTP/1.1" status: 204 len: 168 time: 0.2784967 Nov 02 12:08:19.651273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795c3d5-4de4-4ed0-898b-dac030c55a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ff9cb9-e54a-4da8-9ff5-d14da3e756a0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:19.691888 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c41aa364-afc4-4911-b0e7-4ab6cd0b0474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:19.869030 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-02fe0208-223b-4c0b-bcdb-c3fba10f6a0a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:19.936960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe0208-223b-4c0b-bcdb-c3fba10f6a0a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=ae81dc5d-2ef1-4af4-8eee-154bdfb4b147,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:19.949224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe0208-223b-4c0b-bcdb-c3fba10f6a0a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:08:19.949652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fe0208-223b-4c0b-bcdb-c3fba10f6a0a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network hostable DHCP agents. Network: 7d15c4a2-1728-44a3-9cfe-f71922160717, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:08:20.046904 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fe0208-223b-4c0b-bcdb-c3fba10f6a0a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:08:20.137918 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-02fe0208-223b-4c0b-bcdb-c3fba10f6a0a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 7d15c4a2-1728-44a3-9cfe-f71922160717) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:20.143280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fe0208-223b-4c0b-bcdb-c3fba10f6a0a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:20.148609 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-02fe0208-223b-4c0b-bcdb-c3fba10f6a0a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:20.149315 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcac962-46db-4160-8570-c23b290ae934 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:20.225779 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-02fe0208-223b-4c0b-bcdb-c3fba10f6a0a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9088848 Nov 02 12:08:20.226016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42104) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:20.232358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6aaacd5d-c226-4fdf-b6a9-2a5e639d156b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'name': 'tempest-NetworksTestDHCPv6-709801610'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:20.312540 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': 'ae81dc5d-2ef1-4af4-8eee-154bdfb4b147'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:08:20.313406 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:20.467656 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42116) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:20.475322 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaacd5d-c226-4fdf-b6a9-2a5e639d156b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:20.478754 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6aaacd5d-c226-4fdf-b6a9-2a5e639d156b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:20.498714 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b75d25a-3f46-432e-86d3-4151ebfc55ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:20.515710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-6aaacd5d-c226-4fdf-b6a9-2a5e639d156b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port fa3c906a-ca11-4c33-a3cd-4a84d49251e3 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:08:20.632912 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b75d25a-3f46-432e-86d3-4151ebfc55ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:20.637972 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Allocated IP 2001:db8::2 (7d15c4a2-1728-44a3-9cfe-f71922160717/ae81dc5d-2ef1-4af4-8eee-154bdfb4b147/c8fb7af9-af79-4ebe-9ff9-54ea59b1728f) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:20.700872 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b75d25a-3f46-432e-86d3-4151ebfc55ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:20.739749 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b75d25a-3f46-432e-86d3-4151ebfc55ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d49936-dbc6-4583-9b05-c7742cf7cfa7,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:20.762138 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3b75d25a-3f46-432e-86d3-4151ebfc55ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=406958f450cd4e41ad3edc6395397bfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2933736 Nov 02 12:08:20.764862 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42130) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:20.828055 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c412b4b6-c797-4581-9ce4-229a346f3cda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:20.853681 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c412b4b6-c797-4581-9ce4-229a346f3cda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:20.977048 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:21.031746 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c412b4b6-c797-4581-9ce4-229a346f3cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:21.034431 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c412b4b6-c797-4581-9ce4-229a346f3cda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:21.035734 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c412b4b6-c797-4581-9ce4-229a346f3cda admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9d49936-dbc6-4583-9b05-c7742cf7cfa7 HTTP/1.1" status: 204 len: 168 time: 0.2694502 Nov 02 12:08:21.047171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412b4b6-c797-4581-9ce4-229a346f3cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d49936-dbc6-4583-9b05-c7742cf7cfa7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:21.085771 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:21.085771 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:21.137955 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:21.143467 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:21.151529 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:21.168186 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Pushing event updated for resources: {'Port': ['ID=c8fb7af9-af79-4ebe-9ff9-54ea59b1728f,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:21.188171 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-6aaacd5d-c226-4fdf-b6a9-2a5e639d156b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::b1 (7d15c4a2-1728-44a3-9cfe-f71922160717/ae81dc5d-2ef1-4af4-8eee-154bdfb4b147/fa3c906a-ca11-4c33-a3cd-4a84d49251e3) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:21.224517 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Attempting to bind port c8fb7af9-af79-4ebe-9ff9-54ea59b1728f on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:08:21.225168 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Attempting to bind port c8fb7af9-af79-4ebe-9ff9-54ea59b1728f by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:08:21.225537 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Attempting to bind port c8fb7af9-af79-4ebe-9ff9-54ea59b1728f on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:08:21.232721 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:08:21.233394 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:08:21.233988 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:21.234389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:08:21.234863 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Bound port: c8fb7af9-af79-4ebe-9ff9-54ea59b1728f, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:08:21.235436 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:21.304123 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] For port c8fb7af9-af79-4ebe-9ff9-54ea59b1728f, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:08:21.307702 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] For port c8fb7af9-af79-4ebe-9ff9-54ea59b1728f, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c8fb7af9-af79-4ebe-9ff9-54ea59b1728f,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:08:21.383986 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:21.385381 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6aaacd5d-c226-4fdf-b6a9-2a5e639d156b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:21.445647 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b6b9d-3b28-48c4-8533-ce813b048e5f None None] Pushing event updated for resources: {'Port': ['ID=c8fb7af9-af79-4ebe-9ff9-54ea59b1728f,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:21.529850 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6aaacd5d-c226-4fdf-b6a9-2a5e639d156b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:21.594476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaacd5d-c226-4fdf-b6a9-2a5e639d156b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:21.600029 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-6aaacd5d-c226-4fdf-b6a9-2a5e639d156b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:21.604330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaacd5d-c226-4fdf-b6a9-2a5e639d156b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:21.611777 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaacd5d-c226-4fdf-b6a9-2a5e639d156b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:21.613423 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6aaacd5d-c226-4fdf-b6a9-2a5e639d156b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:21.626221 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaacd5d-c226-4fdf-b6a9-2a5e639d156b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=fa3c906a-ca11-4c33-a3cd-4a84d49251e3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:21.715271 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6aaacd5d-c226-4fdf-b6a9-2a5e639d156b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4847088 Nov 02 12:08:21.715661 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42178) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:21.812043 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06896d14-d9a6-4cf0-95b5-0ca41979560e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:21.820529 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06896d14-d9a6-4cf0-95b5-0ca41979560e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:21.822509 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-06896d14-d9a6-4cf0-95b5-0ca41979560e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1056399 Nov 02 12:08:21.830797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42186) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:21.949244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-90037612-5a57-44ab-bb96-2a8fcbeb9d2e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port fa3c906a-ca11-4c33-a3cd-4a84d49251e3 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:08:21.950376 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90037612-5a57-44ab-bb96-2a8fcbeb9d2e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:22.056414 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90037612-5a57-44ab-bb96-2a8fcbeb9d2e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:22.087939 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-90037612-5a57-44ab-bb96-2a8fcbeb9d2e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for fa3c906a-ca11-4c33-a3cd-4a84d49251e3 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:08:22.320918 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90037612-5a57-44ab-bb96-2a8fcbeb9d2e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:22.365650 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90037612-5a57-44ab-bb96-2a8fcbeb9d2e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:22.366367 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42218) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:22.371362 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-90037612-5a57-44ab-bb96-2a8fcbeb9d2e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/fa3c906a-ca11-4c33-a3cd-4a84d49251e3 HTTP/1.1" status: 204 len: 168 time: 0.5377724 Nov 02 12:08:22.378336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42224) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:22.428314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90037612-5a57-44ab-bb96-2a8fcbeb9d2e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=fa3c906a-ca11-4c33-a3cd-4a84d49251e3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:22.514820 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:22.532685 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3895d6ed-1755-4598-b86d-17a3edcf1828 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:22.534515 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3895d6ed-1755-4598-b86d-17a3edcf1828 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:22.536078 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3895d6ed-1755-4598-b86d-17a3edcf1828 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1566565 Nov 02 12:08:22.539503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42234) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:22.540433 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d8a0b2f8-747e-47f9-872a-3df2c64c281a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1068200261-network', 'tenant_id': '7f8a0c433ef24046b6bd54a6caae3d3a'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:22.616031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a753cb6-d5a6-4764-9b8d-5099354cca1c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet ae81dc5d-2ef1-4af4-8eee-154bdfb4b147 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:08:22.631745 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5a753cb6-d5a6-4764-9b8d-5099354cca1c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:22.639169 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a0b2f8-747e-47f9-872a-3df2c64c281a admin admin] Made reservation on behalf of 7f8a0c433ef24046b6bd54a6caae3d3a for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:22.639169 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8a0b2f8-747e-47f9-872a-3df2c64c281a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:22.652127 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8a0b2f8-747e-47f9-872a-3df2c64c281a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:22.663516 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d909deee-d3a3-4689-90ba-b73cd0b5fbed None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:22.699276 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c8fb7af9-af79-4ebe-9ff9-54ea59b1728f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:08:22.724982 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5a753cb6-d5a6-4764-9b8d-5099354cca1c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:22.774731 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8a0b2f8-747e-47f9-872a-3df2c64c281a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:22.807371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-42cec94d-3276-4802-a944-f8e04cbf4916 None None] Provisioning complete for port c8fb7af9-af79-4ebe-9ff9-54ea59b1728f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:22.808122 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-42cec94d-3276-4802-a944-f8e04cbf4916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:22.832696 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5a753cb6-d5a6-4764-9b8d-5099354cca1c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:22.848824 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8a0b2f8-747e-47f9-872a-3df2c64c281a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:22.889963 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a0b2f8-747e-47f9-872a-3df2c64c281a admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:08:22.903844 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0b2f8-747e-47f9-872a-3df2c64c281a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885acdb3-53b4-47bf-950c-f13346395be2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:22.934843 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c8fb7af9-af79-4ebe-9ff9-54ea59b1728f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:22.935234 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:23.003891 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5a753cb6-d5a6-4764-9b8d-5099354cca1c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:23.004981 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8a0b2f8-747e-47f9-872a-3df2c64c281a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:23.005524 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-d8a0b2f8-747e-47f9-872a-3df2c64c281a admin admin] Added segment 6cef32cc-bea1-48a1-a9d5-2b606f730ee0 of type vlan for network 81ed11c9-96ca-4ebf-b3f4-03587b7603b0 Nov 02 12:08:23.023511 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5a753cb6-d5a6-4764-9b8d-5099354cca1c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:23.026292 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5a753cb6-d5a6-4764-9b8d-5099354cca1c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/ae81dc5d-2ef1-4af4-8eee-154bdfb4b147 HTTP/1.1" status: 204 len: 168 time: 0.4857504 Nov 02 12:08:23.033116 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-42cec94d-3276-4802-a944-f8e04cbf4916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:23.053146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42252) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:23.066107 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a753cb6-d5a6-4764-9b8d-5099354cca1c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=ae81dc5d-2ef1-4af4-8eee-154bdfb4b147,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:23.124347 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:23.161417 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-42cec94d-3276-4802-a944-f8e04cbf4916 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:08:23.161791 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-42cec94d-3276-4802-a944-f8e04cbf4916 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:08:23.168083 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-af800b9d-b09e-4566-8d84-c834c3f995ea tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1135831 Nov 02 12:08:23.171040 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42260) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:23.175159 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8a0b2f8-747e-47f9-872a-3df2c64c281a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:23.182520 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-c1ba7db0-2685-411a-9e55-4b20733e3272 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:23.203682 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port c8fb7af9-af79-4ebe-9ff9-54ea59b1728f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c8fb7af9-af79-4ebe-9ff9-54ea59b1728f,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:23.303078 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a80e1b1-9096-4e21-aa27-b635dbb66d31 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:23.325607 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:23.375025 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8a0b2f8-747e-47f9-872a-3df2c64c281a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:23.377927 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a0b2f8-747e-47f9-872a-3df2c64c281a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:23.377927 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d8a0b2f8-747e-47f9-872a-3df2c64c281a admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:23.439254 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=c8fb7af9-af79-4ebe-9ff9-54ea59b1728f,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:23.450358 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ba7db0-2685-411a-9e55-4b20733e3272 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:23.456124 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c1ba7db0-2685-411a-9e55-4b20733e3272 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:23.531292 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d8a0b2f8-747e-47f9-872a-3df2c64c281a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1636443 Nov 02 12:08:23.534158 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42276) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:23.539964 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-df444715-64f2-4601-8687-c3778411e79a admin admin] Request body: {'subnet': {'network_id': '81ed11c9-96ca-4ebf-b3f4-03587b7603b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1068200261-subnet', 'tenant_id': '7f8a0c433ef24046b6bd54a6caae3d3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:23.562868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0b2f8-747e-47f9-872a-3df2c64c281a admin admin] Pushing event updated for resources: {'Network': ['ID=81ed11c9-96ca-4ebf-b3f4-03587b7603b0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:23.563605 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ceb8c9-374d-4e00-af22-279a2ab6ad2b None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:08:23.593677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 81ed11c9-96ca-4ebf-b3f4-03587b7603b0 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:08:23.657862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df444715-64f2-4601-8687-c3778411e79a admin admin] Made reservation on behalf of 7f8a0c433ef24046b6bd54a6caae3d3a for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:23.669352 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df444715-64f2-4601-8687-c3778411e79a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:23.718524 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-18ceb8c9-374d-4e00-af22-279a2ab6ad2b None None] Deleting port c8fb7af9-af79-4ebe-9ff9-54ea59b1728f {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:08:23.719289 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-18ceb8c9-374d-4e00-af22-279a2ab6ad2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:23.800518 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-18ceb8c9-374d-4e00-af22-279a2ab6ad2b None None] For port c8fb7af9-af79-4ebe-9ff9-54ea59b1728f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c8fb7af9-af79-4ebe-9ff9-54ea59b1728f,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:23.801322 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-18ceb8c9-374d-4e00-af22-279a2ab6ad2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:23.821156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-18ceb8c9-374d-4e00-af22-279a2ab6ad2b None None] Calling delete_port for c8fb7af9-af79-4ebe-9ff9-54ea59b1728f owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:08:23.864036 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c1ba7db0-2685-411a-9e55-4b20733e3272 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:23.893642 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a77e153e-a5d8-4d6d-aeea-babd53e399d9 None None] Provisioning complete for port c8fb7af9-af79-4ebe-9ff9-54ea59b1728f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:23.894150 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a77e153e-a5d8-4d6d-aeea-babd53e399d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:23.941356 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ba7db0-2685-411a-9e55-4b20733e3272 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:23.951853 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-c1ba7db0-2685-411a-9e55-4b20733e3272 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:23.961656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ba7db0-2685-411a-9e55-4b20733e3272 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:23.962253 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c1ba7db0-2685-411a-9e55-4b20733e3272 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:23.992250 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba7db0-2685-411a-9e55-4b20733e3272 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=1c11eb9e-3fb1-4849-9c70-6ca7f4901e41,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:23.998863 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df444715-64f2-4601-8687-c3778411e79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:24.026182 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:24.030679 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-18ceb8c9-374d-4e00-af22-279a2ab6ad2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:24.052655 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ceb8c9-374d-4e00-af22-279a2ab6ad2b None None] Pushing event deleted for resources: {'Port': ['ID=c8fb7af9-af79-4ebe-9ff9-54ea59b1728f,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:24.061935 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ceb8c9-374d-4e00-af22-279a2ab6ad2b None None] No DVR routers for this DVR port c8fb7af9-af79-4ebe-9ff9-54ea59b1728f on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:08:24.065332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df444715-64f2-4601-8687-c3778411e79a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c7fd723-bc55-4b04-ae9d-c95fcc55f3e4,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:24.085971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df444715-64f2-4601-8687-c3778411e79a admin admin] Checking segment: {'id': '6cef32cc-bea1-48a1-a9d5-2b606f730ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '81ed11c9-96ca-4ebf-b3f4-03587b7603b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:08:24.085971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df444715-64f2-4601-8687-c3778411e79a admin admin] Network hostable DHCP agents. Network: 81ed11c9-96ca-4ebf-b3f4-03587b7603b0, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:08:24.086584 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c1ba7db0-2685-411a-9e55-4b20733e3272 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9084325 Nov 02 12:08:24.086584 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42300) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:24.087629 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2b500474-d699-4727-9cb5-75d9dbf0b638 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'name': 'tempest-NetworksTestDHCPv6-655555323'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:24.093953 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3f0503-a921-41d0-92cd-4376b08aa7f3 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:24.186095 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df444715-64f2-4601-8687-c3778411e79a admin admin] Network 81ed11c9-96ca-4ebf-b3f4-03587b7603b0 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:08:24.275405 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': '1c11eb9e-3fb1-4849-9c70-6ca7f4901e41'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:08:24.276269 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:24.288830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-df444715-64f2-4601-8687-c3778411e79a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 81ed11c9-96ca-4ebf-b3f4-03587b7603b0) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:24.293832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df444715-64f2-4601-8687-c3778411e79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:24.297809 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-df444715-64f2-4601-8687-c3778411e79a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:24.305700 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8506e2-65cd-4ff9-afa1-819a06c9b49c None None] Network 81ed11c9-96ca-4ebf-b3f4-03587b7603b0 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:24.317461 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b500474-d699-4727-9cb5-75d9dbf0b638 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:24.327545 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b500474-d699-4727-9cb5-75d9dbf0b638 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:24.332031 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:24.343694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-2b500474-d699-4727-9cb5-75d9dbf0b638 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port 2cb3d79d-69c8-4494-8f04-ef5359870174 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:08:24.401887 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-df444715-64f2-4601-8687-c3778411e79a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8662367 Nov 02 12:08:24.513922 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-2b500474-d699-4727-9cb5-75d9dbf0b638 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::11f (7d15c4a2-1728-44a3-9cfe-f71922160717/1c11eb9e-3fb1-4849-9c70-6ca7f4901e41/2cb3d79d-69c8-4494-8f04-ef5359870174) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:24.539689 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd8d755-aa95-4156-97e0-e6c4261b0c8d None None] Network 81ed11c9-96ca-4ebf-b3f4-03587b7603b0 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:24.645295 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c8fb7af9-af79-4ebe-9ff9-54ea59b1728f no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:08:24.672737 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: c8fb7af9-af79-4ebe-9ff9-54ea59b1728f {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:08:24.673333 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c8fb7af9-af79-4ebe-9ff9-54ea59b1728f not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:08:24.764051 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b500474-d699-4727-9cb5-75d9dbf0b638 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:24.867105 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b500474-d699-4727-9cb5-75d9dbf0b638 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:24.930219 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Allocated IP 2001:db8::2 (7d15c4a2-1728-44a3-9cfe-f71922160717/1c11eb9e-3fb1-4849-9c70-6ca7f4901e41/1a403429-125e-4e0a-9d0c-717dc61bce86) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:24.932932 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b500474-d699-4727-9cb5-75d9dbf0b638 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:24.936435 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-2b500474-d699-4727-9cb5-75d9dbf0b638 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:24.944612 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b500474-d699-4727-9cb5-75d9dbf0b638 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:24.950631 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b500474-d699-4727-9cb5-75d9dbf0b638 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:24.951288 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b500474-d699-4727-9cb5-75d9dbf0b638 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:24.965356 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b500474-d699-4727-9cb5-75d9dbf0b638 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=2cb3d79d-69c8-4494-8f04-ef5359870174,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:24.999720 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:25.054537 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2b500474-d699-4727-9cb5-75d9dbf0b638 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9715157 Nov 02 12:08:25.057244 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42350) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:25.099998 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:25.154468 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41aa8f73-712c-4675-a41c-a5113ec0c744 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:25.156119 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-41aa8f73-712c-4675-a41c-a5113ec0c744 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0978367 Nov 02 12:08:25.158836 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42356) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:25.195815 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:25.262676 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Pushing event updated for resources: {'Port': ['ID=1a403429-125e-4e0a-9d0c-717dc61bce86,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:25.275001 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:25.280060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:25.285659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:25.292671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-3dba909c-7b29-45f0-8b57-30cf1d2c3e3e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port 2cb3d79d-69c8-4494-8f04-ef5359870174 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:08:25.293016 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3dba909c-7b29-45f0-8b57-30cf1d2c3e3e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:25.375771 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Attempting to bind port 1a403429-125e-4e0a-9d0c-717dc61bce86 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:08:25.376296 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Attempting to bind port 1a403429-125e-4e0a-9d0c-717dc61bce86 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:08:25.376774 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Attempting to bind port 1a403429-125e-4e0a-9d0c-717dc61bce86 on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:08:25.382096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:08:25.382480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:08:25.382887 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:25.383323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:08:25.383933 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Bound port: 1a403429-125e-4e0a-9d0c-717dc61bce86, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:08:25.384323 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:25.393808 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3dba909c-7b29-45f0-8b57-30cf1d2c3e3e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:25.407674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-3dba909c-7b29-45f0-8b57-30cf1d2c3e3e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for 2cb3d79d-69c8-4494-8f04-ef5359870174 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:08:25.880242 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] For port 1a403429-125e-4e0a-9d0c-717dc61bce86, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:08:25.883467 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] For port 1a403429-125e-4e0a-9d0c-717dc61bce86, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1a403429-125e-4e0a-9d0c-717dc61bce86,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:08:25.972977 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:26.034212 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3dba909c-7b29-45f0-8b57-30cf1d2c3e3e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:26.038820 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6615a58-8724-4e68-9781-a01b89bb5281 None None] Pushing event updated for resources: {'Port': ['ID=1a403429-125e-4e0a-9d0c-717dc61bce86,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:26.088657 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba909c-7b29-45f0-8b57-30cf1d2c3e3e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=2cb3d79d-69c8-4494-8f04-ef5359870174,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:26.129313 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3dba909c-7b29-45f0-8b57-30cf1d2c3e3e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:26.130544 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3dba909c-7b29-45f0-8b57-30cf1d2c3e3e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/2cb3d79d-69c8-4494-8f04-ef5359870174 HTTP/1.1" status: 204 len: 168 time: 0.9705617 Nov 02 12:08:26.133458 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42386) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:26.287873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cbf2f7-2be0-48ff-a746-b8a6edd613dd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:26.294318 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cbf2f7-2be0-48ff-a746-b8a6edd613dd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:26.298824 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42396) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:26.299116 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-20cbf2f7-2be0-48ff-a746-b8a6edd613dd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1629400 Nov 02 12:08:26.370726 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9149d1-3215-4c8a-87db-5e15dc7f75e5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 1c11eb9e-3fb1-4849-9c70-6ca7f4901e41 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:08:26.375170 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d9149d1-3215-4c8a-87db-5e15dc7f75e5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:26.421722 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d9149d1-3215-4c8a-87db-5e15dc7f75e5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:26.531659 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d9149d1-3215-4c8a-87db-5e15dc7f75e5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:26.678010 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d9149d1-3215-4c8a-87db-5e15dc7f75e5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:26.710620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9149d1-3215-4c8a-87db-5e15dc7f75e5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=1c11eb9e-3fb1-4849-9c70-6ca7f4901e41,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:26.717894 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1a403429-125e-4e0a-9d0c-717dc61bce86 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:08:26.731842 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d9149d1-3215-4c8a-87db-5e15dc7f75e5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:26.738639 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2d9149d1-3215-4c8a-87db-5e15dc7f75e5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/1c11eb9e-3fb1-4849-9c70-6ca7f4901e41 HTTP/1.1" status: 204 len: 168 time: 0.4384267 Nov 02 12:08:26.741461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42420) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:26.800074 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 1a403429-125e-4e0a-9d0c-717dc61bce86 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:26.805290 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:27.130253 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:27.186551 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 1a403429-125e-4e0a-9d0c-717dc61bce86, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1a403429-125e-4e0a-9d0c-717dc61bce86,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:27.218835 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e2620d59-fa4d-4ca7-82e4-32388fc9bfd5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4761434 Nov 02 12:08:27.221685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42444) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:27.227600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c1b65173-ee7f-4a30-8103-8a8806ace7f7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:27.243187 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:27.357448 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=1a403429-125e-4e0a-9d0c-717dc61bce86,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:27.411593 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d7237e-21e4-42f5-9bae-5feafb56a2e3 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:27.517025 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b65173-ee7f-4a30-8103-8a8806ace7f7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:27.517247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-16642f20-13d1-444c-ac46-fdff3f4641e3 None None] Provisioning complete for port 1a403429-125e-4e0a-9d0c-717dc61bce86 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:27.517591 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-16642f20-13d1-444c-ac46-fdff3f4641e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:27.520701 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1b65173-ee7f-4a30-8103-8a8806ace7f7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:27.680755 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72425e1-80fa-4bc0-ac41-c85d84006e92 None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:08:27.735119 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c72425e1-80fa-4bc0-ac41-c85d84006e92 None None] Deleting port 1a403429-125e-4e0a-9d0c-717dc61bce86 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:08:27.735498 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c72425e1-80fa-4bc0-ac41-c85d84006e92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:27.834555 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c72425e1-80fa-4bc0-ac41-c85d84006e92 None None] For port 1a403429-125e-4e0a-9d0c-717dc61bce86, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1a403429-125e-4e0a-9d0c-717dc61bce86,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:27.835504 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c72425e1-80fa-4bc0-ac41-c85d84006e92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:27.854167 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c72425e1-80fa-4bc0-ac41-c85d84006e92 None None] Calling delete_port for 1a403429-125e-4e0a-9d0c-717dc61bce86 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:08:28.137729 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1b65173-ee7f-4a30-8103-8a8806ace7f7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:28.191877 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c72425e1-80fa-4bc0-ac41-c85d84006e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:28.210418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b65173-ee7f-4a30-8103-8a8806ace7f7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=72322c0d-cfe1-43b9-8809-9b862f7c68b7,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:28.220304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b65173-ee7f-4a30-8103-8a8806ace7f7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:28.222338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-c1b65173-ee7f-4a30-8103-8a8806ace7f7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:28.225884 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b65173-ee7f-4a30-8103-8a8806ace7f7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:28.228651 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1b65173-ee7f-4a30-8103-8a8806ace7f7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:28.236272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72425e1-80fa-4bc0-ac41-c85d84006e92 None None] Pushing event deleted for resources: {'Port': ['ID=1a403429-125e-4e0a-9d0c-717dc61bce86,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:28.250681 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72425e1-80fa-4bc0-ac41-c85d84006e92 None None] No DVR routers for this DVR port 1a403429-125e-4e0a-9d0c-717dc61bce86 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:08:28.268306 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a375bba2-4ea2-4721-804f-e51293a0d79b None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:28.334730 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c1b65173-ee7f-4a30-8103-8a8806ace7f7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1118934 Nov 02 12:08:28.335268 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42494) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:28.344611 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b6ff14c6-9cbf-4a01-bbd5-0977f22209ff tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'name': 'tempest-NetworksTestDHCPv6-1900858464'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:28.412375 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-d166bcb6-9ded-4f76-be42-0bdcad71188f tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:28.421974 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-d166bcb6-9ded-4f76-be42-0bdcad71188f tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/networks?id=81ed11c9-96ca-4ebf-b3f4-03587b7603b0 HTTP/1.1" status: 200 len: 809 time: 0.1676438 Nov 02 12:08:28.440795 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-21e7287f-5fce-47f3-bd40-7bc8b7afdce3 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/quotas/7f8a0c433ef24046b6bd54a6caae3d3a HTTP/1.1" status: 200 len: 375 time: 0.0155509 Nov 02 12:08:28.479741 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-1d1d13bb-0439-404d-bb8d-151d21de268b tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7f8a0c433ef24046b6bd54a6caae3d3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392876 Nov 02 12:08:28.556802 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': '72322c0d-cfe1-43b9-8809-9b862f7c68b7'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:08:28.556802 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:28.557387 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-74fdd4e9-240e-47cc-bc9f-d71f1e8f3f5a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:08:28.562805 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-74fdd4e9-240e-47cc-bc9f-d71f1e8f3f5a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0827851 Nov 02 12:08:28.608487 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ff14c6-9cbf-4a01-bbd5-0977f22209ff tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:28.615497 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b6ff14c6-9cbf-4a01-bbd5-0977f22209ff tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:28.642237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-b6ff14c6-9cbf-4a01-bbd5-0977f22209ff tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port cd36df90-d03f-47eb-895e-e363b82ed941 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:08:28.664647 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1a403429-125e-4e0a-9d0c-717dc61bce86 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:08:28.702414 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-c64984c8-a719-4ea3-b56b-a07ea2d5a024 service neutron] 10.222.0.52 "GET /v2.0/networks/81ed11c9-96ca-4ebf-b3f4-03587b7603b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386390 Nov 02 12:08:28.708258 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 1a403429-125e-4e0a-9d0c-717dc61bce86 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:08:28.708445 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1a403429-125e-4e0a-9d0c-717dc61bce86 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:08:28.792605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-b6ff14c6-9cbf-4a01-bbd5-0977f22209ff tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::45 (7d15c4a2-1728-44a3-9cfe-f71922160717/72322c0d-cfe1-43b9-8809-9b862f7c68b7/cd36df90-d03f-47eb-895e-e363b82ed941) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:28.820585 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-83ea85ee-9174-4f5b-be00-9a1c6f3508da service neutron] 10.222.0.52 "GET /v2.0/networks/81ed11c9-96ca-4ebf-b3f4-03587b7603b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103942 Nov 02 12:08:28.961953 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b6ff14c6-9cbf-4a01-bbd5-0977f22209ff tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:29.051750 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b6ff14c6-9cbf-4a01-bbd5-0977f22209ff tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:29.084898 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ca59fbc7-c7c0-4091-b33d-83e44541a3d8 req-8ce887f9-6172-4199-9ae8-9569e292a4c2 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 210 time: 0.0391657 Nov 02 12:08:29.106987 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ff14c6-9cbf-4a01-bbd5-0977f22209ff tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:29.106987 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-b6ff14c6-9cbf-4a01-bbd5-0977f22209ff tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:29.107978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ff14c6-9cbf-4a01-bbd5-0977f22209ff tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:29.116710 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ff14c6-9cbf-4a01-bbd5-0977f22209ff tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:29.117379 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b6ff14c6-9cbf-4a01-bbd5-0977f22209ff tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:29.121065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Allocated IP 2001:db8::2 (7d15c4a2-1728-44a3-9cfe-f71922160717/72322c0d-cfe1-43b9-8809-9b862f7c68b7/2f32bca3-2460-41ef-af2b-d3938b2511d3) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:29.148096 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff14c6-9cbf-4a01-bbd5-0977f22209ff tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=cd36df90-d03f-47eb-895e-e363b82ed941,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:29.220084 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b6ff14c6-9cbf-4a01-bbd5-0977f22209ff tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8830812 Nov 02 12:08:29.224081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42544) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:29.280152 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bca8dd5-ecce-4daa-9346-05479278b22f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:29.284716 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1bca8dd5-ecce-4daa-9346-05479278b22f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0567431 Nov 02 12:08:29.284716 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42548) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:29.289271 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:29.393436 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:29.458243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:29.460190 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:29.466675 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:29.470278 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Pushing event updated for resources: {'Port': ['ID=2f32bca3-2460-41ef-af2b-d3938b2511d3,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:29.483910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:29.484616 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:29.484971 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:29.485314 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:29.485653 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:29.485985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:29.486318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:29.487105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:29.487105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:29.487529 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:29.487724 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:29.488050 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:29.554772 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Attempting to bind port 2f32bca3-2460-41ef-af2b-d3938b2511d3 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:08:29.555194 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Attempting to bind port 2f32bca3-2460-41ef-af2b-d3938b2511d3 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:08:29.555566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Attempting to bind port 2f32bca3-2460-41ef-af2b-d3938b2511d3 on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:08:29.562368 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:08:29.562753 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:08:29.563204 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:29.563591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:08:29.564386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Bound port: 2f32bca3-2460-41ef-af2b-d3938b2511d3, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:08:29.564782 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:29.638311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] For port 2f32bca3-2460-41ef-af2b-d3938b2511d3, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:08:29.641950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] For port 2f32bca3-2460-41ef-af2b-d3938b2511d3, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2f32bca3-2460-41ef-af2b-d3938b2511d3,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:08:29.681472 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-683f808d-f872-4c6b-a166-ce144d26fc44 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port cd36df90-d03f-47eb-895e-e363b82ed941 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:08:29.682072 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-683f808d-f872-4c6b-a166-ce144d26fc44 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:29.729281 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:29.785017 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-683f808d-f872-4c6b-a166-ce144d26fc44 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:29.800433 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85cfc1-b049-41b0-b18e-a4ab1e24e590 None None] Pushing event updated for resources: {'Port': ['ID=2f32bca3-2460-41ef-af2b-d3938b2511d3,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:29.803240 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-683f808d-f872-4c6b-a166-ce144d26fc44 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for cd36df90-d03f-47eb-895e-e363b82ed941 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:08:30.014383 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-683f808d-f872-4c6b-a166-ce144d26fc44 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:30.084067 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-683f808d-f872-4c6b-a166-ce144d26fc44 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:30.090399 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-683f808d-f872-4c6b-a166-ce144d26fc44 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/cd36df90-d03f-47eb-895e-e363b82ed941 HTTP/1.1" status: 204 len: 168 time: 0.8022051 Nov 02 12:08:30.090399 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f808d-f872-4c6b-a166-ce144d26fc44 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=cd36df90-d03f-47eb-895e-e363b82ed941,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:30.090820 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42570) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:30.190079 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-39470631-95e5-4a34-9b2d-70d68c25a5b2 req-717ebe50-4e6d-4e49-aa25-2f3242e2466a tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 210 time: 0.0439556 Nov 02 12:08:30.202807 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3938cfaf-4f65-4148-9676-0e0ea7869ffd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:30.204591 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3938cfaf-4f65-4148-9676-0e0ea7869ffd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:30.207402 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3938cfaf-4f65-4148-9676-0e0ea7869ffd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1155107 Nov 02 12:08:30.208737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42574) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:30.264334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c4cdaf-4cab-41fe-b46a-24e4389aa2ad tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 72322c0d-cfe1-43b9-8809-9b862f7c68b7 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:08:30.268090 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0c4cdaf-4cab-41fe-b46a-24e4389aa2ad tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:30.317179 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0c4cdaf-4cab-41fe-b46a-24e4389aa2ad tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:30.411357 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0c4cdaf-4cab-41fe-b46a-24e4389aa2ad tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:30.540276 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0c4cdaf-4cab-41fe-b46a-24e4389aa2ad tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:30.566617 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4cdaf-4cab-41fe-b46a-24e4389aa2ad tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=72322c0d-cfe1-43b9-8809-9b862f7c68b7,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:30.579359 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0c4cdaf-4cab-41fe-b46a-24e4389aa2ad tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:30.582442 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a0c4cdaf-4cab-41fe-b46a-24e4389aa2ad tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/72322c0d-cfe1-43b9-8809-9b862f7c68b7 HTTP/1.1" status: 204 len: 168 time: 0.3727133 Nov 02 12:08:30.585273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42582) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:30.638861 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-98dd8be2-57f0-4cf6-a5d0-9395d4fce862 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491099 Nov 02 12:08:30.643410 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42588) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:30.706749 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2f32bca3-2460-41ef-af2b-d3938b2511d3 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:08:30.738159 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e7d42-8fd8-43e6-9586-a7979678bb48 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:30.745199 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42594) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:30.745873 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b86e7d42-8fd8-43e6-9586-a7979678bb48 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1012833 Nov 02 12:08:30.769377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2f32bca3-2460-41ef-af2b-d3938b2511d3 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:30.769754 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:30.819263 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37df0900-242f-44a1-9f34-c081c109f13c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:30.821664 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-37df0900-242f-44a1-9f34-c081c109f13c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0751760 Nov 02 12:08:30.824873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42596) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:30.861450 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:30.881444 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4928b9c0-d07f-4c73-ba83-9adcdb66d859 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509136 Nov 02 12:08:30.883527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42598) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:30.889875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-fe7c2773-fed0-4c4f-906d-52f4055df05b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:30.912450 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 2f32bca3-2460-41ef-af2b-d3938b2511d3, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2f32bca3-2460-41ef-af2b-d3938b2511d3,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:30.931336 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece2372d-4233-4c06-b049-0855f945df85 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:30.999415 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:31.043949 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3fc13485-34ac-41dd-98d6-b238fa9bf99e None None] Provisioning complete for port 2f32bca3-2460-41ef-af2b-d3938b2511d3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:31.044244 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3fc13485-34ac-41dd-98d6-b238fa9bf99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:31.070954 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7c2773-fed0-4c4f-906d-52f4055df05b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:31.075416 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2773-fed0-4c4f-906d-52f4055df05b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:31.145907 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=2f32bca3-2460-41ef-af2b-d3938b2511d3,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:31.295017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b7a699-01e2-4164-815a-3cd27f5b39c4 None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:08:31.377430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-79b7a699-01e2-4164-815a-3cd27f5b39c4 None None] Deleting port 2f32bca3-2460-41ef-af2b-d3938b2511d3 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:08:31.377807 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-79b7a699-01e2-4164-815a-3cd27f5b39c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:31.435453 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a766f2a0-4c9d-431c-99fe-73b41edfceae req-b46a0070-d160-4ec3-b86e-56d2bf4b98fd tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 210 time: 0.1713424 Nov 02 12:08:31.462740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-79b7a699-01e2-4164-815a-3cd27f5b39c4 None None] For port 2f32bca3-2460-41ef-af2b-d3938b2511d3, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2f32bca3-2460-41ef-af2b-d3938b2511d3,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:31.467634 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-79b7a699-01e2-4164-815a-3cd27f5b39c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:31.476033 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-79b7a699-01e2-4164-815a-3cd27f5b39c4 None None] Calling delete_port for 2f32bca3-2460-41ef-af2b-d3938b2511d3 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:08:31.514857 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2773-fed0-4c4f-906d-52f4055df05b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:31.578269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7c2773-fed0-4c4f-906d-52f4055df05b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:31.585623 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-fe7c2773-fed0-4c4f-906d-52f4055df05b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:31.589816 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7c2773-fed0-4c4f-906d-52f4055df05b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:31.590516 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe7c2773-fed0-4c4f-906d-52f4055df05b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:31.601626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c2773-fed0-4c4f-906d-52f4055df05b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=377da8a8-b6b9-4fef-8836-9ffcf7e3ac8b,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:31.635050 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-79b7a699-01e2-4164-815a-3cd27f5b39c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:31.652250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b7a699-01e2-4164-815a-3cd27f5b39c4 None None] No DVR routers for this DVR port 2f32bca3-2460-41ef-af2b-d3938b2511d3 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:08:31.674420 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7a699-01e2-4164-815a-3cd27f5b39c4 None None] Pushing event deleted for resources: {'Port': ['ID=2f32bca3-2460-41ef-af2b-d3938b2511d3,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:31.692427 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3604ac-f239-445a-a196-350581b4a6f9 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:31.706035 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42612) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:31.713047 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fe7c2773-fed0-4c4f-906d-52f4055df05b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8268378 Nov 02 12:08:31.716744 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-f4733690-6523-40d6-a156-921dac966d89 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'fixed_ips': [{'subnet_id': '377da8a8-b6b9-4fef-8836-9ffcf7e3ac8b', 'ip_address': '2001:db8::a692:2107:848:dd49'}], 'name': 'tempest-NetworksTestDHCPv6-39470871'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:31.873624 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': '377da8a8-b6b9-4fef-8836-9ffcf7e3ac8b'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:08:31.874495 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:31.925790 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4733690-6523-40d6-a156-921dac966d89 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:32.027797 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Allocated IP 2001:db8::2 (7d15c4a2-1728-44a3-9cfe-f71922160717/377da8a8-b6b9-4fef-8836-9ffcf7e3ac8b/0e880d9c-f000-459a-a53c-8c305e2b958b) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:32.047287 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f4733690-6523-40d6-a156-921dac966d89 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:32.074248 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-f4733690-6523-40d6-a156-921dac966d89 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port 9d27a607-58a5-4437-bcc4-3cdf889b44df yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:08:32.225476 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:32.298853 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:32.361411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Pushing event updated for resources: {'Port': ['ID=0e880d9c-f000-459a-a53c-8c305e2b958b,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:32.371199 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-f4733690-6523-40d6-a156-921dac966d89 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::a692:2107:848:dd49 (7d15c4a2-1728-44a3-9cfe-f71922160717/377da8a8-b6b9-4fef-8836-9ffcf7e3ac8b/9d27a607-58a5-4437-bcc4-3cdf889b44df) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:32.384787 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:32.386627 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:32.391838 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:32.460024 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Attempting to bind port 0e880d9c-f000-459a-a53c-8c305e2b958b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:08:32.460675 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Attempting to bind port 0e880d9c-f000-459a-a53c-8c305e2b958b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:08:32.461212 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Attempting to bind port 0e880d9c-f000-459a-a53c-8c305e2b958b on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:08:32.469096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:08:32.469747 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:08:32.470425 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:32.471416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:08:32.472077 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Bound port: 0e880d9c-f000-459a-a53c-8c305e2b958b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:08:32.472691 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:32.558368 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-35e3853e-d9cd-4e2f-96c7-c7f383bafa31 req-34451c63-5976-40ec-a66e-eade481a3261 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 210 time: 0.0588372 Nov 02 12:08:32.602063 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f4733690-6523-40d6-a156-921dac966d89 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:32.603383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] For port 0e880d9c-f000-459a-a53c-8c305e2b958b, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:08:32.609815 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] For port 0e880d9c-f000-459a-a53c-8c305e2b958b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0e880d9c-f000-459a-a53c-8c305e2b958b,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:08:32.653220 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2f32bca3-2460-41ef-af2b-d3938b2511d3 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:08:32.677272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 2f32bca3-2460-41ef-af2b-d3938b2511d3 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:08:32.680843 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2f32bca3-2460-41ef-af2b-d3938b2511d3 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:08:32.701593 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:32.732186 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f4733690-6523-40d6-a156-921dac966d89 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:32.799631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478b045-94ed-47e6-8635-d06009a60104 None None] Pushing event updated for resources: {'Port': ['ID=0e880d9c-f000-459a-a53c-8c305e2b958b,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:32.837939 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4733690-6523-40d6-a156-921dac966d89 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:32.847532 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-f4733690-6523-40d6-a156-921dac966d89 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:32.850626 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4733690-6523-40d6-a156-921dac966d89 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:32.856920 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4733690-6523-40d6-a156-921dac966d89 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:32.857574 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f4733690-6523-40d6-a156-921dac966d89 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:32.870609 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4733690-6523-40d6-a156-921dac966d89 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=9d27a607-58a5-4437-bcc4-3cdf889b44df,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:32.934567 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f4733690-6523-40d6-a156-921dac966d89 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.2273252 Nov 02 12:08:32.937448 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42622) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:33.023532 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393e7a53-6954-416e-9a45-16b5ac0c3ace tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:33.032104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393e7a53-6954-416e-9a45-16b5ac0c3ace tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:33.037126 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42626) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:33.037569 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-393e7a53-6954-416e-9a45-16b5ac0c3ace tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.0989542 Nov 02 12:08:33.240668 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d47bfcfd-f9be-4e1c-a12a-c7e7a5e220ac tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port 9d27a607-58a5-4437-bcc4-3cdf889b44df {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:08:33.241855 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d47bfcfd-f9be-4e1c-a12a-c7e7a5e220ac tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:33.343642 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d47bfcfd-f9be-4e1c-a12a-c7e7a5e220ac tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:33.360398 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d47bfcfd-f9be-4e1c-a12a-c7e7a5e220ac tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for 9d27a607-58a5-4437-bcc4-3cdf889b44df owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:08:33.642768 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d47bfcfd-f9be-4e1c-a12a-c7e7a5e220ac tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:33.671037 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-70ee0a93-fc32-4251-8106-75ccafcd15f7 req-9260eef4-df68-4656-aa17-7a26e13282d3 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 210 time: 0.0333097 Nov 02 12:08:33.689579 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47bfcfd-f9be-4e1c-a12a-c7e7a5e220ac tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=9d27a607-58a5-4437-bcc4-3cdf889b44df,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:33.723900 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d47bfcfd-f9be-4e1c-a12a-c7e7a5e220ac tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:33.727264 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d47bfcfd-f9be-4e1c-a12a-c7e7a5e220ac tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/9d27a607-58a5-4437-bcc4-3cdf889b44df HTTP/1.1" status: 204 len: 168 time: 0.6886027 Nov 02 12:08:33.730342 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42632) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:33.791884 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46f917d-f7fe-48d0-8c4b-8dc76f0630b3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:33.794621 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46f917d-f7fe-48d0-8c4b-8dc76f0630b3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:33.799531 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a46f917d-f7fe-48d0-8c4b-8dc76f0630b3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0651195 Nov 02 12:08:33.800422 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42636) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:33.861021 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5abe778-9616-40a6-8dc5-663503b64a12 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 377da8a8-b6b9-4fef-8836-9ffcf7e3ac8b {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:08:33.864735 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5abe778-9616-40a6-8dc5-663503b64a12 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:33.915708 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5abe778-9616-40a6-8dc5-663503b64a12 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:34.013547 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5abe778-9616-40a6-8dc5-663503b64a12 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:34.055798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9b1bd2d3-3598-4efe-99d1-450d12813fed None None] Provisioning complete for port 0e880d9c-f000-459a-a53c-8c305e2b958b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:34.056397 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9b1bd2d3-3598-4efe-99d1-450d12813fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:34.155597 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9b1bd2d3-3598-4efe-99d1-450d12813fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:34.180762 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5abe778-9616-40a6-8dc5-663503b64a12 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:34.197123 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5abe778-9616-40a6-8dc5-663503b64a12 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:34.205910 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42638) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:34.207065 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e5abe778-9616-40a6-8dc5-663503b64a12 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/377da8a8-b6b9-4fef-8836-9ffcf7e3ac8b HTTP/1.1" status: 204 len: 168 time: 0.4051890 Nov 02 12:08:34.221959 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4062ca45-7cd9-4eff-a345-942fe33c240b None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:34.237029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abe778-9616-40a6-8dc5-663503b64a12 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=377da8a8-b6b9-4fef-8836-9ffcf7e3ac8b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:34.251372 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a81de5e0-7318-4981-beee-f41f874d78d7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438600 Nov 02 12:08:34.253943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42640) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:34.261519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-12be7577-1d8f-4d77-b8b9-b462ec540bfd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:34.291406 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-9b1bd2d3-3598-4efe-99d1-450d12813fed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:08:34.292070 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-9b1bd2d3-3598-4efe-99d1-450d12813fed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:08:34.512929 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573d147e-041c-4031-9984-1921d09a540f None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:08:34.512929 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-573d147e-041c-4031-9984-1921d09a540f None None] Deleting port 0e880d9c-f000-459a-a53c-8c305e2b958b {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:08:34.512929 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-573d147e-041c-4031-9984-1921d09a540f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:34.514333 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12be7577-1d8f-4d77-b8b9-b462ec540bfd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:34.518033 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-12be7577-1d8f-4d77-b8b9-b462ec540bfd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:34.580670 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-573d147e-041c-4031-9984-1921d09a540f None None] For port 0e880d9c-f000-459a-a53c-8c305e2b958b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0e880d9c-f000-459a-a53c-8c305e2b958b,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:34.581067 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-573d147e-041c-4031-9984-1921d09a540f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:34.597240 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-573d147e-041c-4031-9984-1921d09a540f None None] Calling delete_port for 0e880d9c-f000-459a-a53c-8c305e2b958b owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:08:34.763394 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-573d147e-041c-4031-9984-1921d09a540f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:34.815756 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a66a8cc1-f722-4c1a-9166-44c7c847e676 req-a1343f40-80cc-4963-a488-c8e7b7872dbc tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 210 time: 0.0310149 Nov 02 12:08:34.818089 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d147e-041c-4031-9984-1921d09a540f None None] Pushing event deleted for resources: {'Port': ['ID=0e880d9c-f000-459a-a53c-8c305e2b958b,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:34.818089 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573d147e-041c-4031-9984-1921d09a540f None None] No DVR routers for this DVR port 0e880d9c-f000-459a-a53c-8c305e2b958b on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:08:34.826860 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9b1bd2d3-3598-4efe-99d1-450d12813fed None None] Port 0e880d9c-f000-459a-a53c-8c305e2b958b update to ACTIVE by agent not found {{(pid=102691) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 02 12:08:34.862883 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-12be7577-1d8f-4d77-b8b9-b462ec540bfd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:34.904774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12be7577-1d8f-4d77-b8b9-b462ec540bfd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:34.908226 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-12be7577-1d8f-4d77-b8b9-b462ec540bfd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:34.913414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12be7577-1d8f-4d77-b8b9-b462ec540bfd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:34.932095 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-12be7577-1d8f-4d77-b8b9-b462ec540bfd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:34.933491 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dfc463-76b4-4d49-b010-f8fd3cbc512b None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:34.937474 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be7577-1d8f-4d77-b8b9-b462ec540bfd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=d9d3f845-8ab2-4853-aa12-9b51f716ccfc,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:34.957468 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-4b739245-27f6-4062-ab53-7df415f041cb None None] Could not find standard attr ID for object fa3c906a-ca11-4c33-a3cd-4a84d49251e3. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:08:35.028285 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-12be7577-1d8f-4d77-b8b9-b462ec540bfd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7730932 Nov 02 12:08:35.031166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42650) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:35.037504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-50c4a871-7b70-4c89-aa45-8c33b1d67528 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'fixed_ips': [{'subnet_id': 'd9d3f845-8ab2-4853-aa12-9b51f716ccfc', 'ip_address': '2001:db8::268a:e545:74dd:ddec'}], 'name': 'tempest-NetworksTestDHCPv6-1674131196'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:35.250984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': 'd9d3f845-8ab2-4853-aa12-9b51f716ccfc'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:08:35.251867 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:35.274434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c4a871-7b70-4c89-aa45-8c33b1d67528 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:35.413871 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-50c4a871-7b70-4c89-aa45-8c33b1d67528 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:35.451340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-50c4a871-7b70-4c89-aa45-8c33b1d67528 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port bd201763-bbd8-48a8-bdaa-47444334ce32 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:08:35.455241 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Allocated IP 2001:db8::2 (7d15c4a2-1728-44a3-9cfe-f71922160717/d9d3f845-8ab2-4853-aa12-9b51f716ccfc/bee57990-f64b-4c0d-9086-ac1596e32759) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:35.641943 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:35.740067 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:35.785826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:35.791340 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:35.796228 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:35.803358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-50c4a871-7b70-4c89-aa45-8c33b1d67528 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::268a:e545:74dd:ddec (7d15c4a2-1728-44a3-9cfe-f71922160717/d9d3f845-8ab2-4853-aa12-9b51f716ccfc/bd201763-bbd8-48a8-bdaa-47444334ce32) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:35.804199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Pushing event updated for resources: {'Port': ['ID=bee57990-f64b-4c0d-9086-ac1596e32759,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:35.900377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Attempting to bind port bee57990-f64b-4c0d-9086-ac1596e32759 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:08:35.900738 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Attempting to bind port bee57990-f64b-4c0d-9086-ac1596e32759 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:08:35.901187 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Attempting to bind port bee57990-f64b-4c0d-9086-ac1596e32759 on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:08:35.909087 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:08:35.909521 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:08:35.910129 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:35.910571 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:08:35.911325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Bound port: bee57990-f64b-4c0d-9086-ac1596e32759, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:08:35.911747 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:35.915911 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1418ecc9-1910-45f3-ade9-683ff23a9fa6 req-a50a6267-91f6-4f0c-8aaf-badd9cead2a4 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 210 time: 0.0362272 Nov 02 12:08:36.055822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] For port bee57990-f64b-4c0d-9086-ac1596e32759, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:08:36.060325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] For port bee57990-f64b-4c0d-9086-ac1596e32759, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=bee57990-f64b-4c0d-9086-ac1596e32759,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:08:36.103505 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-50c4a871-7b70-4c89-aa45-8c33b1d67528 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:36.237220 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:36.288955 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-50c4a871-7b70-4c89-aa45-8c33b1d67528 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:36.364849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4a871-7b70-4c89-aa45-8c33b1d67528 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=bd201763-bbd8-48a8-bdaa-47444334ce32,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:36.376563 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c4a871-7b70-4c89-aa45-8c33b1d67528 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:36.381358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-50c4a871-7b70-4c89-aa45-8c33b1d67528 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:36.391998 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4383cf-4c81-47f6-a9af-b25f7c41ac01 None None] Pushing event updated for resources: {'Port': ['ID=bee57990-f64b-4c0d-9086-ac1596e32759,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:36.395473 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c4a871-7b70-4c89-aa45-8c33b1d67528 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:36.403374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c4a871-7b70-4c89-aa45-8c33b1d67528 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:36.404909 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-50c4a871-7b70-4c89-aa45-8c33b1d67528 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:36.441690 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-c0fe0693-965b-485b-bab1-07c47fe9c2bd tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:36.443280 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-c0fe0693-965b-485b-bab1-07c47fe9c2bd tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.79 "GET /v2.0/networks?id=81ed11c9-96ca-4ebf-b3f4-03587b7603b0 HTTP/1.1" status: 200 len: 809 time: 0.2535515 Nov 02 12:08:36.465576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-11f10228-cd10-405b-a22c-92bea12d200f tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Request body: {'port': {'device_id': 'd102b706-1f8d-4fbd-87db-63f7eaf0f4cf', 'network_id': '81ed11c9-96ca-4ebf-b3f4-03587b7603b0', 'admin_state_up': True, 'tenant_id': '7f8a0c433ef24046b6bd54a6caae3d3a'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:36.551643 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-50c4a871-7b70-4c89-aa45-8c33b1d67528 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5192821 Nov 02 12:08:36.554171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42666) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:36.631880 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99733b5-59ae-4974-9f64-5a5418fe5897 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:36.641487 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99733b5-59ae-4974-9f64-5a5418fe5897 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:36.645753 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e99733b5-59ae-4974-9f64-5a5418fe5897 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0875843 Nov 02 12:08:36.646398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42668) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:36.723259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-11f10228-cd10-405b-a22c-92bea12d200f tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Made reservation on behalf of 7f8a0c433ef24046b6bd54a6caae3d3a for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:36.731803 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-11f10228-cd10-405b-a22c-92bea12d200f tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:36.889767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-8dc3407f-2576-4640-8902-443c9253ee36 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port bd201763-bbd8-48a8-bdaa-47444334ce32 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:08:36.889890 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8dc3407f-2576-4640-8902-443c9253ee36 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:37.047120 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ab5c27d-2242-4abd-9392-4456a4b93302 req-d2510be6-495a-449c-bc24-24cd99cf8322 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 210 time: 0.0388880 Nov 02 12:08:37.072203 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8dc3407f-2576-4640-8902-443c9253ee36 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:37.076628 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-11f10228-cd10-405b-a22c-92bea12d200f tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Allocated IP 172.20.0.10 (81ed11c9-96ca-4ebf-b3f4-03587b7603b0/5c7fd723-bc55-4b04-ae9d-c95fcc55f3e4/515588b3-80ce-4846-a59a-12421db3f2e6) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:37.097107 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-8dc3407f-2576-4640-8902-443c9253ee36 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for bd201763-bbd8-48a8-bdaa-47444334ce32 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:08:37.351902 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-11f10228-cd10-405b-a22c-92bea12d200f tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:37.442579 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8dc3407f-2576-4640-8902-443c9253ee36 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:37.490442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3407f-2576-4640-8902-443c9253ee36 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=bd201763-bbd8-48a8-bdaa-47444334ce32,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:37.519623 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8dc3407f-2576-4640-8902-443c9253ee36 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:37.523824 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8dc3407f-2576-4640-8902-443c9253ee36 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/bd201763-bbd8-48a8-bdaa-47444334ce32 HTTP/1.1" status: 204 len: 168 time: 0.8760583 Nov 02 12:08:37.526022 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42676) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:37.580888 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-11f10228-cd10-405b-a22c-92bea12d200f tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:37.623373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62c5df7-79d2-47f6-943b-0f6a0e479b92 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:37.624642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62c5df7-79d2-47f6-943b-0f6a0e479b92 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:37.626340 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c62c5df7-79d2-47f6-943b-0f6a0e479b92 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0985086 Nov 02 12:08:37.629226 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42678) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:37.646626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-11f10228-cd10-405b-a22c-92bea12d200f tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Network 81ed11c9-96ca-4ebf-b3f4-03587b7603b0 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:37.652988 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-11f10228-cd10-405b-a22c-92bea12d200f tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:37.655032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-11f10228-cd10-405b-a22c-92bea12d200f tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:37.701277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c335373-d03c-447c-a1e7-9e8cc743d564 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet d9d3f845-8ab2-4853-aa12-9b51f716ccfc {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:08:37.705564 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c335373-d03c-447c-a1e7-9e8cc743d564 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:37.719274 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-11f10228-cd10-405b-a22c-92bea12d200f tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:37.719922 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-11f10228-cd10-405b-a22c-92bea12d200f tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:37.732672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f10228-cd10-405b-a22c-92bea12d200f tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Pushing event updated for resources: {'Port': ['ID=515588b3-80ce-4846-a59a-12421db3f2e6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:37.761418 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c335373-d03c-447c-a1e7-9e8cc743d564 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:37.819954 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-34534772-b73a-4b62-bd24-4aa356792734 None None] Provisioning complete for port bee57990-f64b-4c0d-9086-ac1596e32759 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:37.820632 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34534772-b73a-4b62-bd24-4aa356792734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:37.826816 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-11f10228-cd10-405b-a22c-92bea12d200f tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3668661 Nov 02 12:08:37.841870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Request body: {'port': {'device_id': 'd102b706-1f8d-4fbd-87db-63f7eaf0f4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:37.908035 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c335373-d03c-447c-a1e7-9e8cc743d564 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:37.952272 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34534772-b73a-4b62-bd24-4aa356792734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:37.999279 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:38.140416 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c335373-d03c-447c-a1e7-9e8cc743d564 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:38.176239 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c335373-d03c-447c-a1e7-9e8cc743d564 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:38.181965 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8c335373-d03c-447c-a1e7-9e8cc743d564 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/d9d3f845-8ab2-4853-aa12-9b51f716ccfc HTTP/1.1" status: 204 len: 168 time: 0.5494008 Nov 02 12:08:38.194474 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42688) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:38.207219 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c335373-d03c-447c-a1e7-9e8cc743d564 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d3f845-8ab2-4853-aa12-9b51f716ccfc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:38.247502 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-34534772-b73a-4b62-bd24-4aa356792734 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:08:38.251763 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-34534772-b73a-4b62-bd24-4aa356792734 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:08:38.304193 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f9f2ddf8-cb85-4820-b642-ffddbe931646 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1085839 Nov 02 12:08:38.317556 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42692) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:38.324468 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-cfcb667d-4b39-40b0-8fed-c69347a2015f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:38.344627 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea50bd4-f38c-419d-b990-b9632fe35358 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:38.400169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134f2d0-97fa-4d3f-b70c-165867906cc8 req-93a783c2-7e50-49a2-96a1-326d4611894b tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:38.402279 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1134f2d0-97fa-4d3f-b70c-165867906cc8 req-93a783c2-7e50-49a2-96a1-326d4611894b tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 932 time: 0.2085898 Nov 02 12:08:38.516993 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1134f2d0-97fa-4d3f-b70c-165867906cc8 req-673420cb-7582-4dbd-8ba8-cbbb86f2d3d4 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052337 Nov 02 12:08:38.588878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be26191-7756-44fa-a3d3-fb632f0cdfb8 None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:08:38.602808 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcb667d-4b39-40b0-8fed-c69347a2015f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:38.607651 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfcb667d-4b39-40b0-8fed-c69347a2015f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:38.620140 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515588b3-80ce-4846-a59a-12421db3f2e6 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:08:38.628594 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:38.647331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Transition to ACTIVE for port object 515588b3-80ce-4846-a59a-12421db3f2e6 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:08:38.663168 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5be26191-7756-44fa-a3d3-fb632f0cdfb8 None None] Deleting port bee57990-f64b-4c0d-9086-ac1596e32759 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:08:38.667485 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5be26191-7756-44fa-a3d3-fb632f0cdfb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:38.748627 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-5be26191-7756-44fa-a3d3-fb632f0cdfb8 None None] For port bee57990-f64b-4c0d-9086-ac1596e32759, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=bee57990-f64b-4c0d-9086-ac1596e32759,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:38.749180 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5be26191-7756-44fa-a3d3-fb632f0cdfb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:38.756550 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:38.802174 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34534772-b73a-4b62-bd24-4aa356792734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:38.816323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5be26191-7756-44fa-a3d3-fb632f0cdfb8 None None] Calling delete_port for bee57990-f64b-4c0d-9086-ac1596e32759 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:08:38.895237 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-34534772-b73a-4b62-bd24-4aa356792734 None None] For port bee57990-f64b-4c0d-9086-ac1596e32759, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=bee57990-f64b-4c0d-9086-ac1596e32759,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:38.896134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Pushing event updated for resources: {'Port': ['ID=515588b3-80ce-4846-a59a-12421db3f2e6,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:38.919538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Attempting to bind port 515588b3-80ce-4846-a59a-12421db3f2e6 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:08:38.919538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Attempting to bind port 515588b3-80ce-4846-a59a-12421db3f2e6 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '6cef32cc-bea1-48a1-a9d5-2b606f730ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '81ed11c9-96ca-4ebf-b3f4-03587b7603b0'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:08:38.919538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Attempting to bind port 515588b3-80ce-4846-a59a-12421db3f2e6 on network 81ed11c9-96ca-4ebf-b3f4-03587b7603b0 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:08:38.919538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Port 515588b3-80ce-4846-a59a-12421db3f2e6 on network 81ed11c9-96ca-4ebf-b3f4-03587b7603b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:08:38.919538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Attempting to bind port 515588b3-80ce-4846-a59a-12421db3f2e6 on network 81ed11c9-96ca-4ebf-b3f4-03587b7603b0 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:08:38.922696 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:08:38.923079 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Checking segment: {'id': '6cef32cc-bea1-48a1-a9d5-2b606f730ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '81ed11c9-96ca-4ebf-b3f4-03587b7603b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:08:38.923470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Bound using segment: {'id': '6cef32cc-bea1-48a1-a9d5-2b606f730ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '81ed11c9-96ca-4ebf-b3f4-03587b7603b0'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:08:38.923909 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Bound port: 515588b3-80ce-4846-a59a-12421db3f2e6, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cef32cc-bea1-48a1-a9d5-2b606f730ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '81ed11c9-96ca-4ebf-b3f4-03587b7603b0'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:08:38.924282 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:38.982195 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34534772-b73a-4b62-bd24-4aa356792734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:38.999949 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] For port 515588b3-80ce-4846-a59a-12421db3f2e6, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:08:39.003602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] For port 515588b3-80ce-4846-a59a-12421db3f2e6, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=515588b3-80ce-4846-a59a-12421db3f2e6,segment=NetworkSegment(6cef32cc-bea1-48a1-a9d5-2b606f730ee0),segment_id=6cef32cc-bea1-48a1-a9d5-2b606f730ee0)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:08:39.019862 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfcb667d-4b39-40b0-8fed-c69347a2015f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:39.039785 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34534772-b73a-4b62-bd24-4aa356792734 None None] Pushing event updated for resources: {'Port': ['ID=bee57990-f64b-4c0d-9086-ac1596e32759,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:39.073715 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcb667d-4b39-40b0-8fed-c69347a2015f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:39.079516 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5be26191-7756-44fa-a3d3-fb632f0cdfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:39.082227 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-cfcb667d-4b39-40b0-8fed-c69347a2015f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:39.095828 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be26191-7756-44fa-a3d3-fb632f0cdfb8 None None] No DVR routers for this DVR port bee57990-f64b-4c0d-9086-ac1596e32759 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:08:39.096681 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb667d-4b39-40b0-8fed-c69347a2015f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=0138202b-37e2-44b1-82e0-c260e3397db3,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:39.100392 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcb667d-4b39-40b0-8fed-c69347a2015f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:39.101134 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cfcb667d-4b39-40b0-8fed-c69347a2015f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:39.111133 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:39.144971 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f5e0b3b3-1cdd-448d-8fe3-93957cd92fbb None None] Could not find standard attr ID for object bd201763-bbd8-48a8-bdaa-47444334ce32. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:08:39.144971 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be26191-7756-44fa-a3d3-fb632f0cdfb8 None None] Pushing event deleted for resources: {'Port': ['ID=bee57990-f64b-4c0d-9086-ac1596e32759,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:39.154986 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35625fcd-cac2-4d92-b6f5-c829eff5bba4 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:39.194863 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cfcb667d-4b39-40b0-8fed-c69347a2015f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8761587 Nov 02 12:08:39.198736 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42698) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:39.204271 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-31a9a47f-4259-4107-b81b-6be061f3d616 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'fixed_ips': [{'subnet_id': '0138202b-37e2-44b1-82e0-c260e3397db3', 'ip_address': '2001:db8::bcde:ea9c:1cda:821f'}], 'name': 'tempest-NetworksTestDHCPv6-318281170'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:39.221047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:39.222339 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:39.224107 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] 10.222.0.79 "PUT /v2.0/ports/515588b3-80ce-4846-a59a-12421db3f2e6 HTTP/1.1" status: 200 len: 1093 time: 1.3880155 Nov 02 12:08:39.261257 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd102b706-1f8d-4fbd-87db-63f7eaf0f4cf', 'tag': '515588b3-80ce-4846-a59a-12421db3f2e6'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:08:39.267749 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de497d2-2c59-4adf-8b27-2b0c91dd5638" -d '{"events": [{"name": "network-changed", "server_uuid": "d102b706-1f8d-4fbd-87db-63f7eaf0f4cf", "tag": "515588b3-80ce-4846-a59a-12421db3f2e6"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:08:39.270846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7573c-73b7-4b8e-a784-8637f5800c6c service neutron] Pushing event updated for resources: {'Port': ['ID=515588b3-80ce-4846-a59a-12421db3f2e6,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:39.350330 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347335bc-4bf8-47a7-a8aa-da64dbb91c1c x-openstack-request-id: req-347335bc-4bf8-47a7-a8aa-da64dbb91c1c {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:08:39.350635 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d102b706-1f8d-4fbd-87db-63f7eaf0f4cf", "tag": "515588b3-80ce-4846-a59a-12421db3f2e6", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:08:39.350888 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-347335bc-4bf8-47a7-a8aa-da64dbb91c1c {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:08:39.351372 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd102b706-1f8d-4fbd-87db-63f7eaf0f4cf', 'tag': '515588b3-80ce-4846-a59a-12421db3f2e6', 'status': 'completed', 'code': 200} Nov 02 12:08:39.408598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-37a8ebc6-c074-46ec-8abe-9cf84affc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:39.411193 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-37a8ebc6-c074-46ec-8abe-9cf84affc93e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f8a0c433ef24046b6bd54a6caae3d3a&device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 1096 time: 0.0755043 Nov 02 12:08:39.429211 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': '0138202b-37e2-44b1-82e0-c260e3397db3'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:08:39.430081 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:39.474531 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-ccb57045-e149-4857-8c94-9268fca5afe2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=515588b3-80ce-4846-a59a-12421db3f2e6 HTTP/1.1" status: 200 len: 217 time: 0.0543475 Nov 02 12:08:39.493809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a9a47f-4259-4107-b81b-6be061f3d616 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:39.531542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-21a17224-8cf3-489d-9255-029d78dcf2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:39.533339 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-21a17224-8cf3-489d-9255-029d78dcf2d4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c7fd723-bc55-4b04-ae9d-c95fcc55f3e4 HTTP/1.1" status: 200 len: 849 time: 0.0521116 Nov 02 12:08:39.572582 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-62de8426-593e-4540-a738-7b3d5b0a9a1b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=81ed11c9-96ca-4ebf-b3f4-03587b7603b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312848 Nov 02 12:08:39.628385 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-31a9a47f-4259-4107-b81b-6be061f3d616 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:39.653130 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Allocated IP 2001:db8::2 (7d15c4a2-1728-44a3-9cfe-f71922160717/0138202b-37e2-44b1-82e0-c260e3397db3/6b87edc5-5b93-4082-bc4a-bac3e0bbda4c) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:39.656067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-31a9a47f-4259-4107-b81b-6be061f3d616 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port 720cb6fe-5950-4eaa-951c-5816645f7b55 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:08:39.869261 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:39.956423 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:40.028198 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-31a9a47f-4259-4107-b81b-6be061f3d616 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::bcde:ea9c:1cda:821f (7d15c4a2-1728-44a3-9cfe-f71922160717/0138202b-37e2-44b1-82e0-c260e3397db3/720cb6fe-5950-4eaa-951c-5816645f7b55) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:40.034256 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:40.038393 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:40.054012 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-06f26756-64bc-4996-9781-c469c551c77c service neutron] 10.222.0.79 "GET /v2.0/networks/81ed11c9-96ca-4ebf-b3f4-03587b7603b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743030 Nov 02 12:08:40.054688 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:40.063806 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d5b52-15cf-4555-ac29-f8487510a383 req-d3b9098c-3437-4d94-a172-2f8316b1cb5d tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:40.071364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b13d5b52-15cf-4555-ac29-f8487510a383 req-d3b9098c-3437-4d94-a172-2f8316b1cb5d tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 944 time: 0.0865848 Nov 02 12:08:40.081879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Pushing event updated for resources: {'Port': ['ID=6b87edc5-5b93-4082-bc4a-bac3e0bbda4c,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:40.186764 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Attempting to bind port 6b87edc5-5b93-4082-bc4a-bac3e0bbda4c on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:08:40.187171 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Attempting to bind port 6b87edc5-5b93-4082-bc4a-bac3e0bbda4c by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:08:40.187549 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Attempting to bind port 6b87edc5-5b93-4082-bc4a-bac3e0bbda4c on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:08:40.193060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:08:40.193484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:08:40.193901 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:40.194464 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:08:40.194965 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Bound port: 6b87edc5-5b93-4082-bc4a-bac3e0bbda4c, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:08:40.195358 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:40.253052 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-31a9a47f-4259-4107-b81b-6be061f3d616 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:40.257731 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b13d5b52-15cf-4555-ac29-f8487510a383 req-447efad6-5107-4393-bc00-c79f8b83a70b tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849499 Nov 02 12:08:40.285616 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] For port 6b87edc5-5b93-4082-bc4a-bac3e0bbda4c, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:08:40.290416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] For port 6b87edc5-5b93-4082-bc4a-bac3e0bbda4c, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6b87edc5-5b93-4082-bc4a-bac3e0bbda4c,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:08:40.310101 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e98d634-88db-42a8-91aa-ed9914fc883f req-5fe00e10-0a4c-45d0-830a-3d08dd0b0f7f service neutron] 10.222.0.79 "GET /v2.0/networks/81ed11c9-96ca-4ebf-b3f4-03587b7603b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149181 Nov 02 12:08:40.377579 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:40.406055 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-31a9a47f-4259-4107-b81b-6be061f3d616 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:40.458041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4a6c2-a09e-4b9d-82a1-feb905f61237 None None] Pushing event updated for resources: {'Port': ['ID=6b87edc5-5b93-4082-bc4a-bac3e0bbda4c,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:40.473740 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9a47f-4259-4107-b81b-6be061f3d616 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=720cb6fe-5950-4eaa-951c-5816645f7b55,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:40.484317 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de497d2-2c59-4adf-8b27-2b0c91dd5638 req-31b61f09-bd89-4989-b260-8b7bc884bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:40.486265 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5de497d2-2c59-4adf-8b27-2b0c91dd5638 req-31b61f09-bd89-4989-b260-8b7bc884bcf5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f8a0c433ef24046b6bd54a6caae3d3a&device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 1096 time: 0.0500672 Nov 02 12:08:40.490389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a9a47f-4259-4107-b81b-6be061f3d616 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:40.491824 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-31a9a47f-4259-4107-b81b-6be061f3d616 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:40.494156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a9a47f-4259-4107-b81b-6be061f3d616 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:40.505957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a9a47f-4259-4107-b81b-6be061f3d616 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:40.505957 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-31a9a47f-4259-4107-b81b-6be061f3d616 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:40.581545 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device bee57990-f64b-4c0d-9086-ac1596e32759 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:08:40.601222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de497d2-2c59-4adf-8b27-2b0c91dd5638 req-5b556d2e-3b97-401a-afb1-c9709b4a19de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:40.602436 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5de497d2-2c59-4adf-8b27-2b0c91dd5638 req-5b556d2e-3b97-401a-afb1-c9709b4a19de service neutron] 10.222.0.79 "GET /v2.0/networks?id=81ed11c9-96ca-4ebf-b3f4-03587b7603b0 HTTP/1.1" status: 200 len: 910 time: 0.1045325 Nov 02 12:08:40.610006 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: bee57990-f64b-4c0d-9086-ac1596e32759 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:08:40.610360 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device bee57990-f64b-4c0d-9086-ac1596e32759 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:08:40.621693 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-31a9a47f-4259-4107-b81b-6be061f3d616 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4214861 Nov 02 12:08:40.624231 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42712) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:40.669952 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5de497d2-2c59-4adf-8b27-2b0c91dd5638 req-49680c91-3093-43ea-8475-ad41934b9637 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=515588b3-80ce-4846-a59a-12421db3f2e6 HTTP/1.1" status: 200 len: 217 time: 0.0582004 Nov 02 12:08:40.710264 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf9b532-10af-4e38-a2c9-a9b42fa6c98d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:40.717493 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf9b532-10af-4e38-a2c9-a9b42fa6c98d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:40.718910 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cbf9b532-10af-4e38-a2c9-a9b42fa6c98d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0935094 Nov 02 12:08:40.723063 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42714) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:40.768134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de497d2-2c59-4adf-8b27-2b0c91dd5638 req-62a5ec46-62df-481f-8ddf-ce65e15ae00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:40.771144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5de497d2-2c59-4adf-8b27-2b0c91dd5638 req-62a5ec46-62df-481f-8ddf-ce65e15ae00c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c7fd723-bc55-4b04-ae9d-c95fcc55f3e4 HTTP/1.1" status: 200 len: 849 time: 0.0842335 Nov 02 12:08:40.807777 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5de497d2-2c59-4adf-8b27-2b0c91dd5638 req-446d530b-5d91-490a-aed3-0604dcaf1f34 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=81ed11c9-96ca-4ebf-b3f4-03587b7603b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284746 Nov 02 12:08:40.853458 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-9b209825-0d64-4c7a-86ca-320f0e52aa83 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port 720cb6fe-5950-4eaa-951c-5816645f7b55 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:08:40.853907 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b209825-0d64-4c7a-86ca-320f0e52aa83 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:40.935199 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5de497d2-2c59-4adf-8b27-2b0c91dd5638 req-8c6762ef-8286-4054-a7e6-5d95d542e4c6 service neutron] 10.222.0.79 "GET /v2.0/networks/81ed11c9-96ca-4ebf-b3f4-03587b7603b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185141 Nov 02 12:08:40.971797 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b209825-0d64-4c7a-86ca-320f0e52aa83 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:40.986585 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-9b209825-0d64-4c7a-86ca-320f0e52aa83 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for 720cb6fe-5950-4eaa-951c-5816645f7b55 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:08:40.996555 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42718) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:41.046044 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5de497d2-2c59-4adf-8b27-2b0c91dd5638 req-dea65eb1-7077-46a3-a36f-5c22f4615c2e service neutron] 10.222.0.79 "GET /v2.0/networks/81ed11c9-96ca-4ebf-b3f4-03587b7603b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031420 Nov 02 12:08:41.175214 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5de2cab7-8faa-4740-8b14-21bc82aec4f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c1476595851e43a2932985df71e56191&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1775663 Nov 02 12:08:41.178082 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42722) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:41.214107 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b209825-0d64-4c7a-86ca-320f0e52aa83 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:41.242635 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d3da816-a8d6-4789-a325-93c36a49a3c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:41.258481 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b209825-0d64-4c7a-86ca-320f0e52aa83 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=720cb6fe-5950-4eaa-951c-5816645f7b55,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:41.268150 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d3da816-a8d6-4789-a325-93c36a49a3c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:41.305011 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b209825-0d64-4c7a-86ca-320f0e52aa83 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:41.311588 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9b209825-0d64-4c7a-86ca-320f0e52aa83 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/720cb6fe-5950-4eaa-951c-5816645f7b55 HTTP/1.1" status: 204 len: 168 time: 0.5854487 Nov 02 12:08:41.312797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42726) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:41.396432 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604854a1-ca42-4e25-b5e2-a5542ca001b8 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:41.398642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604854a1-ca42-4e25-b5e2-a5542ca001b8 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:41.400401 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-604854a1-ca42-4e25-b5e2-a5542ca001b8 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0865216 Nov 02 12:08:41.403730 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42732) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:41.474079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-633e7738-c0e2-4803-8989-bf950314dd1b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 0138202b-37e2-44b1-82e0-c260e3397db3 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:08:41.477510 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-633e7738-c0e2-4803-8989-bf950314dd1b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:41.481843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a374fa-ccfc-40bf-a937-49bd7008a128 req-64e2320f-bb05-4d8c-aa73-7bd1b5308ba1 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:41.493927 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-91a374fa-ccfc-40bf-a937-49bd7008a128 req-64e2320f-bb05-4d8c-aa73-7bd1b5308ba1 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 944 time: 0.0923045 Nov 02 12:08:41.532118 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-633e7738-c0e2-4803-8989-bf950314dd1b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:41.536583 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d3da816-a8d6-4789-a325-93c36a49a3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:41.539256 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d3da816-a8d6-4789-a325-93c36a49a3c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:41.544297 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8d3da816-a8d6-4789-a325-93c36a49a3c6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b522b194-3abd-4dcb-97d4-a2d228f23e72 HTTP/1.1" status: 204 len: 168 time: 0.3651145 Nov 02 12:08:41.565684 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3da816-a8d6-4789-a325-93c36a49a3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b522b194-3abd-4dcb-97d4-a2d228f23e72,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:41.595552 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-91a374fa-ccfc-40bf-a937-49bd7008a128 req-9c6ad171-bb4d-48f9-96b9-f94c2bd669bc tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006348 Nov 02 12:08:41.677999 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-633e7738-c0e2-4803-8989-bf950314dd1b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:41.780599 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-f5a4a7d1-60c4-402b-bb05-301b98b24e33 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336452823&fields=id&tenant_id=ab186707669f41a6b53ebcba8031edaa HTTP/1.1" status: 200 len: 267 time: 0.0590034 Nov 02 12:08:41.797239 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c3f970f7-8a24-49b6-9b62-8b0a12bcd08b None None] Provisioning complete for port 6b87edc5-5b93-4082-bc4a-bac3e0bbda4c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:41.797730 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c3f970f7-8a24-49b6-9b62-8b0a12bcd08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:41.857622 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-633e7738-c0e2-4803-8989-bf950314dd1b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:41.903198 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c3f970f7-8a24-49b6-9b62-8b0a12bcd08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:41.914135 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e7738-c0e2-4803-8989-bf950314dd1b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=0138202b-37e2-44b1-82e0-c260e3397db3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:41.916228 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-633e7738-c0e2-4803-8989-bf950314dd1b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:41.923887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42744) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:41.929424 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-633e7738-c0e2-4803-8989-bf950314dd1b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/0138202b-37e2-44b1-82e0-c260e3397db3 HTTP/1.1" status: 204 len: 168 time: 0.5236075 Nov 02 12:08:41.952307 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c3f970f7-8a24-49b6-9b62-8b0a12bcd08b None None] For port 6b87edc5-5b93-4082-bc4a-bac3e0bbda4c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6b87edc5-5b93-4082-bc4a-bac3e0bbda4c,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:41.981369 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f9beec74-9494-4e9d-a399-62ebd06b60a2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561666 Nov 02 12:08:41.984105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42746) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:42.000143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-1975905f-9d01-4f76-ba81-3098afac2722 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:42.004986 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-1975905f-9d01-4f76-ba81-3098afac2722 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 811 time: 0.2156985 Nov 02 12:08:42.018503 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04c7579-7d3a-4a05-9a2f-9136fddff71f None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:42.022525 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-0ff4d3b0-7630-4a58-a6e1-fe8e96a051aa tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/quotas/ab186707669f41a6b53ebcba8031edaa HTTP/1.1" status: 200 len: 375 time: 0.0116837 Nov 02 12:08:42.043520 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c3f970f7-8a24-49b6-9b62-8b0a12bcd08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:42.069159 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2c02a5-d9ca-4368-ba90-993bc750018f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:42.073044 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ba2c02a5-d9ca-4368-ba90-993bc750018f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0855343 Nov 02 12:08:42.073600 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42752) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:42.089655 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-0342b908-8980-4288-a423-e92bef6d322a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601726 Nov 02 12:08:42.157392 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a33532-1c6a-4822-8dad-b87e862b5819 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:42.162158 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e7a33532-1c6a-4822-8dad-b87e862b5819 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0869031 Nov 02 12:08:42.162351 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42756) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:42.184851 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ba950412-32bc-43ab-b012-c260952dbe17 None None] Could not find standard attr ID for object 720cb6fe-5950-4eaa-951c-5816645f7b55. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:08:42.187496 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f970f7-8a24-49b6-9b62-8b0a12bcd08b None None] Pushing event updated for resources: {'Port': ['ID=6b87edc5-5b93-4082-bc4a-bac3e0bbda4c,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:42.214135 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5f8cc5eb-0d4a-453a-b599-eca1255aee3a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500705 Nov 02 12:08:42.218150 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-1bb3eb15-2885-4d38-a1b9-1446d3c52989 service neutron] 10.222.0.52 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122622 Nov 02 12:08:42.220758 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42760) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:42.225953 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d7fe5d77-dda0-46bb-9d40-ee4ec9e96b07 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:42.273106 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b34bde3-10a9-4081-9a99-ad6f1bab9929 None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:08:42.328852 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7b34bde3-10a9-4081-9a99-ad6f1bab9929 None None] Deleting port 6b87edc5-5b93-4082-bc4a-bac3e0bbda4c {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:08:42.329231 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b34bde3-10a9-4081-9a99-ad6f1bab9929 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:42.399276 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-8fa7e395-0787-4335-b822-497d05180709 service neutron] 10.222.0.52 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691372 Nov 02 12:08:42.399958 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7b34bde3-10a9-4081-9a99-ad6f1bab9929 None None] For port 6b87edc5-5b93-4082-bc4a-bac3e0bbda4c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6b87edc5-5b93-4082-bc4a-bac3e0bbda4c,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:42.400368 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b34bde3-10a9-4081-9a99-ad6f1bab9929 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:42.414721 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7b34bde3-10a9-4081-9a99-ad6f1bab9929 None None] Calling delete_port for 6b87edc5-5b93-4082-bc4a-bac3e0bbda4c owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:08:42.548100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fe5d77-dda0-46bb-9d40-ee4ec9e96b07 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:42.552043 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5d77-dda0-46bb-9d40-ee4ec9e96b07 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:42.574659 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b34bde3-10a9-4081-9a99-ad6f1bab9929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:42.600691 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34bde3-10a9-4081-9a99-ad6f1bab9929 None None] Pushing event deleted for resources: {'Port': ['ID=6b87edc5-5b93-4082-bc4a-bac3e0bbda4c,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:42.604756 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34bde3-10a9-4081-9a99-ad6f1bab9929 None None] No DVR routers for this DVR port 6b87edc5-5b93-4082-bc4a-bac3e0bbda4c on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:08:42.859448 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5d77-dda0-46bb-9d40-ee4ec9e96b07 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:42.901851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe5d77-dda0-46bb-9d40-ee4ec9e96b07 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:42.906392 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-d7fe5d77-dda0-46bb-9d40-ee4ec9e96b07 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:42.915831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fe5d77-dda0-46bb-9d40-ee4ec9e96b07 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:42.915831 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5d77-dda0-46bb-9d40-ee4ec9e96b07 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:42.916300 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c830c37-fcea-4e9b-af6b-8e45cffb77bc None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:42.929907 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe5d77-dda0-46bb-9d40-ee4ec9e96b07 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=6f57d7d7-2be1-415a-bbbb-6d9e2fece69e,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:42.942117 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 515588b3-80ce-4846-a59a-12421db3f2e6 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:08:43.074097 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d7fe5d77-dda0-46bb-9d40-ee4ec9e96b07 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8521860 Nov 02 12:08:43.076961 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42784) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:43.082049 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-32bb959b-ec77-460c-8a63-547980311b43 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'fixed_ips': [{'subnet_id': '6f57d7d7-2be1-415a-bbbb-6d9e2fece69e', 'ip_address': '2001:db8::38fc:54df:a30:d3b2'}], 'name': 'tempest-NetworksTestDHCPv6-977809561'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:43.122325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 515588b3-80ce-4846-a59a-12421db3f2e6, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=515588b3-80ce-4846-a59a-12421db3f2e6,segment=NetworkSegment(6cef32cc-bea1-48a1-a9d5-2b606f730ee0),segment_id=6cef32cc-bea1-48a1-a9d5-2b606f730ee0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:43.147626 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '515588b3-80ce-4846-a59a-12421db3f2e6', 'network_id': '81ed11c9-96ca-4ebf-b3f4-03587b7603b0', 'port_id': '515588b3-80ce-4846-a59a-12421db3f2e6', 'mac_address': 'fa:16:3e:d2:b9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7fd723-bc55-4b04-ae9d-c95fcc55f3e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:08:43.155832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': '6f57d7d7-2be1-415a-bbbb-6d9e2fece69e'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:08:43.156694 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:43.212463 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:43.279515 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515588b3-80ce-4846-a59a-12421db3f2e6 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:08:43.319126 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 515588b3-80ce-4846-a59a-12421db3f2e6, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=515588b3-80ce-4846-a59a-12421db3f2e6,segment=NetworkSegment(6cef32cc-bea1-48a1-a9d5-2b606f730ee0),segment_id=6cef32cc-bea1-48a1-a9d5-2b606f730ee0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:43.328383 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e3731-b8e7-436d-a696-85b6bb47ecf1 req-0c338c7e-483c-455f-8916-92336b3bf834 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:43.337258 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-650e3731-b8e7-436d-a696-85b6bb47ecf1 req-0c338c7e-483c-455f-8916-92336b3bf834 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 944 time: 0.1172180 Nov 02 12:08:43.374718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Allocated IP 2001:db8::2 (7d15c4a2-1728-44a3-9cfe-f71922160717/6f57d7d7-2be1-415a-bbbb-6d9e2fece69e/19558d25-0d97-495c-b3d7-9620c989917d) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:43.386444 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:43.397718 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-650e3731-b8e7-436d-a696-85b6bb47ecf1 req-58ce85e7-bcf1-448d-99e8-b15bdbb485f0 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593796 Nov 02 12:08:43.406823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bb959b-ec77-460c-8a63-547980311b43 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:43.517726 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=515588b3-80ce-4846-a59a-12421db3f2e6,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:43.523161 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42796) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:43.602702 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06ea77e1-d8c8-42db-82dc-d2a87b3f57ca req-b2b10325-3b9a-45d7-bf9f-e196e35de15d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 210 time: 0.0766747 Nov 02 12:08:43.614282 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32bb959b-ec77-460c-8a63-547980311b43 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:43.632590 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['515588b3-80ce-4846-a59a-12421db3f2e6'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:08:43.635077 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-32bb959b-ec77-460c-8a63-547980311b43 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port 82cf8a8c-3d49-4c8b-b171-e21f41e05df8 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:08:43.682858 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-51364760-cf38-4cab-bc8f-db536af08e09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:43.779044 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-51364760-cf38-4cab-bc8f-db536af08e09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:43.831397 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:43.905527 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-51364760-cf38-4cab-bc8f-db536af08e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:43.946676 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-51364760-cf38-4cab-bc8f-db536af08e09 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae01c6f0899243848beaa9ae83e4b81c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4210987 Nov 02 12:08:43.947454 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51364760-cf38-4cab-bc8f-db536af08e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136cd523-445b-45bc-9b56-24cf5bde0a28,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:43.948989 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42802) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:43.954124 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:43.956561 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51364760-cf38-4cab-bc8f-db536af08e09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:43.964223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51364760-cf38-4cab-bc8f-db536af08e09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:43.964223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51364760-cf38-4cab-bc8f-db536af08e09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:43.964223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51364760-cf38-4cab-bc8f-db536af08e09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:43.964223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51364760-cf38-4cab-bc8f-db536af08e09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:43.964223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51364760-cf38-4cab-bc8f-db536af08e09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:43.964223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51364760-cf38-4cab-bc8f-db536af08e09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:43.964223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51364760-cf38-4cab-bc8f-db536af08e09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:43.964223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51364760-cf38-4cab-bc8f-db536af08e09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:43.964223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51364760-cf38-4cab-bc8f-db536af08e09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:43.964223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51364760-cf38-4cab-bc8f-db536af08e09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:43.964223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51364760-cf38-4cab-bc8f-db536af08e09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:43.991064 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:43.993849 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:43.997840 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:44.032257 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Pushing event updated for resources: {'Port': ['ID=19558d25-0d97-495c-b3d7-9620c989917d,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:44.052129 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-32bb959b-ec77-460c-8a63-547980311b43 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::38fc:54df:a30:d3b2 (7d15c4a2-1728-44a3-9cfe-f71922160717/6f57d7d7-2be1-415a-bbbb-6d9e2fece69e/82cf8a8c-3d49-4c8b-b171-e21f41e05df8) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:44.062615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Attempting to bind port 19558d25-0d97-495c-b3d7-9620c989917d on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:08:44.063005 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Attempting to bind port 19558d25-0d97-495c-b3d7-9620c989917d by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:08:44.063511 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Attempting to bind port 19558d25-0d97-495c-b3d7-9620c989917d on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:08:44.068713 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:08:44.069086 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:08:44.069258 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0fc820d4-4f04-4485-b39e-986c69ba2af3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:44.069483 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:44.069874 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:08:44.070340 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Bound port: 19558d25-0d97-495c-b3d7-9620c989917d, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:08:44.070720 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:44.109202 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0fc820d4-4f04-4485-b39e-986c69ba2af3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:44.138397 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] For port 19558d25-0d97-495c-b3d7-9620c989917d, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:08:44.141943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] For port 19558d25-0d97-495c-b3d7-9620c989917d, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=19558d25-0d97-495c-b3d7-9620c989917d,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:08:44.254398 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:44.269234 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32bb959b-ec77-460c-8a63-547980311b43 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:44.316537 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0fc820d4-4f04-4485-b39e-986c69ba2af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:44.319889 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0fc820d4-4f04-4485-b39e-986c69ba2af3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:44.329682 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0fc820d4-4f04-4485-b39e-986c69ba2af3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/136cd523-445b-45bc-9b56-24cf5bde0a28 HTTP/1.1" status: 204 len: 168 time: 0.3709092 Nov 02 12:08:44.330478 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafc312-dc12-4865-97e6-fde938a0f0a0 None None] Pushing event updated for resources: {'Port': ['ID=19558d25-0d97-495c-b3d7-9620c989917d,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:44.332032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc820d4-4f04-4485-b39e-986c69ba2af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136cd523-445b-45bc-9b56-24cf5bde0a28,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:44.341970 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc820d4-4f04-4485-b39e-986c69ba2af3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:44.342396 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc820d4-4f04-4485-b39e-986c69ba2af3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:44.342805 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc820d4-4f04-4485-b39e-986c69ba2af3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:44.343220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc820d4-4f04-4485-b39e-986c69ba2af3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:44.343632 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc820d4-4f04-4485-b39e-986c69ba2af3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:44.344204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc820d4-4f04-4485-b39e-986c69ba2af3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:44.344609 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc820d4-4f04-4485-b39e-986c69ba2af3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:44.344998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc820d4-4f04-4485-b39e-986c69ba2af3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:44.345394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc820d4-4f04-4485-b39e-986c69ba2af3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:44.345783 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc820d4-4f04-4485-b39e-986c69ba2af3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:44.346224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc820d4-4f04-4485-b39e-986c69ba2af3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:44.346868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc820d4-4f04-4485-b39e-986c69ba2af3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:44.412327 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32bb959b-ec77-460c-8a63-547980311b43 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:44.465268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bb959b-ec77-460c-8a63-547980311b43 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:44.471197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-32bb959b-ec77-460c-8a63-547980311b43 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:44.475517 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bb959b-ec77-460c-8a63-547980311b43 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:44.481895 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bb959b-ec77-460c-8a63-547980311b43 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:44.482585 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-32bb959b-ec77-460c-8a63-547980311b43 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:44.503888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb959b-ec77-460c-8a63-547980311b43 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=82cf8a8c-3d49-4c8b-b171-e21f41e05df8,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:44.581333 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a73de-782b-4274-b686-cce8be420a42 req-7943b5ac-46cd-48e2-a62a-251ce30454f8 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:44.582668 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe2a73de-782b-4274-b686-cce8be420a42 req-7943b5ac-46cd-48e2-a62a-251ce30454f8 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 945 time: 0.0937417 Nov 02 12:08:44.603162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-32bb959b-ec77-460c-8a63-547980311b43 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5247211 Nov 02 12:08:44.607503 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42808) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:44.613499 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7603a1f5-7ce7-4fb4-80d3-5a58b4106900 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'fixed_ips': [{'subnet_id': '6f57d7d7-2be1-415a-bbbb-6d9e2fece69e', 'ip_address': '2001:db8::38fc:54df:a30:d3b2'}], 'name': 'tempest-NetworksTestDHCPv6-1320487410'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:44.681496 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe2a73de-782b-4274-b686-cce8be420a42 req-6d519025-fa7e-4e28-b2a8-81eb1d8f7643 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898058 Nov 02 12:08:44.765611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 19558d25-0d97-495c-b3d7-9620c989917d up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:08:44.810413 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60e02545-6fea-4ab0-8a73-d803ecdc6edd req-929b1afd-5333-42d2-9029-3ffc53c5922f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 210 time: 0.0306675 Nov 02 12:08:44.845680 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 19558d25-0d97-495c-b3d7-9620c989917d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:44.846150 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:44.891818 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7603a1f5-7ce7-4fb4-80d3-5a58b4106900 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:44.929865 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:44.946898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 515588b3-80ce-4846-a59a-12421db3f2e6 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:08:44.994431 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7603a1f5-7ce7-4fb4-80d3-5a58b4106900 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:45.007914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 19558d25-0d97-495c-b3d7-9620c989917d, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=19558d25-0d97-495c-b3d7-9620c989917d,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:45.017073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-7603a1f5-7ce7-4fb4-80d3-5a58b4106900 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port 72a78f34-dcf7-451b-9a64-5c9bc6039a73 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:08:45.152706 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 515588b3-80ce-4846-a59a-12421db3f2e6 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:08:45.155417 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:45.167865 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 515588b3-80ce-4846-a59a-12421db3f2e6 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:45.167865 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:45.240080 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-7603a1f5-7ce7-4fb4-80d3-5a58b4106900 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 02 12:08:45.240754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7603a1f5-7ce7-4fb4-80d3-5a58b4106900 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:08:45.254767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=19558d25-0d97-495c-b3d7-9620c989917d,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:45.308840 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:45.325933 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7603a1f5-7ce7-4fb4-80d3-5a58b4106900 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.7142177 Nov 02 12:08:45.326314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42828) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:45.340015 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd102b706-1f8d-4fbd-87db-63f7eaf0f4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515588b3-80ce-4846-a59a-12421db3f2e6'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:08:45.342836 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa67ba3-ccd0-4099-9ede-55dc34103a18" -d '{"events": [{"server_uuid": "d102b706-1f8d-4fbd-87db-63f7eaf0f4cf", "name": "network-vif-plugged", "status": "completed", "tag": "515588b3-80ce-4846-a59a-12421db3f2e6"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:08:45.371206 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 515588b3-80ce-4846-a59a-12421db3f2e6, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=515588b3-80ce-4846-a59a-12421db3f2e6,segment=NetworkSegment(6cef32cc-bea1-48a1-a9d5-2b606f730ee0),segment_id=6cef32cc-bea1-48a1-a9d5-2b606f730ee0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:45.436768 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05238acb-57cc-4e50-a7c3-51447f51e58d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:45.443400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05238acb-57cc-4e50-a7c3-51447f51e58d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:45.446965 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-05238acb-57cc-4e50-a7c3-51447f51e58d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1178153 Nov 02 12:08:45.448026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42834) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:45.450870 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:45.456940 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d5fe4d-b544-4700-8418-483d023c2adf x-openstack-request-id: req-22d5fe4d-b544-4700-8418-483d023c2adf {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:08:45.457245 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d102b706-1f8d-4fbd-87db-63f7eaf0f4cf", "name": "network-vif-plugged", "status": "completed", "tag": "515588b3-80ce-4846-a59a-12421db3f2e6", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:08:45.457504 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22d5fe4d-b544-4700-8418-483d023c2adf {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:08:45.457906 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd102b706-1f8d-4fbd-87db-63f7eaf0f4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515588b3-80ce-4846-a59a-12421db3f2e6', 'code': 200} Nov 02 12:08:45.559982 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=515588b3-80ce-4846-a59a-12421db3f2e6,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:45.646215 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0a65d507-9558-4e8a-8905-7bd674d1def5 None None] Provisioning complete for port 19558d25-0d97-495c-b3d7-9620c989917d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:45.647174 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0a65d507-9558-4e8a-8905-7bd674d1def5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:45.710948 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b765c1-3904-47ed-8f65-8e792d25fc56 req-885143b7-907d-41fd-b217-6d4f08c7b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:45.712651 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-86b765c1-3904-47ed-8f65-8e792d25fc56 req-885143b7-907d-41fd-b217-6d4f08c7b9b5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 1098 time: 0.1901841 Nov 02 12:08:45.761258 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42840) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:45.810118 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-86b765c1-3904-47ed-8f65-8e792d25fc56 req-ed9f6523-402f-4e67-8011-78e2bf197f7c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887010 Nov 02 12:08:45.818824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-04280bfb-d1e2-4107-b6eb-546887cd542f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:45.820371 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-04280bfb-d1e2-4107-b6eb-546887cd542f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.54 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 811 time: 0.2766628 Nov 02 12:08:45.824813 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b30b7f30-1861-4dd0-85cb-3e70767ed881 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port 82cf8a8c-3d49-4c8b-b171-e21f41e05df8 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:08:45.826666 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b30b7f30-1861-4dd0-85cb-3e70767ed881 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:45.900045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-82aaacc6-20c3-410e-bb99-bea63e61a111 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1312574207-network', 'tenant_id': '1dfabdffd9e048a9b5fa6fd95e138def'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:45.925931 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e810f62e-a4f9-4bca-944f-9a891ffb3905 None None] Provisioning complete for port 82cf8a8c-3d49-4c8b-b171-e21f41e05df8 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:45.926334 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e810f62e-a4f9-4bca-944f-9a891ffb3905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:45.972052 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e810f62e-a4f9-4bca-944f-9a891ffb3905 None None] Port 82cf8a8c-3d49-4c8b-b171-e21f41e05df8 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:08:46.005207 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82aaacc6-20c3-410e-bb99-bea63e61a111 admin admin] Made reservation on behalf of 1dfabdffd9e048a9b5fa6fd95e138def for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:46.007734 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82aaacc6-20c3-410e-bb99-bea63e61a111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:46.013501 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11d671-97f0-4ccd-84b8-547f174a4aa5 req-492dc069-b585-4e8a-b4c5-87945401b562 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:46.015205 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b11d671-97f0-4ccd-84b8-547f174a4aa5 req-492dc069-b585-4e8a-b4c5-87945401b562 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 946 time: 0.1938231 Nov 02 12:08:46.029352 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82aaacc6-20c3-410e-bb99-bea63e61a111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:46.031556 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-c3b838c9-1c4e-4759-86ad-eb84b780b2c9 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab186707669f41a6b53ebcba8031edaa HTTP/1.1" status: 200 len: 379 time: 0.2009540 Nov 02 12:08:46.053499 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-0f9efd98-b473-4479-8c8a-0634192532c7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Request body: {'port': {'device_id': 'aeb44a07-d32c-45b0-b480-7c05754b7fbe', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'admin_state_up': True, 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'security_groups': ['809056b9-f7fd-4fe5-9162-8662c935645d']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:46.070780 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b30b7f30-1861-4dd0-85cb-3e70767ed881 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:46.113237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b30b7f30-1861-4dd0-85cb-3e70767ed881 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for 82cf8a8c-3d49-4c8b-b171-e21f41e05df8 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:08:46.121473 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82aaacc6-20c3-410e-bb99-bea63e61a111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:46.205728 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3b11d671-97f0-4ccd-84b8-547f174a4aa5 req-0bd35630-18c1-4c08-8c5d-244963493a5b tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816313 Nov 02 12:08:46.276185 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82aaacc6-20c3-410e-bb99-bea63e61a111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:46.310717 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82aaacc6-20c3-410e-bb99-bea63e61a111 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:08:46.319729 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52416912-6ef4-463a-b2d0-1b15aed60967 req-5f733088-dd4c-4254-a2e8-04ac67b72f4b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 210 time: 0.0385153 Nov 02 12:08:46.323130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aaacc6-20c3-410e-bb99-bea63e61a111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c552e9b-0c3f-4e0d-9d45-ef350c95975b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:46.393639 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-0f9efd98-b473-4479-8c8a-0634192532c7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Made reservation on behalf of ab186707669f41a6b53ebcba8031edaa for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:46.397351 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-0f9efd98-b473-4479-8c8a-0634192532c7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:46.452617 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b30b7f30-1861-4dd0-85cb-3e70767ed881 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:46.455575 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82aaacc6-20c3-410e-bb99-bea63e61a111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:46.455934 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-82aaacc6-20c3-410e-bb99-bea63e61a111 admin admin] Added segment 03e62b2d-e4e7-4c5e-9c54-1619e242e585 of type vlan for network 597308a3-4b1a-4920-8475-2dd5fde972dc Nov 02 12:08:46.509880 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82aaacc6-20c3-410e-bb99-bea63e61a111 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:46.514020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b7f30-1861-4dd0-85cb-3e70767ed881 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=82cf8a8c-3d49-4c8b-b171-e21f41e05df8,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:46.556973 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b30b7f30-1861-4dd0-85cb-3e70767ed881 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:46.560308 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b30b7f30-1861-4dd0-85cb-3e70767ed881 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/82cf8a8c-3d49-4c8b-b171-e21f41e05df8 HTTP/1.1" status: 204 len: 168 time: 1.0968573 Nov 02 12:08:46.563741 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42846) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:46.623006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-0f9efd98-b473-4479-8c8a-0634192532c7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Allocated IP 172.20.0.9 (b3d723ce-e5b2-4427-a422-70398aab6d7f/0360a412-e52f-4282-8491-82f08f448324/9255866a-a629-408a-8542-7330f29367fa) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:46.627127 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82aaacc6-20c3-410e-bb99-bea63e61a111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:46.628139 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82aaacc6-20c3-410e-bb99-bea63e61a111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:46.628721 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82aaacc6-20c3-410e-bb99-bea63e61a111 admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:46.668820 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 19558d25-0d97-495c-b3d7-9620c989917d up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:08:46.759106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da40ff8-3e17-4f45-9bea-14edba7ae42f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:46.761042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da40ff8-3e17-4f45-9bea-14edba7ae42f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:46.765154 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4da40ff8-3e17-4f45-9bea-14edba7ae42f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1980178 Nov 02 12:08:46.766156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42848) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:46.783402 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 19558d25-0d97-495c-b3d7-9620c989917d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:46.783660 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aaacc6-20c3-410e-bb99-bea63e61a111 admin admin] Pushing event updated for resources: {'Network': ['ID=597308a3-4b1a-4920-8475-2dd5fde972dc,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:46.784212 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:46.832682 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 597308a3-4b1a-4920-8475-2dd5fde972dc details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:08:46.843799 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa5b63c-82cf-4b37-a666-6cd6bbb2e28e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 6f57d7d7-2be1-415a-bbbb-6d9e2fece69e {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:08:46.857158 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42850) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:46.857626 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-82aaacc6-20c3-410e-bb99-bea63e61a111 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0951011 Nov 02 12:08:46.859506 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0aa5b63c-82cf-4b37-a666-6cd6bbb2e28e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:46.863038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0f5f977f-8677-4cbb-8d64-73a10651c406 admin admin] Request body: {'subnet': {'network_id': '597308a3-4b1a-4920-8475-2dd5fde972dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1312574207-subnet', 'tenant_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:46.872279 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-0f9efd98-b473-4479-8c8a-0634192532c7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:46.939926 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0aa5b63c-82cf-4b37-a666-6cd6bbb2e28e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:46.962495 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5f977f-8677-4cbb-8d64-73a10651c406 admin admin] Made reservation on behalf of 1dfabdffd9e048a9b5fa6fd95e138def for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:46.965240 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0f5f977f-8677-4cbb-8d64-73a10651c406 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:47.020133 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-0f9efd98-b473-4479-8c8a-0634192532c7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:47.055720 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0aa5b63c-82cf-4b37-a666-6cd6bbb2e28e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:47.101328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-0f9efd98-b473-4479-8c8a-0634192532c7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Network b3d723ce-e5b2-4427-a422-70398aab6d7f is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:47.103359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9efd98-b473-4479-8c8a-0634192532c7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'Port': ['ID=9255866a-a629-408a-8542-7330f29367fa,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:47.107685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-0f9efd98-b473-4479-8c8a-0634192532c7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:47.110278 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-0f9efd98-b473-4479-8c8a-0634192532c7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:47.188557 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0aa5b63c-82cf-4b37-a666-6cd6bbb2e28e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:47.194660 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-0f9efd98-b473-4479-8c8a-0634192532c7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:47.195362 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-0f9efd98-b473-4479-8c8a-0634192532c7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:47.230730 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5b63c-82cf-4b37-a666-6cd6bbb2e28e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=6f57d7d7-2be1-415a-bbbb-6d9e2fece69e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:47.238702 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0aa5b63c-82cf-4b37-a666-6cd6bbb2e28e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:47.239723 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f29a81-5545-4d40-8899-c99a5463b042 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:47.243486 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0aa5b63c-82cf-4b37-a666-6cd6bbb2e28e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/6f57d7d7-2be1-415a-bbbb-6d9e2fece69e HTTP/1.1" status: 204 len: 168 time: 0.4761319 Nov 02 12:08:47.246838 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42854) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:47.305527 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-11dda582-b1ba-411c-8f96-71a3a4fe6eac tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568640 Nov 02 12:08:47.308716 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42856) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:47.310645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-0f9efd98-b473-4479-8c8a-0634192532c7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2663445 Nov 02 12:08:47.320590 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e0b20981-da9a-493c-831c-932ff94b9c7b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:47.324476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Request body: {'port': {'device_id': 'aeb44a07-d32c-45b0-b480-7c05754b7fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:47.435639 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0f5f977f-8677-4cbb-8d64-73a10651c406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:47.512875 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:47.523658 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6094930a-7d4e-4085-bbaa-27dfaedeadfc None None] Provisioning complete for port 9255866a-a629-408a-8542-7330f29367fa triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:47.524989 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6094930a-7d4e-4085-bbaa-27dfaedeadfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:47.554862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f977f-8677-4cbb-8d64-73a10651c406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df67bd0f-2692-4031-be29-0e8d1bfb42dc,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:47.567797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5f977f-8677-4cbb-8d64-73a10651c406 admin admin] Checking segment: {'id': '03e62b2d-e4e7-4c5e-9c54-1619e242e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '597308a3-4b1a-4920-8475-2dd5fde972dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:08:47.568237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5f977f-8677-4cbb-8d64-73a10651c406 admin admin] Network hostable DHCP agents. Network: 597308a3-4b1a-4920-8475-2dd5fde972dc, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:08:47.591233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6094930a-7d4e-4085-bbaa-27dfaedeadfc None None] Port 9255866a-a629-408a-8542-7330f29367fa cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:08:47.595704 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f4db1f-6b28-4993-8b48-b9e8649f9ac4 None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:08:47.596168 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe9fd-2133-4c18-8b80-90dc82bc0521 req-218b7e6f-50a7-4a8d-bd18-626a31ebcacb tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:47.597779 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f53fe9fd-2133-4c18-8b80-90dc82bc0521 req-218b7e6f-50a7-4a8d-bd18-626a31ebcacb tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 946 time: 0.2540050 Nov 02 12:08:47.605131 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b20981-da9a-493c-831c-932ff94b9c7b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:47.610412 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0b20981-da9a-493c-831c-932ff94b9c7b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:47.635478 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8e70c149-2312-41bc-b55e-582494e86e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:47.667597 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-48f4db1f-6b28-4993-8b48-b9e8649f9ac4 None None] Deleting port 19558d25-0d97-495c-b3d7-9620c989917d {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:08:47.668175 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-48f4db1f-6b28-4993-8b48-b9e8649f9ac4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:47.768355 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-48f4db1f-6b28-4993-8b48-b9e8649f9ac4 None None] For port 19558d25-0d97-495c-b3d7-9620c989917d, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=19558d25-0d97-495c-b3d7-9620c989917d,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:47.769063 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-48f4db1f-6b28-4993-8b48-b9e8649f9ac4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:47.784683 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5f977f-8677-4cbb-8d64-73a10651c406 admin admin] Network 597308a3-4b1a-4920-8475-2dd5fde972dc is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:08:47.788399 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-48f4db1f-6b28-4993-8b48-b9e8649f9ac4 None None] Calling delete_port for 19558d25-0d97-495c-b3d7-9620c989917d owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:08:47.831149 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f53fe9fd-2133-4c18-8b80-90dc82bc0521 req-a4e3fa36-2bb0-4e8f-a482-49bf5f8ac0e1 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887374 Nov 02 12:08:47.911050 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-0f5f977f-8677-4cbb-8d64-73a10651c406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 597308a3-4b1a-4920-8475-2dd5fde972dc) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:47.918343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5f977f-8677-4cbb-8d64-73a10651c406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:47.919031 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0f5f977f-8677-4cbb-8d64-73a10651c406 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:47.920894 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a6d2b9-e6f4-442a-9111-4bed45fbc0d2 None None] Network 597308a3-4b1a-4920-8475-2dd5fde972dc requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:47.982245 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0b20981-da9a-493c-831c-932ff94b9c7b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:48.037096 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b20981-da9a-493c-831c-932ff94b9c7b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=65708df1-abc6-411a-a4c0-8263c768bd8c,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:48.050742 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b20981-da9a-493c-831c-932ff94b9c7b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:48.052657 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-e0b20981-da9a-493c-831c-932ff94b9c7b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:48.055508 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b20981-da9a-493c-831c-932ff94b9c7b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:48.056262 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0b20981-da9a-493c-831c-932ff94b9c7b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:48.066123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64674f-2f02-46a6-8945-af83b3e4fbb6 req-0299d282-bdca-498b-9f54-189c08fe8106 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:48.067908 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9d64674f-2f02-46a6-8945-af83b3e4fbb6 req-0299d282-bdca-498b-9f54-189c08fe8106 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 931 time: 0.1122255 Nov 02 12:08:48.077902 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-48f4db1f-6b28-4993-8b48-b9e8649f9ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:48.120594 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0f5f977f-8677-4cbb-8d64-73a10651c406 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2593293 Nov 02 12:08:48.121124 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42862) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:48.125891 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1312574207-router', 'tenant_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:48.130527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9255866a-a629-408a-8542-7330f29367fa {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:08:48.131620 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4db1f-6b28-4993-8b48-b9e8649f9ac4 None None] Pushing event deleted for resources: {'Port': ['ID=19558d25-0d97-495c-b3d7-9620c989917d,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:48.140323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f4db1f-6b28-4993-8b48-b9e8649f9ac4 None None] No DVR routers for this DVR port 19558d25-0d97-495c-b3d7-9620c989917d on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:08:48.148814 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:48.152771 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-597308a3-4b1a-4920-8475-2dd5fde972dc', 'network_id': '597308a3-4b1a-4920-8475-2dd5fde972dc', 'tenant_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'fixed_ips': [{'subnet_id': 'df67bd0f-2692-4031-be29-0e8d1bfb42dc'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:08:48.159911 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:48.160575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9d64674f-2f02-46a6-8945-af83b3e4fbb6 req-7a6b654f-ae4f-4be8-85ef-3a95c4adf337 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840971 Nov 02 12:08:48.163180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42864) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:48.168341 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e0b20981-da9a-493c-831c-932ff94b9c7b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8584776 Nov 02 12:08:48.168876 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-fe402fb7-0007-4a90-9ab4-6e731c72e208 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'fixed_ips': [{'subnet_id': '65708df1-abc6-411a-a4c0-8263c768bd8c', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-553716717'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:48.183152 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753f86e2-b200-4e2c-be7a-56a0366021c9 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:48.188765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Transition to ACTIVE for port object 9255866a-a629-408a-8542-7330f29367fa will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:08:48.311687 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:48.313508 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:48.433084 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Allocated IP 172.20.0.2 (597308a3-4b1a-4920-8475-2dd5fde972dc/df67bd0f-2692-4031-be29-0e8d1bfb42dc/4574ba1c-c122-4dec-bd7d-186461020e97) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:48.445085 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:48.471634 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': '65708df1-abc6-411a-a4c0-8263c768bd8c'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:08:48.472618 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:48.586249 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:48.637384 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9255866a-a629-408a-8542-7330f29367fa,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:48.713006 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 19558d25-0d97-495c-b3d7-9620c989917d no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:08:48.765527 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 19558d25-0d97-495c-b3d7-9620c989917d {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:08:48.766041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 19558d25-0d97-495c-b3d7-9620c989917d not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:08:48.864733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Allocated IP 2001:db8::2 (7d15c4a2-1728-44a3-9cfe-f71922160717/65708df1-abc6-411a-a4c0-8263c768bd8c/536c8998-3251-475a-ac4c-d338d35e8a18) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:48.880060 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:48.905306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Attempting to bind port 9255866a-a629-408a-8542-7330f29367fa on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:08:48.905652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Attempting to bind port 9255866a-a629-408a-8542-7330f29367fa by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:08:48.905984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Attempting to bind port 9255866a-a629-408a-8542-7330f29367fa on network b3d723ce-e5b2-4427-a422-70398aab6d7f {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:08:48.913376 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Port 9255866a-a629-408a-8542-7330f29367fa on network b3d723ce-e5b2-4427-a422-70398aab6d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:08:48.913713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Attempting to bind port 9255866a-a629-408a-8542-7330f29367fa on network b3d723ce-e5b2-4427-a422-70398aab6d7f {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:08:48.921048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:08:48.924145 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Checking segment: {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:08:48.924145 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Bound using segment: {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:08:48.924145 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Bound port: 9255866a-a629-408a-8542-7330f29367fa, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:08:48.924145 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:48.928473 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:49.004122 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] For port 9255866a-a629-408a-8542-7330f29367fa, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:08:49.006566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] For port 9255866a-a629-408a-8542-7330f29367fa, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9255866a-a629-408a-8542-7330f29367fa,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:08:49.059827 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe402fb7-0007-4a90-9ab4-6e731c72e208 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:49.068293 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:49.088634 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:49.115242 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Network 597308a3-4b1a-4920-8475-2dd5fde972dc is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:49.137910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:49.152310 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:49.166691 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:49.178790 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Pushing event updated for resources: {'Port': ['ID=4574ba1c-c122-4dec-bd7d-186461020e97,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:49.205885 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9255866a-a629-408a-8542-7330f29367fa,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:49.231179 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Attempting to bind port 4574ba1c-c122-4dec-bd7d-186461020e97 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:08:49.231985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Attempting to bind port 4574ba1c-c122-4dec-bd7d-186461020e97 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '03e62b2d-e4e7-4c5e-9c54-1619e242e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '597308a3-4b1a-4920-8475-2dd5fde972dc'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:08:49.232517 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Attempting to bind port 4574ba1c-c122-4dec-bd7d-186461020e97 on network 597308a3-4b1a-4920-8475-2dd5fde972dc {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:08:49.238658 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:08:49.239481 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Checking segment: {'id': '03e62b2d-e4e7-4c5e-9c54-1619e242e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '597308a3-4b1a-4920-8475-2dd5fde972dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:08:49.240050 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:49.240728 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Bound using segment: {'id': '03e62b2d-e4e7-4c5e-9c54-1619e242e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '597308a3-4b1a-4920-8475-2dd5fde972dc'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:08:49.241474 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Bound port: 4574ba1c-c122-4dec-bd7d-186461020e97, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e62b2d-e4e7-4c5e-9c54-1619e242e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '597308a3-4b1a-4920-8475-2dd5fde972dc'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:08:49.242191 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:49.254435 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:49.277430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:49.278405 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:49.282246 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-fd236ee7-6d3c-49ca-a86c-760510e613d5 service neutron] 10.222.0.54 "PUT /v2.0/ports/9255866a-a629-408a-8542-7330f29367fa HTTP/1.1" status: 200 len: 1092 time: 1.9629114 Nov 02 12:08:49.290382 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb44a07-d32c-45b0-b480-7c05754b7fbe', 'tag': '9255866a-a629-408a-8542-7330f29367fa'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:08:49.293637 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cedce0-2dfe-45d5-83e0-4a88876b7359" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb44a07-d32c-45b0-b480-7c05754b7fbe", "tag": "9255866a-a629-408a-8542-7330f29367fa"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:08:49.341640 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fe402fb7-0007-4a90-9ab4-6e731c72e208 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:49.350208 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Pushing event updated for resources: {'Port': ['ID=536c8998-3251-475a-ac4c-d338d35e8a18,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:49.388828 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-fe402fb7-0007-4a90-9ab4-6e731c72e208 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port e596bf5f-0bb2-41d3-991b-0b44f7b89d61 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:08:49.407508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:49.412016 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:49.416343 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:49.431455 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:49.529708 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] For port 4574ba1c-c122-4dec-bd7d-186461020e97, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:08:49.569846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] For port 4574ba1c-c122-4dec-bd7d-186461020e97, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4574ba1c-c122-4dec-bd7d-186461020e97,segment=NetworkSegment(03e62b2d-e4e7-4c5e-9c54-1619e242e585),segment_id=03e62b2d-e4e7-4c5e-9c54-1619e242e585)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:08:49.576835 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Attempting to bind port 536c8998-3251-475a-ac4c-d338d35e8a18 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:08:49.577509 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Attempting to bind port 536c8998-3251-475a-ac4c-d338d35e8a18 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:08:49.578055 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Attempting to bind port 536c8998-3251-475a-ac4c-d338d35e8a18 on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:08:49.584677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:08:49.585336 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:08:49.586027 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:49.586584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:08:49.587260 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Bound port: 536c8998-3251-475a-ac4c-d338d35e8a18, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:08:49.587894 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:49.677484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-9bd517c4-d8c1-4072-a03c-389247bc491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:49.681291 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-9bd517c4-d8c1-4072-a03c-389247bc491a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 1095 time: 0.2247801 Nov 02 12:08:49.691968 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:49.798161 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-c2af36e3-87c0-4c80-84d4-874c522ce8c9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9255866a-a629-408a-8542-7330f29367fa HTTP/1.1" status: 200 len: 217 time: 0.1020238 Nov 02 12:08:49.882272 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:49.886322 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-3e8c24d2-2246-408c-b1cf-59af936aaf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:49.888198 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-3e8c24d2-2246-408c-b1cf-59af936aaf71 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0689211 Nov 02 12:08:49.891487 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe402fb7-0007-4a90-9ab4-6e731c72e208 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:08:49.892000 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe402fb7-0007-4a90-9ab4-6e731c72e208 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:08:49.973476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763d654-6969-4a34-9d71-f107c9e6f2b5 req-a570514d-18df-4d05-93be-64cf7b96360f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:49.977587 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] For port 536c8998-3251-475a-ac4c-d338d35e8a18, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:08:49.997712 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2763d654-6969-4a34-9d71-f107c9e6f2b5 req-a570514d-18df-4d05-93be-64cf7b96360f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 943 time: 0.2269874 Nov 02 12:08:50.003190 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] For port 536c8998-3251-475a-ac4c-d338d35e8a18, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=536c8998-3251-475a-ac4c-d338d35e8a18,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:08:50.011822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc9183-eb95-4339-ba94-50ad74f0ee16 None None] Pushing event updated for resources: {'Port': ['ID=4574ba1c-c122-4dec-bd7d-186461020e97,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:50.021239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-65afcb5b-488e-4b89-a363-80f08a2ae86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:50.024776 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-65afcb5b-488e-4b89-a363-80f08a2ae86c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1266923 Nov 02 12:08:50.039919 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] Allocated IP 172.25.6.245 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/02d07dce-1b6c-4243-8a96-3335c2443c34) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:50.072694 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fe402fb7-0007-4a90-9ab4-6e731c72e208 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9078479 Nov 02 12:08:50.075461 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42880) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:50.083138 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:50.086238 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bf0aad4a-f6b5-4221-a7bb-12264cd6d656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:50.164592 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d80c1-904e-489c-b738-26fd6e3db591 None None] Pushing event updated for resources: {'Port': ['ID=536c8998-3251-475a-ac4c-d338d35e8a18,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:50.180096 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25b5669-bb20-43c1-96b5-9c56a376f136 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:50.182264 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a25b5669-bb20-43c1-96b5-9c56a376f136 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1054556 Nov 02 12:08:50.190031 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42882) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:50.193622 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2763d654-6969-4a34-9d71-f107c9e6f2b5 req-7ea34670-9f13-40ef-81d3-ccfa2db0b309 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905537 Nov 02 12:08:50.253787 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:50.304756 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30aba60a-03e2-4beb-9063-a5cae5dfce68 x-openstack-request-id: req-30aba60a-03e2-4beb-9063-a5cae5dfce68 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:08:50.306482 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb44a07-d32c-45b0-b480-7c05754b7fbe", "tag": "9255866a-a629-408a-8542-7330f29367fa", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:08:50.308053 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30aba60a-03e2-4beb-9063-a5cae5dfce68 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:08:50.309897 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb44a07-d32c-45b0-b480-7c05754b7fbe', 'tag': '9255866a-a629-408a-8542-7330f29367fa', 'status': 'completed', 'code': 200} Nov 02 12:08:50.324219 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-733b063b-7372-4345-8148-9de8cc93f238 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868452 Nov 02 12:08:50.334265 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1df6965-8132-4d81-a634-a20ef44f4d4a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:50.337876 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1df6965-8132-4d81-a634-a20ef44f4d4a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:50.337876 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b1df6965-8132-4d81-a634-a20ef44f4d4a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1463945 Nov 02 12:08:50.340787 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42884) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:50.407566 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76a0d6a-0362-4595-a158-a57bb1cb1559 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 65708df1-abc6-411a-a4c0-8263c768bd8c {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:08:50.415658 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b76a0d6a-0362-4595-a158-a57bb1cb1559 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:50.445121 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:50.509058 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] Pushing event updated for resources: {'Port': ['ID=02d07dce-1b6c-4243-8a96-3335c2443c34,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:50.519482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc203a7-5db3-4e12-b771-61a8db6e09fe req-cb829b46-2565-47a7-ba10-d0462ebcd77b tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:50.521303 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2cc203a7-5db3-4e12-b771-61a8db6e09fe req-cb829b46-2565-47a7-ba10-d0462ebcd77b tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 946 time: 0.1501474 Nov 02 12:08:50.524517 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:50.531128 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:50.533496 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:50.550748 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49603d18-0170-445e-8f4f-111a0bb4ebe7 req-c47b7279-e707-458e-8ec6-e0736c2cbe80 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197521 Nov 02 12:08:50.582770 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b76a0d6a-0362-4595-a158-a57bb1cb1559 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:50.648157 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2cc203a7-5db3-4e12-b771-61a8db6e09fe req-2d068005-36c9-4fbf-b383-3c31c6d38b4f tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130068 Nov 02 12:08:50.817088 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cedce0-2dfe-45d5-83e0-4a88876b7359 req-0b19c86f-3370-44a8-a903-7fc6417a7f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:50.821113 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2cedce0-2dfe-45d5-83e0-4a88876b7359 req-0b19c86f-3370-44a8-a903-7fc6417a7f2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 1095 time: 0.1091669 Nov 02 12:08:50.841095 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4574ba1c-c122-4dec-bd7d-186461020e97 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:08:50.866579 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b76a0d6a-0362-4595-a158-a57bb1cb1559 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:50.922405 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 4574ba1c-c122-4dec-bd7d-186461020e97 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:50.923174 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:51.022898 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:51.030298 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cedce0-2dfe-45d5-83e0-4a88876b7359 req-0fa6422d-fdae-48ae-a1b3-0a522df7ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:51.032079 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2cedce0-2dfe-45d5-83e0-4a88876b7359 req-0fa6422d-fdae-48ae-a1b3-0a522df7ab0c service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.2037358 Nov 02 12:08:51.047211 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:51.073050 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 4574ba1c-c122-4dec-bd7d-186461020e97, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4574ba1c-c122-4dec-bd7d-186461020e97,segment=NetworkSegment(03e62b2d-e4e7-4c5e-9c54-1619e242e585),segment_id=03e62b2d-e4e7-4c5e-9c54-1619e242e585)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:51.085420 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b76a0d6a-0362-4595-a158-a57bb1cb1559 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:51.093833 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13832f0b-4432-43cd-a10c-4507a3c77093 req-e4bdbb05-0609-4f35-b66f-ab5be61c0264 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:51.095550 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-13832f0b-4432-43cd-a10c-4507a3c77093 req-e4bdbb05-0609-4f35-b66f-ab5be61c0264 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.79 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 946 time: 0.1438756 Nov 02 12:08:51.097785 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2cedce0-2dfe-45d5-83e0-4a88876b7359 req-2e4666bf-bafa-44d4-87ad-3ca94ad841c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9255866a-a629-408a-8542-7330f29367fa HTTP/1.1" status: 200 len: 217 time: 0.0568392 Nov 02 12:08:51.136365 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a0d6a-0362-4595-a158-a57bb1cb1559 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=65708df1-abc6-411a-a4c0-8263c768bd8c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:51.136789 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:51.141225 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b76a0d6a-0362-4595-a158-a57bb1cb1559 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:51.144924 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b76a0d6a-0362-4595-a158-a57bb1cb1559 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/65708df1-abc6-411a-a4c0-8263c768bd8c HTTP/1.1" status: 204 len: 168 time: 0.8029592 Nov 02 12:08:51.148144 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42886) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:51.223758 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=4574ba1c-c122-4dec-bd7d-186461020e97,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:51.281544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cedce0-2dfe-45d5-83e0-4a88876b7359 req-4912c99d-46cb-4ee9-8f83-c1ba7c60a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:51.286963 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-67987d98-78e1-4cfa-bf31-3c2fd3d77502 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1339116 Nov 02 12:08:51.289642 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2cedce0-2dfe-45d5-83e0-4a88876b7359 req-4912c99d-46cb-4ee9-8f83-c1ba7c60a701 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.1796210 Nov 02 12:08:51.294510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42890) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:51.299733 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c1b7f511-3199-4b04-8d6d-8692eea8f4c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:51.318855 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:51.469564 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-13832f0b-4432-43cd-a10c-4507a3c77093 req-b2f9ff23-9de5-475d-a124-5bc46e9ff041 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Deleting port 515588b3-80ce-4846-a59a-12421db3f2e6 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:08:51.469919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-13832f0b-4432-43cd-a10c-4507a3c77093 req-b2f9ff23-9de5-475d-a124-5bc46e9ff041 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:51.501027 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cedce0-2dfe-45d5-83e0-4a88876b7359 req-f268dd5d-6e29-45a6-a7d4-38109b7ae9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:51.502698 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2cedce0-2dfe-45d5-83e0-4a88876b7359 req-f268dd5d-6e29-45a6-a7d4-38109b7ae9b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1969244 Nov 02 12:08:51.549807 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e121904-c9db-4cab-81b6-2c3a8dce5ad5 None None] Network 597308a3-4b1a-4920-8475-2dd5fde972dc requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:51.590497 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:51.606920 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3361e9-52a1-469f-bf3e-df9cfeaa02ae req-bc8ce707-ebf4-457c-8ed9-3077f4135ee1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:51.608687 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de3361e9-52a1-469f-bf3e-df9cfeaa02ae req-bc8ce707-ebf4-457c-8ed9-3077f4135ee1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 943 time: 0.2613442 Nov 02 12:08:51.727709 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-040fb288-193b-43c0-9396-c136cacc2fa2 None None] Provisioning complete for port 4574ba1c-c122-4dec-bd7d-186461020e97 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:51.728086 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-040fb288-193b-43c0-9396-c136cacc2fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:51.756625 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de3361e9-52a1-469f-bf3e-df9cfeaa02ae req-3c5bab37-eb59-443f-9d9a-18e45c0fc199 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350098 Nov 02 12:08:51.775117 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-13832f0b-4432-43cd-a10c-4507a3c77093 req-b2f9ff23-9de5-475d-a124-5bc46e9ff041 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] For port 515588b3-80ce-4846-a59a-12421db3f2e6, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=515588b3-80ce-4846-a59a-12421db3f2e6,segment=NetworkSegment(6cef32cc-bea1-48a1-a9d5-2b606f730ee0),segment_id=6cef32cc-bea1-48a1-a9d5-2b606f730ee0)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:51.775117 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-13832f0b-4432-43cd-a10c-4507a3c77093 req-b2f9ff23-9de5-475d-a124-5bc46e9ff041 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:51.815891 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b7f511-3199-4b04-8d6d-8692eea8f4c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:51.819843 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1b7f511-3199-4b04-8d6d-8692eea8f4c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:51.856259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] Router 4f7052dc-942e-4106-a238-c9b4e249b7b0 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:08:51.861708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-13832f0b-4432-43cd-a10c-4507a3c77093 req-b2f9ff23-9de5-475d-a124-5bc46e9ff041 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Calling delete_port for 515588b3-80ce-4846-a59a-12421db3f2e6 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:08:51.879578 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2cedce0-2dfe-45d5-83e0-4a88876b7359 req-0b053194-50b7-42af-989f-c2bdfe1ec0a7 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590078 Nov 02 12:08:52.022106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:08:52.034596 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Sync routers for ids ['4f7052dc-942e-4106-a238-c9b4e249b7b0'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:08:52.050985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Routers {'4f7052dc-942e-4106-a238-c9b4e249b7b0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:08:52.051635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4f7052dc-942e-4106-a238-c9b4e249b7b0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:08:52.117586 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:52.121343 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0cbf334e-50f3-4628-bc57-333acc2c563e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9988444 Nov 02 12:08:52.123562 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42894) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:52.215440 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06d0fd5-ccbc-4f14-9f6a-6a9b79fa0fb7 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:52.326207 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2cedce0-2dfe-45d5-83e0-4a88876b7359 req-2294aad2-6ecf-4b0c-ac55-0049d425a820 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004724 Nov 02 12:08:52.336356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3487d-dcee-4085-8e93-880ae847fa07 req-31c2c3b8-3e74-4ace-8c61-825906313f27 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:52.339018 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27b3487d-dcee-4085-8e93-880ae847fa07 req-31c2c3b8-3e74-4ace-8c61-825906313f27 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 946 time: 0.4659600 Nov 02 12:08:52.346675 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1b7f511-3199-4b04-8d6d-8692eea8f4c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:52.416477 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Set router 4f7052dc-942e-4106-a238-c9b4e249b7b0 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:08:52.423516 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c8f51841-9e91-452e-92df-253adc3960d0 None None] Provisioning complete for port 536c8998-3251-475a-ac4c-d338d35e8a18 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:52.423889 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c8f51841-9e91-452e-92df-253adc3960d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:52.425011 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b7f511-3199-4b04-8d6d-8692eea8f4c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:52.428825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7f511-3199-4b04-8d6d-8692eea8f4c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=4019b3c6-75c4-4eac-9b11-5c3bf2f74952,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:52.439544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-c1b7f511-3199-4b04-8d6d-8692eea8f4c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:52.448379 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b7f511-3199-4b04-8d6d-8692eea8f4c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:52.449131 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1b7f511-3199-4b04-8d6d-8692eea8f4c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:52.520670 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27b3487d-dcee-4085-8e93-880ae847fa07 req-9d5d4e01-3193-4054-8393-5f4f5f56c46b tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634040 Nov 02 12:08:52.539575 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:52.612693 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c1b7f511-3199-4b04-8d6d-8692eea8f4c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3151562 Nov 02 12:08:52.620225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42896) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:52.640153 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1e5deba8-9134-465e-adfc-f2d793d03379 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1017296090', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:52.731245 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e5deba8-9134-465e-adfc-f2d793d03379 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:52.733194 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e5deba8-9134-465e-adfc-f2d793d03379 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:52.747662 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c8f51841-9e91-452e-92df-253adc3960d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:52.775894 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-13832f0b-4432-43cd-a10c-4507a3c77093 req-b2f9ff23-9de5-475d-a124-5bc46e9ff041 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:52.792552 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['515588b3-80ce-4846-a59a-12421db3f2e6'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:08:52.832816 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c8f51841-9e91-452e-92df-253adc3960d0 None None] For port 536c8998-3251-475a-ac4c-d338d35e8a18, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=536c8998-3251-475a-ac4c-d338d35e8a18,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:52.861513 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'name': 'tempest-TestAggregatesBasicOps-1312574207-router', 'tenant_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '02d07dce-1b6c-4243-8a96-3335c2443c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:48Z', 'updated_at': '2021-11-02T12:08:50Z', 'revision_number': 3, 'project_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'gw_port': {'id': '02d07dce-1b6c-4243-8a96-3335c2443c34', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:49Z', 'updated_at': '2021-11-02T12:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:08:52.867409 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12314a27-b5ea-4181-9df9-5604a9edc06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:52.899049 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e5deba8-9134-465e-adfc-f2d793d03379 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:52.920808 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Checking router: 4f7052dc-942e-4106-a238-c9b4e249b7b0 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:08:52.928680 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Updating router 4f7052dc-942e-4106-a238-c9b4e249b7b0 port 02d07dce-1b6c-4243-8a96-3335c2443c34 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:08:52.928680 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 536c8998-3251-475a-ac4c-d338d35e8a18 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:08:52.928937 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9ff23-9de5-475d-a124-5bc46e9ff041 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Pushing event deleted for resources: {'Port': ['ID=515588b3-80ce-4846-a59a-12421db3f2e6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:52.945307 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c8f51841-9e91-452e-92df-253adc3960d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:53.038112 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e5deba8-9134-465e-adfc-f2d793d03379 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:53.053865 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:53.074119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-13832f0b-4432-43cd-a10c-4507a3c77093 req-b2f9ff23-9de5-475d-a124-5bc46e9ff041 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] No DVR routers for this DVR port 515588b3-80ce-4846-a59a-12421db3f2e6 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:08:53.079970 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-13832f0b-4432-43cd-a10c-4507a3c77093 req-b2f9ff23-9de5-475d-a124-5bc46e9ff041 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:53.083545 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-13832f0b-4432-43cd-a10c-4507a3c77093 req-b2f9ff23-9de5-475d-a124-5bc46e9ff041 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.79 "DELETE /v2.0/ports/515588b3-80ce-4846-a59a-12421db3f2e6 HTTP/1.1" status: 204 len: 173 time: 1.9754620 Nov 02 12:08:53.084173 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd102b706-1f8d-4fbd-87db-63f7eaf0f4cf', 'name': 'network-vif-deleted', 'tag': '515588b3-80ce-4846-a59a-12421db3f2e6'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:08:53.087590 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635f4186-7f70-4645-b0e0-c821d08c80f5" -d '{"events": [{"server_uuid": "d102b706-1f8d-4fbd-87db-63f7eaf0f4cf", "name": "network-vif-deleted", "tag": "515588b3-80ce-4846-a59a-12421db3f2e6"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:08:53.134123 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aef2af-c1d4-451d-bd78-d31ac7a9305e None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:53.194699 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-12314a27-b5ea-4181-9df9-5604a9edc06a admin admin] Allocated IP 172.20.0.1 (597308a3-4b1a-4920-8475-2dd5fde972dc/df67bd0f-2692-4031-be29-0e8d1bfb42dc/1fd81e39-8643-44e8-a7d0-b6c70aa68d3f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:53.204548 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e5deba8-9134-465e-adfc-f2d793d03379 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:53.206409 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1e5deba8-9134-465e-adfc-f2d793d03379 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5838966 Nov 02 12:08:53.210176 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42904) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:53.217262 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f51841-9e91-452e-92df-253adc3960d0 None None] Pushing event updated for resources: {'Port': ['ID=536c8998-3251-475a-ac4c-d338d35e8a18,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:53.274765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e6f1b37f-aab8-41a7-9f86-fcf5d14ba856 None None] Provisioning complete for port 4574ba1c-c122-4dec-bd7d-186461020e97 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:53.275203 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e6f1b37f-aab8-41a7-9f86-fcf5d14ba856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:53.312659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808e5f5-4469-406d-83ee-48d7b6afaf7e req-eef7464b-01d6-4827-b161-1edd40337909 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:53.312659 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9808e5f5-4469-406d-83ee-48d7b6afaf7e req-eef7464b-01d6-4827-b161-1edd40337909 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 943 time: 0.3739471 Nov 02 12:08:53.327346 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 536c8998-3251-475a-ac4c-d338d35e8a18 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:53.327769 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:53.393323 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12314a27-b5ea-4181-9df9-5604a9edc06a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:53.514644 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9808e5f5-4469-406d-83ee-48d7b6afaf7e req-6a98d385-eaf9-48c5-ae61-5886226f6b72 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734905 Nov 02 12:08:53.535026 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12314a27-b5ea-4181-9df9-5604a9edc06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:53.602046 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12314a27-b5ea-4181-9df9-5604a9edc06a admin admin] Network 597308a3-4b1a-4920-8475-2dd5fde972dc is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:53.604985 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-12314a27-b5ea-4181-9df9-5604a9edc06a admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:53.608442 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12314a27-b5ea-4181-9df9-5604a9edc06a admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:53.643635 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e129039-da3b-4ec8-a282-676f888e6ac3 x-openstack-request-id: req-0e129039-da3b-4ec8-a282-676f888e6ac3 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:08:53.644756 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d102b706-1f8d-4fbd-87db-63f7eaf0f4cf", "name": "network-vif-deleted", "tag": "515588b3-80ce-4846-a59a-12421db3f2e6", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:08:53.645123 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e129039-da3b-4ec8-a282-676f888e6ac3 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:08:53.646097 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd102b706-1f8d-4fbd-87db-63f7eaf0f4cf', 'name': 'network-vif-deleted', 'tag': '515588b3-80ce-4846-a59a-12421db3f2e6', 'status': 'completed', 'code': 200} Nov 02 12:08:53.650973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12314a27-b5ea-4181-9df9-5604a9edc06a admin admin] Pushing event updated for resources: {'Port': ['ID=1fd81e39-8643-44e8-a7d0-b6c70aa68d3f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:53.680434 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12314a27-b5ea-4181-9df9-5604a9edc06a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:53.745222 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65df4973-86b2-4fb5-92ff-f79ece3b86a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:53.774291 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f1d15082-8045-42a0-b1c3-89e80dc31bb2 req-fb26fd57-017e-426e-a431-20c51ddb3d4c tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=d102b706-1f8d-4fbd-87db-63f7eaf0f4cf HTTP/1.1" status: 200 len: 210 time: 0.0392776 Nov 02 12:08:53.895797 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4574ba1c-c122-4dec-bd7d-186461020e97 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:08:53.968540 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12314a27-b5ea-4181-9df9-5604a9edc06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:53.985835 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:54.038288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-158664fa-b588-4057-aa25-7ae3c6cb7670 None None] Provisioning complete for port 536c8998-3251-475a-ac4c-d338d35e8a18 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:54.038686 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-158664fa-b588-4057-aa25-7ae3c6cb7670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:54.086595 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-65df4973-86b2-4fb5-92ff-f79ece3b86a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::1 (7d15c4a2-1728-44a3-9cfe-f71922160717/4019b3c6-75c4-4eac-9b11-5c3bf2f74952/1d4f2d5a-191c-4113-bf14-e0224504371e) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:54.097966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 4574ba1c-c122-4dec-bd7d-186461020e97 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:54.098506 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:54.114238 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:54.181323 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:08:54.228313 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12314a27-b5ea-4181-9df9-5604a9edc06a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:54.267990 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685846d4-3b4e-4863-8147-6a150df14d1d None None] Pushing event updated for resources: {'Port': ['ID=02d07dce-1b6c-4243-8a96-3335c2443c34,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:54.290177 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:54.290437 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12314a27-b5ea-4181-9df9-5604a9edc06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:54.311426 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Attempting to bind port 02d07dce-1b6c-4243-8a96-3335c2443c34 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:08:54.311801 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Attempting to bind port 02d07dce-1b6c-4243-8a96-3335c2443c34 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:08:54.312164 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Attempting to bind port 02d07dce-1b6c-4243-8a96-3335c2443c34 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:08:54.327011 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:08:54.327411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:08:54.327804 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:54.328187 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:08:54.328681 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Bound port: 02d07dce-1b6c-4243-8a96-3335c2443c34, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:08:54.329064 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:54.367109 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12314a27-b5ea-4181-9df9-5604a9edc06a admin admin] Pushing event updated for resources: {'Port': ['ID=1fd81e39-8643-44e8-a7d0-b6c70aa68d3f,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:54.371889 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12314a27-b5ea-4181-9df9-5604a9edc06a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:54.398502 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:54.457827 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] For port 02d07dce-1b6c-4243-8a96-3335c2443c34, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:08:54.466400 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] For port 02d07dce-1b6c-4243-8a96-3335c2443c34, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=02d07dce-1b6c-4243-8a96-3335c2443c34,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:08:54.470966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-158664fa-b588-4057-aa25-7ae3c6cb7670 None None] Provisioning complete for port 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:54.471313 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-158664fa-b588-4057-aa25-7ae3c6cb7670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:54.509324 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-158664fa-b588-4057-aa25-7ae3c6cb7670 None None] Port 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:08:54.511399 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12314a27-b5ea-4181-9df9-5604a9edc06a admin admin] Network 597308a3-4b1a-4920-8475-2dd5fde972dc is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:54.513297 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-12314a27-b5ea-4181-9df9-5604a9edc06a admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:54.577033 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:54.584819 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65df4973-86b2-4fb5-92ff-f79ece3b86a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:54.693727 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcaaf5-f9fe-45d0-8b72-b827443c775a req-0cf6401b-c06c-411a-8aa3-be8cab323a9b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:54.694693 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12314a27-b5ea-4181-9df9-5604a9edc06a admin admin] Router 4f7052dc-942e-4106-a238-c9b4e249b7b0 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:08:54.697390 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acfcaaf5-f9fe-45d0-8b72-b827443c775a req-0cf6401b-c06c-411a-8aa3-be8cab323a9b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 943 time: 0.0912154 Nov 02 12:08:54.711323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 536c8998-3251-475a-ac4c-d338d35e8a18 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:08:54.738708 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685846d4-3b4e-4863-8147-6a150df14d1d None None] Pushing event updated for resources: {'Port': ['ID=02d07dce-1b6c-4243-8a96-3335c2443c34,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:54.754038 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Routers {'4f7052dc-942e-4106-a238-c9b4e249b7b0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:08:54.754947 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4f7052dc-942e-4106-a238-c9b4e249b7b0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:08:54.764581 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acfcaaf5-f9fe-45d0-8b72-b827443c775a req-59553de5-38de-484e-8ed0-6450f251d606 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589955 Nov 02 12:08:54.766230 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65df4973-86b2-4fb5-92ff-f79ece3b86a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:54.766806 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-28e6de4a-2d9b-4f3a-b4b0-a37301c0e5bb None None] Provisioning complete for port 536c8998-3251-475a-ac4c-d338d35e8a18 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:54.767444 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-28e6de4a-2d9b-4f3a-b4b0-a37301c0e5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:54.812932 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65df4973-86b2-4fb5-92ff-f79ece3b86a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:54.816600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-65df4973-86b2-4fb5-92ff-f79ece3b86a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:54.819133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df4973-86b2-4fb5-92ff-f79ece3b86a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:54.819687 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65df4973-86b2-4fb5-92ff-f79ece3b86a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:54.855578 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12314a27-b5ea-4181-9df9-5604a9edc06a admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:08:54.871212 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-12314a27-b5ea-4181-9df9-5604a9edc06a admin admin] 10.222.0.52 "PUT /v2.0/routers/4f7052dc-942e-4106-a238-c9b4e249b7b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7378907 Nov 02 12:08:54.878676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df4973-86b2-4fb5-92ff-f79ece3b86a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=1d4f2d5a-191c-4113-bf14-e0224504371e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:54.988495 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] Set router 4f7052dc-942e-4106-a238-c9b4e249b7b0 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:08:54.990187 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 536c8998-3251-475a-ac4c-d338d35e8a18 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:54.990636 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:55.019298 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 515588b3-80ce-4846-a59a-12421db3f2e6 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:08:55.104247 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65df4973-86b2-4fb5-92ff-f79ece3b86a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:55.108218 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 515588b3-80ce-4846-a59a-12421db3f2e6 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:08:55.108729 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 515588b3-80ce-4846-a59a-12421db3f2e6 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:08:55.128688 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:55.334211 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a504c32b-d2bf-468b-abc7-454ed48cae68 None None] Provisioning complete for port 1d4f2d5a-191c-4113-bf14-e0224504371e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:55.334586 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a504c32b-d2bf-468b-abc7-454ed48cae68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:55.374446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a504c32b-d2bf-468b-abc7-454ed48cae68 None None] Port 1d4f2d5a-191c-4113-bf14-e0224504371e cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:08:55.377908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-73b1b08f-418e-4130-8a51-53cc933d15b8 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:55.379504 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-73b1b08f-418e-4130-8a51-53cc933d15b8 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/networks?id=81ed11c9-96ca-4ebf-b3f4-03587b7603b0 HTTP/1.1" status: 200 len: 809 time: 0.2269528 Nov 02 12:08:55.395272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a504c32b-d2bf-468b-abc7-454ed48cae68 None None] Provisioning complete for port 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:55.395638 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a504c32b-d2bf-468b-abc7-454ed48cae68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:55.428859 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'name': 'tempest-TestAggregatesBasicOps-1312574207-router', 'tenant_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '02d07dce-1b6c-4243-8a96-3335c2443c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:48Z', 'updated_at': '2021-11-02T12:08:53Z', 'revision_number': 4, 'project_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'gw_port': {'id': '02d07dce-1b6c-4243-8a96-3335c2443c34', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:49Z', 'updated_at': '2021-11-02T12:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '1fd81e39-8643-44e8-a7d0-b6c70aa68d3f', 'name': '', 'network_id': '597308a3-4b1a-4920-8475-2dd5fde972dc', 'tenant_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'mac_address': 'fa:16:3e:dd:31:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'df67bd0f-2692-4031-be29-0e8d1bfb42dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:52Z', 'updated_at': '2021-11-02T12:08:54Z', 'revision_number': 2, 'project_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'subnets': [{'id': 'df67bd0f-2692-4031-be29-0e8d1bfb42dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:08:55.435772 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-5a1008ed-12e1-47f8-8f86-a6b8c6bdb8c8 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/quotas/7f8a0c433ef24046b6bd54a6caae3d3a HTTP/1.1" status: 200 len: 375 time: 0.0161235 Nov 02 12:08:55.466500 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ad408c-9df7-4603-9cce-d0fc10a0f442 None None] The sync data for ids ['4f7052dc-942e-4106-a238-c9b4e249b7b0'] in n-d-806683-18 is: [{'id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'name': 'tempest-TestAggregatesBasicOps-1312574207-router', 'tenant_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '02d07dce-1b6c-4243-8a96-3335c2443c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:48Z', 'updated_at': '2021-11-02T12:08:53Z', 'revision_number': 4, 'project_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'gw_port': {'id': '02d07dce-1b6c-4243-8a96-3335c2443c34', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:49Z', 'updated_at': '2021-11-02T12:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '1fd81e39-8643-44e8-a7d0-b6c70aa68d3f', 'name': '', 'network_id': '597308a3-4b1a-4920-8475-2dd5fde972dc', 'tenant_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'mac_address': 'fa:16:3e:dd:31:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'df67bd0f-2692-4031-be29-0e8d1bfb42dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:52Z', 'updated_at': '2021-11-02T12:08:54Z', 'revision_number': 2, 'project_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'subnets': [{'id': 'df67bd0f-2692-4031-be29-0e8d1bfb42dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:08:55.470106 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a504c32b-d2bf-468b-abc7-454ed48cae68 None None] Port 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:08:55.482225 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-13e5a044-a374-4749-add2-0c1a89cacc48 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7f8a0c433ef24046b6bd54a6caae3d3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382581 Nov 02 12:08:55.591851 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65df4973-86b2-4fb5-92ff-f79ece3b86a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:55.616065 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-080bc5ed-3695-4e52-8a0e-08e4a15969d5 service neutron] 10.222.0.52 "GET /v2.0/networks/81ed11c9-96ca-4ebf-b3f4-03587b7603b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237288 Nov 02 12:08:55.699253 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65df4973-86b2-4fb5-92ff-f79ece3b86a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:55.704169 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-65df4973-86b2-4fb5-92ff-f79ece3b86a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:55.803467 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42938) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:55.809857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e4f1aa80-7814-4d34-9df9-3df91a4b7869 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-84452511-network', 'tenant_id': 'a3647b5433364dbcb5e2b3bddecdedc8'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:55.825918 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-94eaab26-d992-4e74-a792-ab3803c25c44 service neutron] 10.222.0.52 "GET /v2.0/networks/81ed11c9-96ca-4ebf-b3f4-03587b7603b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031353 Nov 02 12:08:55.839585 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df4973-86b2-4fb5-92ff-f79ece3b86a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=1d4f2d5a-191c-4113-bf14-e0224504371e,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:55.877340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65df4973-86b2-4fb5-92ff-f79ece3b86a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:55.878986 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-65df4973-86b2-4fb5-92ff-f79ece3b86a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:55.918125 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f1aa80-7814-4d34-9df9-3df91a4b7869 admin admin] Made reservation on behalf of a3647b5433364dbcb5e2b3bddecdedc8 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:55.926105 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4f1aa80-7814-4d34-9df9-3df91a4b7869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:55.939356 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4f1aa80-7814-4d34-9df9-3df91a4b7869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:56.064591 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4f1aa80-7814-4d34-9df9-3df91a4b7869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:56.139134 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4f1aa80-7814-4d34-9df9-3df91a4b7869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:56.146452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65df4973-86b2-4fb5-92ff-f79ece3b86a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Router 3d134a16-60f3-4e35-8c5d-02a4e26d1710 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:08:56.185852 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1aa80-7814-4d34-9df9-3df91a4b7869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb19984-79fc-4191-a843-e844371a98ab,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:56.208086 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f1aa80-7814-4d34-9df9-3df91a4b7869 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:08:56.211469 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-fcee8f38-9352-4794-8e1c-f3f7f5ee16c1 None None] Provisioning complete for port 1d4f2d5a-191c-4113-bf14-e0224504371e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:56.214213 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fcee8f38-9352-4794-8e1c-f3f7f5ee16c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:56.220227 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4f1aa80-7814-4d34-9df9-3df91a4b7869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:56.220689 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-e4f1aa80-7814-4d34-9df9-3df91a4b7869 admin admin] Added segment 920d8187-2f99-45f3-82c5-1efc5daed3c6 of type vlan for network 69f474bd-c668-43d1-a808-09dfbfe5a770 Nov 02 12:08:56.299626 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4f1aa80-7814-4d34-9df9-3df91a4b7869 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:56.314318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-fcee8f38-9352-4794-8e1c-f3f7f5ee16c1 None None] Port 1d4f2d5a-191c-4113-bf14-e0224504371e cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:08:56.325180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3798584-5b27-44a0-9ea7-e91aefe045c9 req-3f55c925-a98d-4116-9f77-e0e8567f831b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:56.327359 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a3798584-5b27-44a0-9ea7-e91aefe045c9 req-3f55c925-a98d-4116-9f77-e0e8567f831b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 943 time: 0.2125289 Nov 02 12:08:56.373972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65df4973-86b2-4fb5-92ff-f79ece3b86a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:08:56.390231 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-65df4973-86b2-4fb5-92ff-f79ece3b86a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "PUT /v2.0/routers/3d134a16-60f3-4e35-8c5d-02a4e26d1710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1556785 Nov 02 12:08:56.390901 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42950) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:56.403032 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4f1aa80-7814-4d34-9df9-3df91a4b7869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:56.404068 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f1aa80-7814-4d34-9df9-3df91a4b7869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:56.404671 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Sync routers for ids ['3d134a16-60f3-4e35-8c5d-02a4e26d1710'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:08:56.405134 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4f1aa80-7814-4d34-9df9-3df91a4b7869 admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:56.414853 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Routers {'3d134a16-60f3-4e35-8c5d-02a4e26d1710'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:08:56.415508 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3d134a16-60f3-4e35-8c5d-02a4e26d1710'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:08:56.422460 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a3798584-5b27-44a0-9ea7-e91aefe045c9 req-ac5c10ee-4625-4349-a593-fadd978d48da tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885215 Nov 02 12:08:56.529817 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-602719ac-bdf8-4dbf-803a-8de59ec6a8d0 req-684e8a3a-9212-4514-8bac-6e4f622e4f63 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ea076a-4959-4149-8c92-f458140ee6dd HTTP/1.1" status: 200 len: 210 time: 0.0324130 Nov 02 12:08:56.538423 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Set router 3d134a16-60f3-4e35-8c5d-02a4e26d1710 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:08:56.701084 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 02d07dce-1b6c-4243-8a96-3335c2443c34 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:08:56.771405 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 02d07dce-1b6c-4243-8a96-3335c2443c34 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:56.772047 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:56.852439 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d134a16-60f3-4e35-8c5d-02a4e26d1710', 'name': 'tempest-NetworksTestDHCPv6-router-1017296090', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:52Z', 'updated_at': '2021-11-02T12:08:54Z', 'revision_number': 2, 'project_id': '12a22175fcfb429fad726825e90102c4', 'gw_port_host': None, '_interfaces': [{'id': '1d4f2d5a-191c-4113-bf14-e0224504371e', 'name': '', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'mac_address': 'fa:16:3e:6c:da:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d134a16-60f3-4e35-8c5d-02a4e26d1710', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '4019b3c6-75c4-4eac-9b11-5c3bf2f74952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:53Z', 'updated_at': '2021-11-02T12:08:55Z', 'revision_number': 2, 'project_id': '12a22175fcfb429fad726825e90102c4', 'subnets': [{'id': '4019b3c6-75c4-4eac-9b11-5c3bf2f74952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:08:56.877748 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:56.891331 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Checking router: 3d134a16-60f3-4e35-8c5d-02a4e26d1710 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:08:56.892106 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Updating router 3d134a16-60f3-4e35-8c5d-02a4e26d1710 port 1d4f2d5a-191c-4113-bf14-e0224504371e binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:08:56.901233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 02d07dce-1b6c-4243-8a96-3335c2443c34, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=02d07dce-1b6c-4243-8a96-3335c2443c34,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:56.915487 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d62af77-c014-44b8-911c-ee1c63e74c7b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:56.917506 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8d62af77-c014-44b8-911c-ee1c63e74c7b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports/1d4f2d5a-191c-4113-bf14-e0224504371e HTTP/1.1" status: 200 len: 911 time: 0.5255318 Nov 02 12:08:56.920190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42954) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:56.922260 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:56.992609 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1aa80-7814-4d34-9df9-3df91a4b7869 admin admin] Pushing event updated for resources: {'Network': ['ID=69f474bd-c668-43d1-a808-09dfbfe5a770,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:56.998444 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93080b96-8b8b-47a4-b64a-b1b4ecd62086 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:57.004177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 69f474bd-c668-43d1-a808-09dfbfe5a770 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:08:57.018158 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93080b96-8b8b-47a4-b64a-b1b4ecd62086 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:57.019955 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-93080b96-8b8b-47a4-b64a-b1b4ecd62086 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0987048 Nov 02 12:08:57.022786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42956) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:57.029891 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:57.043779 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e4f1aa80-7814-4d34-9df9-3df91a4b7869 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2385216 Nov 02 12:08:57.046997 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42958) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:57.057275 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-216b3dd8-0c61-4bf4-bad2-8648d9b8555d admin admin] Request body: {'subnet': {'network_id': '69f474bd-c668-43d1-a808-09dfbfe5a770', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-84452511-subnet', 'tenant_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:57.097689 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=02d07dce-1b6c-4243-8a96-3335c2443c34,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:57.181543 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216b3dd8-0c61-4bf4-bad2-8648d9b8555d admin admin] Made reservation on behalf of a3647b5433364dbcb5e2b3bddecdedc8 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:57.183967 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-216b3dd8-0c61-4bf4-bad2-8648d9b8555d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:57.262753 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:57.353985 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:57.506522 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadc501-979f-442c-9c9f-2739c92e0f48 None None] Pushing event updated for resources: {'Port': ['ID=1d4f2d5a-191c-4113-bf14-e0224504371e,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:57.528944 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc501-979f-442c-9c9f-2739c92e0f48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:57.529430 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc501-979f-442c-9c9f-2739c92e0f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:57.529896 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc501-979f-442c-9c9f-2739c92e0f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:57.530332 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc501-979f-442c-9c9f-2739c92e0f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:57.530785 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc501-979f-442c-9c9f-2739c92e0f48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:57.531260 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc501-979f-442c-9c9f-2739c92e0f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:57.531828 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc501-979f-442c-9c9f-2739c92e0f48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:57.532394 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc501-979f-442c-9c9f-2739c92e0f48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:57.532959 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc501-979f-442c-9c9f-2739c92e0f48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:57.533381 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc501-979f-442c-9c9f-2739c92e0f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:57.533809 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc501-979f-442c-9c9f-2739c92e0f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:57.534947 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadc501-979f-442c-9c9f-2739c92e0f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:08:57.539869 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Attempting to bind port 1d4f2d5a-191c-4113-bf14-e0224504371e on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:08:57.540506 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Attempting to bind port 1d4f2d5a-191c-4113-bf14-e0224504371e by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:08:57.542527 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Attempting to bind port 1d4f2d5a-191c-4113-bf14-e0224504371e on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:08:57.548274 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:08:57.549128 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:08:57.550200 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:57.551967 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:08:57.552571 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Bound port: 1d4f2d5a-191c-4113-bf14-e0224504371e, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:08:57.555812 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:57.566878 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1396-48d9-447e-9ce0-e231b5a74429 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:57.594591 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-216b3dd8-0c61-4bf4-bad2-8648d9b8555d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:57.659280 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b3dd8-0c61-4bf4-bad2-8648d9b8555d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a39b0f44-a3f9-4354-af0a-7b6c6531b46f,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:57.661909 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] For port 1d4f2d5a-191c-4113-bf14-e0224504371e, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:08:57.666313 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] For port 1d4f2d5a-191c-4113-bf14-e0224504371e, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1d4f2d5a-191c-4113-bf14-e0224504371e,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:08:57.692422 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b3dd8-0c61-4bf4-bad2-8648d9b8555d admin admin] Checking segment: {'id': '920d8187-2f99-45f3-82c5-1efc5daed3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '69f474bd-c668-43d1-a808-09dfbfe5a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:08:57.692780 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216b3dd8-0c61-4bf4-bad2-8648d9b8555d admin admin] Network hostable DHCP agents. Network: 69f474bd-c668-43d1-a808-09dfbfe5a770, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:08:57.706368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b28a29-5a43-45a5-ac85-b4221348ad96 req-a64d358c-ce88-470b-a5ae-25bdd3e0e939 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:57.708146 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d5b28a29-5a43-45a5-ac85-b4221348ad96 req-a64d358c-ce88-470b-a5ae-25bdd3e0e939 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 943 time: 0.1377058 Nov 02 12:08:57.797046 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:57.833268 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216b3dd8-0c61-4bf4-bad2-8648d9b8555d admin admin] Network 69f474bd-c668-43d1-a808-09dfbfe5a770 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:08:57.845463 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d5b28a29-5a43-45a5-ac85-b4221348ad96 req-609b991f-b713-43aa-83a1-8fcd2998146f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933414 Nov 02 12:08:57.872356 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Routers {'3d134a16-60f3-4e35-8c5d-02a4e26d1710'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:08:57.879763 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3d134a16-60f3-4e35-8c5d-02a4e26d1710'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:08:57.941783 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e1396-48d9-447e-9ce0-e231b5a74429 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port 1d4f2d5a-191c-4113-bf14-e0224504371e {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:08:57.942136 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1396-48d9-447e-9ce0-e231b5a74429 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:57.949033 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-216b3dd8-0c61-4bf4-bad2-8648d9b8555d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 69f474bd-c668-43d1-a808-09dfbfe5a770) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:57.955892 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216b3dd8-0c61-4bf4-bad2-8648d9b8555d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:57.956493 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-216b3dd8-0c61-4bf4-bad2-8648d9b8555d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:58.014711 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c31401a-ac9b-4f66-985b-0bb63e8cfd1e None None] Network 69f474bd-c668-43d1-a808-09dfbfe5a770 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:08:58.033831 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c86a68cc-f00a-454e-b74b-0404b7a25643 req-3a093693-8e44-44ae-83a0-7da827519cf4 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ea076a-4959-4149-8c92-f458140ee6dd HTTP/1.1" status: 200 len: 210 time: 0.0524509 Nov 02 12:08:58.043634 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] Set router 3d134a16-60f3-4e35-8c5d-02a4e26d1710 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:08:58.090277 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadc501-979f-442c-9c9f-2739c92e0f48 None None] Pushing event updated for resources: {'Port': ['ID=1d4f2d5a-191c-4113-bf14-e0224504371e,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:58.108686 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-216b3dd8-0c61-4bf4-bad2-8648d9b8555d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0602334 Nov 02 12:08:58.111453 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42964) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:58.119517 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-84452511-router', 'tenant_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:58.192024 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ddc393b5-1470-4f65-81a9-b981322eaeab None None] Provisioning complete for port 1d4f2d5a-191c-4113-bf14-e0224504371e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:58.192559 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ddc393b5-1470-4f65-81a9-b981322eaeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:58.234528 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:58.237334 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:58.343444 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d134a16-60f3-4e35-8c5d-02a4e26d1710', 'name': 'tempest-NetworksTestDHCPv6-router-1017296090', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:52Z', 'updated_at': '2021-11-02T12:08:54Z', 'revision_number': 2, 'project_id': '12a22175fcfb429fad726825e90102c4', 'gw_port_host': None, '_interfaces': [{'id': '1d4f2d5a-191c-4113-bf14-e0224504371e', 'name': '', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'mac_address': 'fa:16:3e:6c:da:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d134a16-60f3-4e35-8c5d-02a4e26d1710', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '4019b3c6-75c4-4eac-9b11-5c3bf2f74952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:53Z', 'updated_at': '2021-11-02T12:08:57Z', 'revision_number': 4, 'project_id': '12a22175fcfb429fad726825e90102c4', 'subnets': [{'id': '4019b3c6-75c4-4eac-9b11-5c3bf2f74952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:08:58.352578 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:58.358038 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-69f474bd-c668-43d1-a808-09dfbfe5a770', 'network_id': '69f474bd-c668-43d1-a808-09dfbfe5a770', 'tenant_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'fixed_ips': [{'subnet_id': 'a39b0f44-a3f9-4354-af0a-7b6c6531b46f'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:08:58.359152 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:58.376804 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a94f4-4798-4955-accc-47b1c60e73d5 None None] The sync data for ids ['3d134a16-60f3-4e35-8c5d-02a4e26d1710'] in n-d-806683-18 is: [{'id': '3d134a16-60f3-4e35-8c5d-02a4e26d1710', 'name': 'tempest-NetworksTestDHCPv6-router-1017296090', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:52Z', 'updated_at': '2021-11-02T12:08:54Z', 'revision_number': 2, 'project_id': '12a22175fcfb429fad726825e90102c4', 'gw_port_host': None, '_interfaces': [{'id': '1d4f2d5a-191c-4113-bf14-e0224504371e', 'name': '', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'mac_address': 'fa:16:3e:6c:da:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d134a16-60f3-4e35-8c5d-02a4e26d1710', 'device_owner': 'network:router_interface', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '4019b3c6-75c4-4eac-9b11-5c3bf2f74952', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:53Z', 'updated_at': '2021-11-02T12:08:57Z', 'revision_number': 4, 'project_id': '12a22175fcfb429fad726825e90102c4', 'subnets': [{'id': '4019b3c6-75c4-4eac-9b11-5c3bf2f74952', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:08:58.469658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-ff2e1396-48d9-447e-9ce0-e231b5a74429 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] For port 1d4f2d5a-191c-4113-bf14-e0224504371e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1d4f2d5a-191c-4113-bf14-e0224504371e,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:58.470030 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1396-48d9-447e-9ce0-e231b5a74429 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:58.495893 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e1396-48d9-447e-9ce0-e231b5a74429 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for 1d4f2d5a-191c-4113-bf14-e0224504371e owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:08:58.526477 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ddc393b5-1470-4f65-81a9-b981322eaeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:58.595397 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Sync routers for ids ['4f7052dc-942e-4106-a238-c9b4e249b7b0'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:08:58.618522 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ddc393b5-1470-4f65-81a9-b981322eaeab None None] For port 1d4f2d5a-191c-4113-bf14-e0224504371e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1d4f2d5a-191c-4113-bf14-e0224504371e,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:08:58.624538 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:58.635840 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Allocated IP 172.20.0.2 (69f474bd-c668-43d1-a808-09dfbfe5a770/a39b0f44-a3f9-4354-af0a-7b6c6531b46f/d71a5505-19bd-4095-b004-c45106d32c11) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:58.639512 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Routers {'4f7052dc-942e-4106-a238-c9b4e249b7b0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:08:58.640162 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4f7052dc-942e-4106-a238-c9b4e249b7b0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:08:58.693166 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 02d07dce-1b6c-4243-8a96-3335c2443c34 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:08:58.725912 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ddc393b5-1470-4f65-81a9-b981322eaeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:58.887498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-6f0dd1e0-982c-4e68-976e-c7d7dad305ca tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:58.889705 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-6f0dd1e0-982c-4e68-976e-c7d7dad305ca tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.79 "GET /v2.0/networks?id=81ed11c9-96ca-4ebf-b3f4-03587b7603b0 HTTP/1.1" status: 200 len: 809 time: 0.2198389 Nov 02 12:08:58.903658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-619ce5f1-b040-4667-adc9-76d0c04ec88c tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Request body: {'port': {'device_id': '01ea076a-4959-4149-8c92-f458140ee6dd', 'network_id': '81ed11c9-96ca-4ebf-b3f4-03587b7603b0', 'admin_state_up': True, 'tenant_id': '7f8a0c433ef24046b6bd54a6caae3d3a'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:08:59.037871 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1396-48d9-447e-9ce0-e231b5a74429 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:59.038135 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:59.086780 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc393b5-1470-4f65-81a9-b981322eaeab None None] Pushing event updated for resources: {'Port': ['ID=1d4f2d5a-191c-4113-bf14-e0224504371e,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:59.088797 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:59.094731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e1396-48d9-447e-9ce0-e231b5a74429 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=1d4f2d5a-191c-4113-bf14-e0224504371e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:59.098823 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Set router 4f7052dc-942e-4106-a238-c9b4e249b7b0 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:08:59.133866 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:59.163888 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-91d91799-368a-4b71-a929-e4b2f7461bc5 None None] Provisioning complete for port 1d4f2d5a-191c-4113-bf14-e0224504371e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:59.173821 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-91d91799-368a-4b71-a929-e4b2f7461bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:59.173821 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:59.178307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d0d31-dcaf-4dc9-bdc4-8f6b89339f55 req-c69731e4-5eae-4501-91b0-380b91425e4e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:59.188057 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-938d0d31-dcaf-4dc9-bdc4-8f6b89339f55 req-c69731e4-5eae-4501-91b0-380b91425e4e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 943 time: 0.2067668 Nov 02 12:08:59.279142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Network 69f474bd-c668-43d1-a808-09dfbfe5a770 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:59.293953 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1396-48d9-447e-9ce0-e231b5a74429 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:59.305064 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Pushing event updated for resources: {'Port': ['ID=d71a5505-19bd-4095-b004-c45106d32c11,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:59.311586 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:59.325718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 02d07dce-1b6c-4243-8a96-3335c2443c34 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:08:59.326101 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:59.333397 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:59.336406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-91d91799-368a-4b71-a929-e4b2f7461bc5 None None] Port 1d4f2d5a-191c-4113-bf14-e0224504371e was deleted so its status cannot be updated. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:333}} Nov 02 12:08:59.354742 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] Allocated IP 172.25.6.205 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/ab95b50b-2133-4352-8c9b-ab259ee07c22) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:59.422755 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-619ce5f1-b040-4667-adc9-76d0c04ec88c tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Made reservation on behalf of 7f8a0c433ef24046b6bd54a6caae3d3a for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:08:59.426593 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-619ce5f1-b040-4667-adc9-76d0c04ec88c tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:59.497400 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:59.522273 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-938d0d31-dcaf-4dc9-bdc4-8f6b89339f55 req-1664d37b-9b52-4e3d-b59e-fe76e610985d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3330355 Nov 02 12:08:59.552726 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Attempting to bind port d71a5505-19bd-4095-b004-c45106d32c11 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:08:59.552726 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Attempting to bind port d71a5505-19bd-4095-b004-c45106d32c11 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '920d8187-2f99-45f3-82c5-1efc5daed3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '69f474bd-c668-43d1-a808-09dfbfe5a770'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:08:59.552726 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Attempting to bind port d71a5505-19bd-4095-b004-c45106d32c11 on network 69f474bd-c668-43d1-a808-09dfbfe5a770 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:08:59.559274 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:08:59.559660 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Checking segment: {'id': '920d8187-2f99-45f3-82c5-1efc5daed3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '69f474bd-c668-43d1-a808-09dfbfe5a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:08:59.560072 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:59.560470 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Bound using segment: {'id': '920d8187-2f99-45f3-82c5-1efc5daed3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '69f474bd-c668-43d1-a808-09dfbfe5a770'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:08:59.560969 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Bound port: d71a5505-19bd-4095-b004-c45106d32c11, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920d8187-2f99-45f3-82c5-1efc5daed3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '69f474bd-c668-43d1-a808-09dfbfe5a770'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:08:59.561354 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:59.616538 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:59.658828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:08:59.660641 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2e1396-48d9-447e-9ce0-e231b5a74429 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Router 3d134a16-60f3-4e35-8c5d-02a4e26d1710 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:08:59.666584 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:08:59.675682 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:08:59.679571 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-478ec86b-6df6-4034-badf-9c36871bda40 req-31abfc33-14b8-4637-9ec4-a2b020d52ae2 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ea076a-4959-4149-8c92-f458140ee6dd HTTP/1.1" status: 200 len: 210 time: 0.0617163 Nov 02 12:08:59.699982 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] Pushing event updated for resources: {'Port': ['ID=ab95b50b-2133-4352-8c9b-ab259ee07c22,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:08:59.731927 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] For port d71a5505-19bd-4095-b004-c45106d32c11, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:08:59.748446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] For port d71a5505-19bd-4095-b004-c45106d32c11, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d71a5505-19bd-4095-b004-c45106d32c11,segment=NetworkSegment(920d8187-2f99-45f3-82c5-1efc5daed3c6),segment_id=920d8187-2f99-45f3-82c5-1efc5daed3c6)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:08:59.774091 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'name': 'tempest-TestAggregatesBasicOps-1312574207-router', 'tenant_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '02d07dce-1b6c-4243-8a96-3335c2443c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:48Z', 'updated_at': '2021-11-02T12:08:53Z', 'revision_number': 4, 'project_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'gw_port': {'id': '02d07dce-1b6c-4243-8a96-3335c2443c34', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:49Z', 'updated_at': '2021-11-02T12:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '1fd81e39-8643-44e8-a7d0-b6c70aa68d3f', 'name': '', 'network_id': '597308a3-4b1a-4920-8475-2dd5fde972dc', 'tenant_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'mac_address': 'fa:16:3e:dd:31:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'df67bd0f-2692-4031-be29-0e8d1bfb42dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:52Z', 'updated_at': '2021-11-02T12:08:54Z', 'revision_number': 2, 'project_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'subnets': [{'id': 'df67bd0f-2692-4031-be29-0e8d1bfb42dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:08:59.809069 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Checking router: 4f7052dc-942e-4106-a238-c9b4e249b7b0 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:08:59.809429 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Updating router 4f7052dc-942e-4106-a238-c9b4e249b7b0 port 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:08:59.834050 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2e1396-48d9-447e-9ce0-e231b5a74429 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:08:59.836037 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:59.840204 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ff2e1396-48d9-447e-9ce0-e231b5a74429 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "PUT /v2.0/routers/3d134a16-60f3-4e35-8c5d-02a4e26d1710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8163097 Nov 02 12:08:59.843810 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42970) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:59.843994 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:08:59.902522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-619ce5f1-b040-4667-adc9-76d0c04ec88c tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Allocated IP 172.20.0.3 (81ed11c9-96ca-4ebf-b3f4-03587b7603b0/5c7fd723-bc55-4b04-ae9d-c95fcc55f3e4/38163cc8-a0fd-446f-b39e-952b472d659e) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:08:59.928501 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607950ec-563d-4186-a6f2-2d35cf3c5adc tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:59.930163 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607950ec-563d-4186-a6f2-2d35cf3c5adc tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:08:59.934902 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-607950ec-563d-4186-a6f2-2d35cf3c5adc tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0881724 Nov 02 12:08:59.935427 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42972) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:08:59.938236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd6bcc-b8e0-421d-bcf5-27c6a90bcfe1 None None] Pushing event updated for resources: {'Port': ['ID=d71a5505-19bd-4095-b004-c45106d32c11,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:00.047372 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4fc2632-3ae4-4f6c-bba1-3744a050ea0b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 4019b3c6-75c4-4eac-9b11-5c3bf2f74952 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:09:00.078195 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4fc2632-3ae4-4f6c-bba1-3744a050ea0b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:00.100464 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-619ce5f1-b040-4667-adc9-76d0c04ec88c tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:00.142286 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4fc2632-3ae4-4f6c-bba1-3744a050ea0b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:00.145315 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:00.219918 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-619ce5f1-b040-4667-adc9-76d0c04ec88c tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:00.266026 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:00.282963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-619ce5f1-b040-4667-adc9-76d0c04ec88c tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Network 81ed11c9-96ca-4ebf-b3f4-03587b7603b0 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:00.286356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-619ce5f1-b040-4667-adc9-76d0c04ec88c tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:00.289115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-619ce5f1-b040-4667-adc9-76d0c04ec88c tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:00.327634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ce5f1-b040-4667-adc9-76d0c04ec88c tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Pushing event updated for resources: {'Port': ['ID=38163cc8-a0fd-446f-b39e-952b472d659e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:00.333738 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4fc2632-3ae4-4f6c-bba1-3744a050ea0b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:00.353771 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:00.358241 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-619ce5f1-b040-4667-adc9-76d0c04ec88c tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:00.359048 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-619ce5f1-b040-4667-adc9-76d0c04ec88c tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:00.469610 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-619ce5f1-b040-4667-adc9-76d0c04ec88c tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5711637 Nov 02 12:09:00.486695 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Request body: {'port': {'device_id': '01ea076a-4959-4149-8c92-f458140ee6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:00.544126 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:00.553404 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:00.633230 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0acf8e-e96a-4dce-afe8-1b8835085f22 None None] Sync routers for ids ['3d134a16-60f3-4e35-8c5d-02a4e26d1710'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:09:00.655949 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0acf8e-e96a-4dce-afe8-1b8835085f22 None None] Routers {'3d134a16-60f3-4e35-8c5d-02a4e26d1710'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:00.656733 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-5a0acf8e-e96a-4dce-afe8-1b8835085f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3d134a16-60f3-4e35-8c5d-02a4e26d1710'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:00.660019 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4fc2632-3ae4-4f6c-bba1-3744a050ea0b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:00.685335 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639250c5-d891-4756-be37-70e709b2e21b None None] Pushing event updated for resources: {'Port': ['ID=1fd81e39-8643-44e8-a7d0-b6c70aa68d3f,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:00.750704 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Attempting to bind port 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:09:00.751395 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Attempting to bind port 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '03e62b2d-e4e7-4c5e-9c54-1619e242e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '597308a3-4b1a-4920-8475-2dd5fde972dc'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:09:00.751985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Attempting to bind port 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f on network 597308a3-4b1a-4920-8475-2dd5fde972dc {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:09:00.758674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc2632-3ae4-4f6c-bba1-3744a050ea0b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=4019b3c6-75c4-4eac-9b11-5c3bf2f74952,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:00.763266 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d4fc2632-3ae4-4f6c-bba1-3744a050ea0b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:00.767876 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d4fc2632-3ae4-4f6c-bba1-3744a050ea0b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/4019b3c6-75c4-4eac-9b11-5c3bf2f74952 HTTP/1.1" status: 204 len: 168 time: 0.8311965 Nov 02 12:09:00.778184 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:09:00.778710 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Checking segment: {'id': '03e62b2d-e4e7-4c5e-9c54-1619e242e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '597308a3-4b1a-4920-8475-2dd5fde972dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:09:00.779249 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:00.779792 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Bound using segment: {'id': '03e62b2d-e4e7-4c5e-9c54-1619e242e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '597308a3-4b1a-4920-8475-2dd5fde972dc'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:09:00.780383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Bound port: 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e62b2d-e4e7-4c5e-9c54-1619e242e585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '597308a3-4b1a-4920-8475-2dd5fde972dc'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:09:00.780875 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:00.787153 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d71a5505-19bd-4095-b004-c45106d32c11 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:00.801831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42978) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:00.807574 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-5a0acf8e-e96a-4dce-afe8-1b8835085f22 None None] Set router 3d134a16-60f3-4e35-8c5d-02a4e26d1710 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:09:00.825820 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d065ab-f846-4965-8a1a-037ca8d4f23d None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:00.952722 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] Router 7c151750-93e7-47b3-8b0e-434550f4d5b8 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:09:00.960089 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-5a0acf8e-e96a-4dce-afe8-1b8835085f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d134a16-60f3-4e35-8c5d-02a4e26d1710', 'name': 'tempest-NetworksTestDHCPv6-router-1017296090', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:52Z', 'updated_at': '2021-11-02T12:08:58Z', 'revision_number': 3, 'project_id': '12a22175fcfb429fad726825e90102c4', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:00.994421 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0acf8e-e96a-4dce-afe8-1b8835085f22 None None] Checking router: 3d134a16-60f3-4e35-8c5d-02a4e26d1710 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:09:01.003602 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0acf8e-e96a-4dce-afe8-1b8835085f22 None None] Routers {'3d134a16-60f3-4e35-8c5d-02a4e26d1710'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:01.004465 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-5a0acf8e-e96a-4dce-afe8-1b8835085f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3d134a16-60f3-4e35-8c5d-02a4e26d1710'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:01.105873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38163cc8-a0fd-446f-b39e-952b472d659e {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:09:01.114264 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:01.128626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Transition to ACTIVE for port object 38163cc8-a0fd-446f-b39e-952b472d659e will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:09:01.146715 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd768a8-d31e-433b-af8a-a687fc281de7 req-e9ddb378-6cde-44c7-aab7-2b6fe7e076c4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:01.148643 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cbd768a8-d31e-433b-af8a-a687fc281de7 req-e9ddb378-6cde-44c7-aab7-2b6fe7e076c4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 943 time: 0.4390082 Nov 02 12:09:01.149107 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d71a5505-19bd-4095-b004-c45106d32c11 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:01.149486 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:01.151963 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 9255866a-a629-408a-8542-7330f29367fa details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:09:01.156597 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:09:01.175542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-891d12e0-99e6-4d33-b12d-080a9d589d62 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3693395 Nov 02 12:09:01.175873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42980) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:01.234303 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-5a0acf8e-e96a-4dce-afe8-1b8835085f22 None None] Set router 3d134a16-60f3-4e35-8c5d-02a4e26d1710 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:09:01.261181 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:01.266252 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-26bab84a-ab6d-4d65-a6bc-c835c0a77e50 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1535239 Nov 02 12:09:01.267296 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 42982) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:01.273271 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1a9fb7d0-755b-4843-a0b7-44d41546d112 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:01.278598 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:01.292046 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 9255866a-a629-408a-8542-7330f29367fa, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9255866a-a629-408a-8542-7330f29367fa,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:01.301611 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-5a0acf8e-e96a-4dce-afe8-1b8835085f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d134a16-60f3-4e35-8c5d-02a4e26d1710', 'name': 'tempest-NetworksTestDHCPv6-router-1017296090', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:52Z', 'updated_at': '2021-11-02T12:08:58Z', 'revision_number': 3, 'project_id': '12a22175fcfb429fad726825e90102c4', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:01.316109 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '9255866a-a629-408a-8542-7330f29367fa', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'port_id': '9255866a-a629-408a-8542-7330f29367fa', 'mac_address': 'fa:16:3e:92:68:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:09:01.324588 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a6290ecc-860b-4ba4-9140-3982b441b88c None None] Provisioning complete for port 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:01.324972 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a6290ecc-860b-4ba4-9140-3982b441b88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:01.326870 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Sync routers for ids ['7c151750-93e7-47b3-8b0e-434550f4d5b8'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:09:01.357051 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] For port 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:09:01.367040 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0acf8e-e96a-4dce-afe8-1b8835085f22 None None] The sync data for ids ['3d134a16-60f3-4e35-8c5d-02a4e26d1710'] in n-d-806683-18 is: [{'id': '3d134a16-60f3-4e35-8c5d-02a4e26d1710', 'name': 'tempest-NetworksTestDHCPv6-router-1017296090', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:52Z', 'updated_at': '2021-11-02T12:08:58Z', 'revision_number': 3, 'project_id': '12a22175fcfb429fad726825e90102c4', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:09:01.417986 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Routers {'7c151750-93e7-47b3-8b0e-434550f4d5b8'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:01.418859 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7c151750-93e7-47b3-8b0e-434550f4d5b8'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:01.429277 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Pushing event updated for resources: {'Port': ['ID=38163cc8-a0fd-446f-b39e-952b472d659e,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:01.493440 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cbd768a8-d31e-433b-af8a-a687fc281de7 req-0d809854-6424-4653-9030-bf32e7479114 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3376331 Nov 02 12:09:01.547739 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] For port 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1fd81e39-8643-44e8-a7d0-b6c70aa68d3f,segment=NetworkSegment(03e62b2d-e4e7-4c5e-9c54-1619e242e585),segment_id=03e62b2d-e4e7-4c5e-9c54-1619e242e585)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:09:01.641426 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:01.647598 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1a9fb7d0-755b-4843-a0b7-44d41546d112 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:01.666501 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1a9fb7d0-755b-4843-a0b7-44d41546d112 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:01.680829 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d499a115-0e29-42a2-887e-4f0741652e78 None None] Network 69f474bd-c668-43d1-a808-09dfbfe5a770 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:01.689007 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a6290ecc-860b-4ba4-9140-3982b441b88c None None] Port 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:09:01.725143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9255866a-a629-408a-8542-7330f29367fa {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:09:01.784429 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516527f8-1984-49b9-a236-72d4b795b0a7 None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:09:01.801196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7c34f-770f-49d7-8553-6820471603aa req-46c68f6f-813b-49af-bbfd-97b3d4e86992 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:01.802796 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9dc7c34f-770f-49d7-8553-6820471603aa req-46c68f6f-813b-49af-bbfd-97b3d4e86992 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ea076a-4959-4149-8c92-f458140ee6dd HTTP/1.1" status: 200 len: 943 time: 0.1769533 Nov 02 12:09:01.804098 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Attempting to bind port 38163cc8-a0fd-446f-b39e-952b472d659e on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:09:01.804391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Attempting to bind port 38163cc8-a0fd-446f-b39e-952b472d659e by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '6cef32cc-bea1-48a1-a9d5-2b606f730ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '81ed11c9-96ca-4ebf-b3f4-03587b7603b0'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:09:01.804723 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Attempting to bind port 38163cc8-a0fd-446f-b39e-952b472d659e on network 81ed11c9-96ca-4ebf-b3f4-03587b7603b0 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:09:01.812346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Port 38163cc8-a0fd-446f-b39e-952b472d659e on network 81ed11c9-96ca-4ebf-b3f4-03587b7603b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:09:01.813503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Attempting to bind port 38163cc8-a0fd-446f-b39e-952b472d659e on network 81ed11c9-96ca-4ebf-b3f4-03587b7603b0 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:09:01.842122 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:09:01.842879 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Checking segment: {'id': '6cef32cc-bea1-48a1-a9d5-2b606f730ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '81ed11c9-96ca-4ebf-b3f4-03587b7603b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:09:01.853774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Bound using segment: {'id': '6cef32cc-bea1-48a1-a9d5-2b606f730ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '81ed11c9-96ca-4ebf-b3f4-03587b7603b0'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:09:01.853774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Bound port: 38163cc8-a0fd-446f-b39e-952b472d659e, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cef32cc-bea1-48a1-a9d5-2b606f730ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '81ed11c9-96ca-4ebf-b3f4-03587b7603b0'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:09:01.853774 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:01.873067 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:01.889137 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 9255866a-a629-408a-8542-7330f29367fa, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9255866a-a629-408a-8542-7330f29367fa,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:01.893780 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Set router 7c151750-93e7-47b3-8b0e-434550f4d5b8 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:09:01.913029 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-90d34e2b-7145-4945-93a8-3c9e1ed3d864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:01.935770 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1a9fb7d0-755b-4843-a0b7-44d41546d112 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:01.936494 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9fb7d0-755b-4843-a0b7-44d41546d112 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Fanout notify agent at l3_agent the message router_deleted on router 3d134a16-60f3-4e35-8c5d-02a4e26d1710 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:09:01.943611 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1a9fb7d0-755b-4843-a0b7-44d41546d112 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:01.944833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1a9fb7d0-755b-4843-a0b7-44d41546d112 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/routers/3d134a16-60f3-4e35-8c5d-02a4e26d1710 HTTP/1.1" status: 204 len: 168 time: 0.7680159 Nov 02 12:09:01.955648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42984) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:01.959673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] For port 38163cc8-a0fd-446f-b39e-952b472d659e, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:09:01.965319 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-35e3b2d6-b3f5-4385-a555-f83b38570f48 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:02.003142 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9dc7c34f-770f-49d7-8553-6820471603aa req-75a1dfc1-5d96-4552-b224-8b6673114836 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927779 Nov 02 12:09:02.010976 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] For port 38163cc8-a0fd-446f-b39e-952b472d659e, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=38163cc8-a0fd-446f-b39e-952b472d659e,segment=NetworkSegment(6cef32cc-bea1-48a1-a9d5-2b606f730ee0),segment_id=6cef32cc-bea1-48a1-a9d5-2b606f730ee0)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:09:02.016787 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:02.077625 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:02.101741 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Routers {'4f7052dc-942e-4106-a238-c9b4e249b7b0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:02.102384 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4f7052dc-942e-4106-a238-c9b4e249b7b0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:02.107027 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:02.146790 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-90d34e2b-7145-4945-93a8-3c9e1ed3d864 admin admin] Allocated IP 172.20.0.1 (69f474bd-c668-43d1-a808-09dfbfe5a770/a39b0f44-a3f9-4354-af0a-7b6c6531b46f/c4747133-baac-418e-b5a7-d5084eae6aaa) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:02.164477 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:02.165851 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:02.167963 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] 10.222.0.79 "PUT /v2.0/ports/38163cc8-a0fd-446f-b39e-952b472d659e HTTP/1.1" status: 200 len: 1092 time: 1.6880174 Nov 02 12:09:02.169628 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ea076a-4959-4149-8c92-f458140ee6dd', 'tag': '38163cc8-a0fd-446f-b39e-952b472d659e'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:09:02.172492 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7258ad3b-c409-4351-82cc-75f9ddb0481e" -d '{"events": [{"name": "network-changed", "server_uuid": "01ea076a-4959-4149-8c92-f458140ee6dd", "tag": "38163cc8-a0fd-446f-b39e-952b472d659e"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:09:02.195189 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e3b2d6-b3f5-4385-a555-f83b38570f48 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:02.210812 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35e3b2d6-b3f5-4385-a555-f83b38570f48 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:02.255904 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-99f362e0-bc0a-43b3-be92-6106d7f8ecac None None] Provisioning complete for port d71a5505-19bd-4095-b004-c45106d32c11 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:02.255904 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-99f362e0-bc0a-43b3-be92-6106d7f8ecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:02.264099 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044644db-b288-4d31-a819-0a4036bbdf34 x-openstack-request-id: req-044644db-b288-4d31-a819-0a4036bbdf34 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:09:02.264726 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ea076a-4959-4149-8c92-f458140ee6dd", "tag": "38163cc8-a0fd-446f-b39e-952b472d659e", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:09:02.265651 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-044644db-b288-4d31-a819-0a4036bbdf34 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:09:02.266616 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ea076a-4959-4149-8c92-f458140ee6dd', 'tag': '38163cc8-a0fd-446f-b39e-952b472d659e', 'status': 'completed', 'code': 200} Nov 02 12:09:02.311485 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639250c5-d891-4756-be37-70e709b2e21b None None] Pushing event updated for resources: {'Port': ['ID=1fd81e39-8643-44e8-a7d0-b6c70aa68d3f,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:02.336184 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-90d34e2b-7145-4945-93a8-3c9e1ed3d864 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:02.388888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330ad97-35ab-402f-8af8-592c607d846d service neutron] Pushing event updated for resources: {'Port': ['ID=38163cc8-a0fd-446f-b39e-952b472d659e,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:02.416029 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258ad3b-c409-4351-82cc-75f9ddb0481e req-fa7cf4dd-f40f-434d-899c-ccad707b8214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:02.417864 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7258ad3b-c409-4351-82cc-75f9ddb0481e req-fa7cf4dd-f40f-434d-899c-ccad707b8214 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f8a0c433ef24046b6bd54a6caae3d3a&device_id=01ea076a-4959-4149-8c92-f458140ee6dd HTTP/1.1" status: 200 len: 1095 time: 0.1257977 Nov 02 12:09:02.447815 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['9255866a-a629-408a-8542-7330f29367fa'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:09:02.451686 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-516527f8-1984-49b9-a236-72d4b795b0a7 None None] Deleting port 536c8998-3251-475a-ac4c-d338d35e8a18 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:02.452059 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-516527f8-1984-49b9-a236-72d4b795b0a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:02.490962 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-90d34e2b-7145-4945-93a8-3c9e1ed3d864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:02.531470 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d34e2b-7145-4945-93a8-3c9e1ed3d864 admin admin] Network 69f474bd-c668-43d1-a808-09dfbfe5a770 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:02.538866 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-90d34e2b-7145-4945-93a8-3c9e1ed3d864 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:02.545113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d34e2b-7145-4945-93a8-3c9e1ed3d864 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:02.548937 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d34e2b-7145-4945-93a8-3c9e1ed3d864 admin admin] Pushing event updated for resources: {'Port': ['ID=c4747133-baac-418e-b5a7-d5084eae6aaa,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:02.562800 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port d71a5505-19bd-4095-b004-c45106d32c11, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d71a5505-19bd-4095-b004-c45106d32c11,segment=NetworkSegment(920d8187-2f99-45f3-82c5-1efc5daed3c6),segment_id=920d8187-2f99-45f3-82c5-1efc5daed3c6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:02.623617 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-90d34e2b-7145-4945-93a8-3c9e1ed3d864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:02.682801 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258ad3b-c409-4351-82cc-75f9ddb0481e req-2964a360-eccc-4ea2-82d7-893848d2e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:02.684373 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7258ad3b-c409-4351-82cc-75f9ddb0481e req-2964a360-eccc-4ea2-82d7-893848d2e0de service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=7f8a0c433ef24046b6bd54a6caae3d3a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2584653 Nov 02 12:09:02.741809 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562dcbe5-c83b-40b7-96bf-61fa53e51724 req-22db80ec-8755-440e-8ecb-c71e4818d12c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:02.743505 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-562dcbe5-c83b-40b7-96bf-61fa53e51724 req-22db80ec-8755-440e-8ecb-c71e4818d12c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 944 time: 0.1374984 Nov 02 12:09:02.778463 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35e3b2d6-b3f5-4385-a555-f83b38570f48 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:02.830748 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:02.844761 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-90d34e2b-7145-4945-93a8-3c9e1ed3d864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:02.916874 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-516527f8-1984-49b9-a236-72d4b795b0a7 None None] For port 536c8998-3251-475a-ac4c-d338d35e8a18, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=536c8998-3251-475a-ac4c-d338d35e8a18,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:02.917315 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-516527f8-1984-49b9-a236-72d4b795b0a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:02.958325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=9255866a-a629-408a-8542-7330f29367fa,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:02.984758 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-516527f8-1984-49b9-a236-72d4b795b0a7 None None] Calling delete_port for 536c8998-3251-475a-ac4c-d338d35e8a18 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:02.990964 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] Set router 4f7052dc-942e-4106-a238-c9b4e249b7b0 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:09:03.061567 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:03.084015 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-90d34e2b-7145-4945-93a8-3c9e1ed3d864 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:03.153385 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-90d34e2b-7145-4945-93a8-3c9e1ed3d864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:03.179188 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e3b2d6-b3f5-4385-a555-f83b38570f48 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:03.201779 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-35e3b2d6-b3f5-4385-a555-f83b38570f48 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:03.205440 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e3b2d6-b3f5-4385-a555-f83b38570f48 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:03.206034 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-35e3b2d6-b3f5-4385-a555-f83b38570f48 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:03.231992 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258ad3b-c409-4351-82cc-75f9ddb0481e req-99205cb5-5ee6-4a34-877b-ae101dbd3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:03.233570 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7258ad3b-c409-4351-82cc-75f9ddb0481e req-99205cb5-5ee6-4a34-877b-ae101dbd3253 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5366826 Nov 02 12:09:03.252654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3b2d6-b3f5-4385-a555-f83b38570f48 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=73571405-587b-40df-8e0f-a701ecae5a8f,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:03.261691 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-562dcbe5-c83b-40b7-96bf-61fa53e51724 req-35ec93a2-c506-4155-a283-5d6ef4bb63b0 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4881713 Nov 02 12:09:03.340479 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-35e3b2d6-b3f5-4385-a555-f83b38570f48 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3835905 Nov 02 12:09:03.347826 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-5633ae0a-49fe-4181-9c19-126f4db3c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:03.349762 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-5633ae0a-49fe-4181-9c19-126f4db3c785 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7f8a0c433ef24046b6bd54a6caae3d3a&device_id=01ea076a-4959-4149-8c92-f458140ee6dd HTTP/1.1" status: 200 len: 1095 time: 0.0551169 Nov 02 12:09:03.350132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42992) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:03.355377 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8df66135-dfc8-4a27-b9c8-3475a13f752e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-462158112', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:03.369338 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=d71a5505-19bd-4095-b004-c45106d32c11,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:03.444941 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-ac8c5d66-6c31-4ede-ad48-98d74144aa40 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38163cc8-a0fd-446f-b39e-952b472d659e HTTP/1.1" status: 200 len: 217 time: 0.0835376 Nov 02 12:09:03.535481 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-180a3317-4e3f-4a12-bbc7-2b21d226fd8b None None] Provisioning complete for port 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:03.535725 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-180a3317-4e3f-4a12-bbc7-2b21d226fd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:03.537183 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-516527f8-1984-49b9-a236-72d4b795b0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:03.554791 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d54055-6a89-4f3a-9327-0ef07d0944bf req-470856d9-d8c3-45b2-9a29-75a7ce4c8b76 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:03.557142 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66d54055-6a89-4f3a-9327-0ef07d0944bf req-470856d9-d8c3-45b2-9a29-75a7ce4c8b76 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ea076a-4959-4149-8c92-f458140ee6dd HTTP/1.1" status: 200 len: 943 time: 0.1565158 Nov 02 12:09:03.591859 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8df66135-dfc8-4a27-b9c8-3475a13f752e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:03.593777 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8df66135-dfc8-4a27-b9c8-3475a13f752e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:03.608557 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-c5d72bbf-ed85-4c18-b260-ce549f95cd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:03.611168 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-c5d72bbf-ed85-4c18-b260-ce549f95cd79 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c7fd723-bc55-4b04-ae9d-c95fcc55f3e4 HTTP/1.1" status: 200 len: 849 time: 0.1584091 Nov 02 12:09:03.627669 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-90d34e2b-7145-4945-93a8-3c9e1ed3d864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:03.637793 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d34e2b-7145-4945-93a8-3c9e1ed3d864 admin admin] Pushing event updated for resources: {'Port': ['ID=c4747133-baac-418e-b5a7-d5084eae6aaa,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:03.645392 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'name': 'tempest-TestAggregatesBasicOps-84452511-router', 'tenant_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'ab95b50b-2133-4352-8c9b-ab259ee07c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:58Z', 'updated_at': '2021-11-02T12:08:59Z', 'revision_number': 3, 'project_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'gw_port': {'id': 'ab95b50b-2133-4352-8c9b-ab259ee07c22', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:59Z', 'updated_at': '2021-11-02T12:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:03.666018 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-78381ffc-adb4-49ba-a440-760fe5addb11 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=81ed11c9-96ca-4ebf-b3f4-03587b7603b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439842 Nov 02 12:09:03.675030 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516527f8-1984-49b9-a236-72d4b795b0a7 None None] Pushing event deleted for resources: {'Port': ['ID=536c8998-3251-475a-ac4c-d338d35e8a18,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:03.692435 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66d54055-6a89-4f3a-9327-0ef07d0944bf req-6318d064-e209-413c-9128-4901aaf1341d tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270206 Nov 02 12:09:03.693442 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516527f8-1984-49b9-a236-72d4b795b0a7 None None] No DVR routers for this DVR port 536c8998-3251-475a-ac4c-d338d35e8a18 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:09:03.742077 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e9de6e-ec11-44b5-95c7-497a77563815 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:03.747511 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:03.747895 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:03.757757 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Checking router: 7c151750-93e7-47b3-8b0e-434550f4d5b8 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:09:03.758509 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Updating router 7c151750-93e7-47b3-8b0e-434550f4d5b8 port ab95b50b-2133-4352-8c9b-ab259ee07c22 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:09:03.789025 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d34e2b-7145-4945-93a8-3c9e1ed3d864 admin admin] Network 69f474bd-c668-43d1-a808-09dfbfe5a770 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:03.792202 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-90d34e2b-7145-4945-93a8-3c9e1ed3d864 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:03.821991 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8df66135-dfc8-4a27-b9c8-3475a13f752e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:03.842745 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-e26e3158-2b8b-494e-865e-dce3175021bd service neutron] 10.222.0.79 "GET /v2.0/networks/81ed11c9-96ca-4ebf-b3f4-03587b7603b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704211 Nov 02 12:09:03.933578 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d34e2b-7145-4945-93a8-3c9e1ed3d864 admin admin] Router 7c151750-93e7-47b3-8b0e-434550f4d5b8 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:09:03.947771 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:03.951079 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8df66135-dfc8-4a27-b9c8-3475a13f752e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:03.985744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3144946f-2487-45c0-a122-8df9f9f8c517 req-7545015f-c550-42c2-8b02-b00f6824111c service neutron] 10.222.0.79 "GET /v2.0/networks/81ed11c9-96ca-4ebf-b3f4-03587b7603b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331739 Nov 02 12:09:04.000016 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-180a3317-4e3f-4a12-bbc7-2b21d226fd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:04.063223 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8df66135-dfc8-4a27-b9c8-3475a13f752e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:04.064976 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8df66135-dfc8-4a27-b9c8-3475a13f752e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7132852 Nov 02 12:09:04.067269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 42994) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:04.075957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d34e2b-7145-4945-93a8-3c9e1ed3d864 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:09:04.088264 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-90d34e2b-7145-4945-93a8-3c9e1ed3d864 admin admin] 10.222.0.52 "PUT /v2.0/routers/7c151750-93e7-47b3-8b0e-434550f4d5b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8116174 Nov 02 12:09:04.214681 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-180a3317-4e3f-4a12-bbc7-2b21d226fd8b None None] For port 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1fd81e39-8643-44e8-a7d0-b6c70aa68d3f,segment=NetworkSegment(03e62b2d-e4e7-4c5e-9c54-1619e242e585),segment_id=03e62b2d-e4e7-4c5e-9c54-1619e242e585)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:04.319857 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:04.336035 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-180a3317-4e3f-4a12-bbc7-2b21d226fd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:04.369649 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': '73571405-587b-40df-8e0f-a701ecae5a8f'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:09:04.370524 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:04.409574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'name': 'tempest-TestAggregatesBasicOps-1312574207-router', 'tenant_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '02d07dce-1b6c-4243-8a96-3335c2443c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:48Z', 'updated_at': '2021-11-02T12:08:53Z', 'revision_number': 4, 'project_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'gw_port': {'id': '02d07dce-1b6c-4243-8a96-3335c2443c34', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:49Z', 'updated_at': '2021-11-02T12:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '1fd81e39-8643-44e8-a7d0-b6c70aa68d3f', 'name': '', 'network_id': '597308a3-4b1a-4920-8475-2dd5fde972dc', 'tenant_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'mac_address': 'fa:16:3e:dd:31:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'df67bd0f-2692-4031-be29-0e8d1bfb42dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:52Z', 'updated_at': '2021-11-02T12:09:01Z', 'revision_number': 4, 'project_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'subnets': [{'id': 'df67bd0f-2692-4031-be29-0e8d1bfb42dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:04.412221 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-166137fe-c9a9-4478-a7f6-67dc0abeaec6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:04.501228 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b544dba-8752-4aa4-98e0-e79385fd6648 None None] The sync data for ids ['4f7052dc-942e-4106-a238-c9b4e249b7b0'] in n-d-806683-18 is: [{'id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'name': 'tempest-TestAggregatesBasicOps-1312574207-router', 'tenant_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '02d07dce-1b6c-4243-8a96-3335c2443c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:48Z', 'updated_at': '2021-11-02T12:08:53Z', 'revision_number': 4, 'project_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'gw_port': {'id': '02d07dce-1b6c-4243-8a96-3335c2443c34', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:49Z', 'updated_at': '2021-11-02T12:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '1fd81e39-8643-44e8-a7d0-b6c70aa68d3f', 'name': '', 'network_id': '597308a3-4b1a-4920-8475-2dd5fde972dc', 'tenant_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'mac_address': 'fa:16:3e:dd:31:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'df67bd0f-2692-4031-be29-0e8d1bfb42dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:52Z', 'updated_at': '2021-11-02T12:09:01Z', 'revision_number': 4, 'project_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'subnets': [{'id': 'df67bd0f-2692-4031-be29-0e8d1bfb42dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:09:04.507583 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef40a21-e0b7-4b30-b033-68efda18f2dd req-410ce049-d53a-4a53-a688-dde7bf7db8c0 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:04.509691 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ef40a21-e0b7-4b30-b033-68efda18f2dd req-410ce049-d53a-4a53-a688-dde7bf7db8c0 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 944 time: 0.1498244 Nov 02 12:09:04.616930 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ef40a21-e0b7-4b30-b033-68efda18f2dd req-d5c48888-c98b-46a9-8932-42f52604d3d5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996499 Nov 02 12:09:04.636132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a3317-4e3f-4a12-bbc7-2b21d226fd8b None None] Pushing event updated for resources: {'Port': ['ID=1fd81e39-8643-44e8-a7d0-b6c70aa68d3f,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:04.665655 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-04d911ab-f5ea-43a8-b3d9-f4939de16ed2 None None] Provisioning complete for port d71a5505-19bd-4095-b004-c45106d32c11 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:04.666200 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-04d911ab-f5ea-43a8-b3d9-f4939de16ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:04.719473 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:09:04.719473 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:09:04.755558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-166137fe-c9a9-4478-a7f6-67dc0abeaec6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::1 (7d15c4a2-1728-44a3-9cfe-f71922160717/73571405-587b-40df-8e0f-a701ecae5a8f/8b7bc215-71ca-4e72-973f-bdbaec183757) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:04.833290 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:04.867024 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-04d911ab-f5ea-43a8-b3d9-f4939de16ed2 None None] Provisioning complete for port c4747133-baac-418e-b5a7-d5084eae6aaa triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:04.867412 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-04d911ab-f5ea-43a8-b3d9-f4939de16ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:04.925729 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-166137fe-c9a9-4478-a7f6-67dc0abeaec6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:05.051952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02010296-3b97-45e9-80d9-c72db45b6096 req-34d11faa-f579-498a-98fa-b871bcb39918 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:05.053678 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02010296-3b97-45e9-80d9-c72db45b6096 req-34d11faa-f579-498a-98fa-b871bcb39918 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ea076a-4959-4149-8c92-f458140ee6dd HTTP/1.1" status: 200 len: 943 time: 0.0668337 Nov 02 12:09:05.061965 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-166137fe-c9a9-4478-a7f6-67dc0abeaec6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:05.083167 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:05.125870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166137fe-c9a9-4478-a7f6-67dc0abeaec6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:05.134635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-166137fe-c9a9-4478-a7f6-67dc0abeaec6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:05.146245 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166137fe-c9a9-4478-a7f6-67dc0abeaec6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:05.147248 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-166137fe-c9a9-4478-a7f6-67dc0abeaec6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:05.172361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-04d911ab-f5ea-43a8-b3d9-f4939de16ed2 None None] Port c4747133-baac-418e-b5a7-d5084eae6aaa cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:09:05.174887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 9255866a-a629-408a-8542-7330f29367fa up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:05.196086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166137fe-c9a9-4478-a7f6-67dc0abeaec6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=8b7bc215-71ca-4e72-973f-bdbaec183757,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:05.206841 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02010296-3b97-45e9-80d9-c72db45b6096 req-c36eb071-dca9-4535-85ce-92e651b0623e tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415224 Nov 02 12:09:05.218461 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Allocated IP 2001:db8::2 (7d15c4a2-1728-44a3-9cfe-f71922160717/73571405-587b-40df-8e0f-a701ecae5a8f/2464cc5e-141d-4aa3-b1d3-8bc1daaf7499) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:05.227572 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceee39b-6164-4cc0-9422-db3a71dc9e66 None None] Pushing event updated for resources: {'Port': ['ID=ab95b50b-2133-4352-8c9b-ab259ee07c22,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:05.257782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Attempting to bind port ab95b50b-2133-4352-8c9b-ab259ee07c22 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:09:05.258159 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Attempting to bind port ab95b50b-2133-4352-8c9b-ab259ee07c22 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:09:05.258523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Attempting to bind port ab95b50b-2133-4352-8c9b-ab259ee07c22 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:09:05.269505 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:09:05.269987 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:09:05.270479 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:05.270955 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:09:05.271609 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Bound port: ab95b50b-2133-4352-8c9b-ab259ee07c22, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:09:05.272093 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:05.426718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] For port ab95b50b-2133-4352-8c9b-ab259ee07c22, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:09:05.432808 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 536c8998-3251-475a-ac4c-d338d35e8a18 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:09:05.447231 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-166137fe-c9a9-4478-a7f6-67dc0abeaec6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:05.471576 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 536c8998-3251-475a-ac4c-d338d35e8a18 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:09:05.472812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 536c8998-3251-475a-ac4c-d338d35e8a18 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:09:05.472812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1d4f2d5a-191c-4113-bf14-e0224504371e no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:09:05.475369 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] For port ab95b50b-2133-4352-8c9b-ab259ee07c22, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ab95b50b-2133-4352-8c9b-ab259ee07c22,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:09:05.501329 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 1d4f2d5a-191c-4113-bf14-e0224504371e {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:09:05.501678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1d4f2d5a-191c-4113-bf14-e0224504371e not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:09:05.504453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 9255866a-a629-408a-8542-7330f29367fa completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:09:05.511433 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 9255866a-a629-408a-8542-7330f29367fa triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:05.511849 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:05.560952 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:05.638789 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d71a5505-19bd-4095-b004-c45106d32c11 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:05.724096 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:05.768819 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceee39b-6164-4cc0-9422-db3a71dc9e66 None None] Pushing event updated for resources: {'Port': ['ID=ab95b50b-2133-4352-8c9b-ab259ee07c22,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:05.773612 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Routers {'7c151750-93e7-47b3-8b0e-434550f4d5b8'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:05.773826 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-166137fe-c9a9-4478-a7f6-67dc0abeaec6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:05.774243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7c151750-93e7-47b3-8b0e-434550f4d5b8'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:05.824891 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:05.827153 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:05.847955 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-166137fe-c9a9-4478-a7f6-67dc0abeaec6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:05.848768 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-166137fe-c9a9-4478-a7f6-67dc0abeaec6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:05.911802 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:05.945133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166137fe-c9a9-4478-a7f6-67dc0abeaec6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=8b7bc215-71ca-4e72-973f-bdbaec183757,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:05.951499 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:05.960611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb44a07-d32c-45b0-b480-7c05754b7fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9255866a-a629-408a-8542-7330f29367fa'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:09:05.964243 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258570ef-dddf-424c-ab12-926e23de15c2" -d '{"events": [{"server_uuid": "aeb44a07-d32c-45b0-b480-7c05754b7fbe", "name": "network-vif-plugged", "status": "completed", "tag": "9255866a-a629-408a-8542-7330f29367fa"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:09:05.968105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:05.973484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Pushing event updated for resources: {'Port': ['ID=2464cc5e-141d-4aa3-b1d3-8bc1daaf7499,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:05.984521 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d71a5505-19bd-4095-b004-c45106d32c11 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:05.984913 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:05.998460 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 9255866a-a629-408a-8542-7330f29367fa, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9255866a-a629-408a-8542-7330f29367fa,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:06.028752 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166137fe-c9a9-4478-a7f6-67dc0abeaec6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:06.033273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-166137fe-c9a9-4478-a7f6-67dc0abeaec6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:06.084705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] Set router 7c151750-93e7-47b3-8b0e-434550f4d5b8 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:09:06.091190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61442c67-f061-4395-bfae-6313f8b927d5 req-14ee4692-206d-4943-bd52-9a9e2ac6702b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:06.093167 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-61442c67-f061-4395-bfae-6313f8b927d5 req-14ee4692-206d-4943-bd52-9a9e2ac6702b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 944 time: 0.1047683 Nov 02 12:09:06.120710 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:06.136055 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Attempting to bind port 2464cc5e-141d-4aa3-b1d3-8bc1daaf7499 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:09:06.136432 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Attempting to bind port 2464cc5e-141d-4aa3-b1d3-8bc1daaf7499 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:09:06.136839 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Attempting to bind port 2464cc5e-141d-4aa3-b1d3-8bc1daaf7499 on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:09:06.176924 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:09:06.177732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:09:06.177732 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:06.178120 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:09:06.178609 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Bound port: 2464cc5e-141d-4aa3-b1d3-8bc1daaf7499, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:09:06.179020 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:06.187282 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-61442c67-f061-4395-bfae-6313f8b927d5 req-6a090869-5318-468c-a610-3e4f42013d20 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640094 Nov 02 12:09:06.272186 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dec9861-b667-4deb-bd4e-fd1fa8839cce x-openstack-request-id: req-0dec9861-b667-4deb-bd4e-fd1fa8839cce {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:09:06.272477 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb44a07-d32c-45b0-b480-7c05754b7fbe", "name": "network-vif-plugged", "status": "completed", "tag": "9255866a-a629-408a-8542-7330f29367fa", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:09:06.272737 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0dec9861-b667-4deb-bd4e-fd1fa8839cce {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:09:06.273137 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb44a07-d32c-45b0-b480-7c05754b7fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9255866a-a629-408a-8542-7330f29367fa', 'code': 200} Nov 02 12:09:06.293343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166137fe-c9a9-4478-a7f6-67dc0abeaec6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Router 0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:09:06.345033 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=9255866a-a629-408a-8542-7330f29367fa,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:06.382819 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:06.446346 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] For port 2464cc5e-141d-4aa3-b1d3-8bc1daaf7499, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:09:06.460701 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166137fe-c9a9-4478-a7f6-67dc0abeaec6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:09:06.470634 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43034) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:06.473231 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-166137fe-c9a9-4478-a7f6-67dc0abeaec6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "PUT /v2.0/routers/0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4046330 Nov 02 12:09:06.474240 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] For port 2464cc5e-141d-4aa3-b1d3-8bc1daaf7499, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2464cc5e-141d-4aa3-b1d3-8bc1daaf7499,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:09:06.478784 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Sync routers for ids ['0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:09:06.490598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73a483-e626-4bd8-a749-446fa0ed2307 req-d62167d3-d020-4e96-af11-016ffaa554dd tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:06.492617 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb73a483-e626-4bd8-a749-446fa0ed2307 req-d62167d3-d020-4e96-af11-016ffaa554dd tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ea076a-4959-4149-8c92-f458140ee6dd HTTP/1.1" status: 200 len: 943 time: 0.1503825 Nov 02 12:09:06.495798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649db21-e2fe-4c43-bace-8c52ce995560 req-4b00c2b6-97e2-4e81-bc8c-f6d1b3e6fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:06.499071 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4649db21-e2fe-4c43-bace-8c52ce995560 req-4b00c2b6-97e2-4e81-bc8c-f6d1b3e6fe74 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 1097 time: 0.1443286 Nov 02 12:09:06.499267 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Routers {'0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:06.499772 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:06.515255 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:06.515638 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:06.530137 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429af0a5-8f6f-4af8-9748-3a57057886a4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:06.535277 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-429af0a5-8f6f-4af8-9748-3a57057886a4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports/8b7bc215-71ca-4e72-973f-bdbaec183757 HTTP/1.1" status: 200 len: 911 time: 0.0629692 Nov 02 12:09:06.536128 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43036) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:06.560647 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:06.572485 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4649db21-e2fe-4c43-bace-8c52ce995560 req-219e39cb-fe5d-47a7-b16a-c8d7d1276d28 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631914 Nov 02 12:09:06.606806 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc6594c-0cb1-4468-8acd-8002ebb6bb7b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:06.614596 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc6594c-0cb1-4468-8acd-8002ebb6bb7b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:06.620825 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ccc6594c-0cb1-4468-8acd-8002ebb6bb7b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0834351 Nov 02 12:09:06.621693 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43038) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:06.624044 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb73a483-e626-4bd8-a749-446fa0ed2307 req-1dcb50cf-7b23-4f13-b1bd-f1ab3fc1c40f tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213777 Nov 02 12:09:06.660845 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Set router 0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:09:06.683187 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9bff1-b13a-4efe-a2fa-3ef67ba86bd8 None None] Pushing event updated for resources: {'Port': ['ID=2464cc5e-141d-4aa3-b1d3-8bc1daaf7499,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:06.699232 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'name': 'tempest-TestAggregatesBasicOps-84452511-router', 'tenant_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'ab95b50b-2133-4352-8c9b-ab259ee07c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:58Z', 'updated_at': '2021-11-02T12:09:02Z', 'revision_number': 4, 'project_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'gw_port': {'id': 'ab95b50b-2133-4352-8c9b-ab259ee07c22', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:59Z', 'updated_at': '2021-11-02T12:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c4747133-baac-418e-b5a7-d5084eae6aaa', 'name': '', 'network_id': '69f474bd-c668-43d1-a808-09dfbfe5a770', 'tenant_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'mac_address': 'fa:16:3e:81:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a39b0f44-a3f9-4354-af0a-7b6c6531b46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:01Z', 'updated_at': '2021-11-02T12:09:02Z', 'revision_number': 2, 'project_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'subnets': [{'id': 'a39b0f44-a3f9-4354-af0a-7b6c6531b46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:06.744349 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a34ec-6b26-43a5-938d-f4cb4a75a370 None None] The sync data for ids ['7c151750-93e7-47b3-8b0e-434550f4d5b8'] in n-d-806683-18 is: [{'id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'name': 'tempest-TestAggregatesBasicOps-84452511-router', 'tenant_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'ab95b50b-2133-4352-8c9b-ab259ee07c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:58Z', 'updated_at': '2021-11-02T12:09:02Z', 'revision_number': 4, 'project_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'gw_port': {'id': 'ab95b50b-2133-4352-8c9b-ab259ee07c22', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:59Z', 'updated_at': '2021-11-02T12:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c4747133-baac-418e-b5a7-d5084eae6aaa', 'name': '', 'network_id': '69f474bd-c668-43d1-a808-09dfbfe5a770', 'tenant_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'mac_address': 'fa:16:3e:81:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a39b0f44-a3f9-4354-af0a-7b6c6531b46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:01Z', 'updated_at': '2021-11-02T12:09:02Z', 'revision_number': 2, 'project_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'subnets': [{'id': 'a39b0f44-a3f9-4354-af0a-7b6c6531b46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:09:06.996003 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6', 'name': 'tempest-NetworksTestDHCPv6-router-462158112', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:09:03Z', 'updated_at': '2021-11-02T12:09:05Z', 'revision_number': 2, 'project_id': '12a22175fcfb429fad726825e90102c4', 'gw_port_host': None, '_interfaces': [{'id': '8b7bc215-71ca-4e72-973f-bdbaec183757', 'name': '', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'mac_address': 'fa:16:3e:a9:fc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '73571405-587b-40df-8e0f-a701ecae5a8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:04Z', 'updated_at': '2021-11-02T12:09:05Z', 'revision_number': 2, 'project_id': '12a22175fcfb429fad726825e90102c4', 'subnets': [{'id': '73571405-587b-40df-8e0f-a701ecae5a8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:07.045889 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Checking router: 0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:09:07.046451 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Updating router 0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6 port 8b7bc215-71ca-4e72-973f-bdbaec183757 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:09:07.077585 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 38163cc8-a0fd-446f-b39e-952b472d659e details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:09:07.123195 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:07.188870 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4331cb15-30a1-4e43-91c0-45a659273280 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:07.236065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 38163cc8-a0fd-446f-b39e-952b472d659e, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=38163cc8-a0fd-446f-b39e-952b472d659e,segment=NetworkSegment(6cef32cc-bea1-48a1-a9d5-2b606f730ee0),segment_id=6cef32cc-bea1-48a1-a9d5-2b606f730ee0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:07.250047 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '38163cc8-a0fd-446f-b39e-952b472d659e', 'network_id': '81ed11c9-96ca-4ebf-b3f4-03587b7603b0', 'port_id': '38163cc8-a0fd-446f-b39e-952b472d659e', 'mac_address': 'fa:16:3e:7c:dd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7fd723-bc55-4b04-ae9d-c95fcc55f3e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:09:07.300641 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:07.318900 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38163cc8-a0fd-446f-b39e-952b472d659e {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:09:07.353490 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 38163cc8-a0fd-446f-b39e-952b472d659e, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=38163cc8-a0fd-446f-b39e-952b472d659e,segment=NetworkSegment(6cef32cc-bea1-48a1-a9d5-2b606f730ee0),segment_id=6cef32cc-bea1-48a1-a9d5-2b606f730ee0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:07.444692 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:07.549381 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:07.570380 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-4331cb15-30a1-4e43-91c0-45a659273280 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port 8b7bc215-71ca-4e72-973f-bdbaec183757 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:07.581796 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4331cb15-30a1-4e43-91c0-45a659273280 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:07.600540 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=38163cc8-a0fd-446f-b39e-952b472d659e,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:07.605784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7c185-e25e-4e7a-b33e-225d25d94f48 req-c715ce31-e0f4-4cde-ab51-59b49d450617 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:07.615164 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-30f7c185-e25e-4e7a-b33e-225d25d94f48 req-c715ce31-e0f4-4cde-ab51-59b49d450617 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 945 time: 0.1216195 Nov 02 12:09:07.650274 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['38163cc8-a0fd-446f-b39e-952b472d659e'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:09:07.685267 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:07.705359 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-30f7c185-e25e-4e7a-b33e-225d25d94f48 req-dcbc07ff-b07c-4fa0-a7de-04ec0b0921e4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870197 Nov 02 12:09:07.770716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2464cc5e-141d-4aa3-b1d3-8bc1daaf7499 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:07.846871 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee9cfb-4cf2-4504-8afc-e0eb9b69b06f None None] Pushing event updated for resources: {'Port': ['ID=8b7bc215-71ca-4e72-973f-bdbaec183757,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:07.887158 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-893a8d49-c856-4d1f-8f96-bc5bce78912d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0976503 Nov 02 12:09:07.909219 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4331cb15-30a1-4e43-91c0-45a659273280 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:07.929526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43060) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:07.960657 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-4331cb15-30a1-4e43-91c0-45a659273280 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for 8b7bc215-71ca-4e72-973f-bdbaec183757 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:07.996295 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2464cc5e-141d-4aa3-b1d3-8bc1daaf7499 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:07.996696 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:08.045402 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Attempting to bind port 8b7bc215-71ca-4e72-973f-bdbaec183757 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:09:08.045691 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Attempting to bind port 8b7bc215-71ca-4e72-973f-bdbaec183757 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:09:08.046056 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Attempting to bind port 8b7bc215-71ca-4e72-973f-bdbaec183757 on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:09:08.058868 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:09:08.059283 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:09:08.072781 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:08.073347 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:09:08.073865 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Bound port: 8b7bc215-71ca-4e72-973f-bdbaec183757, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:09:08.074252 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:08.252121 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:08.287848 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] For port 8b7bc215-71ca-4e72-973f-bdbaec183757, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:09:08.292711 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] For port 8b7bc215-71ca-4e72-973f-bdbaec183757, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8b7bc215-71ca-4e72-973f-bdbaec183757,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:09:08.308196 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 2464cc5e-141d-4aa3-b1d3-8bc1daaf7499, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2464cc5e-141d-4aa3-b1d3-8bc1daaf7499,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:08.358374 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-10b9db74-9d40-41e6-b49f-c75e020410f8 None None] Provisioning complete for port 2464cc5e-141d-4aa3-b1d3-8bc1daaf7499 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:08.359121 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-10b9db74-9d40-41e6-b49f-c75e020410f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:08.378302 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:08.390455 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-ea2598d4-ba14-4030-a03e-f0c24428d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:08.391115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-ea2598d4-ba14-4030-a03e-f0c24428d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:08.391657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-ea2598d4-ba14-4030-a03e-f0c24428d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:08.392191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-ea2598d4-ba14-4030-a03e-f0c24428d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:08.392720 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-ea2598d4-ba14-4030-a03e-f0c24428d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:08.393254 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-ea2598d4-ba14-4030-a03e-f0c24428d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:08.393934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-ea2598d4-ba14-4030-a03e-f0c24428d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:08.396073 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-ea2598d4-ba14-4030-a03e-f0c24428d431 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 6509 time: 0.3209558 Nov 02 12:09:08.550861 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee9cfb-4cf2-4504-8afc-e0eb9b69b06f None None] Pushing event updated for resources: {'Port': ['ID=8b7bc215-71ca-4e72-973f-bdbaec183757,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:08.562744 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Routers {'0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:08.563720 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:08.585607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-f3643805-bfdf-4ff8-88a2-9ca2137f23e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:08.588006 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4331cb15-30a1-4e43-91c0-45a659273280 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:08.590346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-f3643805-bfdf-4ff8-88a2-9ca2137f23e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:08.591579 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-f3643805-bfdf-4ff8-88a2-9ca2137f23e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:08.593549 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-f3643805-bfdf-4ff8-88a2-9ca2137f23e6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&id=10b936a8-d21b-4733-b926-602727efeb2b&id=10b936a8-d21b-4733-b926-602727efeb2b HTTP/1.1" status: 200 len: 2298 time: 0.1686425 Nov 02 12:09:08.651820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331cb15-30a1-4e43-91c0-45a659273280 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=8b7bc215-71ca-4e72-973f-bdbaec183757,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:08.689316 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54fbb4-821b-4308-bc2c-cc3704c0e2c5 req-79cc912c-3cf8-4730-b4ae-ced10109a0aa tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:08.697363 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b54fbb4-821b-4308-bc2c-cc3704c0e2c5 req-79cc912c-3cf8-4730-b4ae-ced10109a0aa tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ea076a-4959-4149-8c92-f458140ee6dd HTTP/1.1" status: 200 len: 944 time: 0.6175396 Nov 02 12:09:08.769020 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:08.795485 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] Set router 0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:09:08.908732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=2464cc5e-141d-4aa3-b1d3-8bc1daaf7499,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:08.927978 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4331cb15-30a1-4e43-91c0-45a659273280 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:09.009119 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-d292468f-7837-423a-a55c-1488a3dcb4bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca672186-6e3f-4016-a020-78cb076b6156 HTTP/1.1" status: 200 len: 1001 time: 0.3478782 Nov 02 12:09:09.070771 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 38163cc8-a0fd-446f-b39e-952b472d659e up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:09.088568 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6', 'name': 'tempest-NetworksTestDHCPv6-router-462158112', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:09:03Z', 'updated_at': '2021-11-02T12:09:05Z', 'revision_number': 2, 'project_id': '12a22175fcfb429fad726825e90102c4', 'gw_port_host': None, '_interfaces': [{'id': '8b7bc215-71ca-4e72-973f-bdbaec183757', 'name': '', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'mac_address': 'fa:16:3e:a9:fc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '73571405-587b-40df-8e0f-a701ecae5a8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:04Z', 'updated_at': '2021-11-02T12:09:08Z', 'revision_number': 4, 'project_id': '12a22175fcfb429fad726825e90102c4', 'subnets': [{'id': '73571405-587b-40df-8e0f-a701ecae5a8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:09.103912 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b54fbb4-821b-4308-bc2c-cc3704c0e2c5 req-0ecbc019-10b8-4a63-aa47-82d041bfb486 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962011 Nov 02 12:09:09.147369 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fe6e9c-eeb3-4983-a945-688a71f9171b None None] The sync data for ids ['0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6'] in n-d-806683-18 is: [{'id': '0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6', 'name': 'tempest-NetworksTestDHCPv6-router-462158112', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:09:03Z', 'updated_at': '2021-11-02T12:09:05Z', 'revision_number': 2, 'project_id': '12a22175fcfb429fad726825e90102c4', 'gw_port_host': None, '_interfaces': [{'id': '8b7bc215-71ca-4e72-973f-bdbaec183757', 'name': '', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'mac_address': 'fa:16:3e:a9:fc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '73571405-587b-40df-8e0f-a701ecae5a8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:04Z', 'updated_at': '2021-11-02T12:09:08Z', 'revision_number': 4, 'project_id': '12a22175fcfb429fad726825e90102c4', 'subnets': [{'id': '73571405-587b-40df-8e0f-a701ecae5a8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:09:09.150821 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3d70efde-af85-4932-a384-d976d045e10e None None] Could not find standard attr ID for object 8b7bc215-71ca-4e72-973f-bdbaec183757. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:09:09.256687 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4331cb15-30a1-4e43-91c0-45a659273280 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Router 0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:09:09.261167 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 38163cc8-a0fd-446f-b39e-952b472d659e completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:09:09.265750 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 38163cc8-a0fd-446f-b39e-952b472d659e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:09.276376 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:09.403182 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4331cb15-30a1-4e43-91c0-45a659273280 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:09:09.409163 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4331cb15-30a1-4e43-91c0-45a659273280 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "PUT /v2.0/routers/0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7859840 Nov 02 12:09:09.414146 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:09.415816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43064) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:09.482409 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ea076a-4959-4149-8c92-f458140ee6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38163cc8-a0fd-446f-b39e-952b472d659e'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:09:09.485215 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8707ec61-d2b0-493c-a5af-eb26c517996e" -d '{"events": [{"server_uuid": "01ea076a-4959-4149-8c92-f458140ee6dd", "name": "network-vif-plugged", "status": "completed", "tag": "38163cc8-a0fd-446f-b39e-952b472d659e"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:09:09.505488 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 38163cc8-a0fd-446f-b39e-952b472d659e, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=38163cc8-a0fd-446f-b39e-952b472d659e,segment=NetworkSegment(6cef32cc-bea1-48a1-a9d5-2b606f730ee0),segment_id=6cef32cc-bea1-48a1-a9d5-2b606f730ee0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:09.524184 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b61ef7-1aef-49fb-b0ff-e62800c28f2a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:09.524184 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b61ef7-1aef-49fb-b0ff-e62800c28f2a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:09.543411 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-45b61ef7-1aef-49fb-b0ff-e62800c28f2a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1135731 Nov 02 12:09:09.544083 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43068) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:09.572914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-08a847e3-dd3d-40c1-94f2-b290f659ff67 None None] Could not find standard attr ID for object 8b7bc215-71ca-4e72-973f-bdbaec183757. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:09:09.619124 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:09.622681 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-126e4daa-dd54-4428-9910-a163ad324e4b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 73571405-587b-40df-8e0f-a701ecae5a8f {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:09:09.632303 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-126e4daa-dd54-4428-9910-a163ad324e4b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:09.692866 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-126e4daa-dd54-4428-9910-a163ad324e4b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:09.711091 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=38163cc8-a0fd-446f-b39e-952b472d659e,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:09.798207 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-126e4daa-dd54-4428-9910-a163ad324e4b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:09.837657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-d3e0a7cf-25c9-4fb7-a350-c3e9a6aa9d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:09.839342 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-d3e0a7cf-25c9-4fb7-a350-c3e9a6aa9d06 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6b553805-820e-40aa-9154-a28f88302dc9 HTTP/1.1" status: 200 len: 856 time: 0.7593033 Nov 02 12:09:09.860749 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ab95b50b-2133-4352-8c9b-ab259ee07c22 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:09.908470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58009828-0d48-4504-9341-bb4b149b46f9 req-c9282149-89ac-4014-81c5-540012585765 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:09.917700 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58009828-0d48-4504-9341-bb4b149b46f9 req-c9282149-89ac-4014-81c5-540012585765 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 945 time: 0.1685081 Nov 02 12:09:09.934514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-26431159-d02a-4ac7-8b72-a89c7a308b52 None None] Could not find standard attr ID for object 8b7bc215-71ca-4e72-973f-bdbaec183757. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:09:09.985520 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-36e1a122-9602-4ada-9741-7d4a9263c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:09.987119 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-36e1a122-9602-4ada-9741-7d4a9263c49d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355457 Nov 02 12:09:09.998808 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-126e4daa-dd54-4428-9910-a163ad324e4b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:10.037091 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port ab95b50b-2133-4352-8c9b-ab259ee07c22 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:10.037091 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:10.084734 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e4daa-dd54-4428-9910-a163ad324e4b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=73571405-587b-40df-8e0f-a701ecae5a8f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:10.098727 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-126e4daa-dd54-4428-9910-a163ad324e4b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:10.103032 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-126e4daa-dd54-4428-9910-a163ad324e4b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/73571405-587b-40df-8e0f-a701ecae5a8f HTTP/1.1" status: 204 len: 168 time: 0.5578058 Nov 02 12:09:10.105542 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43070) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:10.138145 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58009828-0d48-4504-9341-bb4b149b46f9 req-dcbcebe8-63bc-482c-9057-2bf1c69f5c25 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194483 Nov 02 12:09:10.240579 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:10.290532 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port ab95b50b-2133-4352-8c9b-ab259ee07c22, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ab95b50b-2133-4352-8c9b-ab259ee07c22,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:10.294386 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94350a5c-fc76-4bad-ae90-1f805b77ce35 x-openstack-request-id: req-94350a5c-fc76-4bad-ae90-1f805b77ce35 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:09:10.294723 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ea076a-4959-4149-8c92-f458140ee6dd", "name": "network-vif-plugged", "status": "completed", "tag": "38163cc8-a0fd-446f-b39e-952b472d659e", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:09:10.295144 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94350a5c-fc76-4bad-ae90-1f805b77ce35 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:09:10.296285 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ea076a-4959-4149-8c92-f458140ee6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38163cc8-a0fd-446f-b39e-952b472d659e', 'code': 200} Nov 02 12:09:10.328804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003d2a5b-8093-48b6-8a12-a16842cf1b14 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:10.354832 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-d1f16299-a946-4cb8-a16b-1efdf34f1063 service neutron] 10.222.0.54 "GET /v2.0/networks/dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571281 Nov 02 12:09:10.406820 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43076) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:10.407033 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0a088d34-469e-42ad-9b12-84bfba33b260 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2970443 Nov 02 12:09:10.424304 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:10.425091 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2464cc5e-141d-4aa3-b1d3-8bc1daaf7499 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:10.550598 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7067505-605a-4e7d-8f00-d7fc700bebe8 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:10.552594 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Sync routers for ids ['7c151750-93e7-47b3-8b0e-434550f4d5b8'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:09:10.575752 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=ab95b50b-2133-4352-8c9b-ab259ee07c22,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:10.584687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2464cc5e-141d-4aa3-b1d3-8bc1daaf7499 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:10.584687 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:10.606868 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Routers {'7c151750-93e7-47b3-8b0e-434550f4d5b8'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:10.607589 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7c151750-93e7-47b3-8b0e-434550f4d5b8'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:10.698211 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0ce2e007-cdfa-4da1-a03e-f7e4fbf42db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:10.765502 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48504159-af3c-4cf3-aef4-6b5df8d77123 None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:09:10.778865 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Set router 7c151750-93e7-47b3-8b0e-434550f4d5b8 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:09:10.779843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06bf80-6701-40a2-854d-4c225b4f0469 req-fba84aad-30fd-42d4-b58f-6a3b9726e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:10.781396 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a06bf80-6701-40a2-854d-4c225b4f0469 req-fba84aad-30fd-42d4-b58f-6a3b9726e2c8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=01ea076a-4959-4149-8c92-f458140ee6dd HTTP/1.1" status: 200 len: 1097 time: 0.4260712 Nov 02 12:09:10.834217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9a534-58c1-4f88-a16c-652066c2cce0 req-66dffba8-c3e0-42da-9d8e-2f5bcadac93f tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:10.835765 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a0b9a534-58c1-4f88-a16c-652066c2cce0 req-66dffba8-c3e0-42da-9d8e-2f5bcadac93f tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ea076a-4959-4149-8c92-f458140ee6dd HTTP/1.1" status: 200 len: 945 time: 0.4484110 Nov 02 12:09:10.897162 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7067505-605a-4e7d-8f00-d7fc700bebe8 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:10.909069 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7067505-605a-4e7d-8f00-d7fc700bebe8 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:10.958793 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-48504159-af3c-4cf3-aef4-6b5df8d77123 None None] Deleting port 2464cc5e-141d-4aa3-b1d3-8bc1daaf7499 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:10.959519 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-48504159-af3c-4cf3-aef4-6b5df8d77123 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:10.974303 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-237aafa7-b0e9-486b-aa35-9cc18f23510c service neutron] 10.222.0.54 "GET /v2.0/networks/dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5984395 Nov 02 12:09:11.065716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-48504159-af3c-4cf3-aef4-6b5df8d77123 None None] For port 2464cc5e-141d-4aa3-b1d3-8bc1daaf7499, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2464cc5e-141d-4aa3-b1d3-8bc1daaf7499,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:11.066024 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-48504159-af3c-4cf3-aef4-6b5df8d77123 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:11.082811 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-48504159-af3c-4cf3-aef4-6b5df8d77123 None None] Calling delete_port for 2464cc5e-141d-4aa3-b1d3-8bc1daaf7499 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:11.092671 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-a9c8e92b-d8a2-44fa-8c77-3d0eaf7e8d61 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=5e651fdc-8891-4208-901e-2768d0925ea9 HTTP/1.1" status: 200 len: 217 time: 0.0822370 Nov 02 12:09:11.098456 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a06bf80-6701-40a2-854d-4c225b4f0469 req-c41e4903-75d9-4ed2-a1da-c49007e1236e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754219 Nov 02 12:09:11.103674 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a0b9a534-58c1-4f88-a16c-652066c2cce0 req-2b109a83-c3fd-4ce4-93f6-e122af6c2175 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313304 Nov 02 12:09:11.140302 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7067505-605a-4e7d-8f00-d7fc700bebe8 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:11.140745 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7067505-605a-4e7d-8f00-d7fc700bebe8 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Fanout notify agent at l3_agent the message router_deleted on router 0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:09:11.149627 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7067505-605a-4e7d-8f00-d7fc700bebe8 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:11.152645 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43078) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:11.153202 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a7067505-605a-4e7d-8f00-d7fc700bebe8 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/routers/0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6 HTTP/1.1" status: 204 len: 168 time: 0.7251186 Nov 02 12:09:11.155785 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'name': 'tempest-TestAggregatesBasicOps-84452511-router', 'tenant_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'ab95b50b-2133-4352-8c9b-ab259ee07c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:58Z', 'updated_at': '2021-11-02T12:09:02Z', 'revision_number': 4, 'project_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'gw_port': {'id': 'ab95b50b-2133-4352-8c9b-ab259ee07c22', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:59Z', 'updated_at': '2021-11-02T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c4747133-baac-418e-b5a7-d5084eae6aaa', 'name': '', 'network_id': '69f474bd-c668-43d1-a808-09dfbfe5a770', 'tenant_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'mac_address': 'fa:16:3e:81:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a39b0f44-a3f9-4354-af0a-7b6c6531b46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:01Z', 'updated_at': '2021-11-02T12:09:02Z', 'revision_number': 2, 'project_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'subnets': [{'id': 'a39b0f44-a3f9-4354-af0a-7b6c6531b46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:11.187437 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Checking router: 7c151750-93e7-47b3-8b0e-434550f4d5b8 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:09:11.187870 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Updating router 7c151750-93e7-47b3-8b0e-434550f4d5b8 port c4747133-baac-418e-b5a7-d5084eae6aaa binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:09:11.224897 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:11.226007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5768899-668e-49e2-a5fb-8cb4e7be433e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:11.228203 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b5768899-668e-49e2-a5fb-8cb4e7be433e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0732374 Nov 02 12:09:11.230729 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43080) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:11.249535 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-08cd0a1f-d3fe-4721-b23b-a6f6584f9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:11.250906 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-08cd0a1f-d3fe-4721-b23b-a6f6584f9e78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.1462357 Nov 02 12:09:11.303408 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8acbb7e-6acd-4f4d-9cde-5b609dde40ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:11.307890 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d8acbb7e-6acd-4f4d-9cde-5b609dde40ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0734987 Nov 02 12:09:11.308146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43082) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:11.311257 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d02be-471b-4f19-a8b1-734d8398899e req-747144bf-6630-476e-bdd9-ad2278114343 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:11.315201 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b52d02be-471b-4f19-a8b1-734d8398899e req-747144bf-6630-476e-bdd9-ad2278114343 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 945 time: 0.1200209 Nov 02 12:09:11.347399 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-48504159-af3c-4cf3-aef4-6b5df8d77123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:11.355557 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-527db2fa-6e5d-4c10-b9d5-f4e4c0a60ee7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410531 Nov 02 12:09:11.356637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43084) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:11.357048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-5ca84a8e-5e24-4675-a19a-1225bfaa80aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:11.358572 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-5ca84a8e-5e24-4675-a19a-1225bfaa80aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0998185 Nov 02 12:09:11.362459 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b737643d-a1f1-4f09-97c3-e5bdba819cf2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:11.400067 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48504159-af3c-4cf3-aef4-6b5df8d77123 None None] Pushing event deleted for resources: {'Port': ['ID=2464cc5e-141d-4aa3-b1d3-8bc1daaf7499,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:11.413260 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48504159-af3c-4cf3-aef4-6b5df8d77123 None None] No DVR routers for this DVR port 2464cc5e-141d-4aa3-b1d3-8bc1daaf7499 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:09:11.489853 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b52d02be-471b-4f19-a8b1-734d8398899e req-844b40dd-93cb-4ba2-9c7d-e5a9675f7c73 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692135 Nov 02 12:09:11.518041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43086) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:11.535784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-0ce2e007-cdfa-4da1-a03e-f7e4fbf42db6 admin admin] Deleting port 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:11.536134 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0ce2e007-cdfa-4da1-a03e-f7e4fbf42db6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:11.541183 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-1a26d5a8-6615-44a4-b9e6-b8288e94afe2 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695554 Nov 02 12:09:11.575441 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b737643d-a1f1-4f09-97c3-e5bdba819cf2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:11.579114 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b737643d-a1f1-4f09-97c3-e5bdba819cf2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:11.687251 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:11.692168 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ab95b50b-2133-4352-8c9b-ab259ee07c22 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:11.711454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-0ce2e007-cdfa-4da1-a03e-f7e4fbf42db6 admin admin] For port 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1fd81e39-8643-44e8-a7d0-b6c70aa68d3f,segment=NetworkSegment(03e62b2d-e4e7-4c5e-9c54-1619e242e585),segment_id=03e62b2d-e4e7-4c5e-9c54-1619e242e585)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:11.711859 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0ce2e007-cdfa-4da1-a03e-f7e4fbf42db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:11.738599 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-baf55aca-6b93-4417-92c4-84ea3fe3df01 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847410 Nov 02 12:09:11.739656 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-0ce2e007-cdfa-4da1-a03e-f7e4fbf42db6 admin admin] Calling delete_port for 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:11.773607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port ab95b50b-2133-4352-8c9b-ab259ee07c22 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:11.773987 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:11.798742 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-7b0806e7-2afb-470d-8df0-4bf30ea66c94 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=3b8ad295-2d7a-4849-bddf-6bcf7483dce7 HTTP/1.1" status: 200 len: 217 time: 0.0525670 Nov 02 12:09:11.806731 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:11.851333 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d64e4a6-c8fc-4426-bc1d-a24441246cd8 None None] Sync routers for ids ['0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:09:11.865749 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-0b9d33f9-4a04-42a1-a2a7-05821dff8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:11.866664 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-0b9d33f9-4a04-42a1-a2a7-05821dff8887 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.0609212 Nov 02 12:09:11.869719 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d64e4a6-c8fc-4426-bc1d-a24441246cd8 None None] Routers set() bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:11.879302 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d64e4a6-c8fc-4426-bc1d-a24441246cd8 None None] Router IDs set() for agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 02 12:09:11.879302 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_agentschedulers_db [None req-1d64e4a6-c8fc-4426-bc1d-a24441246cd8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent'). {{(pid=102692) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 12:09:11.882915 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c965e-6b79-42f3-8506-600730404208 None None] Pushing event updated for resources: {'Port': ['ID=c4747133-baac-418e-b5a7-d5084eae6aaa,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:11.884914 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d64e4a6-c8fc-4426-bc1d-a24441246cd8 None None] Routers set() bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:11.885464 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d64e4a6-c8fc-4426-bc1d-a24441246cd8 None None] Router IDs set() for agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 02 12:09:11.886214 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_agentschedulers_db [None req-1d64e4a6-c8fc-4426-bc1d-a24441246cd8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent'). {{(pid=102692) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 12:09:11.887082 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d64e4a6-c8fc-4426-bc1d-a24441246cd8 None None] The sync data for ids ['0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:09:11.930667 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6381c56-9997-4379-87ee-15c0ed53fa2e tempest-TestVolumeBootPattern-2076683317 tempest-TestVolumeBootPattern-2076683317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:11.936418 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f6381c56-9997-4379-87ee-15c0ed53fa2e tempest-TestVolumeBootPattern-2076683317 tempest-TestVolumeBootPattern-2076683317-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 1092 time: 0.4131331 Nov 02 12:09:11.937343 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43090) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:11.944748 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': '9255866a-a629-408a-8542-7330f29367fa', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:11.996107 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-0db12453-56c3-4248-938b-c2dece29f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:11.997738 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-0db12453-56c3-4248-938b-c2dece29f014 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0923624 Nov 02 12:09:12.002741 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Attempting to bind port c4747133-baac-418e-b5a7-d5084eae6aaa on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:09:12.003379 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Attempting to bind port c4747133-baac-418e-b5a7-d5084eae6aaa by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '920d8187-2f99-45f3-82c5-1efc5daed3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '69f474bd-c668-43d1-a808-09dfbfe5a770'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:09:12.003847 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Attempting to bind port c4747133-baac-418e-b5a7-d5084eae6aaa on network 69f474bd-c668-43d1-a808-09dfbfe5a770 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:09:12.011202 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:09:12.011761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Checking segment: {'id': '920d8187-2f99-45f3-82c5-1efc5daed3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '69f474bd-c668-43d1-a808-09dfbfe5a770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:09:12.012326 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:12.012874 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Bound using segment: {'id': '920d8187-2f99-45f3-82c5-1efc5daed3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '69f474bd-c668-43d1-a808-09dfbfe5a770'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:09:12.013613 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Bound port: c4747133-baac-418e-b5a7-d5084eae6aaa, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920d8187-2f99-45f3-82c5-1efc5daed3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '69f474bd-c668-43d1-a808-09dfbfe5a770'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:09:12.014095 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:12.098868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.objects.ports [None req-b737643d-a1f1-4f09-97c3-e5bdba819cf2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 12:09:12.100090 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:12.104776 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] For port c4747133-baac-418e-b5a7-d5084eae6aaa, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:09:12.109650 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] For port c4747133-baac-418e-b5a7-d5084eae6aaa, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c4747133-baac-418e-b5a7-d5084eae6aaa,segment=NetworkSegment(920d8187-2f99-45f3-82c5-1efc5daed3c6),segment_id=920d8187-2f99-45f3-82c5-1efc5daed3c6)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:09:12.116654 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b737643d-a1f1-4f09-97c3-e5bdba819cf2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:12.177546 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-b7fd15d5-21dd-4b9d-a07b-279c1ab71455 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705871 Nov 02 12:09:12.209240 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:12.212838 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b737643d-a1f1-4f09-97c3-e5bdba819cf2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:12.252889 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-b737643d-a1f1-4f09-97c3-e5bdba819cf2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:12.285599 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b737643d-a1f1-4f09-97c3-e5bdba819cf2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:12.289365 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b737643d-a1f1-4f09-97c3-e5bdba819cf2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:12.295842 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c965e-6b79-42f3-8506-600730404208 None None] Pushing event updated for resources: {'Port': ['ID=c4747133-baac-418e-b5a7-d5084eae6aaa,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:12.307068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c119fe2-6651-4b4b-8b14-20820cb5e08b None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:12.311411 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737643d-a1f1-4f09-97c3-e5bdba819cf2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=be820e39-e2b8-4b17-9d93-9f78e6917c05,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:12.332164 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde666a1-2f30-41eb-94fb-b77dd47e1ebf req-50c26e4d-2287-492c-bcce-6568092f0a4a tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:12.333799 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cde666a1-2f30-41eb-94fb-b77dd47e1ebf req-50c26e4d-2287-492c-bcce-6568092f0a4a tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ea076a-4959-4149-8c92-f458140ee6dd HTTP/1.1" status: 200 len: 945 time: 0.0814900 Nov 02 12:09:12.385147 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2464cc5e-141d-4aa3-b1d3-8bc1daaf7499 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:09:12.398411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Routers {'7c151750-93e7-47b3-8b0e-434550f4d5b8'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:12.398411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7c151750-93e7-47b3-8b0e-434550f4d5b8'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:12.398645 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:12.459040 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cde666a1-2f30-41eb-94fb-b77dd47e1ebf req-cc94aba1-c7e6-454a-b5fb-645bcad886aa tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136549 Nov 02 12:09:12.462621 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-d4d364f3-5af8-4476-b744-9a014765983e service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760825 Nov 02 12:09:12.480333 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b737643d-a1f1-4f09-97c3-e5bdba819cf2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1218734 Nov 02 12:09:12.483286 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43094) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:12.490533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7ec1396e-fb6d-4251-9688-3475fe0e32ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:12.523065 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-f231d7ed-efc4-46d0-8ef9-f350f747081f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=0c8ae48e-1ea8-4690-a5ef-68ac4793c381 HTTP/1.1" status: 200 len: 217 time: 0.0512757 Nov 02 12:09:12.605773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-3eefb8a6-afd5-4b5e-8457-f1aefe2002b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:12.607402 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-3eefb8a6-afd5-4b5e-8457-f1aefe2002b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.0578268 Nov 02 12:09:12.626616 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Allocated IP 172.25.6.254 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/55586924-2cc2-4b4c-a566-68001806cfb3) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:12.673382 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-399f5c62-abdc-4679-b97d-6eb9838d3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:12.675132 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-399f5c62-abdc-4679-b97d-6eb9838d3e8c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0583844 Nov 02 12:09:12.706208 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 2464cc5e-141d-4aa3-b1d3-8bc1daaf7499 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:09:12.706511 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2464cc5e-141d-4aa3-b1d3-8bc1daaf7499 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:09:12.722975 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d6f91c4d-3b03-4b8c-930b-a15c55dc28c5 None None] Provisioning complete for port c4747133-baac-418e-b5a7-d5084eae6aaa triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:12.723219 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d6f91c4d-3b03-4b8c-930b-a15c55dc28c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:12.783218 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0ce2e007-cdfa-4da1-a03e-f7e4fbf42db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:12.823414 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:12.844189 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] Set router 7c151750-93e7-47b3-8b0e-434550f4d5b8 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:09:12.887969 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec1396e-fb6d-4251-9688-3475fe0e32ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:12.892982 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ec1396e-fb6d-4251-9688-3475fe0e32ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:12.923848 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:12.992248 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d6f91c4d-3b03-4b8c-930b-a15c55dc28c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:13.007423 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:13.016843 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:13.019741 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:13.031537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'Port': ['ID=55586924-2cc2-4b4c-a566-68001806cfb3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:13.068955 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': 'be820e39-e2b8-4b17-9d93-9f78e6917c05'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:09:13.069778 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:13.116597 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-d6f70b9f-2be3-4f59-95f5-e4f392486793 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340627 Nov 02 12:09:13.129210 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d6f91c4d-3b03-4b8c-930b-a15c55dc28c5 None None] For port c4747133-baac-418e-b5a7-d5084eae6aaa, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c4747133-baac-418e-b5a7-d5084eae6aaa,segment=NetworkSegment(920d8187-2f99-45f3-82c5-1efc5daed3c6),segment_id=920d8187-2f99-45f3-82c5-1efc5daed3c6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:13.148141 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2e007-cdfa-4da1-a03e-f7e4fbf42db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd81e39-8643-44e8-a7d0-b6c70aa68d3f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:13.241781 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d6f91c4d-3b03-4b8c-930b-a15c55dc28c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:13.343677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f91c4d-3b03-4b8c-930b-a15c55dc28c5 None None] Pushing event updated for resources: {'Port': ['ID=c4747133-baac-418e-b5a7-d5084eae6aaa,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:13.358634 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Allocated IP 2001:db8::f816:3eff:fece:a2cf (7d15c4a2-1728-44a3-9cfe-f71922160717/be820e39-e2b8-4b17-9d93-9f78e6917c05/14fc741c-49f0-4ac8-8f02-9815e9093384) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:13.378846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'name': 'tempest-TestAggregatesBasicOps-84452511-router', 'tenant_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'ab95b50b-2133-4352-8c9b-ab259ee07c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:58Z', 'updated_at': '2021-11-02T12:09:02Z', 'revision_number': 4, 'project_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'gw_port': {'id': 'ab95b50b-2133-4352-8c9b-ab259ee07c22', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:59Z', 'updated_at': '2021-11-02T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c4747133-baac-418e-b5a7-d5084eae6aaa', 'name': '', 'network_id': '69f474bd-c668-43d1-a808-09dfbfe5a770', 'tenant_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'mac_address': 'fa:16:3e:81:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a39b0f44-a3f9-4354-af0a-7b6c6531b46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:01Z', 'updated_at': '2021-11-02T12:09:12Z', 'revision_number': 4, 'project_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'subnets': [{'id': 'a39b0f44-a3f9-4354-af0a-7b6c6531b46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:13.415471 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0ce2e007-cdfa-4da1-a03e-f7e4fbf42db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:13.429288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9cc3c-c177-4760-a4f8-1c7c6d9cd7f4 None None] The sync data for ids ['7c151750-93e7-47b3-8b0e-434550f4d5b8'] in n-d-806683-18 is: [{'id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'name': 'tempest-TestAggregatesBasicOps-84452511-router', 'tenant_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'ab95b50b-2133-4352-8c9b-ab259ee07c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:58Z', 'updated_at': '2021-11-02T12:09:02Z', 'revision_number': 4, 'project_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'gw_port': {'id': 'ab95b50b-2133-4352-8c9b-ab259ee07c22', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:59Z', 'updated_at': '2021-11-02T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'c4747133-baac-418e-b5a7-d5084eae6aaa', 'name': '', 'network_id': '69f474bd-c668-43d1-a808-09dfbfe5a770', 'tenant_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'mac_address': 'fa:16:3e:81:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'a39b0f44-a3f9-4354-af0a-7b6c6531b46f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:01Z', 'updated_at': '2021-11-02T12:09:12Z', 'revision_number': 4, 'project_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'subnets': [{'id': 'a39b0f44-a3f9-4354-af0a-7b6c6531b46f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:09:13.434428 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-294e4689-5d83-4762-8a04-033fa3b926ef None None] Provisioning complete for port c4747133-baac-418e-b5a7-d5084eae6aaa triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:13.434987 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-294e4689-5d83-4762-8a04-033fa3b926ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:13.553000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-b1903f8c-c0c8-4eb3-8acc-0318cf70d349 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143410 Nov 02 12:09:13.630737 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-cb42aba5-7fef-4477-ac14-3c6ad4b24157 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=de2a026a-6dac-4b49-9e98-ff799c66efb9 HTTP/1.1" status: 200 len: 217 time: 0.0687361 Nov 02 12:09:13.761412 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:13.780202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-fc09515a-c5ad-49c1-b34b-983b00b6db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:13.781721 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-fc09515a-c5ad-49c1-b34b-983b00b6db7a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 200 len: 797 time: 0.1382778 Nov 02 12:09:13.795651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e815c-5ac5-4a5e-b549-52657dbc74a8 req-9435e53e-0a1a-4d10-b89b-62c8173c3512 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:13.803838 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3e2e815c-5ac5-4a5e-b549-52657dbc74a8 req-9435e53e-0a1a-4d10-b89b-62c8173c3512 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ea076a-4959-4149-8c92-f458140ee6dd HTTP/1.1" status: 200 len: 945 time: 0.1790378 Nov 02 12:09:13.816292 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c4747133-baac-418e-b5a7-d5084eae6aaa up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:13.853718 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:13.943575 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Pushing event updated for resources: {'Port': ['ID=14fc741c-49f0-4ac8-8f02-9815e9093384,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:13.963349 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3e2e815c-5ac5-4a5e-b549-52657dbc74a8 req-215e77c6-778d-4095-a10b-2b276d4a3bfe tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530857 Nov 02 12:09:13.984833 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-cfd26698-850d-4a45-bdd8-7809f5b633d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:13.984833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-cfd26698-850d-4a45-bdd8-7809f5b633d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1571610 Nov 02 12:09:13.985033 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:13.985033 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:13.985033 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:14.015065 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce2e007-cdfa-4da1-a03e-f7e4fbf42db6 admin admin] Router 4f7052dc-942e-4106-a238-c9b4e249b7b0 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:09:14.033392 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c4747133-baac-418e-b5a7-d5084eae6aaa triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:14.033789 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:14.034239 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ec1396e-fb6d-4251-9688-3475fe0e32ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:14.093448 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Attempting to bind port 14fc741c-49f0-4ac8-8f02-9815e9093384 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:09:14.094010 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Attempting to bind port 14fc741c-49f0-4ac8-8f02-9815e9093384 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:09:14.094176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Attempting to bind port 14fc741c-49f0-4ac8-8f02-9815e9093384 on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:09:14.097933 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec1396e-fb6d-4251-9688-3475fe0e32ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:14.104266 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:09:14.104644 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:09:14.105044 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:14.105444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:09:14.106006 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Bound port: 14fc741c-49f0-4ac8-8f02-9815e9093384, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:09:14.106302 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:14.111483 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-7ec1396e-fb6d-4251-9688-3475fe0e32ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:14.115362 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec1396e-fb6d-4251-9688-3475fe0e32ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:14.116083 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7ec1396e-fb6d-4251-9688-3475fe0e32ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:14.216391 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:14.249637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1396e-fb6d-4251-9688-3475fe0e32ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=fc2d86ce-1278-4816-8658-1bcc34c33424,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:14.256350 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7ec1396e-fb6d-4251-9688-3475fe0e32ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7718599 Nov 02 12:09:14.259744 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43100) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:14.264723 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-10a43fc2-f4bf-4c6c-8635-df84ffbbc740 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'mac_address': 'fa:16:3e:0f:b3:77', 'name': 'tempest-NetworksTestDHCPv6-1948400015'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:14.270667 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] For port 14fc741c-49f0-4ac8-8f02-9815e9093384, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:09:14.281840 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-ee67becf-fae5-47f6-a52b-8fb133fc11f2 service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962255 Nov 02 12:09:14.300611 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce2e007-cdfa-4da1-a03e-f7e4fbf42db6 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:09:14.318181 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8b7bc215-71ca-4e72-973f-bdbaec183757 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:09:14.319055 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0ce2e007-cdfa-4da1-a03e-f7e4fbf42db6 admin admin] 10.222.0.52 "PUT /v2.0/routers/4f7052dc-942e-4106-a238-c9b4e249b7b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3866231 Nov 02 12:09:14.330143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43102) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:14.351978 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] For port 14fc741c-49f0-4ac8-8f02-9815e9093384, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=14fc741c-49f0-4ac8-8f02-9815e9093384,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:09:14.356637 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99612573-1fd5-4768-a731-5a3635dc651c None None] Sync routers for ids ['4f7052dc-942e-4106-a238-c9b4e249b7b0'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:09:14.359917 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 8b7bc215-71ca-4e72-973f-bdbaec183757 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:09:14.360539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8b7bc215-71ca-4e72-973f-bdbaec183757 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:09:14.382331 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99612573-1fd5-4768-a731-5a3635dc651c None None] Routers {'4f7052dc-942e-4106-a238-c9b4e249b7b0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:14.383036 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-99612573-1fd5-4768-a731-5a3635dc651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4f7052dc-942e-4106-a238-c9b4e249b7b0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:14.452295 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:14.479425 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:14.498412 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-c12d0c53-d08a-4ca5-983a-c0a08ef4521c service neutron] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083459 Nov 02 12:09:14.513540 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fbb56dc0-b60e-4c69-8d06-a8db7bbd4c2e admin admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:14.607698 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb60a9-4d0b-4c64-9bd0-d9b3eed47037 None None] Pushing event updated for resources: {'Port': ['ID=14fc741c-49f0-4ac8-8f02-9815e9093384,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:14.634079 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-7801c049-d666-453c-a4cb-01f2c2ba0e36 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92017229-4838-4c2d-ada3-023757608982 HTTP/1.1" status: 200 len: 217 time: 0.1162732 Nov 02 12:09:14.652839 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-99612573-1fd5-4768-a731-5a3635dc651c None None] Set router 4f7052dc-942e-4106-a238-c9b4e249b7b0 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:09:14.672515 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a43fc2-f4bf-4c6c-8635-df84ffbbc740 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:14.731197 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fbb56dc0-b60e-4c69-8d06-a8db7bbd4c2e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:14.810615 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-1b70afbd-7dcb-4d64-841b-9f8bc617f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:14.812376 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-1b70afbd-7dcb-4d64-841b-9f8bc617f97c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=563d92c1-6662-4771-9939-deda5bdb68bf HTTP/1.1" status: 200 len: 797 time: 0.1709137 Nov 02 12:09:14.889323 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-05f6f5bd-4df6-4b43-ba3e-d0b53e350183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:14.891441 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-05f6f5bd-4df6-4b43-ba3e-d0b53e350183 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10b936a8-d21b-4733-b926-602727efeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0610876 Nov 02 12:09:14.896655 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10a43fc2-f4bf-4c6c-8635-df84ffbbc740 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:14.944265 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-10a43fc2-f4bf-4c6c-8635-df84ffbbc740 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port 66c13352-34c7-4c63-bcf0-7cf686fe41c6 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:09:14.951122 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:14.963630 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-99612573-1fd5-4768-a731-5a3635dc651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'name': 'tempest-TestAggregatesBasicOps-1312574207-router', 'tenant_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '02d07dce-1b6c-4243-8a96-3335c2443c34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:48Z', 'updated_at': '2021-11-02T12:09:12Z', 'revision_number': 5, 'project_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'gw_port': {'id': '02d07dce-1b6c-4243-8a96-3335c2443c34', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:49Z', 'updated_at': '2021-11-02T12:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:15.023381 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-fbb56dc0-b60e-4c69-8d06-a8db7bbd4c2e admin admin] Deleting port 02d07dce-1b6c-4243-8a96-3335c2443c34 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:15.023652 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fbb56dc0-b60e-4c69-8d06-a8db7bbd4c2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:15.027541 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99612573-1fd5-4768-a731-5a3635dc651c None None] Checking router: 4f7052dc-942e-4106-a238-c9b4e249b7b0 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:09:15.038003 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99612573-1fd5-4768-a731-5a3635dc651c None None] Routers {'4f7052dc-942e-4106-a238-c9b4e249b7b0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:15.038763 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-99612573-1fd5-4768-a731-5a3635dc651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4f7052dc-942e-4106-a238-c9b4e249b7b0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:15.048660 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:15.053853 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-a4bfc17d-f27b-4d10-b2cd-c1d4c37c5c56 service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319265 Nov 02 12:09:15.144441 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'Port': ['ID=55586924-2cc2-4b4c-a566-68001806cfb3,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:15.189848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-99612573-1fd5-4768-a731-5a3635dc651c None None] Set router 4f7052dc-942e-4106-a238-c9b4e249b7b0 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:09:15.199478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-fbb56dc0-b60e-4c69-8d06-a8db7bbd4c2e admin admin] For port 02d07dce-1b6c-4243-8a96-3335c2443c34, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=02d07dce-1b6c-4243-8a96-3335c2443c34,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:15.199894 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fbb56dc0-b60e-4c69-8d06-a8db7bbd4c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:15.221998 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:15.225412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-fbb56dc0-b60e-4c69-8d06-a8db7bbd4c2e admin admin] Calling delete_port for 02d07dce-1b6c-4243-8a96-3335c2443c34 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:15.247534 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-40377dfc-1b3a-474a-904d-7747db1ae947 service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658099 Nov 02 12:09:15.328380 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-10a43fc2-f4bf-4c6c-8635-df84ffbbc740 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 172.20.0.5 (7d15c4a2-1728-44a3-9cfe-f71922160717/fc2d86ce-1278-4816-8658-1bcc34c33424/66c13352-34c7-4c63-bcf0-7cf686fe41c6) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:15.344864 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-10a43fc2-f4bf-4c6c-8635-df84ffbbc740 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::f816:3eff:fe0f:b377 (7d15c4a2-1728-44a3-9cfe-f71922160717/be820e39-e2b8-4b17-9d93-9f78e6917c05/66c13352-34c7-4c63-bcf0-7cf686fe41c6) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:15.345109 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-f2a86fce-f963-4efd-85ca-ddf47c166646 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dabbb248-47fb-47b2-bb85-bb42f4b35e52 HTTP/1.1" status: 200 len: 217 time: 0.0493138 Nov 02 12:09:15.394330 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Floating IP f4334acf-2412-4af7-9350-3dc3cd391a4f associated. External IP: 172.25.6.254, port: 9255866a-a629-408a-8542-7330f29367fa. Nov 02 12:09:15.454560 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-99612573-1fd5-4768-a731-5a3635dc651c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'name': 'tempest-TestAggregatesBasicOps-1312574207-router', 'tenant_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:48Z', 'updated_at': '2021-11-02T12:09:14Z', 'revision_number': 6, 'project_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:15.463005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-847f30ad-888c-467d-9f86-a235dc05c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:15.464906 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-847f30ad-888c-467d-9f86-a235dc05c1a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=563d92c1-6662-4771-9939-deda5bdb68bf HTTP/1.1" status: 200 len: 797 time: 0.1110780 Nov 02 12:09:15.487331 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99612573-1fd5-4768-a731-5a3635dc651c None None] The sync data for ids ['4f7052dc-942e-4106-a238-c9b4e249b7b0'] in n-d-806683-18 is: [{'id': '4f7052dc-942e-4106-a238-c9b4e249b7b0', 'name': 'tempest-TestAggregatesBasicOps-1312574207-router', 'tenant_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:48Z', 'updated_at': '2021-11-02T12:09:14Z', 'revision_number': 6, 'project_id': '1dfabdffd9e048a9b5fa6fd95e138def', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:09:15.597254 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-0a7440aa-38e6-4f16-aba3-557ccaa5bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:15.598968 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-0a7440aa-38e6-4f16-aba3-557ccaa5bb91 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=10b936a8-d21b-4733-b926-602727efeb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1082935 Nov 02 12:09:15.694330 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fbb56dc0-b60e-4c69-8d06-a8db7bbd4c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:15.706513 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10a43fc2-f4bf-4c6c-8635-df84ffbbc740 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:15.756925 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb56dc0-b60e-4c69-8d06-a8db7bbd4c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=02d07dce-1b6c-4243-8a96-3335c2443c34,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:15.761957 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-4e35d905-469f-4168-9eb7-ff2cb8d31925 service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555943 Nov 02 12:09:15.809166 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:09:15.871988 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f141980-614a-4fb3-86ba-eb56533d2bdf None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:15.934378 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fbb56dc0-b60e-4c69-8d06-a8db7bbd4c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:15.938955 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10a43fc2-f4bf-4c6c-8635-df84ffbbc740 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:15.946240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99a876-d3cb-4179-979b-45a80c5e2736 req-535f48f0-8bf0-4aa9-bb4c-aa37dd393b30 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:15.954231 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5e99a876-d3cb-4179-979b-45a80c5e2736 req-535f48f0-8bf0-4aa9-bb4c-aa37dd393b30 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ea076a-4959-4149-8c92-f458140ee6dd HTTP/1.1" status: 200 len: 945 time: 0.2063081 Nov 02 12:09:16.019201 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:09:16.029361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a43fc2-f4bf-4c6c-8635-df84ffbbc740 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:16.034100 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8910f6a-e398-46d6-b9ff-310abfd91645 None None] Sync routers for ids ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:09:16.047321 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-10a43fc2-f4bf-4c6c-8635-df84ffbbc740 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:16.054915 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2627c528-f6b0-4215-a414-cad108d271ce None None] Provisioning complete for port 14fc741c-49f0-4ac8-8f02-9815e9093384 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:16.056492 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2627c528-f6b0-4215-a414-cad108d271ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:16.056617 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a43fc2-f4bf-4c6c-8635-df84ffbbc740 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:16.057099 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8910f6a-e398-46d6-b9ff-310abfd91645 None None] Routers {'ddc3b898-3f37-4d0b-8bfc-4c1613696b05'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:16.057496 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b8910f6a-e398-46d6-b9ff-310abfd91645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:16.061537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a43fc2-f4bf-4c6c-8635-df84ffbbc740 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=66c13352-34c7-4c63-bcf0-7cf686fe41c6,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:16.116894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a43fc2-f4bf-4c6c-8635-df84ffbbc740 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:16.118231 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-10a43fc2-f4bf-4c6c-8635-df84ffbbc740 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:16.134678 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fbb56dc0-b60e-4c69-8d06-a8db7bbd4c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:16.143795 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fbb56dc0-b60e-4c69-8d06-a8db7bbd4c2e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:16.144334 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:16.158678 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e7aa19f-2924-455e-b76f-e7b3fa8cef23 req-82645a8b-e0d5-4e3c-88ac-dc7d4fa0efaf service neutron] 10.222.0.54 "GET /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723571 Nov 02 12:09:16.191837 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d2e466fa-6f26-4469-a9b4-0e274503184b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2524712 Nov 02 12:09:16.192559 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb44a07-d32c-45b0-b480-7c05754b7fbe', 'tag': '9255866a-a629-408a-8542-7330f29367fa'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:09:16.195571 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dafefe-7622-4892-bae4-cb292d247cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb44a07-d32c-45b0-b480-7c05754b7fbe", "tag": "9255866a-a629-408a-8542-7330f29367fa"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:09:16.212802 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b8910f6a-e398-46d6-b9ff-310abfd91645 None None] Set router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:09:16.240546 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-10a43fc2-f4bf-4c6c-8635-df84ffbbc740 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9795952 Nov 02 12:09:16.245803 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43120) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:16.247954 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5e99a876-d3cb-4179-979b-45a80c5e2736 req-f8f35387-323a-4633-86c0-96cb96d1eaee tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925730 Nov 02 12:09:16.296612 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4aac3a1-338a-4fff-b647-201153babf89 x-openstack-request-id: req-c4aac3a1-338a-4fff-b647-201153babf89 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:09:16.296896 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb44a07-d32c-45b0-b480-7c05754b7fbe", "tag": "9255866a-a629-408a-8542-7330f29367fa", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:09:16.299119 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c4aac3a1-338a-4fff-b647-201153babf89 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:09:16.299119 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb44a07-d32c-45b0-b480-7c05754b7fbe', 'tag': '9255866a-a629-408a-8542-7330f29367fa', 'status': 'completed', 'code': 200} Nov 02 12:09:16.311578 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2627c528-f6b0-4215-a414-cad108d271ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:16.341426 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79027603-7bc2-4d9d-9861-cf1d0cd1ef4d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:16.354619 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79027603-7bc2-4d9d-9861-cf1d0cd1ef4d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:16.359919 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-79027603-7bc2-4d9d-9861-cf1d0cd1ef4d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1119626 Nov 02 12:09:16.360128 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43122) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:16.470725 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2627c528-f6b0-4215-a414-cad108d271ce None None] For port 14fc741c-49f0-4ac8-8f02-9815e9093384, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=14fc741c-49f0-4ac8-8f02-9815e9093384,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:16.491557 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589740d2-4af4-4b13-886f-2de48a2eb997 None None] Update dhcp port {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'fixed_ips': [{'subnet_id': 'be820e39-e2b8-4b17-9d93-9f78e6917c05', 'ip_address': '2001:db8::f816:3eff:fece:a2cf'}, {'subnet_id': 'fc2d86ce-1278-4816-8658-1bcc34c33424'}], 'binding:host_id': 'n-d-806683-18'}, 'id': '14fc741c-49f0-4ac8-8f02-9815e9093384'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 12:09:16.534370 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 14fc741c-49f0-4ac8-8f02-9815e9093384 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:16.573922 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6db5511f-5bc5-42d3-a0ee-ef57caba292a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port 66c13352-34c7-4c63-bcf0-7cf686fe41c6 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:16.574717 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6db5511f-5bc5-42d3-a0ee-ef57caba292a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:16.584588 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-589740d2-4af4-4b13-886f-2de48a2eb997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:16.646161 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2627c528-f6b0-4215-a414-cad108d271ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:16.679810 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b8910f6a-e398-46d6-b9ff-310abfd91645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'f4334acf-2412-4af7-9350-3dc3cd391a4f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'port_id': '9255866a-a629-408a-8542-7330f29367fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'mac_address': 'fa:16:3e:92:68:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb44a07-d32c-45b0-b480-7c05754b7fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:09:13Z', 'updated_at': '2021-11-02T12:09:13Z', 'revision_number': 0, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:25Z', 'revision_number': 5, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:16.710116 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6db5511f-5bc5-42d3-a0ee-ef57caba292a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:16.716672 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8910f6a-e398-46d6-b9ff-310abfd91645 None None] Checking router: ddc3b898-3f37-4d0b-8bfc-4c1613696b05 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:09:16.728225 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8910f6a-e398-46d6-b9ff-310abfd91645 None None] Routers {'ddc3b898-3f37-4d0b-8bfc-4c1613696b05'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:16.729095 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b8910f6a-e398-46d6-b9ff-310abfd91645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:08:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:16.740236 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6db5511f-5bc5-42d3-a0ee-ef57caba292a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for 66c13352-34c7-4c63-bcf0-7cf686fe41c6 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:16.768480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 14fc741c-49f0-4ac8-8f02-9815e9093384 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:16.768946 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:16.802739 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fbb56dc0-b60e-4c69-8d06-a8db7bbd4c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:16.803374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb56dc0-b60e-4c69-8d06-a8db7bbd4c2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f7052dc-942e-4106-a238-c9b4e249b7b0 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:09:16.808594 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fbb56dc0-b60e-4c69-8d06-a8db7bbd4c2e admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:16.809826 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fbb56dc0-b60e-4c69-8d06-a8db7bbd4c2e admin admin] 10.222.0.52 "DELETE /v2.0/routers/4f7052dc-942e-4106-a238-c9b4e249b7b0 HTTP/1.1" status: 204 len: 168 time: 2.4786901 Nov 02 12:09:16.813148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43126) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:16.854229 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dafefe-7622-4892-bae4-cb292d247cf5 req-01ba27c3-a3c8-4686-9d6f-97e7f9e906da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:16.855759 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25dafefe-7622-4892-bae4-cb292d247cf5 req-01ba27c3-a3c8-4686-9d6f-97e7f9e906da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 1097 time: 0.5346265 Nov 02 12:09:16.866713 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627c528-f6b0-4215-a414-cad108d271ce None None] Pushing event updated for resources: {'Port': ['ID=14fc741c-49f0-4ac8-8f02-9815e9093384,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:16.885004 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b8910f6a-e398-46d6-b9ff-310abfd91645 None None] Set router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:09:16.913889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-90962afa-0c6e-46e2-9794-4f70e6d2fbf9 admin admin] Deleting subnet df67bd0f-2692-4031-be29-0e8d1bfb42dc {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:09:16.955890 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90962afa-0c6e-46e2-9794-4f70e6d2fbf9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:17.012979 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-589740d2-4af4-4b13-886f-2de48a2eb997 None None] Allocated IP 172.20.0.2 (7d15c4a2-1728-44a3-9cfe-f71922160717/fc2d86ce-1278-4816-8658-1bcc34c33424/14fc741c-49f0-4ac8-8f02-9815e9093384) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:17.050961 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6db5511f-5bc5-42d3-a0ee-ef57caba292a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:17.059830 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:09:17.086035 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:09:17.086428 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1fd81e39-8643-44e8-a7d0-b6c70aa68d3f not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:09:17.106355 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90962afa-0c6e-46e2-9794-4f70e6d2fbf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:17.109769 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5511f-5bc5-42d3-a0ee-ef57caba292a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=66c13352-34c7-4c63-bcf0-7cf686fe41c6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:17.158871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131d131-9bcf-418f-9bff-a901fd730b62 req-5d5dd657-f7f5-4d25-a206-537325522031 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:17.168588 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5131d131-9bcf-418f-9bff-a901fd730b62 req-5d5dd657-f7f5-4d25-a206-537325522031 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.79 "GET /v2.0/ports?device_id=01ea076a-4959-4149-8c92-f458140ee6dd HTTP/1.1" status: 200 len: 945 time: 0.1339033 Nov 02 12:09:17.169057 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-589740d2-4af4-4b13-886f-2de48a2eb997 None None] For port 14fc741c-49f0-4ac8-8f02-9815e9093384, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=14fc741c-49f0-4ac8-8f02-9815e9093384,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:17.201484 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-589740d2-4af4-4b13-886f-2de48a2eb997 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:17.213179 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6db5511f-5bc5-42d3-a0ee-ef57caba292a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:17.216830 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6db5511f-5bc5-42d3-a0ee-ef57caba292a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/66c13352-34c7-4c63-bcf0-7cf686fe41c6 HTTP/1.1" status: 204 len: 168 time: 0.8554673 Nov 02 12:09:17.219458 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43128) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:17.236676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dafefe-7622-4892-bae4-cb292d247cf5 req-e1abb787-3f7f-4d02-b015-e64f7626ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:17.238147 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25dafefe-7622-4892-bae4-cb292d247cf5 req-e1abb787-3f7f-4d02-b015-e64f7626ebea service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.3723111 Nov 02 12:09:17.238273 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b8910f6a-e398-46d6-b9ff-310abfd91645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'f4334acf-2412-4af7-9350-3dc3cd391a4f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'port_id': '9255866a-a629-408a-8542-7330f29367fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'mac_address': 'fa:16:3e:92:68:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb44a07-d32c-45b0-b480-7c05754b7fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:09:13Z', 'updated_at': '2021-11-02T12:09:13Z', 'revision_number': 0, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:25Z', 'revision_number': 5, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:17.267250 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-589740d2-4af4-4b13-886f-2de48a2eb997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:17.267570 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8910f6a-e398-46d6-b9ff-310abfd91645 None None] The sync data for ids ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'] in n-d-806683-18 is: [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'f4334acf-2412-4af7-9350-3dc3cd391a4f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'floating_ip_address': '172.25.6.254', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'port_id': '9255866a-a629-408a-8542-7330f29367fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'mac_address': 'fa:16:3e:92:68:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb44a07-d32c-45b0-b480-7c05754b7fbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:09:13Z', 'updated_at': '2021-11-02T12:09:13Z', 'revision_number': 0, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:25Z', 'revision_number': 5, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:09:17.295475 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fed2687-5e1b-45d8-b22b-d66070066db5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:17.298375 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fed2687-5e1b-45d8-b22b-d66070066db5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:17.302103 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fed2687-5e1b-45d8-b22b-d66070066db5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:17.304299 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8fed2687-5e1b-45d8-b22b-d66070066db5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0833802 Nov 02 12:09:17.307634 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43132) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:17.404485 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589740d2-4af4-4b13-886f-2de48a2eb997 None None] Pushing event updated for resources: {'Port': ['ID=14fc741c-49f0-4ac8-8f02-9815e9093384,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:17.405233 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d8c712-719a-490c-b2cf-a60187aa527c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet be820e39-e2b8-4b17-9d93-9f78e6917c05 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:09:17.413636 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c1d8c712-719a-490c-b2cf-a60187aa527c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:17.437064 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90962afa-0c6e-46e2-9794-4f70e6d2fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:17.470317 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c1d8c712-719a-490c-b2cf-a60187aa527c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:17.522506 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25dafefe-7622-4892-bae4-cb292d247cf5 req-80eb7702-7e80-4c45-a0e1-98fc479b6180 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9255866a-a629-408a-8542-7330f29367fa HTTP/1.1" status: 200 len: 999 time: 0.2623911 Nov 02 12:09:17.545403 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-92fcb040-63af-4521-a868-d0b5cf697a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:17.559990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28272e9d-ecf8-4b6c-b3bf-859c36b40e1e req-2ce264bf-3f34-4cb7-8427-cac5740360b7 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:17.561785 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28272e9d-ecf8-4b6c-b3bf-859c36b40e1e req-2ce264bf-3f34-4cb7-8427-cac5740360b7 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ea076a-4959-4149-8c92-f458140ee6dd HTTP/1.1" status: 200 len: 945 time: 0.1723242 Nov 02 12:09:17.619080 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c1d8c712-719a-490c-b2cf-a60187aa527c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:17.659563 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fae8c0-b665-427e-9906-5eafc09962a5 None None] New status for floating IP f4334acf-2412-4af7-9350-3dc3cd391a4f: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:09:17.701244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dafefe-7622-4892-bae4-cb292d247cf5 req-323d6574-e3b7-4c93-b2da-42e1bfd34ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:17.703403 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25dafefe-7622-4892-bae4-cb292d247cf5 req-323d6574-e3b7-4c93-b2da-42e1bfd34ceb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.1732273 Nov 02 12:09:17.715712 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 14fc741c-49f0-4ac8-8f02-9815e9093384 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:17.725154 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-5131d131-9bcf-418f-9bff-a901fd730b62 req-261481c8-a77c-45fd-bbeb-2a8af42de65d tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Deleting port 38163cc8-a0fd-446f-b39e-952b472d659e {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:17.725504 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5131d131-9bcf-418f-9bff-a901fd730b62 req-261481c8-a77c-45fd-bbeb-2a8af42de65d tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:17.757905 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28272e9d-ecf8-4b6c-b3bf-859c36b40e1e req-6e15404d-41b1-4f42-bbc4-c24160cef5d6 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/security-groups?id=885acdb3-53b4-47bf-950c-f13346395be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638114 Nov 02 12:09:17.832825 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c1d8c712-719a-490c-b2cf-a60187aa527c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:17.847453 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dafefe-7622-4892-bae4-cb292d247cf5 req-e336002d-c779-45c6-829b-933c81059753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:17.848988 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25dafefe-7622-4892-bae4-cb292d247cf5 req-e336002d-c779-45c6-829b-933c81059753 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1334505 Nov 02 12:09:17.882481 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8c712-719a-490c-b2cf-a60187aa527c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=be820e39-e2b8-4b17-9d93-9f78e6917c05,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:17.882481 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c1d8c712-719a-490c-b2cf-a60187aa527c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:17.888996 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c1d8c712-719a-490c-b2cf-a60187aa527c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/be820e39-e2b8-4b17-9d93-9f78e6917c05 HTTP/1.1" status: 204 len: 168 time: 0.5774708 Nov 02 12:09:17.889280 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43134) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:17.901777 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90962afa-0c6e-46e2-9794-4f70e6d2fbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:17.914890 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 14fc741c-49f0-4ac8-8f02-9815e9093384 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:17.915712 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:17.948538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-5131d131-9bcf-418f-9bff-a901fd730b62 req-261481c8-a77c-45fd-bbeb-2a8af42de65d tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] For port 38163cc8-a0fd-446f-b39e-952b472d659e, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=38163cc8-a0fd-446f-b39e-952b472d659e,segment=NetworkSegment(6cef32cc-bea1-48a1-a9d5-2b606f730ee0),segment_id=6cef32cc-bea1-48a1-a9d5-2b606f730ee0)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:17.948919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5131d131-9bcf-418f-9bff-a901fd730b62 req-261481c8-a77c-45fd-bbeb-2a8af42de65d tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:17.960535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-6debbff9-d9e6-45eb-bdf1-b0afb278ccf5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet fc2d86ce-1278-4816-8658-1bcc34c33424 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:09:17.966026 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6debbff9-d9e6-45eb-bdf1-b0afb278ccf5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.042304 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6debbff9-d9e6-45eb-bdf1-b0afb278ccf5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.048825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-5131d131-9bcf-418f-9bff-a901fd730b62 req-261481c8-a77c-45fd-bbeb-2a8af42de65d tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Calling delete_port for 38163cc8-a0fd-446f-b39e-952b472d659e owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:18.064341 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90962afa-0c6e-46e2-9794-4f70e6d2fbf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df67bd0f-2692-4031-be29-0e8d1bfb42dc,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:18.068929 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25dafefe-7622-4892-bae4-cb292d247cf5 req-22a4b68c-bf2e-490a-9309-edecbfe3ebc3 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124224 Nov 02 12:09:18.069958 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-90962afa-0c6e-46e2-9794-4f70e6d2fbf9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.070610 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 02d07dce-1b6c-4243-8a96-3335c2443c34 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:09:18.074667 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-90962afa-0c6e-46e2-9794-4f70e6d2fbf9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/df67bd0f-2692-4031-be29-0e8d1bfb42dc HTTP/1.1" status: 204 len: 168 time: 1.2607057 Nov 02 12:09:18.106901 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43136) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:18.109599 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521171ef-c332-48a4-9f37-1d83be0766a1 None None] Network 597308a3-4b1a-4920-8475-2dd5fde972dc requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:18.125226 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 02d07dce-1b6c-4243-8a96-3335c2443c34 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:09:18.125753 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 02d07dce-1b6c-4243-8a96-3335c2443c34 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:09:18.233131 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.234146 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25dafefe-7622-4892-bae4-cb292d247cf5 req-a3a73620-d83b-477b-a19d-d142022df780 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568353 Nov 02 12:09:18.237402 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6debbff9-d9e6-45eb-bdf1-b0afb278ccf5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.358144 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] Deleting port 4574ba1c-c122-4dec-bd7d-186461020e97 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:18.358534 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.369338 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455b7a06-a82a-4060-bb4a-199a84c1791f None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:18.386753 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5131d131-9bcf-418f-9bff-a901fd730b62 req-261481c8-a77c-45fd-bbeb-2a8af42de65d tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.391882 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97dadf0-b486-4737-8e08-39a9760b6e46 None None] DHCP port deletion for 597308a3-4b1a-4920-8475-2dd5fde972dc request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:09:18.412968 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['38163cc8-a0fd-446f-b39e-952b472d659e'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:09:18.425613 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261481c8-a77c-45fd-bbeb-2a8af42de65d tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Pushing event deleted for resources: {'Port': ['ID=38163cc8-a0fd-446f-b39e-952b472d659e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:18.449520 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] For port 4574ba1c-c122-4dec-bd7d-186461020e97, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4574ba1c-c122-4dec-bd7d-186461020e97,segment=NetworkSegment(03e62b2d-e4e7-4c5e-9c54-1619e242e585),segment_id=03e62b2d-e4e7-4c5e-9c54-1619e242e585)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:18.450048 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.468464 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] Calling delete_port for 4574ba1c-c122-4dec-bd7d-186461020e97 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:18.470914 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6debbff9-d9e6-45eb-bdf1-b0afb278ccf5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.484686 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-5131d131-9bcf-418f-9bff-a901fd730b62 req-261481c8-a77c-45fd-bbeb-2a8af42de65d tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] No DVR routers for this DVR port 38163cc8-a0fd-446f-b39e-952b472d659e on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:09:18.488696 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5131d131-9bcf-418f-9bff-a901fd730b62 req-261481c8-a77c-45fd-bbeb-2a8af42de65d tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.492430 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5131d131-9bcf-418f-9bff-a901fd730b62 req-261481c8-a77c-45fd-bbeb-2a8af42de65d tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.79 "DELETE /v2.0/ports/38163cc8-a0fd-446f-b39e-952b472d659e HTTP/1.1" status: 204 len: 173 time: 1.2666614 Nov 02 12:09:18.492964 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ea076a-4959-4149-8c92-f458140ee6dd', 'name': 'network-vif-deleted', 'tag': '38163cc8-a0fd-446f-b39e-952b472d659e'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:09:18.496845 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeec4d1-7d08-4dc9-82dd-4fea78f8357a" -d '{"events": [{"server_uuid": "01ea076a-4959-4149-8c92-f458140ee6dd", "name": "network-vif-deleted", "tag": "38163cc8-a0fd-446f-b39e-952b472d659e"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:09:18.518193 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ba71cc19-ac65-4414-87a1-30e385f9db52 None None] Provisioning complete for port 14fc741c-49f0-4ac8-8f02-9815e9093384 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:18.518580 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ba71cc19-ac65-4414-87a1-30e385f9db52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.523313 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6debbff9-d9e6-45eb-bdf1-b0afb278ccf5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.531260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43140) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:18.531450 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6debbff9-d9e6-45eb-bdf1-b0afb278ccf5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/fc2d86ce-1278-4816-8658-1bcc34c33424 HTTP/1.1" status: 204 len: 168 time: 0.6408601 Nov 02 12:09:18.534906 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debbff9-d9e6-45eb-bdf1-b0afb278ccf5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2d86ce-1278-4816-8658-1bcc34c33424,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:18.600863 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfa4926-61b8-4d7e-89e7-8ba352e28af3 x-openstack-request-id: req-8dfa4926-61b8-4d7e-89e7-8ba352e28af3 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:09:18.601093 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ea076a-4959-4149-8c92-f458140ee6dd", "name": "network-vif-deleted", "tag": "38163cc8-a0fd-446f-b39e-952b472d659e", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:09:18.601180 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8dfa4926-61b8-4d7e-89e7-8ba352e28af3 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:09:18.601592 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ea076a-4959-4149-8c92-f458140ee6dd', 'name': 'network-vif-deleted', 'tag': '38163cc8-a0fd-446f-b39e-952b472d659e', 'status': 'completed', 'code': 200} Nov 02 12:09:18.603627 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2242eb6f-167a-47d7-a59d-caa9a446c300 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708010 Nov 02 12:09:18.606913 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43142) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:18.613221 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8618d012-2aae-4671-a5b5-a7147354128c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:18.637485 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f97dadf0-b486-4737-8e08-39a9760b6e46 None None] Deleting port 4574ba1c-c122-4dec-bd7d-186461020e97 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:18.637885 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f97dadf0-b486-4737-8e08-39a9760b6e46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.717816 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.747296 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f97dadf0-b486-4737-8e08-39a9760b6e46 None None] For port 4574ba1c-c122-4dec-bd7d-186461020e97, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4574ba1c-c122-4dec-bd7d-186461020e97,segment=NetworkSegment(03e62b2d-e4e7-4c5e-9c54-1619e242e585),segment_id=03e62b2d-e4e7-4c5e-9c54-1619e242e585)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:18.747845 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f97dadf0-b486-4737-8e08-39a9760b6e46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.754157 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] No DVR routers for this DVR port 4574ba1c-c122-4dec-bd7d-186461020e97 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:09:18.762498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] Pushing event deleted for resources: {'Port': ['ID=4574ba1c-c122-4dec-bd7d-186461020e97,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:18.767692 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f97dadf0-b486-4737-8e08-39a9760b6e46 None None] Calling delete_port for 4574ba1c-c122-4dec-bd7d-186461020e97 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:18.769373 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ba71cc19-ac65-4414-87a1-30e385f9db52 None None] Could not find standard attr ID for object 66c13352-34c7-4c63-bcf0-7cf686fe41c6. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:09:18.803806 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8618d012-2aae-4671-a5b5-a7147354128c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:18.809256 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8618d012-2aae-4671-a5b5-a7147354128c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.882445 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f078f6bd-0410-43ff-a049-a560a2695cf1 None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:09:18.886672 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f97dadf0-b486-4737-8e08-39a9760b6e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.893947 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.919063 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597308a3-4b1a-4920-8475-2dd5fde972dc']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:18.931122 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e62b2d-e4e7-4c5e-9c54-1619e242e585') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:18.931731 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e62b2d-e4e7-4c5e-9c54-1619e242e585') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:18.941198 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97dadf0-b486-4737-8e08-39a9760b6e46 None None] Pushing event deleted for resources: {'Port': ['ID=4574ba1c-c122-4dec-bd7d-186461020e97,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:18.942713 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.954541 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97dadf0-b486-4737-8e08-39a9760b6e46 None None] No DVR routers for this DVR port 4574ba1c-c122-4dec-bd7d-186461020e97 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:09:18.964872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.973151 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:09:18.973489 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: items = [ Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:09:18.975393 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:09:18.985210 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f078f6bd-0410-43ff-a049-a560a2695cf1 None None] Deleting port 14fc741c-49f0-4ac8-8f02-9815e9093384 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:18.985728 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f078f6bd-0410-43ff-a049-a560a2695cf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:18.995393 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c73fe5bb-a5c6-4dc2-afa0-860d6ce0a0a7 req-38eac732-099e-4546-9a1c-3698d941f643 tempest-VolumesActionsTest-879072216 tempest-VolumesActionsTest-879072216-project] 10.222.0.52 "GET /v2.0/ports?device_id=01ea076a-4959-4149-8c92-f458140ee6dd HTTP/1.1" status: 200 len: 210 time: 0.0444806 Nov 02 12:09:19.069775 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f078f6bd-0410-43ff-a049-a560a2695cf1 None None] For port 14fc741c-49f0-4ac8-8f02-9815e9093384, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=14fc741c-49f0-4ac8-8f02-9815e9093384,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:19.070174 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f078f6bd-0410-43ff-a049-a560a2695cf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:19.086149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f078f6bd-0410-43ff-a049-a560a2695cf1 None None] Calling delete_port for 14fc741c-49f0-4ac8-8f02-9815e9093384 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:19.137216 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:19.145050 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:19.156208 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] 10.222.0.52 "DELETE /v2.0/networks/597308a3-4b1a-4920-8475-2dd5fde972dc HTTP/1.1" status: 204 len: 168 time: 1.0479505 Nov 02 12:09:19.156424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43146) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:19.171378 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cc965-85e4-4367-a755-1069773d7566 admin admin] Pushing event deleted for resources: {'Network': ['ID=597308a3-4b1a-4920-8475-2dd5fde972dc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:19.300825 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f078f6bd-0410-43ff-a049-a560a2695cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:19.331363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078f6bd-0410-43ff-a049-a560a2695cf1 None None] Pushing event deleted for resources: {'Port': ['ID=14fc741c-49f0-4ac8-8f02-9815e9093384,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:19.334607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f078f6bd-0410-43ff-a049-a560a2695cf1 None None] No DVR routers for this DVR port 14fc741c-49f0-4ac8-8f02-9815e9093384 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:09:19.356136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.objects.ports [None req-8618d012-2aae-4671-a5b5-a7147354128c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102689) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 12:09:19.359623 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8618d012-2aae-4671-a5b5-a7147354128c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:19.458080 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8618d012-2aae-4671-a5b5-a7147354128c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:19.467193 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-8618d012-2aae-4671-a5b5-a7147354128c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:19.477611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9739b481-661b-49ae-ae4c-6fc9a9c67f08 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:19.497949 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8618d012-2aae-4671-a5b5-a7147354128c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:19.498547 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8618d012-2aae-4671-a5b5-a7147354128c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:19.505592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618d012-2aae-4671-a5b5-a7147354128c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=c363be4d-e7ba-4c4a-b932-4d236af30e76,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:19.627671 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 14fc741c-49f0-4ac8-8f02-9815e9093384 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:09:19.635077 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8618d012-2aae-4671-a5b5-a7147354128c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0236223 Nov 02 12:09:19.635488 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43148) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:19.641101 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e4190fc3-fb78-4cc4-af6d-eaa424d0a5e4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:19.672606 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 14fc741c-49f0-4ac8-8f02-9815e9093384 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:09:19.673017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 14fc741c-49f0-4ac8-8f02-9815e9093384 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:09:19.673550 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4574ba1c-c122-4dec-bd7d-186461020e97 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:09:19.708082 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 4574ba1c-c122-4dec-bd7d-186461020e97 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:09:19.712075 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4574ba1c-c122-4dec-bd7d-186461020e97 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:09:19.727548 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c76e09d2-ad86-469b-a99d-772c045d7b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:19.740386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': 'c363be4d-e7ba-4c4a-b932-4d236af30e76'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:09:19.741757 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:19.765102 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5a37a015-437f-4df1-a1e4-03718da4ac27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:19.870123 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4190fc3-fb78-4cc4-af6d-eaa424d0a5e4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:19.873729 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4190fc3-fb78-4cc4-af6d-eaa424d0a5e4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:19.886678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Allocated IP 2001:db8::f816:3eff:fe06:72f6 (7d15c4a2-1728-44a3-9cfe-f71922160717/c363be4d-e7ba-4c4a-b932-4d236af30e76/6f98dae9-17d5-455b-9839-2070a4688871) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:20.005338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c76e09d2-ad86-469b-a99d-772c045d7b88 admin admin] Deleting port c4747133-baac-418e-b5a7-d5084eae6aaa {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:20.005940 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c76e09d2-ad86-469b-a99d-772c045d7b88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:20.079245 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:20.101752 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-c76e09d2-ad86-469b-a99d-772c045d7b88 admin admin] For port c4747133-baac-418e-b5a7-d5084eae6aaa, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c4747133-baac-418e-b5a7-d5084eae6aaa,segment=NetworkSegment(920d8187-2f99-45f3-82c5-1efc5daed3c6),segment_id=920d8187-2f99-45f3-82c5-1efc5daed3c6)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:20.103099 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c76e09d2-ad86-469b-a99d-772c045d7b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:20.117156 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c76e09d2-ad86-469b-a99d-772c045d7b88 admin admin] Calling delete_port for c4747133-baac-418e-b5a7-d5084eae6aaa owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:20.192546 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:20.230995 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:20.235864 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:20.239850 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:20.252218 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Pushing event updated for resources: {'Port': ['ID=6f98dae9-17d5-455b-9839-2070a4688871,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:20.275657 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4190fc3-fb78-4cc4-af6d-eaa424d0a5e4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:20.340606 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4190fc3-fb78-4cc4-af6d-eaa424d0a5e4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:20.344449 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-e4190fc3-fb78-4cc4-af6d-eaa424d0a5e4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:20.347672 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4190fc3-fb78-4cc4-af6d-eaa424d0a5e4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:20.348277 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4190fc3-fb78-4cc4-af6d-eaa424d0a5e4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:20.373880 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4190fc3-fb78-4cc4-af6d-eaa424d0a5e4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=b4c356fc-88f2-478b-9941-4844d4d215c5,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:20.381491 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c76e09d2-ad86-469b-a99d-772c045d7b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:20.413325 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e09d2-ad86-469b-a99d-772c045d7b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4747133-baac-418e-b5a7-d5084eae6aaa,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:20.468206 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e4190fc3-fb78-4cc4-af6d-eaa424d0a5e4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8312693 Nov 02 12:09:20.471263 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43158) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:20.476738 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-9f51f1d8-6fe1-48ab-873f-49700048994d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'mac_address': 'fa:16:3e:fa:24:16', 'name': 'tempest-NetworksTestDHCPv6-1038029746'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:20.487187 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Attempting to bind port 6f98dae9-17d5-455b-9839-2070a4688871 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:09:20.487786 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Attempting to bind port 6f98dae9-17d5-455b-9839-2070a4688871 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:09:20.494283 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Attempting to bind port 6f98dae9-17d5-455b-9839-2070a4688871 on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:09:20.509129 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:09:20.509504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:09:20.509906 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:20.510294 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:09:20.510914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Bound port: 6f98dae9-17d5-455b-9839-2070a4688871, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:09:20.511550 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:20.605720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] For port 6f98dae9-17d5-455b-9839-2070a4688871, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:09:20.610968 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] For port 6f98dae9-17d5-455b-9839-2070a4688871, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6f98dae9-17d5-455b-9839-2070a4688871,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:09:20.636989 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c76e09d2-ad86-469b-a99d-772c045d7b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:20.693619 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:20.718125 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f51f1d8-6fe1-48ab-873f-49700048994d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:20.769194 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16d82f-c824-4065-a09e-c21863c46d9e None None] Pushing event updated for resources: {'Port': ['ID=6f98dae9-17d5-455b-9839-2070a4688871,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:20.845430 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9f51f1d8-6fe1-48ab-873f-49700048994d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:20.867273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-9f51f1d8-6fe1-48ab-873f-49700048994d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port f4d9b128-97dc-4eef-8ff2-f27ecefa751e yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:09:21.051759 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:21.122193 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 38163cc8-a0fd-446f-b39e-952b472d659e no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:09:21.125369 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-9f51f1d8-6fe1-48ab-873f-49700048994d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 172.20.0.9 (7d15c4a2-1728-44a3-9cfe-f71922160717/b4c356fc-88f2-478b-9941-4844d4d215c5/f4d9b128-97dc-4eef-8ff2-f27ecefa751e) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:21.134083 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-9f51f1d8-6fe1-48ab-873f-49700048994d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::f816:3eff:fefa:2416 (7d15c4a2-1728-44a3-9cfe-f71922160717/c363be4d-e7ba-4c4a-b932-4d236af30e76/f4d9b128-97dc-4eef-8ff2-f27ecefa751e) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:21.162487 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 38163cc8-a0fd-446f-b39e-952b472d659e {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:09:21.162838 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 38163cc8-a0fd-446f-b39e-952b472d659e not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:09:21.302895 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76e09d2-ad86-469b-a99d-772c045d7b88 admin admin] Router 7c151750-93e7-47b3-8b0e-434550f4d5b8 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:09:21.321823 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9f51f1d8-6fe1-48ab-873f-49700048994d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:21.419945 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76e09d2-ad86-469b-a99d-772c045d7b88 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:09:21.429123 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c76e09d2-ad86-469b-a99d-772c045d7b88 admin admin] 10.222.0.52 "PUT /v2.0/routers/7c151750-93e7-47b3-8b0e-434550f4d5b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2667456 Nov 02 12:09:21.429713 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211707dd-4bf4-4d5f-a91b-ca592bb39a59 None None] Sync routers for ids ['7c151750-93e7-47b3-8b0e-434550f4d5b8'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:09:21.431903 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43180) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:21.441471 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211707dd-4bf4-4d5f-a91b-ca592bb39a59 None None] Routers {'7c151750-93e7-47b3-8b0e-434550f4d5b8'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:21.442081 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-211707dd-4bf4-4d5f-a91b-ca592bb39a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:09:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7c151750-93e7-47b3-8b0e-434550f4d5b8'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:21.481640 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9f51f1d8-6fe1-48ab-873f-49700048994d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:21.540268 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f51f1d8-6fe1-48ab-873f-49700048994d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:21.545382 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-9f51f1d8-6fe1-48ab-873f-49700048994d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:21.588338 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-211707dd-4bf4-4d5f-a91b-ca592bb39a59 None None] Set router 7c151750-93e7-47b3-8b0e-434550f4d5b8 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:09:21.770434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6f98dae9-17d5-455b-9839-2070a4688871 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:21.869640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 6f98dae9-17d5-455b-9839-2070a4688871 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:21.870303 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:21.870912 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-211707dd-4bf4-4d5f-a91b-ca592bb39a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'name': 'tempest-TestAggregatesBasicOps-84452511-router', 'tenant_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'ab95b50b-2133-4352-8c9b-ab259ee07c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:58Z', 'updated_at': '2021-11-02T12:09:20Z', 'revision_number': 5, 'project_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'gw_port': {'id': 'ab95b50b-2133-4352-8c9b-ab259ee07c22', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:59Z', 'updated_at': '2021-11-02T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:21.912988 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211707dd-4bf4-4d5f-a91b-ca592bb39a59 None None] Checking router: 7c151750-93e7-47b3-8b0e-434550f4d5b8 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:09:21.929369 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211707dd-4bf4-4d5f-a91b-ca592bb39a59 None None] Routers {'7c151750-93e7-47b3-8b0e-434550f4d5b8'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:21.931204 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-211707dd-4bf4-4d5f-a91b-ca592bb39a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:09:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7c151750-93e7-47b3-8b0e-434550f4d5b8'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:21.981890 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:22.023436 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 6f98dae9-17d5-455b-9839-2070a4688871, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6f98dae9-17d5-455b-9839-2070a4688871,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:22.057559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7711e921-88f4-4f3c-b8fa-97c7c3c3ef51 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:22.074208 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-211707dd-4bf4-4d5f-a91b-ca592bb39a59 None None] Set router 7c151750-93e7-47b3-8b0e-434550f4d5b8 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:09:22.078122 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f51f1d8-6fe1-48ab-873f-49700048994d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:22.106299 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51f1d8-6fe1-48ab-873f-49700048994d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=f4d9b128-97dc-4eef-8ff2-f27ecefa751e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:22.160817 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f51f1d8-6fe1-48ab-873f-49700048994d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:22.161722 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9f51f1d8-6fe1-48ab-873f-49700048994d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:22.165512 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7152-8bac-43a2-abbd-53e4b6179bc9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:22.174319 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:22.257279 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=6f98dae9-17d5-455b-9839-2070a4688871,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:22.285890 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-78963cf1-05aa-4bd3-9050-e6470ca11bbe None None] Provisioning complete for port 6f98dae9-17d5-455b-9839-2070a4688871 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:22.286098 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-211707dd-4bf4-4d5f-a91b-ca592bb39a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'name': 'tempest-TestAggregatesBasicOps-84452511-router', 'tenant_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'ab95b50b-2133-4352-8c9b-ab259ee07c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:58Z', 'updated_at': '2021-11-02T12:09:20Z', 'revision_number': 5, 'project_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'gw_port': {'id': 'ab95b50b-2133-4352-8c9b-ab259ee07c22', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:59Z', 'updated_at': '2021-11-02T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:22.286425 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-78963cf1-05aa-4bd3-9050-e6470ca11bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:22.317071 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7152-8bac-43a2-abbd-53e4b6179bc9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:22.323484 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211707dd-4bf4-4d5f-a91b-ca592bb39a59 None None] The sync data for ids ['7c151750-93e7-47b3-8b0e-434550f4d5b8'] in n-d-806683-18 is: [{'id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'name': 'tempest-TestAggregatesBasicOps-84452511-router', 'tenant_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'ab95b50b-2133-4352-8c9b-ab259ee07c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:08:58Z', 'updated_at': '2021-11-02T12:09:20Z', 'revision_number': 5, 'project_id': 'a3647b5433364dbcb5e2b3bddecdedc8', 'gw_port': {'id': 'ab95b50b-2133-4352-8c9b-ab259ee07c22', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ef:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c151750-93e7-47b3-8b0e-434550f4d5b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:08:59Z', 'updated_at': '2021-11-02T12:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:09:22.402101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43198) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:22.404004 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9f51f1d8-6fe1-48ab-873f-49700048994d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9316459 Nov 02 12:09:22.458908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ca7bf0-13b1-4a53-a35b-93c2e07f7beb tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:22.466645 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ca7bf0-13b1-4a53-a35b-93c2e07f7beb tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:22.468882 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b4ca7bf0-13b1-4a53-a35b-93c2e07f7beb tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0650046 Nov 02 12:09:22.471783 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43200) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:22.494409 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40170a57-18be-41e4-acfa-0085374880df None None] Update dhcp port {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'fixed_ips': [{'subnet_id': 'c363be4d-e7ba-4c4a-b932-4d236af30e76', 'ip_address': '2001:db8::f816:3eff:fe06:72f6'}, {'subnet_id': 'b4c356fc-88f2-478b-9941-4844d4d215c5'}], 'binding:host_id': 'n-d-806683-18'}, 'id': '6f98dae9-17d5-455b-9839-2070a4688871'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 12:09:22.517062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0ccc7152-8bac-43a2-abbd-53e4b6179bc9 admin admin] Deleting port ab95b50b-2133-4352-8c9b-ab259ee07c22 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:22.518026 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7152-8bac-43a2-abbd-53e4b6179bc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:22.520313 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:22.526553 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-40170a57-18be-41e4-acfa-0085374880df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:22.619231 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6d643a06-1b41-4c16-84e7-e8d3078b7245 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port f4d9b128-97dc-4eef-8ff2-f27ecefa751e {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:22.619587 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6d643a06-1b41-4c16-84e7-e8d3078b7245 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:22.641511 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-0ccc7152-8bac-43a2-abbd-53e4b6179bc9 admin admin] For port ab95b50b-2133-4352-8c9b-ab259ee07c22, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ab95b50b-2133-4352-8c9b-ab259ee07c22,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:22.641511 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7152-8bac-43a2-abbd-53e4b6179bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:22.653901 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0ccc7152-8bac-43a2-abbd-53e4b6179bc9 admin admin] Calling delete_port for ab95b50b-2133-4352-8c9b-ab259ee07c22 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:22.752134 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-40170a57-18be-41e4-acfa-0085374880df None None] Allocated IP 172.20.0.2 (7d15c4a2-1728-44a3-9cfe-f71922160717/b4c356fc-88f2-478b-9941-4844d4d215c5/6f98dae9-17d5-455b-9839-2070a4688871) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:22.770631 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6d643a06-1b41-4c16-84e7-e8d3078b7245 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:22.785624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6d643a06-1b41-4c16-84e7-e8d3078b7245 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for f4d9b128-97dc-4eef-8ff2-f27ecefa751e owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:22.895157 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-40170a57-18be-41e4-acfa-0085374880df None None] For port 6f98dae9-17d5-455b-9839-2070a4688871, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6f98dae9-17d5-455b-9839-2070a4688871,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:22.955875 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-40170a57-18be-41e4-acfa-0085374880df None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:23.031936 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7152-8bac-43a2-abbd-53e4b6179bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:23.066391 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc7152-8bac-43a2-abbd-53e4b6179bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab95b50b-2133-4352-8c9b-ab259ee07c22,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:23.072388 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-40170a57-18be-41e4-acfa-0085374880df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:23.133971 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7152-8bac-43a2-abbd-53e4b6179bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:23.161263 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6d643a06-1b41-4c16-84e7-e8d3078b7245 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:23.182943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40170a57-18be-41e4-acfa-0085374880df None None] Pushing event updated for resources: {'Port': ['ID=6f98dae9-17d5-455b-9839-2070a4688871,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:23.205285 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d643a06-1b41-4c16-84e7-e8d3078b7245 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=f4d9b128-97dc-4eef-8ff2-f27ecefa751e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:23.253263 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7152-8bac-43a2-abbd-53e4b6179bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:23.263327 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7152-8bac-43a2-abbd-53e4b6179bc9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:23.386492 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6d643a06-1b41-4c16-84e7-e8d3078b7245 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:23.392169 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6d643a06-1b41-4c16-84e7-e8d3078b7245 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/f4d9b128-97dc-4eef-8ff2-f27ecefa751e HTTP/1.1" status: 204 len: 168 time: 0.9168191 Nov 02 12:09:23.394822 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43228) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:23.461100 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7152-8bac-43a2-abbd-53e4b6179bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:23.462007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccc7152-8bac-43a2-abbd-53e4b6179bc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c151750-93e7-47b3-8b0e-434550f4d5b8 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:09:23.475659 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7152-8bac-43a2-abbd-53e4b6179bc9 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:23.479610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43230) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:23.480190 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0ccc7152-8bac-43a2-abbd-53e4b6179bc9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/7c151750-93e7-47b3-8b0e-434550f4d5b8 HTTP/1.1" status: 204 len: 168 time: 2.0469117 Nov 02 12:09:23.489056 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48579cc2-ddbd-4154-9f73-5a27b7079ca0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:23.491371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48579cc2-ddbd-4154-9f73-5a27b7079ca0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:23.494883 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48579cc2-ddbd-4154-9f73-5a27b7079ca0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:23.502620 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-48579cc2-ddbd-4154-9f73-5a27b7079ca0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1085548 Nov 02 12:09:23.503550 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43232) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:23.597554 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1af4b5-d8ad-4444-9ada-0dff64d079e1 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet b4c356fc-88f2-478b-9941-4844d4d215c5 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:09:23.609378 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e1af4b5-d8ad-4444-9ada-0dff64d079e1 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:23.613052 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ad342d-6a1d-4133-8bec-f3f38694bf48 admin admin] Deleting subnet a39b0f44-a3f9-4354-af0a-7b6c6531b46f {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:09:23.617037 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f3ad342d-6a1d-4133-8bec-f3f38694bf48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:23.705525 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e1af4b5-d8ad-4444-9ada-0dff64d079e1 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:23.727971 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f3ad342d-6a1d-4133-8bec-f3f38694bf48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:23.850752 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e1af4b5-d8ad-4444-9ada-0dff64d079e1 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:23.857068 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f3ad342d-6a1d-4133-8bec-f3f38694bf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:24.032728 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e1af4b5-d8ad-4444-9ada-0dff64d079e1 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:24.064237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1af4b5-d8ad-4444-9ada-0dff64d079e1 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c356fc-88f2-478b-9941-4844d4d215c5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:24.066820 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f3ad342d-6a1d-4133-8bec-f3f38694bf48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:24.109756 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e1af4b5-d8ad-4444-9ada-0dff64d079e1 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:24.113978 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0e1af4b5-d8ad-4444-9ada-0dff64d079e1 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/b4c356fc-88f2-478b-9941-4844d4d215c5 HTTP/1.1" status: 204 len: 168 time: 0.6094165 Nov 02 12:09:24.121216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43238) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:24.137568 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:24.156526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad342d-6a1d-4133-8bec-f3f38694bf48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a39b0f44-a3f9-4354-af0a-7b6c6531b46f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:24.160204 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f3ad342d-6a1d-4133-8bec-f3f38694bf48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:24.163470 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4590299d-59e6-4185-ad6d-73433ae65b44 None None] Network 69f474bd-c668-43d1-a808-09dfbfe5a770 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:24.167078 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6f98dae9-17d5-455b-9839-2070a4688871 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:24.188185 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f3ad342d-6a1d-4133-8bec-f3f38694bf48 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a39b0f44-a3f9-4354-af0a-7b6c6531b46f HTTP/1.1" status: 204 len: 168 time: 0.7064633 Nov 02 12:09:24.188845 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43240) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:24.265696 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f73e359-af4e-45ad-9f51-7cb7c7650ab3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet c363be4d-e7ba-4c4a-b932-4d236af30e76 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:09:24.267011 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a041109d-4e12-41d6-90ab-532f6e68466b None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:24.274080 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f73e359-af4e-45ad-9f51-7cb7c7650ab3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:24.314990 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:24.341921 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f73e359-af4e-45ad-9f51-7cb7c7650ab3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:24.376075 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-43a71198-47b2-47f1-8e81-67864c2ebf2f None None] Could not find standard attr ID for object f4d9b128-97dc-4eef-8ff2-f27ecefa751e. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:09:24.397037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] Deleting port d71a5505-19bd-4095-b004-c45106d32c11 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:24.397433 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:24.453869 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-43a71198-47b2-47f1-8e81-67864c2ebf2f None None] Provisioning complete for port 6f98dae9-17d5-455b-9839-2070a4688871 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:24.454217 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-43a71198-47b2-47f1-8e81-67864c2ebf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:24.487793 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:24.495834 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f73e359-af4e-45ad-9f51-7cb7c7650ab3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:24.507888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] For port d71a5505-19bd-4095-b004-c45106d32c11, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d71a5505-19bd-4095-b004-c45106d32c11,segment=NetworkSegment(920d8187-2f99-45f3-82c5-1efc5daed3c6),segment_id=920d8187-2f99-45f3-82c5-1efc5daed3c6)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:24.508666 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:24.529868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] Calling delete_port for d71a5505-19bd-4095-b004-c45106d32c11 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:24.589919 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 6f98dae9-17d5-455b-9839-2070a4688871 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:24.590329 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:24.644179 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f73e359-af4e-45ad-9f51-7cb7c7650ab3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:24.722614 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73e359-af4e-45ad-9f51-7cb7c7650ab3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=c363be4d-e7ba-4c4a-b932-4d236af30e76,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:24.727501 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:24.748216 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f73e359-af4e-45ad-9f51-7cb7c7650ab3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:24.757914 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2f73e359-af4e-45ad-9f51-7cb7c7650ab3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/c363be4d-e7ba-4c4a-b932-4d236af30e76 HTTP/1.1" status: 204 len: 168 time: 0.6356454 Nov 02 12:09:24.759156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43242) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:24.769246 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] Pushing event deleted for resources: {'Port': ['ID=d71a5505-19bd-4095-b004-c45106d32c11,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:24.773532 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] No DVR routers for this DVR port d71a5505-19bd-4095-b004-c45106d32c11 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:09:24.826759 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-32dc5b78-5f3b-404b-942a-8019c344b178 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663064 Nov 02 12:09:24.834336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43244) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:24.844839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-bf1f9e56-f261-4fc4-bf7c-2081e1a1d7a9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:24.854833 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e300c8b-2ee2-4d29-ab41-453019e54e37 None None] DHCP port deletion for 69f474bd-c668-43d1-a808-09dfbfe5a770 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:09:24.909135 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:24.940761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c4747133-baac-418e-b5a7-d5084eae6aaa no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:09:24.976631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: c4747133-baac-418e-b5a7-d5084eae6aaa {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:09:24.978316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c4747133-baac-418e-b5a7-d5084eae6aaa not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:09:24.984048 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ebce5d-352d-4100-9fc0-d7cf94ed25dd None None] Update dhcp port {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'fixed_ips': [{'subnet_id': 'c363be4d-e7ba-4c4a-b932-4d236af30e76'}], 'binding:host_id': 'n-d-806683-18'}, 'id': '6f98dae9-17d5-455b-9839-2070a4688871'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 12:09:24.990671 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f474bd-c668-43d1-a808-09dfbfe5a770']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:25.009882 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:25.010963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920d8187-2f99-45f3-82c5-1efc5daed3c6') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:25.011175 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920d8187-2f99-45f3-82c5-1efc5daed3c6') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:25.027298 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:25.028119 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-08ebce5d-352d-4100-9fc0-d7cf94ed25dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:25.065931 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:25.077469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:09:25.078275 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:09:25.082714 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:09:25.161651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1f9e56-f261-4fc4-bf7c-2081e1a1d7a9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:25.176262 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf1f9e56-f261-4fc4-bf7c-2081e1a1d7a9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:25.254714 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:25.278729 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a6f86f-a2a6-4241-a40c-796881850357 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:25.284421 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:25.290615 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] 10.222.0.52 "DELETE /v2.0/networks/69f474bd-c668-43d1-a808-09dfbfe5a770 HTTP/1.1" status: 204 len: 168 time: 1.0976322 Nov 02 12:09:25.290615 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68ca91-8df0-4fff-9f5d-99fe7e4c9086 admin admin] Pushing event deleted for resources: {'Network': ['ID=69f474bd-c668-43d1-a808-09dfbfe5a770,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:25.543142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-11d147e5-b494-47cd-b0cc-b43caaa3137c None None] Provisioning complete for port 6f98dae9-17d5-455b-9839-2070a4688871 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:25.543603 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-11d147e5-b494-47cd-b0cc-b43caaa3137c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:25.558793 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf1f9e56-f261-4fc4-bf7c-2081e1a1d7a9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:25.672251 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1f9e56-f261-4fc4-bf7c-2081e1a1d7a9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:25.679489 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-bf1f9e56-f261-4fc4-bf7c-2081e1a1d7a9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:25.686615 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1f9e56-f261-4fc4-bf7c-2081e1a1d7a9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:25.687406 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf1f9e56-f261-4fc4-bf7c-2081e1a1d7a9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:25.713944 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f9e56-f261-4fc4-bf7c-2081e1a1d7a9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=884c051a-a75e-4c55-a7bf-fadbe30c118f,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:25.820406 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43252) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:25.843504 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bf1f9e56-f261-4fc4-bf7c-2081e1a1d7a9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0076232 Nov 02 12:09:25.846240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43254) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:25.857973 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-240cf4de-a555-4217-bbe1-b8894f00320a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:25.892282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a71d033-5a86-4757-9b1b-14ae3ab9341d None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:09:25.894359 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ab95b50b-2133-4352-8c9b-ab259ee07c22 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:09:25.933820 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: ab95b50b-2133-4352-8c9b-ab259ee07c22 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:09:25.934334 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ab95b50b-2133-4352-8c9b-ab259ee07c22 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:09:25.934857 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d71a5505-19bd-4095-b004-c45106d32c11 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:09:25.967750 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: d71a5505-19bd-4095-b004-c45106d32c11 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:09:25.968170 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d71a5505-19bd-4095-b004-c45106d32c11 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:09:25.968688 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6f98dae9-17d5-455b-9839-2070a4688871 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:09:26.006654 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1a49b3a8-1df5-4724-ac64-b0f523efd3c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1dfabdffd9e048a9b5fa6fd95e138def&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1802847 Nov 02 12:09:26.015190 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43260) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:26.088254 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:26.134177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 6f98dae9-17d5-455b-9839-2070a4688871, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6f98dae9-17d5-455b-9839-2070a4688871,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:26.136377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6a71d033-5a86-4757-9b1b-14ae3ab9341d None None] Deleting port 6f98dae9-17d5-455b-9839-2070a4688871 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:26.136859 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6a71d033-5a86-4757-9b1b-14ae3ab9341d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:26.189513 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-987db33f-84a2-4825-bd78-96b83556e640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:26.226589 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:26.279356 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-987db33f-84a2-4825-bd78-96b83556e640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:26.289699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240cf4de-a555-4217-bbe1-b8894f00320a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:26.294969 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-240cf4de-a555-4217-bbe1-b8894f00320a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:26.318046 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6a71d033-5a86-4757-9b1b-14ae3ab9341d None None] For port 6f98dae9-17d5-455b-9839-2070a4688871, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6f98dae9-17d5-455b-9839-2070a4688871,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:26.319606 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6a71d033-5a86-4757-9b1b-14ae3ab9341d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:26.383172 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6a71d033-5a86-4757-9b1b-14ae3ab9341d None None] Calling delete_port for 6f98dae9-17d5-455b-9839-2070a4688871 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:26.428734 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=6f98dae9-17d5-455b-9839-2070a4688871,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:26.455071 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-987db33f-84a2-4825-bd78-96b83556e640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:26.457895 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-987db33f-84a2-4825-bd78-96b83556e640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:26.459811 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-987db33f-84a2-4825-bd78-96b83556e640 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2c552e9b-0c3f-4e0d-9d45-ef350c95975b HTTP/1.1" status: 204 len: 168 time: 0.4433167 Nov 02 12:09:26.475455 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987db33f-84a2-4825-bd78-96b83556e640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c552e9b-0c3f-4e0d-9d45-ef350c95975b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:26.682041 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6a71d033-5a86-4757-9b1b-14ae3ab9341d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:26.740667 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71d033-5a86-4757-9b1b-14ae3ab9341d None None] Pushing event deleted for resources: {'Port': ['ID=6f98dae9-17d5-455b-9839-2070a4688871,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:26.752700 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71d033-5a86-4757-9b1b-14ae3ab9341d None None] No DVR routers for this DVR port 6f98dae9-17d5-455b-9839-2070a4688871 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:09:26.772002 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fea317-6ab2-4dd1-b003-4dbdd683e654 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:26.926473 n-d-806683-18 neutron-server[102689]: DEBUG neutron.objects.ports [None req-240cf4de-a555-4217-bbe1-b8894f00320a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102689) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 12:09:26.934038 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-240cf4de-a555-4217-bbe1-b8894f00320a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:26.975814 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': '82148ae0-44e3-409e-85a8-cfea3fe8de49'}, {'subnet_id': '884c051a-a75e-4c55-a7bf-fadbe30c118f'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:09:26.977284 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:27.015928 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240cf4de-a555-4217-bbe1-b8894f00320a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:27.019518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-240cf4de-a555-4217-bbe1-b8894f00320a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:27.022287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240cf4de-a555-4217-bbe1-b8894f00320a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:27.023158 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-240cf4de-a555-4217-bbe1-b8894f00320a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:27.048024 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cf4de-a555-4217-bbe1-b8894f00320a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=82148ae0-44e3-409e-85a8-cfea3fe8de49,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:27.114784 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-240cf4de-a555-4217-bbe1-b8894f00320a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2647097 Nov 02 12:09:27.115192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43270) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:27.121649 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a0e8a565-be28-4a08-b479-218bf3bbf219 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'mac_address': 'fa:16:3e:1a:a3:f7', 'name': 'tempest-NetworksTestDHCPv6-404740181'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:27.246632 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Allocated IP 172.20.0.2 (7d15c4a2-1728-44a3-9cfe-f71922160717/884c051a-a75e-4c55-a7bf-fadbe30c118f/5749ab3d-fecd-44cd-98d2-c3d0df498ef5) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:27.253759 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Allocated IP 2001:db8::f816:3eff:fec0:5a13 (7d15c4a2-1728-44a3-9cfe-f71922160717/82148ae0-44e3-409e-85a8-cfea3fe8de49/5749ab3d-fecd-44cd-98d2-c3d0df498ef5) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:27.401401 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e8a565-be28-4a08-b479-218bf3bbf219 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:27.503413 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0e8a565-be28-4a08-b479-218bf3bbf219 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:27.533640 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-a0e8a565-be28-4a08-b479-218bf3bbf219 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port 9f080056-0151-45e5-89b4-88eeee4e9d03 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:09:27.617003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43272) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:27.657591 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:27.690805 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1035eefe-4b48-46c8-8f69-a098fb21325e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3647b5433364dbcb5e2b3bddecdedc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0725675 Nov 02 12:09:27.693451 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43274) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:27.746712 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:27.766329 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-91f5cce3-19ca-4b01-9b39-82f36d501678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:27.798255 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-91f5cce3-19ca-4b01-9b39-82f36d501678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:27.844873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:27.854828 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:27.862792 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:27.908718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Pushing event updated for resources: {'Port': ['ID=5749ab3d-fecd-44cd-98d2-c3d0df498ef5,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:27.940542 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-91f5cce3-19ca-4b01-9b39-82f36d501678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:27.944997 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-91f5cce3-19ca-4b01-9b39-82f36d501678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:27.948670 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-91f5cce3-19ca-4b01-9b39-82f36d501678 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/abb19984-79fc-4191-a843-e844371a98ab HTTP/1.1" status: 204 len: 168 time: 0.2541378 Nov 02 12:09:27.969521 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-a0e8a565-be28-4a08-b479-218bf3bbf219 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 172.20.0.3 (7d15c4a2-1728-44a3-9cfe-f71922160717/884c051a-a75e-4c55-a7bf-fadbe30c118f/9f080056-0151-45e5-89b4-88eeee4e9d03) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:27.971987 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5cce3-19ca-4b01-9b39-82f36d501678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb19984-79fc-4191-a843-e844371a98ab,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:27.980085 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Attempting to bind port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:09:27.980733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Attempting to bind port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:09:27.981306 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Attempting to bind port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:09:27.983005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-a0e8a565-be28-4a08-b479-218bf3bbf219 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::f816:3eff:fe1a:a3f7 (7d15c4a2-1728-44a3-9cfe-f71922160717/82148ae0-44e3-409e-85a8-cfea3fe8de49/9f080056-0151-45e5-89b4-88eeee4e9d03) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:27.988703 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:09:27.989379 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:09:27.990110 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:27.990864 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:09:27.991582 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Bound port: 5749ab3d-fecd-44cd-98d2-c3d0df498ef5, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:09:27.992162 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:28.076414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] For port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:09:28.081074 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] For port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5749ab3d-fecd-44cd-98d2-c3d0df498ef5,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:09:28.152382 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:28.178354 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0e8a565-be28-4a08-b479-218bf3bbf219 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:28.217732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd2bb6-d1ee-480d-8e73-247636c9d34f None None] Pushing event updated for resources: {'Port': ['ID=5749ab3d-fecd-44cd-98d2-c3d0df498ef5,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:28.596188 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0e8a565-be28-4a08-b479-218bf3bbf219 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:28.640945 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8a565-be28-4a08-b479-218bf3bbf219 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:28.646872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-a0e8a565-be28-4a08-b479-218bf3bbf219 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:28.652985 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8a565-be28-4a08-b479-218bf3bbf219 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:28.661660 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8a565-be28-4a08-b479-218bf3bbf219 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=9f080056-0151-45e5-89b4-88eeee4e9d03,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:28.749467 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e8a565-be28-4a08-b479-218bf3bbf219 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:28.749467 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0e8a565-be28-4a08-b479-218bf3bbf219 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:28.841018 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a0e8a565-be28-4a08-b479-218bf3bbf219 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7243094 Nov 02 12:09:28.843303 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43288) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:28.934276 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371f0157-4ad5-4ee8-a64a-aba5126bfc84 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:28.941306 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371f0157-4ad5-4ee8-a64a-aba5126bfc84 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:28.943033 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-371f0157-4ad5-4ee8-a64a-aba5126bfc84 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0975437 Nov 02 12:09:28.946570 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43292) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:29.144292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a90be35e-57d0-4d9c-893d-f9e3f2d732cf tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port 9f080056-0151-45e5-89b4-88eeee4e9d03 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:29.144951 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a90be35e-57d0-4d9c-893d-f9e3f2d732cf tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:29.270636 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a90be35e-57d0-4d9c-893d-f9e3f2d732cf tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:29.296431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a90be35e-57d0-4d9c-893d-f9e3f2d732cf tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for 9f080056-0151-45e5-89b4-88eeee4e9d03 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:29.655987 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4783a86d-7471-402a-8ea3-24957bbb344c None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:29.672488 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a90be35e-57d0-4d9c-893d-f9e3f2d732cf tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:29.727965 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:29.811172 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6d1ebcdd-6a3d-4b66-928c-3a56f1cab4a0 None None] Provisioning complete for port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:29.811665 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebcdd-6a3d-4b66-928c-3a56f1cab4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:29.818004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90be35e-57d0-4d9c-893d-f9e3f2d732cf tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=9f080056-0151-45e5-89b4-88eeee4e9d03,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:29.947277 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a90be35e-57d0-4d9c-893d-f9e3f2d732cf tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:29.953223 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a90be35e-57d0-4d9c-893d-f9e3f2d732cf tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/9f080056-0151-45e5-89b4-88eeee4e9d03 HTTP/1.1" status: 204 len: 168 time: 1.0055292 Nov 02 12:09:29.956343 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43314) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:29.960590 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:29.961152 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:30.035037 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392ee61a-086b-4a60-b2ca-10147a097bda tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:30.037733 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392ee61a-086b-4a60-b2ca-10147a097bda tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:30.040499 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392ee61a-086b-4a60-b2ca-10147a097bda tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:30.043288 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-392ee61a-086b-4a60-b2ca-10147a097bda tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0851734 Nov 02 12:09:30.045965 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43316) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:30.133446 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebcdd-6a3d-4b66-928c-3a56f1cab4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:30.182191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-7789bda4-38de-4333-8523-6c995c19f1d0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 82148ae0-44e3-409e-85a8-cfea3fe8de49 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:09:30.186301 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7789bda4-38de-4333-8523-6c995c19f1d0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:30.261727 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:30.276778 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7789bda4-38de-4333-8523-6c995c19f1d0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:30.322616 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6d1ebcdd-6a3d-4b66-928c-3a56f1cab4a0 None None] For port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5749ab3d-fecd-44cd-98d2-c3d0df498ef5,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:30.398728 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6d1ebcdd-6a3d-4b66-928c-3a56f1cab4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:30.445473 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7789bda4-38de-4333-8523-6c995c19f1d0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:30.547136 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:09:30.548746 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:09:30.548746 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ebcdd-6a3d-4b66-928c-3a56f1cab4a0 None None] Pushing event updated for resources: {'Port': ['ID=5749ab3d-fecd-44cd-98d2-c3d0df498ef5,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:30.560583 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ebcdd-6a3d-4b66-928c-3a56f1cab4a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:30.561495 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ebcdd-6a3d-4b66-928c-3a56f1cab4a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:30.561839 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ebcdd-6a3d-4b66-928c-3a56f1cab4a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:30.562179 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ebcdd-6a3d-4b66-928c-3a56f1cab4a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:30.562513 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ebcdd-6a3d-4b66-928c-3a56f1cab4a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:30.562845 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ebcdd-6a3d-4b66-928c-3a56f1cab4a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:30.563231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ebcdd-6a3d-4b66-928c-3a56f1cab4a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:30.563622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ebcdd-6a3d-4b66-928c-3a56f1cab4a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:30.563945 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ebcdd-6a3d-4b66-928c-3a56f1cab4a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:30.564364 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ebcdd-6a3d-4b66-928c-3a56f1cab4a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:30.564697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ebcdd-6a3d-4b66-928c-3a56f1cab4a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:30.565040 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1ebcdd-6a3d-4b66-928c-3a56f1cab4a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:30.677729 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7789bda4-38de-4333-8523-6c995c19f1d0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:30.697849 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7789bda4-38de-4333-8523-6c995c19f1d0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:30.705444 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7789bda4-38de-4333-8523-6c995c19f1d0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/82148ae0-44e3-409e-85a8-cfea3fe8de49 HTTP/1.1" status: 204 len: 168 time: 0.6579592 Nov 02 12:09:30.708078 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43326) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:30.749865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789bda4-38de-4333-8523-6c995c19f1d0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=82148ae0-44e3-409e-85a8-cfea3fe8de49,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:30.769312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce922e0-388f-409c-b2f6-3dec724b384b None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:30.803387 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-241865f9-8649-4460-8c97-fdb5b1e8df15 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 884c051a-a75e-4c55-a7bf-fadbe30c118f {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:09:30.809995 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-241865f9-8649-4460-8c97-fdb5b1e8df15 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:30.940984 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-241865f9-8649-4460-8c97-fdb5b1e8df15 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:30.989674 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:09:31.003291 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7878b193-ca95-4d66-8d72-492f8aed90c2 None None] Provisioning complete for port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:31.004176 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7878b193-ca95-4d66-8d72-492f8aed90c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:31.096076 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-241865f9-8649-4460-8c97-fdb5b1e8df15 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:31.270500 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-241865f9-8649-4460-8c97-fdb5b1e8df15 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:31.326117 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241865f9-8649-4460-8c97-fdb5b1e8df15 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=884c051a-a75e-4c55-a7bf-fadbe30c118f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:31.339293 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-241865f9-8649-4460-8c97-fdb5b1e8df15 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:31.343338 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-241865f9-8649-4460-8c97-fdb5b1e8df15 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/884c051a-a75e-4c55-a7bf-fadbe30c118f HTTP/1.1" status: 204 len: 168 time: 0.6334243 Nov 02 12:09:31.345751 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43342) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:31.463140 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43344) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:31.463466 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b48e12ef-f406-44c7-9bc3-0a0dd55364ff tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124163 Nov 02 12:09:31.469206 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-47fb67bd-3b79-45cd-9827-23810b8b9498 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:31.677734 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:31.740578 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fb67bd-3b79-45cd-9827-23810b8b9498 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:31.744618 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-47fb67bd-3b79-45cd-9827-23810b8b9498 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:31.799689 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:31.800970 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:32.098219 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c4ff6b-4c42-4c45-bc33-b10af3e07d7f None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:32.140327 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-47fb67bd-3b79-45cd-9827-23810b8b9498 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:32.248477 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb67bd-3b79-45cd-9827-23810b8b9498 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=9f3746f8-68d8-4e07-8409-98810451186d,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:32.264794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fb67bd-3b79-45cd-9827-23810b8b9498 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:32.266503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-47fb67bd-3b79-45cd-9827-23810b8b9498 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:32.269952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fb67bd-3b79-45cd-9827-23810b8b9498 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:32.270759 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-47fb67bd-3b79-45cd-9827-23810b8b9498 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:32.290394 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c18b433f-fff2-4f56-9dd6-6c2a9fee1040 None None] Provisioning complete for port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:32.291123 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c18b433f-fff2-4f56-9dd6-6c2a9fee1040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:32.483138 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43354) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:32.488038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a6cda7ea-8309-4cd5-8944-a87a97bf75a1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1339440399', 'description': 'tempest-secgroup-smoke-1339440399 description', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:32.545915 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-47fb67bd-3b79-45cd-9827-23810b8b9498 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0793805 Nov 02 12:09:32.546747 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43356) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:32.551908 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-aad130bf-58d8-4164-be86-59367b4f42f6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:32.620341 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e300e447-b2ac-4e06-b8d5-cdad09135521 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:32.637170 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6cda7ea-8309-4cd5-8944-a87a97bf75a1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:32.650475 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6cda7ea-8309-4cd5-8944-a87a97bf75a1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:32.704925 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-4b5aabc0-fe2b-4efb-b64d-39d65aad663b None None] Provisioning complete for port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:32.705295 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4b5aabc0-fe2b-4efb-b64d-39d65aad663b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:32.762672 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6cda7ea-8309-4cd5-8944-a87a97bf75a1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:32.797213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad130bf-58d8-4164-be86-59367b4f42f6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:32.800818 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aad130bf-58d8-4164-be86-59367b4f42f6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:32.826455 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6cda7ea-8309-4cd5-8944-a87a97bf75a1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:32.880826 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cda7ea-8309-4cd5-8944-a87a97bf75a1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeba1c1c-4e5c-43a9-bd14-f54504fe6481,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:32.943492 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6cda7ea-8309-4cd5-8944-a87a97bf75a1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:33.043083 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6cda7ea-8309-4cd5-8944-a87a97bf75a1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:33.079287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cda7ea-8309-4cd5-8944-a87a97bf75a1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50b3614d-bc59-4847-978e-968be6daaf07,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:33.180216 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a6cda7ea-8309-4cd5-8944-a87a97bf75a1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:33.180216 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a6cda7ea-8309-4cd5-8944-a87a97bf75a1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6935208 Nov 02 12:09:33.181553 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43358) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:33.182431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-38e2cbf9-e7bc-4a2d-aa8b-f116575d27b7 None None] Provisioning complete for port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:33.182903 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-38e2cbf9-e7bc-4a2d-aa8b-f116575d27b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:33.186623 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-c4dd1672-0123-499f-8056-df9733d6e1ab tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '50b3614d-bc59-4847-978e-968be6daaf07', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:33.347737 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1672-0123-499f-8056-df9733d6e1ab tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:33.544534 n-d-806683-18 neutron-server[102690]: DEBUG neutron.objects.ports [None req-aad130bf-58d8-4164-be86-59367b4f42f6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 12:09:33.721631 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1672-0123-499f-8056-df9733d6e1ab tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:33.800239 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ffa73114-7adc-4113-a8b7-947b3a0de235 None None] Could not find standard attr ID for object f4d9b128-97dc-4eef-8ff2-f27ecefa751e. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:09:33.804380 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ffa73114-7adc-4113-a8b7-947b3a0de235 None None] Could not find standard attr ID for object 9f080056-0151-45e5-89b4-88eeee4e9d03. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:09:33.839685 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1672-0123-499f-8056-df9733d6e1ab tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:33.868372 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd1672-0123-499f-8056-df9733d6e1ab tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffce928e-60c6-4d81-8226-2d4964cbbae4,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:34.209048 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c4dd1672-0123-499f-8056-df9733d6e1ab tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:34.213556 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c4dd1672-0123-499f-8056-df9733d6e1ab tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0277672 Nov 02 12:09:34.213982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43364) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:34.219329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-ec90bb33-5a82-4ab7-9980-090d14acbfc1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '50b3614d-bc59-4847-978e-968be6daaf07', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:34.233073 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aad130bf-58d8-4164-be86-59367b4f42f6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:34.318064 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec90bb33-5a82-4ab7-9980-090d14acbfc1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:34.412757 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec90bb33-5a82-4ab7-9980-090d14acbfc1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:34.424267 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-aad130bf-58d8-4164-be86-59367b4f42f6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] For port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5749ab3d-fecd-44cd-98d2-c3d0df498ef5,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:34.456098 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aad130bf-58d8-4164-be86-59367b4f42f6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:34.510023 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec90bb33-5a82-4ab7-9980-090d14acbfc1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:34.537577 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90bb33-5a82-4ab7-9980-090d14acbfc1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63688d17-e3d9-4683-abfc-daae593ff5c0,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:34.566485 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aad130bf-58d8-4164-be86-59367b4f42f6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:34.567611 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aad130bf-58d8-4164-be86-59367b4f42f6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:34.645046 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec90bb33-5a82-4ab7-9980-090d14acbfc1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:34.646193 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad130bf-58d8-4164-be86-59367b4f42f6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:34.650318 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ec90bb33-5a82-4ab7-9980-090d14acbfc1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4347548 Nov 02 12:09:34.651082 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43374) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:34.654500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-aad130bf-58d8-4164-be86-59367b4f42f6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:34.663205 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8a90ca45-ee00-430f-b7bf-489c8dc43abe tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '50b3614d-bc59-4847-978e-968be6daaf07', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:34.663714 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad130bf-58d8-4164-be86-59367b4f42f6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:34.665048 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aad130bf-58d8-4164-be86-59367b4f42f6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:34.665993 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc258e7c-f160-486a-956e-3b0ffcb31316 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:34.688986 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad130bf-58d8-4164-be86-59367b4f42f6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=2e3670b3-f44d-45a4-b5d9-41f7f2b910e3,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:34.697529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad130bf-58d8-4164-be86-59367b4f42f6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=5749ab3d-fecd-44cd-98d2-c3d0df498ef5,revision_number=7']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:34.752526 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8a90ca45-ee00-430f-b7bf-489c8dc43abe tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:34.839944 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8a90ca45-ee00-430f-b7bf-489c8dc43abe tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:34.854815 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-aad130bf-58d8-4164-be86-59367b4f42f6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3040667 Nov 02 12:09:34.855430 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43376) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:34.860952 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-da7ed2a5-6e87-4545-9892-74db9791a920 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'mac_address': 'fa:16:3e:ef:6d:0b', 'name': 'tempest-NetworksTestDHCPv6-338244672'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:34.906153 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8a90ca45-ee00-430f-b7bf-489c8dc43abe tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:34.949230 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90ca45-ee00-430f-b7bf-489c8dc43abe tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3afe9f73-68ac-4bac-a727-d17a7a5f7cbf,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:34.998891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3cca32-8e84-4f3f-9f0d-2c1ea01262e8 None None] Update dhcp port {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'fixed_ips': [{'subnet_id': '2e3670b3-f44d-45a4-b5d9-41f7f2b910e3', 'ip_address': '2001:db8::f816:3eff:fec0:5a13'}, {'subnet_id': '9f3746f8-68d8-4e07-8409-98810451186d'}], 'binding:host_id': 'n-d-806683-18'}, 'id': '5749ab3d-fecd-44cd-98d2-c3d0df498ef5'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 12:09:35.032921 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1d3cca32-8e84-4f3f-9f0d-2c1ea01262e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:35.050485 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8a90ca45-ee00-430f-b7bf-489c8dc43abe tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:35.062217 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8a90ca45-ee00-430f-b7bf-489c8dc43abe tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3996363 Nov 02 12:09:35.062217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43378) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:35.066943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-286460e4-a29e-424a-8e22-c400f04b70c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '50b3614d-bc59-4847-978e-968be6daaf07', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:35.191612 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7ed2a5-6e87-4545-9892-74db9791a920 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:35.233992 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-1d3cca32-8e84-4f3f-9f0d-2c1ea01262e8 None None] Allocated IP 172.20.0.2 (7d15c4a2-1728-44a3-9cfe-f71922160717/9f3746f8-68d8-4e07-8409-98810451186d/5749ab3d-fecd-44cd-98d2-c3d0df498ef5) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:35.313781 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da7ed2a5-6e87-4545-9892-74db9791a920 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:35.333715 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-da7ed2a5-6e87-4545-9892-74db9791a920 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port 8204a2d6-5171-4c84-b3f9-b35cee2dd8e9 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:09:35.355494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1d3cca32-8e84-4f3f-9f0d-2c1ea01262e8 None None] For port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5749ab3d-fecd-44cd-98d2-c3d0df498ef5,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:35.394500 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1d3cca32-8e84-4f3f-9f0d-2c1ea01262e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:35.432517 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-286460e4-a29e-424a-8e22-c400f04b70c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:35.511115 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-286460e4-a29e-424a-8e22-c400f04b70c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:35.523032 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1d3cca32-8e84-4f3f-9f0d-2c1ea01262e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:35.579369 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3cca32-8e84-4f3f-9f0d-2c1ea01262e8 None None] Pushing event updated for resources: {'Port': ['ID=5749ab3d-fecd-44cd-98d2-c3d0df498ef5,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:35.606684 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-286460e4-a29e-424a-8e22-c400f04b70c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:35.658452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286460e4-a29e-424a-8e22-c400f04b70c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02fb4723-cac9-4f8d-848e-ca782b5f94af,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:35.693033 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:35.731054 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-286460e4-a29e-424a-8e22-c400f04b70c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:35.735102 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-286460e4-a29e-424a-8e22-c400f04b70c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6759114 Nov 02 12:09:35.735250 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43384) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:35.739650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-b7f450fa-2f40-4595-890e-5860373847f1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '50b3614d-bc59-4847-978e-968be6daaf07', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:35.740239 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-da7ed2a5-6e87-4545-9892-74db9791a920 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 172.20.0.10 (7d15c4a2-1728-44a3-9cfe-f71922160717/9f3746f8-68d8-4e07-8409-98810451186d/8204a2d6-5171-4c84-b3f9-b35cee2dd8e9) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:35.749105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-da7ed2a5-6e87-4545-9892-74db9791a920 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::f816:3eff:feef:6d0b (7d15c4a2-1728-44a3-9cfe-f71922160717/2e3670b3-f44d-45a4-b5d9-41f7f2b910e3/8204a2d6-5171-4c84-b3f9-b35cee2dd8e9) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:35.767570 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:35.768207 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:35.849235 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-b7f450fa-2f40-4595-890e-5860373847f1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Project 07cf3fda95d044dc8f8b573bd1e4f625 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:09:35.857455 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b7f450fa-2f40-4595-890e-5860373847f1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:35.978593 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b7f450fa-2f40-4595-890e-5860373847f1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:35.993629 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da7ed2a5-6e87-4545-9892-74db9791a920 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:36.129044 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da7ed2a5-6e87-4545-9892-74db9791a920 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:36.133700 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b7f450fa-2f40-4595-890e-5860373847f1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:36.177309 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f450fa-2f40-4595-890e-5860373847f1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd31342-a1b3-473e-b26a-fb83955567f1,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:36.217596 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7ed2a5-6e87-4545-9892-74db9791a920 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:36.220933 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-da7ed2a5-6e87-4545-9892-74db9791a920 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:36.224943 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ed2a5-6e87-4545-9892-74db9791a920 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:36.271222 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ed2a5-6e87-4545-9892-74db9791a920 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=8204a2d6-5171-4c84-b3f9-b35cee2dd8e9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:36.296423 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7ed2a5-6e87-4545-9892-74db9791a920 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:36.297083 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b7f450fa-2f40-4595-890e-5860373847f1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:36.297226 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da7ed2a5-6e87-4545-9892-74db9791a920 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:36.301278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b7f450fa-2f40-4595-890e-5860373847f1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5625951 Nov 02 12:09:36.301698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43386) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:36.306687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-864052ad-a601-4965-88da-8c4adc34acd7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '50b3614d-bc59-4847-978e-968be6daaf07', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:36.377582 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-da7ed2a5-6e87-4545-9892-74db9791a920 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5212395 Nov 02 12:09:36.379926 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43388) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:36.448620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacb04d6-99a8-44f8-8b22-55e1489f24fa tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:36.457589 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacb04d6-99a8-44f8-8b22-55e1489f24fa tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:36.463717 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-eacb04d6-99a8-44f8-8b22-55e1489f24fa tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0826466 Nov 02 12:09:36.467445 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43390) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:36.475058 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-864052ad-a601-4965-88da-8c4adc34acd7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Project 07cf3fda95d044dc8f8b573bd1e4f625 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:09:36.480972 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-864052ad-a601-4965-88da-8c4adc34acd7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:36.591198 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2f537cf7-a395-4194-912f-995a6755ea54 None None] Provisioning complete for port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:36.607396 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2f537cf7-a395-4194-912f-995a6755ea54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:36.607551 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-864052ad-a601-4965-88da-8c4adc34acd7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:36.615073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b3535a7e-0158-444c-8132-b6b5621caf36 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port 8204a2d6-5171-4c84-b3f9-b35cee2dd8e9 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:36.615495 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b3535a7e-0158-444c-8132-b6b5621caf36 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:36.712495 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-864052ad-a601-4965-88da-8c4adc34acd7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:36.764774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864052ad-a601-4965-88da-8c4adc34acd7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb9743b-4fee-4642-9822-ff941ca5852e,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:36.802424 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b3535a7e-0158-444c-8132-b6b5621caf36 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:36.823532 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-864052ad-a601-4965-88da-8c4adc34acd7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:36.828305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-864052ad-a601-4965-88da-8c4adc34acd7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5255079 Nov 02 12:09:36.828940 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43396) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:36.833340 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b3535a7e-0158-444c-8132-b6b5621caf36 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for 8204a2d6-5171-4c84-b3f9-b35cee2dd8e9 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:36.837612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e50bbe38-5a35-46ef-9586-e556b46be107 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'network': {'name': 'tempest-network-smoke--1581152384', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'port_security_enabled': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:36.956756 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50bbe38-5a35-46ef-9586-e556b46be107 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Made reservation on behalf of 07cf3fda95d044dc8f8b573bd1e4f625 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:36.962572 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e50bbe38-5a35-46ef-9586-e556b46be107 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:36.969875 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3a4ea968-36d8-466e-a05e-9fd851735d97 None None] Provisioning complete for port 8204a2d6-5171-4c84-b3f9-b35cee2dd8e9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:36.970511 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3a4ea968-36d8-466e-a05e-9fd851735d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:37.015888 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ea968-36d8-466e-a05e-9fd851735d97 None None] Port 8204a2d6-5171-4c84-b3f9-b35cee2dd8e9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:09:37.191239 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b3535a7e-0158-444c-8132-b6b5621caf36 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:37.198406 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50bbe38-5a35-46ef-9586-e556b46be107 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:09:37.209216 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e50bbe38-5a35-46ef-9586-e556b46be107 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:37.209564 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-e50bbe38-5a35-46ef-9586-e556b46be107 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Added segment 1a7061e6-9d62-473e-a927-f1bf794dfd25 of type vlan for network c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 Nov 02 12:09:37.237800 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3535a7e-0158-444c-8132-b6b5621caf36 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=8204a2d6-5171-4c84-b3f9-b35cee2dd8e9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:37.297542 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e50bbe38-5a35-46ef-9586-e556b46be107 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:37.342060 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b3535a7e-0158-444c-8132-b6b5621caf36 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:37.346974 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b3535a7e-0158-444c-8132-b6b5621caf36 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/8204a2d6-5171-4c84-b3f9-b35cee2dd8e9 HTTP/1.1" status: 204 len: 168 time: 0.8767445 Nov 02 12:09:37.348234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43398) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:37.438670 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa61a6d-33f2-4aef-8a56-8abd540d639b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:37.440266 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa61a6d-33f2-4aef-8a56-8abd540d639b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:37.442207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa61a6d-33f2-4aef-8a56-8abd540d639b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:37.443886 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-dfa61a6d-33f2-4aef-8a56-8abd540d639b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0945725 Nov 02 12:09:37.446951 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43402) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:37.483447 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e50bbe38-5a35-46ef-9586-e556b46be107 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:37.490711 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50bbe38-5a35-46ef-9586-e556b46be107 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:37.491666 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e50bbe38-5a35-46ef-9586-e556b46be107 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:37.552677 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-46fb26b4-45ab-48bf-8067-679798ff5159 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 2e3670b3-f44d-45a4-b5d9-41f7f2b910e3 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:09:37.558419 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46fb26b4-45ab-48bf-8067-679798ff5159 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:37.626145 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bbe38-5a35-46ef-9586-e556b46be107 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Network': ['ID=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:37.641031 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:09:37.646617 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e50bbe38-5a35-46ef-9586-e556b46be107 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8138332 Nov 02 12:09:37.646617 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43408) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:37.652259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-924452856', 'admin_state_up': True, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:37.659457 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46fb26b4-45ab-48bf-8067-679798ff5159 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:37.692304 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:37.781596 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46fb26b4-45ab-48bf-8067-679798ff5159 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:37.790787 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:37.791180 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:37.807942 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:37.808976 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:37.883808 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:37.968939 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46fb26b4-45ab-48bf-8067-679798ff5159 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:38.039195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb26b4-45ab-48bf-8067-679798ff5159 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=2e3670b3-f44d-45a4-b5d9-41f7f2b910e3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:38.048665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c2bb8a-b56b-450e-821c-ef6fad207c1d None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:38.071393 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46fb26b4-45ab-48bf-8067-679798ff5159 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:38.077905 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43410) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:38.087445 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-46fb26b4-45ab-48bf-8067-679798ff5159 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/2e3670b3-f44d-45a4-b5d9-41f7f2b910e3 HTTP/1.1" status: 204 len: 168 time: 0.6390669 Nov 02 12:09:38.194895 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb94f42-1fe2-4bab-b037-3084e3965a7c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 9f3746f8-68d8-4e07-8409-98810451186d {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:09:38.203909 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-acb94f42-1fe2-4bab-b037-3084e3965a7c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:38.230308 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:38.275991 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-acb94f42-1fe2-4bab-b037-3084e3965a7c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:38.395067 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-acb94f42-1fe2-4bab-b037-3084e3965a7c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:38.583263 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-acb94f42-1fe2-4bab-b037-3084e3965a7c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:38.594062 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:38.637845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb94f42-1fe2-4bab-b037-3084e3965a7c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3746f8-68d8-4e07-8409-98810451186d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:38.643947 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-acb94f42-1fe2-4bab-b037-3084e3965a7c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:38.650333 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-acb94f42-1fe2-4bab-b037-3084e3965a7c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/9f3746f8-68d8-4e07-8409-98810451186d HTTP/1.1" status: 204 len: 168 time: 0.5686135 Nov 02 12:09:38.650580 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43416) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:38.709456 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a1259c2e-4869-46d8-8608-424bc81221e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549927 Nov 02 12:09:38.709698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43418) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:38.770330 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372a868e-453a-4e9b-b478-a629f3a55edd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:38.772453 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-372a868e-453a-4e9b-b478-a629f3a55edd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0618403 Nov 02 12:09:38.777333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43420) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:38.874232 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b5eb54-2d59-4e07-8aa6-2d9ca1124f52 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:38.875981 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-12b5eb54-2d59-4e07-8aa6-2d9ca1124f52 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0961661 Nov 02 12:09:38.878856 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43422) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:38.975250 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-06e9323a-43ca-4e21-9ea9-e1384f804e10 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774739 Nov 02 12:09:38.979604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43424) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:38.991727 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2b921eda-913f-42e6-b1f4-47f47bfea8ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:39.007754 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e1370c-33eb-471e-a3c3-cdbc5aaca217 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:39.037709 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:39.176631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-54e057c8-a418-4b4a-b169-c985e567ede3 None None] Provisioning complete for port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:39.177214 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-54e057c8-a418-4b4a-b169-c985e567ede3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:39.237373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Allocated IP 172.25.6.63 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/2b709cc3-16a9-4a5d-ad26-57efa7619d08) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:39.271547 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b921eda-913f-42e6-b1f4-47f47bfea8ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:39.286393 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b921eda-913f-42e6-b1f4-47f47bfea8ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:39.288432 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b921eda-913f-42e6-b1f4-47f47bfea8ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:09:39.291829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b921eda-913f-42e6-b1f4-47f47bfea8ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:09:39.353885 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20953357-ca07-455a-8103-78c8bd52b3bd None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:09:39.386379 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2b921eda-913f-42e6-b1f4-47f47bfea8ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3997400 Nov 02 12:09:39.386612 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43426) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:39.392951 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b6cd1c56-4aa5-4694-a4a3-1b46811e53af tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:39.395637 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:39.447407 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-20953357-ca07-455a-8103-78c8bd52b3bd None None] Deleting port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:39.447742 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-20953357-ca07-455a-8103-78c8bd52b3bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:39.520824 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-20953357-ca07-455a-8103-78c8bd52b3bd None None] For port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5749ab3d-fecd-44cd-98d2-c3d0df498ef5,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:39.521232 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-20953357-ca07-455a-8103-78c8bd52b3bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:39.539599 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-20953357-ca07-455a-8103-78c8bd52b3bd None None] Calling delete_port for 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:39.561462 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:39.573843 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cd1c56-4aa5-4694-a4a3-1b46811e53af tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:39.577955 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b6cd1c56-4aa5-4694-a4a3-1b46811e53af tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:39.579529 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cd1c56-4aa5-4694-a4a3-1b46811e53af tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:09:39.579968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6cd1c56-4aa5-4694-a4a3-1b46811e53af tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:09:39.647466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:39.653247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:09:39.659627 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:39.663072 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:39.699125 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=2b709cc3-16a9-4a5d-ad26-57efa7619d08,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:39.718979 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b6cd1c56-4aa5-4694-a4a3-1b46811e53af tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3294685 Nov 02 12:09:39.720775 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43432) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:39.729288 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e02f874f-4575-405c-878a-f75954f361e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:39.788914 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:39.849035 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-20953357-ca07-455a-8103-78c8bd52b3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:39.918812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20953357-ca07-455a-8103-78c8bd52b3bd None None] No DVR routers for this DVR port 5749ab3d-fecd-44cd-98d2-c3d0df498ef5 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:09:39.924780 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20953357-ca07-455a-8103-78c8bd52b3bd None None] Pushing event deleted for resources: {'Port': ['ID=5749ab3d-fecd-44cd-98d2-c3d0df498ef5,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:39.957486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02f874f-4575-405c-878a-f75954f361e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:39.957486 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e02f874f-4575-405c-878a-f75954f361e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:39.957486 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02f874f-4575-405c-878a-f75954f361e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:09:39.957486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02f874f-4575-405c-878a-f75954f361e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:09:40.058888 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e02f874f-4575-405c-878a-f75954f361e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3369920 Nov 02 12:09:40.066711 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43434) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:40.081106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-855ab063-6edb-464c-81bc-7bd4a5a752ab tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:40.084879 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:40.237240 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855ab063-6edb-464c-81bc-7bd4a5a752ab tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:40.244670 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-855ab063-6edb-464c-81bc-7bd4a5a752ab tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:40.247943 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-855ab063-6edb-464c-81bc-7bd4a5a752ab tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:09:40.249990 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855ab063-6edb-464c-81bc-7bd4a5a752ab tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:09:40.332435 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:40.632888 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-855ab063-6edb-464c-81bc-7bd4a5a752ab tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5566208 Nov 02 12:09:40.635931 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43436) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:40.640986 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-78700580-775e-4dc5-9db0-233ee4d23d66 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:40.642591 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router 68e925a4-4770-4700-9a60-0a999d396e2b is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:09:40.763343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:09:40.776817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Sync routers for ids ['68e925a4-4770-4700-9a60-0a999d396e2b'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:09:40.792740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Routers {'68e925a4-4770-4700-9a60-0a999d396e2b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:40.793415 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:09:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['68e925a4-4770-4700-9a60-0a999d396e2b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:40.888303 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78700580-775e-4dc5-9db0-233ee4d23d66 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:40.893015 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-78700580-775e-4dc5-9db0-233ee4d23d66 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:40.894592 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-78700580-775e-4dc5-9db0-233ee4d23d66 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:09:40.895058 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78700580-775e-4dc5-9db0-233ee4d23d66 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:09:40.941177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Set router 68e925a4-4770-4700-9a60-0a999d396e2b gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:09:41.048963 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:41.050541 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-91d9d7bd-8275-45fa-9635-24cd0355ce92 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4028351 Nov 02 12:09:41.053699 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43446) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:41.109365 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-78700580-775e-4dc5-9db0-233ee4d23d66 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4690397 Nov 02 12:09:41.109365 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43450) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:41.116532 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-c2853cc1-f3ce-4e01-a3b6-27fc1661953c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:41.226535 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452856', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:09:37Z', 'updated_at': '2021-11-02T12:09:39Z', 'revision_number': 3, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:42:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:39Z', 'updated_at': '2021-11-02T12:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:41.260422 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Checking router: 68e925a4-4770-4700-9a60-0a999d396e2b for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:09:41.260909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Updating router 68e925a4-4770-4700-9a60-0a999d396e2b port 2b709cc3-16a9-4a5d-ad26-57efa7619d08 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:09:41.280680 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4b3a91e0-5f60-4766-acd8-858c8a71794f tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=07cf3fda95d044dc8f8b573bd1e4f625&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2233377 Nov 02 12:09:41.280897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43452) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:41.292219 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:41.645688 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:41.789651 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:41.792817 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03791507-6ede-4013-a102-e4b03d2bfcf9 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:41.794343 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-03791507-6ede-4013-a102-e4b03d2bfcf9 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5126092 Nov 02 12:09:41.797306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43458) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:41.837243 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-90f73e10-cde5-4c86-af57-1c9c736c484f tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386257 Nov 02 12:09:41.839926 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43460) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:41.843420 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Attempting to bind port 2b709cc3-16a9-4a5d-ad26-57efa7619d08 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:09:41.848502 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Attempting to bind port 2b709cc3-16a9-4a5d-ad26-57efa7619d08 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:09:41.848502 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Attempting to bind port 2b709cc3-16a9-4a5d-ad26-57efa7619d08 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:09:41.848745 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-35a15fb1-4ece-48e5-a170-c338ecf809f0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-810667725', 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:41.851969 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2853cc1-f3ce-4e01-a3b6-27fc1661953c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:41.853034 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:09:41.853411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:09:41.853809 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:41.854198 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:09:41.854669 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Bound port: 2b709cc3-16a9-4a5d-ad26-57efa7619d08, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:09:41.855087 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:41.856187 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c2853cc1-f3ce-4e01-a3b6-27fc1661953c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:41.857523 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2853cc1-f3ce-4e01-a3b6-27fc1661953c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:09:41.857974 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2853cc1-f3ce-4e01-a3b6-27fc1661953c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:09:41.891126 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e2154-06be-4b17-a289-75e4514f10ce None None] Pushing event updated for resources: {'Port': ['ID=2b709cc3-16a9-4a5d-ad26-57efa7619d08,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:41.939075 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] For port 2b709cc3-16a9-4a5d-ad26-57efa7619d08, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:09:41.943282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] For port 2b709cc3-16a9-4a5d-ad26-57efa7619d08, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2b709cc3-16a9-4a5d-ad26-57efa7619d08,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:09:41.955746 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c2853cc1-f3ce-4e01-a3b6-27fc1661953c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8452618 Nov 02 12:09:41.956598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43462) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:41.996644 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6eaf1924-0fe5-40e7-858c-12a4f1ef9e55 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0383914 Nov 02 12:09:41.997908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43464) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:42.016365 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:42.031245 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a15fb1-4ece-48e5-a170-c338ecf809f0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Made reservation on behalf of 07cf3fda95d044dc8f8b573bd1e4f625 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:42.035274 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-35a15fb1-4ece-48e5-a170-c338ecf809f0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:42.064016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639ffda1-203d-422f-8419-995ed98432d2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:42.069842 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-639ffda1-203d-422f-8419-995ed98432d2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0706246 Nov 02 12:09:42.070898 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43466) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:42.108379 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Routers {'68e925a4-4770-4700-9a60-0a999d396e2b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:42.109123 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:09:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['68e925a4-4770-4700-9a60-0a999d396e2b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:42.136766 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5631a9d6-30f9-4c65-bf77-fb3ac8e5507a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642552 Nov 02 12:09:42.137025 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43468) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:42.147326 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b3d7bbe6-75a3-42ab-8379-a1844f6b3adb tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:42.354293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e2154-06be-4b17-a289-75e4514f10ce None None] Pushing event updated for resources: {'Port': ['ID=2b709cc3-16a9-4a5d-ad26-57efa7619d08,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:42.401703 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d7bbe6-75a3-42ab-8379-a1844f6b3adb tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:42.423673 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b3d7bbe6-75a3-42ab-8379-a1844f6b3adb tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:42.446851 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] Set router 68e925a4-4770-4700-9a60-0a999d396e2b gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:09:42.569409 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-35a15fb1-4ece-48e5-a170-c338ecf809f0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:42.663881 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452856', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:09:37Z', 'updated_at': '2021-11-02T12:09:39Z', 'revision_number': 3, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:42:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:39Z', 'updated_at': '2021-11-02T12:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:42.681786 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a15fb1-4ece-48e5-a170-c338ecf809f0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Subnet': ['ID=22480237-b98c-4a81-8db6-eed1815ca3f6,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:42.694061 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f86191-53d6-40b7-895c-4ac4858941f1 None None] The sync data for ids ['68e925a4-4770-4700-9a60-0a999d396e2b'] in n-d-806683-18 is: [{'id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452856', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:09:37Z', 'updated_at': '2021-11-02T12:09:39Z', 'revision_number': 3, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:42:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:39Z', 'updated_at': '2021-11-02T12:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:09:42.718294 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a15fb1-4ece-48e5-a170-c338ecf809f0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Checking segment: {'id': '1a7061e6-9d62-473e-a927-f1bf794dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:09:42.719343 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a15fb1-4ece-48e5-a170-c338ecf809f0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network hostable DHCP agents. Network: c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:09:42.824665 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a15fb1-4ece-48e5-a170-c338ecf809f0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:09:42.885858 n-d-806683-18 neutron-server[102690]: DEBUG neutron.objects.ports [None req-b3d7bbe6-75a3-42ab-8379-a1844f6b3adb tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 12:09:42.887611 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b3d7bbe6-75a3-42ab-8379-a1844f6b3adb tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:42.934377 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d7bbe6-75a3-42ab-8379-a1844f6b3adb tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:42.941049 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-b3d7bbe6-75a3-42ab-8379-a1844f6b3adb tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:42.944424 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d7bbe6-75a3-42ab-8379-a1844f6b3adb tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:42.950406 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b3d7bbe6-75a3-42ab-8379-a1844f6b3adb tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:42.951982 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-35a15fb1-4ece-48e5-a170-c338ecf809f0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:42.953462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d1bac1-b85d-4f6f-a3bf-40d8e2ec51b0 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:42.963946 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a15fb1-4ece-48e5-a170-c338ecf809f0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:42.964545 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-35a15fb1-4ece-48e5-a170-c338ecf809f0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:42.968073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7bbe6-75a3-42ab-8379-a1844f6b3adb tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=42572201-75d5-481e-b4bc-caa6f43a83f4,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:43.010410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3142e828-60e8-459e-b3e4-e2dfe2cf70fd None None] Network c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:43.068746 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b3d7bbe6-75a3-42ab-8379-a1844f6b3adb tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9268665 Nov 02 12:09:43.072105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43474) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:43.077546 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'mac_address': 'fa:16:3e:dd:7b:88', 'name': 'tempest-NetworksTestDHCPv6-256082355'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:43.121267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43476) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:43.122502 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-35a15fb1-4ece-48e5-a170-c338ecf809f0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2812650 Nov 02 12:09:43.293607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7', 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ips': [{'subnet_id': '22480237-b98c-4a81-8db6-eed1815ca3f6'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:09:43.294561 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:43.321523 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:43.550775 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:43.608097 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port 8a07e3fb-986c-4ef9-960d-13a8d18daad6 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:09:43.643750 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': '42572201-75d5-481e-b4bc-caa6f43a83f4'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:09:43.644550 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:43.776297 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2b709cc3-16a9-4a5d-ad26-57efa7619d08 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:43.838576 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Allocated IP 172.20.0.2 (c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7/22480237-b98c-4a81-8db6-eed1815ca3f6/09caaba3-c75d-4ce9-8d4e-acdc1240af58) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:43.891138 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::f816:3eff:fedd:7b88 (7d15c4a2-1728-44a3-9cfe-f71922160717/42572201-75d5-481e-b4bc-caa6f43a83f4/8a07e3fb-986c-4ef9-960d-13a8d18daad6) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:44.094632 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:44.124067 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2b709cc3-16a9-4a5d-ad26-57efa7619d08 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:44.124606 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:44.195894 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:44.260112 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:44.314405 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:44.338645 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 2b709cc3-16a9-4a5d-ad26-57efa7619d08, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2b709cc3-16a9-4a5d-ad26-57efa7619d08,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:44.426662 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:44.477797 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:44.501040 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:44.504852 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:44.510508 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:44.518215 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:44.523533 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:44.560939 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Allocated IP 172.20.0.1 (c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7/22480237-b98c-4a81-8db6-eed1815ca3f6/9793c291-ac2a-4044-a052-3105a63d3063) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:44.561930 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:44.585160 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=2b709cc3-16a9-4a5d-ad26-57efa7619d08,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:44.596641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=8a07e3fb-986c-4ef9-960d-13a8d18daad6,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:44.606165 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:44.606558 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:44.606904 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:44.607470 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:44.607811 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:44.608146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:44.608794 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:44.608794 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:44.609099 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:44.609475 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:44.609829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:44.610064 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:44.652527 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Network c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:44.660972 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:44.668950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:44.681363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Allocated IP 2001:db8::f816:3eff:fee7:2881 (7d15c4a2-1728-44a3-9cfe-f71922160717/42572201-75d5-481e-b4bc-caa6f43a83f4/f1a6ecc3-c75d-42d2-bf65-6b17f052e01b) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:44.698401 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-81344087-37d6-4701-8496-0dc59737f7b7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6251149 Nov 02 12:09:44.701477 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43482) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:44.780503 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2836145d-38c9-4525-a486-1bcf4ed01b67 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:44.785483 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2836145d-38c9-4525-a486-1bcf4ed01b67 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0824318 Nov 02 12:09:44.786053 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43488) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:44.869165 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Pushing event updated for resources: {'Port': ['ID=09caaba3-c75d-4ce9-8d4e-acdc1240af58,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:44.925705 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:44.935567 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Attempting to bind port 09caaba3-c75d-4ce9-8d4e-acdc1240af58 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:09:44.935950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Attempting to bind port 09caaba3-c75d-4ce9-8d4e-acdc1240af58 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '1a7061e6-9d62-473e-a927-f1bf794dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:09:44.936321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Attempting to bind port 09caaba3-c75d-4ce9-8d4e-acdc1240af58 on network c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:09:44.955509 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:09:44.955943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Checking segment: {'id': '1a7061e6-9d62-473e-a927-f1bf794dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:09:44.956326 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:44.956729 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Bound using segment: {'id': '1a7061e6-9d62-473e-a927-f1bf794dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:09:44.957572 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Bound port: 09caaba3-c75d-4ce9-8d4e-acdc1240af58, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7061e6-9d62-473e-a927-f1bf794dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:09:44.958053 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:44.981379 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-22e11d3a-2d02-4b54-8ced-ee37d2092a6c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port 8a07e3fb-986c-4ef9-960d-13a8d18daad6 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:44.981946 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22e11d3a-2d02-4b54-8ced-ee37d2092a6c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:45.065738 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:45.114516 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:45.125889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:45.129584 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:45.138388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:45.147493 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22e11d3a-2d02-4b54-8ced-ee37d2092a6c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:45.167339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-22e11d3a-2d02-4b54-8ced-ee37d2092a6c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for 8a07e3fb-986c-4ef9-960d-13a8d18daad6 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:45.167744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] For port 09caaba3-c75d-4ce9-8d4e-acdc1240af58, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:09:45.174983 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] For port 09caaba3-c75d-4ce9-8d4e-acdc1240af58, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=09caaba3-c75d-4ce9-8d4e-acdc1240af58,segment=NetworkSegment(1a7061e6-9d62-473e-a927-f1bf794dfd25),segment_id=1a7061e6-9d62-473e-a927-f1bf794dfd25)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:09:45.183282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=9793c291-ac2a-4044-a052-3105a63d3063,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:45.197857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:45.198394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:45.198785 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:45.199217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:45.199630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:45.200028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:45.200423 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:45.200846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:45.201295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:45.201689 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:45.202077 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:45.202467 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:09:45.227499 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:45.248547 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:45.281226 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:45.332354 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:45.339199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:45.346278 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:45.368482 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Pushing event updated for resources: {'Port': ['ID=f1a6ecc3-c75d-42d2-bf65-6b17f052e01b,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:45.477650 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22e11d3a-2d02-4b54-8ced-ee37d2092a6c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:45.499252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Attempting to bind port f1a6ecc3-c75d-42d2-bf65-6b17f052e01b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:09:45.499632 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Attempting to bind port f1a6ecc3-c75d-42d2-bf65-6b17f052e01b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:09:45.500817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Attempting to bind port f1a6ecc3-c75d-42d2-bf65-6b17f052e01b on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:09:45.506052 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa11a28-b7af-480d-9609-35d5c38ff624 None None] Pushing event updated for resources: {'Port': ['ID=09caaba3-c75d-4ce9-8d4e-acdc1240af58,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:45.515068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:09:45.515821 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:09:45.516258 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:45.517551 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:09:45.519171 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Bound port: f1a6ecc3-c75d-42d2-bf65-6b17f052e01b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:09:45.519605 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:45.550415 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e11d3a-2d02-4b54-8ced-ee37d2092a6c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=8a07e3fb-986c-4ef9-960d-13a8d18daad6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:45.557802 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:45.654204 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22e11d3a-2d02-4b54-8ced-ee37d2092a6c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:45.658147 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-22e11d3a-2d02-4b54-8ced-ee37d2092a6c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/8a07e3fb-986c-4ef9-960d-13a8d18daad6 HTTP/1.1" status: 204 len: 168 time: 0.8700264 Nov 02 12:09:45.662870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43490) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:45.721655 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] For port f1a6ecc3-c75d-42d2-bf65-6b17f052e01b, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:09:45.736734 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] For port f1a6ecc3-c75d-42d2-bf65-6b17f052e01b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f1a6ecc3-c75d-42d2-bf65-6b17f052e01b,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:09:45.810317 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2b709cc3-16a9-4a5d-ad26-57efa7619d08 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:45.901306 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:45.922852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb479f1c-3c85-4142-8e3d-4ed004cd09be tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:45.925359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb479f1c-3c85-4142-8e3d-4ed004cd09be tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:45.931225 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43496) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:45.944100 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-eb479f1c-3c85-4142-8e3d-4ed004cd09be tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2772760 Nov 02 12:09:45.982389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2b709cc3-16a9-4a5d-ad26-57efa7619d08 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:45.982766 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:46.021387 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5a075-aef1-43d9-9c30-6df71994ee7c None None] Pushing event updated for resources: {'Port': ['ID=f1a6ecc3-c75d-42d2-bf65-6b17f052e01b,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:46.104503 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99ecb73-6802-49f6-a18a-32e973260012 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 42572201-75d5-481e-b4bc-caa6f43a83f4 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:09:46.115888 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b99ecb73-6802-49f6-a18a-32e973260012 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:46.248416 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b99ecb73-6802-49f6-a18a-32e973260012 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:46.477704 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b99ecb73-6802-49f6-a18a-32e973260012 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:46.740616 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b99ecb73-6802-49f6-a18a-32e973260012 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:46.806975 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ecb73-6802-49f6-a18a-32e973260012 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=42572201-75d5-481e-b4bc-caa6f43a83f4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:46.822231 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b99ecb73-6802-49f6-a18a-32e973260012 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:46.844340 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b99ecb73-6802-49f6-a18a-32e973260012 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/42572201-75d5-481e-b4bc-caa6f43a83f4 HTTP/1.1" status: 204 len: 168 time: 0.9107077 Nov 02 12:09:46.845444 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43500) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:46.943728 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a7e2d25b-e52b-48c9-ab13-575b7370a117 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966566 Nov 02 12:09:46.944214 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43506) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:46.950043 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-dddf3e34-acc0-4c5b-b9e4-d1df5c459a33 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:47.028171 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:47.046431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd585e7-e518-4c57-8016-8b84d63e4b53 None None] Network c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:47.093865 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:47.188336 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7cf917ef-34b4-47cb-866d-ad3a47845b9c None None] Provisioning complete for port 09caaba3-c75d-4ce9-8d4e-acdc1240af58 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:47.189403 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7cf917ef-34b4-47cb-866d-ad3a47845b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:47.225111 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddf3e34-acc0-4c5b-b9e4-d1df5c459a33 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:47.230446 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dddf3e34-acc0-4c5b-b9e4-d1df5c459a33 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:47.271633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=9793c291-ac2a-4044-a052-3105a63d3063,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:47.280189 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:47.420647 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7cf917ef-34b4-47cb-866d-ad3a47845b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:47.517446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7cf917ef-34b4-47cb-866d-ad3a47845b9c None None] For port 09caaba3-c75d-4ce9-8d4e-acdc1240af58, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=09caaba3-c75d-4ce9-8d4e-acdc1240af58,segment=NetworkSegment(1a7061e6-9d62-473e-a927-f1bf794dfd25),segment_id=1a7061e6-9d62-473e-a927-f1bf794dfd25)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:47.523253 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:47.528127 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:47.578426 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-07f68814-9e67-49c4-91e4-2e478c23802c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:47.612553 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7cf917ef-34b4-47cb-866d-ad3a47845b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:47.776777 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf917ef-34b4-47cb-866d-ad3a47845b9c None None] Pushing event updated for resources: {'Port': ['ID=09caaba3-c75d-4ce9-8d4e-acdc1240af58,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:47.778836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router 68e925a4-4770-4700-9a60-0a999d396e2b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:09:47.901404 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f219f5-22bf-481b-bf85-bbdf18a92e5e None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:47.990549 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f1a6ecc3-c75d-42d2-bf65-6b17f052e01b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:48.062462 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:09:48.079519 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Sync routers for ids ['68e925a4-4770-4700-9a60-0a999d396e2b'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:09:48.083896 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-749e9f0e-2f30-4e9a-a264-66df77b1999f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "PUT /v2.0/routers/68e925a4-4770-4700-9a60-0a999d396e2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9613166 Nov 02 12:09:48.088599 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f80c4758-8d0b-42fe-81c8-06beccc18281 None None] Provisioning complete for port f1a6ecc3-c75d-42d2-bf65-6b17f052e01b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:48.089220 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f80c4758-8d0b-42fe-81c8-06beccc18281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:48.091152 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Routers {'68e925a4-4770-4700-9a60-0a999d396e2b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:48.091927 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:09:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['68e925a4-4770-4700-9a60-0a999d396e2b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:48.215585 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port f1a6ecc3-c75d-42d2-bf65-6b17f052e01b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:48.215585 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:48.219758 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Set router 68e925a4-4770-4700-9a60-0a999d396e2b gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:09:48.266604 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f80c4758-8d0b-42fe-81c8-06beccc18281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:48.282413 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab375f6f-072b-428a-806b-ba4a6e15457b None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:09:48.384853 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:48.392326 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f80c4758-8d0b-42fe-81c8-06beccc18281 None None] For port f1a6ecc3-c75d-42d2-bf65-6b17f052e01b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f1a6ecc3-c75d-42d2-bf65-6b17f052e01b,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:48.438009 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ab375f6f-072b-428a-806b-ba4a6e15457b None None] Deleting port f1a6ecc3-c75d-42d2-bf65-6b17f052e01b {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:48.438667 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ab375f6f-072b-428a-806b-ba4a6e15457b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:48.463703 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-625552c0-8c24-45b3-9a33-ce2758251830 req-49fd7b58-1a57-4c97-9e06-3af29e3ffae4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339440399&fields=id&tenant_id=07cf3fda95d044dc8f8b573bd1e4f625 HTTP/1.1" status: 200 len: 267 time: 0.1240244 Nov 02 12:09:48.584943 n-d-806683-18 neutron-server[102690]: DEBUG neutron.objects.ports [None req-dddf3e34-acc0-4c5b-b9e4-d1df5c459a33 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 12:09:48.601183 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f80c4758-8d0b-42fe-81c8-06beccc18281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:48.725943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625552c0-8c24-45b3-9a33-ce2758251830 req-ac6b8af6-d1dd-403c-8123-30e72c4098fe tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:48.737952 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-625552c0-8c24-45b3-9a33-ce2758251830 req-ac6b8af6-d1dd-403c-8123-30e72c4098fe tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/networks?id=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 HTTP/1.1" status: 200 len: 797 time: 0.2626815 Nov 02 12:09:48.778662 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-625552c0-8c24-45b3-9a33-ce2758251830 req-53a5df49-a7ba-4069-a4d4-cd62a67791d9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/quotas/07cf3fda95d044dc8f8b573bd1e4f625 HTTP/1.1" status: 200 len: 375 time: 0.0309427 Nov 02 12:09:48.791617 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452856', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:09:37Z', 'updated_at': '2021-11-02T12:09:45Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:39Z', 'updated_at': '2021-11-02T12:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '9793c291-ac2a-4044-a052-3105a63d3063', 'name': '', 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:88:22:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:44Z', 'updated_at': '2021-11-02T12:09:46Z', 'revision_number': 2, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:48.839826 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:09:48.843788 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:09:48.853766 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-625552c0-8c24-45b3-9a33-ce2758251830 req-445c0d14-571e-4d2f-ac07-a60d386d86b1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739126 Nov 02 12:09:48.858216 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ab375f6f-072b-428a-806b-ba4a6e15457b None None] For port f1a6ecc3-c75d-42d2-bf65-6b17f052e01b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f1a6ecc3-c75d-42d2-bf65-6b17f052e01b,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:48.861897 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ab375f6f-072b-428a-806b-ba4a6e15457b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:48.878056 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Checking router: 68e925a4-4770-4700-9a60-0a999d396e2b for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:09:48.878546 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Updating router 68e925a4-4770-4700-9a60-0a999d396e2b port 9793c291-ac2a-4044-a052-3105a63d3063 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:09:48.914191 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:48.925140 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ab375f6f-072b-428a-806b-ba4a6e15457b None None] Calling delete_port for f1a6ecc3-c75d-42d2-bf65-6b17f052e01b owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:48.931635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c4758-8d0b-42fe-81c8-06beccc18281 None None] Pushing event updated for resources: {'Port': ['ID=f1a6ecc3-c75d-42d2-bf65-6b17f052e01b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:48.946192 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9e6bfd47-20f9-4607-a255-c75741a7991d None None] Provisioning complete for port 09caaba3-c75d-4ce9-8d4e-acdc1240af58 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:48.946574 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9e6bfd47-20f9-4607-a255-c75741a7991d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:49.043115 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dddf3e34-acc0-4c5b-b9e4-d1df5c459a33 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:49.053334 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-625552c0-8c24-45b3-9a33-ce2758251830 req-0fdfa037-0b2c-41ca-b898-f9eff4ccc5bc service neutron] 10.222.0.52 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665199 Nov 02 12:09:49.198850 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-625552c0-8c24-45b3-9a33-ce2758251830 req-3f2244bc-e17a-4fc8-b0ad-33168ac28f8a service neutron] 10.222.0.52 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266415 Nov 02 12:09:49.309606 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-dddf3e34-acc0-4c5b-b9e4-d1df5c459a33 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] For port f1a6ecc3-c75d-42d2-bf65-6b17f052e01b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f1a6ecc3-c75d-42d2-bf65-6b17f052e01b,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:49.375904 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dddf3e34-acc0-4c5b-b9e4-d1df5c459a33 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:49.433839 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:49.446981 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 09caaba3-c75d-4ce9-8d4e-acdc1240af58 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:49.465250 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dddf3e34-acc0-4c5b-b9e4-d1df5c459a33 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:49.466434 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dddf3e34-acc0-4c5b-b9e4-d1df5c459a33 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:49.499949 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9e6bfd47-20f9-4607-a255-c75741a7991d None None] Provisioning complete for port 9793c291-ac2a-4044-a052-3105a63d3063 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:49.500350 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9e6bfd47-20f9-4607-a255-c75741a7991d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:49.523346 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:49.548482 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9e6bfd47-20f9-4607-a255-c75741a7991d None None] Port 9793c291-ac2a-4044-a052-3105a63d3063 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:09:49.553467 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 09caaba3-c75d-4ce9-8d4e-acdc1240af58 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:49.553467 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:49.555034 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddf3e34-acc0-4c5b-b9e4-d1df5c459a33 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:49.563225 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-dddf3e34-acc0-4c5b-b9e4-d1df5c459a33 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:49.570591 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddf3e34-acc0-4c5b-b9e4-d1df5c459a33 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:49.571388 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dddf3e34-acc0-4c5b-b9e4-d1df5c459a33 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:49.601359 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ab375f6f-072b-428a-806b-ba4a6e15457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:49.627674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf3e34-acc0-4c5b-b9e4-d1df5c459a33 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=f1a6ecc3-c75d-42d2-bf65-6b17f052e01b,revision_number=6']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:49.644230 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf3e34-acc0-4c5b-b9e4-d1df5c459a33 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=7f8f5e00-0717-4de7-9d74-029ef363b1ae,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:49.654615 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43532) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:49.670492 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-dddf3e34-acc0-4c5b-b9e4-d1df5c459a33 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7051251 Nov 02 12:09:49.670608 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-771ebd89-3220-49a3-9799-add7b4abd3b0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'mac_address': 'fa:16:3e:01:f6:4e', 'name': 'tempest-NetworksTestDHCPv6-1931774362'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:49.676486 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb75b82-ec22-4a0c-8487-ac244e9530f5 None None] Pushing event updated for resources: {'Port': ['ID=9793c291-ac2a-4044-a052-3105a63d3063,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:49.681284 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab375f6f-072b-428a-806b-ba4a6e15457b None None] Pushing event deleted for resources: {'Port': ['ID=f1a6ecc3-c75d-42d2-bf65-6b17f052e01b,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:49.750090 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab375f6f-072b-428a-806b-ba4a6e15457b None None] No DVR routers for this DVR port f1a6ecc3-c75d-42d2-bf65-6b17f052e01b on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:09:49.765886 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-30b6706e-5ff3-4b2e-b9ab-c5f018ca5d84 None None] Provisioning complete for port 9793c291-ac2a-4044-a052-3105a63d3063 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:49.766514 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-30b6706e-5ff3-4b2e-b9ab-c5f018ca5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:49.774156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc4f101-3292-4818-bceb-b189afdf8170 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:49.894859 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Attempting to bind port 9793c291-ac2a-4044-a052-3105a63d3063 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:09:49.895305 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Attempting to bind port 9793c291-ac2a-4044-a052-3105a63d3063 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '1a7061e6-9d62-473e-a927-f1bf794dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:09:49.896024 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Attempting to bind port 9793c291-ac2a-4044-a052-3105a63d3063 on network c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:09:49.904700 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:09:49.905923 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Checking segment: {'id': '1a7061e6-9d62-473e-a927-f1bf794dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:09:49.906428 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:49.912208 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Bound using segment: {'id': '1a7061e6-9d62-473e-a927-f1bf794dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:09:49.915834 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Bound port: 9793c291-ac2a-4044-a052-3105a63d3063, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7061e6-9d62-473e-a927-f1bf794dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:09:49.919089 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:49.922211 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fb7a029a-be8e-48eb-b863-13a44db51454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:49.935528 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-30b6706e-5ff3-4b2e-b9ab-c5f018ca5d84 None None] Port 9793c291-ac2a-4044-a052-3105a63d3063 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:09:50.101226 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] For port 9793c291-ac2a-4044-a052-3105a63d3063, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:09:50.103589 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06a340e7-be93-42da-96a5-81adb335f119 req-6d0f5866-0de4-4301-b7b4-f984b57e6192 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 210 time: 0.0542319 Nov 02 12:09:50.118957 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] For port 9793c291-ac2a-4044-a052-3105a63d3063, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9793c291-ac2a-4044-a052-3105a63d3063,segment=NetworkSegment(1a7061e6-9d62-473e-a927-f1bf794dfd25),segment_id=1a7061e6-9d62-473e-a927-f1bf794dfd25)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:09:50.128042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771ebd89-3220-49a3-9799-add7b4abd3b0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:50.148460 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-abe34942-d53f-49bb-9f16-0042f5a5dd16 None None] Provisioning complete for port 9793c291-ac2a-4044-a052-3105a63d3063 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:50.148842 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-abe34942-d53f-49bb-9f16-0042f5a5dd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:50.235795 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:50.264960 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-abe34942-d53f-49bb-9f16-0042f5a5dd16 None None] Port 9793c291-ac2a-4044-a052-3105a63d3063 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:09:50.286066 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 09caaba3-c75d-4ce9-8d4e-acdc1240af58 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:50.305362 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-771ebd89-3220-49a3-9799-add7b4abd3b0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:50.346855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-771ebd89-3220-49a3-9799-add7b4abd3b0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port d33c0eb1-1b2f-4b04-bb08-f248078e10f9 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:09:50.375046 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Routers {'68e925a4-4770-4700-9a60-0a999d396e2b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:09:50.375617 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:09:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['68e925a4-4770-4700-9a60-0a999d396e2b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:50.384776 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853381af-4be4-4624-bd05-039947733244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': '7f8f5e00-0717-4de7-9d74-029ef363b1ae'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:09:50.390551 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-853381af-4be4-4624-bd05-039947733244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:50.443897 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb75b82-ec22-4a0c-8487-ac244e9530f5 None None] Pushing event updated for resources: {'Port': ['ID=9793c291-ac2a-4044-a052-3105a63d3063,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:50.466342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 09caaba3-c75d-4ce9-8d4e-acdc1240af58 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:50.466917 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:50.606807 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-771ebd89-3220-49a3-9799-add7b4abd3b0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::f816:3eff:fe01:f64e (7d15c4a2-1728-44a3-9cfe-f71922160717/7f8f5e00-0717-4de7-9d74-029ef363b1ae/d33c0eb1-1b2f-4b04-bb08-f248078e10f9) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:50.608818 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] Set router 68e925a4-4770-4700-9a60-0a999d396e2b gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:09:50.800551 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-35a4f30a-eb48-4c29-a787-4d3d0408d57f None None] Provisioning complete for port 9793c291-ac2a-4044-a052-3105a63d3063 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:50.800939 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-35a4f30a-eb48-4c29-a787-4d3d0408d57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:50.904740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f1a6ecc3-c75d-42d2-bf65-6b17f052e01b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:09:50.941063 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452856', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:09:37Z', 'updated_at': '2021-11-02T12:09:45Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:39Z', 'updated_at': '2021-11-02T12:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '9793c291-ac2a-4044-a052-3105a63d3063', 'name': '', 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:88:22:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:44Z', 'updated_at': '2021-11-02T12:09:50Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:09:50.973188 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-771ebd89-3220-49a3-9799-add7b4abd3b0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:50.973903 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5d0615-d162-40c8-8850-2f8623344375 None None] The sync data for ids ['68e925a4-4770-4700-9a60-0a999d396e2b'] in n-d-806683-18 is: [{'id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452856', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:09:37Z', 'updated_at': '2021-11-02T12:09:45Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:39Z', 'updated_at': '2021-11-02T12:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '9793c291-ac2a-4044-a052-3105a63d3063', 'name': '', 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:88:22:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:44Z', 'updated_at': '2021-11-02T12:09:50Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:09:51.005879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: f1a6ecc3-c75d-42d2-bf65-6b17f052e01b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:09:51.006240 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f1a6ecc3-c75d-42d2-bf65-6b17f052e01b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:09:51.039489 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-35a4f30a-eb48-4c29-a787-4d3d0408d57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:51.107896 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-35a4f30a-eb48-4c29-a787-4d3d0408d57f None None] For port 9793c291-ac2a-4044-a052-3105a63d3063, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9793c291-ac2a-4044-a052-3105a63d3063,segment=NetworkSegment(1a7061e6-9d62-473e-a927-f1bf794dfd25),segment_id=1a7061e6-9d62-473e-a927-f1bf794dfd25)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:51.109772 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:51.281949 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7f5f451-20ad-4579-b2c1-3d527736b553 req-559aa0de-92ec-4d43-a6f2-71c196d923d3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 210 time: 0.0463066 Nov 02 12:09:51.398862 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-35a4f30a-eb48-4c29-a787-4d3d0408d57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:51.434111 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-771ebd89-3220-49a3-9799-add7b4abd3b0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:51.493205 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-853381af-4be4-4624-bd05-039947733244 None None] Allocated IP 2001:db8::f816:3eff:fe04:fb76 (7d15c4a2-1728-44a3-9cfe-f71922160717/7f8f5e00-0717-4de7-9d74-029ef363b1ae/d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:51.512923 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771ebd89-3220-49a3-9799-add7b4abd3b0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:51.556680 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-771ebd89-3220-49a3-9799-add7b4abd3b0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:51.560890 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771ebd89-3220-49a3-9799-add7b4abd3b0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:51.567852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771ebd89-3220-49a3-9799-add7b4abd3b0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:51.568558 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-771ebd89-3220-49a3-9799-add7b4abd3b0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:51.618146 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ebd89-3220-49a3-9799-add7b4abd3b0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=d33c0eb1-1b2f-4b04-bb08-f248078e10f9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:51.677773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4f30a-eb48-4c29-a787-4d3d0408d57f None None] Pushing event updated for resources: {'Port': ['ID=9793c291-ac2a-4044-a052-3105a63d3063,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:51.729443 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-853381af-4be4-4624-bd05-039947733244 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:51.765789 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-771ebd89-3220-49a3-9799-add7b4abd3b0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1098595 Nov 02 12:09:51.768446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43554) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:51.860812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1a465a-c1f7-44fa-bc9c-5cdd5dba823d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:51.864829 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1b1a465a-c1f7-44fa-bc9c-5cdd5dba823d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0925422 Nov 02 12:09:51.865147 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43556) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:51.910509 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-853381af-4be4-4624-bd05-039947733244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:51.973991 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853381af-4be4-4624-bd05-039947733244 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:51.980625 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-853381af-4be4-4624-bd05-039947733244 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:51.989021 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853381af-4be4-4624-bd05-039947733244 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:52.016320 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-8b663508-65ab-40aa-b6e6-645173fa07db tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port d33c0eb1-1b2f-4b04-bb08-f248078e10f9 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:52.016740 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8b663508-65ab-40aa-b6e6-645173fa07db tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:52.019502 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853381af-4be4-4624-bd05-039947733244 None None] Pushing event updated for resources: {'Port': ['ID=d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:52.128304 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-853381af-4be4-4624-bd05-039947733244 None None] Attempting to bind port d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:09:52.128833 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-853381af-4be4-4624-bd05-039947733244 None None] Attempting to bind port d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:09:52.129982 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853381af-4be4-4624-bd05-039947733244 None None] Attempting to bind port d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15 on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:09:52.141329 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853381af-4be4-4624-bd05-039947733244 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:09:52.141984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853381af-4be4-4624-bd05-039947733244 None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:09:52.142497 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-853381af-4be4-4624-bd05-039947733244 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:52.143023 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853381af-4be4-4624-bd05-039947733244 None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:09:52.144008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-853381af-4be4-4624-bd05-039947733244 None None] Bound port: d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:09:52.149761 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-853381af-4be4-4624-bd05-039947733244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:52.290485 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8b663508-65ab-40aa-b6e6-645173fa07db tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:52.290875 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-853381af-4be4-4624-bd05-039947733244 None None] For port d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:09:52.297680 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-853381af-4be4-4624-bd05-039947733244 None None] For port d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:09:52.314376 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-8b663508-65ab-40aa-b6e6-645173fa07db tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for d33c0eb1-1b2f-4b04-bb08-f248078e10f9 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:52.379567 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-853381af-4be4-4624-bd05-039947733244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:52.529301 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-591144be-d782-4e6a-b531-8ea84cb0f51b req-a0aa1dd9-ff9e-479c-98dc-61093dd0965e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 210 time: 0.0746951 Nov 02 12:09:52.578674 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853381af-4be4-4624-bd05-039947733244 None None] Pushing event updated for resources: {'Port': ['ID=d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:52.607898 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:52.648604 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9793c291-ac2a-4044-a052-3105a63d3063 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:52.758468 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 9793c291-ac2a-4044-a052-3105a63d3063 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:52.758849 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:52.831000 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8b663508-65ab-40aa-b6e6-645173fa07db tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:52.898917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b663508-65ab-40aa-b6e6-645173fa07db tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=d33c0eb1-1b2f-4b04-bb08-f248078e10f9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:52.945452 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8b663508-65ab-40aa-b6e6-645173fa07db tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:52.956330 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8b663508-65ab-40aa-b6e6-645173fa07db tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/d33c0eb1-1b2f-4b04-bb08-f248078e10f9 HTTP/1.1" status: 204 len: 168 time: 1.0901260 Nov 02 12:09:52.959178 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43564) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:53.077686 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7db4e7f-f715-48ea-bd21-990c196e50c8 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:53.080948 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7db4e7f-f715-48ea-bd21-990c196e50c8 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:53.082082 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c7db4e7f-f715-48ea-bd21-990c196e50c8 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1205702 Nov 02 12:09:53.084756 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43566) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:53.182341 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b570467-2588-4a4b-8e60-2053c16afe1d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 7f8f5e00-0717-4de7-9d74-029ef363b1ae {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:09:53.191144 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6b570467-2588-4a4b-8e60-2053c16afe1d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:53.252078 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6b570467-2588-4a4b-8e60-2053c16afe1d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:53.350476 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6b570467-2588-4a4b-8e60-2053c16afe1d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:53.511093 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6b570467-2588-4a4b-8e60-2053c16afe1d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:53.553941 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b570467-2588-4a4b-8e60-2053c16afe1d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=7f8f5e00-0717-4de7-9d74-029ef363b1ae,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:53.568624 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6b570467-2588-4a4b-8e60-2053c16afe1d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:53.573169 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43572) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:53.575314 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6b570467-2588-4a4b-8e60-2053c16afe1d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/7f8f5e00-0717-4de7-9d74-029ef363b1ae HTTP/1.1" status: 204 len: 168 time: 0.4835351 Nov 02 12:09:53.669367 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-71a2fd9b-ef07-48e0-b24d-22d3d9784274 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917256 Nov 02 12:09:53.669708 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43576) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:53.769420 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c8b2d-bd9a-427e-a883-0b4501a8c555 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:53.771092 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3d0c8b2d-bd9a-427e-a883-0b4501a8c555 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1003613 Nov 02 12:09:53.774452 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43578) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:53.852592 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0334a546-52b7-42ac-aff3-d4e7ea7e8c3b req-d7ddfa3d-afbd-408a-95c9-4bc549ab0aaa tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 210 time: 0.0592248 Nov 02 12:09:53.881841 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab0a041-a468-486e-9d81-6b08fc6eadd4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:53.883785 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625552c0-8c24-45b3-9a33-ce2758251830 req-fca3ab3e-76fb-40db-9dae-fe8fa9cca048 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:53.889000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-625552c0-8c24-45b3-9a33-ce2758251830 req-fca3ab3e-76fb-40db-9dae-fe8fa9cca048 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.79 "GET /v2.0/networks?id=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 HTTP/1.1" status: 200 len: 797 time: 0.3084123 Nov 02 12:09:53.889220 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cab0a041-a468-486e-9d81-6b08fc6eadd4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1107607 Nov 02 12:09:53.889530 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43580) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:54.038615 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-625552c0-8c24-45b3-9a33-ce2758251830 req-13ba24d4-c9ae-4217-8f0e-a049d66e806e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07cf3fda95d044dc8f8b573bd1e4f625 HTTP/1.1" status: 200 len: 380 time: 0.1413865 Nov 02 12:09:54.040746 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-283396fd-0a37-4fcc-b365-e882b460d2b1 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1500301 Nov 02 12:09:54.044788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43582) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:54.051485 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-52923fd8-5a43-46bf-b9d9-42af2a4eb3bd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:54.059762 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-625552c0-8c24-45b3-9a33-ce2758251830 req-bbc37b8d-91b3-4912-a7c6-e04d07dfe098 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'port': {'device_id': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7', 'admin_state_up': True, 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'security_groups': ['50b3614d-bc59-4847-978e-968be6daaf07']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:54.069846 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:54.093080 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a959357-0ffa-48a3-969c-2bf649ef8d87 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:54.308126 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-34436a48-ea8d-48a3-b34a-2df38b7a0524 None None] Provisioning complete for port d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:54.308558 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34436a48-ea8d-48a3-b34a-2df38b7a0524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:54.314073 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:54.357263 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52923fd8-5a43-46bf-b9d9-42af2a4eb3bd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:54.362490 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52923fd8-5a43-46bf-b9d9-42af2a4eb3bd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:54.439980 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:54.444915 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:54.445288 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:54.463965 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625552c0-8c24-45b3-9a33-ce2758251830 req-bbc37b8d-91b3-4912-a7c6-e04d07dfe098 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Made reservation on behalf of 07cf3fda95d044dc8f8b573bd1e4f625 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:54.468712 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-625552c0-8c24-45b3-9a33-ce2758251830 req-bbc37b8d-91b3-4912-a7c6-e04d07dfe098 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:54.479784 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2246fac9-1066-46bc-ae7a-0fb4eb066dde None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:09:54.491631 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34436a48-ea8d-48a3-b34a-2df38b7a0524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:54.576822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-34436a48-ea8d-48a3-b34a-2df38b7a0524 None None] For port d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:54.628512 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:54.645078 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2246fac9-1066-46bc-ae7a-0fb4eb066dde None None] Deleting port d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:54.645454 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2246fac9-1066-46bc-ae7a-0fb4eb066dde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:54.675723 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34436a48-ea8d-48a3-b34a-2df38b7a0524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:54.703237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-625552c0-8c24-45b3-9a33-ce2758251830 req-bbc37b8d-91b3-4912-a7c6-e04d07dfe098 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Allocated IP 172.20.0.5 (c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7/22480237-b98c-4a81-8db6-eed1815ca3f6/cb795691-03b3-4dd8-bf9f-b06239c1a8b2) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:54.793937 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2246fac9-1066-46bc-ae7a-0fb4eb066dde None None] For port d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:54.794346 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2246fac9-1066-46bc-ae7a-0fb4eb066dde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:54.822241 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:09:54.823716 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:09:54.823716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2246fac9-1066-46bc-ae7a-0fb4eb066dde None None] Calling delete_port for d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:54.825289 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34436a48-ea8d-48a3-b34a-2df38b7a0524 None None] Pushing event updated for resources: {'Port': ['ID=d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:54.911562 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-625552c0-8c24-45b3-9a33-ce2758251830 req-bbc37b8d-91b3-4912-a7c6-e04d07dfe098 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:54.996356 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:55.005535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.objects.ports [None req-52923fd8-5a43-46bf-b9d9-42af2a4eb3bd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 12:09:55.031543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d9912a6-a263-4dc6-abb5-fa28ba923cb3 req-bb4bdb98-8cee-460c-8ce9-4ecb5f491e87 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 210 time: 0.0332391 Nov 02 12:09:55.117202 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2246fac9-1066-46bc-ae7a-0fb4eb066dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:55.143845 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246fac9-1066-46bc-ae7a-0fb4eb066dde None None] Pushing event deleted for resources: {'Port': ['ID=d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:55.149276 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2246fac9-1066-46bc-ae7a-0fb4eb066dde None None] No DVR routers for this DVR port d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:09:55.168328 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-625552c0-8c24-45b3-9a33-ce2758251830 req-bbc37b8d-91b3-4912-a7c6-e04d07dfe098 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:55.190886 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.ipam_pluggable_backend [None req-52923fd8-5a43-46bf-b9d9-42af2a4eb3bd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Port d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102690) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 02 12:09:55.191496 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.ipam_pluggable_backend [None req-52923fd8-5a43-46bf-b9d9-42af2a4eb3bd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Reverting IP allocation for 2001:db8::f816:3eff:fe04:fb76 {{(pid=102690) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 02 12:09:55.195081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.ipam_pluggable_backend [None req-52923fd8-5a43-46bf-b9d9-42af2a4eb3bd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe04:fb76 {{(pid=102690) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 02 12:09:55.198141 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52923fd8-5a43-46bf-b9d9-42af2a4eb3bd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:55.214653 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625552c0-8c24-45b3-9a33-ce2758251830 req-bbc37b8d-91b3-4912-a7c6-e04d07dfe098 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:55.218184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-625552c0-8c24-45b3-9a33-ce2758251830 req-bbc37b8d-91b3-4912-a7c6-e04d07dfe098 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:55.231958 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-625552c0-8c24-45b3-9a33-ce2758251830 req-bbc37b8d-91b3-4912-a7c6-e04d07dfe098 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:55.237577 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52923fd8-5a43-46bf-b9d9-42af2a4eb3bd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:55.242373 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-52923fd8-5a43-46bf-b9d9-42af2a4eb3bd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:55.247327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52923fd8-5a43-46bf-b9d9-42af2a4eb3bd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:55.248123 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52923fd8-5a43-46bf-b9d9-42af2a4eb3bd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:55.264174 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61ae77b-6160-4984-97ba-f7b3a805b23c None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:55.268238 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc37b8d-91b3-4912-a7c6-e04d07dfe098 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:55.280480 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52923fd8-5a43-46bf-b9d9-42af2a4eb3bd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=8a15c758-fee3-4089-99bf-d3125e6fcffe,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:55.314966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625552c0-8c24-45b3-9a33-ce2758251830 req-bbc37b8d-91b3-4912-a7c6-e04d07dfe098 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:55.315664 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-625552c0-8c24-45b3-9a33-ce2758251830 req-bbc37b8d-91b3-4912-a7c6-e04d07dfe098 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:55.387175 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Port d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15 update to ACTIVE by agent not found {{(pid=102691) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 02 12:09:55.432935 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-52923fd8-5a43-46bf-b9d9-42af2a4eb3bd tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3868675 Nov 02 12:09:55.433165 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43594) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:55.438217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-3e5c672f-8205-4d87-a15d-89cec64a8db0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'mac_address': 'fa:16:3e:3c:6f:e5', 'name': 'tempest-NetworksTestDHCPv6-811686658'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:55.528492 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': '8a15c758-fee3-4089-99bf-d3125e6fcffe'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:09:55.530211 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:55.548944 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-625552c0-8c24-45b3-9a33-ce2758251830 req-bbc37b8d-91b3-4912-a7c6-e04d07dfe098 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5033913 Nov 02 12:09:55.564323 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Request body: {'port': {'device_id': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:55.642855 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9895ca87-eba7-42b1-a7fe-0aba8cfa77e8 None None] Provisioning complete for port cb795691-03b3-4dd8-bf9f-b06239c1a8b2 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:55.643251 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9895ca87-eba7-42b1-a7fe-0aba8cfa77e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:55.646900 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:55.741528 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5c672f-8205-4d87-a15d-89cec64a8db0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:55.881354 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9895ca87-eba7-42b1-a7fe-0aba8cfa77e8 None None] Port cb795691-03b3-4dd8-bf9f-b06239c1a8b2 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:09:55.892059 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Allocated IP 2001:db8::f816:3eff:fe53:309a (7d15c4a2-1728-44a3-9cfe-f71922160717/8a15c758-fee3-4089-99bf-d3125e6fcffe/95ad9294-1043-443c-95e2-b9aeb794b2ac) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:56.039722 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3e5c672f-8205-4d87-a15d-89cec64a8db0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:56.064825 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:56.077117 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-3e5c672f-8205-4d87-a15d-89cec64a8db0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port 2ac4dfff-3016-48f7-be26-b8d4017f515d yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:09:56.181559 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:56.211500 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:09:56.225467 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb795691-03b3-4dd8-bf9f-b06239c1a8b2 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:09:56.254508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:09:56.254965 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d51ea7ac-6fd9-46d7-a365-4cf9cc1cda15 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:09:56.258798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:56.266526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:56.269352 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Pushing event updated for resources: {'Port': ['ID=95ad9294-1043-443c-95e2-b9aeb794b2ac,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:56.272088 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:56.307919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:56.334798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Transition to ACTIVE for port object cb795691-03b3-4dd8-bf9f-b06239c1a8b2 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:09:56.340412 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Attempting to bind port 95ad9294-1043-443c-95e2-b9aeb794b2ac on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:09:56.340791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Attempting to bind port 95ad9294-1043-443c-95e2-b9aeb794b2ac by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:09:56.341278 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Attempting to bind port 95ad9294-1043-443c-95e2-b9aeb794b2ac on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:09:56.346546 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:09:56.346956 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:09:56.347357 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:56.347757 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:09:56.348411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Bound port: 95ad9294-1043-443c-95e2-b9aeb794b2ac, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:09:56.348605 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:56.360152 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b02d7-01b5-4821-ae35-7dc10679174e req-764713a6-c462-491e-a82d-882aba0a8698 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:56.362229 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-699b02d7-01b5-4821-ae35-7dc10679174e req-764713a6-c462-491e-a82d-882aba0a8698 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 931 time: 0.2283459 Nov 02 12:09:56.383545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-3e5c672f-8205-4d87-a15d-89cec64a8db0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::f816:3eff:fe3c:6fe5 (7d15c4a2-1728-44a3-9cfe-f71922160717/8a15c758-fee3-4089-99bf-d3125e6fcffe/2ac4dfff-3016-48f7-be26-b8d4017f515d) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:09:56.426635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] For port 95ad9294-1043-443c-95e2-b9aeb794b2ac, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:09:56.431908 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] For port 95ad9294-1043-443c-95e2-b9aeb794b2ac, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=95ad9294-1043-443c-95e2-b9aeb794b2ac,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:09:56.458354 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:56.505975 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-699b02d7-01b5-4821-ae35-7dc10679174e req-40f5056b-8e49-4ee0-830e-ea87cb942199 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312916 Nov 02 12:09:56.576894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:56.579731 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:56.676459 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cdf22e-ed87-4726-95e0-1f9324aa79ca None None] Pushing event updated for resources: {'Port': ['ID=95ad9294-1043-443c-95e2-b9aeb794b2ac,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:56.772882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Attempting to bind port cb795691-03b3-4dd8-bf9f-b06239c1a8b2 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:09:56.777594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Attempting to bind port cb795691-03b3-4dd8-bf9f-b06239c1a8b2 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '1a7061e6-9d62-473e-a927-f1bf794dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:09:56.777594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Attempting to bind port cb795691-03b3-4dd8-bf9f-b06239c1a8b2 on network c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:09:56.789019 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Port cb795691-03b3-4dd8-bf9f-b06239c1a8b2 on network c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:09:56.789354 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Attempting to bind port cb795691-03b3-4dd8-bf9f-b06239c1a8b2 on network c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:09:56.801249 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:09:56.801598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Checking segment: {'id': '1a7061e6-9d62-473e-a927-f1bf794dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:09:56.801975 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Bound using segment: {'id': '1a7061e6-9d62-473e-a927-f1bf794dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:09:56.802482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Bound port: cb795691-03b3-4dd8-bf9f-b06239c1a8b2, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7061e6-9d62-473e-a927-f1bf794dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:09:56.802835 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:56.826402 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3e5c672f-8205-4d87-a15d-89cec64a8db0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:56.974973 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] For port cb795691-03b3-4dd8-bf9f-b06239c1a8b2, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:09:56.978755 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] For port cb795691-03b3-4dd8-bf9f-b06239c1a8b2, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,segment=NetworkSegment(1a7061e6-9d62-473e-a927-f1bf794dfd25),segment_id=1a7061e6-9d62-473e-a927-f1bf794dfd25)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:09:57.025298 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3e5c672f-8205-4d87-a15d-89cec64a8db0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:57.095514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c672f-8205-4d87-a15d-89cec64a8db0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=2ac4dfff-3016-48f7-be26-b8d4017f515d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:57.103704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5c672f-8205-4d87-a15d-89cec64a8db0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:57.105198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-3e5c672f-8205-4d87-a15d-89cec64a8db0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:57.107574 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c672f-8205-4d87-a15d-89cec64a8db0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:09:57.113330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5c672f-8205-4d87-a15d-89cec64a8db0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:57.113955 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3e5c672f-8205-4d87-a15d-89cec64a8db0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:57.152474 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:57.201691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:57.203978 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:57.211155 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-625552c0-8c24-45b3-9a33-ce2758251830 req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] 10.222.0.79 "PUT /v2.0/ports/cb795691-03b3-4dd8-bf9f-b06239c1a8b2 HTTP/1.1" status: 200 len: 1092 time: 1.6522615 Nov 02 12:09:57.213778 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'tag': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:09:57.227138 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadfdf1d-5d53-4bce-9b9c-afb50cb145c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4449da68-7f2b-49ec-a1a9-115f951f2bc5", "tag": "cb795691-03b3-4dd8-bf9f-b06239c1a8b2"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:09:57.252347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1a4d6-01a0-4275-8aad-dcf320de63d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:57.287027 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3e5c672f-8205-4d87-a15d-89cec64a8db0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8513947 Nov 02 12:09:57.289351 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43614) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:57.377321 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4330d4ab-72e8-476f-b8ab-862e62feca63 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:57.384801 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4330d4ab-72e8-476f-b8ab-862e62feca63 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:57.386466 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4330d4ab-72e8-476f-b8ab-862e62feca63 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0959544 Nov 02 12:09:57.399335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43620) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:57.458180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625552c0-8c24-45b3-9a33-ce2758251830 req-ea866cfc-05ad-4a82-9f94-2fed941c42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:57.460330 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-625552c0-8c24-45b3-9a33-ce2758251830 req-ea866cfc-05ad-4a82-9f94-2fed941c42ab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 1095 time: 0.1065428 Nov 02 12:09:57.512500 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-625552c0-8c24-45b3-9a33-ce2758251830 req-6b817f0c-e0ff-4ccd-9d2a-d51cc2a6bcdf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb795691-03b3-4dd8-bf9f-b06239c1a8b2 HTTP/1.1" status: 200 len: 217 time: 0.0441022 Nov 02 12:09:57.531019 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-016370c0-8904-4852-a095-593bcced56d9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port 2ac4dfff-3016-48f7-be26-b8d4017f515d {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:57.531820 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-016370c0-8904-4852-a095-593bcced56d9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:57.566552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625552c0-8c24-45b3-9a33-ce2758251830 req-75f1769c-6d6d-4606-8e51-55b6e6d21f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:57.568068 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-625552c0-8c24-45b3-9a33-ce2758251830 req-75f1769c-6d6d-4606-8e51-55b6e6d21f24 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=22480237-b98c-4a81-8db6-eed1815ca3f6 HTTP/1.1" status: 200 len: 834 time: 0.0494592 Nov 02 12:09:57.729827 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-016370c0-8904-4852-a095-593bcced56d9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:57.767547 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-016370c0-8904-4852-a095-593bcced56d9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for 2ac4dfff-3016-48f7-be26-b8d4017f515d owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:58.013839 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-016370c0-8904-4852-a095-593bcced56d9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:58.027316 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c049bf9e-b17e-4297-be5f-0fd62b1757d0 x-openstack-request-id: req-c049bf9e-b17e-4297-be5f-0fd62b1757d0 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:09:58.027886 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4449da68-7f2b-49ec-a1a9-115f951f2bc5", "tag": "cb795691-03b3-4dd8-bf9f-b06239c1a8b2", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:09:58.027886 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c049bf9e-b17e-4297-be5f-0fd62b1757d0 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:09:58.028264 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'tag': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2', 'status': 'completed', 'code': 200} Nov 02 12:09:58.056358 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016370c0-8904-4852-a095-593bcced56d9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=2ac4dfff-3016-48f7-be26-b8d4017f515d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:58.091040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625552c0-8c24-45b3-9a33-ce2758251830 req-0d8906c0-b750-4910-9a46-6aa83671eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:58.093319 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-016370c0-8904-4852-a095-593bcced56d9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:58.093641 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-625552c0-8c24-45b3-9a33-ce2758251830 req-0d8906c0-b750-4910-9a46-6aa83671eae1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5169067 Nov 02 12:09:58.097551 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-016370c0-8904-4852-a095-593bcced56d9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/2ac4dfff-3016-48f7-be26-b8d4017f515d HTTP/1.1" status: 204 len: 168 time: 0.6968331 Nov 02 12:09:58.100171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43630) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:58.109907 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb5aa2-1080-4f9c-8195-dd7768b4ec17 req-84ff6f5a-b096-4816-b43a-e7bbd61aedc7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:58.111813 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ddb5aa2-1080-4f9c-8195-dd7768b4ec17 req-84ff6f5a-b096-4816-b43a-e7bbd61aedc7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 943 time: 0.0879116 Nov 02 12:09:58.202855 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19576961-0106-4d1a-b204-92cd3f7107a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:58.206550 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19576961-0106-4d1a-b204-92cd3f7107a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:58.211001 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-19576961-0106-4d1a-b204-92cd3f7107a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1081963 Nov 02 12:09:58.220653 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43632) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:58.242742 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ddb5aa2-1080-4f9c-8195-dd7768b4ec17 req-651b5adf-5e82-490f-99e6-4f4829aa10b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174150 Nov 02 12:09:58.267328 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-326d66dc-1c4e-4dca-865d-6b8a16c52202 None None] Provisioning complete for port 95ad9294-1043-443c-95e2-b9aeb794b2ac triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:58.268168 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-326d66dc-1c4e-4dca-865d-6b8a16c52202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:58.282832 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-625552c0-8c24-45b3-9a33-ce2758251830 req-a10d0321-621a-49eb-96ed-10755dd78010 service neutron] 10.222.0.79 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699610 Nov 02 12:09:58.336307 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-65773c83-6dd9-4512-a764-7c2c576869a3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 8a15c758-fee3-4089-99bf-d3125e6fcffe {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:09:58.341594 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65773c83-6dd9-4512-a764-7c2c576869a3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:58.446304 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65773c83-6dd9-4512-a764-7c2c576869a3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:58.449009 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 95ad9294-1043-443c-95e2-b9aeb794b2ac up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:09:58.588360 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-625552c0-8c24-45b3-9a33-ce2758251830 req-285796e7-81b0-4004-8627-a20319608d8d service neutron] 10.222.0.79 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980855 Nov 02 12:09:58.613497 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 95ad9294-1043-443c-95e2-b9aeb794b2ac triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:09:58.614042 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:58.656520 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e015e-41f0-43fb-b532-2b4ba83a35cd req-53c71183-6f8c-426b-9d17-5512d033986d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:58.670045 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e015e-41f0-43fb-b532-2b4ba83a35cd req-53c71183-6f8c-426b-9d17-5512d033986d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:58.672965 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-326d66dc-1c4e-4dca-865d-6b8a16c52202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:58.677738 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65773c83-6dd9-4512-a764-7c2c576869a3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:58.687224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e015e-41f0-43fb-b532-2b4ba83a35cd req-53c71183-6f8c-426b-9d17-5512d033986d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:58.709051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e015e-41f0-43fb-b532-2b4ba83a35cd req-53c71183-6f8c-426b-9d17-5512d033986d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:58.718362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e015e-41f0-43fb-b532-2b4ba83a35cd req-53c71183-6f8c-426b-9d17-5512d033986d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:58.724705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e015e-41f0-43fb-b532-2b4ba83a35cd req-53c71183-6f8c-426b-9d17-5512d033986d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:58.731020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e015e-41f0-43fb-b532-2b4ba83a35cd req-53c71183-6f8c-426b-9d17-5512d033986d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:58.733166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f31e015e-41f0-43fb-b532-2b4ba83a35cd req-53c71183-6f8c-426b-9d17-5512d033986d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5445 time: 0.2258971 Nov 02 12:09:58.762012 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:58.825611 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65773c83-6dd9-4512-a764-7c2c576869a3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:58.862197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfdf1d-5d53-4bce-9b9c-afb50cb145c2 req-ad9fadde-c7ea-4d03-9255-a317aa29a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:58.864015 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aadfdf1d-5d53-4bce-9b9c-afb50cb145c2 req-ad9fadde-c7ea-4d03-9255-a317aa29a6f5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 1095 time: 0.1297333 Nov 02 12:09:58.881854 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65773c83-6dd9-4512-a764-7c2c576869a3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:58.889591 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-65773c83-6dd9-4512-a764-7c2c576869a3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/8a15c758-fee3-4089-99bf-d3125e6fcffe HTTP/1.1" status: 204 len: 168 time: 0.6636140 Nov 02 12:09:58.889591 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65773c83-6dd9-4512-a764-7c2c576869a3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=8a15c758-fee3-4089-99bf-d3125e6fcffe,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:58.891668 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43654) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:58.929600 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:09:58.930173 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:09:58.930735 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-326d66dc-1c4e-4dca-865d-6b8a16c52202 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:09:58.931142 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-326d66dc-1c4e-4dca-865d-6b8a16c52202 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:09:58.942491 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f31e015e-41f0-43fb-b532-2b4ba83a35cd req-f7b9b9ef-a2bb-49f2-ae86-c2fbd778a8b4 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1734848 Nov 02 12:09:58.949795 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8c02f109-9b41-46b2-945f-3179ebf32ded tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542679 Nov 02 12:09:58.950459 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43656) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:09:58.959423 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1dc9971e-bb02-45b7-882d-6000a8c4e6c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:59.000937 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5449950a-80fd-4ab3-b174-295af0855622 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:59.018282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-9dcb1369-5146-4061-8eff-d9746b565fa0 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:59.031748 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-9dcb1369-5146-4061-8eff-d9746b565fa0 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:59.040581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-9dcb1369-5146-4061-8eff-d9746b565fa0 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:59.048096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-9dcb1369-5146-4061-8eff-d9746b565fa0 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:59.057232 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-9dcb1369-5146-4061-8eff-d9746b565fa0 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:59.064338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-9dcb1369-5146-4061-8eff-d9746b565fa0 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:59.072224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-9dcb1369-5146-4061-8eff-d9746b565fa0 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:59.074940 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-9dcb1369-5146-4061-8eff-d9746b565fa0 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5445 time: 0.2552063 Nov 02 12:09:59.117179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfdf1d-5d53-4bce-9b9c-afb50cb145c2 req-f0a30c7c-6577-48e7-99f4-8caa7721d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:59.118994 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aadfdf1d-5d53-4bce-9b9c-afb50cb145c2 req-f0a30c7c-6577-48e7-99f4-8caa7721d71f service neutron] 10.222.0.79 "GET /v2.0/networks?id=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 HTTP/1.1" status: 200 len: 898 time: 0.2439296 Nov 02 12:09:59.186073 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aadfdf1d-5d53-4bce-9b9c-afb50cb145c2 req-45f9b90e-36cb-4ea4-a9ed-ba5ef6777a79 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb795691-03b3-4dd8-bf9f-b06239c1a8b2 HTTP/1.1" status: 200 len: 217 time: 0.0502687 Nov 02 12:09:59.189739 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-a087dd7f-a568-4336-b56f-b2f9e3a79be3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:59.191212 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-a087dd7f-a568-4336-b56f-b2f9e3a79be3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.54 "GET /v2.0/ports/3b8ad295-2d7a-4849-bddf-6bcf7483dce7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0861847 Nov 02 12:09:59.195837 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc9971e-bb02-45b7-882d-6000a8c4e6c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:09:59.202526 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1dc9971e-bb02-45b7-882d-6000a8c4e6c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:59.206822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14331c3d-ce7a-4156-8f25-7ea8c1057ed0 None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:09:59.275612 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-14331c3d-ce7a-4156-8f25-7ea8c1057ed0 None None] Deleting port 95ad9294-1043-443c-95e2-b9aeb794b2ac {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:09:59.277455 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-14331c3d-ce7a-4156-8f25-7ea8c1057ed0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:59.358666 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-14331c3d-ce7a-4156-8f25-7ea8c1057ed0 None None] For port 95ad9294-1043-443c-95e2-b9aeb794b2ac, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=95ad9294-1043-443c-95e2-b9aeb794b2ac,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:59.359661 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-14331c3d-ce7a-4156-8f25-7ea8c1057ed0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:59.367727 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfdf1d-5d53-4bce-9b9c-afb50cb145c2 req-d8e7e96f-7b1d-4ae1-abd5-a8fd2aac014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:59.371638 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aadfdf1d-5d53-4bce-9b9c-afb50cb145c2 req-d8e7e96f-7b1d-4ae1-abd5-a8fd2aac014c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=22480237-b98c-4a81-8db6-eed1815ca3f6 HTTP/1.1" status: 200 len: 834 time: 0.1787941 Nov 02 12:09:59.376367 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-14331c3d-ce7a-4156-8f25-7ea8c1057ed0 None None] Calling delete_port for 95ad9294-1043-443c-95e2-b9aeb794b2ac owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:09:59.497277 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-58725486-8976-4cb5-8b06-3c454c48f7b7 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.54 "GET /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2934253 Nov 02 12:09:59.508489 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfdf1d-5d53-4bce-9b9c-afb50cb145c2 req-4fa70cda-2611-4163-8ffb-7abdf9e119d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:59.509713 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-326d66dc-1c4e-4dca-865d-6b8a16c52202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:59.509986 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aadfdf1d-5d53-4bce-9b9c-afb50cb145c2 req-4fa70cda-2611-4163-8ffb-7abdf9e119d1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232824 Nov 02 12:09:59.513930 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4a9ca571-8cb7-42c3-b07f-c6542e024947 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:09:59.526657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c4a94-c8a1-41bb-a704-2e79809ca163 req-6e90050e-62b8-40fa-984f-4b2039377ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:59.528234 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a37c4a94-c8a1-41bb-a704-2e79809ca163 req-6e90050e-62b8-40fa-984f-4b2039377ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 943 time: 0.1173978 Nov 02 12:09:59.544759 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:59.581958 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-326d66dc-1c4e-4dca-865d-6b8a16c52202 None None] For port 95ad9294-1043-443c-95e2-b9aeb794b2ac, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=95ad9294-1043-443c-95e2-b9aeb794b2ac,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:59.652885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.objects.ports [None req-1dc9971e-bb02-45b7-882d-6000a8c4e6c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 12:09:59.692270 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a37c4a94-c8a1-41bb-a704-2e79809ca163 req-8d752a04-e147-4e40-a191-98400dc3de2d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427243 Nov 02 12:09:59.695294 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4a9ca571-8cb7-42c3-b07f-c6542e024947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:59.715715 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-326d66dc-1c4e-4dca-865d-6b8a16c52202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:59.749953 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aadfdf1d-5d53-4bce-9b9c-afb50cb145c2 req-fa7a29be-3bb2-4273-93a2-693646d7c378 service neutron] 10.222.0.79 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014294 Nov 02 12:09:59.788826 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:09:59.789271 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:09:59.803928 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d66dc-1c4e-4dca-865d-6b8a16c52202 None None] Pushing event updated for resources: {'Port': ['ID=95ad9294-1043-443c-95e2-b9aeb794b2ac,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:59.828347 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-28d526d2-d14a-452b-87fa-4ba2734ac8dd None None] Could not find standard attr ID for object 2ac4dfff-3016-48f7-be26-b8d4017f515d. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:09:59.837202 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-14331c3d-ce7a-4156-8f25-7ea8c1057ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:59.862309 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14331c3d-ce7a-4156-8f25-7ea8c1057ed0 None None] Pushing event deleted for resources: {'Port': ['ID=95ad9294-1043-443c-95e2-b9aeb794b2ac,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:59.869531 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14331c3d-ce7a-4156-8f25-7ea8c1057ed0 None None] No DVR routers for this DVR port 95ad9294-1043-443c-95e2-b9aeb794b2ac on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:09:59.893159 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.ipam_pluggable_backend [None req-1dc9971e-bb02-45b7-882d-6000a8c4e6c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Port 95ad9294-1043-443c-95e2-b9aeb794b2ac was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102690) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 02 12:09:59.893480 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.ipam_pluggable_backend [None req-1dc9971e-bb02-45b7-882d-6000a8c4e6c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Reverting IP allocation for 2001:db8::f816:3eff:fe53:309a {{(pid=102690) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 02 12:09:59.897151 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.ipam_pluggable_backend [None req-1dc9971e-bb02-45b7-882d-6000a8c4e6c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe53:309a {{(pid=102690) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 02 12:09:59.899408 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1dc9971e-bb02-45b7-882d-6000a8c4e6c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:59.923593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aadfdf1d-5d53-4bce-9b9c-afb50cb145c2 req-ad2e09fc-f2e6-4efc-beff-54caca48e207 service neutron] 10.222.0.79 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652322 Nov 02 12:09:59.938529 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4a9ca571-8cb7-42c3-b07f-c6542e024947 service neutron] For port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=3b8ad295-2d7a-4849-bddf-6bcf7483dce7,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:09:59.948727 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc9971e-bb02-45b7-882d-6000a8c4e6c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:09:59.952288 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-1dc9971e-bb02-45b7-882d-6000a8c4e6c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:09:59.956700 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc9971e-bb02-45b7-882d-6000a8c4e6c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:09:59.957278 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1dc9971e-bb02-45b7-882d-6000a8c4e6c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:09:59.960406 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9971e-bb02-45b7-882d-6000a8c4e6c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=7c2b774e-6f0a-4e15-a75a-6941e3f9af7a,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:09:59.963831 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c3762c-20a1-4cf8-b432-f0c86e961423 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:09:59.986506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4a9ca571-8cb7-42c3-b07f-c6542e024947 service neutron] For port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:10:00.021327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4a9ca571-8cb7-42c3-b07f-c6542e024947 service neutron] device_id is not set on port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:10:00.032119 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4a9ca571-8cb7-42c3-b07f-c6542e024947 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:00.038428 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1dc9971e-bb02-45b7-882d-6000a8c4e6c5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0867317 Nov 02 12:10:00.041187 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43664) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:00.046582 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-8a657a78-2dd7-40e7-be2d-84e18a962c0f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'mac_address': 'fa:16:3e:e8:d7:c8', 'name': 'tempest-NetworksTestDHCPv6-1346568821'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:00.122921 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a47b-f190-435b-9796-8afc5f6eb91a req-593df08d-458f-423c-9d07-267827d60e49 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:00.131122 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a47b-f190-435b-9796-8afc5f6eb91a req-593df08d-458f-423c-9d07-267827d60e49 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:00.136490 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': '7c2b774e-6f0a-4e15-a75a-6941e3f9af7a'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:10:00.139725 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:00.139859 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a47b-f190-435b-9796-8afc5f6eb91a req-593df08d-458f-423c-9d07-267827d60e49 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:00.145832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a47b-f190-435b-9796-8afc5f6eb91a req-593df08d-458f-423c-9d07-267827d60e49 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:00.152259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a47b-f190-435b-9796-8afc5f6eb91a req-593df08d-458f-423c-9d07-267827d60e49 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:00.158258 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a47b-f190-435b-9796-8afc5f6eb91a req-593df08d-458f-423c-9d07-267827d60e49 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:00.164415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a47b-f190-435b-9796-8afc5f6eb91a req-593df08d-458f-423c-9d07-267827d60e49 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:00.166365 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1936a47b-f190-435b-9796-8afc5f6eb91a req-593df08d-458f-423c-9d07-267827d60e49 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 5445 time: 0.1119430 Nov 02 12:10:00.167621 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4a9ca571-8cb7-42c3-b07f-c6542e024947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:00.266089 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4a9ca571-8cb7-42c3-b07f-c6542e024947 service neutron] No DVR routers for this DVR port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:00.270395 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a657a78-2dd7-40e7-be2d-84e18a962c0f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:00.271663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ca571-8cb7-42c3-b07f-c6542e024947 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8ad295-2d7a-4849-bddf-6bcf7483dce7,revision_number=6']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:00.309797 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Allocated IP 2001:db8::f816:3eff:fed8:a88e (7d15c4a2-1728-44a3-9cfe-f71922160717/7c2b774e-6f0a-4e15-a75a-6941e3f9af7a/7485626f-42a3-4bf3-8875-f91aef0be1e2) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:00.333560 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1936a47b-f190-435b-9796-8afc5f6eb91a req-032f0f30-a169-474d-b119-6455f5e4034f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&id=80ba0750-06c1-4b27-b0fc-4c7777312a09&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1526697 Nov 02 12:10:00.337392 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4a9ca571-8cb7-42c3-b07f-c6542e024947 service neutron] In _notify_port_updated(), no bound segment for port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 on network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 {{(pid=102689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 12:10:00.338703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4a9ca571-8cb7-42c3-b07f-c6542e024947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:00.338893 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4a9ca571-8cb7-42c3-b07f-c6542e024947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:00.340339 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4a9ca571-8cb7-42c3-b07f-c6542e024947 service neutron] 10.222.0.54 "PUT /v2.0/ports/3b8ad295-2d7a-4849-bddf-6bcf7483dce7 HTTP/1.1" status: 200 len: 1033 time: 0.8345957 Nov 02 12:10:00.394261 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a657a78-2dd7-40e7-be2d-84e18a962c0f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:00.428885 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-22354ca3-4341-4764-9f62-fd65329ff6e3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:00.429756 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-8a657a78-2dd7-40e7-be2d-84e18a962c0f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port 710c3de7-fe6e-4e3e-951a-28c9de85f7b2 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:10:00.430827 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-22354ca3-4341-4764-9f62-fd65329ff6e3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.54 "GET /v2.0/ports/5e651fdc-8891-4208-901e-2768d0925ea9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0837040 Nov 02 12:10:00.442326 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b12a1b44-e4cd-492e-b967-36fd532ca618 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:00.500319 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Port 95ad9294-1043-443c-95e2-b9aeb794b2ac update to ACTIVE by agent not found {{(pid=102691) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Nov 02 12:10:00.508072 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b12a1b44-e4cd-492e-b967-36fd532ca618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:00.533371 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:00.557897 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-74dfe4d3-577a-49c3-8806-329c4447be93 None None] Provisioning complete for port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:00.558664 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-74dfe4d3-577a-49c3-8806-329c4447be93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:00.584677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 95ad9294-1043-443c-95e2-b9aeb794b2ac no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:00.612888 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 95ad9294-1043-443c-95e2-b9aeb794b2ac {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:10:00.613230 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 95ad9294-1043-443c-95e2-b9aeb794b2ac not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:10:00.625240 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-74dfe4d3-577a-49c3-8806-329c4447be93 None None] Port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:10:00.631821 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:00.672017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:00.673907 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b12a1b44-e4cd-492e-b967-36fd532ca618 service neutron] For port 5e651fdc-8891-4208-901e-2768d0925ea9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5e651fdc-8891-4208-901e-2768d0925ea9,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:00.688335 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:00.691096 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-8a657a78-2dd7-40e7-be2d-84e18a962c0f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::f816:3eff:fee8:d7c8 (7d15c4a2-1728-44a3-9cfe-f71922160717/7c2b774e-6f0a-4e15-a75a-6941e3f9af7a/710c3de7-fe6e-4e3e-951a-28c9de85f7b2) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:00.692214 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:10:00.698339 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Pushing event updated for resources: {'Port': ['ID=7485626f-42a3-4bf3-8875-f91aef0be1e2,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:00.721527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b12a1b44-e4cd-492e-b967-36fd532ca618 service neutron] For port 5e651fdc-8891-4208-901e-2768d0925ea9, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:10:00.767463 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Attempting to bind port 7485626f-42a3-4bf3-8875-f91aef0be1e2 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:10:00.767788 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Attempting to bind port 7485626f-42a3-4bf3-8875-f91aef0be1e2 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:10:00.768202 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Attempting to bind port 7485626f-42a3-4bf3-8875-f91aef0be1e2 on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:10:00.769261 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b12a1b44-e4cd-492e-b967-36fd532ca618 service neutron] device_id is not set on port 5e651fdc-8891-4208-901e-2768d0925ea9 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:10:00.775163 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:10:00.775952 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:10:00.776369 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:00.777048 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:10:00.778288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Bound port: 7485626f-42a3-4bf3-8875-f91aef0be1e2, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:10:00.778288 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:00.790125 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b12a1b44-e4cd-492e-b967-36fd532ca618 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:00.862425 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] For port 7485626f-42a3-4bf3-8875-f91aef0be1e2, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:10:00.869694 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] For port 7485626f-42a3-4bf3-8875-f91aef0be1e2, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7485626f-42a3-4bf3-8875-f91aef0be1e2,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:10:00.883232 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648379ca-99a0-42c9-bd99-3f58e5145688 req-090bd40e-0fc1-439b-b19d-5b22b574a0b9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:00.885149 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-648379ca-99a0-42c9-bd99-3f58e5145688 req-090bd40e-0fc1-439b-b19d-5b22b574a0b9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 943 time: 0.0613942 Nov 02 12:10:00.885974 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b12a1b44-e4cd-492e-b967-36fd532ca618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:00.953150 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a657a78-2dd7-40e7-be2d-84e18a962c0f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:00.971608 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b12a1b44-e4cd-492e-b967-36fd532ca618 service neutron] No DVR routers for this DVR port 5e651fdc-8891-4208-901e-2768d0925ea9 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:00.978209 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:01.005797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a1b44-e4cd-492e-b967-36fd532ca618 service neutron] Pushing event updated for resources: {'Port': ['ID=5e651fdc-8891-4208-901e-2768d0925ea9,revision_number=6']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:01.050268 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-648379ca-99a0-42c9-bd99-3f58e5145688 req-f4b3b4c1-9127-4c8f-b40c-d31fa19dc8ef tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379969 Nov 02 12:10:01.055637 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b12a1b44-e4cd-492e-b967-36fd532ca618 service neutron] In _notify_port_updated(), no bound segment for port 5e651fdc-8891-4208-901e-2768d0925ea9 on network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 {{(pid=102689) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 12:10:01.058018 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b12a1b44-e4cd-492e-b967-36fd532ca618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:01.058018 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b12a1b44-e4cd-492e-b967-36fd532ca618 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:01.058521 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b12a1b44-e4cd-492e-b967-36fd532ca618 service neutron] 10.222.0.54 "PUT /v2.0/ports/5e651fdc-8891-4208-901e-2768d0925ea9 HTTP/1.1" status: 200 len: 1033 time: 0.6208384 Nov 02 12:10:01.082068 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a657a78-2dd7-40e7-be2d-84e18a962c0f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:01.110807 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674ed38-6ff4-4358-87cf-901f629e4a7f None None] Pushing event updated for resources: {'Port': ['ID=7485626f-42a3-4bf3-8875-f91aef0be1e2,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:01.163359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a657a78-2dd7-40e7-be2d-84e18a962c0f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:01.166886 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-8a657a78-2dd7-40e7-be2d-84e18a962c0f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:01.174405 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a657a78-2dd7-40e7-be2d-84e18a962c0f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:10:01.179386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device cb795691-03b3-4dd8-bf9f-b06239c1a8b2 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:10:01.181462 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a657a78-2dd7-40e7-be2d-84e18a962c0f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:01.190078 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a657a78-2dd7-40e7-be2d-84e18a962c0f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:01.190078 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a657a78-2dd7-40e7-be2d-84e18a962c0f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=710c3de7-fe6e-4e3e-951a-28c9de85f7b2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:01.216224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4d1a737d-8f59-466c-acf0-065df27bea12 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Deleting port 92017229-4838-4c2d-ada3-023757608982 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:01.217216 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4d1a737d-8f59-466c-acf0-065df27bea12 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:01.279482 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8a657a78-2dd7-40e7-be2d-84e18a962c0f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2367468 Nov 02 12:10:01.282354 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43692) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:01.315341 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3a7e29a6-50cc-4dfb-9cd3-fdd4019b3245 None None] Provisioning complete for port 5e651fdc-8891-4208-901e-2768d0925ea9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:01.321440 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3a7e29a6-50cc-4dfb-9cd3-fdd4019b3245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:01.368770 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4d1a737d-8f59-466c-acf0-065df27bea12 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] For port 92017229-4838-4c2d-ada3-023757608982, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=92017229-4838-4c2d-ada3-023757608982,segment=NetworkSegment(a52f423b-34ed-42d0-84ad-25ab3731e69a),segment_id=a52f423b-34ed-42d0-84ad-25ab3731e69a)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:01.369154 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4d1a737d-8f59-466c-acf0-065df27bea12 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:01.412157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78532f67-bcc0-4b09-ba1f-09a9f9e23be5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:01.418915 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e29a6-50cc-4dfb-9cd3-fdd4019b3245 None None] Port 5e651fdc-8891-4208-901e-2768d0925ea9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:10:01.432699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78532f67-bcc0-4b09-ba1f-09a9f9e23be5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:01.434955 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-78532f67-bcc0-4b09-ba1f-09a9f9e23be5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1515927 Nov 02 12:10:01.437701 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43700) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:01.442208 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4d1a737d-8f59-466c-acf0-065df27bea12 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Calling delete_port for 92017229-4838-4c2d-ada3-023757608982 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:01.442942 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port cb795691-03b3-4dd8-bf9f-b06239c1a8b2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,segment=NetworkSegment(1a7061e6-9d62-473e-a927-f1bf794dfd25),segment_id=1a7061e6-9d62-473e-a927-f1bf794dfd25)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:01.456469 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2', 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7', 'port_id': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2', 'mac_address': 'fa:16:3e:2e:d3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:10:01.504930 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:01.519716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb795691-03b3-4dd8-bf9f-b06239c1a8b2 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:10:01.543000 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port cb795691-03b3-4dd8-bf9f-b06239c1a8b2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,segment=NetworkSegment(1a7061e6-9d62-473e-a927-f1bf794dfd25),segment_id=1a7061e6-9d62-473e-a927-f1bf794dfd25)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:01.588143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e89324d3-ec2b-4472-8a39-a4a2479cb61b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port 710c3de7-fe6e-4e3e-951a-28c9de85f7b2 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:01.588585 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e89324d3-ec2b-4472-8a39-a4a2479cb61b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:01.601954 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c69a1-c354-4fdd-ac36-9e675179c4e6 req-49630134-f5df-427b-8c9a-e74bb2351ac1 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:01.608102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c69a1-c354-4fdd-ac36-9e675179c4e6 req-49630134-f5df-427b-8c9a-e74bb2351ac1 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:01.614233 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c69a1-c354-4fdd-ac36-9e675179c4e6 req-49630134-f5df-427b-8c9a-e74bb2351ac1 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:01.620439 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c69a1-c354-4fdd-ac36-9e675179c4e6 req-49630134-f5df-427b-8c9a-e74bb2351ac1 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:01.626474 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c69a1-c354-4fdd-ac36-9e675179c4e6 req-49630134-f5df-427b-8c9a-e74bb2351ac1 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:01.628324 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f33c69a1-c354-4fdd-ac36-9e675179c4e6 req-49630134-f5df-427b-8c9a-e74bb2351ac1 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 3885 time: 0.1203225 Nov 02 12:10:01.641455 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:01.691206 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e89324d3-ec2b-4472-8a39-a4a2479cb61b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:01.700932 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f33c69a1-c354-4fdd-ac36-9e675179c4e6 req-d9a4461c-8a0b-4307-be17-6adcad821246 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643229 Nov 02 12:10:01.705776 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e89324d3-ec2b-4472-8a39-a4a2479cb61b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for 710c3de7-fe6e-4e3e-951a-28c9de85f7b2 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:01.711213 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:01.743239 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4d1a737d-8f59-466c-acf0-065df27bea12 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:01.779554 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a737d-8f59-466c-acf0-065df27bea12 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event deleted for resources: {'Port': ['ID=92017229-4838-4c2d-ada3-023757608982,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:01.824777 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4d1a737d-8f59-466c-acf0-065df27bea12 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] No DVR routers for this DVR port 92017229-4838-4c2d-ada3-023757608982 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:01.827541 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4d1a737d-8f59-466c-acf0-065df27bea12 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:01.831624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-4d1a737d-8f59-466c-acf0-065df27bea12 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.54 "DELETE /v2.0/ports/92017229-4838-4c2d-ada3-023757608982 HTTP/1.1" status: 204 len: 173 time: 0.7668810 Nov 02 12:10:01.832101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-deleted', 'tag': '92017229-4838-4c2d-ada3-023757608982'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:10:01.835090 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4612be-31e9-45c6-ab76-43b88f8bc0f1" -d '{"events": [{"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-deleted", "tag": "92017229-4838-4c2d-ada3-023757608982"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:10:01.866975 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['cb795691-03b3-4dd8-bf9f-b06239c1a8b2'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:10:01.883615 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c912a767-2b04-4f91-a999-5c8b2a396bd4 x-openstack-request-id: req-c912a767-2b04-4f91-a999-5c8b2a396bd4 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:10:01.884086 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-deleted", "tag": "92017229-4838-4c2d-ada3-023757608982", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:10:01.884610 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c912a767-2b04-4f91-a999-5c8b2a396bd4 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:10:01.886175 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-deleted', 'tag': '92017229-4838-4c2d-ada3-023757608982', 'status': 'completed', 'code': 200} Nov 02 12:10:01.950773 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e89324d3-ec2b-4472-8a39-a4a2479cb61b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:01.980040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b4de14df-2383-4cb0-b9d4-90ff143d6416 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Deleting port 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:01.980795 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b4de14df-2383-4cb0-b9d4-90ff143d6416 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:01.988331 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89324d3-ec2b-4472-8a39-a4a2479cb61b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=710c3de7-fe6e-4e3e-951a-28c9de85f7b2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:02.025957 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e89324d3-ec2b-4472-8a39-a4a2479cb61b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:02.038085 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e89324d3-ec2b-4472-8a39-a4a2479cb61b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/710c3de7-fe6e-4e3e-951a-28c9de85f7b2 HTTP/1.1" status: 204 len: 168 time: 0.5938215 Nov 02 12:10:02.038085 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43718) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:02.105340 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f896b76c-debd-4add-addc-4ea3bdd7417c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:02.107069 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f896b76c-debd-4add-addc-4ea3bdd7417c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:02.113035 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f896b76c-debd-4add-addc-4ea3bdd7417c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0782809 Nov 02 12:10:02.113605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43724) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:02.141979 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b4de14df-2383-4cb0-b9d4-90ff143d6416 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] For port 0c8ae48e-1ea8-4690-a5ef-68ac4793c381, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=0c8ae48e-1ea8-4690-a5ef-68ac4793c381,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:02.144862 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b4de14df-2383-4cb0-b9d4-90ff143d6416 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:02.167833 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b4de14df-2383-4cb0-b9d4-90ff143d6416 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Calling delete_port for 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:02.202118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef12d2d-29f1-4ebe-89ea-964043b0b1a9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 7c2b774e-6f0a-4e15-a75a-6941e3f9af7a {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:10:02.206566 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fef12d2d-29f1-4ebe-89ea-964043b0b1a9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:02.263256 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fef12d2d-29f1-4ebe-89ea-964043b0b1a9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:02.332408 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785537e-ce6f-4b3f-8c2a-78671c6681a7 req-33b1ff90-d5da-4f81-8a8a-60f7bbe3d12c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:02.341051 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f785537e-ce6f-4b3f-8c2a-78671c6681a7 req-33b1ff90-d5da-4f81-8a8a-60f7bbe3d12c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 944 time: 0.1412790 Nov 02 12:10:02.376847 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fef12d2d-29f1-4ebe-89ea-964043b0b1a9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:02.446505 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f785537e-ce6f-4b3f-8c2a-78671c6681a7 req-21ea9168-9cc1-4ec1-8063-aa97c1dc3053 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045430 Nov 02 12:10:02.532863 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b4de14df-2383-4cb0-b9d4-90ff143d6416 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:02.563689 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-706f6491-9fbd-4a22-8aab-dfed06db4330 None None] Provisioning complete for port 7485626f-42a3-4bf3-8875-f91aef0be1e2 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:02.564755 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-706f6491-9fbd-4a22-8aab-dfed06db4330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:02.579315 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fef12d2d-29f1-4ebe-89ea-964043b0b1a9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:02.607929 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de14df-2383-4cb0-b9d4-90ff143d6416 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event deleted for resources: {'Port': ['ID=0c8ae48e-1ea8-4690-a5ef-68ac4793c381,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:02.635623 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b4de14df-2383-4cb0-b9d4-90ff143d6416 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] No DVR routers for this DVR port 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:02.636659 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b4de14df-2383-4cb0-b9d4-90ff143d6416 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:02.641735 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-b4de14df-2383-4cb0-b9d4-90ff143d6416 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.54 "DELETE /v2.0/ports/0c8ae48e-1ea8-4690-a5ef-68ac4793c381 HTTP/1.1" status: 204 len: 173 time: 0.8025973 Nov 02 12:10:02.645621 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fef12d2d-29f1-4ebe-89ea-964043b0b1a9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:02.651389 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fef12d2d-29f1-4ebe-89ea-964043b0b1a9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/7c2b774e-6f0a-4e15-a75a-6941e3f9af7a HTTP/1.1" status: 204 len: 168 time: 0.5367708 Nov 02 12:10:02.653081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef12d2d-29f1-4ebe-89ea-964043b0b1a9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2b774e-6f0a-4e15-a75a-6941e3f9af7a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:02.654898 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43732) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:02.717786 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6ffbfb67-78e6-4299-8636-fe31c8d119d5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615528 Nov 02 12:10:02.718700 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43734) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:02.723827 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7485626f-42a3-4bf3-8875-f91aef0be1e2 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:10:02.786242 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-434bbc15-3191-469d-88d5-fb79f1eff4bd tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Deleting port ca672186-6e3f-4016-a020-78cb076b6156 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:02.786751 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-434bbc15-3191-469d-88d5-fb79f1eff4bd tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:02.810061 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-706f6491-9fbd-4a22-8aab-dfed06db4330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:02.843101 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e411a70-4ee7-4668-920f-9a26aec055e6 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:02.850057 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a6789f-846f-466e-809f-6fbc92909800 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:02.854371 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e8a6789f-846f-466e-809f-6fbc92909800 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1346633 Nov 02 12:10:02.854995 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43740) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:02.877113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-706f6491-9fbd-4a22-8aab-dfed06db4330 None None] For port 7485626f-42a3-4bf3-8875-f91aef0be1e2, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7485626f-42a3-4bf3-8875-f91aef0be1e2,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:02.881194 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 7485626f-42a3-4bf3-8875-f91aef0be1e2 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:02.882166 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:02.919248 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b18525-4530-43cf-8130-d484f840545a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:02.923577 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-45b18525-4530-43cf-8130-d484f840545a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0674739 Nov 02 12:10:02.925049 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43742) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:02.932954 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ab8c6-bddb-4c43-a335-09f08be24b92 req-f0a95eca-8a66-446e-a7be-4e7d68c20b4a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:02.939941 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ab8c6-bddb-4c43-a335-09f08be24b92 req-f0a95eca-8a66-446e-a7be-4e7d68c20b4a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:02.947474 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-706f6491-9fbd-4a22-8aab-dfed06db4330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:02.956872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ab8c6-bddb-4c43-a335-09f08be24b92 req-f0a95eca-8a66-446e-a7be-4e7d68c20b4a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:02.966010 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a9ab8c6-bddb-4c43-a335-09f08be24b92 req-f0a95eca-8a66-446e-a7be-4e7d68c20b4a tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 2416 time: 0.1093328 Nov 02 12:10:02.976449 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-195a1f0f-3aeb-4f01-b90b-8719978a81f2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448058 Nov 02 12:10:02.976864 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43744) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:02.982565 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3cd1563c-d23f-412d-9a4c-3d83d96967d7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:02.997245 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-434bbc15-3191-469d-88d5-fb79f1eff4bd tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] For port ca672186-6e3f-4016-a020-78cb076b6156, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ca672186-6e3f-4016-a020-78cb076b6156,segment=NetworkSegment(52731252-3f63-4b20-aa8a-d8d9cc257030),segment_id=52731252-3f63-4b20-aa8a-d8d9cc257030)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:02.997697 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-434bbc15-3191-469d-88d5-fb79f1eff4bd tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:03.078021 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3b12f124-4eff-45d6-aecd-dd632b5a3ed4 None None] Could not find standard attr ID for object 710c3de7-fe6e-4e3e-951a-28c9de85f7b2. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:10:03.120777 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a9ab8c6-bddb-4c43-a335-09f08be24b92 req-2c7d21f8-453d-4de3-90e3-105e12066067 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458092 Nov 02 12:10:03.134978 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f6491-9fbd-4a22-8aab-dfed06db4330 None None] Pushing event updated for resources: {'Port': ['ID=7485626f-42a3-4bf3-8875-f91aef0be1e2,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:03.185716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device cb795691-03b3-4dd8-bf9f-b06239c1a8b2 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:10:03.268531 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2619f6-1ee5-4f24-9b9a-401ee556234d None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:10:03.293175 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd1563c-d23f-412d-9a4c-3d83d96967d7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:03.297122 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3cd1563c-d23f-412d-9a4c-3d83d96967d7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:03.309664 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-434bbc15-3191-469d-88d5-fb79f1eff4bd tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:03.310918 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-434bbc15-3191-469d-88d5-fb79f1eff4bd tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:03.311526 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-434bbc15-3191-469d-88d5-fb79f1eff4bd tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Floating IP ad274e8b-7cce-4f66-8f8e-dc83c5e82e93 disassociated. External IP: 172.25.6.166, port: ca672186-6e3f-4016-a020-78cb076b6156. Nov 02 12:10:03.312080 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-434bbc15-3191-469d-88d5-fb79f1eff4bd tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Calling delete_port for ca672186-6e3f-4016-a020-78cb076b6156 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:03.473098 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 5e651fdc-8891-4208-901e-2768d0925ea9 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:03.528966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 5e651fdc-8891-4208-901e-2768d0925ea9 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:10:03.529413 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device dabbb248-47fb-47b2-bb85-bb42f4b35e52 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:03.581822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5c2619f6-1ee5-4f24-9b9a-401ee556234d None None] Deleting port 7485626f-42a3-4bf3-8875-f91aef0be1e2 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:03.582886 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5c2619f6-1ee5-4f24-9b9a-401ee556234d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:03.583271 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-434bbc15-3191-469d-88d5-fb79f1eff4bd tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:03.627359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bbc15-3191-469d-88d5-fb79f1eff4bd tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event deleted for resources: {'Port': ['ID=ca672186-6e3f-4016-a020-78cb076b6156,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:03.647843 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3cd1563c-d23f-412d-9a4c-3d83d96967d7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:03.650696 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c22fc7-c8bf-439b-8a81-f5a8d24d56e6 req-13bcfb22-cc2b-462d-ae84-643dca01e496 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:03.652342 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d9c22fc7-c8bf-439b-8a81-f5a8d24d56e6 req-13bcfb22-cc2b-462d-ae84-643dca01e496 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 944 time: 0.1028113 Nov 02 12:10:03.659621 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-5c2619f6-1ee5-4f24-9b9a-401ee556234d None None] For port 7485626f-42a3-4bf3-8875-f91aef0be1e2, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7485626f-42a3-4bf3-8875-f91aef0be1e2,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:03.660049 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5c2619f6-1ee5-4f24-9b9a-401ee556234d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:03.675386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5c2619f6-1ee5-4f24-9b9a-401ee556234d None None] Calling delete_port for 7485626f-42a3-4bf3-8875-f91aef0be1e2 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:03.721866 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd1563c-d23f-412d-9a4c-3d83d96967d7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:03.734352 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-3cd1563c-d23f-412d-9a4c-3d83d96967d7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:03.743249 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd1563c-d23f-412d-9a4c-3d83d96967d7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:03.744977 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3cd1563c-d23f-412d-9a4c-3d83d96967d7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:03.759538 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port cb795691-03b3-4dd8-bf9f-b06239c1a8b2 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:10:03.780811 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1563c-d23f-412d-9a4c-3d83d96967d7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=3f4459a4-576a-433f-a0cf-fc349825d383,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:03.794538 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port cb795691-03b3-4dd8-bf9f-b06239c1a8b2 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:03.795794 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:03.809050 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d9c22fc7-c8bf-439b-8a81-f5a8d24d56e6 req-6b75f444-6b36-4cfe-8fc1-817776e2e966 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135254 Nov 02 12:10:03.832661 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-434bbc15-3191-469d-88d5-fb79f1eff4bd tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Router 7a0416e2-e0b8-49fc-a995-74d07fcea59d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:10:03.845475 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:03.871846 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5c2619f6-1ee5-4f24-9b9a-401ee556234d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:03.888357 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-deleted', 'tag': '0c8ae48e-1ea8-4690-a5ef-68ac4793c381'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:10:03.890647 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d701a33a-e8a7-4c2d-81be-cd5e4ced167b" -d '{"events": [{"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-deleted", "tag": "0c8ae48e-1ea8-4690-a5ef-68ac4793c381"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:10:03.895719 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3cd1563c-d23f-412d-9a4c-3d83d96967d7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9177089 Nov 02 12:10:03.899209 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43752) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:03.911214 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dabbb248-47fb-47b2-bb85-bb42f4b35e52'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:10:03.919565 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae12738-8369-463f-a7ca-50f89b86b91d" -d '{"events": [{"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-unplugged", "status": "completed", "tag": "dabbb248-47fb-47b2-bb85-bb42f4b35e52"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:10:03.919809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0415c510-b247-46a6-9c93-3a1a2ce78e9b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'mac_address': 'fa:16:3e:cf:b7:6a', 'name': 'tempest-NetworksTestDHCPv6-1242559558'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:03.922539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2619f6-1ee5-4f24-9b9a-401ee556234d None None] Pushing event deleted for resources: {'Port': ['ID=7485626f-42a3-4bf3-8875-f91aef0be1e2,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:03.926689 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2619f6-1ee5-4f24-9b9a-401ee556234d None None] No DVR routers for this DVR port 7485626f-42a3-4bf3-8875-f91aef0be1e2 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:03.962822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port dabbb248-47fb-47b2-bb85-bb42f4b35e52, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=dabbb248-47fb-47b2-bb85-bb42f4b35e52,segment=NetworkSegment(a52f423b-34ed-42d0-84ad-25ab3731e69a),segment_id=a52f423b-34ed-42d0-84ad-25ab3731e69a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:03.964631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232e5cdc-ef2e-42f3-b9ff-54ecdb1f61ce None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:04.064414 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 12:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fc9217-73f1-4300-895f-86a3fbbc9027 x-openstack-request-id: req-03fc9217-73f1-4300-895f-86a3fbbc9027 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:10:04.064727 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-unplugged", "status": "completed", "tag": "dabbb248-47fb-47b2-bb85-bb42f4b35e52", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:10:04.065092 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03fc9217-73f1-4300-895f-86a3fbbc9027 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:10:04.065568 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dabbb248-47fb-47b2-bb85-bb42f4b35e52', 'code': 200} Nov 02 12:10:04.066465 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:04.067314 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:04.127204 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=dabbb248-47fb-47b2-bb85-bb42f4b35e52,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:04.154149 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:04.160041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:10:04.160692 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 0c8ae48e-1ea8-4690-a5ef-68ac4793c381 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:10:04.161274 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:04.327458 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe67e70-200a-4c25-8abe-710e53a2c599 x-openstack-request-id: req-7fe67e70-200a-4c25-8abe-710e53a2c599 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:10:04.328034 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-deleted", "tag": "0c8ae48e-1ea8-4690-a5ef-68ac4793c381", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:10:04.328151 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7fe67e70-200a-4c25-8abe-710e53a2c599 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:10:04.328568 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-deleted', 'tag': '0c8ae48e-1ea8-4690-a5ef-68ac4793c381', 'status': 'completed', 'code': 200} Nov 02 12:10:04.354345 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port cb795691-03b3-4dd8-bf9f-b06239c1a8b2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,segment=NetworkSegment(1a7061e6-9d62-473e-a927-f1bf794dfd25),segment_id=1a7061e6-9d62-473e-a927-f1bf794dfd25)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:04.379215 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:10:04.379910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ca672186-6e3f-4016-a020-78cb076b6156 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:04.402969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a9785-0b29-4577-a497-d277b1e30a8b req-148f6cad-0703-4104-a1c6-e5cde974f56d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:04.409498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a9785-0b29-4577-a497-d277b1e30a8b req-148f6cad-0703-4104-a1c6-e5cde974f56d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:04.418585 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b4a9785-0b29-4577-a497-d277b1e30a8b req-148f6cad-0703-4104-a1c6-e5cde974f56d tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 1679 time: 0.0890539 Nov 02 12:10:04.424725 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: ca672186-6e3f-4016-a020-78cb076b6156 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:10:04.425082 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ca672186-6e3f-4016-a020-78cb076b6156 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:10:04.425509 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 92017229-4838-4c2d-ada3-023757608982 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:04.453841 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 92017229-4838-4c2d-ada3-023757608982 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:10:04.454185 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 92017229-4838-4c2d-ada3-023757608982 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:10:04.454611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device de2a026a-6dac-4b49-9e98-ff799c66efb9 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:04.480226 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b4a9785-0b29-4577-a497-d277b1e30a8b req-55e0c273-7a13-466a-933f-c2415a83ec53 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575905 Nov 02 12:10:04.486788 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-434bbc15-3191-469d-88d5-fb79f1eff4bd tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:10:04.529259 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:04.545748 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-434bbc15-3191-469d-88d5-fb79f1eff4bd tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] No DVR routers for this DVR port ca672186-6e3f-4016-a020-78cb076b6156 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:04.551887 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-434bbc15-3191-469d-88d5-fb79f1eff4bd tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:04.558057 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-434bbc15-3191-469d-88d5-fb79f1eff4bd tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.54 "DELETE /v2.0/ports/ca672186-6e3f-4016-a020-78cb076b6156 HTTP/1.1" status: 204 len: 173 time: 1.9106100 Nov 02 12:10:04.601776 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': '3f4459a4-576a-433f-a0cf-fc349825d383'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:10:04.603299 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:04.621699 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038a1e42-958c-4fe7-8066-07de1213e42e None None] Sync routers for ids ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:10:04.632016 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:04.698851 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a1e42-958c-4fe7-8066-07de1213e42e None None] Routers {'7a0416e2-e0b8-49fc-a995-74d07fcea59d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:10:04.699517 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-038a1e42-958c-4fe7-8066-07de1213e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:09:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:04.701622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7485626f-42a3-4bf3-8875-f91aef0be1e2 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:04.720792 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-295c8d6f-07f5-4ce4-b05c-02ccf0539f4e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Deleting port dabbb248-47fb-47b2-bb85-bb42f4b35e52 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:04.721226 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-295c8d6f-07f5-4ce4-b05c-02ccf0539f4e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:04.761401 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0415c510-b247-46a6-9c93-3a1a2ce78e9b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:04.770670 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0415c510-b247-46a6-9c93-3a1a2ce78e9b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:04.777517 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 7485626f-42a3-4bf3-8875-f91aef0be1e2 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:10:04.777857 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7485626f-42a3-4bf3-8875-f91aef0be1e2 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:10:04.832657 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-0415c510-b247-46a6-9c93-3a1a2ce78e9b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port 7cd12b64-0652-415f-af3e-ce9134f1d364 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:10:04.848538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-295c8d6f-07f5-4ce4-b05c-02ccf0539f4e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] For port dabbb248-47fb-47b2-bb85-bb42f4b35e52, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=dabbb248-47fb-47b2-bb85-bb42f4b35e52,segment=NetworkSegment(a52f423b-34ed-42d0-84ad-25ab3731e69a),segment_id=a52f423b-34ed-42d0-84ad-25ab3731e69a)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:04.849368 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-295c8d6f-07f5-4ce4-b05c-02ccf0539f4e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:04.874059 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-295c8d6f-07f5-4ce4-b05c-02ccf0539f4e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Calling delete_port for dabbb248-47fb-47b2-bb85-bb42f4b35e52 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:04.938720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-038a1e42-958c-4fe7-8066-07de1213e42e None None] Set router 7a0416e2-e0b8-49fc-a995-74d07fcea59d gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:10:05.005488 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a42e5-0920-498a-aba4-e14240fc5440 req-c12faef1-92c3-4661-ba83-041e841aef8e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:05.007806 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c0a42e5-0920-498a-aba4-e14240fc5440 req-c12faef1-92c3-4661-ba83-041e841aef8e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.0857415 Nov 02 12:10:05.035980 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Allocated IP 2001:db8::2 (7d15c4a2-1728-44a3-9cfe-f71922160717/3f4459a4-576a-433f-a0cf-fc349825d383/b11544f8-a4c4-4544-904a-68ac2784bd8d) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:05.046620 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:05.108067 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c0a42e5-0920-498a-aba4-e14240fc5440 req-1ae2a4d4-e837-47d8-920f-284b245b02d9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935609 Nov 02 12:10:05.179352 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-295c8d6f-07f5-4ce4-b05c-02ccf0539f4e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:05.215088 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c8d6f-07f5-4ce4-b05c-02ccf0539f4e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event deleted for resources: {'Port': ['ID=dabbb248-47fb-47b2-bb85-bb42f4b35e52,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:05.246866 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port de2a026a-6dac-4b49-9e98-ff799c66efb9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=de2a026a-6dac-4b49-9e98-ff799c66efb9,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:05.261321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-295c8d6f-07f5-4ce4-b05c-02ccf0539f4e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] No DVR routers for this DVR port dabbb248-47fb-47b2-bb85-bb42f4b35e52 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:05.264379 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-295c8d6f-07f5-4ce4-b05c-02ccf0539f4e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:05.268504 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-295c8d6f-07f5-4ce4-b05c-02ccf0539f4e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.54 "DELETE /v2.0/ports/dabbb248-47fb-47b2-bb85-bb42f4b35e52 HTTP/1.1" status: 204 len: 173 time: 0.7040801 Nov 02 12:10:05.329324 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:05.391972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-5ccf1189-27ec-4464-9dd4-7bce9baa386f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Deleting port de2a026a-6dac-4b49-9e98-ff799c66efb9 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:05.392461 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-5ccf1189-27ec-4464-9dd4-7bce9baa386f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:05.423578 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:05.455329 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=de2a026a-6dac-4b49-9e98-ff799c66efb9,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:05.465404 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-038a1e42-958c-4fe7-8066-07de1213e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1420156404-router', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:56Z', 'updated_at': '2021-11-02T11:59:02Z', 'revision_number': 4, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'gw_port': {'id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:57Z', 'updated_at': '2021-11-02T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '6ae83060-6de2-41cf-89ab-21ce144e184a', 'name': '', 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'mac_address': 'fa:16:3e:ff:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6b553805-820e-40aa-9154-a28f88302dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:00Z', 'updated_at': '2021-11-02T11:59:12Z', 'revision_number': 5, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'subnets': [{'id': '6b553805-820e-40aa-9154-a28f88302dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:05.496700 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-5ccf1189-27ec-4464-9dd4-7bce9baa386f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] For port de2a026a-6dac-4b49-9e98-ff799c66efb9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=de2a026a-6dac-4b49-9e98-ff799c66efb9,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:05.497218 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-5ccf1189-27ec-4464-9dd4-7bce9baa386f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:05.497660 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038a1e42-958c-4fe7-8066-07de1213e42e None None] Checking router: 7a0416e2-e0b8-49fc-a995-74d07fcea59d for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:10:05.508018 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:05.513825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-5ccf1189-27ec-4464-9dd4-7bce9baa386f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Calling delete_port for de2a026a-6dac-4b49-9e98-ff799c66efb9 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:05.544329 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a1e42-958c-4fe7-8066-07de1213e42e None None] Routers {'7a0416e2-e0b8-49fc-a995-74d07fcea59d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:10:05.545088 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-038a1e42-958c-4fe7-8066-07de1213e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:09:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:05.557194 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-0415c510-b247-46a6-9c93-3a1a2ce78e9b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::e5 (7d15c4a2-1728-44a3-9cfe-f71922160717/3f4459a4-576a-433f-a0cf-fc349825d383/7cd12b64-0652-415f-af3e-ce9134f1d364) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:05.674686 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ded2f-ed76-4c75-bd0d-573a91b65b34 req-f1b0c092-8e2e-4261-aeb7-6a85ed20e786 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:05.676000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb1ded2f-ed76-4c75-bd0d-573a91b65b34 req-f1b0c092-8e2e-4261-aeb7-6a85ed20e786 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 943 time: 0.0646412 Nov 02 12:10:05.711502 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-038a1e42-958c-4fe7-8066-07de1213e42e None None] Set router 7a0416e2-e0b8-49fc-a995-74d07fcea59d gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:10:05.747536 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb1ded2f-ed76-4c75-bd0d-573a91b65b34 req-1e073c91-80da-4108-bd3d-4cf75af22642 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups?id=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598195 Nov 02 12:10:05.748190 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0415c510-b247-46a6-9c93-3a1a2ce78e9b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:05.882386 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0415c510-b247-46a6-9c93-3a1a2ce78e9b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:05.921362 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-5ccf1189-27ec-4464-9dd4-7bce9baa386f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:05.935189 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:05.937906 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0415c510-b247-46a6-9c93-3a1a2ce78e9b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:05.942787 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-0415c510-b247-46a6-9c93-3a1a2ce78e9b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:05.943057 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:05.946920 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0415c510-b247-46a6-9c93-3a1a2ce78e9b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:10:05.953622 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0415c510-b247-46a6-9c93-3a1a2ce78e9b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:05.953944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:10:05.954619 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0415c510-b247-46a6-9c93-3a1a2ce78e9b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:05.960363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Pushing event updated for resources: {'Port': ['ID=b11544f8-a4c4-4544-904a-68ac2784bd8d,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:05.976937 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf1189-27ec-4464-9dd4-7bce9baa386f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event deleted for resources: {'Port': ['ID=de2a026a-6dac-4b49-9e98-ff799c66efb9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:05.983761 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415c510-b247-46a6-9c93-3a1a2ce78e9b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=7cd12b64-0652-415f-af3e-ce9134f1d364,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:06.023654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-5ccf1189-27ec-4464-9dd4-7bce9baa386f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] No DVR routers for this DVR port de2a026a-6dac-4b49-9e98-ff799c66efb9 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:06.026641 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-5ccf1189-27ec-4464-9dd4-7bce9baa386f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:06.030250 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9508d8d-2cbc-4e57-a7a8-a59dff0bcf53 req-5ccf1189-27ec-4464-9dd4-7bce9baa386f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.54 "DELETE /v2.0/ports/de2a026a-6dac-4b49-9e98-ff799c66efb9 HTTP/1.1" status: 204 len: 173 time: 0.7554386 Nov 02 12:10:06.080207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2'}, {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de2a026a-6dac-4b49-9e98-ff799c66efb9'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:10:06.082479 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c206356-6a3a-4500-a9ca-bf749edec876" -d '{"events": [{"server_uuid": "4449da68-7f2b-49ec-a1a9-115f951f2bc5", "name": "network-vif-plugged", "status": "completed", "tag": "cb795691-03b3-4dd8-bf9f-b06239c1a8b2"}, {"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-unplugged", "status": "completed", "tag": "de2a026a-6dac-4b49-9e98-ff799c66efb9"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:10:06.092772 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Attempting to bind port b11544f8-a4c4-4544-904a-68ac2784bd8d on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:10:06.093389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Attempting to bind port b11544f8-a4c4-4544-904a-68ac2784bd8d by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:10:06.093544 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Attempting to bind port b11544f8-a4c4-4544-904a-68ac2784bd8d on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:10:06.105330 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:10:06.105707 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:10:06.106104 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:06.106503 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:10:06.107005 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Bound port: b11544f8-a4c4-4544-904a-68ac2784bd8d, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:10:06.107386 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:06.130432 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43770) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:06.132726 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0415c510-b247-46a6-9c93-3a1a2ce78e9b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2306764 Nov 02 12:10:06.132901 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 02 Nov 2021 12:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61e45c7-a5c7-43fe-897e-05746cd22b4d x-openstack-request-id: req-a61e45c7-a5c7-43fe-897e-05746cd22b4d {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:10:06.133020 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4449da68-7f2b-49ec-a1a9-115f951f2bc5", "name": "network-vif-plugged", "status": "completed", "tag": "cb795691-03b3-4dd8-bf9f-b06239c1a8b2", "code": 200}, {"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-unplugged", "status": "completed", "tag": "de2a026a-6dac-4b49-9e98-ff799c66efb9", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:10:06.133193 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a61e45c7-a5c7-43fe-897e-05746cd22b4d {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:10:06.133597 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2', 'code': 200} Nov 02 12:10:06.133852 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de2a026a-6dac-4b49-9e98-ff799c66efb9', 'code': 200} Nov 02 12:10:06.188782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e68e05-7ea4-4854-9cac-1537d7bd3b88 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:06.197991 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e68e05-7ea4-4854-9cac-1537d7bd3b88 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:06.202184 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-13e68e05-7ea4-4854-9cac-1537d7bd3b88 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0679936 Nov 02 12:10:06.202866 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43774) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:06.224677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] For port b11544f8-a4c4-4544-904a-68ac2784bd8d, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:10:06.229445 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] For port b11544f8-a4c4-4544-904a-68ac2784bd8d, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b11544f8-a4c4-4544-904a-68ac2784bd8d,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:10:06.251758 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-038a1e42-958c-4fe7-8066-07de1213e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1420156404-router', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:56Z', 'updated_at': '2021-11-02T11:59:02Z', 'revision_number': 4, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'gw_port': {'id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:57Z', 'updated_at': '2021-11-02T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '6ae83060-6de2-41cf-89ab-21ce144e184a', 'name': '', 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'mac_address': 'fa:16:3e:ff:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6b553805-820e-40aa-9154-a28f88302dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:00Z', 'updated_at': '2021-11-02T11:59:12Z', 'revision_number': 5, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'subnets': [{'id': '6b553805-820e-40aa-9154-a28f88302dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:06.286576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992d4be-6508-4936-86ee-328d178380fe req-ead7a16a-1f5e-4e8d-a921-36193c8b8896 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:06.286576 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b992d4be-6508-4936-86ee-328d178380fe req-ead7a16a-1f5e-4e8d-a921-36193c8b8896 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.0670855 Nov 02 12:10:06.297105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038a1e42-958c-4fe7-8066-07de1213e42e None None] The sync data for ids ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'] in n-d-806683-18 is: [{'id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1420156404-router', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:56Z', 'updated_at': '2021-11-02T11:59:02Z', 'revision_number': 4, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'gw_port': {'id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:57Z', 'updated_at': '2021-11-02T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '6ae83060-6de2-41cf-89ab-21ce144e184a', 'name': '', 'network_id': 'dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'mac_address': 'fa:16:3e:ff:55:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2516, 'fixed_ips': [{'subnet_id': '6b553805-820e-40aa-9154-a28f88302dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:59:00Z', 'updated_at': '2021-11-02T11:59:12Z', 'revision_number': 5, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'subnets': [{'id': '6b553805-820e-40aa-9154-a28f88302dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:10:06.331343 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-464d7c8f-d5f4-450a-a8f9-3b999ab99185 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port 7cd12b64-0652-415f-af3e-ce9134f1d364 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:06.331699 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-464d7c8f-d5f4-450a-a8f9-3b999ab99185 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:06.361023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-deleted', 'tag': 'ca672186-6e3f-4016-a020-78cb076b6156'}, {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-deleted', 'tag': 'dabbb248-47fb-47b2-bb85-bb42f4b35e52'}, {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-deleted', 'tag': 'de2a026a-6dac-4b49-9e98-ff799c66efb9'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:10:06.363672 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2348003-8f4d-45d0-be87-123e007b3a1b" -d '{"events": [{"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-deleted", "tag": "ca672186-6e3f-4016-a020-78cb076b6156"}, {"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-deleted", "tag": "dabbb248-47fb-47b2-bb85-bb42f4b35e52"}, {"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-deleted", "tag": "de2a026a-6dac-4b49-9e98-ff799c66efb9"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:10:06.393852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43782) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:06.400906 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:06.439907 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b992d4be-6508-4936-86ee-328d178380fe req-6f1de73f-4b5d-49f9-860c-29bd8fecb07f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536756 Nov 02 12:10:06.449877 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad033456-9268-4df7-84e5-93d834d9ebfa req-587a99e8-38a7-4e45-aba9-52aeb5080ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:06.452463 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad033456-9268-4df7-84e5-93d834d9ebfa req-587a99e8-38a7-4e45-aba9-52aeb5080ba3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 1097 time: 0.2408211 Nov 02 12:10:06.526504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f203a38-25a0-41bc-910f-dfd678a15790 admin admin] Deleting subnet 5c7fd723-bc55-4b04-ae9d-c95fcc55f3e4 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:10:06.550030 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3f203a38-25a0-41bc-910f-dfd678a15790 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:06.561810 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833f725-ea81-49ba-9c27-b079b487f5e2 None None] Pushing event updated for resources: {'Port': ['ID=b11544f8-a4c4-4544-904a-68ac2784bd8d,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:06.594333 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-464d7c8f-d5f4-450a-a8f9-3b999ab99185 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:06.607301 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 02 Nov 2021 12:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb1fe6e-914d-4848-b1ed-e4a96f1f2bbd x-openstack-request-id: req-3bb1fe6e-914d-4848-b1ed-e4a96f1f2bbd {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:10:06.607741 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-deleted", "tag": "ca672186-6e3f-4016-a020-78cb076b6156", "status": "completed", "code": 200}, {"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-deleted", "tag": "dabbb248-47fb-47b2-bb85-bb42f4b35e52", "status": "completed", "code": 200}, {"server_uuid": "7fb80903-9700-46ba-bc4b-d04548891d2c", "name": "network-vif-deleted", "tag": "de2a026a-6dac-4b49-9e98-ff799c66efb9", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:10:06.608097 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3bb1fe6e-914d-4848-b1ed-e4a96f1f2bbd {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:10:06.608595 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-deleted', 'tag': 'ca672186-6e3f-4016-a020-78cb076b6156', 'status': 'completed', 'code': 200} Nov 02 12:10:06.609125 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-deleted', 'tag': 'dabbb248-47fb-47b2-bb85-bb42f4b35e52', 'status': 'completed', 'code': 200} Nov 02 12:10:06.609480 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb80903-9700-46ba-bc4b-d04548891d2c', 'name': 'network-vif-deleted', 'tag': 'de2a026a-6dac-4b49-9e98-ff799c66efb9', 'status': 'completed', 'code': 200} Nov 02 12:10:06.619675 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-464d7c8f-d5f4-450a-a8f9-3b999ab99185 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for 7cd12b64-0652-415f-af3e-ce9134f1d364 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:06.660665 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad033456-9268-4df7-84e5-93d834d9ebfa req-7b82fbb9-49b8-421a-8fc0-0315ef9906ae service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995037 Nov 02 12:10:06.679225 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3f203a38-25a0-41bc-910f-dfd678a15790 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:06.776198 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3f203a38-25a0-41bc-910f-dfd678a15790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:06.846697 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35447cda-4318-4487-b32a-b0364574fd9a None None] New status for floating IP ad274e8b-7cce-4f66-8f8e-dc83c5e82e93: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:10:06.916193 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-464d7c8f-d5f4-450a-a8f9-3b999ab99185 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:06.965318 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf2a82a5-024d-4106-972c-f94634c9e946 req-480120e4-1df7-4b3e-b605-60c9bc586b7c tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 210 time: 0.0414987 Nov 02 12:10:06.985059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d7c8f-d5f4-450a-a8f9-3b999ab99185 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=7cd12b64-0652-415f-af3e-ce9134f1d364,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:06.994807 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3f203a38-25a0-41bc-910f-dfd678a15790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:07.047814 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-464d7c8f-d5f4-450a-a8f9-3b999ab99185 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:07.051073 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3f203a38-25a0-41bc-910f-dfd678a15790 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:07.052615 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-464d7c8f-d5f4-450a-a8f9-3b999ab99185 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/7cd12b64-0652-415f-af3e-ce9134f1d364 HTTP/1.1" status: 204 len: 168 time: 0.8486533 Nov 02 12:10:07.055467 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43786) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:07.058830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3f203a38-25a0-41bc-910f-dfd678a15790 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5c7fd723-bc55-4b04-ae9d-c95fcc55f3e4 HTTP/1.1" status: 204 len: 168 time: 0.6551614 Nov 02 12:10:07.060174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f203a38-25a0-41bc-910f-dfd678a15790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c7fd723-bc55-4b04-ae9d-c95fcc55f3e4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:07.062270 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43788) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:07.122586 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bfc1ff-4f14-417d-ac7c-d1f35763fc82 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:07.124671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bfc1ff-4f14-417d-ac7c-d1f35763fc82 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:07.126227 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-23bfc1ff-4f14-417d-ac7c-d1f35763fc82 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0696254 Nov 02 12:10:07.132174 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43790) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:07.169660 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7cd58df-5a77-4e46-8b6b-fbc267a3d2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:07.197930 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-88475a4a-bd15-4b7c-ba4f-82e5528f56e2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 3f4459a4-576a-433f-a0cf-fc349825d383 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:10:07.202156 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-88475a4a-bd15-4b7c-ba4f-82e5528f56e2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:07.276800 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-88475a4a-bd15-4b7c-ba4f-82e5528f56e2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:07.285335 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7cd58df-5a77-4e46-8b6b-fbc267a3d2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:07.308149 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c7cd58df-5a77-4e46-8b6b-fbc267a3d2ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ed11c9-96ca-4ebf-b3f4-03587b7603b0']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:07.320668 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c7cd58df-5a77-4e46-8b6b-fbc267a3d2ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cef32cc-bea1-48a1-a9d5-2b606f730ee0') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:07.321095 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c7cd58df-5a77-4e46-8b6b-fbc267a3d2ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cef32cc-bea1-48a1-a9d5-2b606f730ee0') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:07.331496 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7cd58df-5a77-4e46-8b6b-fbc267a3d2ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:07.347073 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7cd58df-5a77-4e46-8b6b-fbc267a3d2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:07.353990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cd58df-5a77-4e46-8b6b-fbc267a3d2ea admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:10:07.354516 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7cd58df-5a77-4e46-8b6b-fbc267a3d2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:10:07.377703 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:10:07.384987 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-88475a4a-bd15-4b7c-ba4f-82e5528f56e2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:07.589897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27fb2f-84f6-4490-894d-c4945a12ea66 req-78f39ca8-5a6e-4936-9670-1aa5a3ab29a8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:07.599625 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe27fb2f-84f6-4490-894d-c4945a12ea66 req-78f39ca8-5a6e-4936-9670-1aa5a3ab29a8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.0710697 Nov 02 12:10:07.619386 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-88475a4a-bd15-4b7c-ba4f-82e5528f56e2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:07.621701 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7cd58df-5a77-4e46-8b6b-fbc267a3d2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:07.638203 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7cd58df-5a77-4e46-8b6b-fbc267a3d2ea admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:07.642761 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c7cd58df-5a77-4e46-8b6b-fbc267a3d2ea admin admin] 10.222.0.52 "DELETE /v2.0/networks/81ed11c9-96ca-4ebf-b3f4-03587b7603b0 HTTP/1.1" status: 204 len: 168 time: 0.5793028 Nov 02 12:10:07.664108 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd58df-5a77-4e46-8b6b-fbc267a3d2ea admin admin] Pushing event deleted for resources: {'Network': ['ID=81ed11c9-96ca-4ebf-b3f4-03587b7603b0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:07.692815 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88475a4a-bd15-4b7c-ba4f-82e5528f56e2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4459a4-576a-433f-a0cf-fc349825d383,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:07.703407 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-88475a4a-bd15-4b7c-ba4f-82e5528f56e2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:07.712248 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-88475a4a-bd15-4b7c-ba4f-82e5528f56e2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/3f4459a4-576a-433f-a0cf-fc349825d383 HTTP/1.1" status: 204 len: 168 time: 0.5770340 Nov 02 12:10:07.713714 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43796) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:07.721102 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe27fb2f-84f6-4490-894d-c4945a12ea66 req-249a2e8c-19b9-4e36-8d09-7bda3caaeb36 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199555 Nov 02 12:10:07.788341 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43798) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:07.799176 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b4f551ea-48f5-4af6-81e5-4e37b9ce38ca tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835621 Nov 02 12:10:07.889155 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8848d36a-c654-4bcd-9632-6cb01f10d13e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:07.891162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8848d36a-c654-4bcd-9632-6cb01f10d13e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1012695 Nov 02 12:10:07.893527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43800) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:07.980721 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:10:07.982645 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1cb844-dc49-4c18-b021-d3941b824421 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:07.987224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9a1cb844-dc49-4c18-b021-d3941b824421 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0902622 Nov 02 12:10:07.989328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43802) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:08.040234 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402935cc-340c-4ace-80a6-151c5cb938b5 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:08.078431 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43808) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:08.085190 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a349079f-5599-46c5-b435-4db905c35011 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:08.089739 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-41797d27-beb8-4be5-bbf8-d4bb726934e1 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969429 Nov 02 12:10:08.136615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0a57ab0c-8d73-4651-98cc-a7a3e27f4554 None None] Provisioning complete for port b11544f8-a4c4-4544-904a-68ac2784bd8d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:08.141660 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0a57ab0c-8d73-4651-98cc-a7a3e27f4554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:08.189181 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e49952aa-d531-49f6-b37f-c620d182c8ec req-b61d0021-9ecb-4910-ae43-56dd2d146748 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 210 time: 0.0965796 Nov 02 12:10:08.278147 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb72014b-ef3c-4c31-896b-5f1d4837d759 req-707488cb-7138-4c4d-b1d8-30106c2e181b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2728477 Nov 02 12:10:08.384314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72014b-ef3c-4c31-896b-5f1d4837d759 req-17762bc2-fcb5-4231-94d7-29b44ebd3fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:08.385755 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb72014b-ef3c-4c31-896b-5f1d4837d759 req-17762bc2-fcb5-4231-94d7-29b44ebd3fad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 1097 time: 0.0518115 Nov 02 12:10:08.418119 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a349079f-5599-46c5-b435-4db905c35011 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:08.423050 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a349079f-5599-46c5-b435-4db905c35011 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:08.462657 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0a57ab0c-8d73-4651-98cc-a7a3e27f4554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:08.542564 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36243d4-b283-44d5-8dc6-7576eb42491c None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:10:08.549610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43810) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:08.614665 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6958569b-7a97-4ace-bca1-7d37b41c1be4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7f8a0c433ef24046b6bd54a6caae3d3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0638552 Nov 02 12:10:08.618049 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43812) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:08.655581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72014b-ef3c-4c31-896b-5f1d4837d759 req-992b818a-d78f-4bee-898e-83432ec059cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:08.657415 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0a57ab0c-8d73-4651-98cc-a7a3e27f4554 None None] For port b11544f8-a4c4-4544-904a-68ac2784bd8d, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b11544f8-a4c4-4544-904a-68ac2784bd8d,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:08.658262 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb72014b-ef3c-4c31-896b-5f1d4837d759 req-992b818a-d78f-4bee-898e-83432ec059cb service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.2517428 Nov 02 12:10:08.710301 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c36243d4-b283-44d5-8dc6-7576eb42491c None None] Deleting port b11544f8-a4c4-4544-904a-68ac2784bd8d {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:08.712316 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c36243d4-b283-44d5-8dc6-7576eb42491c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:08.771754 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ee4613f-74d8-4ffc-b822-fa7b869cae01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:08.800279 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ee4613f-74d8-4ffc-b822-fa7b869cae01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:08.808695 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb72014b-ef3c-4c31-896b-5f1d4837d759 req-885c9e2a-07a0-4bc6-ac6f-c7106d629217 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9255866a-a629-408a-8542-7330f29367fa HTTP/1.1" status: 200 len: 1001 time: 0.1409841 Nov 02 12:10:08.855751 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c36243d4-b283-44d5-8dc6-7576eb42491c None None] For port b11544f8-a4c4-4544-904a-68ac2784bd8d, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b11544f8-a4c4-4544-904a-68ac2784bd8d,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:08.856157 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c36243d4-b283-44d5-8dc6-7576eb42491c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:08.870355 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72014b-ef3c-4c31-896b-5f1d4837d759 req-03102f25-6262-4294-8c44-250c9e35aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:08.870713 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c36243d4-b283-44d5-8dc6-7576eb42491c None None] Calling delete_port for b11544f8-a4c4-4544-904a-68ac2784bd8d owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:08.872170 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb72014b-ef3c-4c31-896b-5f1d4837d759 req-03102f25-6262-4294-8c44-250c9e35aa6e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0540268 Nov 02 12:10:08.962563 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72014b-ef3c-4c31-896b-5f1d4837d759 req-ed34bcf8-a231-41af-afad-eb7ea3220a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:08.964343 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb72014b-ef3c-4c31-896b-5f1d4837d759 req-ed34bcf8-a231-41af-afad-eb7ea3220a93 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789258 Nov 02 12:10:08.975238 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0a57ab0c-8d73-4651-98cc-a7a3e27f4554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:08.979372 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147156dc-ea2f-433c-a259-b46492a277b8 req-2e02dff4-3ebd-4649-a90e-116d664d6baf tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:08.980973 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-147156dc-ea2f-433c-a259-b46492a277b8 req-2e02dff4-3ebd-4649-a90e-116d664d6baf tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.1022372 Nov 02 12:10:09.053573 n-d-806683-18 neutron-server[102690]: DEBUG neutron.objects.ports [None req-a349079f-5599-46c5-b435-4db905c35011 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 12:10:09.062381 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57ab0c-8d73-4651-98cc-a7a3e27f4554 None None] Pushing event updated for resources: {'Port': ['ID=b11544f8-a4c4-4544-904a-68ac2784bd8d,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:09.071989 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c36243d4-b283-44d5-8dc6-7576eb42491c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:09.103575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-147156dc-ea2f-433c-a259-b46492a277b8 req-aeeb0224-1d29-4169-8eaf-cc615d97af41 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104620 Nov 02 12:10:09.127253 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ee4613f-74d8-4ffc-b822-fa7b869cae01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:09.130117 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ee4613f-74d8-4ffc-b822-fa7b869cae01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:09.137622 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8ee4613f-74d8-4ffc-b822-fa7b869cae01 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/885acdb3-53b4-47bf-950c-f13346395be2 HTTP/1.1" status: 204 len: 168 time: 0.5134416 Nov 02 12:10:09.159424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4613f-74d8-4ffc-b822-fa7b869cae01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885acdb3-53b4-47bf-950c-f13346395be2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:09.164891 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb72014b-ef3c-4c31-896b-5f1d4837d759 req-f3a217c1-a4e8-47a2-b082-557e0f5e1d68 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828811 Nov 02 12:10:09.185646 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36243d4-b283-44d5-8dc6-7576eb42491c None None] Pushing event deleted for resources: {'Port': ['ID=b11544f8-a4c4-4544-904a-68ac2784bd8d,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:09.207154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36243d4-b283-44d5-8dc6-7576eb42491c None None] No DVR routers for this DVR port b11544f8-a4c4-4544-904a-68ac2784bd8d on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:09.300230 n-d-806683-18 neutron-server[102690]: WARNING neutron.services.revisions.revision_plugin [None req-a349079f-5599-46c5-b435-4db905c35011 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Could not find related port for resource to bump revision. Nov 02 12:10:09.359852 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.ipam_pluggable_backend [None req-a349079f-5599-46c5-b435-4db905c35011 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Port b11544f8-a4c4-4544-904a-68ac2784bd8d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102690) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 02 12:10:09.360039 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcfe88-4a01-44ab-976a-e5ac35014ba4 req-44a36620-d573-4a7c-8f15-88a330aba0c6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:09.360138 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.ipam_pluggable_backend [None req-a349079f-5599-46c5-b435-4db905c35011 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Reverting IP allocation for 2001:db8::f816:3eff:fe82:b9c4 {{(pid=102690) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 02 12:10:09.363781 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.ipam_pluggable_backend [None req-a349079f-5599-46c5-b435-4db905c35011 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe82:b9c4 {{(pid=102690) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 02 12:10:09.363940 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fbbcfe88-4a01-44ab-976a-e5ac35014ba4 req-44a36620-d573-4a7c-8f15-88a330aba0c6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.0813301 Nov 02 12:10:09.365148 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a349079f-5599-46c5-b435-4db905c35011 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:09.367161 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb72014b-ef3c-4c31-896b-5f1d4837d759 req-2428ee25-9a89-4a88-b633-cf664f1a61cd service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956599 Nov 02 12:10:09.422858 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a349079f-5599-46c5-b435-4db905c35011 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:09.429999 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-a349079f-5599-46c5-b435-4db905c35011 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:09.435347 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a349079f-5599-46c5-b435-4db905c35011 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:09.435942 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a349079f-5599-46c5-b435-4db905c35011 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:09.439436 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee2036-0994-4e49-8a80-f2eacf6c54e4 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:09.464945 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fbbcfe88-4a01-44ab-976a-e5ac35014ba4 req-f11fca56-fd67-4698-a961-fd66553b2f02 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919623 Nov 02 12:10:09.479882 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349079f-5599-46c5-b435-4db905c35011 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=75301298-e4fe-499d-98fe-cfc9516c0e18,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:09.492082 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43822) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:09.562231 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7c16f7-0b4c-4353-9f98-46483c208de1 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:09.575709 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43824) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:09.580684 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:09.585403 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fd7c16f7-0b4c-4353-9f98-46483c208de1 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 1092 time: 0.0921617 Nov 02 12:10:09.604120 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43826) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:09.611427 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-4cdab7fd-146d-4738-beb7-2cb0f8848407 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:09.612110 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a349079f-5599-46c5-b435-4db905c35011 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5324538 Nov 02 12:10:09.726250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': '75301298-e4fe-499d-98fe-cfc9516c0e18'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:10:09.729203 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:09.783587 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aea2fcc7-d77c-4f29-99da-ea73939d680b req-b960fa58-d2d0-447a-80ff-a1272bfd3c18 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 210 time: 0.1782415 Nov 02 12:10:09.870355 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:09.992309 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdab7fd-146d-4738-beb7-2cb0f8848407 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:09.993256 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Allocated IP 2001:db8::f816:3eff:fe2b:df6e (7d15c4a2-1728-44a3-9cfe-f71922160717/75301298-e4fe-499d-98fe-cfc9516c0e18/d6a8e4a9-7084-44f1-9cad-d523c085f262) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:09.996266 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4cdab7fd-146d-4738-beb7-2cb0f8848407 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:10.073237 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:10.199481 n-d-806683-18 neutron-server[102689]: INFO neutron.db.ipam_backend_mixin [None req-4cdab7fd-146d-4738-beb7-2cb0f8848407 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 75301298-e4fe-499d-98fe-cfc9516c0e18 (CIDR: 2001:db8::/64) Nov 02 12:10:10.221034 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:10.225023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Allocated IP 172.25.6.173 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/23af3cdc-6e71-4f39-bb0f-9324224da435) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:10.285937 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cdab7fd-146d-4738-beb7-2cb0f8848407 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:10:10.286333 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cdab7fd-146d-4738-beb7-2cb0f8848407 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:10.338446 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:10.396223 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:10.447439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:10.451244 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:10.454260 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4cdab7fd-146d-4738-beb7-2cb0f8848407 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8478017 Nov 02 12:10:10.457054 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43844) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:10.460499 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:10:10.462700 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-950a3f23-c973-47ae-bb27-e3cf0aa99261 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:10.464046 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Pushing event updated for resources: {'Port': ['ID=d6a8e4a9-7084-44f1-9cad-d523c085f262,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:10.532796 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Attempting to bind port d6a8e4a9-7084-44f1-9cad-d523c085f262 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:10:10.533180 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Attempting to bind port d6a8e4a9-7084-44f1-9cad-d523c085f262 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:10:10.533541 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Attempting to bind port d6a8e4a9-7084-44f1-9cad-d523c085f262 on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:10:10.537014 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:10.539877 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:10:10.540267 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:10:10.541176 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:10.541176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:10:10.541552 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Bound port: d6a8e4a9-7084-44f1-9cad-d523c085f262, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:10:10.541990 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:10.598996 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:10.609464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:10.612977 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:10:10.618694 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] For port d6a8e4a9-7084-44f1-9cad-d523c085f262, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:10:10.622606 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] For port d6a8e4a9-7084-44f1-9cad-d523c085f262, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d6a8e4a9-7084-44f1-9cad-d523c085f262,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:10:10.629409 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=23af3cdc-6e71-4f39-bb0f-9324224da435,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:10.746503 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43848) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:10.756769 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:10.836090 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950a3f23-c973-47ae-bb27-e3cf0aa99261 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:10.840667 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-950a3f23-c973-47ae-bb27-e3cf0aa99261 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:10.847280 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71917e97-d593-4c85-91dc-022c5d6220b8 None None] Pushing event updated for resources: {'Port': ['ID=d6a8e4a9-7084-44f1-9cad-d523c085f262,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:10.955904 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-64caef28-a90d-4126-b0ae-6c9f4c8628fa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1486256443-network', 'tenant_id': '35c0a87bcf9d475ebd0d26e2b331e2d1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:11.002255 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10e84a40-e996-40d2-87eb-251cd33fa5fd req-7105c9e5-f084-417a-901f-e69a1500552e tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 210 time: 0.0746865 Nov 02 12:10:11.104181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64caef28-a90d-4126-b0ae-6c9f4c8628fa admin admin] Made reservation on behalf of 35c0a87bcf9d475ebd0d26e2b331e2d1 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:11.107361 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64caef28-a90d-4126-b0ae-6c9f4c8628fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:11.120060 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64caef28-a90d-4126-b0ae-6c9f4c8628fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:11.219897 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64caef28-a90d-4126-b0ae-6c9f4c8628fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:11.303161 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64caef28-a90d-4126-b0ae-6c9f4c8628fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:11.325605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64caef28-a90d-4126-b0ae-6c9f4c8628fa admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:10:11.342327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64caef28-a90d-4126-b0ae-6c9f4c8628fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948347a6-1f64-45c3-aa3f-3d2bc283c355,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:11.347387 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64caef28-a90d-4126-b0ae-6c9f4c8628fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:11.347740 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-64caef28-a90d-4126-b0ae-6c9f4c8628fa admin admin] Added segment df19a5df-68fd-478a-84d1-4c8f00b25eb8 of type vlan for network 799f371f-9c20-425f-a7b3-a7ef1513b5af Nov 02 12:10:11.400472 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64caef28-a90d-4126-b0ae-6c9f4c8628fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:11.527054 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64caef28-a90d-4126-b0ae-6c9f4c8628fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:11.528401 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64caef28-a90d-4126-b0ae-6c9f4c8628fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:11.530006 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64caef28-a90d-4126-b0ae-6c9f4c8628fa admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:11.600720 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64caef28-a90d-4126-b0ae-6c9f4c8628fa admin admin] Pushing event updated for resources: {'Network': ['ID=799f371f-9c20-425f-a7b3-a7ef1513b5af,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:11.614750 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 799f371f-9c20-425f-a7b3-a7ef1513b5af details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:10:11.672709 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-64caef28-a90d-4126-b0ae-6c9f4c8628fa admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9245026 Nov 02 12:10:11.675421 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43856) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:11.681242 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e5d1fbbe-c8b1-49e8-9994-892468004efe admin admin] Request body: {'subnet': {'network_id': '799f371f-9c20-425f-a7b3-a7ef1513b5af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1486256443-subnet', 'tenant_id': '35c0a87bcf9d475ebd0d26e2b331e2d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:11.777850 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:11.806739 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d1fbbe-c8b1-49e8-9994-892468004efe admin admin] Made reservation on behalf of 35c0a87bcf9d475ebd0d26e2b331e2d1 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:11.809942 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5d1fbbe-c8b1-49e8-9994-892468004efe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:11.927245 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-950a3f23-c973-47ae-bb27-e3cf0aa99261 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:12.012344 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950a3f23-c973-47ae-bb27-e3cf0aa99261 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:12.019152 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-950a3f23-c973-47ae-bb27-e3cf0aa99261 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:12.022356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950a3f23-c973-47ae-bb27-e3cf0aa99261 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:12.022962 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-950a3f23-c973-47ae-bb27-e3cf0aa99261 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:12.032204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a3f23-c973-47ae-bb27-e3cf0aa99261 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=75760e0d-d1d5-4ec9-bc3d-434c3e6a4169,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:12.044285 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:12.069543 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be663abd-0595-4a2f-a5ac-a4cf6fd14788 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:12.157315 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ebf7edcd-0707-4b9e-9d20-f02355994867 None None] Provisioning complete for port d6a8e4a9-7084-44f1-9cad-d523c085f262 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:12.157986 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ebf7edcd-0707-4b9e-9d20-f02355994867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:12.162919 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5d1fbbe-c8b1-49e8-9994-892468004efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:12.193139 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-04718df3-9503-4d57-af23-191d592eaf46 req-053bf8f9-4e5b-4e61-8a84-2a84ae4e6738 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 210 time: 0.0332785 Nov 02 12:10:12.224747 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-950a3f23-c973-47ae-bb27-e3cf0aa99261 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7665918 Nov 02 12:10:12.229314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43860) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:12.235178 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-2f6a50a5-60f4-427c-97a0-2e887545ef5a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'mac_address': 'fa:16:3e:a9:b3:ac', 'name': 'tempest-NetworksTestDHCPv6-1824338204'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:12.338879 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1fbbe-c8b1-49e8-9994-892468004efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=96545ffe-ac15-4074-916d-b9f0c4b82b81,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:12.356413 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1fbbe-c8b1-49e8-9994-892468004efe admin admin] Checking segment: {'id': 'df19a5df-68fd-478a-84d1-4c8f00b25eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '799f371f-9c20-425f-a7b3-a7ef1513b5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:10:12.356897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d1fbbe-c8b1-49e8-9994-892468004efe admin admin] Network hostable DHCP agents. Network: 799f371f-9c20-425f-a7b3-a7ef1513b5af, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:10:12.358004 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:12.361756 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ebf7edcd-0707-4b9e-9d20-f02355994867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:12.428525 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ebf7edcd-0707-4b9e-9d20-f02355994867 None None] For port d6a8e4a9-7084-44f1-9cad-d523c085f262, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d6a8e4a9-7084-44f1-9cad-d523c085f262,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:12.447893 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:12.484571 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29f04eb-bb62-421b-b5a8-7ab5ebc74458 None None] Update dhcp port {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'fixed_ips': [{'subnet_id': '75301298-e4fe-499d-98fe-cfc9516c0e18', 'ip_address': '2001:db8::f816:3eff:fe2b:df6e'}, {'subnet_id': '75760e0d-d1d5-4ec9-bc3d-434c3e6a4169'}], 'binding:host_id': 'n-d-806683-18'}, 'id': 'd6a8e4a9-7084-44f1-9cad-d523c085f262'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 12:10:12.497352 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d1fbbe-c8b1-49e8-9994-892468004efe admin admin] Network 799f371f-9c20-425f-a7b3-a7ef1513b5af is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:10:12.513869 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c29f04eb-bb62-421b-b5a8-7ab5ebc74458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:12.526772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=23af3cdc-6e71-4f39-bb0f-9324224da435,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:12.542723 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:12.578209 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ebf7edcd-0707-4b9e-9d20-f02355994867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:12.601956 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-e5d1fbbe-c8b1-49e8-9994-892468004efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 799f371f-9c20-425f-a7b3-a7ef1513b5af) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:12.606854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d1fbbe-c8b1-49e8-9994-892468004efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:12.607897 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5d1fbbe-c8b1-49e8-9994-892468004efe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:12.681399 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9f845a-aeac-4dc8-bbbf-7c6216760563 None None] Network 799f371f-9c20-425f-a7b3-a7ef1513b5af requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:12.682708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6a50a5-60f4-427c-97a0-2e887545ef5a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:12.684425 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d6a8e4a9-7084-44f1-9cad-d523c085f262 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:10:12.733017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7edcd-0707-4b9e-9d20-f02355994867 None None] Pushing event updated for resources: {'Port': ['ID=d6a8e4a9-7084-44f1-9cad-d523c085f262,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:12.737461 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e5d1fbbe-c8b1-49e8-9994-892468004efe admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0602620 Nov 02 12:10:12.781496 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Floating IP 0fdc898f-cbb0-49f5-ac2c-a22507b55f7e associated. External IP: 172.25.6.173, port: cb795691-03b3-4dd8-bf9f-b06239c1a8b2. Nov 02 12:10:12.839236 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f6a50a5-60f4-427c-97a0-2e887545ef5a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:12.868960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-2f6a50a5-60f4-427c-97a0-2e887545ef5a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port 10a64f89-453f-4976-90a5-e29d6078a6d1 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:10:12.879869 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-c29f04eb-bb62-421b-b5a8-7ab5ebc74458 None None] Allocated IP 2001:db8:0:1::2 (7d15c4a2-1728-44a3-9cfe-f71922160717/75760e0d-d1d5-4ec9-bc3d-434c3e6a4169/d6a8e4a9-7084-44f1-9cad-d523c085f262) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:12.906433 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d6a8e4a9-7084-44f1-9cad-d523c085f262 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:12.906813 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:12.966567 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdf71d6-a77c-4371-9b4f-e35f3eb7635c None None] Network 799f371f-9c20-425f-a7b3-a7ef1513b5af requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:13.149616 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router 68e925a4-4770-4700-9a60-0a999d396e2b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:10:13.154230 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c29f04eb-bb62-421b-b5a8-7ab5ebc74458 None None] For port d6a8e4a9-7084-44f1-9cad-d523c085f262, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d6a8e4a9-7084-44f1-9cad-d523c085f262,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:13.257400 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c29f04eb-bb62-421b-b5a8-7ab5ebc74458 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:13.292616 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:10:13.391537 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-030e75c6-794b-4522-a7ad-e18004a58ac5 req-0d33d679-8bb5-4dd4-ad02-b3dcb5ce9ccd tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 210 time: 0.0390337 Nov 02 12:10:13.437507 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:13.445186 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241419cc-3bc6-48c1-922c-1fb03874903a None None] Sync routers for ids ['68e925a4-4770-4700-9a60-0a999d396e2b'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:10:13.450371 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c29f04eb-bb62-421b-b5a8-7ab5ebc74458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:13.482103 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-19c8f488-8e63-4c6e-96db-f580e850ecd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9051101 Nov 02 12:10:13.487432 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'tag': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:10:13.489963 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37de44db-5021-41f4-b10d-5102bac70e22" -d '{"events": [{"name": "network-changed", "server_uuid": "4449da68-7f2b-49ec-a1a9-115f951f2bc5", "tag": "cb795691-03b3-4dd8-bf9f-b06239c1a8b2"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:10:13.491300 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241419cc-3bc6-48c1-922c-1fb03874903a None None] Routers {'68e925a4-4770-4700-9a60-0a999d396e2b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:10:13.492018 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-241419cc-3bc6-48c1-922c-1fb03874903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:09:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['68e925a4-4770-4700-9a60-0a999d396e2b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:13.598561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-2f6a50a5-60f4-427c-97a0-2e887545ef5a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8:0:1::3c1 (7d15c4a2-1728-44a3-9cfe-f71922160717/75760e0d-d1d5-4ec9-bc3d-434c3e6a4169/10a64f89-453f-4976-90a5-e29d6078a6d1) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:13.606567 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f04eb-bb62-421b-b5a8-7ab5ebc74458 None None] Pushing event updated for resources: {'Port': ['ID=d6a8e4a9-7084-44f1-9cad-d523c085f262,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:13.637923 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-2f6a50a5-60f4-427c-97a0-2e887545ef5a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::f816:3eff:fea9:b3ac (7d15c4a2-1728-44a3-9cfe-f71922160717/75301298-e4fe-499d-98fe-cfc9516c0e18/10a64f89-453f-4976-90a5-e29d6078a6d1) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:13.688539 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19901e9d-73fd-4445-bcda-66902b61197b req-a511ad8e-d022-4c54-85b3-f13424726248 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:13.690255 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19901e9d-73fd-4445-bcda-66902b61197b req-a511ad8e-d022-4c54-85b3-f13424726248 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.1155219 Nov 02 12:10:13.694010 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-241419cc-3bc6-48c1-922c-1fb03874903a None None] Set router 68e925a4-4770-4700-9a60-0a999d396e2b gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:10:13.869904 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19901e9d-73fd-4445-bcda-66902b61197b req-269f9595-e953-46af-bd5e-ddfb2ece9e13 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657121 Nov 02 12:10:13.898394 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43874) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:13.961009 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee51dfe1-41aa-4f3c-888b-2108256c830a x-openstack-request-id: req-ee51dfe1-41aa-4f3c-888b-2108256c830a {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:10:13.963113 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4449da68-7f2b-49ec-a1a9-115f951f2bc5", "tag": "cb795691-03b3-4dd8-bf9f-b06239c1a8b2", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:10:13.963547 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee51dfe1-41aa-4f3c-888b-2108256c830a {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:10:13.964268 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'tag': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2', 'status': 'completed', 'code': 200} Nov 02 12:10:14.021954 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f6a50a5-60f4-427c-97a0-2e887545ef5a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:14.076815 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8fc20a20-b7d9-42cf-a52e-08ce52338057 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/floatingips/0fdc898f-cbb0-49f5-ac2c-a22507b55f7e HTTP/1.1" status: 200 len: 991 time: 0.1742351 Nov 02 12:10:14.083713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de44db-5021-41f4-b10d-5102bac70e22 req-e8306956-fe3b-4fc5-a1c8-3b70cbdaffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:14.086452 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-37de44db-5021-41f4-b10d-5102bac70e22 req-e8306956-fe3b-4fc5-a1c8-3b70cbdaffa3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 1097 time: 0.1167593 Nov 02 12:10:14.176423 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-241419cc-3bc6-48c1-922c-1fb03874903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452856', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:09:37Z', 'updated_at': '2021-11-02T12:09:45Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:39Z', 'updated_at': '2021-11-02T12:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '0fdc898f-cbb0-49f5-ac2c-a22507b55f7e', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'port_id': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7', 'mac_address': 'fa:16:3e:2e:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:10:11Z', 'updated_at': '2021-11-02T12:10:11Z', 'revision_number': 0, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9793c291-ac2a-4044-a052-3105a63d3063', 'name': '', 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:88:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:44Z', 'updated_at': '2021-11-02T12:09:51Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:14.229588 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241419cc-3bc6-48c1-922c-1fb03874903a None None] Checking router: 68e925a4-4770-4700-9a60-0a999d396e2b for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:10:14.239907 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241419cc-3bc6-48c1-922c-1fb03874903a None None] Routers {'68e925a4-4770-4700-9a60-0a999d396e2b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:10:14.241110 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-241419cc-3bc6-48c1-922c-1fb03874903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:09:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['68e925a4-4770-4700-9a60-0a999d396e2b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:14.241823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de44db-5021-41f4-b10d-5102bac70e22 req-3421dc23-983a-47ed-b95e-a39e75cf4e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:14.244188 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-37de44db-5021-41f4-b10d-5102bac70e22 req-3421dc23-983a-47ed-b95e-a39e75cf4e7d service neutron] 10.222.0.79 "GET /v2.0/networks?id=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 HTTP/1.1" status: 200 len: 898 time: 0.1463206 Nov 02 12:10:14.304276 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f6a50a5-60f4-427c-97a0-2e887545ef5a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:14.364624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6a50a5-60f4-427c-97a0-2e887545ef5a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:14.374794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-2f6a50a5-60f4-427c-97a0-2e887545ef5a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:14.383326 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-37de44db-5021-41f4-b10d-5102bac70e22 req-c4014997-a1f6-4b41-a9b8-dbe2467927e9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb795691-03b3-4dd8-bf9f-b06239c1a8b2 HTTP/1.1" status: 200 len: 999 time: 0.1293659 Nov 02 12:10:14.384134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6a50a5-60f4-427c-97a0-2e887545ef5a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:10:14.390280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6a50a5-60f4-427c-97a0-2e887545ef5a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:14.390972 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f6a50a5-60f4-427c-97a0-2e887545ef5a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:14.409580 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a50a5-60f4-427c-97a0-2e887545ef5a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=10a64f89-453f-4976-90a5-e29d6078a6d1,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:14.473215 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-241419cc-3bc6-48c1-922c-1fb03874903a None None] Set router 68e925a4-4770-4700-9a60-0a999d396e2b gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:10:14.515478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de44db-5021-41f4-b10d-5102bac70e22 req-ab53457b-224b-44e7-917c-4869b83d44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:14.517268 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-37de44db-5021-41f4-b10d-5102bac70e22 req-ab53457b-224b-44e7-917c-4869b83d44c5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=22480237-b98c-4a81-8db6-eed1815ca3f6 HTTP/1.1" status: 200 len: 834 time: 0.1197481 Nov 02 12:10:14.590365 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a7a5f302-b4d7-4abc-ac9a-5396946bcb54 None None] Provisioning complete for port d6a8e4a9-7084-44f1-9cad-d523c085f262 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:14.591036 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a7a5f302-b4d7-4abc-ac9a-5396946bcb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:14.609073 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ddf885fa-2323-4c4c-8e26-821bea5a9e71 req-8b3a0e91-63fa-4c96-8320-96de3b0192ea tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 210 time: 0.0847139 Nov 02 12:10:14.621005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2f6a50a5-60f4-427c-97a0-2e887545ef5a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3904581 Nov 02 12:10:14.623604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43884) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:14.636908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de44db-5021-41f4-b10d-5102bac70e22 req-bdcc0dd6-fc2d-46c5-9335-faf00cec288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:14.638942 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-37de44db-5021-41f4-b10d-5102bac70e22 req-bdcc0dd6-fc2d-46c5-9335-faf00cec288a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1130083 Nov 02 12:10:14.729382 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d6a8e4a9-7084-44f1-9cad-d523c085f262 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:10:14.804185 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a1abc-0493-40f4-b481-d9c8c2fb82af tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port 10a64f89-453f-4976-90a5-e29d6078a6d1 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:14.804865 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1abc-0493-40f4-b481-d9c8c2fb82af tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:14.861104 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-37de44db-5021-41f4-b10d-5102bac70e22 req-bc83b7ac-4ad1-48ec-aac7-32e972815b47 service neutron] 10.222.0.79 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121119 Nov 02 12:10:14.929317 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d6a8e4a9-7084-44f1-9cad-d523c085f262 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:14.929671 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:15.006822 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1abc-0493-40f4-b481-d9c8c2fb82af tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:15.034729 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a1abc-0493-40f4-b481-d9c8c2fb82af tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for 10a64f89-453f-4976-90a5-e29d6078a6d1 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:15.077546 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-37de44db-5021-41f4-b10d-5102bac70e22 req-15033e5e-674a-4509-b5e6-0351bacdb56e service neutron] 10.222.0.79 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083910 Nov 02 12:10:15.086548 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43888) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:15.128252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2c821fd8-849a-430b-a818-54472963ee79 None None] Provisioning complete for port 10a64f89-453f-4976-90a5-e29d6078a6d1 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:15.128851 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2c821fd8-849a-430b-a818-54472963ee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:15.212951 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2c821fd8-849a-430b-a818-54472963ee79 None None] Port 10a64f89-453f-4976-90a5-e29d6078a6d1 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:10:15.220264 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-241419cc-3bc6-48c1-922c-1fb03874903a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452856', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:09:37Z', 'updated_at': '2021-11-02T12:09:45Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:39Z', 'updated_at': '2021-11-02T12:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '0fdc898f-cbb0-49f5-ac2c-a22507b55f7e', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'port_id': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7', 'mac_address': 'fa:16:3e:2e:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:10:11Z', 'updated_at': '2021-11-02T12:10:11Z', 'revision_number': 0, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9793c291-ac2a-4044-a052-3105a63d3063', 'name': '', 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:88:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:44Z', 'updated_at': '2021-11-02T12:09:51Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:15.250711 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5a3276aa-389f-46f4-8be6-e536d7dc21e2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/floatingips/0fdc898f-cbb0-49f5-ac2c-a22507b55f7e HTTP/1.1" status: 200 len: 991 time: 0.1621180 Nov 02 12:10:15.258089 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241419cc-3bc6-48c1-922c-1fb03874903a None None] The sync data for ids ['68e925a4-4770-4700-9a60-0a999d396e2b'] in n-d-806683-18 is: [{'id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452856', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:09:37Z', 'updated_at': '2021-11-02T12:09:45Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:39Z', 'updated_at': '2021-11-02T12:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '0fdc898f-cbb0-49f5-ac2c-a22507b55f7e', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'port_id': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7', 'mac_address': 'fa:16:3e:2e:d3:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:10:11Z', 'updated_at': '2021-11-02T12:10:11Z', 'revision_number': 0, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9793c291-ac2a-4044-a052-3105a63d3063', 'name': '', 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:88:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:44Z', 'updated_at': '2021-11-02T12:09:51Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:10:15.485331 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1abc-0493-40f4-b481-d9c8c2fb82af tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:15.516899 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daca8d91-a8b7-4732-8894-c521d1c71354 None None] New status for floating IP 0fdc898f-cbb0-49f5-ac2c-a22507b55f7e: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:10:15.533313 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a1abc-0493-40f4-b481-d9c8c2fb82af tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=10a64f89-453f-4976-90a5-e29d6078a6d1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:15.606881 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed7a1abc-0493-40f4-b481-d9c8c2fb82af tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:15.613834 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43890) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:15.614593 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ed7a1abc-0493-40f4-b481-d9c8c2fb82af tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/10a64f89-453f-4976-90a5-e29d6078a6d1 HTTP/1.1" status: 204 len: 168 time: 0.9898090 Nov 02 12:10:15.705196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac2c014-8655-4dfe-b2a4-df63a818034c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:15.722084 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-dac2c014-8655-4dfe-b2a4-df63a818034c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1043139 Nov 02 12:10:15.722628 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43894) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:15.799340 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dc6ae6ba-cbda-45c1-8d1d-85deeaa0f4ce req-3fe234a9-110e-4076-b774-a802c2c43ad2 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 210 time: 0.0627456 Nov 02 12:10:15.825169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dca791-278c-4c05-ad02-33526a0a01a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:15.827002 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-32dca791-278c-4c05-ad02-33526a0a01a7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1015642 Nov 02 12:10:15.829902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43896) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:15.912498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb892943-8c99-4591-81df-2f1a4ef301c7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:15.915130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb892943-8c99-4591-81df-2f1a4ef301c7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:15.917127 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb892943-8c99-4591-81df-2f1a4ef301c7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:15.918784 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-eb892943-8c99-4591-81df-2f1a4ef301c7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0876968 Nov 02 12:10:15.921887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43898) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:15.980386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4233cc-30b2-4bf6-9318-a4dba089f03a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 75301298-e4fe-499d-98fe-cfc9516c0e18 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:10:15.984320 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa4233cc-30b2-4bf6-9318-a4dba089f03a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:16.029083 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa4233cc-30b2-4bf6-9318-a4dba089f03a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:16.119633 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa4233cc-30b2-4bf6-9318-a4dba089f03a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:16.253874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43904) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:16.298365 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa4233cc-30b2-4bf6-9318-a4dba089f03a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:16.339824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4233cc-30b2-4bf6-9318-a4dba089f03a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=75301298-e4fe-499d-98fe-cfc9516c0e18,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:16.342681 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fa4233cc-30b2-4bf6-9318-a4dba089f03a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:16.347502 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fa4233cc-30b2-4bf6-9318-a4dba089f03a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/75301298-e4fe-499d-98fe-cfc9516c0e18 HTTP/1.1" status: 204 len: 168 time: 0.4242902 Nov 02 12:10:16.348654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43906) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:16.350437 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dd5a89-5c73-4a3e-add7-c2e7bf7048ae None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:16.395034 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c7d844c2-03f4-4ff2-8a24-f91a54c09ee6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/floatingips/0fdc898f-cbb0-49f5-ac2c-a22507b55f7e HTTP/1.1" status: 200 len: 993 time: 0.1399267 Nov 02 12:10:16.426502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea040cb7-e2f4-4d05-adf6-d1fa32a834c0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 75760e0d-d1d5-4ec9-bc3d-434c3e6a4169 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:10:16.431072 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ea040cb7-e2f4-4d05-adf6-d1fa32a834c0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:16.475831 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ea040cb7-e2f4-4d05-adf6-d1fa32a834c0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:16.569579 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ea040cb7-e2f4-4d05-adf6-d1fa32a834c0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:16.738768 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ea040cb7-e2f4-4d05-adf6-d1fa32a834c0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:16.770067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea040cb7-e2f4-4d05-adf6-d1fa32a834c0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=75760e0d-d1d5-4ec9-bc3d-434c3e6a4169,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:16.775066 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ea040cb7-e2f4-4d05-adf6-d1fa32a834c0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:16.778464 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ea040cb7-e2f4-4d05-adf6-d1fa32a834c0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/75760e0d-d1d5-4ec9-bc3d-434c3e6a4169 HTTP/1.1" status: 204 len: 168 time: 0.4280312 Nov 02 12:10:16.780975 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43908) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:16.856429 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-31100ee8-2e9c-4fc0-8777-b3e1f2a46e53 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739765 Nov 02 12:10:16.887156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43914) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:16.893626 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-db0e50a3-932d-4f8f-8418-375c80add8e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:16.938060 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72f16a51-298e-494f-ac1b-9e3a87621c8c req-929a5d89-c594-4d5c-adf6-bf2ef9d50811 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 210 time: 0.0298247 Nov 02 12:10:17.092149 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0e50a3-932d-4f8f-8418-375c80add8e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:17.096775 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db0e50a3-932d-4f8f-8418-375c80add8e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:17.201097 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98a6c16-a02d-43e0-bf01-f2e23d004304 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:17.313559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-32160ac3-0daa-4f6d-b776-c81b01a66a7a None None] Provisioning complete for port d6a8e4a9-7084-44f1-9cad-d523c085f262 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:17.314372 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-32160ac3-0daa-4f6d-b776-c81b01a66a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:17.516144 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21185a5b-7a20-4e04-8973-eae080286196 None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:10:17.563329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.objects.ports [None req-db0e50a3-932d-4f8f-8418-375c80add8e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102690) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 12:10:17.574256 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-21185a5b-7a20-4e04-8973-eae080286196 None None] Deleting port d6a8e4a9-7084-44f1-9cad-d523c085f262 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:17.574730 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-21185a5b-7a20-4e04-8973-eae080286196 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:17.577389 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-735ba5c5-9ba4-4709-a0e3-a7b2d235a770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:17.676682 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-21185a5b-7a20-4e04-8973-eae080286196 None None] For port d6a8e4a9-7084-44f1-9cad-d523c085f262, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d6a8e4a9-7084-44f1-9cad-d523c085f262,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:17.682886 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-21185a5b-7a20-4e04-8973-eae080286196 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:17.702622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-21185a5b-7a20-4e04-8973-eae080286196 None None] Calling delete_port for d6a8e4a9-7084-44f1-9cad-d523c085f262 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:17.881774 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db0e50a3-932d-4f8f-8418-375c80add8e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:18.041101 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-21185a5b-7a20-4e04-8973-eae080286196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:18.082387 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ce3e3768-f6bb-4d6a-b41f-d2c3c5d395e7 req-62de4b3b-2223-4800-9cc6-be9cd6c1fdd3 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 210 time: 0.0523999 Nov 02 12:10:18.089899 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21185a5b-7a20-4e04-8973-eae080286196 None None] Pushing event deleted for resources: {'Port': ['ID=d6a8e4a9-7084-44f1-9cad-d523c085f262,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:18.100461 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21185a5b-7a20-4e04-8973-eae080286196 None None] No DVR routers for this DVR port d6a8e4a9-7084-44f1-9cad-d523c085f262 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:18.194884 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-db0e50a3-932d-4f8f-8418-375c80add8e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] For port d6a8e4a9-7084-44f1-9cad-d523c085f262, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d6a8e4a9-7084-44f1-9cad-d523c085f262,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:18.232262 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db0e50a3-932d-4f8f-8418-375c80add8e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:18.315395 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db0e50a3-932d-4f8f-8418-375c80add8e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:18.316181 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db0e50a3-932d-4f8f-8418-375c80add8e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:18.381185 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e50a3-932d-4f8f-8418-375c80add8e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=d6a8e4a9-7084-44f1-9cad-d523c085f262,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:18.395887 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0e50a3-932d-4f8f-8418-375c80add8e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:18.401529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-db0e50a3-932d-4f8f-8418-375c80add8e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:18.406053 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0e50a3-932d-4f8f-8418-375c80add8e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:18.406645 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-db0e50a3-932d-4f8f-8418-375c80add8e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:18.412109 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7e578f-675b-4608-a2ff-c20bc200d09b None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:18.416637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e50a3-932d-4f8f-8418-375c80add8e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=72a53ca7-56d3-444a-adce-73d6567ea817,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:18.537661 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-db0e50a3-932d-4f8f-8418-375c80add8e6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6491413 Nov 02 12:10:18.540882 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43920) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:18.550754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-fa4c9d5c-4121-4490-b89d-796681dea20a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:18.615334 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d6a8e4a9-7084-44f1-9cad-d523c085f262 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:18.617921 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': '72a53ca7-56d3-444a-adce-73d6567ea817'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:10:18.619042 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:18.688961 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: d6a8e4a9-7084-44f1-9cad-d523c085f262 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:10:18.689317 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d6a8e4a9-7084-44f1-9cad-d523c085f262 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:10:18.856976 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Allocated IP 2001:db8::f816:3eff:fe89:12df (7d15c4a2-1728-44a3-9cfe-f71922160717/72a53ca7-56d3-444a-adce-73d6567ea817/a8f788a6-b9da-4892-8889-ab51546f9bbd) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:18.909261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4c9d5c-4121-4490-b89d-796681dea20a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:18.916361 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fa4c9d5c-4121-4490-b89d-796681dea20a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:19.038500 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:19.040257 n-d-806683-18 neutron-server[102690]: INFO neutron.db.ipam_backend_mixin [None req-fa4c9d5c-4121-4490-b89d-796681dea20a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 72a53ca7-56d3-444a-adce-73d6567ea817 (CIDR: 2001:db8::/64) Nov 02 12:10:19.093075 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa4c9d5c-4121-4490-b89d-796681dea20a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:10:19.093545 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa4c9d5c-4121-4490-b89d-796681dea20a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:19.133243 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:19.175770 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:19.185666 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:19.190795 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:10:19.194167 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Pushing event updated for resources: {'Port': ['ID=a8f788a6-b9da-4892-8889-ab51546f9bbd,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:19.228089 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5e543ccd-868e-421d-beaa-d5f2212df739 req-3f8020f1-9b8b-4b12-bbcb-69a93afc67fb tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 210 time: 0.0432763 Nov 02 12:10:19.258666 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Attempting to bind port a8f788a6-b9da-4892-8889-ab51546f9bbd on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:10:19.259072 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Attempting to bind port a8f788a6-b9da-4892-8889-ab51546f9bbd by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:10:19.259442 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Attempting to bind port a8f788a6-b9da-4892-8889-ab51546f9bbd on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:10:19.261508 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fa4c9d5c-4121-4490-b89d-796681dea20a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7182786 Nov 02 12:10:19.264156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43926) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:19.266858 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:10:19.267409 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:10:19.267915 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:19.268442 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:10:19.269272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Bound port: a8f788a6-b9da-4892-8889-ab51546f9bbd, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:10:19.269592 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b6741e79-c0ae-45a3-a9d4-f97f12baff75 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:19.269879 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:19.345019 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] For port a8f788a6-b9da-4892-8889-ab51546f9bbd, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:10:19.348366 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] For port a8f788a6-b9da-4892-8889-ab51546f9bbd, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a8f788a6-b9da-4892-8889-ab51546f9bbd,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:10:19.447184 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:19.504886 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6741e79-c0ae-45a3-a9d4-f97f12baff75 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:19.513948 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b6741e79-c0ae-45a3-a9d4-f97f12baff75 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:19.515312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c907737-ba83-4518-a874-a1efe352d846 None None] Pushing event updated for resources: {'Port': ['ID=a8f788a6-b9da-4892-8889-ab51546f9bbd,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:19.772859 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bc52537e-411f-4fa1-a32c-74d49fd5ea03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:19.898822 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b6741e79-c0ae-45a3-a9d4-f97f12baff75 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:19.941091 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6741e79-c0ae-45a3-a9d4-f97f12baff75 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:19.946329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-b6741e79-c0ae-45a3-a9d4-f97f12baff75 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:19.949984 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6741e79-c0ae-45a3-a9d4-f97f12baff75 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:19.950602 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b6741e79-c0ae-45a3-a9d4-f97f12baff75 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:19.965938 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6741e79-c0ae-45a3-a9d4-f97f12baff75 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=f39bf0a2-7e19-468d-a8bc-a3e3023b8eab,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:20.054609 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b6741e79-c0ae-45a3-a9d4-f97f12baff75 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7893362 Nov 02 12:10:20.057509 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43932) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:20.062702 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-61cc1127-8b30-4361-baac-0ba1e6270529 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'mac_address': 'fa:16:3e:64:8a:13', 'name': 'tempest-NetworksTestDHCPv6-686812327'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:20.235045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cc1127-8b30-4361-baac-0ba1e6270529 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:20.342340 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61cc1127-8b30-4361-baac-0ba1e6270529 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:20.370141 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-61cc1127-8b30-4361-baac-0ba1e6270529 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port cabb8e7d-8cad-4d5d-9df0-0e2e27f96252 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:10:20.391564 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-51ea4a62-51e1-4d47-a9cb-36b3abf151ce req-b66cc27a-1f9c-4338-9e80-6b6338e004bd tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 210 time: 0.0554197 Nov 02 12:10:20.621200 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-61cc1127-8b30-4361-baac-0ba1e6270529 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8:0:1::23f (7d15c4a2-1728-44a3-9cfe-f71922160717/f39bf0a2-7e19-468d-a8bc-a3e3023b8eab/cabb8e7d-8cad-4d5d-9df0-0e2e27f96252) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:20.640029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea9990d-50c5-4c02-9551-42cf2f8bc80a None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:20.649487 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-61cc1127-8b30-4361-baac-0ba1e6270529 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::f816:3eff:fe64:8a13 (7d15c4a2-1728-44a3-9cfe-f71922160717/72a53ca7-56d3-444a-adce-73d6567ea817/cabb8e7d-8cad-4d5d-9df0-0e2e27f96252) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:20.677316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a8f788a6-b9da-4892-8889-ab51546f9bbd up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:10:20.774423 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-505d0d1a-12bd-45bb-9da7-8487cc3dbfa3 None None] Provisioning complete for port a8f788a6-b9da-4892-8889-ab51546f9bbd triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:20.775363 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-505d0d1a-12bd-45bb-9da7-8487cc3dbfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:20.849846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a8f788a6-b9da-4892-8889-ab51546f9bbd triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:20.850342 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:20.859887 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61cc1127-8b30-4361-baac-0ba1e6270529 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:20.964625 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61cc1127-8b30-4361-baac-0ba1e6270529 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:21.029848 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cc1127-8b30-4361-baac-0ba1e6270529 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:21.032759 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-505d0d1a-12bd-45bb-9da7-8487cc3dbfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:21.036754 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:21.038860 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-61cc1127-8b30-4361-baac-0ba1e6270529 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:21.052028 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cc1127-8b30-4361-baac-0ba1e6270529 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:10:21.059017 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:21.070306 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cc1127-8b30-4361-baac-0ba1e6270529 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:21.071177 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-61cc1127-8b30-4361-baac-0ba1e6270529 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:21.082900 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc1127-8b30-4361-baac-0ba1e6270529 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=cabb8e7d-8cad-4d5d-9df0-0e2e27f96252,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:21.119495 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-505d0d1a-12bd-45bb-9da7-8487cc3dbfa3 None None] For port a8f788a6-b9da-4892-8889-ab51546f9bbd, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a8f788a6-b9da-4892-8889-ab51546f9bbd,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:21.138526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf3f8a-b08c-45da-bea9-715d0e80ec00 None None] Update dhcp port {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'fixed_ips': [{'subnet_id': '72a53ca7-56d3-444a-adce-73d6567ea817', 'ip_address': '2001:db8::f816:3eff:fe89:12df'}, {'subnet_id': 'f39bf0a2-7e19-468d-a8bc-a3e3023b8eab'}], 'binding:host_id': 'n-d-806683-18'}, 'id': 'a8f788a6-b9da-4892-8889-ab51546f9bbd'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 12:10:21.165061 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-61cc1127-8b30-4361-baac-0ba1e6270529 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1060092 Nov 02 12:10:21.171630 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43940) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:21.178272 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-04bf3f8a-b08c-45da-bea9-715d0e80ec00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:21.201785 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-505d0d1a-12bd-45bb-9da7-8487cc3dbfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:21.293760 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5cabf92f-19c6-4e83-8113-d6393e87fa13 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port cabb8e7d-8cad-4d5d-9df0-0e2e27f96252 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:21.294184 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5cabf92f-19c6-4e83-8113-d6393e87fa13 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:21.361854 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:10:21.362227 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:10:21.389218 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d0d1a-12bd-45bb-9da7-8487cc3dbfa3 None None] Pushing event updated for resources: {'Port': ['ID=a8f788a6-b9da-4892-8889-ab51546f9bbd,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:21.410177 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5cabf92f-19c6-4e83-8113-d6393e87fa13 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:21.427394 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5cabf92f-19c6-4e83-8113-d6393e87fa13 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for cabb8e7d-8cad-4d5d-9df0-0e2e27f96252 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:21.527168 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-04bf3f8a-b08c-45da-bea9-715d0e80ec00 None None] Allocated IP 2001:db8:0:1::2 (7d15c4a2-1728-44a3-9cfe-f71922160717/f39bf0a2-7e19-468d-a8bc-a3e3023b8eab/a8f788a6-b9da-4892-8889-ab51546f9bbd) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:21.567144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-524c7840-395b-4387-9557-7cb062489ad8 req-e658dbce-0b18-475e-bd90-efba59f40e62 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 210 time: 0.0533211 Nov 02 12:10:21.653174 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-04bf3f8a-b08c-45da-bea9-715d0e80ec00 None None] For port a8f788a6-b9da-4892-8889-ab51546f9bbd, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a8f788a6-b9da-4892-8889-ab51546f9bbd,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:21.688956 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-04bf3f8a-b08c-45da-bea9-715d0e80ec00 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:21.715084 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5cabf92f-19c6-4e83-8113-d6393e87fa13 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:21.747791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabf92f-19c6-4e83-8113-d6393e87fa13 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=cabb8e7d-8cad-4d5d-9df0-0e2e27f96252,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:21.749674 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-04bf3f8a-b08c-45da-bea9-715d0e80ec00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:21.800187 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5cabf92f-19c6-4e83-8113-d6393e87fa13 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:21.804928 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5cabf92f-19c6-4e83-8113-d6393e87fa13 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/cabb8e7d-8cad-4d5d-9df0-0e2e27f96252 HTTP/1.1" status: 204 len: 168 time: 0.6322007 Nov 02 12:10:21.807654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43948) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:21.872273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf083ad-78d1-465b-98e9-5e54427ca2b3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:21.878734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43950) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:21.890669 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bdf083ad-78d1-465b-98e9-5e54427ca2b3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0804787 Nov 02 12:10:21.940834 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf3f8a-b08c-45da-bea9-715d0e80ec00 None None] Pushing event updated for resources: {'Port': ['ID=a8f788a6-b9da-4892-8889-ab51546f9bbd,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:21.947099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfb6dd9-dc99-4b8a-8ba2-7f7bd8ed4e7a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:21.949167 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fcfb6dd9-dc99-4b8a-8ba2-7f7bd8ed4e7a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0690534 Nov 02 12:10:21.952232 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43952) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:22.027022 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580bbc44-7f6b-4d7e-98ff-4ebd9b6cca16 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:22.029078 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580bbc44-7f6b-4d7e-98ff-4ebd9b6cca16 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:22.031094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580bbc44-7f6b-4d7e-98ff-4ebd9b6cca16 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:22.035719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43954) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:22.037804 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-580bbc44-7f6b-4d7e-98ff-4ebd9b6cca16 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0834217 Nov 02 12:10:22.104510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-4996654f-b860-410d-8957-71290c058e5c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 72a53ca7-56d3-444a-adce-73d6567ea817 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:10:22.108404 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4996654f-b860-410d-8957-71290c058e5c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:22.183919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4996654f-b860-410d-8957-71290c058e5c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:22.315012 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4996654f-b860-410d-8957-71290c058e5c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:22.489932 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4996654f-b860-410d-8957-71290c058e5c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:22.524974 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996654f-b860-410d-8957-71290c058e5c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=72a53ca7-56d3-444a-adce-73d6567ea817,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:22.535740 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4996654f-b860-410d-8957-71290c058e5c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:22.538611 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:22.547476 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4996654f-b860-410d-8957-71290c058e5c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/72a53ca7-56d3-444a-adce-73d6567ea817 HTTP/1.1" status: 204 len: 168 time: 0.5082929 Nov 02 12:10:22.548039 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43956) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:22.630337 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-8270a9ef-1954-45b5-9b5c-9c71942b4a00 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet f39bf0a2-7e19-468d-a8bc-a3e3023b8eab {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:10:22.642948 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8270a9ef-1954-45b5-9b5c-9c71942b4a00 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:22.664921 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a8f788a6-b9da-4892-8889-ab51546f9bbd up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:10:22.702401 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8270a9ef-1954-45b5-9b5c-9c71942b4a00 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:22.716563 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4af0df8-269d-4833-b989-5140ab8a9c6c None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:22.833286 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8270a9ef-1954-45b5-9b5c-9c71942b4a00 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:22.834416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9d06c003-5747-488c-98c6-427365f228fb None None] Provisioning complete for port a8f788a6-b9da-4892-8889-ab51546f9bbd triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:22.834861 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9d06c003-5747-488c-98c6-427365f228fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:22.855877 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47c3c4d0-52dd-4280-b8cf-fd5baf8b8364 req-3d0511b7-8d08-493b-bb4d-d0d59ac9316b tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 210 time: 0.1480641 Nov 02 12:10:22.897430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a8f788a6-b9da-4892-8889-ab51546f9bbd triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:22.897804 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:23.012499 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8270a9ef-1954-45b5-9b5c-9c71942b4a00 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:23.062181 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8270a9ef-1954-45b5-9b5c-9c71942b4a00 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:23.068143 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8270a9ef-1954-45b5-9b5c-9c71942b4a00 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/f39bf0a2-7e19-468d-a8bc-a3e3023b8eab HTTP/1.1" status: 204 len: 168 time: 0.5164483 Nov 02 12:10:23.068143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270a9ef-1954-45b5-9b5c-9c71942b4a00 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=f39bf0a2-7e19-468d-a8bc-a3e3023b8eab,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:23.068668 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43962) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:23.121450 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4b6c8d00-b425-4dbd-a741-c9b6048c06a1 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513120 Nov 02 12:10:23.124118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43964) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:23.129459 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-bc0ad455-2a00-4306-ab9e-2d53a8b579d9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:23.349122 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f429d6c0-f31f-4130-8c9d-0c826dcb5897 None None] Update dhcp port {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'fixed_ips': [{'subnet_id': 'f39bf0a2-7e19-468d-a8bc-a3e3023b8eab'}], 'binding:host_id': 'n-d-806683-18'}, 'id': 'a8f788a6-b9da-4892-8889-ab51546f9bbd'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 12:10:23.364289 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0ad455-2a00-4306-ab9e-2d53a8b579d9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:23.366379 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bc0ad455-2a00-4306-ab9e-2d53a8b579d9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:23.382705 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f429d6c0-f31f-4130-8c9d-0c826dcb5897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:23.609523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b365064-c054-4160-9f4a-15e651cccbb4 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:23.664314 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bc0ad455-2a00-4306-ab9e-2d53a8b579d9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:23.688010 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55346acf-e685-4c0a-9f93-0aa8e8b027b1 None None] Provisioning complete for port a8f788a6-b9da-4892-8889-ab51546f9bbd triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:23.696053 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55346acf-e685-4c0a-9f93-0aa8e8b027b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:23.725519 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0ad455-2a00-4306-ab9e-2d53a8b579d9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:23.727470 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-bc0ad455-2a00-4306-ab9e-2d53a8b579d9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:23.729338 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ad455-2a00-4306-ab9e-2d53a8b579d9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=8b4d4c6f-5d00-4eab-a2fd-9217d39d8f3c,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:23.732337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0ad455-2a00-4306-ab9e-2d53a8b579d9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:23.733009 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bc0ad455-2a00-4306-ab9e-2d53a8b579d9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:23.847728 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bc0ad455-2a00-4306-ab9e-2d53a8b579d9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7196581 Nov 02 12:10:23.848167 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43968) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:23.855443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-923e890c-50b5-4cca-855b-7332aaa9fa39 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:24.013851 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fd455e1-6b35-4ec8-8419-9fd5cf23f9e7 req-e326d524-edce-4adc-82b8-caed303fe581 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb80903-9700-46ba-bc4b-d04548891d2c HTTP/1.1" status: 200 len: 210 time: 0.0399306 Nov 02 12:10:24.098425 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:24.105481 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440f7f0f-842d-472c-b361-e6fd3bb6dfaa None None] Update dhcp port {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'fixed_ips': [{'subnet_id': '8b4d4c6f-5d00-4eab-a2fd-9217d39d8f3c'}], 'binding:host_id': 'n-d-806683-18'}, 'id': 'a8f788a6-b9da-4892-8889-ab51546f9bbd'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 12:10:24.131957 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-440f7f0f-842d-472c-b361-e6fd3bb6dfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:24.143658 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923e890c-50b5-4cca-855b-7332aaa9fa39 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:24.150439 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-923e890c-50b5-4cca-855b-7332aaa9fa39 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:24.278146 n-d-806683-18 neutron-server[102690]: INFO neutron.db.ipam_backend_mixin [None req-923e890c-50b5-4cca-855b-7332aaa9fa39 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8b4d4c6f-5d00-4eab-a2fd-9217d39d8f3c (CIDR: 2001:db8::/64) Nov 02 12:10:24.324144 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-440f7f0f-842d-472c-b361-e6fd3bb6dfaa None None] Allocated IP 2001:db8::2 (7d15c4a2-1728-44a3-9cfe-f71922160717/8b4d4c6f-5d00-4eab-a2fd-9217d39d8f3c/a8f788a6-b9da-4892-8889-ab51546f9bbd) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:24.327319 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-923e890c-50b5-4cca-855b-7332aaa9fa39 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:10:24.327809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923e890c-50b5-4cca-855b-7332aaa9fa39 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:24.364902 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:24.444614 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-440f7f0f-842d-472c-b361-e6fd3bb6dfaa None None] For port a8f788a6-b9da-4892-8889-ab51546f9bbd, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a8f788a6-b9da-4892-8889-ab51546f9bbd,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:24.451761 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-923e890c-50b5-4cca-855b-7332aaa9fa39 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5994844 Nov 02 12:10:24.452221 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43972) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:24.457467 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0108cad4-d0d0-441c-a9b3-251ce345f039 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:24.478373 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-440f7f0f-842d-472c-b361-e6fd3bb6dfaa None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:24.526492 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-440f7f0f-842d-472c-b361-e6fd3bb6dfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:24.622719 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a8f788a6-b9da-4892-8889-ab51546f9bbd no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:24.626878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f7f0f-842d-472c-b361-e6fd3bb6dfaa None None] Pushing event updated for resources: {'Port': ['ID=a8f788a6-b9da-4892-8889-ab51546f9bbd,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:24.657933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0108cad4-d0d0-441c-a9b3-251ce345f039 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:24.662505 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0108cad4-d0d0-441c-a9b3-251ce345f039 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:24.778598 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:24.822688 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port a8f788a6-b9da-4892-8889-ab51546f9bbd, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a8f788a6-b9da-4892-8889-ab51546f9bbd,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:24.916075 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:24.966480 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:24.988679 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=a8f788a6-b9da-4892-8889-ab51546f9bbd,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:25.270755 n-d-806683-18 neutron-server[102689]: DEBUG neutron.objects.ports [None req-0108cad4-d0d0-441c-a9b3-251ce345f039 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102689) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 12:10:25.322826 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43980) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:25.327492 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1e712a-f40c-4c19-a626-075e879a6f66 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:25.420720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2d68292d-55c2-4dc6-bb88-35e3e5f27c0e None None] Provisioning complete for port a8f788a6-b9da-4892-8889-ab51546f9bbd triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:25.421867 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2d68292d-55c2-4dc6-bb88-35e3e5f27c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:25.423778 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47a2b06d-3022-439e-b044-e29699f41a15 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:25.455951 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47a2b06d-3022-439e-b044-e29699f41a15 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:25.574354 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2d68292d-55c2-4dc6-bb88-35e3e5f27c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:25.622961 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47a2b06d-3022-439e-b044-e29699f41a15 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:25.630882 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47a2b06d-3022-439e-b044-e29699f41a15 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:25.631053 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2d68292d-55c2-4dc6-bb88-35e3e5f27c0e None None] For port a8f788a6-b9da-4892-8889-ab51546f9bbd, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a8f788a6-b9da-4892-8889-ab51546f9bbd,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:25.631171 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-47a2b06d-3022-439e-b044-e29699f41a15 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "DELETE /v2.0/security-groups/cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa HTTP/1.1" status: 204 len: 168 time: 0.3014224 Nov 02 12:10:25.631556 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43982) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:25.651264 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2b06d-3022-439e-b044-e29699f41a15 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:25.653774 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-55ef804c-f807-4dc7-be31-826bd8039f40 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] show failed (client error): The resource could not be found. Nov 02 12:10:25.655069 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-55ef804c-f807-4dc7-be31-826bd8039f40 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "GET /v2.0/security-groups/cc01fe57-4ba5-45c3-8735-ea8bd7ba2caa HTTP/1.1" status: 404 len: 347 time: 0.0222907 Nov 02 12:10:25.658121 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43984) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:25.664829 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5bcbb4-c7ab-416d-8be0-0759769e5690 None None] Update dhcp port {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'fixed_ips': [{'subnet_id': '8b4d4c6f-5d00-4eab-a2fd-9217d39d8f3c', 'ip_address': '2001:db8::2'}, {'subnet_id': '2f82ded9-bf88-4203-a10b-b4203fd921d8'}], 'binding:host_id': 'n-d-806683-18'}, 'id': 'a8f788a6-b9da-4892-8889-ab51546f9bbd'} from n-d-806683-18. {{(pid=102691) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 02 12:10:25.693784 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ef5bcbb4-c7ab-416d-8be0-0759769e5690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:25.761282 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2d68292d-55c2-4dc6-bb88-35e3e5f27c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:25.801026 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-56100780-f67e-458c-8993-7ebd5abe03f8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Deleting port 1919e449-d009-427b-bbf4-bc66bf3072da {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:25.801473 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56100780-f67e-458c-8993-7ebd5abe03f8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:25.879626 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68292d-55c2-4dc6-bb88-35e3e5f27c0e None None] Pushing event updated for resources: {'Port': ['ID=a8f788a6-b9da-4892-8889-ab51546f9bbd,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:25.911504 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56100780-f67e-458c-8993-7ebd5abe03f8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:25.911833 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56100780-f67e-458c-8993-7ebd5abe03f8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:25.925551 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-56100780-f67e-458c-8993-7ebd5abe03f8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Calling delete_port for 1919e449-d009-427b-bbf4-bc66bf3072da owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:26.033021 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0108cad4-d0d0-441c-a9b3-251ce345f039 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:26.109612 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-ef5bcbb4-c7ab-416d-8be0-0759769e5690 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fe89:12df-a337a04e-a49a-476e-b29c-742fbd2 {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:10:26.109907 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-ef5bcbb4-c7ab-416d-8be0-0759769e5690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:10:26.206702 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56100780-f67e-458c-8993-7ebd5abe03f8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:26.211566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-0108cad4-d0d0-441c-a9b3-251ce345f039 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] For port a8f788a6-b9da-4892-8889-ab51546f9bbd, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a8f788a6-b9da-4892-8889-ab51546f9bbd,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:26.239462 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56100780-f67e-458c-8993-7ebd5abe03f8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event deleted for resources: {'Port': ['ID=1919e449-d009-427b-bbf4-bc66bf3072da,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:26.243140 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0108cad4-d0d0-441c-a9b3-251ce345f039 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:26.311599 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56100780-f67e-458c-8993-7ebd5abe03f8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:26.315366 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-56100780-f67e-458c-8993-7ebd5abe03f8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:26.317586 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-56100780-f67e-458c-8993-7ebd5abe03f8 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "DELETE /v2.0/floatingips/ad274e8b-7cce-4f66-8f8e-dc83c5e82e93 HTTP/1.1" status: 204 len: 168 time: 0.6582665 Nov 02 12:10:26.321087 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43988) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:26.326345 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0108cad4-d0d0-441c-a9b3-251ce345f039 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:26.330028 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0108cad4-d0d0-441c-a9b3-251ce345f039 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:26.402759 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0108cad4-d0d0-441c-a9b3-251ce345f039 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:26.414604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-0108cad4-d0d0-441c-a9b3-251ce345f039 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:26.425542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0108cad4-d0d0-441c-a9b3-251ce345f039 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:26.426206 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0108cad4-d0d0-441c-a9b3-251ce345f039 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:26.428514 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-484a5c1f-d457-4864-845b-899e13a5bb25 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Deleting port 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:26.429039 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-484a5c1f-d457-4864-845b-899e13a5bb25 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:26.453953 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108cad4-d0d0-441c-a9b3-251ce345f039 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=2f82ded9-bf88-4203-a10b-b4203fd921d8,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:26.456522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108cad4-d0d0-441c-a9b3-251ce345f039 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=a8f788a6-b9da-4892-8889-ab51546f9bbd,revision_number=11']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:26.535242 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-484a5c1f-d457-4864-845b-899e13a5bb25 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:26.557081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-484a5c1f-d457-4864-845b-899e13a5bb25 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Calling delete_port for 3b8ad295-2d7a-4849-bddf-6bcf7483dce7 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:26.608987 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0108cad4-d0d0-441c-a9b3-251ce345f039 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1524429 Nov 02 12:10:26.609240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 43990) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:26.621098 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8721c22b-e905-42a0-99ef-c3ed89083276 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'mac_address': 'fa:16:3e:a7:74:af', 'name': 'tempest-NetworksTestDHCPv6-1602868184'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:26.668651 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ef5bcbb4-c7ab-416d-8be0-0759769e5690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:26.674396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a8f788a6-b9da-4892-8889-ab51546f9bbd up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:10:26.805112 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a8f788a6-b9da-4892-8889-ab51546f9bbd triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:26.805482 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:26.875882 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-484a5c1f-d457-4864-845b-899e13a5bb25 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:26.915030 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a5c1f-d457-4864-845b-899e13a5bb25 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event deleted for resources: {'Port': ['ID=3b8ad295-2d7a-4849-bddf-6bcf7483dce7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:26.915249 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8721c22b-e905-42a0-99ef-c3ed89083276 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:27.003879 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-484a5c1f-d457-4864-845b-899e13a5bb25 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:27.010240 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-484a5c1f-d457-4864-845b-899e13a5bb25 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "DELETE /v2.0/ports/3b8ad295-2d7a-4849-bddf-6bcf7483dce7 HTTP/1.1" status: 204 len: 168 time: 0.6858032 Nov 02 12:10:27.010560 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43994) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:27.022481 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8721c22b-e905-42a0-99ef-c3ed89083276 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:27.047893 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-8721c22b-e905-42a0-99ef-c3ed89083276 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port c9351140-ffda-433a-b913-0eeab50c9993 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:10:27.060376 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ef5bcbb4-c7ab-416d-8be0-0759769e5690 None None] For port a8f788a6-b9da-4892-8889-ab51546f9bbd, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a8f788a6-b9da-4892-8889-ab51546f9bbd,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:27.101283 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ef5bcbb4-c7ab-416d-8be0-0759769e5690 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:27.119813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-254e6b9e-9a1e-4b90-a86a-e0d5f2f49d1f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Deleting port 5e651fdc-8891-4208-901e-2768d0925ea9 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:27.120161 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-254e6b9e-9a1e-4b90-a86a-e0d5f2f49d1f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:27.205330 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ef5bcbb4-c7ab-416d-8be0-0759769e5690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:27.216390 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-254e6b9e-9a1e-4b90-a86a-e0d5f2f49d1f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:27.237757 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-254e6b9e-9a1e-4b90-a86a-e0d5f2f49d1f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Calling delete_port for 5e651fdc-8891-4208-901e-2768d0925ea9 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:27.276502 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bcbb4-c7ab-416d-8be0-0759769e5690 None None] Pushing event updated for resources: {'Port': ['ID=a8f788a6-b9da-4892-8889-ab51546f9bbd,revision_number=12']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:27.358803 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-8721c22b-e905-42a0-99ef-c3ed89083276 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::3e9 (7d15c4a2-1728-44a3-9cfe-f71922160717/8b4d4c6f-5d00-4eab-a2fd-9217d39d8f3c/c9351140-ffda-433a-b913-0eeab50c9993) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:27.368717 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-8721c22b-e905-42a0-99ef-c3ed89083276 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8:0:1:f816:3eff:fea7:74af (7d15c4a2-1728-44a3-9cfe-f71922160717/2f82ded9-bf88-4203-a10b-b4203fd921d8/c9351140-ffda-433a-b913-0eeab50c9993) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:27.563797 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8721c22b-e905-42a0-99ef-c3ed89083276 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:27.572332 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-254e6b9e-9a1e-4b90-a86a-e0d5f2f49d1f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:27.608661 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e6b9e-9a1e-4b90-a86a-e0d5f2f49d1f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event deleted for resources: {'Port': ['ID=5e651fdc-8891-4208-901e-2768d0925ea9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:27.685080 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-254e6b9e-9a1e-4b90-a86a-e0d5f2f49d1f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:27.688405 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-254e6b9e-9a1e-4b90-a86a-e0d5f2f49d1f tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "DELETE /v2.0/ports/5e651fdc-8891-4208-901e-2768d0925ea9 HTTP/1.1" status: 204 len: 168 time: 0.6767576 Nov 02 12:10:27.691122 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 43996) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:27.746358 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb02a1b-e5c3-461c-9771-681f4767f5f6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Deleting subnet 563d92c1-6662-4771-9939-deda5bdb68bf {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:10:27.750082 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ceb02a1b-e5c3-461c-9771-681f4767f5f6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:27.783661 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8721c22b-e905-42a0-99ef-c3ed89083276 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:27.800753 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ceb02a1b-e5c3-461c-9771-681f4767f5f6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:27.829952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8721c22b-e905-42a0-99ef-c3ed89083276 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:27.834092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-8721c22b-e905-42a0-99ef-c3ed89083276 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:27.838488 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8721c22b-e905-42a0-99ef-c3ed89083276 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:10:27.844935 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8721c22b-e905-42a0-99ef-c3ed89083276 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:27.845399 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8721c22b-e905-42a0-99ef-c3ed89083276 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:27.856282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721c22b-e905-42a0-99ef-c3ed89083276 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=c9351140-ffda-433a-b913-0eeab50c9993,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:27.877700 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060d8f47-3346-41a6-82ab-cbe15fde3e80 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:27.910210 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ceb02a1b-e5c3-461c-9771-681f4767f5f6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:27.949107 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d4ca5093-fecf-4277-b8e3-78fd98ef7e98 None None] Provisioning complete for port a8f788a6-b9da-4892-8889-ab51546f9bbd triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:27.949478 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d4ca5093-fecf-4277-b8e3-78fd98ef7e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:28.014861 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8721c22b-e905-42a0-99ef-c3ed89083276 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4035954 Nov 02 12:10:28.017918 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44002) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:28.122597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-f35dbeb1-95db-465a-819b-55e79ec89265 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port c9351140-ffda-433a-b913-0eeab50c9993 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:28.122980 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f35dbeb1-95db-465a-819b-55e79ec89265 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:28.128628 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ceb02a1b-e5c3-461c-9771-681f4767f5f6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:28.165189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb02a1b-e5c3-461c-9771-681f4767f5f6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event deleted for resources: {'Subnet': ['ID=563d92c1-6662-4771-9939-deda5bdb68bf,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:28.171348 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ceb02a1b-e5c3-461c-9771-681f4767f5f6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:28.178519 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ceb02a1b-e5c3-461c-9771-681f4767f5f6 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "DELETE /v2.0/subnets/563d92c1-6662-4771-9939-deda5bdb68bf HTTP/1.1" status: 204 len: 168 time: 0.4840453 Nov 02 12:10:28.178717 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66703c52-5144-4af3-8436-8442bff482f8 None None] Network 10b936a8-d21b-4733-b926-602727efeb2b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:28.178831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44004) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:28.273991 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f35dbeb1-95db-465a-819b-55e79ec89265 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:28.293046 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-f35dbeb1-95db-465a-819b-55e79ec89265 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for c9351140-ffda-433a-b913-0eeab50c9993 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:28.424174 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbdfded-db10-47c8-8d6c-a8b0bbcdad95 None None] DHCP port deletion for 10b936a8-d21b-4733-b926-602727efeb2b request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:10:28.487863 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0cbdfded-db10-47c8-8d6c-a8b0bbcdad95 None None] Deleting port 30248053-7047-4fbf-9db2-54c1cfaffa92 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:28.488169 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0cbdfded-db10-47c8-8d6c-a8b0bbcdad95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:28.597186 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0cbdfded-db10-47c8-8d6c-a8b0bbcdad95 None None] For port 30248053-7047-4fbf-9db2-54c1cfaffa92, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=30248053-7047-4fbf-9db2-54c1cfaffa92,segment=NetworkSegment(a52f423b-34ed-42d0-84ad-25ab3731e69a),segment_id=a52f423b-34ed-42d0-84ad-25ab3731e69a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:28.597897 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0cbdfded-db10-47c8-8d6c-a8b0bbcdad95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:28.621291 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0cbdfded-db10-47c8-8d6c-a8b0bbcdad95 None None] Calling delete_port for 30248053-7047-4fbf-9db2-54c1cfaffa92 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:28.633631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 30248053-7047-4fbf-9db2-54c1cfaffa92 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:28.647481 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4c7614-c943-4e76-9f66-e4e613d15353 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Deleting subnet 1d1902cd-0e0e-473b-8064-ec5618ff9629 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:10:28.647481 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4f4c7614-c943-4e76-9f66-e4e613d15353 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:28.668005 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-13532af0-0fac-4cbc-a6c3-878847368519 None None] Provisioning complete for port c9351140-ffda-433a-b913-0eeab50c9993 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:28.668387 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-13532af0-0fac-4cbc-a6c3-878847368519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:28.679912 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f35dbeb1-95db-465a-819b-55e79ec89265 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:28.685757 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4f4c7614-c943-4e76-9f66-e4e613d15353 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:28.723719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35dbeb1-95db-465a-819b-55e79ec89265 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=c9351140-ffda-433a-b913-0eeab50c9993,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:28.746794 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-13532af0-0fac-4cbc-a6c3-878847368519 None None] Port c9351140-ffda-433a-b913-0eeab50c9993 was deleted so its status cannot be updated. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:333}} Nov 02 12:10:28.766473 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f35dbeb1-95db-465a-819b-55e79ec89265 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:28.770488 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f35dbeb1-95db-465a-819b-55e79ec89265 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/c9351140-ffda-433a-b913-0eeab50c9993 HTTP/1.1" status: 204 len: 168 time: 0.7514470 Nov 02 12:10:28.773546 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44008) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:28.795092 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-13532af0-0fac-4cbc-a6c3-878847368519 None None] Provisioning complete for port a8f788a6-b9da-4892-8889-ab51546f9bbd triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:28.795735 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-13532af0-0fac-4cbc-a6c3-878847368519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:28.803238 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4f4c7614-c943-4e76-9f66-e4e613d15353 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:28.848133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e16f97f-748a-4920-b82f-5a162df59b37 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:28.851548 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9e16f97f-748a-4920-b82f-5a162df59b37 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0760248 Nov 02 12:10:28.858303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44010) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:28.880591 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:28.913151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933bdfb5-9e80-4aee-8153-cf2cf6fd60e9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:28.914967 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-933bdfb5-9e80-4aee-8153-cf2cf6fd60e9 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0583375 Nov 02 12:10:28.917472 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44014) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:28.982769 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c175e4bd-9f2f-4d8f-860f-e50f2cdacd90 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:28.989307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c175e4bd-9f2f-4d8f-860f-e50f2cdacd90 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:28.989307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c175e4bd-9f2f-4d8f-860f-e50f2cdacd90 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:28.989307 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c175e4bd-9f2f-4d8f-860f-e50f2cdacd90 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0695446 Nov 02 12:10:28.990706 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44016) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:29.042141 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0cbdfded-db10-47c8-8d6c-a8b0bbcdad95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.053372 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74f8d75-a579-4ff4-ae26-5b38fc04f48b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 2f82ded9-bf88-4203-a10b-b4203fd921d8 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:10:29.056141 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c74f8d75-a579-4ff4-ae26-5b38fc04f48b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.097946 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbdfded-db10-47c8-8d6c-a8b0bbcdad95 None None] No DVR routers for this DVR port 30248053-7047-4fbf-9db2-54c1cfaffa92 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:29.099112 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9dfbdf65-2a63-48ba-a3f6-a76106bd3fbb None None] Could not find standard attr ID for object cabb8e7d-8cad-4d5d-9df0-0e2e27f96252. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:10:29.100550 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdfded-db10-47c8-8d6c-a8b0bbcdad95 None None] Pushing event deleted for resources: {'Port': ['ID=30248053-7047-4fbf-9db2-54c1cfaffa92,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:29.121024 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4f4c7614-c943-4e76-9f66-e4e613d15353 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.127366 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c74f8d75-a579-4ff4-ae26-5b38fc04f48b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.153498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c7614-c943-4e76-9f66-e4e613d15353 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1902cd-0e0e-473b-8064-ec5618ff9629,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:29.155561 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4f4c7614-c943-4e76-9f66-e4e613d15353 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.158963 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4f4c7614-c943-4e76-9f66-e4e613d15353 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "DELETE /v2.0/subnets/1d1902cd-0e0e-473b-8064-ec5618ff9629 HTTP/1.1" status: 204 len: 168 time: 0.9788716 Nov 02 12:10:29.163249 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44018) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:29.171041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e41312-581c-48e3-8d94-116a8505ee91 None None] Network eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:29.231771 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c74f8d75-a579-4ff4-ae26-5b38fc04f48b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.244272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3ed89b64-2e5a-4128-93a5-57e9148513e5 None None] Could not find standard attr ID for object c9351140-ffda-433a-b913-0eeab50c9993. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:10:29.275243 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-38294e26-a0d7-47a2-aac2-c67d4021fdc5 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.379969 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-38294e26-a0d7-47a2-aac2-c67d4021fdc5 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.405968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-38294e26-a0d7-47a2-aac2-c67d4021fdc5 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b936a8-d21b-4733-b926-602727efeb2b']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:29.416632 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-38294e26-a0d7-47a2-aac2-c67d4021fdc5 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52f423b-34ed-42d0-84ad-25ab3731e69a') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:29.416950 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-38294e26-a0d7-47a2-aac2-c67d4021fdc5 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52f423b-34ed-42d0-84ad-25ab3731e69a') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:29.428104 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-38294e26-a0d7-47a2-aac2-c67d4021fdc5 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.444695 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-38294e26-a0d7-47a2-aac2-c67d4021fdc5 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.449321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3c9697-4eb7-455a-aa58-c6386f53d5e4 None None] DHCP port deletion for eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:10:29.451998 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38294e26-a0d7-47a2-aac2-c67d4021fdc5 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:10:29.452511 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-38294e26-a0d7-47a2-aac2-c67d4021fdc5 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:10:29.455927 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:10:29.470386 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c74f8d75-a579-4ff4-ae26-5b38fc04f48b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.491189 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c74f8d75-a579-4ff4-ae26-5b38fc04f48b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.495207 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c74f8d75-a579-4ff4-ae26-5b38fc04f48b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/2f82ded9-bf88-4203-a10b-b4203fd921d8 HTTP/1.1" status: 204 len: 168 time: 0.5031333 Nov 02 12:10:29.509871 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c9697-4eb7-455a-aa58-c6386f53d5e4 None None] Deleting port ba8e6453-6e43-42e2-8725-015c21fa7b13 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:29.511249 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9697-4eb7-455a-aa58-c6386f53d5e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.511400 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44020) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:29.523395 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f8d75-a579-4ff4-ae26-5b38fc04f48b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=2f82ded9-bf88-4203-a10b-b4203fd921d8,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:29.576290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a28c3f-acc3-4ee7-8a00-fe7026401d49 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 8b4d4c6f-5d00-4eab-a2fd-9217d39d8f3c {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:10:29.579482 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-17a28c3f-acc3-4ee7-8a00-fe7026401d49 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.584367 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9b3c9697-4eb7-455a-aa58-c6386f53d5e4 None None] For port ba8e6453-6e43-42e2-8725-015c21fa7b13, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ba8e6453-6e43-42e2-8725-015c21fa7b13,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:29.585028 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9697-4eb7-455a-aa58-c6386f53d5e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.601172 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c9697-4eb7-455a-aa58-c6386f53d5e4 None None] Calling delete_port for ba8e6453-6e43-42e2-8725-015c21fa7b13 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:29.625694 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-17a28c3f-acc3-4ee7-8a00-fe7026401d49 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.659317 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-38294e26-a0d7-47a2-aac2-c67d4021fdc5 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.679684 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-38294e26-a0d7-47a2-aac2-c67d4021fdc5 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.682973 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-38294e26-a0d7-47a2-aac2-c67d4021fdc5 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "DELETE /v2.0/networks/10b936a8-d21b-4733-b926-602727efeb2b HTTP/1.1" status: 204 len: 168 time: 0.5188084 Nov 02 12:10:29.686510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44022) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:29.699789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38294e26-a0d7-47a2-aac2-c67d4021fdc5 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event deleted for resources: {'Network': ['ID=10b936a8-d21b-4733-b926-602727efeb2b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:29.751353 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-17a28c3f-acc3-4ee7-8a00-fe7026401d49 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.773872 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.777178 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de192170-bcd3-4ec1-bb99-a6aa2c11d6b4 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:29.835142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Deleting port ba8e6453-6e43-42e2-8725-015c21fa7b13 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:29.835426 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.852761 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9697-4eb7-455a-aa58-c6386f53d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.910214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] For port ba8e6453-6e43-42e2-8725-015c21fa7b13, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ba8e6453-6e43-42e2-8725-015c21fa7b13,segment=NetworkSegment(9610dc59-a50b-4cde-b18e-0771dea3d338),segment_id=9610dc59-a50b-4cde-b18e-0771dea3d338)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:29.910616 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.926482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Calling delete_port for ba8e6453-6e43-42e2-8725-015c21fa7b13 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:29.932822 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-17a28c3f-acc3-4ee7-8a00-fe7026401d49 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.975333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a28c3f-acc3-4ee7-8a00-fe7026401d49 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4d4c6f-5d00-4eab-a2fd-9217d39d8f3c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:29.981342 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-17a28c3f-acc3-4ee7-8a00-fe7026401d49 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:29.985864 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-17a28c3f-acc3-4ee7-8a00-fe7026401d49 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/8b4d4c6f-5d00-4eab-a2fd-9217d39d8f3c HTTP/1.1" status: 204 len: 168 time: 0.4729469 Nov 02 12:10:29.992414 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44026) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:30.017816 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:30.039390 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-028c5ec6-a529-425a-89eb-4a298a4b2a43 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450544 Nov 02 12:10:30.042908 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44028) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:30.048104 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0f6fb03e-2a0a-46cc-a177-4ee48277081a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:30.059104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event deleted for resources: {'Port': ['ID=ba8e6453-6e43-42e2-8725-015c21fa7b13,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:30.065707 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] No DVR routers for this DVR port ba8e6453-6e43-42e2-8725-015c21fa7b13 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:30.069481 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3c9697-4eb7-455a-aa58-c6386f53d5e4 None None] No DVR routers for this DVR port ba8e6453-6e43-42e2-8725-015c21fa7b13 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:30.075725 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c9697-4eb7-455a-aa58-c6386f53d5e4 None None] Pushing event deleted for resources: {'Port': ['ID=ba8e6453-6e43-42e2-8725-015c21fa7b13,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:30.190156 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:30.213762 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6d232b-3feb-47d2-9c64-cf7dbeb05db2']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:30.225907 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9610dc59-a50b-4cde-b18e-0771dea3d338') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:30.225907 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9610dc59-a50b-4cde-b18e-0771dea3d338') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:30.233936 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:10:30.237274 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:30.251769 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:30.258283 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:10:30.258691 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:10:30.262443 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:10:30.280649 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6fb03e-2a0a-46cc-a177-4ee48277081a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:30.285229 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] Deleting port a8f788a6-b9da-4892-8889-ab51546f9bbd {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:30.285380 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f6fb03e-2a0a-46cc-a177-4ee48277081a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:30.285483 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:30.362176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] For port a8f788a6-b9da-4892-8889-ab51546f9bbd, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a8f788a6-b9da-4892-8889-ab51546f9bbd,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:30.362546 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:30.376953 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] Calling delete_port for a8f788a6-b9da-4892-8889-ab51546f9bbd owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:30.401554 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:30.409767 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:30.414087 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] 10.222.0.52 "DELETE /v2.0/networks/eb6d232b-3feb-47d2-9c64-cf7dbeb05db2 HTTP/1.1" status: 204 len: 168 time: 0.7261360 Nov 02 12:10:30.443708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8840c4d-d8c9-4956-9e32-ddbb3ae93b00 tempest-TaggedBootDevicesTest_v242-1890119144 tempest-TaggedBootDevicesTest_v242-1890119144-project] Pushing event deleted for resources: {'Network': ['ID=eb6d232b-3feb-47d2-9c64-cf7dbeb05db2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:30.599854 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ba8e6453-6e43-42e2-8725-015c21fa7b13 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:30.628795 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: ba8e6453-6e43-42e2-8725-015c21fa7b13 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:10:30.632181 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ba8e6453-6e43-42e2-8725-015c21fa7b13 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:10:30.632181 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a8f788a6-b9da-4892-8889-ab51546f9bbd no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:30.632181 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:30.674263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: a8f788a6-b9da-4892-8889-ab51546f9bbd {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:10:30.674717 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a8f788a6-b9da-4892-8889-ab51546f9bbd not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:10:30.676686 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] Pushing event deleted for resources: {'Port': ['ID=a8f788a6-b9da-4892-8889-ab51546f9bbd,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:30.682898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] No DVR routers for this DVR port a8f788a6-b9da-4892-8889-ab51546f9bbd on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:30.696341 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:30.696341 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:30.700809 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:30.700809 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:30.700809 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:30.700809 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:30.701716 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f6fb03e-2a0a-46cc-a177-4ee48277081a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:30.702175 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:30.702175 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:30.702175 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:30.702175 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:30.702175 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:30.702175 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feccf58c-6f15-4772-a019-2e74a2bf7699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:30.749445 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6fb03e-2a0a-46cc-a177-4ee48277081a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:30.754054 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-0f6fb03e-2a0a-46cc-a177-4ee48277081a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:30.759055 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6fb03e-2a0a-46cc-a177-4ee48277081a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:30.759646 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f6fb03e-2a0a-46cc-a177-4ee48277081a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:30.763177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05749a9-8b04-4f90-a605-b2c60a36582f None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:30.768940 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fb03e-2a0a-46cc-a177-4ee48277081a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=163f0d26-0271-4aae-a29f-5c0b6230668b,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:30.914055 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7d15c4a2-1728-44a3-9cfe-f71922160717', 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'tenant_id': '12a22175fcfb429fad726825e90102c4', 'fixed_ips': [{'subnet_id': '163f0d26-0271-4aae-a29f-5c0b6230668b'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:10:30.923873 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:30.924001 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0f6fb03e-2a0a-46cc-a177-4ee48277081a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8790970 Nov 02 12:10:30.926055 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44036) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:30.931782 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0ac9fee6-c89c-4707-9ec5-81dcd4060298 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:31.086532 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Allocated IP 2001:db8::2 (7d15c4a2-1728-44a3-9cfe-f71922160717/163f0d26-0271-4aae-a29f-5c0b6230668b/7bc15a3e-580d-4707-8916-200b21771364) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:31.155061 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac9fee6-c89c-4707-9ec5-81dcd4060298 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:31.159316 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ac9fee6-c89c-4707-9ec5-81dcd4060298 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:31.248444 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:31.269589 n-d-806683-18 neutron-server[102690]: INFO neutron.db.ipam_backend_mixin [None req-0ac9fee6-c89c-4707-9ec5-81dcd4060298 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 163f0d26-0271-4aae-a29f-5c0b6230668b (CIDR: 2001:db8::/64) Nov 02 12:10:31.333998 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac9fee6-c89c-4707-9ec5-81dcd4060298 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:10:31.334248 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac9fee6-c89c-4707-9ec5-81dcd4060298 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:31.389392 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:31.428462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:31.433263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:31.436893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:10:31.444190 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Pushing event updated for resources: {'Port': ['ID=7bc15a3e-580d-4707-8916-200b21771364,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:31.495520 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Attempting to bind port 7bc15a3e-580d-4707-8916-200b21771364 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:10:31.495890 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Attempting to bind port 7bc15a3e-580d-4707-8916-200b21771364 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:10:31.496251 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Attempting to bind port 7bc15a3e-580d-4707-8916-200b21771364 on network 7d15c4a2-1728-44a3-9cfe-f71922160717 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:10:31.501304 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:10:31.501680 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Checking segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:10:31.502077 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:31.502467 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Bound using segment: {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:10:31.503008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Bound port: 7bc15a3e-580d-4707-8916-200b21771364, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4353d0ee-57b0-42d6-9d1e-8c98af68161e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:10:31.503324 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:31.552067 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0ac9fee6-c89c-4707-9ec5-81dcd4060298 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6248252 Nov 02 12:10:31.555124 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44042) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:31.561279 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-5764ce12-9226-4c89-9c49-4b67248f117c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'subnet': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:31.574849 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] For port 7bc15a3e-580d-4707-8916-200b21771364, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:10:31.577996 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] For port 7bc15a3e-580d-4707-8916-200b21771364, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7bc15a3e-580d-4707-8916-200b21771364,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:10:31.720952 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:31.788302 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d15d2-89c7-46f8-afbe-bbbc73767202 None None] Pushing event updated for resources: {'Port': ['ID=7bc15a3e-580d-4707-8916-200b21771364,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:31.812031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5764ce12-9226-4c89-9c49-4b67248f117c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:31.823229 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5764ce12-9226-4c89-9c49-4b67248f117c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:32.381260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.objects.ports [None req-5764ce12-9226-4c89-9c49-4b67248f117c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102689) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 02 12:10:32.657197 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7bc15a3e-580d-4707-8916-200b21771364 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:10:32.701250 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5764ce12-9226-4c89-9c49-4b67248f117c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:32.730429 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 7bc15a3e-580d-4707-8916-200b21771364 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:32.730797 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:32.828258 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:32.897773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-5764ce12-9226-4c89-9c49-4b67248f117c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] For port 7bc15a3e-580d-4707-8916-200b21771364, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7bc15a3e-580d-4707-8916-200b21771364,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:32.928866 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5764ce12-9226-4c89-9c49-4b67248f117c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:32.998380 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-48cdf830-ab54-47ec-9346-d2fe0b7a0d65 None None] Provisioning complete for port 7bc15a3e-580d-4707-8916-200b21771364 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:32.998702 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-48cdf830-ab54-47ec-9346-d2fe0b7a0d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:33.087101 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-48cdf830-ab54-47ec-9346-d2fe0b7a0d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:33.131964 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5764ce12-9226-4c89-9c49-4b67248f117c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:33.132738 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5764ce12-9226-4c89-9c49-4b67248f117c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:33.213713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5764ce12-9226-4c89-9c49-4b67248f117c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:33.222846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-5764ce12-9226-4c89-9c49-4b67248f117c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:33.229572 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:10:33.230680 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:10:33.231061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5764ce12-9226-4c89-9c49-4b67248f117c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:33.231648 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5764ce12-9226-4c89-9c49-4b67248f117c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:33.239704 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a74cf0-9cc7-4e79-8004-336abb7b213a None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:33.251425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764ce12-9226-4c89-9c49-4b67248f117c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Subnet': ['ID=f41d8f8d-5d35-495a-b37e-265a6b3ee301,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:33.259596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764ce12-9226-4c89-9c49-4b67248f117c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=7bc15a3e-580d-4707-8916-200b21771364,revision_number=4']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:33.271122 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-48cdf830-ab54-47ec-9346-d2fe0b7a0d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:10:33.271443 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-48cdf830-ab54-47ec-9346-d2fe0b7a0d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:10:33.375343 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5764ce12-9226-4c89-9c49-4b67248f117c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8183482 Nov 02 12:10:33.384192 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44052) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:33.390295 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-eff323d2-f3b2-4065-a9f4-5d9b0aab1a1a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Request body: {'port': {'network_id': '7d15c4a2-1728-44a3-9cfe-f71922160717', 'mac_address': 'fa:16:3e:a8:ab:dc', 'name': 'tempest-NetworksTestDHCPv6-311102826'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:33.640111 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff323d2-f3b2-4065-a9f4-5d9b0aab1a1a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Made reservation on behalf of 12a22175fcfb429fad726825e90102c4 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:33.756740 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eff323d2-f3b2-4065-a9f4-5d9b0aab1a1a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:33.784301 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-eff323d2-f3b2-4065-a9f4-5d9b0aab1a1a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] device_id is not set on port 6f110bd8-419f-4d99-83eb-25ed12a8aeb0 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:10:33.821337 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:33.853349 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-48cdf830-ab54-47ec-9346-d2fe0b7a0d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:33.896600 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 7bc15a3e-580d-4707-8916-200b21771364, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7bc15a3e-580d-4707-8916-200b21771364,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:34.008698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-eff323d2-f3b2-4065-a9f4-5d9b0aab1a1a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8::30c (7d15c4a2-1728-44a3-9cfe-f71922160717/163f0d26-0271-4aae-a29f-5c0b6230668b/6f110bd8-419f-4d99-83eb-25ed12a8aeb0) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:34.016572 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-eff323d2-f3b2-4065-a9f4-5d9b0aab1a1a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Allocated IP 2001:db8:0:1:f816:3eff:fea8:abdc (7d15c4a2-1728-44a3-9cfe-f71922160717/f41d8f8d-5d35-495a-b37e-265a6b3ee301/6f110bd8-419f-4d99-83eb-25ed12a8aeb0) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:34.047051 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:34.161846 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-48cdf830-ab54-47ec-9346-d2fe0b7a0d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:10:34.162201 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-48cdf830-ab54-47ec-9346-d2fe0b7a0d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:10:34.163218 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=7bc15a3e-580d-4707-8916-200b21771364,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:34.209691 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eff323d2-f3b2-4065-a9f4-5d9b0aab1a1a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:34.367185 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eff323d2-f3b2-4065-a9f4-5d9b0aab1a1a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:34.417973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff323d2-f3b2-4065-a9f4-5d9b0aab1a1a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:34.423283 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-eff323d2-f3b2-4065-a9f4-5d9b0aab1a1a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:34.425953 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff323d2-f3b2-4065-a9f4-5d9b0aab1a1a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:10:34.433069 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff323d2-f3b2-4065-a9f4-5d9b0aab1a1a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:34.433706 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eff323d2-f3b2-4065-a9f4-5d9b0aab1a1a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:34.446556 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff323d2-f3b2-4065-a9f4-5d9b0aab1a1a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event updated for resources: {'Port': ['ID=6f110bd8-419f-4d99-83eb-25ed12a8aeb0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:34.621708 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7bc15a3e-580d-4707-8916-200b21771364 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:10:34.625116 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-eff323d2-f3b2-4065-a9f4-5d9b0aab1a1a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2374020 Nov 02 12:10:34.625755 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44060) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:34.679664 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 7bc15a3e-580d-4707-8916-200b21771364 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:34.680121 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:34.729617 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-de9a748c-da34-49ff-8402-5e542246ea6e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting port 6f110bd8-419f-4d99-83eb-25ed12a8aeb0 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:34.729963 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-de9a748c-da34-49ff-8402-5e542246ea6e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:34.831149 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-de9a748c-da34-49ff-8402-5e542246ea6e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:34.852013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-de9a748c-da34-49ff-8402-5e542246ea6e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Calling delete_port for 6f110bd8-419f-4d99-83eb-25ed12a8aeb0 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:34.950466 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-73f82b1d-a357-463b-9e37-70173e4750e2 None None] Provisioning complete for port 6f110bd8-419f-4d99-83eb-25ed12a8aeb0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:34.951029 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-73f82b1d-a357-463b-9e37-70173e4750e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:34.990234 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-73f82b1d-a357-463b-9e37-70173e4750e2 None None] Port 6f110bd8-419f-4d99-83eb-25ed12a8aeb0 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:10:35.001064 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-73f82b1d-a357-463b-9e37-70173e4750e2 None None] Provisioning complete for port 7bc15a3e-580d-4707-8916-200b21771364 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:35.001064 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-73f82b1d-a357-463b-9e37-70173e4750e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:35.142781 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-de9a748c-da34-49ff-8402-5e542246ea6e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:35.172149 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a748c-da34-49ff-8402-5e542246ea6e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Port': ['ID=6f110bd8-419f-4d99-83eb-25ed12a8aeb0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:35.221417 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-de9a748c-da34-49ff-8402-5e542246ea6e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:35.228018 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-de9a748c-da34-49ff-8402-5e542246ea6e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/6f110bd8-419f-4d99-83eb-25ed12a8aeb0 HTTP/1.1" status: 204 len: 168 time: 0.6011629 Nov 02 12:10:35.228363 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44066) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:35.290715 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b004d4-3b4d-427c-986e-e4e7d3b18b52 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:35.295313 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-47b004d4-3b4d-427c-986e-e4e7d3b18b52 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0628786 Nov 02 12:10:35.295696 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44072) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:35.357387 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12214637-fbfc-4452-8436-bd5b07264fd5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:35.359182 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-12214637-fbfc-4452-8436-bd5b07264fd5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0622354 Nov 02 12:10:35.362007 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44074) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:35.427760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cf9c02-1e38-4293-899d-55b77c8b7235 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:35.429447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cf9c02-1e38-4293-899d-55b77c8b7235 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:35.430999 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cf9c02-1e38-4293-899d-55b77c8b7235 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:35.432611 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a2cf9c02-1e38-4293-899d-55b77c8b7235 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0695457 Nov 02 12:10:35.435304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44076) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:35.494967 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-165b4bfb-5f6f-4fba-a60e-830f22ce18c7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet 163f0d26-0271-4aae-a29f-5c0b6230668b {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:10:35.497306 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-165b4bfb-5f6f-4fba-a60e-830f22ce18c7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:35.541440 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-165b4bfb-5f6f-4fba-a60e-830f22ce18c7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:35.658332 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-165b4bfb-5f6f-4fba-a60e-830f22ce18c7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:35.885876 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-165b4bfb-5f6f-4fba-a60e-830f22ce18c7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:35.918000 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b4bfb-5f6f-4fba-a60e-830f22ce18c7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=163f0d26-0271-4aae-a29f-5c0b6230668b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:35.920740 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-165b4bfb-5f6f-4fba-a60e-830f22ce18c7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:35.924218 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-165b4bfb-5f6f-4fba-a60e-830f22ce18c7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/163f0d26-0271-4aae-a29f-5c0b6230668b HTTP/1.1" status: 204 len: 168 time: 0.4877691 Nov 02 12:10:35.926626 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44080) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:35.934262 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d966560-b997-4562-9eb1-7980839a1edb None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:36.016950 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e7920ea-3836-439c-a084-365e105101e7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Deleting subnet f41d8f8d-5d35-495a-b37e-265a6b3ee301 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:10:36.022338 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e7920ea-3836-439c-a084-365e105101e7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:36.081760 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e7920ea-3836-439c-a084-365e105101e7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:36.236982 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e7920ea-3836-439c-a084-365e105101e7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:36.451595 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e7920ea-3836-439c-a084-365e105101e7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:36.493545 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7920ea-3836-439c-a084-365e105101e7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Subnet': ['ID=f41d8f8d-5d35-495a-b37e-265a6b3ee301,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:36.499757 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e7920ea-3836-439c-a084-365e105101e7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:36.503031 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1e7920ea-3836-439c-a084-365e105101e7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/f41d8f8d-5d35-495a-b37e-265a6b3ee301 HTTP/1.1" status: 204 len: 168 time: 0.5735979 Nov 02 12:10:36.506218 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44084) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:36.559370 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ff32b3d9-9099-4770-b144-70cc1eda6b1c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519466 Nov 02 12:10:36.562374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44086) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:36.624956 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d19e344-53b0-43a0-b176-2be624dbda9d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:36.629081 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3d19e344-53b0-43a0-b176-2be624dbda9d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0630603 Nov 02 12:10:36.629586 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44088) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:36.691260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0f26b-3108-4a7f-987e-3abdd35e8b94 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:36.696274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44092) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:36.705684 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8db0f26b-3108-4a7f-987e-3abdd35e8b94 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0650871 Nov 02 12:10:36.761034 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a9a5fe08-758b-4d6b-85ad-501519b2ffb3 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629711 Nov 02 12:10:36.775496 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44094) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:36.798746 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-5732b08c-9050-4373-acff-cd12be0b8617 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:36.799964 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5732b08c-9050-4373-acff-cd12be0b8617 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:36.803888 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806b4f8c-b25f-4b5e-ad8e-7156014519be None None] Network 7d15c4a2-1728-44a3-9cfe-f71922160717 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:36.804476 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5732b08c-9050-4373-acff-cd12be0b8617 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/6f110bd8-419f-4d99-83eb-25ed12a8aeb0 HTTP/1.1" status: 404 len: 333 time: 0.0274959 Nov 02 12:10:36.806571 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44096) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:36.841720 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-0646d18c-95fe-40e1-b946-c3ce471ffea2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:36.842343 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0646d18c-95fe-40e1-b946-c3ce471ffea2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:36.848019 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0646d18c-95fe-40e1-b946-c3ce471ffea2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/f41d8f8d-5d35-495a-b37e-265a6b3ee301 HTTP/1.1" status: 404 len: 337 time: 0.0379016 Nov 02 12:10:36.848396 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44098) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:36.880562 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-5764b4d8-71a6-467e-9919-70e5a85a495b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:36.881252 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5764b4d8-71a6-467e-9919-70e5a85a495b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:36.881438 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-20a96d4e-45b9-44cf-acfa-8792fee7f3d2 None None] Provisioning complete for port 7bc15a3e-580d-4707-8916-200b21771364 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:36.881813 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-20a96d4e-45b9-44cf-acfa-8792fee7f3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:36.884645 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5764b4d8-71a6-467e-9919-70e5a85a495b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/163f0d26-0271-4aae-a29f-5c0b6230668b HTTP/1.1" status: 404 len: 337 time: 0.0351474 Nov 02 12:10:36.889423 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44100) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:36.914359 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf3c8a3-47a6-4be8-8461-99da947f4c71 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:36.915028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf3c8a3-47a6-4be8-8461-99da947f4c71 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:36.918993 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4bf3c8a3-47a6-4be8-8461-99da947f4c71 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/c9351140-ffda-433a-b913-0eeab50c9993 HTTP/1.1" status: 404 len: 333 time: 0.0272815 Nov 02 12:10:36.921136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44102) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:36.949926 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2b5969-5f1e-425d-b56e-bf9b1852e52c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:36.950767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2b5969-5f1e-425d-b56e-bf9b1852e52c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:36.956750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6f2b5969-5f1e-425d-b56e-bf9b1852e52c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/2f82ded9-bf88-4203-a10b-b4203fd921d8 HTTP/1.1" status: 404 len: 337 time: 0.0315320 Nov 02 12:10:36.956750 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44104) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:36.994687 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-727ea3f5-f72f-44ac-8b7c-f337d93d14ff tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:36.995183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727ea3f5-f72f-44ac-8b7c-f337d93d14ff tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:36.998277 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-727ea3f5-f72f-44ac-8b7c-f337d93d14ff tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/8b4d4c6f-5d00-4eab-a2fd-9217d39d8f3c HTTP/1.1" status: 404 len: 337 time: 0.0410032 Nov 02 12:10:37.001011 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44106) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.030759 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-75877080-022a-499e-9238-5ec1bcfbd797 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.031600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75877080-022a-499e-9238-5ec1bcfbd797 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.038172 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-75877080-022a-499e-9238-5ec1bcfbd797 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/cabb8e7d-8cad-4d5d-9df0-0e2e27f96252 HTTP/1.1" status: 404 len: 333 time: 0.0330410 Nov 02 12:10:37.038438 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44108) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.050692 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733480cf-9a9f-4b17-99af-c2aedab9bd73 None None] DHCP port deletion for 7d15c4a2-1728-44a3-9cfe-f71922160717 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:10:37.073773 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e94d5b-eafb-4d43-b7c2-8790bb3eb3a6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.074488 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e94d5b-eafb-4d43-b7c2-8790bb3eb3a6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.077957 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a7e94d5b-eafb-4d43-b7c2-8790bb3eb3a6 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/f39bf0a2-7e19-468d-a8bc-a3e3023b8eab HTTP/1.1" status: 404 len: 337 time: 0.0385880 Nov 02 12:10:37.080893 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44110) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.108652 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2b040a-fce3-41a7-b09e-0f991cf9e072 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.109398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2b040a-fce3-41a7-b09e-0f991cf9e072 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.109610 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-733480cf-9a9f-4b17-99af-c2aedab9bd73 None None] Deleting port 7bc15a3e-580d-4707-8916-200b21771364 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:37.109992 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-733480cf-9a9f-4b17-99af-c2aedab9bd73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:37.113974 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-dc2b040a-fce3-41a7-b09e-0f991cf9e072 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/72a53ca7-56d3-444a-adce-73d6567ea817 HTTP/1.1" status: 404 len: 337 time: 0.0319726 Nov 02 12:10:37.117567 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44112) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.150226 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-c665505c-401f-4cc5-a10b-60efe062b17d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.151143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c665505c-401f-4cc5-a10b-60efe062b17d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.154684 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c665505c-401f-4cc5-a10b-60efe062b17d tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/10a64f89-453f-4976-90a5-e29d6078a6d1 HTTP/1.1" status: 404 len: 333 time: 0.0356820 Nov 02 12:10:37.161764 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44114) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.186176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-733480cf-9a9f-4b17-99af-c2aedab9bd73 None None] For port 7bc15a3e-580d-4707-8916-200b21771364, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7bc15a3e-580d-4707-8916-200b21771364,segment=NetworkSegment(4353d0ee-57b0-42d6-9d1e-8c98af68161e),segment_id=4353d0ee-57b0-42d6-9d1e-8c98af68161e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:37.187486 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-733480cf-9a9f-4b17-99af-c2aedab9bd73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:37.192316 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e47601-f6f7-43a3-b180-3ca07cb73013 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.193005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e47601-f6f7-43a3-b180-3ca07cb73013 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.198627 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-90e47601-f6f7-43a3-b180-3ca07cb73013 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/75760e0d-d1d5-4ec9-bc3d-434c3e6a4169 HTTP/1.1" status: 404 len: 337 time: 0.0334682 Nov 02 12:10:37.198781 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44120) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.208701 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-733480cf-9a9f-4b17-99af-c2aedab9bd73 None None] Calling delete_port for 7bc15a3e-580d-4707-8916-200b21771364 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:37.230213 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6264e4a-8deb-475d-8ce0-7710c587032a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.230737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6264e4a-8deb-475d-8ce0-7710c587032a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.233812 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b6264e4a-8deb-475d-8ce0-7710c587032a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/75301298-e4fe-499d-98fe-cfc9516c0e18 HTTP/1.1" status: 404 len: 337 time: 0.0340924 Nov 02 12:10:37.236368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44122) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.259954 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f92c95-ed60-41eb-b5ba-b82134f2d278 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.260606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f92c95-ed60-41eb-b5ba-b82134f2d278 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.264625 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c4f92c95-ed60-41eb-b5ba-b82134f2d278 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/7cd12b64-0652-415f-af3e-ce9134f1d364 HTTP/1.1" status: 404 len: 333 time: 0.0273380 Nov 02 12:10:37.267135 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44124) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.294132 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-7660b907-77fa-44d4-b2b9-aa6e31bfbd77 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.294521 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7660b907-77fa-44d4-b2b9-aa6e31bfbd77 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.297698 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7660b907-77fa-44d4-b2b9-aa6e31bfbd77 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/3f4459a4-576a-433f-a0cf-fc349825d383 HTTP/1.1" status: 404 len: 337 time: 0.0295718 Nov 02 12:10:37.307241 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44126) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.324758 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85f89b8-f8a8-4da1-b4a5-5805128fa586 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.325438 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85f89b8-f8a8-4da1-b4a5-5805128fa586 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.330070 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d85f89b8-f8a8-4da1-b4a5-5805128fa586 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/710c3de7-fe6e-4e3e-951a-28c9de85f7b2 HTTP/1.1" status: 404 len: 333 time: 0.0272615 Nov 02 12:10:37.332146 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44128) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.359230 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c4b27f-ddbf-4ac7-be78-645ede44e78e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.359698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c4b27f-ddbf-4ac7-be78-645ede44e78e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.362752 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-39c4b27f-ddbf-4ac7-be78-645ede44e78e tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/7c2b774e-6f0a-4e15-a75a-6941e3f9af7a HTTP/1.1" status: 404 len: 337 time: 0.0296166 Nov 02 12:10:37.369703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44130) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.390089 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-2838c5f7-6ab2-42bf-b1de-112416f95215 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.390749 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2838c5f7-6ab2-42bf-b1de-112416f95215 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.396374 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2838c5f7-6ab2-42bf-b1de-112416f95215 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/2ac4dfff-3016-48f7-be26-b8d4017f515d HTTP/1.1" status: 404 len: 333 time: 0.0266647 Nov 02 12:10:37.396852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44132) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.417632 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-733480cf-9a9f-4b17-99af-c2aedab9bd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:37.429008 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a583336-05b5-4ff1-87e0-b79f877a93cc tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.429461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a583336-05b5-4ff1-87e0-b79f877a93cc tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.435373 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0a583336-05b5-4ff1-87e0-b79f877a93cc tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/8a15c758-fee3-4089-99bf-d3125e6fcffe HTTP/1.1" status: 404 len: 337 time: 0.0352247 Nov 02 12:10:37.435615 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44134) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.451878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733480cf-9a9f-4b17-99af-c2aedab9bd73 None None] Pushing event deleted for resources: {'Port': ['ID=7bc15a3e-580d-4707-8916-200b21771364,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:37.457542 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733480cf-9a9f-4b17-99af-c2aedab9bd73 None None] No DVR routers for this DVR port 7bc15a3e-580d-4707-8916-200b21771364 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:37.461225 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-074ace85-73ba-4370-9fb4-e86fe78ec68b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.462307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074ace85-73ba-4370-9fb4-e86fe78ec68b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.466892 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-074ace85-73ba-4370-9fb4-e86fe78ec68b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/d33c0eb1-1b2f-4b04-bb08-f248078e10f9 HTTP/1.1" status: 404 len: 333 time: 0.0296345 Nov 02 12:10:37.468767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44136) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.498543 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a9e33d-4476-4e42-b788-bdb5212b7803 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.499143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a9e33d-4476-4e42-b788-bdb5212b7803 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.503236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-97a9e33d-4476-4e42-b788-bdb5212b7803 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/7f8f5e00-0717-4de7-9d74-029ef363b1ae HTTP/1.1" status: 404 len: 337 time: 0.0324776 Nov 02 12:10:37.505136 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44138) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.531037 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-90fd9021-1c8c-4444-a95f-bee0838f452c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.531883 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90fd9021-1c8c-4444-a95f-bee0838f452c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.538327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44140) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.538556 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-90fd9021-1c8c-4444-a95f-bee0838f452c tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/8a07e3fb-986c-4ef9-960d-13a8d18daad6 HTTP/1.1" status: 404 len: 333 time: 0.0318906 Nov 02 12:10:37.567797 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-63741e38-776a-4f0c-893e-88c2d642a6f0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.568524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63741e38-776a-4f0c-893e-88c2d642a6f0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.571649 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-63741e38-776a-4f0c-893e-88c2d642a6f0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/42572201-75d5-481e-b4bc-caa6f43a83f4 HTTP/1.1" status: 404 len: 337 time: 0.0320938 Nov 02 12:10:37.574090 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44142) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.599627 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fad4f5c-edb8-4856-b880-6e08bdac0600 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.600469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fad4f5c-edb8-4856-b880-6e08bdac0600 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.603856 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3fad4f5c-edb8-4856-b880-6e08bdac0600 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/8204a2d6-5171-4c84-b3f9-b35cee2dd8e9 HTTP/1.1" status: 404 len: 333 time: 0.0286922 Nov 02 12:10:37.606774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44144) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.633679 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39c76ec-19a4-460a-911f-9055cb43cd7f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.634205 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f39c76ec-19a4-460a-911f-9055cb43cd7f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.639010 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f39c76ec-19a4-460a-911f-9055cb43cd7f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/2e3670b3-f44d-45a4-b5d9-41f7f2b910e3 HTTP/1.1" status: 404 len: 337 time: 0.0311487 Nov 02 12:10:37.640004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44146) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.671950 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5489dbc-eaa6-46f9-9bf8-963156c0fe65 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.672333 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5489dbc-eaa6-46f9-9bf8-963156c0fe65 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.676402 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a5489dbc-eaa6-46f9-9bf8-963156c0fe65 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/9f3746f8-68d8-4e07-8409-98810451186d HTTP/1.1" status: 404 len: 337 time: 0.0354879 Nov 02 12:10:37.684312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44148) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.701548 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-53086502-5584-4f5d-99c9-ee9eeff6d38f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.702256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53086502-5584-4f5d-99c9-ee9eeff6d38f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.705188 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-53086502-5584-4f5d-99c9-ee9eeff6d38f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/9f080056-0151-45e5-89b4-88eeee4e9d03 HTTP/1.1" status: 404 len: 333 time: 0.0251796 Nov 02 12:10:37.708287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44150) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.734042 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-481b7473-470d-4f1f-9f7c-cb852dcffc48 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.734494 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481b7473-470d-4f1f-9f7c-cb852dcffc48 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.737481 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-481b7473-470d-4f1f-9f7c-cb852dcffc48 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/82148ae0-44e3-409e-85a8-cfea3fe8de49 HTTP/1.1" status: 404 len: 337 time: 0.0282674 Nov 02 12:10:37.740240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44152) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.769192 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac681b1-2ced-4eab-bcdc-e22f94670335 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.769962 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac681b1-2ced-4eab-bcdc-e22f94670335 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.773763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3ac681b1-2ced-4eab-bcdc-e22f94670335 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/884c051a-a75e-4c55-a7bf-fadbe30c118f HTTP/1.1" status: 404 len: 337 time: 0.0325778 Nov 02 12:10:37.776616 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44156) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.803505 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-64976cf5-e8dd-4350-a1e4-6ba4b734e901 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.804305 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64976cf5-e8dd-4350-a1e4-6ba4b734e901 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.810903 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44158) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.815460 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-64976cf5-e8dd-4350-a1e4-6ba4b734e901 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/f4d9b128-97dc-4eef-8ff2-f27ecefa751e HTTP/1.1" status: 404 len: 333 time: 0.0378036 Nov 02 12:10:37.839885 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2a2d25-1dd1-4018-8be2-d53ad50e7329 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.840452 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2a2d25-1dd1-4018-8be2-d53ad50e7329 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.843757 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ea2a2d25-1dd1-4018-8be2-d53ad50e7329 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/b4c356fc-88f2-478b-9941-4844d4d215c5 HTTP/1.1" status: 404 len: 337 time: 0.0314920 Nov 02 12:10:37.846386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44160) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.873800 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-34410594-31d5-4254-aeeb-e331f4a3a558 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.874266 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34410594-31d5-4254-aeeb-e331f4a3a558 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.877415 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-34410594-31d5-4254-aeeb-e331f4a3a558 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/c363be4d-e7ba-4c4a-b932-4d236af30e76 HTTP/1.1" status: 404 len: 337 time: 0.0300579 Nov 02 12:10:37.880691 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44162) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.903773 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-00fa3768-e59f-4146-be09-0d220e3823ac tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.904341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00fa3768-e59f-4146-be09-0d220e3823ac tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.907407 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-00fa3768-e59f-4146-be09-0d220e3823ac tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/66c13352-34c7-4c63-bcf0-7cf686fe41c6 HTTP/1.1" status: 404 len: 333 time: 0.0258052 Nov 02 12:10:37.909939 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44164) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.937741 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b42b5a6-ff18-42d7-a2e3-aac8561d55f7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.938206 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b42b5a6-ff18-42d7-a2e3-aac8561d55f7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.941549 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9b42b5a6-ff18-42d7-a2e3-aac8561d55f7 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/fc2d86ce-1278-4816-8658-1bcc34c33424 HTTP/1.1" status: 404 len: 337 time: 0.0306478 Nov 02 12:10:37.944157 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44166) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:37.977365 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-3075a14d-5d8b-4c98-9f7f-91205f25abe0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:37.977846 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3075a14d-5d8b-4c98-9f7f-91205f25abe0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:37.981116 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3075a14d-5d8b-4c98-9f7f-91205f25abe0 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/be820e39-e2b8-4b17-9d93-9f78e6917c05 HTTP/1.1" status: 404 len: 337 time: 0.0359247 Nov 02 12:10:37.985153 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44168) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.014352 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b9d77fbe-6afd-4b25-beeb-6fb87ced18e2 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports?device_id=0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6 HTTP/1.1" status: 200 len: 205 time: 0.0272145 Nov 02 12:10:38.015705 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44170) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.056764 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-cbcdcc76-681e-4fbd-acdc-10e39e13cc3f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] delete failed (client error): The resource could not be found. Nov 02 12:10:38.058412 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cbcdcc76-681e-4fbd-acdc-10e39e13cc3f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/routers/0582bdfd-a0fe-42cd-92dc-c1d3aeeb7ff6 HTTP/1.1" status: 404 len: 336 time: 0.0414474 Nov 02 12:10:38.060868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44172) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.089743 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f7bad4-234d-4119-82e2-943cecddaf80 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:38.090376 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f7bad4-234d-4119-82e2-943cecddaf80 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:38.093432 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-33f7bad4-234d-4119-82e2-943cecddaf80 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/73571405-587b-40df-8e0f-a701ecae5a8f HTTP/1.1" status: 404 len: 337 time: 0.0316055 Nov 02 12:10:38.099726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44174) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.131363 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e5aa7254-fd20-426e-92ae-97a6bd3e1321 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d134a16-60f3-4e35-8c5d-02a4e26d1710 HTTP/1.1" status: 200 len: 205 time: 0.0303843 Nov 02 12:10:38.133528 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44176) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.185615 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-87bdb334-6832-40d8-8724-8f8a88b029b5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] delete failed (client error): The resource could not be found. Nov 02 12:10:38.186870 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-87bdb334-6832-40d8-8724-8f8a88b029b5 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/routers/3d134a16-60f3-4e35-8c5d-02a4e26d1710 HTTP/1.1" status: 404 len: 336 time: 0.0522919 Nov 02 12:10:38.189507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44178) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.223150 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c18662-4045-447a-b50f-fcece3a4cc11 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:38.223150 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c18662-4045-447a-b50f-fcece3a4cc11 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:38.229278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c7c18662-4045-447a-b50f-fcece3a4cc11 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/4019b3c6-75c4-4eac-9b11-5c3bf2f74952 HTTP/1.1" status: 404 len: 337 time: 0.0364084 Nov 02 12:10:38.229487 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44182) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.263401 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-52cc96da-b394-49fe-8deb-16242b8c559f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:38.263930 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52cc96da-b394-49fe-8deb-16242b8c559f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:38.267699 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-52cc96da-b394-49fe-8deb-16242b8c559f tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/65708df1-abc6-411a-a4c0-8263c768bd8c HTTP/1.1" status: 404 len: 337 time: 0.0371754 Nov 02 12:10:38.270748 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44184) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.297241 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f57e3c6-bf30-44f7-adec-5258e638d6b4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:38.297862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f57e3c6-bf30-44f7-adec-5258e638d6b4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:38.300907 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7f57e3c6-bf30-44f7-adec-5258e638d6b4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/82cf8a8c-3d49-4c8b-b171-e21f41e05df8 HTTP/1.1" status: 404 len: 333 time: 0.0290484 Nov 02 12:10:38.303463 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44186) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.334815 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-8778335b-404c-4fe6-b820-ce9f813a5633 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:38.335312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8778335b-404c-4fe6-b820-ce9f813a5633 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:38.338601 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8778335b-404c-4fe6-b820-ce9f813a5633 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/6f57d7d7-2be1-415a-bbbb-6d9e2fece69e HTTP/1.1" status: 404 len: 337 time: 0.0341358 Nov 02 12:10:38.341093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44188) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.366996 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d0ea5c-be6c-465b-b90e-04585b917911 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:38.367737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d0ea5c-be6c-465b-b90e-04585b917911 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:38.373134 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f9d0ea5c-be6c-465b-b90e-04585b917911 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/720cb6fe-5950-4eaa-951c-5816645f7b55 HTTP/1.1" status: 404 len: 333 time: 0.0287807 Nov 02 12:10:38.373372 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44190) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.403031 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a6be6a-fe3d-425c-8695-da86e3c972bc tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:38.403502 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a6be6a-fe3d-425c-8695-da86e3c972bc tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:38.406582 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-47a6be6a-fe3d-425c-8695-da86e3c972bc tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/0138202b-37e2-44b1-82e0-c260e3397db3 HTTP/1.1" status: 404 len: 337 time: 0.0322399 Nov 02 12:10:38.409058 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44192) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.441038 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-35aa6d84-962c-4cb6-bf4c-7465fa9b1579 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:38.441619 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35aa6d84-962c-4cb6-bf4c-7465fa9b1579 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:38.444929 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-35aa6d84-962c-4cb6-bf4c-7465fa9b1579 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/bd201763-bbd8-48a8-bdaa-47444334ce32 HTTP/1.1" status: 404 len: 333 time: 0.0349493 Nov 02 12:10:38.447469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44194) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.475648 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08873b3-aebb-49ba-8f6a-0c64c435f679 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:38.476207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e08873b3-aebb-49ba-8f6a-0c64c435f679 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:38.479356 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e08873b3-aebb-49ba-8f6a-0c64c435f679 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/d9d3f845-8ab2-4853-aa12-9b51f716ccfc HTTP/1.1" status: 404 len: 337 time: 0.0309687 Nov 02 12:10:38.481847 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44196) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.504496 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-55cd1c21-7dfa-4fb0-b7ce-0346eabb3b4b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:38.505115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55cd1c21-7dfa-4fb0-b7ce-0346eabb3b4b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:38.508251 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-55cd1c21-7dfa-4fb0-b7ce-0346eabb3b4b tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/9d27a607-58a5-4437-bcc4-3cdf889b44df HTTP/1.1" status: 404 len: 333 time: 0.0254881 Nov 02 12:10:38.510676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44198) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.543739 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c966446-f9d4-4954-98db-5bb47dac8b4a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:38.544202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c966446-f9d4-4954-98db-5bb47dac8b4a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:38.547264 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1c966446-f9d4-4954-98db-5bb47dac8b4a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/377da8a8-b6b9-4fef-8836-9ffcf7e3ac8b HTTP/1.1" status: 404 len: 337 time: 0.0355873 Nov 02 12:10:38.549798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44200) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.575850 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4b9a97-d6cb-448a-b635-df8413e29265 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:38.577127 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4b9a97-d6cb-448a-b635-df8413e29265 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:38.579830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8c4b9a97-d6cb-448a-b635-df8413e29265 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/cd36df90-d03f-47eb-895e-e363b82ed941 HTTP/1.1" status: 404 len: 333 time: 0.0290437 Nov 02 12:10:38.582651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44202) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.610621 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69d2994-7cc9-47a5-b1ce-671063cb07e4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:38.611106 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69d2994-7cc9-47a5-b1ce-671063cb07e4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:38.614188 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c69d2994-7cc9-47a5-b1ce-671063cb07e4 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/72322c0d-cfe1-43b9-8809-9b862f7c68b7 HTTP/1.1" status: 404 len: 337 time: 0.0298331 Nov 02 12:10:38.617832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44204) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.620046 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7bc15a3e-580d-4707-8916-200b21771364 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:38.641857 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 7bc15a3e-580d-4707-8916-200b21771364 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:10:38.642095 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c64c1d-c938-4134-82d2-7d80b3797a85 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:38.642208 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7bc15a3e-580d-4707-8916-200b21771364 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:10:38.642741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c64c1d-c938-4134-82d2-7d80b3797a85 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:38.647037 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-11c64c1d-c938-4134-82d2-7d80b3797a85 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/2cb3d79d-69c8-4494-8f04-ef5359870174 HTTP/1.1" status: 404 len: 333 time: 0.0281677 Nov 02 12:10:38.649453 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44206) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.676899 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe6c1d4-0862-4481-84b4-56b16e8d2846 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:38.677371 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe6c1d4-0862-4481-84b4-56b16e8d2846 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:38.680472 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fbe6c1d4-0862-4481-84b4-56b16e8d2846 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/1c11eb9e-3fb1-4849-9c70-6ca7f4901e41 HTTP/1.1" status: 404 len: 337 time: 0.0301077 Nov 02 12:10:38.683117 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44208) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.706342 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b09187-4882-41de-84ef-f238d8438b32 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:38.706975 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b09187-4882-41de-84ef-f238d8438b32 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:38.710504 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-70b09187-4882-41de-84ef-f238d8438b32 tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/ports/fa3c906a-ca11-4c33-a3cd-4a84d49251e3 HTTP/1.1" status: 404 len: 333 time: 0.0264378 Nov 02 12:10:38.713287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44210) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.744808 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9f62d6-8277-4e5d-a84f-864e7dec5e9a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] DELETE failed (client error): The resource could not be found. Nov 02 12:10:38.745272 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9f62d6-8277-4e5d-a84f-864e7dec5e9a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:10:38.748471 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6c9f62d6-8277-4e5d-a84f-864e7dec5e9a tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/subnets/ae81dc5d-2ef1-4af4-8eee-154bdfb4b147 HTTP/1.1" status: 404 len: 337 time: 0.0341873 Nov 02 12:10:38.750985 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44212) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:38.836612 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cedf1a8e-51c5-4b66-a92e-98ff7c1be6ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:38.936040 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cedf1a8e-51c5-4b66-a92e-98ff7c1be6ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:38.956210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-cedf1a8e-51c5-4b66-a92e-98ff7c1be6ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d15c4a2-1728-44a3-9cfe-f71922160717']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:38.966559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-cedf1a8e-51c5-4b66-a92e-98ff7c1be6ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4353d0ee-57b0-42d6-9d1e-8c98af68161e') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:38.966797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-cedf1a8e-51c5-4b66-a92e-98ff7c1be6ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4353d0ee-57b0-42d6-9d1e-8c98af68161e') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:38.976075 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cedf1a8e-51c5-4b66-a92e-98ff7c1be6ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:38.989137 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cedf1a8e-51c5-4b66-a92e-98ff7c1be6ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:38.995123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cedf1a8e-51c5-4b66-a92e-98ff7c1be6ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:10:38.995510 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cedf1a8e-51c5-4b66-a92e-98ff7c1be6ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:10:38.998547 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:10:39.190407 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-0e24e297-6e25-4b74-a303-f9655dfc4ebb req-a0f1abb5-7d64-44e0-8f0d-5cf403f58222 service neutron] (102689) timed out ('10.222.0.52', 51596) {{(pid=102689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 12:10:39.250116 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cedf1a8e-51c5-4b66-a92e-98ff7c1be6ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:39.250116 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cedf1a8e-51c5-4b66-a92e-98ff7c1be6ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:39.251263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cedf1a8e-51c5-4b66-a92e-98ff7c1be6ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] 10.222.0.52 "DELETE /v2.0/networks/7d15c4a2-1728-44a3-9cfe-f71922160717 HTTP/1.1" status: 204 len: 168 time: 0.4992778 Nov 02 12:10:39.267584 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf1a8e-51c5-4b66-a92e-98ff7c1be6ee tempest-NetworksTestDHCPv6-1520016564 tempest-NetworksTestDHCPv6-1520016564-project] Pushing event deleted for resources: {'Network': ['ID=7d15c4a2-1728-44a3-9cfe-f71922160717,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:39.849827 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44222) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:39.993801 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-35c70621-e9c0-4587-a9b7-e32a55e202de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12a22175fcfb429fad726825e90102c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1426334 Nov 02 12:10:39.996704 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44230) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:40.049461 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-41feebab-157d-4a4c-9584-e07b0c4a27a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:40.074795 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-41feebab-157d-4a4c-9584-e07b0c4a27a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:40.240657 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-41feebab-157d-4a4c-9584-e07b0c4a27a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:40.244083 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-41feebab-157d-4a4c-9584-e07b0c4a27a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:40.246073 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-41feebab-157d-4a4c-9584-e07b0c4a27a9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9bfea1b-946e-4a55-96f0-662c8e4ce921 HTTP/1.1" status: 204 len: 168 time: 0.2483873 Nov 02 12:10:40.258979 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41feebab-157d-4a4c-9584-e07b0c4a27a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bfea1b-946e-4a55-96f0-662c8e4ce921,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:41.608999 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44262) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:41.712304 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Request body: {'networks': [{'name': 'tempest-network--225838891'}, {'name': 'tempest-network--1791634082'}]} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:41.712827 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Request body: {'network': {'name': 'tempest-network--225838891'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:41.713362 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Request body: {'network': {'name': 'tempest-network--1791634082'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:41.851666 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Made reservation on behalf of 8b6faed4bce24fb8829aa0be5d0c6944 for: {'network': 2} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:41.856996 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:41.867325 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:41.947369 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:42.051770 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:42.052737 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:42.090041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47e427f-5be9-4495-9b1c-8c73dc368c7a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:42.098750 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:10:42.109842 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:42.113031 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Added segment ea5636f3-6425-48d8-b3b8-5570f832fd3f of type vlan for network 7501086b-a553-45b8-9f48-22f7631594c4 Nov 02 12:10:42.157342 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:42.189093 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:10:42.199352 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:42.199703 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Added segment 9f7dd9d0-db84-4b2f-be53-e517b574837b of type vlan for network 9afa1662-96bd-4fa1-b724-c520880f8ad9 Nov 02 12:10:42.241501 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:42.359168 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:42.359674 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:42.366198 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:42.371452 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:42.372123 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:42.447707 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event updated for resources: {'Network': ['ID=7501086b-a553-45b8-9f48-22f7631594c4,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:42.459981 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 7501086b-a553-45b8-9f48-22f7631594c4 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:10:42.519203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44270) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:42.519734 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9088855 Nov 02 12:10:42.539430 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a088ce-32f9-4e6c-8f81-0449201b9b3c tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event updated for resources: {'Network': ['ID=9afa1662-96bd-4fa1-b724-c520880f8ad9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:42.687772 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 9afa1662-96bd-4fa1-b724-c520880f8ad9 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:10:42.775436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6043bd3f-3359-4ac6-80f2-c8ca7031e97d tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:42.781686 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6043bd3f-3359-4ac6-80f2-c8ca7031e97d tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:42.788411 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6043bd3f-3359-4ac6-80f2-c8ca7031e97d tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:42.794244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6043bd3f-3359-4ac6-80f2-c8ca7031e97d tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:42.796059 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6043bd3f-3359-4ac6-80f2-c8ca7031e97d tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2756424 Nov 02 12:10:42.798805 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44272) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:42.880474 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-380cdc4d-42c0-444a-8ecb-7796d7be9543 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:43.314794 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-380cdc4d-42c0-444a-8ecb-7796d7be9543 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:43.344414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-380cdc4d-42c0-444a-8ecb-7796d7be9543 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7501086b-a553-45b8-9f48-22f7631594c4']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:43.359262 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-380cdc4d-42c0-444a-8ecb-7796d7be9543 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5636f3-6425-48d8-b3b8-5570f832fd3f') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:43.359575 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-380cdc4d-42c0-444a-8ecb-7796d7be9543 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5636f3-6425-48d8-b3b8-5570f832fd3f') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:43.370305 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-380cdc4d-42c0-444a-8ecb-7796d7be9543 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:43.400708 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-380cdc4d-42c0-444a-8ecb-7796d7be9543 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:43.400708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380cdc4d-42c0-444a-8ecb-7796d7be9543 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:10:43.401499 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-380cdc4d-42c0-444a-8ecb-7796d7be9543 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:10:43.404312 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:10:43.571330 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-380cdc4d-42c0-444a-8ecb-7796d7be9543 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:43.579746 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-380cdc4d-42c0-444a-8ecb-7796d7be9543 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:43.585867 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44278) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:43.586410 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-380cdc4d-42c0-444a-8ecb-7796d7be9543 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "DELETE /v2.0/networks/7501086b-a553-45b8-9f48-22f7631594c4 HTTP/1.1" status: 204 len: 168 time: 0.7860072 Nov 02 12:10:43.599130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cdc4d-42c0-444a-8ecb-7796d7be9543 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event deleted for resources: {'Network': ['ID=7501086b-a553-45b8-9f48-22f7631594c4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:43.673278 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f2e1d7da-1fa1-46fb-8876-76773e063552 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:43.762120 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f2e1d7da-1fa1-46fb-8876-76773e063552 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:43.783789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f2e1d7da-1fa1-46fb-8876-76773e063552 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afa1662-96bd-4fa1-b724-c520880f8ad9']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:43.793659 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f2e1d7da-1fa1-46fb-8876-76773e063552 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7dd9d0-db84-4b2f-be53-e517b574837b') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:43.793947 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f2e1d7da-1fa1-46fb-8876-76773e063552 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7dd9d0-db84-4b2f-be53-e517b574837b') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:43.804263 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f2e1d7da-1fa1-46fb-8876-76773e063552 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:43.818945 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f2e1d7da-1fa1-46fb-8876-76773e063552 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:43.825364 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e1d7da-1fa1-46fb-8876-76773e063552 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:10:43.825682 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f2e1d7da-1fa1-46fb-8876-76773e063552 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:10:43.828667 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:10:44.017621 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f2e1d7da-1fa1-46fb-8876-76773e063552 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:44.022873 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f2e1d7da-1fa1-46fb-8876-76773e063552 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:44.027741 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f2e1d7da-1fa1-46fb-8876-76773e063552 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "DELETE /v2.0/networks/9afa1662-96bd-4fa1-b724-c520880f8ad9 HTTP/1.1" status: 204 len: 168 time: 0.4408000 Nov 02 12:10:44.036700 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44280) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:44.045452 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1d7da-1fa1-46fb-8876-76773e063552 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event deleted for resources: {'Network': ['ID=9afa1662-96bd-4fa1-b724-c520880f8ad9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:44.143454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aa3f0e-683e-42f2-a0f7-65b493ba73ae tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:44.150508 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aa3f0e-683e-42f2-a0f7-65b493ba73ae tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:44.152123 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-58aa3f0e-683e-42f2-a0f7-65b493ba73ae tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1211555 Nov 02 12:10:44.155986 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44282) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:44.162124 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1240752308'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:44.280262 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Made reservation on behalf of 8b6faed4bce24fb8829aa0be5d0c6944 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:44.284217 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:44.309624 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:10:44.319453 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:44.319802 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Added segment 1a2374b9-4e1d-4501-8064-4a999176080b of type vlan for network 1407835c-ecb3-4559-8fd5-8514db1453c7 Nov 02 12:10:44.373349 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:44.418090 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44286) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:44.514114 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:44.523441 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:44.524663 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:44.637668 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event updated for resources: {'Network': ['ID=1407835c-ecb3-4559-8fd5-8514db1453c7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:44.654443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:44.654443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:44.654443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:44.654443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:44.654443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:44.654443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:44.654443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:44.654443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:44.655256 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:44.655256 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:44.655256 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:44.655525 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:44.671923 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 1407835c-ecb3-4559-8fd5-8514db1453c7 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:10:44.707318 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a2aeddc9-47be-4989-b759-596457393393 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5501180 Nov 02 12:10:44.707710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44292) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:44.717166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-20093943-1d29-4d36-bb2d-5badb567c2a0 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1679627174'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:44.841276 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20093943-1d29-4d36-bb2d-5badb567c2a0 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Made reservation on behalf of 8b6faed4bce24fb8829aa0be5d0c6944 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:44.845781 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-20093943-1d29-4d36-bb2d-5badb567c2a0 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:44.872260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20093943-1d29-4d36-bb2d-5badb567c2a0 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:10:44.881517 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-20093943-1d29-4d36-bb2d-5badb567c2a0 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:44.881854 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-20093943-1d29-4d36-bb2d-5badb567c2a0 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Added segment 0d84f8b6-43ba-4c09-95ba-0cd8b14ae6f9 of type vlan for network 5b9a7d5b-b7e4-418b-a4d9-51d30db19e61 Nov 02 12:10:44.928613 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-20093943-1d29-4d36-bb2d-5badb567c2a0 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:44.981370 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:10:45.006387 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5515ebf1-20c6-4519-a070-da54bb88f5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:45.039991 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-20093943-1d29-4d36-bb2d-5badb567c2a0 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:45.053073 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20093943-1d29-4d36-bb2d-5badb567c2a0 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:45.054417 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-20093943-1d29-4d36-bb2d-5badb567c2a0 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:45.135491 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20093943-1d29-4d36-bb2d-5badb567c2a0 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event updated for resources: {'Network': ['ID=5b9a7d5b-b7e4-418b-a4d9-51d30db19e61,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:45.146647 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 5b9a7d5b-b7e4-418b-a4d9-51d30db19e61 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:10:45.225864 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-20093943-1d29-4d36-bb2d-5badb567c2a0 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5162866 Nov 02 12:10:45.228464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44294) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:45.233596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Request body: {'ports': [{'network_id': '1407835c-ecb3-4559-8fd5-8514db1453c7', 'name': 'tempest-port--2024926846', 'admin_state_up': True}, {'network_id': '5b9a7d5b-b7e4-418b-a4d9-51d30db19e61', 'admin_state_up': False}]} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:45.233912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Request body: {'port': {'network_id': '1407835c-ecb3-4559-8fd5-8514db1453c7', 'name': 'tempest-port--2024926846', 'admin_state_up': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:45.234400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Request body: {'port': {'network_id': '5b9a7d5b-b7e4-418b-a4d9-51d30db19e61', 'admin_state_up': False}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:45.284632 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5515ebf1-20c6-4519-a070-da54bb88f5cd admin admin] Deleting port 6ae83060-6de2-41cf-89ab-21ce144e184a {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:45.284969 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5515ebf1-20c6-4519-a070-da54bb88f5cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:45.368687 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-5515ebf1-20c6-4519-a070-da54bb88f5cd admin admin] For port 6ae83060-6de2-41cf-89ab-21ce144e184a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6ae83060-6de2-41cf-89ab-21ce144e184a,segment=NetworkSegment(52731252-3f63-4b20-aa8a-d8d9cc257030),segment_id=52731252-3f63-4b20-aa8a-d8d9cc257030)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:45.369220 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5515ebf1-20c6-4519-a070-da54bb88f5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:45.384707 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-5515ebf1-20c6-4519-a070-da54bb88f5cd admin admin] Calling delete_port for 6ae83060-6de2-41cf-89ab-21ce144e184a owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:45.496854 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Made reservation on behalf of 8b6faed4bce24fb8829aa0be5d0c6944 for: {'port': 2} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:45.501514 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:45.521901 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:45.602051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] device_id is not set on port 923c90d3-ec19-4ba7-bec7-b0531317cc36 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:10:45.656985 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5515ebf1-20c6-4519-a070-da54bb88f5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:45.685063 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515ebf1-20c6-4519-a070-da54bb88f5cd admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae83060-6de2-41cf-89ab-21ce144e184a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:45.735365 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:45.807808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] device_id is not set on port e763a4e8-3673-488e-bbb3-ac3986e8ebb4 yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:10:45.897282 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5515ebf1-20c6-4519-a070-da54bb88f5cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:45.929595 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025f3dc-055d-4a52-84b9-b15bb48bdf61 req-1a148915-a6d8-404a-8250-99991b9bf9d6 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:45.937115 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9025f3dc-055d-4a52-84b9-b15bb48bdf61 req-1a148915-a6d8-404a-8250-99991b9bf9d6 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 1097 time: 0.1068621 Nov 02 12:10:45.959590 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9025f3dc-055d-4a52-84b9-b15bb48bdf61 req-3b355226-1572-4781-9302-f345a36cd299 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:46.000390 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:46.092688 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9025f3dc-055d-4a52-84b9-b15bb48bdf61 req-3b355226-1572-4781-9302-f345a36cd299 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:46.183276 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:46.228420 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-9025f3dc-055d-4a52-84b9-b15bb48bdf61 req-3b355226-1572-4781-9302-f345a36cd299 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:46.307011 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event updated for resources: {'Port': ['ID=923c90d3-ec19-4ba7-bec7-b0531317cc36,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:46.329158 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b355226-1572-4781-9302-f345a36cd299 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf071e47-cab8-43fc-97f7-97cf68f12db8,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:46.334480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.334829 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.335239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.335572 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.335927 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.336252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.336591 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.336929 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.337255 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.337587 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.337921 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.338253 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.344036 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9025f3dc-055d-4a52-84b9-b15bb48bdf61 req-3b355226-1572-4781-9302-f345a36cd299 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4060659 Nov 02 12:10:46.353414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b355226-1572-4781-9302-f345a36cd299 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.353775 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b355226-1572-4781-9302-f345a36cd299 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.354159 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b355226-1572-4781-9302-f345a36cd299 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.354512 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b355226-1572-4781-9302-f345a36cd299 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.354861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b355226-1572-4781-9302-f345a36cd299 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.355270 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b355226-1572-4781-9302-f345a36cd299 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.355613 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b355226-1572-4781-9302-f345a36cd299 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.360633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b355226-1572-4781-9302-f345a36cd299 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.360633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b355226-1572-4781-9302-f345a36cd299 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.360633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b355226-1572-4781-9302-f345a36cd299 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.360633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b355226-1572-4781-9302-f345a36cd299 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.360633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b355226-1572-4781-9302-f345a36cd299 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:10:46.361667 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Checking segment: {'id': '1a2374b9-4e1d-4501-8064-4a999176080b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1407835c-ecb3-4559-8fd5-8514db1453c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:10:46.362066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Network hostable DHCP agents. Network: 1407835c-ecb3-4559-8fd5-8514db1453c7, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:10:46.505746 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffe59c-008a-4bf4-ba88-e8fe207eb246 req-88507c3d-0801-492c-9cad-a9c0579b78c2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:46.507867 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d2ffe59c-008a-4bf4-ba88-e8fe207eb246 req-88507c3d-0801-492c-9cad-a9c0579b78c2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.0718210 Nov 02 12:10:46.536308 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5515ebf1-20c6-4519-a070-da54bb88f5cd admin admin] Router 7a0416e2-e0b8-49fc-a995-74d07fcea59d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:10:46.573835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Network 1407835c-ecb3-4559-8fd5-8514db1453c7 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:10:46.596883 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d2ffe59c-008a-4bf4-ba88-e8fe207eb246 req-27908b94-188e-4972-9417-834dd47aa4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796311 Nov 02 12:10:46.639444 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44306) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:46.686519 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5515ebf1-20c6-4519-a070-da54bb88f5cd admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:10:46.694408 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5515ebf1-20c6-4519-a070-da54bb88f5cd admin admin] 10.222.0.52 "PUT /v2.0/routers/7a0416e2-e0b8-49fc-a995-74d07fcea59d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2727907 Nov 02 12:10:46.696086 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44308) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:46.702028 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1abd0f-a9f0-4043-8409-9de3749ea985 None None] Sync routers for ids ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:10:46.715645 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1abd0f-a9f0-4043-8409-9de3749ea985 None None] Routers {'7a0416e2-e0b8-49fc-a995-74d07fcea59d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:10:46.716398 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3c1abd0f-a9f0-4043-8409-9de3749ea985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:10:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:46.726779 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3d1b6a70-b832-4a15-adbe-40e808d904fd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/floatingips/0fdc898f-cbb0-49f5-ac2c-a22507b55f7e HTTP/1.1" status: 200 len: 993 time: 0.0798542 Nov 02 12:10:46.754565 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 1407835c-ecb3-4559-8fd5-8514db1453c7) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:46.763820 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:10:46.768212 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:46.783127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12e1e62-4e5e-4c2f-8869-11728880928c None None] Network 1407835c-ecb3-4559-8fd5-8514db1453c7 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:46.849850 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event updated for resources: {'Port': ['ID=e763a4e8-3673-488e-bbb3-ac3986e8ebb4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:46.862256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Checking segment: {'id': '0d84f8b6-43ba-4c09-95ba-0cd8b14ae6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5b9a7d5b-b7e4-418b-a4d9-51d30db19e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:10:46.862821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Network hostable DHCP agents. Network: 5b9a7d5b-b7e4-418b-a4d9-51d30db19e61, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:10:46.870164 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-828b34c8-eea7-421e-a6bc-88c89a33a440 admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:46.949324 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-3c1abd0f-a9f0-4043-8409-9de3749ea985 None None] Set router 7a0416e2-e0b8-49fc-a995-74d07fcea59d gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:10:46.982755 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Network 5b9a7d5b-b7e4-418b-a4d9-51d30db19e61 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:10:46.998998 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-828b34c8-eea7-421e-a6bc-88c89a33a440 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:47.025978 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-c7cc67a6-34a8-4cdf-961e-eab2cd72cd0d req-ba5835ee-1d4e-4b57-ba71-07e1e50cfaab service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:10:47.027071 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c7cc67a6-34a8-4cdf-961e-eab2cd72cd0d req-ba5835ee-1d4e-4b57-ba71-07e1e50cfaab service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0059528 Nov 02 12:10:47.142759 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 5b9a7d5b-b7e4-418b-a4d9-51d30db19e61) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:47.149892 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:10:47.152781 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc4c140-ca28-497f-905b-2856e46ba4a2 None None] Network 5b9a7d5b-b7e4-418b-a4d9-51d30db19e61 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:47.156445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:47.162524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:47.163219 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:47.231459 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3c1abd0f-a9f0-4043-8409-9de3749ea985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1420156404-router', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:56Z', 'updated_at': '2021-11-02T12:10:45Z', 'revision_number': 5, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'gw_port': {'id': '972f5327-98d4-45b6-9ae3-e31dbbf4cd36', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:16:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T11:58:57Z', 'updated_at': '2021-11-02T11:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:47.267688 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1abd0f-a9f0-4043-8409-9de3749ea985 None None] Checking router: 7a0416e2-e0b8-49fc-a995-74d07fcea59d for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:10:47.286154 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-828b34c8-eea7-421e-a6bc-88c89a33a440 admin admin] Deleting port 972f5327-98d4-45b6-9ae3-e31dbbf4cd36 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:47.286516 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-828b34c8-eea7-421e-a6bc-88c89a33a440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:47.302672 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-39b96b6c-75ed-4d3d-9720-3c911f5e3fe2 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.0701435 Nov 02 12:10:47.303128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44320) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:47.313478 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1abd0f-a9f0-4043-8409-9de3749ea985 None None] Routers {'7a0416e2-e0b8-49fc-a995-74d07fcea59d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:10:47.314386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3c1abd0f-a9f0-4043-8409-9de3749ea985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:10:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:47.363128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff31a262-a94d-496d-a103-4b3d9512e585 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:47.384415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff31a262-a94d-496d-a103-4b3d9512e585 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:47.388748 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ff31a262-a94d-496d-a103-4b3d9512e585 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0817173 Nov 02 12:10:47.389566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44322) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:47.415596 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-3c1abd0f-a9f0-4043-8409-9de3749ea985 None None] Set router 7a0416e2-e0b8-49fc-a995-74d07fcea59d gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:10:47.424264 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-828b34c8-eea7-421e-a6bc-88c89a33a440 admin admin] For port 972f5327-98d4-45b6-9ae3-e31dbbf4cd36, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=972f5327-98d4-45b6-9ae3-e31dbbf4cd36,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:47.424625 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-828b34c8-eea7-421e-a6bc-88c89a33a440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:47.451830 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-828b34c8-eea7-421e-a6bc-88c89a33a440 admin admin] Calling delete_port for 972f5327-98d4-45b6-9ae3-e31dbbf4cd36 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:47.479125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3c1abd0f-a9f0-4043-8409-9de3749ea985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1420156404-router', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:56Z', 'updated_at': '2021-11-02T12:10:46Z', 'revision_number': 6, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:47.515113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1abd0f-a9f0-4043-8409-9de3749ea985 None None] The sync data for ids ['7a0416e2-e0b8-49fc-a995-74d07fcea59d'] in n-d-806683-18 is: [{'id': '7a0416e2-e0b8-49fc-a995-74d07fcea59d', 'name': 'tempest-TaggedBootDevicesTest_v242-1420156404-router', 'tenant_id': '97e2408f8af54be9be8c24d9e4a4c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T11:58:56Z', 'updated_at': '2021-11-02T12:10:46Z', 'revision_number': 6, 'project_id': '97e2408f8af54be9be8c24d9e4a4c894', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:10:47.549795 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c2588853-fa13-44d2-abc2-334843644270 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Deleting port 923c90d3-ec19-4ba7-bec7-b0531317cc36 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:47.550147 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2588853-fa13-44d2-abc2-334843644270 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:47.646501 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-93a11a58-3658-481c-965f-ede55fa3d052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:47.672035 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2588853-fa13-44d2-abc2-334843644270 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:47.690766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c2588853-fa13-44d2-abc2-334843644270 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Calling delete_port for 923c90d3-ec19-4ba7-bec7-b0531317cc36 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:47.708881 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10712711-5f98-4e40-8ab4-5451435d0fc0 req-94259271-cdb1-41a1-844e-20912ac7008b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:47.710429 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10712711-5f98-4e40-8ab4-5451435d0fc0 req-94259271-cdb1-41a1-844e-20912ac7008b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.0876360 Nov 02 12:10:47.816782 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-10712711-5f98-4e40-8ab4-5451435d0fc0 req-66529a00-628f-45b3-be6e-2a87e7055041 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675328 Nov 02 12:10:47.820732 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44328) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:47.868536 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-828b34c8-eea7-421e-a6bc-88c89a33a440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:47.900209 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b34c8-eea7-421e-a6bc-88c89a33a440 admin admin] Pushing event deleted for resources: {'Port': ['ID=972f5327-98d4-45b6-9ae3-e31dbbf4cd36,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:47.918878 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2588853-fa13-44d2-abc2-334843644270 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:47.963027 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2588853-fa13-44d2-abc2-334843644270 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event deleted for resources: {'Port': ['ID=923c90d3-ec19-4ba7-bec7-b0531317cc36,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:47.971967 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2588853-fa13-44d2-abc2-334843644270 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:47.972589 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-828b34c8-eea7-421e-a6bc-88c89a33a440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:47.978712 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c2588853-fa13-44d2-abc2-334843644270 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "DELETE /v2.0/ports/923c90d3-ec19-4ba7-bec7-b0531317cc36 HTTP/1.1" status: 204 len: 168 time: 0.5886488 Nov 02 12:10:47.980349 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44332) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:47.990784 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-0ef51d1d-c8a7-4b9f-b3a3-6b1631bf8f54 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1694176 Nov 02 12:10:48.017258 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-e4ab4434-f112-44fd-bd11-9750fe6dff93 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:10:48.023155 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-e4ab4434-f112-44fd-bd11-9750fe6dff93 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0053465 Nov 02 12:10:48.076609 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-828b34c8-eea7-421e-a6bc-88c89a33a440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.079791 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-828b34c8-eea7-421e-a6bc-88c89a33a440 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.092062 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-bfad355a-3057-4643-90b8-2ab81762fa7d tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Deleting port e763a4e8-3673-488e-bbb3-ac3986e8ebb4 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:48.092404 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bfad355a-3057-4643-90b8-2ab81762fa7d tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.162630 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bfad355a-3057-4643-90b8-2ab81762fa7d tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.182786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-bfad355a-3057-4643-90b8-2ab81762fa7d tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Calling delete_port for e763a4e8-3673-488e-bbb3-ac3986e8ebb4 owned by {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:48.222119 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-828b34c8-eea7-421e-a6bc-88c89a33a440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.222733 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828b34c8-eea7-421e-a6bc-88c89a33a440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a0416e2-e0b8-49fc-a995-74d07fcea59d {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:10:48.229395 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-828b34c8-eea7-421e-a6bc-88c89a33a440 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.231379 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-828b34c8-eea7-421e-a6bc-88c89a33a440 admin admin] 10.222.0.52 "DELETE /v2.0/routers/7a0416e2-e0b8-49fc-a995-74d07fcea59d HTTP/1.1" status: 204 len: 168 time: 1.5322669 Nov 02 12:10:48.235854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44342) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:48.291253 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9eae458-1f1c-4047-aab9-5439e15963a6 admin admin] Deleting subnet 6b553805-820e-40aa-9154-a28f88302dc9 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:10:48.291253 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9eae458-1f1c-4047-aab9-5439e15963a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.331106 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9eae458-1f1c-4047-aab9-5439e15963a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.393950 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bfad355a-3057-4643-90b8-2ab81762fa7d tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.427018 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad355a-3057-4643-90b8-2ab81762fa7d tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event deleted for resources: {'Port': ['ID=e763a4e8-3673-488e-bbb3-ac3986e8ebb4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:48.435498 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bfad355a-3057-4643-90b8-2ab81762fa7d tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.439085 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bfad355a-3057-4643-90b8-2ab81762fa7d tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "DELETE /v2.0/ports/e763a4e8-3673-488e-bbb3-ac3986e8ebb4 HTTP/1.1" status: 204 len: 168 time: 0.4577515 Nov 02 12:10:48.440681 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9eae458-1f1c-4047-aab9-5439e15963a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.442659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44352) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:48.476269 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-92b6e612-237c-4345-a622-a9cc7e04c962 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0322218 Nov 02 12:10:48.476887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44354) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:48.481824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f4b0e85e-d724-4e7f-98ac-5fc69e277de4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-375319158'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:48.612091 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9eae458-1f1c-4047-aab9-5439e15963a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.619034 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6ae83060-6de2-41cf-89ab-21ce144e184a no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:48.633321 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9eae458-1f1c-4047-aab9-5439e15963a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.642156 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b9eae458-1f1c-4047-aab9-5439e15963a6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6b553805-820e-40aa-9154-a28f88302dc9 HTTP/1.1" status: 204 len: 168 time: 0.4052200 Nov 02 12:10:48.644762 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44358) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:48.647146 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b0e85e-d724-4e7f-98ac-5fc69e277de4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Made reservation on behalf of 8b6faed4bce24fb8829aa0be5d0c6944 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:48.649930 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb90b090-abf7-44a3-863f-7cfe0b3052e8 None None] Network dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:48.658756 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 6ae83060-6de2-41cf-89ab-21ce144e184a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:10:48.658756 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6ae83060-6de2-41cf-89ab-21ce144e184a not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:10:48.658756 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 972f5327-98d4-45b6-9ae3-e31dbbf4cd36 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:48.664445 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4b0e85e-d724-4e7f-98ac-5fc69e277de4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.706946 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b0e85e-d724-4e7f-98ac-5fc69e277de4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:10:48.720337 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 972f5327-98d4-45b6-9ae3-e31dbbf4cd36 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:10:48.720975 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 972f5327-98d4-45b6-9ae3-e31dbbf4cd36 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:10:48.722816 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4b0e85e-d724-4e7f-98ac-5fc69e277de4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.725387 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-f4b0e85e-d724-4e7f-98ac-5fc69e277de4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Added segment c1b63d53-7b74-4d02-aefa-e515649af3c9 of type vlan for network 529ef702-55bd-46bf-99f2-00550edd05e5 Nov 02 12:10:48.771626 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.783362 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eae458-1f1c-4047-aab9-5439e15963a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b553805-820e-40aa-9154-a28f88302dc9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:48.808963 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4b0e85e-d724-4e7f-98ac-5fc69e277de4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.855777 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] Deleting port 9dd3b102-4290-4489-827f-a67348975aa7 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:48.856410 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.964335 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4b0e85e-d724-4e7f-98ac-5fc69e277de4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.964335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b0e85e-d724-4e7f-98ac-5fc69e277de4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:48.964335 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4b0e85e-d724-4e7f-98ac-5fc69e277de4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:48.986053 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] For port 9dd3b102-4290-4489-827f-a67348975aa7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9dd3b102-4290-4489-827f-a67348975aa7,segment=NetworkSegment(52731252-3f63-4b20-aa8a-d8d9cc257030),segment_id=52731252-3f63-4b20-aa8a-d8d9cc257030)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:49.003272 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:49.006335 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5937a6bf-5705-4c58-b7c3-d64d11008f8a None None] DHCP port deletion for dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:10:49.023748 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] Calling delete_port for 9dd3b102-4290-4489-827f-a67348975aa7 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:49.045093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0e85e-d724-4e7f-98ac-5fc69e277de4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event updated for resources: {'Network': ['ID=529ef702-55bd-46bf-99f2-00550edd05e5,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:49.063562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3fa01-d0d5-4e84-ad93-d44d0524a846 req-e761559b-bc97-42c8-80e2-68a634375d21 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:49.065120 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eca3fa01-d0d5-4e84-ad93-d44d0524a846 req-e761559b-bc97-42c8-80e2-68a634375d21 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.1455326 Nov 02 12:10:49.097749 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 529ef702-55bd-46bf-99f2-00550edd05e5 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:10:49.132168 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eca3fa01-d0d5-4e84-ad93-d44d0524a846 req-e1c26400-ef6b-411b-b473-bc1e5361b404 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565977 Nov 02 12:10:49.151189 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f4b0e85e-d724-4e7f-98ac-5fc69e277de4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6732419 Nov 02 12:10:49.155496 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44370) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:49.161931 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-3128a67a-098e-4fb3-9ceb-1dee621a4fd4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1383888300'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:49.187333 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5937a6bf-5705-4c58-b7c3-d64d11008f8a None None] Deleting port 9dd3b102-4290-4489-827f-a67348975aa7 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:49.187778 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5937a6bf-5705-4c58-b7c3-d64d11008f8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:49.262099 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-5937a6bf-5705-4c58-b7c3-d64d11008f8a None None] For port 9dd3b102-4290-4489-827f-a67348975aa7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9dd3b102-4290-4489-827f-a67348975aa7,segment=NetworkSegment(52731252-3f63-4b20-aa8a-d8d9cc257030),segment_id=52731252-3f63-4b20-aa8a-d8d9cc257030)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:49.262498 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5937a6bf-5705-4c58-b7c3-d64d11008f8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:49.274425 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:49.277056 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5937a6bf-5705-4c58-b7c3-d64d11008f8a None None] Calling delete_port for 9dd3b102-4290-4489-827f-a67348975aa7 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:49.298831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd3b102-4290-4489-827f-a67348975aa7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:49.306187 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] No DVR routers for this DVR port 9dd3b102-4290-4489-827f-a67348975aa7 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:49.325443 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3128a67a-098e-4fb3-9ceb-1dee621a4fd4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Made reservation on behalf of 8b6faed4bce24fb8829aa0be5d0c6944 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:49.329094 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3128a67a-098e-4fb3-9ceb-1dee621a4fd4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:49.403440 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5937a6bf-5705-4c58-b7c3-d64d11008f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:49.405504 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:49.427088 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:49.431709 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937a6bf-5705-4c58-b7c3-d64d11008f8a None None] Pushing event deleted for resources: {'Port': ['ID=9dd3b102-4290-4489-827f-a67348975aa7,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:49.436956 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52731252-3f63-4b20-aa8a-d8d9cc257030') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:49.437299 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52731252-3f63-4b20-aa8a-d8d9cc257030') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:49.437747 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5937a6bf-5705-4c58-b7c3-d64d11008f8a None None] No DVR routers for this DVR port 9dd3b102-4290-4489-827f-a67348975aa7 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:49.449564 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:49.462972 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:49.469161 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:10:49.469602 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:10:49.472728 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:10:49.558350 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3128a67a-098e-4fb3-9ceb-1dee621a4fd4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:10:49.568011 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3128a67a-098e-4fb3-9ceb-1dee621a4fd4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:49.568350 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-3128a67a-098e-4fb3-9ceb-1dee621a4fd4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Added segment db30b306-0afe-4d07-9f3d-ac624780f2d6 of type vlan for network 6b412d1e-5199-4667-aaaa-a1d4b1aaf051 Nov 02 12:10:49.609615 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3128a67a-098e-4fb3-9ceb-1dee621a4fd4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:49.753977 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:49.759681 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:49.763463 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] 10.222.0.52 "DELETE /v2.0/networks/dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb HTTP/1.1" status: 204 len: 168 time: 1.1170528 Nov 02 12:10:49.777319 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed57b4c8-d676-4560-8fc3-ddad24e34177 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd8d91f7-3a4c-4af6-a2e8-4ad3bc24f1eb,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:49.788100 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3128a67a-098e-4fb3-9ceb-1dee621a4fd4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:49.789661 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-886e88c2-55d2-4f0c-830f-a91641c0105a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:49.799869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3128a67a-098e-4fb3-9ceb-1dee621a4fd4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:49.800863 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3128a67a-098e-4fb3-9ceb-1dee621a4fd4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:49.877093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128a67a-098e-4fb3-9ceb-1dee621a4fd4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event updated for resources: {'Network': ['ID=6b412d1e-5199-4667-aaaa-a1d4b1aaf051,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:49.888150 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 6b412d1e-5199-4667-aaaa-a1d4b1aaf051 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:10:49.985451 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3128a67a-098e-4fb3-9ceb-1dee621a4fd4 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8286381 Nov 02 12:10:50.119951 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44376) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:50.125179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Request body: {'subnets': [{'network_id': '529ef702-55bd-46bf-99f2-00550edd05e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1258237894', 'ip_version': 4}, {'network_id': '6b412d1e-5199-4667-aaaa-a1d4b1aaf051', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:50.125495 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Request body: {'subnet': {'network_id': '529ef702-55bd-46bf-99f2-00550edd05e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1258237894', 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:50.135689 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Request body: {'subnet': {'network_id': '6b412d1e-5199-4667-aaaa-a1d4b1aaf051', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:50.302513 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44380) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:50.334277 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29533fdc-5683-4f89-befa-b8cf87da0bba req-34384dde-e4a9-4e93-a054-e4e537968529 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:50.336059 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29533fdc-5683-4f89-befa-b8cf87da0bba req-34384dde-e4a9-4e93-a054-e4e537968529 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.1210556 Nov 02 12:10:50.354175 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2b9bcbc7-0330-4f16-ac13-5500b5bb06c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=97e2408f8af54be9be8c24d9e4a4c894&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502255 Nov 02 12:10:50.356790 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44382) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:50.404199 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29533fdc-5683-4f89-befa-b8cf87da0bba req-e9834e31-d877-4055-9978-bc8edeade78a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525105 Nov 02 12:10:50.412565 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-26858d38-9576-447c-b36b-08dd4fa8fea0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:50.437958 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-26858d38-9576-447c-b36b-08dd4fa8fea0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:50.473442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Made reservation on behalf of 8b6faed4bce24fb8829aa0be5d0c6944 for: {'subnet': 2} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:50.484315 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:50.484315 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:50.610426 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9dd3b102-4290-4489-827f-a67348975aa7 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:50.632394 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 9dd3b102-4290-4489-827f-a67348975aa7 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:10:50.632728 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9dd3b102-4290-4489-827f-a67348975aa7 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:10:50.782177 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-26858d38-9576-447c-b36b-08dd4fa8fea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:50.785142 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-26858d38-9576-447c-b36b-08dd4fa8fea0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:50.787326 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-26858d38-9576-447c-b36b-08dd4fa8fea0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/80ba0750-06c1-4b27-b0fc-4c7777312a09 HTTP/1.1" status: 204 len: 168 time: 0.4292407 Nov 02 12:10:50.805111 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26858d38-9576-447c-b36b-08dd4fa8fea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ba0750-06c1-4b27-b0fc-4c7777312a09,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:51.005022 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:51.039465 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:51.068707 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event updated for resources: {'Subnet': ['ID=9dd5b622-a257-4ec9-bb02-0d0cd3b78c35,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:51.078081 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Checking segment: {'id': 'c1b63d53-7b74-4d02-aefa-e515649af3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '529ef702-55bd-46bf-99f2-00550edd05e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:10:51.078438 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Network hostable DHCP agents. Network: 529ef702-55bd-46bf-99f2-00550edd05e5, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:10:51.201487 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Network 529ef702-55bd-46bf-99f2-00550edd05e5 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:10:51.219971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-3992a720-7c26-45b8-aae3-a44aa8823173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:51.221700 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-3992a720-7c26-45b8-aae3-a44aa8823173 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0545778 Nov 02 12:10:51.321625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-814511b1-cd07-4f76-bd03-fd896ba594f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:51.323132 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-814511b1-cd07-4f76-bd03-fd896ba594f4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 HTTP/1.1" status: 200 len: 898 time: 0.0918858 Nov 02 12:10:51.326503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 529ef702-55bd-46bf-99f2-00550edd05e5) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:51.341805 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd83f52-87e7-4360-be1b-10a45d2f6c43 None None] Network 529ef702-55bd-46bf-99f2-00550edd05e5 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:51.399773 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:51.454236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-7a0c9b8d-2477-421f-8aba-c66a394f8b84 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb795691-03b3-4dd8-bf9f-b06239c1a8b2 HTTP/1.1" status: 200 len: 1001 time: 0.1228664 Nov 02 12:10:51.528764 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-529ef702-55bd-46bf-99f2-00550edd05e5', 'network_id': '529ef702-55bd-46bf-99f2-00550edd05e5', 'tenant_id': '8b6faed4bce24fb8829aa0be5d0c6944', 'fixed_ips': [{'subnet_id': '9dd5b622-a257-4ec9-bb02-0d0cd3b78c35'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:10:51.529805 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:51.541565 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event updated for resources: {'Subnet': ['ID=d2cbb554-ef49-4c2c-ac2d-c3787ee74bf4,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:51.593454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-5de500d4-5cb4-419f-8268-3240852275f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:51.595510 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-5de500d4-5cb4-419f-8268-3240852275f3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=22480237-b98c-4a81-8db6-eed1815ca3f6 HTTP/1.1" status: 200 len: 834 time: 0.1302097 Nov 02 12:10:51.625563 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Checking segment: {'id': 'db30b306-0afe-4d07-9f3d-ac624780f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6b412d1e-5199-4667-aaaa-a1d4b1aaf051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:10:51.625935 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Network hostable DHCP agents. Network: 6b412d1e-5199-4667-aaaa-a1d4b1aaf051, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:10:51.674070 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b429b8-49a7-4663-838b-e09f02881303 req-13aa389c-cc6d-44f4-9c1f-eb9cc5c705ab tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:51.682866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f8b429b8-49a7-4663-838b-e09f02881303 req-13aa389c-cc6d-44f4-9c1f-eb9cc5c705ab tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.1620960 Nov 02 12:10:51.692757 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Allocated IP 172.20.0.2 (529ef702-55bd-46bf-99f2-00550edd05e5/9dd5b622-a257-4ec9-bb02-0d0cd3b78c35/04d9ec46-2944-4d8f-88eb-26ad41944b65) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:51.744398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-36fb8dc6-7f56-4f1a-bb80-729eab9a04bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:51.745971 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-36fb8dc6-7f56-4f1a-bb80-729eab9a04bd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1349132 Nov 02 12:10:51.751141 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f8b429b8-49a7-4663-838b-e09f02881303 req-646136d4-e90e-42ea-b89c-e8b51473c44f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674942 Nov 02 12:10:51.795758 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Network 6b412d1e-5199-4667-aaaa-a1d4b1aaf051 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:10:51.868171 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-7127e6bd-2a59-4416-9bf3-509ae97a2f18 service neutron] 10.222.0.79 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140530 Nov 02 12:10:51.875784 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:51.947306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 6b412d1e-5199-4667-aaaa-a1d4b1aaf051) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:51.962392 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b761192-310a-44fd-a589-052c9c712e3b None None] Network 6b412d1e-5199-4667-aaaa-a1d4b1aaf051 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:51.962604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:51.963077 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:51.964006 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:52.003809 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-34754ce2-2e73-41eb-890f-fbbd7e8749ae service neutron] 10.222.0.79 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275218 Nov 02 12:10:52.006725 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:52.099673 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9dc9a2dd-fe04-47d6-ae68-dd51afd8c648 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9785547 Nov 02 12:10:52.102457 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44408) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:52.161466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a333c-d0e1-4b73-b52b-2aebe016e276 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:52.164111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a333c-d0e1-4b73-b52b-2aebe016e276 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:52.165902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a333c-d0e1-4b73-b52b-2aebe016e276 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:52.171129 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6a2a333c-d0e1-4b73-b52b-2aebe016e276 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0643167 Nov 02 12:10:52.173115 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44412) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:52.258428 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-311899c1-ea00-498d-b18b-cb0c186c72da tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Deleting subnet 9dd5b622-a257-4ec9-bb02-0d0cd3b78c35 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:10:52.262212 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-311899c1-ea00-498d-b18b-cb0c186c72da tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:52.297194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44414) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:52.334789 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Network 529ef702-55bd-46bf-99f2-00550edd05e5 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:52.340773 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-311899c1-ea00-498d-b18b-cb0c186c72da tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:52.346960 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:52.354178 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:10:52.375802 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Pushing event updated for resources: {'Port': ['ID=04d9ec46-2944-4d8f-88eb-26ad41944b65,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:52.456433 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0c3e8fdb-d4cc-4276-88e4-2062f922d979 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1119627228-network', 'tenant_id': '2981a41515d44ab5bf092609bc194a9e'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:52.472171 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-311899c1-ea00-498d-b18b-cb0c186c72da tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:52.502301 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-6b412d1e-5199-4667-aaaa-a1d4b1aaf051', 'network_id': '6b412d1e-5199-4667-aaaa-a1d4b1aaf051', 'tenant_id': '8b6faed4bce24fb8829aa0be5d0c6944', 'fixed_ips': [{'subnet_id': 'd2cbb554-ef49-4c2c-ac2d-c3787ee74bf4'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:10:52.503190 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:52.519001 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Attempting to bind port 04d9ec46-2944-4d8f-88eb-26ad41944b65 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:10:52.520396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Attempting to bind port 04d9ec46-2944-4d8f-88eb-26ad41944b65 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'c1b63d53-7b74-4d02-aefa-e515649af3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '529ef702-55bd-46bf-99f2-00550edd05e5'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:10:52.520396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Attempting to bind port 04d9ec46-2944-4d8f-88eb-26ad41944b65 on network 529ef702-55bd-46bf-99f2-00550edd05e5 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:10:52.531365 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:10:52.531746 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Checking segment: {'id': 'c1b63d53-7b74-4d02-aefa-e515649af3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '529ef702-55bd-46bf-99f2-00550edd05e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:10:52.532148 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:52.532539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Bound using segment: {'id': 'c1b63d53-7b74-4d02-aefa-e515649af3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '529ef702-55bd-46bf-99f2-00550edd05e5'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:10:52.533013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Bound port: 04d9ec46-2944-4d8f-88eb-26ad41944b65, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b63d53-7b74-4d02-aefa-e515649af3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '529ef702-55bd-46bf-99f2-00550edd05e5'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:10:52.533395 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:52.605256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3e8fdb-d4cc-4276-88e4-2062f922d979 admin admin] Made reservation on behalf of 2981a41515d44ab5bf092609bc194a9e for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:52.609193 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8fdb-d4cc-4276-88e4-2062f922d979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:52.619856 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:52.621460 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8fdb-d4cc-4276-88e4-2062f922d979 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:52.714067 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Allocated IP 172.20.0.18 (6b412d1e-5199-4667-aaaa-a1d4b1aaf051/d2cbb554-ef49-4c2c-ac2d-c3787ee74bf4/8456b27b-3904-4b17-9753-c0dca3cd31e3) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:52.739581 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-311899c1-ea00-498d-b18b-cb0c186c72da tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:52.754499 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] For port 04d9ec46-2944-4d8f-88eb-26ad41944b65, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:10:52.791419 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311899c1-ea00-498d-b18b-cb0c186c72da tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd5b622-a257-4ec9-bb02-0d0cd3b78c35,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:52.808607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] For port 04d9ec46-2944-4d8f-88eb-26ad41944b65, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=04d9ec46-2944-4d8f-88eb-26ad41944b65,segment=NetworkSegment(c1b63d53-7b74-4d02-aefa-e515649af3c9),segment_id=c1b63d53-7b74-4d02-aefa-e515649af3c9)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:10:52.809801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-311899c1-ea00-498d-b18b-cb0c186c72da tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:52.815435 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8fdb-d4cc-4276-88e4-2062f922d979 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:52.818456 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-311899c1-ea00-498d-b18b-cb0c186c72da tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "DELETE /v2.0/subnets/9dd5b622-a257-4ec9-bb02-0d0cd3b78c35 HTTP/1.1" status: 204 len: 168 time: 0.6441910 Nov 02 12:10:52.821034 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44422) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:52.884917 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb547ba3-7f5f-4fb5-b9c6-7e3ab60422ce tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Deleting subnet d2cbb554-ef49-4c2c-ac2d-c3787ee74bf4 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:10:52.905670 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290cafb-b8fd-45d2-b9a8-52c700c480f2 req-896a4850-d478-4051-8d04-2269af42266b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:52.907347 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2290cafb-b8fd-45d2-b9a8-52c700c480f2 req-896a4850-d478-4051-8d04-2269af42266b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.0654585 Nov 02 12:10:52.915987 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:52.954878 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8fdb-d4cc-4276-88e4-2062f922d979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:52.957002 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:52.968315 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2290cafb-b8fd-45d2-b9a8-52c700c480f2 req-d1d816f1-244a-4726-9153-675bb227f19a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543351 Nov 02 12:10:52.979421 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3e8fdb-d4cc-4276-88e4-2062f922d979 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:10:52.999850 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e8fdb-d4cc-4276-88e4-2062f922d979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e817b8-1d28-49c9-90cc-e1083cfaba4a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:53.007427 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8fdb-d4cc-4276-88e4-2062f922d979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:53.007427 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-0c3e8fdb-d4cc-4276-88e4-2062f922d979 admin admin] Added segment 6c8365e2-6b74-4db1-aa39-64a9e4961646 of type vlan for network cd80b24d-1b82-4bee-8de4-e19afa4294ea Nov 02 12:10:53.025254 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818d19f-2e19-4e6a-a0a1-4312e04a1186 None None] Pushing event updated for resources: {'Port': ['ID=04d9ec46-2944-4d8f-88eb-26ad41944b65,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:53.057938 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8fdb-d4cc-4276-88e4-2062f922d979 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:53.063628 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb547ba3-7f5f-4fb5-b9c6-7e3ab60422ce tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:53.065088 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:53.131982 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Network 6b412d1e-5199-4667-aaaa-a1d4b1aaf051 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:10:53.136113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Pushing event updated for resources: {'Port': ['ID=8456b27b-3904-4b17-9753-c0dca3cd31e3,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:53.136851 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb547ba3-7f5f-4fb5-b9c6-7e3ab60422ce tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:53.139132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:53.141676 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:10:53.159581 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8fdb-d4cc-4276-88e4-2062f922d979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:53.160661 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e8fdb-d4cc-4276-88e4-2062f922d979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:53.161234 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8fdb-d4cc-4276-88e4-2062f922d979 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:53.296379 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Attempting to bind port 8456b27b-3904-4b17-9753-c0dca3cd31e3 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:10:53.296782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Attempting to bind port 8456b27b-3904-4b17-9753-c0dca3cd31e3 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'db30b306-0afe-4d07-9f3d-ac624780f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6b412d1e-5199-4667-aaaa-a1d4b1aaf051'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:10:53.297139 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Attempting to bind port 8456b27b-3904-4b17-9753-c0dca3cd31e3 on network 6b412d1e-5199-4667-aaaa-a1d4b1aaf051 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:10:53.303701 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:10:53.304078 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Checking segment: {'id': 'db30b306-0afe-4d07-9f3d-ac624780f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6b412d1e-5199-4667-aaaa-a1d4b1aaf051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:10:53.304486 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:53.304878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Bound using segment: {'id': 'db30b306-0afe-4d07-9f3d-ac624780f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6b412d1e-5199-4667-aaaa-a1d4b1aaf051'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:10:53.305380 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Bound port: 8456b27b-3904-4b17-9753-c0dca3cd31e3, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db30b306-0afe-4d07-9f3d-ac624780f2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6b412d1e-5199-4667-aaaa-a1d4b1aaf051'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:10:53.305788 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:53.323308 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb547ba3-7f5f-4fb5-b9c6-7e3ab60422ce tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:53.351162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e8fdb-d4cc-4276-88e4-2062f922d979 admin admin] Pushing event updated for resources: {'Network': ['ID=cd80b24d-1b82-4bee-8de4-e19afa4294ea,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:53.365345 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network cd80b24d-1b82-4bee-8de4-e19afa4294ea details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:10:53.665413 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0c3e8fdb-d4cc-4276-88e4-2062f922d979 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3670857 Nov 02 12:10:53.668328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44424) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:53.673262 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-db8bab2d-8f19-4ff9-a7f3-0f110fc957ad admin admin] Request body: {'subnet': {'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1119627228-subnet', 'tenant_id': '2981a41515d44ab5bf092609bc194a9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:53.686169 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb547ba3-7f5f-4fb5-b9c6-7e3ab60422ce tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:53.688430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] For port 8456b27b-3904-4b17-9753-c0dca3cd31e3, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:10:53.692018 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] For port 8456b27b-3904-4b17-9753-c0dca3cd31e3, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8456b27b-3904-4b17-9753-c0dca3cd31e3,segment=NetworkSegment(db30b306-0afe-4d07-9f3d-ac624780f2d6),segment_id=db30b306-0afe-4d07-9f3d-ac624780f2d6)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:10:53.716715 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb547ba3-7f5f-4fb5-b9c6-7e3ab60422ce tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event deleted for resources: {'Subnet': ['ID=d2cbb554-ef49-4c2c-ac2d-c3787ee74bf4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:53.722610 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb547ba3-7f5f-4fb5-b9c6-7e3ab60422ce tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:53.727201 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cb547ba3-7f5f-4fb5-b9c6-7e3ab60422ce tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "DELETE /v2.0/subnets/d2cbb554-ef49-4c2c-ac2d-c3787ee74bf4 HTTP/1.1" status: 204 len: 168 time: 0.9051349 Nov 02 12:10:53.729880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44426) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:53.770545 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:53.797191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a8e319-bf4a-4148-8cba-7a9a0b2b0d94 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:53.803751 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-65a8e319-bf4a-4148-8cba-7a9a0b2b0d94 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0723627 Nov 02 12:10:53.807644 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8bab2d-8f19-4ff9-a7f3-0f110fc957ad admin admin] Made reservation on behalf of 2981a41515d44ab5bf092609bc194a9e for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:53.809536 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44430) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:53.817851 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db8bab2d-8f19-4ff9-a7f3-0f110fc957ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:53.863816 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a07a68-86cb-4249-8776-6785681ae4b1 None None] Pushing event updated for resources: {'Port': ['ID=8456b27b-3904-4b17-9753-c0dca3cd31e3,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:53.962305 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:54.038895 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:54.107391 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Deleting port 8456b27b-3904-4b17-9753-c0dca3cd31e3 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:54.109495 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:54.168245 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db8bab2d-8f19-4ff9-a7f3-0f110fc957ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:54.208507 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] For port 8456b27b-3904-4b17-9753-c0dca3cd31e3, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8456b27b-3904-4b17-9753-c0dca3cd31e3,segment=NetworkSegment(db30b306-0afe-4d07-9f3d-ac624780f2d6),segment_id=db30b306-0afe-4d07-9f3d-ac624780f2d6)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:54.209350 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:54.253644 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Calling delete_port for 8456b27b-3904-4b17-9753-c0dca3cd31e3 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:54.261515 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680668c-98cc-48f6-b701-e520fb30d829 req-6a9cbc50-fe72-4d14-b1e8-1b17af239f10 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:54.269156 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f680668c-98cc-48f6-b701-e520fb30d829 req-6a9cbc50-fe72-4d14-b1e8-1b17af239f10 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.1597543 Nov 02 12:10:54.317855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8bab2d-8f19-4ff9-a7f3-0f110fc957ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf4c89c0-b4cd-45ef-ad38-b6d57b244f74,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:54.336683 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8bab2d-8f19-4ff9-a7f3-0f110fc957ad admin admin] Checking segment: {'id': '6c8365e2-6b74-4db1-aa39-64a9e4961646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:10:54.337182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8bab2d-8f19-4ff9-a7f3-0f110fc957ad admin admin] Network hostable DHCP agents. Network: cd80b24d-1b82-4bee-8de4-e19afa4294ea, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:10:54.360558 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f680668c-98cc-48f6-b701-e520fb30d829 req-1914d042-89b4-4cca-8687-18456e155602 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851867 Nov 02 12:10:54.396661 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:54.404483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2cde8b-aa14-410f-b5b4-c58d21348b89 None None] Network 529ef702-55bd-46bf-99f2-00550edd05e5 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:54.468147 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8bab2d-8f19-4ff9-a7f3-0f110fc957ad admin admin] Network cd80b24d-1b82-4bee-8de4-e19afa4294ea is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:10:54.527965 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c33c7c56-829c-4875-8df3-e2e8b86d7b47 None None] Provisioning complete for port 04d9ec46-2944-4d8f-88eb-26ad41944b65 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:10:54.528332 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c33c7c56-829c-4875-8df3-e2e8b86d7b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:54.576663 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:54.615673 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event deleted for resources: {'Port': ['ID=8456b27b-3904-4b17-9753-c0dca3cd31e3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:54.624057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-db8bab2d-8f19-4ff9-a7f3-0f110fc957ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, cd80b24d-1b82-4bee-8de4-e19afa4294ea) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:10:54.624302 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] No DVR routers for this DVR port 8456b27b-3904-4b17-9753-c0dca3cd31e3 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:54.631080 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8bab2d-8f19-4ff9-a7f3-0f110fc957ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:54.631930 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db8bab2d-8f19-4ff9-a7f3-0f110fc957ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:54.653398 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c33c7c56-829c-4875-8df3-e2e8b86d7b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:54.700662 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c33c7c56-829c-4875-8df3-e2e8b86d7b47 None None] For port 04d9ec46-2944-4d8f-88eb-26ad41944b65, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=04d9ec46-2944-4d8f-88eb-26ad41944b65,segment=NetworkSegment(c1b63d53-7b74-4d02-aefa-e515649af3c9),segment_id=c1b63d53-7b74-4d02-aefa-e515649af3c9)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:54.704485 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c465174b-4b2f-4049-b941-3e653ef487b4 None None] DHCP port deletion for 529ef702-55bd-46bf-99f2-00550edd05e5 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:10:54.712013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8dba55-cf6d-4274-8597-5fd67e03abf5 None None] Network cd80b24d-1b82-4bee-8de4-e19afa4294ea requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:54.765269 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:54.800432 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-db8bab2d-8f19-4ff9-a7f3-0f110fc957ad admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1308956 Nov 02 12:10:54.818973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b412d1e-5199-4667-aaaa-a1d4b1aaf051']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:54.856833 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db30b306-0afe-4d07-9f3d-ac624780f2d6') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:54.857137 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db30b306-0afe-4d07-9f3d-ac624780f2d6') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:54.859037 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8456b27b-3904-4b17-9753-c0dca3cd31e3 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:10:54.874544 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c33c7c56-829c-4875-8df3-e2e8b86d7b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:54.877507 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:54.908462 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:54.922647 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:10:54.923082 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:10:54.928227 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:10:54.956531 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 8456b27b-3904-4b17-9753-c0dca3cd31e3 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:10:54.957000 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8456b27b-3904-4b17-9753-c0dca3cd31e3 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 02 12:10:55.012935 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Port 8456b27b-3904-4b17-9753-c0dca3cd31e3 not found, will not notify nova. {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 02 12:10:55.075391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c7c56-829c-4875-8df3-e2e8b86d7b47 None None] Pushing event updated for resources: {'Port': ['ID=04d9ec46-2944-4d8f-88eb-26ad41944b65,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:55.080672 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c465174b-4b2f-4049-b941-3e653ef487b4 None None] Deleting port 04d9ec46-2944-4d8f-88eb-26ad41944b65 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:55.081132 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c465174b-4b2f-4049-b941-3e653ef487b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:55.147739 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:55.155896 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e180de-16a6-409e-8fca-3baf40b7d2bf None None] Network cd80b24d-1b82-4bee-8de4-e19afa4294ea requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:55.165099 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:55.171624 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:55.178069 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44444) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:55.187649 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "DELETE /v2.0/networks/6b412d1e-5199-4667-aaaa-a1d4b1aaf051 HTTP/1.1" status: 204 len: 168 time: 1.3673339 Nov 02 12:10:55.198574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c465174b-4b2f-4049-b941-3e653ef487b4 None None] For port 04d9ec46-2944-4d8f-88eb-26ad41944b65, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=04d9ec46-2944-4d8f-88eb-26ad41944b65,segment=NetworkSegment(c1b63d53-7b74-4d02-aefa-e515649af3c9),segment_id=c1b63d53-7b74-4d02-aefa-e515649af3c9)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:55.199477 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c465174b-4b2f-4049-b941-3e653ef487b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:55.215762 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c465174b-4b2f-4049-b941-3e653ef487b4 None None] Calling delete_port for 04d9ec46-2944-4d8f-88eb-26ad41944b65 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:55.236095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65f35e-0b64-4f80-b63a-4942eeefa763 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event deleted for resources: {'Network': ['ID=6b412d1e-5199-4667-aaaa-a1d4b1aaf051,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:55.327288 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:55.437255 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c465174b-4b2f-4049-b941-3e653ef487b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:55.472389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465174b-4b2f-4049-b941-3e653ef487b4 None None] Pushing event deleted for resources: {'Port': ['ID=04d9ec46-2944-4d8f-88eb-26ad41944b65,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:55.477071 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465174b-4b2f-4049-b941-3e653ef487b4 None None] No DVR routers for this DVR port 04d9ec46-2944-4d8f-88eb-26ad41944b65 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:55.504555 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-923a9cff-8966-4325-8d91-fa68e201d37a None None] Could not find standard attr ID for object 8456b27b-3904-4b17-9753-c0dca3cd31e3. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:10:55.513273 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d077dc50-8dc5-446b-b725-9898591be510 None None] DHCP port deletion for 6b412d1e-5199-4667-aaaa-a1d4b1aaf051 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:10:55.518030 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853ae6b-9375-44e6-8274-de3473140c51 req-46efd443-9511-474c-b8ef-ee21fc26df55 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:55.520242 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3853ae6b-9375-44e6-8274-de3473140c51 req-46efd443-9511-474c-b8ef-ee21fc26df55 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/networks?id=cd80b24d-1b82-4bee-8de4-e19afa4294ea HTTP/1.1" status: 200 len: 815 time: 0.1871445 Nov 02 12:10:55.524067 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Deleting port 04d9ec46-2944-4d8f-88eb-26ad41944b65 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:10:55.524420 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:55.529756 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed257c06-3a20-49ca-a5b5-6fad7557a98a None None] Network 6b412d1e-5199-4667-aaaa-a1d4b1aaf051 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:10:55.543548 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed257c06-3a20-49ca-a5b5-6fad7557a98a None None] Network 6b412d1e-5199-4667-aaaa-a1d4b1aaf051 could not be found, it might have been deleted concurrently. {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 02 12:10:55.586446 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3853ae6b-9375-44e6-8274-de3473140c51 req-8911c410-550e-42a9-a31a-f223573b8ac8 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/quotas/2981a41515d44ab5bf092609bc194a9e HTTP/1.1" status: 200 len: 375 time: 0.0429592 Nov 02 12:10:55.625855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] For port 04d9ec46-2944-4d8f-88eb-26ad41944b65, host n-d-806683-18, got binding levels [] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:10:55.626132 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:55.630883 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5126b9ee-a0bd-4e94-80e5-75359a9747e7 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2981a41515d44ab5bf092609bc194a9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365543 Nov 02 12:10:55.649598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Calling delete_port for 04d9ec46-2944-4d8f-88eb-26ad41944b65 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:10:55.664155 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.ipam_backend_mixin [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Port 04d9ec46-2944-4d8f-88eb-26ad41944b65 was not found and therefore no delete operation was performed {{(pid=102689) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 12:10:55.670478 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:55.725485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event deleted for resources: {'Port': ['ID=04d9ec46-2944-4d8f-88eb-26ad41944b65,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:55.730207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] No DVR routers for this DVR port 04d9ec46-2944-4d8f-88eb-26ad41944b65 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:10:55.831244 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3853ae6b-9375-44e6-8274-de3473140c51 req-972001d6-6dd7-4656-8fd4-077654581783 service neutron] 10.222.0.52 "GET /v2.0/networks/cd80b24d-1b82-4bee-8de4-e19afa4294ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928504 Nov 02 12:10:55.833385 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:55.876789 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529ef702-55bd-46bf-99f2-00550edd05e5']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:55.916990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b63d53-7b74-4d02-aefa-e515649af3c9') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:55.917287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b63d53-7b74-4d02-aefa-e515649af3c9') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:55.929617 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:56.285752 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:56.300328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:10:56.301327 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:10:56.304349 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:10:56.325565 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3853ae6b-9375-44e6-8274-de3473140c51 req-fde2d911-9982-4776-a74a-3e3c33cea26c service neutron] 10.222.0.52 "GET /v2.0/networks/cd80b24d-1b82-4bee-8de4-e19afa4294ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843295 Nov 02 12:10:56.450548 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:56.463545 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:56.466857 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "DELETE /v2.0/networks/529ef702-55bd-46bf-99f2-00550edd05e5 HTTP/1.1" status: 204 len: 168 time: 1.2875869 Nov 02 12:10:56.469465 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44458) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:56.487880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270d487-960b-48e9-9378-a1657a8735e3 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event deleted for resources: {'Network': ['ID=529ef702-55bd-46bf-99f2-00550edd05e5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:56.567839 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e79f34f4-3a40-4602-9ced-0ad1a822ffec tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:56.660074 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 04d9ec46-2944-4d8f-88eb-26ad41944b65 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:56.683894 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 04d9ec46-2944-4d8f-88eb-26ad41944b65 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:10:56.684615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 04d9ec46-2944-4d8f-88eb-26ad41944b65 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:10:56.685213 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8456b27b-3904-4b17-9753-c0dca3cd31e3 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:10:56.708625 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 8456b27b-3904-4b17-9753-c0dca3cd31e3 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:10:56.710343 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e79f34f4-3a40-4602-9ced-0ad1a822ffec tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:56.710607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8456b27b-3904-4b17-9753-c0dca3cd31e3 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:10:56.732536 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e2f2e-04c3-4a08-8508-5ebee68c6ba2 req-267b5fea-9c49-4b9d-b74e-04081c5d4fd2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:56.734033 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d2e2f2e-04c3-4a08-8508-5ebee68c6ba2 req-267b5fea-9c49-4b9d-b74e-04081c5d4fd2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.1194081 Nov 02 12:10:56.755585 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e79f34f4-3a40-4602-9ced-0ad1a822ffec tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9a7d5b-b7e4-418b-a4d9-51d30db19e61']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:56.774277 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e79f34f4-3a40-4602-9ced-0ad1a822ffec tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d84f8b6-43ba-4c09-95ba-0cd8b14ae6f9') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:56.774570 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e79f34f4-3a40-4602-9ced-0ad1a822ffec tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d84f8b6-43ba-4c09-95ba-0cd8b14ae6f9') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:56.791703 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e79f34f4-3a40-4602-9ced-0ad1a822ffec tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:56.817208 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e79f34f4-3a40-4602-9ced-0ad1a822ffec tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:56.824863 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d2e2f2e-04c3-4a08-8508-5ebee68c6ba2 req-41288d28-4c45-41e9-ad95-29f7a2fe1dc5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807717 Nov 02 12:10:56.827564 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79f34f4-3a40-4602-9ced-0ad1a822ffec tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:10:56.830043 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e79f34f4-3a40-4602-9ced-0ad1a822ffec tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:10:56.831223 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:10:56.928536 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1f117dc7-6472-4259-b41b-92dc2fa93db3 req-7e3cee12-1d14-4c67-b710-655eb9f563cb tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 210 time: 0.0390151 Nov 02 12:10:57.044983 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e79f34f4-3a40-4602-9ced-0ad1a822ffec tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:57.051752 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e79f34f4-3a40-4602-9ced-0ad1a822ffec tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:57.055571 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e79f34f4-3a40-4602-9ced-0ad1a822ffec tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "DELETE /v2.0/networks/5b9a7d5b-b7e4-418b-a4d9-51d30db19e61 HTTP/1.1" status: 204 len: 168 time: 0.5845153 Nov 02 12:10:57.057691 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44470) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:57.070999 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f34f4-3a40-4602-9ced-0ad1a822ffec tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event deleted for resources: {'Network': ['ID=5b9a7d5b-b7e4-418b-a4d9-51d30db19e61,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:57.149969 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a55c65c-c261-4c18-8ab6-bebac5e092e1 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:57.245852 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a55c65c-c261-4c18-8ab6-bebac5e092e1 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:57.267221 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-7a55c65c-c261-4c18-8ab6-bebac5e092e1 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1407835c-ecb3-4559-8fd5-8514db1453c7']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:57.278672 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-7a55c65c-c261-4c18-8ab6-bebac5e092e1 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2374b9-4e1d-4501-8064-4a999176080b') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:57.279041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-7a55c65c-c261-4c18-8ab6-bebac5e092e1 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2374b9-4e1d-4501-8064-4a999176080b') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:10:57.289763 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a55c65c-c261-4c18-8ab6-bebac5e092e1 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:57.303680 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a55c65c-c261-4c18-8ab6-bebac5e092e1 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:57.309853 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a55c65c-c261-4c18-8ab6-bebac5e092e1 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:10:57.310303 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a55c65c-c261-4c18-8ab6-bebac5e092e1 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:10:57.313673 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:10:57.462173 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a55c65c-c261-4c18-8ab6-bebac5e092e1 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:57.477396 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a55c65c-c261-4c18-8ab6-bebac5e092e1 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:57.483510 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7a55c65c-c261-4c18-8ab6-bebac5e092e1 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] 10.222.0.52 "DELETE /v2.0/networks/1407835c-ecb3-4559-8fd5-8514db1453c7 HTTP/1.1" status: 204 len: 168 time: 0.4222872 Nov 02 12:10:57.494594 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55c65c-c261-4c18-8ab6-bebac5e092e1 tempest-BulkNetworkOpsTest-1624041307 tempest-BulkNetworkOpsTest-1624041307-project] Pushing event deleted for resources: {'Network': ['ID=1407835c-ecb3-4559-8fd5-8514db1453c7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:57.970904 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274e4c7-b221-48d3-9581-ccf13bb62eae req-6ef4e4fb-8fff-472b-8e7f-b61e04a74d9a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:57.973431 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0274e4c7-b221-48d3-9581-ccf13bb62eae req-6ef4e4fb-8fff-472b-8e7f-b61e04a74d9a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.0623963 Nov 02 12:10:57.996011 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44488) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:58.032630 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0274e4c7-b221-48d3-9581-ccf13bb62eae req-61ccd3e1-d93d-451c-b02f-951a1ca9078d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534675 Nov 02 12:10:58.126109 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0fea0853-fbd7-4209-8d67-88a79f751850 req-ab711902-ca2c-489f-863b-07350e771980 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 210 time: 0.0314417 Nov 02 12:10:58.145554 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-28251710-72eb-49e2-91a1-95c2cc560ada admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b6faed4bce24fb8829aa0be5d0c6944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482642 Nov 02 12:10:58.148072 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44492) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:58.196713 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a2147b4-940e-400f-a8b5-33b5a9e01aae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:58.217763 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a2147b4-940e-400f-a8b5-33b5a9e01aae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:58.347420 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a2147b4-940e-400f-a8b5-33b5a9e01aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:58.350178 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a2147b4-940e-400f-a8b5-33b5a9e01aae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:58.351738 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7a2147b4-940e-400f-a8b5-33b5a9e01aae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b47e427f-5be9-4495-9b1c-8c73dc368c7a HTTP/1.1" status: 204 len: 168 time: 0.2023935 Nov 02 12:10:58.360571 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2147b4-940e-400f-a8b5-33b5a9e01aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47e427f-5be9-4495-9b1c-8c73dc368c7a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:10:59.215880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06addea-1521-4834-9495-2f1d084faddf req-60e19da2-1413-4281-8ad8-532c79326c21 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:59.219672 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b06addea-1521-4834-9495-2f1d084faddf req-60e19da2-1413-4281-8ad8-532c79326c21 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.1146033 Nov 02 12:10:59.297249 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853ae6b-9375-44e6-8274-de3473140c51 req-7cbfd407-410f-4689-a6d5-607f1cf613da tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:10:59.299315 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3853ae6b-9375-44e6-8274-de3473140c51 req-7cbfd407-410f-4689-a6d5-607f1cf613da tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.54 "GET /v2.0/networks?id=cd80b24d-1b82-4bee-8de4-e19afa4294ea HTTP/1.1" status: 200 len: 815 time: 0.1604335 Nov 02 12:10:59.319834 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b06addea-1521-4834-9495-2f1d084faddf req-b11e0ff0-5b23-4c9d-99c3-c4ab485f92e9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932131 Nov 02 12:10:59.327463 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-3853ae6b-9375-44e6-8274-de3473140c51 req-a04d208a-47b1-4d2f-883e-9f9ac926ea8d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Request body: {'port': {'device_id': '88a36104-1d41-46e0-aa5c-46a084fa95f7', 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea', 'admin_state_up': True, 'tenant_id': '2981a41515d44ab5bf092609bc194a9e'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:59.431828 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e699480-a7ef-4f67-ab18-9e83e6f0374a req-8aef4861-4cc0-4658-8aa3-1589e66e3ae7 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 210 time: 0.0298805 Nov 02 12:10:59.559286 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3853ae6b-9375-44e6-8274-de3473140c51 req-a04d208a-47b1-4d2f-883e-9f9ac926ea8d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Made reservation on behalf of 2981a41515d44ab5bf092609bc194a9e for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:59.563577 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3853ae6b-9375-44e6-8274-de3473140c51 req-a04d208a-47b1-4d2f-883e-9f9ac926ea8d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:59.631537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44528) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:10:59.715747 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-3853ae6b-9375-44e6-8274-de3473140c51 req-a04d208a-47b1-4d2f-883e-9f9ac926ea8d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Allocated IP 172.20.0.11 (cd80b24d-1b82-4bee-8de4-e19afa4294ea/cf4c89c0-b4cd-45ef-ad38-b6d57b244f74/1c1a9e97-acc6-4396-b0e0-1e16f71295b4) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:10:59.738708 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a9a882d9-5e8b-4ce1-9fd8-02751d7f12d8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1002350767'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:10:59.856761 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a882d9-5e8b-4ce1-9fd8-02751d7f12d8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:10:59.860522 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a9a882d9-5e8b-4ce1-9fd8-02751d7f12d8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:59.870699 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a9a882d9-5e8b-4ce1-9fd8-02751d7f12d8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:59.880919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3853ae6b-9375-44e6-8274-de3473140c51 req-a04d208a-47b1-4d2f-883e-9f9ac926ea8d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:59.947171 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a9a882d9-5e8b-4ce1-9fd8-02751d7f12d8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:10:59.982423 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3853ae6b-9375-44e6-8274-de3473140c51 req-a04d208a-47b1-4d2f-883e-9f9ac926ea8d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:00.027424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3853ae6b-9375-44e6-8274-de3473140c51 req-a04d208a-47b1-4d2f-883e-9f9ac926ea8d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Network cd80b24d-1b82-4bee-8de4-e19afa4294ea is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:11:00.032925 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-3853ae6b-9375-44e6-8274-de3473140c51 req-a04d208a-47b1-4d2f-883e-9f9ac926ea8d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:00.037885 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-3853ae6b-9375-44e6-8274-de3473140c51 req-a04d208a-47b1-4d2f-883e-9f9ac926ea8d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:11:00.044686 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a9a882d9-5e8b-4ce1-9fd8-02751d7f12d8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:00.049445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d208a-47b1-4d2f-883e-9f9ac926ea8d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Pushing event updated for resources: {'Port': ['ID=1c1a9e97-acc6-4396-b0e0-1e16f71295b4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:00.076401 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a882d9-5e8b-4ce1-9fd8-02751d7f12d8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:11:00.083703 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a882d9-5e8b-4ce1-9fd8-02751d7f12d8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fb5606-434f-4a72-90f1-eb8ae8cbcf14,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:00.089940 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a9a882d9-5e8b-4ce1-9fd8-02751d7f12d8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:00.090283 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-a9a882d9-5e8b-4ce1-9fd8-02751d7f12d8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Added segment dc665356-be77-4909-8383-dce47cdc8366 of type vlan for network d680976c-534e-411d-b813-8589a82e6833 Nov 02 12:11:00.093884 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853ae6b-9375-44e6-8274-de3473140c51 req-a04d208a-47b1-4d2f-883e-9f9ac926ea8d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:00.094564 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3853ae6b-9375-44e6-8274-de3473140c51 req-a04d208a-47b1-4d2f-883e-9f9ac926ea8d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:00.135522 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a9a882d9-5e8b-4ce1-9fd8-02751d7f12d8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:00.173727 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3853ae6b-9375-44e6-8274-de3473140c51 req-a04d208a-47b1-4d2f-883e-9f9ac926ea8d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8521709 Nov 02 12:11:00.186030 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Request body: {'port': {'device_id': '88a36104-1d41-46e0-aa5c-46a084fa95f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:00.247224 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:00.273752 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a9a882d9-5e8b-4ce1-9fd8-02751d7f12d8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:00.281012 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a882d9-5e8b-4ce1-9fd8-02751d7f12d8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:00.282085 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a9a882d9-5e8b-4ce1-9fd8-02751d7f12d8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:00.359373 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a882d9-5e8b-4ce1-9fd8-02751d7f12d8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Network': ['ID=d680976c-534e-411d-b813-8589a82e6833,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:00.371468 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network d680976c-534e-411d-b813-8589a82e6833 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:11:00.484700 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a9a882d9-5e8b-4ce1-9fd8-02751d7f12d8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8487756 Nov 02 12:11:00.525412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5326ea3-74b8-4bcd-84fa-726b953cb7a0 req-fd77ee83-ca49-43a6-98cc-b8e576358b18 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:00.526983 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5326ea3-74b8-4bcd-84fa-726b953cb7a0 req-fd77ee83-ca49-43a6-98cc-b8e576358b18 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.0858622 Nov 02 12:11:00.611089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44550) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:00.618280 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a1a932c5-1e27-4862-8a4a-ce5e6c31d1ba tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'subnet': {'network_id': 'd680976c-534e-411d-b813-8589a82e6833', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:00.618537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:11:00.626709 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:00.632538 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5326ea3-74b8-4bcd-84fa-726b953cb7a0 req-f055aa40-3cc8-4aa3-84c9-9a0d87275fc2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965047 Nov 02 12:11:00.643135 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Transition to ACTIVE for port object 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:11:00.741828 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3430905-3e58-4fef-8ea2-69f935ba1ca2 req-889b2096-be1a-4336-b65d-30b1362f78ff tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:00.743294 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a3430905-3e58-4fef-8ea2-69f935ba1ca2 req-889b2096-be1a-4336-b65d-30b1362f78ff tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 932 time: 0.0522568 Nov 02 12:11:00.764171 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:00.810512 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a932c5-1e27-4862-8a4a-ce5e6c31d1ba tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:00.814999 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1a932c5-1e27-4862-8a4a-ce5e6c31d1ba tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:00.844296 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1a9e97-acc6-4396-b0e0-1e16f71295b4,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:00.865988 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a3430905-3e58-4fef-8ea2-69f935ba1ca2 req-7ec4c87d-3d67-4cc3-a1b3-fc6decce79b4 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162796 Nov 02 12:11:00.933008 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Attempting to bind port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:11:00.933445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Attempting to bind port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '6c8365e2-6b74-4db1-aa39-64a9e4961646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:11:00.933835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Attempting to bind port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 on network cd80b24d-1b82-4bee-8de4-e19afa4294ea {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:11:00.938428 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 on network cd80b24d-1b82-4bee-8de4-e19afa4294ea not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:11:00.938850 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Attempting to bind port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 on network cd80b24d-1b82-4bee-8de4-e19afa4294ea {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:11:00.944037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:11:00.944447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Checking segment: {'id': '6c8365e2-6b74-4db1-aa39-64a9e4961646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:00.944933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Bound using segment: {'id': '6c8365e2-6b74-4db1-aa39-64a9e4961646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:11:00.945426 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Bound port: 1c1a9e97-acc6-4396-b0e0-1e16f71295b4, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8365e2-6b74-4db1-aa39-64a9e4961646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:11:00.945845 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:01.013873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] For port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:11:01.017563 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] For port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=1c1a9e97-acc6-4396-b0e0-1e16f71295b4,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:11:01.085432 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:01.113765 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1a932c5-1e27-4862-8a4a-ce5e6c31d1ba tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:01.121181 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:01.122132 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:01.123723 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3853ae6b-9375-44e6-8274-de3473140c51 req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] 10.222.0.54 "PUT /v2.0/ports/1c1a9e97-acc6-4396-b0e0-1e16f71295b4 HTTP/1.1" status: 200 len: 1093 time: 0.9419303 Nov 02 12:11:01.126246 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a36104-1d41-46e0-aa5c-46a084fa95f7', 'tag': '1c1a9e97-acc6-4396-b0e0-1e16f71295b4'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:11:01.130472 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412969b6-0880-43ca-869f-f91640304174" -d '{"events": [{"name": "network-changed", "server_uuid": "88a36104-1d41-46e0-aa5c-46a084fa95f7", "tag": "1c1a9e97-acc6-4396-b0e0-1e16f71295b4"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:11:01.162145 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd59309-89c1-4b5a-966e-28b646ec0971 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1a9e97-acc6-4396-b0e0-1e16f71295b4,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:01.184533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a932c5-1e27-4862-8a4a-ce5e6c31d1ba tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Subnet': ['ID=a99dc102-c22e-4d93-bad8-f16ee9f8f7a6,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:01.196565 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a932c5-1e27-4862-8a4a-ce5e6c31d1ba tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Checking segment: {'id': 'dc665356-be77-4909-8383-dce47cdc8366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd680976c-534e-411d-b813-8589a82e6833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:01.196565 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a932c5-1e27-4862-8a4a-ce5e6c31d1ba tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network hostable DHCP agents. Network: d680976c-534e-411d-b813-8589a82e6833, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:11:01.275523 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853ae6b-9375-44e6-8274-de3473140c51 req-54185a69-a3fc-4321-8c2b-46ed030a9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:01.284672 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3853ae6b-9375-44e6-8274-de3473140c51 req-54185a69-a3fc-4321-8c2b-46ed030a9b28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2981a41515d44ab5bf092609bc194a9e&device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 1096 time: 0.0494719 Nov 02 12:11:01.285404 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a932c5-1e27-4862-8a4a-ce5e6c31d1ba tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network d680976c-534e-411d-b813-8589a82e6833 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:11:01.326827 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3853ae6b-9375-44e6-8274-de3473140c51 req-66c92828-1570-49df-9893-54d42f60f187 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c1a9e97-acc6-4396-b0e0-1e16f71295b4 HTTP/1.1" status: 200 len: 217 time: 0.0401058 Nov 02 12:11:01.346462 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edb7062-dd2e-4336-9e26-22cd6bb12c24 x-openstack-request-id: req-5edb7062-dd2e-4336-9e26-22cd6bb12c24 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:11:01.346759 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a36104-1d41-46e0-aa5c-46a084fa95f7", "tag": "1c1a9e97-acc6-4396-b0e0-1e16f71295b4", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:11:01.347047 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5edb7062-dd2e-4336-9e26-22cd6bb12c24 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:11:01.347496 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a36104-1d41-46e0-aa5c-46a084fa95f7', 'tag': '1c1a9e97-acc6-4396-b0e0-1e16f71295b4', 'status': 'completed', 'code': 200} Nov 02 12:11:01.353312 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-a1a932c5-1e27-4862-8a4a-ce5e6c31d1ba tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, d680976c-534e-411d-b813-8589a82e6833) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:01.358597 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a932c5-1e27-4862-8a4a-ce5e6c31d1ba tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:01.359313 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1a932c5-1e27-4862-8a4a-ce5e6c31d1ba tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:01.372414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38faba46-0da7-47d0-b709-0d64ce498930 None None] Network d680976c-534e-411d-b813-8589a82e6833 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:01.387472 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853ae6b-9375-44e6-8274-de3473140c51 req-3e8114e7-d4f4-4407-936c-47ce8deab562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:01.389572 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3853ae6b-9375-44e6-8274-de3473140c51 req-3e8114e7-d4f4-4407-936c-47ce8deab562 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cf4c89c0-b4cd-45ef-ad38-b6d57b244f74 HTTP/1.1" status: 200 len: 855 time: 0.0554376 Nov 02 12:11:01.422518 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3853ae6b-9375-44e6-8274-de3473140c51 req-b23396f5-882d-49be-bd4f-e48bfa56f889 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cd80b24d-1b82-4bee-8de4-e19afa4294ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262382 Nov 02 12:11:01.499309 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a1a932c5-1e27-4862-8a4a-ce5e6c31d1ba tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8869913 Nov 02 12:11:01.502811 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44566) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:01.508827 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-c5f1dfc0-a2a2-4673-8769-a794425a06f1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1665529856'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:01.534100 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3853ae6b-9375-44e6-8274-de3473140c51 req-eb12ccd1-ff25-45ac-b597-ffed4ea191fa service neutron] 10.222.0.54 "GET /v2.0/networks/cd80b24d-1b82-4bee-8de4-e19afa4294ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040895 Nov 02 12:11:01.535734 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-d680976c-534e-411d-b813-8589a82e6833', 'network_id': 'd680976c-534e-411d-b813-8589a82e6833', 'tenant_id': 'e34a5854f9894ea0ba443ed84fd9fb60', 'fixed_ips': [{'subnet_id': 'a99dc102-c22e-4d93-bad8-f16ee9f8f7a6'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:11:01.543534 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:01.615797 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f1dfc0-a2a2-4673-8769-a794425a06f1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:01.619584 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c5f1dfc0-a2a2-4673-8769-a794425a06f1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:01.627939 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3853ae6b-9375-44e6-8274-de3473140c51 req-725a88ad-ee1b-476c-be91-f040d35fd835 service neutron] 10.222.0.54 "GET /v2.0/networks/cd80b24d-1b82-4bee-8de4-e19afa4294ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870042 Nov 02 12:11:01.657608 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f1dfc0-a2a2-4673-8769-a794425a06f1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:11:01.663857 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c5f1dfc0-a2a2-4673-8769-a794425a06f1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:01.664475 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-c5f1dfc0-a2a2-4673-8769-a794425a06f1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Added segment 8a3528e2-82e2-4c99-b236-11246674e7a0 of type vlan for network d4861a5e-c231-4a5e-99d2-4a3b5d689da4 Nov 02 12:11:01.685575 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Allocated IP 172.20.255.242 (d680976c-534e-411d-b813-8589a82e6833/a99dc102-c22e-4d93-bad8-f16ee9f8f7a6/7463402f-8e0e-468b-8eb9-2abdcadab6dc) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:11:01.719718 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c5f1dfc0-a2a2-4673-8769-a794425a06f1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:01.839674 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c5f1dfc0-a2a2-4673-8769-a794425a06f1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:01.848121 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f1dfc0-a2a2-4673-8769-a794425a06f1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:01.849032 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c5f1dfc0-a2a2-4673-8769-a794425a06f1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:01.849887 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:01.850020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c87ca-de41-4f62-a267-0fbc8524cdd5 req-40dee0d7-94cd-499b-b094-d9e7a6421e01 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:01.855530 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-761c87ca-de41-4f62-a267-0fbc8524cdd5 req-40dee0d7-94cd-499b-b094-d9e7a6421e01 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.1092138 Nov 02 12:11:01.898462 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412969b6-0880-43ca-869f-f91640304174 req-8db572f0-3d6a-42ca-aeb0-12a91157deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:01.900312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-412969b6-0880-43ca-869f-f91640304174 req-8db572f0-3d6a-42ca-aeb0-12a91157deca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2981a41515d44ab5bf092609bc194a9e&device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 1096 time: 0.1004486 Nov 02 12:11:01.927185 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1dfc0-a2a2-4673-8769-a794425a06f1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Network': ['ID=d4861a5e-c231-4a5e-99d2-4a3b5d689da4,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:01.929357 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-761c87ca-de41-4f62-a267-0fbc8524cdd5 req-5c24ad15-474f-4bca-88a6-6eb3b0e1a638 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678191 Nov 02 12:11:01.939082 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network d4861a5e-c231-4a5e-99d2-4a3b5d689da4 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:11:01.944618 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:02.007192 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Pushing event updated for resources: {'Port': ['ID=7463402f-8e0e-468b-8eb9-2abdcadab6dc,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:02.013584 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c5f1dfc0-a2a2-4673-8769-a794425a06f1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5096326 Nov 02 12:11:02.014365 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44578) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:02.024124 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-66ef6855-7dd7-43e8-bfb2-31bb650c9885 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'subnet': {'network_id': 'd4861a5e-c231-4a5e-99d2-4a3b5d689da4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:02.053691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412969b6-0880-43ca-869f-f91640304174 req-54f6e58a-b1be-4084-b966-dea369e7b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:02.055262 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-412969b6-0880-43ca-869f-f91640304174 req-54f6e58a-b1be-4084-b966-dea369e7b520 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cd80b24d-1b82-4bee-8de4-e19afa4294ea HTTP/1.1" status: 200 len: 916 time: 0.1437936 Nov 02 12:11:02.057423 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Network d680976c-534e-411d-b813-8589a82e6833 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:11:02.062205 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:02.064887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:11:02.116754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededa6d2-cba6-4ca5-8738-14d7f8a28af5 req-8c884991-fe00-4d13-b547-14dd48f949e9 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:02.118400 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ededa6d2-cba6-4ca5-8738-14d7f8a28af5 req-8c884991-fe00-4d13-b547-14dd48f949e9 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 944 time: 0.1184254 Nov 02 12:11:02.120749 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-412969b6-0880-43ca-869f-f91640304174 req-64537fca-e937-4435-a839-621a8eecc1fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c1a9e97-acc6-4396-b0e0-1e16f71295b4 HTTP/1.1" status: 200 len: 217 time: 0.0569851 Nov 02 12:11:02.153198 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Attempting to bind port 7463402f-8e0e-468b-8eb9-2abdcadab6dc on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:11:02.153627 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Attempting to bind port 7463402f-8e0e-468b-8eb9-2abdcadab6dc by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'dc665356-be77-4909-8383-dce47cdc8366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd680976c-534e-411d-b813-8589a82e6833'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:11:02.153996 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Attempting to bind port 7463402f-8e0e-468b-8eb9-2abdcadab6dc on network d680976c-534e-411d-b813-8589a82e6833 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:11:02.159444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:11:02.160685 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Checking segment: {'id': 'dc665356-be77-4909-8383-dce47cdc8366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd680976c-534e-411d-b813-8589a82e6833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:02.160907 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:02.161320 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Bound using segment: {'id': 'dc665356-be77-4909-8383-dce47cdc8366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd680976c-534e-411d-b813-8589a82e6833'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:11:02.161807 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Bound port: 7463402f-8e0e-468b-8eb9-2abdcadab6dc, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc665356-be77-4909-8383-dce47cdc8366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd680976c-534e-411d-b813-8589a82e6833'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:11:02.162361 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:02.193171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ef6855-7dd7-43e8-bfb2-31bb650c9885 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:02.196844 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-66ef6855-7dd7-43e8-bfb2-31bb650c9885 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:02.226820 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ededa6d2-cba6-4ca5-8738-14d7f8a28af5 req-a0a411a8-e188-48fa-824f-a2e29194bbeb tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014924 Nov 02 12:11:02.229092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412969b6-0880-43ca-869f-f91640304174 req-9bd2969a-779b-4edb-a6e7-4d3794d256c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:02.230486 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-412969b6-0880-43ca-869f-f91640304174 req-9bd2969a-779b-4edb-a6e7-4d3794d256c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cf4c89c0-b4cd-45ef-ad38-b6d57b244f74 HTTP/1.1" status: 200 len: 855 time: 0.0975680 Nov 02 12:11:02.240918 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] For port 7463402f-8e0e-468b-8eb9-2abdcadab6dc, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:11:02.244359 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] For port 7463402f-8e0e-468b-8eb9-2abdcadab6dc, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7463402f-8e0e-468b-8eb9-2abdcadab6dc,segment=NetworkSegment(dc665356-be77-4909-8383-dce47cdc8366),segment_id=dc665356-be77-4909-8383-dce47cdc8366)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:11:02.268867 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-412969b6-0880-43ca-869f-f91640304174 req-b9eb4c4f-b4da-45e8-b6a9-f9bfdd5f50c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cd80b24d-1b82-4bee-8de4-e19afa4294ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290973 Nov 02 12:11:02.321241 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:02.393607 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-412969b6-0880-43ca-869f-f91640304174 req-c033d466-8afb-4f83-8c1f-64ec3a27f4cd service neutron] 10.222.0.54 "GET /v2.0/networks/cd80b24d-1b82-4bee-8de4-e19afa4294ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170063 Nov 02 12:11:02.522232 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-412969b6-0880-43ca-869f-f91640304174 req-8f97651a-0d01-41f9-be42-8f393951e030 service neutron] 10.222.0.54 "GET /v2.0/networks/cd80b24d-1b82-4bee-8de4-e19afa4294ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182594 Nov 02 12:11:02.559187 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-66ef6855-7dd7-43e8-bfb2-31bb650c9885 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:02.567859 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20bdef-c973-4b3b-a047-4c3c8b76f264 None None] Pushing event updated for resources: {'Port': ['ID=7463402f-8e0e-468b-8eb9-2abdcadab6dc,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:02.646529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef6855-7dd7-43e8-bfb2-31bb650c9885 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Subnet': ['ID=41e4e016-de3d-4a55-b2ea-090c51bbfc34,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:02.654589 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ef6855-7dd7-43e8-bfb2-31bb650c9885 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Checking segment: {'id': '8a3528e2-82e2-4c99-b236-11246674e7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd4861a5e-c231-4a5e-99d2-4a3b5d689da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:02.655424 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ef6855-7dd7-43e8-bfb2-31bb650c9885 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network hostable DHCP agents. Network: d4861a5e-c231-4a5e-99d2-4a3b5d689da4, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:11:02.782758 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ef6855-7dd7-43e8-bfb2-31bb650c9885 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network d4861a5e-c231-4a5e-99d2-4a3b5d689da4 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:11:02.884710 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-66ef6855-7dd7-43e8-bfb2-31bb650c9885 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, d4861a5e-c231-4a5e-99d2-4a3b5d689da4) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:02.891332 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ef6855-7dd7-43e8-bfb2-31bb650c9885 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:02.891946 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-66ef6855-7dd7-43e8-bfb2-31bb650c9885 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:02.892346 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea8de7-db53-41bc-9d33-b4fdac6ae455 None None] Network d4861a5e-c231-4a5e-99d2-4a3b5d689da4 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:02.994116 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-66ef6855-7dd7-43e8-bfb2-31bb650c9885 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9750013 Nov 02 12:11:02.998381 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44592) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:03.074763 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-d4861a5e-c231-4a5e-99d2-4a3b5d689da4', 'network_id': 'd4861a5e-c231-4a5e-99d2-4a3b5d689da4', 'tenant_id': 'e34a5854f9894ea0ba443ed84fd9fb60', 'fixed_ips': [{'subnet_id': '41e4e016-de3d-4a55-b2ea-090c51bbfc34'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:11:03.074763 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:03.149857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbed67c-63d4-4411-a50d-ac1fcdc03305 req-7e9099c1-1689-4d2c-b591-3fc90d834344 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:03.152241 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7dbed67c-63d4-4411-a50d-ac1fcdc03305 req-7e9099c1-1689-4d2c-b591-3fc90d834344 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.1246395 Nov 02 12:11:03.160279 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:03.225228 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Allocated IP 172.20.0.2 (d4861a5e-c231-4a5e-99d2-4a3b5d689da4/41e4e016-de3d-4a55-b2ea-090c51bbfc34/fc8163a1-8067-4857-95fe-3a9be90269eb) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:11:03.261285 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7dbed67c-63d4-4411-a50d-ac1fcdc03305 req-e09f16f2-9ef2-4001-af54-625a2f49136f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980754 Nov 02 12:11:03.320981 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:03.417509 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:03.452889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0101cbb-9bd6-49cd-a1a4-88c877307a48 req-61e8a4bc-cade-4904-a40d-bf39bdf0f7d0 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:03.462065 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0101cbb-9bd6-49cd-a1a4-88c877307a48 req-61e8a4bc-cade-4904-a40d-bf39bdf0f7d0 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 944 time: 0.0982120 Nov 02 12:11:03.518909 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0101cbb-9bd6-49cd-a1a4-88c877307a48 req-ba233603-e483-4002-9dc0-20a7e10ef9a8 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554245 Nov 02 12:11:03.582657 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:03.640387 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Network d4861a5e-c231-4a5e-99d2-4a3b5d689da4 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:11:03.645290 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:03.647113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:11:03.655597 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Pushing event updated for resources: {'Port': ['ID=fc8163a1-8067-4857-95fe-3a9be90269eb,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:03.720554 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:03.736613 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a772b80-c1bb-4645-bf48-8feab8578f90 None None] Network d680976c-534e-411d-b813-8589a82e6833 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:03.739045 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Attempting to bind port fc8163a1-8067-4857-95fe-3a9be90269eb on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:11:03.739419 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Attempting to bind port fc8163a1-8067-4857-95fe-3a9be90269eb by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '8a3528e2-82e2-4c99-b236-11246674e7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd4861a5e-c231-4a5e-99d2-4a3b5d689da4'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:11:03.739787 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Attempting to bind port fc8163a1-8067-4857-95fe-3a9be90269eb on network d4861a5e-c231-4a5e-99d2-4a3b5d689da4 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:11:03.764940 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:11:03.765400 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Checking segment: {'id': '8a3528e2-82e2-4c99-b236-11246674e7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd4861a5e-c231-4a5e-99d2-4a3b5d689da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:03.765788 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:03.766134 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Bound using segment: {'id': '8a3528e2-82e2-4c99-b236-11246674e7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd4861a5e-c231-4a5e-99d2-4a3b5d689da4'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:11:03.766631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Bound port: fc8163a1-8067-4857-95fe-3a9be90269eb, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3528e2-82e2-4c99-b236-11246674e7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'd4861a5e-c231-4a5e-99d2-4a3b5d689da4'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:11:03.767035 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:03.778819 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Subnet': ['ID=41e4e016-de3d-4a55-b2ea-090c51bbfc34,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:03.854804 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:03.869458 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6110d6b6-10a3-422b-932a-f1eeb6375cb8 None None] Provisioning complete for port 7463402f-8e0e-468b-8eb9-2abdcadab6dc triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:11:03.869818 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6110d6b6-10a3-422b-932a-f1eeb6375cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:03.876866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4861a5e-c231-4a5e-99d2-4a3b5d689da4']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:03.889471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3528e2-82e2-4c99-b236-11246674e7a0') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:03.889790 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3528e2-82e2-4c99-b236-11246674e7a0') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:03.901460 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:03.919232 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:03.926550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:03.927392 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:03.930859 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:03.950882 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] For port fc8163a1-8067-4857-95fe-3a9be90269eb, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:11:04.027338 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] For port fc8163a1-8067-4857-95fe-3a9be90269eb, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=fc8163a1-8067-4857-95fe-3a9be90269eb,segment=NetworkSegment(8a3528e2-82e2-4c99-b236-11246674e7a0),segment_id=8a3528e2-82e2-4c99-b236-11246674e7a0)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:11:04.068613 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.api [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:11:04.068613 n-d-806683-18 neutron-server[102689]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:11:04.068613 n-d-806683-18 neutron-server[102689]: [parameters: {'id': 'd4861a5e-c231-4a5e-99d2-4a3b5d689da4'}] Nov 02 12:11:04.068613 n-d-806683-18 neutron-server[102689]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:11:04.069573 n-d-806683-18 neutron-server[102689]: DEBUG oslo_db.api [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:11:04.071833 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6110d6b6-10a3-422b-932a-f1eeb6375cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:04.100281 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:04.115194 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6110d6b6-10a3-422b-932a-f1eeb6375cb8 None None] For port 7463402f-8e0e-468b-8eb9-2abdcadab6dc, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7463402f-8e0e-468b-8eb9-2abdcadab6dc,segment=NetworkSegment(dc665356-be77-4909-8383-dce47cdc8366),segment_id=dc665356-be77-4909-8383-dce47cdc8366)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:04.196440 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6110d6b6-10a3-422b-932a-f1eeb6375cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:04.209646 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c75530-cd84-4181-97a2-3ba6df246ed5 None None] Pushing event updated for resources: {'Port': ['ID=fc8163a1-8067-4857-95fe-3a9be90269eb,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:04.240789 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696c21c8-8c62-4d6d-90eb-6b68956e4fae None None] Network d4861a5e-c231-4a5e-99d2-4a3b5d689da4 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:04.283083 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-b9b413df-3438-48c2-97c4-4ea36b35e059 service neutron] show failed (client error): The resource could not be found. Nov 02 12:11:04.284091 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-b9b413df-3438-48c2-97c4-4ea36b35e059 service neutron] 10.222.0.79 "GET /v2.0/ports/cb795691-03b3-4dd8-bf9f-b06239c1a8b2/bindings/n-h2-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.0736158 Nov 02 12:11:04.323199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110d6b6-10a3-422b-932a-f1eeb6375cb8 None None] Pushing event updated for resources: {'Port': ['ID=7463402f-8e0e-468b-8eb9-2abdcadab6dc,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:04.405226 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89661c7-be68-4b9f-acab-9b32bfa26a5a None None] get_active_networks_info from n-d-806683-18 {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 12:11:04.443358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc47f9-22e1-449e-baa5-9463c27775ad req-e759c1a4-5598-4538-b067-4b7106169742 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:04.446221 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cdcc47f9-22e1-449e-baa5-9463c27775ad req-e759c1a4-5598-4538-b067-4b7106169742 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.0955091 Nov 02 12:11:04.451050 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7953b1d1-fc22-4585-87f9-f63dafcc651d None None] Provisioning complete for port 7463402f-8e0e-468b-8eb9-2abdcadab6dc triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:11:04.451424 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7953b1d1-fc22-4585-87f9-f63dafcc651d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:04.518708 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cdcc47f9-22e1-449e-baa5-9463c27775ad req-c4f51e3e-2538-4224-a543-dd5eddf230f5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616655 Nov 02 12:11:04.572891 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:04.587446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89661c7-be68-4b9f-acab-9b32bfa26a5a None None] Resources bound (agent type, host, resource id): {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:11:04.735590 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dbc68-2b0c-4b6b-88ff-eb0998591311 req-85c124cf-6c08-40b9-b9be-aed8d770e7b1 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:04.739411 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a8dbc68-2b0c-4b6b-88ff-eb0998591311 req-85c124cf-6c08-40b9-b9be-aed8d770e7b1 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 944 time: 0.0760787 Nov 02 12:11:04.741059 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Deleting port fc8163a1-8067-4857-95fe-3a9be90269eb {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:11:04.741400 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:04.748036 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7463402f-8e0e-468b-8eb9-2abdcadab6dc up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:11:04.848355 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] For port fc8163a1-8067-4857-95fe-3a9be90269eb, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=fc8163a1-8067-4857-95fe-3a9be90269eb,segment=NetworkSegment(8a3528e2-82e2-4c99-b236-11246674e7a0),segment_id=8a3528e2-82e2-4c99-b236-11246674e7a0)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:04.848743 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:04.860060 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a8dbc68-2b0c-4b6b-88ff-eb0998591311 req-61479173-5652-4c9d-8753-306a6998db07 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121809 Nov 02 12:11:04.866665 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Calling delete_port for fc8163a1-8067-4857-95fe-3a9be90269eb owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:11:04.886083 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 7463402f-8e0e-468b-8eb9-2abdcadab6dc triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:11:04.886461 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:05.041567 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-2938c98b-8e1f-4657-86aa-615d83f7b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:05.043092 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-2938c98b-8e1f-4657-86aa-615d83f7b4ae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5&tenant_id=07cf3fda95d044dc8f8b573bd1e4f625 HTTP/1.1" status: 200 len: 1097 time: 0.0776913 Nov 02 12:11:05.049689 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:05.058048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:05.102012 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Port': ['ID=fc8163a1-8067-4857-95fe-3a9be90269eb,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:05.105624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No DVR routers for this DVR port fc8163a1-8067-4857-95fe-3a9be90269eb on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:11:05.183944 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:05.222650 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:05.262735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4861a5e-c231-4a5e-99d2-4a3b5d689da4']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:05.277275 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3528e2-82e2-4c99-b236-11246674e7a0') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:05.277989 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3528e2-82e2-4c99-b236-11246674e7a0') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:05.296807 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:05.362184 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:05.379445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:05.379857 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:05.382981 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:05.518236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] For port cb795691-03b3-4dd8-bf9f-b06239c1a8b2, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,segment=NetworkSegment(1a7061e6-9d62-473e-a927-f1bf794dfd25),segment_id=1a7061e6-9d62-473e-a927-f1bf794dfd25)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:05.551854 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] For port cb795691-03b3-4dd8-bf9f-b06239c1a8b2, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:11:05.590391 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:05.593874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:11:05.596233 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bd10f3-a7f4-49dc-8aee-451fcf23dfff" -d '{"events": [{"server_uuid": "4449da68-7f2b-49ec-a1a9-115f951f2bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "cb795691-03b3-4dd8-bf9f-b06239c1a8b2"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:11:05.601851 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:05.609768 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:05.613351 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/d4861a5e-c231-4a5e-99d2-4a3b5d689da4 HTTP/1.1" status: 204 len: 168 time: 2.6162553 Nov 02 12:11:05.617147 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44636) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:05.622787 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0f8ff8c3-079a-419f-98fa-38db246f1814 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-811760684'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:05.655003 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da7c8e-91ad-45d8-9c4f-d786c94cc432 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Network': ['ID=d4861a5e-c231-4a5e-99d2-4a3b5d689da4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:05.658605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Transition to ACTIVE for port object cb795691-03b3-4dd8-bf9f-b06239c1a8b2 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:11:05.679997 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcc77e-99b9-4559-a04b-ddc50c659aff req-f4fa7a33-767d-406d-8828-a29b9fcd6d83 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:05.681484 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ddbcc77e-99b9-4559-a04b-ddc50c659aff req-f4fa7a33-767d-406d-8828-a29b9fcd6d83 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.0768406 Nov 02 12:11:05.704952 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:11:05.707537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8ff8c3-079a-419f-98fa-38db246f1814 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:05.719023 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f8ff8c3-079a-419f-98fa-38db246f1814 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:05.742557 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ddbcc77e-99b9-4559-a04b-ddc50c659aff req-92a9f9c7-320c-4f5b-902b-31d9827e72a5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549929 Nov 02 12:11:05.744154 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:05.753991 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8ff8c3-079a-419f-98fa-38db246f1814 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:11:05.774398 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f8ff8c3-079a-419f-98fa-38db246f1814 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:05.774799 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-0f8ff8c3-079a-419f-98fa-38db246f1814 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Added segment dc4b1abf-f5b5-44e3-b368-4925724acc4c of type vlan for network 7dea2a1b-894e-497d-b105-9c9db871ecdc Nov 02 12:11:05.864739 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f8ff8c3-079a-419f-98fa-38db246f1814 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:05.874500 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=1c1a9e97-acc6-4396-b0e0-1e16f71295b4,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:05.892213 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '1c1a9e97-acc6-4396-b0e0-1e16f71295b4', 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea', 'port_id': '1c1a9e97-acc6-4396-b0e0-1e16f71295b4', 'mac_address': 'fa:16:3e:54:e1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4c89c0-b4cd-45ef-ad38-b6d57b244f74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:11:05.949652 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:05.964573 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:11:05.964808 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 12:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2325887-1fe1-494c-9889-f41bdb003d75 x-openstack-request-id: req-c2325887-1fe1-494c-9889-f41bdb003d75 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:11:05.964960 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4449da68-7f2b-49ec-a1a9-115f951f2bc5", "name": "network-vif-unplugged", "status": "completed", "tag": "cb795691-03b3-4dd8-bf9f-b06239c1a8b2", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:11:05.965161 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c2325887-1fe1-494c-9889-f41bdb003d75 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:11:05.965741 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2', 'code': 200} Nov 02 12:11:05.971051 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f8ff8c3-079a-419f-98fa-38db246f1814 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:05.977727 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ff8c3-079a-419f-98fa-38db246f1814 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:05.978404 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0f8ff8c3-079a-419f-98fa-38db246f1814 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:05.992225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=1c1a9e97-acc6-4396-b0e0-1e16f71295b4,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:06.034325 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,revision_number=6']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:06.086474 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ff8c3-079a-419f-98fa-38db246f1814 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Network': ['ID=7dea2a1b-894e-497d-b105-9c9db871ecdc,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:06.090763 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 7dea2a1b-894e-497d-b105-9c9db871ecdc details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:11:06.106525 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0f8ff8c3-079a-419f-98fa-38db246f1814 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4880760 Nov 02 12:11:06.109231 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44644) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:06.115831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-42c29dac-0b1e-4b73-9a11-cf4af98d8ff4 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'subnet': {'network_id': '7dea2a1b-894e-497d-b105-9c9db871ecdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:06.119205 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] No DVR routers for this DVR port cb795691-03b3-4dd8-bf9f-b06239c1a8b2 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:11:06.121135 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:06.132012 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529a9b0-f690-44ba-9d22-2d1ce1e9d892 req-6bd1325e-b08b-46bc-9d38-54925ef243b4 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:06.133575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f529a9b0-f690-44ba-9d22-2d1ce1e9d892 req-6bd1325e-b08b-46bc-9d38-54925ef243b4 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 944 time: 0.1749735 Nov 02 12:11:06.235428 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=1c1a9e97-acc6-4396-b0e0-1e16f71295b4,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:06.308073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c29dac-0b1e-4b73-9a11-cf4af98d8ff4 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:06.312518 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42c29dac-0b1e-4b73-9a11-cf4af98d8ff4 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:06.352626 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['1c1a9e97-acc6-4396-b0e0-1e16f71295b4'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:11:06.398515 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.ipam_backend_mixin [None req-42c29dac-0b1e-4b73-9a11-cf4af98d8ff4 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Performing IP validity checks on allocation pools {{(pid=102690) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 02 12:11:06.399410 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.ipam_backend_mixin [None req-42c29dac-0b1e-4b73-9a11-cf4af98d8ff4 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102690) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 02 12:11:06.643916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f529a9b0-f690-44ba-9d22-2d1ce1e9d892 req-0c198333-cb4b-4293-821b-d6fc53925185 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627826 Nov 02 12:11:06.656637 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42c29dac-0b1e-4b73-9a11-cf4af98d8ff4 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:06.689934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Attempting to bind port cb795691-03b3-4dd8-bf9f-b06239c1a8b2 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:11:06.690313 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Attempting to bind port cb795691-03b3-4dd8-bf9f-b06239c1a8b2 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '1a7061e6-9d62-473e-a927-f1bf794dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:11:06.690602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Attempting to bind port cb795691-03b3-4dd8-bf9f-b06239c1a8b2 on network c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:11:06.695414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Port cb795691-03b3-4dd8-bf9f-b06239c1a8b2 on network c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:11:06.695738 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Attempting to bind port cb795691-03b3-4dd8-bf9f-b06239c1a8b2 on network c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:11:06.700845 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:11:06.703642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Checking segment: {'id': '1a7061e6-9d62-473e-a927-f1bf794dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:06.703642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Bound using segment: {'id': '1a7061e6-9d62-473e-a927-f1bf794dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:11:06.703642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Bound port: cb795691-03b3-4dd8-bf9f-b06239c1a8b2, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7061e6-9d62-473e-a927-f1bf794dfd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:11:06.703642 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:06.721818 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c29dac-0b1e-4b73-9a11-cf4af98d8ff4 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Subnet': ['ID=07ee5492-c47e-4b47-a232-3f092ed7202e,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:06.748389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c29dac-0b1e-4b73-9a11-cf4af98d8ff4 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Checking segment: {'id': 'dc4b1abf-f5b5-44e3-b368-4925724acc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7dea2a1b-894e-497d-b105-9c9db871ecdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:06.748782 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c29dac-0b1e-4b73-9a11-cf4af98d8ff4 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network hostable DHCP agents. Network: 7dea2a1b-894e-497d-b105-9c9db871ecdc, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:11:06.777941 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] For port cb795691-03b3-4dd8-bf9f-b06239c1a8b2, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:11:06.781572 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] For port cb795691-03b3-4dd8-bf9f-b06239c1a8b2, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,segment=NetworkSegment(1a7061e6-9d62-473e-a927-f1bf794dfd25),segment_id=1a7061e6-9d62-473e-a927-f1bf794dfd25)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:11:06.867328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c29dac-0b1e-4b73-9a11-cf4af98d8ff4 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network 7dea2a1b-894e-497d-b105-9c9db871ecdc is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:11:06.873733 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8b752-a3f5-49f0-af52-f6c19b6d305e req-dacc1df2-7ac7-4da2-a0bc-50b50111a270 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:06.875290 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c7e8b752-a3f5-49f0-af52-f6c19b6d305e req-dacc1df2-7ac7-4da2-a0bc-50b50111a270 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 943 time: 0.0507357 Nov 02 12:11:06.903410 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:06.954799 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:06.955453 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:06.957065 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] 10.222.0.54 "PUT /v2.0/ports/cb795691-03b3-4dd8-bf9f-b06239c1a8b2 HTTP/1.1" status: 200 len: 1092 time: 1.9044278 Nov 02 12:11:06.964480 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-42c29dac-0b1e-4b73-9a11-cf4af98d8ff4 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 7dea2a1b-894e-497d-b105-9c9db871ecdc) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:06.970474 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c29dac-0b1e-4b73-9a11-cf4af98d8ff4 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:06.971577 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42c29dac-0b1e-4b73-9a11-cf4af98d8ff4 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:06.974792 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c7e8b752-a3f5-49f0-af52-f6c19b6d305e req-56d202d4-7632-4ec4-ab6f-daac99ea954a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922279 Nov 02 12:11:06.981104 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cc376b-7663-4e0c-8184-5c38c88f47ee None None] Network 7dea2a1b-894e-497d-b105-9c9db871ecdc requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:07.024329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebba1b9-a41c-4ae7-ab97-bbf0c300cea2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:07.042916 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-96ad467c-2a15-477e-9425-d841ed0de817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:07.044534 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-96ad467c-2a15-477e-9425-d841ed0de817 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 1095 time: 0.0637047 Nov 02 12:11:07.107327 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-42c29dac-0b1e-4b73-9a11-cf4af98d8ff4 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9941812 Nov 02 12:11:07.107543 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44658) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:07.152047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-7630817e-e010-4e90-a78c-136f5bcbc3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:07.156375 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-7630817e-e010-4e90-a78c-136f5bcbc3e1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 HTTP/1.1" status: 200 len: 898 time: 0.1004434 Nov 02 12:11:07.177687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7dea2a1b-894e-497d-b105-9c9db871ecdc', 'network_id': '7dea2a1b-894e-497d-b105-9c9db871ecdc', 'tenant_id': 'e34a5854f9894ea0ba443ed84fd9fb60', 'fixed_ips': [{'subnet_id': '07ee5492-c47e-4b47-a232-3f092ed7202e'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:11:07.178569 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:07.257037 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:07.287552 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-e8212250-7521-4cb0-8da2-4954aa758fdb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb795691-03b3-4dd8-bf9f-b06239c1a8b2 HTTP/1.1" status: 200 len: 999 time: 0.1091869 Nov 02 12:11:07.353736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-e6f35d49-7ac9-465f-9bfa-bb1b7321fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:07.356221 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-e6f35d49-7ac9-465f-9bfa-bb1b7321fa46 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=22480237-b98c-4a81-8db6-eed1815ca3f6 HTTP/1.1" status: 200 len: 834 time: 0.0612254 Nov 02 12:11:07.370037 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Allocated IP 172.20.0.3 (7dea2a1b-894e-497d-b105-9c9db871ecdc/07ee5492-c47e-4b47-a232-3f092ed7202e/270be6f6-e273-4b5f-94c2-da176288c817) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:11:07.375750 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:07.422886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-e642241e-b5b9-4162-a955-6538542923d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:07.424647 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-e642241e-b5b9-4162-a955-6538542923d2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610890 Nov 02 12:11:07.489009 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device cb795691-03b3-4dd8-bf9f-b06239c1a8b2 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:11:07.528804 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-11833cfa-9e9e-46ea-b824-7765cb9c78a1 service neutron] 10.222.0.54 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928879 Nov 02 12:11:07.569609 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device cb795691-03b3-4dd8-bf9f-b06239c1a8b2 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:11:07.571323 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:07.621713 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b97aab7-9ec0-4b8e-81a5-a66fb1083632 req-4f61c8c3-a8f9-44f5-bed9-df7dee2947c3 service neutron] 10.222.0.54 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855737 Nov 02 12:11:07.658957 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:07.720554 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:11:07.760627 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Network 7dea2a1b-894e-497d-b105-9c9db871ecdc is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:11:07.774442 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:07.777569 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:11:07.785250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Pushing event updated for resources: {'Port': ['ID=270be6f6-e273-4b5f-94c2-da176288c817,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:07.787684 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:07.821143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Subnet': ['ID=07ee5492-c47e-4b47-a232-3f092ed7202e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:07.824989 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07af0d9-af5c-4d03-a08f-bfabd3153cc4 req-d15fad9f-5008-491b-aead-8a0b04ab3a9e tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:07.833501 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d07af0d9-af5c-4d03-a08f-bfabd3153cc4 req-d15fad9f-5008-491b-aead-8a0b04ab3a9e tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 945 time: 0.0867622 Nov 02 12:11:07.881165 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Attempting to bind port 270be6f6-e273-4b5f-94c2-da176288c817 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:11:07.882531 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Attempting to bind port 270be6f6-e273-4b5f-94c2-da176288c817 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'dc4b1abf-f5b5-44e3-b368-4925724acc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7dea2a1b-894e-497d-b105-9c9db871ecdc'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:11:07.883121 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Attempting to bind port 270be6f6-e273-4b5f-94c2-da176288c817 on network 7dea2a1b-894e-497d-b105-9c9db871ecdc {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:11:07.891891 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d07af0d9-af5c-4d03-a08f-bfabd3153cc4 req-f9f565c4-c1cd-4946-9004-850fabf746dd tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571866 Nov 02 12:11:07.892201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:11:07.892550 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Checking segment: {'id': 'dc4b1abf-f5b5-44e3-b368-4925724acc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7dea2a1b-894e-497d-b105-9c9db871ecdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:07.892957 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:07.893398 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Bound using segment: {'id': 'dc4b1abf-f5b5-44e3-b368-4925724acc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7dea2a1b-894e-497d-b105-9c9db871ecdc'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:11:07.893922 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Bound port: 270be6f6-e273-4b5f-94c2-da176288c817, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4b1abf-f5b5-44e3-b368-4925724acc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7dea2a1b-894e-497d-b105-9c9db871ecdc'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:11:07.894360 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:07.896970 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:07.932021 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dea2a1b-894e-497d-b105-9c9db871ecdc']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:07.942496 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4b1abf-f5b5-44e3-b368-4925724acc4c') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:07.942790 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4b1abf-f5b5-44e3-b368-4925724acc4c') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:07.966839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'tag': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:11:07.970582 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a" -d '{"events": [{"name": "network-changed", "server_uuid": "4449da68-7f2b-49ec-a1a9-115f951f2bc5", "tag": "cb795691-03b3-4dd8-bf9f-b06239c1a8b2"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:11:07.985873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] For port 270be6f6-e273-4b5f-94c2-da176288c817, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:11:07.990909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] For port 270be6f6-e273-4b5f-94c2-da176288c817, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=270be6f6-e273-4b5f-94c2-da176288c817,segment=NetworkSegment(dc4b1abf-f5b5-44e3-b368-4925724acc4c),segment_id=dc4b1abf-f5b5-44e3-b368-4925724acc4c)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:11:07.993470 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:11:07.998568 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:11:07.999202 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:08.051575 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad026d12-1c80-4568-b255-f051ac170309 x-openstack-request-id: req-ad026d12-1c80-4568-b255-f051ac170309 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:11:08.052270 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4449da68-7f2b-49ec-a1a9-115f951f2bc5", "tag": "cb795691-03b3-4dd8-bf9f-b06239c1a8b2", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:11:08.055847 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad026d12-1c80-4568-b255-f051ac170309 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:11:08.058184 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'tag': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2', 'status': 'completed', 'code': 200} Nov 02 12:11:08.081704 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:08.199126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-5a72f2e8-2e75-42ad-aebc-c6bd1676389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:08.200801 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-5a72f2e8-2e75-42ad-aebc-c6bd1676389a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 1095 time: 0.1322908 Nov 02 12:11:08.218076 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20070317-4c65-4b2d-a2ca-178200452afc None None] Pushing event updated for resources: {'Port': ['ID=270be6f6-e273-4b5f-94c2-da176288c817,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:08.339688 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:08.345551 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:08.354121 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-a021d1aa-3d0d-4e01-9bcf-52be4d0e5aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:08.355972 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-a021d1aa-3d0d-4e01-9bcf-52be4d0e5aab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 1095 time: 0.2327311 Nov 02 12:11:08.366467 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:08.375510 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:08.376220 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:08.458487 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:08.462334 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a36104-1d41-46e0-aa5c-46a084fa95f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1a9e97-acc6-4396-b0e0-1e16f71295b4'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:11:08.465136 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f24e897-c2f3-4a27-bdd2-efa9054fcbdc" -d '{"events": [{"server_uuid": "88a36104-1d41-46e0-aa5c-46a084fa95f7", "name": "network-vif-plugged", "status": "completed", "tag": "1c1a9e97-acc6-4396-b0e0-1e16f71295b4"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:11:08.470707 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeea98d-8d33-49b2-872b-0bb6a538d137 None None] Network 7dea2a1b-894e-497d-b105-9c9db871ecdc requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:08.495915 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=1c1a9e97-acc6-4396-b0e0-1e16f71295b4,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:08.496981 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.api [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:11:08.496981 n-d-806683-18 neutron-server[102690]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:11:08.496981 n-d-806683-18 neutron-server[102690]: [parameters: {'id': '7dea2a1b-894e-497d-b105-9c9db871ecdc'}] Nov 02 12:11:08.496981 n-d-806683-18 neutron-server[102690]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:11:08.497622 n-d-806683-18 neutron-server[102690]: DEBUG oslo_db.api [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:11:08.520952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-538266a2-5321-4a1a-ad80-a1316647d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:08.522632 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-538266a2-5321-4a1a-ad80-a1316647d8b1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 HTTP/1.1" status: 200 len: 898 time: 0.1549435 Nov 02 12:11:08.579349 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccf889-52fd-44e1-ac7d-2607a0469587 req-a2678751-8acf-4955-b0b8-f239f94087b3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:08.588600 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5fccf889-52fd-44e1-ac7d-2607a0469587 req-a2678751-8acf-4955-b0b8-f239f94087b3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 943 time: 0.3857198 Nov 02 12:11:08.623724 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:08.684347 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f516e4d-fcfd-4642-9449-e5733e436c70 None None] get_active_networks_info from n-d-806683-18 {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 12:11:08.715265 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-4fdbd227-551c-4132-beee-960b3d3c049d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb795691-03b3-4dd8-bf9f-b06239c1a8b2 HTTP/1.1" status: 200 len: 999 time: 0.1845198 Nov 02 12:11:08.721428 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=1c1a9e97-acc6-4396-b0e0-1e16f71295b4,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:08.724362 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5fccf889-52fd-44e1-ac7d-2607a0469587 req-9378261e-be35-4ffe-a561-c9ec8ba428f5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348882 Nov 02 12:11:08.739062 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-fe20c9c1-72f4-4976-bcbe-8b203c920760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:08.740734 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-fe20c9c1-72f4-4976-bcbe-8b203c920760 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 HTTP/1.1" status: 200 len: 898 time: 0.5269415 Nov 02 12:11:08.782439 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487357a4-5606-467b-9c38-21409ff2bbd1 x-openstack-request-id: req-487357a4-5606-467b-9c38-21409ff2bbd1 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:11:08.783162 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a36104-1d41-46e0-aa5c-46a084fa95f7", "name": "network-vif-plugged", "status": "completed", "tag": "1c1a9e97-acc6-4396-b0e0-1e16f71295b4", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:11:08.783300 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-487357a4-5606-467b-9c38-21409ff2bbd1 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:11:08.783782 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a36104-1d41-46e0-aa5c-46a084fa95f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1a9e97-acc6-4396-b0e0-1e16f71295b4', 'code': 200} Nov 02 12:11:08.828612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-cb269feb-3315-489d-9a16-649889285719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:08.830089 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-cb269feb-3315-489d-9a16-649889285719 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=22480237-b98c-4a81-8db6-eed1815ca3f6 HTTP/1.1" status: 200 len: 834 time: 0.1048386 Nov 02 12:11:08.838885 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f516e4d-fcfd-4642-9449-e5733e436c70 None None] Resources bound (agent type, host, resource id): {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:11:08.856052 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-6053a05c-e40e-458b-bd05-b7255d46e778 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb795691-03b3-4dd8-bf9f-b06239c1a8b2 HTTP/1.1" status: 200 len: 999 time: 0.0968649 Nov 02 12:11:08.938918 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8172e-9113-417b-b872-012b4dde9f63 req-f084eba3-f8b3-48c2-b684-582d6a153d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:08.942712 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f1f8172e-9113-417b-b872-012b4dde9f63 req-f084eba3-f8b3-48c2-b684-582d6a153d6c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 1098 time: 0.0853879 Nov 02 12:11:08.965334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-11b454c2-5952-436e-96cb-10b05f1e670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:08.967017 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-11b454c2-5952-436e-96cb-10b05f1e670f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=22480237-b98c-4a81-8db6-eed1815ca3f6 HTTP/1.1" status: 200 len: 834 time: 0.0899768 Nov 02 12:11:08.999910 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:09.009414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-467e1cac-0d5e-4b19-ac5a-5002bebef13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:09.011115 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-467e1cac-0d5e-4b19-ac5a-5002bebef13b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1699672 Nov 02 12:11:09.060236 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f1f8172e-9113-417b-b872-012b4dde9f63 req-e4cdb7e3-d60d-42bc-8a21-ecec2c701177 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081729 Nov 02 12:11:09.084852 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Deleting port 270be6f6-e273-4b5f-94c2-da176288c817 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:11:09.085186 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:09.160548 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] For port 270be6f6-e273-4b5f-94c2-da176288c817, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=270be6f6-e273-4b5f-94c2-da176288c817,segment=NetworkSegment(dc4b1abf-f5b5-44e3-b368-4925724acc4c),segment_id=dc4b1abf-f5b5-44e3-b368-4925724acc4c)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:09.160992 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:09.180892 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Calling delete_port for 270be6f6-e273-4b5f-94c2-da176288c817 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:11:09.238291 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-17687c9d-f436-4c5e-9a59-fa6a36689c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:09.261244 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-17687c9d-f436-4c5e-9a59-fa6a36689c86 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2566543 Nov 02 12:11:09.261244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a84c9a-aed3-4c23-a5d0-d367d225b852 req-58b941cd-8237-402c-9ff4-77cc196fd544 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:09.261244 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-46a84c9a-aed3-4c23-a5d0-d367d225b852 req-58b941cd-8237-402c-9ff4-77cc196fd544 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.2191730 Nov 02 12:11:09.339848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-a5676b26-212d-4072-8bd9-f2107cf337b1 service neutron] 10.222.0.79 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086925 Nov 02 12:11:09.404596 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:09.440183 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Port': ['ID=270be6f6-e273-4b5f-94c2-da176288c817,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:09.450259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No DVR routers for this DVR port 270be6f6-e273-4b5f-94c2-da176288c817 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:11:09.462903 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-46a84c9a-aed3-4c23-a5d0-d367d225b852 req-65741523-c4d4-432e-be71-155a4323d3b8 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792765 Nov 02 12:11:09.486488 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-24139521-aea6-4ad3-8c0f-0f8bdae29608 service neutron] 10.222.0.54 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310646 Nov 02 12:11:09.578162 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:09.601011 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dea2a1b-894e-497d-b105-9c9db871ecdc']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:09.604921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-09ae2bd3-d3ae-4515-95fa-9a01dbdfca75 service neutron] 10.222.0.79 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577479 Nov 02 12:11:09.606883 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c74f991c-a9b0-435d-8eee-dac0bdfb5a5a req-4cde1e5f-cef4-4334-9337-cc4f5e9ca8bb service neutron] 10.222.0.54 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102757 Nov 02 12:11:09.616374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4b1abf-f5b5-44e3-b368-4925724acc4c') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:09.616646 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4b1abf-f5b5-44e3-b368-4925724acc4c') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:09.627023 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:09.640751 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:09.647308 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:09.647955 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:09.651037 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:09.821582 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:09.832532 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:09.835920 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/7dea2a1b-894e-497d-b105-9c9db871ecdc HTTP/1.1" status: 204 len: 168 time: 2.7272823 Nov 02 12:11:09.839590 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44700) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:09.845213 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-09d2388a-ec6a-4132-8f30-effcd5bd2dec tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1055401795'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:09.850434 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a96d4-fca5-4363-9ff0-ce465798a3aa tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Network': ['ID=7dea2a1b-894e-497d-b105-9c9db871ecdc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:09.881721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ccc2b-48b7-4975-b5f5-0038ce784a82 req-58265049-b9a5-498a-a826-6656f6cb0393 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:09.883348 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a73ccc2b-48b7-4975-b5f5-0038ce784a82 req-58265049-b9a5-498a-a826-6656f6cb0393 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 943 time: 0.0782731 Nov 02 12:11:09.950649 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a73ccc2b-48b7-4975-b5f5-0038ce784a82 req-aae75af5-04f5-45af-ba8c-510f1b1fda8c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551760 Nov 02 12:11:09.975733 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d2388a-ec6a-4132-8f30-effcd5bd2dec tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:09.979258 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-09d2388a-ec6a-4132-8f30-effcd5bd2dec tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:10.002889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d2388a-ec6a-4132-8f30-effcd5bd2dec tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:11:10.014732 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-09d2388a-ec6a-4132-8f30-effcd5bd2dec tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:10.015156 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-09d2388a-ec6a-4132-8f30-effcd5bd2dec tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Added segment 0347a7ce-2398-4601-a4e2-ae4fc2ce2cb9 of type vlan for network f2be1417-8117-4b1f-906a-1fbbb1db1951 Nov 02 12:11:10.064434 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-09d2388a-ec6a-4132-8f30-effcd5bd2dec tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:10.181620 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-09d2388a-ec6a-4132-8f30-effcd5bd2dec tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:10.187647 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d2388a-ec6a-4132-8f30-effcd5bd2dec tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:10.188255 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-09d2388a-ec6a-4132-8f30-effcd5bd2dec tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:10.259121 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2388a-ec6a-4132-8f30-effcd5bd2dec tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Network': ['ID=f2be1417-8117-4b1f-906a-1fbbb1db1951,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:10.270158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network f2be1417-8117-4b1f-906a-1fbbb1db1951 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:11:10.313022 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-09d2388a-ec6a-4132-8f30-effcd5bd2dec tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4692016 Nov 02 12:11:10.313414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44706) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:10.321448 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1b07bbef-ed24-4d6d-9be5-b1c8717af893 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'subnet': {'network_id': 'f2be1417-8117-4b1f-906a-1fbbb1db1951', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:10.501060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b07bbef-ed24-4d6d-9be5-b1c8717af893 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:10.505894 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1b07bbef-ed24-4d6d-9be5-b1c8717af893 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:10.638852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269c120-17c4-4db2-93d6-6033f1555a98 req-6c40cc30-1a2a-4617-99ff-984fc969473d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:10.640571 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3269c120-17c4-4db2-93d6-6033f1555a98 req-6c40cc30-1a2a-4617-99ff-984fc969473d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0738845 Nov 02 12:11:10.735935 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3269c120-17c4-4db2-93d6-6033f1555a98 req-21e3dc0a-2d51-4f27-b777-e5edfd76c0e1 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881364 Nov 02 12:11:10.839124 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1b07bbef-ed24-4d6d-9be5-b1c8717af893 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:10.958153 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07bbef-ed24-4d6d-9be5-b1c8717af893 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Subnet': ['ID=b0011df7-bba5-4f15-9760-a9044dcd96f2,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:10.982402 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba127e-1e88-4150-89e5-7b5f784101da req-c078cce3-5301-4db3-9edd-833aebf171f6 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:10.983997 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-24ba127e-1e88-4150-89e5-7b5f784101da req-c078cce3-5301-4db3-9edd-833aebf171f6 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.1574476 Nov 02 12:11:10.990900 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8de74510-561c-4daa-8149-ff40b0a33adf req-5ed9fe0e-800d-46ba-8d09-2cbb2af1835f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1486762 Nov 02 12:11:10.999834 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b07bbef-ed24-4d6d-9be5-b1c8717af893 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Checking segment: {'id': '0347a7ce-2398-4601-a4e2-ae4fc2ce2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f2be1417-8117-4b1f-906a-1fbbb1db1951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:11.000193 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b07bbef-ed24-4d6d-9be5-b1c8717af893 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network hostable DHCP agents. Network: f2be1417-8117-4b1f-906a-1fbbb1db1951, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:11:11.076031 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-24ba127e-1e88-4150-89e5-7b5f784101da req-65ec181e-8bfd-4f00-8065-2bc0494fa597 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838170 Nov 02 12:11:11.102131 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de74510-561c-4daa-8149-ff40b0a33adf req-7e3ecaac-4fb3-4f51-accc-bbbe1a396633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:11.103931 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8de74510-561c-4daa-8149-ff40b0a33adf req-7e3ecaac-4fb3-4f51-accc-bbbe1a396633 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 1097 time: 0.0656569 Nov 02 12:11:11.107125 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b07bbef-ed24-4d6d-9be5-b1c8717af893 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network f2be1417-8117-4b1f-906a-1fbbb1db1951 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:11:11.219324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-1b07bbef-ed24-4d6d-9be5-b1c8717af893 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, f2be1417-8117-4b1f-906a-1fbbb1db1951) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:11.228434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9fc407-5c34-4b95-9c5d-e79bbc6d3131 None None] Network f2be1417-8117-4b1f-906a-1fbbb1db1951 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:11.229607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b07bbef-ed24-4d6d-9be5-b1c8717af893 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:11.230196 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1b07bbef-ed24-4d6d-9be5-b1c8717af893 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:11.277620 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8d451-4c59-438b-bcc4-bf91f65a8ed5 req-15b93f80-2db1-4c61-831a-6264962bff3f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:11.279176 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bed8d451-4c59-438b-bcc4-bf91f65a8ed5 req-15b93f80-2db1-4c61-831a-6264962bff3f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 943 time: 0.1309097 Nov 02 12:11:11.284848 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de74510-561c-4daa-8149-ff40b0a33adf req-dc5be1bb-e4cf-4673-bad2-c2179b8665c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:11.286194 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8de74510-561c-4daa-8149-ff40b0a33adf req-dc5be1bb-e4cf-4673-bad2-c2179b8665c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.1549354 Nov 02 12:11:11.351048 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1b07bbef-ed24-4d6d-9be5-b1c8717af893 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0340071 Nov 02 12:11:11.351333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44730) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:11.409742 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-f2be1417-8117-4b1f-906a-1fbbb1db1951', 'network_id': 'f2be1417-8117-4b1f-906a-1fbbb1db1951', 'tenant_id': 'e34a5854f9894ea0ba443ed84fd9fb60', 'fixed_ips': [{'subnet_id': 'b0011df7-bba5-4f15-9760-a9044dcd96f2'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:11:11.411085 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:11.413003 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8de74510-561c-4daa-8149-ff40b0a33adf req-77eeafd4-a6de-420a-8184-40f39e169ad8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9255866a-a629-408a-8542-7330f29367fa HTTP/1.1" status: 200 len: 1001 time: 0.1177928 Nov 02 12:11:11.418281 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bed8d451-4c59-438b-bcc4-bf91f65a8ed5 req-47a23691-a7c6-4465-a345-521e6bfcc35c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293705 Nov 02 12:11:11.470689 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:11.481308 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de74510-561c-4daa-8149-ff40b0a33adf req-4342c30b-7f0f-4d51-9fe5-25e2a67c65e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:11.483131 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8de74510-561c-4daa-8149-ff40b0a33adf req-4342c30b-7f0f-4d51-9fe5-25e2a67c65e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0637064 Nov 02 12:11:11.544963 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:11.576564 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de74510-561c-4daa-8149-ff40b0a33adf req-e351223f-786c-467b-85dc-4abec27adcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:11.576564 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8de74510-561c-4daa-8149-ff40b0a33adf req-e351223f-786c-467b-85dc-4abec27adcc1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839989 Nov 02 12:11:11.622000 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Allocated IP 172.20.0.1 (f2be1417-8117-4b1f-906a-1fbbb1db1951/b0011df7-bba5-4f15-9760-a9044dcd96f2/e016e5ea-f097-43d8-bfd4-fc6f10950d3d) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:11:11.722660 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device cb795691-03b3-4dd8-bf9f-b06239c1a8b2 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:11:11.813401 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:11.886649 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:11.902703 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port cb795691-03b3-4dd8-bf9f-b06239c1a8b2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,segment=NetworkSegment(1a7061e6-9d62-473e-a927-f1bf794dfd25),segment_id=1a7061e6-9d62-473e-a927-f1bf794dfd25)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:11.935006 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8de74510-561c-4daa-8149-ff40b0a33adf req-5823d823-5bc8-4408-86d0-e6b560cb9776 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536363 Nov 02 12:11:11.956101 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2', 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7', 'port_id': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2', 'mac_address': 'fa:16:3e:2e:d3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:11:11.963348 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Network f2be1417-8117-4b1f-906a-1fbbb1db1951 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:11:11.968595 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:11.975254 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:11:11.979420 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Pushing event updated for resources: {'Port': ['ID=e016e5ea-f097-43d8-bfd4-fc6f10950d3d,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:11.998978 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:12.047836 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Subnet': ['ID=b0011df7-bba5-4f15-9760-a9044dcd96f2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:12.084048 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:12.104039 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb795691-03b3-4dd8-bf9f-b06239c1a8b2 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:11:12.113093 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8de74510-561c-4daa-8149-ff40b0a33adf req-60998b51-eb4d-4885-95dd-f690dd429d8d service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700580 Nov 02 12:11:12.115943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Attempting to bind port e016e5ea-f097-43d8-bfd4-fc6f10950d3d on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:11:12.116322 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Attempting to bind port e016e5ea-f097-43d8-bfd4-fc6f10950d3d by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '0347a7ce-2398-4601-a4e2-ae4fc2ce2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f2be1417-8117-4b1f-906a-1fbbb1db1951'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:11:12.116730 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Attempting to bind port e016e5ea-f097-43d8-bfd4-fc6f10950d3d on network f2be1417-8117-4b1f-906a-1fbbb1db1951 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:11:12.133609 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:12.137511 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:11:12.137912 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Checking segment: {'id': '0347a7ce-2398-4601-a4e2-ae4fc2ce2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f2be1417-8117-4b1f-906a-1fbbb1db1951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:12.138306 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:12.138710 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Bound using segment: {'id': '0347a7ce-2398-4601-a4e2-ae4fc2ce2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f2be1417-8117-4b1f-906a-1fbbb1db1951'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:11:12.139248 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Bound port: e016e5ea-f097-43d8-bfd4-fc6f10950d3d, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0347a7ce-2398-4601-a4e2-ae4fc2ce2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f2be1417-8117-4b1f-906a-1fbbb1db1951'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:11:12.139771 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:12.145733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port cb795691-03b3-4dd8-bf9f-b06239c1a8b2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,segment=NetworkSegment(1a7061e6-9d62-473e-a927-f1bf794dfd25),segment_id=1a7061e6-9d62-473e-a927-f1bf794dfd25)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:12.161239 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2be1417-8117-4b1f-906a-1fbbb1db1951']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:12.172006 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0347a7ce-2398-4601-a4e2-ae4fc2ce2cb9') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:12.172309 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0347a7ce-2398-4601-a4e2-ae4fc2ce2cb9') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:12.183815 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:12.201900 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:12.208991 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:12.209389 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:12.211185 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] For port e016e5ea-f097-43d8-bfd4-fc6f10950d3d, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:12.212525 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:12.252412 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:12.304593 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] For port e016e5ea-f097-43d8-bfd4-fc6f10950d3d, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e016e5ea-f097-43d8-bfd4-fc6f10950d3d,segment=NetworkSegment(0347a7ce-2398-4601-a4e2-ae4fc2ce2cb9),segment_id=0347a7ce-2398-4601-a4e2-ae4fc2ce2cb9)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:11:12.324733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:12.358792 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8be5f-acf3-4e6b-b4ab-4a099819ac23 req-f8dca32a-ede2-46b4-872e-adb8fe7d1208 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:12.360292 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-17d8be5f-acf3-4e6b-b4ab-4a099819ac23 req-f8dca32a-ede2-46b4-872e-adb8fe7d1208 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0543232 Nov 02 12:11:12.370109 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.api [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:11:12.370109 n-d-806683-18 neutron-server[102690]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:11:12.370109 n-d-806683-18 neutron-server[102690]: [parameters: {'id': 'f2be1417-8117-4b1f-906a-1fbbb1db1951'}] Nov 02 12:11:12.370109 n-d-806683-18 neutron-server[102690]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:11:12.370862 n-d-806683-18 neutron-server[102690]: DEBUG oslo_db.api [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:11:12.412511 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-17d8be5f-acf3-4e6b-b4ab-4a099819ac23 req-cbddb914-6ce5-4f62-8da9-8650f3c491a8 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453284 Nov 02 12:11:12.430343 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:12.521385 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['cb795691-03b3-4dd8-bf9f-b06239c1a8b2'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:11:12.559391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb132401-f59f-4bf8-8b81-ef5fbe9cf00d None None] Pushing event updated for resources: {'Port': ['ID=e016e5ea-f097-43d8-bfd4-fc6f10950d3d,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:12.580744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e25c94-7d58-44a8-8955-6243c398bad1 None None] Network f2be1417-8117-4b1f-906a-1fbbb1db1951 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:12.649586 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd79db-0354-4742-8895-168aa03860d1 req-4eefe48b-4dca-4006-a204-3c0dd7fd199b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:12.651290 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ffd79db-0354-4742-8895-168aa03860d1 req-4eefe48b-4dca-4006-a204-3c0dd7fd199b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.79 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5&tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&binding%3Ahost_id=n-h2-806683-18 HTTP/1.1" status: 200 len: 944 time: 0.1687973 Nov 02 12:11:12.664949 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd64806-a931-41a8-b287-4bd0469e9f69 req-06b8ee83-ad5a-4246-99f1-4a3b3ee0d029 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:12.668646 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bd64806-a931-41a8-b287-4bd0469e9f69 req-06b8ee83-ad5a-4246-99f1-4a3b3ee0d029 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 944 time: 0.1245036 Nov 02 12:11:12.745221 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-0ffd79db-0354-4742-8895-168aa03860d1 req-7754fa8b-d61f-463b-87de-212fbcb1ba09 service neutron] delete failed (client error): The resource could not be found. Nov 02 12:11:12.746308 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ffd79db-0354-4742-8895-168aa03860d1 req-7754fa8b-d61f-463b-87de-212fbcb1ba09 service neutron] 10.222.0.79 "DELETE /v2.0/ports/cb795691-03b3-4dd8-bf9f-b06239c1a8b2/bindings/n-h1-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.0767450 Nov 02 12:11:12.784889 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bd64806-a931-41a8-b287-4bd0469e9f69 req-ec148d42-7189-4df7-9ae2-d5591ae9e496 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557461 Nov 02 12:11:12.812497 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39228688-db2d-44fe-897e-b0d5b3936554 None None] get_active_networks_info from n-d-806683-18 {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 12:11:12.871847 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:12.893128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd79db-0354-4742-8895-168aa03860d1 req-8ad34b52-54a3-4b0d-afa5-5aa53b65659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:12.896061 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ffd79db-0354-4742-8895-168aa03860d1 req-8ad34b52-54a3-4b0d-afa5-5aa53b65659c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0960293 Nov 02 12:11:12.961552 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Deleting port e016e5ea-f097-43d8-bfd4-fc6f10950d3d {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:11:12.962074 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:13.020539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39228688-db2d-44fe-897e-b0d5b3936554 None None] Resources bound (agent type, host, resource id): {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:11:13.030182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd79db-0354-4742-8895-168aa03860d1 req-83bceaf3-9401-4035-b798-bcda7e358414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:13.032722 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ffd79db-0354-4742-8895-168aa03860d1 req-83bceaf3-9401-4035-b798-bcda7e358414 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 HTTP/1.1" status: 200 len: 898 time: 0.1281228 Nov 02 12:11:13.056453 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] For port e016e5ea-f097-43d8-bfd4-fc6f10950d3d, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e016e5ea-f097-43d8-bfd4-fc6f10950d3d,segment=NetworkSegment(0347a7ce-2398-4601-a4e2-ae4fc2ce2cb9),segment_id=0347a7ce-2398-4601-a4e2-ae4fc2ce2cb9)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:13.056986 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:13.075843 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Calling delete_port for e016e5ea-f097-43d8-bfd4-fc6f10950d3d owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:11:13.126452 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ffd79db-0354-4742-8895-168aa03860d1 req-4163659c-a660-4155-b758-79e395daa5a3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb795691-03b3-4dd8-bf9f-b06239c1a8b2 HTTP/1.1" status: 200 len: 1000 time: 0.0858202 Nov 02 12:11:13.184506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd79db-0354-4742-8895-168aa03860d1 req-343e9bb4-0218-4323-aef9-f4231ec2a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:13.186896 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ffd79db-0354-4742-8895-168aa03860d1 req-343e9bb4-0218-4323-aef9-f4231ec2a208 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=22480237-b98c-4a81-8db6-eed1815ca3f6 HTTP/1.1" status: 200 len: 834 time: 0.0547807 Nov 02 12:11:13.236519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd79db-0354-4742-8895-168aa03860d1 req-b5a50f61-1d4c-4693-9204-3a6696911c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:13.238678 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ffd79db-0354-4742-8895-168aa03860d1 req-b5a50f61-1d4c-4693-9204-3a6696911c03 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447583 Nov 02 12:11:13.255872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:13.288886 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Port': ['ID=e016e5ea-f097-43d8-bfd4-fc6f10950d3d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:13.294021 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No DVR routers for this DVR port e016e5ea-f097-43d8-bfd4-fc6f10950d3d on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:11:13.366871 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ffd79db-0354-4742-8895-168aa03860d1 req-719e6de7-ad8d-46c3-88d0-9fe369eef0d2 service neutron] 10.222.0.79 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205389 Nov 02 12:11:13.422114 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:13.439949 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2be1417-8117-4b1f-906a-1fbbb1db1951']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:13.450939 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0347a7ce-2398-4601-a4e2-ae4fc2ce2cb9') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:13.454213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0347a7ce-2398-4601-a4e2-ae4fc2ce2cb9') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:13.471805 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:13.475668 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ffd79db-0354-4742-8895-168aa03860d1 req-1f7b9cea-6392-4fba-9b37-1a1a938e652d service neutron] 10.222.0.79 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013207 Nov 02 12:11:13.487083 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:13.494206 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:13.494612 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:13.497894 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:13.572580 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd5e08-c55f-4f3e-9071-f906d5ab659a req-e5a605be-b290-43e2-aba0-fda627dadff9 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:13.574208 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c0dd5e08-c55f-4f3e-9071-f906d5ab659a req-e5a605be-b290-43e2-aba0-fda627dadff9 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0611789 Nov 02 12:11:13.629553 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c0dd5e08-c55f-4f3e-9071-f906d5ab659a req-730ee8a1-e0a0-4165-9ac9-da4472ea75b8 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490129 Nov 02 12:11:13.657023 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:13.667651 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:13.670244 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/f2be1417-8117-4b1f-906a-1fbbb1db1951 HTTP/1.1" status: 204 len: 168 time: 2.3177578 Nov 02 12:11:13.676037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44778) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:13.680415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-fec743e8-9d01-4129-aa57-ea4556354da6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-182762895'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:13.682616 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c222599-69ec-4794-bde5-08c237d4f2df tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Network': ['ID=f2be1417-8117-4b1f-906a-1fbbb1db1951,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:13.736511 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device cb795691-03b3-4dd8-bf9f-b06239c1a8b2 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:11:13.866888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec743e8-9d01-4129-aa57-ea4556354da6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:13.871089 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fec743e8-9d01-4129-aa57-ea4556354da6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:13.918018 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port cb795691-03b3-4dd8-bf9f-b06239c1a8b2 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:11:13.926450 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port cb795691-03b3-4dd8-bf9f-b06239c1a8b2 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:11:13.930469 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:13.931109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec743e8-9d01-4129-aa57-ea4556354da6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:11:13.943308 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ead4b2-3e36-49e9-879b-2a50b1533116 req-bb98bc69-db7a-4f3b-8b51-d79ee0316dbd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:13.944830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-68ead4b2-3e36-49e9-879b-2a50b1533116 req-bb98bc69-db7a-4f3b-8b51-d79ee0316dbd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 944 time: 0.0713086 Nov 02 12:11:13.949500 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fec743e8-9d01-4129-aa57-ea4556354da6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:13.949848 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-fec743e8-9d01-4129-aa57-ea4556354da6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Added segment eb31041f-87ac-49a5-83a6-34942f9e2c59 of type vlan for network de4d0c18-a811-4c7e-9502-cd08496db1eb Nov 02 12:11:14.012620 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:14.012852 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fec743e8-9d01-4129-aa57-ea4556354da6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:14.040096 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-68ead4b2-3e36-49e9-879b-2a50b1533116 req-3d40fb72-e04c-4387-8071-ee59404c8f1c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880685 Nov 02 12:11:14.040478 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:11:14.043059 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b6833d-37c6-4373-bd57-a47ceb28431d" -d '{"events": [{"server_uuid": "4449da68-7f2b-49ec-a1a9-115f951f2bc5", "name": "network-vif-plugged", "status": "completed", "tag": "cb795691-03b3-4dd8-bf9f-b06239c1a8b2"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:11:14.061314 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port cb795691-03b3-4dd8-bf9f-b06239c1a8b2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,segment=NetworkSegment(1a7061e6-9d62-473e-a927-f1bf794dfd25),segment_id=1a7061e6-9d62-473e-a927-f1bf794dfd25)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:14.097612 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477e2a17-9d41-4491-8c1c-81bfa4bb85a2 x-openstack-request-id: req-477e2a17-9d41-4491-8c1c-81bfa4bb85a2 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:11:14.097612 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4449da68-7f2b-49ec-a1a9-115f951f2bc5", "name": "network-vif-plugged", "status": "completed", "tag": "cb795691-03b3-4dd8-bf9f-b06239c1a8b2", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:11:14.097612 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-477e2a17-9d41-4491-8c1c-81bfa4bb85a2 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:11:14.097612 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2', 'code': 200} Nov 02 12:11:14.152628 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fec743e8-9d01-4129-aa57-ea4556354da6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:14.158329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec743e8-9d01-4129-aa57-ea4556354da6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:14.159049 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fec743e8-9d01-4129-aa57-ea4556354da6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:14.198557 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:14.232329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec743e8-9d01-4129-aa57-ea4556354da6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Network': ['ID=de4d0c18-a811-4c7e-9502-cd08496db1eb,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:14.249817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network de4d0c18-a811-4c7e-9502-cd08496db1eb details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:11:14.285222 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:14.292717 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fec743e8-9d01-4129-aa57-ea4556354da6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6158721 Nov 02 12:11:14.295074 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44788) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:14.300237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-97273258-9ed1-4b65-9abe-79749774a544 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'subnet': {'network_id': 'de4d0c18-a811-4c7e-9502-cd08496db1eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:14.501325 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97273258-9ed1-4b65-9abe-79749774a544 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:14.505227 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-97273258-9ed1-4b65-9abe-79749774a544 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:14.772227 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fbfc5-dcda-4ce3-86ba-4920eefe9767 req-76a54a58-f3d1-442f-bf72-ece9bf9f60f2 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:14.774178 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b57fbfc5-dcda-4ce3-86ba-4920eefe9767 req-76a54a58-f3d1-442f-bf72-ece9bf9f60f2 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0584350 Nov 02 12:11:14.819618 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-97273258-9ed1-4b65-9abe-79749774a544 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:14.850144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b57fbfc5-dcda-4ce3-86ba-4920eefe9767 req-ea8da76a-5a80-4dfd-a1d6-74d2ca6b2673 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697138 Nov 02 12:11:14.886623 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97273258-9ed1-4b65-9abe-79749774a544 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Subnet': ['ID=28b2a70c-994a-4992-a8e4-e7edeb0a26f4,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:14.905035 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97273258-9ed1-4b65-9abe-79749774a544 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Checking segment: {'id': 'eb31041f-87ac-49a5-83a6-34942f9e2c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'de4d0c18-a811-4c7e-9502-cd08496db1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:14.905399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97273258-9ed1-4b65-9abe-79749774a544 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network hostable DHCP agents. Network: de4d0c18-a811-4c7e-9502-cd08496db1eb, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:11:14.975912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97273258-9ed1-4b65-9abe-79749774a544 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network de4d0c18-a811-4c7e-9502-cd08496db1eb is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:11:15.072935 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-97273258-9ed1-4b65-9abe-79749774a544 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, de4d0c18-a811-4c7e-9502-cd08496db1eb) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:15.078069 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97273258-9ed1-4b65-9abe-79749774a544 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:15.079530 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-97273258-9ed1-4b65-9abe-79749774a544 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:15.090792 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1eaafd-35f9-4693-ac74-5f5f22125e55 None None] Network de4d0c18-a811-4c7e-9502-cd08496db1eb requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:15.178910 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfa68a-04e2-43cf-bf8c-638e6b5802b2 req-9f41ceaf-e4fe-42ad-99e5-0f04fd32e5ed tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:15.180599 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4cfa68a-04e2-43cf-bf8c-638e6b5802b2 req-9f41ceaf-e4fe-42ad-99e5-0f04fd32e5ed tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.0572138 Nov 02 12:11:15.203395 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-97273258-9ed1-4b65-9abe-79749774a544 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9071476 Nov 02 12:11:15.206002 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44806) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:15.253641 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-de4d0c18-a811-4c7e-9502-cd08496db1eb', 'network_id': 'de4d0c18-a811-4c7e-9502-cd08496db1eb', 'tenant_id': 'e34a5854f9894ea0ba443ed84fd9fb60', 'fixed_ips': [{'subnet_id': '28b2a70c-994a-4992-a8e4-e7edeb0a26f4'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:11:15.254701 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:15.296171 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e4cfa68a-04e2-43cf-bf8c-638e6b5802b2 req-b915f30f-6b54-4301-93e9-9c96fb3ee3b9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094201 Nov 02 12:11:15.322819 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44810) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:15.345384 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:15.400488 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a648010d-d392-43ff-9d72-e451590c98fc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/floatingips/0fdc898f-cbb0-49f5-ac2c-a22507b55f7e HTTP/1.1" status: 200 len: 993 time: 0.0757022 Nov 02 12:11:15.432485 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Allocated IP 172.20.0.2 (de4d0c18-a811-4c7e-9502-cd08496db1eb/28b2a70c-994a-4992-a8e4-e7edeb0a26f4/31547750-8862-4202-9e31-e014022c2f92) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:11:15.433718 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:15.584827 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:15.663392 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:15.701638 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Network de4d0c18-a811-4c7e-9502-cd08496db1eb is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:11:15.706558 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:15.710118 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:11:15.715530 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Pushing event updated for resources: {'Port': ['ID=31547750-8862-4202-9e31-e014022c2f92,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:15.770893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Attempting to bind port 31547750-8862-4202-9e31-e014022c2f92 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:11:15.771286 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Attempting to bind port 31547750-8862-4202-9e31-e014022c2f92 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'eb31041f-87ac-49a5-83a6-34942f9e2c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'de4d0c18-a811-4c7e-9502-cd08496db1eb'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:11:15.771642 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Attempting to bind port 31547750-8862-4202-9e31-e014022c2f92 on network de4d0c18-a811-4c7e-9502-cd08496db1eb {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:11:15.777388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:11:15.777761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Checking segment: {'id': 'eb31041f-87ac-49a5-83a6-34942f9e2c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'de4d0c18-a811-4c7e-9502-cd08496db1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:15.778154 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:15.778542 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Bound using segment: {'id': 'eb31041f-87ac-49a5-83a6-34942f9e2c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'de4d0c18-a811-4c7e-9502-cd08496db1eb'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:11:15.779035 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Bound port: 31547750-8862-4202-9e31-e014022c2f92, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb31041f-87ac-49a5-83a6-34942f9e2c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'de4d0c18-a811-4c7e-9502-cd08496db1eb'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:11:15.779410 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:15.793086 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:15.822261 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Subnet': ['ID=28b2a70c-994a-4992-a8e4-e7edeb0a26f4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:15.864207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] For port 31547750-8862-4202-9e31-e014022c2f92, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:11:15.867749 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] For port 31547750-8862-4202-9e31-e014022c2f92, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=31547750-8862-4202-9e31-e014022c2f92,segment=NetworkSegment(eb31041f-87ac-49a5-83a6-34942f9e2c59),segment_id=eb31041f-87ac-49a5-83a6-34942f9e2c59)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:11:15.895360 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:15.919167 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4d0c18-a811-4c7e-9502-cd08496db1eb']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:15.929232 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb31041f-87ac-49a5-83a6-34942f9e2c59') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:15.929533 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb31041f-87ac-49a5-83a6-34942f9e2c59') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:15.948506 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:15.970329 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:15.982979 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:15.991846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:15.992250 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:15.995221 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:16.028290 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264db00-80ae-4702-b080-d323ca640361 req-5aa5aed5-c0a7-41b6-98c1-3271eca305e1 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:16.031249 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3264db00-80ae-4702-b080-d323ca640361 req-5aa5aed5-c0a7-41b6-98c1-3271eca305e1 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0982668 Nov 02 12:11:16.076139 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bf25a-9274-4caf-b584-e5ac35fd1850 None None] Pushing event updated for resources: {'Port': ['ID=31547750-8862-4202-9e31-e014022c2f92,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:16.089937 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055b04b2-a691-4f39-8c1b-fda1eff860a4 None None] Network de4d0c18-a811-4c7e-9502-cd08496db1eb requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:16.111215 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3264db00-80ae-4702-b080-d323ca640361 req-4730c2ba-6126-4216-b01c-3311cb749102 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550654 Nov 02 12:11:16.141839 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.api [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:11:16.141839 n-d-806683-18 neutron-server[102689]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:11:16.141839 n-d-806683-18 neutron-server[102689]: [parameters: {'id': 'de4d0c18-a811-4c7e-9502-cd08496db1eb'}] Nov 02 12:11:16.141839 n-d-806683-18 neutron-server[102689]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:11:16.142508 n-d-806683-18 neutron-server[102689]: DEBUG oslo_db.api [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:11:16.213243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003f3964-7e84-43ee-927d-809c78ba7c28 None None] get_active_networks_info from n-d-806683-18 {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 12:11:16.311535 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003f3964-7e84-43ee-927d-809c78ba7c28 None None] Resources bound (agent type, host, resource id): {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:11:16.643941 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:16.725177 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Deleting port 31547750-8862-4202-9e31-e014022c2f92 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:11:16.725431 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:16.788793 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] For port 31547750-8862-4202-9e31-e014022c2f92, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=31547750-8862-4202-9e31-e014022c2f92,segment=NetworkSegment(eb31041f-87ac-49a5-83a6-34942f9e2c59),segment_id=eb31041f-87ac-49a5-83a6-34942f9e2c59)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:16.789166 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:16.801994 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Calling delete_port for 31547750-8862-4202-9e31-e014022c2f92 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:11:16.975562 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:17.005192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Port': ['ID=31547750-8862-4202-9e31-e014022c2f92,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:17.009209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No DVR routers for this DVR port 31547750-8862-4202-9e31-e014022c2f92 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:11:17.100751 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:17.122517 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4d0c18-a811-4c7e-9502-cd08496db1eb']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:17.132035 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb31041f-87ac-49a5-83a6-34942f9e2c59') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:17.132336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb31041f-87ac-49a5-83a6-34942f9e2c59') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:17.142298 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:17.158349 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:17.165104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:17.165572 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:17.168777 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:17.272740 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c3658-11b4-4ff2-9390-a7d063906966 req-3fc72bfb-5015-4d1a-855f-cdb7b9bf4141 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:17.274236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5a6c3658-11b4-4ff2-9390-a7d063906966 req-3fc72bfb-5015-4d1a-855f-cdb7b9bf4141 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0840795 Nov 02 12:11:17.323142 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:17.330469 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:17.334514 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/de4d0c18-a811-4c7e-9502-cd08496db1eb HTTP/1.1" status: 204 len: 168 time: 2.1275253 Nov 02 12:11:17.337969 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5a6c3658-11b4-4ff2-9390-a7d063906966 req-90ab196b-f0b8-4f03-afac-bb52f9c55dc7 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570376 Nov 02 12:11:17.338304 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44840) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:17.344001 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-068f0d75-90a1-4edb-ab6b-c64a6dea721b tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-350233236'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:17.349327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01bae1-5aa7-4bed-986d-bb753de27311 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Network': ['ID=de4d0c18-a811-4c7e-9502-cd08496db1eb,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:17.444384 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068f0d75-90a1-4edb-ab6b-c64a6dea721b tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:17.449769 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-068f0d75-90a1-4edb-ab6b-c64a6dea721b tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:17.479312 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068f0d75-90a1-4edb-ab6b-c64a6dea721b tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:11:17.490228 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-068f0d75-90a1-4edb-ab6b-c64a6dea721b tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:17.490655 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-068f0d75-90a1-4edb-ab6b-c64a6dea721b tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Added segment 879bdbf7-48c9-44a8-84c1-d7587ce21e6d of type vlan for network a235bdcb-e4b5-44a1-be99-3922f4799356 Nov 02 12:11:17.541432 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-068f0d75-90a1-4edb-ab6b-c64a6dea721b tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:17.551525 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-74d16532-d000-4cb6-bd13-d4e1df54bca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:17.649805 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-068f0d75-90a1-4edb-ab6b-c64a6dea721b tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:17.655891 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068f0d75-90a1-4edb-ab6b-c64a6dea721b tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:17.656521 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-068f0d75-90a1-4edb-ab6b-c64a6dea721b tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:17.726190 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f0d75-90a1-4edb-ab6b-c64a6dea721b tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Network': ['ID=a235bdcb-e4b5-44a1-be99-3922f4799356,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:17.736217 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network a235bdcb-e4b5-44a1-be99-3922f4799356 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:11:17.802321 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-068f0d75-90a1-4edb-ab6b-c64a6dea721b tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4626613 Nov 02 12:11:17.804938 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44848) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:17.809926 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e5298cd8-174e-4d8a-b693-776bc3212cc0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'subnet': {'network_id': 'a235bdcb-e4b5-44a1-be99-3922f4799356', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:18.009490 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5298cd8-174e-4d8a-b693-776bc3212cc0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:18.013202 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5298cd8-174e-4d8a-b693-776bc3212cc0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:18.074021 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.ipam_backend_mixin [None req-e5298cd8-174e-4d8a-b693-776bc3212cc0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Performing IP validity checks on allocation pools {{(pid=102690) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 02 12:11:18.074459 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.ipam_backend_mixin [None req-e5298cd8-174e-4d8a-b693-776bc3212cc0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102690) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 02 12:11:18.312502 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5298cd8-174e-4d8a-b693-776bc3212cc0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:18.380495 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5298cd8-174e-4d8a-b693-776bc3212cc0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Subnet': ['ID=e612bcbe-d9ae-4492-b6c7-b54efff31dfc,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:18.392848 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5298cd8-174e-4d8a-b693-776bc3212cc0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Checking segment: {'id': '879bdbf7-48c9-44a8-84c1-d7587ce21e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a235bdcb-e4b5-44a1-be99-3922f4799356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:18.393229 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5298cd8-174e-4d8a-b693-776bc3212cc0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network hostable DHCP agents. Network: a235bdcb-e4b5-44a1-be99-3922f4799356, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:11:18.492658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61608d16-481f-405e-8ab8-b62510a0f34f req-8f235802-bf28-4da3-9b3e-530ae657a2a6 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:18.494166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-61608d16-481f-405e-8ab8-b62510a0f34f req-8f235802-bf28-4da3-9b3e-530ae657a2a6 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0505435 Nov 02 12:11:18.506524 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5298cd8-174e-4d8a-b693-776bc3212cc0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network a235bdcb-e4b5-44a1-be99-3922f4799356 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:11:18.543400 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-61608d16-481f-405e-8ab8-b62510a0f34f req-b351290d-55c1-45ba-a53d-34c2f01ed1c2 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430024 Nov 02 12:11:18.586557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-e5298cd8-174e-4d8a-b693-776bc3212cc0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, a235bdcb-e4b5-44a1-be99-3922f4799356) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:18.591301 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5298cd8-174e-4d8a-b693-776bc3212cc0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:18.591891 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e5298cd8-174e-4d8a-b693-776bc3212cc0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:18.596243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfde85a-9a8f-44cc-80c3-7b94849e4ca5 None None] Network a235bdcb-e4b5-44a1-be99-3922f4799356 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:18.675778 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e5298cd8-174e-4d8a-b693-776bc3212cc0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8696022 Nov 02 12:11:18.678624 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44864) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:18.752473 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-a235bdcb-e4b5-44a1-be99-3922f4799356', 'network_id': 'a235bdcb-e4b5-44a1-be99-3922f4799356', 'tenant_id': 'e34a5854f9894ea0ba443ed84fd9fb60', 'fixed_ips': [{'subnet_id': 'e612bcbe-d9ae-4492-b6c7-b54efff31dfc'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:11:18.754990 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:18.801191 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:18.866572 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:18.902799 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Allocated IP 172.20.0.3 (a235bdcb-e4b5-44a1-be99-3922f4799356/e612bcbe-d9ae-4492-b6c7-b54efff31dfc/51c8f12b-76c9-426e-a204-1582516251b2) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:11:19.045550 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:19.147020 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:19.185379 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Network a235bdcb-e4b5-44a1-be99-3922f4799356 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:11:19.190474 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:19.194085 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:11:19.199578 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Pushing event updated for resources: {'Port': ['ID=51c8f12b-76c9-426e-a204-1582516251b2,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:19.233053 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:19.255519 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Attempting to bind port 51c8f12b-76c9-426e-a204-1582516251b2 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:11:19.255953 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Attempting to bind port 51c8f12b-76c9-426e-a204-1582516251b2 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '879bdbf7-48c9-44a8-84c1-d7587ce21e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a235bdcb-e4b5-44a1-be99-3922f4799356'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:11:19.256320 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Attempting to bind port 51c8f12b-76c9-426e-a204-1582516251b2 on network a235bdcb-e4b5-44a1-be99-3922f4799356 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:11:19.261851 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:11:19.262314 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Checking segment: {'id': '879bdbf7-48c9-44a8-84c1-d7587ce21e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a235bdcb-e4b5-44a1-be99-3922f4799356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:19.262728 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:19.263151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Bound using segment: {'id': '879bdbf7-48c9-44a8-84c1-d7587ce21e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a235bdcb-e4b5-44a1-be99-3922f4799356'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:11:19.263702 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Bound port: 51c8f12b-76c9-426e-a204-1582516251b2, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879bdbf7-48c9-44a8-84c1-d7587ce21e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a235bdcb-e4b5-44a1-be99-3922f4799356'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:11:19.264095 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:19.286530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Subnet': ['ID=e612bcbe-d9ae-4492-b6c7-b54efff31dfc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:19.341625 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] For port 51c8f12b-76c9-426e-a204-1582516251b2, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:11:19.345127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] For port 51c8f12b-76c9-426e-a204-1582516251b2, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=51c8f12b-76c9-426e-a204-1582516251b2,segment=NetworkSegment(879bdbf7-48c9-44a8-84c1-d7587ce21e6d),segment_id=879bdbf7-48c9-44a8-84c1-d7587ce21e6d)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:11:19.359668 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:19.381201 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a235bdcb-e4b5-44a1-be99-3922f4799356']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:19.390762 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879bdbf7-48c9-44a8-84c1-d7587ce21e6d') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:19.391096 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879bdbf7-48c9-44a8-84c1-d7587ce21e6d') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:19.401070 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:19.425842 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:19.426080 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:19.432229 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:19.432856 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:19.438781 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:19.508677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179af1f-4205-42b5-8892-2ef75fe3fc08 None None] Pushing event updated for resources: {'Port': ['ID=51c8f12b-76c9-426e-a204-1582516251b2,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:19.522071 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8dd1cb-b12c-4fa2-9524-f99be496e42f None None] Network a235bdcb-e4b5-44a1-be99-3922f4799356 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:19.587943 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.api [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:11:19.587943 n-d-806683-18 neutron-server[102690]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:11:19.587943 n-d-806683-18 neutron-server[102690]: [parameters: {'id': 'a235bdcb-e4b5-44a1-be99-3922f4799356'}] Nov 02 12:11:19.587943 n-d-806683-18 neutron-server[102690]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:11:19.587943 n-d-806683-18 neutron-server[102690]: DEBUG oslo_db.api [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:11:19.675839 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811d144b-c81f-493d-9cf5-01b4917568f9 None None] get_active_networks_info from n-d-806683-18 {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 12:11:19.678196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7712a2e-fa99-441f-9361-3e5d68ae96a1 req-e514e931-779e-4955-b370-f57d52f991cc tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:19.679791 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b7712a2e-fa99-441f-9361-3e5d68ae96a1 req-e514e931-779e-4955-b370-f57d52f991cc tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0638769 Nov 02 12:11:19.746698 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bb47-99c8-4fcb-9316-ce74200c66f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:19.752370 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b7712a2e-fa99-441f-9361-3e5d68ae96a1 req-b139fddc-a322-4d23-b458-71198fb4dfc9 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642972 Nov 02 12:11:19.792268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811d144b-c81f-493d-9cf5-01b4917568f9 None None] Resources bound (agent type, host, resource id): {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:11:20.089233 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:20.153417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Deleting port 51c8f12b-76c9-426e-a204-1582516251b2 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:11:20.153751 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:20.219777 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] For port 51c8f12b-76c9-426e-a204-1582516251b2, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=51c8f12b-76c9-426e-a204-1582516251b2,segment=NetworkSegment(879bdbf7-48c9-44a8-84c1-d7587ce21e6d),segment_id=879bdbf7-48c9-44a8-84c1-d7587ce21e6d)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:20.220138 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:20.233585 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Calling delete_port for 51c8f12b-76c9-426e-a204-1582516251b2 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:11:20.381539 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:20.415018 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Port': ['ID=51c8f12b-76c9-426e-a204-1582516251b2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:20.423585 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No DVR routers for this DVR port 51c8f12b-76c9-426e-a204-1582516251b2 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:11:20.522599 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:20.548455 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a235bdcb-e4b5-44a1-be99-3922f4799356']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:20.562095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879bdbf7-48c9-44a8-84c1-d7587ce21e6d') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:20.562395 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879bdbf7-48c9-44a8-84c1-d7587ce21e6d') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:20.575185 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:20.590522 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:20.596926 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:20.597388 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:20.600460 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:20.723890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:20.731193 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:20.739325 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/a235bdcb-e4b5-44a1-be99-3922f4799356 HTTP/1.1" status: 204 len: 168 time: 2.0548618 Nov 02 12:11:20.739532 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44890) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:20.748015 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-fdc5c8d5-45c7-4c6b-9d6c-23c46e34170c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1939618402'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:20.750697 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05eeaf4-57b9-4668-8dfb-148a0c847d51 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Network': ['ID=a235bdcb-e4b5-44a1-be99-3922f4799356,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:20.872744 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984ed5e-809a-479f-991b-f388c1568e0a req-ec678120-6c45-4f7d-884f-10eec76daff6 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:20.874180 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a984ed5e-809a-479f-991b-f388c1568e0a req-ec678120-6c45-4f7d-884f-10eec76daff6 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0503998 Nov 02 12:11:20.909862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc5c8d5-45c7-4c6b-9d6c-23c46e34170c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:20.913708 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fdc5c8d5-45c7-4c6b-9d6c-23c46e34170c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:20.935188 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a984ed5e-809a-479f-991b-f388c1568e0a req-68487063-07da-4b59-b407-5c7872a02482 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548689 Nov 02 12:11:20.951677 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc5c8d5-45c7-4c6b-9d6c-23c46e34170c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:11:20.957467 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fdc5c8d5-45c7-4c6b-9d6c-23c46e34170c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:20.957809 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-fdc5c8d5-45c7-4c6b-9d6c-23c46e34170c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Added segment d399a40f-dc5a-4018-8a21-14dfefd091de of type vlan for network 148c4ba1-6d27-4556-b78e-2e3b3f5afef8 Nov 02 12:11:20.996615 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fdc5c8d5-45c7-4c6b-9d6c-23c46e34170c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:21.061224 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:21.089855 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fdc5c8d5-45c7-4c6b-9d6c-23c46e34170c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:21.095969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc5c8d5-45c7-4c6b-9d6c-23c46e34170c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:21.097193 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fdc5c8d5-45c7-4c6b-9d6c-23c46e34170c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:21.165798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5c8d5-45c7-4c6b-9d6c-23c46e34170c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Network': ['ID=148c4ba1-6d27-4556-b78e-2e3b3f5afef8,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:21.176374 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 148c4ba1-6d27-4556-b78e-2e3b3f5afef8 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:11:21.355120 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fdc5c8d5-45c7-4c6b-9d6c-23c46e34170c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6139083 Nov 02 12:11:21.357940 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44900) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:21.363147 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-3b9bd3e9-0a2f-477c-ac99-5f95272fcea8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'subnet': {'network_id': '148c4ba1-6d27-4556-b78e-2e3b3f5afef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:21.536204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9bd3e9-0a2f-477c-ac99-5f95272fcea8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:21.539941 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd3e9-0a2f-477c-ac99-5f95272fcea8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:21.844129 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd3e9-0a2f-477c-ac99-5f95272fcea8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:21.910466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bd3e9-0a2f-477c-ac99-5f95272fcea8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Subnet': ['ID=457cd550-906f-40c9-8357-7f80c77c10c5,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:21.917982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9bd3e9-0a2f-477c-ac99-5f95272fcea8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Checking segment: {'id': 'd399a40f-dc5a-4018-8a21-14dfefd091de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '148c4ba1-6d27-4556-b78e-2e3b3f5afef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:21.918298 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9bd3e9-0a2f-477c-ac99-5f95272fcea8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network hostable DHCP agents. Network: 148c4ba1-6d27-4556-b78e-2e3b3f5afef8, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:11:21.981358 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:11:22.033989 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9bd3e9-0a2f-477c-ac99-5f95272fcea8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network 148c4ba1-6d27-4556-b78e-2e3b3f5afef8 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:11:22.062289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08392e42-1f59-4672-a7b6-c5787b8ea776 req-2fd90620-2d9b-4c69-bb7a-0d3b08ce47c9 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:22.063868 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08392e42-1f59-4672-a7b6-c5787b8ea776 req-2fd90620-2d9b-4c69-bb7a-0d3b08ce47c9 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0582397 Nov 02 12:11:22.128036 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08392e42-1f59-4672-a7b6-c5787b8ea776 req-08ae3ee0-f5fd-4007-8239-af9704d52ee7 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572135 Nov 02 12:11:22.152543 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-3b9bd3e9-0a2f-477c-ac99-5f95272fcea8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 148c4ba1-6d27-4556-b78e-2e3b3f5afef8) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:22.152966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9bd3e9-0a2f-477c-ac99-5f95272fcea8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:22.154499 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b9bd3e9-0a2f-477c-ac99-5f95272fcea8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:22.157784 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e875470f-87e5-4079-bebd-4e8ea4168be9 None None] Network 148c4ba1-6d27-4556-b78e-2e3b3f5afef8 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:22.207416 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3b9bd3e9-0a2f-477c-ac99-5f95272fcea8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8482587 Nov 02 12:11:22.210563 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44912) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:22.314137 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-148c4ba1-6d27-4556-b78e-2e3b3f5afef8', 'network_id': '148c4ba1-6d27-4556-b78e-2e3b3f5afef8', 'tenant_id': 'e34a5854f9894ea0ba443ed84fd9fb60', 'fixed_ips': [{'subnet_id': '457cd550-906f-40c9-8357-7f80c77c10c5'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:11:22.315764 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:22.324289 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:22.376843 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:22.489766 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Allocated IP 172.20.0.1 (148c4ba1-6d27-4556-b78e-2e3b3f5afef8/457cd550-906f-40c9-8357-7f80c77c10c5/0f76c2de-6e22-4ec3-ae23-fcfc4fd8d1e5) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:11:22.553826 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:22.639722 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:22.696501 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:22.740862 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Network 148c4ba1-6d27-4556-b78e-2e3b3f5afef8 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:11:22.746059 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:22.749041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:11:22.758739 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Pushing event updated for resources: {'Port': ['ID=0f76c2de-6e22-4ec3-ae23-fcfc4fd8d1e5,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:22.792956 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:22.814966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Attempting to bind port 0f76c2de-6e22-4ec3-ae23-fcfc4fd8d1e5 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:11:22.815976 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Attempting to bind port 0f76c2de-6e22-4ec3-ae23-fcfc4fd8d1e5 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'd399a40f-dc5a-4018-8a21-14dfefd091de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '148c4ba1-6d27-4556-b78e-2e3b3f5afef8'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:11:22.816215 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Attempting to bind port 0f76c2de-6e22-4ec3-ae23-fcfc4fd8d1e5 on network 148c4ba1-6d27-4556-b78e-2e3b3f5afef8 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:11:22.821733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:11:22.822114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Checking segment: {'id': 'd399a40f-dc5a-4018-8a21-14dfefd091de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '148c4ba1-6d27-4556-b78e-2e3b3f5afef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:22.822573 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:22.823121 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Bound using segment: {'id': 'd399a40f-dc5a-4018-8a21-14dfefd091de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '148c4ba1-6d27-4556-b78e-2e3b3f5afef8'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:11:22.823609 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Bound port: 0f76c2de-6e22-4ec3-ae23-fcfc4fd8d1e5, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd399a40f-dc5a-4018-8a21-14dfefd091de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '148c4ba1-6d27-4556-b78e-2e3b3f5afef8'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:11:22.823999 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:22.825232 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Subnet': ['ID=457cd550-906f-40c9-8357-7f80c77c10c5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:22.896401 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:22.901491 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] For port 0f76c2de-6e22-4ec3-ae23-fcfc4fd8d1e5, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:11:22.904894 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] For port 0f76c2de-6e22-4ec3-ae23-fcfc4fd8d1e5, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0f76c2de-6e22-4ec3-ae23-fcfc4fd8d1e5,segment=NetworkSegment(d399a40f-dc5a-4018-8a21-14dfefd091de),segment_id=d399a40f-dc5a-4018-8a21-14dfefd091de)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:11:22.919306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148c4ba1-6d27-4556-b78e-2e3b3f5afef8']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:22.929660 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd399a40f-dc5a-4018-8a21-14dfefd091de') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:22.929971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd399a40f-dc5a-4018-8a21-14dfefd091de') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:22.940125 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:22.958624 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:22.961313 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:22.973056 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:22.973467 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:22.976749 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:23.044916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5bfb5-122e-44e9-8fe9-8a116e937436 None None] Pushing event updated for resources: {'Port': ['ID=0f76c2de-6e22-4ec3-ae23-fcfc4fd8d1e5,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:23.063913 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c28452-aee8-4ce8-963e-2632393bfecb None None] Network 148c4ba1-6d27-4556-b78e-2e3b3f5afef8 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:23.084194 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.api [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:11:23.084194 n-d-806683-18 neutron-server[102689]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:11:23.084194 n-d-806683-18 neutron-server[102689]: [parameters: {'id': '148c4ba1-6d27-4556-b78e-2e3b3f5afef8'}] Nov 02 12:11:23.084194 n-d-806683-18 neutron-server[102689]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:11:23.084756 n-d-806683-18 neutron-server[102689]: DEBUG oslo_db.api [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:11:23.186202 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e08d26a-6871-4c83-82b3-f93f6f04e042 None None] get_active_networks_info from n-d-806683-18 {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 12:11:23.254136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2c35a-8d8d-4f5b-b80a-2080c0c51df4 req-2cff29c9-97ab-4ef9-aa03-cc4b57f056e8 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:23.256149 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25b2c35a-8d8d-4f5b-b80a-2080c0c51df4 req-2cff29c9-97ab-4ef9-aa03-cc4b57f056e8 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0531185 Nov 02 12:11:23.309251 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e08d26a-6871-4c83-82b3-f93f6f04e042 None None] Resources bound (agent type, host, resource id): {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:11:23.312914 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25b2c35a-8d8d-4f5b-b80a-2080c0c51df4 req-e12b1023-888e-41f2-b91e-29d2e656d7fd tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499196 Nov 02 12:11:23.586567 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:23.651480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Deleting port 0f76c2de-6e22-4ec3-ae23-fcfc4fd8d1e5 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:11:23.651992 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:23.728445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] For port 0f76c2de-6e22-4ec3-ae23-fcfc4fd8d1e5, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0f76c2de-6e22-4ec3-ae23-fcfc4fd8d1e5,segment=NetworkSegment(d399a40f-dc5a-4018-8a21-14dfefd091de),segment_id=d399a40f-dc5a-4018-8a21-14dfefd091de)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:23.728895 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:23.742832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Calling delete_port for 0f76c2de-6e22-4ec3-ae23-fcfc4fd8d1e5 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:11:23.895070 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:23.925735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Port': ['ID=0f76c2de-6e22-4ec3-ae23-fcfc4fd8d1e5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:23.929967 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No DVR routers for this DVR port 0f76c2de-6e22-4ec3-ae23-fcfc4fd8d1e5 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:11:24.015642 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:24.038194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148c4ba1-6d27-4556-b78e-2e3b3f5afef8']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:24.044237 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:24.050990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd399a40f-dc5a-4018-8a21-14dfefd091de') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:24.050990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd399a40f-dc5a-4018-8a21-14dfefd091de') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:24.060229 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:24.075377 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:24.082235 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:24.082628 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:24.085718 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:24.438532 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf85745-ee5e-4b03-990f-88c9970666d6 req-0a75fe2d-cd10-48d0-9645-70ddf3454f9a tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:24.440879 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3cf85745-ee5e-4b03-990f-88c9970666d6 req-0a75fe2d-cd10-48d0-9645-70ddf3454f9a tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0555973 Nov 02 12:11:24.443378 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:24.451429 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:24.456508 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/148c4ba1-6d27-4556-b78e-2e3b3f5afef8 HTTP/1.1" status: 204 len: 168 time: 2.2441914 Nov 02 12:11:24.460377 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44944) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:24.466581 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e62c68de-c697-4b25-95cc-128b40056c4c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1176113571'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:24.466995 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:24.481237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566416c-29ad-4229-9856-1f9c55200bc6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Network': ['ID=148c4ba1-6d27-4556-b78e-2e3b3f5afef8,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:24.511951 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3cf85745-ee5e-4b03-990f-88c9970666d6 req-34a9208f-bc17-4754-b886-804a5e0ab72c tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543191 Nov 02 12:11:24.569944 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62c68de-c697-4b25-95cc-128b40056c4c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:24.573518 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e62c68de-c697-4b25-95cc-128b40056c4c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:24.597925 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e62c68de-c697-4b25-95cc-128b40056c4c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:11:24.607137 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e62c68de-c697-4b25-95cc-128b40056c4c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:24.607481 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-e62c68de-c697-4b25-95cc-128b40056c4c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Added segment 622a73a6-815e-4891-9225-d091471b82ad of type vlan for network 78764c4e-8eb8-4fea-990c-a7b63e9b5926 Nov 02 12:11:24.661628 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e62c68de-c697-4b25-95cc-128b40056c4c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:24.763615 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e62c68de-c697-4b25-95cc-128b40056c4c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:24.769965 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62c68de-c697-4b25-95cc-128b40056c4c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:24.770591 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e62c68de-c697-4b25-95cc-128b40056c4c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:24.839205 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c68de-c697-4b25-95cc-128b40056c4c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Network': ['ID=78764c4e-8eb8-4fea-990c-a7b63e9b5926,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:24.849733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 78764c4e-8eb8-4fea-990c-a7b63e9b5926 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:11:24.886750 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e62c68de-c697-4b25-95cc-128b40056c4c tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4250829 Nov 02 12:11:24.889483 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44952) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:24.894499 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-c9b897b6-6131-456a-b28a-faca2f021018 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'subnet': {'network_id': '78764c4e-8eb8-4fea-990c-a7b63e9b5926', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:24.986514 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:25.060853 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b897b6-6131-456a-b28a-faca2f021018 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:25.064745 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c9b897b6-6131-456a-b28a-faca2f021018 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:25.312685 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c9b897b6-6131-456a-b28a-faca2f021018 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:25.372529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b897b6-6131-456a-b28a-faca2f021018 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Subnet': ['ID=3d97d369-934e-4d85-8ba8-2d1a00d29820,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:25.384894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b897b6-6131-456a-b28a-faca2f021018 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Checking segment: {'id': '622a73a6-815e-4891-9225-d091471b82ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '78764c4e-8eb8-4fea-990c-a7b63e9b5926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:25.385324 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b897b6-6131-456a-b28a-faca2f021018 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network hostable DHCP agents. Network: 78764c4e-8eb8-4fea-990c-a7b63e9b5926, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:11:25.489908 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b897b6-6131-456a-b28a-faca2f021018 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network 78764c4e-8eb8-4fea-990c-a7b63e9b5926 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:11:25.563592 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-c9b897b6-6131-456a-b28a-faca2f021018 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 78764c4e-8eb8-4fea-990c-a7b63e9b5926) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:25.572965 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63304f03-02b1-477f-9e46-28e0bdc422e8 None None] Network 78764c4e-8eb8-4fea-990c-a7b63e9b5926 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:25.578828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b897b6-6131-456a-b28a-faca2f021018 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:25.580837 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c9b897b6-6131-456a-b28a-faca2f021018 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:25.646981 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8d121-7495-4a7a-9f5b-2e2c1e91dad5 req-e594d853-6efa-489b-a0d8-80d34a156aa9 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:25.648795 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-26f8d121-7495-4a7a-9f5b-2e2c1e91dad5 req-e594d853-6efa-489b-a0d8-80d34a156aa9 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0582328 Nov 02 12:11:25.697570 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c9b897b6-6131-456a-b28a-faca2f021018 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8070316 Nov 02 12:11:25.700296 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 44962) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:25.746884 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-78764c4e-8eb8-4fea-990c-a7b63e9b5926', 'network_id': '78764c4e-8eb8-4fea-990c-a7b63e9b5926', 'tenant_id': 'e34a5854f9894ea0ba443ed84fd9fb60', 'fixed_ips': [{'subnet_id': '3d97d369-934e-4d85-8ba8-2d1a00d29820'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:11:25.748348 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:25.814151 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:25.906864 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:26.019363 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-26f8d121-7495-4a7a-9f5b-2e2c1e91dad5 req-976c8e4d-f997-4f32-a63c-c1403963ebdb tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602774 Nov 02 12:11:26.071943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Allocated IP 172.20.0.1 (78764c4e-8eb8-4fea-990c-a7b63e9b5926/3d97d369-934e-4d85-8ba8-2d1a00d29820/d90a1175-9726-4332-8e60-d9f9ad46e3cc) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:11:26.219871 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:26.329269 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:26.368439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Network 78764c4e-8eb8-4fea-990c-a7b63e9b5926 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:11:26.374986 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:26.376083 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Pushing event updated for resources: {'Port': ['ID=d90a1175-9726-4332-8e60-d9f9ad46e3cc,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:26.378483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:11:26.432096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Attempting to bind port d90a1175-9726-4332-8e60-d9f9ad46e3cc on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:11:26.432471 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Attempting to bind port d90a1175-9726-4332-8e60-d9f9ad46e3cc by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '622a73a6-815e-4891-9225-d091471b82ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '78764c4e-8eb8-4fea-990c-a7b63e9b5926'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:11:26.432850 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Attempting to bind port d90a1175-9726-4332-8e60-d9f9ad46e3cc on network 78764c4e-8eb8-4fea-990c-a7b63e9b5926 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:11:26.437826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:11:26.438203 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Checking segment: {'id': '622a73a6-815e-4891-9225-d091471b82ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '78764c4e-8eb8-4fea-990c-a7b63e9b5926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:26.438602 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:26.439026 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Bound using segment: {'id': '622a73a6-815e-4891-9225-d091471b82ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '78764c4e-8eb8-4fea-990c-a7b63e9b5926'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:11:26.439494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Bound port: d90a1175-9726-4332-8e60-d9f9ad46e3cc, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622a73a6-815e-4891-9225-d091471b82ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '78764c4e-8eb8-4fea-990c-a7b63e9b5926'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:11:26.440070 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:26.443804 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:26.473749 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Subnet': ['ID=3d97d369-934e-4d85-8ba8-2d1a00d29820,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:26.511716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] For port d90a1175-9726-4332-8e60-d9f9ad46e3cc, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:11:26.514882 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] For port d90a1175-9726-4332-8e60-d9f9ad46e3cc, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d90a1175-9726-4332-8e60-d9f9ad46e3cc,segment=NetworkSegment(622a73a6-815e-4891-9225-d091471b82ad),segment_id=622a73a6-815e-4891-9225-d091471b82ad)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:11:26.547327 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:26.568079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78764c4e-8eb8-4fea-990c-a7b63e9b5926']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:26.578831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622a73a6-815e-4891-9225-d091471b82ad') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:26.578831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622a73a6-815e-4891-9225-d091471b82ad') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:26.588199 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:26.599076 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:26.601821 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:26.608077 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:26.608347 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:26.611996 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:26.685310 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca0335-f754-4eb2-8278-92739216b889 None None] Pushing event updated for resources: {'Port': ['ID=d90a1175-9726-4332-8e60-d9f9ad46e3cc,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:26.698812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba5318d-2cc9-4143-b86c-dff727fa48ea None None] Network 78764c4e-8eb8-4fea-990c-a7b63e9b5926 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:26.713300 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.api [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:11:26.713300 n-d-806683-18 neutron-server[102690]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:11:26.713300 n-d-806683-18 neutron-server[102690]: [parameters: {'id': '78764c4e-8eb8-4fea-990c-a7b63e9b5926'}] Nov 02 12:11:26.713300 n-d-806683-18 neutron-server[102690]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:11:26.713300 n-d-806683-18 neutron-server[102690]: DEBUG oslo_db.api [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:11:26.830396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04e65d7-029f-4185-88d4-5a645963d6d6 None None] get_active_networks_info from n-d-806683-18 {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 12:11:26.925703 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04e65d7-029f-4185-88d4-5a645963d6d6 None None] Resources bound (agent type, host, resource id): {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:11:27.133525 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fcad7-b991-49c7-a27c-6ce87f78320e req-cae86d02-6368-4fc1-8047-6492096c536b tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:27.135092 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c2fcad7-b991-49c7-a27c-6ce87f78320e req-cae86d02-6368-4fc1-8047-6492096c536b tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0543296 Nov 02 12:11:27.191965 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c2fcad7-b991-49c7-a27c-6ce87f78320e req-6a29d81c-3239-40ae-bcae-dce86d7c4bc3 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478792 Nov 02 12:11:27.215044 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:27.274425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Deleting port d90a1175-9726-4332-8e60-d9f9ad46e3cc {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:11:27.274757 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:27.338805 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] For port d90a1175-9726-4332-8e60-d9f9ad46e3cc, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d90a1175-9726-4332-8e60-d9f9ad46e3cc,segment=NetworkSegment(622a73a6-815e-4891-9225-d091471b82ad),segment_id=622a73a6-815e-4891-9225-d091471b82ad)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:27.339308 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:27.352143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Calling delete_port for d90a1175-9726-4332-8e60-d9f9ad46e3cc owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:11:27.519097 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:27.545528 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Port': ['ID=d90a1175-9726-4332-8e60-d9f9ad46e3cc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:27.555700 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No DVR routers for this DVR port d90a1175-9726-4332-8e60-d9f9ad46e3cc on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:11:27.642804 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:27.666893 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78764c4e-8eb8-4fea-990c-a7b63e9b5926']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:27.676852 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622a73a6-815e-4891-9225-d091471b82ad') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:27.677148 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622a73a6-815e-4891-9225-d091471b82ad') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:27.686626 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:27.700412 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:27.707673 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:27.708069 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:27.711090 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:27.855327 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:27.863520 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:27.866297 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/78764c4e-8eb8-4fea-990c-a7b63e9b5926 HTTP/1.1" status: 204 len: 168 time: 2.1650538 Nov 02 12:11:27.869904 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 44994) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:27.875034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-2f4bc83d-75cf-4ec7-af68-468c1c846ab2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1869043044'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:27.878261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edcaff-69b9-48dd-83d9-00aabe9a5c50 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Network': ['ID=78764c4e-8eb8-4fea-990c-a7b63e9b5926,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:28.004626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4bc83d-75cf-4ec7-af68-468c1c846ab2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:28.008542 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f4bc83d-75cf-4ec7-af68-468c1c846ab2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:28.032812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4bc83d-75cf-4ec7-af68-468c1c846ab2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:11:28.041660 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f4bc83d-75cf-4ec7-af68-468c1c846ab2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:28.042063 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-2f4bc83d-75cf-4ec7-af68-468c1c846ab2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Added segment 0c246e12-8814-4b23-a4c8-2c5474522563 of type vlan for network 5bd425fd-e318-4f05-903d-f89b8e5f984a Nov 02 12:11:28.083160 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f4bc83d-75cf-4ec7-af68-468c1c846ab2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:28.169067 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f4bc83d-75cf-4ec7-af68-468c1c846ab2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:28.174753 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4bc83d-75cf-4ec7-af68-468c1c846ab2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:28.176058 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f4bc83d-75cf-4ec7-af68-468c1c846ab2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:28.241425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bc83d-75cf-4ec7-af68-468c1c846ab2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Network': ['ID=5bd425fd-e318-4f05-903d-f89b8e5f984a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:28.252183 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 5bd425fd-e318-4f05-903d-f89b8e5f984a details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:11:28.279772 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2f4bc83d-75cf-4ec7-af68-468c1c846ab2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4086394 Nov 02 12:11:28.282463 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45002) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:28.291206 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6b332e93-3a9b-4b4b-a66e-bfdb3e596d76 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:28.321303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405562cc-0da2-4e06-bae1-c6ba69e52adf req-692d9df4-9915-4d80-af60-7724fd4de33c tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:28.323932 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-405562cc-0da2-4e06-bae1-c6ba69e52adf req-692d9df4-9915-4d80-af60-7724fd4de33c tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0579815 Nov 02 12:11:28.383333 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-405562cc-0da2-4e06-bae1-c6ba69e52adf req-78260f60-6441-4baf-91fa-1f96e64768ae tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525124 Nov 02 12:11:28.484961 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b332e93-3a9b-4b4b-a66e-bfdb3e596d76 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:28.575388 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b332e93-3a9b-4b4b-a66e-bfdb3e596d76 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:28.606340 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6b332e93-3a9b-4b4b-a66e-bfdb3e596d76 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network 5bd425fd-e318-4f05-903d-f89b8e5f984a is not hosted by any dhcp agent {{(pid=102690) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 12:11:28.611859 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b332e93-3a9b-4b4b-a66e-bfdb3e596d76 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:28.612446 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6b332e93-3a9b-4b4b-a66e-bfdb3e596d76 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:28.613717 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6b332e93-3a9b-4b4b-a66e-bfdb3e596d76 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "PUT /v2.0/networks/5bd425fd-e318-4f05-903d-f89b8e5f984a HTTP/1.1" status: 200 len: 723 time: 0.3299589 Nov 02 12:11:28.616651 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45008) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:28.621683 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6c960eb5-77e2-4dc6-afca-be9b1e1ad5c7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'subnet': {'network_id': '5bd425fd-e318-4f05-903d-f89b8e5f984a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:28.678682 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b332e93-3a9b-4b4b-a66e-bfdb3e596d76 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Network': ['ID=5bd425fd-e318-4f05-903d-f89b8e5f984a,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:28.692907 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 5bd425fd-e318-4f05-903d-f89b8e5f984a details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:11:28.849189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c960eb5-77e2-4dc6-afca-be9b1e1ad5c7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:28.853248 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c960eb5-77e2-4dc6-afca-be9b1e1ad5c7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:29.106867 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c960eb5-77e2-4dc6-afca-be9b1e1ad5c7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:29.173584 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c960eb5-77e2-4dc6-afca-be9b1e1ad5c7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Subnet': ['ID=1db0449c-c6cf-4d36-ae62-49485accd6de,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:29.181997 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c960eb5-77e2-4dc6-afca-be9b1e1ad5c7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Checking segment: {'id': '0c246e12-8814-4b23-a4c8-2c5474522563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bd425fd-e318-4f05-903d-f89b8e5f984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:29.182358 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c960eb5-77e2-4dc6-afca-be9b1e1ad5c7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network hostable DHCP agents. Network: 5bd425fd-e318-4f05-903d-f89b8e5f984a, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:11:29.294879 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c960eb5-77e2-4dc6-afca-be9b1e1ad5c7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network 5bd425fd-e318-4f05-903d-f89b8e5f984a is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:11:29.358119 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-6c960eb5-77e2-4dc6-afca-be9b1e1ad5c7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 5bd425fd-e318-4f05-903d-f89b8e5f984a) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:29.367830 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688d8f3e-f683-4339-8291-a67728b59b53 None None] Network 5bd425fd-e318-4f05-903d-f89b8e5f984a requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:29.372972 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c960eb5-77e2-4dc6-afca-be9b1e1ad5c7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:29.373592 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c960eb5-77e2-4dc6-afca-be9b1e1ad5c7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:29.487907 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6c960eb5-77e2-4dc6-afca-be9b1e1ad5c7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8698416 Nov 02 12:11:29.490492 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45022) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:29.495905 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d7383ab8-6ae9-4048-98fe-be24741f32c1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:29.520028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf0a83-0a48-422e-b8d8-941e71889777 req-ba76608d-918a-41ad-9bbd-79d566c7ee5f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:29.521861 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7cbf0a83-0a48-422e-b8d8-941e71889777 req-ba76608d-918a-41ad-9bbd-79d566c7ee5f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0595186 Nov 02 12:11:29.531044 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-5bd425fd-e318-4f05-903d-f89b8e5f984a', 'network_id': '5bd425fd-e318-4f05-903d-f89b8e5f984a', 'tenant_id': 'e34a5854f9894ea0ba443ed84fd9fb60', 'fixed_ips': [{'subnet_id': '1db0449c-c6cf-4d36-ae62-49485accd6de'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:11:29.532024 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:29.579728 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7cbf0a83-0a48-422e-b8d8-941e71889777 req-f7e0b7a6-a168-4b9d-9404-b21150cc908d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503297 Nov 02 12:11:29.625399 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d7383ab8-6ae9-4048-98fe-be24741f32c1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8999245'] for subnet, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:29.690380 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Allocated IP 172.20.0.2 (5bd425fd-e318-4f05-903d-f89b8e5f984a/1db0449c-c6cf-4d36-ae62-49485accd6de/38598dfe-d12a-4922-8948-21c49a664e6b) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:11:29.836139 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:29.941210 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:29.980527 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Network 5bd425fd-e318-4f05-903d-f89b8e5f984a is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:11:29.985745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:29.990237 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:11:29.997529 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Pushing event updated for resources: {'Port': ['ID=38598dfe-d12a-4922-8948-21c49a664e6b,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:30.055515 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Attempting to bind port 38598dfe-d12a-4922-8948-21c49a664e6b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:11:30.056079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Attempting to bind port 38598dfe-d12a-4922-8948-21c49a664e6b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '0c246e12-8814-4b23-a4c8-2c5474522563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bd425fd-e318-4f05-903d-f89b8e5f984a'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:11:30.056493 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Attempting to bind port 38598dfe-d12a-4922-8948-21c49a664e6b on network 5bd425fd-e318-4f05-903d-f89b8e5f984a {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:11:30.062629 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:11:30.063105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Checking segment: {'id': '0c246e12-8814-4b23-a4c8-2c5474522563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bd425fd-e318-4f05-903d-f89b8e5f984a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:30.063524 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:30.063944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Bound using segment: {'id': '0c246e12-8814-4b23-a4c8-2c5474522563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bd425fd-e318-4f05-903d-f89b8e5f984a'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:11:30.064484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Bound port: 38598dfe-d12a-4922-8948-21c49a664e6b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246e12-8814-4b23-a4c8-2c5474522563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5bd425fd-e318-4f05-903d-f89b8e5f984a'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:11:30.064986 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:30.129638 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] For port 38598dfe-d12a-4922-8948-21c49a664e6b, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:11:30.129918 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d7383ab8-6ae9-4048-98fe-be24741f32c1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730912249932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8417022'] for subnet, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:30.133073 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] For port 38598dfe-d12a-4922-8948-21c49a664e6b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=38598dfe-d12a-4922-8948-21c49a664e6b,segment=NetworkSegment(0c246e12-8814-4b23-a4c8-2c5474522563),segment_id=0c246e12-8814-4b23-a4c8-2c5474522563)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:11:30.174726 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7383ab8-6ae9-4048-98fe-be24741f32c1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:30.175588 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d7383ab8-6ae9-4048-98fe-be24741f32c1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:30.177080 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d7383ab8-6ae9-4048-98fe-be24741f32c1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "PUT /v2.0/subnets/1db0449c-c6cf-4d36-ae62-49485accd6de HTTP/1.1" status: 200 len: 806 time: 0.6855855 Nov 02 12:11:30.180199 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45032) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:30.200206 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7383ab8-6ae9-4048-98fe-be24741f32c1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Subnet': ['ID=1db0449c-c6cf-4d36-ae62-49485accd6de,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:30.238245 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:30.299237 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:30.313772 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6269bc-d924-4c68-b258-cc7652277bfc None None] Pushing event updated for resources: {'Port': ['ID=38598dfe-d12a-4922-8948-21c49a664e6b,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:30.360242 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Deleting port 38598dfe-d12a-4922-8948-21c49a664e6b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:11:30.360583 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:30.489182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] For port 38598dfe-d12a-4922-8948-21c49a664e6b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=38598dfe-d12a-4922-8948-21c49a664e6b,segment=NetworkSegment(0c246e12-8814-4b23-a4c8-2c5474522563),segment_id=0c246e12-8814-4b23-a4c8-2c5474522563)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:30.489544 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:30.506682 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Calling delete_port for 38598dfe-d12a-4922-8948-21c49a664e6b owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:11:30.695600 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 38598dfe-d12a-4922-8948-21c49a664e6b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:11:30.732995 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629419d-fa67-497d-a8a4-5686130b2a85 req-4de3197f-bb67-43e6-b6c4-bc6945c07442 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:30.735288 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0629419d-fa67-497d-a8a4-5686130b2a85 req-4de3197f-bb67-43e6-b6c4-bc6945c07442 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0510728 Nov 02 12:11:30.746543 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 38598dfe-d12a-4922-8948-21c49a664e6b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:11:30.746913 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:30.773729 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:30.787386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Could not find standard attr ID for object 38598dfe-d12a-4922-8948-21c49a664e6b. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:11:30.790777 n-d-806683-18 neutron-server[102691]: INFO neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No ports have port_id starting with 38598dfe-d12a-4922-8948-21c49a664e6b Nov 02 12:11:30.824248 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0629419d-fa67-497d-a8a4-5686130b2a85 req-1b5e3422-e17f-4aae-8bf8-91a8c0285166 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826306 Nov 02 12:11:30.827705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Port': ['ID=38598dfe-d12a-4922-8948-21c49a664e6b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:30.868876 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No DVR routers for this DVR port 38598dfe-d12a-4922-8948-21c49a664e6b on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:11:30.921891 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:31.124229 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:31.162063 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Subnet': ['ID=1db0449c-c6cf-4d36-ae62-49485accd6de,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:31.231855 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:31.254709 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd425fd-e318-4f05-903d-f89b8e5f984a']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:31.266275 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c246e12-8814-4b23-a4c8-2c5474522563') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:31.267161 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c246e12-8814-4b23-a4c8-2c5474522563') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:31.279974 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ce1cdb-f82d-417e-86ca-1c6a2cbf8980 None None] Network 5bd425fd-e318-4f05-903d-f89b8e5f984a requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:31.282533 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:31.297336 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:31.304359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:31.304913 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:31.308031 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:31.345420 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a0cb4239-0394-4ad1-a353-417541ec9689 None None] Could not find standard attr ID for object 38598dfe-d12a-4922-8948-21c49a664e6b. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:11:31.454919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:31.460345 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:31.461262 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074a686f-7341-40f4-b141-5373023a87ed None None] DHCP port deletion for 5bd425fd-e318-4f05-903d-f89b8e5f984a request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:11:31.463798 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/5bd425fd-e318-4f05-903d-f89b8e5f984a HTTP/1.1" status: 204 len: 168 time: 1.2822516 Nov 02 12:11:31.466613 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45050) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:31.486128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fc06b-9c8a-438b-a6d0-c7fab24ffdc2 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Network': ['ID=5bd425fd-e318-4f05-903d-f89b8e5f984a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:31.496395 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-6017efe9-6752-4a4e-a2b9-c2ea2f542860 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:31.497048 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6017efe9-6752-4a4e-a2b9-c2ea2f542860 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:31.500552 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6017efe9-6752-4a4e-a2b9-c2ea2f542860 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/5bd425fd-e318-4f05-903d-f89b8e5f984a HTTP/1.1" status: 404 len: 339 time: 0.0321822 Nov 02 12:11:31.500702 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1cb087-7a6d-45df-953c-02eae3e2ca83 None None] Network 5bd425fd-e318-4f05-903d-f89b8e5f984a requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:31.505512 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45052) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:31.511728 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-cdecf2a5-6219-4fdd-88c0-19b6bb75ed3d tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-931230308', 'description': 'd1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:31.517278 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1cb087-7a6d-45df-953c-02eae3e2ca83 None None] Network 5bd425fd-e318-4f05-903d-f89b8e5f984a could not be found, it might have been deleted concurrently. {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 02 12:11:31.643479 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdecf2a5-6219-4fdd-88c0-19b6bb75ed3d tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:31.647278 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cdecf2a5-6219-4fdd-88c0-19b6bb75ed3d tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:31.671001 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdecf2a5-6219-4fdd-88c0-19b6bb75ed3d tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:11:31.681443 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cdecf2a5-6219-4fdd-88c0-19b6bb75ed3d tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:31.681790 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-cdecf2a5-6219-4fdd-88c0-19b6bb75ed3d tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Added segment 5dc2b276-b2f4-4e5f-8005-597d5f62eb1c of type vlan for network a308efd6-93e3-417b-8d74-5ad12b6450bb Nov 02 12:11:31.730890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cdecf2a5-6219-4fdd-88c0-19b6bb75ed3d tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:31.912245 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cdecf2a5-6219-4fdd-88c0-19b6bb75ed3d tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:31.936716 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdecf2a5-6219-4fdd-88c0-19b6bb75ed3d tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:31.936716 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cdecf2a5-6219-4fdd-88c0-19b6bb75ed3d tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:31.952824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049289c-4d69-46ab-8c32-70ba6c633755 req-94bdfc5e-8c28-4751-bbeb-4b6968e6dc29 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:31.954343 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c049289c-4d69-46ab-8c32-70ba6c633755 req-94bdfc5e-8c28-4751-bbeb-4b6968e6dc29 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0553963 Nov 02 12:11:31.997011 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecf2a5-6219-4fdd-88c0-19b6bb75ed3d tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Network': ['ID=a308efd6-93e3-417b-8d74-5ad12b6450bb,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:32.007467 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network a308efd6-93e3-417b-8d74-5ad12b6450bb details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:11:32.008032 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c049289c-4d69-46ab-8c32-70ba6c633755 req-56691173-0505-4bf9-8e75-062a70aadb1d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462854 Nov 02 12:11:32.028239 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cdecf2a5-6219-4fdd-88c0-19b6bb75ed3d tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5116274 Nov 02 12:11:32.028239 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45064) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:32.113778 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7b481e-c985-4faf-8d1b-4dfbe030a0de tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:32.117746 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4a7b481e-c985-4faf-8d1b-4dfbe030a0de tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "GET /v2.0/networks?id=a308efd6-93e3-417b-8d74-5ad12b6450bb HTTP/1.1" status: 200 len: 760 time: 0.0918567 Nov 02 12:11:32.117937 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45068) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:32.122851 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-cac0d4e1-eeef-42c1-8b28-5e40fb3a62c3 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'network': {'description': 'd2'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:32.288993 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cac0d4e1-eeef-42c1-8b28-5e40fb3a62c3 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:32.415296 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cac0d4e1-eeef-42c1-8b28-5e40fb3a62c3 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:32.440872 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cac0d4e1-eeef-42c1-8b28-5e40fb3a62c3 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network a308efd6-93e3-417b-8d74-5ad12b6450bb is not hosted by any dhcp agent {{(pid=102690) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 02 12:11:32.446500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac0d4e1-eeef-42c1-8b28-5e40fb3a62c3 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:32.447132 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cac0d4e1-eeef-42c1-8b28-5e40fb3a62c3 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:32.448595 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cac0d4e1-eeef-42c1-8b28-5e40fb3a62c3 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "PUT /v2.0/networks/a308efd6-93e3-417b-8d74-5ad12b6450bb HTTP/1.1" status: 200 len: 757 time: 0.3297162 Nov 02 12:11:32.451479 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45072) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:32.497401 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0d4e1-eeef-42c1-8b28-5e40fb3a62c3 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Network': ['ID=a308efd6-93e3-417b-8d74-5ad12b6450bb,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:32.508099 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network a308efd6-93e3-417b-8d74-5ad12b6450bb details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:11:32.547607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2fe770-0392-42dd-be6f-ff3217269053 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:32.552733 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ae2fe770-0392-42dd-be6f-ff3217269053 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "GET /v2.0/networks?id=a308efd6-93e3-417b-8d74-5ad12b6450bb HTTP/1.1" status: 200 len: 760 time: 0.0966098 Nov 02 12:11:32.553082 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45076) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:32.558105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2ecc9660-d38b-4027-99dd-1a79ba49b5cd tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-739858712'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:32.647912 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 38598dfe-d12a-4922-8948-21c49a664e6b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:11:32.660796 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecc9660-d38b-4027-99dd-1a79ba49b5cd tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:32.664562 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ecc9660-d38b-4027-99dd-1a79ba49b5cd tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:32.669056 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 38598dfe-d12a-4922-8948-21c49a664e6b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:11:32.669415 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 38598dfe-d12a-4922-8948-21c49a664e6b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:11:32.690058 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ecc9660-d38b-4027-99dd-1a79ba49b5cd tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:11:32.698890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ecc9660-d38b-4027-99dd-1a79ba49b5cd tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:32.699279 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-2ecc9660-d38b-4027-99dd-1a79ba49b5cd tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Added segment cf1beb5e-7d1d-488d-8c99-635ba3c846d3 of type vlan for network 2131e0f8-f6ea-462e-a628-d6c039aa00f8 Nov 02 12:11:32.743408 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ecc9660-d38b-4027-99dd-1a79ba49b5cd tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:32.854949 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ecc9660-d38b-4027-99dd-1a79ba49b5cd tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:32.860741 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecc9660-d38b-4027-99dd-1a79ba49b5cd tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:32.861354 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ecc9660-d38b-4027-99dd-1a79ba49b5cd tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:32.931688 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc9660-d38b-4027-99dd-1a79ba49b5cd tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Network': ['ID=2131e0f8-f6ea-462e-a628-d6c039aa00f8,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:32.942843 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 2131e0f8-f6ea-462e-a628-d6c039aa00f8 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:11:33.000775 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2ecc9660-d38b-4027-99dd-1a79ba49b5cd tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4465530 Nov 02 12:11:33.004033 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45082) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:33.009712 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-231640aa-067d-4892-9b8c-271a238232d9 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'subnet': {'network_id': '2131e0f8-f6ea-462e-a628-d6c039aa00f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:33.130192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb729c66-70a9-4d42-af1a-77f156c46316 req-55827c2b-27cd-4164-9458-4af2d4a54396 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:33.131841 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb729c66-70a9-4d42-af1a-77f156c46316 req-55827c2b-27cd-4164-9458-4af2d4a54396 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0534923 Nov 02 12:11:33.181909 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb729c66-70a9-4d42-af1a-77f156c46316 req-35e08236-f4ee-4c5c-9141-93707a627d10 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434988 Nov 02 12:11:33.198015 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231640aa-067d-4892-9b8c-271a238232d9 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:33.201641 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-231640aa-067d-4892-9b8c-271a238232d9 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:33.455162 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-231640aa-067d-4892-9b8c-271a238232d9 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:33.522177 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231640aa-067d-4892-9b8c-271a238232d9 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Subnet': ['ID=6902411c-370e-4faa-8a4f-0b54bcb3bd2d,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:33.531045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231640aa-067d-4892-9b8c-271a238232d9 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Checking segment: {'id': 'cf1beb5e-7d1d-488d-8c99-635ba3c846d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2131e0f8-f6ea-462e-a628-d6c039aa00f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:33.531407 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231640aa-067d-4892-9b8c-271a238232d9 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network hostable DHCP agents. Network: 2131e0f8-f6ea-462e-a628-d6c039aa00f8, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:11:33.620878 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231640aa-067d-4892-9b8c-271a238232d9 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network 2131e0f8-f6ea-462e-a628-d6c039aa00f8 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:11:33.729351 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-231640aa-067d-4892-9b8c-271a238232d9 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 2131e0f8-f6ea-462e-a628-d6c039aa00f8) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:33.733513 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231640aa-067d-4892-9b8c-271a238232d9 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:33.734157 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-231640aa-067d-4892-9b8c-271a238232d9 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:33.738996 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f02c092-3939-4578-8d31-a565c4a39213 None None] Network 2131e0f8-f6ea-462e-a628-d6c039aa00f8 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:33.812257 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-231640aa-067d-4892-9b8c-271a238232d9 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8069968 Nov 02 12:11:33.815326 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45096) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:33.906493 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-2131e0f8-f6ea-462e-a628-d6c039aa00f8', 'network_id': '2131e0f8-f6ea-462e-a628-d6c039aa00f8', 'tenant_id': 'e34a5854f9894ea0ba443ed84fd9fb60', 'fixed_ips': [{'subnet_id': '6902411c-370e-4faa-8a4f-0b54bcb3bd2d'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:11:33.907904 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:34.065249 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Allocated IP 172.20.0.2 (2131e0f8-f6ea-462e-a628-d6c039aa00f8/6902411c-370e-4faa-8a4f-0b54bcb3bd2d/aef82b37-a9de-4526-9ed7-6f83f07055a8) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:11:34.246337 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:34.297536 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:34.342778 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76709c3a-bfc6-45a4-91aa-a6b002ec874b req-15e7990b-b105-481f-958a-46416c091f2e tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:34.344310 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76709c3a-bfc6-45a4-91aa-a6b002ec874b req-15e7990b-b105-481f-958a-46416c091f2e tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0702388 Nov 02 12:11:34.352582 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:34.374691 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:34.405657 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Network 2131e0f8-f6ea-462e-a628-d6c039aa00f8 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:11:34.411776 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:34.412362 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76709c3a-bfc6-45a4-91aa-a6b002ec874b req-02c89d8d-682d-4760-9458-43ecc7ac25f8 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596673 Nov 02 12:11:34.415540 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:11:34.423719 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Pushing event updated for resources: {'Port': ['ID=aef82b37-a9de-4526-9ed7-6f83f07055a8,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:34.462611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:34.462611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:34.462611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:34.462611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:34.462611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:34.462611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:34.462611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:34.462611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:34.462611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:34.463643 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:34.463643 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:34.463643 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:34.490778 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:34.493566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Attempting to bind port aef82b37-a9de-4526-9ed7-6f83f07055a8 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:11:34.494309 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Attempting to bind port aef82b37-a9de-4526-9ed7-6f83f07055a8 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'cf1beb5e-7d1d-488d-8c99-635ba3c846d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2131e0f8-f6ea-462e-a628-d6c039aa00f8'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:11:34.494853 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Attempting to bind port aef82b37-a9de-4526-9ed7-6f83f07055a8 on network 2131e0f8-f6ea-462e-a628-d6c039aa00f8 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:11:34.502248 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:11:34.503171 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Checking segment: {'id': 'cf1beb5e-7d1d-488d-8c99-635ba3c846d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2131e0f8-f6ea-462e-a628-d6c039aa00f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:34.504238 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:34.505218 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Bound using segment: {'id': 'cf1beb5e-7d1d-488d-8c99-635ba3c846d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2131e0f8-f6ea-462e-a628-d6c039aa00f8'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:11:34.505891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Bound port: aef82b37-a9de-4526-9ed7-6f83f07055a8, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1beb5e-7d1d-488d-8c99-635ba3c846d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2131e0f8-f6ea-462e-a628-d6c039aa00f8'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:11:34.506451 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:34.522601 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Subnet': ['ID=6902411c-370e-4faa-8a4f-0b54bcb3bd2d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:34.583298 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] For port aef82b37-a9de-4526-9ed7-6f83f07055a8, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:11:34.586505 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] For port aef82b37-a9de-4526-9ed7-6f83f07055a8, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=aef82b37-a9de-4526-9ed7-6f83f07055a8,segment=NetworkSegment(cf1beb5e-7d1d-488d-8c99-635ba3c846d3),segment_id=cf1beb5e-7d1d-488d-8c99-635ba3c846d3)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:11:34.602664 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:34.622315 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2131e0f8-f6ea-462e-a628-d6c039aa00f8']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:34.631849 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1beb5e-7d1d-488d-8c99-635ba3c846d3') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:34.632146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1beb5e-7d1d-488d-8c99-635ba3c846d3') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:34.641348 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:34.701169 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:34.703292 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:34.710597 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:34.711148 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:34.714199 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:34.781259 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651e84c-607f-415a-8ede-746d7922ac79 None None] Pushing event updated for resources: {'Port': ['ID=aef82b37-a9de-4526-9ed7-6f83f07055a8,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:34.803068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b89d25c-9d24-448b-b498-3d7a29e73846 None None] Network 2131e0f8-f6ea-462e-a628-d6c039aa00f8 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:34.826729 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.api [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:11:34.826729 n-d-806683-18 neutron-server[102690]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:11:34.826729 n-d-806683-18 neutron-server[102690]: [parameters: {'id': '2131e0f8-f6ea-462e-a628-d6c039aa00f8'}] Nov 02 12:11:34.826729 n-d-806683-18 neutron-server[102690]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:11:34.827346 n-d-806683-18 neutron-server[102690]: DEBUG oslo_db.api [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:11:34.933252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07d1778-8bae-4b13-8c81-d5786de990c4 None None] get_active_networks_info from n-d-806683-18 {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 12:11:35.041447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07d1778-8bae-4b13-8c81-d5786de990c4 None None] Resources bound (agent type, host, resource id): {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:11:35.328722 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:35.383595 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Deleting port aef82b37-a9de-4526-9ed7-6f83f07055a8 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:11:35.383935 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:35.446862 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] For port aef82b37-a9de-4526-9ed7-6f83f07055a8, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=aef82b37-a9de-4526-9ed7-6f83f07055a8,segment=NetworkSegment(cf1beb5e-7d1d-488d-8c99-635ba3c846d3),segment_id=cf1beb5e-7d1d-488d-8c99-635ba3c846d3)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:35.447256 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:35.460829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Calling delete_port for aef82b37-a9de-4526-9ed7-6f83f07055a8 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:11:35.539626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f37f1-902f-4e9d-b4e8-d8d0986872be req-764582fe-33d8-404c-aacd-d14ac5a32783 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:35.542156 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a6f37f1-902f-4e9d-b4e8-d8d0986872be req-764582fe-33d8-404c-aacd-d14ac5a32783 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0539875 Nov 02 12:11:35.595497 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a6f37f1-902f-4e9d-b4e8-d8d0986872be req-be536fd2-eaff-4964-b52c-c2ffead2173e tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480299 Nov 02 12:11:35.621185 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:35.654084 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Port': ['ID=aef82b37-a9de-4526-9ed7-6f83f07055a8,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:35.656098 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No DVR routers for this DVR port aef82b37-a9de-4526-9ed7-6f83f07055a8 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:11:35.742439 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:35.763868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2131e0f8-f6ea-462e-a628-d6c039aa00f8']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:35.774637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1beb5e-7d1d-488d-8c99-635ba3c846d3') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:35.774950 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1beb5e-7d1d-488d-8c99-635ba3c846d3') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:35.785191 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:35.798811 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:35.805284 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:35.805729 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:35.809002 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:35.957811 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:35.965343 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:35.971251 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/2131e0f8-f6ea-462e-a628-d6c039aa00f8 HTTP/1.1" status: 204 len: 168 time: 2.1517699 Nov 02 12:11:35.971365 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45130) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:35.988952 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1be84-5d75-43fc-ab8a-60610197fc9a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Network': ['ID=2131e0f8-f6ea-462e-a628-d6c039aa00f8,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:36.002773 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-30532eb1-b061-461e-bfac-af29ec4031d7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] GET failed (client error): The resource could not be found. Nov 02 12:11:36.005305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-30532eb1-b061-461e-bfac-af29ec4031d7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "GET /v2.0/subnets/6902411c-370e-4faa-8a4f-0b54bcb3bd2d HTTP/1.1" status: 404 len: 337 time: 0.0318856 Nov 02 12:11:36.014864 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45132) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:36.034478 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-5216b3b6-030a-467a-b4d5-0d8503f92362 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:36.035038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5216b3b6-030a-467a-b4d5-0d8503f92362 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:36.037984 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5216b3b6-030a-467a-b4d5-0d8503f92362 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/2131e0f8-f6ea-462e-a628-d6c039aa00f8 HTTP/1.1" status: 404 len: 339 time: 0.0220573 Nov 02 12:11:36.042079 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45134) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:36.246881 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e873acf-7241-4490-9cc3-a7c40dc4b205 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:36.248388 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9e873acf-7241-4490-9cc3-a7c40dc4b205 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2052658 Nov 02 12:11:36.251329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45140) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:36.288149 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d38af73a-1b6e-434b-b934-ae4c2fadf1af tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "GET /v2.0/subnets?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 207 time: 0.0357175 Nov 02 12:11:36.291354 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45142) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:36.399933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed6b64-4969-4422-8a09-ef12f754269e tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:36.410447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed6b64-4969-4422-8a09-ef12f754269e tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:36.412528 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed6b64-4969-4422-8a09-ef12f754269e tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:36.418357 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed6b64-4969-4422-8a09-ef12f754269e tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:36.422106 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5aed6b64-4969-4422-8a09-ef12f754269e tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1278448 Nov 02 12:11:36.425278 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45146) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:36.642151 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a399dacd-7316-4623-bc58-2dd7f1bcde97 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2123635 Nov 02 12:11:36.643005 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45150) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:36.698258 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b455ee6e-dc84-44d4-bea9-fe7ccb9a7048 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:36.699943 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b455ee6e-dc84-44d4-bea9-fe7ccb9a7048 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:36.704937 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b455ee6e-dc84-44d4-bea9-fe7ccb9a7048 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0580401 Nov 02 12:11:36.705412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45154) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:36.770553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e639f0-af18-4e07-893a-7a002159f836 req-ef7f29a6-4828-4dd3-8f68-1750a0e298d4 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:36.772337 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f8e639f0-af18-4e07-893a-7a002159f836 req-ef7f29a6-4828-4dd3-8f68-1750a0e298d4 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0966966 Nov 02 12:11:36.775367 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc39d64-1396-4fd5-b81b-99b669ee3ced tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:36.776939 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc39d64-1396-4fd5-b81b-99b669ee3ced tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['shared'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:36.778338 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9dc39d64-1396-4fd5-b81b-99b669ee3ced tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0718992 Nov 02 12:11:36.782081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45156) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:36.824156 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f8e639f0-af18-4e07-893a-7a002159f836 req-90fc3508-98c0-497f-b12b-e433500fa483 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447166 Nov 02 12:11:36.902091 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997df573-91f6-4f8c-bec9-90c9ba5051d7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:36.904391 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-997df573-91f6-4f8c-bec9-90c9ba5051d7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "GET /v2.0/networks/d680976c-534e-411d-b813-8589a82e6833 HTTP/1.1" status: 200 len: 800 time: 0.1203344 Nov 02 12:11:36.907101 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45160) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:37.009974 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6e1d16e3-3b60-482c-8d74-286686239d06 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "GET /v2.0/networks/d680976c-534e-411d-b813-8589a82e6833?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.0985627 Nov 02 12:11:37.010223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45162) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:37.067998 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaab60df-b222-4386-b9ba-86cde32c7a48 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:37.069547 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-eaab60df-b222-4386-b9ba-86cde32c7a48 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "GET /v2.0/subnets/a99dc102-c22e-4d93-bad8-f16ee9f8f7a6 HTTP/1.1" status: 200 len: 811 time: 0.0584819 Nov 02 12:11:37.073413 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45168) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:37.125268 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70a64bc-2e10-4522-b275-52542d74faa8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['shared'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:37.126673 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e70a64bc-2e10-4522-b275-52542d74faa8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "GET /v2.0/subnets/a99dc102-c22e-4d93-bad8-f16ee9f8f7a6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0523250 Nov 02 12:11:37.132773 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45170) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:37.137496 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e0c52aa9-d6fd-40f8-a616-7d9577ffa0b6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2000906154'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:37.237869 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c52aa9-d6fd-40f8-a616-7d9577ffa0b6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:37.241483 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0c52aa9-d6fd-40f8-a616-7d9577ffa0b6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:37.268608 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c52aa9-d6fd-40f8-a616-7d9577ffa0b6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:11:37.279987 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0c52aa9-d6fd-40f8-a616-7d9577ffa0b6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:37.280330 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-e0c52aa9-d6fd-40f8-a616-7d9577ffa0b6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Added segment 6487e91f-6fe4-45f8-a375-d3cb4023ce05 of type vlan for network bf0212b3-33c9-448d-8b0a-12e80153a54f Nov 02 12:11:37.323260 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0c52aa9-d6fd-40f8-a616-7d9577ffa0b6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:37.432149 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0c52aa9-d6fd-40f8-a616-7d9577ffa0b6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:37.454254 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c52aa9-d6fd-40f8-a616-7d9577ffa0b6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:37.454890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0c52aa9-d6fd-40f8-a616-7d9577ffa0b6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:37.527683 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c52aa9-d6fd-40f8-a616-7d9577ffa0b6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Network': ['ID=bf0212b3-33c9-448d-8b0a-12e80153a54f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:37.538175 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network bf0212b3-33c9-448d-8b0a-12e80153a54f details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:11:37.591662 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e0c52aa9-d6fd-40f8-a616-7d9577ffa0b6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4577565 Nov 02 12:11:37.594350 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45176) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:37.600152 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-52bb86ac-87bf-4cac-b784-1c372fb418a7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'subnet': {'network_id': 'bf0212b3-33c9-448d-8b0a-12e80153a54f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:37.786244 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bb86ac-87bf-4cac-b784-1c372fb418a7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Made reservation on behalf of e34a5854f9894ea0ba443ed84fd9fb60 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:37.790064 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52bb86ac-87bf-4cac-b784-1c372fb418a7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:37.862107 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.ipam_backend_mixin [None req-52bb86ac-87bf-4cac-b784-1c372fb418a7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Performing IP validity checks on allocation pools {{(pid=102690) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 02 12:11:37.862973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.ipam_backend_mixin [None req-52bb86ac-87bf-4cac-b784-1c372fb418a7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102690) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 02 12:11:37.956425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad19618-c7cc-4f4e-89bc-87753dd8fe97 req-1c981e61-6b03-415c-a9c2-8b0ed75c6064 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:37.958081 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8ad19618-c7cc-4f4e-89bc-87753dd8fe97 req-1c981e61-6b03-415c-a9c2-8b0ed75c6064 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0593572 Nov 02 12:11:38.009255 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8ad19618-c7cc-4f4e-89bc-87753dd8fe97 req-bbcb23ea-aa15-43a0-8816-6b192e2f3e7d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439420 Nov 02 12:11:38.100839 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52bb86ac-87bf-4cac-b784-1c372fb418a7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:38.172327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb86ac-87bf-4cac-b784-1c372fb418a7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Subnet': ['ID=0c901138-1020-4756-b083-1636932ef1c5,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:38.183747 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bb86ac-87bf-4cac-b784-1c372fb418a7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Checking segment: {'id': '6487e91f-6fe4-45f8-a375-d3cb4023ce05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bf0212b3-33c9-448d-8b0a-12e80153a54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:38.184204 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb86ac-87bf-4cac-b784-1c372fb418a7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network hostable DHCP agents. Network: bf0212b3-33c9-448d-8b0a-12e80153a54f, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:11:38.266131 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bb86ac-87bf-4cac-b784-1c372fb418a7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Network bf0212b3-33c9-448d-8b0a-12e80153a54f is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:11:38.334975 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-52bb86ac-87bf-4cac-b784-1c372fb418a7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, bf0212b3-33c9-448d-8b0a-12e80153a54f) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:38.342470 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6fefa0-90dd-4c87-91f0-998e83106dae None None] Network bf0212b3-33c9-448d-8b0a-12e80153a54f requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:38.347203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bb86ac-87bf-4cac-b784-1c372fb418a7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:38.348248 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52bb86ac-87bf-4cac-b784-1c372fb418a7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:38.438003 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-52bb86ac-87bf-4cac-b784-1c372fb418a7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8421838 Nov 02 12:11:38.440735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45192) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:38.449366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-30d4c8d3-4c72-4b9e-852b-5c6e0a8bbce7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:38.525184 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47127854-7d12-4166-9818-cf8e2878462f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-bf0212b3-33c9-448d-8b0a-12e80153a54f', 'network_id': 'bf0212b3-33c9-448d-8b0a-12e80153a54f', 'tenant_id': 'e34a5854f9894ea0ba443ed84fd9fb60', 'fixed_ips': [{'subnet_id': '0c901138-1020-4756-b083-1636932ef1c5'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:11:38.526390 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-47127854-7d12-4166-9818-cf8e2878462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:38.573795 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30d4c8d3-4c72-4b9e-852b-5c6e0a8bbce7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8985662'] for subnet, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:38.696777 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-47127854-7d12-4166-9818-cf8e2878462f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 02 12:11:38.696777 n-d-806683-18 neutron-server[102691]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 02 12:11:38.696777 n-d-806683-18 neutron-server[102691]: [parameters: {'in_use': 1, 'id_1': '0c901138-1020-4756-b083-1636932ef1c5'}] Nov 02 12:11:38.696777 n-d-806683-18 neutron-server[102691]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:11:38.697618 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-47127854-7d12-4166-9818-cf8e2878462f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:11:38.803136 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30d4c8d3-4c72-4b9e-852b-5c6e0a8bbce7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730912249932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11618304'] for subnet, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:38.846669 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d4c8d3-4c72-4b9e-852b-5c6e0a8bbce7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:38.847385 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30d4c8d3-4c72-4b9e-852b-5c6e0a8bbce7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:38.852091 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-30d4c8d3-4c72-4b9e-852b-5c6e0a8bbce7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "PUT /v2.0/subnets/0c901138-1020-4756-b083-1636932ef1c5 HTTP/1.1" status: 200 len: 877 time: 0.4065378 Nov 02 12:11:38.852237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45198) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:38.860688 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4c8d3-4c72-4b9e-852b-5c6e0a8bbce7 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event updated for resources: {'Subnet': ['ID=0c901138-1020-4756-b083-1636932ef1c5,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:38.957744 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e723-dce7-4e32-bb77-d1563d3bce46 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:39.016789 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e723-dce7-4e32-bb77-d1563d3bce46 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:39.142607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2334f-f801-4d5f-bdf7-41cc011c5088 req-1f4d8e0c-4a6a-40e0-8442-8d566f709dd4 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:39.145322 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60f2334f-f801-4d5f-bdf7-41cc011c5088 req-1f4d8e0c-4a6a-40e0-8442-8d566f709dd4 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0621707 Nov 02 12:11:39.159090 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e723-dce7-4e32-bb77-d1563d3bce46 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:39.192471 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8e723-dce7-4e32-bb77-d1563d3bce46 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Subnet': ['ID=0c901138-1020-4756-b083-1636932ef1c5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:39.198110 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-47127854-7d12-4166-9818-cf8e2878462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:39.211036 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60f2334f-f801-4d5f-bdf7-41cc011c5088 req-474c02d8-cd98-48f7-85d9-aceebbc77e30 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586922 Nov 02 12:11:39.258027 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e723-dce7-4e32-bb77-d1563d3bce46 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:39.279580 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-fcc8e723-dce7-4e32-bb77-d1563d3bce46 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0212b3-33c9-448d-8b0a-12e80153a54f']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:39.290061 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-fcc8e723-dce7-4e32-bb77-d1563d3bce46 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6487e91f-6fe4-45f8-a375-d3cb4023ce05') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:39.290362 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-fcc8e723-dce7-4e32-bb77-d1563d3bce46 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6487e91f-6fe4-45f8-a375-d3cb4023ce05') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:39.301179 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e723-dce7-4e32-bb77-d1563d3bce46 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:39.317642 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e723-dce7-4e32-bb77-d1563d3bce46 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:39.324694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc8e723-dce7-4e32-bb77-d1563d3bce46 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:39.325133 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e723-dce7-4e32-bb77-d1563d3bce46 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:39.331409 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:39.348251 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be6cb49-5946-40b9-9263-fc54843f7b18 None None] Network bf0212b3-33c9-448d-8b0a-12e80153a54f requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:39.484848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a33319-b2e7-4891-855d-a5fd8da929a4 None None] Network bf0212b3-33c9-448d-8b0a-12e80153a54f requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:39.529540 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e723-dce7-4e32-bb77-d1563d3bce46 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:39.534648 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fcc8e723-dce7-4e32-bb77-d1563d3bce46 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:39.560398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45210) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:39.575526 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fcc8e723-dce7-4e32-bb77-d1563d3bce46 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/bf0212b3-33c9-448d-8b0a-12e80153a54f HTTP/1.1" status: 204 len: 168 time: 0.7225046 Nov 02 12:11:39.596767 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd10a904-260d-41a4-a80e-201ae5998670 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:39.597649 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd10a904-260d-41a4-a80e-201ae5998670 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:39.598240 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8e723-dce7-4e32-bb77-d1563d3bce46 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Network': ['ID=bf0212b3-33c9-448d-8b0a-12e80153a54f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:39.607812 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fd10a904-260d-41a4-a80e-201ae5998670 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/subnets/0c901138-1020-4756-b083-1636932ef1c5 HTTP/1.1" status: 404 len: 337 time: 0.0461085 Nov 02 12:11:39.610215 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45212) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:39.632083 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b903b9-4587-46d1-a36f-11552d7f2cec tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:39.632901 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b903b9-4587-46d1-a36f-11552d7f2cec tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:39.636390 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-58b903b9-4587-46d1-a36f-11552d7f2cec tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/bf0212b3-33c9-448d-8b0a-12e80153a54f HTTP/1.1" status: 404 len: 339 time: 0.0251434 Nov 02 12:11:39.642708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45216) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:39.671516 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bc4ad1-2ab0-4ca6-8c00-bb2ea0be41c5 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:39.671987 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93bc4ad1-2ab0-4ca6-8c00-bb2ea0be41c5 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:39.676328 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-93bc4ad1-2ab0-4ca6-8c00-bb2ea0be41c5 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/subnets/6902411c-370e-4faa-8a4f-0b54bcb3bd2d HTTP/1.1" status: 404 len: 337 time: 0.0321121 Nov 02 12:11:39.678572 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45218) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:39.697854 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b737d62-db36-4721-bfb5-2b70e9339bd0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:39.698400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b737d62-db36-4721-bfb5-2b70e9339bd0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:39.701425 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0b737d62-db36-4721-bfb5-2b70e9339bd0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/2131e0f8-f6ea-462e-a628-d6c039aa00f8 HTTP/1.1" status: 404 len: 339 time: 0.0218778 Nov 02 12:11:39.703898 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45220) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:39.797936 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-281e1d91-9107-4336-8fbe-9fb3f686ac83 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:39.905856 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-281e1d91-9107-4336-8fbe-9fb3f686ac83 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:39.933525 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-281e1d91-9107-4336-8fbe-9fb3f686ac83 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a308efd6-93e3-417b-8d74-5ad12b6450bb']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:39.943587 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-281e1d91-9107-4336-8fbe-9fb3f686ac83 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc2b276-b2f4-4e5f-8005-597d5f62eb1c') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:39.943889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-281e1d91-9107-4336-8fbe-9fb3f686ac83 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc2b276-b2f4-4e5f-8005-597d5f62eb1c') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:39.953353 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-281e1d91-9107-4336-8fbe-9fb3f686ac83 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:39.967638 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-281e1d91-9107-4336-8fbe-9fb3f686ac83 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:39.975251 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281e1d91-9107-4336-8fbe-9fb3f686ac83 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:39.975657 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-281e1d91-9107-4336-8fbe-9fb3f686ac83 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:39.979468 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:40.106228 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-281e1d91-9107-4336-8fbe-9fb3f686ac83 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:40.115058 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-281e1d91-9107-4336-8fbe-9fb3f686ac83 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:40.118218 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-281e1d91-9107-4336-8fbe-9fb3f686ac83 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/a308efd6-93e3-417b-8d74-5ad12b6450bb HTTP/1.1" status: 204 len: 168 time: 0.4134047 Nov 02 12:11:40.120980 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45224) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:40.144216 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e1d91-9107-4336-8fbe-9fb3f686ac83 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Network': ['ID=a308efd6-93e3-417b-8d74-5ad12b6450bb,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:40.150553 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6b4eb1-aca1-4298-8e4e-a463bd4a2a08 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:40.151162 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6b4eb1-aca1-4298-8e4e-a463bd4a2a08 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:40.154804 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ef6b4eb1-aca1-4298-8e4e-a463bd4a2a08 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/subnets/1db0449c-c6cf-4d36-ae62-49485accd6de HTTP/1.1" status: 404 len: 337 time: 0.0324347 Nov 02 12:11:40.157327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45228) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:40.181339 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17f0998-bdfd-4bcf-9f73-0ef4737b31b3 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:40.181993 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17f0998-bdfd-4bcf-9f73-0ef4737b31b3 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:40.185390 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e17f0998-bdfd-4bcf-9f73-0ef4737b31b3 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/5bd425fd-e318-4f05-903d-f89b8e5f984a HTTP/1.1" status: 404 len: 339 time: 0.0263016 Nov 02 12:11:40.188129 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45230) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:40.218229 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcf2156-3f68-4bd8-8e98-8c6ed8ac84a6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:40.218689 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dcf2156-3f68-4bd8-8e98-8c6ed8ac84a6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:40.223349 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6dcf2156-3f68-4bd8-8e98-8c6ed8ac84a6 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/subnets/3d97d369-934e-4d85-8ba8-2d1a00d29820 HTTP/1.1" status: 404 len: 337 time: 0.0339694 Nov 02 12:11:40.225586 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45234) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:40.250637 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4330b4a-f353-4dd0-a9f4-a51862f998cd tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:40.251295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4330b4a-f353-4dd0-a9f4-a51862f998cd tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:40.255132 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f4330b4a-f353-4dd0-a9f4-a51862f998cd tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/78764c4e-8eb8-4fea-990c-a7b63e9b5926 HTTP/1.1" status: 404 len: 339 time: 0.0285769 Nov 02 12:11:40.257884 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45238) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:40.286170 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76e0bde-69a9-4fc6-82ce-7125029f572a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:40.286626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76e0bde-69a9-4fc6-82ce-7125029f572a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:40.289769 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f76e0bde-69a9-4fc6-82ce-7125029f572a tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/subnets/457cd550-906f-40c9-8357-7f80c77c10c5 HTTP/1.1" status: 404 len: 337 time: 0.0311360 Nov 02 12:11:40.292400 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45240) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:40.311518 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d8e565-3f0a-4b82-89ba-ed829441153e tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:40.312058 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d8e565-3f0a-4b82-89ba-ed829441153e tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:40.315415 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-15d8e565-3f0a-4b82-89ba-ed829441153e tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/148c4ba1-6d27-4556-b78e-2e3b3f5afef8 HTTP/1.1" status: 404 len: 339 time: 0.0218179 Nov 02 12:11:40.317813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45242) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:40.339944 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17487a73-9212-4806-8860-4c9db9dbb1c5 req-4769e43e-f48f-4e2c-b414-b6cad3e4faed tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:40.341497 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-17487a73-9212-4806-8860-4c9db9dbb1c5 req-4769e43e-f48f-4e2c-b414-b6cad3e4faed tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0507371 Nov 02 12:11:40.344043 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-4751124d-c1f2-41b4-a896-9fe92ba45be0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:40.344498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4751124d-c1f2-41b4-a896-9fe92ba45be0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:40.349957 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4751124d-c1f2-41b4-a896-9fe92ba45be0 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/subnets/e612bcbe-d9ae-4492-b6c7-b54efff31dfc HTTP/1.1" status: 404 len: 337 time: 0.0297461 Nov 02 12:11:40.351403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45246) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:40.386567 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-399eed18-bdb1-4e84-ab7e-068c9666c717 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:40.387263 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-399eed18-bdb1-4e84-ab7e-068c9666c717 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:40.390723 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-399eed18-bdb1-4e84-ab7e-068c9666c717 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/a235bdcb-e4b5-44a1-be99-3922f4799356 HTTP/1.1" status: 404 len: 339 time: 0.0379634 Nov 02 12:11:40.393693 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45248) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:40.412157 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-17487a73-9212-4806-8860-4c9db9dbb1c5 req-6b33a51a-8fe0-4a64-9c3e-2c226b065234 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600345 Nov 02 12:11:40.422375 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d938a08-56d6-4afd-b34c-dbcfb3441023 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:40.423001 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d938a08-56d6-4afd-b34c-dbcfb3441023 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:40.426467 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9d938a08-56d6-4afd-b34c-dbcfb3441023 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/subnets/28b2a70c-994a-4992-a8e4-e7edeb0a26f4 HTTP/1.1" status: 404 len: 337 time: 0.0317457 Nov 02 12:11:40.429039 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45250) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:40.449055 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-430f52fc-04c9-4b32-afec-7f1d55b946e8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:40.449718 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430f52fc-04c9-4b32-afec-7f1d55b946e8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:40.453124 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-430f52fc-04c9-4b32-afec-7f1d55b946e8 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/de4d0c18-a811-4c7e-9502-cd08496db1eb HTTP/1.1" status: 404 len: 339 time: 0.0228844 Nov 02 12:11:40.456385 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45252) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:40.484356 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aed57b9-36df-4102-939a-04e202cd6bfc tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:40.484819 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aed57b9-36df-4102-939a-04e202cd6bfc tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:40.488171 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5aed57b9-36df-4102-939a-04e202cd6bfc tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/subnets/b0011df7-bba5-4f15-9760-a9044dcd96f2 HTTP/1.1" status: 404 len: 337 time: 0.0307322 Nov 02 12:11:40.496461 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45254) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:40.514720 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e649f88-0302-46bd-9f20-02790a4f29f5 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:40.515290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e649f88-0302-46bd-9f20-02790a4f29f5 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:40.518883 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2e649f88-0302-46bd-9f20-02790a4f29f5 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/f2be1417-8117-4b1f-906a-1fbbb1db1951 HTTP/1.1" status: 404 len: 339 time: 0.0213692 Nov 02 12:11:40.521355 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45256) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:40.547647 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc611ee9-d2c3-4369-9462-7f8c2112b6f1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:40.548107 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc611ee9-d2c3-4369-9462-7f8c2112b6f1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:40.551361 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cc611ee9-d2c3-4369-9462-7f8c2112b6f1 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/subnets/07ee5492-c47e-4b47-a232-3f092ed7202e HTTP/1.1" status: 404 len: 337 time: 0.0288608 Nov 02 12:11:40.553835 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45258) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:40.573288 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac84f89-9a15-4d2f-9a0d-f920d35a8454 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:40.575049 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac84f89-9a15-4d2f-9a0d-f920d35a8454 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:40.576859 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-eac84f89-9a15-4d2f-9a0d-f920d35a8454 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/7dea2a1b-894e-497d-b105-9c9db871ecdc HTTP/1.1" status: 404 len: 339 time: 0.0221231 Nov 02 12:11:40.579343 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45260) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:40.605650 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8e602e-77d8-439e-b8ef-64773f532111 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:40.606095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8e602e-77d8-439e-b8ef-64773f532111 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:40.609116 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2c8e602e-77d8-439e-b8ef-64773f532111 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/subnets/41e4e016-de3d-4a55-b2ea-090c51bbfc34 HTTP/1.1" status: 404 len: 337 time: 0.0287437 Nov 02 12:11:40.611663 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45262) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:40.634633 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7989b81-8d13-4f27-9dfa-1fa39c142bf3 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] DELETE failed (client error): The resource could not be found. Nov 02 12:11:40.635208 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7989b81-8d13-4f27-9dfa-1fa39c142bf3 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:11:40.638211 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b7989b81-8d13-4f27-9dfa-1fa39c142bf3 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/d4861a5e-c231-4a5e-99d2-4a3b5d689da4 HTTP/1.1" status: 404 len: 339 time: 0.0256457 Nov 02 12:11:40.640881 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45264) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:40.694356 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0a33d7-3638-49a3-8489-2c59be986b48 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Deleting subnet a99dc102-c22e-4d93-bad8-f16ee9f8f7a6 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:11:40.697422 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-de0a33d7-3638-49a3-8489-2c59be986b48 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:40.737988 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-de0a33d7-3638-49a3-8489-2c59be986b48 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:40.826114 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-de0a33d7-3638-49a3-8489-2c59be986b48 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:41.026439 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-de0a33d7-3638-49a3-8489-2c59be986b48 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:41.055895 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a33d7-3638-49a3-8489-2c59be986b48 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Subnet': ['ID=a99dc102-c22e-4d93-bad8-f16ee9f8f7a6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:41.057853 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-de0a33d7-3638-49a3-8489-2c59be986b48 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:41.069631 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-de0a33d7-3638-49a3-8489-2c59be986b48 tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/subnets/a99dc102-c22e-4d93-bad8-f16ee9f8f7a6 HTTP/1.1" status: 204 len: 168 time: 0.4192054 Nov 02 12:11:41.069631 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45270) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:41.070421 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c930ec8-29b1-4200-b667-9d1ad067858e None None] Network d680976c-534e-411d-b813-8589a82e6833 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:41.142035 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:41.211752 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Deleting port 7463402f-8e0e-468b-8eb9-2abdcadab6dc {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:11:41.211999 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:41.255705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63928b9-33cf-420e-a939-200da72ea851 None None] DHCP port deletion for d680976c-534e-411d-b813-8589a82e6833 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:11:41.280397 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] For port 7463402f-8e0e-468b-8eb9-2abdcadab6dc, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7463402f-8e0e-468b-8eb9-2abdcadab6dc,segment=NetworkSegment(dc665356-be77-4909-8383-dce47cdc8366),segment_id=dc665356-be77-4909-8383-dce47cdc8366)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:41.280678 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:41.295156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Calling delete_port for 7463402f-8e0e-468b-8eb9-2abdcadab6dc owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:11:41.309238 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f63928b9-33cf-420e-a939-200da72ea851 None None] Deleting port 7463402f-8e0e-468b-8eb9-2abdcadab6dc {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:11:41.309614 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f63928b9-33cf-420e-a939-200da72ea851 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:41.373855 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f63928b9-33cf-420e-a939-200da72ea851 None None] For port 7463402f-8e0e-468b-8eb9-2abdcadab6dc, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7463402f-8e0e-468b-8eb9-2abdcadab6dc,segment=NetworkSegment(dc665356-be77-4909-8383-dce47cdc8366),segment_id=dc665356-be77-4909-8383-dce47cdc8366)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:41.374255 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f63928b9-33cf-420e-a939-200da72ea851 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:41.392130 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f63928b9-33cf-420e-a939-200da72ea851 None None] Calling delete_port for 7463402f-8e0e-468b-8eb9-2abdcadab6dc owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:11:41.529892 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc64d22-19e7-4140-af0f-5155979a9cfe req-3abfcba0-9517-4437-9935-829fb9d851a4 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:41.531397 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7dc64d22-19e7-4140-af0f-5155979a9cfe req-3abfcba0-9517-4437-9935-829fb9d851a4 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0503311 Nov 02 12:11:41.585090 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7dc64d22-19e7-4140-af0f-5155979a9cfe req-3866c109-a719-4845-943e-94738209126b tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469649 Nov 02 12:11:41.632894 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:41.644578 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f63928b9-33cf-420e-a939-200da72ea851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:41.669082 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63928b9-33cf-420e-a939-200da72ea851 None None] Pushing event deleted for resources: {'Port': ['ID=7463402f-8e0e-468b-8eb9-2abdcadab6dc,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:41.676926 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63928b9-33cf-420e-a939-200da72ea851 None None] No DVR routers for this DVR port 7463402f-8e0e-468b-8eb9-2abdcadab6dc on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:11:41.690975 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Port': ['ID=7463402f-8e0e-468b-8eb9-2abdcadab6dc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:41.695329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] No DVR routers for this DVR port 7463402f-8e0e-468b-8eb9-2abdcadab6dc on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:11:41.777037 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:41.801779 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d680976c-534e-411d-b813-8589a82e6833']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:41.811191 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc665356-be77-4909-8383-dce47cdc8366') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:41.811488 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc665356-be77-4909-8383-dce47cdc8366') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:41.821828 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:41.835896 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:41.841991 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:41.842372 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:41.845349 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:42.054801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:42.063519 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:42.069995 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] 10.222.0.52 "DELETE /v2.0/networks/d680976c-534e-411d-b813-8589a82e6833 HTTP/1.1" status: 204 len: 168 time: 1.0031755 Nov 02 12:11:42.070213 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed0e1d-a89d-4955-87d7-5f0920ca2e0f req-e8429031-99cf-4207-9b28-03df3c7ee04d tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:42.072149 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-30ed0e1d-a89d-4955-87d7-5f0920ca2e0f req-e8429031-99cf-4207-9b28-03df3c7ee04d tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0471845 Nov 02 12:11:42.082274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393896b-f47a-498c-9d78-267af8d730da tempest-NetworksTest-184386711 tempest-NetworksTest-184386711-project] Pushing event deleted for resources: {'Network': ['ID=d680976c-534e-411d-b813-8589a82e6833,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:42.124397 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-30ed0e1d-a89d-4955-87d7-5f0920ca2e0f req-b1baf62a-8ddf-405a-bc1e-316975934b74 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455666 Nov 02 12:11:42.149891 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45290) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:42.318945 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-eb56f4b4-7aa0-44cb-bcee-611304461906 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting port 23af3cdc-6e71-4f39-bb0f-9324224da435 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:11:42.319218 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb56f4b4-7aa0-44cb-bcee-611304461906 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:42.399446 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb56f4b4-7aa0-44cb-bcee-611304461906 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:42.399777 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb56f4b4-7aa0-44cb-bcee-611304461906 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:42.413131 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-eb56f4b4-7aa0-44cb-bcee-611304461906 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Calling delete_port for 23af3cdc-6e71-4f39-bb0f-9324224da435 owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:11:42.643200 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45302) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:42.676912 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7463402f-8e0e-468b-8eb9-2abdcadab6dc no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:11:42.699406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 7463402f-8e0e-468b-8eb9-2abdcadab6dc {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:11:42.700043 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7463402f-8e0e-468b-8eb9-2abdcadab6dc not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:11:42.713380 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb56f4b4-7aa0-44cb-bcee-611304461906 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:42.728889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043d3eb-f492-47a9-b49b-0ac5f6ba6893 req-cb472561-7336-4721-b987-44d08838c2b8 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:42.730551 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f043d3eb-f492-47a9-b49b-0ac5f6ba6893 req-cb472561-7336-4721-b987-44d08838c2b8 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.0652111 Nov 02 12:11:42.742610 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56f4b4-7aa0-44cb-bcee-611304461906 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Port': ['ID=23af3cdc-6e71-4f39-bb0f-9324224da435,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:42.790275 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f043d3eb-f492-47a9-b49b-0ac5f6ba6893 req-0a183cb7-a132-4db9-bfa7-57609635d532 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530045 Nov 02 12:11:42.844481 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb56f4b4-7aa0-44cb-bcee-611304461906 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:42.844716 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-eb56f4b4-7aa0-44cb-bcee-611304461906 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Floating IP 0fdc898f-cbb0-49f5-ac2c-a22507b55f7e disassociated (deleted). External IP: 172.25.6.173, port: cb795691-03b3-4dd8-bf9f-b06239c1a8b2. Nov 02 12:11:42.888083 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6ef9b36d-72b0-45ae-aff9-02505afa66b2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e34a5854f9894ea0ba443ed84fd9fb60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2430933 Nov 02 12:11:42.890544 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45308) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:42.998856 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e6b080bd-2759-4580-83b4-ff8b8b1cf81a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:43.058038 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e6b080bd-2759-4580-83b4-ff8b8b1cf81a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:43.151375 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb56f4b4-7aa0-44cb-bcee-611304461906 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router 68e925a4-4770-4700-9a60-0a999d396e2b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:11:43.261402 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e6b080bd-2759-4580-83b4-ff8b8b1cf81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:43.263313 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e6b080bd-2759-4580-83b4-ff8b8b1cf81a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:43.264481 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e6b080bd-2759-4580-83b4-ff8b8b1cf81a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b0fb5606-434f-4a72-90f1-eb8ae8cbcf14 HTTP/1.1" status: 204 len: 168 time: 0.3728869 Nov 02 12:11:43.280801 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b080bd-2759-4580-83b4-ff8b8b1cf81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fb5606-434f-4a72-90f1-eb8ae8cbcf14,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:43.284266 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb56f4b4-7aa0-44cb-bcee-611304461906 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:11:43.300808 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb56f4b4-7aa0-44cb-bcee-611304461906 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:43.303891 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef2338d-77b4-453f-8288-db618c95fc04 None None] Sync routers for ids ['68e925a4-4770-4700-9a60-0a999d396e2b'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:11:43.318672 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef2338d-77b4-453f-8288-db618c95fc04 None None] Routers {'68e925a4-4770-4700-9a60-0a999d396e2b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:11:43.319387 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-8ef2338d-77b4-453f-8288-db618c95fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['68e925a4-4770-4700-9a60-0a999d396e2b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:43.332463 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-eb56f4b4-7aa0-44cb-bcee-611304461906 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/floatingips/0fdc898f-cbb0-49f5-ac2c-a22507b55f7e HTTP/1.1" status: 204 len: 168 time: 1.1812487 Nov 02 12:11:43.333168 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'tag': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:11:43.335779 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed9c1b6-2352-4f6f-b761-a0b824574815" -d '{"events": [{"name": "network-changed", "server_uuid": "4449da68-7f2b-49ec-a1a9-115f951f2bc5", "tag": "cb795691-03b3-4dd8-bf9f-b06239c1a8b2"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:11:43.434350 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-8ef2338d-77b4-453f-8288-db618c95fc04 None None] Set router 68e925a4-4770-4700-9a60-0a999d396e2b gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:11:43.652410 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-8ef2338d-77b4-453f-8288-db618c95fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452856', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:09:37Z', 'updated_at': '2021-11-02T12:09:45Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:39Z', 'updated_at': '2021-11-02T12:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '9793c291-ac2a-4044-a052-3105a63d3063', 'name': '', 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:88:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:44Z', 'updated_at': '2021-11-02T12:09:51Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:43.685102 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef2338d-77b4-453f-8288-db618c95fc04 None None] Checking router: 68e925a4-4770-4700-9a60-0a999d396e2b for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:11:43.695651 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef2338d-77b4-453f-8288-db618c95fc04 None None] Routers {'68e925a4-4770-4700-9a60-0a999d396e2b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:11:43.696385 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-8ef2338d-77b4-453f-8288-db618c95fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['68e925a4-4770-4700-9a60-0a999d396e2b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:43.820703 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-8ef2338d-77b4-453f-8288-db618c95fc04 None None] Set router 68e925a4-4770-4700-9a60-0a999d396e2b gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:11:43.944170 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6d2aff-dbb2-4afe-adeb-b396230b165f x-openstack-request-id: req-7e6d2aff-dbb2-4afe-adeb-b396230b165f {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:11:43.944475 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4449da68-7f2b-49ec-a1a9-115f951f2bc5", "tag": "cb795691-03b3-4dd8-bf9f-b06239c1a8b2", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:11:43.944756 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e6d2aff-dbb2-4afe-adeb-b396230b165f {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:11:43.945185 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'tag': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2', 'status': 'completed', 'code': 200} Nov 02 12:11:43.956206 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:11:43.966219 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:11:44.037442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9c1b6-2352-4f6f-b761-a0b824574815 req-a6309ba1-dcc5-4652-8374-a534a39e3a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:44.041107 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ed9c1b6-2352-4f6f-b761-a0b824574815 req-a6309ba1-dcc5-4652-8374-a534a39e3a26 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 1097 time: 0.0680532 Nov 02 12:11:44.055408 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-8ef2338d-77b4-453f-8288-db618c95fc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452856', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:09:37Z', 'updated_at': '2021-11-02T12:09:45Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:39Z', 'updated_at': '2021-11-02T12:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '9793c291-ac2a-4044-a052-3105a63d3063', 'name': '', 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:88:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:44Z', 'updated_at': '2021-11-02T12:09:51Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:44.091881 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef2338d-77b4-453f-8288-db618c95fc04 None None] The sync data for ids ['68e925a4-4770-4700-9a60-0a999d396e2b'] in n-d-806683-18 is: [{'id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452856', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:09:37Z', 'updated_at': '2021-11-02T12:09:45Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:39Z', 'updated_at': '2021-11-02T12:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '9793c291-ac2a-4044-a052-3105a63d3063', 'name': '', 'network_id': 'c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:88:22:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:44Z', 'updated_at': '2021-11-02T12:09:51Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '22480237-b98c-4a81-8db6-eed1815ca3f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:11:44.217610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9c1b6-2352-4f6f-b761-a0b824574815 req-fda25ca1-2aef-41fd-974b-87e67eb7b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:44.219459 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ed9c1b6-2352-4f6f-b761-a0b824574815 req-fda25ca1-2aef-41fd-974b-87e67eb7b8b3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 HTTP/1.1" status: 200 len: 898 time: 0.1673536 Nov 02 12:11:44.229734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0cfb1-60b1-4a06-94ce-f23d21001a3b req-10995826-642f-4e52-a2ca-1175a0053533 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:44.231105 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64d0cfb1-60b1-4a06-94ce-f23d21001a3b req-10995826-642f-4e52-a2ca-1175a0053533 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.1272891 Nov 02 12:11:44.261657 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=1c1a9e97-acc6-4396-b0e0-1e16f71295b4,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:44.274482 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ed9c1b6-2352-4f6f-b761-a0b824574815 req-125531a8-7bba-4034-b37d-34db3652aac7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb795691-03b3-4dd8-bf9f-b06239c1a8b2 HTTP/1.1" status: 200 len: 217 time: 0.0422823 Nov 02 12:11:44.307087 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:44.327600 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '1c1a9e97-acc6-4396-b0e0-1e16f71295b4', 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea', 'port_id': '1c1a9e97-acc6-4396-b0e0-1e16f71295b4', 'mac_address': 'fa:16:3e:54:e1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4c89c0-b4cd-45ef-ad38-b6d57b244f74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:11:44.355486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=1c1a9e97-acc6-4396-b0e0-1e16f71295b4,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:44.359234 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a36104-1d41-46e0-aa5c-46a084fa95f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c1a9e97-acc6-4396-b0e0-1e16f71295b4'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:11:44.364000 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b19071b-ef1c-4bec-8580-937704d81c33" -d '{"events": [{"server_uuid": "88a36104-1d41-46e0-aa5c-46a084fa95f7", "name": "network-vif-unplugged", "status": "completed", "tag": "1c1a9e97-acc6-4396-b0e0-1e16f71295b4"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:11:44.387612 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64d0cfb1-60b1-4a06-94ce-f23d21001a3b req-3ffd454c-0e0e-42a4-8a61-dbeb012cbe2e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119320 Nov 02 12:11:44.407067 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9c1b6-2352-4f6f-b761-a0b824574815 req-7219179d-e4a7-4db8-ad9b-0bdc516eb6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:44.409300 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ed9c1b6-2352-4f6f-b761-a0b824574815 req-7219179d-e4a7-4db8-ad9b-0bdc516eb6e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=22480237-b98c-4a81-8db6-eed1815ca3f6 HTTP/1.1" status: 200 len: 834 time: 0.1115599 Nov 02 12:11:44.419454 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:44.452284 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:11:44.469888 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:44.518772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9c1b6-2352-4f6f-b761-a0b824574815 req-4302b6f1-f52d-4bee-9221-83a2d35a3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:44.519119 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8423d3b-348a-46e7-8a37-992173014036 None None] New status for floating IP 0fdc898f-cbb0-49f5-ac2c-a22507b55f7e: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:11:44.520336 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ed9c1b6-2352-4f6f-b761-a0b824574815 req-4302b6f1-f52d-4bee-9221-83a2d35a3c66 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027935 Nov 02 12:11:44.534237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bc6ee-7a51-4b8e-a596-9c28612ebb34 req-3c01b600-c5d6-4756-9c29-1e6c4be2f076 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:44.535872 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b12bc6ee-7a51-4b8e-a596-9c28612ebb34 req-3c01b600-c5d6-4756-9c29-1e6c4be2f076 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 944 time: 0.0684078 Nov 02 12:11:44.626330 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:11:44.626780 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:11:44.653757 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b12bc6ee-7a51-4b8e-a596-9c28612ebb34 req-b7b0ed51-85ca-4717-a5f2-cadf898b06bc tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095679 Nov 02 12:11:44.656329 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=1c1a9e97-acc6-4396-b0e0-1e16f71295b4,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:44.684334 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ed9c1b6-2352-4f6f-b761-a0b824574815 req-1285d6cb-9c6c-43cc-a712-d94e23150cff service neutron] 10.222.0.54 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473277 Nov 02 12:11:44.742532 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 12:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c790e34-b66e-42f0-be37-19d512f99291 x-openstack-request-id: req-9c790e34-b66e-42f0-be37-19d512f99291 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:11:44.742833 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a36104-1d41-46e0-aa5c-46a084fa95f7", "name": "network-vif-unplugged", "status": "completed", "tag": "1c1a9e97-acc6-4396-b0e0-1e16f71295b4", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:11:44.743149 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c790e34-b66e-42f0-be37-19d512f99291 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:11:44.743509 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a36104-1d41-46e0-aa5c-46a084fa95f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c1a9e97-acc6-4396-b0e0-1e16f71295b4', 'code': 200} Nov 02 12:11:44.799460 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ed9c1b6-2352-4f6f-b761-a0b824574815 req-1edee1e0-ff02-4b57-b8c8-9be3b11731d5 service neutron] 10.222.0.54 "GET /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061385 Nov 02 12:11:44.824713 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45364) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:44.932113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'network': {'name': 'tempest-RoutersTest-1137902396'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:45.054525 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Made reservation on behalf of 6319805f5cb24f5faea3401ed68600e6 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:45.058133 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:45.067968 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:45.151759 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:45.177711 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:45.192312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:11:45.215424 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=1c1a9e97-acc6-4396-b0e0-1e16f71295b4,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:45.252530 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fdb08-60dc-4b53-947a-484a81416e42 req-5ad3d5f2-f8db-4bfa-89e9-a83d59b4e3bd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:45.254473 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f1fdb08-60dc-4b53-947a-484a81416e42 req-5ad3d5f2-f8db-4bfa-89e9-a83d59b4e3bd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.54 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.0532835 Nov 02 12:11:45.299775 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:45.327329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:11:45.349116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0f75b0-3f05-4347-9921-7480400f8ca2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:45.357539 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:45.357891 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Added segment 3869386d-aa14-49f2-8621-41ac0a78d71a of type vlan for network 4effb426-d1d1-4ca8-8e5a-a053885e73c7 Nov 02 12:11:45.360164 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:45.360509 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:45.360869 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:45.362917 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:45.374118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:45.374616 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:45.374976 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:45.375317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:45.375652 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:45.375984 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:45.376310 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:45.376682 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:45.377002 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:45.407096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-2f1fdb08-60dc-4b53-947a-484a81416e42 req-54f650e4-e268-4a67-b026-110d002b4f70 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting port cb795691-03b3-4dd8-bf9f-b06239c1a8b2 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:11:45.407096 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2f1fdb08-60dc-4b53-947a-484a81416e42 req-54f650e4-e268-4a67-b026-110d002b4f70 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:45.435975 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=1c1a9e97-acc6-4396-b0e0-1e16f71295b4,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:45.457250 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:45.519164 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-2f1fdb08-60dc-4b53-947a-484a81416e42 req-54f650e4-e268-4a67-b026-110d002b4f70 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] For port cb795691-03b3-4dd8-bf9f-b06239c1a8b2, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,segment=NetworkSegment(1a7061e6-9d62-473e-a927-f1bf794dfd25),segment_id=1a7061e6-9d62-473e-a927-f1bf794dfd25)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:45.519529 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2f1fdb08-60dc-4b53-947a-484a81416e42 req-54f650e4-e268-4a67-b026-110d002b4f70 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:45.532515 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-2f1fdb08-60dc-4b53-947a-484a81416e42 req-54f650e4-e268-4a67-b026-110d002b4f70 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Calling delete_port for cb795691-03b3-4dd8-bf9f-b06239c1a8b2 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:11:45.570729 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['1c1a9e97-acc6-4396-b0e0-1e16f71295b4'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:11:45.649130 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:45.655627 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:45.656540 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:45.732331 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Network': ['ID=4effb426-d1d1-4ca8-8e5a-a053885e73c7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:45.742991 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 4effb426-d1d1-4ca8-8e5a-a053885e73c7 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:11:45.880266 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86204e5c-b1df-4bd8-98ec-14bb37700713 req-0da2d85c-b440-45e5-8fb3-3c8a08fdf979 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:45.881013 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b4e338b8-2fbe-4fa2-bb4c-d81fb97b1d98 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0550594 Nov 02 12:11:45.881921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-86204e5c-b1df-4bd8-98ec-14bb37700713 req-0da2d85c-b440-45e5-8fb3-3c8a08fdf979 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 945 time: 0.3411238 Nov 02 12:11:45.883458 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45384) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:45.888761 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1cd773f0-0054-4474-924e-85d2d124c088 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'network': {'name': 'tempest-RoutersTest-1293884065'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:45.971023 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-86204e5c-b1df-4bd8-98ec-14bb37700713 req-130dc2e0-8497-4389-a328-6403c304359c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=50b3614d-bc59-4847-978e-968be6daaf07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788167 Nov 02 12:11:45.987419 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd773f0-0054-4474-924e-85d2d124c088 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Made reservation on behalf of 6319805f5cb24f5faea3401ed68600e6 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:45.991911 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1cd773f0-0054-4474-924e-85d2d124c088 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:46.022777 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd773f0-0054-4474-924e-85d2d124c088 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:11:46.033880 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1cd773f0-0054-4474-924e-85d2d124c088 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:46.034242 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-1cd773f0-0054-4474-924e-85d2d124c088 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Added segment 1c86447f-1177-4fc3-867f-64b67dafbc52 of type vlan for network eaba4e05-2e72-4ada-a531-772dac2e2681 Nov 02 12:11:46.085674 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1cd773f0-0054-4474-924e-85d2d124c088 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:46.090330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0fe3c-9e9f-47f8-850e-fcf3019321b8 req-4c1b9c72-6f4f-46b4-910a-34891d237808 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:46.092191 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-16b0fe3c-9e9f-47f8-850e-fcf3019321b8 req-4c1b9c72-6f4f-46b4-910a-34891d237808 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 945 time: 0.0585642 Nov 02 12:11:46.106080 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2f1fdb08-60dc-4b53-947a-484a81416e42 req-54f650e4-e268-4a67-b026-110d002b4f70 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:46.145157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f650e4-e268-4a67-b026-110d002b4f70 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Port': ['ID=cb795691-03b3-4dd8-bf9f-b06239c1a8b2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:46.210746 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1fdb08-60dc-4b53-947a-484a81416e42 req-54f650e4-e268-4a67-b026-110d002b4f70 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] No DVR routers for this DVR port cb795691-03b3-4dd8-bf9f-b06239c1a8b2 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:11:46.214470 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1cd773f0-0054-4474-924e-85d2d124c088 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:46.216290 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-16b0fe3c-9e9f-47f8-850e-fcf3019321b8 req-8dbc780d-4187-4d92-90bf-f02e6817eb57 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170447 Nov 02 12:11:46.217340 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2f1fdb08-60dc-4b53-947a-484a81416e42 req-54f650e4-e268-4a67-b026-110d002b4f70 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:46.221227 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f1fdb08-60dc-4b53-947a-484a81416e42 req-54f650e4-e268-4a67-b026-110d002b4f70 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.54 "DELETE /v2.0/ports/cb795691-03b3-4dd8-bf9f-b06239c1a8b2 HTTP/1.1" status: 204 len: 173 time: 0.9600744 Nov 02 12:11:46.221766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'name': 'network-vif-deleted', 'tag': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:11:46.221936 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd773f0-0054-4474-924e-85d2d124c088 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:46.222640 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1cd773f0-0054-4474-924e-85d2d124c088 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:46.224173 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf3078f-7dd5-425e-a2cc-f428a85bddc3" -d '{"events": [{"server_uuid": "4449da68-7f2b-49ec-a1a9-115f951f2bc5", "name": "network-vif-deleted", "tag": "cb795691-03b3-4dd8-bf9f-b06239c1a8b2"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:11:46.296438 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd773f0-0054-4474-924e-85d2d124c088 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Network': ['ID=eaba4e05-2e72-4ada-a531-772dac2e2681,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:46.307534 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network eaba4e05-2e72-4ada-a531-772dac2e2681 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:11:46.330160 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720096e0-b5ba-4874-a254-9c3e397bfbfe req-4940fd1a-f4f8-4373-9d94-38c3f402365b tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:46.332282 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-720096e0-b5ba-4874-a254-9c3e397bfbfe req-4940fd1a-f4f8-4373-9d94-38c3f402365b tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 945 time: 0.0531917 Nov 02 12:11:46.378913 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1cd773f0-0054-4474-924e-85d2d124c088 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4929700 Nov 02 12:11:46.381012 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45392) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:46.387390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'subnet': {'network_id': '4effb426-d1d1-4ca8-8e5a-a053885e73c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:46.440430 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-720096e0-b5ba-4874-a254-9c3e397bfbfe req-8b0fb7b6-82f3-47d5-adc9-4f95fc873f20 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999603 Nov 02 12:11:46.528688 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2047df-d2e1-4e44-a23f-2d390e0655ca x-openstack-request-id: req-0e2047df-d2e1-4e44-a23f-2d390e0655ca {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:11:46.529755 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4449da68-7f2b-49ec-a1a9-115f951f2bc5", "name": "network-vif-deleted", "tag": "cb795691-03b3-4dd8-bf9f-b06239c1a8b2", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:11:46.529755 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e2047df-d2e1-4e44-a23f-2d390e0655ca {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:11:46.529755 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4449da68-7f2b-49ec-a1a9-115f951f2bc5', 'name': 'network-vif-deleted', 'tag': 'cb795691-03b3-4dd8-bf9f-b06239c1a8b2', 'status': 'completed', 'code': 200} Nov 02 12:11:46.644229 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Made reservation on behalf of 6319805f5cb24f5faea3401ed68600e6 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:46.648396 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:46.991962 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:47.048516 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Subnet': ['ID=ddd78cad-ae75-408a-9ea2-dc50d6686ffa,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:47.067162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:47.067513 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:47.068932 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:47.068932 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:47.068932 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:47.068932 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:47.069481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:47.069481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:47.069780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:47.070069 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:47.070388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:47.070704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:11:47.121676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Checking segment: {'id': '3869386d-aa14-49f2-8621-41ac0a78d71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4effb426-d1d1-4ca8-8e5a-a053885e73c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:47.122099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network hostable DHCP agents. Network: 4effb426-d1d1-4ca8-8e5a-a053885e73c7, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:11:47.131214 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-514903d7-8082-476b-8d88-cd32f3167a05 req-2112a98d-5cf6-4228-8751-23e82d768c23 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=4449da68-7f2b-49ec-a1a9-115f951f2bc5 HTTP/1.1" status: 200 len: 210 time: 0.0672743 Nov 02 12:11:47.162859 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409947c-21e9-48ee-9e5b-cdc952f1f0c9 req-dde4288e-873b-4a9a-ba2b-b2e1ed71f294 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:47.164337 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6409947c-21e9-48ee-9e5b-cdc952f1f0c9 req-dde4288e-873b-4a9a-ba2b-b2e1ed71f294 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.54 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 945 time: 0.0801766 Nov 02 12:11:47.237336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network 4effb426-d1d1-4ca8-8e5a-a053885e73c7 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:11:47.268526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-6409947c-21e9-48ee-9e5b-cdc952f1f0c9 req-021e7f76-1d8e-48fa-ba93-3d7dd0285b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Deleting port 9255866a-a629-408a-8542-7330f29367fa {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:11:47.268944 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6409947c-21e9-48ee-9e5b-cdc952f1f0c9 req-021e7f76-1d8e-48fa-ba93-3d7dd0285b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:47.355670 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 4effb426-d1d1-4ca8-8e5a-a053885e73c7) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:47.359911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:47.360489 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:47.369489 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba361e69-7faf-43a6-bdaa-d212477d1553 None None] Network 4effb426-d1d1-4ca8-8e5a-a053885e73c7 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:47.413679 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8565f-b202-47f0-9c2a-8ce3a9d4c38c req-82b1921a-677b-4f8d-bdf3-cdaa37e58f09 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:47.420891 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33e8565f-b202-47f0-9c2a-8ce3a9d4c38c req-82b1921a-677b-4f8d-bdf3-cdaa37e58f09 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 945 time: 0.1264555 Nov 02 12:11:47.434058 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-6409947c-21e9-48ee-9e5b-cdc952f1f0c9 req-021e7f76-1d8e-48fa-ba93-3d7dd0285b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] For port 9255866a-a629-408a-8542-7330f29367fa, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9255866a-a629-408a-8542-7330f29367fa,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:47.434423 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6409947c-21e9-48ee-9e5b-cdc952f1f0c9 req-021e7f76-1d8e-48fa-ba93-3d7dd0285b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:47.480470 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d32fbee0-d24c-46a3-8d48-4ab12d75a4e0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0982749 Nov 02 12:11:47.483407 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45416) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:47.490213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-ac674896-4f7a-4ba1-a394-1232994d1d7b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'subnet': {'network_id': 'eaba4e05-2e72-4ada-a531-772dac2e2681', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:47.553044 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-53a74ae9-31ae-41e8-b467-3f489ff8c6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:47.579436 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-4effb426-d1d1-4ca8-8e5a-a053885e73c7', 'network_id': '4effb426-d1d1-4ca8-8e5a-a053885e73c7', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'fixed_ips': [{'subnet_id': 'ddd78cad-ae75-408a-9ea2-dc50d6686ffa'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:11:47.580860 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:47.642285 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33e8565f-b202-47f0-9c2a-8ce3a9d4c38c req-75d5b174-11e2-4ec9-aa7d-1af1ef40aacf tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203896 Nov 02 12:11:47.717562 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac674896-4f7a-4ba1-a394-1232994d1d7b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Made reservation on behalf of 6319805f5cb24f5faea3401ed68600e6 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:47.719681 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6409947c-21e9-48ee-9e5b-cdc952f1f0c9 req-021e7f76-1d8e-48fa-ba93-3d7dd0285b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:47.720045 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6409947c-21e9-48ee-9e5b-cdc952f1f0c9 req-021e7f76-1d8e-48fa-ba93-3d7dd0285b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:47.721068 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [req-6409947c-21e9-48ee-9e5b-cdc952f1f0c9 req-021e7f76-1d8e-48fa-ba93-3d7dd0285b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Floating IP f4334acf-2412-4af7-9350-3dc3cd391a4f disassociated. External IP: 172.25.6.254, port: 9255866a-a629-408a-8542-7330f29367fa. Nov 02 12:11:47.721512 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-6409947c-21e9-48ee-9e5b-cdc952f1f0c9 req-021e7f76-1d8e-48fa-ba93-3d7dd0285b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Calling delete_port for 9255866a-a629-408a-8542-7330f29367fa owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:11:47.723282 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac674896-4f7a-4ba1-a394-1232994d1d7b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:47.783197 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Allocated IP 172.20.0.2 (4effb426-d1d1-4ca8-8e5a-a053885e73c7/ddd78cad-ae75-408a-9ea2-dc50d6686ffa/99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:11:47.843261 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f44da-a826-48be-9766-93798d6fe62a req-13ac8de0-0ca5-4210-bee2-5980ddddb549 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:47.844761 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ee7f44da-a826-48be-9766-93798d6fe62a req-13ac8de0-0ca5-4210-bee2-5980ddddb549 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 945 time: 0.1117904 Nov 02 12:11:47.930580 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ee7f44da-a826-48be-9766-93798d6fe62a req-e6c54d02-ab1b-484f-a297-49f9dfeb6001 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751991 Nov 02 12:11:47.955943 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:47.999072 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:11:48.027001 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6409947c-21e9-48ee-9e5b-cdc952f1f0c9 req-021e7f76-1d8e-48fa-ba93-3d7dd0285b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:48.057094 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e7f76-1d8e-48fa-ba93-3d7dd0285b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event deleted for resources: {'Port': ['ID=9255866a-a629-408a-8542-7330f29367fa,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:48.057562 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:11:48.057981 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:48.060697 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac674896-4f7a-4ba1-a394-1232994d1d7b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:48.115357 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:48.143709 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac674896-4f7a-4ba1-a394-1232994d1d7b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Checking segment: {'id': '1c86447f-1177-4fc3-867f-64b67dafbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eaba4e05-2e72-4ada-a531-772dac2e2681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:48.144096 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac674896-4f7a-4ba1-a394-1232994d1d7b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network hostable DHCP agents. Network: eaba4e05-2e72-4ada-a531-772dac2e2681, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:11:48.171109 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac674896-4f7a-4ba1-a394-1232994d1d7b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Subnet': ['ID=c78eb38e-7e87-4be5-9dde-da55d8d4f4b7,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:48.200217 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Network 4effb426-d1d1-4ca8-8e5a-a053885e73c7 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:11:48.214878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:48.215065 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45420) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:48.218950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:11:48.222034 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Pushing event updated for resources: {'Port': ['ID=99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:48.245878 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:48.259881 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6409947c-21e9-48ee-9e5b-cdc952f1f0c9 req-021e7f76-1d8e-48fa-ba93-3d7dd0285b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:11:48.285350 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac674896-4f7a-4ba1-a394-1232994d1d7b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network eaba4e05-2e72-4ada-a531-772dac2e2681 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:11:48.295578 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a36104-1d41-46e0-aa5c-46a084fa95f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1a9e97-acc6-4396-b0e0-1e16f71295b4'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:11:48.297945 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afe3c5a-46d3-477f-9daf-1ef73124b5ea" -d '{"events": [{"server_uuid": "88a36104-1d41-46e0-aa5c-46a084fa95f7", "name": "network-vif-plugged", "status": "completed", "tag": "1c1a9e97-acc6-4396-b0e0-1e16f71295b4"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:11:48.331671 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=1c1a9e97-acc6-4396-b0e0-1e16f71295b4,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:48.343357 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Attempting to bind port 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:11:48.343734 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Attempting to bind port 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '3869386d-aa14-49f2-8621-41ac0a78d71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4effb426-d1d1-4ca8-8e5a-a053885e73c7'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:11:48.344159 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Attempting to bind port 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad on network 4effb426-d1d1-4ca8-8e5a-a053885e73c7 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:11:48.351915 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:11:48.354649 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Checking segment: {'id': '3869386d-aa14-49f2-8621-41ac0a78d71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4effb426-d1d1-4ca8-8e5a-a053885e73c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:48.354649 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:48.354649 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Bound using segment: {'id': '3869386d-aa14-49f2-8621-41ac0a78d71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4effb426-d1d1-4ca8-8e5a-a053885e73c7'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:11:48.354649 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Bound port: 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3869386d-aa14-49f2-8621-41ac0a78d71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4effb426-d1d1-4ca8-8e5a-a053885e73c7'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:11:48.354649 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:48.385623 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07aeeed7-31a9-49b1-8560-04348e8ea226 x-openstack-request-id: req-07aeeed7-31a9-49b1-8560-04348e8ea226 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:11:48.386674 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a36104-1d41-46e0-aa5c-46a084fa95f7", "name": "network-vif-plugged", "status": "completed", "tag": "1c1a9e97-acc6-4396-b0e0-1e16f71295b4", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:11:48.387396 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-07aeeed7-31a9-49b1-8560-04348e8ea226 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:11:48.387981 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a36104-1d41-46e0-aa5c-46a084fa95f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1a9e97-acc6-4396-b0e0-1e16f71295b4', 'code': 200} Nov 02 12:11:48.428249 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:48.462480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6409947c-21e9-48ee-9e5b-cdc952f1f0c9 req-021e7f76-1d8e-48fa-ba93-3d7dd0285b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:11:48.478688 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8148d54-6acf-42e7-9116-8b364cbf94eb None None] Sync routers for ids ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:11:48.506515 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8148d54-6acf-42e7-9116-8b364cbf94eb None None] Routers {'ddc3b898-3f37-4d0b-8bfc-4c1613696b05'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:11:48.507413 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b8148d54-6acf-42e7-9116-8b364cbf94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:48.528830 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] For port 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:11:48.534782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] For port 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad,segment=NetworkSegment(3869386d-aa14-49f2-8621-41ac0a78d71a),segment_id=3869386d-aa14-49f2-8621-41ac0a78d71a)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:11:48.539960 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=1c1a9e97-acc6-4396-b0e0-1e16f71295b4,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:48.576419 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-6409947c-21e9-48ee-9e5b-cdc952f1f0c9 req-021e7f76-1d8e-48fa-ba93-3d7dd0285b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] No DVR routers for this DVR port 9255866a-a629-408a-8542-7330f29367fa on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:11:48.580542 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6409947c-21e9-48ee-9e5b-cdc952f1f0c9 req-021e7f76-1d8e-48fa-ba93-3d7dd0285b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:48.583984 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6409947c-21e9-48ee-9e5b-cdc952f1f0c9 req-021e7f76-1d8e-48fa-ba93-3d7dd0285b3c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.54 "DELETE /v2.0/ports/9255866a-a629-408a-8542-7330f29367fa HTTP/1.1" status: 204 len: 173 time: 1.4130561 Nov 02 12:11:48.584459 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb44a07-d32c-45b0-b480-7c05754b7fbe', 'name': 'network-vif-deleted', 'tag': '9255866a-a629-408a-8542-7330f29367fa'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:11:48.587747 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c42157-ff0a-4b09-a396-80a81875a8b3" -d '{"events": [{"server_uuid": "aeb44a07-d32c-45b0-b480-7c05754b7fbe", "name": "network-vif-deleted", "tag": "9255866a-a629-408a-8542-7330f29367fa"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:11:48.610631 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:48.664472 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcf080b-bf2d-47a3-95e6-42d530c4903b x-openstack-request-id: req-0dcf080b-bf2d-47a3-95e6-42d530c4903b {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:11:48.666241 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb44a07-d32c-45b0-b480-7c05754b7fbe", "name": "network-vif-deleted", "tag": "9255866a-a629-408a-8542-7330f29367fa", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:11:48.666241 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0dcf080b-bf2d-47a3-95e6-42d530c4903b {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:11:48.666241 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb44a07-d32c-45b0-b480-7c05754b7fbe', 'name': 'network-vif-deleted', 'tag': '9255866a-a629-408a-8542-7330f29367fa', 'status': 'completed', 'code': 200} Nov 02 12:11:48.730222 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b8148d54-6acf-42e7-9116-8b364cbf94eb None None] Set router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:11:48.779310 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb22f7-a0d2-4a42-9cdf-0b41b6fd5a1b None None] Pushing event updated for resources: {'Port': ['ID=99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:48.866554 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ddc5a879-b138-47ee-b02b-09c2c54ae614 req-e45d866e-18ea-4982-a101-cef9aa385b64 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 210 time: 0.1057510 Nov 02 12:11:48.933215 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-ac674896-4f7a-4ba1-a394-1232994d1d7b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, eaba4e05-2e72-4ada-a531-772dac2e2681) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:48.942345 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f97497-8e6f-498d-be74-951945aa2983 None None] Network eaba4e05-2e72-4ada-a531-772dac2e2681 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:48.979326 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac674896-4f7a-4ba1-a394-1232994d1d7b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:48.979917 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ac674896-4f7a-4ba1-a394-1232994d1d7b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:49.151111 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b8148d54-6acf-42e7-9116-8b364cbf94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:25Z', 'revision_number': 5, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:49.162671 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b515c9-1bf4-49f1-beb5-f3bac235f301 req-b7bab6e9-feef-473a-84f2-698a45dbd808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:49.164580 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a2b515c9-1bf4-49f1-beb5-f3bac235f301 req-b7bab6e9-feef-473a-84f2-698a45dbd808 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 1098 time: 0.2412643 Nov 02 12:11:49.170943 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ac674896-4f7a-4ba1-a394-1232994d1d7b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6856976 Nov 02 12:11:49.175414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45432) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:49.188337 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d04bfe-f71f-49bb-9a4e-41d7b0c86af4 req-4034ae79-6e37-46ec-9d81-49e1025478d9 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:49.192423 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93d04bfe-f71f-49bb-9a4e-41d7b0c86af4 req-4034ae79-6e37-46ec-9d81-49e1025478d9 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.1099119 Nov 02 12:11:49.222273 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8148d54-6acf-42e7-9116-8b364cbf94eb None None] Checking router: ddc3b898-3f37-4d0b-8bfc-4c1613696b05 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:11:49.242252 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8148d54-6acf-42e7-9116-8b364cbf94eb None None] Routers {'ddc3b898-3f37-4d0b-8bfc-4c1613696b05'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:11:49.242884 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b8148d54-6acf-42e7-9116-8b364cbf94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:49.253486 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-16b8d37c-b11e-41d6-9527-963c08e8619c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1377503089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:49.277827 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-eaba4e05-2e72-4ada-a531-772dac2e2681', 'network_id': 'eaba4e05-2e72-4ada-a531-772dac2e2681', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'fixed_ips': [{'subnet_id': 'c78eb38e-7e87-4be5-9dde-da55d8d4f4b7'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:11:49.279053 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:49.346657 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a2b515c9-1bf4-49f1-beb5-f3bac235f301 req-16d9c35b-c696-4c56-91ce-c1c2596ef85e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742792 Nov 02 12:11:49.348876 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93d04bfe-f71f-49bb-9a4e-41d7b0c86af4 req-f9667c4d-09ba-4fc5-9f72-9b0533064744 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459072 Nov 02 12:11:49.426017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Allocated IP 172.21.0.2 (eaba4e05-2e72-4ada-a531-772dac2e2681/c78eb38e-7e87-4be5-9dde-da55d8d4f4b7/f21d0b6e-2a27-4ee4-a4db-a30f99a1559d) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:11:49.440443 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b8148d54-6acf-42e7-9116-8b364cbf94eb None None] Set router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:11:49.460561 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-16b8d37c-b11e-41d6-9527-963c08e8619c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:49.466402 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-16b8d37c-b11e-41d6-9527-963c08e8619c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:49.592901 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-16b8d37c-b11e-41d6-9527-963c08e8619c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:49.598410 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fbbacc0-d78e-4a70-b838-8e0c95b2a9a3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:49.657067 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:49.678239 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-16b8d37c-b11e-41d6-9527-963c08e8619c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:49.712387 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:49.741832 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b8148d54-6acf-42e7-9116-8b364cbf94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:25Z', 'revision_number': 5, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:49.816846 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-16b8d37c-b11e-41d6-9527-963c08e8619c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:49.821345 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-16b8d37c-b11e-41d6-9527-963c08e8619c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6205797 Nov 02 12:11:49.821739 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45436) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:49.907130 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8148d54-6acf-42e7-9116-8b364cbf94eb None None] The sync data for ids ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'] in n-d-806683-18 is: [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:25Z', 'revision_number': 5, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:11:50.034665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device cb795691-03b3-4dd8-bf9f-b06239c1a8b2 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:11:50.078569 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-318fb50a-7296-474c-a16c-a61a3ecb2a25 req-925dd6d4-4bed-4b42-af8b-6060f8fb273a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 210 time: 0.0370934 Nov 02 12:11:50.085275 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Pushing event updated for resources: {'Port': ['ID=f21d0b6e-2a27-4ee4-a4db-a30f99a1559d,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:50.101501 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c7d4246b-5e2b-47b2-8ecc-0fa7bfefd300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:50.105249 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: cb795691-03b3-4dd8-bf9f-b06239c1a8b2 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:11:50.105249 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device cb795691-03b3-4dd8-bf9f-b06239c1a8b2 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:11:50.120844 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Network eaba4e05-2e72-4ada-a531-772dac2e2681 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:11:50.122327 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:50.127361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:11:50.143077 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-9fbbacc0-d78e-4a70-b838-8e0c95b2a9a3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting port 9793c291-ac2a-4044-a052-3105a63d3063 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:11:50.143653 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fbbacc0-d78e-4a70-b838-8e0c95b2a9a3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:50.208767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Attempting to bind port f21d0b6e-2a27-4ee4-a4db-a30f99a1559d on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:11:50.209093 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Attempting to bind port f21d0b6e-2a27-4ee4-a4db-a30f99a1559d by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '1c86447f-1177-4fc3-867f-64b67dafbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eaba4e05-2e72-4ada-a531-772dac2e2681'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:11:50.209466 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Attempting to bind port f21d0b6e-2a27-4ee4-a4db-a30f99a1559d on network eaba4e05-2e72-4ada-a531-772dac2e2681 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:11:50.221388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:11:50.221903 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Checking segment: {'id': '1c86447f-1177-4fc3-867f-64b67dafbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eaba4e05-2e72-4ada-a531-772dac2e2681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:50.222321 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:50.222717 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Bound using segment: {'id': '1c86447f-1177-4fc3-867f-64b67dafbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eaba4e05-2e72-4ada-a531-772dac2e2681'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:11:50.223230 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Bound port: f21d0b6e-2a27-4ee4-a4db-a30f99a1559d, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c86447f-1177-4fc3-867f-64b67dafbc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eaba4e05-2e72-4ada-a531-772dac2e2681'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:11:50.223614 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:50.291644 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-9fbbacc0-d78e-4a70-b838-8e0c95b2a9a3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] For port 9793c291-ac2a-4044-a052-3105a63d3063, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9793c291-ac2a-4044-a052-3105a63d3063,segment=NetworkSegment(1a7061e6-9d62-473e-a927-f1bf794dfd25),segment_id=1a7061e6-9d62-473e-a927-f1bf794dfd25)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:50.292260 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fbbacc0-d78e-4a70-b838-8e0c95b2a9a3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:50.316566 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-9fbbacc0-d78e-4a70-b838-8e0c95b2a9a3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Calling delete_port for 9793c291-ac2a-4044-a052-3105a63d3063 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:11:50.370512 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96172c87-253a-42ab-b093-5be65f8a1366 None None] New status for floating IP f4334acf-2412-4af7-9350-3dc3cd391a4f: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:11:50.421109 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] For port f21d0b6e-2a27-4ee4-a4db-a30f99a1559d, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:11:50.425230 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bde9204-58df-4c5b-b9c2-8bed6291c266 None None] Network 4effb426-d1d1-4ca8-8e5a-a053885e73c7 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:50.499931 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] For port f21d0b6e-2a27-4ee4-a4db-a30f99a1559d, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f21d0b6e-2a27-4ee4-a4db-a30f99a1559d,segment=NetworkSegment(1c86447f-1177-4fc3-867f-64b67dafbc52),segment_id=1c86447f-1177-4fc3-867f-64b67dafbc52)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:11:50.566225 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8785e383-66d2-45f9-a084-9be6a3b44d5a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:50.592037 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-93f5915a-bdcb-4dc3-8263-5ae4bc23ab8a None None] Provisioning complete for port 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:11:50.592417 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-93f5915a-bdcb-4dc3-8263-5ae4bc23ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:50.595225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918216c-e26d-458b-b503-16298e9e3939 req-4871262c-990e-4625-a770-1c0655406594 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:50.596537 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:50.601740 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c918216c-e26d-458b-b503-16298e9e3939 req-4871262c-990e-4625-a770-1c0655406594 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.1340549 Nov 02 12:11:50.675943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc6c02-5dfc-4ce4-9063-cca68fde7147 None None] Pushing event updated for resources: {'Port': ['ID=f21d0b6e-2a27-4ee4-a4db-a30f99a1559d,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:50.703417 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c918216c-e26d-458b-b503-16298e9e3939 req-d0b38761-fd9c-4d37-9fc8-874b157608d0 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006575 Nov 02 12:11:50.741816 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fbbacc0-d78e-4a70-b838-8e0c95b2a9a3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:50.803619 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbacc0-d78e-4a70-b838-8e0c95b2a9a3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Port': ['ID=9793c291-ac2a-4044-a052-3105a63d3063,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:50.848015 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-93f5915a-bdcb-4dc3-8263-5ae4bc23ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:50.850346 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:11:50.974317 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-93f5915a-bdcb-4dc3-8263-5ae4bc23ab8a None None] For port 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad,segment=NetworkSegment(3869386d-aa14-49f2-8621-41ac0a78d71a),segment_id=3869386d-aa14-49f2-8621-41ac0a78d71a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:51.011578 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:11:51.011969 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:51.063318 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:51.080144 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-93f5915a-bdcb-4dc3-8263-5ae4bc23ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:51.319839 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9fbbacc0-d78e-4a70-b838-8e0c95b2a9a3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:51.360548 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5915a-bdcb-4dc3-8263-5ae4bc23ab8a None None] Pushing event updated for resources: {'Port': ['ID=99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:51.379060 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2ce4ad0b-132e-4575-90fb-81529f6601a0 req-94e54ad8-d560-4091-9a4e-9de75e77653f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 210 time: 0.0394728 Nov 02 12:11:51.513446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f0b50cf0-2621-40ce-9f5b-58161b7397e6 None None] Provisioning complete for port 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:11:51.513446 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f0b50cf0-2621-40ce-9f5b-58161b7397e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:51.647604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-8785e383-66d2-45f9-a084-9be6a3b44d5a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Allocated IP 172.20.0.1 (4effb426-d1d1-4ca8-8e5a-a053885e73c7/ddd78cad-ae75-408a-9ea2-dc50d6686ffa/294ebe07-cc15-41c4-a374-d3ff75004e0d) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:11:51.650371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbbacc0-d78e-4a70-b838-8e0c95b2a9a3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router 68e925a4-4770-4700-9a60-0a999d396e2b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:11:51.779007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbbacc0-d78e-4a70-b838-8e0c95b2a9a3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:11:51.795467 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba3c1b-7e9b-4d71-b560-281b590da2df None None] Sync routers for ids ['68e925a4-4770-4700-9a60-0a999d396e2b'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:11:51.799278 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9fbbacc0-d78e-4a70-b838-8e0c95b2a9a3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "PUT /v2.0/routers/68e925a4-4770-4700-9a60-0a999d396e2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5826757 Nov 02 12:11:51.813502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45450) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:51.815545 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba3c1b-7e9b-4d71-b560-281b590da2df None None] Routers {'68e925a4-4770-4700-9a60-0a999d396e2b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:11:51.815892 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-84ba3c1b-7e9b-4d71-b560-281b590da2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['68e925a4-4770-4700-9a60-0a999d396e2b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:51.826768 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8785e383-66d2-45f9-a084-9be6a3b44d5a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:51.872516 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b15b6b3-7e04-4600-bd69-23cf204ed914 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting subnet 22480237-b98c-4a81-8db6-eed1815ca3f6 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:11:51.877846 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7b15b6b3-7e04-4600-bd69-23cf204ed914 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:51.934849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43433a0-af8f-4694-8e32-e66ba7ad79e2 req-3349fb5b-e36c-4fba-8c80-83964fd7e447 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:51.936467 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e43433a0-af8f-4694-8e32-e66ba7ad79e2 req-3349fb5b-e36c-4fba-8c80-83964fd7e447 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.1229892 Nov 02 12:11:51.947020 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7b15b6b3-7e04-4600-bd69-23cf204ed914 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:52.008118 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e43433a0-af8f-4694-8e32-e66ba7ad79e2 req-db2eb77d-db02-4e3f-82ff-95197fb86f61 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636332 Nov 02 12:11:52.015490 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 9255866a-a629-408a-8542-7330f29367fa no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:11:52.018290 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-84ba3c1b-7e9b-4d71-b560-281b590da2df None None] Set router 68e925a4-4770-4700-9a60-0a999d396e2b gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:11:52.073536 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 9255866a-a629-408a-8542-7330f29367fa {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:11:52.073536 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 9255866a-a629-408a-8542-7330f29367fa not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:11:52.095347 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8785e383-66d2-45f9-a084-9be6a3b44d5a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:52.123133 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7b15b6b3-7e04-4600-bd69-23cf204ed914 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:52.165868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785e383-66d2-45f9-a084-9be6a3b44d5a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network 4effb426-d1d1-4ca8-8e5a-a053885e73c7 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:11:52.192265 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-8785e383-66d2-45f9-a084-9be6a3b44d5a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:52.198088 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8785e383-66d2-45f9-a084-9be6a3b44d5a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:11:52.232199 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785e383-66d2-45f9-a084-9be6a3b44d5a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=294ebe07-cc15-41c4-a374-d3ff75004e0d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:52.279054 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaaa861-c62d-4381-8ade-6a0e250ff3a0 req-e10b8aae-f715-4db6-88e2-c407eb642b19 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:52.280689 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ccaaa861-c62d-4381-8ade-6a0e250ff3a0 req-e10b8aae-f715-4db6-88e2-c407eb642b19 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.1370099 Nov 02 12:11:52.282353 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8785e383-66d2-45f9-a084-9be6a3b44d5a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:52.288965 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7b15b6b3-7e04-4600-bd69-23cf204ed914 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:52.330242 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-84ba3c1b-7e9b-4d71-b560-281b590da2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452856', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:09:37Z', 'updated_at': '2021-11-02T12:11:50Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:39Z', 'updated_at': '2021-11-02T12:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:52.364271 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba3c1b-7e9b-4d71-b560-281b590da2df None None] Checking router: 68e925a4-4770-4700-9a60-0a999d396e2b for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:11:52.373454 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba3c1b-7e9b-4d71-b560-281b590da2df None None] Routers {'68e925a4-4770-4700-9a60-0a999d396e2b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:11:52.374071 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-84ba3c1b-7e9b-4d71-b560-281b590da2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['68e925a4-4770-4700-9a60-0a999d396e2b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:52.379851 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15b6b3-7e04-4600-bd69-23cf204ed914 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Subnet': ['ID=22480237-b98c-4a81-8db6-eed1815ca3f6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:52.409562 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7b15b6b3-7e04-4600-bd69-23cf204ed914 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:52.413412 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7b15b6b3-7e04-4600-bd69-23cf204ed914 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/subnets/22480237-b98c-4a81-8db6-eed1815ca3f6 HTTP/1.1" status: 204 len: 168 time: 0.6071193 Nov 02 12:11:52.416038 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45454) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:52.434815 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7251346-3047-4dfb-b1aa-98a20f160b58 None None] Network c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:52.476931 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0de0d2b-30f7-4f2d-8471-9556c296aeb6 None None] Network eaba4e05-2e72-4ada-a531-772dac2e2681 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:11:52.543346 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ccaaa861-c62d-4381-8ade-6a0e250ff3a0 req-eb844982-66d1-46bf-b922-8a34e3d2e89c tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348170 Nov 02 12:11:52.543684 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:52.573882 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-84ba3c1b-7e9b-4d71-b560-281b590da2df None None] Set router 68e925a4-4770-4700-9a60-0a999d396e2b gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:11:52.656388 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-709a16d3-2907-4236-a360-e2a6538cb4d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:52.753409 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9d0340cc-c0ad-4fe3-a5d3-cc04a5b6c773 req-69605280-a0c6-479f-bc0e-5286affb869b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 210 time: 0.0713110 Nov 02 12:11:52.777768 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-272a0969-9258-4d4a-b52e-6d42d7d6ca74 None None] Provisioning complete for port f21d0b6e-2a27-4ee4-a4db-a30f99a1559d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:11:52.778134 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-272a0969-9258-4d4a-b52e-6d42d7d6ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:52.832336 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-709a16d3-2907-4236-a360-e2a6538cb4d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:52.900039 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8785e383-66d2-45f9-a084-9be6a3b44d5a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:52.941133 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-84ba3c1b-7e9b-4d71-b560-281b590da2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452856', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:09:37Z', 'updated_at': '2021-11-02T12:11:50Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:39Z', 'updated_at': '2021-11-02T12:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:52.983190 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ba3c1b-7e9b-4d71-b560-281b590da2df None None] The sync data for ids ['68e925a4-4770-4700-9a60-0a999d396e2b'] in n-d-806683-18 is: [{'id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452856', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:09:37Z', 'updated_at': '2021-11-02T12:11:50Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': '2b709cc3-16a9-4a5d-ad26-57efa7619d08', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:42:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e925a4-4770-4700-9a60-0a999d396e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:09:39Z', 'updated_at': '2021-11-02T12:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:11:53.009188 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4512ce21-136f-4242-876b-954d43f66497 None None] DHCP port deletion for c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:11:53.036547 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-709a16d3-2907-4236-a360-e2a6538cb4d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting port 2b709cc3-16a9-4a5d-ad26-57efa7619d08 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:11:53.037064 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-709a16d3-2907-4236-a360-e2a6538cb4d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:53.039388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f21d0b6e-2a27-4ee4-a4db-a30f99a1559d up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:11:53.117922 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-272a0969-9258-4d4a-b52e-6d42d7d6ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:53.162453 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-709a16d3-2907-4236-a360-e2a6538cb4d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] For port 2b709cc3-16a9-4a5d-ad26-57efa7619d08, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2b709cc3-16a9-4a5d-ad26-57efa7619d08,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:53.162888 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-709a16d3-2907-4236-a360-e2a6538cb4d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:53.173086 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-272a0969-9258-4d4a-b52e-6d42d7d6ca74 None None] For port f21d0b6e-2a27-4ee4-a4db-a30f99a1559d, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f21d0b6e-2a27-4ee4-a4db-a30f99a1559d,segment=NetworkSegment(1c86447f-1177-4fc3-867f-64b67dafbc52),segment_id=1c86447f-1177-4fc3-867f-64b67dafbc52)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:53.182370 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port f21d0b6e-2a27-4ee4-a4db-a30f99a1559d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:11:53.182739 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:53.193788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-709a16d3-2907-4236-a360-e2a6538cb4d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Calling delete_port for 2b709cc3-16a9-4a5d-ad26-57efa7619d08 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:11:53.223469 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-4512ce21-136f-4242-876b-954d43f66497 None None] Deleting port 09caaba3-c75d-4ce9-8d4e-acdc1240af58 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:11:53.223940 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4512ce21-136f-4242-876b-954d43f66497 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:53.289262 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-272a0969-9258-4d4a-b52e-6d42d7d6ca74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:53.340605 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4512ce21-136f-4242-876b-954d43f66497 None None] For port 09caaba3-c75d-4ce9-8d4e-acdc1240af58, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=09caaba3-c75d-4ce9-8d4e-acdc1240af58,segment=NetworkSegment(1a7061e6-9d62-473e-a927-f1bf794dfd25),segment_id=1a7061e6-9d62-473e-a927-f1bf794dfd25)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:53.341016 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4512ce21-136f-4242-876b-954d43f66497 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:53.437411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-4512ce21-136f-4242-876b-954d43f66497 None None] Calling delete_port for 09caaba3-c75d-4ce9-8d4e-acdc1240af58 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:11:53.452228 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8785e383-66d2-45f9-a084-9be6a3b44d5a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:53.484147 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a0969-9258-4d4a-b52e-6d42d7d6ca74 None None] Pushing event updated for resources: {'Port': ['ID=f21d0b6e-2a27-4ee4-a4db-a30f99a1559d,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:53.511878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:11:53.528704 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8785e383-66d2-45f9-a084-9be6a3b44d5a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:53.586658 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8785e383-66d2-45f9-a084-9be6a3b44d5a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:53.592075 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-52ca0781-100a-4454-9bc6-194bf6132df9 None None] Provisioning complete for port 294ebe07-cc15-41c4-a374-d3ff75004e0d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:11:53.592075 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52ca0781-100a-4454-9bc6-194bf6132df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:53.597444 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-709a16d3-2907-4236-a360-e2a6538cb4d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:53.671340 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-52ca0781-100a-4454-9bc6-194bf6132df9 None None] Port 294ebe07-cc15-41c4-a374-d3ff75004e0d cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:11:53.691124 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:11:53.691587 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:53.717150 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a16d3-2907-4236-a360-e2a6538cb4d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Port': ['ID=2b709cc3-16a9-4a5d-ad26-57efa7619d08,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:53.788532 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785e383-66d2-45f9-a084-9be6a3b44d5a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=294ebe07-cc15-41c4-a374-d3ff75004e0d,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:53.821875 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ed9b44d8-94f8-4c41-b156-d104a5cc763d None None] Provisioning complete for port f21d0b6e-2a27-4ee4-a4db-a30f99a1559d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:11:53.822249 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ed9b44d8-94f8-4c41-b156-d104a5cc763d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:53.839850 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785e383-66d2-45f9-a084-9be6a3b44d5a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network 4effb426-d1d1-4ca8-8e5a-a053885e73c7 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:11:53.843582 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-8785e383-66d2-45f9-a084-9be6a3b44d5a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:53.861615 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-709a16d3-2907-4236-a360-e2a6538cb4d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:53.893297 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4512ce21-136f-4242-876b-954d43f66497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:53.933993 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512ce21-136f-4242-876b-954d43f66497 None None] Pushing event deleted for resources: {'Port': ['ID=09caaba3-c75d-4ce9-8d4e-acdc1240af58,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:53.939844 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4512ce21-136f-4242-876b-954d43f66497 None None] No DVR routers for this DVR port 09caaba3-c75d-4ce9-8d4e-acdc1240af58 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:11:53.966656 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-ccc20ff2-ff29-435f-8478-4441c74fc590 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:53.968288 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-ccc20ff2-ff29-435f-8478-4441c74fc590 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/networks?id=cd80b24d-1b82-4bee-8de4-e19afa4294ea HTTP/1.1" status: 200 len: 815 time: 0.2405391 Nov 02 12:11:54.012579 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-709a16d3-2907-4236-a360-e2a6538cb4d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:54.015814 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-709a16d3-2907-4236-a360-e2a6538cb4d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:54.025692 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-53afc648-4a9d-4373-a03f-fa6d9ee5993a tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/quotas/2981a41515d44ab5bf092609bc194a9e HTTP/1.1" status: 200 len: 375 time: 0.0152407 Nov 02 12:11:54.117105 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:54.150190 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-9c9fe5b9-74b9-41a3-be06-e2a3c4a2c15c tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2981a41515d44ab5bf092609bc194a9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0922880 Nov 02 12:11:54.154198 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b1cd41c2-be71-4bdd-9fbe-ad7a31600c08 None None] Provisioning complete for port 294ebe07-cc15-41c4-a374-d3ff75004e0d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:11:54.156633 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b1cd41c2-be71-4bdd-9fbe-ad7a31600c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:54.180371 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-709a16d3-2907-4236-a360-e2a6538cb4d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:54.181145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709a16d3-2907-4236-a360-e2a6538cb4d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Fanout notify agent at l3_agent the message router_deleted on router 68e925a4-4770-4700-9a60-0a999d396e2b {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:11:54.188619 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-709a16d3-2907-4236-a360-e2a6538cb4d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:54.190092 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-709a16d3-2907-4236-a360-e2a6538cb4d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/routers/68e925a4-4770-4700-9a60-0a999d396e2b HTTP/1.1" status: 204 len: 168 time: 1.7730131 Nov 02 12:11:54.193385 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45478) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:54.202437 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b1cd41c2-be71-4bdd-9fbe-ad7a31600c08 None None] Port 294ebe07-cc15-41c4-a374-d3ff75004e0d cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:11:54.290650 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-a8d21777-ea18-4f89-9bf1-63cbaa6ea5a2 service neutron] 10.222.0.52 "GET /v2.0/networks/cd80b24d-1b82-4bee-8de4-e19afa4294ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303463 Nov 02 12:11:54.294368 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-628000be-2cb8-4c6e-8fa9-8cfc6504561d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:54.301075 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8785e383-66d2-45f9-a084-9be6a3b44d5a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 6a58927a-040d-447a-a2b6-f8aa08916525 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:11:54.318406 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:54.426129 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-628000be-2cb8-4c6e-8fa9-8cfc6504561d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:54.453479 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-628000be-2cb8-4c6e-8fa9-8cfc6504561d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:54.466068 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-628000be-2cb8-4c6e-8fa9-8cfc6504561d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7061e6-9d62-473e-a927-f1bf794dfd25') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:54.466464 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-628000be-2cb8-4c6e-8fa9-8cfc6504561d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7061e6-9d62-473e-a927-f1bf794dfd25') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:54.478449 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-628000be-2cb8-4c6e-8fa9-8cfc6504561d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:54.483825 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-0e49b240-cf4e-4bff-a8d0-896e32b2fb87 service neutron] 10.222.0.52 "GET /v2.0/networks/cd80b24d-1b82-4bee-8de4-e19afa4294ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917927 Nov 02 12:11:54.485412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8785e383-66d2-45f9-a084-9be6a3b44d5a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:11:54.493966 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-628000be-2cb8-4c6e-8fa9-8cfc6504561d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:54.494987 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8785e383-66d2-45f9-a084-9be6a3b44d5a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/6a58927a-040d-447a-a2b6-f8aa08916525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6720753 Nov 02 12:11:54.496740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4735e86-c56c-4367-8a97-bc0b41bf6134 None None] Sync routers for ids ['6a58927a-040d-447a-a2b6-f8aa08916525'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:11:54.497583 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45480) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:54.510899 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4735e86-c56c-4367-8a97-bc0b41bf6134 None None] Routers {'6a58927a-040d-447a-a2b6-f8aa08916525'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:11:54.512088 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e4735e86-c56c-4367-8a97-bc0b41bf6134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a58927a-040d-447a-a2b6-f8aa08916525'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:54.527282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628000be-2cb8-4c6e-8fa9-8cfc6504561d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:11:54.528026 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-628000be-2cb8-4c6e-8fa9-8cfc6504561d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:11:54.532414 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:11:54.588149 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fefef0-05cd-464a-bb87-117fc1795cf8 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:54.590456 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-19fefef0-05cd-464a-bb87-117fc1795cf8 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/ports/294ebe07-cc15-41c4-a374-d3ff75004e0d HTTP/1.1" status: 200 len: 910 time: 0.0914757 Nov 02 12:11:54.592934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45482) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:54.650958 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7490b7b-7153-42af-b985-2576784a18f7 req-6da58b12-1abb-40ee-98e0-9766aa19ad7f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:54.652673 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f7490b7b-7153-42af-b985-2576784a18f7 req-6da58b12-1abb-40ee-98e0-9766aa19ad7f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.54 "GET /v2.0/ports?device_id=88a36104-1d41-46e0-aa5c-46a084fa95f7 HTTP/1.1" status: 200 len: 946 time: 0.1410644 Nov 02 12:11:54.759598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e4735e86-c56c-4367-8a97-bc0b41bf6134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:54.784226 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-628000be-2cb8-4c6e-8fa9-8cfc6504561d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:54.796557 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4735e86-c56c-4367-8a97-bc0b41bf6134 None None] Routers {'6a58927a-040d-447a-a2b6-f8aa08916525'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:11:54.796982 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e4735e86-c56c-4367-8a97-bc0b41bf6134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a58927a-040d-447a-a2b6-f8aa08916525'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:54.802850 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-628000be-2cb8-4c6e-8fa9-8cfc6504561d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:54.814816 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-628000be-2cb8-4c6e-8fa9-8cfc6504561d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/networks/c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7 HTTP/1.1" status: 204 len: 168 time: 0.6183333 Nov 02 12:11:54.825951 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45490) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:54.857149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e4735e86-c56c-4367-8a97-bc0b41bf6134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:54.858360 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4735e86-c56c-4367-8a97-bc0b41bf6134 None None] The sync data for ids ['6a58927a-040d-447a-a2b6-f8aa08916525'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:11:54.877348 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f21d0b6e-2a27-4ee4-a4db-a30f99a1559d up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:11:54.916894 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0624f626-2590-4709-b178-51d449bc2da7 req-5c73ac69-6e44-4ea6-94a2-3d681abaf5e4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 210 time: 0.0705218 Nov 02 12:11:54.981130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628000be-2cb8-4c6e-8fa9-8cfc6504561d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Network': ['ID=c5bb4df1-fb5d-4164-8c9d-a8aafd02d5b7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:55.005609 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port f21d0b6e-2a27-4ee4-a4db-a30f99a1559d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:11:55.005991 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:55.032163 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f291ce9-cbf1-49a6-b241-6ef3d252ef90 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:55.040827 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:55.096197 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f291ce9-cbf1-49a6-b241-6ef3d252ef90 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:55.110504 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-f7490b7b-7153-42af-b985-2576784a18f7 req-503524cd-70ba-43f8-9f81-ea75b3059576 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Deleting port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:11:55.111504 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f7490b7b-7153-42af-b985-2576784a18f7 req-503524cd-70ba-43f8-9f81-ea75b3059576 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:55.241926 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9793c291-ac2a-4044-a052-3105a63d3063 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:11:55.273883 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 9793c291-ac2a-4044-a052-3105a63d3063 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:11:55.273883 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9793c291-ac2a-4044-a052-3105a63d3063 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:11:55.273883 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 09caaba3-c75d-4ce9-8d4e-acdc1240af58 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:11:55.288217 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-f7490b7b-7153-42af-b985-2576784a18f7 req-503524cd-70ba-43f8-9f81-ea75b3059576 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] For port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=1c1a9e97-acc6-4396-b0e0-1e16f71295b4,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:11:55.308330 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f7490b7b-7153-42af-b985-2576784a18f7 req-503524cd-70ba-43f8-9f81-ea75b3059576 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:55.308523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 09caaba3-c75d-4ce9-8d4e-acdc1240af58 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:11:55.308523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 09caaba3-c75d-4ce9-8d4e-acdc1240af58 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:11:55.308523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2b709cc3-16a9-4a5d-ad26-57efa7619d08 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:11:55.308824 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-f7490b7b-7153-42af-b985-2576784a18f7 req-503524cd-70ba-43f8-9f81-ea75b3059576 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Calling delete_port for 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:11:55.322305 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 2b709cc3-16a9-4a5d-ad26-57efa7619d08 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:11:55.322803 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2b709cc3-16a9-4a5d-ad26-57efa7619d08 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:11:55.440155 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f291ce9-cbf1-49a6-b241-6ef3d252ef90 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:55.450439 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2f291ce9-cbf1-49a6-b241-6ef3d252ef90 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:55.450439 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2f291ce9-cbf1-49a6-b241-6ef3d252ef90 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/security-groups/50b3614d-bc59-4847-978e-968be6daaf07 HTTP/1.1" status: 204 len: 168 time: 0.6057270 Nov 02 12:11:55.479273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f291ce9-cbf1-49a6-b241-6ef3d252ef90 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b3614d-bc59-4847-978e-968be6daaf07,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:55.538850 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2bb4b311-ff08-458f-8825-7c877114bda2 req-ae003bef-f6a2-487f-b71b-97a0929d28d0 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 210 time: 0.5379426 Nov 02 12:11:55.637261 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f7490b7b-7153-42af-b985-2576784a18f7 req-503524cd-70ba-43f8-9f81-ea75b3059576 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:55.649578 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['1c1a9e97-acc6-4396-b0e0-1e16f71295b4'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:11:55.678586 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503524cd-70ba-43f8-9f81-ea75b3059576 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Pushing event deleted for resources: {'Port': ['ID=1c1a9e97-acc6-4396-b0e0-1e16f71295b4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:55.726044 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7490b7b-7153-42af-b985-2576784a18f7 req-503524cd-70ba-43f8-9f81-ea75b3059576 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] No DVR routers for this DVR port 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:11:55.728706 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-f7490b7b-7153-42af-b985-2576784a18f7 req-503524cd-70ba-43f8-9f81-ea75b3059576 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:55.732346 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f7490b7b-7153-42af-b985-2576784a18f7 req-503524cd-70ba-43f8-9f81-ea75b3059576 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.54 "DELETE /v2.0/ports/1c1a9e97-acc6-4396-b0e0-1e16f71295b4 HTTP/1.1" status: 204 len: 173 time: 1.0674815 Nov 02 12:11:55.732824 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a36104-1d41-46e0-aa5c-46a084fa95f7', 'name': 'network-vif-deleted', 'tag': '1c1a9e97-acc6-4396-b0e0-1e16f71295b4'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:11:55.735283 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393d28c1-7bcb-40f9-ba75-e106cbf176cc" -d '{"events": [{"server_uuid": "88a36104-1d41-46e0-aa5c-46a084fa95f7", "name": "network-vif-deleted", "tag": "1c1a9e97-acc6-4396-b0e0-1e16f71295b4"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:11:55.805728 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-af2d2589-2c34-4039-a60e-23c36ad4c10f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:55.808188 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfe539c-ffad-48da-a36a-8ad9d3082db7 x-openstack-request-id: req-ccfe539c-ffad-48da-a36a-8ad9d3082db7 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:11:55.808515 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a36104-1d41-46e0-aa5c-46a084fa95f7", "name": "network-vif-deleted", "tag": "1c1a9e97-acc6-4396-b0e0-1e16f71295b4", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:11:55.808757 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ccfe539c-ffad-48da-a36a-8ad9d3082db7 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:11:55.809192 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a36104-1d41-46e0-aa5c-46a084fa95f7', 'name': 'network-vif-deleted', 'tag': '1c1a9e97-acc6-4396-b0e0-1e16f71295b4', 'status': 'completed', 'code': 200} Nov 02 12:11:56.123986 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-af2d2589-2c34-4039-a60e-23c36ad4c10f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Allocated IP 172.21.0.1 (eaba4e05-2e72-4ada-a531-772dac2e2681/c78eb38e-7e87-4be5-9dde-da55d8d4f4b7/4b8ea2a4-64e6-498d-9135-40fa9addd8a7) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:11:56.244479 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-af2d2589-2c34-4039-a60e-23c36ad4c10f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:56.403332 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45508) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:56.405268 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-af2d2589-2c34-4039-a60e-23c36ad4c10f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:56.408042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d243b2d8-4003-41e2-9971-3f1695740a3f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2026385412', 'description': 'tempest-secgroup-smoke-2026385412 description', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:56.499750 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2d2589-2c34-4039-a60e-23c36ad4c10f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network eaba4e05-2e72-4ada-a531-772dac2e2681 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:11:56.506895 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-24671b38-619f-415c-a3ac-188497056837 req-40862e90-a047-4a2e-b73d-a121bbcf5655 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 210 time: 0.0441151 Nov 02 12:11:56.510314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-af2d2589-2c34-4039-a60e-23c36ad4c10f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:56.514917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2d2589-2c34-4039-a60e-23c36ad4c10f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:11:56.523591 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d243b2d8-4003-41e2-9971-3f1695740a3f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:56.544974 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d2589-2c34-4039-a60e-23c36ad4c10f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=4b8ea2a4-64e6-498d-9135-40fa9addd8a7,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:56.566526 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-af2d2589-2c34-4039-a60e-23c36ad4c10f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:56.670526 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d243b2d8-4003-41e2-9971-3f1695740a3f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:56.687482 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8149f5a3-ca5a-4956-bd81-10ef9dcd5f9d req-709832ae-2eb4-41d2-9f11-f439f605c0ef tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 210 time: 0.0315337 Nov 02 12:11:56.831994 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d243b2d8-4003-41e2-9971-3f1695740a3f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:56.865607 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243b2d8-4003-41e2-9971-3f1695740a3f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00340485-1398-4491-a580-9f5ad355f51d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:56.869917 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c015b472-8124-4f03-a4af-05d976759994 None None] Provisioning complete for port 4b8ea2a4-64e6-498d-9135-40fa9addd8a7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:11:56.870421 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c015b472-8124-4f03-a4af-05d976759994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:56.917381 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c015b472-8124-4f03-a4af-05d976759994 None None] Port 4b8ea2a4-64e6-498d-9135-40fa9addd8a7 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:11:56.918355 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-af2d2589-2c34-4039-a60e-23c36ad4c10f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:56.957300 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d243b2d8-4003-41e2-9971-3f1695740a3f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:56.961997 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d243b2d8-4003-41e2-9971-3f1695740a3f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5555060 Nov 02 12:11:56.964309 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45514) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:56.972358 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-321234ed-eafc-43c7-9535-509be3bdd82a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '00340485-1398-4491-a580-9f5ad355f51d', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:57.122445 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-321234ed-eafc-43c7-9535-509be3bdd82a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:57.194859 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-321234ed-eafc-43c7-9535-509be3bdd82a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:57.212586 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-af2d2589-2c34-4039-a60e-23c36ad4c10f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:57.282528 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-321234ed-eafc-43c7-9535-509be3bdd82a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:57.294428 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-af2d2589-2c34-4039-a60e-23c36ad4c10f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:57.301658 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321234ed-eafc-43c7-9535-509be3bdd82a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03cbe461-cebf-456d-83ea-547f9c7f1a58,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:57.375791 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d2589-2c34-4039-a60e-23c36ad4c10f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=4b8ea2a4-64e6-498d-9135-40fa9addd8a7,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:57.378650 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-af2d2589-2c34-4039-a60e-23c36ad4c10f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:57.399502 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-321234ed-eafc-43c7-9535-509be3bdd82a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:57.400882 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-321234ed-eafc-43c7-9535-509be3bdd82a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4349670 Nov 02 12:11:57.404660 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45516) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:57.410998 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-617633e0-c911-4fc7-9786-ad9e7a408dbc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '00340485-1398-4491-a580-9f5ad355f51d', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:57.491835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2d2589-2c34-4039-a60e-23c36ad4c10f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network eaba4e05-2e72-4ada-a531-772dac2e2681 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:11:57.493211 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-af2d2589-2c34-4039-a60e-23c36ad4c10f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:57.523224 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-617633e0-c911-4fc7-9786-ad9e7a408dbc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:57.605365 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-617633e0-c911-4fc7-9786-ad9e7a408dbc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:57.702170 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-617633e0-c911-4fc7-9786-ad9e7a408dbc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:57.706678 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5021016e-1e78-4c96-a0e2-d9ef0a1117ff req-fd342632-da73-4480-8209-82eaef79783b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 210 time: 0.0372972 Nov 02 12:11:57.719175 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2d2589-2c34-4039-a60e-23c36ad4c10f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 6a58927a-040d-447a-a2b6-f8aa08916525 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:11:57.754287 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617633e0-c911-4fc7-9786-ad9e7a408dbc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200d3137-2d18-4ee3-b469-285a781bde5b,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:57.807645 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-1c8121dd-2748-4559-b161-d99e2f633ef1 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:57.809207 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-1c8121dd-2748-4559-b161-d99e2f633ef1 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.79 "GET /v2.0/networks?id=cd80b24d-1b82-4bee-8de4-e19afa4294ea HTTP/1.1" status: 200 len: 815 time: 0.2149286 Nov 02 12:11:57.842481 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f60b1073-c1ab-43a1-87bb-7d1bb3894688 None None] Provisioning complete for port 4b8ea2a4-64e6-498d-9135-40fa9addd8a7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:11:57.843176 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f60b1073-c1ab-43a1-87bb-7d1bb3894688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:57.845887 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-617633e0-c911-4fc7-9786-ad9e7a408dbc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:57.847223 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-617633e0-c911-4fc7-9786-ad9e7a408dbc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4414692 Nov 02 12:11:57.858213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45524) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:57.869256 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a0c2a2ca-28e8-4504-b61c-7b7efe477ba8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '00340485-1398-4491-a580-9f5ad355f51d', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:57.870315 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-d4732b2a-56d8-4261-bfe6-0672c4f8447f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Request body: {'port': {'device_id': 'b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d', 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea', 'admin_state_up': True, 'tenant_id': '2981a41515d44ab5bf092609bc194a9e'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:57.922250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f60b1073-c1ab-43a1-87bb-7d1bb3894688 None None] Port 4b8ea2a4-64e6-498d-9135-40fa9addd8a7 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:11:57.933690 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5e280316-3f87-46e2-a227-49ecc39cb07b req-655ccd84-8d63-4500-a527-76795cef9b04 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 210 time: 0.0794759 Nov 02 12:11:58.007211 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2d2589-2c34-4039-a60e-23c36ad4c10f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:11:58.016184 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-af2d2589-2c34-4039-a60e-23c36ad4c10f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/6a58927a-040d-447a-a2b6-f8aa08916525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4217062 Nov 02 12:11:58.018959 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45526) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:58.022531 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b62fba-ddd8-4c1e-bee7-3f595e8be9e3 None None] Sync routers for ids ['6a58927a-040d-447a-a2b6-f8aa08916525'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:11:58.039119 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b62fba-ddd8-4c1e-bee7-3f595e8be9e3 None None] Routers {'6a58927a-040d-447a-a2b6-f8aa08916525'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:11:58.042915 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-87b62fba-ddd8-4c1e-bee7-3f595e8be9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a58927a-040d-447a-a2b6-f8aa08916525'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:58.091672 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-87b62fba-ddd8-4c1e-bee7-3f595e8be9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:58.101765 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a6b422-f6cf-477a-82ad-cfd35be2d4cc tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:58.108479 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b62fba-ddd8-4c1e-bee7-3f595e8be9e3 None None] Routers {'6a58927a-040d-447a-a2b6-f8aa08916525'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:11:58.108479 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-87b62fba-ddd8-4c1e-bee7-3f595e8be9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a58927a-040d-447a-a2b6-f8aa08916525'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:58.108777 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-59a6b422-f6cf-477a-82ad-cfd35be2d4cc tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/ports/4b8ea2a4-64e6-498d-9135-40fa9addd8a7 HTTP/1.1" status: 200 len: 910 time: 0.0765817 Nov 02 12:11:58.108777 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45528) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:58.149463 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-87b62fba-ddd8-4c1e-bee7-3f595e8be9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:11:58.150259 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b62fba-ddd8-4c1e-bee7-3f595e8be9e3 None None] The sync data for ids ['6a58927a-040d-447a-a2b6-f8aa08916525'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:11:58.152197 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a0c2a2ca-28e8-4504-b61c-7b7efe477ba8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:58.208358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-d4732b2a-56d8-4261-bfe6-0672c4f8447f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Made reservation on behalf of 2981a41515d44ab5bf092609bc194a9e for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:11:58.212728 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-d4732b2a-56d8-4261-bfe6-0672c4f8447f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:58.320314 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a0c2a2ca-28e8-4504-b61c-7b7efe477ba8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:58.349745 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-d4732b2a-56d8-4261-bfe6-0672c4f8447f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Allocated IP 172.20.0.11 (cd80b24d-1b82-4bee-8de4-e19afa4294ea/cf4c89c0-b4cd-45ef-ad38-b6d57b244f74/6c6ddd89-e06b-4762-bac2-87f9a7caa9fe) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:11:58.438165 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a0c2a2ca-28e8-4504-b61c-7b7efe477ba8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:58.466143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2a2ca-28e8-4504-b61c-7b7efe477ba8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8994b3a-8f15-455e-86c3-6a669752c96e,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:58.525231 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-d4732b2a-56d8-4261-bfe6-0672c4f8447f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:58.528766 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4160516f-9100-4952-b314-0044bd6c7420 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:58.609489 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a0c2a2ca-28e8-4504-b61c-7b7efe477ba8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:58.611298 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a0c2a2ca-28e8-4504-b61c-7b7efe477ba8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7512987 Nov 02 12:11:58.614155 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45530) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:58.620972 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2b42e924-a712-4cb3-9286-c50715064d42 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '00340485-1398-4491-a580-9f5ad355f51d', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:58.660228 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-d4732b2a-56d8-4261-bfe6-0672c4f8447f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:58.716682 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-d4732b2a-56d8-4261-bfe6-0672c4f8447f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Network cd80b24d-1b82-4bee-8de4-e19afa4294ea is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:11:58.723394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-d4732b2a-56d8-4261-bfe6-0672c4f8447f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:11:58.728536 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-d4732b2a-56d8-4261-bfe6-0672c4f8447f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:11:58.774777 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b42e924-a712-4cb3-9286-c50715064d42 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:58.781152 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4732b2a-56d8-4261-bfe6-0672c4f8447f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Pushing event updated for resources: {'Port': ['ID=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:58.791785 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-d4732b2a-56d8-4261-bfe6-0672c4f8447f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:58.803188 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-d4732b2a-56d8-4261-bfe6-0672c4f8447f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:58.851407 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0c875c9-4059-4f50-8a3a-e87a11ee66ef req-9f1091b4-1c09-4098-8030-eff53491593c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=aeb44a07-d32c-45b0-b480-7c05754b7fbe HTTP/1.1" status: 200 len: 210 time: 0.0269754 Nov 02 12:11:58.895307 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b42e924-a712-4cb3-9286-c50715064d42 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:58.900569 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-4160516f-9100-4952-b314-0044bd6c7420 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting port 4b8ea2a4-64e6-498d-9135-40fa9addd8a7 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:11:58.900905 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4160516f-9100-4952-b314-0044bd6c7420 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:58.948664 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-d4732b2a-56d8-4261-bfe6-0672c4f8447f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0826066 Nov 02 12:11:58.962009 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Request body: {'port': {'device_id': 'b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:58.981338 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:11:58.995903 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4160516f-9100-4952-b314-0044bd6c7420 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:59.011238 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-4160516f-9100-4952-b314-0044bd6c7420 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Calling delete_port for 4b8ea2a4-64e6-498d-9135-40fa9addd8a7 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:11:59.065622 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b42e924-a712-4cb3-9286-c50715064d42 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:59.086699 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:59.098740 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42e924-a712-4cb3-9286-c50715064d42 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54834813-be82-4f36-a856-b97221a69f12,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:59.136804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6137e-7555-4f29-b773-469d6fa62cc3 req-ec103add-ff5b-4249-8f50-e8245b4f1d55 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:11:59.144920 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e8f6137e-7555-4f29-b773-469d6fa62cc3 req-ec103add-ff5b-4249-8f50-e8245b4f1d55 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 932 time: 0.1006935 Nov 02 12:11:59.171902 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b42e924-a712-4cb3-9286-c50715064d42 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:59.176529 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2b42e924-a712-4cb3-9286-c50715064d42 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5614202 Nov 02 12:11:59.177792 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45538) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:59.182416 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8450e254-f24b-426a-9083-7185d7668d2d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '00340485-1398-4491-a580-9f5ad355f51d', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:59.283732 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e8f6137e-7555-4f29-b773-469d6fa62cc3 req-8c628a90-c82a-4170-bfb4-79a78138f782 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378202 Nov 02 12:11:59.327494 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4160516f-9100-4952-b314-0044bd6c7420 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:59.382974 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160516f-9100-4952-b314-0044bd6c7420 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Port': ['ID=4b8ea2a4-64e6-498d-9135-40fa9addd8a7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:59.420255 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-8450e254-f24b-426a-9083-7185d7668d2d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Project 07cf3fda95d044dc8f8b573bd1e4f625 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:11:59.456238 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8450e254-f24b-426a-9083-7185d7668d2d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:59.495154 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:11:59.511931 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:59.560730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Transition to ACTIVE for port object 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:11:59.585007 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8450e254-f24b-426a-9083-7185d7668d2d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:59.654272 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:59.691023 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8450e254-f24b-426a-9083-7185d7668d2d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:59.726659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:59.731177 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450e254-f24b-426a-9083-7185d7668d2d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb05404a-04f1-4032-8ff0-46981365757c,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:11:59.805261 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8450e254-f24b-426a-9083-7185d7668d2d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:59.806600 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8450e254-f24b-426a-9083-7185d7668d2d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6278486 Nov 02 12:11:59.809583 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45540) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:11:59.815221 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-63c7ad32-a924-4c8b-8616-f79bfbf98b1f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '00340485-1398-4491-a580-9f5ad355f51d', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:11:59.846966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Attempting to bind port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:11:59.847613 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Attempting to bind port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '6c8365e2-6b74-4db1-aa39-64a9e4961646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:11:59.847941 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Attempting to bind port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe on network cd80b24d-1b82-4bee-8de4-e19afa4294ea {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:11:59.856633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe on network cd80b24d-1b82-4bee-8de4-e19afa4294ea not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:11:59.859946 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Attempting to bind port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe on network cd80b24d-1b82-4bee-8de4-e19afa4294ea {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:11:59.863905 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:11:59.864276 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Checking segment: {'id': '6c8365e2-6b74-4db1-aa39-64a9e4961646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:11:59.864639 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Bound using segment: {'id': '6c8365e2-6b74-4db1-aa39-64a9e4961646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:11:59.865197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Bound port: 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8365e2-6b74-4db1-aa39-64a9e4961646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:11:59.865567 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:59.968491 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-63c7ad32-a924-4c8b-8616-f79bfbf98b1f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Project 07cf3fda95d044dc8f8b573bd1e4f625 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:11:59.989997 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4160516f-9100-4952-b314-0044bd6c7420 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:11:59.990523 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-63c7ad32-a924-4c8b-8616-f79bfbf98b1f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:00.002891 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] For port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:12:00.030903 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:12:00.032168 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] For port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:12:00.065751 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-63c7ad32-a924-4c8b-8616-f79bfbf98b1f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:00.072231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:12:00.073106 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 1c1a9e97-acc6-4396-b0e0-1e16f71295b4 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:12:00.103357 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:00.142292 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-63c7ad32-a924-4c8b-8616-f79bfbf98b1f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:00.165096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:00.165713 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:00.170328 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] 10.222.0.79 "PUT /v2.0/ports/6c6ddd89-e06b-4762-bac2-87f9a7caa9fe HTTP/1.1" status: 200 len: 1093 time: 1.2107151 Nov 02 12:12:00.183983 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d', 'tag': '6c6ddd89-e06b-4762-bac2-87f9a7caa9fe'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:12:00.186960 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc174dc8-de37-4cab-a4ef-f620a410aa37" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d", "tag": "6c6ddd89-e06b-4762-bac2-87f9a7caa9fe"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:12:00.219175 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4160516f-9100-4952-b314-0044bd6c7420 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 6a58927a-040d-447a-a2b6-f8aa08916525 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:12:00.330809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4160516f-9100-4952-b314-0044bd6c7420 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:12:00.342288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df91e56a-9c13-494f-bad8-a3f2f03f59a0 None None] Sync routers for ids ['6a58927a-040d-447a-a2b6-f8aa08916525'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:12:00.348283 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4160516f-9100-4952-b314-0044bd6c7420 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/6a58927a-040d-447a-a2b6-f8aa08916525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2410233 Nov 02 12:12:00.351818 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45558) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:00.355319 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df91e56a-9c13-494f-bad8-a3f2f03f59a0 None None] Routers {'6a58927a-040d-447a-a2b6-f8aa08916525'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:00.356453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-df91e56a-9c13-494f-bad8-a3f2f03f59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a58927a-040d-447a-a2b6-f8aa08916525'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:00.419822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-df91e56a-9c13-494f-bad8-a3f2f03f59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:00.430877 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df91e56a-9c13-494f-bad8-a3f2f03f59a0 None None] Routers {'6a58927a-040d-447a-a2b6-f8aa08916525'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:00.431897 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-df91e56a-9c13-494f-bad8-a3f2f03f59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a58927a-040d-447a-a2b6-f8aa08916525'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:00.483963 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-df91e56a-9c13-494f-bad8-a3f2f03f59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:00.485554 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df91e56a-9c13-494f-bad8-a3f2f03f59a0 None None] The sync data for ids ['6a58927a-040d-447a-a2b6-f8aa08916525'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:12:00.559288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7ad32-a924-4c8b-8616-f79bfbf98b1f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae47427-164f-479b-9029-c4502fa93cd5,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:00.571449 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06593a07-99a0-40dc-a936-46296409fa48 req-ff9604f5-4f14-4836-92c6-a8e603bb28fb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336452823&fields=id&tenant_id=ab186707669f41a6b53ebcba8031edaa HTTP/1.1" status: 200 len: 267 time: 0.4870956 Nov 02 12:12:00.584017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64249b26-afb8-485c-bc6e-a5f80f9ab2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:00.624858 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-ef3e9440-81cb-4da0-acc6-003d7b2b37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:00.627261 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-ef3e9440-81cb-4da0-acc6-003d7b2b37a2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2981a41515d44ab5bf092609bc194a9e&device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 1096 time: 0.1144445 Nov 02 12:12:00.666077 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-63c7ad32-a924-4c8b-8616-f79bfbf98b1f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:00.667216 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-63c7ad32-a924-4c8b-8616-f79bfbf98b1f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8566425 Nov 02 12:12:00.670553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45560) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:00.677427 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-cabda351-d6eb-40cc-b9bf-de62fcad3186 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'network': {'name': 'tempest-network-smoke--425041030', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'port_security_enabled': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:00.718351 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-f03c48f6-b304-41be-a2f5-71e70fbd9e53 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe HTTP/1.1" status: 200 len: 217 time: 0.0619986 Nov 02 12:12:00.764883 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-76acccd9-71ff-4cbc-b6bc-b80a37fb67b4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:00.801458 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06593a07-99a0-40dc-a936-46296409fa48 req-37ba6398-b457-443b-b0a4-5d93e4d538d2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:00.803123 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06593a07-99a0-40dc-a936-46296409fa48 req-37ba6398-b457-443b-b0a4-5d93e4d538d2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 811 time: 0.2217579 Nov 02 12:12:00.809684 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-135fa3d6-2c58-4865-a24a-788823df9432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:00.811812 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-135fa3d6-2c58-4865-a24a-788823df9432 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cf4c89c0-b4cd-45ef-ad38-b6d57b244f74 HTTP/1.1" status: 200 len: 855 time: 0.0858366 Nov 02 12:12:00.851199 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-3c68e6a2-4968-410e-ab51-44ab6f2b2a4d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cd80b24d-1b82-4bee-8de4-e19afa4294ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310192 Nov 02 12:12:00.852598 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06593a07-99a0-40dc-a936-46296409fa48 req-e4cfe8ca-ce8c-4a52-be67-2d436bcace54 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/quotas/ab186707669f41a6b53ebcba8031edaa HTTP/1.1" status: 200 len: 375 time: 0.0399046 Nov 02 12:12:00.888534 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabda351-d6eb-40cc-b9bf-de62fcad3186 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Made reservation on behalf of 07cf3fda95d044dc8f8b573bd1e4f625 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:12:00.892064 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cabda351-d6eb-40cc-b9bf-de62fcad3186 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:01.005623 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabda351-d6eb-40cc-b9bf-de62fcad3186 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:12:01.024430 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06593a07-99a0-40dc-a936-46296409fa48 req-251c47cf-d464-4eb6-bfa7-2e7d884ad8df tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1640415 Nov 02 12:12:01.034713 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-06f7db4b-0f5b-4bb0-8ec8-fcfc0329c521 service neutron] 10.222.0.79 "GET /v2.0/networks/cd80b24d-1b82-4bee-8de4-e19afa4294ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759403 Nov 02 12:12:01.035765 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cabda351-d6eb-40cc-b9bf-de62fcad3186 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:01.036039 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-cabda351-d6eb-40cc-b9bf-de62fcad3186 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Added segment 8060f69b-1231-48c2-8ebc-b3110247e0a1 of type vlan for network 00516d6f-746d-40b8-a358-bef24915abd9 Nov 02 12:12:01.063919 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-76acccd9-71ff-4cbc-b6bc-b80a37fb67b4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting port 294ebe07-cc15-41c4-a374-d3ff75004e0d {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:12:01.064712 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-76acccd9-71ff-4cbc-b6bc-b80a37fb67b4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:01.167088 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-76acccd9-71ff-4cbc-b6bc-b80a37fb67b4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:01.180537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-76acccd9-71ff-4cbc-b6bc-b80a37fb67b4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Calling delete_port for 294ebe07-cc15-41c4-a374-d3ff75004e0d owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:12:01.193851 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cabda351-d6eb-40cc-b9bf-de62fcad3186 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:01.253867 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1523d5c6-6edd-48b2-95ee-95d8a35e5cd5 req-19124558-5914-4d5f-827d-d618e4894966 service neutron] 10.222.0.79 "GET /v2.0/networks/cd80b24d-1b82-4bee-8de4-e19afa4294ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093341 Nov 02 12:12:01.270676 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06593a07-99a0-40dc-a936-46296409fa48 req-9ef6f8fa-950f-40e1-ab68-536677a94db6 service neutron] 10.222.0.52 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168198 Nov 02 12:12:01.338472 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cabda351-d6eb-40cc-b9bf-de62fcad3186 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:01.344108 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabda351-d6eb-40cc-b9bf-de62fcad3186 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:01.344740 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cabda351-d6eb-40cc-b9bf-de62fcad3186 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:01.434843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabda351-d6eb-40cc-b9bf-de62fcad3186 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Network': ['ID=00516d6f-746d-40b8-a358-bef24915abd9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:01.443765 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-06593a07-99a0-40dc-a936-46296409fa48 req-49d28720-7002-42ef-a208-1e755a5a5339 service neutron] 10.222.0.52 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660476 Nov 02 12:12:01.448423 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 00516d6f-746d-40b8-a358-bef24915abd9 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:12:01.455273 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-76acccd9-71ff-4cbc-b6bc-b80a37fb67b4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:01.492579 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acccd9-71ff-4cbc-b6bc-b80a37fb67b4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Port': ['ID=294ebe07-cc15-41c4-a374-d3ff75004e0d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:01.514493 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cabda351-d6eb-40cc-b9bf-de62fcad3186 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8411469 Nov 02 12:12:01.517913 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45564) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:01.523237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-504477631', 'admin_state_up': True, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:01.660376 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:01.661473 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:01.700470 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-76acccd9-71ff-4cbc-b6bc-b80a37fb67b4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:01.732218 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:01.875580 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76acccd9-71ff-4cbc-b6bc-b80a37fb67b4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 6a58927a-040d-447a-a2b6-f8aa08916525 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:12:01.949244 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:01.957305 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76acccd9-71ff-4cbc-b6bc-b80a37fb67b4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:12:01.962897 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-76acccd9-71ff-4cbc-b6bc-b80a37fb67b4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/6a58927a-040d-447a-a2b6-f8aa08916525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6085281 Nov 02 12:12:01.965356 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45572) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:01.970429 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8afeec1-670b-4fbe-ad1d-805d9689b4b8 None None] Sync routers for ids ['6a58927a-040d-447a-a2b6-f8aa08916525'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:12:01.980832 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8afeec1-670b-4fbe-ad1d-805d9689b4b8 None None] Routers {'6a58927a-040d-447a-a2b6-f8aa08916525'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:01.981713 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c8afeec1-670b-4fbe-ad1d-805d9689b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a58927a-040d-447a-a2b6-f8aa08916525'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:02.000056 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-81cac4d6-029e-43d8-a435-a72e6a1af895 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a58927a-040d-447a-a2b6-f8aa08916525 HTTP/1.1" status: 200 len: 205 time: 0.0332849 Nov 02 12:12:02.008771 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45574) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:02.022817 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c8afeec1-670b-4fbe-ad1d-805d9689b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:02.034142 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8afeec1-670b-4fbe-ad1d-805d9689b4b8 None None] Routers {'6a58927a-040d-447a-a2b6-f8aa08916525'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:02.034974 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c8afeec1-670b-4fbe-ad1d-805d9689b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6a58927a-040d-447a-a2b6-f8aa08916525'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:02.101078 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c8afeec1-670b-4fbe-ad1d-805d9689b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:02.101078 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8afeec1-670b-4fbe-ad1d-805d9689b4b8 None None] The sync data for ids ['6a58927a-040d-447a-a2b6-f8aa08916525'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:12:02.141680 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df0c13a9-a150-4826-800a-6cc085ae565e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:02.367107 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df0c13a9-a150-4826-800a-6cc085ae565e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:02.369323 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df0c13a9-a150-4826-800a-6cc085ae565e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:02.385668 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:02.404825 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:02.468855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8df5b5-180e-461c-8884-16bf03d0d387 req-f163bd2f-b9c5-48d2-aeee-b5877a13f138 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:02.471114 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dc8df5b5-180e-461c-8884-16bf03d0d387 req-f163bd2f-b9c5-48d2-aeee-b5877a13f138 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 944 time: 0.1582415 Nov 02 12:12:02.511574 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df0c13a9-a150-4826-800a-6cc085ae565e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:02.517498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0c13a9-a150-4826-800a-6cc085ae565e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Fanout notify agent at l3_agent the message router_deleted on router 6a58927a-040d-447a-a2b6-f8aa08916525 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:12:02.532646 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df0c13a9-a150-4826-800a-6cc085ae565e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:02.538144 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-df0c13a9-a150-4826-800a-6cc085ae565e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/routers/6a58927a-040d-447a-a2b6-f8aa08916525 HTTP/1.1" status: 204 len: 168 time: 0.5337119 Nov 02 12:12:02.538484 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45602) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:02.567535 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dc8df5b5-180e-461c-8884-16bf03d0d387 req-3108fa2b-b7de-4db2-b35b-145d17fc2c4f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887761 Nov 02 12:12:02.598050 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Allocated IP 172.25.6.16 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/b6aed618-acbf-4e3f-a3b5-dbd5a032eb31) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:02.616605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae6aa29-3606-41e0-92fd-f4bb40c5e1f1 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting subnet c78eb38e-7e87-4be5-9dde-da55d8d4f4b7 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:12:02.620566 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ae6aa29-3606-41e0-92fd-f4bb40c5e1f1 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:02.628057 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd971684-fc28-4b1d-b414-cb4c1ccc14ad x-openstack-request-id: req-bd971684-fc28-4b1d-b414-cb4c1ccc14ad {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:12:02.628389 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d", "tag": "6c6ddd89-e06b-4762-bac2-87f9a7caa9fe", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:12:02.628644 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd971684-fc28-4b1d-b414-cb4c1ccc14ad {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:12:02.629041 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d', 'tag': '6c6ddd89-e06b-4762-bac2-87f9a7caa9fe', 'status': 'completed', 'code': 200} Nov 02 12:12:02.669015 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ae6aa29-3606-41e0-92fd-f4bb40c5e1f1 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:02.732827 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b62a3bd2-2210-4550-aa42-5961694203c0 req-ea497313-fb62-4ee6-a693-0323e1cf2258 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 210 time: 0.0542157 Nov 02 12:12:02.760481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174dc8-de37-4cab-a4ef-f620a410aa37 req-06179c45-13df-410b-be64-35202d33cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:02.762022 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc174dc8-de37-4cab-a4ef-f620a410aa37 req-06179c45-13df-410b-be64-35202d33cf48 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2981a41515d44ab5bf092609bc194a9e&device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 1096 time: 0.0751083 Nov 02 12:12:02.809586 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ae6aa29-3606-41e0-92fd-f4bb40c5e1f1 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:02.825828 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:02.911766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174dc8-de37-4cab-a4ef-f620a410aa37 req-4f318faf-34e8-48ee-ac39-f62c842a4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:02.913356 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc174dc8-de37-4cab-a4ef-f620a410aa37 req-4f318faf-34e8-48ee-ac39-f62c842a4fb1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cd80b24d-1b82-4bee-8de4-e19afa4294ea HTTP/1.1" status: 200 len: 916 time: 0.1404955 Nov 02 12:12:02.958124 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc174dc8-de37-4cab-a4ef-f620a410aa37 req-0fe7251b-2b0a-45cb-9fd9-1d1bd18f20de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe HTTP/1.1" status: 200 len: 217 time: 0.0379431 Nov 02 12:12:03.015135 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ae6aa29-3606-41e0-92fd-f4bb40c5e1f1 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:03.025041 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174dc8-de37-4cab-a4ef-f620a410aa37 req-5b9ff216-a00d-400e-9002-d39c654ef340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:03.029220 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc174dc8-de37-4cab-a4ef-f620a410aa37 req-5b9ff216-a00d-400e-9002-d39c654ef340 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=cf4c89c0-b4cd-45ef-ad38-b6d57b244f74 HTTP/1.1" status: 200 len: 855 time: 0.0617626 Nov 02 12:12:03.029220 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:03.049089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6aa29-3606-41e0-92fd-f4bb40c5e1f1 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Subnet': ['ID=c78eb38e-7e87-4be5-9dde-da55d8d4f4b7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:03.061106 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ac527c-961d-445d-a181-4414ffe0777d None None] Network eaba4e05-2e72-4ada-a531-772dac2e2681 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:12:03.064815 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ae6aa29-3606-41e0-92fd-f4bb40c5e1f1 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:03.073312 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9ae6aa29-3606-41e0-92fd-f4bb40c5e1f1 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/subnets/c78eb38e-7e87-4be5-9dde-da55d8d4f4b7 HTTP/1.1" status: 204 len: 168 time: 0.5333769 Nov 02 12:12:03.074211 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45616) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:03.100182 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc174dc8-de37-4cab-a4ef-f620a410aa37 req-7a12a2e9-12e1-4762-8a9c-d56c1398c7d5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cd80b24d-1b82-4bee-8de4-e19afa4294ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632288 Nov 02 12:12:03.128846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:03.137850 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-641afb9a-a4e7-497b-bbaf-298be049c461 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting subnet ddd78cad-ae75-408a-9ea2-dc50d6686ffa {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:12:03.143938 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:03.146687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:03.158245 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-641afb9a-a4e7-497b-bbaf-298be049c461 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:03.181101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=b6aed618-acbf-4e3f-a3b5-dbd5a032eb31,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:03.232438 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-641afb9a-a4e7-497b-bbaf-298be049c461 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:03.331690 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48cbd98-fa7a-4984-a57d-2024b4e02cfd None None] DHCP port deletion for eaba4e05-2e72-4ada-a531-772dac2e2681 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:12:03.365011 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-641afb9a-a4e7-497b-bbaf-298be049c461 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:03.377032 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc174dc8-de37-4cab-a4ef-f620a410aa37 req-a55e4637-95c9-493c-a254-882d4123069a service neutron] 10.222.0.79 "GET /v2.0/networks/cd80b24d-1b82-4bee-8de4-e19afa4294ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655585 Nov 02 12:12:03.421966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e48cbd98-fa7a-4984-a57d-2024b4e02cfd None None] Deleting port f21d0b6e-2a27-4ee4-a4db-a30f99a1559d {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:12:03.422430 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e48cbd98-fa7a-4984-a57d-2024b4e02cfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:03.499294 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc174dc8-de37-4cab-a4ef-f620a410aa37 req-97b40016-bed5-4d8b-a21d-05eebb8ffc02 service neutron] 10.222.0.79 "GET /v2.0/networks/cd80b24d-1b82-4bee-8de4-e19afa4294ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092861 Nov 02 12:12:03.521941 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-e48cbd98-fa7a-4984-a57d-2024b4e02cfd None None] For port f21d0b6e-2a27-4ee4-a4db-a30f99a1559d, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f21d0b6e-2a27-4ee4-a4db-a30f99a1559d,segment=NetworkSegment(1c86447f-1177-4fc3-867f-64b67dafbc52),segment_id=1c86447f-1177-4fc3-867f-64b67dafbc52)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:03.522405 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e48cbd98-fa7a-4984-a57d-2024b4e02cfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:03.535125 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-641afb9a-a4e7-497b-bbaf-298be049c461 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:03.536645 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e48cbd98-fa7a-4984-a57d-2024b4e02cfd None None] Calling delete_port for f21d0b6e-2a27-4ee4-a4db-a30f99a1559d owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:12:03.578029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641afb9a-a4e7-497b-bbaf-298be049c461 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd78cad-ae75-408a-9ea2-dc50d6686ffa,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:03.584465 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-641afb9a-a4e7-497b-bbaf-298be049c461 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:03.588224 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-641afb9a-a4e7-497b-bbaf-298be049c461 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/subnets/ddd78cad-ae75-408a-9ea2-dc50d6686ffa HTTP/1.1" status: 204 len: 168 time: 0.5126009 Nov 02 12:12:03.605401 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45638) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:03.695307 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b9012d-2c15-485f-84b1-0d81544e11ca None None] Network 4effb426-d1d1-4ca8-8e5a-a053885e73c7 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:12:03.719993 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:12:03.800625 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d059ced-1b15-4acc-91e1-e3a7fb2a10ab tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:03.836159 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e48cbd98-fa7a-4984-a57d-2024b4e02cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:03.838856 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1535e-20fa-4ae0-94d4-6139fa8fdc49 req-2bdb85cf-bddc-443c-ad3f-2895b156a5aa tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:03.840438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9cb1535e-20fa-4ae0-94d4-6139fa8fdc49 req-2bdb85cf-bddc-443c-ad3f-2895b156a5aa tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 944 time: 0.1758075 Nov 02 12:12:03.866384 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:03.901790 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48cbd98-fa7a-4984-a57d-2024b4e02cfd None None] No DVR routers for this DVR port f21d0b6e-2a27-4ee4-a4db-a30f99a1559d on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:12:03.967010 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48cbd98-fa7a-4984-a57d-2024b4e02cfd None None] Pushing event deleted for resources: {'Port': ['ID=f21d0b6e-2a27-4ee4-a4db-a30f99a1559d,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:04.009503 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:04.039510 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '6c6ddd89-e06b-4762-bac2-87f9a7caa9fe', 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea', 'port_id': '6c6ddd89-e06b-4762-bac2-87f9a7caa9fe', 'mac_address': 'fa:16:3e:4c:a0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4c89c0-b4cd-45ef-ad38-b6d57b244f74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:12:04.091853 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:04.111185 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:12:04.154191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50454c1e-584d-4664-9072-7bbc2b03ebad None None] DHCP port deletion for 4effb426-d1d1-4ca8-8e5a-a053885e73c7 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:12:04.164577 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:04.215880 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-50454c1e-584d-4664-9072-7bbc2b03ebad None None] Deleting port 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:12:04.216187 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-50454c1e-584d-4664-9072-7bbc2b03ebad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:04.273955 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:04.317778 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-50454c1e-584d-4664-9072-7bbc2b03ebad None None] For port 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad,segment=NetworkSegment(3869386d-aa14-49f2-8621-41ac0a78d71a),segment_id=3869386d-aa14-49f2-8621-41ac0a78d71a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:04.318181 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-50454c1e-584d-4664-9072-7bbc2b03ebad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:04.341415 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-50454c1e-584d-4664-9072-7bbc2b03ebad None None] Calling delete_port for 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:12:04.344269 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d059ced-1b15-4acc-91e1-e3a7fb2a10ab tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:04.364005 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:04.429170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-9d059ced-1b15-4acc-91e1-e3a7fb2a10ab tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaba4e05-2e72-4ada-a531-772dac2e2681']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:04.444729 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9cb1535e-20fa-4ae0-94d4-6139fa8fdc49 req-a77d969f-9f1c-40ff-b5c0-534136740d26 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5796702 Nov 02 12:12:04.455725 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-9d059ced-1b15-4acc-91e1-e3a7fb2a10ab tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c86447f-1177-4fc3-867f-64b67dafbc52') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:04.456031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-9d059ced-1b15-4acc-91e1-e3a7fb2a10ab tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c86447f-1177-4fc3-867f-64b67dafbc52') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:04.470592 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d059ced-1b15-4acc-91e1-e3a7fb2a10ab tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:04.489874 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['6c6ddd89-e06b-4762-bac2-87f9a7caa9fe'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:12:04.530529 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d059ced-1b15-4acc-91e1-e3a7fb2a10ab tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:04.544255 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d059ced-1b15-4acc-91e1-e3a7fb2a10ab tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:12:04.545343 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d059ced-1b15-4acc-91e1-e3a7fb2a10ab tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:04.592097 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-50454c1e-584d-4664-9072-7bbc2b03ebad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:04.637525 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50454c1e-584d-4664-9072-7bbc2b03ebad None None] Pushing event deleted for resources: {'Port': ['ID=99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:12:04.641482 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:12:04.647359 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0be9edd2-ac8b-4140-98bb-107c37dcd836 req-e55fea16-f2ce-44d9-90fd-f50f2e601ada tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 210 time: 0.1282587 Nov 02 12:12:04.652301 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50454c1e-584d-4664-9072-7bbc2b03ebad None None] No DVR routers for this DVR port 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:12:04.695689 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f21d0b6e-2a27-4ee4-a4db-a30f99a1559d no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:12:04.730819 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:04.731088 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: f21d0b6e-2a27-4ee4-a4db-a30f99a1559d {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:12:04.731268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f21d0b6e-2a27-4ee4-a4db-a30f99a1559d not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:12:04.731684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:12:04.735674 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d059ced-1b15-4acc-91e1-e3a7fb2a10ab tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:04.743742 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d059ced-1b15-4acc-91e1-e3a7fb2a10ab tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:04.746898 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9d059ced-1b15-4acc-91e1-e3a7fb2a10ab tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/networks/eaba4e05-2e72-4ada-a531-772dac2e2681 HTTP/1.1" status: 204 len: 168 time: 1.1405327 Nov 02 12:12:04.749689 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45680) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:04.756256 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:12:04.756605 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 99ccb8b8-349b-4f07-9c0d-b7ccbd5da2ad not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:12:04.799713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d059ced-1b15-4acc-91e1-e3a7fb2a10ab tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Network': ['ID=eaba4e05-2e72-4ada-a531-772dac2e2681,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:04.836732 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d077f705-304a-4fb3-850a-b66432aa507d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:04.934724 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d077f705-304a-4fb3-850a-b66432aa507d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:04.957030 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d077f705-304a-4fb3-850a-b66432aa507d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4effb426-d1d1-4ca8-8e5a-a053885e73c7']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:04.966475 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d077f705-304a-4fb3-850a-b66432aa507d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3869386d-aa14-49f2-8621-41ac0a78d71a') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:04.966777 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d077f705-304a-4fb3-850a-b66432aa507d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3869386d-aa14-49f2-8621-41ac0a78d71a') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:04.976809 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d077f705-304a-4fb3-850a-b66432aa507d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:04.991851 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d077f705-304a-4fb3-850a-b66432aa507d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:04.998207 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d077f705-304a-4fb3-850a-b66432aa507d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:12:04.998637 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d077f705-304a-4fb3-850a-b66432aa507d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:12:05.002155 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:12:05.025195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router ddb63091-2715-4819-b85a-1bb74807ab69 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:12:05.137797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:12:05.139693 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d077f705-304a-4fb3-850a-b66432aa507d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:05.154614 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Sync routers for ids ['ddb63091-2715-4819-b85a-1bb74807ab69'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:12:05.162263 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d077f705-304a-4fb3-850a-b66432aa507d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:05.163029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Routers {'ddb63091-2715-4819-b85a-1bb74807ab69'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:05.163976 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddb63091-2715-4819-b85a-1bb74807ab69'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:05.165488 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d077f705-304a-4fb3-850a-b66432aa507d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/networks/4effb426-d1d1-4ca8-8e5a-a053885e73c7 HTTP/1.1" status: 204 len: 168 time: 0.4147675 Nov 02 12:12:05.166689 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077f705-304a-4fb3-850a-b66432aa507d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Network': ['ID=4effb426-d1d1-4ca8-8e5a-a053885e73c7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:05.169460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45694) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:05.176441 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a7ec421c-21ca-47ec-a7dc-7adb2e18ae3b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'network': {'name': 'tempest-RoutersTest-1861893643'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:05.263611 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:05.264935 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-51d50fdd-f34d-4c9b-ad5f-2719d68decb2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.7459173 Nov 02 12:12:05.268330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45700) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:05.279747 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Set router ddb63091-2715-4819-b85a-1bb74807ab69 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:12:05.317337 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f044b6cc-7c09-4012-bb04-ce23c7a66b3b tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=07cf3fda95d044dc8f8b573bd1e4f625&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454738 Nov 02 12:12:05.317579 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45702) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:05.321527 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06593a07-99a0-40dc-a936-46296409fa48 req-b086827a-0692-4fea-b9c9-5bc5c2b41795 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:05.323727 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06593a07-99a0-40dc-a936-46296409fa48 req-b086827a-0692-4fea-b9c9-5bc5c2b41795 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.54 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 811 time: 0.1228318 Nov 02 12:12:05.438744 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ec421c-21ca-47ec-a7dc-7adb2e18ae3b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Made reservation on behalf of 6319805f5cb24f5faea3401ed68600e6 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:12:05.448352 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7ec421c-21ca-47ec-a7dc-7adb2e18ae3b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:05.458239 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06593a07-99a0-40dc-a936-46296409fa48 req-a53cdb47-2677-40c0-beff-1e23b488fb1d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab186707669f41a6b53ebcba8031edaa HTTP/1.1" status: 200 len: 379 time: 0.1197896 Nov 02 12:12:05.471739 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-06593a07-99a0-40dc-a936-46296409fa48 req-321d8d02-ce92-41d8-ae0d-8e3b226d3907 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Request body: {'port': {'device_id': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'admin_state_up': True, 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'security_groups': ['809056b9-f7fd-4fe5-9162-8662c935645d']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:05.543156 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ec421c-21ca-47ec-a7dc-7adb2e18ae3b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:12:05.551991 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504477631', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:01Z', 'updated_at': '2021-11-02T12:12:03Z', 'revision_number': 3, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:02Z', 'updated_at': '2021-11-02T12:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:05.589573 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7ec421c-21ca-47ec-a7dc-7adb2e18ae3b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:05.589573 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-a7ec421c-21ca-47ec-a7dc-7adb2e18ae3b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Added segment 959359f8-a970-43dc-90ff-70429f9d72e9 of type vlan for network f53ab2ed-1076-49e6-ba08-2dbd5dfd7808 Nov 02 12:12:05.614908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae9fe17-2a57-4c3c-b523-3c531f4259fe tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:05.619054 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fae9fe17-2a57-4c3c-b523-3c531f4259fe tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2976513 Nov 02 12:12:05.622051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45722) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:05.642683 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Checking router: ddb63091-2715-4819-b85a-1bb74807ab69 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:12:05.644360 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Updating router ddb63091-2715-4819-b85a-1bb74807ab69 port b6aed618-acbf-4e3f-a3b5-dbd5a032eb31 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:12:05.675578 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:05.699554 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d3909065-d770-4661-b735-c00cc3fb2ca8 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730042 Nov 02 12:12:05.701374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45724) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:05.705865 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7ec421c-21ca-47ec-a7dc-7adb2e18ae3b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:05.709893 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-77bbc5c5-c042-401e-b69d-2a5d79c1cbc3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1405654406', 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:05.726607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:12:05.730507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034450d-d2f8-493a-8466-acf3a62aaf83 req-bc15ca57-9865-41b4-a934-da2479bbe46e tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:05.742196 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c034450d-d2f8-493a-8466-acf3a62aaf83 req-bc15ca57-9865-41b4-a934-da2479bbe46e tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 945 time: 0.1792293 Nov 02 12:12:05.787864 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06593a07-99a0-40dc-a936-46296409fa48 req-321d8d02-ce92-41d8-ae0d-8e3b226d3907 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Made reservation on behalf of ab186707669f41a6b53ebcba8031edaa for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:12:05.791944 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-06593a07-99a0-40dc-a936-46296409fa48 req-321d8d02-ce92-41d8-ae0d-8e3b226d3907 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:05.829870 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c034450d-d2f8-493a-8466-acf3a62aaf83 req-24c2d82d-4d43-4b70-af20-cc855d8280ef tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863461 Nov 02 12:12:05.878063 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7ec421c-21ca-47ec-a7dc-7adb2e18ae3b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:05.884842 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ec421c-21ca-47ec-a7dc-7adb2e18ae3b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:05.885536 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a7ec421c-21ca-47ec-a7dc-7adb2e18ae3b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:05.995790 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-06593a07-99a0-40dc-a936-46296409fa48 req-321d8d02-ce92-41d8-ae0d-8e3b226d3907 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Allocated IP 172.20.0.4 (b3d723ce-e5b2-4427-a422-70398aab6d7f/0360a412-e52f-4282-8491-82f08f448324/13524ad8-f602-4ece-9f00-b780afaf2803) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:06.001146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bbc5c5-c042-401e-b69d-2a5d79c1cbc3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Made reservation on behalf of 07cf3fda95d044dc8f8b573bd1e4f625 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:12:06.004844 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77bbc5c5-c042-401e-b69d-2a5d79c1cbc3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:06.075973 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-534c2b48-b3f8-4914-94f3-3c2f058998fb req-8b1b9430-3a35-4fce-9b70-d38761cfccff tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 210 time: 0.0481653 Nov 02 12:12:06.075973 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec421c-21ca-47ec-a7dc-7adb2e18ae3b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Network': ['ID=f53ab2ed-1076-49e6-ba08-2dbd5dfd7808,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:06.080415 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network f53ab2ed-1076-49e6-ba08-2dbd5dfd7808 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:12:06.143712 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a7ec421c-21ca-47ec-a7dc-7adb2e18ae3b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9723186 Nov 02 12:12:06.151295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45742) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:06.166246 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-7568311c-96e7-4886-be6a-73cdfa96ca7a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'subnet': {'network_id': 'f53ab2ed-1076-49e6-ba08-2dbd5dfd7808', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:06.207745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:12:06.257467 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:06.265315 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:06.266005 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:06.343349 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-06593a07-99a0-40dc-a936-46296409fa48 req-321d8d02-ce92-41d8-ae0d-8e3b226d3907 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:06.362598 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:06.391667 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7568311c-96e7-4886-be6a-73cdfa96ca7a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Made reservation on behalf of 6319805f5cb24f5faea3401ed68600e6 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:12:06.396943 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7568311c-96e7-4886-be6a-73cdfa96ca7a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:06.428768 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Attempting to bind port b6aed618-acbf-4e3f-a3b5-dbd5a032eb31 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:12:06.436722 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Attempting to bind port b6aed618-acbf-4e3f-a3b5-dbd5a032eb31 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:12:06.436722 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Attempting to bind port b6aed618-acbf-4e3f-a3b5-dbd5a032eb31 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:12:06.436722 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:06.445959 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228fe10-b00a-42e8-86f2-f820cd24db9a None None] Pushing event updated for resources: {'Port': ['ID=b6aed618-acbf-4e3f-a3b5-dbd5a032eb31,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:06.457678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:12:06.458225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:06.458518 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:06.458963 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:12:06.459592 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Bound port: b6aed618-acbf-4e3f-a3b5-dbd5a032eb31, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:12:06.460011 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:06.488739 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77bbc5c5-c042-401e-b69d-2a5d79c1cbc3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:06.512502 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6ddd89-e06b-4762-bac2-87f9a7caa9fe'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:12:06.516642 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c820cf42-01fe-4b19-9189-ab980aa6b602" -d '{"events": [{"server_uuid": "b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d", "name": "network-vif-plugged", "status": "completed", "tag": "6c6ddd89-e06b-4762-bac2-87f9a7caa9fe"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:12:06.540145 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:06.565330 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] For port b6aed618-acbf-4e3f-a3b5-dbd5a032eb31, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:12:06.570875 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] For port b6aed618-acbf-4e3f-a3b5-dbd5a032eb31, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b6aed618-acbf-4e3f-a3b5-dbd5a032eb31,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:12:06.573508 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-06593a07-99a0-40dc-a936-46296409fa48 req-321d8d02-ce92-41d8-ae0d-8e3b226d3907 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:06.595788 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c7fe08-5690-4156-8aad-c0982182ac6e x-openstack-request-id: req-a2c7fe08-5690-4156-8aad-c0982182ac6e {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:12:06.595788 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d", "name": "network-vif-plugged", "status": "completed", "tag": "6c6ddd89-e06b-4762-bac2-87f9a7caa9fe", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:12:06.595788 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2c7fe08-5690-4156-8aad-c0982182ac6e {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:12:06.595788 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6ddd89-e06b-4762-bac2-87f9a7caa9fe', 'code': 200} Nov 02 12:12:06.664935 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbc5c5-c042-401e-b69d-2a5d79c1cbc3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Subnet': ['ID=b78498b4-04fd-46bf-bc39-b176cdb7c77c,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:06.683328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06593a07-99a0-40dc-a936-46296409fa48 req-321d8d02-ce92-41d8-ae0d-8e3b226d3907 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Network b3d723ce-e5b2-4427-a422-70398aab6d7f is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:06.693488 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-06593a07-99a0-40dc-a936-46296409fa48 req-321d8d02-ce92-41d8-ae0d-8e3b226d3907 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:06.695791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-06593a07-99a0-40dc-a936-46296409fa48 req-321d8d02-ce92-41d8-ae0d-8e3b226d3907 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:06.704503 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d8d02-ce92-41d8-ae0d-8e3b226d3907 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'Port': ['ID=13524ad8-f602-4ece-9f00-b780afaf2803,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:06.716125 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584b97d-4c9b-4678-b81b-f6663d0062b6 req-523edb11-7510-4eef-80f4-0d6de80b0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:06.717885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9584b97d-4c9b-4678-b81b-f6663d0062b6 req-523edb11-7510-4eef-80f4-0d6de80b0091 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 1097 time: 0.0597432 Nov 02 12:12:06.756425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bbc5c5-c042-401e-b69d-2a5d79c1cbc3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Checking segment: {'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:06.756425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bbc5c5-c042-401e-b69d-2a5d79c1cbc3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network hostable DHCP agents. Network: 00516d6f-746d-40b8-a358-bef24915abd9, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:12:06.772449 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06593a07-99a0-40dc-a936-46296409fa48 req-321d8d02-ce92-41d8-ae0d-8e3b226d3907 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:06.772754 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9584b97d-4c9b-4678-b81b-f6663d0062b6 req-4cee9600-b300-4fd9-a718-e82355a76191 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479717 Nov 02 12:12:06.773099 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-06593a07-99a0-40dc-a936-46296409fa48 req-321d8d02-ce92-41d8-ae0d-8e3b226d3907 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:06.792222 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:06.794654 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:06.832255 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7568311c-96e7-4886-be6a-73cdfa96ca7a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:06.881387 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Routers {'ddb63091-2715-4819-b85a-1bb74807ab69'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:06.881387 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddb63091-2715-4819-b85a-1bb74807ab69'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:06.911535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bbc5c5-c042-401e-b69d-2a5d79c1cbc3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network 00516d6f-746d-40b8-a358-bef24915abd9 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:12:06.950585 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7568311c-96e7-4886-be6a-73cdfa96ca7a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Subnet': ['ID=92b17afa-fa55-4d60-b577-bbcd7a423572,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:06.963624 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228fe10-b00a-42e8-86f2-f820cd24db9a None None] Pushing event updated for resources: {'Port': ['ID=b6aed618-acbf-4e3f-a3b5-dbd5a032eb31,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:06.996145 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568311c-96e7-4886-be6a-73cdfa96ca7a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Checking segment: {'id': '959359f8-a970-43dc-90ff-70429f9d72e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f53ab2ed-1076-49e6-ba08-2dbd5dfd7808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:06.996692 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7568311c-96e7-4886-be6a-73cdfa96ca7a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network hostable DHCP agents. Network: f53ab2ed-1076-49e6-ba08-2dbd5dfd7808, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:12:07.011080 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06593a07-99a0-40dc-a936-46296409fa48 req-321d8d02-ce92-41d8-ae0d-8e3b226d3907 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5463734 Nov 02 12:12:07.025947 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Request body: {'port': {'device_id': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:07.028800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fd776-fac7-49a5-85bf-f1af81f055f8 req-062ee8b2-9244-443a-9c7a-ae18fc5679cf tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:07.031817 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df6fd776-fac7-49a5-85bf-f1af81f055f8 req-062ee8b2-9244-443a-9c7a-ae18fc5679cf tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.0966711 Nov 02 12:12:07.050620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-77bbc5c5-c042-401e-b69d-2a5d79c1cbc3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 00516d6f-746d-40b8-a358-bef24915abd9) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:07.074631 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bbc5c5-c042-401e-b69d-2a5d79c1cbc3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:07.076712 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77bbc5c5-c042-401e-b69d-2a5d79c1cbc3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:07.111319 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df6fd776-fac7-49a5-85bf-f1af81f055f8 req-2419157d-d2f5-4a29-b4a2-500c15446fee tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592217 Nov 02 12:12:07.141656 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:07.225714 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb6205-b381-4766-8e8b-de7204a93d6b req-d4d2d196-8d2e-4de3-a069-ce13c568b2c7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:07.227517 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dddb6205-b381-4766-8e8b-de7204a93d6b req-d4d2d196-8d2e-4de3-a069-ce13c568b2c7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 931 time: 0.0559747 Nov 02 12:12:07.255943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7568311c-96e7-4886-be6a-73cdfa96ca7a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network f53ab2ed-1076-49e6-ba08-2dbd5dfd7808 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:12:07.264844 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8cacbc-7915-412c-812b-1a88b2bbe0ef None None] Network 00516d6f-746d-40b8-a358-bef24915abd9 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:12:07.269907 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-7568311c-96e7-4886-be6a-73cdfa96ca7a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, f53ab2ed-1076-49e6-ba08-2dbd5dfd7808) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:07.295029 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7568311c-96e7-4886-be6a-73cdfa96ca7a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:07.295618 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7568311c-96e7-4886-be6a-73cdfa96ca7a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:07.310685 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-77bbc5c5-c042-401e-b69d-2a5d79c1cbc3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6065888 Nov 02 12:12:07.315152 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 45778) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:07.327215 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dddb6205-b381-4766-8e8b-de7204a93d6b req-e77e9fb6-e647-4baf-a8ca-95a31de405e2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908256 Nov 02 12:12:07.355298 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a2e7df-fff0-4745-a5d2-cb65a0b557ec None None] Network f53ab2ed-1076-49e6-ba08-2dbd5dfd7808 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:12:07.461353 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7568311c-96e7-4886-be6a-73cdfa96ca7a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3085816 Nov 02 12:12:07.464464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45784) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:07.469746 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f7e26e7d-610d-4001-b83e-c8b5b11d73a0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-957794787', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:07.489744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:07.510665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] Set router ddb63091-2715-4819-b85a-1bb74807ab69 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:12:07.597309 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6e562a8d-5995-4338-9e4a-c9f357646430 None None] Provisioning complete for port 13524ad8-f602-4ece-9f00-b780afaf2803 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:07.597691 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6e562a8d-5995-4338-9e4a-c9f357646430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:07.631790 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f7e26e7d-610d-4001-b83e-c8b5b11d73a0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:07.632885 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f7e26e7d-610d-4001-b83e-c8b5b11d73a0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:07.767421 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f7e26e7d-610d-4001-b83e-c8b5b11d73a0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:07.808167 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6e562a8d-5995-4338-9e4a-c9f357646430 None None] Port 13524ad8-f602-4ece-9f00-b780afaf2803 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:12:07.884278 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-f53ab2ed-1076-49e6-ba08-2dbd5dfd7808', 'network_id': 'f53ab2ed-1076-49e6-ba08-2dbd5dfd7808', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'fixed_ips': [{'subnet_id': '92b17afa-fa55-4d60-b577-bbcd7a423572'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:12:07.885177 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:07.888856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-00516d6f-746d-40b8-a358-bef24915abd9', 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ips': [{'subnet_id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:12:07.889833 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:07.906298 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f7e26e7d-610d-4001-b83e-c8b5b11d73a0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:08.056240 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f7e26e7d-610d-4001-b83e-c8b5b11d73a0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:08.057796 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f7e26e7d-610d-4001-b83e-c8b5b11d73a0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5921426 Nov 02 12:12:08.061086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45806) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:08.068961 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e5086d95-c0ae-429b-98bd-61774c25541d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'port': {'network_id': 'f53ab2ed-1076-49e6-ba08-2dbd5dfd7808', 'name': 'tempest-RoutersTest-761727240'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:08.236902 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Allocated IP 172.20.0.2 (00516d6f-746d-40b8-a358-bef24915abd9/b78498b4-04fd-46bf-bc39-b176cdb7c77c/89d13a5a-4ac6-48ea-a1e7-149928b98b04) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:08.316172 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13524ad8-f602-4ece-9f00-b780afaf2803 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:12:08.334259 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:08.377205 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Transition to ACTIVE for port object 13524ad8-f602-4ece-9f00-b780afaf2803 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:12:08.390983 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b8161-4290-445e-a86b-726f7d73e712 req-89307371-7625-4130-90c1-86a39688ae3d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:08.414682 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a7b8161-4290-445e-a86b-726f7d73e712 req-89307371-7625-4130-90c1-86a39688ae3d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.0918586 Nov 02 12:12:08.424690 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Allocated IP 172.20.0.2 (f53ab2ed-1076-49e6-ba08-2dbd5dfd7808/92b17afa-fa55-4d60-b577-bbcd7a423572/3cec4b2e-9b93-478a-be29-43750b72541f) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:08.453827 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5086d95-c0ae-429b-98bd-61774c25541d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Made reservation on behalf of 6319805f5cb24f5faea3401ed68600e6 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:12:08.457383 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5086d95-c0ae-429b-98bd-61774c25541d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:08.496999 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:08.540848 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [None req-e5086d95-c0ae-429b-98bd-61774c25541d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] device_id is not set on port 0f77a618-8102-4551-867b-571adbde543f yet. {{(pid=102689) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:12:08.570783 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a7b8161-4290-445e-a86b-726f7d73e712 req-ec64cb3e-3cd5-421b-89b3-abbb187fe025 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551142 Nov 02 12:12:08.761323 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:08.764823 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Pushing event updated for resources: {'Port': ['ID=13524ad8-f602-4ece-9f00-b780afaf2803,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:08.779076 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Attempting to bind port 13524ad8-f602-4ece-9f00-b780afaf2803 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:12:08.785291 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Attempting to bind port 13524ad8-f602-4ece-9f00-b780afaf2803 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:12:08.787594 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Attempting to bind port 13524ad8-f602-4ece-9f00-b780afaf2803 on network b3d723ce-e5b2-4427-a422-70398aab6d7f {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:12:08.805881 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Port 13524ad8-f602-4ece-9f00-b780afaf2803 on network b3d723ce-e5b2-4427-a422-70398aab6d7f not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:12:08.810970 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Attempting to bind port 13524ad8-f602-4ece-9f00-b780afaf2803 on network b3d723ce-e5b2-4427-a422-70398aab6d7f {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:12:08.825351 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:12:08.825814 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Checking segment: {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:08.827318 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Bound using segment: {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:12:08.827876 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Bound port: 13524ad8-f602-4ece-9f00-b780afaf2803, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:12:08.829081 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:08.833861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1938241-701f-4ae2-bd1f-383cda2987d2 req-5c21cf45-49f8-4951-b7d9-0e9b59b614c3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:08.841664 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1938241-701f-4ae2-bd1f-383cda2987d2 req-5c21cf45-49f8-4951-b7d9-0e9b59b614c3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 943 time: 0.1287768 Nov 02 12:12:08.967073 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-e5086d95-c0ae-429b-98bd-61774c25541d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Allocated IP 172.20.0.6 (f53ab2ed-1076-49e6-ba08-2dbd5dfd7808/92b17afa-fa55-4d60-b577-bbcd7a423572/0f77a618-8102-4551-867b-571adbde543f) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:08.979341 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1938241-701f-4ae2-bd1f-383cda2987d2 req-1934c0f8-739c-4076-b249-a34c9a3a13a1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260767 Nov 02 12:12:09.050699 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] For port 13524ad8-f602-4ece-9f00-b780afaf2803, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:12:09.055790 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] For port 13524ad8-f602-4ece-9f00-b780afaf2803, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=13524ad8-f602-4ece-9f00-b780afaf2803,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:12:09.098685 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:09.112423 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:09.144777 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Network f53ab2ed-1076-49e6-ba08-2dbd5dfd7808 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:09.173864 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:09.199162 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:09.202226 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8d3aeea-ba26-40bb-91c1-08bbf2400c55 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:09.211533 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504477631', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:01Z', 'updated_at': '2021-11-02T12:12:03Z', 'revision_number': 3, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:02Z', 'updated_at': '2021-11-02T12:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:09.217916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:09.221625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3e26f-17ce-4adb-932b-097f2916a096 req-bfe822b4-6268-4a9c-938e-9c1728c0dccc tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:09.227230 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:09.229862 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f4f3e26f-17ce-4adb-932b-097f2916a096 req-bfe822b4-6268-4a9c-938e-9c1728c0dccc tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.1468368 Nov 02 12:12:09.250549 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:09.251364 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:09.253458 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06593a07-99a0-40dc-a936-46296409fa48 req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] 10.222.0.54 "PUT /v2.0/ports/13524ad8-f602-4ece-9f00-b780afaf2803 HTTP/1.1" status: 200 len: 1092 time: 2.2317550 Nov 02 12:12:09.256517 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'tag': '13524ad8-f602-4ece-9f00-b780afaf2803'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:12:09.258956 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0295b0c-1acd-400f-b0ce-0795f8ba8900" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2dc265-6539-4ea0-b6ad-203fb855c48c", "tag": "13524ad8-f602-4ece-9f00-b780afaf2803"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:12:09.272830 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5086d95-c0ae-429b-98bd-61774c25541d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:09.290177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dbfabc-a7d6-495d-9e8d-75f834a11515 None None] The sync data for ids ['ddb63091-2715-4819-b85a-1bb74807ab69'] in n-d-806683-18 is: [{'id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504477631', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:01Z', 'updated_at': '2021-11-02T12:12:03Z', 'revision_number': 3, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:02Z', 'updated_at': '2021-11-02T12:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:12:09.365645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f4f3e26f-17ce-4adb-932b-097f2916a096 req-02389d2c-30ad-420c-8c08-cd1e39bf60b7 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336932 Nov 02 12:12:09.402209 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Pushing event updated for resources: {'Port': ['ID=3cec4b2e-9b93-478a-be29-43750b72541f,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:09.424911 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80533d1d-0cb7-469d-9089-e6cf4c6ddb56 service neutron] Pushing event updated for resources: {'Port': ['ID=13524ad8-f602-4ece-9f00-b780afaf2803,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:09.498948 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Network 00516d6f-746d-40b8-a358-bef24915abd9 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:09.536080 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505d1ae8-3988-4aa3-b462-c55320cf4e8d x-openstack-request-id: req-505d1ae8-3988-4aa3-b462-c55320cf4e8d {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:12:09.536432 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2dc265-6539-4ea0-b6ad-203fb855c48c", "tag": "13524ad8-f602-4ece-9f00-b780afaf2803", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:12:09.536623 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-505d1ae8-3988-4aa3-b462-c55320cf4e8d {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:12:09.537021 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'tag': '13524ad8-f602-4ece-9f00-b780afaf2803', 'status': 'completed', 'code': 200} Nov 02 12:12:09.579492 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:09.581365 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Pushing event updated for resources: {'Port': ['ID=89d13a5a-4ac6-48ea-a1e7-149928b98b04,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:09.588565 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:09.598159 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5086d95-c0ae-429b-98bd-61774c25541d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:09.633804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Attempting to bind port 3cec4b2e-9b93-478a-be29-43750b72541f on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:12:09.634239 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Attempting to bind port 3cec4b2e-9b93-478a-be29-43750b72541f by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '959359f8-a970-43dc-90ff-70429f9d72e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f53ab2ed-1076-49e6-ba08-2dbd5dfd7808'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:12:09.634851 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Attempting to bind port 3cec4b2e-9b93-478a-be29-43750b72541f on network f53ab2ed-1076-49e6-ba08-2dbd5dfd7808 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:12:09.647286 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:12:09.647682 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Checking segment: {'id': '959359f8-a970-43dc-90ff-70429f9d72e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f53ab2ed-1076-49e6-ba08-2dbd5dfd7808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:09.650218 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:09.650650 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Bound using segment: {'id': '959359f8-a970-43dc-90ff-70429f9d72e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f53ab2ed-1076-49e6-ba08-2dbd5dfd7808'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:12:09.651268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Bound port: 3cec4b2e-9b93-478a-be29-43750b72541f, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959359f8-a970-43dc-90ff-70429f9d72e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f53ab2ed-1076-49e6-ba08-2dbd5dfd7808'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:12:09.651580 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:09.676328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5086d95-c0ae-429b-98bd-61774c25541d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network f53ab2ed-1076-49e6-ba08-2dbd5dfd7808 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:09.683400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-e5086d95-c0ae-429b-98bd-61774c25541d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:09.694060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5086d95-c0ae-429b-98bd-61774c25541d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:09.702547 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5086d95-c0ae-429b-98bd-61774c25541d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=0f77a618-8102-4551-867b-571adbde543f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:09.741363 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06593a07-99a0-40dc-a936-46296409fa48 req-e4035890-a0b6-4da8-be1f-ec7e85196da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:09.744644 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06593a07-99a0-40dc-a936-46296409fa48 req-e4035890-a0b6-4da8-be1f-ec7e85196da7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 1095 time: 0.2981062 Nov 02 12:12:09.836900 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5086d95-c0ae-429b-98bd-61774c25541d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:09.838881 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06593a07-99a0-40dc-a936-46296409fa48 req-75209b52-e7ef-4f8e-b9c0-0e0f7087a94b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13524ad8-f602-4ece-9f00-b780afaf2803 HTTP/1.1" status: 200 len: 217 time: 0.0852666 Nov 02 12:12:09.844161 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Attempting to bind port 89d13a5a-4ac6-48ea-a1e7-149928b98b04 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:12:09.845227 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Attempting to bind port 89d13a5a-4ac6-48ea-a1e7-149928b98b04 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:12:09.845602 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Attempting to bind port 89d13a5a-4ac6-48ea-a1e7-149928b98b04 on network 00516d6f-746d-40b8-a358-bef24915abd9 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:12:09.847507 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5086d95-c0ae-429b-98bd-61774c25541d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:09.865869 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:12:09.866252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Checking segment: {'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:09.866655 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:09.867155 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Bound using segment: {'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:12:09.867998 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Bound port: 89d13a5a-4ac6-48ea-a1e7-149928b98b04, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:12:09.867998 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:09.956796 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e5086d95-c0ae-429b-98bd-61774c25541d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8943536 Nov 02 12:12:09.960000 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 45876) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:10.019206 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] For port 3cec4b2e-9b93-478a-be29-43750b72541f, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:12:10.046298 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] For port 3cec4b2e-9b93-478a-be29-43750b72541f, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3cec4b2e-9b93-478a-be29-43750b72541f,segment=NetworkSegment(959359f8-a970-43dc-90ff-70429f9d72e9),segment_id=959359f8-a970-43dc-90ff-70429f9d72e9)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:12:10.068626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7972f-84dd-49e3-9d7e-d0f2eb707355 req-d2efbf87-72bd-4421-9a6a-489e554a687f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:10.069606 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-70e7972f-84dd-49e3-9d7e-d0f2eb707355 req-d2efbf87-72bd-4421-9a6a-489e554a687f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.1840916 Nov 02 12:12:10.069877 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06593a07-99a0-40dc-a936-46296409fa48 req-367acbd0-f200-43aa-bf77-5f4e73e59e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:10.071438 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06593a07-99a0-40dc-a936-46296409fa48 req-367acbd0-f200-43aa-bf77-5f4e73e59e0d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.1949399 Nov 02 12:12:10.106807 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] For port 89d13a5a-4ac6-48ea-a1e7-149928b98b04, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:12:10.112674 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] For port 89d13a5a-4ac6-48ea-a1e7-149928b98b04, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=89d13a5a-4ac6-48ea-a1e7-149928b98b04,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:12:10.134684 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:10.217576 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62b717-da55-426d-ae2e-fdbe6aec1dc7 None None] Pushing event updated for resources: {'Port': ['ID=3cec4b2e-9b93-478a-be29-43750b72541f,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:10.221830 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:10.320090 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b34615-2aa9-4ab9-ab3b-9d382c7192e2 None None] Pushing event updated for resources: {'Port': ['ID=89d13a5a-4ac6-48ea-a1e7-149928b98b04,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:10.420416 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06593a07-99a0-40dc-a936-46296409fa48 req-af4a511d-25e5-4487-87b0-25eb995ef7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:10.422294 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06593a07-99a0-40dc-a936-46296409fa48 req-af4a511d-25e5-4487-87b0-25eb995ef7bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3419223 Nov 02 12:12:10.479631 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-a8d3aeea-ba26-40bb-91c1-08bbf2400c55 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Allocated IP 172.20.0.1 (00516d6f-746d-40b8-a358-bef24915abd9/b78498b4-04fd-46bf-bc39-b176cdb7c77c/5f5b0468-0162-4f7d-84b6-27ae17d43d82) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:10.685036 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06593a07-99a0-40dc-a936-46296409fa48 req-25200bb5-d8fb-4f8e-8850-8d2be87fb2f0 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547367 Nov 02 12:12:10.829277 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-70e7972f-84dd-49e3-9d7e-d0f2eb707355 req-04699ca9-b4a6-407b-8598-9ebc37a9ed0d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6715069 Nov 02 12:12:11.030523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b6aed618-acbf-4e3f-a3b5-dbd5a032eb31 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:12:11.064184 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06593a07-99a0-40dc-a936-46296409fa48 req-fec9f7e3-668d-4555-9c47-2edb8ff748bc service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658159 Nov 02 12:12:11.132139 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b6aed618-acbf-4e3f-a3b5-dbd5a032eb31 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:11.132693 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:11.180220 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8d3aeea-ba26-40bb-91c1-08bbf2400c55 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:11.238069 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8ff53-b894-4b0b-b76c-d2e713f0b659 req-f6c8b399-62c5-43be-8060-c55dd9bce9b2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:11.250189 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-68a8ff53-b894-4b0b-b76c-d2e713f0b659 req-f6c8b399-62c5-43be-8060-c55dd9bce9b2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 943 time: 0.2763577 Nov 02 12:12:11.287747 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:11.303649 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-36241e85-7a85-4f3b-bf67-ab46e754b525 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:11.318411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port b6aed618-acbf-4e3f-a3b5-dbd5a032eb31, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b6aed618-acbf-4e3f-a3b5-dbd5a032eb31,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:11.331497 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8d3aeea-ba26-40bb-91c1-08bbf2400c55 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:11.347657 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-68a8ff53-b894-4b0b-b76c-d2e713f0b659 req-60383a83-2811-4ca1-a3b6-d6a7033fac67 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953891 Nov 02 12:12:11.419319 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0295b0c-1acd-400f-b0ce-0795f8ba8900 req-9bfcc262-2529-40eb-8b3f-2b937d602519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:11.421063 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a0295b0c-1acd-400f-b0ce-0795f8ba8900 req-9bfcc262-2529-40eb-8b3f-2b937d602519 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 1095 time: 0.1524558 Nov 02 12:12:11.435197 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d3aeea-ba26-40bb-91c1-08bbf2400c55 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network 00516d6f-746d-40b8-a358-bef24915abd9 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:11.449095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-a8d3aeea-ba26-40bb-91c1-08bbf2400c55 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:11.451145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3aeea-ba26-40bb-91c1-08bbf2400c55 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=5f5b0468-0162-4f7d-84b6-27ae17d43d82,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:11.454345 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3aeea-ba26-40bb-91c1-08bbf2400c55 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:11.458567 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:11.529703 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8d3aeea-ba26-40bb-91c1-08bbf2400c55 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:11.572320 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=b6aed618-acbf-4e3f-a3b5-dbd5a032eb31,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:11.674034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5422431-2e53-4e3a-bbfa-4ba2c0fec5de req-65e5b599-36a0-4c57-8497-fb0da9debbab tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:11.682502 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e5422431-2e53-4e3a-bbfa-4ba2c0fec5de req-65e5b599-36a0-4c57-8497-fb0da9debbab tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.1598747 Nov 02 12:12:11.734572 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0295b0c-1acd-400f-b0ce-0795f8ba8900 req-1e7b5d54-c441-4929-ab8c-9b302f2951c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:11.736312 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a0295b0c-1acd-400f-b0ce-0795f8ba8900 req-1e7b5d54-c441-4929-ab8c-9b302f2951c6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.2966521 Nov 02 12:12:11.804273 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a0295b0c-1acd-400f-b0ce-0795f8ba8900 req-c7b1c9fe-0013-445a-a661-9fd99cf39adf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13524ad8-f602-4ece-9f00-b780afaf2803 HTTP/1.1" status: 200 len: 217 time: 0.0612042 Nov 02 12:12:11.809609 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-36241e85-7a85-4f3b-bf67-ab46e754b525 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:11.854136 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e5422431-2e53-4e3a-bbfa-4ba2c0fec5de req-65e5398c-b222-48c0-aade-2b61b48efaf5 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705544 Nov 02 12:12:11.863673 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0295b0c-1acd-400f-b0ce-0795f8ba8900 req-bb21b43e-18b7-4d1c-af54-44f9e954d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:11.865309 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a0295b0c-1acd-400f-b0ce-0795f8ba8900 req-bb21b43e-18b7-4d1c-af54-44f9e954d9ef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0536346 Nov 02 12:12:11.941269 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-36241e85-7a85-4f3b-bf67-ab46e754b525 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:11.967851 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0295b0c-1acd-400f-b0ce-0795f8ba8900 req-014e9ef7-a88f-4ec8-b047-ac0768d83ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:11.969901 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a0295b0c-1acd-400f-b0ce-0795f8ba8900 req-014e9ef7-a88f-4ec8-b047-ac0768d83ee6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904417 Nov 02 12:12:11.990866 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8d3aeea-ba26-40bb-91c1-08bbf2400c55 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:12.001035 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc40c53a-5147-4e1a-93f8-361729193ae3 None None] Network 00516d6f-746d-40b8-a358-bef24915abd9 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:12:12.105192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36241e85-7a85-4f3b-bf67-ab46e754b525 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=0f77a618-8102-4551-867b-571adbde543f,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:12.242859 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ede2a81c-1161-4704-b486-854275698020 None None] Provisioning complete for port 89d13a5a-4ac6-48ea-a1e7-149928b98b04 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:12.246780 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ede2a81c-1161-4704-b486-854275698020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:12.275791 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a0295b0c-1acd-400f-b0ce-0795f8ba8900 req-d520a420-45d5-4b24-98a9-a361c96f4fa3 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972727 Nov 02 12:12:12.439372 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-36241e85-7a85-4f3b-bf67-ab46e754b525 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:12.745040 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8d3aeea-ba26-40bb-91c1-08bbf2400c55 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:12.750767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60521b-5dfb-48f3-854d-9a42c6992d0e req-e538120d-2e94-4767-82e1-9924c9c72cd4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:12.753572 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf60521b-5dfb-48f3-854d-9a42c6992d0e req-e538120d-2e94-4767-82e1-9924c9c72cd4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 943 time: 0.0962775 Nov 02 12:12:12.868101 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a0295b0c-1acd-400f-b0ce-0795f8ba8900 req-bdde0d49-4226-4315-af83-56f9e906a136 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833759 Nov 02 12:12:12.870731 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8d3aeea-ba26-40bb-91c1-08bbf2400c55 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:12.890644 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-36241e85-7a85-4f3b-bf67-ab46e754b525 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:12.898957 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf60521b-5dfb-48f3-854d-9a42c6992d0e req-e8ddd00d-de87-457b-b6fe-013693fef011 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324785 Nov 02 12:12:12.965419 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f84dc8-03ab-4c4e-9c72-54a0c257ed02 None None] Network f53ab2ed-1076-49e6-ba08-2dbd5dfd7808 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:12:13.062058 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3aeea-ba26-40bb-91c1-08bbf2400c55 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=5f5b0468-0162-4f7d-84b6-27ae17d43d82,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:13.094409 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a8d3aeea-ba26-40bb-91c1-08bbf2400c55 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:13.131593 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ede2a81c-1161-4704-b486-854275698020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:13.138583 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b6aed618-acbf-4e3f-a3b5-dbd5a032eb31 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:12:13.283364 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ede2a81c-1161-4704-b486-854275698020 None None] For port 89d13a5a-4ac6-48ea-a1e7-149928b98b04, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=89d13a5a-4ac6-48ea-a1e7-149928b98b04,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:13.329571 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d3aeea-ba26-40bb-91c1-08bbf2400c55 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network 00516d6f-746d-40b8-a358-bef24915abd9 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:13.331119 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-a8d3aeea-ba26-40bb-91c1-08bbf2400c55 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:13.345302 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8b8a7-d0fe-423a-a7cb-5ffcec258129 req-1b56c9ab-28c0-49cb-9ed4-8f1418d9932b tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:13.359313 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fc8b8a7-d0fe-423a-a7cb-5ffcec258129 req-1b56c9ab-28c0-49cb-9ed4-8f1418d9932b tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.2182631 Nov 02 12:12:13.362137 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b6aed618-acbf-4e3f-a3b5-dbd5a032eb31 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:13.362523 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:13.474767 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ede2a81c-1161-4704-b486-854275698020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:13.513269 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fc8b8a7-d0fe-423a-a7cb-5ffcec258129 req-d0495e8d-4891-43a2-9519-58145b293c51 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524127 Nov 02 12:12:13.558378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2a81c-1161-4704-b486-854275698020 None None] Pushing event updated for resources: {'Port': ['ID=89d13a5a-4ac6-48ea-a1e7-149928b98b04,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:13.579389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d3aeea-ba26-40bb-91c1-08bbf2400c55 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router ddb63091-2715-4819-b85a-1bb74807ab69 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:12:13.617871 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-36241e85-7a85-4f3b-bf67-ab46e754b525 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:13.620739 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3cec4b2e-9b93-478a-be29-43750b72541f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:12:13.682313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-93c9ad4e-3869-46b7-b622-c60a440b39e6 None None] Provisioning complete for port 3cec4b2e-9b93-478a-be29-43750b72541f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:13.682835 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-93c9ad4e-3869-46b7-b622-c60a440b39e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:13.710977 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-36241e85-7a85-4f3b-bf67-ab46e754b525 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:13.774602 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d3aeea-ba26-40bb-91c1-08bbf2400c55 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:12:13.780474 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a8d3aeea-ba26-40bb-91c1-08bbf2400c55 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "PUT /v2.0/routers/ddb63091-2715-4819-b85a-1bb74807ab69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4647322 Nov 02 12:12:13.793870 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Sync routers for ids ['ddb63091-2715-4819-b85a-1bb74807ab69'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:12:13.812804 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-93c9ad4e-3869-46b7-b622-c60a440b39e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:13.826035 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 3cec4b2e-9b93-478a-be29-43750b72541f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:13.826497 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:13.833044 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Routers {'ddb63091-2715-4819-b85a-1bb74807ab69'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:13.833738 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddb63091-2715-4819-b85a-1bb74807ab69'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:14.081841 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:14.085039 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-93c9ad4e-3869-46b7-b622-c60a440b39e6 None None] For port 3cec4b2e-9b93-478a-be29-43750b72541f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3cec4b2e-9b93-478a-be29-43750b72541f,segment=NetworkSegment(959359f8-a970-43dc-90ff-70429f9d72e9),segment_id=959359f8-a970-43dc-90ff-70429f9d72e9)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:14.112244 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Set router ddb63091-2715-4819-b85a-1bb74807ab69 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:12:14.238036 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-93c9ad4e-3869-46b7-b622-c60a440b39e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:14.243298 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:12:14.246573 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:12:14.278095 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-93c9ad4e-3869-46b7-b622-c60a440b39e6 None None] Provisioning complete for port 5f5b0468-0162-4f7d-84b6-27ae17d43d82 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:14.278693 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-93c9ad4e-3869-46b7-b622-c60a440b39e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:14.337473 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-93c9ad4e-3869-46b7-b622-c60a440b39e6 None None] Port 5f5b0468-0162-4f7d-84b6-27ae17d43d82 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:12:14.350890 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9ad4e-3869-46b7-b622-c60a440b39e6 None None] Pushing event updated for resources: {'Port': ['ID=3cec4b2e-9b93-478a-be29-43750b72541f,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:14.360881 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-93c9ad4e-3869-46b7-b622-c60a440b39e6 None None] Provisioning complete for port 89d13a5a-4ac6-48ea-a1e7-149928b98b04 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:14.366885 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-93c9ad4e-3869-46b7-b622-c60a440b39e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:14.503830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36241e85-7a85-4f3b-bf67-ab46e754b525 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=0f77a618-8102-4551-867b-571adbde543f,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:14.507639 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-36241e85-7a85-4f3b-bf67-ab46e754b525 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:14.524526 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504477631', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:01Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:02Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '5f5b0468-0162-4f7d-84b6-27ae17d43d82', 'name': '', 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:7b:99:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:09Z', 'updated_at': '2021-11-02T12:12:12Z', 'revision_number': 2, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:14.559266 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Checking router: ddb63091-2715-4819-b85a-1bb74807ab69 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:12:14.560160 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Updating router ddb63091-2715-4819-b85a-1bb74807ab69 port 5f5b0468-0162-4f7d-84b6-27ae17d43d82 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:12:14.569847 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe38659-4ed6-436c-a095-6d870415934d req-ac9c7b36-3966-4613-99cf-6f5abf5bcd1f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:14.571456 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9fe38659-4ed6-436c-a095-6d870415934d req-ac9c7b36-3966-4613-99cf-6f5abf5bcd1f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 943 time: 0.1392479 Nov 02 12:12:14.592423 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:14.603442 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-bee040ac-44f3-4c85-8f48-eb67f386ae25 None None] Provisioning complete for port 0f77a618-8102-4551-867b-571adbde543f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:14.604208 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bee040ac-44f3-4c85-8f48-eb67f386ae25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:14.660833 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-bee040ac-44f3-4c85-8f48-eb67f386ae25 None None] Port 0f77a618-8102-4551-867b-571adbde543f cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:12:14.674212 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-bee040ac-44f3-4c85-8f48-eb67f386ae25 None None] Provisioning complete for port 3cec4b2e-9b93-478a-be29-43750b72541f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:14.675692 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bee040ac-44f3-4c85-8f48-eb67f386ae25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:14.724845 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9fe38659-4ed6-436c-a095-6d870415934d req-2b4cf136-ca33-416f-8753-c71029998ece tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191742 Nov 02 12:12:14.748408 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36241e85-7a85-4f3b-bf67-ab46e754b525 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network f53ab2ed-1076-49e6-ba08-2dbd5dfd7808 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:14.749883 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-36241e85-7a85-4f3b-bf67-ab46e754b525 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:14.884254 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 89d13a5a-4ac6-48ea-a1e7-149928b98b04 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:12:14.970842 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 89d13a5a-4ac6-48ea-a1e7-149928b98b04 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:14.971302 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:14.971432 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-13f5f935-0af6-454d-a814-901cd9119f16 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2026385412&fields=id&tenant_id=07cf3fda95d044dc8f8b573bd1e4f625 HTTP/1.1" status: 200 len: 267 time: 0.1277590 Nov 02 12:12:15.002891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-bee040ac-44f3-4c85-8f48-eb67f386ae25 None None] Provisioning complete for port 5f5b0468-0162-4f7d-84b6-27ae17d43d82 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:15.003292 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bee040ac-44f3-4c85-8f48-eb67f386ae25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:15.064951 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:15.066994 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-bee040ac-44f3-4c85-8f48-eb67f386ae25 None None] Port 5f5b0468-0162-4f7d-84b6-27ae17d43d82 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:12:15.141598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-14cb163e-4969-4445-ad89-7165514c79dc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:15.144366 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-14cb163e-4969-4445-ad89-7165514c79dc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/networks?id=00516d6f-746d-40b8-a358-bef24915abd9 HTTP/1.1" status: 200 len: 796 time: 0.1718075 Nov 02 12:12:15.165081 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-42c85c38-1de9-41e1-9ccb-9ec240d7c3ac tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/quotas/07cf3fda95d044dc8f8b573bd1e4f625 HTTP/1.1" status: 200 len: 375 time: 0.0144835 Nov 02 12:12:15.185508 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:15.189681 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f21e89d4-9749-4eca-936c-c7a15d84c995 None None] Provisioning complete for port 0f77a618-8102-4551-867b-571adbde543f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:15.193275 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f21e89d4-9749-4eca-936c-c7a15d84c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:15.225081 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3cec4b2e-9b93-478a-be29-43750b72541f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:12:15.234499 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-ea065cfa-a14e-475d-b9c1-3149439740e4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585160 Nov 02 12:12:15.235346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36241e85-7a85-4f3b-bf67-ab46e754b525 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 6323f0db-7580-44bc-8612-c30bb9427c01 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:12:15.254566 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103be9d6-fdbe-4bae-b9af-3dd09b214266 None None] Pushing event updated for resources: {'Port': ['ID=5f5b0468-0162-4f7d-84b6-27ae17d43d82,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:15.269414 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103be9d6-fdbe-4bae-b9af-3dd09b214266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:15.269621 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103be9d6-fdbe-4bae-b9af-3dd09b214266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:15.269962 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103be9d6-fdbe-4bae-b9af-3dd09b214266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:15.270562 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103be9d6-fdbe-4bae-b9af-3dd09b214266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:15.270892 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103be9d6-fdbe-4bae-b9af-3dd09b214266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:15.271259 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103be9d6-fdbe-4bae-b9af-3dd09b214266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:15.271582 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103be9d6-fdbe-4bae-b9af-3dd09b214266 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:15.271906 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103be9d6-fdbe-4bae-b9af-3dd09b214266 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:15.272222 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103be9d6-fdbe-4bae-b9af-3dd09b214266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:15.272538 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103be9d6-fdbe-4bae-b9af-3dd09b214266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:15.272855 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103be9d6-fdbe-4bae-b9af-3dd09b214266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:15.273176 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103be9d6-fdbe-4bae-b9af-3dd09b214266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:15.312434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f21e89d4-9749-4eca-936c-c7a15d84c995 None None] Port 0f77a618-8102-4551-867b-571adbde543f cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:12:15.331730 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Attempting to bind port 5f5b0468-0162-4f7d-84b6-27ae17d43d82 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:12:15.332347 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Attempting to bind port 5f5b0468-0162-4f7d-84b6-27ae17d43d82 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:12:15.333392 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Attempting to bind port 5f5b0468-0162-4f7d-84b6-27ae17d43d82 on network 00516d6f-746d-40b8-a358-bef24915abd9 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:12:15.341449 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:12:15.341828 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Checking segment: {'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:15.342281 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:15.344543 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Bound using segment: {'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:12:15.344543 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Bound port: 5f5b0468-0162-4f7d-84b6-27ae17d43d82, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:12:15.344543 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:15.356944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 3cec4b2e-9b93-478a-be29-43750b72541f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:15.358906 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:15.445660 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36241e85-7a85-4f3b-bf67-ab46e754b525 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:12:15.449438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-e78247ac-eb05-4b5e-a2b4-62ddd7d2c80b service neutron] 10.222.0.52 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666176 Nov 02 12:12:15.455733 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-36241e85-7a85-4f3b-bf67-ab46e754b525 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/6323f0db-7580-44bc-8612-c30bb9427c01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4923997 Nov 02 12:12:15.456633 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46098) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:15.468322 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] For port 5f5b0468-0162-4f7d-84b6-27ae17d43d82, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:12:15.476500 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] For port 5f5b0468-0162-4f7d-84b6-27ae17d43d82, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5f5b0468-0162-4f7d-84b6-27ae17d43d82,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:12:15.482110 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91882b7d-17c3-4463-a414-4b1be26b45c4 None None] Sync routers for ids ['6323f0db-7580-44bc-8612-c30bb9427c01'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:12:15.523630 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91882b7d-17c3-4463-a414-4b1be26b45c4 None None] Routers {'6323f0db-7580-44bc-8612-c30bb9427c01'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:15.524187 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-91882b7d-17c3-4463-a414-4b1be26b45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6323f0db-7580-44bc-8612-c30bb9427c01'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:15.530081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a01e39-dfa5-4299-9991-1d040e5a0408 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:15.541740 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d3a01e39-dfa5-4299-9991-1d040e5a0408 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/ports/0f77a618-8102-4551-867b-571adbde543f HTTP/1.1" status: 200 len: 976 time: 0.0837133 Nov 02 12:12:15.544614 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46102) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:15.563192 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:15.583835 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-91882b7d-17c3-4463-a414-4b1be26b45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:15.612277 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 89d13a5a-4ac6-48ea-a1e7-149928b98b04 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:12:15.628546 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-a617221d-64e8-487d-b306-6b25c8d30c73 service neutron] 10.222.0.52 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581192 Nov 02 12:12:15.643141 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103be9d6-fdbe-4bae-b9af-3dd09b214266 None None] Pushing event updated for resources: {'Port': ['ID=5f5b0468-0162-4f7d-84b6-27ae17d43d82,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:15.651971 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Routers {'ddb63091-2715-4819-b85a-1bb74807ab69'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:15.652923 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddb63091-2715-4819-b85a-1bb74807ab69'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:15.661737 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91882b7d-17c3-4463-a414-4b1be26b45c4 None None] Routers {'6323f0db-7580-44bc-8612-c30bb9427c01'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:15.662646 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-91882b7d-17c3-4463-a414-4b1be26b45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6323f0db-7580-44bc-8612-c30bb9427c01'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:15.707816 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-91882b7d-17c3-4463-a414-4b1be26b45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:15.708652 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91882b7d-17c3-4463-a414-4b1be26b45c4 None None] The sync data for ids ['6323f0db-7580-44bc-8612-c30bb9427c01'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:12:15.767650 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 89d13a5a-4ac6-48ea-a1e7-149928b98b04 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:15.768040 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:15.815919 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-839b805f-4c5a-46c5-ba0d-09e218af4df9 None None] Provisioning complete for port 5f5b0468-0162-4f7d-84b6-27ae17d43d82 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:15.816302 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-839b805f-4c5a-46c5-ba0d-09e218af4df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:15.982593 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] Set router ddb63091-2715-4819-b85a-1bb74807ab69 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:12:15.987404 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-839b805f-4c5a-46c5-ba0d-09e218af4df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:16.045793 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-839b805f-4c5a-46c5-ba0d-09e218af4df9 None None] For port 5f5b0468-0162-4f7d-84b6-27ae17d43d82, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5f5b0468-0162-4f7d-84b6-27ae17d43d82,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:16.151655 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-839b805f-4c5a-46c5-ba0d-09e218af4df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:16.157895 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0512e34b-b75a-414c-8dd4-8e31df9c5fdf tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:16.197298 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06384f-f5d1-4694-8953-5354b4491c61 req-f04e9eb4-8bf8-4b2b-8b11-8aacbfb93b13 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:16.215535 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ee06384f-f5d1-4694-8953-5354b4491c61 req-f04e9eb4-8bf8-4b2b-8b11-8aacbfb93b13 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.1430714 Nov 02 12:12:16.256936 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b805f-4c5a-46c5-ba0d-09e218af4df9 None None] Pushing event updated for resources: {'Port': ['ID=5f5b0468-0162-4f7d-84b6-27ae17d43d82,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:16.282368 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-364527ef-023a-4a44-b1bb-c6aa04a5b217 None None] Provisioning complete for port 5f5b0468-0162-4f7d-84b6-27ae17d43d82 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:16.283042 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-364527ef-023a-4a44-b1bb-c6aa04a5b217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:16.306364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ee06384f-f5d1-4694-8953-5354b4491c61 req-44251b03-d4e3-4a08-a0ac-03431dc73528 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898089 Nov 02 12:12:16.318224 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504477631', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:01Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:02Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '5f5b0468-0162-4f7d-84b6-27ae17d43d82', 'name': '', 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:7b:99:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:09Z', 'updated_at': '2021-11-02T12:12:15Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:16.357113 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee33a5-b1e2-4577-b841-d3a1759122a6 None None] The sync data for ids ['ddb63091-2715-4819-b85a-1bb74807ab69'] in n-d-806683-18 is: [{'id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504477631', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:01Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:02Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '5f5b0468-0162-4f7d-84b6-27ae17d43d82', 'name': '', 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:7b:99:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:09Z', 'updated_at': '2021-11-02T12:12:15Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:12:16.490962 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce305c4f-c1c7-4f58-bd60-173082dd817e req-19224719-50d0-4724-a347-9bd171bbde65 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:16.501150 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ce305c4f-c1c7-4f58-bd60-173082dd817e req-19224719-50d0-4724-a347-9bd171bbde65 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 943 time: 0.1182842 Nov 02 12:12:16.563564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0512e34b-b75a-414c-8dd4-8e31df9c5fdf tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting port 0f77a618-8102-4551-867b-571adbde543f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:12:16.564124 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0512e34b-b75a-414c-8dd4-8e31df9c5fdf tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:16.570847 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ce305c4f-c1c7-4f58-bd60-173082dd817e req-3b8d6e19-9f83-4daf-8c2e-262fb7adb8b5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684898 Nov 02 12:12:16.652588 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ee926322-e37f-43ef-a202-528b063b2f63 req-6c0e3ec7-7795-42ba-87e8-3b87a18f7a22 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 210 time: 0.0366013 Nov 02 12:12:16.685957 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0512e34b-b75a-414c-8dd4-8e31df9c5fdf tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:16.701050 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0512e34b-b75a-414c-8dd4-8e31df9c5fdf tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Calling delete_port for 0f77a618-8102-4551-867b-571adbde543f owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:12:17.219686 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5f5b0468-0162-4f7d-84b6-27ae17d43d82 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:12:17.286772 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 5f5b0468-0162-4f7d-84b6-27ae17d43d82 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:17.287459 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:17.345729 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0512e34b-b75a-414c-8dd4-8e31df9c5fdf tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:17.383691 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512e34b-b75a-414c-8dd4-8e31df9c5fdf tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Port': ['ID=0f77a618-8102-4551-867b-571adbde543f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:17.509914 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8161190-3557-409c-8362-c504501ac009 req-5a614f2a-32fc-4922-86e2-c1b0d86de944 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:17.511852 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f8161190-3557-409c-8362-c504501ac009 req-5a614f2a-32fc-4922-86e2-c1b0d86de944 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.1119931 Nov 02 12:12:17.568513 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fc8e3c1a-b62c-41ed-9994-1c207e62dcf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:17.612215 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f8161190-3557-409c-8362-c504501ac009 req-e449ed8e-03f7-4343-ad2e-d708e1c184cb tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835490 Nov 02 12:12:17.634306 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0512e34b-b75a-414c-8dd4-8e31df9c5fdf tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:17.753552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b00cb6-df29-4a6b-acd7-8ffdbf79d56a req-28cf057f-155f-4468-9406-4e28177fe7f8 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:17.757159 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-67b00cb6-df29-4a6b-acd7-8ffdbf79d56a req-28cf057f-155f-4468-9406-4e28177fe7f8 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 943 time: 0.0709741 Nov 02 12:12:17.824062 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-67b00cb6-df29-4a6b-acd7-8ffdbf79d56a req-5c76e593-87ad-4049-a22c-0a1d0e5bd696 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593102 Nov 02 12:12:17.889137 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0512e34b-b75a-414c-8dd4-8e31df9c5fdf tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 6323f0db-7580-44bc-8612-c30bb9427c01 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:12:17.923298 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3f36fe4c-8f03-4c5c-96fa-5c2961428801 req-832192a4-70c3-49fc-89d1-4df2b79c7204 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 210 time: 0.0359430 Nov 02 12:12:17.981202 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0512e34b-b75a-414c-8dd4-8e31df9c5fdf tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:12:17.987827 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0512e34b-b75a-414c-8dd4-8e31df9c5fdf tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/6323f0db-7580-44bc-8612-c30bb9427c01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4416769 Nov 02 12:12:17.992128 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c6e97-7dff-47af-b1c3-65c51b9f5edc None None] Sync routers for ids ['6323f0db-7580-44bc-8612-c30bb9427c01'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:12:17.994882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46178) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:18.004791 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c6e97-7dff-47af-b1c3-65c51b9f5edc None None] Routers {'6323f0db-7580-44bc-8612-c30bb9427c01'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:18.005416 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b51c6e97-7dff-47af-b1c3-65c51b9f5edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6323f0db-7580-44bc-8612-c30bb9427c01'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:18.040775 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b51c6e97-7dff-47af-b1c3-65c51b9f5edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:18.050881 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c6e97-7dff-47af-b1c3-65c51b9f5edc None None] Routers {'6323f0db-7580-44bc-8612-c30bb9427c01'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:18.051643 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b51c6e97-7dff-47af-b1c3-65c51b9f5edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['6323f0db-7580-44bc-8612-c30bb9427c01'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:18.090805 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b51c6e97-7dff-47af-b1c3-65c51b9f5edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:18.091516 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c6e97-7dff-47af-b1c3-65c51b9f5edc None None] The sync data for ids ['6323f0db-7580-44bc-8612-c30bb9427c01'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:12:18.300892 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-9665f1c0-85ce-44b5-ba97-97c5c3bb066c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] remove_router_interface failed (client error): The resource could not be found. Nov 02 12:12:18.302234 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9665f1c0-85ce-44b5-ba97-97c5c3bb066c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/6323f0db-7580-44bc-8612-c30bb9427c01/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3061080 Nov 02 12:12:18.305234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46194) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:18.376882 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3825a18a-3436-4aa3-8f1e-cc0bd8386779 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/ports?device_id=6323f0db-7580-44bc-8612-c30bb9427c01 HTTP/1.1" status: 200 len: 205 time: 0.0701203 Nov 02 12:12:18.379280 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46196) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:18.467516 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e2642-dc40-4507-8767-6c540deabf03 req-8fde7a07-3489-4e8e-b050-ea9944e3a915 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:18.470371 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-568e2642-dc40-4507-8767-6c540deabf03 req-8fde7a07-3489-4e8e-b050-ea9944e3a915 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/networks?id=799f371f-9c20-425f-a7b3-a7ef1513b5af HTTP/1.1" status: 200 len: 814 time: 0.2067792 Nov 02 12:12:18.485934 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-568e2642-dc40-4507-8767-6c540deabf03 req-4e8a7dd2-49d4-494a-b3ab-6d367d06ee74 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/quotas/35c0a87bcf9d475ebd0d26e2b331e2d1 HTTP/1.1" status: 200 len: 375 time: 0.0101779 Nov 02 12:12:18.510486 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-40497ff7-05ae-442b-b2f6-494cba505416 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:18.522621 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-568e2642-dc40-4507-8767-6c540deabf03 req-fe0ef8ed-2882-4d6c-8de2-875546f96243 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=35c0a87bcf9d475ebd0d26e2b331e2d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294836 Nov 02 12:12:18.675611 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-568e2642-dc40-4507-8767-6c540deabf03 req-11b3fde7-d946-410a-8e83-43e5bc5e8bb9 service neutron] 10.222.0.52 "GET /v2.0/networks/799f371f-9c20-425f-a7b3-a7ef1513b5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441343 Nov 02 12:12:18.745587 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-40497ff7-05ae-442b-b2f6-494cba505416 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:18.748907 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-40497ff7-05ae-442b-b2f6-494cba505416 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:18.761175 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-d2a6e9bb-7497-408b-8719-50a4d7791750 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:18.762648 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-d2a6e9bb-7497-408b-8719-50a4d7791750 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.54 "GET /v2.0/networks?id=00516d6f-746d-40b8-a358-bef24915abd9 HTTP/1.1" status: 200 len: 796 time: 0.3345132 Nov 02 12:12:18.787086 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-568e2642-dc40-4507-8767-6c540deabf03 req-295bdf20-bf2e-4852-9ec3-c860660f89c8 service neutron] 10.222.0.52 "GET /v2.0/networks/799f371f-9c20-425f-a7b3-a7ef1513b5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009238 Nov 02 12:12:18.859144 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-96d34be9-b968-4cf2-9fd3-626f4f1f4092 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07cf3fda95d044dc8f8b573bd1e4f625 HTTP/1.1" status: 200 len: 380 time: 0.0629675 Nov 02 12:12:18.869403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-a5481ddf-3c0d-4af9-aeb3-70fe63a9499a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'port': {'device_id': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9', 'admin_state_up': True, 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'security_groups': ['00340485-1398-4491-a580-9f5ad355f51d']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:18.928839 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-40497ff7-05ae-442b-b2f6-494cba505416 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:18.929390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40497ff7-05ae-442b-b2f6-494cba505416 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Fanout notify agent at l3_agent the message router_deleted on router 6323f0db-7580-44bc-8612-c30bb9427c01 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:12:18.939499 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-40497ff7-05ae-442b-b2f6-494cba505416 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:18.940556 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-40497ff7-05ae-442b-b2f6-494cba505416 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/routers/6323f0db-7580-44bc-8612-c30bb9427c01 HTTP/1.1" status: 204 len: 168 time: 0.5602026 Nov 02 12:12:18.943497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46202) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:19.030959 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4de0efa-c6af-4504-8b70-7174f56bfa61 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting subnet 92b17afa-fa55-4d60-b577-bbcd7a423572 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:12:19.036153 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4de0efa-c6af-4504-8b70-7174f56bfa61 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:19.084179 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4de0efa-c6af-4504-8b70-7174f56bfa61 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:19.100523 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bbb0-9278-4c29-932e-b10581f4f0f2 req-025c5fed-e26e-447f-a23f-964c2c240bb1 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:19.102075 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2da5bbb0-9278-4c29-932e-b10581f4f0f2 req-025c5fed-e26e-447f-a23f-964c2c240bb1 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.0604343 Nov 02 12:12:19.135604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-a5481ddf-3c0d-4af9-aeb3-70fe63a9499a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Made reservation on behalf of 07cf3fda95d044dc8f8b573bd1e4f625 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:12:19.139128 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-a5481ddf-3c0d-4af9-aeb3-70fe63a9499a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:19.162624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2da5bbb0-9278-4c29-932e-b10581f4f0f2 req-b360d34e-1b01-4264-a7f1-dab30d366df8 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502639 Nov 02 12:12:19.259527 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4de0efa-c6af-4504-8b70-7174f56bfa61 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:19.274020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c043b9-8aca-482e-ab60-b447b0ce831a req-19a440d5-ccca-4fd8-a969-a955642829b5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:19.275631 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7c043b9-8aca-482e-ab60-b447b0ce831a req-19a440d5-ccca-4fd8-a969-a955642829b5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 943 time: 0.0511799 Nov 02 12:12:19.327325 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7c043b9-8aca-482e-ab60-b447b0ce831a req-1c4c292a-3c5e-4e99-b9ac-ec537bd2efa3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450962 Nov 02 12:12:19.393892 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-a5481ddf-3c0d-4af9-aeb3-70fe63a9499a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Allocated IP 172.20.0.4 (00516d6f-746d-40b8-a358-bef24915abd9/b78498b4-04fd-46bf-bc39-b176cdb7c77c/8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:19.419009 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2bb820b5-60bd-48ac-b3cc-8569063cef6f req-34cea456-1a4d-4d10-8d3b-2387bb7d32d5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 210 time: 0.0282273 Nov 02 12:12:19.491608 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59d62f2d-2811-475b-a6c0-e29fc9c8d9b6 req-88d8b065-2ced-4ddf-808c-10f1d63d3d1a tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 210 time: 0.0327559 Nov 02 12:12:19.500169 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4de0efa-c6af-4504-8b70-7174f56bfa61 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:19.535810 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de0efa-c6af-4504-8b70-7174f56bfa61 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Subnet': ['ID=92b17afa-fa55-4d60-b577-bbcd7a423572,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:19.537874 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4de0efa-c6af-4504-8b70-7174f56bfa61 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:19.541161 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a4de0efa-c6af-4504-8b70-7174f56bfa61 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/subnets/92b17afa-fa55-4d60-b577-bbcd7a423572 HTTP/1.1" status: 204 len: 168 time: 0.5967188 Nov 02 12:12:19.541340 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7ed2fe-f622-4390-a0c1-1d2083987773 None None] Network f53ab2ed-1076-49e6-ba08-2dbd5dfd7808 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:12:19.544610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46214) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:19.631134 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:19.698531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting port 3cec4b2e-9b93-478a-be29-43750b72541f {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:12:19.698879 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:19.709940 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-a5481ddf-3c0d-4af9-aeb3-70fe63a9499a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:19.762137 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0796806-6f16-4dde-99d2-b5f96e564e5f None None] DHCP port deletion for f53ab2ed-1076-49e6-ba08-2dbd5dfd7808 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:12:19.780276 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] For port 3cec4b2e-9b93-478a-be29-43750b72541f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3cec4b2e-9b93-478a-be29-43750b72541f,segment=NetworkSegment(959359f8-a970-43dc-90ff-70429f9d72e9),segment_id=959359f8-a970-43dc-90ff-70429f9d72e9)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:19.780556 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:19.795003 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Calling delete_port for 3cec4b2e-9b93-478a-be29-43750b72541f owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:12:19.800471 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3e1acf5a-e740-4ad9-9e39-59ce85c658e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:19.818692 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a0796806-6f16-4dde-99d2-b5f96e564e5f None None] Deleting port 3cec4b2e-9b93-478a-be29-43750b72541f {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:12:19.819100 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a0796806-6f16-4dde-99d2-b5f96e564e5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:19.865670 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-a5481ddf-3c0d-4af9-aeb3-70fe63a9499a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:19.890898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a0796806-6f16-4dde-99d2-b5f96e564e5f None None] For port 3cec4b2e-9b93-478a-be29-43750b72541f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=3cec4b2e-9b93-478a-be29-43750b72541f,segment=NetworkSegment(959359f8-a970-43dc-90ff-70429f9d72e9),segment_id=959359f8-a970-43dc-90ff-70429f9d72e9)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:19.892247 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a0796806-6f16-4dde-99d2-b5f96e564e5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:19.905284 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a0796806-6f16-4dde-99d2-b5f96e564e5f None None] Calling delete_port for 3cec4b2e-9b93-478a-be29-43750b72541f owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:12:19.913222 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-a5481ddf-3c0d-4af9-aeb3-70fe63a9499a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network 00516d6f-746d-40b8-a358-bef24915abd9 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:19.918798 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-a5481ddf-3c0d-4af9-aeb3-70fe63a9499a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:19.925420 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-a5481ddf-3c0d-4af9-aeb3-70fe63a9499a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:19.951812 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5481ddf-3c0d-4af9-aeb3-70fe63a9499a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:19.975009 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:19.983749 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-a5481ddf-3c0d-4af9-aeb3-70fe63a9499a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:19.985042 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-a5481ddf-3c0d-4af9-aeb3-70fe63a9499a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:19.995515 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a0796806-6f16-4dde-99d2-b5f96e564e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:20.021271 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Port': ['ID=3cec4b2e-9b93-478a-be29-43750b72541f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:20.025693 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0796806-6f16-4dde-99d2-b5f96e564e5f None None] Pushing event deleted for resources: {'Port': ['ID=3cec4b2e-9b93-478a-be29-43750b72541f,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:20.030655 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0796806-6f16-4dde-99d2-b5f96e564e5f None None] No DVR routers for this DVR port 3cec4b2e-9b93-478a-be29-43750b72541f on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:12:20.040606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] No DVR routers for this DVR port 3cec4b2e-9b93-478a-be29-43750b72541f on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:12:20.096970 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-a5481ddf-3c0d-4af9-aeb3-70fe63a9499a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2312746 Nov 02 12:12:20.110023 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Request body: {'port': {'device_id': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:20.132267 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:20.157130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53ab2ed-1076-49e6-ba08-2dbd5dfd7808']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:20.168804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959359f8-a970-43dc-90ff-70429f9d72e9') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:20.168804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959359f8-a970-43dc-90ff-70429f9d72e9') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:20.177927 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:20.179426 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:20.184457 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5e0862d3-bbb6-4a42-ac9d-3bc1cadf5dd7 None None] Provisioning complete for port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:20.184833 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5e0862d3-bbb6-4a42-ac9d-3bc1cadf5dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:20.194350 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:20.200721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:12:20.201351 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:12:20.205058 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:12:20.235285 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5e0862d3-bbb6-4a42-ac9d-3bc1cadf5dd7 None None] Port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:12:20.318718 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac11ef-05a3-4e9c-bcb8-25b39730be93 req-6fcc2d60-625e-4ab7-a2ac-4bd43e67b991 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:20.320152 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07ac11ef-05a3-4e9c-bcb8-25b39730be93 req-6fcc2d60-625e-4ab7-a2ac-4bd43e67b991 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.0642676 Nov 02 12:12:20.372649 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07ac11ef-05a3-4e9c-bcb8-25b39730be93 req-f3295ff7-a98f-407c-8cbb-b4f474510f00 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461059 Nov 02 12:12:20.397009 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:20.419137 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:20.419137 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/networks/f53ab2ed-1076-49e6-ba08-2dbd5dfd7808 HTTP/1.1" status: 204 len: 168 time: 0.8678110 Nov 02 12:12:20.423968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46222) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:20.424873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8528d7-e588-4dc1-9a04-fda45ba60990 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Network': ['ID=f53ab2ed-1076-49e6-ba08-2dbd5dfd7808,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:20.430723 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d0053140-433a-4f1e-b64b-496993e6e2b3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'network': {'name': 'tempest-RoutersTest-512843983'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:20.495429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4caef2-04c8-48bf-8d19-0be224dfb61b req-3b9d20d1-90ca-4b37-a611-766cef773cc3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:20.497008 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b4caef2-04c8-48bf-8d19-0be224dfb61b req-3b9d20d1-90ca-4b37-a611-766cef773cc3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 943 time: 0.0549896 Nov 02 12:12:20.525015 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:12:20.532807 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:20.548029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Transition to ACTIVE for port object 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:12:20.556408 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b4caef2-04c8-48bf-8d19-0be224dfb61b req-2a835b9f-2d7b-4223-8fc7-08893acf22bc tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515840 Nov 02 12:12:20.577890 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0053140-433a-4f1e-b64b-496993e6e2b3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Made reservation on behalf of 6319805f5cb24f5faea3401ed68600e6 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:12:20.578475 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d0053140-433a-4f1e-b64b-496993e6e2b3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:20.610138 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0053140-433a-4f1e-b64b-496993e6e2b3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:12:20.619602 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d0053140-433a-4f1e-b64b-496993e6e2b3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:20.619943 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-d0053140-433a-4f1e-b64b-496993e6e2b3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Added segment faf72543-2a1a-4347-bbc8-88db83ee5496 of type vlan for network 78271da1-e147-4b43-9f85-6f58eb6292a3 Nov 02 12:12:20.650071 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:20.672930 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d0053140-433a-4f1e-b64b-496993e6e2b3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:20.677775 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7641e-1d2c-4e1d-81ec-a295c17cada3 req-088ea3fc-9ec9-491e-b7f9-2d6b514ab7e5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:20.679514 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ac7641e-1d2c-4e1d-81ec-a295c17cada3 req-088ea3fc-9ec9-491e-b7f9-2d6b514ab7e5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 943 time: 0.0519536 Nov 02 12:12:20.733963 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:20.738594 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ac7641e-1d2c-4e1d-81ec-a295c17cada3 req-d64314ad-8169-4c5f-aa43-dcf10cbea72b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519419 Nov 02 12:12:20.813612 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d0053140-433a-4f1e-b64b-496993e6e2b3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:20.819622 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0053140-433a-4f1e-b64b-496993e6e2b3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:20.820499 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d0053140-433a-4f1e-b64b-496993e6e2b3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:20.846396 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-499d0f19-3e3e-4bf0-9618-d2707d036be2 req-17b5023b-846f-4626-abba-6a38fb3c680e tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 210 time: 0.0301096 Nov 02 12:12:20.870828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Attempting to bind port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:12:20.871481 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Attempting to bind port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:12:20.871481 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Attempting to bind port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed on network 00516d6f-746d-40b8-a358-bef24915abd9 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:12:20.911477 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed on network 00516d6f-746d-40b8-a358-bef24915abd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:12:20.911805 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Attempting to bind port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed on network 00516d6f-746d-40b8-a358-bef24915abd9 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:12:20.925377 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:12:20.925731 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Checking segment: {'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:20.926492 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Bound using segment: {'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:12:20.926635 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Bound port: 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:12:20.926882 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:20.936736 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0053140-433a-4f1e-b64b-496993e6e2b3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Network': ['ID=78271da1-e147-4b43-9f85-6f58eb6292a3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:20.955380 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 78271da1-e147-4b43-9f85-6f58eb6292a3 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:12:20.986481 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d0053140-433a-4f1e-b64b-496993e6e2b3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5569699 Nov 02 12:12:20.986778 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46228) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:20.992131 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a95805e8-f016-4790-8d83-3565670bf39d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'subnet': {'network_id': '78271da1-e147-4b43-9f85-6f58eb6292a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:21.011611 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:12:21.015951 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:12:21.128052 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:21.185434 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:21.186094 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:21.187759 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] 10.222.0.54 "PUT /v2.0/ports/8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed HTTP/1.1" status: 200 len: 1092 time: 1.0823760 Nov 02 12:12:21.188203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:12:21.190584 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9faa4ee-b7f7-45a3-834d-6e59b8d890f4" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:12:21.228607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3cec4b2e-9b93-478a-be29-43750b72541f no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:12:21.236081 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95805e8-f016-4790-8d83-3565670bf39d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Made reservation on behalf of 6319805f5cb24f5faea3401ed68600e6 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:12:21.236319 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e382883-148d-4f73-960f-fb58bb817f44 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:21.249341 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a95805e8-f016-4790-8d83-3565670bf39d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:21.254988 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02eefcd-dd78-4beb-b95d-9106887575d2 x-openstack-request-id: req-d02eefcd-dd78-4beb-b95d-9106887575d2 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:12:21.254988 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:12:21.255265 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d02eefcd-dd78-4beb-b95d-9106887575d2 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:12:21.255642 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'status': 'completed', 'code': 200} Nov 02 12:12:21.283917 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:21.287467 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 3cec4b2e-9b93-478a-be29-43750b72541f {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:12:21.288012 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 3cec4b2e-9b93-478a-be29-43750b72541f not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:12:21.345123 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9faa4ee-b7f7-45a3-834d-6e59b8d890f4 req-3468dd28-ddd7-4f1b-b82f-d92fcc841025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:21.346654 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e9faa4ee-b7f7-45a3-834d-6e59b8d890f4 req-3468dd28-ddd7-4f1b-b82f-d92fcc841025 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 1095 time: 0.0599051 Nov 02 12:12:21.522460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244589e-0ded-47e5-bb5c-3c1c753b7193 req-aaa21a2a-f302-44bd-ab76-d031ed2287dd tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:21.524043 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4244589e-0ded-47e5-bb5c-3c1c753b7193 req-aaa21a2a-f302-44bd-ab76-d031ed2287dd tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.0664136 Nov 02 12:12:21.564599 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9faa4ee-b7f7-45a3-834d-6e59b8d890f4 req-f5157e19-c8b1-4083-b6fa-882a29f5eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:21.574164 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e9faa4ee-b7f7-45a3-834d-6e59b8d890f4 req-f5157e19-c8b1-4083-b6fa-882a29f5eff9 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2109280 Nov 02 12:12:21.574318 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4244589e-0ded-47e5-bb5c-3c1c753b7193 req-654a6b06-ce48-4d2f-81c7-faf07a2925e1 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423243 Nov 02 12:12:21.609135 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a95805e8-f016-4790-8d83-3565670bf39d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:21.696010 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95805e8-f016-4790-8d83-3565670bf39d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Subnet': ['ID=02078ca8-8e95-4d8a-a10e-a77540c4f97f,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:21.717882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95805e8-f016-4790-8d83-3565670bf39d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Checking segment: {'id': 'faf72543-2a1a-4347-bbc8-88db83ee5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '78271da1-e147-4b43-9f85-6f58eb6292a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:21.718244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95805e8-f016-4790-8d83-3565670bf39d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network hostable DHCP agents. Network: 78271da1-e147-4b43-9f85-6f58eb6292a3, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:12:21.739798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe5869-a102-4811-b497-07f062dd9e76 req-04ca8ef5-5311-4381-9b92-eeadd34b55f7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:21.741333 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5dfe5869-a102-4811-b497-07f062dd9e76 req-04ca8ef5-5311-4381-9b92-eeadd34b55f7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 943 time: 0.0796154 Nov 02 12:12:21.742983 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9faa4ee-b7f7-45a3-834d-6e59b8d890f4 req-dbcb7370-16da-460d-b0cc-0dd930b7ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:21.744542 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e9faa4ee-b7f7-45a3-834d-6e59b8d890f4 req-dbcb7370-16da-460d-b0cc-0dd930b7ffa4 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1715591 Nov 02 12:12:21.800009 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5dfe5869-a102-4811-b497-07f062dd9e76 req-f095396f-25c9-4e37-aacf-76806cbc1d40 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505662 Nov 02 12:12:21.831082 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8f0be505-412c-4be2-b6d9-dd45e7fe4a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:21.837203 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-8f0be505-412c-4be2-b6d9-dd45e7fe4a18 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 1095 time: 0.0450320 Nov 02 12:12:21.878415 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-0dabb759-b699-47b8-90f9-a4f87ceb9a0e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed HTTP/1.1" status: 200 len: 217 time: 0.0357001 Nov 02 12:12:21.906358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abe16b-0a24-43b7-99d9-dd16cefd8dea req-604c1771-3351-4904-850d-d2f01692e471 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:21.907799 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48abe16b-0a24-43b7-99d9-dd16cefd8dea req-604c1771-3351-4904-850d-d2f01692e471 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 943 time: 0.0505967 Nov 02 12:12:21.920267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95805e8-f016-4790-8d83-3565670bf39d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network 78271da1-e147-4b43-9f85-6f58eb6292a3 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:12:21.934725 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-fd9efcba-f78b-4a41-81aa-14fffd874e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:21.936242 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-fd9efcba-f78b-4a41-81aa-14fffd874e42 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b78498b4-04fd-46bf-bc39-b176cdb7c77c HTTP/1.1" status: 200 len: 835 time: 0.0514426 Nov 02 12:12:21.964857 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48abe16b-0a24-43b7-99d9-dd16cefd8dea req-45226c9d-f208-462a-8595-692ca38abafb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508218 Nov 02 12:12:21.996985 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-629f064e-13ab-4474-accd-f18d52f0a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:21.998500 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-629f064e-13ab-4474-accd-f18d52f0a7b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00516d6f-746d-40b8-a358-bef24915abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554211 Nov 02 12:12:22.016808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-a95805e8-f016-4790-8d83-3565670bf39d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 78271da1-e147-4b43-9f85-6f58eb6292a3) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:22.022543 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95805e8-f016-4790-8d83-3565670bf39d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:22.023159 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a95805e8-f016-4790-8d83-3565670bf39d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:22.031910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d19155e-6688-40c1-98cc-02720529a940 None None] Network 78271da1-e147-4b43-9f85-6f58eb6292a3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:12:22.092290 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-438dafaa-e49a-4c7f-af2e-e9d139dc83f9 req-ac369027-c70c-4597-bcb4-f8e5dddd2180 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 210 time: 0.0366120 Nov 02 12:12:22.136462 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e2642-dc40-4507-8767-6c540deabf03 req-f870eb37-3c4d-487c-86c5-8eade2062130 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:22.137978 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-568e2642-dc40-4507-8767-6c540deabf03 req-f870eb37-3c4d-487c-86c5-8eade2062130 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.79 "GET /v2.0/networks?id=799f371f-9c20-425f-a7b3-a7ef1513b5af HTTP/1.1" status: 200 len: 814 time: 0.1661603 Nov 02 12:12:22.138206 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-5cd8d839-5963-454b-aea9-f33206022eba service neutron] 10.222.0.54 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327994 Nov 02 12:12:22.150471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-568e2642-dc40-4507-8767-6c540deabf03 req-09c1cf58-3e18-4cc7-8ac6-7d6349e1cf11 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Request body: {'port': {'device_id': '46d2b5f7-0622-4965-a515-851de6284956', 'network_id': '799f371f-9c20-425f-a7b3-a7ef1513b5af', 'admin_state_up': True, 'tenant_id': '35c0a87bcf9d475ebd0d26e2b331e2d1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:22.180118 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a95805e8-f016-4790-8d83-3565670bf39d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1920567 Nov 02 12:12:22.206781 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46240) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:22.210721 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0e8de84b-f559-4a09-9521-0702acf20c56 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-619657184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:22.217482 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-78271da1-e147-4b43-9f85-6f58eb6292a3', 'network_id': '78271da1-e147-4b43-9f85-6f58eb6292a3', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'fixed_ips': [{'subnet_id': '02078ca8-8e95-4d8a-a10e-a77540c4f97f'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:12:22.221392 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:22.279132 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a179cf2-dad4-4a5a-9f5b-d416cf0c8be9 req-4bf0db02-45eb-4813-9775-b00d8ccef62f service neutron] 10.222.0.54 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343136 Nov 02 12:12:22.362634 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e8de84b-f559-4a09-9521-0702acf20c56 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:22.363758 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e8de84b-f559-4a09-9521-0702acf20c56 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:22.380223 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Allocated IP 172.20.0.2 (78271da1-e147-4b43-9f85-6f58eb6292a3/02078ca8-8e95-4d8a-a10e-a77540c4f97f/997c5bd7-c0b9-4dad-b4e3-f14772df0336) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:22.494260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568e2642-dc40-4507-8767-6c540deabf03 req-09c1cf58-3e18-4cc7-8ac6-7d6349e1cf11 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Made reservation on behalf of 35c0a87bcf9d475ebd0d26e2b331e2d1 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:12:22.499667 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-568e2642-dc40-4507-8767-6c540deabf03 req-09c1cf58-3e18-4cc7-8ac6-7d6349e1cf11 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:22.556335 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:22.585130 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:22.644228 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-568e2642-dc40-4507-8767-6c540deabf03 req-09c1cf58-3e18-4cc7-8ac6-7d6349e1cf11 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Allocated IP 172.20.0.7 (799f371f-9c20-425f-a7b3-a7ef1513b5af/96545ffe-ac15-4074-916d-b9f0c4b82b81/fa4d39af-cda9-49a2-aeed-f2e74566348b) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:22.705546 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:22.746578 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Network 78271da1-e147-4b43-9f85-6f58eb6292a3 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:22.748340 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:22.754892 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:22.764618 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Pushing event updated for resources: {'Port': ['ID=997c5bd7-c0b9-4dad-b4e3-f14772df0336,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:22.769476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2249f63-2d01-4ae5-a9a2-8536472c2de1 req-aebf94db-b60a-4435-af85-8500ffd0bcf2 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:22.771634 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c2249f63-2d01-4ae5-a9a2-8536472c2de1 req-aebf94db-b60a-4435-af85-8500ffd0bcf2 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.1012735 Nov 02 12:12:22.832337 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Attempting to bind port 997c5bd7-c0b9-4dad-b4e3-f14772df0336 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:12:22.832708 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Attempting to bind port 997c5bd7-c0b9-4dad-b4e3-f14772df0336 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'faf72543-2a1a-4347-bbc8-88db83ee5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '78271da1-e147-4b43-9f85-6f58eb6292a3'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:12:22.833363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Attempting to bind port 997c5bd7-c0b9-4dad-b4e3-f14772df0336 on network 78271da1-e147-4b43-9f85-6f58eb6292a3 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:12:22.838859 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:12:22.839363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Checking segment: {'id': 'faf72543-2a1a-4347-bbc8-88db83ee5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '78271da1-e147-4b43-9f85-6f58eb6292a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:22.839827 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:22.840863 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Bound using segment: {'id': 'faf72543-2a1a-4347-bbc8-88db83ee5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '78271da1-e147-4b43-9f85-6f58eb6292a3'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:12:22.841942 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Bound port: 997c5bd7-c0b9-4dad-b4e3-f14772df0336, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf72543-2a1a-4347-bbc8-88db83ee5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '78271da1-e147-4b43-9f85-6f58eb6292a3'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:12:22.842336 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:22.846618 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e8de84b-f559-4a09-9521-0702acf20c56 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:22.880150 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c2249f63-2d01-4ae5-a9a2-8536472c2de1 req-c6ee0312-b1f9-41af-866f-9bd723e1bcbf tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649638 Nov 02 12:12:22.911371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] For port 997c5bd7-c0b9-4dad-b4e3-f14772df0336, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:12:22.911631 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e8de84b-f559-4a09-9521-0702acf20c56 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:22.915565 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-568e2642-dc40-4507-8767-6c540deabf03 req-09c1cf58-3e18-4cc7-8ac6-7d6349e1cf11 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:22.917371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] For port 997c5bd7-c0b9-4dad-b4e3-f14772df0336, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=997c5bd7-c0b9-4dad-b4e3-f14772df0336,segment=NetworkSegment(faf72543-2a1a-4347-bbc8-88db83ee5496),segment_id=faf72543-2a1a-4347-bbc8-88db83ee5496)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:12:23.001825 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:23.007427 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05741b0f-f9a1-43fd-bfff-ef81d1c29143 req-803e09fb-e91a-4941-be43-a63f47db9eac tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:23.008943 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05741b0f-f9a1-43fd-bfff-ef81d1c29143 req-803e09fb-e91a-4941-be43-a63f47db9eac tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 943 time: 0.0546088 Nov 02 12:12:23.058434 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0e8de84b-f559-4a09-9521-0702acf20c56 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:23.063195 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0e8de84b-f559-4a09-9521-0702acf20c56 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8532324 Nov 02 12:12:23.063474 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46248) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:23.068584 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-568e2642-dc40-4507-8767-6c540deabf03 req-09c1cf58-3e18-4cc7-8ac6-7d6349e1cf11 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:23.076245 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73106a7-3da0-4e13-888d-0633c8087e23 None None] Pushing event updated for resources: {'Port': ['ID=997c5bd7-c0b9-4dad-b4e3-f14772df0336,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:23.105650 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05741b0f-f9a1-43fd-bfff-ef81d1c29143 req-737e5cd8-ef2d-42b1-ba66-7390e183047a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900679 Nov 02 12:12:23.126729 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568e2642-dc40-4507-8767-6c540deabf03 req-09c1cf58-3e18-4cc7-8ac6-7d6349e1cf11 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Network 799f371f-9c20-425f-a7b3-a7ef1513b5af is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:23.130162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-568e2642-dc40-4507-8767-6c540deabf03 req-09c1cf58-3e18-4cc7-8ac6-7d6349e1cf11 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:23.134890 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-568e2642-dc40-4507-8767-6c540deabf03 req-09c1cf58-3e18-4cc7-8ac6-7d6349e1cf11 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:23.139116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1cf58-3e18-4cc7-8ac6-7d6349e1cf11 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Pushing event updated for resources: {'Port': ['ID=fa4d39af-cda9-49a2-aeed-f2e74566348b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:23.209170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e2642-dc40-4507-8767-6c540deabf03 req-09c1cf58-3e18-4cc7-8ac6-7d6349e1cf11 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:23.209913 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-568e2642-dc40-4507-8767-6c540deabf03 req-09c1cf58-3e18-4cc7-8ac6-7d6349e1cf11 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:23.306354 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34bbb8-2fe0-4445-a6a7-20e561b9f6f0 req-3b481d9c-c956-466f-9bbe-874b92338cdb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:23.307884 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa34bbb8-2fe0-4445-a6a7-20e561b9f6f0 req-3b481d9c-c956-466f-9bbe-874b92338cdb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 943 time: 0.0924537 Nov 02 12:12:23.321830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-568e2642-dc40-4507-8767-6c540deabf03 req-09c1cf58-3e18-4cc7-8ac6-7d6349e1cf11 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1705272 Nov 02 12:12:23.339669 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Request body: {'port': {'device_id': '46d2b5f7-0622-4965-a515-851de6284956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:23.412122 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-21e25d5a-1144-4416-a09d-7331527a0dff tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:23.413118 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa34bbb8-2fe0-4445-a6a7-20e561b9f6f0 req-5afaf6eb-5011-4a81-8840-e82cbcda8716 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896850 Nov 02 12:12:23.449033 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:23.615031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707002ba-3a74-461a-a39e-5fc2b621405d req-01b84df7-d2e5-486d-a4d1-6b4a9e7cea59 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:23.616540 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-707002ba-3a74-461a-a39e-5fc2b621405d req-01b84df7-d2e5-486d-a4d1-6b4a9e7cea59 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 931 time: 0.1272821 Nov 02 12:12:23.671969 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-707002ba-3a74-461a-a39e-5fc2b621405d req-2425490c-689d-45c9-bb27-7f6eccff190f tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493619 Nov 02 12:12:23.721801 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-21e25d5a-1144-4416-a09d-7331527a0dff tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Allocated IP 172.20.0.1 (78271da1-e147-4b43-9f85-6f58eb6292a3/02078ca8-8e95-4d8a-a10e-a77540c4f97f/a3033e22-0001-4d04-97ad-80b9dc3d0215) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:23.831513 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4d39af-cda9-49a2-aeed-f2e74566348b {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:12:23.839751 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:23.850414 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-21e25d5a-1144-4416-a09d-7331527a0dff tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:23.853176 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Transition to ACTIVE for port object fa4d39af-cda9-49a2-aeed-f2e74566348b will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:12:23.939293 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:23.974023 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-21e25d5a-1144-4416-a09d-7331527a0dff tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:24.017796 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e25d5a-1144-4416-a09d-7331527a0dff tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network 78271da1-e147-4b43-9f85-6f58eb6292a3 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:24.021434 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-21e25d5a-1144-4416-a09d-7331527a0dff tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:24.025489 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e25d5a-1144-4416-a09d-7331527a0dff tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:24.033304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4d39af-cda9-49a2-aeed-f2e74566348b,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:24.074421 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e25d5a-1144-4416-a09d-7331527a0dff tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=a3033e22-0001-4d04-97ad-80b9dc3d0215,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:24.081834 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:24.084273 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-21e25d5a-1144-4416-a09d-7331527a0dff tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:24.089217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929ab1a-150d-495e-b9fc-08da4a15207c req-1c39b6ef-b6f1-43a7-8da6-48f3ca5e43ad tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:24.090757 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9929ab1a-150d-495e-b9fc-08da4a15207c req-1c39b6ef-b6f1-43a7-8da6-48f3ca5e43ad tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.1239371 Nov 02 12:12:24.147806 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Attempting to bind port fa4d39af-cda9-49a2-aeed-f2e74566348b on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:12:24.148168 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Attempting to bind port fa4d39af-cda9-49a2-aeed-f2e74566348b by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'df19a5df-68fd-478a-84d1-4c8f00b25eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '799f371f-9c20-425f-a7b3-a7ef1513b5af'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:12:24.148462 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Attempting to bind port fa4d39af-cda9-49a2-aeed-f2e74566348b on network 799f371f-9c20-425f-a7b3-a7ef1513b5af {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:12:24.157529 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 13524ad8-f602-4ece-9f00-b780afaf2803 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:12:24.161866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Port fa4d39af-cda9-49a2-aeed-f2e74566348b on network 799f371f-9c20-425f-a7b3-a7ef1513b5af not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:12:24.162199 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Attempting to bind port fa4d39af-cda9-49a2-aeed-f2e74566348b on network 799f371f-9c20-425f-a7b3-a7ef1513b5af {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:12:24.167373 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ba852e-6f43-44d5-86c6-dbf63f020046 None None] Network 78271da1-e147-4b43-9f85-6f58eb6292a3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:12:24.173652 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9929ab1a-150d-495e-b9fc-08da4a15207c req-24d897a7-1b1f-40b1-a194-b063dcf84420 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716078 Nov 02 12:12:24.174916 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:12:24.174916 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Checking segment: {'id': 'df19a5df-68fd-478a-84d1-4c8f00b25eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '799f371f-9c20-425f-a7b3-a7ef1513b5af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:24.175286 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Bound using segment: {'id': 'df19a5df-68fd-478a-84d1-4c8f00b25eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '799f371f-9c20-425f-a7b3-a7ef1513b5af'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:12:24.175732 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Bound port: fa4d39af-cda9-49a2-aeed-f2e74566348b, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df19a5df-68fd-478a-84d1-4c8f00b25eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '799f371f-9c20-425f-a7b3-a7ef1513b5af'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:12:24.176089 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:24.272588 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-21e25d5a-1144-4416-a09d-7331527a0dff tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:24.276812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] For port fa4d39af-cda9-49a2-aeed-f2e74566348b, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:12:24.294103 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] For port fa4d39af-cda9-49a2-aeed-f2e74566348b, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=fa4d39af-cda9-49a2-aeed-f2e74566348b,segment=NetworkSegment(df19a5df-68fd-478a-84d1-4c8f00b25eb8),segment_id=df19a5df-68fd-478a-84d1-4c8f00b25eb8)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:12:24.313060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c34fd-2b7f-40ea-a88d-5558f0bd124b req-ccfdd46b-78a2-4efc-b292-066b17151f4e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:24.315152 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d8c34fd-2b7f-40ea-a88d-5558f0bd124b req-ccfdd46b-78a2-4efc-b292-066b17151f4e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 943 time: 0.0759966 Nov 02 12:12:24.366579 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:24.381576 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-cdf93fa9-f70f-4680-9533-39fde3ce4396 None None] Provisioning complete for port 997c5bd7-c0b9-4dad-b4e3-f14772df0336 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:24.382235 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cdf93fa9-f70f-4680-9533-39fde3ce4396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:24.424652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:24.425406 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:24.426883 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-568e2642-dc40-4507-8767-6c540deabf03 req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] 10.222.0.79 "PUT /v2.0/ports/fa4d39af-cda9-49a2-aeed-f2e74566348b HTTP/1.1" status: 200 len: 1092 time: 1.0947065 Nov 02 12:12:24.434988 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d2b5f7-0622-4965-a515-851de6284956', 'tag': 'fa4d39af-cda9-49a2-aeed-f2e74566348b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:12:24.434988 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45d5581-5260-474b-8327-0f953d6d0d33" -d '{"events": [{"name": "network-changed", "server_uuid": "46d2b5f7-0622-4965-a515-851de6284956", "tag": "fa4d39af-cda9-49a2-aeed-f2e74566348b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:12:24.440320 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d8c34fd-2b7f-40ea-a88d-5558f0bd124b req-58edc4ce-4f4f-4209-b79a-5ad71cf19313 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171098 Nov 02 12:12:24.466493 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f4a37-95e9-44f3-bbe4-613765aae092 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4d39af-cda9-49a2-aeed-f2e74566348b,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:24.468044 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:24.475329 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 13524ad8-f602-4ece-9f00-b780afaf2803, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=13524ad8-f602-4ece-9f00-b780afaf2803,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:24.498989 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '13524ad8-f602-4ece-9f00-b780afaf2803', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'port_id': '13524ad8-f602-4ece-9f00-b780afaf2803', 'mac_address': 'fa:16:3e:43:99:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:12:24.517963 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7efadc-725f-454d-8915-86809f47deaf x-openstack-request-id: req-7c7efadc-725f-454d-8915-86809f47deaf {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:12:24.517963 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d2b5f7-0622-4965-a515-851de6284956", "tag": "fa4d39af-cda9-49a2-aeed-f2e74566348b", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:12:24.517963 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c7efadc-725f-454d-8915-86809f47deaf {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:12:24.518363 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d2b5f7-0622-4965-a515-851de6284956', 'tag': 'fa4d39af-cda9-49a2-aeed-f2e74566348b', 'status': 'completed', 'code': 200} Nov 02 12:12:24.607298 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-21e25d5a-1144-4416-a09d-7331527a0dff tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:24.611454 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:24.619097 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cdf93fa9-f70f-4680-9533-39fde3ce4396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:24.638169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d5581-5260-474b-8327-0f953d6d0d33 req-6b30087b-8cc0-429c-b503-8074ab2f98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:24.639930 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e45d5581-5260-474b-8327-0f953d6d0d33 req-6b30087b-8cc0-429c-b503-8074ab2f98e9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35c0a87bcf9d475ebd0d26e2b331e2d1&device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 1095 time: 0.1018505 Nov 02 12:12:24.652069 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13524ad8-f602-4ece-9f00-b780afaf2803 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:12:24.655471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ff301-9776-427f-9c75-8b281f3bac25 req-0b5af3fd-0de8-4828-b4a4-ebc18a74113b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:24.659501 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-366ff301-9776-427f-9c75-8b281f3bac25 req-0b5af3fd-0de8-4828-b4a4-ebc18a74113b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 943 time: 0.0780365 Nov 02 12:12:24.682875 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-21e25d5a-1144-4416-a09d-7331527a0dff tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:24.685190 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-cdf93fa9-f70f-4680-9533-39fde3ce4396 None None] For port 997c5bd7-c0b9-4dad-b4e3-f14772df0336, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=997c5bd7-c0b9-4dad-b4e3-f14772df0336,segment=NetworkSegment(faf72543-2a1a-4347-bbc8-88db83ee5496),segment_id=faf72543-2a1a-4347-bbc8-88db83ee5496)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:24.687813 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 13524ad8-f602-4ece-9f00-b780afaf2803, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=13524ad8-f602-4ece-9f00-b780afaf2803,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:24.773993 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cdf93fa9-f70f-4680-9533-39fde3ce4396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:24.781728 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e25d5a-1144-4416-a09d-7331527a0dff tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=a3033e22-0001-4d04-97ad-80b9dc3d0215,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:24.785327 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-21e25d5a-1144-4416-a09d-7331527a0dff tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:24.857501 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf93fa9-f70f-4680-9533-39fde3ce4396 None None] Pushing event updated for resources: {'Port': ['ID=997c5bd7-c0b9-4dad-b4e3-f14772df0336,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:24.870780 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:24.901038 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e25d5a-1144-4416-a09d-7331527a0dff tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network 78271da1-e147-4b43-9f85-6f58eb6292a3 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:24.902622 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-21e25d5a-1144-4416-a09d-7331527a0dff tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:24.967160 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-37957278-bfe1-49bd-9768-d5889b7bec41 None None] Provisioning complete for port 997c5bd7-c0b9-4dad-b4e3-f14772df0336 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:24.967535 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-37957278-bfe1-49bd-9768-d5889b7bec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:24.969452 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=13524ad8-f602-4ece-9f00-b780afaf2803,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:25.021667 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:25.089077 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['13524ad8-f602-4ece-9f00-b780afaf2803'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:12:25.137652 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e25d5a-1144-4416-a09d-7331527a0dff tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 3bf6da05-d6ab-495a-b413-381614829ac3 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:12:25.162977 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-37957278-bfe1-49bd-9768-d5889b7bec41 None None] Provisioning complete for port a3033e22-0001-4d04-97ad-80b9dc3d0215 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:25.163654 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-37957278-bfe1-49bd-9768-d5889b7bec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:25.235434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-37957278-bfe1-49bd-9768-d5889b7bec41 None None] Port a3033e22-0001-4d04-97ad-80b9dc3d0215 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:12:25.261939 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-366ff301-9776-427f-9c75-8b281f3bac25 req-852589e8-77b9-4acb-bb4d-63dfc0a4c796 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5900333 Nov 02 12:12:25.273513 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 997c5bd7-c0b9-4dad-b4e3-f14772df0336 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:12:25.309026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d5581-5260-474b-8327-0f953d6d0d33 req-87052823-a6fb-4f46-9d98-3eaea378c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:25.310570 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e45d5581-5260-474b-8327-0f953d6d0d33 req-87052823-a6fb-4f46-9d98-3eaea378c155 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=35c0a87bcf9d475ebd0d26e2b331e2d1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6498375 Nov 02 12:12:25.325032 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e25d5a-1144-4416-a09d-7331527a0dff tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:12:25.332218 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-21e25d5a-1144-4416-a09d-7331527a0dff tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/3bf6da05-d6ab-495a-b413-381614829ac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2675881 Nov 02 12:12:25.334716 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46264) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:25.348280 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc59309-9a25-4474-a2f2-e9a43647a032 None None] Sync routers for ids ['3bf6da05-d6ab-495a-b413-381614829ac3'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:12:25.401798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc59309-9a25-4474-a2f2-e9a43647a032 None None] Routers {'3bf6da05-d6ab-495a-b413-381614829ac3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:25.402025 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ac4623-7b69-4e9f-9706-b54e0e1b8c5b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:25.402857 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fbc59309-9a25-4474-a2f2-e9a43647a032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3bf6da05-d6ab-495a-b413-381614829ac3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:25.404321 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-76ac4623-7b69-4e9f-9706-b54e0e1b8c5b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/ports/a3033e22-0001-4d04-97ad-80b9dc3d0215 HTTP/1.1" status: 200 len: 910 time: 0.0684581 Nov 02 12:12:25.407424 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46266) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:25.421755 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-865a4a12-e89a-407b-acb1-d787cf460dd0 None None] Provisioning complete for port a3033e22-0001-4d04-97ad-80b9dc3d0215 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:25.422135 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-865a4a12-e89a-407b-acb1-d787cf460dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:25.455980 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 997c5bd7-c0b9-4dad-b4e3-f14772df0336 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:25.456476 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:25.462562 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fbc59309-9a25-4474-a2f2-e9a43647a032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:25.553716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc59309-9a25-4474-a2f2-e9a43647a032 None None] Routers {'3bf6da05-d6ab-495a-b413-381614829ac3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:25.554352 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fbc59309-9a25-4474-a2f2-e9a43647a032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3bf6da05-d6ab-495a-b413-381614829ac3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:25.571088 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf139fd-0528-47e7-abfe-92312cb77b0f req-a39c809c-3e8b-400a-861d-c6c6a2791cc3 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:25.572640 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cdf139fd-0528-47e7-abfe-92312cb77b0f req-a39c809c-3e8b-400a-861d-c6c6a2791cc3 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 943 time: 0.1947570 Nov 02 12:12:25.582753 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-865a4a12-e89a-407b-acb1-d787cf460dd0 None None] Port a3033e22-0001-4d04-97ad-80b9dc3d0215 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:12:25.604506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d5581-5260-474b-8327-0f953d6d0d33 req-f35ebfc2-6154-4039-97e1-6c93749f50ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:25.605999 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e45d5581-5260-474b-8327-0f953d6d0d33 req-f35ebfc2-6154-4039-97e1-6c93749f50ee service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2866094 Nov 02 12:12:25.630633 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fbc59309-9a25-4474-a2f2-e9a43647a032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:25.631913 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc59309-9a25-4474-a2f2-e9a43647a032 None None] The sync data for ids ['3bf6da05-d6ab-495a-b413-381614829ac3'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:12:25.643158 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cdf139fd-0528-47e7-abfe-92312cb77b0f req-d8d14d20-48f8-4fef-a8db-34e1ba9e7a94 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597024 Nov 02 12:12:25.727463 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-19d144b1-e4c5-4006-93d8-15eb57434b42 None None] Provisioning complete for port a3033e22-0001-4d04-97ad-80b9dc3d0215 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:25.727846 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-19d144b1-e4c5-4006-93d8-15eb57434b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:25.742156 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e2642-dc40-4507-8767-6c540deabf03 req-adb57bed-62c7-43f1-a3fc-7bedc5cc99e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:25.744637 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-568e2642-dc40-4507-8767-6c540deabf03 req-adb57bed-62c7-43f1-a3fc-7bedc5cc99e5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35c0a87bcf9d475ebd0d26e2b331e2d1&device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 1095 time: 0.0659199 Nov 02 12:12:25.768530 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-19d144b1-e4c5-4006-93d8-15eb57434b42 None None] Port a3033e22-0001-4d04-97ad-80b9dc3d0215 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:12:25.803647 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-568e2642-dc40-4507-8767-6c540deabf03 req-35bfb732-7f70-4d97-bd8c-d60edcdbd164 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa4d39af-cda9-49a2-aeed-f2e74566348b HTTP/1.1" status: 200 len: 217 time: 0.0407937 Nov 02 12:12:25.804437 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-850e9b55-31d3-4097-9ca5-d90b39198743 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:25.835613 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80852f18-f02f-49d0-87b3-d0764656383e req-9509a8de-e25d-4dc9-9832-b1ae3028bce4 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:25.837395 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80852f18-f02f-49d0-87b3-d0764656383e req-9509a8de-e25d-4dc9-9832-b1ae3028bce4 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.1165352 Nov 02 12:12:25.905149 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e2642-dc40-4507-8767-6c540deabf03 req-14da402d-9ead-4b39-b3a1-d50925ad9dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:25.907061 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-568e2642-dc40-4507-8767-6c540deabf03 req-14da402d-9ead-4b39-b3a1-d50925ad9dd6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96545ffe-ac15-4074-916d-b9f0c4b82b81 HTTP/1.1" status: 200 len: 854 time: 0.0960381 Nov 02 12:12:25.933681 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80852f18-f02f-49d0-87b3-d0764656383e req-2a9453e0-bd6f-4e2f-91bd-9d34e6a593ef tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764847 Nov 02 12:12:25.948911 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-568e2642-dc40-4507-8767-6c540deabf03 req-13b39d2c-524c-49ea-8f9f-54521388cb69 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=799f371f-9c20-425f-a7b3-a7ef1513b5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320280 Nov 02 12:12:26.061791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-850e9b55-31d3-4097-9ca5-d90b39198743 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting port a3033e22-0001-4d04-97ad-80b9dc3d0215 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:12:26.062344 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-850e9b55-31d3-4097-9ca5-d90b39198743 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:26.088075 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-568e2642-dc40-4507-8767-6c540deabf03 req-21ff79c8-cd4c-4b1f-b92a-1a5a2c46de79 service neutron] 10.222.0.79 "GET /v2.0/networks/799f371f-9c20-425f-a7b3-a7ef1513b5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302497 Nov 02 12:12:26.096841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8eff15-46de-4555-9f44-2b2dc2429010 req-b3c4fd8d-27b5-4a39-b6b9-a130ca7517d3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:26.098352 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b8eff15-46de-4555-9f44-2b2dc2429010 req-b3c4fd8d-27b5-4a39-b6b9-a130ca7517d3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 944 time: 0.0838585 Nov 02 12:12:26.161501 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:12:26.161501 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 13524ad8-f602-4ece-9f00-b780afaf2803 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:12:26.180364 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-850e9b55-31d3-4097-9ca5-d90b39198743 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:26.205772 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-850e9b55-31d3-4097-9ca5-d90b39198743 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Calling delete_port for a3033e22-0001-4d04-97ad-80b9dc3d0215 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:12:26.213603 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b8eff15-46de-4555-9f44-2b2dc2429010 req-597456df-1c6a-4149-bf7c-9c0e56586d04 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954995 Nov 02 12:12:26.225808 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-568e2642-dc40-4507-8767-6c540deabf03 req-da968db5-2c7d-4d7d-8cd7-2dc25b2d36e1 service neutron] 10.222.0.79 "GET /v2.0/networks/799f371f-9c20-425f-a7b3-a7ef1513b5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264606 Nov 02 12:12:26.327511 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:26.341510 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9', 'port_id': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'mac_address': 'fa:16:3e:4b:44:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:12:26.382659 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:26.396569 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:12:26.415946 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9f684-8ec3-46a4-bb48-01cd71369bfe req-c61feb0b-fafe-40ec-be42-b05d17e923fc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:26.417807 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:26.419374 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48e9f684-8ec3-46a4-bb48-01cd71369bfe req-c61feb0b-fafe-40ec-be42-b05d17e923fc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 943 time: 0.0846553 Nov 02 12:12:26.431381 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 13524ad8-f602-4ece-9f00-b780afaf2803 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:12:26.435780 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 13524ad8-f602-4ece-9f00-b780afaf2803 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:26.436201 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:26.472777 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48e9f684-8ec3-46a4-bb48-01cd71369bfe req-04af8f72-ab1f-42fd-ab40-3ff4015ff978 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483947 Nov 02 12:12:26.506952 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:26.544485 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:26.544959 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-850e9b55-31d3-4097-9ca5-d90b39198743 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:26.580028 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e9b55-31d3-4097-9ca5-d90b39198743 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Port': ['ID=a3033e22-0001-4d04-97ad-80b9dc3d0215,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:26.583804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13524ad8-f602-4ece-9f00-b780afaf2803'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:12:26.586314 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae919883-c162-4d46-b824-09c64add987a" -d '{"events": [{"server_uuid": "2c2dc265-6539-4ea0-b6ad-203fb855c48c", "name": "network-vif-plugged", "status": "completed", "tag": "13524ad8-f602-4ece-9f00-b780afaf2803"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:12:26.595533 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:26.603298 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 13524ad8-f602-4ece-9f00-b780afaf2803, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=13524ad8-f602-4ece-9f00-b780afaf2803,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:26.653121 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8db846-82ab-407d-839a-6df2255e5683 x-openstack-request-id: req-8b8db846-82ab-407d-839a-6df2255e5683 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:12:26.653488 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2dc265-6539-4ea0-b6ad-203fb855c48c", "name": "network-vif-plugged", "status": "completed", "tag": "13524ad8-f602-4ece-9f00-b780afaf2803", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:12:26.653811 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b8db846-82ab-407d-839a-6df2255e5683 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:12:26.654276 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13524ad8-f602-4ece-9f00-b780afaf2803', 'code': 200} Nov 02 12:12:26.665918 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:26.715996 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:12:26.793540 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9c08a-1077-401e-b450-57150bbc6793 req-81297e30-af7f-4d45-95ec-0184a692e9db tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:26.801474 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ca9c08a-1077-401e-b450-57150bbc6793 req-81297e30-af7f-4d45-95ec-0184a692e9db tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 943 time: 0.0733149 Nov 02 12:12:26.803670 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=13524ad8-f602-4ece-9f00-b780afaf2803,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:26.805438 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-850e9b55-31d3-4097-9ca5-d90b39198743 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:26.870712 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ca9c08a-1077-401e-b450-57150bbc6793 req-3f09bc46-35d8-47b7-b10e-8682a280f5c8 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681918 Nov 02 12:12:27.069637 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad3128-178d-49af-a3cc-76aca2f16234 req-e0a79ed9-7b40-4e9c-8e40-38e22c99a142 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:27.071293 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-abad3128-178d-49af-a3cc-76aca2f16234 req-e0a79ed9-7b40-4e9c-8e40-38e22c99a142 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.0605576 Nov 02 12:12:27.132366 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-abad3128-178d-49af-a3cc-76aca2f16234 req-5dfac228-1a25-4c3e-b6b8-c2640b5f1c28 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543463 Nov 02 12:12:27.188976 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94beaa-ecde-43c8-b72f-fc096dad6b16 req-ba457776-05bb-4e18-b5d6-6114fbde0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:27.190486 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ca94beaa-ecde-43c8-b72f-fc096dad6b16 req-ba457776-05bb-4e18-b5d6-6114fbde0785 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 1097 time: 0.4190490 Nov 02 12:12:27.298120 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850e9b55-31d3-4097-9ca5-d90b39198743 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 3bf6da05-d6ab-495a-b413-381614829ac3 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:12:27.309157 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ca94beaa-ecde-43c8-b72f-fc096dad6b16 req-5a4026c9-c15e-47c3-98de-5be808a54341 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105556 Nov 02 12:12:27.353093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e327146-b334-40af-add2-4d80b0473659 req-8c9df5e2-6261-4079-9380-02d05357d3f7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:27.354584 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3e327146-b334-40af-add2-4d80b0473659 req-8c9df5e2-6261-4079-9380-02d05357d3f7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 945 time: 0.0510838 Nov 02 12:12:27.385622 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850e9b55-31d3-4097-9ca5-d90b39198743 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:12:27.392165 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-850e9b55-31d3-4097-9ca5-d90b39198743 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/3bf6da05-d6ab-495a-b413-381614829ac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9837029 Nov 02 12:12:27.395220 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46280) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:27.397481 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b27ebb-2032-4d7b-9a63-8f11fa2c7790 None None] Sync routers for ids ['3bf6da05-d6ab-495a-b413-381614829ac3'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:12:27.408813 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b27ebb-2032-4d7b-9a63-8f11fa2c7790 None None] Routers {'3bf6da05-d6ab-495a-b413-381614829ac3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:27.409762 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b2b27ebb-2032-4d7b-9a63-8f11fa2c7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3bf6da05-d6ab-495a-b413-381614829ac3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:27.411965 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3e327146-b334-40af-add2-4d80b0473659 req-dff65a3c-73c3-42bb-b697-3004e58093e4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513022 Nov 02 12:12:27.435156 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-09014a8c-7fb8-4ca9-92b1-205a497fb3a9 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bf6da05-d6ab-495a-b413-381614829ac3 HTTP/1.1" status: 200 len: 205 time: 0.0292232 Nov 02 12:12:27.437383 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46282) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:27.442872 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b2b27ebb-2032-4d7b-9a63-8f11fa2c7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:27.453157 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b27ebb-2032-4d7b-9a63-8f11fa2c7790 None None] Routers {'3bf6da05-d6ab-495a-b413-381614829ac3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:27.454057 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b2b27ebb-2032-4d7b-9a63-8f11fa2c7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3bf6da05-d6ab-495a-b413-381614829ac3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:27.490731 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b2b27ebb-2032-4d7b-9a63-8f11fa2c7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:27.491404 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b27ebb-2032-4d7b-9a63-8f11fa2c7790 None None] The sync data for ids ['3bf6da05-d6ab-495a-b413-381614829ac3'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:12:27.515318 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd676f6f-f1e7-4e73-8ba2-c0e139c3966e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:27.723908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df466510-e9f3-489d-82b0-8b21391b6a5c req-ae022a20-3339-4371-a2d7-ff4109b35e4f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:27.725367 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df466510-e9f3-489d-82b0-8b21391b6a5c req-ae022a20-3339-4371-a2d7-ff4109b35e4f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 944 time: 0.1763580 Nov 02 12:12:27.727043 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd676f6f-f1e7-4e73-8ba2-c0e139c3966e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:27.729334 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd676f6f-f1e7-4e73-8ba2-c0e139c3966e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:27.829512 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df466510-e9f3-489d-82b0-8b21391b6a5c req-95ee0e86-4261-457e-9d2b-f3122de3074c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969181 Nov 02 12:12:27.848156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device fa4d39af-cda9-49a2-aeed-f2e74566348b details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:12:27.887969 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd676f6f-f1e7-4e73-8ba2-c0e139c3966e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:27.888485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd676f6f-f1e7-4e73-8ba2-c0e139c3966e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Fanout notify agent at l3_agent the message router_deleted on router 3bf6da05-d6ab-495a-b413-381614829ac3 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:12:27.898463 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd676f6f-f1e7-4e73-8ba2-c0e139c3966e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:27.898463 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-dd676f6f-f1e7-4e73-8ba2-c0e139c3966e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/routers/3bf6da05-d6ab-495a-b413-381614829ac3 HTTP/1.1" status: 204 len: 168 time: 0.4584873 Nov 02 12:12:27.900089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46286) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:27.953584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port fa4d39af-cda9-49a2-aeed-f2e74566348b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=fa4d39af-cda9-49a2-aeed-f2e74566348b,segment=NetworkSegment(df19a5df-68fd-478a-84d1-4c8f00b25eb8),segment_id=df19a5df-68fd-478a-84d1-4c8f00b25eb8)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:27.957173 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6f7e1b-0246-4450-a522-067e2c273a21 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting subnet 02078ca8-8e95-4d8a-a10e-a77540c4f97f {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:12:27.960458 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9e6f7e1b-0246-4450-a522-067e2c273a21 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:27.970779 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'fa4d39af-cda9-49a2-aeed-f2e74566348b', 'network_id': '799f371f-9c20-425f-a7b3-a7ef1513b5af', 'port_id': 'fa4d39af-cda9-49a2-aeed-f2e74566348b', 'mac_address': 'fa:16:3e:44:79:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96545ffe-ac15-4074-916d-b9f0c4b82b81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:12:28.006560 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9e6f7e1b-0246-4450-a522-067e2c273a21 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:28.007666 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53548837-5344-43b4-849a-b8c5cdd0b7e0 req-0023090b-0631-47ad-b0f8-1af8cc7890f5 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:28.009187 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53548837-5344-43b4-849a-b8c5cdd0b7e0 req-0023090b-0631-47ad-b0f8-1af8cc7890f5 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 943 time: 0.0537529 Nov 02 12:12:28.019401 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:28.039826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4d39af-cda9-49a2-aeed-f2e74566348b {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:12:28.060125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port fa4d39af-cda9-49a2-aeed-f2e74566348b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=fa4d39af-cda9-49a2-aeed-f2e74566348b,segment=NetworkSegment(df19a5df-68fd-478a-84d1-4c8f00b25eb8),segment_id=df19a5df-68fd-478a-84d1-4c8f00b25eb8)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:28.061281 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53548837-5344-43b4-849a-b8c5cdd0b7e0 req-724717e5-bbff-45ce-afb7-445ed645bb2b tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460393 Nov 02 12:12:28.104529 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9e6f7e1b-0246-4450-a522-067e2c273a21 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:28.152466 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:28.180024 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:12:28.241698 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=fa4d39af-cda9-49a2-aeed-f2e74566348b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:28.249113 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9e6f7e1b-0246-4450-a522-067e2c273a21 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:28.260495 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65386f3b-1708-4bcd-98dd-f2b583e41fc7 req-3e142846-548d-4c34-a783-9dc5653f6332 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:28.265271 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65386f3b-1708-4bcd-98dd-f2b583e41fc7 req-3e142846-548d-4c34-a783-9dc5653f6332 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.0600061 Nov 02 12:12:28.278472 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f7e1b-0246-4450-a522-067e2c273a21 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Subnet': ['ID=02078ca8-8e95-4d8a-a10e-a77540c4f97f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:28.285721 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9e6f7e1b-0246-4450-a522-067e2c273a21 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:28.291723 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9e6f7e1b-0246-4450-a522-067e2c273a21 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/subnets/02078ca8-8e95-4d8a-a10e-a77540c4f97f HTTP/1.1" status: 204 len: 168 time: 0.3878434 Nov 02 12:12:28.292558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46292) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:28.294146 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3de6a30-deb9-4dd3-a072-1fcb63d2e8b0 None None] Network 78271da1-e147-4b43-9f85-6f58eb6292a3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:12:28.344597 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65386f3b-1708-4bcd-98dd-f2b583e41fc7 req-9025f4dd-9e85-4f77-8dba-1d27153ef9f5 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754123 Nov 02 12:12:28.394641 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:28.458881 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting port 997c5bd7-c0b9-4dad-b4e3-f14772df0336 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:12:28.463102 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:28.512416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['fa4d39af-cda9-49a2-aeed-f2e74566348b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:12:28.519498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:12:28.552329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] For port 997c5bd7-c0b9-4dad-b4e3-f14772df0336, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=997c5bd7-c0b9-4dad-b4e3-f14772df0336,segment=NetworkSegment(faf72543-2a1a-4347-bbc8-88db83ee5496),segment_id=faf72543-2a1a-4347-bbc8-88db83ee5496)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:28.552698 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:28.554999 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:28.554999 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:28.569288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Calling delete_port for 997c5bd7-c0b9-4dad-b4e3-f14772df0336 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:12:28.590335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7a421-e2b1-454a-9822-efab7af91307 req-9a868f8d-99ac-42c6-b2fe-b00109248d4b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:28.591879 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bcd7a421-e2b1-454a-9822-efab7af91307 req-9a868f8d-99ac-42c6-b2fe-b00109248d4b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 945 time: 0.0843627 Nov 02 12:12:28.690461 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bcd7a421-e2b1-454a-9822-efab7af91307 req-6ad31bb6-b185-4e09-bbce-de06d6b20bc6 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624321 Nov 02 12:12:28.748299 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:28.793131 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:12:28.795457 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f8423d-d37c-4f25-b102-2d688bd8528a" -d '{"events": [{"server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "name": "network-vif-plugged", "status": "completed", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:12:28.799140 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aeb488-8f70-4c77-9232-f9c9810e2459 None None] DHCP port deletion for 78271da1-e147-4b43-9f85-6f58eb6292a3 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:12:28.806513 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:28.822668 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:28.841033 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Port': ['ID=997c5bd7-c0b9-4dad-b4e3-f14772df0336,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:28.845241 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] No DVR routers for this DVR port 997c5bd7-c0b9-4dad-b4e3-f14772df0336 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:12:28.856922 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4477f4a9-f3e9-4add-8987-a9b18ce59eae x-openstack-request-id: req-4477f4a9-f3e9-4add-8987-a9b18ce59eae {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:12:28.857444 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "name": "network-vif-plugged", "status": "completed", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:12:28.857659 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4477f4a9-f3e9-4add-8987-a9b18ce59eae {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:12:28.858132 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'code': 200} Nov 02 12:12:28.910341 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:28.960993 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:28.962983 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92349da-c759-4269-9320-f227bed21fda req-e2db4ead-0cf8-4589-ba6d-36a1e207b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:28.964566 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c92349da-c759-4269-9320-f227bed21fda req-e2db4ead-0cf8-4589-ba6d-36a1e207b479 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 1097 time: 0.0486953 Nov 02 12:12:28.977290 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:28.989991 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78271da1-e147-4b43-9f85-6f58eb6292a3']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:29.003518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf72543-2a1a-4347-bbc8-88db83ee5496') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:29.003881 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf72543-2a1a-4347-bbc8-88db83ee5496') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:29.017499 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c92349da-c759-4269-9320-f227bed21fda req-9886a669-4de0-477d-813f-02b17fbbce2b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459630 Nov 02 12:12:29.038330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc83240-81ec-4719-99fd-7aefe3e368c2 req-818ca965-1090-469e-a56b-858b0ba4c987 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:29.038330 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cfc83240-81ec-4719-99fd-7aefe3e368c2 req-818ca965-1090-469e-a56b-858b0ba4c987 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.0881019 Nov 02 12:12:29.038330 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:29.049901 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:29.058464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:12:29.058848 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:12:29.063043 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:12:29.134504 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cfc83240-81ec-4719-99fd-7aefe3e368c2 req-177011d0-50c1-4c2d-8dd3-83b9afafb0f6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044195 Nov 02 12:12:29.178796 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 997c5bd7-c0b9-4dad-b4e3-f14772df0336 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:12:29.203760 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 997c5bd7-c0b9-4dad-b4e3-f14772df0336 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:12:29.204113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 997c5bd7-c0b9-4dad-b4e3-f14772df0336 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:12:29.223046 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:29.230525 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:29.233607 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/networks/78271da1-e147-4b43-9f85-6f58eb6292a3 HTTP/1.1" status: 204 len: 168 time: 0.9400868 Nov 02 12:12:29.239087 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46302) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:29.243938 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-142758878', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:29.248017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59b350-174e-4cf5-85a0-570137a5bdee tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Network': ['ID=78271da1-e147-4b43-9f85-6f58eb6292a3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:29.267755 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625056c7-b3df-40a5-b101-40768d1c255b req-9163827c-98eb-46bb-a7cd-74072a1e1fa1 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:29.269239 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-625056c7-b3df-40a5-b101-40768d1c255b req-9163827c-98eb-46bb-a7cd-74072a1e1fa1 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 944 time: 0.0731905 Nov 02 12:12:29.319691 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-625056c7-b3df-40a5-b101-40768d1c255b req-32eeb672-94b7-4e32-906f-de6dee852771 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438287 Nov 02 12:12:29.328292 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:29.329371 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:29.381656 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:29.469911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def020ab-f378-481d-a491-d40e2ea96d5d req-822e4f5c-9acb-438c-a39f-aed7fb62b46a tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:29.471329 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-def020ab-f378-481d-a491-d40e2ea96d5d req-822e4f5c-9acb-438c-a39f-aed7fb62b46a tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.0540571 Nov 02 12:12:29.520200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-def020ab-f378-481d-a491-d40e2ea96d5d req-e6215281-c1ce-4bcc-be84-380f1e80a79f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425460 Nov 02 12:12:29.620575 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:29.811048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40820b-c048-4bfc-bf30-667d55bb13eb req-fd468926-4577-4a1f-abf9-8bb8b6d088d3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:29.813193 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b40820b-c048-4bfc-bf30-667d55bb13eb req-fd468926-4577-4a1f-abf9-8bb8b6d088d3 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 945 time: 0.0514102 Nov 02 12:12:29.852199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device fa4d39af-cda9-49a2-aeed-f2e74566348b up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:12:29.865674 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b40820b-c048-4bfc-bf30-667d55bb13eb req-97e15c9f-5fb4-4c55-9aac-b847d1e0cccd tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461264 Nov 02 12:12:29.913239 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:29.936396 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:29.983817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port fa4d39af-cda9-49a2-aeed-f2e74566348b completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:12:29.987702 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b115a-32e1-4133-80d1-f36cd3937bb9 req-eba1b38b-1e06-41a2-8324-1f8671ec4791 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:29.988714 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port fa4d39af-cda9-49a2-aeed-f2e74566348b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:29.989233 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:29.989365 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-935b115a-32e1-4133-80d1-f36cd3937bb9 req-eba1b38b-1e06-41a2-8324-1f8671ec4791 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 945 time: 0.0535045 Nov 02 12:12:30.059757 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-935b115a-32e1-4133-80d1-f36cd3937bb9 req-4dc26489-f405-4d54-a99f-5100913b3f99 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615973 Nov 02 12:12:30.086320 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46310) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:30.093500 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:30.100628 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Allocated IP 172.25.6.122 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/b3a21ec9-7e4b-44b0-bd45-7b7e53affb7f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:30.127489 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port fa4d39af-cda9-49a2-aeed-f2e74566348b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=fa4d39af-cda9-49a2-aeed-f2e74566348b,segment=NetworkSegment(df19a5df-68fd-478a-84d1-4c8f00b25eb8),segment_id=df19a5df-68fd-478a-84d1-4c8f00b25eb8)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:30.129360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b756d435-5e9b-495f-abe3-cbfcd0540478 tempest-TestVolumeBootPattern-2076683317 tempest-TestVolumeBootPattern-2076683317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:30.132650 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b756d435-5e9b-495f-abe3-cbfcd0540478 tempest-TestVolumeBootPattern-2076683317 tempest-TestVolumeBootPattern-2076683317-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 1092 time: 0.0434692 Nov 02 12:12:30.135396 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46312) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:30.141771 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': '13524ad8-f602-4ece-9f00-b780afaf2803', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:30.213500 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:30.214266 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:30.248178 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:30.270039 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=fa4d39af-cda9-49a2-aeed-f2e74566348b,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:30.272873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb3c7e-81a7-4119-8fbf-5d5bcd0cce34 req-fb854820-4b2f-422c-b3f8-66592e66062f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:30.274378 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9feb3c7e-81a7-4119-8fbf-5d5bcd0cce34 req-fb854820-4b2f-422c-b3f8-66592e66062f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.0672121 Nov 02 12:12:30.333643 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:30.376219 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9feb3c7e-81a7-4119-8fbf-5d5bcd0cce34 req-7d4c7104-bb21-408d-af5f-6a0b429f1a63 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927072 Nov 02 12:12:30.388188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:30.389677 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=b3a21ec9-7e4b-44b0-bd45-7b7e53affb7f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:30.395367 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:30.398052 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:30.426486 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:30.556869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dfff4-611e-439c-9d42-3c2cbcc67e3f req-e1143784-4858-432c-a867-fb6e54e1f108 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:30.558281 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-879dfff4-611e-439c-9d42-3c2cbcc67e3f req-e1143784-4858-432c-a867-fb6e54e1f108 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 945 time: 0.0904400 Nov 02 12:12:30.596866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Allocated IP 172.25.6.226 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/482d456c-5df2-435d-a3b6-f8158ee8f18e) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:30.649110 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-879dfff4-611e-439c-9d42-3c2cbcc67e3f req-5b270d5c-0039-4569-a12a-4ae80715e110 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822136 Nov 02 12:12:30.751771 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:30.771424 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:30.790910 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44923c58-273e-41d9-b0f0-b930e5d54c81 req-f0d4e430-89a3-4562-ac60-cb87f34cab40 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:30.792414 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-44923c58-273e-41d9-b0f0-b930e5d54c81 req-f0d4e430-89a3-4562-ac60-cb87f34cab40 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.0830104 Nov 02 12:12:30.843773 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-44923c58-273e-41d9-b0f0-b930e5d54c81 req-c4b7eb2e-f13c-4520-a11f-9db9e05cdc84 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445750 Nov 02 12:12:30.860449 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d2b5f7-0622-4965-a515-851de6284956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4d39af-cda9-49a2-aeed-f2e74566348b'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:12:30.867815 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d68782f-c7c6-429b-867e-dc4c357a72d9" -d '{"events": [{"server_uuid": "46d2b5f7-0622-4965-a515-851de6284956", "name": "network-vif-plugged", "status": "completed", "tag": "fa4d39af-cda9-49a2-aeed-f2e74566348b"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:12:30.886888 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:30.927984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:30.930839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:30.933529 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:30.966952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'Port': ['ID=482d456c-5df2-435d-a3b6-f8158ee8f18e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:30.974474 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48ee350-6238-4342-8f39-90689df0c32b x-openstack-request-id: req-f48ee350-6238-4342-8f39-90689df0c32b {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:12:30.974766 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d2b5f7-0622-4965-a515-851de6284956", "name": "network-vif-plugged", "status": "completed", "tag": "fa4d39af-cda9-49a2-aeed-f2e74566348b", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:12:30.975053 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f48ee350-6238-4342-8f39-90689df0c32b {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:12:30.975446 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d2b5f7-0622-4965-a515-851de6284956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4d39af-cda9-49a2-aeed-f2e74566348b', 'code': 200} Nov 02 12:12:30.992371 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:31.133652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5bbe5-82c8-46f0-a406-840bb1f1ded4 req-0a6029cd-5321-417e-b9b6-dd34923135f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:31.136746 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5ce5bbe5-82c8-46f0-a406-840bb1f1ded4 req-0a6029cd-5321-417e-b9b6-dd34923135f1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 1097 time: 0.0930266 Nov 02 12:12:31.202147 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router f3d3dee5-f74a-44d5-af99-05e9b6e524fb is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:12:31.231881 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5ce5bbe5-82c8-46f0-a406-840bb1f1ded4 req-7364a2b5-fdec-479b-997f-341a95d4c4de service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862305 Nov 02 12:12:31.317786 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:12:31.331527 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a431432-fc98-41e0-9fc2-6b273bb81564 None None] Sync routers for ids ['f3d3dee5-f74a-44d5-af99-05e9b6e524fb'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:12:31.341398 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a431432-fc98-41e0-9fc2-6b273bb81564 None None] Routers {'f3d3dee5-f74a-44d5-af99-05e9b6e524fb'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:31.342033 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-8a431432-fc98-41e0-9fc2-6b273bb81564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f3d3dee5-f74a-44d5-af99-05e9b6e524fb'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:31.381345 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-8a431432-fc98-41e0-9fc2-6b273bb81564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:31.390710 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a431432-fc98-41e0-9fc2-6b273bb81564 None None] Routers {'f3d3dee5-f74a-44d5-af99-05e9b6e524fb'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:31.391364 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-8a431432-fc98-41e0-9fc2-6b273bb81564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f3d3dee5-f74a-44d5-af99-05e9b6e524fb'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:31.404222 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:31.405498 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-37152ad5-4ca4-4bf0-86b5-db20831cfb93 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.1652174 Nov 02 12:12:31.416560 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46326) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:31.427736 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-8a431432-fc98-41e0-9fc2-6b273bb81564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:31.428404 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a431432-fc98-41e0-9fc2-6b273bb81564 None None] The sync data for ids ['f3d3dee5-f74a-44d5-af99-05e9b6e524fb'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:12:31.542907 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4ac3d725-1d36-463d-aee3-ad968a871287 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/routers/f3d3dee5-f74a-44d5-af99-05e9b6e524fb HTTP/1.1" status: 200 len: 880 time: 0.1249616 Nov 02 12:12:31.545423 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46328) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:31.720324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5a294-d764-417b-9e03-55b687129f4b req-34d4e40f-0b0b-4b86-9f10-d65527595cd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:31.721809 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-78c5a294-d764-417b-9e03-55b687129f4b req-34d4e40f-0b0b-4b86-9f10-d65527595cd9 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.0995243 Nov 02 12:12:31.741058 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:31.814546 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-78c5a294-d764-417b-9e03-55b687129f4b req-6a515d69-2470-4127-baf1-edef285c20f8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846224 Nov 02 12:12:31.929353 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c5ecc-7114-4d54-b3e0-dab1c5ef206a req-b6c7594a-892b-4031-94d9-608624bf2fa3 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:31.931142 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a0c5ecc-7114-4d54-b3e0-dab1c5ef206a req-b6c7594a-892b-4031-94d9-608624bf2fa3 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 945 time: 0.0568023 Nov 02 12:12:31.978764 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:32.035871 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b095536d-539d-4c4d-b1f1-f47caf566c0c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4869015 Nov 02 12:12:32.036161 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46336) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:32.046341 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a0c5ecc-7114-4d54-b3e0-dab1c5ef206a req-20896d3e-bbb1-4fd9-85dd-994184c460cb tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907989 Nov 02 12:12:32.050196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e2ac8c5a-b30f-4ca9-b4ad-aec7400d983b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-142758878'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:32.262241 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f28bb-65c9-4a9d-bb91-b6c912f0561e req-bb910576-9218-4c3e-90a4-bfcaa02efd57 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:32.263659 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b61f28bb-65c9-4a9d-bb91-b6c912f0561e req-bb910576-9218-4c3e-90a4-bfcaa02efd57 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.1557882 Nov 02 12:12:32.376928 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:32.422951 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b61f28bb-65c9-4a9d-bb91-b6c912f0561e req-aa6caf58-cc71-4c0d-9885-9e0ab0240478 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500616 Nov 02 12:12:32.446055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46338) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:32.487973 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:32.643165 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8df592c-6092-4e63-9658-59f325cbfd4c tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:32.644461 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b8df592c-6092-4e63-9658-59f325cbfd4c tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 1092 time: 0.1970046 Nov 02 12:12:32.645435 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'Port': ['ID=482d456c-5df2-435d-a3b6-f8158ee8f18e,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:32.647732 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46340) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:32.659674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:32.699293 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0814166-75ad-4b5f-993e-48915fc6d6f6 req-ab0ec725-6306-4c3c-a425-b8fbc99e57c4 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:32.700773 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0814166-75ad-4b5f-993e-48915fc6d6f6 req-ab0ec725-6306-4c3c-a425-b8fbc99e57c4 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.2162058 Nov 02 12:12:32.727606 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:32.736166 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e2ac8c5a-b30f-4ca9-b4ad-aec7400d983b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:32.813925 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:32.822802 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0814166-75ad-4b5f-993e-48915fc6d6f6 req-bce16cf7-b3fe-4489-87e6-1cd971c40131 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148095 Nov 02 12:12:32.873396 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e2ac8c5a-b30f-4ca9-b4ad-aec7400d983b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:32.885363 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Floating IP 07d52d56-3207-4f74-b201-c255bb7b1329 associated. External IP: 172.25.6.226, port: 13524ad8-f602-4ece-9f00-b780afaf2803. Nov 02 12:12:32.916229 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:33.032842 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Allocated IP 172.25.6.5 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/46c06921-3a4d-4a4f-8fa3-f745934dbd35) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:33.079139 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ac8c5a-b30f-4ca9-b4ad-aec7400d983b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router f3d3dee5-f74a-44d5-af99-05e9b6e524fb has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:12:33.154349 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:33.264955 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:33.300331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec386c4-fc6f-49bf-a529-d594b9ff6430 req-1d7ec336-fb69-4126-b0bb-c5e4aa8ad283 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:33.302440 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ec386c4-fc6f-49bf-a529-d594b9ff6430 req-1d7ec336-fb69-4126-b0bb-c5e4aa8ad283 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 945 time: 0.1722975 Nov 02 12:12:33.305505 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:33.308435 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:33.316397 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:33.316624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:12:33.346245 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=46c06921-3a4d-4a4f-8fa3-f745934dbd35,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:33.349195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ac8c5a-b30f-4ca9-b4ad-aec7400d983b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:12:33.367788 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8fa4e2-ae9b-4508-bbfe-5ffae2f81d86 None None] Sync routers for ids ['f3d3dee5-f74a-44d5-af99-05e9b6e524fb'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:12:33.375671 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e2ac8c5a-b30f-4ca9-b4ad-aec7400d983b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:33.375671 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e2ac8c5a-b30f-4ca9-b4ad-aec7400d983b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/f3d3dee5-f74a-44d5-af99-05e9b6e524fb HTTP/1.1" status: 200 len: 887 time: 1.3279107 Nov 02 12:12:33.376292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46344) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:33.382158 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8fa4e2-ae9b-4508-bbfe-5ffae2f81d86 None None] Routers {'f3d3dee5-f74a-44d5-af99-05e9b6e524fb'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:33.382775 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7e8fa4e2-ae9b-4508-bbfe-5ffae2f81d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f3d3dee5-f74a-44d5-af99-05e9b6e524fb'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:33.423283 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7e8fa4e2-ae9b-4508-bbfe-5ffae2f81d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:33.432495 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8fa4e2-ae9b-4508-bbfe-5ffae2f81d86 None None] Routers {'f3d3dee5-f74a-44d5-af99-05e9b6e524fb'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:33.433115 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7e8fa4e2-ae9b-4508-bbfe-5ffae2f81d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['f3d3dee5-f74a-44d5-af99-05e9b6e524fb'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:33.469922 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7e8fa4e2-ae9b-4508-bbfe-5ffae2f81d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:33.470148 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ec386c4-fc6f-49bf-a529-d594b9ff6430 req-8c104285-ca7c-42c3-9408-72cc5fa1928f tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559386 Nov 02 12:12:33.470568 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8fa4e2-ae9b-4508-bbfe-5ffae2f81d86 None None] The sync data for ids ['f3d3dee5-f74a-44d5-af99-05e9b6e524fb'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:12:33.591195 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-66201bbe-27ea-4983-8cbf-a4a09fa35a68 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/routers/f3d3dee5-f74a-44d5-af99-05e9b6e524fb HTTP/1.1" status: 200 len: 887 time: 0.2082450 Nov 02 12:12:33.591195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:12:33.591195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46360) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:33.601563 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a77ce12-5be5-4a90-961a-d584f4f769f7 None None] Sync routers for ids ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:12:33.619126 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a77ce12-5be5-4a90-961a-d584f4f769f7 None None] Routers {'ddc3b898-3f37-4d0b-8bfc-4c1613696b05'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:33.620375 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9a77ce12-5be5-4a90-961a-d584f4f769f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:33.626784 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f9656577-59d4-4978-ab10-807ef6286ac2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3d3dee5-f74a-44d5-af99-05e9b6e524fb HTTP/1.1" status: 200 len: 205 time: 0.0345569 Nov 02 12:12:33.632884 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46370) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:33.738570 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:33.757590 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-9a77ce12-5be5-4a90-961a-d584f4f769f7 None None] Set router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:12:33.808184 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6c69407b-256f-438a-a61c-98efce51c823 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6715961 Nov 02 12:12:33.812715 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'tag': '13524ad8-f602-4ece-9f00-b780afaf2803'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:12:33.815081 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1648da24-2ba5-4463-a620-05b788fe7cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2dc265-6539-4ea0-b6ad-203fb855c48c", "tag": "13524ad8-f602-4ece-9f00-b780afaf2803"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:12:33.824046 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3bde5d94-1e7b-46eb-9734-cc0c412c41d3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:34.000843 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648da24-2ba5-4463-a620-05b788fe7cf3 req-c763df80-9c68-4c44-aa58-dc323d1a650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:34.002358 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1648da24-2ba5-4463-a620-05b788fe7cf3 req-c763df80-9c68-4c44-aa58-dc323d1a650c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 1097 time: 0.1053712 Nov 02 12:12:34.006521 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:34.036675 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9a77ce12-5be5-4a90-961a-d584f4f769f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '07d52d56-3207-4f74-b201-c255bb7b1329', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'port_id': '13524ad8-f602-4ece-9f00-b780afaf2803', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'mac_address': 'fa:16:3e:43:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:12:31Z', 'updated_at': '2021-11-02T12:12:31Z', 'revision_number': 0, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:25Z', 'revision_number': 5, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:34.068202 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a77ce12-5be5-4a90-961a-d584f4f769f7 None None] Checking router: ddc3b898-3f37-4d0b-8bfc-4c1613696b05 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:12:34.079907 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a77ce12-5be5-4a90-961a-d584f4f769f7 None None] Routers {'ddc3b898-3f37-4d0b-8bfc-4c1613696b05'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:34.081001 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9a77ce12-5be5-4a90-961a-d584f4f769f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:34.166729 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648da24-2ba5-4463-a620-05b788fe7cf3 req-c85fe753-1f12-4481-831a-056f5cda1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:34.168304 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1648da24-2ba5-4463-a620-05b788fe7cf3 req-c85fe753-1f12-4481-831a-056f5cda1dd9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.1459851 Nov 02 12:12:34.197250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-9a77ce12-5be5-4a90-961a-d584f4f769f7 None None] Set router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:12:34.270323 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf7cf0a-f92f-49e5-b361-f3060d276c67 x-openstack-request-id: req-acf7cf0a-f92f-49e5-b361-f3060d276c67 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:12:34.270960 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2dc265-6539-4ea0-b6ad-203fb855c48c", "tag": "13524ad8-f602-4ece-9f00-b780afaf2803", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:12:34.271226 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-acf7cf0a-f92f-49e5-b361-f3060d276c67 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:12:34.271622 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'tag': '13524ad8-f602-4ece-9f00-b780afaf2803', 'status': 'completed', 'code': 200} Nov 02 12:12:34.284910 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:34.315440 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1648da24-2ba5-4463-a620-05b788fe7cf3 req-d217b990-d9fd-498c-80d7-f8e95029cab9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13524ad8-f602-4ece-9f00-b780afaf2803 HTTP/1.1" status: 200 len: 999 time: 0.1394954 Nov 02 12:12:34.398012 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1ec2b-a1d7-49a3-ad79-77136130e8bb req-a41db77a-ae58-46c0-b2f9-4c9f062e3e66 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:34.400017 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-24d1ec2b-a1d7-49a3-ad79-77136130e8bb req-a41db77a-ae58-46c0-b2f9-4c9f062e3e66 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.1317816 Nov 02 12:12:34.419401 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648da24-2ba5-4463-a620-05b788fe7cf3 req-37c278b8-5742-402d-951a-8641a9e567a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:34.421844 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1648da24-2ba5-4463-a620-05b788fe7cf3 req-37c278b8-5742-402d-951a-8641a9e567a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0761440 Nov 02 12:12:34.485588 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-24d1ec2b-a1d7-49a3-ad79-77136130e8bb req-ac6dadd9-a843-4fff-8ef5-b9449d8af322 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732813 Nov 02 12:12:34.503932 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3bde5d94-1e7b-46eb-9734-cc0c412c41d3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:34.511113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9a77ce12-5be5-4a90-961a-d584f4f769f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '07d52d56-3207-4f74-b201-c255bb7b1329', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'port_id': '13524ad8-f602-4ece-9f00-b780afaf2803', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'mac_address': 'fa:16:3e:43:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:12:31Z', 'updated_at': '2021-11-02T12:12:31Z', 'revision_number': 0, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:25Z', 'revision_number': 5, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:34.519974 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648da24-2ba5-4463-a620-05b788fe7cf3 req-19e0dac3-fc68-4901-8441-dd54116df4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:34.521463 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1648da24-2ba5-4463-a620-05b788fe7cf3 req-19e0dac3-fc68-4901-8441-dd54116df4a7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897260 Nov 02 12:12:34.540784 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a77ce12-5be5-4a90-961a-d584f4f769f7 None None] The sync data for ids ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'] in n-d-806683-18 is: [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '07d52d56-3207-4f74-b201-c255bb7b1329', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'port_id': '13524ad8-f602-4ece-9f00-b780afaf2803', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'mac_address': 'fa:16:3e:43:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:12:31Z', 'updated_at': '2021-11-02T12:12:31Z', 'revision_number': 0, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:25Z', 'revision_number': 5, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:12:34.623736 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:34.653746 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1648da24-2ba5-4463-a620-05b788fe7cf3 req-57fbf193-d2fa-48a2-813b-1a529d6e50bc service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191487 Nov 02 12:12:34.713870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-3bde5d94-1e7b-46eb-9734-cc0c412c41d3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting port b3a21ec9-7e4b-44b0-bd45-7b7e53affb7f {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:12:34.714241 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3bde5d94-1e7b-46eb-9734-cc0c412c41d3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:34.755067 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:34.784820 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5621f292-4518-481c-b63a-7c2e35347640 None None] New status for floating IP 07d52d56-3207-4f74-b201-c255bb7b1329: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:12:34.788906 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1648da24-2ba5-4463-a620-05b788fe7cf3 req-74d1ba83-42b4-4f2c-a992-21a6a605e8a0 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278069 Nov 02 12:12:34.835058 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=46c06921-3a4d-4a4f-8fa3-f745934dbd35,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:34.849209 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:34.850228 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3bde5d94-1e7b-46eb-9734-cc0c412c41d3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:34.868624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-3bde5d94-1e7b-46eb-9734-cc0c412c41d3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Calling delete_port for b3a21ec9-7e4b-44b0-bd45-7b7e53affb7f owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:12:34.978831 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Floating IP f5cbdc78-224f-4fac-8a52-8041424b4418 associated. External IP: 172.25.6.5, port: 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed. Nov 02 12:12:35.185154 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3bde5d94-1e7b-46eb-9734-cc0c412c41d3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:35.214875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde5d94-1e7b-46eb-9734-cc0c412c41d3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Port': ['ID=b3a21ec9-7e4b-44b0-bd45-7b7e53affb7f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:35.291462 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3bde5d94-1e7b-46eb-9734-cc0c412c41d3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:35.401574 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3bde5d94-1e7b-46eb-9734-cc0c412c41d3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:35.406475 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3bde5d94-1e7b-46eb-9734-cc0c412c41d3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:35.528152 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router ddb63091-2715-4819-b85a-1bb74807ab69 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:12:35.550662 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3bde5d94-1e7b-46eb-9734-cc0c412c41d3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:35.551627 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bde5d94-1e7b-46eb-9734-cc0c412c41d3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Fanout notify agent at l3_agent the message router_deleted on router f3d3dee5-f74a-44d5-af99-05e9b6e524fb {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:12:35.568793 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3bde5d94-1e7b-46eb-9734-cc0c412c41d3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:35.569924 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3bde5d94-1e7b-46eb-9734-cc0c412c41d3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/routers/f3d3dee5-f74a-44d5-af99-05e9b6e524fb HTTP/1.1" status: 204 len: 168 time: 1.9360790 Nov 02 12:12:35.580091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46432) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:35.585004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-53802f07-d14b-4b69-b054-5db12f14f412 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'network': {'name': 'tempest-RoutersTest-6765854'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:35.643732 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f887412-2fb2-469e-bba6-2d2760d9ba42 req-7c89af0a-a132-404a-8f0c-78cb2db9ed2c tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:35.645508 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f887412-2fb2-469e-bba6-2d2760d9ba42 req-7c89af0a-a132-404a-8f0c-78cb2db9ed2c tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.0744967 Nov 02 12:12:35.658383 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:12:35.670561 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532d0f1-fae8-4734-be5c-bb541e06845f None None] Sync routers for ids ['ddb63091-2715-4819-b85a-1bb74807ab69'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:12:35.682736 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532d0f1-fae8-4734-be5c-bb541e06845f None None] Routers {'ddb63091-2715-4819-b85a-1bb74807ab69'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:35.683446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b532d0f1-fae8-4734-be5c-bb541e06845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddb63091-2715-4819-b85a-1bb74807ab69'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:35.704733 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f887412-2fb2-469e-bba6-2d2760d9ba42 req-f848cfab-539b-4ee8-86bb-3f7456323ada tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530195 Nov 02 12:12:35.727659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53802f07-d14b-4b69-b054-5db12f14f412 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Made reservation on behalf of 6319805f5cb24f5faea3401ed68600e6 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:12:35.731284 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53802f07-d14b-4b69-b054-5db12f14f412 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:35.756623 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53802f07-d14b-4b69-b054-5db12f14f412 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:12:35.767720 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53802f07-d14b-4b69-b054-5db12f14f412 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:35.768152 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-53802f07-d14b-4b69-b054-5db12f14f412 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Added segment 32da3856-700c-4f84-a1e9-787ebc62cc21 of type vlan for network 970f28d3-11a3-4f23-a807-b27bf83d7334 Nov 02 12:12:35.806664 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-b532d0f1-fae8-4734-be5c-bb541e06845f None None] Set router ddb63091-2715-4819-b85a-1bb74807ab69 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:12:35.814871 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53802f07-d14b-4b69-b054-5db12f14f412 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:35.838238 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:35.870978 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-58379996-06d0-4513-9706-aa77f62a9e6c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.2186460 Nov 02 12:12:35.871252 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:12:35.873998 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c14de5c-9c2e-4bba-9155-8b009f874e38" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:12:35.947619 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53802f07-d14b-4b69-b054-5db12f14f412 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:35.956478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53802f07-d14b-4b69-b054-5db12f14f412 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:35.957169 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-53802f07-d14b-4b69-b054-5db12f14f412 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:35.985459 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:12:36.057240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53802f07-d14b-4b69-b054-5db12f14f412 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Network': ['ID=970f28d3-11a3-4f23-a807-b27bf83d7334,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:36.069823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377aefd7-f4c7-4a28-a70e-5df9ca9cdba0 req-e4fef62f-5823-4833-9e5d-3c40708f16dc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:36.071437 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-377aefd7-f4c7-4a28-a70e-5df9ca9cdba0 req-e4fef62f-5823-4833-9e5d-3c40708f16dc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.1402123 Nov 02 12:12:36.071625 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 970f28d3-11a3-4f23-a807-b27bf83d7334 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:12:36.136704 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b532d0f1-fae8-4734-be5c-bb541e06845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504477631', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:01Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:02Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'f5cbdc78-224f-4fac-8a52-8041424b4418', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'port_id': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9', 'mac_address': 'fa:16:3e:4b:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:12:33Z', 'updated_at': '2021-11-02T12:12:33Z', 'revision_number': 0, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5b0468-0162-4f7d-84b6-27ae17d43d82', 'name': '', 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:7b:99:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:09Z', 'updated_at': '2021-11-02T12:12:16Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:36.137198 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-377aefd7-f4c7-4a28-a70e-5df9ca9cdba0 req-ef8d51f2-520f-4c5a-84f0-f86881df392f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550072 Nov 02 12:12:36.141739 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-53802f07-d14b-4b69-b054-5db12f14f412 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.5606620 Nov 02 12:12:36.145088 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46438) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:36.150709 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4885babd-b768-4455-95c4-60b0beabd4fc tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'subnet': {'network_id': '970f28d3-11a3-4f23-a807-b27bf83d7334', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:36.176811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46440) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:36.199190 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532d0f1-fae8-4734-be5c-bb541e06845f None None] Checking router: ddb63091-2715-4819-b85a-1bb74807ab69 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:12:36.216341 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532d0f1-fae8-4734-be5c-bb541e06845f None None] Routers {'ddb63091-2715-4819-b85a-1bb74807ab69'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:36.217077 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b532d0f1-fae8-4734-be5c-bb541e06845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddb63091-2715-4819-b85a-1bb74807ab69'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:36.265784 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6604cf-68dd-4a44-97c2-08b844ea9362 x-openstack-request-id: req-cb6604cf-68dd-4a44-97c2-08b844ea9362 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:12:36.266199 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:12:36.266441 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb6604cf-68dd-4a44-97c2-08b844ea9362 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:12:36.266855 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'status': 'completed', 'code': 200} Nov 02 12:12:36.291489 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-886e12f4-570e-497a-a029-a03acfe3baed tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/floatingips/f5cbdc78-224f-4fac-8a52-8041424b4418 HTTP/1.1" status: 200 len: 989 time: 0.1123264 Nov 02 12:12:36.338111 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14de5c-9c2e-4bba-9155-8b009f874e38 req-fd59d0d1-ff22-43f8-9347-3dd5afb4162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:36.339689 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c14de5c-9c2e-4bba-9155-8b009f874e38 req-fd59d0d1-ff22-43f8-9347-3dd5afb4162c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 1097 time: 0.0720191 Nov 02 12:12:36.365628 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-b532d0f1-fae8-4734-be5c-bb541e06845f None None] Set router ddb63091-2715-4819-b85a-1bb74807ab69 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:12:36.442833 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4885babd-b768-4455-95c4-60b0beabd4fc tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Made reservation on behalf of 6319805f5cb24f5faea3401ed68600e6 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:12:36.446846 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4885babd-b768-4455-95c4-60b0beabd4fc tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:36.487909 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14de5c-9c2e-4bba-9155-8b009f874e38 req-f53d3329-ada0-4a97-8b31-6a06268c05ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:36.489405 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c14de5c-9c2e-4bba-9155-8b009f874e38 req-f53d3329-ada0-4a97-8b31-6a06268c05ed service neutron] 10.222.0.54 "GET /v2.0/networks?id=00516d6f-746d-40b8-a358-bef24915abd9 HTTP/1.1" status: 200 len: 897 time: 0.1407170 Nov 02 12:12:36.608075 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c14de5c-9c2e-4bba-9155-8b009f874e38 req-a116d056-2d6e-4bf6-b495-9743741ebbc4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed HTTP/1.1" status: 200 len: 997 time: 0.0891953 Nov 02 12:12:36.700232 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14de5c-9c2e-4bba-9155-8b009f874e38 req-74124f57-661a-4e0f-834f-643ecfcc627c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:36.701735 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c14de5c-9c2e-4bba-9155-8b009f874e38 req-74124f57-661a-4e0f-834f-643ecfcc627c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b78498b4-04fd-46bf-bc39-b176cdb7c77c HTTP/1.1" status: 200 len: 835 time: 0.0867662 Nov 02 12:12:36.803089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14de5c-9c2e-4bba-9155-8b009f874e38 req-3ac22e9f-a446-4ab3-b7e6-8161737ca3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:36.804588 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c14de5c-9c2e-4bba-9155-8b009f874e38 req-3ac22e9f-a446-4ab3-b7e6-8161737ca3d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00516d6f-746d-40b8-a358-bef24915abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702298 Nov 02 12:12:36.850172 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b532d0f1-fae8-4734-be5c-bb541e06845f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504477631', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:01Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:02Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'f5cbdc78-224f-4fac-8a52-8041424b4418', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'port_id': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9', 'mac_address': 'fa:16:3e:4b:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:12:33Z', 'updated_at': '2021-11-02T12:12:33Z', 'revision_number': 0, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5b0468-0162-4f7d-84b6-27ae17d43d82', 'name': '', 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:7b:99:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:09Z', 'updated_at': '2021-11-02T12:12:16Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:36.868383 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58792b26-e75e-4e70-8d40-35690d003b78 req-00f50bc7-06d9-432b-a452-73544f9b7e1c tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:36.871648 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58792b26-e75e-4e70-8d40-35690d003b78 req-00f50bc7-06d9-432b-a452-73544f9b7e1c tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.0566692 Nov 02 12:12:36.889343 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532d0f1-fae8-4734-be5c-bb541e06845f None None] The sync data for ids ['ddb63091-2715-4819-b85a-1bb74807ab69'] in n-d-806683-18 is: [{'id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504477631', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:01Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:02Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'f5cbdc78-224f-4fac-8a52-8041424b4418', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'floating_ip_address': '172.25.6.5', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'port_id': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9', 'mac_address': 'fa:16:3e:4b:44:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:12:33Z', 'updated_at': '2021-11-02T12:12:33Z', 'revision_number': 0, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f5b0468-0162-4f7d-84b6-27ae17d43d82', 'name': '', 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:7b:99:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:09Z', 'updated_at': '2021-11-02T12:12:16Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:12:36.918145 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c14de5c-9c2e-4bba-9155-8b009f874e38 req-e36b93d4-49cf-45e7-82c1-580bdd8cc2f7 service neutron] 10.222.0.54 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047246 Nov 02 12:12:36.944557 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58792b26-e75e-4e70-8d40-35690d003b78 req-74104878-450b-4e60-b7fa-771f4bdc1ddc tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650234 Nov 02 12:12:36.957621 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4885babd-b768-4455-95c4-60b0beabd4fc tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:37.078669 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885babd-b768-4455-95c4-60b0beabd4fc tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Subnet': ['ID=6ca908bf-ddf8-4cc5-8df0-a790d69ae907,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:37.099488 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4885babd-b768-4455-95c4-60b0beabd4fc tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Checking segment: {'id': '32da3856-700c-4f84-a1e9-787ebc62cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '970f28d3-11a3-4f23-a807-b27bf83d7334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:37.099855 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4885babd-b768-4455-95c4-60b0beabd4fc tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network hostable DHCP agents. Network: 970f28d3-11a3-4f23-a807-b27bf83d7334, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:12:37.103917 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c14de5c-9c2e-4bba-9155-8b009f874e38 req-d91ddf5f-61b2-4b76-83c9-092aa86611bd service neutron] 10.222.0.54 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782069 Nov 02 12:12:37.141299 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3499ddd-3248-4bfc-86a3-8d992ee48226 None None] New status for floating IP f5cbdc78-224f-4fac-8a52-8041424b4418: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:12:37.230437 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4885babd-b768-4455-95c4-60b0beabd4fc tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network 970f28d3-11a3-4f23-a807-b27bf83d7334 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:12:37.292830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46446) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:37.313534 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-4885babd-b768-4455-95c4-60b0beabd4fc tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 970f28d3-11a3-4f23-a807-b27bf83d7334) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:37.322616 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400bc95d-e371-4ed2-b2e5-dabb78c2bfe5 None None] Network 970f28d3-11a3-4f23-a807-b27bf83d7334 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:12:37.323876 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4885babd-b768-4455-95c4-60b0beabd4fc tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:37.325932 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4885babd-b768-4455-95c4-60b0beabd4fc tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:37.369174 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8e7e8567-8e9f-4202-b3b2-d1898e4e656d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/floatingips/f5cbdc78-224f-4fac-8a52-8041424b4418 HTTP/1.1" status: 200 len: 989 time: 0.0748334 Nov 02 12:12:37.479412 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4885babd-b768-4455-95c4-60b0beabd4fc tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3329849 Nov 02 12:12:37.482346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46448) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:37.487758 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c6c68f2c-51f6-4edd-9ca2-2bedeed5955e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1626615430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:37.506067 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-970f28d3-11a3-4f23-a807-b27bf83d7334', 'network_id': '970f28d3-11a3-4f23-a807-b27bf83d7334', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'fixed_ips': [{'subnet_id': '6ca908bf-ddf8-4cc5-8df0-a790d69ae907'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:12:37.506985 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:37.579998 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6c68f2c-51f6-4edd-9ca2-2bedeed5955e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:37.581478 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6c68f2c-51f6-4edd-9ca2-2bedeed5955e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:37.638737 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6c68f2c-51f6-4edd-9ca2-2bedeed5955e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:37.658726 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Allocated IP 172.20.0.2 (970f28d3-11a3-4f23-a807-b27bf83d7334/6ca908bf-ddf8-4cc5-8df0-a790d69ae907/d1e1a5b4-3796-4866-b0fa-631239380f0a) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:37.728093 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6c68f2c-51f6-4edd-9ca2-2bedeed5955e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:37.809161 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:37.855267 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6c68f2c-51f6-4edd-9ca2-2bedeed5955e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:37.859631 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c6c68f2c-51f6-4edd-9ca2-2bedeed5955e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3731530 Nov 02 12:12:37.860407 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46452) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:37.892559 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:37.942280 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Network 970f28d3-11a3-4f23-a807-b27bf83d7334 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:37.945916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:37.950467 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:37.953748 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Pushing event updated for resources: {'Port': ['ID=d1e1a5b4-3796-4866-b0fa-631239380f0a,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:37.962725 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:37.963091 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:37.963442 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:37.963780 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:37.964114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:37.964442 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:37.964769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:37.965092 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:37.965415 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:37.965736 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:37.966058 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:37.966377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:38.029175 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Attempting to bind port d1e1a5b4-3796-4866-b0fa-631239380f0a on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:12:38.031970 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Attempting to bind port d1e1a5b4-3796-4866-b0fa-631239380f0a by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '32da3856-700c-4f84-a1e9-787ebc62cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '970f28d3-11a3-4f23-a807-b27bf83d7334'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:12:38.032337 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Attempting to bind port d1e1a5b4-3796-4866-b0fa-631239380f0a on network 970f28d3-11a3-4f23-a807-b27bf83d7334 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:12:38.045503 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:12:38.048955 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Checking segment: {'id': '32da3856-700c-4f84-a1e9-787ebc62cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '970f28d3-11a3-4f23-a807-b27bf83d7334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:38.048955 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:38.048955 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Bound using segment: {'id': '32da3856-700c-4f84-a1e9-787ebc62cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '970f28d3-11a3-4f23-a807-b27bf83d7334'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:12:38.048955 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Bound port: d1e1a5b4-3796-4866-b0fa-631239380f0a, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32da3856-700c-4f84-a1e9-787ebc62cc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '970f28d3-11a3-4f23-a807-b27bf83d7334'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:12:38.048955 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:38.122048 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] For port d1e1a5b4-3796-4866-b0fa-631239380f0a, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:12:38.125991 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] For port d1e1a5b4-3796-4866-b0fa-631239380f0a, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d1e1a5b4-3796-4866-b0fa-631239380f0a,segment=NetworkSegment(32da3856-700c-4f84-a1e9-787ebc62cc21),segment_id=32da3856-700c-4f84-a1e9-787ebc62cc21)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:12:38.178423 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01d089-5fbf-4ca0-a115-bc940f003d80 req-8bb10d36-52a8-4461-838f-77e5f2962df8 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:38.180112 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea01d089-5fbf-4ca0-a115-bc940f003d80 req-8bb10d36-52a8-4461-838f-77e5f2962df8 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.1150210 Nov 02 12:12:38.212469 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:38.225062 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9610-21d9-43f5-9f48-d9ce59ab7406 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:38.289836 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f3461-f40f-4f1c-a0e7-c338e59c09c4 None None] Pushing event updated for resources: {'Port': ['ID=d1e1a5b4-3796-4866-b0fa-631239380f0a,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:38.331284 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea01d089-5fbf-4ca0-a115-bc940f003d80 req-b588d0bd-30d8-4837-a45a-a1c6514dccc1 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448987 Nov 02 12:12:38.372823 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46456) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:38.499130 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c8af2f58-7be3-4a97-80ec-76441dbfe6dd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/floatingips/f5cbdc78-224f-4fac-8a52-8041424b4418 HTTP/1.1" status: 200 len: 991 time: 0.1251154 Nov 02 12:12:38.551004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-ec3a9610-21d9-43f5-9f48-d9ce59ab7406 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Allocated IP 172.20.0.1 (970f28d3-11a3-4f23-a807-b27bf83d7334/6ca908bf-ddf8-4cc5-8df0-a790d69ae907/de5a31d2-80d0-4269-9c68-156bbb234829) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:38.690707 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9610-21d9-43f5-9f48-d9ce59ab7406 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:38.813208 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9610-21d9-43f5-9f48-d9ce59ab7406 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:38.861020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3a9610-21d9-43f5-9f48-d9ce59ab7406 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network 970f28d3-11a3-4f23-a807-b27bf83d7334 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:38.864667 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-ec3a9610-21d9-43f5-9f48-d9ce59ab7406 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:38.872628 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3a9610-21d9-43f5-9f48-d9ce59ab7406 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:38.904497 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9610-21d9-43f5-9f48-d9ce59ab7406 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=de5a31d2-80d0-4269-9c68-156bbb234829,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:38.931076 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9610-21d9-43f5-9f48-d9ce59ab7406 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:39.134986 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9610-21d9-43f5-9f48-d9ce59ab7406 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:39.255308 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d1e1a5b4-3796-4866-b0fa-631239380f0a up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:12:39.336015 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d1e1a5b4-3796-4866-b0fa-631239380f0a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:39.336324 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:39.465716 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:39.488168 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdf55d7-faa6-424b-ab3c-4d4803075f38 None None] Network 970f28d3-11a3-4f23-a807-b27bf83d7334 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:12:39.552324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f6def-2871-4c3a-b189-88387c19943c req-7a52f780-aa1b-48b3-b843-715e710108a1 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:39.554166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e78f6def-2871-4c3a-b189-88387c19943c req-7a52f780-aa1b-48b3-b843-715e710108a1 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.0792813 Nov 02 12:12:39.569276 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port d1e1a5b4-3796-4866-b0fa-631239380f0a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d1e1a5b4-3796-4866-b0fa-631239380f0a,segment=NetworkSegment(32da3856-700c-4f84-a1e9-787ebc62cc21),segment_id=32da3856-700c-4f84-a1e9-787ebc62cc21)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:39.583208 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-31706077-8b64-4341-abe2-2753b6611c82 None None] Provisioning complete for port d1e1a5b4-3796-4866-b0fa-631239380f0a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:39.583627 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-31706077-8b64-4341-abe2-2753b6611c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:39.646452 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:39.651356 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9610-21d9-43f5-9f48-d9ce59ab7406 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:39.657253 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e78f6def-2871-4c3a-b189-88387c19943c req-d54aaeaa-99e5-47ee-804f-8c5fff35990d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920653 Nov 02 12:12:39.741426 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9610-21d9-43f5-9f48-d9ce59ab7406 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:39.790232 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=d1e1a5b4-3796-4866-b0fa-631239380f0a,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:39.816554 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a9610-21d9-43f5-9f48-d9ce59ab7406 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=de5a31d2-80d0-4269-9c68-156bbb234829,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:39.835170 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ec3a9610-21d9-43f5-9f48-d9ce59ab7406 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:39.956529 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3a9610-21d9-43f5-9f48-d9ce59ab7406 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network 970f28d3-11a3-4f23-a807-b27bf83d7334 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:39.958178 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-ec3a9610-21d9-43f5-9f48-d9ce59ab7406 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:40.125677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6bfa4ffe-2bb8-42e0-8c4b-d818ece45915 None None] Provisioning complete for port de5a31d2-80d0-4269-9c68-156bbb234829 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:40.126070 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6bfa4ffe-2bb8-42e0-8c4b-d818ece45915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:40.171355 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa4ffe-2bb8-42e0-8c4b-d818ece45915 None None] Port de5a31d2-80d0-4269-9c68-156bbb234829 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:12:40.183794 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6bfa4ffe-2bb8-42e0-8c4b-d818ece45915 None None] Provisioning complete for port d1e1a5b4-3796-4866-b0fa-631239380f0a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:40.184164 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6bfa4ffe-2bb8-42e0-8c4b-d818ece45915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:40.212854 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3a9610-21d9-43f5-9f48-d9ce59ab7406 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router fd830050-c976-4e76-978a-d61f368754aa is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:12:40.323749 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3a9610-21d9-43f5-9f48-d9ce59ab7406 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:12:40.330057 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ec3a9610-21d9-43f5-9f48-d9ce59ab7406 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/fd830050-c976-4e76-978a-d61f368754aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4685917 Nov 02 12:12:40.332809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46464) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:40.337817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54da1559-1069-4375-96f8-2d393359da98 None None] Sync routers for ids ['fd830050-c976-4e76-978a-d61f368754aa'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:12:40.350540 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54da1559-1069-4375-96f8-2d393359da98 None None] Routers {'fd830050-c976-4e76-978a-d61f368754aa'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:40.351720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-54da1559-1069-4375-96f8-2d393359da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fd830050-c976-4e76-978a-d61f368754aa'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:40.391861 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-54da1559-1069-4375-96f8-2d393359da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:40.395758 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb437a81-8787-4026-ae0e-5d0d604d9c83 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:40.402010 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46468) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:40.408317 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bb437a81-8787-4026-ae0e-5d0d604d9c83 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/ports/de5a31d2-80d0-4269-9c68-156bbb234829 HTTP/1.1" status: 200 len: 910 time: 0.0737970 Nov 02 12:12:40.415562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8f5edd77-42eb-44fa-8ab0-a1d9b1cf78f8 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6ca908bf-ddf8-4cc5-8df0-a790d69ae907'}]}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:40.417335 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54da1559-1069-4375-96f8-2d393359da98 None None] Routers {'fd830050-c976-4e76-978a-d61f368754aa'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:40.418960 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-54da1559-1069-4375-96f8-2d393359da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fd830050-c976-4e76-978a-d61f368754aa'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:40.460538 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-54da1559-1069-4375-96f8-2d393359da98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:40.460961 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54da1559-1069-4375-96f8-2d393359da98 None None] The sync data for ids ['fd830050-c976-4e76-978a-d61f368754aa'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:12:40.463810 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3c0e0016-5420-41c5-8632-465eaa1e3435 None None] Provisioning complete for port de5a31d2-80d0-4269-9c68-156bbb234829 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:40.464191 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0016-5420-41c5-8632-465eaa1e3435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:40.505622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e0016-5420-41c5-8632-465eaa1e3435 None None] Port de5a31d2-80d0-4269-9c68-156bbb234829 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:12:40.609126 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8f5edd77-42eb-44fa-8ab0-a1d9b1cf78f8 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:40.742787 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-691fcf7a-84fa-48d8-8d87-5f736e5dc83e None None] Provisioning complete for port de5a31d2-80d0-4269-9c68-156bbb234829 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:40.743190 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-691fcf7a-84fa-48d8-8d87-5f736e5dc83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:40.790066 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-691fcf7a-84fa-48d8-8d87-5f736e5dc83e None None] Port de5a31d2-80d0-4269-9c68-156bbb234829 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:12:40.865534 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f9968-7760-4c1c-b8c0-99669fe7708d req-c6823428-e93a-48d0-8351-2f4d9da67980 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:40.867052 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-103f9968-7760-4c1c-b8c0-99669fe7708d req-c6823428-e93a-48d0-8351-2f4d9da67980 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.1169200 Nov 02 12:12:40.965641 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-103f9968-7760-4c1c-b8c0-99669fe7708d req-34fd5a98-da09-4fda-8fe9-1ad1856b648d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922267 Nov 02 12:12:41.096275 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8f5edd77-42eb-44fa-8ab0-a1d9b1cf78f8 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:41.205072 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d1e1a5b4-3796-4866-b0fa-631239380f0a up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:12:41.253354 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8f5edd77-42eb-44fa-8ab0-a1d9b1cf78f8 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:41.259112 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d1e1a5b4-3796-4866-b0fa-631239380f0a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:41.259486 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:41.347872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5edd77-42eb-44fa-8ab0-a1d9b1cf78f8 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=de5a31d2-80d0-4269-9c68-156bbb234829,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:41.359172 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5edd77-42eb-44fa-8ab0-a1d9b1cf78f8 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:41.359519 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8f5edd77-42eb-44fa-8ab0-a1d9b1cf78f8 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:41.363176 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8f5edd77-42eb-44fa-8ab0-a1d9b1cf78f8 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/ports/de5a31d2-80d0-4269-9c68-156bbb234829 HTTP/1.1" status: 200 len: 910 time: 0.9598682 Nov 02 12:12:41.366169 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46474) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:41.733328 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e2494b07-9eb4-45da-8daf-5d71784e0b23 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:41.962000 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:12:41.964138 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:12:41.993749 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e2494b07-9eb4-45da-8daf-5d71784e0b23 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting port de5a31d2-80d0-4269-9c68-156bbb234829 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:12:41.995506 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e2494b07-9eb4-45da-8daf-5d71784e0b23 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:42.100865 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e2494b07-9eb4-45da-8daf-5d71784e0b23 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:42.120764 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-e2494b07-9eb4-45da-8daf-5d71784e0b23 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Calling delete_port for de5a31d2-80d0-4269-9c68-156bbb234829 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:12:42.146761 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3ea3a-75cd-4cbf-9a61-922d00ecbc1e req-dcf77983-244b-4986-9727-0abb6d4bd168 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:42.149216 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebd3ea3a-75cd-4cbf-9a61-922d00ecbc1e req-dcf77983-244b-4986-9727-0abb6d4bd168 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.0853231 Nov 02 12:12:42.157531 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:42.164448 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:42.206953 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c6ddd89-e06b-4762-bac2-87f9a7caa9fe'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:12:42.213631 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bf694a-84ae-4851-a1a0-cd3f26a513e3" -d '{"events": [{"server_uuid": "b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d", "name": "network-vif-unplugged", "status": "completed", "tag": "6c6ddd89-e06b-4762-bac2-87f9a7caa9fe"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:12:42.216472 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '6c6ddd89-e06b-4762-bac2-87f9a7caa9fe', 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea', 'port_id': '6c6ddd89-e06b-4762-bac2-87f9a7caa9fe', 'mac_address': 'fa:16:3e:4c:a0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4c89c0-b4cd-45ef-ad38-b6d57b244f74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:12:42.221462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:42.228574 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ebd3ea3a-75cd-4cbf-9a61-922d00ecbc1e req-ddccc916-be64-49f7-a972-b0b8c8292097 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697401 Nov 02 12:12:42.274405 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:42.283282 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 12:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bdd4d7-9396-48bc-a06f-ff916a44a39e x-openstack-request-id: req-59bdd4d7-9396-48bc-a06f-ff916a44a39e {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:12:42.283584 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d", "name": "network-vif-unplugged", "status": "completed", "tag": "6c6ddd89-e06b-4762-bac2-87f9a7caa9fe", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:12:42.283846 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59bdd4d7-9396-48bc-a06f-ff916a44a39e {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:12:42.284255 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c6ddd89-e06b-4762-bac2-87f9a7caa9fe', 'code': 200} Nov 02 12:12:42.297917 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:12:42.317181 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:42.390600 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:12:42.390600 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:12:42.394559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:42.430488 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e2494b07-9eb4-45da-8daf-5d71784e0b23 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:42.464422 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2494b07-9eb4-45da-8daf-5d71784e0b23 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Port': ['ID=de5a31d2-80d0-4269-9c68-156bbb234829,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:42.628393 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e2494b07-9eb4-45da-8daf-5d71784e0b23 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:42.796786 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2494b07-9eb4-45da-8daf-5d71784e0b23 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router fd830050-c976-4e76-978a-d61f368754aa has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:12:42.871798 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2494b07-9eb4-45da-8daf-5d71784e0b23 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:12:42.876946 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e2494b07-9eb4-45da-8daf-5d71784e0b23 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/fd830050-c976-4e76-978a-d61f368754aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5096946 Nov 02 12:12:42.880066 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46484) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:42.893382 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaea0237-9d0a-4029-810c-3a048074df3b None None] Sync routers for ids ['fd830050-c976-4e76-978a-d61f368754aa'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:12:42.912970 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea0237-9d0a-4029-810c-3a048074df3b None None] Routers {'fd830050-c976-4e76-978a-d61f368754aa'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:42.914290 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f121fdda-94b9-4dda-8303-e5fb7f8f677d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd830050-c976-4e76-978a-d61f368754aa HTTP/1.1" status: 200 len: 205 time: 0.0328267 Nov 02 12:12:42.915216 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-eaea0237-9d0a-4029-810c-3a048074df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fd830050-c976-4e76-978a-d61f368754aa'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:42.916655 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46486) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:42.937949 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:42.953016 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-eaea0237-9d0a-4029-810c-3a048074df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:42.958692 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:12:42.963028 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea0237-9d0a-4029-810c-3a048074df3b None None] Routers {'fd830050-c976-4e76-978a-d61f368754aa'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:42.963832 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-eaea0237-9d0a-4029-810c-3a048074df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fd830050-c976-4e76-978a-d61f368754aa'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:42.982266 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:43.001166 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-eaea0237-9d0a-4029-810c-3a048074df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:43.001920 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaea0237-9d0a-4029-810c-3a048074df3b None None] The sync data for ids ['fd830050-c976-4e76-978a-d61f368754aa'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:12:43.011162 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dabf082b-3126-4ab0-8735-145b1479a098 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:43.076376 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:43.140617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:43.299055 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['6c6ddd89-e06b-4762-bac2-87f9a7caa9fe'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:12:43.557865 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dabf082b-3126-4ab0-8735-145b1479a098 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:43.573129 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dabf082b-3126-4ab0-8735-145b1479a098 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:43.631112 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86dacd-f8df-4cfa-a064-f2bad3da259b req-d0b64021-ff29-4749-9ef6-f66c89e81a52 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:43.632636 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac86dacd-f8df-4cfa-a064-f2bad3da259b req-d0b64021-ff29-4749-9ef6-f66c89e81a52 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 945 time: 0.0891352 Nov 02 12:12:43.685145 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac86dacd-f8df-4cfa-a064-f2bad3da259b req-d1114f86-d048-43fa-8e1c-ffcba3b24208 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462766 Nov 02 12:12:43.686357 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dabf082b-3126-4ab0-8735-145b1479a098 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:43.687447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabf082b-3126-4ab0-8735-145b1479a098 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Fanout notify agent at l3_agent the message router_deleted on router fd830050-c976-4e76-978a-d61f368754aa {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:12:43.703000 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dabf082b-3126-4ab0-8735-145b1479a098 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:43.703000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-dabf082b-3126-4ab0-8735-145b1479a098 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/routers/fd830050-c976-4e76-978a-d61f368754aa HTTP/1.1" status: 204 len: 168 time: 0.7809024 Nov 02 12:12:43.703326 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46490) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:43.759800 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-df750f6c-7419-4222-b965-cd6ca110728c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting subnet 6ca908bf-ddf8-4cc5-8df0-a790d69ae907 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:12:43.764976 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df750f6c-7419-4222-b965-cd6ca110728c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:43.809719 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df750f6c-7419-4222-b965-cd6ca110728c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:43.911912 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df750f6c-7419-4222-b965-cd6ca110728c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:43.988257 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:12:44.046359 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:44.046806 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:44.063345 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df750f6c-7419-4222-b965-cd6ca110728c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:44.096593 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df750f6c-7419-4222-b965-cd6ca110728c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Subnet': ['ID=6ca908bf-ddf8-4cc5-8df0-a790d69ae907,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:44.098604 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-df750f6c-7419-4222-b965-cd6ca110728c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:44.102257 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-df750f6c-7419-4222-b965-cd6ca110728c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/subnets/6ca908bf-ddf8-4cc5-8df0-a790d69ae907 HTTP/1.1" status: 204 len: 168 time: 0.3995314 Nov 02 12:12:44.104679 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46494) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:44.109169 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24bec29-ba2d-480d-b48f-79d10c57c738 None None] Network 970f28d3-11a3-4f23-a807-b27bf83d7334 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:12:44.221019 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:44.221355 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:44.291730 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6ddd89-e06b-4762-bac2-87f9a7caa9fe'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:12:44.294458 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afb379a-987b-4e50-959d-09b0abe93a08" -d '{"events": [{"server_uuid": "b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d", "name": "network-vif-plugged", "status": "completed", "tag": "6c6ddd89-e06b-4762-bac2-87f9a7caa9fe"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:12:44.299628 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting port d1e1a5b4-3796-4866-b0fa-631239380f0a {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:12:44.299846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:44.300378 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:44.377761 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b15b75-754a-455d-b830-7b09d6d7ddb1 x-openstack-request-id: req-50b15b75-754a-455d-b830-7b09d6d7ddb1 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:12:44.378186 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d", "name": "network-vif-plugged", "status": "completed", "tag": "6c6ddd89-e06b-4762-bac2-87f9a7caa9fe", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:12:44.378441 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50b15b75-754a-455d-b830-7b09d6d7ddb1 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:12:44.378846 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6ddd89-e06b-4762-bac2-87f9a7caa9fe', 'code': 200} Nov 02 12:12:44.397467 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] For port d1e1a5b4-3796-4866-b0fa-631239380f0a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d1e1a5b4-3796-4866-b0fa-631239380f0a,segment=NetworkSegment(32da3856-700c-4f84-a1e9-787ebc62cc21),segment_id=32da3856-700c-4f84-a1e9-787ebc62cc21)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:44.397840 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:44.421734 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Calling delete_port for d1e1a5b4-3796-4866-b0fa-631239380f0a owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:12:44.428777 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcdc123-a560-428f-bf62-23355fdc0a1d None None] DHCP port deletion for 970f28d3-11a3-4f23-a807-b27bf83d7334 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:12:44.490864 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9fcdc123-a560-428f-bf62-23355fdc0a1d None None] Deleting port d1e1a5b4-3796-4866-b0fa-631239380f0a {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:12:44.491273 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc123-a560-428f-bf62-23355fdc0a1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:44.555583 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32909b70-fbe9-4257-957f-4de9c58a3db0 req-5b573ba7-4752-4ac2-be7a-218f2506e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:44.557124 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32909b70-fbe9-4257-957f-4de9c58a3db0 req-5b573ba7-4752-4ac2-be7a-218f2506e2a1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 1097 time: 0.0481780 Nov 02 12:12:44.567764 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9fcdc123-a560-428f-bf62-23355fdc0a1d None None] For port d1e1a5b4-3796-4866-b0fa-631239380f0a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d1e1a5b4-3796-4866-b0fa-631239380f0a,segment=NetworkSegment(32da3856-700c-4f84-a1e9-787ebc62cc21),segment_id=32da3856-700c-4f84-a1e9-787ebc62cc21)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:44.568177 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc123-a560-428f-bf62-23355fdc0a1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:44.582386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9fcdc123-a560-428f-bf62-23355fdc0a1d None None] Calling delete_port for d1e1a5b4-3796-4866-b0fa-631239380f0a owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:12:44.610505 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32909b70-fbe9-4257-957f-4de9c58a3db0 req-5c1b70a8-e6a7-45fa-b0e7-1b72c72edbd5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459347 Nov 02 12:12:44.623553 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:44.647544 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:44.674264 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Port': ['ID=d1e1a5b4-3796-4866-b0fa-631239380f0a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:44.679115 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] No DVR routers for this DVR port d1e1a5b4-3796-4866-b0fa-631239380f0a on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:12:44.695722 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:44.706302 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc123-a560-428f-bf62-23355fdc0a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:44.736755 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdc123-a560-428f-bf62-23355fdc0a1d None None] Pushing event deleted for resources: {'Port': ['ID=d1e1a5b4-3796-4866-b0fa-631239380f0a,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:44.741438 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcdc123-a560-428f-bf62-23355fdc0a1d None None] No DVR routers for this DVR port d1e1a5b4-3796-4866-b0fa-631239380f0a on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:12:44.772611 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:44.800025 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970f28d3-11a3-4f23-a807-b27bf83d7334']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:44.810093 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32da3856-700c-4f84-a1e9-787ebc62cc21') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:44.810398 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32da3856-700c-4f84-a1e9-787ebc62cc21') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:44.821360 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:44.836836 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:44.837219 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf8644-de8b-4d78-a6c9-4fb2079882a2 req-36b2cf29-0c47-4922-a907-a0f2944ce4df tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:44.838865 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5ccf8644-de8b-4d78-a6c9-4fb2079882a2 req-36b2cf29-0c47-4922-a907-a0f2944ce4df tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.0603507 Nov 02 12:12:44.852184 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:12:44.852184 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:12:44.854119 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:12:44.898244 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5ccf8644-de8b-4d78-a6c9-4fb2079882a2 req-d376d46c-9c3e-4326-bda1-818258511d47 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517528 Nov 02 12:12:45.022711 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:45.038576 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:45.041875 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/networks/970f28d3-11a3-4f23-a807-b27bf83d7334 HTTP/1.1" status: 204 len: 168 time: 0.9364796 Nov 02 12:12:45.045831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46502) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:45.050575 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-393968ea-c330-4137-b510-97d271423171 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1895293894', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:45.055489 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0e87c-a77b-4dbe-8b8c-d3b68adc3e03 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Network': ['ID=970f28d3-11a3-4f23-a807-b27bf83d7334,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:45.167378 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-393968ea-c330-4137-b510-97d271423171 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:45.168471 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-393968ea-c330-4137-b510-97d271423171 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:45.190951 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d1e1a5b4-3796-4866-b0fa-631239380f0a no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:12:45.213148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: d1e1a5b4-3796-4866-b0fa-631239380f0a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:12:45.213514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d1e1a5b4-3796-4866-b0fa-631239380f0a not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:12:45.230881 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-393968ea-c330-4137-b510-97d271423171 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:45.316347 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-393968ea-c330-4137-b510-97d271423171 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:45.438588 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-393968ea-c330-4137-b510-97d271423171 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:45.439882 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-393968ea-c330-4137-b510-97d271423171 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3930449 Nov 02 12:12:45.442573 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46504) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:45.447483 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9a81174d-0b09-4f96-bfce-5cbc297b4b33 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'network': {'name': 'tempest-RoutersTest-516746931'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:45.601619 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a81174d-0b09-4f96-bfce-5cbc297b4b33 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Made reservation on behalf of 6319805f5cb24f5faea3401ed68600e6 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:12:45.605222 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a81174d-0b09-4f96-bfce-5cbc297b4b33 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:45.631707 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a81174d-0b09-4f96-bfce-5cbc297b4b33 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:12:45.642541 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a81174d-0b09-4f96-bfce-5cbc297b4b33 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:45.642892 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-9a81174d-0b09-4f96-bfce-5cbc297b4b33 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Added segment 70e1b479-46f2-48af-b463-be19da204648 of type vlan for network 61c2d810-5ae4-4a60-b911-ddbfce65fddb Nov 02 12:12:45.684719 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a81174d-0b09-4f96-bfce-5cbc297b4b33 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:45.874615 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a81174d-0b09-4f96-bfce-5cbc297b4b33 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:45.880309 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a81174d-0b09-4f96-bfce-5cbc297b4b33 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:45.880956 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a81174d-0b09-4f96-bfce-5cbc297b4b33 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:45.954855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81174d-0b09-4f96-bfce-5cbc297b4b33 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Network': ['ID=61c2d810-5ae4-4a60-b911-ddbfce65fddb,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:45.965539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 61c2d810-5ae4-4a60-b911-ddbfce65fddb details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:12:46.051182 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9a81174d-0b09-4f96-bfce-5cbc297b4b33 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6025562 Nov 02 12:12:46.051315 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46510) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:46.057161 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'subnet': {'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:46.084091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13358e9-4284-4fdb-9dad-2953a03c45cc req-952d2a28-af5c-41c9-ae9a-a0cc28f4f981 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:46.086079 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b13358e9-4284-4fdb-9dad-2953a03c45cc req-952d2a28-af5c-41c9-ae9a-a0cc28f4f981 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.0765810 Nov 02 12:12:46.149326 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b13358e9-4284-4fdb-9dad-2953a03c45cc req-afe2a04a-597d-416d-94e8-1c48c29ef22b tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537298 Nov 02 12:12:46.314179 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Made reservation on behalf of 6319805f5cb24f5faea3401ed68600e6 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:12:46.317960 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:46.618704 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:46.678699 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Subnet': ['ID=0799c10f-256a-431e-8a86-1f73f195d7a3,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:46.691189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:46.691725 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:46.692072 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:46.692283 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:46.692619 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:46.692941 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:46.693263 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:46.693615 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:46.694021 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:46.694413 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:46.694798 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:46.695106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:46.704907 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Checking segment: {'id': '70e1b479-46f2-48af-b463-be19da204648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:46.704907 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network hostable DHCP agents. Network: 61c2d810-5ae4-4a60-b911-ddbfce65fddb, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:12:46.881343 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network 61c2d810-5ae4-4a60-b911-ddbfce65fddb is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:12:46.973139 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 61c2d810-5ae4-4a60-b911-ddbfce65fddb) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:46.977660 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:46.978878 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:46.983417 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf344a9-47bf-4eed-baae-75d57b04d2ec None None] Network 61c2d810-5ae4-4a60-b911-ddbfce65fddb requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:12:47.136073 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46516) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:47.144209 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-657e3e60-e73d-4dd5-89e6-0c0f67edd49f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0887809 Nov 02 12:12:47.380176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:12:47.384340 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:47.473323 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117c046-0ddf-4199-bc9b-065f14a53841 req-2c269dde-f802-4310-90d3-747dc3c7a208 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:47.475063 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0117c046-0ddf-4199-bc9b-065f14a53841 req-2c269dde-f802-4310-90d3-747dc3c7a208 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.1928632 Nov 02 12:12:47.525840 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:47.574266 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Allocated IP 172.20.0.2 (61c2d810-5ae4-4a60-b911-ddbfce65fddb/0799c10f-256a-431e-8a86-1f73f195d7a3/511f05a6-c596-4527-ad72-6d5449bad5f9) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:47.640018 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0117c046-0ddf-4199-bc9b-065f14a53841 req-3ecb31aa-984c-4f23-a7c9-29465b39b759 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205182 Nov 02 12:12:47.644280 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-425ac721-4874-4554-88e9-4db65632d3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:47.793603 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:47.822028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b2d1a-0f8e-4d3e-823d-bd60fbba6ff2 req-046d1888-311d-43aa-93d4-120a58433538 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:47.823569 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f49b2d1a-0f8e-4d3e-823d-bd60fbba6ff2 req-046d1888-311d-43aa-93d4-120a58433538 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.0695479 Nov 02 12:12:47.883227 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f49b2d1a-0f8e-4d3e-823d-bd60fbba6ff2 req-da4e45ec-7c02-49e6-be5e-f8c3d0a5f949 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510516 Nov 02 12:12:47.933186 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:47.989730 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Network 61c2d810-5ae4-4a60-b911-ddbfce65fddb is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:47.994093 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:47.996037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Allocated IP 172.20.0.1 (61c2d810-5ae4-4a60-b911-ddbfce65fddb/0799c10f-256a-431e-8a86-1f73f195d7a3/4a87c0f9-fe6d-497b-ba20-0be42535fab7) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:48.004174 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Pushing event updated for resources: {'Port': ['ID=511f05a6-c596-4527-ad72-6d5449bad5f9,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:48.008098 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:48.079683 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Attempting to bind port 511f05a6-c596-4527-ad72-6d5449bad5f9 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:12:48.080169 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Attempting to bind port 511f05a6-c596-4527-ad72-6d5449bad5f9 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '70e1b479-46f2-48af-b463-be19da204648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:12:48.080704 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Attempting to bind port 511f05a6-c596-4527-ad72-6d5449bad5f9 on network 61c2d810-5ae4-4a60-b911-ddbfce65fddb {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:12:48.088825 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:12:48.089235 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Checking segment: {'id': '70e1b479-46f2-48af-b463-be19da204648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:48.091709 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:48.092294 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Bound using segment: {'id': '70e1b479-46f2-48af-b463-be19da204648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:12:48.094818 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Bound port: 511f05a6-c596-4527-ad72-6d5449bad5f9, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e1b479-46f2-48af-b463-be19da204648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:12:48.095995 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:48.178220 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:48.192886 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] For port 511f05a6-c596-4527-ad72-6d5449bad5f9, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:12:48.197574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] For port 511f05a6-c596-4527-ad72-6d5449bad5f9, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=511f05a6-c596-4527-ad72-6d5449bad5f9,segment=NetworkSegment(70e1b479-46f2-48af-b463-be19da204648),segment_id=70e1b479-46f2-48af-b463-be19da204648)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:12:48.990340 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:49.073618 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb8a93-1b91-4cb3-b6cd-6d54e4acdda2 None None] Pushing event updated for resources: {'Port': ['ID=511f05a6-c596-4527-ad72-6d5449bad5f9,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:49.105189 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:49.166561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network 61c2d810-5ae4-4a60-b911-ddbfce65fddb is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:49.173951 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:49.178613 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:49.215454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=4a87c0f9-fe6d-497b-ba20-0be42535fab7,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:49.228956 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:49.229318 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:49.229664 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:49.230020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:49.230371 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:49.230752 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:49.231182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:49.231574 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:49.231848 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:49.232391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:49.233117 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:49.234363 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:12:49.265648 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:49.610380 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:49.682307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cfc97fb-6806-4e12-b31a-74443b7a6f2d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:49.683916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cfc97fb-6806-4e12-b31a-74443b7a6f2d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/networks?id=cd80b24d-1b82-4bee-8de4-e19afa4294ea HTTP/1.1" status: 200 len: 815 time: 0.2052488 Nov 02 12:12:49.716070 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-523dda3a-02e1-493d-b31e-fb01861ebe4f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/quotas/2981a41515d44ab5bf092609bc194a9e HTTP/1.1" status: 200 len: 375 time: 0.0243640 Nov 02 12:12:49.744782 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-96cde975-66ef-44db-8bd6-b1296893e56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:49.873602 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-9e37a3cd-4d8c-4c5a-9034-9b6076ec0348 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2981a41515d44ab5bf092609bc194a9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1125009 Nov 02 12:12:50.064135 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-8cbc0ba0-4007-4fb1-a811-c2314b05188c service neutron] 10.222.0.52 "GET /v2.0/networks/cd80b24d-1b82-4bee-8de4-e19afa4294ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671820 Nov 02 12:12:50.107316 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:50.181556 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-977a94dc-e51f-4214-9914-f60d985f44be service neutron] 10.222.0.52 "GET /v2.0/networks/cd80b24d-1b82-4bee-8de4-e19afa4294ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092854 Nov 02 12:12:50.188978 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:50.297324 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b28908c-e98e-40af-a8b9-4be3df9d1946 None None] Network 61c2d810-5ae4-4a60-b911-ddbfce65fddb requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:12:50.308184 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:50.310085 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=4a87c0f9-fe6d-497b-ba20-0be42535fab7,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:50.377607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-bb708133-94f5-454c-b907-4edf804e8466 None None] Provisioning complete for port 511f05a6-c596-4527-ad72-6d5449bad5f9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:50.377972 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bb708133-94f5-454c-b907-4edf804e8466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:50.454612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network 61c2d810-5ae4-4a60-b911-ddbfce65fddb is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:50.454612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:50.534995 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bb708133-94f5-454c-b907-4edf804e8466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:50.599087 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-bb708133-94f5-454c-b907-4edf804e8466 None None] For port 511f05a6-c596-4527-ad72-6d5449bad5f9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=511f05a6-c596-4527-ad72-6d5449bad5f9,segment=NetworkSegment(70e1b479-46f2-48af-b463-be19da204648),segment_id=70e1b479-46f2-48af-b463-be19da204648)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:50.652032 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d6b634ea-1845-432f-8163-5cdb1ae71f98 req-c9af612b-49bc-4b1a-9698-d00aa36f4f41 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 210 time: 0.0489159 Nov 02 12:12:50.731572 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bb708133-94f5-454c-b907-4edf804e8466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:50.812647 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb708133-94f5-454c-b907-4edf804e8466 None None] Pushing event updated for resources: {'Port': ['ID=511f05a6-c596-4527-ad72-6d5449bad5f9,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:50.845146 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:12:50.964592 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-02010f2b-1ffd-4bbc-9ccf-485741ea2fdb None None] Provisioning complete for port 511f05a6-c596-4527-ad72-6d5449bad5f9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:50.965366 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-02010f2b-1ffd-4bbc-9ccf-485741ea2fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:51.009223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:12:51.018598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17316bc-d458-4c5b-a89d-9fe8502095c1 req-e63d4998-6878-4e65-90be-96658f58bdbb tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:51.020622 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e17316bc-d458-4c5b-a89d-9fe8502095c1 req-e63d4998-6878-4e65-90be-96658f58bdbb tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d HTTP/1.1" status: 200 len: 946 time: 0.1270521 Nov 02 12:12:51.024420 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f9032d27-298a-4691-9f02-db8a1de046c2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/2dd76ac0-eaf3-49c9-8393-2fef945e9193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8866494 Nov 02 12:12:51.027169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46566) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:51.030575 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Sync routers for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:12:51.032315 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e5d55819-ce46-40e9-9a28-213f0ad66efd tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'network': {'name': 'tempest-RoutersTest-494960982'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:51.034321 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:51.051753 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:51.051753 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:51.185810 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d55819-ce46-40e9-9a28-213f0ad66efd tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Made reservation on behalf of 6319805f5cb24f5faea3401ed68600e6 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:12:51.195950 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5d55819-ce46-40e9-9a28-213f0ad66efd tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:51.222071 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-e17316bc-d458-4c5b-a89d-9fe8502095c1 req-85d34801-1a39-483b-9a9f-df31fb163729 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Deleting port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:12:51.224342 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e17316bc-d458-4c5b-a89d-9fe8502095c1 req-85d34801-1a39-483b-9a9f-df31fb163729 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:51.227947 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:12:51.277256 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-02010f2b-1ffd-4bbc-9ccf-485741ea2fdb None None] Provisioning complete for port 4a87c0f9-fe6d-497b-ba20-0be42535fab7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:51.277627 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-02010f2b-1ffd-4bbc-9ccf-485741ea2fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:51.334990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d55819-ce46-40e9-9a28-213f0ad66efd tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:12:51.400435 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5d55819-ce46-40e9-9a28-213f0ad66efd tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:51.400797 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-e5d55819-ce46-40e9-9a28-213f0ad66efd tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Added segment 89c47614-aad9-435e-a666-a3e00c0b4623 of type vlan for network f84f5313-4297-4c8b-bdf3-8f0b27e06059 Nov 02 12:12:51.436553 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 511f05a6-c596-4527-ad72-6d5449bad5f9 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:12:51.495993 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5d55819-ce46-40e9-9a28-213f0ad66efd tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:51.507584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-02010f2b-1ffd-4bbc-9ccf-485741ea2fdb None None] Port 4a87c0f9-fe6d-497b-ba20-0be42535fab7 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:12:51.519830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-e17316bc-d458-4c5b-a89d-9fe8502095c1 req-85d34801-1a39-483b-9a9f-df31fb163729 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] For port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:51.520231 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e17316bc-d458-4c5b-a89d-9fe8502095c1 req-85d34801-1a39-483b-9a9f-df31fb163729 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:51.549278 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-e17316bc-d458-4c5b-a89d-9fe8502095c1 req-85d34801-1a39-483b-9a9f-df31fb163729 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Calling delete_port for 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:12:51.594637 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 511f05a6-c596-4527-ad72-6d5449bad5f9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:51.595354 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:51.671418 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3dc8b448-eb78-466c-9279-83a0a1a166ee None None] Provisioning complete for port 4a87c0f9-fe6d-497b-ba20-0be42535fab7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:51.671788 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b448-eb78-466c-9279-83a0a1a166ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:51.709016 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5d55819-ce46-40e9-9a28-213f0ad66efd tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:51.715887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d55819-ce46-40e9-9a28-213f0ad66efd tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:51.716478 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5d55819-ce46-40e9-9a28-213f0ad66efd tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:51.738074 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8b448-eb78-466c-9279-83a0a1a166ee None None] Port 4a87c0f9-fe6d-497b-ba20-0be42535fab7 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:12:51.770501 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:12:49Z', 'revision_number': 2, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:49Z', 'revision_number': 2, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:51.774673 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3430372b-35a2-4264-b016-618e094bc01a req-e48efbc1-414d-456c-956e-2f9aafba4e0f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 210 time: 0.0542953 Nov 02 12:12:51.804052 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Checking router: 2dd76ac0-eaf3-49c9-8393-2fef945e9193 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:12:51.804429 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Updating router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 port 4a87c0f9-fe6d-497b-ba20-0be42535fab7 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:12:51.827321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d55819-ce46-40e9-9a28-213f0ad66efd tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Network': ['ID=f84f5313-4297-4c8b-bdf3-8f0b27e06059,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:51.836625 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:51.850088 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network f84f5313-4297-4c8b-bdf3-8f0b27e06059 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:12:51.950314 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e17316bc-d458-4c5b-a89d-9fe8502095c1 req-85d34801-1a39-483b-9a9f-df31fb163729 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:51.998694 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d34801-1a39-483b-9a9f-df31fb163729 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Pushing event deleted for resources: {'Port': ['ID=6c6ddd89-e06b-4762-bac2-87f9a7caa9fe,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:52.035702 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['6c6ddd89-e06b-4762-bac2-87f9a7caa9fe'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:12:52.040415 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e5d55819-ce46-40e9-9a28-213f0ad66efd tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0118284 Nov 02 12:12:52.044165 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46574) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:52.051883 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-386e5aaf-8708-44b1-aef9-f5b09bd9cb60 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'subnet': {'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:52.057785 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17316bc-d458-4c5b-a89d-9fe8502095c1 req-85d34801-1a39-483b-9a9f-df31fb163729 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] No DVR routers for this DVR port 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:12:52.060603 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e17316bc-d458-4c5b-a89d-9fe8502095c1 req-85d34801-1a39-483b-9a9f-df31fb163729 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:52.064735 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e17316bc-d458-4c5b-a89d-9fe8502095c1 req-85d34801-1a39-483b-9a9f-df31fb163729 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.79 "DELETE /v2.0/ports/6c6ddd89-e06b-4762-bac2-87f9a7caa9fe HTTP/1.1" status: 204 len: 173 time: 1.0289495 Nov 02 12:12:52.065259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d', 'name': 'network-vif-deleted', 'tag': '6c6ddd89-e06b-4762-bac2-87f9a7caa9fe'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:12:52.067841 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af36a539-9fc3-4b7f-b19a-406f3bd145df" -d '{"events": [{"server_uuid": "b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d", "name": "network-vif-deleted", "tag": "6c6ddd89-e06b-4762-bac2-87f9a7caa9fe"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:12:52.118582 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de416265-993c-4038-a017-bbf749794e63 x-openstack-request-id: req-de416265-993c-4038-a017-bbf749794e63 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:12:52.120536 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d", "name": "network-vif-deleted", "tag": "6c6ddd89-e06b-4762-bac2-87f9a7caa9fe", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:12:52.120536 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de416265-993c-4038-a017-bbf749794e63 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:12:52.120536 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e4fe4e-a6a1-4120-b3bd-b6367d3b883d', 'name': 'network-vif-deleted', 'tag': '6c6ddd89-e06b-4762-bac2-87f9a7caa9fe', 'status': 'completed', 'code': 200} Nov 02 12:12:52.269208 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:52.316010 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386e5aaf-8708-44b1-aef9-f5b09bd9cb60 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Made reservation on behalf of 6319805f5cb24f5faea3401ed68600e6 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:12:52.319740 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-386e5aaf-8708-44b1-aef9-f5b09bd9cb60 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:52.453249 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:52.641966 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-386e5aaf-8708-44b1-aef9-f5b09bd9cb60 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:52.727214 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386e5aaf-8708-44b1-aef9-f5b09bd9cb60 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Checking segment: {'id': '89c47614-aad9-435e-a666-a3e00c0b4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:52.727492 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386e5aaf-8708-44b1-aef9-f5b09bd9cb60 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network hostable DHCP agents. Network: f84f5313-4297-4c8b-bdf3-8f0b27e06059, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:12:52.732144 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e5aaf-8708-44b1-aef9-f5b09bd9cb60 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Subnet': ['ID=b498124c-ace6-4209-92b7-a8f64b104913,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:52.757183 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:52.772978 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f597ca-176c-40ba-bd42-83cb2b0dca4b None None] Pushing event updated for resources: {'Port': ['ID=4a87c0f9-fe6d-497b-ba20-0be42535fab7,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:52.790622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Attempting to bind port 4a87c0f9-fe6d-497b-ba20-0be42535fab7 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:12:52.791255 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Attempting to bind port 4a87c0f9-fe6d-497b-ba20-0be42535fab7 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '70e1b479-46f2-48af-b463-be19da204648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:12:52.791821 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Attempting to bind port 4a87c0f9-fe6d-497b-ba20-0be42535fab7 on network 61c2d810-5ae4-4a60-b911-ddbfce65fddb {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:12:52.798687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:12:52.799149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Checking segment: {'id': '70e1b479-46f2-48af-b463-be19da204648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:52.799567 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:52.799961 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Bound using segment: {'id': '70e1b479-46f2-48af-b463-be19da204648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:12:52.800443 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Bound port: 4a87c0f9-fe6d-497b-ba20-0be42535fab7, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e1b479-46f2-48af-b463-be19da204648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:12:52.800830 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:52.877607 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386e5aaf-8708-44b1-aef9-f5b09bd9cb60 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network f84f5313-4297-4c8b-bdf3-8f0b27e06059 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:12:52.887911 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] For port 4a87c0f9-fe6d-497b-ba20-0be42535fab7, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:12:52.890561 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-de54a3a6-4828-4d6d-a5d3-1809d5ef7dd1 None None] Provisioning complete for port 4a87c0f9-fe6d-497b-ba20-0be42535fab7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:52.890949 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-de54a3a6-4828-4d6d-a5d3-1809d5ef7dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:52.919265 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09bf7c9d-e397-4930-8b46-1438b90cde8c req-2553b324-d941-484b-8624-b9bd02fea4d4 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 210 time: 0.0298204 Nov 02 12:12:52.939949 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-de54a3a6-4828-4d6d-a5d3-1809d5ef7dd1 None None] Port 4a87c0f9-fe6d-497b-ba20-0be42535fab7 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:12:52.939949 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] For port 4a87c0f9-fe6d-497b-ba20-0be42535fab7, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4a87c0f9-fe6d-497b-ba20-0be42535fab7,segment=NetworkSegment(70e1b479-46f2-48af-b463-be19da204648),segment_id=70e1b479-46f2-48af-b463-be19da204648)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:12:53.031099 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-386e5aaf-8708-44b1-aef9-f5b09bd9cb60 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, f84f5313-4297-4c8b-bdf3-8f0b27e06059) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:53.035513 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386e5aaf-8708-44b1-aef9-f5b09bd9cb60 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:53.036104 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-386e5aaf-8708-44b1-aef9-f5b09bd9cb60 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:53.046791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e30fd2e-d4ee-4ab0-8bbc-021639235682 None None] Network f84f5313-4297-4c8b-bdf3-8f0b27e06059 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:12:53.139828 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:53.190711 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-386e5aaf-8708-44b1-aef9-f5b09bd9cb60 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1450903 Nov 02 12:12:53.194101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46590) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:53.245754 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:53.245986 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:53.350369 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f597ca-176c-40ba-bd42-83cb2b0dca4b None None] Pushing event updated for resources: {'Port': ['ID=4a87c0f9-fe6d-497b-ba20-0be42535fab7,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:53.363770 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:12:53.364054 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:53.440474 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:12:53.694794 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-756aa153-f50f-42f4-bcbf-6233a5b82188 None None] Provisioning complete for port 4a87c0f9-fe6d-497b-ba20-0be42535fab7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:53.695504 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-756aa153-f50f-42f4-bcbf-6233a5b82188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:53.737678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Allocated IP 172.21.0.2 (f84f5313-4297-4c8b-bdf3-8f0b27e06059/b498124c-ace6-4209-92b7-a8f64b104913/774d5a0e-afeb-41d2-b52b-71bc201a9976) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:53.796886 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10c61c98-9d89-4ae5-b731-6049de879042 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:54.042534 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:12:54.057251 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-756aa153-f50f-42f4-bcbf-6233a5b82188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:54.093586 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:12:49Z', 'revision_number': 2, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:52Z', 'revision_number': 4, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:54.095384 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-8fa17464-53f8-4272-84ac-8d303deba0ee tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:54.096941 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-8fa17464-53f8-4272-84ac-8d303deba0ee tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.54 "GET /v2.0/networks?id=cd80b24d-1b82-4bee-8de4-e19afa4294ea HTTP/1.1" status: 200 len: 815 time: 0.1355453 Nov 02 12:12:54.117499 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-7f102320-bed3-46f8-89d4-fc4f775e6fcf tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Request body: {'port': {'device_id': '4d154c8e-ea08-49e7-a154-d0ed279f71c1', 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea', 'admin_state_up': True, 'tenant_id': '2981a41515d44ab5bf092609bc194a9e'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:54.139454 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c765cf1-9a28-4984-b6af-718f5feb32d9 None None] The sync data for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 is: [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:12:49Z', 'revision_number': 2, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:52Z', 'revision_number': 4, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:12:54.146270 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94240f8e-fde4-48e9-a1c7-5e8d017ff012 req-2b321994-48a0-4fc0-9cd9-8b287e06e083 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 210 time: 0.0432010 Nov 02 12:12:54.146840 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:12:54.147149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 6c6ddd89-e06b-4762-bac2-87f9a7caa9fe not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:12:54.166303 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:54.185255 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:54.208773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-756aa153-f50f-42f4-bcbf-6233a5b82188 None None] For port 4a87c0f9-fe6d-497b-ba20-0be42535fab7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4a87c0f9-fe6d-497b-ba20-0be42535fab7,segment=NetworkSegment(70e1b479-46f2-48af-b463-be19da204648),segment_id=70e1b479-46f2-48af-b463-be19da204648)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:54.374538 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:54.379140 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:54.383003 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-756aa153-f50f-42f4-bcbf-6233a5b82188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:54.463571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-10c61c98-9d89-4ae5-b731-6049de879042 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Allocated IP 172.21.0.1 (f84f5313-4297-4c8b-bdf3-8f0b27e06059/b498124c-ace6-4209-92b7-a8f64b104913/0c9870e5-d6fd-4a3c-bda9-40c94bc312c4) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:54.472346 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Network f84f5313-4297-4c8b-bdf3-8f0b27e06059 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:54.476820 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:54.485954 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Pushing event updated for resources: {'Port': ['ID=774d5a0e-afeb-41d2-b52b-71bc201a9976,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:54.494338 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:54.527204 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-7f102320-bed3-46f8-89d4-fc4f775e6fcf tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Made reservation on behalf of 2981a41515d44ab5bf092609bc194a9e for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:12:54.536935 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-7f102320-bed3-46f8-89d4-fc4f775e6fcf tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:54.642755 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756aa153-f50f-42f4-bcbf-6233a5b82188 None None] Pushing event updated for resources: {'Port': ['ID=4a87c0f9-fe6d-497b-ba20-0be42535fab7,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:54.694068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Attempting to bind port 774d5a0e-afeb-41d2-b52b-71bc201a9976 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:12:54.694445 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Attempting to bind port 774d5a0e-afeb-41d2-b52b-71bc201a9976 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '89c47614-aad9-435e-a666-a3e00c0b4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:12:54.694812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Attempting to bind port 774d5a0e-afeb-41d2-b52b-71bc201a9976 on network f84f5313-4297-4c8b-bdf3-8f0b27e06059 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:12:54.704631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:12:54.705406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Checking segment: {'id': '89c47614-aad9-435e-a666-a3e00c0b4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:54.705529 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:54.705971 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Bound using segment: {'id': '89c47614-aad9-435e-a666-a3e00c0b4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:12:54.706559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Bound port: 774d5a0e-afeb-41d2-b52b-71bc201a9976, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c47614-aad9-435e-a666-a3e00c0b4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:12:54.706954 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:54.829465 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-7f102320-bed3-46f8-89d4-fc4f775e6fcf tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Allocated IP 172.20.0.13 (cd80b24d-1b82-4bee-8de4-e19afa4294ea/cf4c89c0-b4cd-45ef-ad38-b6d57b244f74/f1bdf063-35e7-4a0b-bfde-bd616ef7c936) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:12:54.862504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] For port 774d5a0e-afeb-41d2-b52b-71bc201a9976, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:12:54.869552 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] For port 774d5a0e-afeb-41d2-b52b-71bc201a9976, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=774d5a0e-afeb-41d2-b52b-71bc201a9976,segment=NetworkSegment(89c47614-aad9-435e-a666-a3e00c0b4623),segment_id=89c47614-aad9-435e-a666-a3e00c0b4623)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:12:54.980161 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:55.071521 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126055a-a4ca-4cbe-aeb7-508b52ed11db None None] Pushing event updated for resources: {'Port': ['ID=774d5a0e-afeb-41d2-b52b-71bc201a9976,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:55.087167 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:55.111936 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10c61c98-9d89-4ae5-b731-6049de879042 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:55.271227 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10c61c98-9d89-4ae5-b731-6049de879042 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:55.319073 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4a87c0f9-fe6d-497b-ba20-0be42535fab7 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:12:55.354665 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-838ebeab-c4b3-42d1-9aec-32f0c7f2b543 req-4ef37467-071e-4019-b4ff-027ec08d7d7b tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 210 time: 0.0546601 Nov 02 12:12:55.390687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c61c98-9d89-4ae5-b731-6049de879042 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network f84f5313-4297-4c8b-bdf3-8f0b27e06059 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:55.405564 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-10c61c98-9d89-4ae5-b731-6049de879042 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:55.416378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c61c98-9d89-4ae5-b731-6049de879042 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:55.458049 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 4a87c0f9-fe6d-497b-ba20-0be42535fab7 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:55.458479 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:55.539923 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c61c98-9d89-4ae5-b731-6049de879042 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=0c9870e5-d6fd-4a3c-bda9-40c94bc312c4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:55.568617 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10c61c98-9d89-4ae5-b731-6049de879042 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:55.643263 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-7f102320-bed3-46f8-89d4-fc4f775e6fcf tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:55.813653 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-7f102320-bed3-46f8-89d4-fc4f775e6fcf tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:55.862516 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-7f102320-bed3-46f8-89d4-fc4f775e6fcf tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Network cd80b24d-1b82-4bee-8de4-e19afa4294ea is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:55.865735 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-7f102320-bed3-46f8-89d4-fc4f775e6fcf tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:55.871970 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-7f102320-bed3-46f8-89d4-fc4f775e6fcf tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:12:55.901606 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f102320-bed3-46f8-89d4-fc4f775e6fcf tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Pushing event updated for resources: {'Port': ['ID=f1bdf063-35e7-4a0b-bfde-bd616ef7c936,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:55.917825 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10c61c98-9d89-4ae5-b731-6049de879042 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:55.932489 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-7f102320-bed3-46f8-89d4-fc4f775e6fcf tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:55.933216 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-7f102320-bed3-46f8-89d4-fc4f775e6fcf tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:56.037278 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-7f102320-bed3-46f8-89d4-fc4f775e6fcf tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9293342 Nov 02 12:12:56.051814 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Request body: {'port': {'device_id': '4d154c8e-ea08-49e7-a154-d0ed279f71c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:56.114555 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:56.225626 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10c61c98-9d89-4ae5-b731-6049de879042 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:56.327433 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10c61c98-9d89-4ae5-b731-6049de879042 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:56.431842 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c61c98-9d89-4ae5-b731-6049de879042 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=0c9870e5-d6fd-4a3c-bda9-40c94bc312c4,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:56.435478 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-10c61c98-9d89-4ae5-b731-6049de879042 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:56.484422 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1bdf063-35e7-4a0b-bfde-bd616ef7c936 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:12:56.497765 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:56.518507 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Transition to ACTIVE for port object f1bdf063-35e7-4a0b-bfde-bd616ef7c936 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:12:56.599123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009de69d-fbba-46ec-a4e1-76ffdfe603a4 req-d3dadec5-270b-4db5-b48f-1719a164ec97 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:56.601204 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-009de69d-fbba-46ec-a4e1-76ffdfe603a4 req-d3dadec5-270b-4db5-b48f-1719a164ec97 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 932 time: 0.1212373 Nov 02 12:12:56.614175 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c61c98-9d89-4ae5-b731-6049de879042 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network f84f5313-4297-4c8b-bdf3-8f0b27e06059 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:12:56.621789 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-10c61c98-9d89-4ae5-b731-6049de879042 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:56.622153 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a8e3ec-633d-4130-95cf-ae66b0ce78d4 None None] Network f84f5313-4297-4c8b-bdf3-8f0b27e06059 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:12:56.737031 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:56.743340 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-009de69d-fbba-46ec-a4e1-76ffdfe603a4 req-c2ba1137-acbe-44ef-bcb9-9d24c69322d2 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322370 Nov 02 12:12:56.758977 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7f95228b-bc07-4a9c-a14e-03c8ca71b94f None None] Provisioning complete for port 774d5a0e-afeb-41d2-b52b-71bc201a9976 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:56.759978 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7f95228b-bc07-4a9c-a14e-03c8ca71b94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:56.783234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c61c98-9d89-4ae5-b731-6049de879042 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:12:56.808942 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bdf063-35e7-4a0b-bfde-bd616ef7c936,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:56.902374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Attempting to bind port f1bdf063-35e7-4a0b-bfde-bd616ef7c936 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:12:56.902661 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Attempting to bind port f1bdf063-35e7-4a0b-bfde-bd616ef7c936 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '6c8365e2-6b74-4db1-aa39-64a9e4961646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:12:56.903007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Attempting to bind port f1bdf063-35e7-4a0b-bfde-bd616ef7c936 on network cd80b24d-1b82-4bee-8de4-e19afa4294ea {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:12:56.908735 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Port f1bdf063-35e7-4a0b-bfde-bd616ef7c936 on network cd80b24d-1b82-4bee-8de4-e19afa4294ea not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:12:56.909059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Attempting to bind port f1bdf063-35e7-4a0b-bfde-bd616ef7c936 on network cd80b24d-1b82-4bee-8de4-e19afa4294ea {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:12:56.914241 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:12:56.918403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Checking segment: {'id': '6c8365e2-6b74-4db1-aa39-64a9e4961646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:56.918403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Bound using segment: {'id': '6c8365e2-6b74-4db1-aa39-64a9e4961646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:12:56.918403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Bound port: f1bdf063-35e7-4a0b-bfde-bd616ef7c936, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8365e2-6b74-4db1-aa39-64a9e4961646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:12:56.918403 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:56.918858 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c61c98-9d89-4ae5-b731-6049de879042 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:12:56.923839 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-10c61c98-9d89-4ae5-b731-6049de879042 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/2dd76ac0-eaf3-49c9-8393-2fef945e9193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7286093 Nov 02 12:12:56.927343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46612) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:56.930583 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Sync routers for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:12:56.935546 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d91e39b6-3232-4e6d-8dd5-1c67260fcfe6 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'network': {'name': 'tempest-RoutersTest-2110709299'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:56.945455 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:56.946076 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:56.947245 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7f95228b-bc07-4a9c-a14e-03c8ca71b94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:56.991068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7f95228b-bc07-4a9c-a14e-03c8ca71b94f None None] For port 774d5a0e-afeb-41d2-b52b-71bc201a9976, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=774d5a0e-afeb-41d2-b52b-71bc201a9976,segment=NetworkSegment(89c47614-aad9-435e-a666-a3e00c0b4623),segment_id=89c47614-aad9-435e-a666-a3e00c0b4623)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:12:57.021403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] For port f1bdf063-35e7-4a0b-bfde-bd616ef7c936, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:12:57.030248 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] For port f1bdf063-35e7-4a0b-bfde-bd616ef7c936, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=f1bdf063-35e7-4a0b-bfde-bd616ef7c936,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:12:57.063089 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:12:57.113636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91e39b6-3232-4e6d-8dd5-1c67260fcfe6 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Made reservation on behalf of 6319805f5cb24f5faea3401ed68600e6 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:12:57.117519 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d91e39b6-3232-4e6d-8dd5-1c67260fcfe6 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:57.156189 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91e39b6-3232-4e6d-8dd5-1c67260fcfe6 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:12:57.157722 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:57.159341 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7f95228b-bc07-4a9c-a14e-03c8ca71b94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:57.184309 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d91e39b6-3232-4e6d-8dd5-1c67260fcfe6 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:57.184819 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-d91e39b6-3232-4e6d-8dd5-1c67260fcfe6 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Added segment 68375b88-c6ec-4b7f-9033-db85fbd696a4 of type vlan for network ba5baf92-bc6b-42d5-a75a-8953d837247a Nov 02 12:12:57.216901 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:57.218083 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:57.221214 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] 10.222.0.54 "PUT /v2.0/ports/f1bdf063-35e7-4a0b-bfde-bd616ef7c936 HTTP/1.1" status: 200 len: 1093 time: 1.1739562 Nov 02 12:12:57.226116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d154c8e-ea08-49e7-a154-d0ed279f71c1', 'tag': 'f1bdf063-35e7-4a0b-bfde-bd616ef7c936'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:12:57.229871 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f710c4-ee5c-45b5-adcb-fc6766ec4cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "4d154c8e-ea08-49e7-a154-d0ed279f71c1", "tag": "f1bdf063-35e7-4a0b-bfde-bd616ef7c936"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:12:57.297761 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d91e39b6-3232-4e6d-8dd5-1c67260fcfe6 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:57.316557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf35518-2963-41d1-a003-cc47869e28d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bdf063-35e7-4a0b-bfde-bd616ef7c936,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:57.354471 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad18d26-c9e2-4b6c-b202-308f8130b806 x-openstack-request-id: req-dad18d26-c9e2-4b6c-b202-308f8130b806 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:12:57.355070 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d154c8e-ea08-49e7-a154-d0ed279f71c1", "tag": "f1bdf063-35e7-4a0b-bfde-bd616ef7c936", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:12:57.355491 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dad18d26-c9e2-4b6c-b202-308f8130b806 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:12:57.356590 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d154c8e-ea08-49e7-a154-d0ed279f71c1', 'tag': 'f1bdf063-35e7-4a0b-bfde-bd616ef7c936', 'status': 'completed', 'code': 200} Nov 02 12:12:57.362417 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f70411cf-9a8e-44ea-bcfe-129e040f694c None None] Provisioning complete for port 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:57.371295 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f70411cf-9a8e-44ea-bcfe-129e040f694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:57.437013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95228b-bc07-4a9c-a14e-03c8ca71b94f None None] Pushing event updated for resources: {'Port': ['ID=774d5a0e-afeb-41d2-b52b-71bc201a9976,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:57.452378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 774d5a0e-afeb-41d2-b52b-71bc201a9976 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:12:57.476318 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f710c4-ee5c-45b5-adcb-fc6766ec4cb5 req-26effffe-eadc-4338-adcc-868c5f8e08fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:57.478993 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-44f710c4-ee5c-45b5-adcb-fc6766ec4cb5 req-26effffe-eadc-4338-adcc-868c5f8e08fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2981a41515d44ab5bf092609bc194a9e&device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 1096 time: 0.1196942 Nov 02 12:12:57.485499 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d91e39b6-3232-4e6d-8dd5-1c67260fcfe6 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:57.493538 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:12:55Z', 'revision_number': 3, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:56Z', 'revision_number': 2, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:57.493994 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91e39b6-3232-4e6d-8dd5-1c67260fcfe6 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:57.494735 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d91e39b6-3232-4e6d-8dd5-1c67260fcfe6 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:57.522043 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Checking router: 2dd76ac0-eaf3-49c9-8393-2fef945e9193 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:12:57.522440 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Updating router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 port 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:12:57.563154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f70411cf-9a8e-44ea-bcfe-129e040f694c None None] Port 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:12:57.571956 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:57.586808 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f70411cf-9a8e-44ea-bcfe-129e040f694c None None] Provisioning complete for port 774d5a0e-afeb-41d2-b52b-71bc201a9976 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:57.587633 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f70411cf-9a8e-44ea-bcfe-129e040f694c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:57.632027 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e39b6-3232-4e6d-8dd5-1c67260fcfe6 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Network': ['ID=ba5baf92-bc6b-42d5-a75a-8953d837247a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:57.645591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network ba5baf92-bc6b-42d5-a75a-8953d837247a details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:12:57.667306 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d91e39b6-3232-4e6d-8dd5-1c67260fcfe6 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7386131 Nov 02 12:12:57.667959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46618) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:57.674463 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-392cc5ee-0704-46ba-a3ca-5da3611f1a2e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'subnet': {'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:12:57.742656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f710c4-ee5c-45b5-adcb-fc6766ec4cb5 req-ff22471f-b5ca-4417-ba3f-feeda8eb5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:57.744253 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-44f710c4-ee5c-45b5-adcb-fc6766ec4cb5 req-ff22471f-b5ca-4417-ba3f-feeda8eb5e11 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2981a41515d44ab5bf092609bc194a9e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2566764 Nov 02 12:12:57.752599 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 774d5a0e-afeb-41d2-b52b-71bc201a9976 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:57.753215 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:57.895940 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392cc5ee-0704-46ba-a3ca-5da3611f1a2e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Made reservation on behalf of 6319805f5cb24f5faea3401ed68600e6 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:12:57.895940 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-392cc5ee-0704-46ba-a3ca-5da3611f1a2e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:57.934093 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f710c4-ee5c-45b5-adcb-fc6766ec4cb5 req-99b8ac28-6933-4ff9-b478-0d08c9fa271f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:57.936296 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-44f710c4-ee5c-45b5-adcb-fc6766ec4cb5 req-99b8ac28-6933-4ff9-b478-0d08c9fa271f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1734214 Nov 02 12:12:58.054364 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-2ba2bfd5-0bc1-40f9-9c1f-e781e5f46a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:58.055907 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-2ba2bfd5-0bc1-40f9-9c1f-e781e5f46a2c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2981a41515d44ab5bf092609bc194a9e&device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 1096 time: 0.0672364 Nov 02 12:12:58.102427 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99612a89-8e80-41fd-835a-1409363deede req-8a25a7ae-8845-4d7a-9eef-38e778714cfa tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:58.104008 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99612a89-8e80-41fd-835a-1409363deede req-8a25a7ae-8845-4d7a-9eef-38e778714cfa tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 944 time: 0.1222684 Nov 02 12:12:58.116622 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-5a7b4478-1a29-4e2f-b6b5-7ed5c201d778 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1bdf063-35e7-4a0b-bfde-bd616ef7c936 HTTP/1.1" status: 200 len: 217 time: 0.0510006 Nov 02 12:12:58.135720 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:58.144200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d05dc560-fccd-41d6-b624-f75dfb98c66c None None] Provisioning complete for port 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:58.144695 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d05dc560-fccd-41d6-b624-f75dfb98c66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:58.169144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99612a89-8e80-41fd-835a-1409363deede req-ffaa15a0-cb1c-409c-b09a-b557bf0c2227 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575762 Nov 02 12:12:58.180129 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d05dc560-fccd-41d6-b624-f75dfb98c66c None None] Port 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:12:58.187209 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-f257e1f4-65e0-4b6f-a982-29b3340764b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:58.189049 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-f257e1f4-65e0-4b6f-a982-29b3340764b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cf4c89c0-b4cd-45ef-ad38-b6d57b244f74 HTTP/1.1" status: 200 len: 855 time: 0.0643854 Nov 02 12:12:58.226833 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-00f5c041-6c51-4f25-93f3-c3bf7f89c007 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cd80b24d-1b82-4bee-8de4-e19afa4294ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306811 Nov 02 12:12:58.275566 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:58.340861 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134c11b-a713-47bc-9e81-d2219b4fe2b5 None None] Pushing event updated for resources: {'Port': ['ID=0c9870e5-d6fd-4a3c-bda9-40c94bc312c4,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:58.348412 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-3a9dd37e-14e6-4f06-baa8-59e28c78d1b4 service neutron] 10.222.0.54 "GET /v2.0/networks/cd80b24d-1b82-4bee-8de4-e19afa4294ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088302 Nov 02 12:12:58.409915 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Attempting to bind port 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:12:58.410419 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Attempting to bind port 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '89c47614-aad9-435e-a666-a3e00c0b4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:12:58.410884 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Attempting to bind port 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4 on network f84f5313-4297-4c8b-bdf3-8f0b27e06059 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:12:58.417110 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:12:58.417634 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Checking segment: {'id': '89c47614-aad9-435e-a666-a3e00c0b4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:58.418870 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:58.418870 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Bound using segment: {'id': '89c47614-aad9-435e-a666-a3e00c0b4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:12:58.419297 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Bound port: 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c47614-aad9-435e-a666-a3e00c0b4623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:12:58.419781 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:58.420522 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-392cc5ee-0704-46ba-a3ca-5da3611f1a2e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:58.458314 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7243d8e-56f4-430f-95ec-21fa9e29e396 req-bf638a0d-73df-405a-9e8e-4dab0f5e84d9 service neutron] 10.222.0.54 "GET /v2.0/networks/cd80b24d-1b82-4bee-8de4-e19afa4294ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054795 Nov 02 12:12:58.511462 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] For port 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:12:58.516255 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] For port 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0c9870e5-d6fd-4a3c-bda9-40c94bc312c4,segment=NetworkSegment(89c47614-aad9-435e-a666-a3e00c0b4623),segment_id=89c47614-aad9-435e-a666-a3e00c0b4623)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:12:58.526241 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cc5ee-0704-46ba-a3ca-5da3611f1a2e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Subnet': ['ID=b74d715d-1550-455a-9ca5-8cf1fd405cf3,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:58.535968 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392cc5ee-0704-46ba-a3ca-5da3611f1a2e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Checking segment: {'id': '68375b88-c6ec-4b7f-9033-db85fbd696a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:12:58.536347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392cc5ee-0704-46ba-a3ca-5da3611f1a2e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network hostable DHCP agents. Network: ba5baf92-bc6b-42d5-a75a-8953d837247a, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:12:58.604491 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-99fa97bc-81b8-48da-aec6-6e522d50b28b None None] Provisioning complete for port 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:58.604799 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-99fa97bc-81b8-48da-aec6-6e522d50b28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:58.642732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-99fa97bc-81b8-48da-aec6-6e522d50b28b None None] Port 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:12:58.748668 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392cc5ee-0704-46ba-a3ca-5da3611f1a2e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network ba5baf92-bc6b-42d5-a75a-8953d837247a is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:12:58.748960 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:58.829473 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:12:58.830503 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:58.911641 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134c11b-a713-47bc-9e81-d2219b4fe2b5 None None] Pushing event updated for resources: {'Port': ['ID=0c9870e5-d6fd-4a3c-bda9-40c94bc312c4,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:12:58.913927 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-392cc5ee-0704-46ba-a3ca-5da3611f1a2e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, ba5baf92-bc6b-42d5-a75a-8953d837247a) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:12:58.922788 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392cc5ee-0704-46ba-a3ca-5da3611f1a2e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:58.928214 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-392cc5ee-0704-46ba-a3ca-5da3611f1a2e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:58.947539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a1c4b5-1648-4116-a4cd-8970c83ac3cf None None] Network ba5baf92-bc6b-42d5-a75a-8953d837247a requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:12:59.029897 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:12:59.105759 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-392cc5ee-0704-46ba-a3ca-5da3611f1a2e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4363811 Nov 02 12:12:59.106716 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46626) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:12:59.358104 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 774d5a0e-afeb-41d2-b52b-71bc201a9976 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:12:59.422560 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-79d5b1da-891b-424c-9d09-5540e5446c83 None None] Provisioning complete for port 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:59.423173 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-79d5b1da-891b-424c-9d09-5540e5446c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:59.479697 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:12:55Z', 'revision_number': 3, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:58Z', 'revision_number': 4, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:12:59.522061 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee396242-6eae-4f5e-90f4-20b00bbc0e32 None None] The sync data for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 is: [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:12:55Z', 'revision_number': 3, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:58Z', 'revision_number': 4, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:12:59.615608 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a226f4-c871-4802-9b29-566c51ce47ae req-e3e6caf1-9cbd-4e7a-bbee-6b9070776b5e tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:12:59.633558 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73a226f4-c871-4802-9b29-566c51ce47ae req-e3e6caf1-9cbd-4e7a-bbee-6b9070776b5e tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 944 time: 0.2978697 Nov 02 12:12:59.706318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 774d5a0e-afeb-41d2-b52b-71bc201a9976 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:12:59.706714 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:59.822885 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-ba5baf92-bc6b-42d5-a75a-8953d837247a', 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'fixed_ips': [{'subnet_id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:12:59.824052 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:59.874791 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-79d5b1da-891b-424c-9d09-5540e5446c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:12:59.947841 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73a226f4-c871-4802-9b29-566c51ce47ae req-e1fced20-e07b-4fc4-a81f-3ac2c2d2fa1d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338097 Nov 02 12:13:00.021092 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4deebe3a-723f-48fb-a0e6-0ca87ef34226 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:00.048231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-79d5b1da-891b-424c-9d09-5540e5446c83 None None] For port 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0c9870e5-d6fd-4a3c-bda9-40c94bc312c4,segment=NetworkSegment(89c47614-aad9-435e-a666-a3e00c0b4623),segment_id=89c47614-aad9-435e-a666-a3e00c0b4623)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:00.138062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Allocated IP 172.22.0.2 (ba5baf92-bc6b-42d5-a75a-8953d837247a/b74d715d-1550-455a-9ca5-8cf1fd405cf3/f477b229-d9f5-409c-b8fe-832e9eee7c65) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:13:00.142774 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-79d5b1da-891b-424c-9d09-5540e5446c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:00.241861 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5b1da-891b-424c-9d09-5540e5446c83 None None] Pushing event updated for resources: {'Port': ['ID=0c9870e5-d6fd-4a3c-bda9-40c94bc312c4,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:00.393261 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:00.567271 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:00.605577 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Network ba5baf92-bc6b-42d5-a75a-8953d837247a is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:13:00.611911 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:13:00.616334 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:13:00.618747 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-4deebe3a-723f-48fb-a0e6-0ca87ef34226 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Allocated IP 172.22.0.1 (ba5baf92-bc6b-42d5-a75a-8953d837247a/b74d715d-1550-455a-9ca5-8cf1fd405cf3/6beea543-17d7-4b9d-a9a5-5772546b62e9) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:13:00.622432 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Pushing event updated for resources: {'Port': ['ID=f477b229-d9f5-409c-b8fe-832e9eee7c65,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:00.679650 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Attempting to bind port f477b229-d9f5-409c-b8fe-832e9eee7c65 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:13:00.683022 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Attempting to bind port f477b229-d9f5-409c-b8fe-832e9eee7c65 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '68375b88-c6ec-4b7f-9033-db85fbd696a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:13:00.683022 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Attempting to bind port f477b229-d9f5-409c-b8fe-832e9eee7c65 on network ba5baf92-bc6b-42d5-a75a-8953d837247a {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:13:00.686461 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:13:00.686798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Checking segment: {'id': '68375b88-c6ec-4b7f-9033-db85fbd696a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:13:00.687226 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:00.687622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Bound using segment: {'id': '68375b88-c6ec-4b7f-9033-db85fbd696a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:13:00.688093 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Bound port: f477b229-d9f5-409c-b8fe-832e9eee7c65, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68375b88-c6ec-4b7f-9033-db85fbd696a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:13:00.688479 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:00.753165 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4deebe3a-723f-48fb-a0e6-0ca87ef34226 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:00.753386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] For port f477b229-d9f5-409c-b8fe-832e9eee7c65, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:13:00.756634 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] For port f477b229-d9f5-409c-b8fe-832e9eee7c65, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f477b229-d9f5-409c-b8fe-832e9eee7c65,segment=NetworkSegment(68375b88-c6ec-4b7f-9033-db85fbd696a4),segment_id=68375b88-c6ec-4b7f-9033-db85fbd696a4)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:13:00.920380 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:00.985768 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4deebe3a-723f-48fb-a0e6-0ca87ef34226 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:00.992856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84afc1-5f61-422b-8c26-8304e74db9dd None None] Pushing event updated for resources: {'Port': ['ID=f477b229-d9f5-409c-b8fe-832e9eee7c65,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:01.025178 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deebe3a-723f-48fb-a0e6-0ca87ef34226 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network ba5baf92-bc6b-42d5-a75a-8953d837247a is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:13:01.028539 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-4deebe3a-723f-48fb-a0e6-0ca87ef34226 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:13:01.033333 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deebe3a-723f-48fb-a0e6-0ca87ef34226 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:13:01.082047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deebe3a-723f-48fb-a0e6-0ca87ef34226 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=6beea543-17d7-4b9d-a9a5-5772546b62e9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:01.125166 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4deebe3a-723f-48fb-a0e6-0ca87ef34226 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:01.179973 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4b5ff-a8cc-4717-96d0-afdd6ad6c00d req-825fba23-2b34-4227-8a45-40f98661cf8b tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:01.181540 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5fb4b5ff-a8cc-4717-96d0-afdd6ad6c00d req-825fba23-2b34-4227-8a45-40f98661cf8b tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 944 time: 0.1163864 Nov 02 12:13:01.334269 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5fb4b5ff-a8cc-4717-96d0-afdd6ad6c00d req-81b17bfa-3f4b-48f7-b29d-d84ce18a2d3e tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155717 Nov 02 12:13:01.334761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:13:01.386009 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:01.386380 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:01.460016 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4deebe3a-723f-48fb-a0e6-0ca87ef34226 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:01.776120 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4deebe3a-723f-48fb-a0e6-0ca87ef34226 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:01.887668 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4deebe3a-723f-48fb-a0e6-0ca87ef34226 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:01.969399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deebe3a-723f-48fb-a0e6-0ca87ef34226 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=6beea543-17d7-4b9d-a9a5-5772546b62e9,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:01.972029 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4deebe3a-723f-48fb-a0e6-0ca87ef34226 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:01.974580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af497a9d-0d76-4dbe-90ad-53905310a948 None None] Network ba5baf92-bc6b-42d5-a75a-8953d837247a requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:13:02.080273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4deebe3a-723f-48fb-a0e6-0ca87ef34226 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network ba5baf92-bc6b-42d5-a75a-8953d837247a is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:13:02.081801 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-4deebe3a-723f-48fb-a0e6-0ca87ef34226 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:13:02.116740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-db87a5d1-555d-437b-aca2-f90453f5657f None None] Provisioning complete for port f477b229-d9f5-409c-b8fe-832e9eee7c65 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:02.117179 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-db87a5d1-555d-437b-aca2-f90453f5657f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:02.204233 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4deebe3a-723f-48fb-a0e6-0ca87ef34226 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:13:02.272937 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-db87a5d1-555d-437b-aca2-f90453f5657f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:02.324921 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4deebe3a-723f-48fb-a0e6-0ca87ef34226 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:13:02.327008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-db87a5d1-555d-437b-aca2-f90453f5657f None None] For port f477b229-d9f5-409c-b8fe-832e9eee7c65, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f477b229-d9f5-409c-b8fe-832e9eee7c65,segment=NetworkSegment(68375b88-c6ec-4b7f-9033-db85fbd696a4),segment_id=68375b88-c6ec-4b7f-9033-db85fbd696a4)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:02.332242 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4deebe3a-723f-48fb-a0e6-0ca87ef34226 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/2dd76ac0-eaf3-49c9-8393-2fef945e9193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2235277 Nov 02 12:13:02.334223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46640) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:02.340157 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1f1196d1-e6ea-42da-b25a-677c626d3840 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'network': {'name': 'tempest-RoutersTest-887053436'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:02.345584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Sync routers for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:13:02.364411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:02.365078 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:02.377343 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device f1bdf063-35e7-4a0b-bfde-bd616ef7c936 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:13:02.476832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd60aa0-bacb-469a-b840-d777314ad924 req-ce0ba514-2847-41ff-ba2b-5f69d83729ee tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:02.479012 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ddd60aa0-bacb-469a-b840-d777314ad924 req-ce0ba514-2847-41ff-ba2b-5f69d83729ee tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 944 time: 0.0691142 Nov 02 12:13:02.515918 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:02.518670 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-db87a5d1-555d-437b-aca2-f90453f5657f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:02.563811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ddd60aa0-bacb-469a-b840-d777314ad924 req-21dc66ee-7e8f-4bb8-9ec9-5c0a242fd79b tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735393 Nov 02 12:13:02.613925 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1196d1-e6ea-42da-b25a-677c626d3840 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Made reservation on behalf of 6319805f5cb24f5faea3401ed68600e6 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:13:02.613925 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f1196d1-e6ea-42da-b25a-677c626d3840 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:02.644073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1196d1-e6ea-42da-b25a-677c626d3840 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:13:02.655843 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f1196d1-e6ea-42da-b25a-677c626d3840 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:02.656197 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-1f1196d1-e6ea-42da-b25a-677c626d3840 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Added segment b798fe49-b812-485b-b426-9eef8c6c4cae of type vlan for network f3f264d9-17e5-4d85-a34c-ca810131707c Nov 02 12:13:02.710724 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f1196d1-e6ea-42da-b25a-677c626d3840 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:02.731282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port f1bdf063-35e7-4a0b-bfde-bd616ef7c936, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=f1bdf063-35e7-4a0b-bfde-bd616ef7c936,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:02.737632 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87a5d1-555d-437b-aca2-f90453f5657f None None] Pushing event updated for resources: {'Port': ['ID=f477b229-d9f5-409c-b8fe-832e9eee7c65,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:02.782426 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-672727d0-cd47-4bff-9889-e400870c9138 None None] Provisioning complete for port 6beea543-17d7-4b9d-a9a5-5772546b62e9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:02.782713 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-672727d0-cd47-4bff-9889-e400870c9138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:02.786514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'f1bdf063-35e7-4a0b-bfde-bd616ef7c936', 'network_id': 'cd80b24d-1b82-4bee-8de4-e19afa4294ea', 'port_id': 'f1bdf063-35e7-4a0b-bfde-bd616ef7c936', 'mac_address': 'fa:16:3e:8f:d8:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4c89c0-b4cd-45ef-ad38-b6d57b244f74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:13:02.858697 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f1196d1-e6ea-42da-b25a-677c626d3840 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:02.865232 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1196d1-e6ea-42da-b25a-677c626d3840 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:02.865863 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f1196d1-e6ea-42da-b25a-677c626d3840 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:02.873453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-672727d0-cd47-4bff-9889-e400870c9138 None None] Port 6beea543-17d7-4b9d-a9a5-5772546b62e9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:13:02.916526 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:02.928519 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-672727d0-cd47-4bff-9889-e400870c9138 None None] Provisioning complete for port f477b229-d9f5-409c-b8fe-832e9eee7c65 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:02.928889 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-672727d0-cd47-4bff-9889-e400870c9138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:02.951803 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1196d1-e6ea-42da-b25a-677c626d3840 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Network': ['ID=f3f264d9-17e5-4d85-a34c-ca810131707c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:02.957776 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1bdf063-35e7-4a0b-bfde-bd616ef7c936 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:13:02.966822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network f3f264d9-17e5-4d85-a34c-ca810131707c details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:13:03.005249 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1f1196d1-e6ea-42da-b25a-677c626d3840 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6687028 Nov 02 12:13:03.007269 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46644) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:03.012639 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a3a881b4-5e70-41e0-847b-3917aa720c3c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'subnet': {'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:03.013574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port f1bdf063-35e7-4a0b-bfde-bd616ef7c936, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=f1bdf063-35e7-4a0b-bfde-bd616ef7c936,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:03.214954 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:03.258053 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f477b229-d9f5-409c-b8fe-832e9eee7c65 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:13:03.282287 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a881b4-5e70-41e0-847b-3917aa720c3c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Made reservation on behalf of 6319805f5cb24f5faea3401ed68600e6 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:13:03.286680 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3a881b4-5e70-41e0-847b-3917aa720c3c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:03.342149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:01Z', 'revision_number': 4, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:59Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6beea543-17d7-4b9d-a9a5-5772546b62e9', 'name': '', 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:73:40:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:00Z', 'updated_at': '2021-11-02T12:13:01Z', 'revision_number': 2, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:03.399482 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Checking router: 2dd76ac0-eaf3-49c9-8393-2fef945e9193 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:13:03.400162 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Updating router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 port 6beea543-17d7-4b9d-a9a5-5772546b62e9 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:13:03.401648 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=f1bdf063-35e7-4a0b-bfde-bd616ef7c936,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:03.437323 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:03.453461 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['f1bdf063-35e7-4a0b-bfde-bd616ef7c936'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:13:03.458875 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port f477b229-d9f5-409c-b8fe-832e9eee7c65 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:03.459336 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:03.573642 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3a881b4-5e70-41e0-847b-3917aa720c3c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:03.642642 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a881b4-5e70-41e0-847b-3917aa720c3c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Subnet': ['ID=b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:03.651095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a881b4-5e70-41e0-847b-3917aa720c3c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Checking segment: {'id': 'b798fe49-b812-485b-b426-9eef8c6c4cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:13:03.651493 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a881b4-5e70-41e0-847b-3917aa720c3c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network hostable DHCP agents. Network: f3f264d9-17e5-4d85-a34c-ca810131707c, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:13:03.651628 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a9aa38a0-c0f6-4f54-99c2-59bdd0d52019 None None] Provisioning complete for port 6beea543-17d7-4b9d-a9a5-5772546b62e9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:03.651891 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9aa38a0-c0f6-4f54-99c2-59bdd0d52019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:03.700144 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeaa3a8-7820-4e2a-9044-ba990984ce63 req-b8953afe-6c4c-4e7d-92ca-0a12b4983e38 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:03.702202 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-caeaa3a8-7820-4e2a-9044-ba990984ce63 req-b8953afe-6c4c-4e7d-92ca-0a12b4983e38 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 945 time: 0.0638900 Nov 02 12:13:03.754105 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-caeaa3a8-7820-4e2a-9044-ba990984ce63 req-82ba971b-0e5e-48f8-a618-33b4b7daa027 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450253 Nov 02 12:13:03.789601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa38a0-c0f6-4f54-99c2-59bdd0d52019 None None] Port 6beea543-17d7-4b9d-a9a5-5772546b62e9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:13:03.801121 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a881b4-5e70-41e0-847b-3917aa720c3c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network f3f264d9-17e5-4d85-a34c-ca810131707c is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:13:03.957141 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:03.962818 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-a3a881b4-5e70-41e0-847b-3917aa720c3c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, f3f264d9-17e5-4d85-a34c-ca810131707c) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:13:03.965727 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a881b4-5e70-41e0-847b-3917aa720c3c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:03.966322 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3a881b4-5e70-41e0-847b-3917aa720c3c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:03.971304 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6049d4-82fc-4dc4-93e7-9b8fa7d073e3 None None] Network f3f264d9-17e5-4d85-a34c-ca810131707c requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:13:04.039066 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:04.078173 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a3a881b4-5e70-41e0-847b-3917aa720c3c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0696659 Nov 02 12:13:04.081209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46652) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:04.129187 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c10cc1-2a5d-4bac-a490-45cfd91e4cf0 None None] Pushing event updated for resources: {'Port': ['ID=6beea543-17d7-4b9d-a9a5-5772546b62e9,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:04.217148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Attempting to bind port 6beea543-17d7-4b9d-a9a5-5772546b62e9 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:13:04.217148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Attempting to bind port 6beea543-17d7-4b9d-a9a5-5772546b62e9 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '68375b88-c6ec-4b7f-9033-db85fbd696a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:13:04.217148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Attempting to bind port 6beea543-17d7-4b9d-a9a5-5772546b62e9 on network ba5baf92-bc6b-42d5-a75a-8953d837247a {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:13:04.224635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:13:04.225098 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Checking segment: {'id': '68375b88-c6ec-4b7f-9033-db85fbd696a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:13:04.225571 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:04.226025 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Bound using segment: {'id': '68375b88-c6ec-4b7f-9033-db85fbd696a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:13:04.226573 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Bound port: 6beea543-17d7-4b9d-a9a5-5772546b62e9, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68375b88-c6ec-4b7f-9033-db85fbd696a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:13:04.227039 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:04.230536 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-f3f264d9-17e5-4d85-a34c-ca810131707c', 'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'fixed_ips': [{'subnet_id': 'b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:13:04.231466 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:04.417151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] For port 6beea543-17d7-4b9d-a9a5-5772546b62e9, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:13:04.421853 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device f1bdf063-35e7-4a0b-bfde-bd616ef7c936 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:13:04.463433 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] For port 6beea543-17d7-4b9d-a9a5-5772546b62e9, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6beea543-17d7-4b9d-a9a5-5772546b62e9,segment=NetworkSegment(68375b88-c6ec-4b7f-9033-db85fbd696a4),segment_id=68375b88-c6ec-4b7f-9033-db85fbd696a4)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:13:04.493566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5ae6bf40-bd45-44c1-9812-37804ce0bbfc None None] Provisioning complete for port 6beea543-17d7-4b9d-a9a5-5772546b62e9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:04.493566 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5ae6bf40-bd45-44c1-9812-37804ce0bbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:04.494247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Allocated IP 172.23.0.2 (f3f264d9-17e5-4d85-a34c-ca810131707c/b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d/08cab0cc-8828-4020-956b-0650c7023f47) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:13:04.507567 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d4637e20-77e8-4603-809b-80d9dd830973 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:04.569630 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5ae6bf40-bd45-44c1-9812-37804ce0bbfc None None] Port 6beea543-17d7-4b9d-a9a5-5772546b62e9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:13:04.571717 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:04.681269 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:04.681912 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:04.686074 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c10cc1-2a5d-4bac-a490-45cfd91e4cf0 None None] Pushing event updated for resources: {'Port': ['ID=6beea543-17d7-4b9d-a9a5-5772546b62e9,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:04.740076 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port f1bdf063-35e7-4a0b-bfde-bd616ef7c936 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:13:04.801959 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port f1bdf063-35e7-4a0b-bfde-bd616ef7c936 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:04.802330 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:04.863078 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:04.876928 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:05.144320 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:05.176476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857aad31-663d-4e1e-b1ed-b75c28b0724c req-e3753fdf-fb7c-4cfb-8a3b-39fd8e6d0b10 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:05.178056 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-857aad31-663d-4e1e-b1ed-b75c28b0724c req-e3753fdf-fb7c-4cfb-8a3b-39fd8e6d0b10 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 945 time: 0.0963964 Nov 02 12:13:05.207778 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-d4637e20-77e8-4603-809b-80d9dd830973 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Allocated IP 172.23.0.1 (f3f264d9-17e5-4d85-a34c-ca810131707c/b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d/f4e10653-64a7-49fc-ae56-0e94b4ac0c2a) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:13:05.256187 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:05.260827 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Network f3f264d9-17e5-4d85-a34c-ca810131707c is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:13:05.274042 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-415a5cea-35fb-4cc5-a1c8-df86c212e9ec None None] Provisioning complete for port 6beea543-17d7-4b9d-a9a5-5772546b62e9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:05.274412 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-415a5cea-35fb-4cc5-a1c8-df86c212e9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:05.278135 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-857aad31-663d-4e1e-b1ed-b75c28b0724c req-20788acb-8bec-488b-a0fb-231e5608e32d tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838923 Nov 02 12:13:05.280985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:13:05.302207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Pushing event updated for resources: {'Port': ['ID=08cab0cc-8828-4020-956b-0650c7023f47,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:05.308161 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:13:05.337948 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d154c8e-ea08-49e7-a154-d0ed279f71c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bdf063-35e7-4a0b-bfde-bd616ef7c936'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:13:05.340555 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbfcbf5-81e0-4e7f-9c5b-67a5c1fc34db" -d '{"events": [{"server_uuid": "4d154c8e-ea08-49e7-a154-d0ed279f71c1", "name": "network-vif-plugged", "status": "completed", "tag": "f1bdf063-35e7-4a0b-bfde-bd616ef7c936"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:13:05.367429 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d4637e20-77e8-4603-809b-80d9dd830973 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:05.395791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port f1bdf063-35e7-4a0b-bfde-bd616ef7c936, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=f1bdf063-35e7-4a0b-bfde-bd616ef7c936,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:05.418868 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560392b5-ddf8-4bd1-8f82-1210141a971b x-openstack-request-id: req-560392b5-ddf8-4bd1-8f82-1210141a971b {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:13:05.420907 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d154c8e-ea08-49e7-a154-d0ed279f71c1", "name": "network-vif-plugged", "status": "completed", "tag": "f1bdf063-35e7-4a0b-bfde-bd616ef7c936", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:13:05.420907 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-560392b5-ddf8-4bd1-8f82-1210141a971b {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:13:05.420907 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d154c8e-ea08-49e7-a154-d0ed279f71c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bdf063-35e7-4a0b-bfde-bd616ef7c936', 'code': 200} Nov 02 12:13:05.469383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Attempting to bind port 08cab0cc-8828-4020-956b-0650c7023f47 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:13:05.469383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Attempting to bind port 08cab0cc-8828-4020-956b-0650c7023f47 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'b798fe49-b812-485b-b426-9eef8c6c4cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:13:05.469383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Attempting to bind port 08cab0cc-8828-4020-956b-0650c7023f47 on network f3f264d9-17e5-4d85-a34c-ca810131707c {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:13:05.476987 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:13:05.477364 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Checking segment: {'id': 'b798fe49-b812-485b-b426-9eef8c6c4cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:13:05.477765 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:05.478149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Bound using segment: {'id': 'b798fe49-b812-485b-b426-9eef8c6c4cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:13:05.478617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Bound port: 08cab0cc-8828-4020-956b-0650c7023f47, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b798fe49-b812-485b-b426-9eef8c6c4cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:13:05.479310 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:05.557283 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:05.557582 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c932bd-ddba-44ba-b218-eff41da6927d req-f62fb123-85ed-4136-9b7a-6ed6d7a9c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:05.560203 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4c932bd-ddba-44ba-b218-eff41da6927d req-f62fb123-85ed-4136-9b7a-6ed6d7a9c161 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 1097 time: 0.0698099 Nov 02 12:13:05.565174 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-415a5cea-35fb-4cc5-a1c8-df86c212e9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:05.604642 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d4637e20-77e8-4603-809b-80d9dd830973 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:05.624630 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4c932bd-ddba-44ba-b218-eff41da6927d req-45ff1a0e-3c45-4aaf-a0ea-16bf50133f78 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566525 Nov 02 12:13:05.671687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4637e20-77e8-4603-809b-80d9dd830973 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network f3f264d9-17e5-4d85-a34c-ca810131707c is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:13:05.675490 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:01Z', 'revision_number': 4, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:59Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6beea543-17d7-4b9d-a9a5-5772546b62e9', 'name': '', 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:73:40:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:00Z', 'updated_at': '2021-11-02T12:13:04Z', 'revision_number': 4, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:05.676706 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-d4637e20-77e8-4603-809b-80d9dd830973 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:13:05.686404 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4637e20-77e8-4603-809b-80d9dd830973 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=f4e10653-64a7-49fc-ae56-0e94b4ac0c2a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:05.686798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] For port 08cab0cc-8828-4020-956b-0650c7023f47, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:13:05.686798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=f1bdf063-35e7-4a0b-bfde-bd616ef7c936,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:05.687123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4637e20-77e8-4603-809b-80d9dd830973 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:13:05.687236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] For port 08cab0cc-8828-4020-956b-0650c7023f47, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=08cab0cc-8828-4020-956b-0650c7023f47,segment=NetworkSegment(b798fe49-b812-485b-b426-9eef8c6c4cae),segment_id=b798fe49-b812-485b-b426-9eef8c6c4cae)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:13:05.689132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-415a5cea-35fb-4cc5-a1c8-df86c212e9ec None None] For port 6beea543-17d7-4b9d-a9a5-5772546b62e9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6beea543-17d7-4b9d-a9a5-5772546b62e9,segment=NetworkSegment(68375b88-c6ec-4b7f-9033-db85fbd696a4),segment_id=68375b88-c6ec-4b7f-9033-db85fbd696a4)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:05.714494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd118382-d76e-4772-8c1e-a256a3b275ae None None] The sync data for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 is: [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:01Z', 'revision_number': 4, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:59Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6beea543-17d7-4b9d-a9a5-5772546b62e9', 'name': '', 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:73:40:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:00Z', 'updated_at': '2021-11-02T12:13:04Z', 'revision_number': 4, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:13:05.749150 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d4637e20-77e8-4603-809b-80d9dd830973 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:05.829036 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:05.885441 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c277d-0fbf-4bb0-b023-07d784f54e06 req-e56b1618-7629-44bd-92ee-1e5164d4fe17 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:05.893070 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-850c277d-0fbf-4bb0-b023-07d784f54e06 req-e56b1618-7629-44bd-92ee-1e5164d4fe17 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 1097 time: 0.1359854 Nov 02 12:13:05.894535 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-415a5cea-35fb-4cc5-a1c8-df86c212e9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:05.932008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bfccd-c0cb-412b-920d-8d7ad014ffd2 None None] Pushing event updated for resources: {'Port': ['ID=08cab0cc-8828-4020-956b-0650c7023f47,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:05.988637 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-850c277d-0fbf-4bb0-b023-07d784f54e06 req-b8f751a9-25b6-41bd-8515-14b3eb94e8ae tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790868 Nov 02 12:13:06.010163 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a5cea-35fb-4cc5-a1c8-df86c212e9ec None None] Pushing event updated for resources: {'Port': ['ID=6beea543-17d7-4b9d-a9a5-5772546b62e9,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:06.158471 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d4637e20-77e8-4603-809b-80d9dd830973 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:06.187509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c181f13-76c1-46ae-b8b4-eac0ea63d87b req-da132d46-34ee-4a01-8c3e-c65f5194dcfb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:06.191547 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c181f13-76c1-46ae-b8b4-eac0ea63d87b req-da132d46-34ee-4a01-8c3e-c65f5194dcfb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.1344719 Nov 02 12:13:06.369673 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c181f13-76c1-46ae-b8b4-eac0ea63d87b req-01d796f0-ccc0-4166-a5e1-8dc23c4154b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726551 Nov 02 12:13:06.396488 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46670) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:06.481072 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-53abbe86-b505-472a-bfa2-b56eb61cb2e4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/floatingips/f5cbdc78-224f-4fac-8a52-8041424b4418 HTTP/1.1" status: 200 len: 991 time: 0.0832212 Nov 02 12:13:06.558485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe0038-e335-42d4-a0c8-b34be1008330 req-e8feded4-cd24-4551-beba-f627b37e0c7e tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:06.560294 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6dbe0038-e335-42d4-a0c8-b34be1008330 req-e8feded4-cd24-4551-beba-f627b37e0c7e tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 946 time: 0.1129916 Nov 02 12:13:06.635976 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d4637e20-77e8-4603-809b-80d9dd830973 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:06.640940 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6dbe0038-e335-42d4-a0c8-b34be1008330 req-2ea8ab9e-e4c9-4811-b0dc-bfaee86452e9 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738828 Nov 02 12:13:06.778086 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d4637e20-77e8-4603-809b-80d9dd830973 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:06.850850 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4637e20-77e8-4603-809b-80d9dd830973 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event updated for resources: {'Port': ['ID=f4e10653-64a7-49fc-ae56-0e94b4ac0c2a,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:06.858572 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d4637e20-77e8-4603-809b-80d9dd830973 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:07.000593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3775663e-0122-4c85-8779-02dbdece8c85 req-21f617d8-ce19-47a3-a4ef-65eaf5140886 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=46d2b5f7-0622-4965-a515-851de6284956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1050401 Nov 02 12:13:07.006151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4637e20-77e8-4603-809b-80d9dd830973 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Network f3f264d9-17e5-4d85-a34c-ca810131707c is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:13:07.007641 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-d4637e20-77e8-4603-809b-80d9dd830973 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:13:07.015635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ea12ef-859b-456b-9887-c6558cf5ad96 None None] Network f3f264d9-17e5-4d85-a34c-ca810131707c requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:13:07.087504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-29b2261a-6a07-4f45-bd78-5d8f7539b782 None None] Provisioning complete for port 08cab0cc-8828-4020-956b-0650c7023f47 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:07.087875 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-29b2261a-6a07-4f45-bd78-5d8f7539b782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:07.158691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775663e-0122-4c85-8779-02dbdece8c85 req-6282d684-9a8c-481e-8587-7482ea3dfd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:07.160326 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3775663e-0122-4c85-8779-02dbdece8c85 req-6282d684-9a8c-481e-8587-7482ea3dfd58 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35c0a87bcf9d475ebd0d26e2b331e2d1&device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 1097 time: 0.0930481 Nov 02 12:13:07.164867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4637e20-77e8-4603-809b-80d9dd830973 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:13:07.243341 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-29b2261a-6a07-4f45-bd78-5d8f7539b782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:07.308371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-29b2261a-6a07-4f45-bd78-5d8f7539b782 None None] For port 08cab0cc-8828-4020-956b-0650c7023f47, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=08cab0cc-8828-4020-956b-0650c7023f47,segment=NetworkSegment(b798fe49-b812-485b-b426-9eef8c6c4cae),segment_id=b798fe49-b812-485b-b426-9eef8c6c4cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:07.333070 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4637e20-77e8-4603-809b-80d9dd830973 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:13:07.344976 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d4637e20-77e8-4603-809b-80d9dd830973 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/2dd76ac0-eaf3-49c9-8393-2fef945e9193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2572525 Nov 02 12:13:07.344976 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46682) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:07.346879 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Sync routers for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:13:07.354894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-373a60e2-7e84-4d04-b547-a70315003715 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:07.367042 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:07.367972 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:07.378192 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 08cab0cc-8828-4020-956b-0650c7023f47 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:13:07.443345 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 08cab0cc-8828-4020-956b-0650c7023f47 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:07.453064 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:07.492947 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775663e-0122-4c85-8779-02dbdece8c85 req-efab66f0-f9b0-4ad0-95aa-320ef2b376b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:07.495502 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3775663e-0122-4c85-8779-02dbdece8c85 req-efab66f0-f9b0-4ad0-95aa-320ef2b376b3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=799f371f-9c20-425f-a7b3-a7ef1513b5af HTTP/1.1" status: 200 len: 915 time: 0.2814000 Nov 02 12:13:07.534794 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:07.558299 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:07.620807 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3775663e-0122-4c85-8779-02dbdece8c85 req-e3b8c24d-55d2-4fc6-9a6b-1fc201156f46 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa4d39af-cda9-49a2-aeed-f2e74566348b HTTP/1.1" status: 200 len: 217 time: 0.1015570 Nov 02 12:13:07.677135 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-29b2261a-6a07-4f45-bd78-5d8f7539b782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:07.760855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775663e-0122-4c85-8779-02dbdece8c85 req-b338e6e4-95e8-47ec-b7cc-f1a2fe9f3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:07.762283 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3775663e-0122-4c85-8779-02dbdece8c85 req-b338e6e4-95e8-47ec-b7cc-f1a2fe9f3ef3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96545ffe-ac15-4074-916d-b9f0c4b82b81 HTTP/1.1" status: 200 len: 854 time: 0.1263149 Nov 02 12:13:07.798161 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:13:07.798524 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:13:07.831153 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c325e-4044-4291-a48e-c973bcfcd3c3 req-b3de3c76-ba97-4107-b61d-cfc44083722a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:07.834676 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2261a-6a07-4f45-bd78-5d8f7539b782 None None] Pushing event updated for resources: {'Port': ['ID=08cab0cc-8828-4020-956b-0650c7023f47,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:07.839594 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a35c325e-4044-4291-a48e-c973bcfcd3c3 req-b3de3c76-ba97-4107-b61d-cfc44083722a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.3219085 Nov 02 12:13:07.843742 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-cca49aca-e86d-4c1f-aa76-30fb796c8a70 None None] Provisioning complete for port 08cab0cc-8828-4020-956b-0650c7023f47 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:07.844116 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cca49aca-e86d-4c1f-aa76-30fb796c8a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:07.851878 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:05Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:59Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6beea543-17d7-4b9d-a9a5-5772546b62e9', 'name': '', 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:73:40:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:00Z', 'updated_at': '2021-11-02T12:13:05Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4e10653-64a7-49fc-ae56-0e94b4ac0c2a', 'name': '', 'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:c8:a3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:04Z', 'updated_at': '2021-11-02T12:13:06Z', 'revision_number': 2, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:07.865031 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3775663e-0122-4c85-8779-02dbdece8c85 req-e065fc84-4dee-4e0a-a007-e5cc2f806e03 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=799f371f-9c20-425f-a7b3-a7ef1513b5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706112 Nov 02 12:13:07.904440 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Checking router: 2dd76ac0-eaf3-49c9-8393-2fef945e9193 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:13:07.904803 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Updating router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 port f4e10653-64a7-49fc-ae56-0e94b4ac0c2a binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:13:07.972994 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:08.085532 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-cca49aca-e86d-4c1f-aa76-30fb796c8a70 None None] Provisioning complete for port f4e10653-64a7-49fc-ae56-0e94b4ac0c2a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:08.086089 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cca49aca-e86d-4c1f-aa76-30fb796c8a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:08.124296 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a35c325e-4044-4291-a48e-c973bcfcd3c3 req-35eb146d-c090-472d-87b7-7f31a1ba5c58 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799063 Nov 02 12:13:08.148479 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-25a99dda-f943-4120-921d-86bbf0bba443 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2093949 Nov 02 12:13:08.158823 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-f32d4943-9e50-43e1-a127-017fe20255af service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:13:08.160503 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-f32d4943-9e50-43e1-a127-017fe20255af service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0070634 Nov 02 12:13:08.174179 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-cca49aca-e86d-4c1f-aa76-30fb796c8a70 None None] Port f4e10653-64a7-49fc-ae56-0e94b4ac0c2a cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:13:08.381961 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6beea543-17d7-4b9d-a9a5-5772546b62e9 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:13:08.384521 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1a787732-3bfd-4d66-8aaf-e1396b001709 None None] Provisioning complete for port f4e10653-64a7-49fc-ae56-0e94b4ac0c2a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:08.384903 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1a787732-3bfd-4d66-8aaf-e1396b001709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:08.447944 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3775663e-0122-4c85-8779-02dbdece8c85 req-d794659f-46df-457d-a4ad-a50d664ab4d2 service neutron] 10.222.0.79 "GET /v2.0/networks/799f371f-9c20-425f-a7b3-a7ef1513b5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686796 Nov 02 12:13:08.507739 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-1a787732-3bfd-4d66-8aaf-e1396b001709 None None] Port f4e10653-64a7-49fc-ae56-0e94b4ac0c2a cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:13:08.527264 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 6beea543-17d7-4b9d-a9a5-5772546b62e9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:08.527643 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:08.568963 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:08.577469 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3775663e-0122-4c85-8779-02dbdece8c85 req-b5790398-68f6-4c87-9200-d544f7b06f75 service neutron] 10.222.0.79 "GET /v2.0/networks/799f371f-9c20-425f-a7b3-a7ef1513b5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200280 Nov 02 12:13:08.587548 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258ac0f-2337-4eb4-85c7-a2e00ba91f27 req-05cb0837-0f27-4267-a538-a6777c6bf04b tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:08.596057 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d258ac0f-2337-4eb4-85c7-a2e00ba91f27 req-05cb0837-0f27-4267-a538-a6777c6bf04b tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 946 time: 0.3031883 Nov 02 12:13:08.684598 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:08.718706 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.extraroute_db [None req-373a60e2-7e84-4d04-b547-a70315003715 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102689) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 02 12:13:08.721529 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f686b2b4-a388-45f4-b194-a25a84a3d847 None None] Provisioning complete for port f4e10653-64a7-49fc-ae56-0e94b4ac0c2a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:08.727008 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f686b2b4-a388-45f4-b194-a25a84a3d847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:08.755071 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d258ac0f-2337-4eb4-85c7-a2e00ba91f27 req-149adb9e-194c-4c0d-acf0-8c05cbf3765f tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533318 Nov 02 12:13:08.791696 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.extraroute_db [None req-373a60e2-7e84-4d04-b547-a70315003715 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Removed routes are [] {{(pid=102689) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 02 12:13:08.791696 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-373a60e2-7e84-4d04-b547-a70315003715 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:08.801536 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f686b2b4-a388-45f4-b194-a25a84a3d847 None None] Port f4e10653-64a7-49fc-ae56-0e94b4ac0c2a cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:13:08.837699 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58865c2-5729-4d79-86b3-82a48040419b None None] Pushing event updated for resources: {'Port': ['ID=f4e10653-64a7-49fc-ae56-0e94b4ac0c2a,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:08.930961 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Attempting to bind port f4e10653-64a7-49fc-ae56-0e94b4ac0c2a on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:13:08.931427 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Attempting to bind port f4e10653-64a7-49fc-ae56-0e94b4ac0c2a by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'b798fe49-b812-485b-b426-9eef8c6c4cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:13:08.931835 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Attempting to bind port f4e10653-64a7-49fc-ae56-0e94b4ac0c2a on network f3f264d9-17e5-4d85-a34c-ca810131707c {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:13:08.939907 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:13:08.940817 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Checking segment: {'id': 'b798fe49-b812-485b-b426-9eef8c6c4cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:13:08.941399 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:08.941939 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Bound using segment: {'id': 'b798fe49-b812-485b-b426-9eef8c6c4cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:13:08.942437 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Bound port: f4e10653-64a7-49fc-ae56-0e94b4ac0c2a, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b798fe49-b812-485b-b426-9eef8c6c4cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:13:08.942816 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:09.065478 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] For port f4e10653-64a7-49fc-ae56-0e94b4ac0c2a, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:13:09.070222 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] For port f4e10653-64a7-49fc-ae56-0e94b4ac0c2a, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f4e10653-64a7-49fc-ae56-0e94b4ac0c2a,segment=NetworkSegment(b798fe49-b812-485b-b426-9eef8c6c4cae),segment_id=b798fe49-b812-485b-b426-9eef8c6c4cae)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:13:09.159828 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d045452-b657-45a9-a883-a053f44320ec req-8c841384-17fc-4846-96d4-5477d00ee7dc tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:09.167501 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d045452-b657-45a9-a883-a053f44320ec req-8c841384-17fc-4846-96d4-5477d00ee7dc tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 946 time: 0.3049827 Nov 02 12:13:09.195842 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:09.209371 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-373a60e2-7e84-4d04-b547-a70315003715 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:09.219960 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-373a60e2-7e84-4d04-b547-a70315003715 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:09.313711 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 08cab0cc-8828-4020-956b-0650c7023f47 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:13:09.328127 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58865c2-5729-4d79-86b3-82a48040419b None None] Pushing event updated for resources: {'Port': ['ID=f4e10653-64a7-49fc-ae56-0e94b4ac0c2a,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:09.361153 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:09.361806 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:09.491353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-383f4d5c-98b7-41ff-84f6-78c19d32dc93 None None] Provisioning complete for port f4e10653-64a7-49fc-ae56-0e94b4ac0c2a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:09.491724 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-383f4d5c-98b7-41ff-84f6-78c19d32dc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:09.660093 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 08cab0cc-8828-4020-956b-0650c7023f47 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:09.660093 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:09.775273 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:09.811638 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d045452-b657-45a9-a883-a053f44320ec req-5d990a32-81b4-4712-87ea-899ece384231 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6431167 Nov 02 12:13:09.813620 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-383f4d5c-98b7-41ff-84f6-78c19d32dc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:09.880003 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-383f4d5c-98b7-41ff-84f6-78c19d32dc93 None None] For port f4e10653-64a7-49fc-ae56-0e94b4ac0c2a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f4e10653-64a7-49fc-ae56-0e94b4ac0c2a,segment=NetworkSegment(b798fe49-b812-485b-b426-9eef8c6c4cae),segment_id=b798fe49-b812-485b-b426-9eef8c6c4cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:09.907123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373a60e2-7e84-4d04-b547-a70315003715 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:13:10.044939 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039e443-6d7a-411b-b21e-aa1105b5f98d req-866e43a1-c32b-4946-9a68-8c17204ac7f3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:10.048225 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8039e443-6d7a-411b-b21e-aa1105b5f98d req-866e43a1-c32b-4946-9a68-8c17204ac7f3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.1356976 Nov 02 12:13:10.073390 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-383f4d5c-98b7-41ff-84f6-78c19d32dc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:10.079519 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:08Z', 'revision_number': 6, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:59Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6beea543-17d7-4b9d-a9a5-5772546b62e9', 'name': '', 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:73:40:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:00Z', 'updated_at': '2021-11-02T12:13:05Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4e10653-64a7-49fc-ae56-0e94b4ac0c2a', 'name': '', 'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:c8:a3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:04Z', 'updated_at': '2021-11-02T12:13:09Z', 'revision_number': 4, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:10.090274 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373a60e2-7e84-4d04-b547-a70315003715 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:13:10.098432 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-373a60e2-7e84-4d04-b547-a70315003715 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:10.102621 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46726) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:10.103545 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-373a60e2-7e84-4d04-b547-a70315003715 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/2dd76ac0-eaf3-49c9-8393-2fef945e9193 HTTP/1.1" status: 200 len: 934 time: 2.7580242 Nov 02 12:13:10.129752 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42ac3ed-c933-41ff-bf71-c893eef334a1 None None] The sync data for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 is: [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:08Z', 'revision_number': 6, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:59Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6beea543-17d7-4b9d-a9a5-5772546b62e9', 'name': '', 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:73:40:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:00Z', 'updated_at': '2021-11-02T12:13:05Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4e10653-64a7-49fc-ae56-0e94b4ac0c2a', 'name': '', 'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:c8:a3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:04Z', 'updated_at': '2021-11-02T12:13:09Z', 'revision_number': 4, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:13:10.166032 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8039e443-6d7a-411b-b21e-aa1105b5f98d req-0bf01b73-4e9e-4b06-b90f-44af5cd568e8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081560 Nov 02 12:13:10.195616 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f4d5c-98b7-41ff-84f6-78c19d32dc93 None None] Pushing event updated for resources: {'Port': ['ID=f4e10653-64a7-49fc-ae56-0e94b4ac0c2a,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:10.225318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d22da3ab-c2f4-487c-903d-1cd19c3c529a None None] Provisioning complete for port f4e10653-64a7-49fc-ae56-0e94b4ac0c2a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:10.225971 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d22da3ab-c2f4-487c-903d-1cd19c3c529a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:10.311185 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b3078759-32f6-4afe-b62c-9f9e4da34563 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/routers/2dd76ac0-eaf3-49c9-8393-2fef945e9193 HTTP/1.1" status: 200 len: 934 time: 0.2044258 Nov 02 12:13:10.311550 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46728) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:10.319961 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-c1a7a929-77e0-4c99-9116-519b50028079 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'router': {'routes': None}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:10.790845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.extraroute_db [None req-c1a7a929-77e0-4c99-9116-519b50028079 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Added routes are [] {{(pid=102690) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 02 12:13:10.791302 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.extraroute_db [None req-c1a7a929-77e0-4c99-9116-519b50028079 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102690) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 02 12:13:10.839174 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a929-77e0-4c99-9116-519b50028079 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:10.881805 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208aee94-40b1-4dcb-b712-c90406a5062e req-1b31966e-cd4f-4ae7-a909-95a9cd3f31a2 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:10.885579 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-208aee94-40b1-4dcb-b712-c90406a5062e req-1b31966e-cd4f-4ae7-a909-95a9cd3f31a2 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 946 time: 0.0744576 Nov 02 12:13:10.944706 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-208aee94-40b1-4dcb-b712-c90406a5062e req-fb486060-1586-41f9-ba1c-1882b9bee78a tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542326 Nov 02 12:13:11.169922 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a929-77e0-4c99-9116-519b50028079 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:11.173931 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a929-77e0-4c99-9116-519b50028079 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:11.223453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f358840-f24d-4763-a125-6cba88444d5c None None] Sync routers for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:13:11.236111 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f358840-f24d-4763-a125-6cba88444d5c None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:11.236744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9f358840-f24d-4763-a125-6cba88444d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:11.286571 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a7a929-77e0-4c99-9116-519b50028079 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:13:11.476473 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f4e10653-64a7-49fc-ae56-0e94b4ac0c2a up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:13:11.537450 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-9f358840-f24d-4763-a125-6cba88444d5c None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:11.595434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port f4e10653-64a7-49fc-ae56-0e94b4ac0c2a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:11.595807 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:11.688389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a7a929-77e0-4c99-9116-519b50028079 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:13:11.695802 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a929-77e0-4c99-9116-519b50028079 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:11.697308 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c1a7a929-77e0-4c99-9116-519b50028079 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/2dd76ac0-eaf3-49c9-8393-2fef945e9193 HTTP/1.1" status: 200 len: 700 time: 1.3843133 Nov 02 12:13:11.700044 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46746) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:11.821690 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0e65115b-7568-4b0d-8112-8b6ee1ccb74e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/routers/2dd76ac0-eaf3-49c9-8393-2fef945e9193 HTTP/1.1" status: 200 len: 700 time: 0.1197829 Nov 02 12:13:11.823036 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46748) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:11.830469 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9f358840-f24d-4763-a125-6cba88444d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:10Z', 'revision_number': 7, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:59Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6beea543-17d7-4b9d-a9a5-5772546b62e9', 'name': '', 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:73:40:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:00Z', 'updated_at': '2021-11-02T12:13:05Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4e10653-64a7-49fc-ae56-0e94b4ac0c2a', 'name': '', 'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:c8:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:04Z', 'updated_at': '2021-11-02T12:13:09Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:11.863832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f358840-f24d-4763-a125-6cba88444d5c None None] Checking router: 2dd76ac0-eaf3-49c9-8393-2fef945e9193 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:13:11.873753 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f358840-f24d-4763-a125-6cba88444d5c None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:11.874239 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9f358840-f24d-4763-a125-6cba88444d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:11.908943 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a8c0882-4a7b-4cf0-9fc7-8a1f47b5c49e req-b8cf3820-efe5-43cb-b3f6-123f05bc917a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436523 Nov 02 12:13:11.978013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-9f358840-f24d-4763-a125-6cba88444d5c None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:12.006361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c0882-4a7b-4cf0-9fc7-8a1f47b5c49e req-f36b5675-278f-4926-b27d-f7fdc8b877cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:12.008659 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a8c0882-4a7b-4cf0-9fc7-8a1f47b5c49e req-f36b5675-278f-4926-b27d-f7fdc8b877cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 1097 time: 0.0550201 Nov 02 12:13:12.075168 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-26bfeba9-e8fa-42d2-b357-d762eab1bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:12.077919 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-26bfeba9-e8fa-42d2-b357-d762eab1bc6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 1097 time: 0.0602894 Nov 02 12:13:12.203335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-1d304130-8f4d-4c38-93cb-2bbfc5da5eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:12.205423 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-1d304130-8f4d-4c38-93cb-2bbfc5da5eba service neutron] 10.222.0.54 "GET /v2.0/networks?id=00516d6f-746d-40b8-a358-bef24915abd9 HTTP/1.1" status: 200 len: 897 time: 0.1208098 Nov 02 12:13:12.248090 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c0882-4a7b-4cf0-9fc7-8a1f47b5c49e req-c96806df-1790-4e2a-938b-829403030c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:12.249575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a8c0882-4a7b-4cf0-9fc7-8a1f47b5c49e req-c96806df-1790-4e2a-938b-829403030c25 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.1986511 Nov 02 12:13:12.268680 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9f358840-f24d-4763-a125-6cba88444d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:10Z', 'revision_number': 7, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:59Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6beea543-17d7-4b9d-a9a5-5772546b62e9', 'name': '', 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:73:40:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:00Z', 'updated_at': '2021-11-02T12:13:05Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4e10653-64a7-49fc-ae56-0e94b4ac0c2a', 'name': '', 'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:c8:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:04Z', 'updated_at': '2021-11-02T12:13:09Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:12.276395 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd792a17-4636-4b68-b045-06461af67246 req-2de34e51-47b6-46ce-8ca8-113021359873 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:12.277911 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd792a17-4636-4b68-b045-06461af67246 req-2de34e51-47b6-46ce-8ca8-113021359873 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 946 time: 0.1461103 Nov 02 12:13:12.292825 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-fb93c97a-8588-44ac-a1f6-7f36d2b706f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed HTTP/1.1" status: 200 len: 999 time: 0.0791626 Nov 02 12:13:12.302407 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f358840-f24d-4763-a125-6cba88444d5c None None] The sync data for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 is: [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:10Z', 'revision_number': 7, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:59Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6beea543-17d7-4b9d-a9a5-5772546b62e9', 'name': '', 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:73:40:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:00Z', 'updated_at': '2021-11-02T12:13:05Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4e10653-64a7-49fc-ae56-0e94b4ac0c2a', 'name': '', 'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:c8:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:04Z', 'updated_at': '2021-11-02T12:13:09Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:13:12.373105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-3071edd3-ed96-4900-8027-acd070be6124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:12.375351 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-3071edd3-ed96-4900-8027-acd070be6124 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b78498b4-04fd-46bf-bc39-b176cdb7c77c HTTP/1.1" status: 200 len: 835 time: 0.0758009 Nov 02 12:13:12.435788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-d67847ab-ab0b-499a-b90c-323785b88d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:12.437771 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-d67847ab-ab0b-499a-b90c-323785b88d16 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00516d6f-746d-40b8-a358-bef24915abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509655 Nov 02 12:13:12.475165 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd792a17-4636-4b68-b045-06461af67246 req-5da7f7dd-8cd8-42e2-ad3f-76817a78d114 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508560 Nov 02 12:13:12.477341 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a8c0882-4a7b-4cf0-9fc7-8a1f47b5c49e req-57f55e4e-a5a7-4a9f-9c26-ee542f058982 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13524ad8-f602-4ece-9f00-b780afaf2803 HTTP/1.1" status: 200 len: 1001 time: 0.2184844 Nov 02 12:13:12.573006 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-8f32101b-456b-48e2-8db2-3f71935d7566 service neutron] 10.222.0.54 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275072 Nov 02 12:13:12.658434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c0882-4a7b-4cf0-9fc7-8a1f47b5c49e req-7b076c02-ec51-40fe-90ec-005d38f0a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:12.660162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a8c0882-4a7b-4cf0-9fc7-8a1f47b5c49e req-7b076c02-ec51-40fe-90ec-005d38f0a513 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.1725223 Nov 02 12:13:12.687328 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be683f3-4c70-4d22-84f4-35cb910c3258 None None] Sync routers for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:13:12.696874 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-2addd472-d420-4f13-9b84-613b6f321950 service neutron] 10.222.0.54 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158886 Nov 02 12:13:12.700051 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be683f3-4c70-4d22-84f4-35cb910c3258 None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:12.702432 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4be683f3-4c70-4d22-84f4-35cb910c3258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:12.765978 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f887f38-e7d3-4381-af3b-87e4484c7de1 req-88c6f45a-cc17-4219-b071-4c7d03ddd983 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:12.767674 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f887f38-e7d3-4381-af3b-87e4484c7de1 req-88c6f45a-cc17-4219-b071-4c7d03ddd983 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.1588955 Nov 02 12:13:12.798357 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c0882-4a7b-4cf0-9fc7-8a1f47b5c49e req-57a80664-1561-47ab-9292-cb088cf42d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:12.799991 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a8c0882-4a7b-4cf0-9fc7-8a1f47b5c49e req-57a80664-1561-47ab-9292-cb088cf42d5f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1314270 Nov 02 12:13:12.811800 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-4be683f3-4c70-4d22-84f4-35cb910c3258 None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:12.902599 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bec86eea-e6e7-4460-b990-f510ed2f865f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:12.941166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f887f38-e7d3-4381-af3b-87e4484c7de1 req-64d95696-d099-45fd-a467-3c6d95e1d59e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645443 Nov 02 12:13:13.013750 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:13:13.026796 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a8c0882-4a7b-4cf0-9fc7-8a1f47b5c49e req-7578fb3a-b5ed-475e-a45d-7fdeb4a37995 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106614 Nov 02 12:13:13.080238 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4be683f3-4c70-4d22-84f4-35cb910c3258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:10Z', 'revision_number': 7, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:59Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6beea543-17d7-4b9d-a9a5-5772546b62e9', 'name': '', 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:73:40:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:00Z', 'updated_at': '2021-11-02T12:13:05Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4e10653-64a7-49fc-ae56-0e94b4ac0c2a', 'name': '', 'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:c8:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:04Z', 'updated_at': '2021-11-02T12:13:09Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:13.109727 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be683f3-4c70-4d22-84f4-35cb910c3258 None None] Checking router: 2dd76ac0-eaf3-49c9-8393-2fef945e9193 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:13:13.127129 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be683f3-4c70-4d22-84f4-35cb910c3258 None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:13.128146 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4be683f3-4c70-4d22-84f4-35cb910c3258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:13.245733 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-4be683f3-4c70-4d22-84f4-35cb910c3258 None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:13.312820 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a8c0882-4a7b-4cf0-9fc7-8a1f47b5c49e req-381582f9-901f-40fe-8b68-dd05c06da1f2 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685699 Nov 02 12:13:13.361194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e587a52-dd72-4035-9e6f-26be12263477 req-ee69cabd-c140-40b7-91f5-b0ea467898a4 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:13.362840 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5e587a52-dd72-4035-9e6f-26be12263477 req-ee69cabd-c140-40b7-91f5-b0ea467898a4 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 946 time: 0.1015389 Nov 02 12:13:13.467733 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5e587a52-dd72-4035-9e6f-26be12263477 req-ebcb4be7-ef2c-4e0a-8b1a-e8301aed2b39 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968621 Nov 02 12:13:13.498747 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-bec86eea-e6e7-4460-b990-f510ed2f865f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting port f4e10653-64a7-49fc-ae56-0e94b4ac0c2a {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:13:13.499202 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bec86eea-e6e7-4460-b990-f510ed2f865f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:13.511436 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4be683f3-4c70-4d22-84f4-35cb910c3258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:10Z', 'revision_number': 7, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:59Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6beea543-17d7-4b9d-a9a5-5772546b62e9', 'name': '', 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:73:40:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:00Z', 'updated_at': '2021-11-02T12:13:05Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4e10653-64a7-49fc-ae56-0e94b4ac0c2a', 'name': '', 'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:c8:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:04Z', 'updated_at': '2021-11-02T12:13:09Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:13.543436 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be683f3-4c70-4d22-84f4-35cb910c3258 None None] The sync data for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 is: [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:10Z', 'revision_number': 7, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:59Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6beea543-17d7-4b9d-a9a5-5772546b62e9', 'name': '', 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:73:40:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:00Z', 'updated_at': '2021-11-02T12:13:05Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4e10653-64a7-49fc-ae56-0e94b4ac0c2a', 'name': '', 'network_id': 'f3f264d9-17e5-4d85-a34c-ca810131707c', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:c8:a3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:04Z', 'updated_at': '2021-11-02T12:13:09Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:13:13.636413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56afbe-c6e4-4d1c-aeae-73628f1c2006 req-b09f6ccc-ee86-4f40-b99c-f72070bf7c69 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:13.638213 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b56afbe-c6e4-4d1c-aeae-73628f1c2006 req-b09f6ccc-ee86-4f40-b99c-f72070bf7c69 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 946 time: 0.0731227 Nov 02 12:13:13.661950 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-bec86eea-e6e7-4460-b990-f510ed2f865f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] For port f4e10653-64a7-49fc-ae56-0e94b4ac0c2a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f4e10653-64a7-49fc-ae56-0e94b4ac0c2a,segment=NetworkSegment(b798fe49-b812-485b-b426-9eef8c6c4cae),segment_id=b798fe49-b812-485b-b426-9eef8c6c4cae)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:13.662312 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bec86eea-e6e7-4460-b990-f510ed2f865f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:13.684564 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-bec86eea-e6e7-4460-b990-f510ed2f865f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Calling delete_port for f4e10653-64a7-49fc-ae56-0e94b4ac0c2a owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:13:13.753189 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b56afbe-c6e4-4d1c-aeae-73628f1c2006 req-479eae30-802e-4362-b442-c287ea5b8165 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030717 Nov 02 12:13:14.064243 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bec86eea-e6e7-4460-b990-f510ed2f865f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:14.102169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec86eea-e6e7-4460-b990-f510ed2f865f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Port': ['ID=f4e10653-64a7-49fc-ae56-0e94b4ac0c2a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:14.676625 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bec86eea-e6e7-4460-b990-f510ed2f865f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:14.736327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79145e4-1da8-450b-86e6-b71c50a15112 req-3f5387ed-56d8-49db-87fe-2df3765de744 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:14.737828 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b79145e4-1da8-450b-86e6-b71c50a15112 req-3f5387ed-56d8-49db-87fe-2df3765de744 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.1118484 Nov 02 12:13:14.835093 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b79145e4-1da8-450b-86e6-b71c50a15112 req-6aa600cb-c416-405d-9cde-d8da49732104 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675430 Nov 02 12:13:14.949682 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec86eea-e6e7-4460-b990-f510ed2f865f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:13:15.053937 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec86eea-e6e7-4460-b990-f510ed2f865f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:13:15.059261 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bec86eea-e6e7-4460-b990-f510ed2f865f tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/2dd76ac0-eaf3-49c9-8393-2fef945e9193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2350397 Nov 02 12:13:15.061802 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46772) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:15.067983 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb43f4ae-5b3c-4128-a038-3c1fdba4804c None None] Sync routers for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:13:15.083789 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb43f4ae-5b3c-4128-a038-3c1fdba4804c None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:15.084745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-eb43f4ae-5b3c-4128-a038-3c1fdba4804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:15.149809 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda37d93-a919-4636-ba77-b5936931a64d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting subnet b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:13:15.156089 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cda37d93-a919-4636-ba77-b5936931a64d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:15.202006 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-eb43f4ae-5b3c-4128-a038-3c1fdba4804c None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:15.222448 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cda37d93-a919-4636-ba77-b5936931a64d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:15.259809 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4523b5c-bd53-46b6-a53d-c6c6f1f791db req-2a0a6ad7-60b7-4ef7-bc46-715e649504f0 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:15.261391 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f4523b5c-bd53-46b6-a53d-c6c6f1f791db req-2a0a6ad7-60b7-4ef7-bc46-715e649504f0 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 946 time: 0.1516502 Nov 02 12:13:15.374486 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f4523b5c-bd53-46b6-a53d-c6c6f1f791db req-f1748e23-7101-4518-a98e-01527acdfd99 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928493 Nov 02 12:13:15.391313 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cda37d93-a919-4636-ba77-b5936931a64d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:15.478589 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-eb43f4ae-5b3c-4128-a038-3c1fdba4804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:13Z', 'revision_number': 8, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:59Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6beea543-17d7-4b9d-a9a5-5772546b62e9', 'name': '', 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:73:40:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:00Z', 'updated_at': '2021-11-02T12:13:05Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:15.507335 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb43f4ae-5b3c-4128-a038-3c1fdba4804c None None] Checking router: 2dd76ac0-eaf3-49c9-8393-2fef945e9193 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:13:15.517242 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb43f4ae-5b3c-4128-a038-3c1fdba4804c None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:15.517844 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-eb43f4ae-5b3c-4128-a038-3c1fdba4804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:15.609765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-eb43f4ae-5b3c-4128-a038-3c1fdba4804c None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:15.628036 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cda37d93-a919-4636-ba77-b5936931a64d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:15.658753 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda37d93-a919-4636-ba77-b5936931a64d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:15.675894 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cda37d93-a919-4636-ba77-b5936931a64d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:15.679222 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cda37d93-a919-4636-ba77-b5936931a64d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/subnets/b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d HTTP/1.1" status: 204 len: 168 time: 0.6162102 Nov 02 12:13:15.682310 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46776) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:15.695914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77fdad9-6c0a-40ba-a2ec-0a5adc19b13d None None] Network f3f264d9-17e5-4d85-a34c-ca810131707c requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:13:15.791300 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b2bc-82c6-415e-b5ea-2c995308a0b8 req-d8df5fb3-cb12-487c-a6ca-ec5807d8bc28 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:15.792818 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0062b2bc-82c6-415e-b5ea-2c995308a0b8 req-d8df5fb3-cb12-487c-a6ca-ec5807d8bc28 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 946 time: 0.1278479 Nov 02 12:13:15.797678 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:15.962821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting port 08cab0cc-8828-4020-956b-0650c7023f47 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:13:15.963080 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-eb43f4ae-5b3c-4128-a038-3c1fdba4804c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:13Z', 'revision_number': 8, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:59Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6beea543-17d7-4b9d-a9a5-5772546b62e9', 'name': '', 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:73:40:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:00Z', 'updated_at': '2021-11-02T12:13:05Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:15.963231 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:15.991801 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-0062b2bc-82c6-415e-b5ea-2c995308a0b8 req-d23f87d4-007d-4cae-af5d-29374f6c2ee2 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Deleting port f1bdf063-35e7-4a0b-bfde-bd616ef7c936 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:13:15.992151 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0062b2bc-82c6-415e-b5ea-2c995308a0b8 req-d23f87d4-007d-4cae-af5d-29374f6c2ee2 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:16.003474 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb43f4ae-5b3c-4128-a038-3c1fdba4804c None None] The sync data for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 is: [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:13Z', 'revision_number': 8, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:59Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6beea543-17d7-4b9d-a9a5-5772546b62e9', 'name': '', 'network_id': 'ba5baf92-bc6b-42d5-a75a-8953d837247a', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:73:40:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:13:00Z', 'updated_at': '2021-11-02T12:13:05Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b74d715d-1550-455a-9ca5-8cf1fd405cf3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:13:16.016225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c36b68e-163a-43a8-82e9-bf65204f3d95 None None] DHCP port deletion for f3f264d9-17e5-4d85-a34c-ca810131707c request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:13:16.072441 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e4aa8-0e8e-4085-b9cf-72c69764a101 req-f11163b2-7e74-4582-8fb0-2e8aeba66e50 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:16.074000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad6e4aa8-0e8e-4085-b9cf-72c69764a101 req-f11163b2-7e74-4582-8fb0-2e8aeba66e50 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.1566722 Nov 02 12:13:16.081538 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-8c36b68e-163a-43a8-82e9-bf65204f3d95 None None] Deleting port 08cab0cc-8828-4020-956b-0650c7023f47 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:13:16.082124 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8c36b68e-163a-43a8-82e9-bf65204f3d95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:16.124622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] For port 08cab0cc-8828-4020-956b-0650c7023f47, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=08cab0cc-8828-4020-956b-0650c7023f47,segment=NetworkSegment(b798fe49-b812-485b-b426-9eef8c6c4cae),segment_id=b798fe49-b812-485b-b426-9eef8c6c4cae)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:16.125046 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:16.156553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Calling delete_port for 08cab0cc-8828-4020-956b-0650c7023f47 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:13:16.159972 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8c36b68e-163a-43a8-82e9-bf65204f3d95 None None] For port 08cab0cc-8828-4020-956b-0650c7023f47, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=08cab0cc-8828-4020-956b-0650c7023f47,segment=NetworkSegment(b798fe49-b812-485b-b426-9eef8c6c4cae),segment_id=b798fe49-b812-485b-b426-9eef8c6c4cae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:16.160398 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8c36b68e-163a-43a8-82e9-bf65204f3d95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:16.180399 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-8c36b68e-163a-43a8-82e9-bf65204f3d95 None None] Calling delete_port for 08cab0cc-8828-4020-956b-0650c7023f47 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:13:16.245349 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-0062b2bc-82c6-415e-b5ea-2c995308a0b8 req-d23f87d4-007d-4cae-af5d-29374f6c2ee2 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] For port f1bdf063-35e7-4a0b-bfde-bd616ef7c936, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=f1bdf063-35e7-4a0b-bfde-bd616ef7c936,segment=NetworkSegment(6c8365e2-6b74-4db1-aa39-64a9e4961646),segment_id=6c8365e2-6b74-4db1-aa39-64a9e4961646)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:16.245809 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0062b2bc-82c6-415e-b5ea-2c995308a0b8 req-d23f87d4-007d-4cae-af5d-29374f6c2ee2 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:16.258691 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad6e4aa8-0e8e-4085-b9cf-72c69764a101 req-26653375-4c44-411a-b789-b37a158173a1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500609 Nov 02 12:13:16.268134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-0062b2bc-82c6-415e-b5ea-2c995308a0b8 req-d23f87d4-007d-4cae-af5d-29374f6c2ee2 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Calling delete_port for f1bdf063-35e7-4a0b-bfde-bd616ef7c936 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:13:16.380785 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8c36b68e-163a-43a8-82e9-bf65204f3d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:16.401589 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:16.415533 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36b68e-163a-43a8-82e9-bf65204f3d95 None None] Pushing event deleted for resources: {'Port': ['ID=08cab0cc-8828-4020-956b-0650c7023f47,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:16.427626 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c36b68e-163a-43a8-82e9-bf65204f3d95 None None] No DVR routers for this DVR port 08cab0cc-8828-4020-956b-0650c7023f47 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:13:16.451497 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Port': ['ID=08cab0cc-8828-4020-956b-0650c7023f47,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:16.460156 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] No DVR routers for this DVR port 08cab0cc-8828-4020-956b-0650c7023f47 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:13:16.580372 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:16.637535 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f264d9-17e5-4d85-a34c-ca810131707c']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:16.669344 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3e340-5da2-48b1-979d-7654f3cf64a2 req-5e063f98-89a6-4c70-b790-f40de1abb081 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:16.671934 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27d3e340-5da2-48b1-979d-7654f3cf64a2 req-5e063f98-89a6-4c70-b790-f40de1abb081 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 946 time: 0.1667793 Nov 02 12:13:16.677058 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b798fe49-b812-485b-b426-9eef8c6c4cae') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:16.677510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b798fe49-b812-485b-b426-9eef8c6c4cae') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:16.705289 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:16.724604 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:16.738602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:13:16.739042 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: self.session.flush() Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:13:16.742014 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:13:16.795955 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0062b2bc-82c6-415e-b5ea-2c995308a0b8 req-d23f87d4-007d-4cae-af5d-29374f6c2ee2 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:16.807241 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['f1bdf063-35e7-4a0b-bfde-bd616ef7c936'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:13:16.817303 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27d3e340-5da2-48b1-979d-7654f3cf64a2 req-94721d10-5919-4228-8bed-a2bbcf7ddb43 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/security-groups?id=f4e817b8-1d28-49c9-90cc-e1083cfaba4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274922 Nov 02 12:13:16.844150 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f87d4-007d-4cae-af5d-29374f6c2ee2 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Pushing event deleted for resources: {'Port': ['ID=f1bdf063-35e7-4a0b-bfde-bd616ef7c936,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:16.886227 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-0062b2bc-82c6-415e-b5ea-2c995308a0b8 req-d23f87d4-007d-4cae-af5d-29374f6c2ee2 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] No DVR routers for this DVR port f1bdf063-35e7-4a0b-bfde-bd616ef7c936 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:13:16.891731 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0062b2bc-82c6-415e-b5ea-2c995308a0b8 req-d23f87d4-007d-4cae-af5d-29374f6c2ee2 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:16.893133 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0062b2bc-82c6-415e-b5ea-2c995308a0b8 req-d23f87d4-007d-4cae-af5d-29374f6c2ee2 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.54 "DELETE /v2.0/ports/f1bdf063-35e7-4a0b-bfde-bd616ef7c936 HTTP/1.1" status: 204 len: 173 time: 1.0925951 Nov 02 12:13:16.893607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d154c8e-ea08-49e7-a154-d0ed279f71c1', 'name': 'network-vif-deleted', 'tag': 'f1bdf063-35e7-4a0b-bfde-bd616ef7c936'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:13:16.896017 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33180385-bd82-42f9-a3a0-736cfeb617f0" -d '{"events": [{"server_uuid": "4d154c8e-ea08-49e7-a154-d0ed279f71c1", "name": "network-vif-deleted", "tag": "f1bdf063-35e7-4a0b-bfde-bd616ef7c936"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:13:16.935669 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853ccd5a-fcf2-4fd3-8584-a336652c8a54 x-openstack-request-id: req-853ccd5a-fcf2-4fd3-8584-a336652c8a54 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:13:16.935961 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d154c8e-ea08-49e7-a154-d0ed279f71c1", "name": "network-vif-deleted", "tag": "f1bdf063-35e7-4a0b-bfde-bd616ef7c936", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:13:16.936237 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-853ccd5a-fcf2-4fd3-8584-a336652c8a54 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:13:16.936831 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d154c8e-ea08-49e7-a154-d0ed279f71c1', 'name': 'network-vif-deleted', 'tag': 'f1bdf063-35e7-4a0b-bfde-bd616ef7c936', 'status': 'completed', 'code': 200} Nov 02 12:13:16.960488 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:16.973866 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:16.977075 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/networks/f3f264d9-17e5-4d85-a34c-ca810131707c HTTP/1.1" status: 204 len: 168 time: 1.2937274 Nov 02 12:13:16.979788 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46786) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:16.996735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db906608-12d5-4346-b7de-e1f7f98777b0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Network': ['ID=f3f264d9-17e5-4d85-a34c-ca810131707c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:17.241921 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 08cab0cc-8828-4020-956b-0650c7023f47 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:13:17.271898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 08cab0cc-8828-4020-956b-0650c7023f47 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:13:17.272248 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 08cab0cc-8828-4020-956b-0650c7023f47 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:13:17.272881 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f4e10653-64a7-49fc-ae56-0e94b4ac0c2a no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:13:17.294131 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: f4e10653-64a7-49fc-ae56-0e94b4ac0c2a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:13:17.294769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f4e10653-64a7-49fc-ae56-0e94b4ac0c2a not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:13:17.436561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ff5b5-4e1f-4e82-9f28-da8b720d136c req-fbd161d7-39cb-4fc7-bb4b-20737e70cda5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:17.438241 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e34ff5b5-4e1f-4e82-9f28-da8b720d136c req-fbd161d7-39cb-4fc7-bb4b-20737e70cda5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.0767634 Nov 02 12:13:17.478197 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9ce2-5084-422f-b346-831a6cbf9d40 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:17.549872 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-554efc2a-e06e-4985-ad4b-ba0d5b58a17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:17.662978 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e34ff5b5-4e1f-4e82-9f28-da8b720d136c req-28b5dfb2-3f09-48b4-a163-158ed220fc59 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163904 Nov 02 12:13:17.846767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb9ce2-5084-422f-b346-831a6cbf9d40 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting port 6beea543-17d7-4b9d-a9a5-5772546b62e9 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:13:17.847512 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9ce2-5084-422f-b346-831a6cbf9d40 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:17.953865 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1965b5c8-0f54-4e06-aca0-9d4583f2b3b6 req-1fcf9bd1-b73f-427c-b9e9-a3979e3a0954 tempest-ServerDiskConfigTestJSON-1266850964 tempest-ServerDiskConfigTestJSON-1266850964-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d154c8e-ea08-49e7-a154-d0ed279f71c1 HTTP/1.1" status: 200 len: 210 time: 0.0404220 Nov 02 12:13:17.994627 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-8fcb9ce2-5084-422f-b346-831a6cbf9d40 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] For port 6beea543-17d7-4b9d-a9a5-5772546b62e9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6beea543-17d7-4b9d-a9a5-5772546b62e9,segment=NetworkSegment(68375b88-c6ec-4b7f-9033-db85fbd696a4),segment_id=68375b88-c6ec-4b7f-9033-db85fbd696a4)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:17.995012 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9ce2-5084-422f-b346-831a6cbf9d40 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:18.008429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb9ce2-5084-422f-b346-831a6cbf9d40 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Calling delete_port for 6beea543-17d7-4b9d-a9a5-5772546b62e9 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:13:18.312911 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9ce2-5084-422f-b346-831a6cbf9d40 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:18.342843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb9ce2-5084-422f-b346-831a6cbf9d40 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Port': ['ID=6beea543-17d7-4b9d-a9a5-5772546b62e9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:18.520419 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fcb9ce2-5084-422f-b346-831a6cbf9d40 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:18.716702 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcb9ce2-5084-422f-b346-831a6cbf9d40 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:13:19.173455 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcb9ce2-5084-422f-b346-831a6cbf9d40 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:13:19.182146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46800) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:19.182627 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8fcb9ce2-5084-422f-b346-831a6cbf9d40 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/2dd76ac0-eaf3-49c9-8393-2fef945e9193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2012036 Nov 02 12:13:19.191854 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b0f6c-3f67-43ca-8842-e3447339ee90 None None] Sync routers for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:13:19.196248 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fb4dc-b653-4032-bcb4-0d35ff8c2f10 req-6077c5a6-55ec-4541-8166-98c298c90632 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:19.197545 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-310fb4dc-b653-4032-bcb4-0d35ff8c2f10 req-6077c5a6-55ec-4541-8166-98c298c90632 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.4387765 Nov 02 12:13:19.205498 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b0f6c-3f67-43ca-8842-e3447339ee90 None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:19.206548 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ce1b0f6c-3f67-43ca-8842-e3447339ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:19.248404 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d35486e-791d-489d-8a47-c3e4605cd9db tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting subnet b74d715d-1550-455a-9ca5-8cf1fd405cf3 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:13:19.252038 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4d35486e-791d-489d-8a47-c3e4605cd9db tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:19.262665 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-310fb4dc-b653-4032-bcb4-0d35ff8c2f10 req-779d8e22-9088-46bc-afa2-531bee423a38 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584176 Nov 02 12:13:19.305771 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4d35486e-791d-489d-8a47-c3e4605cd9db tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:19.316742 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ce1b0f6c-3f67-43ca-8842-e3447339ee90 None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:19.417696 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4d35486e-791d-489d-8a47-c3e4605cd9db tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:19.471372 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46810) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:19.526014 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd18711-a08e-44de-ae28-cc495e471010 admin admin] Deleting subnet cf4c89c0-b4cd-45ef-ad38-b6d57b244f74 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:13:19.530289 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dfd18711-a08e-44de-ae28-cc495e471010 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:19.544335 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ce1b0f6c-3f67-43ca-8842-e3447339ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:18Z', 'revision_number': 9, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:59Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:19.574798 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dfd18711-a08e-44de-ae28-cc495e471010 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:19.578554 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4d35486e-791d-489d-8a47-c3e4605cd9db tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:19.579180 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b0f6c-3f67-43ca-8842-e3447339ee90 None None] Checking router: 2dd76ac0-eaf3-49c9-8393-2fef945e9193 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:13:19.588628 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b0f6c-3f67-43ca-8842-e3447339ee90 None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:19.589020 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ce1b0f6c-3f67-43ca-8842-e3447339ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:12:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:19.617237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35486e-791d-489d-8a47-c3e4605cd9db tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Subnet': ['ID=b74d715d-1550-455a-9ca5-8cf1fd405cf3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:19.617947 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dfd18711-a08e-44de-ae28-cc495e471010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:19.625733 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4d35486e-791d-489d-8a47-c3e4605cd9db tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:19.630500 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4d35486e-791d-489d-8a47-c3e4605cd9db tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/subnets/b74d715d-1550-455a-9ca5-8cf1fd405cf3 HTTP/1.1" status: 204 len: 168 time: 0.4470804 Nov 02 12:13:19.635470 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46814) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:19.641024 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b349a5e-93e5-4ce5-b6df-df199fb8fdd0 None None] Network ba5baf92-bc6b-42d5-a75a-8953d837247a requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:13:19.731229 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:19.757808 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-150f6d4e-ece9-4353-9ab5-2ceda1f803ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:19.796622 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting port f477b229-d9f5-409c-b8fe-832e9eee7c65 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:13:19.797002 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:19.811862 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ce1b0f6c-3f67-43ca-8842-e3447339ee90 None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:19.812095 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dfd18711-a08e-44de-ae28-cc495e471010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:19.829874 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dfd18711-a08e-44de-ae28-cc495e471010 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:19.836240 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-dfd18711-a08e-44de-ae28-cc495e471010 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cf4c89c0-b4cd-45ef-ad38-b6d57b244f74 HTTP/1.1" status: 204 len: 168 time: 0.3614275 Nov 02 12:13:19.855124 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46816) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:19.865433 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd18711-a08e-44de-ae28-cc495e471010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf4c89c0-b4cd-45ef-ad38-b6d57b244f74,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:19.882183 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8ec420-1399-439a-ad74-c6ad1e1492f1 None None] DHCP port deletion for ba5baf92-bc6b-42d5-a75a-8953d837247a request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:13:19.933918 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ec420-1399-439a-ad74-c6ad1e1492f1 None None] Deleting port f477b229-d9f5-409c-b8fe-832e9eee7c65 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:13:19.934290 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7f8ec420-1399-439a-ad74-c6ad1e1492f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:19.939352 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] For port f477b229-d9f5-409c-b8fe-832e9eee7c65, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f477b229-d9f5-409c-b8fe-832e9eee7c65,segment=NetworkSegment(68375b88-c6ec-4b7f-9033-db85fbd696a4),segment_id=68375b88-c6ec-4b7f-9033-db85fbd696a4)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:19.939729 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:19.963769 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Calling delete_port for f477b229-d9f5-409c-b8fe-832e9eee7c65 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:13:19.972137 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a8b4efa-68b7-477a-9d45-40b81c7bbac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:20.005920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7f8ec420-1399-439a-ad74-c6ad1e1492f1 None None] For port f477b229-d9f5-409c-b8fe-832e9eee7c65, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f477b229-d9f5-409c-b8fe-832e9eee7c65,segment=NetworkSegment(68375b88-c6ec-4b7f-9033-db85fbd696a4),segment_id=68375b88-c6ec-4b7f-9033-db85fbd696a4)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:20.006320 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7f8ec420-1399-439a-ad74-c6ad1e1492f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:20.020971 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ec420-1399-439a-ad74-c6ad1e1492f1 None None] Calling delete_port for f477b229-d9f5-409c-b8fe-832e9eee7c65 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:13:20.043592 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ce1b0f6c-3f67-43ca-8842-e3447339ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:18Z', 'revision_number': 9, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:59Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:20.072969 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b0f6c-3f67-43ca-8842-e3447339ee90 None None] The sync data for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 is: [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:18Z', 'revision_number': 9, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '0c9870e5-d6fd-4a3c-bda9-40c94bc312c4', 'name': '', 'network_id': 'f84f5313-4297-4c8b-bdf3-8f0b27e06059', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:ab:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:53Z', 'updated_at': '2021-11-02T12:12:59Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': 'b498124c-ace6-4209-92b7-a8f64b104913', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:13:20.129523 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a8b4efa-68b7-477a-9d45-40b81c7bbac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:20.159852 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-0a8b4efa-68b7-477a-9d45-40b81c7bbac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd80b24d-1b82-4bee-8de4-e19afa4294ea']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:20.175661 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-0a8b4efa-68b7-477a-9d45-40b81c7bbac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8365e2-6b74-4db1-aa39-64a9e4961646') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:20.175954 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-0a8b4efa-68b7-477a-9d45-40b81c7bbac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8365e2-6b74-4db1-aa39-64a9e4961646') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:20.186080 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a8b4efa-68b7-477a-9d45-40b81c7bbac5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:20.187111 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7f8ec420-1399-439a-ad74-c6ad1e1492f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:20.210954 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a8b4efa-68b7-477a-9d45-40b81c7bbac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:20.216880 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:20.220000 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ec420-1399-439a-ad74-c6ad1e1492f1 None None] Pushing event deleted for resources: {'Port': ['ID=f477b229-d9f5-409c-b8fe-832e9eee7c65,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:20.222423 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ec420-1399-439a-ad74-c6ad1e1492f1 None None] No DVR routers for this DVR port f477b229-d9f5-409c-b8fe-832e9eee7c65 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:13:20.223006 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8b4efa-68b7-477a-9d45-40b81c7bbac5 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:13:20.223414 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a8b4efa-68b7-477a-9d45-40b81c7bbac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:13:20.239342 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:13:20.266160 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Port': ['ID=f477b229-d9f5-409c-b8fe-832e9eee7c65,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:20.295100 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] No DVR routers for this DVR port f477b229-d9f5-409c-b8fe-832e9eee7c65 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:13:20.388272 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64655b2b-82a7-45ce-a9f4-1c637a06876e req-a457b49f-cfd8-44d4-8fdf-128bb3b109a5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:20.389994 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64655b2b-82a7-45ce-a9f4-1c637a06876e req-a457b49f-cfd8-44d4-8fdf-128bb3b109a5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.0522194 Nov 02 12:13:20.392974 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:20.415818 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5baf92-bc6b-42d5-a75a-8953d837247a']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:20.426666 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68375b88-c6ec-4b7f-9033-db85fbd696a4') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:20.427017 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68375b88-c6ec-4b7f-9033-db85fbd696a4') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:20.434386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device f1bdf063-35e7-4a0b-bfde-bd616ef7c936 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:13:20.442129 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:20.454508 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64655b2b-82a7-45ce-a9f4-1c637a06876e req-f0f53000-bfb9-449c-83f0-9e2f2266f95a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563159 Nov 02 12:13:20.458157 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:20.469998 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:13:20.470436 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:13:20.474440 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:13:20.480039 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: f1bdf063-35e7-4a0b-bfde-bd616ef7c936 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:13:20.484513 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device f1bdf063-35e7-4a0b-bfde-bd616ef7c936 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:13:20.488327 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a8b4efa-68b7-477a-9d45-40b81c7bbac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:20.493102 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0a8b4efa-68b7-477a-9d45-40b81c7bbac5 admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:20.496609 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0a8b4efa-68b7-477a-9d45-40b81c7bbac5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/cd80b24d-1b82-4bee-8de4-e19afa4294ea HTTP/1.1" status: 204 len: 168 time: 0.6404645 Nov 02 12:13:20.573593 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b4efa-68b7-477a-9d45-40b81c7bbac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd80b24d-1b82-4bee-8de4-e19afa4294ea,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:20.658054 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:20.666190 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:20.669538 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/networks/ba5baf92-bc6b-42d5-a75a-8953d837247a HTTP/1.1" status: 204 len: 168 time: 1.0327752 Nov 02 12:13:20.672597 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46824) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:20.688974 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d9ef2-8f7e-419e-a372-fa16e784848e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Network': ['ID=ba5baf92-bc6b-42d5-a75a-8953d837247a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:20.928604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46826) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:20.984089 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3b62008e-4a15-43c8-9093-1fdda462b8ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2981a41515d44ab5bf092609bc194a9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0505674 Nov 02 12:13:20.984449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46828) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:21.035071 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dcba8817-9768-4918-8064-4a0f04e0491a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:21.040702 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f9b6a4c-66fb-4d89-9605-cf6a77f15768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:21.041598 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:21.064914 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f9b6a4c-66fb-4d89-9605-cf6a77f15768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:21.225348 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6beea543-17d7-4b9d-a9a5-5772546b62e9 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:13:21.230602 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f9b6a4c-66fb-4d89-9605-cf6a77f15768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:21.233874 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f9b6a4c-66fb-4d89-9605-cf6a77f15768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:21.235354 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5f9b6a4c-66fb-4d89-9605-cf6a77f15768 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f4e817b8-1d28-49c9-90cc-e1083cfaba4a HTTP/1.1" status: 204 len: 168 time: 0.2499676 Nov 02 12:13:21.249455 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 6beea543-17d7-4b9d-a9a5-5772546b62e9 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:13:21.249795 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6beea543-17d7-4b9d-a9a5-5772546b62e9 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:13:21.250426 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f477b229-d9f5-409c-b8fe-832e9eee7c65 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:13:21.255636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b6a4c-66fb-4d89-9605-cf6a77f15768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e817b8-1d28-49c9-90cc-e1083cfaba4a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:21.281305 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: f477b229-d9f5-409c-b8fe-832e9eee7c65 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:13:21.282029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f477b229-d9f5-409c-b8fe-832e9eee7c65 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:13:21.305999 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-dcba8817-9768-4918-8064-4a0f04e0491a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting port 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:13:21.306534 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dcba8817-9768-4918-8064-4a0f04e0491a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:21.414698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-dcba8817-9768-4918-8064-4a0f04e0491a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] For port 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0c9870e5-d6fd-4a3c-bda9-40c94bc312c4,segment=NetworkSegment(89c47614-aad9-435e-a666-a3e00c0b4623),segment_id=89c47614-aad9-435e-a666-a3e00c0b4623)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:21.415142 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dcba8817-9768-4918-8064-4a0f04e0491a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:21.429426 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-dcba8817-9768-4918-8064-4a0f04e0491a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Calling delete_port for 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:13:21.585943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de565526-86f8-4346-94b4-4b4ccf47c6d1 req-fdbb08d2-d26f-46aa-85c9-7a2caf1e40dd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:21.587604 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de565526-86f8-4346-94b4-4b4ccf47c6d1 req-fdbb08d2-d26f-46aa-85c9-7a2caf1e40dd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.0549762 Nov 02 12:13:21.645437 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de565526-86f8-4346-94b4-4b4ccf47c6d1 req-af198344-620a-48d7-8fd8-de05b775edc5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497949 Nov 02 12:13:21.714992 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dcba8817-9768-4918-8064-4a0f04e0491a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:21.745201 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba8817-9768-4918-8064-4a0f04e0491a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Port': ['ID=0c9870e5-d6fd-4a3c-bda9-40c94bc312c4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:21.916876 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dcba8817-9768-4918-8064-4a0f04e0491a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:22.118447 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcba8817-9768-4918-8064-4a0f04e0491a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:13:22.215587 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcba8817-9768-4918-8064-4a0f04e0491a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:13:22.221649 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-dcba8817-9768-4918-8064-4a0f04e0491a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/2dd76ac0-eaf3-49c9-8393-2fef945e9193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5480082 Nov 02 12:13:22.224297 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46852) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:22.226910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf9e22-8c7c-4cf5-9371-dfeb66e78679 None None] Sync routers for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:13:22.239230 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf9e22-8c7c-4cf5-9371-dfeb66e78679 None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:22.239923 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-63cf9e22-8c7c-4cf5-9371-dfeb66e78679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:13:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:22.278277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fdfb3d-8910-4d1e-baec-adbe7bbf116b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting subnet b498124c-ace6-4209-92b7-a8f64b104913 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:13:22.282516 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3fdfb3d-8910-4d1e-baec-adbe7bbf116b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:22.323844 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3fdfb3d-8910-4d1e-baec-adbe7bbf116b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:22.330739 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-63cf9e22-8c7c-4cf5-9371-dfeb66e78679 None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:22.428200 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3fdfb3d-8910-4d1e-baec-adbe7bbf116b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:22.635802 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3fdfb3d-8910-4d1e-baec-adbe7bbf116b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:22.668419 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:22.669287 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdfb3d-8910-4d1e-baec-adbe7bbf116b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Subnet': ['ID=b498124c-ace6-4209-92b7-a8f64b104913,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:22.672480 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d3fdfb3d-8910-4d1e-baec-adbe7bbf116b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:22.675907 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d3fdfb3d-8910-4d1e-baec-adbe7bbf116b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/subnets/b498124c-ace6-4209-92b7-a8f64b104913 HTTP/1.1" status: 204 len: 168 time: 0.4505060 Nov 02 12:13:22.678432 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46864) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:22.689768 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746a90ca-4910-456c-b690-b2860ddf1b57 None None] Network f84f5313-4297-4c8b-bdf3-8f0b27e06059 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:13:22.781789 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:22.840698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting port 774d5a0e-afeb-41d2-b52b-71bc201a9976 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:13:22.841152 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:22.843515 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f6dbb-81be-4cfd-9511-91fab98ec1c6 req-592fe68b-e5ad-42b7-9bb5-b93340c9ee80 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:22.845123 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-633f6dbb-81be-4cfd-9511-91fab98ec1c6 req-592fe68b-e5ad-42b7-9bb5-b93340c9ee80 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.0572424 Nov 02 12:13:22.889883 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-63cf9e22-8c7c-4cf5-9371-dfeb66e78679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:21Z', 'revision_number': 10, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:22.903416 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-633f6dbb-81be-4cfd-9511-91fab98ec1c6 req-37cd7fd5-055d-4e7f-88a2-f6ab0d1e6f78 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501535 Nov 02 12:13:22.917194 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] For port 774d5a0e-afeb-41d2-b52b-71bc201a9976, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=774d5a0e-afeb-41d2-b52b-71bc201a9976,segment=NetworkSegment(89c47614-aad9-435e-a666-a3e00c0b4623),segment_id=89c47614-aad9-435e-a666-a3e00c0b4623)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:22.917820 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:22.949414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf9e22-8c7c-4cf5-9371-dfeb66e78679 None None] Checking router: 2dd76ac0-eaf3-49c9-8393-2fef945e9193 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:13:22.949414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf9e22-8c7c-4cf5-9371-dfeb66e78679 None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:22.949414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-63cf9e22-8c7c-4cf5-9371-dfeb66e78679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:13:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:22.953262 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Calling delete_port for 774d5a0e-afeb-41d2-b52b-71bc201a9976 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:13:23.023850 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9b6b7f-6afc-4d4e-9fd0-1a1004251949 None None] DHCP port deletion for f84f5313-4297-4c8b-bdf3-8f0b27e06059 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:13:23.078432 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-63cf9e22-8c7c-4cf5-9371-dfeb66e78679 None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:23.147129 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:23.185290 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b6b7f-6afc-4d4e-9fd0-1a1004251949 None None] Deleting port 774d5a0e-afeb-41d2-b52b-71bc201a9976 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:13:23.185690 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0b9b6b7f-6afc-4d4e-9fd0-1a1004251949 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:23.189945 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] No DVR routers for this DVR port 774d5a0e-afeb-41d2-b52b-71bc201a9976 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:13:23.198179 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Port': ['ID=774d5a0e-afeb-41d2-b52b-71bc201a9976,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:23.320119 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0b9b6b7f-6afc-4d4e-9fd0-1a1004251949 None None] For port 774d5a0e-afeb-41d2-b52b-71bc201a9976, host n-d-806683-18, got binding levels [] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:23.320850 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0b9b6b7f-6afc-4d4e-9fd0-1a1004251949 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:23.338602 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 774d5a0e-afeb-41d2-b52b-71bc201a9976 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:13:23.349670 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b6b7f-6afc-4d4e-9fd0-1a1004251949 None None] Calling delete_port for 774d5a0e-afeb-41d2-b52b-71bc201a9976 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:13:23.370708 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.ipam_backend_mixin [None req-0b9b6b7f-6afc-4d4e-9fd0-1a1004251949 None None] Port 774d5a0e-afeb-41d2-b52b-71bc201a9976 was not found and therefore no delete operation was performed {{(pid=102691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 12:13:23.408151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 774d5a0e-afeb-41d2-b52b-71bc201a9976 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:13:23.408469 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 774d5a0e-afeb-41d2-b52b-71bc201a9976 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:13:23.409962 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0b9b6b7f-6afc-4d4e-9fd0-1a1004251949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:23.465660 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b6b7f-6afc-4d4e-9fd0-1a1004251949 None None] Pushing event deleted for resources: {'Port': ['ID=774d5a0e-afeb-41d2-b52b-71bc201a9976,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:23.471631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9b6b7f-6afc-4d4e-9fd0-1a1004251949 None None] No DVR routers for this DVR port 774d5a0e-afeb-41d2-b52b-71bc201a9976 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:13:23.547950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-63cf9e22-8c7c-4cf5-9371-dfeb66e78679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:21Z', 'revision_number': 10, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:23.582533 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf9e22-8c7c-4cf5-9371-dfeb66e78679 None None] The sync data for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 is: [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:21Z', 'revision_number': 10, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None, '_interfaces': [{'id': '4a87c0f9-fe6d-497b-ba20-0be42535fab7', 'name': '', 'network_id': '61c2d810-5ae4-4a60-b911-ddbfce65fddb', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'mac_address': 'fa:16:3e:a5:07:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:47Z', 'updated_at': '2021-11-02T12:12:54Z', 'revision_number': 5, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'subnets': [{'id': '0799c10f-256a-431e-8a86-1f73f195d7a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:13:23.603793 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:23.636085 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84f5313-4297-4c8b-bdf3-8f0b27e06059']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:23.645850 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c47614-aad9-435e-a666-a3e00c0b4623') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:23.646211 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c47614-aad9-435e-a666-a3e00c0b4623') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:23.656665 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:23.671905 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:23.678348 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:13:23.678785 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:13:23.681959 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:13:23.720478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46890) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:23.817918 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:23.825443 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:23.828811 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/networks/f84f5313-4297-4c8b-bdf3-8f0b27e06059 HTTP/1.1" status: 204 len: 168 time: 1.1492698 Nov 02 12:13:23.834730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46896) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:23.845412 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ef001-f23b-449c-a78c-d1bfc7be124b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Network': ['ID=f84f5313-4297-4c8b-bdf3-8f0b27e06059,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:23.853044 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-446c2177-aafa-4f07-a5ce-32c3e33a1c1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:24.132155 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:24.185855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2820e-ecdb-4fc3-a518-47fa2c8a2b64 req-da6b6c84-40f8-45ac-ab6e-8d66c1b81611 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:24.188110 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fd2820e-ecdb-4fc3-a518-47fa2c8a2b64 req-da6b6c84-40f8-45ac-ab6e-8d66c1b81611 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.1673136 Nov 02 12:13:24.190059 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-446c2177-aafa-4f07-a5ce-32c3e33a1c1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:24.276304 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-446c2177-aafa-4f07-a5ce-32c3e33a1c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:24.295742 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fd2820e-ecdb-4fc3-a518-47fa2c8a2b64 req-3134c64d-3ab7-44ad-9069-fd5fbf83cf38 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016014 Nov 02 12:13:24.338748 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-446c2177-aafa-4f07-a5ce-32c3e33a1c1f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1367e52e071847079545e02d76fcc929&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6163187 Nov 02 12:13:24.341718 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46900) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:24.344784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c2177-aafa-4f07-a5ce-32c3e33a1c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0b46ea-ec70-4195-b4ef-385cd776d2fe,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:24.349216 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:24.415130 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1ad2a46-f2e0-4630-bfba-8f1d4f120c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:24.426739 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7ddd051-b353-47e8-85de-e59381f9f2ac tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:24.446849 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1ad2a46-f2e0-4630-bfba-8f1d4f120c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:24.549219 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1ad2a46-f2e0-4630-bfba-8f1d4f120c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:24.551894 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d1ad2a46-f2e0-4630-bfba-8f1d4f120c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:24.553100 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d1ad2a46-f2e0-4630-bfba-8f1d4f120c44 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3d0b46ea-ec70-4195-b4ef-385cd776d2fe HTTP/1.1" status: 204 len: 168 time: 0.2102618 Nov 02 12:13:24.562086 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad2a46-f2e0-4630-bfba-8f1d4f120c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0b46ea-ec70-4195-b4ef-385cd776d2fe,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:24.692293 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-d7ddd051-b353-47e8-85de-e59381f9f2ac tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting port 4a87c0f9-fe6d-497b-ba20-0be42535fab7 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:13:24.692638 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7ddd051-b353-47e8-85de-e59381f9f2ac tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:24.781740 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-d7ddd051-b353-47e8-85de-e59381f9f2ac tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] For port 4a87c0f9-fe6d-497b-ba20-0be42535fab7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4a87c0f9-fe6d-497b-ba20-0be42535fab7,segment=NetworkSegment(70e1b479-46f2-48af-b463-be19da204648),segment_id=70e1b479-46f2-48af-b463-be19da204648)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:24.782003 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7ddd051-b353-47e8-85de-e59381f9f2ac tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:24.796089 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-d7ddd051-b353-47e8-85de-e59381f9f2ac tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Calling delete_port for 4a87c0f9-fe6d-497b-ba20-0be42535fab7 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:13:24.989233 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:25.069418 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7ddd051-b353-47e8-85de-e59381f9f2ac tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:25.107706 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ddd051-b353-47e8-85de-e59381f9f2ac tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Port': ['ID=4a87c0f9-fe6d-497b-ba20-0be42535fab7,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:25.277909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:13:25.296194 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7ddd051-b353-47e8-85de-e59381f9f2ac tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:25.304918 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:13:25.305512 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0c9870e5-d6fd-4a3c-bda9-40c94bc312c4 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:13:25.393847 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-5b4b7a7e-5e22-44fb-bff8-84b4fb5115f5 service neutron] show failed (client error): The resource could not be found. Nov 02 12:13:25.394848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-5b4b7a7e-5e22-44fb-bff8-84b4fb5115f5 service neutron] 10.222.0.54 "GET /v2.0/ports/8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed/bindings/n-h1-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.1736951 Nov 02 12:13:25.510775 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ddd051-b353-47e8-85de-e59381f9f2ac tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:13:25.539737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2bbc6-b3af-4bae-bb13-44aac68f8ab9 req-e9d48ebc-ae98-4f13-b9d2-4fe13e7a1b9b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:25.541278 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-daa2bbc6-b3af-4bae-bb13-44aac68f8ab9 req-e9d48ebc-ae98-4f13-b9d2-4fe13e7a1b9b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.1000142 Nov 02 12:13:25.631397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ddd051-b353-47e8-85de-e59381f9f2ac tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:13:25.645523 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbefa5b0-c7e6-4d97-8d90-e9bfd4ee2a5f None None] Sync routers for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:13:25.658212 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbefa5b0-c7e6-4d97-8d90-e9bfd4ee2a5f None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:25.659022 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cbefa5b0-c7e6-4d97-8d90-e9bfd4ee2a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:13:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:25.667800 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d7ddd051-b353-47e8-85de-e59381f9f2ac tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/2dd76ac0-eaf3-49c9-8393-2fef945e9193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8320031 Nov 02 12:13:25.671296 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46930) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:25.681713 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-daa2bbc6-b3af-4bae-bb13-44aac68f8ab9 req-605eafc4-82ea-49c4-86e7-fc9e2257cd53 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021216 Nov 02 12:13:25.741378 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-cbefa5b0-c7e6-4d97-8d90-e9bfd4ee2a5f None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:25.750135 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffff199f-c373-48bc-8cb1-85d11e732de7 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting subnet 0799c10f-256a-431e-8a86-1f73f195d7a3 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:13:25.753671 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffff199f-c373-48bc-8cb1-85d11e732de7 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:25.801384 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffff199f-c373-48bc-8cb1-85d11e732de7 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:25.808917 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cbefa5b0-c7e6-4d97-8d90-e9bfd4ee2a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:24Z', 'revision_number': 11, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:25.850122 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbefa5b0-c7e6-4d97-8d90-e9bfd4ee2a5f None None] Checking router: 2dd76ac0-eaf3-49c9-8393-2fef945e9193 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:13:25.862705 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbefa5b0-c7e6-4d97-8d90-e9bfd4ee2a5f None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:25.863961 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cbefa5b0-c7e6-4d97-8d90-e9bfd4ee2a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:13:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:25.941300 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffff199f-c373-48bc-8cb1-85d11e732de7 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:25.952894 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-cbefa5b0-c7e6-4d97-8d90-e9bfd4ee2a5f None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:25.978284 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46934) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:26.015070 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cbefa5b0-c7e6-4d97-8d90-e9bfd4ee2a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:24Z', 'revision_number': 11, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:26.044872 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbefa5b0-c7e6-4d97-8d90-e9bfd4ee2a5f None None] The sync data for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 is: [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:24Z', 'revision_number': 11, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:13:26.145312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-bf31607e-99f2-4360-a2b8-c15424cda18c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1133666761-network', 'tenant_id': '24bc3673d9214db084bf00979eab0ef2'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:26.152275 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-15b60805-57be-47da-b8e6-4b65a374cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:26.158430 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffff199f-c373-48bc-8cb1-85d11e732de7 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:26.158664 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-15b60805-57be-47da-b8e6-4b65a374cda2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348&tenant_id=07cf3fda95d044dc8f8b573bd1e4f625 HTTP/1.1" status: 200 len: 1097 time: 0.0809786 Nov 02 12:13:26.170747 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:26.188819 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff199f-c373-48bc-8cb1-85d11e732de7 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Subnet': ['ID=0799c10f-256a-431e-8a86-1f73f195d7a3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:26.213072 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffff199f-c373-48bc-8cb1-85d11e732de7 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:26.223471 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ffff199f-c373-48bc-8cb1-85d11e732de7 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/subnets/0799c10f-256a-431e-8a86-1f73f195d7a3 HTTP/1.1" status: 204 len: 168 time: 0.5483611 Nov 02 12:13:26.224394 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e89088-7290-42bd-8ae9-9ba17904f46e None None] Network 61c2d810-5ae4-4a60-b911-ddbfce65fddb requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:13:26.225181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46938) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:26.262134 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:26.319764 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf31607e-99f2-4360-a2b8-c15424cda18c admin admin] Made reservation on behalf of 24bc3673d9214db084bf00979eab0ef2 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:13:26.322223 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf31607e-99f2-4360-a2b8-c15424cda18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:26.331713 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:26.340905 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf31607e-99f2-4360-a2b8-c15424cda18c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:26.407162 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Deleting port 511f05a6-c596-4527-ad72-6d5449bad5f9 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:13:26.407510 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:26.504348 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def215d7-e79d-488b-8f3f-cf00305805a7 None None] DHCP port deletion for 61c2d810-5ae4-4a60-b911-ddbfce65fddb request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:13:26.508889 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] For port 511f05a6-c596-4527-ad72-6d5449bad5f9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=511f05a6-c596-4527-ad72-6d5449bad5f9,segment=NetworkSegment(70e1b479-46f2-48af-b463-be19da204648),segment_id=70e1b479-46f2-48af-b463-be19da204648)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:26.508889 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:26.531369 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Calling delete_port for 511f05a6-c596-4527-ad72-6d5449bad5f9 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:13:26.597808 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-def215d7-e79d-488b-8f3f-cf00305805a7 None None] Deleting port 511f05a6-c596-4527-ad72-6d5449bad5f9 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:13:26.598101 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-def215d7-e79d-488b-8f3f-cf00305805a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:26.650706 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf31607e-99f2-4360-a2b8-c15424cda18c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:26.666031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:26.694630 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-def215d7-e79d-488b-8f3f-cf00305805a7 None None] For port 511f05a6-c596-4527-ad72-6d5449bad5f9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=511f05a6-c596-4527-ad72-6d5449bad5f9,segment=NetworkSegment(70e1b479-46f2-48af-b463-be19da204648),segment_id=70e1b479-46f2-48af-b463-be19da204648)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:26.695204 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-def215d7-e79d-488b-8f3f-cf00305805a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:26.709623 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:13:26.713201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-def215d7-e79d-488b-8f3f-cf00305805a7 None None] Calling delete_port for 511f05a6-c596-4527-ad72-6d5449bad5f9 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:13:26.767125 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:13:26.769620 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e367cab0-8464-40e2-93f6-27c45fdf78ee" -d '{"events": [{"server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "name": "network-vif-unplugged", "status": "completed", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:13:26.775348 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:26.847795 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3756ac-9de8-42c9-baa0-b9717411883c req-f40c975f-57ef-47b5-a2a6-ac1853a7500e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:26.849442 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e3756ac-9de8-42c9-baa0-b9717411883c req-f40c975f-57ef-47b5-a2a6-ac1853a7500e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.0709047 Nov 02 12:13:26.903196 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e3756ac-9de8-42c9-baa0-b9717411883c req-6b065b71-26af-4e38-a93f-2a6a3cc5014b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475340 Nov 02 12:13:26.961780 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 12:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7797c7fb-d13b-4722-a194-350fae6a3b33 x-openstack-request-id: req-7797c7fb-d13b-4722-a194-350fae6a3b33 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:13:26.962075 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "name": "network-vif-unplugged", "status": "completed", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:13:26.962332 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7797c7fb-d13b-4722-a194-350fae6a3b33 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:13:26.962748 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'code': 200} Nov 02 12:13:27.224444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 511f05a6-c596-4527-ad72-6d5449bad5f9 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:13:27.261542 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:27.265465 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Transition to ACTIVE for port object 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:13:27.265930 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 12:13:27.270191 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf31607e-99f2-4360-a2b8-c15424cda18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:27.270294 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No active binding found for port 511f05a6-c596-4527-ad72-6d5449bad5f9 {{(pid=102691) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 02 12:13:27.270294 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 511f05a6-c596-4527-ad72-6d5449bad5f9 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:13:27.270294 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4a87c0f9-fe6d-497b-ba20-0be42535fab7 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:13:27.289874 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 4a87c0f9-fe6d-497b-ba20-0be42535fab7 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:13:27.290215 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4a87c0f9-fe6d-497b-ba20-0be42535fab7 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:13:27.292820 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-def215d7-e79d-488b-8f3f-cf00305805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:27.311646 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def215d7-e79d-488b-8f3f-cf00305805a7 None None] No DVR routers for this DVR port 511f05a6-c596-4527-ad72-6d5449bad5f9 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:13:27.324720 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Port': ['ID=511f05a6-c596-4527-ad72-6d5449bad5f9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:27.326565 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf31607e-99f2-4360-a2b8-c15424cda18c admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:13:27.327902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] No DVR routers for this DVR port 511f05a6-c596-4527-ad72-6d5449bad5f9 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:13:27.335510 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def215d7-e79d-488b-8f3f-cf00305805a7 None None] Pushing event deleted for resources: {'Port': ['ID=511f05a6-c596-4527-ad72-6d5449bad5f9,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:27.376393 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf31607e-99f2-4360-a2b8-c15424cda18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:27.382149 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-bf31607e-99f2-4360-a2b8-c15424cda18c admin admin] Added segment 04cbe172-ce76-4d2a-87df-5723ddef844b of type vlan for network d5f49283-d581-42da-9201-cb0cc9713846 Nov 02 12:13:27.392719 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:27.436227 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31607e-99f2-4360-a2b8-c15424cda18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b44ce91-bfb2-4fc8-9a0e-0fe422366440,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:27.463260 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:27.494710 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf31607e-99f2-4360-a2b8-c15424cda18c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:27.534273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Pushing event updated for resources: {'Port': ['ID=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,revision_number=6']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:27.581063 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c2d810-5ae4-4a60-b911-ddbfce65fddb']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:27.608410 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e1b479-46f2-48af-b463-be19da204648') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:27.608742 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e1b479-46f2-48af-b463-be19da204648') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:27.625347 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.resource_extend [None req-bf31607e-99f2-4360-a2b8-c15424cda18c admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 12:13:27.631778 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:27.662801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:27.673860 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:13:27.673860 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:13:27.680520 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:13:27.696527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] No DVR routers for this DVR port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:13:27.772470 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf31607e-99f2-4360-a2b8-c15424cda18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:27.775011 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf31607e-99f2-4360-a2b8-c15424cda18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:27.775850 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf31607e-99f2-4360-a2b8-c15424cda18c admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:27.866959 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:27.872608 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:27.876483 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/networks/61c2d810-5ae4-4a60-b911-ddbfce65fddb HTTP/1.1" status: 204 len: 168 time: 1.6490021 Nov 02 12:13:27.880057 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46948) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:27.891584 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-8baeb076-5e08-4c43-8840-fbd21e13e0f0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'router': {'routes': None}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:27.903265 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31607e-99f2-4360-a2b8-c15424cda18c admin admin] Pushing event updated for resources: {'Network': ['ID=d5f49283-d581-42da-9201-cb0cc9713846,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:27.914617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network d5f49283-d581-42da-9201-cb0cc9713846 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:13:27.939738 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92870258-6db3-47a1-8668-44029ae5c9e4 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Pushing event deleted for resources: {'Network': ['ID=61c2d810-5ae4-4a60-b911-ddbfce65fddb,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:27.946763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Attempting to bind port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:13:27.947159 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Attempting to bind port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:13:27.947559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Attempting to bind port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed on network 00516d6f-746d-40b8-a358-bef24915abd9 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:13:27.953654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed on network 00516d6f-746d-40b8-a358-bef24915abd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:13:27.955233 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Attempting to bind port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed on network 00516d6f-746d-40b8-a358-bef24915abd9 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:13:27.968684 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bf31607e-99f2-4360-a2b8-c15424cda18c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9882360 Nov 02 12:13:27.971946 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:13:27.972356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Checking segment: {'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:13:27.972801 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Bound using segment: {'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:13:27.973333 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Bound port: 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:13:27.973760 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:27.975702 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46952) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:27.981878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c7062662-2079-4c9a-a3de-6df70a495fcb admin admin] Request body: {'subnet': {'network_id': 'd5f49283-d581-42da-9201-cb0cc9713846', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1133666761-subnet', 'tenant_id': '24bc3673d9214db084bf00979eab0ef2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:28.095182 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.extraroute_db [None req-8baeb076-5e08-4c43-8840-fbd21e13e0f0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Added routes are [] {{(pid=102690) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 02 12:13:28.096032 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.extraroute_db [None req-8baeb076-5e08-4c43-8840-fbd21e13e0f0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Removed routes are [] {{(pid=102690) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 02 12:13:28.096795 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8baeb076-5e08-4c43-8840-fbd21e13e0f0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:28.114482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:13:28.124438 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f8a1c-69db-44a3-8157-cca54076e6cf req-994d3837-3224-4886-924f-c808b3925808 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:28.125948 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-591f8a1c-69db-44a3-8157-cca54076e6cf req-994d3837-3224-4886-924f-c808b3925808 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 943 time: 0.1135366 Nov 02 12:13:28.127736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:13:28.137755 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7062662-2079-4c9a-a3de-6df70a495fcb admin admin] Made reservation on behalf of 24bc3673d9214db084bf00979eab0ef2 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:13:28.137755 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7062662-2079-4c9a-a3de-6df70a495fcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:28.238444 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-591f8a1c-69db-44a3-8157-cca54076e6cf req-89582a78-1075-48cb-aec6-0388ec538017 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047697 Nov 02 12:13:28.240687 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8baeb076-5e08-4c43-8840-fbd21e13e0f0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:28.245057 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8baeb076-5e08-4c43-8840-fbd21e13e0f0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:28.276797 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:28.331517 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:28.332192 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:28.333710 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8baeb076-5e08-4c43-8840-fbd21e13e0f0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:13:28.334487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] 10.222.0.79 "PUT /v2.0/ports/8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed HTTP/1.1" status: 200 len: 1092 time: 2.1701159 Nov 02 12:13:28.433490 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8baeb076-5e08-4c43-8840-fbd21e13e0f0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:13:28.441756 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8baeb076-5e08-4c43-8840-fbd21e13e0f0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:28.448852 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9f343d-9d2d-432f-9ffa-5dda268e4789 None None] Sync routers for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:13:28.452327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46954) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:28.457227 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8baeb076-5e08-4c43-8840-fbd21e13e0f0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/2dd76ac0-eaf3-49c9-8393-2fef945e9193 HTTP/1.1" status: 200 len: 701 time: 0.5699825 Nov 02 12:13:28.463718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9f343d-9d2d-432f-9ffa-5dda268e4789 None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:28.464428 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ed9f343d-9d2d-432f-9ffa-5dda268e4789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:13:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:28.472046 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3307c-4c4e-4609-bd8e-82e851e8731c service neutron] Pushing event updated for resources: {'Port': ['ID=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:28.503854 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bb5c9e02-dd34-40e4-b342-6ecb948a95f3 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dd76ac0-eaf3-49c9-8393-2fef945e9193 HTTP/1.1" status: 200 len: 205 time: 0.0482695 Nov 02 12:13:28.506370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46956) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:28.558726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-8d3c20d3-7122-4799-8865-d396ebe84b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:28.560396 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-8d3c20d3-7122-4799-8865-d396ebe84b9c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 1095 time: 0.1926274 Nov 02 12:13:28.602431 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7062662-2079-4c9a-a3de-6df70a495fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:28.664475 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7062662-2079-4c9a-a3de-6df70a495fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=07e40469-221c-46a5-aac6-9c8d5bea23ec,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:28.719508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-ed9f343d-9d2d-432f-9ffa-5dda268e4789 None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:28.778040 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ed9f343d-9d2d-432f-9ffa-5dda268e4789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:24Z', 'revision_number': 11, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:28.814054 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9f343d-9d2d-432f-9ffa-5dda268e4789 None None] Checking router: 2dd76ac0-eaf3-49c9-8393-2fef945e9193 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:13:28.823910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9f343d-9d2d-432f-9ffa-5dda268e4789 None None] Routers {'2dd76ac0-eaf3-49c9-8393-2fef945e9193'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:28.824534 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ed9f343d-9d2d-432f-9ffa-5dda268e4789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:13:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:28.900213 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-ed9f343d-9d2d-432f-9ffa-5dda268e4789 None None] Set router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:28.961835 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-ed9f343d-9d2d-432f-9ffa-5dda268e4789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:24Z', 'revision_number': 11, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:28.991305 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9f343d-9d2d-432f-9ffa-5dda268e4789 None None] The sync data for ids ['2dd76ac0-eaf3-49c9-8393-2fef945e9193'] in n-d-806683-18 is: [{'id': '2dd76ac0-eaf3-49c9-8393-2fef945e9193', 'name': 'tempest-RoutersTest-router-1895293894', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:45Z', 'updated_at': '2021-11-02T12:13:24Z', 'revision_number': 11, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:13:29.056834 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:13:29.056834 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:13:29.056834 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1b42d8bf-cf28-4994-b300-7797635462dd tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:29.135137 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ca57ff-4bbc-45e8-9c9f-fc067fc06389 x-openstack-request-id: req-53ca57ff-4bbc-45e8-9c9f-fc067fc06389 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:13:29.135422 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:13:29.135674 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-53ca57ff-4bbc-45e8-9c9f-fc067fc06389 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:13:29.136063 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'status': 'completed', 'code': 200} Nov 02 12:13:29.272630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7062662-2079-4c9a-a3de-6df70a495fcb admin admin] Checking segment: {'id': '04cbe172-ce76-4d2a-87df-5723ddef844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd5f49283-d581-42da-9201-cb0cc9713846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:13:29.272994 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7062662-2079-4c9a-a3de-6df70a495fcb admin admin] Network hostable DHCP agents. Network: d5f49283-d581-42da-9201-cb0cc9713846, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:13:29.301566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-86ac89ca-f8ea-42e5-beb4-82948e998fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:29.303083 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-86ac89ca-f8ea-42e5-beb4-82948e998fdc service neutron] 10.222.0.79 "GET /v2.0/networks?id=00516d6f-746d-40b8-a358-bef24915abd9 HTTP/1.1" status: 200 len: 897 time: 0.7130542 Nov 02 12:13:29.315872 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1b42d8bf-cf28-4994-b300-7797635462dd tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:29.328351 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1b42d8bf-cf28-4994-b300-7797635462dd tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:29.399880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-d2a03d07-40c6-426b-b4ef-c3fdc253c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:29.400795 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-d2a03d07-40c6-426b-b4ef-c3fdc253c6b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 1095 time: 0.2558899 Nov 02 12:13:29.534977 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7062662-2079-4c9a-a3de-6df70a495fcb admin admin] Network d5f49283-d581-42da-9201-cb0cc9713846 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:13:29.541615 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-00f74b83-8e64-4fed-9684-b667e179fb14 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed HTTP/1.1" status: 200 len: 997 time: 0.2278171 Nov 02 12:13:29.597842 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34f5b1-979f-4bb8-af14-8205bec99735 req-44b266f0-3f7c-4f7b-8bae-4cfa8c80bbac tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:29.599407 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a34f5b1-979f-4bb8-af14-8205bec99735 req-44b266f0-3f7c-4f7b-8bae-4cfa8c80bbac tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 943 time: 0.2797675 Nov 02 12:13:29.600087 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1b42d8bf-cf28-4994-b300-7797635462dd tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:29.600633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b42d8bf-cf28-4994-b300-7797635462dd tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Fanout notify agent at l3_agent the message router_deleted on router 2dd76ac0-eaf3-49c9-8393-2fef945e9193 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:13:29.614888 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1b42d8bf-cf28-4994-b300-7797635462dd tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:29.616020 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1b42d8bf-cf28-4994-b300-7797635462dd tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/routers/2dd76ac0-eaf3-49c9-8393-2fef945e9193 HTTP/1.1" status: 204 len: 168 time: 1.1083527 Nov 02 12:13:29.624605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46968) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:29.628246 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f4e55d5e-686b-4aaa-84b3-b53c51e06fc2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-120639387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:29.644568 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-c7062662-2079-4c9a-a3de-6df70a495fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, d5f49283-d581-42da-9201-cb0cc9713846) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:13:29.656445 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57be59b-b56d-488d-8235-83aeb0f53c8c None None] Network d5f49283-d581-42da-9201-cb0cc9713846 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:13:29.683605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7062662-2079-4c9a-a3de-6df70a495fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:29.685193 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7062662-2079-4c9a-a3de-6df70a495fcb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:29.695023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-17bfcdb8-2b79-4fbd-8070-213591f470dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:29.696550 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-17bfcdb8-2b79-4fbd-8070-213591f470dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=00516d6f-746d-40b8-a358-bef24915abd9 HTTP/1.1" status: 200 len: 897 time: 0.2548168 Nov 02 12:13:29.706782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-ae1b4548-55db-48bc-8318-fd0ae3d829fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:29.708312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-ae1b4548-55db-48bc-8318-fd0ae3d829fc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b78498b4-04fd-46bf-bc39-b176cdb7c77c HTTP/1.1" status: 200 len: 835 time: 0.1583097 Nov 02 12:13:29.827875 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4e55d5e-686b-4aaa-84b3-b53c51e06fc2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:29.827875 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4e55d5e-686b-4aaa-84b3-b53c51e06fc2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:29.839564 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a34f5b1-979f-4bb8-af14-8205bec99735 req-bc47780a-3691-499a-bf78-9deea4947a39 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224305 Nov 02 12:13:29.866705 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-3a4c0b75-1604-4df1-b542-3cced7657410 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed HTTP/1.1" status: 200 len: 997 time: 0.1472292 Nov 02 12:13:29.875876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3e927f-68d2-4269-8155-7e9c08ac6a61 None None] Network d5f49283-d581-42da-9201-cb0cc9713846 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:13:29.894485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-1f0852cf-8f15-43e8-a6e9-fb9619e99d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:29.896103 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-1f0852cf-8f15-43e8-a6e9-fb9619e99d3f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00516d6f-746d-40b8-a358-bef24915abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1735182 Nov 02 12:13:29.899832 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c7062662-2079-4c9a-a3de-6df70a495fcb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9230657 Nov 02 12:13:29.999490 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4e55d5e-686b-4aaa-84b3-b53c51e06fc2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:30.042656 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-56fd031b-2e3f-432e-a9a4-27eedca0b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:30.044901 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-56fd031b-2e3f-432e-a9a4-27eedca0b5b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b78498b4-04fd-46bf-bc39-b176cdb7c77c HTTP/1.1" status: 200 len: 835 time: 0.1790373 Nov 02 12:13:30.056403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46974) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:30.098473 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4e55d5e-686b-4aaa-84b3-b53c51e06fc2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:30.115530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c6ea08-659b-4123-ac2b-ca99a97cefc3 admin admin] Deleting subnet 07e40469-221c-46a5-aac6-9c8d5bea23ec {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:13:30.119466 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27c6ea08-659b-4123-ac2b-ca99a97cefc3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:30.134611 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-4c2c6a40-c51a-4e6f-89a2-f1818ff69c31 service neutron] 10.222.0.79 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922348 Nov 02 12:13:30.154221 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-a5032c50-c79e-4e93-b714-73be8667eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:30.155786 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-a5032c50-c79e-4e93-b714-73be8667eb6c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00516d6f-746d-40b8-a358-bef24915abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949278 Nov 02 12:13:30.170989 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27c6ea08-659b-4123-ac2b-ca99a97cefc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:30.226275 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27c6ea08-659b-4123-ac2b-ca99a97cefc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:30.275125 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4e55d5e-686b-4aaa-84b3-b53c51e06fc2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:30.279923 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f4e55d5e-686b-4aaa-84b3-b53c51e06fc2 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6515648 Nov 02 12:13:30.281098 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46978) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:30.285009 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-31db4083-c406-476c-aa6d-e7c40ed43a21 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:30.322034 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4841eb45-0d96-4e97-9651-6c7f63ff75ad req-9cdeea55-ca16-44b5-bed5-8cc45367656d service neutron] 10.222.0.79 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798577 Nov 02 12:13:30.334369 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-2c8c5594-295d-4087-b02a-e2dd1f5e7e98 service neutron] 10.222.0.54 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676016 Nov 02 12:13:30.443606 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-11d33db7-e1f5-44a4-b41b-254bb7a43c39 service neutron] 10.222.0.54 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011252 Nov 02 12:13:30.481718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:13:30.553136 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-31db4083-c406-476c-aa6d-e7c40ed43a21 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:30.564550 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27c6ea08-659b-4123-ac2b-ca99a97cefc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:30.577223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-fc154365-0f0c-4853-83b7-7b06e462f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:30.579712 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:13:30.580108 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-fc154365-0f0c-4853-83b7-7b06e462f968 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 1095 time: 0.0600235 Nov 02 12:13:30.584942 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27c6ea08-659b-4123-ac2b-ca99a97cefc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:30.587059 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-27c6ea08-659b-4123-ac2b-ca99a97cefc3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/07e40469-221c-46a5-aac6-9c8d5bea23ec HTTP/1.1" status: 204 len: 168 time: 0.5292099 Nov 02 12:13:30.596996 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46980) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:30.612045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6ea08-659b-4123-ac2b-ca99a97cefc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07e40469-221c-46a5-aac6-9c8d5bea23ec,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:30.736117 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-31db4083-c406-476c-aa6d-e7c40ed43a21 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:30.740975 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e72029a-24d1-4065-8e98-9c26d3c99189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:30.796031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-7aab1e2b-1c5f-4cd0-b36d-5cd4185dca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:30.797707 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-7aab1e2b-1c5f-4cd0-b36d-5cd4185dca56 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00516d6f-746d-40b8-a358-bef24915abd9 HTTP/1.1" status: 200 len: 897 time: 0.2110660 Nov 02 12:13:30.899299 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e72029a-24d1-4065-8e98-9c26d3c99189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:30.939547 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-8e72029a-24d1-4065-8e98-9c26d3c99189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f49283-d581-42da-9201-cb0cc9713846']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:30.943800 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-3b8faa64-1708-4e1b-adec-6e8fb3d7ef2d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed HTTP/1.1" status: 200 len: 997 time: 0.1318080 Nov 02 12:13:30.957032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-8e72029a-24d1-4065-8e98-9c26d3c99189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04cbe172-ce76-4d2a-87df-5723ddef844b') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:30.957412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-8e72029a-24d1-4065-8e98-9c26d3c99189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04cbe172-ce76-4d2a-87df-5723ddef844b') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:30.971802 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31db4083-c406-476c-aa6d-e7c40ed43a21 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Router 4e007fb4-b8b8-4e86-a483-c0d74940bc33 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:13:31.011587 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e72029a-24d1-4065-8e98-9c26d3c99189 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:31.062312 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e72029a-24d1-4065-8e98-9c26d3c99189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:31.080107 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e72029a-24d1-4065-8e98-9c26d3c99189 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:13:31.080107 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e72029a-24d1-4065-8e98-9c26d3c99189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:31.081455 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-85fe1234-fa47-4417-a490-4ad2e20846aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:31.082036 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-85fe1234-fa47-4417-a490-4ad2e20846aa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b78498b4-04fd-46bf-bc39-b176cdb7c77c HTTP/1.1" status: 200 len: 835 time: 0.1274483 Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:13:31.082723 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:13:31.100854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31db4083-c406-476c-aa6d-e7c40ed43a21 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:13:31.118162 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-31db4083-c406-476c-aa6d-e7c40ed43a21 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:31.123746 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a25479-8237-49ae-b32f-94055be78ad2 None None] Sync routers for ids ['4e007fb4-b8b8-4e86-a483-c0d74940bc33'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:13:31.125440 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-31db4083-c406-476c-aa6d-e7c40ed43a21 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "PUT /v2.0/routers/4e007fb4-b8b8-4e86-a483-c0d74940bc33 HTTP/1.1" status: 200 len: 693 time: 0.8389041 Nov 02 12:13:31.125440 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46984) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:31.141708 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a25479-8237-49ae-b32f-94055be78ad2 None None] Routers {'4e007fb4-b8b8-4e86-a483-c0d74940bc33'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:31.143017 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-40a25479-8237-49ae-b32f-94055be78ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:13:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4e007fb4-b8b8-4e86-a483-c0d74940bc33'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:31.160093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfda1c-f5d6-43c8-af13-88045dc7b8fb req-0714c018-854b-4edd-952e-57481b498053 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:31.161712 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76bfda1c-f5d6-43c8-af13-88045dc7b8fb req-0714c018-854b-4edd-952e-57481b498053 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 943 time: 0.2105472 Nov 02 12:13:31.221337 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9bc8ad39-5f5a-4f68-9f9d-10d112850e6e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/routers/4e007fb4-b8b8-4e86-a483-c0d74940bc33 HTTP/1.1" status: 200 len: 699 time: 0.0968373 Nov 02 12:13:31.225105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46986) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:31.244664 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-40a25479-8237-49ae-b32f-94055be78ad2 None None] Set router 4e007fb4-b8b8-4e86-a483-c0d74940bc33 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:31.262012 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bcf163a3-7149-46e4-8a4d-4831ccc7c41b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e007fb4-b8b8-4e86-a483-c0d74940bc33 HTTP/1.1" status: 200 len: 205 time: 0.0323925 Nov 02 12:13:31.266416 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46990) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:31.274599 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-c364ecf3-f51f-4b43-9dc3-d6db2a7d91b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:31.276210 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-c364ecf3-f51f-4b43-9dc3-d6db2a7d91b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00516d6f-746d-40b8-a358-bef24915abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1747096 Nov 02 12:13:31.306282 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76bfda1c-f5d6-43c8-af13-88045dc7b8fb req-26ea0dee-63a2-496e-b3f6-444c9d145e81 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199872 Nov 02 12:13:31.322093 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-40a25479-8237-49ae-b32f-94055be78ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e007fb4-b8b8-4e86-a483-c0d74940bc33', 'name': 'tempest-RoutersTest-router-120639387', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:13:29Z', 'updated_at': '2021-11-02T12:13:30Z', 'revision_number': 2, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:31.353537 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e72029a-24d1-4065-8e98-9c26d3c99189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:31.356145 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a25479-8237-49ae-b32f-94055be78ad2 None None] Checking router: 4e007fb4-b8b8-4e86-a483-c0d74940bc33 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:13:31.370706 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8e72029a-24d1-4065-8e98-9c26d3c99189 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:31.374793 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a25479-8237-49ae-b32f-94055be78ad2 None None] Routers {'4e007fb4-b8b8-4e86-a483-c0d74940bc33'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:13:31.375701 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-40a25479-8237-49ae-b32f-94055be78ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:13:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4e007fb4-b8b8-4e86-a483-c0d74940bc33'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:31.378337 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-88caa043-fe3c-4183-acba-2b1426b735c9 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:31.378486 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8e72029a-24d1-4065-8e98-9c26d3c99189 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d5f49283-d581-42da-9201-cb0cc9713846 HTTP/1.1" status: 204 len: 168 time: 0.7803040 Nov 02 12:13:31.384460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72029a-24d1-4065-8e98-9c26d3c99189 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f49283-d581-42da-9201-cb0cc9713846,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:31.423892 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-58bd6483-57d5-48ca-9c8e-643e72fa3578 service neutron] 10.222.0.79 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383810 Nov 02 12:13:31.467331 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-40a25479-8237-49ae-b32f-94055be78ad2 None None] Set router 4e007fb4-b8b8-4e86-a483-c0d74940bc33 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:13:31.529912 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-40a25479-8237-49ae-b32f-94055be78ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e007fb4-b8b8-4e86-a483-c0d74940bc33', 'name': 'tempest-RoutersTest-router-120639387', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:13:29Z', 'updated_at': '2021-11-02T12:13:30Z', 'revision_number': 2, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:13:31.537697 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea37b116-ccae-4ea5-9cf2-4ee65c88c8f9 req-16c9f555-ff65-4a30-82c1-24cecf4c82cd service neutron] 10.222.0.79 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060834 Nov 02 12:13:31.563411 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-88caa043-fe3c-4183-acba-2b1426b735c9 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:31.564190 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a25479-8237-49ae-b32f-94055be78ad2 None None] The sync data for ids ['4e007fb4-b8b8-4e86-a483-c0d74940bc33'] in n-d-806683-18 is: [{'id': '4e007fb4-b8b8-4e86-a483-c0d74940bc33', 'name': 'tempest-RoutersTest-router-120639387', 'tenant_id': '6319805f5cb24f5faea3401ed68600e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:13:29Z', 'updated_at': '2021-11-02T12:13:30Z', 'revision_number': 2, 'project_id': '6319805f5cb24f5faea3401ed68600e6', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:13:31.565582 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-88caa043-fe3c-4183-acba-2b1426b735c9 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:31.924455 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46994) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:31.965693 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d27af726-0605-4c34-b428-7c0552e3bf3f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=24bc3673d9214db084bf00979eab0ef2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399897 Nov 02 12:13:31.968773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 46996) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:31.989420 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-88caa043-fe3c-4183-acba-2b1426b735c9 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:31.989953 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88caa043-fe3c-4183-acba-2b1426b735c9 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Fanout notify agent at l3_agent the message router_deleted on router 4e007fb4-b8b8-4e86-a483-c0d74940bc33 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:13:31.997911 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-88caa043-fe3c-4183-acba-2b1426b735c9 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:31.999656 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-88caa043-fe3c-4183-acba-2b1426b735c9 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/routers/4e007fb4-b8b8-4e86-a483-c0d74940bc33 HTTP/1.1" status: 204 len: 168 time: 0.7306840 Nov 02 12:13:32.003610 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 46998) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.033273 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-655c9435-c11d-4950-98ea-b26138e0bfa7 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e007fb4-b8b8-4e86-a483-c0d74940bc33 HTTP/1.1" status: 200 len: 205 time: 0.0284472 Nov 02 12:13:32.035804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47000) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.037091 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-039411ca-9af6-4cd2-b716-4da088f264d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:32.061339 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-039411ca-9af6-4cd2-b716-4da088f264d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:32.084844 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-257ebd27-70d1-44f8-b365-fd99dc186ac6 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] delete failed (client error): The resource could not be found. Nov 02 12:13:32.086277 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-257ebd27-70d1-44f8-b365-fd99dc186ac6 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/routers/4e007fb4-b8b8-4e86-a483-c0d74940bc33 HTTP/1.1" status: 404 len: 336 time: 0.0492661 Nov 02 12:13:32.088944 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47002) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.121009 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-23dbf0d3-2442-4418-876c-9d4c8ac2a504 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] DELETE failed (client error): The resource could not be found. Nov 02 12:13:32.122246 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23dbf0d3-2442-4418-876c-9d4c8ac2a504 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:13:32.125180 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-23dbf0d3-2442-4418-876c-9d4c8ac2a504 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/subnets/b7f986bd-6cee-4d78-b2d0-c3f4b79abf6d HTTP/1.1" status: 404 len: 337 time: 0.0352864 Nov 02 12:13:32.127934 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47004) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.155867 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd41e082-f6f4-4e08-bd8b-8fdd65b84099 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] DELETE failed (client error): The resource could not be found. Nov 02 12:13:32.156316 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd41e082-f6f4-4e08-bd8b-8fdd65b84099 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:13:32.159420 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-dd41e082-f6f4-4e08-bd8b-8fdd65b84099 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/subnets/b74d715d-1550-455a-9ca5-8cf1fd405cf3 HTTP/1.1" status: 404 len: 337 time: 0.0305686 Nov 02 12:13:32.162094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47006) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.188287 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce71d25-d840-48b5-913e-1f6cf26a5c4c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] DELETE failed (client error): The resource could not be found. Nov 02 12:13:32.189576 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce71d25-d840-48b5-913e-1f6cf26a5c4c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:13:32.193218 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2ce71d25-d840-48b5-913e-1f6cf26a5c4c tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/subnets/b498124c-ace6-4209-92b7-a8f64b104913 HTTP/1.1" status: 404 len: 337 time: 0.0301299 Nov 02 12:13:32.197119 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47008) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.203760 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-039411ca-9af6-4cd2-b716-4da088f264d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:32.208618 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-039411ca-9af6-4cd2-b716-4da088f264d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:32.210717 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-039411ca-9af6-4cd2-b716-4da088f264d4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b44ce91-bfb2-4fc8-9a0e-0fe422366440 HTTP/1.1" status: 204 len: 168 time: 0.2408714 Nov 02 12:13:32.222972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039411ca-9af6-4cd2-b716-4da088f264d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b44ce91-bfb2-4fc8-9a0e-0fe422366440,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:32.226566 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d90acb-42ef-4617-865d-43c2222bfc6e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] DELETE failed (client error): The resource could not be found. Nov 02 12:13:32.227050 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d90acb-42ef-4617-865d-43c2222bfc6e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:13:32.230166 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b0d90acb-42ef-4617-865d-43c2222bfc6e tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/subnets/0799c10f-256a-431e-8a86-1f73f195d7a3 HTTP/1.1" status: 404 len: 337 time: 0.0320904 Nov 02 12:13:32.233703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47012) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.241988 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:13:32.277045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47016) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.277665 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b6d6975e-0bd5-4f39-8df4-53316a7201b9 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dd76ac0-eaf3-49c9-8393-2fef945e9193 HTTP/1.1" status: 200 len: 205 time: 0.0425203 Nov 02 12:13:32.358054 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-3054bf13-9478-4853-8df6-a1ee521b5e95 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] delete failed (client error): The resource could not be found. Nov 02 12:13:32.359341 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3054bf13-9478-4853-8df6-a1ee521b5e95 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/routers/2dd76ac0-eaf3-49c9-8393-2fef945e9193 HTTP/1.1" status: 404 len: 336 time: 0.0812130 Nov 02 12:13:32.363440 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47022) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.385810 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:32.402913 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9', 'port_id': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'mac_address': 'fa:16:3e:4b:44:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:13:32.454868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47024) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.455266 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-af78b094-61cd-4ac8-ac76-6c69be347bad tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd830050-c976-4e76-978a-d61f368754aa HTTP/1.1" status: 200 len: 205 time: 0.0899856 Nov 02 12:13:32.467362 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:32.483023 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:13:32.499120 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-0fee9f0d-5c92-4028-8416-45f37f468bf5 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] delete failed (client error): The resource could not be found. Nov 02 12:13:32.500528 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0fee9f0d-5c92-4028-8416-45f37f468bf5 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/routers/fd830050-c976-4e76-978a-d61f368754aa HTTP/1.1" status: 404 len: 336 time: 0.0444040 Nov 02 12:13:32.503432 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47026) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.506803 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:32.508675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82768b2e-1704-459b-8125-a5e12f6d02d2 req-104fea81-94a9-4434-9115-3f23c855af34 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:32.511405 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82768b2e-1704-459b-8125-a5e12f6d02d2 req-104fea81-94a9-4434-9115-3f23c855af34 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 943 time: 0.0630486 Nov 02 12:13:32.533606 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a1155a-5d0c-4e14-bb49-eeaa02c187c0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] DELETE failed (client error): The resource could not be found. Nov 02 12:13:32.534058 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a1155a-5d0c-4e14-bb49-eeaa02c187c0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:13:32.540585 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-67a1155a-5d0c-4e14-bb49-eeaa02c187c0 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/subnets/6ca908bf-ddf8-4cc5-8df0-a790d69ae907 HTTP/1.1" status: 404 len: 337 time: 0.0343664 Nov 02 12:13:32.541151 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47028) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.573240 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4a3edaa9-e42c-4ecb-99ee-398066bbe4c9 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3d3dee5-f74a-44d5-af99-05e9b6e524fb HTTP/1.1" status: 200 len: 205 time: 0.0308344 Nov 02 12:13:32.575533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47030) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.579412 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82768b2e-1704-459b-8125-a5e12f6d02d2 req-241ebdf8-3a30-4360-8b93-1dfb00ccb5e5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622125 Nov 02 12:13:32.624194 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-934d78a3-5298-4d7d-9fa7-f6f68c1198d8 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] delete failed (client error): The resource could not be found. Nov 02 12:13:32.625244 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-934d78a3-5298-4d7d-9fa7-f6f68c1198d8 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/routers/f3d3dee5-f74a-44d5-af99-05e9b6e524fb HTTP/1.1" status: 404 len: 336 time: 0.0482125 Nov 02 12:13:32.628402 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47032) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.639795 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:32.658449 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-17577e06-e2e5-496b-9038-a3c6c8fd0153 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bf6da05-d6ab-495a-b413-381614829ac3 HTTP/1.1" status: 200 len: 205 time: 0.0287981 Nov 02 12:13:32.660659 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47034) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.696962 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:32.706806 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-ad2ead1e-0fe1-479c-abfc-984949e53a8b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] delete failed (client error): The resource could not be found. Nov 02 12:13:32.710444 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ad2ead1e-0fe1-479c-abfc-984949e53a8b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/routers/3bf6da05-d6ab-495a-b413-381614829ac3 HTTP/1.1" status: 404 len: 336 time: 0.0464394 Nov 02 12:13:32.710876 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47036) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.748562 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba13a0b2-8b69-4430-9bf9-ea87fb7cac2d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] DELETE failed (client error): The resource could not be found. Nov 02 12:13:32.749884 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba13a0b2-8b69-4430-9bf9-ea87fb7cac2d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:13:32.753332 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ba13a0b2-8b69-4430-9bf9-ea87fb7cac2d tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/subnets/02078ca8-8e95-4d8a-a10e-a77540c4f97f HTTP/1.1" status: 404 len: 337 time: 0.0412614 Nov 02 12:13:32.755883 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47040) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.795674 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e67dee8d-12c5-499b-a27c-ddd5c0e000d8 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/ports?device_id=6323f0db-7580-44bc-8612-c30bb9427c01 HTTP/1.1" status: 200 len: 205 time: 0.0358012 Nov 02 12:13:32.795928 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47042) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.842037 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-34fe7d4f-8d35-4a20-8e75-cf06d893505b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] delete failed (client error): The resource could not be found. Nov 02 12:13:32.843044 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-34fe7d4f-8d35-4a20-8e75-cf06d893505b tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/routers/6323f0db-7580-44bc-8612-c30bb9427c01 HTTP/1.1" status: 404 len: 336 time: 0.0461159 Nov 02 12:13:32.846281 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47046) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.879364 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:13:32.889326 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-48858e45-5166-40e6-b7de-97e3258cb309 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] DELETE failed (client error): The resource could not be found. Nov 02 12:13:32.889914 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48858e45-5166-40e6-b7de-97e3258cb309 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:13:32.893778 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-48858e45-5166-40e6-b7de-97e3258cb309 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/subnets/92b17afa-fa55-4d60-b577-bbcd7a423572 HTTP/1.1" status: 404 len: 337 time: 0.0463986 Nov 02 12:13:32.896562 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47052) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.942457 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fe1b5821-35f8-4f00-ab7f-fca20527f9a5 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a58927a-040d-447a-a2b6-f8aa08916525 HTTP/1.1" status: 200 len: 205 time: 0.0443606 Nov 02 12:13:32.944994 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47056) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:32.985730 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-66ee87bc-ed4e-460d-a6bb-af5863101a78 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] delete failed (client error): The resource could not be found. Nov 02 12:13:32.986772 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-66ee87bc-ed4e-460d-a6bb-af5863101a78 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/routers/6a58927a-040d-447a-a2b6-f8aa08916525 HTTP/1.1" status: 404 len: 336 time: 0.0406859 Nov 02 12:13:32.989477 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47058) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:33.018577 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b6daed-8fae-412c-b0a1-d2d4fbffbe1a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] DELETE failed (client error): The resource could not be found. Nov 02 12:13:33.019073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b6daed-8fae-412c-b0a1-d2d4fbffbe1a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:13:33.022986 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a2b6daed-8fae-412c-b0a1-d2d4fbffbe1a tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/subnets/c78eb38e-7e87-4be5-9dde-da55d8d4f4b7 HTTP/1.1" status: 404 len: 337 time: 0.0317302 Nov 02 12:13:33.024955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47060) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:33.053777 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-66bb176c-b017-4816-8022-baa7814f0315 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] DELETE failed (client error): The resource could not be found. Nov 02 12:13:33.054264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66bb176c-b017-4816-8022-baa7814f0315 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:13:33.057369 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-66bb176c-b017-4816-8022-baa7814f0315 tempest-RoutersTest-1434216407 tempest-RoutersTest-1434216407-project] 10.222.0.52 "DELETE /v2.0/subnets/ddd78cad-ae75-408a-9ea2-dc50d6686ffa HTTP/1.1" status: 404 len: 337 time: 0.0313854 Nov 02 12:13:33.614855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47076) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:33.718665 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7204753-88f7-4846-b03d-0957e2f9221b req-c1824b9f-45e7-4d9b-835e-9a5747be92c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:33.720659 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7204753-88f7-4846-b03d-0957e2f9221b req-c1824b9f-45e7-4d9b-835e-9a5747be92c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 944 time: 0.0594821 Nov 02 12:13:33.783384 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7204753-88f7-4846-b03d-0957e2f9221b req-62558fb2-38b7-415c-9e4b-74bb2b3f7211 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563018 Nov 02 12:13:33.916312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-557a76bd-9a2d-4184-aab2-28e0ae2d37a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6319805f5cb24f5faea3401ed68600e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2991350 Nov 02 12:13:33.918838 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47090) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:33.976502 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3206f1e7-b79b-431f-bbf5-3f341d343e79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:34.000491 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3206f1e7-b79b-431f-bbf5-3f341d343e79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:34.217956 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3206f1e7-b79b-431f-bbf5-3f341d343e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:34.220695 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3206f1e7-b79b-431f-bbf5-3f341d343e79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:34.221922 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3206f1e7-b79b-431f-bbf5-3f341d343e79 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b0f75b0-3f05-4347-9921-7480400f8ca2 HTTP/1.1" status: 204 len: 168 time: 0.3019078 Nov 02 12:13:34.232775 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206f1e7-b79b-431f-bbf5-3f341d343e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0f75b0-3f05-4347-9921-7480400f8ca2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:34.258978 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:13:34.435258 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:13:34.629132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:34.629132 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:34.629132 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:34.629132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:13:34.629132 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4932a235-e454-4d42-91d2-ba7ebe45bef0" -d '{"events": [{"server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "name": "network-vif-plugged", "status": "completed", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:13:34.629132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:34.732796 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:34.796610 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:35.711856 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae56636-42dd-4923-a5ea-2f4bfebda5ec x-openstack-request-id: req-cae56636-42dd-4923-a5ea-2f4bfebda5ec {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:13:35.712490 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "name": "network-vif-plugged", "status": "completed", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:13:35.712607 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cae56636-42dd-4923-a5ea-2f4bfebda5ec {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:13:35.713177 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'code': 200} Nov 02 12:13:35.932793 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-e4cb76b3-aad1-461d-a1a2-467f510a5953 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:35.934507 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-e4cb76b3-aad1-461d-a1a2-467f510a5953 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.79 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348&tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 945 time: 0.1348875 Nov 02 12:13:35.941764 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47134) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:35.943435 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140d6ab-47e6-4259-91d2-dac49c344123 req-2fe2c940-51f3-484d-ad15-0784e8a29495 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:35.944925 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4140d6ab-47e6-4259-91d2-dac49c344123 req-2fe2c940-51f3-484d-ad15-0784e8a29495 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.1110065 Nov 02 12:13:36.046619 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-1ad782e5-fd42-4e56-b513-064cb1979125 service neutron] 10.222.0.79 "GET /v2.0/ports/8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed/bindings/n-h1-806683-18 HTTP/1.1" status: 200 len: 383 time: 0.1006255 Nov 02 12:13:36.051188 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4140d6ab-47e6-4259-91d2-dac49c344123 req-c50b04aa-e41d-4687-8033-4afb25c4ca5c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965490 Nov 02 12:13:36.075616 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-64c4a0c9-845a-4315-855f-47131cfef2d8 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group': {'name': 'tempest-secgroup--1664621667'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:36.132881 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c30a39df-f9fe-4ddf-ae19-570099c2037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:36.134386 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c30a39df-f9fe-4ddf-ae19-570099c2037e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 1097 time: 0.0543668 Nov 02 12:13:36.213774 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64c4a0c9-845a-4315-855f-47131cfef2d8 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:36.239180 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64c4a0c9-845a-4315-855f-47131cfef2d8 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:36.248287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-9094d555-cc77-4d86-b525-63c0e74ea4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:36.250467 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-9094d555-cc77-4d86-b525-63c0e74ea4e0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=00516d6f-746d-40b8-a358-bef24915abd9 HTTP/1.1" status: 200 len: 897 time: 0.1082633 Nov 02 12:13:36.338399 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-adcd496d-63e5-420b-98ae-fe70d35cef69 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed HTTP/1.1" status: 200 len: 999 time: 0.0793068 Nov 02 12:13:36.339360 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64c4a0c9-845a-4315-855f-47131cfef2d8 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:36.392887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-afe57ba5-f81b-41d2-8373-6b9a1bec374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:36.394383 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-afe57ba5-f81b-41d2-8373-6b9a1bec374c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b78498b4-04fd-46bf-bc39-b176cdb7c77c HTTP/1.1" status: 200 len: 835 time: 0.0489433 Nov 02 12:13:36.429199 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64c4a0c9-845a-4315-855f-47131cfef2d8 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:36.441830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-018c5c0c-18ab-45c6-81df-0a22500b2c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:36.443287 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-018c5c0c-18ab-45c6-81df-0a22500b2c01 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00516d6f-746d-40b8-a358-bef24915abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419180 Nov 02 12:13:36.496188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4a0c9-845a-4315-855f-47131cfef2d8 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e37cb32-69c7-44f7-a27d-f61f87b3c421,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:36.540432 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64c4a0c9-845a-4315-855f-47131cfef2d8 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:36.587994 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-afa2036a-02fd-48bd-baa1-b62c3bbb0578 service neutron] 10.222.0.79 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368337 Nov 02 12:13:36.690582 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-fbde899d-fdbf-4f2b-a902-ffb33a2483e6 service neutron] 10.222.0.79 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925965 Nov 02 12:13:36.760157 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64c4a0c9-845a-4315-855f-47131cfef2d8 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:36.795552 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4a0c9-845a-4315-855f-47131cfef2d8 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1fd520-3f8b-4187-9be3-81c74291ee40,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:36.900802 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-64c4a0c9-845a-4315-855f-47131cfef2d8 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:36.906037 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-64c4a0c9-845a-4315-855f-47131cfef2d8 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9588180 Nov 02 12:13:36.906037 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47152) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:36.984129 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9a7e12ef-f668-4318-aaa4-bcf82c885ab2 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0765762 Nov 02 12:13:36.987615 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47158) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:36.992194 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-99584f0b-794d-4203-b21c-0f5d72680023 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group': {'name': 'tempest-security--1285294295', 'description': 'tempest-security-description-2022516930'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:37.034861 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99584f0b-794d-4203-b21c-0f5d72680023 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:37.086887 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99584f0b-794d-4203-b21c-0f5d72680023 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:37.239779 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99584f0b-794d-4203-b21c-0f5d72680023 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:37.243877 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99584f0b-794d-4203-b21c-0f5d72680023 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:37.245955 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-99584f0b-794d-4203-b21c-0f5d72680023 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "PUT /v2.0/security-groups/8e1fd520-3f8b-4187-9be3-81c74291ee40 HTTP/1.1" status: 200 len: 1797 time: 0.2568128 Nov 02 12:13:37.250312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47166) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:37.304908 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99584f0b-794d-4203-b21c-0f5d72680023 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1fd520-3f8b-4187-9be3-81c74291ee40,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:37.319236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5b11ef2f-3f18-41aa-9f98-c86562cf18ea tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-groups/8e1fd520-3f8b-4187-9be3-81c74291ee40 HTTP/1.1" status: 200 len: 1797 time: 0.0670819 Nov 02 12:13:37.322605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47168) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:37.380466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c930b21-0121-4f9d-9a60-54c088fb42b1 req-a97e23da-133e-4334-a531-99ee06463eed tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:37.382335 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c930b21-0121-4f9d-9a60-54c088fb42b1 req-a97e23da-133e-4334-a531-99ee06463eed tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.0585358 Nov 02 12:13:37.395161 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b303cca-0054-46af-930c-511e4499f0cc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:37.422453 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b303cca-0054-46af-930c-511e4499f0cc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:37.445302 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c930b21-0121-4f9d-9a60-54c088fb42b1 req-612703e9-8a3f-4754-ace2-07981638f45e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559132 Nov 02 12:13:37.580168 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b303cca-0054-46af-930c-511e4499f0cc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:37.591983 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0b303cca-0054-46af-930c-511e4499f0cc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:37.593330 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0b303cca-0054-46af-930c-511e4499f0cc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-groups/8e1fd520-3f8b-4187-9be3-81c74291ee40 HTTP/1.1" status: 204 len: 168 time: 0.2693071 Nov 02 12:13:37.596238 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47172) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:37.625530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b303cca-0054-46af-930c-511e4499f0cc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1fd520-3f8b-4187-9be3-81c74291ee40,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:37.687080 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-23ca39b1-8322-4e7d-b2c1-16fac1c32f4f tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0894344 Nov 02 12:13:37.689605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47174) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:37.705561 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-d56af454-d5ed-4e07-91de-ddfb1809a2b6 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] delete failed (client error): The resource could not be found. Nov 02 12:13:37.710376 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d56af454-d5ed-4e07-91de-ddfb1809a2b6 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-groups/8e1fd520-3f8b-4187-9be3-81c74291ee40 HTTP/1.1" status: 404 len: 347 time: 0.0161364 Nov 02 12:13:37.711492 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47176) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:37.716992 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1795e0ba-3c8f-49b8-a5c2-967659806a01 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group': {'name': 'tempest-secgroup--808601065'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:37.837714 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1795e0ba-3c8f-49b8-a5c2-967659806a01 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:37.921452 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1795e0ba-3c8f-49b8-a5c2-967659806a01 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:38.035550 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1795e0ba-3c8f-49b8-a5c2-967659806a01 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:38.068297 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795e0ba-3c8f-49b8-a5c2-967659806a01 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b139af8b-ac26-4a80-a442-33e0ffc064f0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:38.139712 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1795e0ba-3c8f-49b8-a5c2-967659806a01 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:38.141217 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1795e0ba-3c8f-49b8-a5c2-967659806a01 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4285488 Nov 02 12:13:38.144406 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47178) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:38.149302 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e000905a-8a50-4adc-9f4c-30af938c74af tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group_rule': {'security_group_id': 'b139af8b-ac26-4a80-a442-33e0ffc064f0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:38.276566 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e000905a-8a50-4adc-9f4c-30af938c74af tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:38.364616 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e000905a-8a50-4adc-9f4c-30af938c74af tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:38.506475 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e000905a-8a50-4adc-9f4c-30af938c74af tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:38.538087 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000905a-8a50-4adc-9f4c-30af938c74af tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d4acab-9493-4ad9-ade8-7943199f69ca,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:38.585041 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370c8f7-7445-4b63-927e-778d6bcb4c02 req-0a6e2f8f-7ab0-46ba-a5ea-8fa5c72bfdc1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:38.586614 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0370c8f7-7445-4b63-927e-778d6bcb4c02 req-0a6e2f8f-7ab0-46ba-a5ea-8fa5c72bfdc1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.0580163 Nov 02 12:13:38.615071 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e000905a-8a50-4adc-9f4c-30af938c74af tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:38.619662 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e000905a-8a50-4adc-9f4c-30af938c74af tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4711800 Nov 02 12:13:38.619995 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47186) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:38.651415 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0370c8f7-7445-4b63-927e-778d6bcb4c02 req-27a1468e-4bcf-4248-ac7b-c4f2d8d57f7c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572467 Nov 02 12:13:38.664461 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-43a9605a-db25-4084-b016-0f70d4a1e587 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:38.689469 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-43a9605a-db25-4084-b016-0f70d4a1e587 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:38.822874 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-43a9605a-db25-4084-b016-0f70d4a1e587 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:38.831122 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-43a9605a-db25-4084-b016-0f70d4a1e587 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:38.832606 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-43a9605a-db25-4084-b016-0f70d4a1e587 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/12d4acab-9493-4ad9-ade8-7943199f69ca HTTP/1.1" status: 204 len: 168 time: 0.2097719 Nov 02 12:13:38.835591 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47190) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:38.838707 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9605a-db25-4084-b016-0f70d4a1e587 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12d4acab-9493-4ad9-ade8-7943199f69ca,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:38.901258 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7d45f64f-9422-494a-9142-debd21213956 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0638051 Nov 02 12:13:38.904373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47192) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:38.975507 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc409932-1497-4088-9fe0-0b883277d4e0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:39.000429 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc409932-1497-4088-9fe0-0b883277d4e0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:39.143787 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc409932-1497-4088-9fe0-0b883277d4e0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:39.146326 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc409932-1497-4088-9fe0-0b883277d4e0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:39.147757 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bc409932-1497-4088-9fe0-0b883277d4e0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-groups/b139af8b-ac26-4a80-a442-33e0ffc064f0 HTTP/1.1" status: 204 len: 168 time: 0.2422962 Nov 02 12:13:39.151439 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47194) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:39.158273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc409932-1497-4088-9fe0-0b883277d4e0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b139af8b-ac26-4a80-a442-33e0ffc064f0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:39.213100 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-305f240e-7304-4e35-b546-4acc7b5240cc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0601068 Nov 02 12:13:39.216913 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47196) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:39.222494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-fdcf96b2-e4dd-4ccc-b3ff-85a58a2cec0c tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group': {'name': 'tempest-secgroup--264781565'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:39.367478 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fdcf96b2-e4dd-4ccc-b3ff-85a58a2cec0c tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:39.453423 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fdcf96b2-e4dd-4ccc-b3ff-85a58a2cec0c tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:39.586184 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fdcf96b2-e4dd-4ccc-b3ff-85a58a2cec0c tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:39.625591 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf96b2-e4dd-4ccc-b3ff-85a58a2cec0c tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=240d57b3-23c3-4db6-b7d4-540560ec63a2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:39.695604 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fdcf96b2-e4dd-4ccc-b3ff-85a58a2cec0c tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:39.700313 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fdcf96b2-e4dd-4ccc-b3ff-85a58a2cec0c tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4792020 Nov 02 12:13:39.700623 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47206) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:39.708545 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6af2d711-159d-4879-a857-e51ccffbb214 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group_rule': {'security_group_id': '240d57b3-23c3-4db6-b7d4-540560ec63a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:39.800525 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10ddd8-1a79-4824-b766-835d5e30a9d7 req-1ef48db5-2a5d-4e0d-a448-556c1a628483 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:39.802092 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e10ddd8-1a79-4824-b766-835d5e30a9d7 req-1ef48db5-2a5d-4e0d-a448-556c1a628483 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 945 time: 0.0564175 Nov 02 12:13:39.862296 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6af2d711-159d-4879-a857-e51ccffbb214 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:39.867567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e10ddd8-1a79-4824-b766-835d5e30a9d7 req-c8c4162a-964f-4912-8bc5-96adcdb1a7e2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553484 Nov 02 12:13:39.922868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-f155dcbc-a5af-4186-a0c8-b9a91f05b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:39.924833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-f155dcbc-a5af-4186-a0c8-b9a91f05b32b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348&tenant_id=07cf3fda95d044dc8f8b573bd1e4f625 HTTP/1.1" status: 200 len: 1097 time: 0.0563536 Nov 02 12:13:39.939234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:39.951312 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6af2d711-159d-4879-a857-e51ccffbb214 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:40.010626 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:40.029587 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6af2d711-159d-4879-a857-e51ccffbb214 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:40.058241 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2d711-159d-4879-a857-e51ccffbb214 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9533b24a-6807-43c8-a28c-d18a217a7f9a,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:40.189380 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6af2d711-159d-4879-a857-e51ccffbb214 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:40.192304 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6af2d711-159d-4879-a857-e51ccffbb214 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4888589 Nov 02 12:13:40.193571 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47214) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:40.198148 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b2c0e31f-164f-4c8b-8664-681795480d2d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group_rule': {'security_group_id': '240d57b3-23c3-4db6-b7d4-540560ec63a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:40.295018 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:13:40.295950 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:40.342711 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e31f-164f-4c8b-8664-681795480d2d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:40.383991 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:13:40.505254 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:13:40.508594 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a62935-1fa7-4d0b-98be-d342ba1fcfb0" -d '{"events": [{"server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "name": "network-vif-unplugged", "status": "completed", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:13:40.515076 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:40.515739 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:40.554903 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Transition to ACTIVE for port object 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:13:40.595678 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 12:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc611471-73f9-42aa-bc76-f7dc4c73099d x-openstack-request-id: req-fc611471-73f9-42aa-bc76-f7dc4c73099d {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:13:40.596079 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "name": "network-vif-unplugged", "status": "completed", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:13:40.596477 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc611471-73f9-42aa-bc76-f7dc4c73099d {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:13:40.597104 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'code': 200} Nov 02 12:13:40.691848 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:40.776572 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e31f-164f-4c8b-8664-681795480d2d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:40.785064 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:13:40.785587 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:13:40.809963 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47222) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:40.811289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,revision_number=10']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:40.902334 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e31f-164f-4c8b-8664-681795480d2d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:40.936884 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] No DVR routers for this DVR port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:13:41.016626 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0e31f-164f-4c8b-8664-681795480d2d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1809a677-f59f-4d72-8063-5c5d1d9176d4,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:41.089754 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06708a31-332b-45d1-b5ed-8be5a41eb153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:41.132257 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2c0e31f-164f-4c8b-8664-681795480d2d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:41.133998 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b2c0e31f-164f-4c8b-8664-681795480d2d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9394574 Nov 02 12:13:41.144051 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47228) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:41.153011 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-26f7cac6-b4ee-43df-a056-6f66a03985ae tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group_rule': {'security_group_id': '240d57b3-23c3-4db6-b7d4-540560ec63a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:41.253349 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06708a31-332b-45d1-b5ed-8be5a41eb153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:41.505632 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-26f7cac6-b4ee-43df-a056-6f66a03985ae tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:41.573544 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-26f7cac6-b4ee-43df-a056-6f66a03985ae tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:41.603795 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06708a31-332b-45d1-b5ed-8be5a41eb153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:41.620309 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e6b8f-801c-4236-910e-995b001f0960 req-65852c6a-1de6-4683-a48d-6c9f075a8df4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:41.623367 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b5e6b8f-801c-4236-910e-995b001f0960 req-65852c6a-1de6-4683-a48d-6c9f075a8df4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 944 time: 0.5807016 Nov 02 12:13:41.669565 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-06708a31-332b-45d1-b5ed-8be5a41eb153 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=10c1a9dd802a42cb9f9ae0d95d959037&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8527517 Nov 02 12:13:41.669565 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47232) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:41.674940 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06708a31-332b-45d1-b5ed-8be5a41eb153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7fe026-056f-4817-9777-b8670abc8764,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:41.712388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Attempting to bind port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:13:41.712855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Attempting to bind port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:13:41.713036 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Attempting to bind port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed on network 00516d6f-746d-40b8-a358-bef24915abd9 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:13:41.736372 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed on network 00516d6f-746d-40b8-a358-bef24915abd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:13:41.736746 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Attempting to bind port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed on network 00516d6f-746d-40b8-a358-bef24915abd9 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:13:41.743497 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b5e6b8f-801c-4236-910e-995b001f0960 req-1a098405-81a2-4430-9b35-eee4812f19bf tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090934 Nov 02 12:13:41.747206 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a581e7b-b9f9-44f2-9e17-f60168ea776a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:41.755872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:13:41.756388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Checking segment: {'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:13:41.757780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Bound using segment: {'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:13:41.758336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Bound port: 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8060f69b-1231-48c2-8ebc-b3110247e0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:13:41.761072 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:41.779800 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a581e7b-b9f9-44f2-9e17-f60168ea776a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:41.814034 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-26f7cac6-b4ee-43df-a056-6f66a03985ae tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:41.859211 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7cac6-b4ee-43df-a056-6f66a03985ae tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b762253a-25c4-44f8-ba20-4c65b6fd4ac2,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:41.900403 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:13:41.905540 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:13:42.044912 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-26f7cac6-b4ee-43df-a056-6f66a03985ae tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:42.046199 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-26f7cac6-b4ee-43df-a056-6f66a03985ae tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9008276 Nov 02 12:13:42.051104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47234) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:42.056358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-7dcc0c02-6983-4e4c-9208-2d5faacf94bb tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group_rule': {'security_group_id': '240d57b3-23c3-4db6-b7d4-540560ec63a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:42.107273 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a581e7b-b9f9-44f2-9e17-f60168ea776a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:42.108173 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:42.113371 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a581e7b-b9f9-44f2-9e17-f60168ea776a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:42.120134 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3a581e7b-b9f9-44f2-9e17-f60168ea776a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be7fe026-056f-4817-9777-b8670abc8764 HTTP/1.1" status: 204 len: 168 time: 0.4553924 Nov 02 12:13:42.136236 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a581e7b-b9f9-44f2-9e17-f60168ea776a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7fe026-056f-4817-9777-b8670abc8764,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:42.183190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:42.184273 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:42.185860 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] 10.222.0.54 "PUT /v2.0/ports/8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed HTTP/1.1" status: 200 len: 1093 time: 2.2533772 Nov 02 12:13:42.213595 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62295c1-ab1a-474e-8a32-72f486937779 service neutron] Pushing event updated for resources: {'Port': ['ID=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,revision_number=11']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:42.236039 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0c02-6983-4e4c-9208-2d5faacf94bb tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:42.323941 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-7b5b6892-ca23-494a-88cc-7392b369ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:42.326431 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-7b5b6892-ca23-494a-88cc-7392b369ac1a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 1096 time: 0.1059501 Nov 02 12:13:42.400689 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0c02-6983-4e4c-9208-2d5faacf94bb tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:42.477542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-e77f950c-f667-43df-a934-06ca95ae3541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:42.479079 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-e77f950c-f667-43df-a934-06ca95ae3541 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00516d6f-746d-40b8-a358-bef24915abd9 HTTP/1.1" status: 200 len: 897 time: 0.1443233 Nov 02 12:13:42.560749 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-cbcadf8d-4a1e-46f6-9fb1-25d386161b0b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed HTTP/1.1" status: 200 len: 997 time: 0.0745451 Nov 02 12:13:42.616578 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:13:42.619431 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:13:42.627072 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0c02-6983-4e4c-9208-2d5faacf94bb tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:42.659398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc0c02-6983-4e4c-9208-2d5faacf94bb tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23859e6-a293-40c8-b6ea-dd886d21ae22,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:42.664514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-af6aed88-ba8c-4728-ad54-0289c8ff503b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:42.665972 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-af6aed88-ba8c-4728-ad54-0289c8ff503b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b78498b4-04fd-46bf-bc39-b176cdb7c77c HTTP/1.1" status: 200 len: 835 time: 0.0971930 Nov 02 12:13:42.707225 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05590940-ce48-4d95-b730-7b7fb9d7979a x-openstack-request-id: req-05590940-ce48-4d95-b730-7b7fb9d7979a {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:13:42.707655 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:13:42.707912 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05590940-ce48-4d95-b730-7b7fb9d7979a {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:13:42.708322 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'status': 'completed', 'code': 200} Nov 02 12:13:42.726283 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-957534f3-aeba-4904-957b-46e132be06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:42.727961 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-957534f3-aeba-4904-957b-46e132be06cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00516d6f-746d-40b8-a358-bef24915abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545876 Nov 02 12:13:42.841947 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-4bf2b02b-f4bd-40f0-bc36-252b69d13fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:42.843539 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-4bf2b02b-f4bd-40f0-bc36-252b69d13fe4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 1096 time: 0.1147196 Nov 02 12:13:42.849770 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7dcc0c02-6983-4e4c-9208-2d5faacf94bb tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:42.853635 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7dcc0c02-6983-4e4c-9208-2d5faacf94bb tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7984564 Nov 02 12:13:42.854525 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47256) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:42.872877 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-fc3021f1-ff7f-44f7-8cfb-a0afa88c171e tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group_rule': {'security_group_id': '240d57b3-23c3-4db6-b7d4-540560ec63a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:42.973743 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-a3d6b19c-647b-4d43-b479-89e760227814 service neutron] 10.222.0.54 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369485 Nov 02 12:13:43.081256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85369c-1ac9-4db9-af8a-1385de8ebb07 req-c74c3e61-6c07-42bf-a71b-c6078e1ef372 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:43.082902 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e85369c-1ac9-4db9-af8a-1385de8ebb07 req-c74c3e61-6c07-42bf-a71b-c6078e1ef372 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 944 time: 0.2056029 Nov 02 12:13:43.130106 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-d631f2c2-b678-441e-aa2c-ee5f2590a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:43.130245 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-d631f2c2-b678-441e-aa2c-ee5f2590a3de service neutron] 10.222.0.79 "GET /v2.0/networks?id=00516d6f-746d-40b8-a358-bef24915abd9 HTTP/1.1" status: 200 len: 897 time: 0.2763450 Nov 02 12:13:43.191571 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148d90c7-b8f6-4de4-9599-86b44b0ca487 req-c454e35d-8545-4e12-97bd-9511534e5f1e service neutron] 10.222.0.54 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064207 Nov 02 12:13:43.233234 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e85369c-1ac9-4db9-af8a-1385de8ebb07 req-fb2da709-7216-42de-9b6d-99d466e289dc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423092 Nov 02 12:13:43.240859 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-f8f976ef-5178-4bc5-b376-d83c923dc599 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed HTTP/1.1" status: 200 len: 997 time: 0.0987749 Nov 02 12:13:43.247758 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fc3021f1-ff7f-44f7-8cfb-a0afa88c171e tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:43.350522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-e27c366b-e755-4db3-a994-ddf316c0acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:43.356654 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-e27c366b-e755-4db3-a994-ddf316c0acf9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b78498b4-04fd-46bf-bc39-b176cdb7c77c HTTP/1.1" status: 200 len: 835 time: 0.1056945 Nov 02 12:13:43.432162 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fc3021f1-ff7f-44f7-8cfb-a0afa88c171e tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:43.448357 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-6d8a3646-f35c-41f7-830f-ee437059ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:43.457128 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-6d8a3646-f35c-41f7-830f-ee437059ef89 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00516d6f-746d-40b8-a358-bef24915abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771925 Nov 02 12:13:43.582667 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-8a084f6c-a7e0-4e79-af0d-07504f53f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:43.584383 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-8a084f6c-a7e0-4e79-af0d-07504f53f040 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 1096 time: 0.0972812 Nov 02 12:13:43.625370 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-98358650-c293-45d7-a563-5d6c08d83d98 service neutron] 10.222.0.79 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671481 Nov 02 12:13:43.647972 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fc3021f1-ff7f-44f7-8cfb-a0afa88c171e tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:43.758073 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3021f1-ff7f-44f7-8cfb-a0afa88c171e tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b87cf4-24d0-4174-9d57-c41216362379,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:43.792513 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-3793e487-fdc3-4612-8ed0-490854d87c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:43.795703 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-3793e487-fdc3-4612-8ed0-490854d87c90 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00516d6f-746d-40b8-a358-bef24915abd9 HTTP/1.1" status: 200 len: 897 time: 0.2008963 Nov 02 12:13:43.852781 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-ad1a4687-42f9-47b5-8d7a-37d151bb0281 service neutron] 10.222.0.79 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177551 Nov 02 12:13:43.872977 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fc3021f1-ff7f-44f7-8cfb-a0afa88c171e tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:43.874878 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fc3021f1-ff7f-44f7-8cfb-a0afa88c171e tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0171154 Nov 02 12:13:43.892521 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47272) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:43.909805 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-0ec429a1-607f-42c3-8873-5992476429d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed HTTP/1.1" status: 200 len: 997 time: 0.1045680 Nov 02 12:13:43.971500 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8c7ef35-5d18-44a1-97de-a15d3709d715 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:43.985741 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8c7ef35-5d18-44a1-97de-a15d3709d715 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:44.002495 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-ab2c3015-213c-4e3d-87bf-422a5d118fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:44.004000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-ab2c3015-213c-4e3d-87bf-422a5d118fad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b78498b4-04fd-46bf-bc39-b176cdb7c77c HTTP/1.1" status: 200 len: 835 time: 0.0860519 Nov 02 12:13:44.055698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-d8d99b57-cbe2-4cff-8104-2a350d337ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:44.057276 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-d8d99b57-cbe2-4cff-8104-2a350d337ea3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00516d6f-746d-40b8-a358-bef24915abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458920 Nov 02 12:13:44.125370 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8c7ef35-5d18-44a1-97de-a15d3709d715 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:44.130400 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8c7ef35-5d18-44a1-97de-a15d3709d715 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:44.131750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b8c7ef35-5d18-44a1-97de-a15d3709d715 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/37b87cf4-24d0-4174-9d57-c41216362379 HTTP/1.1" status: 204 len: 168 time: 0.2383542 Nov 02 12:13:44.134404 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47278) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:44.146477 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7ef35-5d18-44a1-97de-a15d3709d715 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37b87cf4-24d0-4174-9d57-c41216362379,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:44.175432 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-db6b88b3-386b-462f-b0cd-a550b1844e47 service neutron] 10.222.0.54 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100178 Nov 02 12:13:44.196788 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c9e94930-f4b9-4f29-8a73-98efec71b12b tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0610414 Nov 02 12:13:44.200329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47280) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:44.228263 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-634ac0bb-8b38-4392-9421-16188d7861fc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:44.236542 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-634ac0bb-8b38-4392-9421-16188d7861fc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:44.281239 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4759d8cd-435c-4d63-8a36-7a3f69be5ff9 req-bffa3d80-731d-48dd-b954-e7834bc4430b service neutron] 10.222.0.54 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973248 Nov 02 12:13:44.389872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9130c0-be67-48a8-a8c6-ff1c0157bc63 req-3585a7bd-83d6-402c-93e7-907a5a669362 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:44.391749 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb9130c0-be67-48a8-a8c6-ff1c0157bc63 req-3585a7bd-83d6-402c-93e7-907a5a669362 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 944 time: 0.0600169 Nov 02 12:13:44.461416 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb9130c0-be67-48a8-a8c6-ff1c0157bc63 req-04657e2b-f175-4009-ba5c-d20863a4e77d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632589 Nov 02 12:13:44.470265 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-634ac0bb-8b38-4392-9421-16188d7861fc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:44.475732 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-634ac0bb-8b38-4392-9421-16188d7861fc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:44.476924 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-634ac0bb-8b38-4392-9421-16188d7861fc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/d23859e6-a293-40c8-b6ea-dd886d21ae22 HTTP/1.1" status: 204 len: 168 time: 0.2754102 Nov 02 12:13:44.479938 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47288) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:44.491853 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ac0bb-8b38-4392-9421-16188d7861fc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d23859e6-a293-40c8-b6ea-dd886d21ae22,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:44.536053 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-92ec505f-3a06-48ab-81d3-d2dc9542dbcc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0541918 Nov 02 12:13:44.539261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47290) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:44.566595 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ccb314ca-5da3-4101-af31-18bd95831cb6 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:44.574752 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ccb314ca-5da3-4101-af31-18bd95831cb6 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:44.757846 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ccb314ca-5da3-4101-af31-18bd95831cb6 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:44.763908 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ccb314ca-5da3-4101-af31-18bd95831cb6 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:44.768064 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ccb314ca-5da3-4101-af31-18bd95831cb6 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/b762253a-25c4-44f8-ba20-4c65b6fd4ac2 HTTP/1.1" status: 204 len: 168 time: 0.2250342 Nov 02 12:13:44.768966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47298) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:44.775176 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb314ca-5da3-4101-af31-18bd95831cb6 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b762253a-25c4-44f8-ba20-4c65b6fd4ac2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:44.845908 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1342ca86-de27-4f85-bd48-bae4c89b44d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0752220 Nov 02 12:13:44.848534 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47300) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:44.874346 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-406be3fb-a76a-4cd8-b4f6-519e3a5a58ba tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:44.886322 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-406be3fb-a76a-4cd8-b4f6-519e3a5a58ba tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:45.123114 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-406be3fb-a76a-4cd8-b4f6-519e3a5a58ba tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:45.130999 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-406be3fb-a76a-4cd8-b4f6-519e3a5a58ba tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:45.132120 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-406be3fb-a76a-4cd8-b4f6-519e3a5a58ba tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/1809a677-f59f-4d72-8063-5c5d1d9176d4 HTTP/1.1" status: 204 len: 168 time: 0.2824705 Nov 02 12:13:45.135008 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47310) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:45.136348 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406be3fb-a76a-4cd8-b4f6-519e3a5a58ba tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1809a677-f59f-4d72-8063-5c5d1d9176d4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:45.181791 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a17cedbf-414b-43aa-bd45-de28a894654f tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0453007 Nov 02 12:13:45.184486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47312) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:45.221192 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ba65-c9e7-4c12-8daf-5fc423db9f2d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:45.233984 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ba65-c9e7-4c12-8daf-5fc423db9f2d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:45.531830 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ba65-c9e7-4c12-8daf-5fc423db9f2d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:45.538441 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a6e5ba65-c9e7-4c12-8daf-5fc423db9f2d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:45.543097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47320) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:45.544146 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a6e5ba65-c9e7-4c12-8daf-5fc423db9f2d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/9533b24a-6807-43c8-a28c-d18a217a7f9a HTTP/1.1" status: 204 len: 168 time: 0.3560650 Nov 02 12:13:45.569359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5ba65-c9e7-4c12-8daf-5fc423db9f2d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9533b24a-6807-43c8-a28c-d18a217a7f9a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:45.616750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ee720e36-ef57-4cc0-87a4-a5ed3104b8af tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0692451 Nov 02 12:13:45.617019 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47324) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:45.659230 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ef8fd-9388-41c5-976e-ffb1df57c59b req-7e026dad-3f58-4904-ab06-ae28120b7522 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:45.660922 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd0ef8fd-9388-41c5-976e-ffb1df57c59b req-7e026dad-3f58-4904-ab06-ae28120b7522 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 944 time: 0.0961165 Nov 02 12:13:45.721068 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-676c2a13-6df3-4de2-b764-d83772046626 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:45.747455 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd0ef8fd-9388-41c5-976e-ffb1df57c59b req-2bb75f53-81f6-44f0-a526-4feb6896c4f1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765758 Nov 02 12:13:45.763601 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-676c2a13-6df3-4de2-b764-d83772046626 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:45.963143 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-676c2a13-6df3-4de2-b764-d83772046626 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:45.966688 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-676c2a13-6df3-4de2-b764-d83772046626 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:45.970151 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-676c2a13-6df3-4de2-b764-d83772046626 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-groups/240d57b3-23c3-4db6-b7d4-540560ec63a2 HTTP/1.1" status: 204 len: 168 time: 0.3481679 Nov 02 12:13:45.970897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47328) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:45.978436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c2a13-6df3-4de2-b764-d83772046626 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=240d57b3-23c3-4db6-b7d4-540560ec63a2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:46.030208 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-408c39eb-637a-44d1-9a59-3f719359399d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0537024 Nov 02 12:13:46.030563 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47332) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:46.035491 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e1e7c163-0d2c-4d10-8cef-27e4c58efac1 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group': {'name': 'tempest-secgroup--770268019'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:46.228774 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c163-0d2c-4d10-8cef-27e4c58efac1 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:46.306811 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c163-0d2c-4d10-8cef-27e4c58efac1 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:46.501379 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c163-0d2c-4d10-8cef-27e4c58efac1 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:46.543827 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:13:46.558974 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7c163-0d2c-4d10-8cef-27e4c58efac1 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbb7373-6ad9-42f4-8768-8e5f670494c4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:46.656297 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:46.669203 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9', 'port_id': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'mac_address': 'fa:16:3e:4b:44:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:13:46.709011 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:46.726862 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:13:46.734810 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e1e7c163-0d2c-4d10-8cef-27e4c58efac1 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:46.734810 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e1e7c163-0d2c-4d10-8cef-27e4c58efac1 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6971097 Nov 02 12:13:46.734810 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47346) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:46.738449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6abf4e50-ddcc-4d24-9ae2-81fe794daf61 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group_rule': {'security_group_id': '4cbb7373-6ad9-42f4-8768-8e5f670494c4', 'direction': 'ingress', 'protocol': 17}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:46.756488 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:46.874580 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca4d51-a0db-4011-9a03-6a8121e55c82 req-f7edbd87-d5aa-494d-b687-fcb7bdb0abaf tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:46.878496 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-45ca4d51-a0db-4011-9a03-6a8121e55c82 req-f7edbd87-d5aa-494d-b687-fcb7bdb0abaf tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 944 time: 0.0525839 Nov 02 12:13:46.920270 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:46.931004 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-45ca4d51-a0db-4011-9a03-6a8121e55c82 req-6a452bc6-38b5-46c9-a023-da4d302e3166 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472372 Nov 02 12:13:46.955270 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47352) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:46.972493 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,revision_number=12']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:46.980004 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:46.982396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:46.982396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:46.982396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:46.982396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:46.982396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:46.982396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:46.982396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:46.983072 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:46.983072 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:46.983324 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:46.983653 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:47.018725 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6abf4e50-ddcc-4d24-9ae2-81fe794daf61 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:47.039258 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-86058d83-abc1-4896-ae7c-bc580637e6ee tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/floatingips/f5cbdc78-224f-4fac-8a52-8041424b4418 HTTP/1.1" status: 200 len: 990 time: 0.0810511 Nov 02 12:13:47.099821 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6abf4e50-ddcc-4d24-9ae2-81fe794daf61 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:47.153568 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:13:47.231654 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6abf4e50-ddcc-4d24-9ae2-81fe794daf61 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:47.252519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf4e50-ddcc-4d24-9ae2-81fe794daf61 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7748e62-a3b7-40f4-9378-cfc0559ab518,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:47.399646 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6abf4e50-ddcc-4d24-9ae2-81fe794daf61 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:47.401094 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6abf4e50-ddcc-4d24-9ae2-81fe794daf61 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6670260 Nov 02 12:13:47.404659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47356) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:47.485175 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38d64b5c-827c-4ad1-a14e-2adce36a0027 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:47.535549 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38d64b5c-827c-4ad1-a14e-2adce36a0027 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:47.680046 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d39eb557-d101-4560-864f-7cc2f51b247e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:47.857995 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38d64b5c-827c-4ad1-a14e-2adce36a0027 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:47.860746 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-38d64b5c-827c-4ad1-a14e-2adce36a0027 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:47.864550 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-38d64b5c-827c-4ad1-a14e-2adce36a0027 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-groups/4cbb7373-6ad9-42f4-8768-8e5f670494c4 HTTP/1.1" status: 204 len: 168 time: 0.4561532 Nov 02 12:13:47.864965 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47366) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:47.882437 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d64b5c-827c-4ad1-a14e-2adce36a0027 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbb7373-6ad9-42f4-8768-8e5f670494c4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:47.922819 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c0f34a73-20cd-40ed-92d1-3d0aa9b11889 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0563486 Nov 02 12:13:47.928262 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47368) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:47.933646 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-da6e94ba-19f9-40a2-911e-fdd5dbef1d05 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group': {'name': 'tempest-secgroup--738068506'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:48.217312 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da6e94ba-19f9-40a2-911e-fdd5dbef1d05 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:48.298704 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da6e94ba-19f9-40a2-911e-fdd5dbef1d05 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:48.378199 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da6e94ba-19f9-40a2-911e-fdd5dbef1d05 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:48.392812 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47374) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:48.423789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e94ba-19f9-40a2-911e-fdd5dbef1d05 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b9b73e-9d09-49e6-8617-ebceba8745e5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:48.433372 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e94ba-19f9-40a2-911e-fdd5dbef1d05 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:48.440497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e94ba-19f9-40a2-911e-fdd5dbef1d05 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:48.440497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e94ba-19f9-40a2-911e-fdd5dbef1d05 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:48.440497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e94ba-19f9-40a2-911e-fdd5dbef1d05 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:48.440497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e94ba-19f9-40a2-911e-fdd5dbef1d05 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:48.440497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e94ba-19f9-40a2-911e-fdd5dbef1d05 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:48.440497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e94ba-19f9-40a2-911e-fdd5dbef1d05 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:48.440497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e94ba-19f9-40a2-911e-fdd5dbef1d05 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:48.440497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e94ba-19f9-40a2-911e-fdd5dbef1d05 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:48.440497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e94ba-19f9-40a2-911e-fdd5dbef1d05 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:48.440497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e94ba-19f9-40a2-911e-fdd5dbef1d05 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:48.440497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6e94ba-19f9-40a2-911e-fdd5dbef1d05 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:48.542984 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c5ce48b-c0e2-463b-940d-88a1c42a6d12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:48.552802 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:13:48.593513 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da6e94ba-19f9-40a2-911e-fdd5dbef1d05 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:48.606651 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-da6e94ba-19f9-40a2-911e-fdd5dbef1d05 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6653881 Nov 02 12:13:48.606830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47378) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:48.606830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-83331970-227f-4047-bbd0-9053958743d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598747463'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:48.643581 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c5ce48b-c0e2-463b-940d-88a1c42a6d12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:48.822811 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:13:48.830266 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:13:48.830800 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:48.908710 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c5ce48b-c0e2-463b-940d-88a1c42a6d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:48.909321 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83331970-227f-4047-bbd0-9053958743d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:48.966753 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:48.966982 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7c5ce48b-c0e2-463b-940d-88a1c42a6d12 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54e6b86776004f5ba910ad7a7a1ab4c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5617609 Nov 02 12:13:48.966982 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ce48b-c0e2-463b-940d-88a1c42a6d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35fd83b-5475-4122-98d9-47daa4452f3a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:48.967311 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47382) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:49.005765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:13:49.008885 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73608956-b34e-405b-9e57-a72db7f75a07" -d '{"events": [{"server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "name": "network-vif-plugged", "status": "completed", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:13:49.013338 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:49.061058 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8b2ab2-0cf9-45f2-b3ae-57c800907328 x-openstack-request-id: req-ac8b2ab2-0cf9-45f2-b3ae-57c800907328 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:13:49.061415 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "name": "network-vif-plugged", "status": "completed", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:13:49.061761 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac8b2ab2-0cf9-45f2-b3ae-57c800907328 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:13:49.062270 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'code': 200} Nov 02 12:13:49.091174 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fff9d072-2e9c-4cc1-b13f-69cd0643e09d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:49.113582 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83331970-227f-4047-bbd0-9053958743d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:49.124644 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fff9d072-2e9c-4cc1-b13f-69cd0643e09d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:49.143120 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:49.211488 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,revision_number=13']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:49.240163 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83331970-227f-4047-bbd0-9053958743d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:49.275133 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fff9d072-2e9c-4cc1-b13f-69cd0643e09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:49.277756 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fff9d072-2e9c-4cc1-b13f-69cd0643e09d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:49.279080 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fff9d072-2e9c-4cc1-b13f-69cd0643e09d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c35fd83b-5475-4122-98d9-47daa4452f3a HTTP/1.1" status: 204 len: 168 time: 0.3101254 Nov 02 12:13:49.280096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83331970-227f-4047-bbd0-9053958743d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66bf064-ebff-4472-8650-b2b4efe04a4c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:49.293853 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83331970-227f-4047-bbd0-9053958743d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:49.294536 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83331970-227f-4047-bbd0-9053958743d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:49.294893 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83331970-227f-4047-bbd0-9053958743d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:49.295263 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83331970-227f-4047-bbd0-9053958743d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:49.295602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83331970-227f-4047-bbd0-9053958743d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:49.296086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83331970-227f-4047-bbd0-9053958743d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:49.296430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83331970-227f-4047-bbd0-9053958743d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:49.296769 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83331970-227f-4047-bbd0-9053958743d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:49.297105 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83331970-227f-4047-bbd0-9053958743d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:49.297485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83331970-227f-4047-bbd0-9053958743d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:49.298163 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83331970-227f-4047-bbd0-9053958743d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:49.298163 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83331970-227f-4047-bbd0-9053958743d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:13:49.311860 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9d072-2e9c-4cc1-b13f-69cd0643e09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35fd83b-5475-4122-98d9-47daa4452f3a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:49.452899 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83331970-227f-4047-bbd0-9053958743d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:49.457533 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-83331970-227f-4047-bbd0-9053958743d0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8554857 Nov 02 12:13:49.457998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47388) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:49.463619 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-b7c5ad17-d4dd-4bda-b566-9caf4d982400 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group_rule': {'security_group_id': '14b9b73e-9d09-49e6-8617-ebceba8745e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a66bf064-ebff-4472-8650-b2b4efe04a4c', 'remote_ip_prefix': None}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:49.655572 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b7c5ad17-d4dd-4bda-b566-9caf4d982400 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:49.773660 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b7c5ad17-d4dd-4bda-b566-9caf4d982400 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:49.822846 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d75ea915-a2c2-4dfc-9258-1e0ba34fb577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:49.920583 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b7c5ad17-d4dd-4bda-b566-9caf4d982400 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:49.943594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5ad17-d4dd-4bda-b566-9caf4d982400 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1c4be6-ada1-46c4-89d3-b864b1c2dfc0,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:50.004872 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:13:50.043272 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b7c5ad17-d4dd-4bda-b566-9caf4d982400 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:50.044859 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b7c5ad17-d4dd-4bda-b566-9caf4d982400 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5856113 Nov 02 12:13:50.047919 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47394) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:50.074826 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b8f1ac06-ba52-40d3-a184-4df871f4bd50 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:50.084848 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b8f1ac06-ba52-40d3-a184-4df871f4bd50 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:50.206135 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b8f1ac06-ba52-40d3-a184-4df871f4bd50 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:50.212399 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b8f1ac06-ba52-40d3-a184-4df871f4bd50 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:50.219532 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b8f1ac06-ba52-40d3-a184-4df871f4bd50 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/0e1c4be6-ada1-46c4-89d3-b864b1c2dfc0 HTTP/1.1" status: 204 len: 168 time: 0.1702256 Nov 02 12:13:50.223084 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47396) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:50.231391 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1ac06-ba52-40d3-a184-4df871f4bd50 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e1c4be6-ada1-46c4-89d3-b864b1c2dfc0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:50.275051 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9225ea61-baa0-4eaa-bf93-0b93684957ed tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0507379 Nov 02 12:13:50.278714 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47398) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:50.297654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47400) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:50.325561 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9567765-d6cd-4ff7-8dd8-08fdbe55b0d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:50.344982 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8cac0b35-b1f7-40c0-a859-9b65374b6bd8 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:50.392518 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8cac0b35-b1f7-40c0-a859-9b65374b6bd8 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:50.457957 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9567765-d6cd-4ff7-8dd8-08fdbe55b0d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:50.743186 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8cac0b35-b1f7-40c0-a859-9b65374b6bd8 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:50.745720 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8cac0b35-b1f7-40c0-a859-9b65374b6bd8 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:50.746897 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8cac0b35-b1f7-40c0-a859-9b65374b6bd8 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-groups/a66bf064-ebff-4472-8650-b2b4efe04a4c HTTP/1.1" status: 204 len: 168 time: 0.4669781 Nov 02 12:13:50.750297 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47402) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:50.757087 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac0b35-b1f7-40c0-a859-9b65374b6bd8 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66bf064-ebff-4472-8650-b2b4efe04a4c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:50.809108 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9567765-d6cd-4ff7-8dd8-08fdbe55b0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:50.862737 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b78b7121-1f5b-4aac-ab5b-c59f2e46a3c9 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1109955 Nov 02 12:13:50.867405 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47406) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:50.879133 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b9567765-d6cd-4ff7-8dd8-08fdbe55b0d1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aacc3e723279490387afee88f12f5ddf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5794928 Nov 02 12:13:50.881854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9567765-d6cd-4ff7-8dd8-08fdbe55b0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030e647f-846a-481a-9516-b63c7eda7429,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:50.883242 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47408) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:50.950649 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81f4b79c-3f7a-49ce-9f41-ec325daf33cb tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:50.981987 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81f4b79c-3f7a-49ce-9f41-ec325daf33cb tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:50.989445 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d7a1dda-2b37-4c6f-a109-f76789845869 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:51.020638 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d7a1dda-2b37-4c6f-a109-f76789845869 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:51.148871 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:51.244036 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81f4b79c-3f7a-49ce-9f41-ec325daf33cb tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:51.244732 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d7a1dda-2b37-4c6f-a109-f76789845869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:51.249084 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-81f4b79c-3f7a-49ce-9f41-ec325daf33cb tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:51.253297 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d7a1dda-2b37-4c6f-a109-f76789845869 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:51.253478 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-81f4b79c-3f7a-49ce-9f41-ec325daf33cb tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-groups/14b9b73e-9d09-49e6-8617-ebceba8745e5 HTTP/1.1" status: 204 len: 168 time: 0.3819745 Nov 02 12:13:51.255415 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47410) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:51.264893 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4d7a1dda-2b37-4c6f-a109-f76789845869 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/030e647f-846a-481a-9516-b63c7eda7429 HTTP/1.1" status: 204 len: 168 time: 0.3727355 Nov 02 12:13:51.270467 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4b79c-3f7a-49ce-9f41-ec325daf33cb tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b9b73e-9d09-49e6-8617-ebceba8745e5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:51.279449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a1dda-2b37-4c6f-a109-f76789845869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030e647f-846a-481a-9516-b63c7eda7429,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:51.329330 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c2bb5a66-aea6-4cca-add7-45fb55cdac66 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0724690 Nov 02 12:13:51.333523 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47414) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:51.339058 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-7bc18985-b117-4a21-aa8a-015d03173493 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group': {'name': 'tempest-secgroup--1869224595'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:51.545924 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7bc18985-b117-4a21-aa8a-015d03173493 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:51.625993 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7bc18985-b117-4a21-aa8a-015d03173493 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:51.925913 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7bc18985-b117-4a21-aa8a-015d03173493 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:51.962346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc18985-b117-4a21-aa8a-015d03173493 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8a23f4-a1dc-4d86-a163-1ad9ceadd974,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:52.224570 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7bc18985-b117-4a21-aa8a-015d03173493 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:52.227286 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7bc18985-b117-4a21-aa8a-015d03173493 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8912463 Nov 02 12:13:52.229290 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47426) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:52.235288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-abad963a-2387-473a-bc7c-d340f11511f3 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group_rule': {'security_group_id': 'ef8a23f4-a1dc-4d86-a163-1ad9ceadd974', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:52.508096 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-abad963a-2387-473a-bc7c-d340f11511f3 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:52.576102 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-abad963a-2387-473a-bc7c-d340f11511f3 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:52.628352 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:52.840796 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-abad963a-2387-473a-bc7c-d340f11511f3 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:52.861444 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad963a-2387-473a-bc7c-d340f11511f3 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f4702d-aec2-4121-b4e5-08d1618d2f5d,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:53.147812 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-abad963a-2387-473a-bc7c-d340f11511f3 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:53.149005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-abad963a-2387-473a-bc7c-d340f11511f3 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9182112 Nov 02 12:13:53.152534 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47440) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:53.178946 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5d930073-ba25-4676-8526-4b7d8a866e2f tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:53.187823 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5d930073-ba25-4676-8526-4b7d8a866e2f tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:53.365668 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5d930073-ba25-4676-8526-4b7d8a866e2f tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:53.375921 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5d930073-ba25-4676-8526-4b7d8a866e2f tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:53.377812 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5d930073-ba25-4676-8526-4b7d8a866e2f tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/a0f4702d-aec2-4121-b4e5-08d1618d2f5d HTTP/1.1" status: 204 len: 168 time: 0.2233510 Nov 02 12:13:53.386325 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d930073-ba25-4676-8526-4b7d8a866e2f tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0f4702d-aec2-4121-b4e5-08d1618d2f5d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:53.389378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47446) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:53.433274 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-83e10abd-0d8d-4363-94d9-20a701433699 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0424795 Nov 02 12:13:53.436207 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47448) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:53.502029 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3857a814-38d7-42ba-8af3-5d5c4ac30106 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:53.529876 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3857a814-38d7-42ba-8af3-5d5c4ac30106 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:53.782644 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3857a814-38d7-42ba-8af3-5d5c4ac30106 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:53.787274 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3857a814-38d7-42ba-8af3-5d5c4ac30106 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:53.789454 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3857a814-38d7-42ba-8af3-5d5c4ac30106 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-groups/ef8a23f4-a1dc-4d86-a163-1ad9ceadd974 HTTP/1.1" status: 204 len: 168 time: 0.3522339 Nov 02 12:13:53.791565 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47454) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:53.816427 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857a814-38d7-42ba-8af3-5d5c4ac30106 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8a23f4-a1dc-4d86-a163-1ad9ceadd974,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:53.852360 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fc330b16-ef95-4c9d-9c1e-18cb0fe5896e tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0597670 Nov 02 12:13:53.856992 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47458) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:53.861569 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c526f1e4-1415-435e-a28a-0f8d94ab6fd0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group': {'name': 'tempest-secgroup--1948027307'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:54.029082 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c526f1e4-1415-435e-a28a-0f8d94ab6fd0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:54.122820 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:54.143182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbfcb4-4e83-4c3e-9599-c941a85542f9 req-1807723c-a216-44d9-8980-96de113c08d6 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:54.144866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23bbfcb4-4e83-4c3e-9599-c941a85542f9 req-1807723c-a216-44d9-8980-96de113c08d6 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 945 time: 0.2987807 Nov 02 12:13:54.156103 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c526f1e4-1415-435e-a28a-0f8d94ab6fd0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:54.200918 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23bbfcb4-4e83-4c3e-9599-c941a85542f9 req-cf182e2e-04b5-448d-80ec-9fa91874ab9e tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475335 Nov 02 12:13:54.256906 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c526f1e4-1415-435e-a28a-0f8d94ab6fd0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:54.290346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526f1e4-1415-435e-a28a-0f8d94ab6fd0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c05bedd-3574-466a-80e9-db184d7268c2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:54.413859 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:54.456699 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c526f1e4-1415-435e-a28a-0f8d94ab6fd0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:54.456699 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c526f1e4-1415-435e-a28a-0f8d94ab6fd0 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5839267 Nov 02 12:13:54.459115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47470) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:54.465671 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6e9cbb71-94cc-4778-a1e6-59afdcf446a6 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group_rule': {'security_group_id': '6c05bedd-3574-466a-80e9-db184d7268c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:54.641227 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e9cbb71-94cc-4778-a1e6-59afdcf446a6 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:54.706430 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e9cbb71-94cc-4778-a1e6-59afdcf446a6 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:54.863100 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e9cbb71-94cc-4778-a1e6-59afdcf446a6 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:54.882704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9cbb71-94cc-4778-a1e6-59afdcf446a6 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a77f6e-3e82-4bf6-9882-3b028ea1df60,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:55.073387 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6e9cbb71-94cc-4778-a1e6-59afdcf446a6 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:55.075268 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6e9cbb71-94cc-4778-a1e6-59afdcf446a6 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6148834 Nov 02 12:13:55.077968 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47478) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:55.096387 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-41e48da0-0190-482d-9399-d9274102026e tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-group-rules/53a77f6e-3e82-4bf6-9882-3b028ea1df60 HTTP/1.1" status: 200 len: 763 time: 0.0170429 Nov 02 12:13:55.099010 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47480) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:55.143682 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bdd9643f-c145-47c9-a157-379ea8525a61 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0434239 Nov 02 12:13:55.145496 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:55.146568 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47482) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:55.174957 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-819fbdad-291c-4c97-bb09-d7fcd2193225 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:55.183796 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-819fbdad-291c-4c97-bb09-d7fcd2193225 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:55.332652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66b39a-acc4-485b-b76c-1f575f9e636b req-48a2e7bf-cd19-4e61-aa2e-ed953597728e tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:55.334335 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c66b39a-acc4-485b-b76c-1f575f9e636b req-48a2e7bf-cd19-4e61-aa2e-ed953597728e tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 945 time: 0.0598340 Nov 02 12:13:55.411453 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c66b39a-acc4-485b-b76c-1f575f9e636b req-6da5d801-642d-4e22-89d1-2dffbf90ead9 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701270 Nov 02 12:13:55.438025 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652b9ab-defe-4ba2-889c-1dd4a3c6d5c7 req-bce4b6a6-cce3-41f0-86cd-4214ce752a35 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:13:55.442471 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2652b9ab-defe-4ba2-889c-1dd4a3c6d5c7 req-bce4b6a6-cce3-41f0-86cd-4214ce752a35 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.79 "GET /v2.0/ports?device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 945 time: 0.0785666 Nov 02 12:13:55.442471 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-819fbdad-291c-4c97-bb09-d7fcd2193225 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:55.447732 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-819fbdad-291c-4c97-bb09-d7fcd2193225 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:55.449934 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-819fbdad-291c-4c97-bb09-d7fcd2193225 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/53a77f6e-3e82-4bf6-9882-3b028ea1df60 HTTP/1.1" status: 204 len: 168 time: 0.3010139 Nov 02 12:13:55.453978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47492) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:55.479409 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fbdad-291c-4c97-bb09-d7fcd2193225 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53a77f6e-3e82-4bf6-9882-3b028ea1df60,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:55.509246 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9fd5dac5-e6ad-4bd0-9ba8-98cd56f72f10 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0539870 Nov 02 12:13:55.513361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47498) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:55.519947 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-77f132f6-63a6-412f-8176-7a2a81931978 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group_rule': {'security_group_id': '6c05bedd-3574-466a-80e9-db184d7268c2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:55.560712 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-2652b9ab-defe-4ba2-889c-1dd4a3c6d5c7 req-76b9aaa0-5ea7-4709-9cd7-cfcf4f708c73 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Deleting port fa4d39af-cda9-49a2-aeed-f2e74566348b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:13:55.561058 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2652b9ab-defe-4ba2-889c-1dd4a3c6d5c7 req-76b9aaa0-5ea7-4709-9cd7-cfcf4f708c73 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:55.654874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-2652b9ab-defe-4ba2-889c-1dd4a3c6d5c7 req-76b9aaa0-5ea7-4709-9cd7-cfcf4f708c73 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] For port fa4d39af-cda9-49a2-aeed-f2e74566348b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=fa4d39af-cda9-49a2-aeed-f2e74566348b,segment=NetworkSegment(df19a5df-68fd-478a-84d1-4c8f00b25eb8),segment_id=df19a5df-68fd-478a-84d1-4c8f00b25eb8)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:13:55.655324 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2652b9ab-defe-4ba2-889c-1dd4a3c6d5c7 req-76b9aaa0-5ea7-4709-9cd7-cfcf4f708c73 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:55.668827 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-2652b9ab-defe-4ba2-889c-1dd4a3c6d5c7 req-76b9aaa0-5ea7-4709-9cd7-cfcf4f708c73 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Calling delete_port for fa4d39af-cda9-49a2-aeed-f2e74566348b owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:13:55.762500 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77f132f6-63a6-412f-8176-7a2a81931978 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:55.820832 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77f132f6-63a6-412f-8176-7a2a81931978 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:56.057086 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77f132f6-63a6-412f-8176-7a2a81931978 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:56.057380 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2652b9ab-defe-4ba2-889c-1dd4a3c6d5c7 req-76b9aaa0-5ea7-4709-9cd7-cfcf4f708c73 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:56.072137 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['fa4d39af-cda9-49a2-aeed-f2e74566348b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:13:56.077661 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f132f6-63a6-412f-8176-7a2a81931978 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1c122c-9f13-4c06-99de-7ab70aed454d,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:56.088452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9aaa0-5ea7-4709-9cd7-cfcf4f708c73 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Pushing event deleted for resources: {'Port': ['ID=fa4d39af-cda9-49a2-aeed-f2e74566348b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:56.134900 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-2652b9ab-defe-4ba2-889c-1dd4a3c6d5c7 req-76b9aaa0-5ea7-4709-9cd7-cfcf4f708c73 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] No DVR routers for this DVR port fa4d39af-cda9-49a2-aeed-f2e74566348b on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:13:56.137662 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2652b9ab-defe-4ba2-889c-1dd4a3c6d5c7 req-76b9aaa0-5ea7-4709-9cd7-cfcf4f708c73 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:56.141667 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2652b9ab-defe-4ba2-889c-1dd4a3c6d5c7 req-76b9aaa0-5ea7-4709-9cd7-cfcf4f708c73 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.79 "DELETE /v2.0/ports/fa4d39af-cda9-49a2-aeed-f2e74566348b HTTP/1.1" status: 204 len: 173 time: 0.6904392 Nov 02 12:13:56.142204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d2b5f7-0622-4965-a515-851de6284956', 'name': 'network-vif-deleted', 'tag': 'fa4d39af-cda9-49a2-aeed-f2e74566348b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:13:56.144635 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd99e042-7841-4888-b87d-803233a6e953" -d '{"events": [{"server_uuid": "46d2b5f7-0622-4965-a515-851de6284956", "name": "network-vif-deleted", "tag": "fa4d39af-cda9-49a2-aeed-f2e74566348b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:13:56.184308 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab039b39-93a7-445b-8832-f8593270d567 x-openstack-request-id: req-ab039b39-93a7-445b-8832-f8593270d567 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:13:56.184880 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d2b5f7-0622-4965-a515-851de6284956", "name": "network-vif-deleted", "tag": "fa4d39af-cda9-49a2-aeed-f2e74566348b", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:13:56.184880 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab039b39-93a7-445b-8832-f8593270d567 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:13:56.185210 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d2b5f7-0622-4965-a515-851de6284956', 'name': 'network-vif-deleted', 'tag': 'fa4d39af-cda9-49a2-aeed-f2e74566348b', 'status': 'completed', 'code': 200} Nov 02 12:13:56.396337 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-77f132f6-63a6-412f-8176-7a2a81931978 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:56.397604 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-77f132f6-63a6-412f-8176-7a2a81931978 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8828790 Nov 02 12:13:56.400403 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47512) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:56.418342 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-40b57229-d9a0-4992-87e2-0bcd7de5f218 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-group-rules/cb1c122c-9f13-4c06-99de-7ab70aed454d HTTP/1.1" status: 200 len: 763 time: 0.0159245 Nov 02 12:13:56.420606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47514) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:56.463793 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9b7cea00-4db6-4b8f-8c2d-a3e98cdc1a41 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0415039 Nov 02 12:13:56.468713 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47518) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:56.505780 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-939d1de0-86ab-4b82-af13-e712465896bc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:56.528287 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82bf5cf3-cd9b-4bee-8ff5-cf6e50b524b9 req-cdaf6ff8-e5bf-4671-9043-8de7c907f04d tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 210 time: 0.0368476 Nov 02 12:13:56.533981 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-939d1de0-86ab-4b82-af13-e712465896bc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:56.833946 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-939d1de0-86ab-4b82-af13-e712465896bc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:56.841706 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-939d1de0-86ab-4b82-af13-e712465896bc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:56.843117 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-939d1de0-86ab-4b82-af13-e712465896bc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/cb1c122c-9f13-4c06-99de-7ab70aed454d HTTP/1.1" status: 204 len: 168 time: 0.3731081 Nov 02 12:13:56.846979 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47522) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:56.849902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d1de0-86ab-4b82-af13-e712465896bc tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb1c122c-9f13-4c06-99de-7ab70aed454d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:56.897300 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0a980e09-280a-4ca6-af1d-6fb85dd7599e tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0471170 Nov 02 12:13:56.899506 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47526) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:56.903800 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-8a6fa78b-8a0d-4502-8ccd-6fd588a19e6d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Request body: {'security_group_rule': {'security_group_id': '6c05bedd-3574-466a-80e9-db184d7268c2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:13:57.100407 n-d-806683-18 neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-8a6fa78b-8a0d-4502-8ccd-6fd588a19e6d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Project 213e0c34188d4e39804b340003d072b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:13:57.107139 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a6fa78b-8a0d-4502-8ccd-6fd588a19e6d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:57.171755 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a6fa78b-8a0d-4502-8ccd-6fd588a19e6d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:57.491107 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a6fa78b-8a0d-4502-8ccd-6fd588a19e6d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:57.512040 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fa78b-8a0d-4502-8ccd-6fd588a19e6d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7034f3-9abf-47c8-bf98-97976a3fbc5e,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:57.644337 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36affa5d-7c62-4bf5-94b4-cd8a8310ec9a req-2cbb2485-d912-406e-8dfc-57fc96a1bc88 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=46d2b5f7-0622-4965-a515-851de6284956 HTTP/1.1" status: 200 len: 210 time: 0.0277412 Nov 02 12:13:57.959804 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a6fa78b-8a0d-4502-8ccd-6fd588a19e6d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:57.959804 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8a6fa78b-8a0d-4502-8ccd-6fd588a19e6d tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0455906 Nov 02 12:13:57.959804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47536) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:57.966563 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-593770f1-0ad8-448c-be27-bdb21c842367 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-group-rules/3e7034f3-9abf-47c8-bf98-97976a3fbc5e HTTP/1.1" status: 200 len: 769 time: 0.0165691 Nov 02 12:13:57.969104 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47538) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:58.016090 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-de38c43e-ac48-499a-88ea-8a19e1978f17 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0456929 Nov 02 12:13:58.019771 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47542) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:58.044189 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-239ba6b0-34cb-4652-8123-23fff2bee653 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:58.052147 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-239ba6b0-34cb-4652-8123-23fff2bee653 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:58.328168 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device fa4d39af-cda9-49a2-aeed-f2e74566348b no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:13:58.340852 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-239ba6b0-34cb-4652-8123-23fff2bee653 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:58.349829 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-239ba6b0-34cb-4652-8123-23fff2bee653 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:58.351005 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-239ba6b0-34cb-4652-8123-23fff2bee653 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/3e7034f3-9abf-47c8-bf98-97976a3fbc5e HTTP/1.1" status: 204 len: 168 time: 0.3302560 Nov 02 12:13:58.353483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: fa4d39af-cda9-49a2-aeed-f2e74566348b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:13:58.353894 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device fa4d39af-cda9-49a2-aeed-f2e74566348b not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:13:58.354265 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47548) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:58.381494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ba6b0-34cb-4652-8123-23fff2bee653 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e7034f3-9abf-47c8-bf98-97976a3fbc5e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:58.405995 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e79edbbc-b694-4b80-8e1e-ffedf388974c tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0500088 Nov 02 12:13:58.408779 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47550) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:58.462385 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42ed6f36-dbeb-49ba-a6d1-676696dc1dbe tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:58.485061 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42ed6f36-dbeb-49ba-a6d1-676696dc1dbe tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:58.737027 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42ed6f36-dbeb-49ba-a6d1-676696dc1dbe tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:58.741075 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42ed6f36-dbeb-49ba-a6d1-676696dc1dbe tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:58.741878 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-42ed6f36-dbeb-49ba-a6d1-676696dc1dbe tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "DELETE /v2.0/security-groups/6c05bedd-3574-466a-80e9-db184d7268c2 HTTP/1.1" status: 204 len: 168 time: 0.3314521 Nov 02 12:13:58.744209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47558) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:58.752900 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed6f36-dbeb-49ba-a6d1-676696dc1dbe tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c05bedd-3574-466a-80e9-db184d7268c2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:13:58.805406 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7c2ccb08-9c68-45a3-a545-e8feafc97c59 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0585234 Nov 02 12:13:58.810166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47560) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:58.865947 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2fd41a9e-cf74-4f1e-8324-15aac47b5f14 tempest-SecGroupIPv6Test-1321277706 tempest-SecGroupIPv6Test-1321277706-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0525088 Nov 02 12:13:59.536060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47566) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:59.672180 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdc30-81f5-4014-a4cf-a7c0552c0e4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:59.751893 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdc30-81f5-4014-a4cf-a7c0552c0e4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:59.884959 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47574) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:13:59.954384 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fd5bdc30-81f5-4014-a4cf-a7c0552c0e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:13:59.996000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fd5bdc30-81f5-4014-a4cf-a7c0552c0e4a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e5d4e2cb4ee34fa38695d5d453145bdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4580748 Nov 02 12:14:00.004153 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bdc30-81f5-4014-a4cf-a7c0552c0e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53364b46-0a74-4718-a8da-84a4bbf269cf,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:00.004412 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47578) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:00.066345 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9efa95ab-4b26-4018-8cfb-bfe486b04f50 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=213e0c34188d4e39804b340003d072b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1801431 Nov 02 12:14:00.068997 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47580) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:00.082676 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-69e97870-081e-43d1-90e8-fdead2f9b852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:00.108370 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-69e97870-081e-43d1-90e8-fdead2f9b852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:00.125611 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fadcd80e-c1d2-47da-a684-f7952f1d42c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:00.149564 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fadcd80e-c1d2-47da-a684-f7952f1d42c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:00.274054 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-69e97870-081e-43d1-90e8-fdead2f9b852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:00.276940 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-69e97870-081e-43d1-90e8-fdead2f9b852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:00.278235 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-69e97870-081e-43d1-90e8-fdead2f9b852 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/53364b46-0a74-4718-a8da-84a4bbf269cf HTTP/1.1" status: 204 len: 168 time: 0.2786577 Nov 02 12:14:00.287234 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e97870-081e-43d1-90e8-fdead2f9b852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53364b46-0a74-4718-a8da-84a4bbf269cf,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:00.435200 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fadcd80e-c1d2-47da-a684-f7952f1d42c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:00.437777 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fadcd80e-c1d2-47da-a684-f7952f1d42c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:00.463469 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fadcd80e-c1d2-47da-a684-f7952f1d42c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e37cb32-69c7-44f7-a27d-f61f87b3c421 HTTP/1.1" status: 204 len: 168 time: 0.3688824 Nov 02 12:14:00.463469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcd80e-c1d2-47da-a684-f7952f1d42c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e37cb32-69c7-44f7-a27d-f61f87b3c421,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:01.571304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47600) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:01.590168 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2191f34-b9b3-4268-b55d-501d3d224c4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:01.673336 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2191f34-b9b3-4268-b55d-501d3d224c4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:01.799758 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2191f34-b9b3-4268-b55d-501d3d224c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:01.850490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2191f34-b9b3-4268-b55d-501d3d224c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3c2b99-86f8-4731-ad75-d6de4ba7e3f3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:01.859127 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c2191f34-b9b3-4268-b55d-501d3d224c4d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2cb7124510744571a80bff7f096671dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2865472 Nov 02 12:14:01.859369 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47608) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:01.963783 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-265afadb-d85e-44b1-8e01-88b14ee21bb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:02.004412 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-265afadb-d85e-44b1-8e01-88b14ee21bb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:02.251167 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-265afadb-d85e-44b1-8e01-88b14ee21bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:02.253852 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-265afadb-d85e-44b1-8e01-88b14ee21bb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:02.257614 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-265afadb-d85e-44b1-8e01-88b14ee21bb8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8d3c2b99-86f8-4731-ad75-d6de4ba7e3f3 HTTP/1.1" status: 204 len: 168 time: 0.3927946 Nov 02 12:14:02.273463 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265afadb-d85e-44b1-8e01-88b14ee21bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3c2b99-86f8-4731-ad75-d6de4ba7e3f3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:09.559137 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47832) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:09.686322 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8faf52a-e97c-4630-bdaa-a18baf9b35aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:09.768301 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8faf52a-e97c-4630-bdaa-a18baf9b35aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:09.982408 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8faf52a-e97c-4630-bdaa-a18baf9b35aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:10.025385 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c8faf52a-e97c-4630-bdaa-a18baf9b35aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d99e31b6512547919fb91c20e521acb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4737616 Nov 02 12:14:10.030452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faf52a-e97c-4630-bdaa-a18baf9b35aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719f7768-cb87-4249-9412-15b1e4534e95,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:10.032607 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47840) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:10.085682 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-62b75532-973d-4774-b065-7d5d9253cb6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:10.108592 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-62b75532-973d-4774-b065-7d5d9253cb6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:10.240334 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-62b75532-973d-4774-b065-7d5d9253cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:10.240334 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-62b75532-973d-4774-b065-7d5d9253cb6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:10.245394 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-62b75532-973d-4774-b065-7d5d9253cb6c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/719f7768-cb87-4249-9412-15b1e4534e95 HTTP/1.1" status: 204 len: 168 time: 0.2115164 Nov 02 12:14:10.259696 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b75532-973d-4774-b065-7d5d9253cb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719f7768-cb87-4249-9412-15b1e4534e95,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:10.530426 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-a1b593bc-96c7-49ee-8a3e-0335ce3c51d8 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:10.532155 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-a1b593bc-96c7-49ee-8a3e-0335ce3c51d8 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/networks?id=799f371f-9c20-425f-a7b3-a7ef1513b5af HTTP/1.1" status: 200 len: 814 time: 0.1098936 Nov 02 12:14:10.547707 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-b26af59d-ef5e-4afd-bfde-ac245cfc789f tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/quotas/35c0a87bcf9d475ebd0d26e2b331e2d1 HTTP/1.1" status: 200 len: 375 time: 0.0096197 Nov 02 12:14:10.582238 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-e2505337-82c4-433e-a698-c05c92630a90 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=35c0a87bcf9d475ebd0d26e2b331e2d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282125 Nov 02 12:14:10.917438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-fcb6058d-1de9-4c92-873e-59e79dee84e0 service neutron] 10.222.0.52 "GET /v2.0/networks/799f371f-9c20-425f-a7b3-a7ef1513b5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279874 Nov 02 12:14:11.014105 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-93e96a19-99ec-4d9f-91e6-16fc7c89fc7c service neutron] 10.222.0.52 "GET /v2.0/networks/799f371f-9c20-425f-a7b3-a7ef1513b5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892060 Nov 02 12:14:11.371831 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-490231d7-5a5f-4da3-856c-a1583539814e req-a1c5dc47-1c9c-493f-94d1-05756234132a tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=eacdedb9-326c-40ce-a1af-2b80ac7cbb43 HTTP/1.1" status: 200 len: 210 time: 0.0285923 Nov 02 12:14:11.470717 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47892) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:11.487173 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42647102-5b0b-4bf5-a060-8903da23bc26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:11.571554 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42647102-5b0b-4bf5-a060-8903da23bc26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:11.704529 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42647102-5b0b-4bf5-a060-8903da23bc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:11.744035 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-42647102-5b0b-4bf5-a060-8903da23bc26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2fd28e4b0d1048c29a2dd59464d69df6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2708516 Nov 02 12:14:11.744898 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42647102-5b0b-4bf5-a060-8903da23bc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc429a5d-e245-4540-9165-0e57c00c517e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:11.747153 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 47896) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:11.804944 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4ec57ea-e7a1-4cdc-86f4-cb88084f6e9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:11.828536 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4ec57ea-e7a1-4cdc-86f4-cb88084f6e9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:12.045648 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4ec57ea-e7a1-4cdc-86f4-cb88084f6e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:12.065261 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f4ec57ea-e7a1-4cdc-86f4-cb88084f6e9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:12.065261 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f4ec57ea-e7a1-4cdc-86f4-cb88084f6e9c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc429a5d-e245-4540-9165-0e57c00c517e HTTP/1.1" status: 204 len: 168 time: 0.2990458 Nov 02 12:14:12.065261 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec57ea-e7a1-4cdc-86f4-cb88084f6e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc429a5d-e245-4540-9165-0e57c00c517e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:12.457805 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a00e2fa-7496-476a-974b-6eb1c12ac34c req-caf1b82b-7665-4516-a44f-1adccdc7309e tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=eacdedb9-326c-40ce-a1af-2b80ac7cbb43 HTTP/1.1" status: 200 len: 210 time: 0.0288134 Nov 02 12:14:12.993570 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-98f391af-119b-4a7e-9800-5439edd89e6f req-0128e96e-6bdc-4470-b996-503ae47c9a10 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430195 Nov 02 12:14:13.060231 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f391af-119b-4a7e-9800-5439edd89e6f req-dd6e5bd6-1e22-441e-a962-6b6b713baa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:13.061866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-98f391af-119b-4a7e-9800-5439edd89e6f req-dd6e5bd6-1e22-441e-a962-6b6b713baa55 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 1098 time: 0.0449760 Nov 02 12:14:13.171913 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f391af-119b-4a7e-9800-5439edd89e6f req-393f1cc9-620d-4c5a-8cf0-758bc3b5173e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:13.173391 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-98f391af-119b-4a7e-9800-5439edd89e6f req-393f1cc9-620d-4c5a-8cf0-758bc3b5173e service neutron] 10.222.0.54 "GET /v2.0/networks?id=00516d6f-746d-40b8-a358-bef24915abd9 HTTP/1.1" status: 200 len: 897 time: 0.0913923 Nov 02 12:14:13.247366 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-98f391af-119b-4a7e-9800-5439edd89e6f req-46f41ba0-be3f-4654-a75c-3f2592258682 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed HTTP/1.1" status: 200 len: 999 time: 0.0655560 Nov 02 12:14:13.301618 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f391af-119b-4a7e-9800-5439edd89e6f req-5671c631-7194-484f-bc04-f4642e37fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:13.303133 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-98f391af-119b-4a7e-9800-5439edd89e6f req-5671c631-7194-484f-bc04-f4642e37fdcc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b78498b4-04fd-46bf-bc39-b176cdb7c77c HTTP/1.1" status: 200 len: 835 time: 0.0478928 Nov 02 12:14:13.356727 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f391af-119b-4a7e-9800-5439edd89e6f req-128f6885-a098-4818-ae2a-b50062b13b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:13.358305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-98f391af-119b-4a7e-9800-5439edd89e6f req-128f6885-a098-4818-ae2a-b50062b13b9a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00516d6f-746d-40b8-a358-bef24915abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480268 Nov 02 12:14:13.462606 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-98f391af-119b-4a7e-9800-5439edd89e6f req-89dc7434-2962-4945-9d2a-32361058bcf8 service neutron] 10.222.0.54 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960875 Nov 02 12:14:13.585025 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ec5ecb2c-dca9-464d-a296-54ae9299a75a req-88fce5e5-cefc-451d-9cdf-41fc7f78829c tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=eacdedb9-326c-40ce-a1af-2b80ac7cbb43 HTTP/1.1" status: 200 len: 210 time: 0.0449219 Nov 02 12:14:13.588774 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-98f391af-119b-4a7e-9800-5439edd89e6f req-4901cea0-21b4-4e2d-aef3-e7a80c6c9260 service neutron] 10.222.0.54 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190760 Nov 02 12:14:14.702515 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc6fb9ff-7c53-4031-bf85-0eae17182150 req-f0a84341-cfc4-48a8-a9b7-86bd1a15ce9b tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=eacdedb9-326c-40ce-a1af-2b80ac7cbb43 HTTP/1.1" status: 200 len: 210 time: 0.0282888 Nov 02 12:14:15.258116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-6d2303d7-4e91-408c-95cd-3eca9ed6aebb tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:15.259847 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-6d2303d7-4e91-408c-95cd-3eca9ed6aebb tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.79 "GET /v2.0/networks?id=799f371f-9c20-425f-a7b3-a7ef1513b5af HTTP/1.1" status: 200 len: 814 time: 0.1285934 Nov 02 12:14:15.273751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-919d8dec-82c1-46e1-beb3-e3df0c7b68ac tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Request body: {'port': {'device_id': 'eacdedb9-326c-40ce-a1af-2b80ac7cbb43', 'network_id': '799f371f-9c20-425f-a7b3-a7ef1513b5af', 'admin_state_up': True, 'tenant_id': '35c0a87bcf9d475ebd0d26e2b331e2d1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:14:15.616586 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-919d8dec-82c1-46e1-beb3-e3df0c7b68ac tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Made reservation on behalf of 35c0a87bcf9d475ebd0d26e2b331e2d1 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:14:15.620646 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-919d8dec-82c1-46e1-beb3-e3df0c7b68ac tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:15.797662 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-919d8dec-82c1-46e1-beb3-e3df0c7b68ac tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Allocated IP 172.20.0.10 (799f371f-9c20-425f-a7b3-a7ef1513b5af/96545ffe-ac15-4074-916d-b9f0c4b82b81/8709a9d3-f7d5-476a-8b7f-9c03d41ac405) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:14:15.818029 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f8424-7d0e-4f16-bb4a-dbec5a600593 req-c2184056-76ff-419c-9cfa-1dc9167c7ee5 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:15.821820 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a77f8424-7d0e-4f16-bb4a-dbec5a600593 req-c2184056-76ff-419c-9cfa-1dc9167c7ee5 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 1098 time: 0.0797157 Nov 02 12:14:15.949017 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a77f8424-7d0e-4f16-bb4a-dbec5a600593 req-accb0e28-b934-477e-824a-73336ba2d111 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169679 Nov 02 12:14:15.977027 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 47996) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:16.010407 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-919d8dec-82c1-46e1-beb3-e3df0c7b68ac tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:16.184545 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-aeddc2d3-512d-4d60-b766-8e00260bd776 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting port 46c06921-3a4d-4a4f-8fa3-f745934dbd35 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:14:16.185407 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aeddc2d3-512d-4d60-b766-8e00260bd776 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:16.295875 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aeddc2d3-512d-4d60-b766-8e00260bd776 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:16.296300 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aeddc2d3-512d-4d60-b766-8e00260bd776 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:16.332014 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-aeddc2d3-512d-4d60-b766-8e00260bd776 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Calling delete_port for 46c06921-3a4d-4a4f-8fa3-f745934dbd35 owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:14:16.436904 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb786ba3-af40-46a8-97d5-5c6877f66f15 req-d4ea1376-195d-4ecf-8e11-910bd76e3da5 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=eacdedb9-326c-40ce-a1af-2b80ac7cbb43 HTTP/1.1" status: 200 len: 210 time: 0.4152913 Nov 02 12:14:16.589595 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-919d8dec-82c1-46e1-beb3-e3df0c7b68ac tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:16.655610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-919d8dec-82c1-46e1-beb3-e3df0c7b68ac tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Network 799f371f-9c20-425f-a7b3-a7ef1513b5af is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:14:16.655610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-919d8dec-82c1-46e1-beb3-e3df0c7b68ac tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:14:16.655610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-919d8dec-82c1-46e1-beb3-e3df0c7b68ac tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:14:16.661661 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d8dec-82c1-46e1-beb3-e3df0c7b68ac tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Pushing event updated for resources: {'Port': ['ID=8709a9d3-f7d5-476a-8b7f-9c03d41ac405,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:16.725897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-919d8dec-82c1-46e1-beb3-e3df0c7b68ac tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:16.726780 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-919d8dec-82c1-46e1-beb3-e3df0c7b68ac tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:16.928224 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aeddc2d3-512d-4d60-b766-8e00260bd776 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:16.963197 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddc2d3-512d-4d60-b766-8e00260bd776 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Port': ['ID=46c06921-3a4d-4a4f-8fa3-f745934dbd35,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:17.057564 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aeddc2d3-512d-4d60-b766-8e00260bd776 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:17.058302 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-aeddc2d3-512d-4d60-b766-8e00260bd776 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Floating IP f5cbdc78-224f-4fac-8a52-8041424b4418 disassociated (deleted). External IP: 172.25.6.5, port: 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed. Nov 02 12:14:17.124985 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-919d8dec-82c1-46e1-beb3-e3df0c7b68ac tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8563924 Nov 02 12:14:17.143903 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Request body: {'port': {'device_id': 'eacdedb9-326c-40ce-a1af-2b80ac7cbb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:14:17.215494 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:17.307326 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeddc2d3-512d-4d60-b766-8e00260bd776 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router ddb63091-2715-4819-b85a-1bb74807ab69 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:14:17.448649 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeddc2d3-512d-4d60-b766-8e00260bd776 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:14:17.464565 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4c446b-caed-4a63-adce-086a01d3f8ef None None] Sync routers for ids ['ddb63091-2715-4819-b85a-1bb74807ab69'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:14:17.469797 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aeddc2d3-512d-4d60-b766-8e00260bd776 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:17.482631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4c446b-caed-4a63-adce-086a01d3f8ef None None] Routers {'ddb63091-2715-4819-b85a-1bb74807ab69'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:14:17.483582 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bc4c446b-caed-4a63-adce-086a01d3f8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:13:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddb63091-2715-4819-b85a-1bb74807ab69'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:14:17.522985 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-aeddc2d3-512d-4d60-b766-8e00260bd776 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/floatingips/f5cbdc78-224f-4fac-8a52-8041424b4418 HTTP/1.1" status: 204 len: 168 time: 1.5431719 Nov 02 12:14:17.522985 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:14:17.528287 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7693d68d-b820-4371-9dfc-1db7f6f28d62" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:14:17.641724 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8709a9d3-f7d5-476a-8b7f-9c03d41ac405 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:14:17.653107 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:17.655871 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-bc4c446b-caed-4a63-adce-086a01d3f8ef None None] Set router ddb63091-2715-4819-b85a-1bb74807ab69 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:14:17.673651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Transition to ACTIVE for port object 8709a9d3-f7d5-476a-8b7f-9c03d41ac405 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:14:17.690259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb03f65-89f4-464c-b300-87804b579623 req-e861dec3-8f9c-4a36-ae0e-c2bb8310178f tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:17.695566 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5bb03f65-89f4-464c-b300-87804b579623 req-e861dec3-8f9c-4a36-ae0e-c2bb8310178f tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=eacdedb9-326c-40ce-a1af-2b80ac7cbb43 HTTP/1.1" status: 200 len: 932 time: 0.1058528 Nov 02 12:14:17.746109 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-82846a07-49a3-4460-824e-ce8044c8ecb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:17.752635 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5bb03f65-89f4-464c-b300-87804b579623 req-2a669e64-afbb-4fb9-b791-2c4545fdca67 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528424 Nov 02 12:14:17.759909 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:17.822064 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8709a9d3-f7d5-476a-8b7f-9c03d41ac405,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:17.916331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Attempting to bind port 8709a9d3-f7d5-476a-8b7f-9c03d41ac405 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:14:17.917364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Attempting to bind port 8709a9d3-f7d5-476a-8b7f-9c03d41ac405 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'df19a5df-68fd-478a-84d1-4c8f00b25eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '799f371f-9c20-425f-a7b3-a7ef1513b5af'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:14:17.917364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Attempting to bind port 8709a9d3-f7d5-476a-8b7f-9c03d41ac405 on network 799f371f-9c20-425f-a7b3-a7ef1513b5af {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:14:17.923873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Port 8709a9d3-f7d5-476a-8b7f-9c03d41ac405 on network 799f371f-9c20-425f-a7b3-a7ef1513b5af not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:14:17.924213 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Attempting to bind port 8709a9d3-f7d5-476a-8b7f-9c03d41ac405 on network 799f371f-9c20-425f-a7b3-a7ef1513b5af {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:14:17.930222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:14:17.930832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Checking segment: {'id': 'df19a5df-68fd-478a-84d1-4c8f00b25eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '799f371f-9c20-425f-a7b3-a7ef1513b5af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:14:17.931228 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Bound using segment: {'id': 'df19a5df-68fd-478a-84d1-4c8f00b25eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '799f371f-9c20-425f-a7b3-a7ef1513b5af'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:14:17.931854 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Bound port: 8709a9d3-f7d5-476a-8b7f-9c03d41ac405, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df19a5df-68fd-478a-84d1-4c8f00b25eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '799f371f-9c20-425f-a7b3-a7ef1513b5af'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:14:17.932230 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:17.975480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bc4c446b-caed-4a63-adce-086a01d3f8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504477631', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:01Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:02Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '5f5b0468-0162-4f7d-84b6-27ae17d43d82', 'name': '', 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:7b:99:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:09Z', 'updated_at': '2021-11-02T12:12:16Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:14:18.016367 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4c446b-caed-4a63-adce-086a01d3f8ef None None] Checking router: ddb63091-2715-4819-b85a-1bb74807ab69 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:14:18.030172 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4c446b-caed-4a63-adce-086a01d3f8ef None None] Routers {'ddb63091-2715-4819-b85a-1bb74807ab69'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:14:18.032371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bc4c446b-caed-4a63-adce-086a01d3f8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:13:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddb63091-2715-4819-b85a-1bb74807ab69'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:14:18.032514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] For port 8709a9d3-f7d5-476a-8b7f-9c03d41ac405, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:14:18.042989 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] For port 8709a9d3-f7d5-476a-8b7f-9c03d41ac405, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8709a9d3-f7d5-476a-8b7f-9c03d41ac405,segment=NetworkSegment(df19a5df-68fd-478a-84d1-4c8f00b25eb8),segment_id=df19a5df-68fd-478a-84d1-4c8f00b25eb8)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:14:18.172377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-bc4c446b-caed-4a63-adce-086a01d3f8ef None None] Set router ddb63091-2715-4819-b85a-1bb74807ab69 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:14:18.196358 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:18.260303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:18.266284 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:18.270205 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] 10.222.0.79 "PUT /v2.0/ports/8709a9d3-f7d5-476a-8b7f-9c03d41ac405 HTTP/1.1" status: 200 len: 1093 time: 1.1356506 Nov 02 12:14:18.270790 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacdedb9-326c-40ce-a1af-2b80ac7cbb43', 'tag': '8709a9d3-f7d5-476a-8b7f-9c03d41ac405'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:14:18.273349 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c1cb69-fa62-4077-abd1-59b9172d854f" -d '{"events": [{"name": "network-changed", "server_uuid": "eacdedb9-326c-40ce-a1af-2b80ac7cbb43", "tag": "8709a9d3-f7d5-476a-8b7f-9c03d41ac405"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:14:18.297580 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306ec37-6c28-4345-bf0e-466ce178c8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8709a9d3-f7d5-476a-8b7f-9c03d41ac405,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:18.431803 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bc4c446b-caed-4a63-adce-086a01d3f8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504477631', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:01Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:02Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '5f5b0468-0162-4f7d-84b6-27ae17d43d82', 'name': '', 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:7b:99:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:09Z', 'updated_at': '2021-11-02T12:12:16Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:14:18.460088 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4c446b-caed-4a63-adce-086a01d3f8ef None None] The sync data for ids ['ddb63091-2715-4819-b85a-1bb74807ab69'] in n-d-806683-18 is: [{'id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504477631', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:01Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:02Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '5f5b0468-0162-4f7d-84b6-27ae17d43d82', 'name': '', 'network_id': '00516d6f-746d-40b8-a358-bef24915abd9', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:7b:99:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:09Z', 'updated_at': '2021-11-02T12:12:16Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': 'b78498b4-04fd-46bf-bc39-b176cdb7c77c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:14:18.537975 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fffb964-d038-47a6-b396-ee830b896c1b x-openstack-request-id: req-7fffb964-d038-47a6-b396-ee830b896c1b {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:14:18.538510 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:14:18.538633 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7fffb964-d038-47a6-b396-ee830b896c1b {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:14:18.539212 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'status': 'completed', 'code': 200} Nov 02 12:14:18.580256 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9166360a-44e6-4f1f-b29f-78df4bb58267 x-openstack-request-id: req-9166360a-44e6-4f1f-b29f-78df4bb58267 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:14:18.580552 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacdedb9-326c-40ce-a1af-2b80ac7cbb43", "tag": "8709a9d3-f7d5-476a-8b7f-9c03d41ac405", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:14:18.581066 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9166360a-44e6-4f1f-b29f-78df4bb58267 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:14:18.581529 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacdedb9-326c-40ce-a1af-2b80ac7cbb43', 'tag': '8709a9d3-f7d5-476a-8b7f-9c03d41ac405', 'status': 'completed', 'code': 200} Nov 02 12:14:18.584641 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-f3fe5c08-b168-4dc3-9574-3b91889790b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:18.586173 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-f3fe5c08-b168-4dc3-9574-3b91889790b3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35c0a87bcf9d475ebd0d26e2b331e2d1&device_id=eacdedb9-326c-40ce-a1af-2b80ac7cbb43 HTTP/1.1" status: 200 len: 1096 time: 0.0781817 Nov 02 12:14:18.651292 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-2b17b7d9-0b5c-4b66-be20-9320167da390 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8709a9d3-f7d5-476a-8b7f-9c03d41ac405 HTTP/1.1" status: 200 len: 217 time: 0.0480380 Nov 02 12:14:18.695276 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693d68d-b820-4371-9dfc-1db7f6f28d62 req-cd1bea58-080a-45f4-813f-38a013058ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:18.697167 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7693d68d-b820-4371-9dfc-1db7f6f28d62 req-cd1bea58-080a-45f4-813f-38a013058ff2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 1098 time: 0.1287775 Nov 02 12:14:18.794282 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641ee70e-9815-46f9-bb70-5fae1e9b688a None None] New status for floating IP f5cbdc78-224f-4fac-8a52-8041424b4418: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:14:18.809168 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-68d1b25d-b9fd-476a-8440-7d980b4c25f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:18.810868 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-68d1b25d-b9fd-476a-8440-7d980b4c25f6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96545ffe-ac15-4074-916d-b9f0c4b82b81 HTTP/1.1" status: 200 len: 854 time: 0.1470449 Nov 02 12:14:18.824848 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e63636-15fc-4b41-8103-434a49f8c4b0 req-140104aa-25a2-4625-bd32-50c255301561 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:18.830625 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53e63636-15fc-4b41-8103-434a49f8c4b0 req-140104aa-25a2-4625-bd32-50c255301561 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 946 time: 0.1784074 Nov 02 12:14:18.868937 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-4d66627d-22fa-4fe6-aedd-85b803f8de09 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=799f371f-9c20-425f-a7b3-a7ef1513b5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409198 Nov 02 12:14:18.997747 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693d68d-b820-4371-9dfc-1db7f6f28d62 req-c2c9add7-daeb-4412-a90d-82b29ff81049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:19.005058 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7693d68d-b820-4371-9dfc-1db7f6f28d62 req-c2c9add7-daeb-4412-a90d-82b29ff81049 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00516d6f-746d-40b8-a358-bef24915abd9 HTTP/1.1" status: 200 len: 897 time: 0.2808709 Nov 02 12:14:19.024305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53e63636-15fc-4b41-8103-434a49f8c4b0 req-152f224e-3dfe-4a79-8049-f76c31b312c8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840971 Nov 02 12:14:19.060770 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7693d68d-b820-4371-9dfc-1db7f6f28d62 req-14272b71-c863-490a-9a95-65a2fd18dba9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed HTTP/1.1" status: 200 len: 217 time: 0.0523655 Nov 02 12:14:19.136119 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-bdf0a6d5-47ba-4984-bd83-e47ab5903784 service neutron] 10.222.0.79 "GET /v2.0/networks/799f371f-9c20-425f-a7b3-a7ef1513b5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551539 Nov 02 12:14:19.201732 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693d68d-b820-4371-9dfc-1db7f6f28d62 req-b4404280-50ef-4382-8ade-5cb20aa6b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:19.203345 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7693d68d-b820-4371-9dfc-1db7f6f28d62 req-b4404280-50ef-4382-8ade-5cb20aa6b958 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b78498b4-04fd-46bf-bc39-b176cdb7c77c HTTP/1.1" status: 200 len: 835 time: 0.1309288 Nov 02 12:14:19.280023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46f144-e2e1-4162-8022-e8e2c40f1bd2 req-24b707ca-1c2d-46a1-81ec-255e2d4cd401 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:19.281592 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe46f144-e2e1-4162-8022-e8e2c40f1bd2 req-24b707ca-1c2d-46a1-81ec-255e2d4cd401 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=eacdedb9-326c-40ce-a1af-2b80ac7cbb43 HTTP/1.1" status: 200 len: 944 time: 0.1607141 Nov 02 12:14:19.343900 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693d68d-b820-4371-9dfc-1db7f6f28d62 req-ec615cc2-2636-439f-a475-7859c44d93f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:19.345537 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7693d68d-b820-4371-9dfc-1db7f6f28d62 req-ec615cc2-2636-439f-a475-7859c44d93f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00516d6f-746d-40b8-a358-bef24915abd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1129856 Nov 02 12:14:19.352815 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5c3ffd6-8dee-4e0b-8b82-8acd9666f7aa req-986d76cf-15b3-4ba6-9c5b-299b05a013b9 service neutron] 10.222.0.79 "GET /v2.0/networks/799f371f-9c20-425f-a7b3-a7ef1513b5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098515 Nov 02 12:14:19.399707 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe46f144-e2e1-4162-8022-e8e2c40f1bd2 req-a9012183-04ef-4383-b361-d0907e281c1d tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103063 Nov 02 12:14:19.472622 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7693d68d-b820-4371-9dfc-1db7f6f28d62 req-31d3e9de-3065-4c18-ae31-d5527a1f4f24 service neutron] 10.222.0.54 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167843 Nov 02 12:14:19.603267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1cb69-fa62-4077-abd1-59b9172d854f req-a39a3692-fc52-4520-b2fd-b71e0f73778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:19.604674 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73c1cb69-fa62-4077-abd1-59b9172d854f req-a39a3692-fc52-4520-b2fd-b71e0f73778f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=35c0a87bcf9d475ebd0d26e2b331e2d1&device_id=eacdedb9-326c-40ce-a1af-2b80ac7cbb43 HTTP/1.1" status: 200 len: 1096 time: 0.1021962 Nov 02 12:14:19.611720 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7693d68d-b820-4371-9dfc-1db7f6f28d62 req-9f3336cf-a4f1-4e74-8996-79f178995097 service neutron] 10.222.0.54 "GET /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301920 Nov 02 12:14:19.708416 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1cb69-fa62-4077-abd1-59b9172d854f req-b48491dc-477a-49e1-b4ea-e8fbda4b2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:19.709989 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73c1cb69-fa62-4077-abd1-59b9172d854f req-b48491dc-477a-49e1-b4ea-e8fbda4b2b50 service neutron] 10.222.0.79 "GET /v2.0/networks?id=799f371f-9c20-425f-a7b3-a7ef1513b5af HTTP/1.1" status: 200 len: 915 time: 0.0973163 Nov 02 12:14:19.744069 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5261635e-0efe-4c8b-b115-c9c4676ceb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:19.766309 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73c1cb69-fa62-4077-abd1-59b9172d854f req-eaea6987-e0b1-4940-9a1d-c8e3b9f463fa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8709a9d3-f7d5-476a-8b7f-9c03d41ac405 HTTP/1.1" status: 200 len: 217 time: 0.0476010 Nov 02 12:14:19.852970 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b381822-b5ec-4262-9278-67724a511250 req-233e11a9-6f5a-4756-9642-62c846ec1aba tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:19.854675 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b381822-b5ec-4262-9278-67724a511250 req-233e11a9-6f5a-4756-9642-62c846ec1aba tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 946 time: 0.0981483 Nov 02 12:14:19.856548 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1cb69-fa62-4077-abd1-59b9172d854f req-10c0a450-dea8-4383-8d90-7f5d130d6c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:19.858612 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73c1cb69-fa62-4077-abd1-59b9172d854f req-10c0a450-dea8-4383-8d90-7f5d130d6c31 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96545ffe-ac15-4074-916d-b9f0c4b82b81 HTTP/1.1" status: 200 len: 854 time: 0.0735819 Nov 02 12:14:19.914279 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73c1cb69-fa62-4077-abd1-59b9172d854f req-aff987ae-31ae-45ce-bb8e-f295ee5cea89 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=799f371f-9c20-425f-a7b3-a7ef1513b5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421200 Nov 02 12:14:20.051952 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73c1cb69-fa62-4077-abd1-59b9172d854f req-ddd16a0f-7df1-4dbd-b1f8-d0cd9706fe0d service neutron] 10.222.0.79 "GET /v2.0/networks/799f371f-9c20-425f-a7b3-a7ef1513b5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276586 Nov 02 12:14:20.057971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-4b381822-b5ec-4262-9278-67724a511250 req-71485198-70c6-455b-8039-cbf3036d1a91 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:14:20.057971 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4b381822-b5ec-4262-9278-67724a511250 req-71485198-70c6-455b-8039-cbf3036d1a91 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:20.275059 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73c1cb69-fa62-4077-abd1-59b9172d854f req-4526c642-f32f-439c-9e82-7f7a400271df service neutron] 10.222.0.79 "GET /v2.0/networks/799f371f-9c20-425f-a7b3-a7ef1513b5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158132 Nov 02 12:14:20.283360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bdb82-7b85-4a9c-9aff-19948f7d43ba req-28e35bc1-84ca-46f5-a36f-08c5743f9a62 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:20.285061 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b9bdb82-7b85-4a9c-9aff-19948f7d43ba req-28e35bc1-84ca-46f5-a36f-08c5743f9a62 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 946 time: 0.1445370 Nov 02 12:14:20.290741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-4b381822-b5ec-4262-9278-67724a511250 req-71485198-70c6-455b-8039-cbf3036d1a91 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] For port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:14:20.291149 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4b381822-b5ec-4262-9278-67724a511250 req-71485198-70c6-455b-8039-cbf3036d1a91 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:20.317011 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-4b381822-b5ec-4262-9278-67724a511250 req-71485198-70c6-455b-8039-cbf3036d1a91 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Calling delete_port for 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:14:20.391229 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b9bdb82-7b85-4a9c-9aff-19948f7d43ba req-1e21bd9d-ff97-4827-b7d5-c97e38d07269 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=00340485-1398-4491-a580-9f5ad355f51d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971081 Nov 02 12:14:20.467199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 8709a9d3-f7d5-476a-8b7f-9c03d41ac405 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:14:20.542827 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2660dc-d92c-4ce5-adb3-399533594264 req-89a717a2-6b23-40a7-b7e6-38b4adea7dc4 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:20.544481 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a2660dc-d92c-4ce5-adb3-399533594264 req-89a717a2-6b23-40a7-b7e6-38b4adea7dc4 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=eacdedb9-326c-40ce-a1af-2b80ac7cbb43 HTTP/1.1" status: 200 len: 944 time: 0.0652902 Nov 02 12:14:20.571118 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4b381822-b5ec-4262-9278-67724a511250 req-71485198-70c6-455b-8039-cbf3036d1a91 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:20.636721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71485198-70c6-455b-8039-cbf3036d1a91 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Port': ['ID=8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:20.679982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b381822-b5ec-4262-9278-67724a511250 req-71485198-70c6-455b-8039-cbf3036d1a91 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] No DVR routers for this DVR port 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:14:20.683683 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4b381822-b5ec-4262-9278-67724a511250 req-71485198-70c6-455b-8039-cbf3036d1a91 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:20.687624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b381822-b5ec-4262-9278-67724a511250 req-71485198-70c6-455b-8039-cbf3036d1a91 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.54 "DELETE /v2.0/ports/8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed HTTP/1.1" status: 204 len: 173 time: 0.8260131 Nov 02 12:14:20.695579 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'name': 'network-vif-deleted', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:14:20.695579 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab576aa-01d3-4c38-80f5-165adde7332a" -d '{"events": [{"server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "name": "network-vif-deleted", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:14:20.697687 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a2660dc-d92c-4ce5-adb3-399533594264 req-82a22d39-4901-450d-b894-014b71c308a4 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451406 Nov 02 12:14:20.760845 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 8709a9d3-f7d5-476a-8b7f-9c03d41ac405, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8709a9d3-f7d5-476a-8b7f-9c03d41ac405,segment=NetworkSegment(df19a5df-68fd-478a-84d1-4c8f00b25eb8),segment_id=df19a5df-68fd-478a-84d1-4c8f00b25eb8)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:14:20.771662 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f9ce08-fef2-46bf-a413-1eba48c7c941 x-openstack-request-id: req-a9f9ce08-fef2-46bf-a413-1eba48c7c941 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:14:20.771943 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6f9fa9-30cf-4a09-9ee9-537b682c9348", "name": "network-vif-deleted", "tag": "8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:14:20.772223 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9f9ce08-fef2-46bf-a413-1eba48c7c941 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:14:20.772608 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6f9fa9-30cf-4a09-9ee9-537b682c9348', 'name': 'network-vif-deleted', 'tag': '8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed', 'status': 'completed', 'code': 200} Nov 02 12:14:20.774953 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '8709a9d3-f7d5-476a-8b7f-9c03d41ac405', 'network_id': '799f371f-9c20-425f-a7b3-a7ef1513b5af', 'port_id': '8709a9d3-f7d5-476a-8b7f-9c03d41ac405', 'mac_address': 'fa:16:3e:44:e5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96545ffe-ac15-4074-916d-b9f0c4b82b81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:14:20.816995 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:20.831096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8709a9d3-f7d5-476a-8b7f-9c03d41ac405 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:14:20.855107 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 8709a9d3-f7d5-476a-8b7f-9c03d41ac405, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8709a9d3-f7d5-476a-8b7f-9c03d41ac405,segment=NetworkSegment(df19a5df-68fd-478a-84d1-4c8f00b25eb8),segment_id=df19a5df-68fd-478a-84d1-4c8f00b25eb8)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:14:21.018948 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:21.093409 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:21.094695 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=8709a9d3-f7d5-476a-8b7f-9c03d41ac405,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:21.211411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['8709a9d3-f7d5-476a-8b7f-9c03d41ac405'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:14:21.524721 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2e76397-4917-41b2-8366-03eed25a683f req-893ad72f-474d-4ef0-8d9a-5ef295d6f738 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba6f9fa9-30cf-4a09-9ee9-537b682c9348 HTTP/1.1" status: 200 len: 210 time: 0.0455275 Nov 02 12:14:21.845131 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f8481-90e9-40b1-a249-4d1abaf0be55 req-f62cfb7f-7190-4235-9f3b-acbf2e6e0608 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:21.845131 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed7f8481-90e9-40b1-a249-4d1abaf0be55 req-f62cfb7f-7190-4235-9f3b-acbf2e6e0608 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=eacdedb9-326c-40ce-a1af-2b80ac7cbb43 HTTP/1.1" status: 200 len: 945 time: 0.0583122 Nov 02 12:14:21.896657 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed7f8481-90e9-40b1-a249-4d1abaf0be55 req-41632b7d-d975-48b3-99d2-7cbccc9a4194 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484645 Nov 02 12:14:22.483065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 8709a9d3-f7d5-476a-8b7f-9c03d41ac405 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:14:22.607590 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48096) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:22.759257 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:22.869823 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 8709a9d3-f7d5-476a-8b7f-9c03d41ac405 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:14:22.877578 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 8709a9d3-f7d5-476a-8b7f-9c03d41ac405 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:14:22.878071 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:22.990242 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:23.016041 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-40674927-f76c-4f0f-b513-d2346cc2de00 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:23.026621 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacdedb9-326c-40ce-a1af-2b80ac7cbb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8709a9d3-f7d5-476a-8b7f-9c03d41ac405'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:14:23.030515 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec204089-97bd-47b1-be86-323a645fcc8d" -d '{"events": [{"server_uuid": "eacdedb9-326c-40ce-a1af-2b80ac7cbb43", "name": "network-vif-plugged", "status": "completed", "tag": "8709a9d3-f7d5-476a-8b7f-9c03d41ac405"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:14:23.051185 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 8709a9d3-f7d5-476a-8b7f-9c03d41ac405, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8709a9d3-f7d5-476a-8b7f-9c03d41ac405,segment=NetworkSegment(df19a5df-68fd-478a-84d1-4c8f00b25eb8),segment_id=df19a5df-68fd-478a-84d1-4c8f00b25eb8)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:14:23.057258 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b8443-edd6-47a2-b685-421a98d2b5d8 req-e1731843-1c1a-4e92-ada4-deaebd9b5e89 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:23.059144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-922b8443-edd6-47a2-b685-421a98d2b5d8 req-e1731843-1c1a-4e92-ada4-deaebd9b5e89 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=eacdedb9-326c-40ce-a1af-2b80ac7cbb43 HTTP/1.1" status: 200 len: 945 time: 0.0655234 Nov 02 12:14:23.113585 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-922b8443-edd6-47a2-b685-421a98d2b5d8 req-74e52dd1-349f-4e92-8271-487b36c677ef tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452332 Nov 02 12:14:23.211253 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:23.311321 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ade4a9e-5be1-4adb-bcd5-37c2e68d13fe x-openstack-request-id: req-3ade4a9e-5be1-4adb-bcd5-37c2e68d13fe {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:14:23.311607 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacdedb9-326c-40ce-a1af-2b80ac7cbb43", "name": "network-vif-plugged", "status": "completed", "tag": "8709a9d3-f7d5-476a-8b7f-9c03d41ac405", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:14:23.311783 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ade4a9e-5be1-4adb-bcd5-37c2e68d13fe {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:14:23.312270 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacdedb9-326c-40ce-a1af-2b80ac7cbb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8709a9d3-f7d5-476a-8b7f-9c03d41ac405', 'code': 200} Nov 02 12:14:23.343558 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=8709a9d3-f7d5-476a-8b7f-9c03d41ac405,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:23.412172 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780bc16-7c2b-4ec8-9f18-b7faf7e3eaab req-e7fa98f5-e249-4df0-829e-d85643e51d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:23.420997 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c780bc16-7c2b-4ec8-9f18-b7faf7e3eaab req-e7fa98f5-e249-4df0-829e-d85643e51d3e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eacdedb9-326c-40ce-a1af-2b80ac7cbb43 HTTP/1.1" status: 200 len: 1098 time: 0.0834448 Nov 02 12:14:23.473466 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c780bc16-7c2b-4ec8-9f18-b7faf7e3eaab req-6457f543-0fe1-46f9-a316-84a92ec7c403 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521181 Nov 02 12:14:23.521373 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-40674927-f76c-4f0f-b513-d2346cc2de00 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting port 5f5b0468-0162-4f7d-84b6-27ae17d43d82 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:14:23.524390 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-40674927-f76c-4f0f-b513-d2346cc2de00 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:23.620600 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-40674927-f76c-4f0f-b513-d2346cc2de00 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] For port 5f5b0468-0162-4f7d-84b6-27ae17d43d82, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5f5b0468-0162-4f7d-84b6-27ae17d43d82,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:14:23.621338 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-40674927-f76c-4f0f-b513-d2346cc2de00 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:23.636113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-40674927-f76c-4f0f-b513-d2346cc2de00 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Calling delete_port for 5f5b0468-0162-4f7d-84b6-27ae17d43d82 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:14:23.961218 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-40674927-f76c-4f0f-b513-d2346cc2de00 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:23.993016 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40674927-f76c-4f0f-b513-d2346cc2de00 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Port': ['ID=5f5b0468-0162-4f7d-84b6-27ae17d43d82,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:24.142247 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:24.227440 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-40674927-f76c-4f0f-b513-d2346cc2de00 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:24.274814 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1eda2-b28e-44e3-9a1e-119270693561 req-19bf8ce1-b46e-4b35-add6-264e10f9f310 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:24.276415 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97e1eda2-b28e-44e3-9a1e-119270693561 req-19bf8ce1-b46e-4b35-add6-264e10f9f310 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=eacdedb9-326c-40ce-a1af-2b80ac7cbb43 HTTP/1.1" status: 200 len: 946 time: 0.0816953 Nov 02 12:14:24.334902 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97e1eda2-b28e-44e3-9a1e-119270693561 req-03dea5c7-5d2a-4ec9-ac5c-b882a45c6926 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514750 Nov 02 12:14:24.412475 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:24.511577 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40674927-f76c-4f0f-b513-d2346cc2de00 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router ddb63091-2715-4819-b85a-1bb74807ab69 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:14:24.645405 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40674927-f76c-4f0f-b513-d2346cc2de00 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:14:24.656484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f445ee07-b571-4c1c-8929-735d5edb8262 None None] Sync routers for ids ['ddb63091-2715-4819-b85a-1bb74807ab69'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:14:24.658620 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-40674927-f76c-4f0f-b513-d2346cc2de00 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "PUT /v2.0/routers/ddb63091-2715-4819-b85a-1bb74807ab69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0562251 Nov 02 12:14:24.661583 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48134) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:24.672528 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f445ee07-b571-4c1c-8929-735d5edb8262 None None] Routers {'ddb63091-2715-4819-b85a-1bb74807ab69'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:14:24.672909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f445ee07-b571-4c1c-8929-735d5edb8262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:14:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddb63091-2715-4819-b85a-1bb74807ab69'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:14:24.715469 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:14:24.725674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-a460cdcb-67f7-44e5-962e-5b744780bf0c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting subnet b78498b4-04fd-46bf-bc39-b176cdb7c77c {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:14:24.729713 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a460cdcb-67f7-44e5-962e-5b744780bf0c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:24.776781 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a460cdcb-67f7-44e5-962e-5b744780bf0c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:24.791191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:14:24.791569 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 8e7ef0f2-b16d-4d3b-a5a9-07455f53b4ed not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:14:24.820962 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-f445ee07-b571-4c1c-8929-735d5edb8262 None None] Set router ddb63091-2715-4819-b85a-1bb74807ab69 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:14:24.877907 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a460cdcb-67f7-44e5-962e-5b744780bf0c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:25.043253 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f445ee07-b571-4c1c-8929-735d5edb8262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504477631', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:01Z', 'updated_at': '2021-11-02T12:14:23Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:02Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:14:25.074830 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f445ee07-b571-4c1c-8929-735d5edb8262 None None] Checking router: ddb63091-2715-4819-b85a-1bb74807ab69 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:14:25.086429 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f445ee07-b571-4c1c-8929-735d5edb8262 None None] Routers {'ddb63091-2715-4819-b85a-1bb74807ab69'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:14:25.087050 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f445ee07-b571-4c1c-8929-735d5edb8262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:14:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddb63091-2715-4819-b85a-1bb74807ab69'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:14:25.089019 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:25.127095 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a460cdcb-67f7-44e5-962e-5b744780bf0c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:25.161745 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460cdcb-67f7-44e5-962e-5b744780bf0c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Subnet': ['ID=b78498b4-04fd-46bf-bc39-b176cdb7c77c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:25.165501 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a460cdcb-67f7-44e5-962e-5b744780bf0c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:25.168983 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a460cdcb-67f7-44e5-962e-5b744780bf0c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/subnets/b78498b4-04fd-46bf-bc39-b176cdb7c77c HTTP/1.1" status: 204 len: 168 time: 0.5061777 Nov 02 12:14:25.175103 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48146) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:25.177747 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da92b863-50a7-4feb-94f1-532a1afb9eb7 None None] Network 00516d6f-746d-40b8-a358-bef24915abd9 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:14:25.266689 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-f445ee07-b571-4c1c-8929-735d5edb8262 None None] Set router ddb63091-2715-4819-b85a-1bb74807ab69 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:14:25.314665 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a021aef3-faf5-44d0-952f-22c19d2398c6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:25.441512 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a021aef3-faf5-44d0-952f-22c19d2398c6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:25.506992 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f445ee07-b571-4c1c-8929-735d5edb8262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504477631', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:01Z', 'updated_at': '2021-11-02T12:14:23Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:02Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:14:25.539712 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f445ee07-b571-4c1c-8929-735d5edb8262 None None] The sync data for ids ['ddb63091-2715-4819-b85a-1bb74807ab69'] in n-d-806683-18 is: [{'id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-504477631', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:12:01Z', 'updated_at': '2021-11-02T12:14:23Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'b6aed618-acbf-4e3f-a3b5-dbd5a032eb31', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:22:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb63091-2715-4819-b85a-1bb74807ab69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:12:02Z', 'updated_at': '2021-11-02T12:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:14:25.542610 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1a3757-890f-4e16-8a86-9f6edf4d1eef None None] DHCP port deletion for 00516d6f-746d-40b8-a358-bef24915abd9 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:14:25.546289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192fa69-3ec9-44d0-bb68-1e7787d0e4e3 req-c7d10606-3240-40dc-bffc-fcd973533b61 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:25.548725 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7192fa69-3ec9-44d0-bb68-1e7787d0e4e3 req-c7d10606-3240-40dc-bffc-fcd973533b61 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=eacdedb9-326c-40ce-a1af-2b80ac7cbb43 HTTP/1.1" status: 200 len: 946 time: 0.0957563 Nov 02 12:14:25.605290 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a3757-890f-4e16-8a86-9f6edf4d1eef None None] Deleting port 89d13a5a-4ac6-48ea-a1e7-149928b98b04 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:14:25.606684 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3757-890f-4e16-8a86-9f6edf4d1eef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:25.641319 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7192fa69-3ec9-44d0-bb68-1e7787d0e4e3 req-a962aa46-6d56-470c-9f19-76573c7a7d07 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828638 Nov 02 12:14:25.658182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a021aef3-faf5-44d0-952f-22c19d2398c6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting port b6aed618-acbf-4e3f-a3b5-dbd5a032eb31 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:14:25.658182 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a021aef3-faf5-44d0-952f-22c19d2398c6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:25.675205 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ed1a3757-890f-4e16-8a86-9f6edf4d1eef None None] For port 89d13a5a-4ac6-48ea-a1e7-149928b98b04, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=89d13a5a-4ac6-48ea-a1e7-149928b98b04,segment=NetworkSegment(8060f69b-1231-48c2-8ebc-b3110247e0a1),segment_id=8060f69b-1231-48c2-8ebc-b3110247e0a1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:14:25.675688 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3757-890f-4e16-8a86-9f6edf4d1eef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:25.695896 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ed1a3757-890f-4e16-8a86-9f6edf4d1eef None None] Calling delete_port for 89d13a5a-4ac6-48ea-a1e7-149928b98b04 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:14:25.765945 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-a021aef3-faf5-44d0-952f-22c19d2398c6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] For port b6aed618-acbf-4e3f-a3b5-dbd5a032eb31, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b6aed618-acbf-4e3f-a3b5-dbd5a032eb31,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:14:25.766364 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a021aef3-faf5-44d0-952f-22c19d2398c6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:25.793320 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a021aef3-faf5-44d0-952f-22c19d2398c6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Calling delete_port for b6aed618-acbf-4e3f-a3b5-dbd5a032eb31 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:14:25.921548 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3757-890f-4e16-8a86-9f6edf4d1eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:25.934985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a3757-890f-4e16-8a86-9f6edf4d1eef None None] No DVR routers for this DVR port 89d13a5a-4ac6-48ea-a1e7-149928b98b04 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:14:25.954720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a3757-890f-4e16-8a86-9f6edf4d1eef None None] Pushing event deleted for resources: {'Port': ['ID=89d13a5a-4ac6-48ea-a1e7-149928b98b04,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:26.242045 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a021aef3-faf5-44d0-952f-22c19d2398c6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:26.272142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021aef3-faf5-44d0-952f-22c19d2398c6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Port': ['ID=b6aed618-acbf-4e3f-a3b5-dbd5a032eb31,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:26.339916 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a021aef3-faf5-44d0-952f-22c19d2398c6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:26.440587 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a021aef3-faf5-44d0-952f-22c19d2398c6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:26.442778 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a021aef3-faf5-44d0-952f-22c19d2398c6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:26.652463 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a021aef3-faf5-44d0-952f-22c19d2398c6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:26.652936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a021aef3-faf5-44d0-952f-22c19d2398c6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Fanout notify agent at l3_agent the message router_deleted on router ddb63091-2715-4819-b85a-1bb74807ab69 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:14:26.661155 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a021aef3-faf5-44d0-952f-22c19d2398c6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:26.662275 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a021aef3-faf5-44d0-952f-22c19d2398c6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/routers/ddb63091-2715-4819-b85a-1bb74807ab69 HTTP/1.1" status: 204 len: 168 time: 1.4889610 Nov 02 12:14:26.665571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48172) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:26.762454 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fa243f3-9dd9-4afd-bf3f-379043e9e795 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:26.877672 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fa243f3-9dd9-4afd-bf3f-379043e9e795 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:26.901101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-8fa243f3-9dd9-4afd-bf3f-379043e9e795 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00516d6f-746d-40b8-a358-bef24915abd9']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:14:26.916025 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-8fa243f3-9dd9-4afd-bf3f-379043e9e795 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8060f69b-1231-48c2-8ebc-b3110247e0a1') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:14:26.916025 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-8fa243f3-9dd9-4afd-bf3f-379043e9e795 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8060f69b-1231-48c2-8ebc-b3110247e0a1') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:14:26.935137 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fa243f3-9dd9-4afd-bf3f-379043e9e795 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:26.951595 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fa243f3-9dd9-4afd-bf3f-379043e9e795 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:26.958556 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa243f3-9dd9-4afd-bf3f-379043e9e795 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:14:26.959074 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fa243f3-9dd9-4afd-bf3f-379043e9e795 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:14:26.962481 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:14:27.016767 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:14:27.175847 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fa243f3-9dd9-4afd-bf3f-379043e9e795 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:27.177915 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fa243f3-9dd9-4afd-bf3f-379043e9e795 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:27.184935 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8fa243f3-9dd9-4afd-bf3f-379043e9e795 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/networks/00516d6f-746d-40b8-a358-bef24915abd9 HTTP/1.1" status: 204 len: 168 time: 0.5152988 Nov 02 12:14:27.186491 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48180) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:27.206630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa243f3-9dd9-4afd-bf3f-379043e9e795 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Network': ['ID=00516d6f-746d-40b8-a358-bef24915abd9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:27.329205 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b6aed618-acbf-4e3f-a3b5-dbd5a032eb31 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:14:27.345475 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c544b8a-b156-4086-b193-1c7403f179d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:27.365462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: b6aed618-acbf-4e3f-a3b5-dbd5a032eb31 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:14:27.365923 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b6aed618-acbf-4e3f-a3b5-dbd5a032eb31 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:14:27.366349 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5f5b0468-0162-4f7d-84b6-27ae17d43d82 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:14:27.390879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 5f5b0468-0162-4f7d-84b6-27ae17d43d82 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:14:27.391307 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5f5b0468-0162-4f7d-84b6-27ae17d43d82 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:14:27.391728 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 89d13a5a-4ac6-48ea-a1e7-149928b98b04 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:14:27.392960 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c544b8a-b156-4086-b193-1c7403f179d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:27.413484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 89d13a5a-4ac6-48ea-a1e7-149928b98b04 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:14:27.418117 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 89d13a5a-4ac6-48ea-a1e7-149928b98b04 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:14:27.669952 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c544b8a-b156-4086-b193-1c7403f179d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:27.676704 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c544b8a-b156-4086-b193-1c7403f179d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:27.676704 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7c544b8a-b156-4086-b193-1c7403f179d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/security-groups/00340485-1398-4491-a580-9f5ad355f51d HTTP/1.1" status: 204 len: 168 time: 0.4854903 Nov 02 12:14:27.698020 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c544b8a-b156-4086-b193-1c7403f179d8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00340485-1398-4491-a580-9f5ad355f51d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:28.433027 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48200) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:28.440676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e171f709-bc32-4dea-9bd6-d4becfe94619 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-994283332', 'description': 'tempest-secgroup-smoke-994283332 description', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:14:28.616410 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e171f709-bc32-4dea-9bd6-d4becfe94619 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:28.719112 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e171f709-bc32-4dea-9bd6-d4becfe94619 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:28.924816 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e171f709-bc32-4dea-9bd6-d4becfe94619 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:28.969532 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171f709-bc32-4dea-9bd6-d4becfe94619 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849d6934-e66d-4500-8bb2-58070a3090b1,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:29.168984 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e171f709-bc32-4dea-9bd6-d4becfe94619 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:29.170271 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e171f709-bc32-4dea-9bd6-d4becfe94619 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7335477 Nov 02 12:14:29.173432 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48206) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:29.178774 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6146e7ce-1556-40ca-b2ec-984ee43dde5a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '849d6934-e66d-4500-8bb2-58070a3090b1', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:14:29.379285 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6146e7ce-1556-40ca-b2ec-984ee43dde5a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:29.456025 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6146e7ce-1556-40ca-b2ec-984ee43dde5a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:29.604646 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6146e7ce-1556-40ca-b2ec-984ee43dde5a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:29.615705 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146e7ce-1556-40ca-b2ec-984ee43dde5a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4dc6d5-48c6-4153-8f8c-b7b2f20f5035,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:29.783697 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6146e7ce-1556-40ca-b2ec-984ee43dde5a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:29.784996 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6146e7ce-1556-40ca-b2ec-984ee43dde5a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6104128 Nov 02 12:14:29.787772 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48214) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:29.792381 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-b8f4dcbe-5cb0-4164-abd5-9728c344ebda tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '849d6934-e66d-4500-8bb2-58070a3090b1', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:14:29.950333 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b8f4dcbe-5cb0-4164-abd5-9728c344ebda tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:30.028287 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b8f4dcbe-5cb0-4164-abd5-9728c344ebda tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:30.258771 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b8f4dcbe-5cb0-4164-abd5-9728c344ebda tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:30.281266 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4dcbe-5cb0-4164-abd5-9728c344ebda tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e1956e-4b73-4ab0-a6e0-9f353487f7e3,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:30.518089 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b8f4dcbe-5cb0-4164-abd5-9728c344ebda tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:30.519544 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b8f4dcbe-5cb0-4164-abd5-9728c344ebda tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7306826 Nov 02 12:14:30.522437 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48228) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:30.533683 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-133ccde2-1386-471d-aa96-056595140f28 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '849d6934-e66d-4500-8bb2-58070a3090b1', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:14:30.727160 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-133ccde2-1386-471d-aa96-056595140f28 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:30.801506 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-133ccde2-1386-471d-aa96-056595140f28 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:30.875197 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48232) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:30.914837 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-133ccde2-1386-471d-aa96-056595140f28 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:30.938195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ccde2-1386-471d-aa96-056595140f28 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54ecaa4-d8db-44aa-9b06-b53488741249,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:30.999088 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-39764c59-70da-4bb3-8c43-1cd2591e94d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:31.031421 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-133ccde2-1386-471d-aa96-056595140f28 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:31.034434 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-133ccde2-1386-471d-aa96-056595140f28 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5086362 Nov 02 12:14:31.037368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48236) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:31.044868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e5f80ece-0ecd-4cde-b3b6-c6213b551195 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '849d6934-e66d-4500-8bb2-58070a3090b1', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:14:31.117035 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-39764c59-70da-4bb3-8c43-1cd2591e94d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:31.239458 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5f80ece-0ecd-4cde-b3b6-c6213b551195 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:31.298165 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-39764c59-70da-4bb3-8c43-1cd2591e94d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:31.329914 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5f80ece-0ecd-4cde-b3b6-c6213b551195 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:31.357717 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-39764c59-70da-4bb3-8c43-1cd2591e94d6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=13075cd2c1f54e718d198ccb5b77b83e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4741383 Nov 02 12:14:31.357717 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39764c59-70da-4bb3-8c43-1cd2591e94d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52424fc-5447-4aa4-b42e-6223b28ba439,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:31.358310 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48238) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:31.433055 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b55174ff-859b-466a-8818-094b5681cb44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:31.459295 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5f80ece-0ecd-4cde-b3b6-c6213b551195 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:31.463683 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b55174ff-859b-466a-8818-094b5681cb44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:31.488051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f80ece-0ecd-4cde-b3b6-c6213b551195 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76aff106-cf37-4df6-add9-951c0f66ec20,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:31.631930 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5f80ece-0ecd-4cde-b3b6-c6213b551195 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:31.634630 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e5f80ece-0ecd-4cde-b3b6-c6213b551195 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5937433 Nov 02 12:14:31.636236 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48244) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:31.680832 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b55174ff-859b-466a-8818-094b5681cb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:31.683719 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b55174ff-859b-466a-8818-094b5681cb44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:31.685660 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b55174ff-859b-466a-8818-094b5681cb44 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c52424fc-5447-4aa4-b42e-6223b28ba439 HTTP/1.1" status: 204 len: 168 time: 0.3232493 Nov 02 12:14:31.696508 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55174ff-859b-466a-8818-094b5681cb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52424fc-5447-4aa4-b42e-6223b28ba439,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:31.788014 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a955739d-9e50-4757-99c5-c1e5201a42e0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '849d6934-e66d-4500-8bb2-58070a3090b1', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:14:31.975295 n-d-806683-18 neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-a955739d-9e50-4757-99c5-c1e5201a42e0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Project 07cf3fda95d044dc8f8b573bd1e4f625 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:14:31.982685 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a955739d-9e50-4757-99c5-c1e5201a42e0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:32.053873 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a955739d-9e50-4757-99c5-c1e5201a42e0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:32.143934 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a955739d-9e50-4757-99c5-c1e5201a42e0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:32.161161 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955739d-9e50-4757-99c5-c1e5201a42e0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831f6c94-bd5e-478f-bd38-46c47d120987,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:32.237548 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a955739d-9e50-4757-99c5-c1e5201a42e0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:32.239577 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a955739d-9e50-4757-99c5-c1e5201a42e0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5999966 Nov 02 12:14:32.242154 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48252) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:32.250968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-588b26da-f7a1-4d24-92a9-278f44c6a365 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '849d6934-e66d-4500-8bb2-58070a3090b1', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:14:32.391138 n-d-806683-18 neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-588b26da-f7a1-4d24-92a9-278f44c6a365 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Project 07cf3fda95d044dc8f8b573bd1e4f625 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:14:32.396750 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-588b26da-f7a1-4d24-92a9-278f44c6a365 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:32.511241 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-588b26da-f7a1-4d24-92a9-278f44c6a365 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:32.613094 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-588b26da-f7a1-4d24-92a9-278f44c6a365 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:32.624503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48256) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:32.639293 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b26da-f7a1-4d24-92a9-278f44c6a365 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f755aa9f-f6c8-4d45-b582-91529b2d73a6,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:32.644524 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba250e88-e6fd-47af-99f9-9357078c7de2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:32.734499 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba250e88-e6fd-47af-99f9-9357078c7de2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:32.881073 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba250e88-e6fd-47af-99f9-9357078c7de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:32.883389 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-588b26da-f7a1-4d24-92a9-278f44c6a365 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:32.885047 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-588b26da-f7a1-4d24-92a9-278f44c6a365 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6411996 Nov 02 12:14:32.889725 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48260) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:32.901926 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c9cbe5af-0c01-43f2-a3fb-26710d9271a4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'network': {'name': 'tempest-network-smoke--866225102', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'port_security_enabled': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:14:32.948976 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ba250e88-e6fd-47af-99f9-9357078c7de2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dfbaddfde6184e5ca820e69ba9ce8152&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3229921 Nov 02 12:14:32.949837 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba250e88-e6fd-47af-99f9-9357078c7de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ceee53-22ec-491a-9c89-e45b632f0d01,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:32.955129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48262) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:33.024364 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb12f1f3-f324-4e15-8626-9b2c73de8ed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:33.048844 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb12f1f3-f324-4e15-8626-9b2c73de8ed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:33.080824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cbe5af-0c01-43f2-a3fb-26710d9271a4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Made reservation on behalf of 07cf3fda95d044dc8f8b573bd1e4f625 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:14:33.085264 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c9cbe5af-0c01-43f2-a3fb-26710d9271a4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:33.202246 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb12f1f3-f324-4e15-8626-9b2c73de8ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:33.205908 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eb12f1f3-f324-4e15-8626-9b2c73de8ed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:33.207495 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-eb12f1f3-f324-4e15-8626-9b2c73de8ed5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51ceee53-22ec-491a-9c89-e45b632f0d01 HTTP/1.1" status: 204 len: 168 time: 0.2508276 Nov 02 12:14:33.219683 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cbe5af-0c01-43f2-a3fb-26710d9271a4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:14:33.220995 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12f1f3-f324-4e15-8626-9b2c73de8ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ceee53-22ec-491a-9c89-e45b632f0d01,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:33.251323 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c9cbe5af-0c01-43f2-a3fb-26710d9271a4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:33.251835 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-c9cbe5af-0c01-43f2-a3fb-26710d9271a4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Added segment 5df0906f-1350-437e-9e0b-107dabd78254 of type vlan for network f1aef69a-1d48-4e06-af46-e8e13de9be05 Nov 02 12:14:33.303263 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c9cbe5af-0c01-43f2-a3fb-26710d9271a4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:33.446742 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c9cbe5af-0c01-43f2-a3fb-26710d9271a4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:33.454597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cbe5af-0c01-43f2-a3fb-26710d9271a4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:33.455212 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c9cbe5af-0c01-43f2-a3fb-26710d9271a4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:33.533447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cbe5af-0c01-43f2-a3fb-26710d9271a4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Network': ['ID=f1aef69a-1d48-4e06-af46-e8e13de9be05,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:33.546185 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network f1aef69a-1d48-4e06-af46-e8e13de9be05 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:14:33.714153 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c9cbe5af-0c01-43f2-a3fb-26710d9271a4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8180954 Nov 02 12:14:33.714153 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48274) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:33.717738 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-184521548', 'admin_state_up': True, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:14:33.839468 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:33.841288 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:33.901910 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:34.529262 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:34.842513 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:34.864153 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:35.007013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Allocated IP 172.25.6.249 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/fc3a9316-389c-4e4c-af03-0ce9fcf83b2c) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:14:35.151605 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:35.292887 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:35.318736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:14:35.338749 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:14:35.344339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:14:35.389192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=fc3a9316-389c-4e4c-af03-0ce9fcf83b2c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:35.775957 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:36.026492 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:36.349647 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router 94c0c7a1-b266-4d69-a573-35b3391647e2 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:14:36.475917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:14:36.487978 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Sync routers for ids ['94c0c7a1-b266-4d69-a573-35b3391647e2'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:14:36.509716 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Routers {'94c0c7a1-b266-4d69-a573-35b3391647e2'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:14:36.509716 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:14:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['94c0c7a1-b266-4d69-a573-35b3391647e2'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:14:36.584401 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:36.584401 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e58d5577-34b7-4a21-b3eb-55ca8619c5b5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8647087 Nov 02 12:14:36.585731 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48330) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:36.629818 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-75708c5b-6c4f-4265-82d9-0bbfcc173626 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=07cf3fda95d044dc8f8b573bd1e4f625&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428696 Nov 02 12:14:36.632647 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48334) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:36.739649 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Set router 94c0c7a1-b266-4d69-a573-35b3391647e2 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:14:36.956011 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184521548', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:14:33Z', 'updated_at': '2021-11-02T12:14:35Z', 'revision_number': 3, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:34Z', 'updated_at': '2021-11-02T12:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:14:36.988611 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Checking router: 94c0c7a1-b266-4d69-a573-35b3391647e2 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:14:36.989326 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Updating router 94c0c7a1-b266-4d69-a573-35b3391647e2 port fc3a9316-389c-4e4c-af03-0ce9fcf83b2c binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:14:37.024829 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:37.143762 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bd624f-5b2b-469a-b5b8-11fcbfdd3b95 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:37.148485 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-40bd624f-5b2b-469a-b5b8-11fcbfdd3b95 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5116746 Nov 02 12:14:37.148708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48344) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:37.188589 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1ae824e3-7e5b-49db-ac07-ab84586c5885 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384939 Nov 02 12:14:37.190976 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48350) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:37.196564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-c5ccbb0a-2a8b-4d49-8292-a9ca08c192ea tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1785819614', 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:14:37.416960 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:37.444486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ccbb0a-2a8b-4d49-8292-a9ca08c192ea tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Made reservation on behalf of 07cf3fda95d044dc8f8b573bd1e4f625 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:14:37.448338 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbb0a-2a8b-4d49-8292-a9ca08c192ea tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:37.573359 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:37.627876 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Attempting to bind port fc3a9316-389c-4e4c-af03-0ce9fcf83b2c on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:14:37.628429 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Attempting to bind port fc3a9316-389c-4e4c-af03-0ce9fcf83b2c by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:14:37.628915 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Attempting to bind port fc3a9316-389c-4e4c-af03-0ce9fcf83b2c on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:14:37.646258 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:14:37.646656 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:14:37.647186 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:37.647528 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:14:37.648003 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Bound port: fc3a9316-389c-4e4c-af03-0ce9fcf83b2c, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:14:37.648385 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:37.676466 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada8d9e-e8b1-4d5a-b8c7-a39d4364e65a None None] Pushing event updated for resources: {'Port': ['ID=fc3a9316-389c-4e4c-af03-0ce9fcf83b2c,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:37.688636 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dada8d9e-e8b1-4d5a-b8c7-a39d4364e65a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:37.688966 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dada8d9e-e8b1-4d5a-b8c7-a39d4364e65a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:37.695123 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dada8d9e-e8b1-4d5a-b8c7-a39d4364e65a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:37.695123 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dada8d9e-e8b1-4d5a-b8c7-a39d4364e65a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:37.695123 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dada8d9e-e8b1-4d5a-b8c7-a39d4364e65a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:37.695123 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dada8d9e-e8b1-4d5a-b8c7-a39d4364e65a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:37.695123 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dada8d9e-e8b1-4d5a-b8c7-a39d4364e65a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:37.695123 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dada8d9e-e8b1-4d5a-b8c7-a39d4364e65a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:37.695123 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dada8d9e-e8b1-4d5a-b8c7-a39d4364e65a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:37.695123 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dada8d9e-e8b1-4d5a-b8c7-a39d4364e65a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:37.695123 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dada8d9e-e8b1-4d5a-b8c7-a39d4364e65a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:37.695123 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dada8d9e-e8b1-4d5a-b8c7-a39d4364e65a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:37.726018 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] For port fc3a9316-389c-4e4c-af03-0ce9fcf83b2c, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:14:37.731191 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] For port fc3a9316-389c-4e4c-af03-0ce9fcf83b2c, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=fc3a9316-389c-4e4c-af03-0ce9fcf83b2c,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:14:37.811682 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbb0a-2a8b-4d49-8292-a9ca08c192ea tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:37.842009 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:37.895319 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccbb0a-2a8b-4d49-8292-a9ca08c192ea tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Subnet': ['ID=3b1565fe-2bac-494d-8a73-a2dbb91c6d17,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:37.910354 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ccbb0a-2a8b-4d49-8292-a9ca08c192ea tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Checking segment: {'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:14:37.910354 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ccbb0a-2a8b-4d49-8292-a9ca08c192ea tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network hostable DHCP agents. Network: f1aef69a-1d48-4e06-af46-e8e13de9be05, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:14:37.912476 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Routers {'94c0c7a1-b266-4d69-a573-35b3391647e2'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:14:37.913114 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:14:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['94c0c7a1-b266-4d69-a573-35b3391647e2'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:14:37.950317 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada8d9e-e8b1-4d5a-b8c7-a39d4364e65a None None] Pushing event updated for resources: {'Port': ['ID=fc3a9316-389c-4e4c-af03-0ce9fcf83b2c,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:38.041728 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] Set router 94c0c7a1-b266-4d69-a573-35b3391647e2 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:14:38.069246 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ccbb0a-2a8b-4d49-8292-a9ca08c192ea tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network f1aef69a-1d48-4e06-af46-e8e13de9be05 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:14:38.165936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48362) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:38.181406 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-c5ccbb0a-2a8b-4d49-8292-a9ca08c192ea tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, f1aef69a-1d48-4e06-af46-e8e13de9be05) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:14:38.194185 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ccbb0a-2a8b-4d49-8292-a9ca08c192ea tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:38.195035 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e0c01d-8045-431a-9406-393b151ebe0e None None] Network f1aef69a-1d48-4e06-af46-e8e13de9be05 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:14:38.197495 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbb0a-2a8b-4d49-8292-a9ca08c192ea tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:38.381353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-f1aef69a-1d48-4e06-af46-e8e13de9be05', 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ips': [{'subnet_id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:14:38.383917 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:38.388810 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c5ccbb0a-2a8b-4d49-8292-a9ca08c192ea tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1930783 Nov 02 12:14:38.389122 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48370) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:38.406410 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-60e04547-c03d-42a4-b96c-afa5654063b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:38.435430 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184521548', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:14:33Z', 'updated_at': '2021-11-02T12:14:35Z', 'revision_number': 3, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:34Z', 'updated_at': '2021-11-02T12:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:14:38.474220 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd724d9c-a525-4949-bd64-8fa331a87df2 None None] The sync data for ids ['94c0c7a1-b266-4d69-a573-35b3391647e2'] in n-d-806683-18 is: [{'id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184521548', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:14:33Z', 'updated_at': '2021-11-02T12:14:35Z', 'revision_number': 3, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:34Z', 'updated_at': '2021-11-02T12:14:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:14:38.545705 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-60e04547-c03d-42a4-b96c-afa5654063b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:38.586123 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Allocated IP 172.20.0.2 (f1aef69a-1d48-4e06-af46-e8e13de9be05/3b1565fe-2bac-494d-8a73-a2dbb91c6d17/b7dc64ba-d38a-4c8f-9666-9cfdf453f122) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:14:38.738205 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-60e04547-c03d-42a4-b96c-afa5654063b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:38.791511 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-60e04547-c03d-42a4-b96c-afa5654063b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fdd50aeb534f4eec90becfa0ebc16dbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6242371 Nov 02 12:14:38.795326 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e04547-c03d-42a4-b96c-afa5654063b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26c3b99-c938-4b99-8e61-26071491d25a,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:38.796974 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48374) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:38.933271 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f29cb04-8520-459b-a8ac-868d9e258aab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:38.974723 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:38.997493 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f29cb04-8520-459b-a8ac-868d9e258aab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:39.067044 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12407ad6-2529-4e39-baa0-104e99b783cc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:39.195224 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:39.222853 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Network f1aef69a-1d48-4e06-af46-e8e13de9be05 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:14:39.227532 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:14:39.232877 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:14:39.233853 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f29cb04-8520-459b-a8ac-868d9e258aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:39.246711 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f29cb04-8520-459b-a8ac-868d9e258aab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:39.255759 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9f29cb04-8520-459b-a8ac-868d9e258aab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e26c3b99-c938-4b99-8e61-26071491d25a HTTP/1.1" status: 204 len: 168 time: 0.4574554 Nov 02 12:14:39.271675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29cb04-8520-459b-a8ac-868d9e258aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26c3b99-c938-4b99-8e61-26071491d25a,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:39.287589 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Pushing event updated for resources: {'Port': ['ID=b7dc64ba-d38a-4c8f-9666-9cfdf453f122,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:39.380996 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Attempting to bind port b7dc64ba-d38a-4c8f-9666-9cfdf453f122 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:14:39.381391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Attempting to bind port b7dc64ba-d38a-4c8f-9666-9cfdf453f122 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:14:39.381769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Attempting to bind port b7dc64ba-d38a-4c8f-9666-9cfdf453f122 on network f1aef69a-1d48-4e06-af46-e8e13de9be05 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:14:39.401769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:14:39.402148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Checking segment: {'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:14:39.403335 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:39.413575 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Bound using segment: {'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:14:39.415561 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Bound port: b7dc64ba-d38a-4c8f-9666-9cfdf453f122, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:14:39.416161 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:39.578208 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-12407ad6-2529-4e39-baa0-104e99b783cc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Allocated IP 172.20.0.1 (f1aef69a-1d48-4e06-af46-e8e13de9be05/3b1565fe-2bac-494d-8a73-a2dbb91c6d17/77999837-b3ef-4e1b-85c4-fdcc6b413d6b) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:14:39.701380 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device fc3a9316-389c-4e4c-af03-0ce9fcf83b2c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:14:39.774539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] For port b7dc64ba-d38a-4c8f-9666-9cfdf453f122, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:14:39.776330 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12407ad6-2529-4e39-baa0-104e99b783cc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:39.778494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] For port b7dc64ba-d38a-4c8f-9666-9cfdf453f122, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b7dc64ba-d38a-4c8f-9666-9cfdf453f122,segment=NetworkSegment(5df0906f-1350-437e-9e0b-107dabd78254),segment_id=5df0906f-1350-437e-9e0b-107dabd78254)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:14:39.790587 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port fc3a9316-389c-4e4c-af03-0ce9fcf83b2c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:14:39.791138 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:39.884136 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:39.910465 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port fc3a9316-389c-4e4c-af03-0ce9fcf83b2c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=fc3a9316-389c-4e4c-af03-0ce9fcf83b2c,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:14:40.052219 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12407ad6-2529-4e39-baa0-104e99b783cc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:40.052718 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:40.099338 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:40.106201 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12407ad6-2529-4e39-baa0-104e99b783cc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network f1aef69a-1d48-4e06-af46-e8e13de9be05 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:14:40.110084 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-12407ad6-2529-4e39-baa0-104e99b783cc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:14:40.117259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12407ad6-2529-4e39-baa0-104e99b783cc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:14:40.148305 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12407ad6-2529-4e39-baa0-104e99b783cc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=77999837-b3ef-4e1b-85c4-fdcc6b413d6b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:40.187911 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cca75-ac6c-4c9f-b2e5-e4f8de4f38a5 None None] Pushing event updated for resources: {'Port': ['ID=b7dc64ba-d38a-4c8f-9666-9cfdf453f122,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:40.201132 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12407ad6-2529-4e39-baa0-104e99b783cc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:40.304617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=fc3a9316-389c-4e4c-af03-0ce9fcf83b2c,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:40.596559 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12407ad6-2529-4e39-baa0-104e99b783cc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:40.955575 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12407ad6-2529-4e39-baa0-104e99b783cc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:41.061655 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48400) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:41.077059 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f4620fc-e361-40ca-b21b-9f9d025918cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:41.126711 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12407ad6-2529-4e39-baa0-104e99b783cc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:41.176323 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f4620fc-e361-40ca-b21b-9f9d025918cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:41.223674 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12407ad6-2529-4e39-baa0-104e99b783cc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:41.226100 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12407ad6-2529-4e39-baa0-104e99b783cc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=77999837-b3ef-4e1b-85c4-fdcc6b413d6b,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:41.286063 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2f4620fc-e361-40ca-b21b-9f9d025918cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:41.351894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4620fc-e361-40ca-b21b-9f9d025918cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6819ab7-f8ca-4d89-89a8-0e810aa3907b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:41.359379 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2f4620fc-e361-40ca-b21b-9f9d025918cc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9382cb295bed4711b068f834549df5de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2956290 Nov 02 12:14:41.363385 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48408) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:41.405849 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12407ad6-2529-4e39-baa0-104e99b783cc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network f1aef69a-1d48-4e06-af46-e8e13de9be05 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:14:41.410194 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-12407ad6-2529-4e39-baa0-104e99b783cc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:14:41.454047 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9c30843c-73b0-496a-a6ea-e58632d95507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:41.487286 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device fc3a9316-389c-4e4c-af03-0ce9fcf83b2c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:14:41.513905 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9c30843c-73b0-496a-a6ea-e58632d95507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:41.565899 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port fc3a9316-389c-4e4c-af03-0ce9fcf83b2c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:14:41.566468 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:41.658130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12407ad6-2529-4e39-baa0-104e99b783cc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router 94c0c7a1-b266-4d69-a573-35b3391647e2 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:14:41.715472 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9c30843c-73b0-496a-a6ea-e58632d95507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:41.728446 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9c30843c-73b0-496a-a6ea-e58632d95507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:41.728446 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9c30843c-73b0-496a-a6ea-e58632d95507 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d6819ab7-f8ca-4d89-89a8-0e810aa3907b HTTP/1.1" status: 204 len: 168 time: 0.3496020 Nov 02 12:14:41.729235 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66abe51f-b745-4602-8380-7baac60190fa None None] Network f1aef69a-1d48-4e06-af46-e8e13de9be05 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:14:41.732914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b7dc64ba-d38a-4c8f-9666-9cfdf453f122 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:14:41.735625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30843c-73b0-496a-a6ea-e58632d95507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6819ab7-f8ca-4d89-89a8-0e810aa3907b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:41.861745 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12407ad6-2529-4e39-baa0-104e99b783cc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:14:41.875977 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-12407ad6-2529-4e39-baa0-104e99b783cc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "PUT /v2.0/routers/94c0c7a1-b266-4d69-a573-35b3391647e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4852459 Nov 02 12:14:41.930472 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Sync routers for ids ['94c0c7a1-b266-4d69-a573-35b3391647e2'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:14:41.963908 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f7892e11-1d8b-4482-8ab9-0031d76229e6 None None] Provisioning complete for port b7dc64ba-d38a-4c8f-9666-9cfdf453f122 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:14:41.964281 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f7892e11-1d8b-4482-8ab9-0031d76229e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:42.015316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Routers {'94c0c7a1-b266-4d69-a573-35b3391647e2'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:14:42.016279 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:14:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['94c0c7a1-b266-4d69-a573-35b3391647e2'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:14:42.111417 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b7dc64ba-d38a-4c8f-9666-9cfdf453f122 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:14:42.111913 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:42.345964 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Set router 94c0c7a1-b266-4d69-a573-35b3391647e2 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:14:42.357570 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-da4fac6a-1717-4a12-83a1-9ab388247c78 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994283332&fields=id&tenant_id=07cf3fda95d044dc8f8b573bd1e4f625 HTTP/1.1" status: 200 len: 267 time: 0.1112430 Nov 02 12:14:42.452255 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f7892e11-1d8b-4482-8ab9-0031d76229e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:42.562854 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-2562da30-b4a1-43ca-9346-5925e23161d2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:42.565060 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-2562da30-b4a1-43ca-9346-5925e23161d2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/networks?id=f1aef69a-1d48-4e06-af46-e8e13de9be05 HTTP/1.1" status: 200 len: 796 time: 0.2058885 Nov 02 12:14:42.592824 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:42.602800 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-d790bd6c-7875-4bcf-ac51-2d50126f331f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/quotas/07cf3fda95d044dc8f8b573bd1e4f625 HTTP/1.1" status: 200 len: 375 time: 0.0221269 Nov 02 12:14:42.689610 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-c8cbfa8a-9ab2-45dd-9468-89622b4b12f7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850351 Nov 02 12:14:42.693847 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f7892e11-1d8b-4482-8ab9-0031d76229e6 None None] For port b7dc64ba-d38a-4c8f-9666-9cfdf453f122, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b7dc64ba-d38a-4c8f-9666-9cfdf453f122,segment=NetworkSegment(5df0906f-1350-437e-9e0b-107dabd78254),segment_id=5df0906f-1350-437e-9e0b-107dabd78254)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:14:42.860283 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-b8d36f7a-733e-4ee8-a535-d87d5e7a004f service neutron] 10.222.0.52 "GET /v2.0/networks/f1aef69a-1d48-4e06-af46-e8e13de9be05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539075 Nov 02 12:14:42.864519 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184521548', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:14:33Z', 'updated_at': '2021-11-02T12:14:40Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:34Z', 'updated_at': '2021-11-02T12:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '77999837-b3ef-4e1b-85c4-fdcc6b413d6b', 'name': '', 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:a5:e1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:39Z', 'updated_at': '2021-11-02T12:14:40Z', 'revision_number': 2, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:14:42.899167 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Checking router: 94c0c7a1-b266-4d69-a573-35b3391647e2 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:14:42.899528 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Updating router 94c0c7a1-b266-4d69-a573-35b3391647e2 port 77999837-b3ef-4e1b-85c4-fdcc6b413d6b binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:14:42.903705 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f7892e11-1d8b-4482-8ab9-0031d76229e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:43.062689 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7892e11-1d8b-4482-8ab9-0031d76229e6 None None] Pushing event updated for resources: {'Port': ['ID=b7dc64ba-d38a-4c8f-9666-9cfdf453f122,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:43.064449 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-aa898ff1-284e-462f-9794-4050cede5754 service neutron] 10.222.0.52 "GET /v2.0/networks/f1aef69a-1d48-4e06-af46-e8e13de9be05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924028 Nov 02 12:14:43.135884 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:43.143232 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:14:43.143505 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:14:43.153872 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-528e6de1-7002-4a8f-be80-92510939a815 None None] Provisioning complete for port 77999837-b3ef-4e1b-85c4-fdcc6b413d6b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:14:43.154469 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-528e6de1-7002-4a8f-be80-92510939a815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:43.254806 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-528e6de1-7002-4a8f-be80-92510939a815 None None] Port 77999837-b3ef-4e1b-85c4-fdcc6b413d6b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:14:43.552046 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02a9998f-d1ca-4aaf-9a9f-62dcaee2222a req-646def72-f430-47bd-a8f4-716f79878621 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 210 time: 0.0827069 Nov 02 12:14:44.056983 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-528e6de1-7002-4a8f-be80-92510939a815 None None] Provisioning complete for port b7dc64ba-d38a-4c8f-9666-9cfdf453f122 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:14:44.057672 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-528e6de1-7002-4a8f-be80-92510939a815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:44.102403 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:44.224283 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:44.289875 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f7d90-3797-41c4-90b4-a8beee3d7b9a None None] Pushing event updated for resources: {'Port': ['ID=77999837-b3ef-4e1b-85c4-fdcc6b413d6b,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:44.292479 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b7dc64ba-d38a-4c8f-9666-9cfdf453f122 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:14:44.385172 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-4a6e8b2b-9b26-4e97-979f-19bde5be79ae None None] Provisioning complete for port 77999837-b3ef-4e1b-85c4-fdcc6b413d6b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:14:44.385405 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4a6e8b2b-9b26-4e97-979f-19bde5be79ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:44.490830 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Attempting to bind port 77999837-b3ef-4e1b-85c4-fdcc6b413d6b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:14:44.491275 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Attempting to bind port 77999837-b3ef-4e1b-85c4-fdcc6b413d6b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:14:44.491563 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Attempting to bind port 77999837-b3ef-4e1b-85c4-fdcc6b413d6b on network f1aef69a-1d48-4e06-af46-e8e13de9be05 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:14:44.496945 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b7dc64ba-d38a-4c8f-9666-9cfdf453f122 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:14:44.497368 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:44.529200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:14:44.529628 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Checking segment: {'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:14:44.530250 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:44.530827 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Bound using segment: {'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:14:44.531495 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Bound port: 77999837-b3ef-4e1b-85c4-fdcc6b413d6b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:14:44.532056 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:44.534014 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e8b2b-9b26-4e97-979f-19bde5be79ae None None] Port 77999837-b3ef-4e1b-85c4-fdcc6b413d6b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:14:44.652316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] For port 77999837-b3ef-4e1b-85c4-fdcc6b413d6b, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:14:44.677823 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] For port 77999837-b3ef-4e1b-85c4-fdcc6b413d6b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=77999837-b3ef-4e1b-85c4-fdcc6b413d6b,segment=NetworkSegment(5df0906f-1350-437e-9e0b-107dabd78254),segment_id=5df0906f-1350-437e-9e0b-107dabd78254)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:14:44.685796 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-95cf09f0-b996-47e9-be3b-674264546cac None None] Provisioning complete for port 77999837-b3ef-4e1b-85c4-fdcc6b413d6b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:14:44.686544 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-95cf09f0-b996-47e9-be3b-674264546cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:44.700726 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-691ab4f9-67f6-4c69-afef-de114a2a6a68 req-bad6f754-4b1e-467e-89da-d4c6397531ae tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 210 time: 0.0907800 Nov 02 12:14:44.728767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-95cf09f0-b996-47e9-be3b-674264546cac None None] Port 77999837-b3ef-4e1b-85c4-fdcc6b413d6b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:14:44.881728 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:44.934374 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Routers {'94c0c7a1-b266-4d69-a573-35b3391647e2'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:14:44.935041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:14:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['94c0c7a1-b266-4d69-a573-35b3391647e2'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:14:44.986299 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f7d90-3797-41c4-90b4-a8beee3d7b9a None None] Pushing event updated for resources: {'Port': ['ID=77999837-b3ef-4e1b-85c4-fdcc6b413d6b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:45.092806 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] Set router 94c0c7a1-b266-4d69-a573-35b3391647e2 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:14:45.274321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2be8c0c8-282c-4ea8-b1e2-9aa346f3e7f5 None None] Provisioning complete for port 77999837-b3ef-4e1b-85c4-fdcc6b413d6b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:14:45.274696 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2be8c0c8-282c-4ea8-b1e2-9aa346f3e7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:45.398083 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2be8c0c8-282c-4ea8-b1e2-9aa346f3e7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:45.409611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184521548', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:14:33Z', 'updated_at': '2021-11-02T12:14:40Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:34Z', 'updated_at': '2021-11-02T12:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '77999837-b3ef-4e1b-85c4-fdcc6b413d6b', 'name': '', 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:a5:e1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:39Z', 'updated_at': '2021-11-02T12:14:44Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:14:45.442091 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c6933-a2b6-4c12-8ae9-d70de34c89bd None None] The sync data for ids ['94c0c7a1-b266-4d69-a573-35b3391647e2'] in n-d-806683-18 is: [{'id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184521548', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:14:33Z', 'updated_at': '2021-11-02T12:14:40Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:34Z', 'updated_at': '2021-11-02T12:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '77999837-b3ef-4e1b-85c4-fdcc6b413d6b', 'name': '', 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:a5:e1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:39Z', 'updated_at': '2021-11-02T12:14:44Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:14:45.467137 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2be8c0c8-282c-4ea8-b1e2-9aa346f3e7f5 None None] For port 77999837-b3ef-4e1b-85c4-fdcc6b413d6b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=77999837-b3ef-4e1b-85c4-fdcc6b413d6b,segment=NetworkSegment(5df0906f-1350-437e-9e0b-107dabd78254),segment_id=5df0906f-1350-437e-9e0b-107dabd78254)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:14:45.560767 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2be8c0c8-282c-4ea8-b1e2-9aa346f3e7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:45.658901 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8c0c8-282c-4ea8-b1e2-9aa346f3e7f5 None None] Pushing event updated for resources: {'Port': ['ID=77999837-b3ef-4e1b-85c4-fdcc6b413d6b,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:45.900824 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eac1ff64-7c36-4fb6-aa6c-3abe0bc82fc2 req-76417a33-47b4-4add-8c93-e6e9b631b001 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 210 time: 0.0961540 Nov 02 12:14:46.251421 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 77999837-b3ef-4e1b-85c4-fdcc6b413d6b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:14:46.336365 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 77999837-b3ef-4e1b-85c4-fdcc6b413d6b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:14:46.337020 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:47.026088 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-542b6792-f8da-4d72-b92a-f41a568daa54 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:47.027973 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-542b6792-f8da-4d72-b92a-f41a568daa54 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.54 "GET /v2.0/networks?id=f1aef69a-1d48-4e06-af46-e8e13de9be05 HTTP/1.1" status: 200 len: 796 time: 0.2489939 Nov 02 12:14:47.214997 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-a61745d4-887e-4b35-a178-9dd9c27bbeaf tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07cf3fda95d044dc8f8b573bd1e4f625 HTTP/1.1" status: 200 len: 379 time: 0.1760371 Nov 02 12:14:47.240136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-58f8b8a0-8b4e-4acc-98c2-98afd341ded7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'port': {'device_id': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05', 'admin_state_up': True, 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'security_groups': ['849d6934-e66d-4500-8bb2-58070a3090b1']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:14:47.270638 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b70799f8-f3f3-467a-ad37-2295f4106678 req-02d23e5d-3a51-4cff-a6b6-890f809320fe tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 210 time: 0.0715225 Nov 02 12:14:47.787730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-58f8b8a0-8b4e-4acc-98c2-98afd341ded7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Made reservation on behalf of 07cf3fda95d044dc8f8b573bd1e4f625 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:14:47.790170 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d8b30e84-0e8a-4d40-b7f4-cf43ff57e0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:47.804230 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-58f8b8a0-8b4e-4acc-98c2-98afd341ded7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:48.038434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-58f8b8a0-8b4e-4acc-98c2-98afd341ded7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Allocated IP 172.20.0.12 (f1aef69a-1d48-4e06-af46-e8e13de9be05/3b1565fe-2bac-494d-8a73-a2dbb91c6d17/bec3f8e5-c448-4802-9d61-0e33a766b020) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:14:48.258760 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-58f8b8a0-8b4e-4acc-98c2-98afd341ded7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:48.425130 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f1175097-151c-46db-8dbf-b52ff9371c67 req-0c82ce23-66fa-40c3-9f46-a98e277c155f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 210 time: 0.0510221 Nov 02 12:14:48.426364 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-58f8b8a0-8b4e-4acc-98c2-98afd341ded7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:48.499064 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-58f8b8a0-8b4e-4acc-98c2-98afd341ded7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network f1aef69a-1d48-4e06-af46-e8e13de9be05 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:14:48.510242 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-58f8b8a0-8b4e-4acc-98c2-98afd341ded7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:14:48.510242 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-58f8b8a0-8b4e-4acc-98c2-98afd341ded7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:14:48.538287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8b8a0-8b4e-4acc-98c2-98afd341ded7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=bec3f8e5-c448-4802-9d61-0e33a766b020,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:48.582512 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-58f8b8a0-8b4e-4acc-98c2-98afd341ded7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:48.583253 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-58f8b8a0-8b4e-4acc-98c2-98afd341ded7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:48.746959 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-58f8b8a0-8b4e-4acc-98c2-98afd341ded7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5158529 Nov 02 12:14:48.760530 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Request body: {'port': {'device_id': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:14:48.843240 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b35a7503-9bac-46ec-9d0b-b92e7d7487a1 None None] Provisioning complete for port bec3f8e5-c448-4802-9d61-0e33a766b020 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:14:48.843856 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b35a7503-9bac-46ec-9d0b-b92e7d7487a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:48.845080 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:48.905882 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b35a7503-9bac-46ec-9d0b-b92e7d7487a1 None None] Port bec3f8e5-c448-4802-9d61-0e33a766b020 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:14:49.255301 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec3f8e5-c448-4802-9d61-0e33a766b020 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:14:49.267077 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:49.284672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Transition to ACTIVE for port object bec3f8e5-c448-4802-9d61-0e33a766b020 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:14:49.376573 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:49.516059 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Pushing event updated for resources: {'Port': ['ID=bec3f8e5-c448-4802-9d61-0e33a766b020,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:49.631339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:49.631738 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:49.632217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:49.632693 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:49.633166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:49.633640 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:49.634108 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:49.634733 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:49.635291 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:49.635772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:49.636269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:49.637290 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:49.662784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Attempting to bind port bec3f8e5-c448-4802-9d61-0e33a766b020 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:14:49.663377 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Attempting to bind port bec3f8e5-c448-4802-9d61-0e33a766b020 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:14:49.663938 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Attempting to bind port bec3f8e5-c448-4802-9d61-0e33a766b020 on network f1aef69a-1d48-4e06-af46-e8e13de9be05 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:14:49.690914 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Port bec3f8e5-c448-4802-9d61-0e33a766b020 on network f1aef69a-1d48-4e06-af46-e8e13de9be05 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:14:49.691519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Attempting to bind port bec3f8e5-c448-4802-9d61-0e33a766b020 on network f1aef69a-1d48-4e06-af46-e8e13de9be05 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:14:49.727384 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:14:49.727877 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Checking segment: {'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:14:49.728430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Bound using segment: {'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:14:49.732883 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Bound port: bec3f8e5-c448-4802-9d61-0e33a766b020, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:14:49.733519 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:49.782295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79da0e2-7468-4d61-a4ad-7b427e6cee43 req-d6c57676-7ff9-4311-9a66-c61e8ca6bd52 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:49.783926 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a79da0e2-7468-4d61-a4ad-7b427e6cee43 req-d6c57676-7ff9-4311-9a66-c61e8ca6bd52 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 944 time: 0.1704473 Nov 02 12:14:49.786600 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-01f779bf-6c4a-40b0-aced-5936602bf915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:49.877843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] For port bec3f8e5-c448-4802-9d61-0e33a766b020, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:14:49.901263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a79da0e2-7468-4d61-a4ad-7b427e6cee43 req-edc47f12-7ee5-449e-8dda-1cafe61b3ba7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959587 Nov 02 12:14:49.909312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] For port bec3f8e5-c448-4802-9d61-0e33a766b020, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=bec3f8e5-c448-4802-9d61-0e33a766b020,segment=NetworkSegment(5df0906f-1350-437e-9e0b-107dabd78254),segment_id=5df0906f-1350-437e-9e0b-107dabd78254)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:14:50.000517 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:50.052200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:50.052824 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:50.054297 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] 10.222.0.54 "PUT /v2.0/ports/bec3f8e5-c448-4802-9d61-0e33a766b020 HTTP/1.1" status: 200 len: 1093 time: 1.2991886 Nov 02 12:14:50.054794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'tag': 'bec3f8e5-c448-4802-9d61-0e33a766b020'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:14:50.057740 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47861dbe-4877-4c72-9607-a710ceb05a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "43b9c122-b790-4aad-aad1-c3287299b0cc", "tag": "bec3f8e5-c448-4802-9d61-0e33a766b020"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:14:50.158407 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6180e1-5802-4078-bc44-611eeb5e23bb x-openstack-request-id: req-9e6180e1-5802-4078-bc44-611eeb5e23bb {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:14:50.159655 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b9c122-b790-4aad-aad1-c3287299b0cc", "tag": "bec3f8e5-c448-4802-9d61-0e33a766b020", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:14:50.160075 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e6180e1-5802-4078-bc44-611eeb5e23bb {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:14:50.162089 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'tag': 'bec3f8e5-c448-4802-9d61-0e33a766b020', 'status': 'completed', 'code': 200} Nov 02 12:14:50.204667 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2a153-7dcf-4fef-9bc1-d03c42db7367 service neutron] Pushing event updated for resources: {'Port': ['ID=bec3f8e5-c448-4802-9d61-0e33a766b020,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:50.317338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47861dbe-4877-4c72-9607-a710ceb05a3a req-62ab0668-76d5-4ded-a151-e44ff3e1e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:50.320745 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47861dbe-4877-4c72-9607-a710ceb05a3a req-62ab0668-76d5-4ded-a151-e44ff3e1e4e6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 1096 time: 0.1556365 Nov 02 12:14:50.475435 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47861dbe-4877-4c72-9607-a710ceb05a3a req-59e19d47-e4f5-4a2f-8ded-806244f3505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:50.476966 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47861dbe-4877-4c72-9607-a710ceb05a3a req-59e19d47-e4f5-4a2f-8ded-806244f3505c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1488650 Nov 02 12:14:50.637065 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47861dbe-4877-4c72-9607-a710ceb05a3a req-24738c60-2c6d-4a48-950a-e858efb23704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:50.638609 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47861dbe-4877-4c72-9607-a710ceb05a3a req-24738c60-2c6d-4a48-950a-e858efb23704 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1547856 Nov 02 12:14:50.755770 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-8624eff8-3376-4c1d-bd32-7081f7d5754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:50.758262 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-8624eff8-3376-4c1d-bd32-7081f7d5754b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 1096 time: 0.0755725 Nov 02 12:14:50.805838 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-28cd1b68-9544-4a78-bfea-dfc9508023f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bec3f8e5-c448-4802-9d61-0e33a766b020 HTTP/1.1" status: 200 len: 217 time: 0.0397561 Nov 02 12:14:50.865004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-dead3918-7432-45d9-878b-32fd426947ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:50.866521 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-dead3918-7432-45d9-878b-32fd426947ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b1565fe-2bac-494d-8a73-a2dbb91c6d17 HTTP/1.1" status: 200 len: 835 time: 0.0543740 Nov 02 12:14:50.916952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-d2b3d39f-f2db-455a-a3bf-dd60bcb6aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:50.919100 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-d2b3d39f-f2db-455a-a3bf-dd60bcb6aae9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1aef69a-1d48-4e06-af46-e8e13de9be05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457194 Nov 02 12:14:51.051246 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:51.087842 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd182cda-28ea-460e-b38f-b2c0fa407c19 req-3b7e9548-fd73-43ee-a853-57b59eb99c2e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:51.090251 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd182cda-28ea-460e-b38f-b2c0fa407c19 req-3b7e9548-fd73-43ee-a853-57b59eb99c2e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 944 time: 0.0912118 Nov 02 12:14:51.097194 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-5f8cf347-b031-449d-8569-e8970f5959da service neutron] 10.222.0.54 "GET /v2.0/networks/f1aef69a-1d48-4e06-af46-e8e13de9be05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692204 Nov 02 12:14:51.219033 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd182cda-28ea-460e-b38f-b2c0fa407c19 req-f29e65e4-74f3-4657-beab-0ae588051e7c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186118 Nov 02 12:14:51.245037 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac7c0274-1485-43be-a17b-29c7d8d6d1e5 req-69191789-0891-4219-9c72-71d1065e5581 service neutron] 10.222.0.54 "GET /v2.0/networks/f1aef69a-1d48-4e06-af46-e8e13de9be05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374774 Nov 02 12:14:52.360710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c06efe-b185-4080-b915-1b81bc98a3d1 req-676a84da-970e-4d35-ba76-c8d1a35102e1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:52.365021 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b4c06efe-b185-4080-b915-1b81bc98a3d1 req-676a84da-970e-4d35-ba76-c8d1a35102e1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 944 time: 0.0610752 Nov 02 12:14:52.426651 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b4c06efe-b185-4080-b915-1b81bc98a3d1 req-e4033137-1f33-4245-a88d-ca58a0559eb4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547059 Nov 02 12:14:52.565956 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:53.573378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b027-8c50-4b18-80d3-7d83ac85c812 req-8f167069-a263-4453-8958-cb285249078b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:53.579697 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7397b027-8c50-4b18-80d3-7d83ac85c812 req-8f167069-a263-4453-8958-cb285249078b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 944 time: 0.0676396 Nov 02 12:14:53.648734 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7397b027-8c50-4b18-80d3-7d83ac85c812 req-8b1ef357-cbd2-4f1b-bdf7-7bf646168a69 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669162 Nov 02 12:14:54.108822 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:54.348433 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:54.789387 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2249bff-63e1-45ca-9758-67c9278dfb0d req-3fea8d9d-bb83-40fc-9a08-82de01e3cbbd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:54.791888 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c2249bff-63e1-45ca-9758-67c9278dfb0d req-3fea8d9d-bb83-40fc-9a08-82de01e3cbbd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 944 time: 0.0631659 Nov 02 12:14:54.848172 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c2249bff-63e1-45ca-9758-67c9278dfb0d req-7ba96716-dcd1-4e3d-89f1-98c324ab8ca1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496402 Nov 02 12:14:54.915403 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device bec3f8e5-c448-4802-9d61-0e33a766b020 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:14:55.015359 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:55.046250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port bec3f8e5-c448-4802-9d61-0e33a766b020, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=bec3f8e5-c448-4802-9d61-0e33a766b020,segment=NetworkSegment(5df0906f-1350-437e-9e0b-107dabd78254),segment_id=5df0906f-1350-437e-9e0b-107dabd78254)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:14:55.063158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'bec3f8e5-c448-4802-9d61-0e33a766b020', 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05', 'port_id': 'bec3f8e5-c448-4802-9d61-0e33a766b020', 'mac_address': 'fa:16:3e:47:bd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:14:55.119586 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:55.142615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec3f8e5-c448-4802-9d61-0e33a766b020 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:14:55.171054 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port bec3f8e5-c448-4802-9d61-0e33a766b020, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=bec3f8e5-c448-4802-9d61-0e33a766b020,segment=NetworkSegment(5df0906f-1350-437e-9e0b-107dabd78254),segment_id=5df0906f-1350-437e-9e0b-107dabd78254)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:14:55.257176 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:55.317536 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=bec3f8e5-c448-4802-9d61-0e33a766b020,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:55.326890 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:55.327315 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:55.327787 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:55.328172 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:55.328620 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:55.328980 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:55.329350 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:55.329771 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:55.330104 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:55.330437 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:55.330765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:55.331127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:55.472466 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['bec3f8e5-c448-4802-9d61-0e33a766b020'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:14:55.846236 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48696) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:55.986778 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9f67cc4c-7e4b-4929-8b99-d8be49a65582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:55.987210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e878695-ef18-49ba-a31c-948c3303609a req-29c9fb9b-f795-4e07-85be-865853f47138 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:55.988713 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3e878695-ef18-49ba-a31c-948c3303609a req-29c9fb9b-f795-4e07-85be-865853f47138 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 945 time: 0.0576761 Nov 02 12:14:56.048895 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3e878695-ef18-49ba-a31c-948c3303609a req-bc73b928-f9e3-4c13-8378-9b50aa8d7178 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533879 Nov 02 12:14:56.072610 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9f67cc4c-7e4b-4929-8b99-d8be49a65582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:56.180959 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9f67cc4c-7e4b-4929-8b99-d8be49a65582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:56.229146 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9f67cc4c-7e4b-4929-8b99-d8be49a65582 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c4fd887b52e14a0f99d481b7016f67d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3818402 Nov 02 12:14:56.230360 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67cc4c-7e4b-4929-8b99-d8be49a65582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fba38ad-60a7-4d1c-9cec-539d710a7527,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:56.232781 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48708) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:56.251941 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67cc4c-7e4b-4929-8b99-d8be49a65582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:56.252297 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67cc4c-7e4b-4929-8b99-d8be49a65582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:56.252674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67cc4c-7e4b-4929-8b99-d8be49a65582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:56.253021 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67cc4c-7e4b-4929-8b99-d8be49a65582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:56.253361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67cc4c-7e4b-4929-8b99-d8be49a65582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:56.253696 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67cc4c-7e4b-4929-8b99-d8be49a65582 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:56.254027 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67cc4c-7e4b-4929-8b99-d8be49a65582 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:56.254361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67cc4c-7e4b-4929-8b99-d8be49a65582 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:56.254693 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67cc4c-7e4b-4929-8b99-d8be49a65582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:56.255040 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67cc4c-7e4b-4929-8b99-d8be49a65582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:56.256094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67cc4c-7e4b-4929-8b99-d8be49a65582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:56.256094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f67cc4c-7e4b-4929-8b99-d8be49a65582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:14:56.310713 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b58c7fe6-6ea4-4a32-b826-dd1a8ee48de8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:56.334573 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b58c7fe6-6ea4-4a32-b826-dd1a8ee48de8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:56.462005 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b58c7fe6-6ea4-4a32-b826-dd1a8ee48de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:56.465107 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b58c7fe6-6ea4-4a32-b826-dd1a8ee48de8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:56.468907 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b58c7fe6-6ea4-4a32-b826-dd1a8ee48de8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7fba38ad-60a7-4d1c-9cec-539d710a7527 HTTP/1.1" status: 204 len: 168 time: 0.2328112 Nov 02 12:14:56.475142 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c7fe6-6ea4-4a32-b826-dd1a8ee48de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fba38ad-60a7-4d1c-9cec-539d710a7527,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:56.937888 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device bec3f8e5-c448-4802-9d61-0e33a766b020 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:14:57.125651 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port bec3f8e5-c448-4802-9d61-0e33a766b020 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:14:57.131063 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port bec3f8e5-c448-4802-9d61-0e33a766b020 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:14:57.135038 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:57.185994 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804aa604-74b8-4e72-8bd4-cc8b586b1268 req-20cf0e0d-042d-408e-934e-687cfe067a04 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:57.188165 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-804aa604-74b8-4e72-8bd4-cc8b586b1268 req-20cf0e0d-042d-408e-934e-687cfe067a04 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 945 time: 0.0621216 Nov 02 12:14:57.229284 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:57.262684 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-804aa604-74b8-4e72-8bd4-cc8b586b1268 req-371863e3-f3a1-4633-aeb2-d7c3a91292ad tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636890 Nov 02 12:14:57.290866 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec3f8e5-c448-4802-9d61-0e33a766b020'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:14:57.290866 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bf07cc-0d25-4270-9fa3-bce830863ec3" -d '{"events": [{"server_uuid": "43b9c122-b790-4aad-aad1-c3287299b0cc", "name": "network-vif-plugged", "status": "completed", "tag": "bec3f8e5-c448-4802-9d61-0e33a766b020"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:14:57.312544 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port bec3f8e5-c448-4802-9d61-0e33a766b020, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=bec3f8e5-c448-4802-9d61-0e33a766b020,segment=NetworkSegment(5df0906f-1350-437e-9e0b-107dabd78254),segment_id=5df0906f-1350-437e-9e0b-107dabd78254)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:14:57.332970 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7d8a73-d7fb-4c0d-8634-98d436d54620 x-openstack-request-id: req-3f7d8a73-d7fb-4c0d-8634-98d436d54620 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:14:57.333266 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b9c122-b790-4aad-aad1-c3287299b0cc", "name": "network-vif-plugged", "status": "completed", "tag": "bec3f8e5-c448-4802-9d61-0e33a766b020", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:14:57.333519 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f7d8a73-d7fb-4c0d-8634-98d436d54620 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:14:57.333920 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec3f8e5-c448-4802-9d61-0e33a766b020', 'code': 200} Nov 02 12:14:57.463681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc44e9-b25f-4bee-a81f-270a8b93dac1 req-84eff5e0-b2c8-4a28-998c-8281a4544444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:57.467330 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acdc44e9-b25f-4bee-a81f-270a8b93dac1 req-84eff5e0-b2c8-4a28-998c-8281a4544444 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 1097 time: 0.0684080 Nov 02 12:14:57.521573 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acdc44e9-b25f-4bee-a81f-270a8b93dac1 req-15498eda-9f3f-4589-8cd6-4775c54aa2c7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457132 Nov 02 12:14:57.609698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48724) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:57.625842 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9a9a91d2-8d1b-4a23-9740-b9ff5462c593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:57.628743 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:57.709949 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=bec3f8e5-c448-4802-9d61-0e33a766b020,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:57.761078 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9a9a91d2-8d1b-4a23-9740-b9ff5462c593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:57.884035 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9a9a91d2-8d1b-4a23-9740-b9ff5462c593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:57.929915 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9a9a91d2-8d1b-4a23-9740-b9ff5462c593 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2ec8a11fc754165bac9baa719c79ad0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3188384 Nov 02 12:14:57.931231 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a91d2-8d1b-4a23-9740-b9ff5462c593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3c06d4-818b-4dad-a471-36ee07667f95,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:57.932614 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48730) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:58.023577 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30fffe5c-64ba-4b95-a097-aacd895c650c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:58.049253 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30fffe5c-64ba-4b95-a097-aacd895c650c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:58.227972 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30fffe5c-64ba-4b95-a097-aacd895c650c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:58.231828 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30fffe5c-64ba-4b95-a097-aacd895c650c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:58.233225 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-30fffe5c-64ba-4b95-a097-aacd895c650c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a3c06d4-818b-4dad-a471-36ee07667f95 HTTP/1.1" status: 204 len: 168 time: 0.2970500 Nov 02 12:14:58.243900 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fffe5c-64ba-4b95-a097-aacd895c650c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3c06d4-818b-4dad-a471-36ee07667f95,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:58.436674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50640222-dc1d-42d6-b446-c5e835174fa9 req-2756e91d-7e65-41f2-ab14-691208341eaf tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:58.439509 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-50640222-dc1d-42d6-b446-c5e835174fa9 req-2756e91d-7e65-41f2-ab14-691208341eaf tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 946 time: 0.0638015 Nov 02 12:14:58.517488 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-50640222-dc1d-42d6-b446-c5e835174fa9 req-0c9c0421-aafb-4379-81da-32c144062d88 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708630 Nov 02 12:14:59.175124 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48742) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:59.193742 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bbe4912-100c-437c-bc2c-1864a2e39398 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:59.288102 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bbe4912-100c-437c-bc2c-1864a2e39398 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:59.388240 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5bbe4912-100c-437c-bc2c-1864a2e39398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:59.442019 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5bbe4912-100c-437c-bc2c-1864a2e39398 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cca95c280f174d03af34c5d30dc0e598&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2631643 Nov 02 12:14:59.442019 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48744) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:14:59.448158 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe4912-100c-437c-bc2c-1864a2e39398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc793141-2f36-442a-b2d9-2682cd9bf754,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:59.513540 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92a400a7-4924-4ceb-9b58-2cd97d304914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:59.541035 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92a400a7-4924-4ceb-9b58-2cd97d304914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:59.672707 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3479b3e-0577-4a34-8f54-604f5a8d7a26 req-65482ff4-4c41-4b5a-b5d4-cdd2fed6a9c2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:59.675580 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c3479b3e-0577-4a34-8f54-604f5a8d7a26 req-65482ff4-4c41-4b5a-b5d4-cdd2fed6a9c2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 946 time: 0.0715988 Nov 02 12:14:59.732862 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c3479b3e-0577-4a34-8f54-604f5a8d7a26 req-4bc6e8d2-9f4d-4661-bd17-31fc3764a1a2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496211 Nov 02 12:14:59.736692 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92a400a7-4924-4ceb-9b58-2cd97d304914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:59.739485 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92a400a7-4924-4ceb-9b58-2cd97d304914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:14:59.744147 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-92a400a7-4924-4ceb-9b58-2cd97d304914 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc793141-2f36-442a-b2d9-2682cd9bf754 HTTP/1.1" status: 204 len: 168 time: 0.3010702 Nov 02 12:14:59.768312 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a400a7-4924-4ceb-9b58-2cd97d304914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc793141-2f36-442a-b2d9-2682cd9bf754,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:14:59.941538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e2d72-0f01-4c7c-b9ab-7df289fdb6b0 req-ae387723-843f-4a36-9ef8-5074677a07d2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:14:59.941538 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-219e2d72-0f01-4c7c-b9ab-7df289fdb6b0 req-ae387723-843f-4a36-9ef8-5074677a07d2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 946 time: 0.0891755 Nov 02 12:15:00.001558 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-219e2d72-0f01-4c7c-b9ab-7df289fdb6b0 req-8af4f5e5-3b53-4ae0-ad02-91fea4d25b3c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569196 Nov 02 12:15:00.028089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48756) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:00.340954 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfcf659-eccc-4f50-8787-f9b5ed4194e2 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:00.347503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48766) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:00.353057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': 'bec3f8e5-c448-4802-9d61-0e33a766b020', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:15:00.358854 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-adfcf659-eccc-4f50-8787-f9b5ed4194e2 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 1093 time: 0.3291912 Nov 02 12:15:00.451846 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:00.611716 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:00.766123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Allocated IP 172.25.6.123 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/a8511112-ee63-487d-ada2-c9168b12e138) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:15:00.989935 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:01.628717 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:01.681436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:15:01.691414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:15:01.697827 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:15:01.706039 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=a8511112-ee63-487d-ada2-c9168b12e138,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:02.319757 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:02.822230 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:03.002249 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:03.131325 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:03.241328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=a8511112-ee63-487d-ada2-c9168b12e138,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:03.251509 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:03.365011 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Floating IP ebf59457-6b6b-4199-9e79-5d40ebcb10f1 associated. External IP: 172.25.6.123, port: bec3f8e5-c448-4802-9d61-0e33a766b020. Nov 02 12:15:03.608770 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router 94c0c7a1-b266-4d69-a573-35b3391647e2 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:15:03.747123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b8aa3-386d-45ad-9ba2-f017d4dd757d req-a074081e-6f41-4bf8-acd5-f4d15ea8c20b tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:03.748636 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c97b8aa3-386d-45ad-9ba2-f017d4dd757d req-a074081e-6f41-4bf8-acd5-f4d15ea8c20b tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=eacdedb9-326c-40ce-a1af-2b80ac7cbb43 HTTP/1.1" status: 200 len: 946 time: 0.1326001 Nov 02 12:15:03.805429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:15:03.819486 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8690f0-1f21-4fb9-96ff-6529c32c540d None None] Sync routers for ids ['94c0c7a1-b266-4d69-a573-35b3391647e2'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:15:03.832103 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c97b8aa3-386d-45ad-9ba2-f017d4dd757d req-27fbfcb6-771b-4f69-ae51-8da75396dc42 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761633 Nov 02 12:15:03.841759 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8690f0-1f21-4fb9-96ff-6529c32c540d None None] Routers {'94c0c7a1-b266-4d69-a573-35b3391647e2'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:15:03.841759 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0d8690f0-1f21-4fb9-96ff-6529c32c540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:14:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['94c0c7a1-b266-4d69-a573-35b3391647e2'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:15:03.949911 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:03.969849 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-0d8690f0-1f21-4fb9-96ff-6529c32c540d None None] Set router 94c0c7a1-b266-4d69-a573-35b3391647e2 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:15:03.985233 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-01ea7495-5c7c-4844-8739-a30f0ee5c4b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6353409 Nov 02 12:15:03.986002 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'tag': 'bec3f8e5-c448-4802-9d61-0e33a766b020'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:15:03.988587 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4160372-b641-4a84-a090-667ef7cda013" -d '{"events": [{"name": "network-changed", "server_uuid": "43b9c122-b790-4aad-aad1-c3287299b0cc", "tag": "bec3f8e5-c448-4802-9d61-0e33a766b020"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:15:04.010610 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:15:04.114655 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4f579-a7c3-4c3b-af06-f7092ee7ab18 req-86d8a024-107c-4830-956f-963c7ae205b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:04.125553 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99c4f579-a7c3-4c3b-af06-f7092ee7ab18 req-86d8a024-107c-4830-956f-963c7ae205b6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 946 time: 0.0761244 Nov 02 12:15:04.196244 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99c4f579-a7c3-4c3b-af06-f7092ee7ab18 req-ec39be61-f302-4a32-a050-4ec34e0f19e0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693827 Nov 02 12:15:04.242621 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48846) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:04.317882 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fdd66d-4332-4abd-9403-1b856ae7107c x-openstack-request-id: req-c8fdd66d-4332-4abd-9403-1b856ae7107c {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:15:04.318159 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b9c122-b790-4aad-aad1-c3287299b0cc", "tag": "bec3f8e5-c448-4802-9d61-0e33a766b020", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:15:04.318422 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c8fdd66d-4332-4abd-9403-1b856ae7107c {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:15:04.318901 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'tag': 'bec3f8e5-c448-4802-9d61-0e33a766b020', 'status': 'completed', 'code': 200} Nov 02 12:15:04.324618 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0d8690f0-1f21-4fb9-96ff-6529c32c540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184521548', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:14:33Z', 'updated_at': '2021-11-02T12:14:40Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:34Z', 'updated_at': '2021-11-02T12:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'ebf59457-6b6b-4199-9e79-5d40ebcb10f1', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'port_id': 'bec3f8e5-c448-4802-9d61-0e33a766b020', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05', 'mac_address': 'fa:16:3e:47:bd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:15:01Z', 'updated_at': '2021-11-02T12:15:01Z', 'revision_number': 0, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77999837-b3ef-4e1b-85c4-fdcc6b413d6b', 'name': '', 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:a5:e1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:39Z', 'updated_at': '2021-11-02T12:14:45Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:15:04.382389 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-050405c9-d755-42d7-80cc-fa170b1f30e3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/floatingips/ebf59457-6b6b-4199-9e79-5d40ebcb10f1 HTTP/1.1" status: 200 len: 992 time: 0.1385691 Nov 02 12:15:04.396335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4160372-b641-4a84-a090-667ef7cda013 req-fbb527e8-6473-423c-ae32-229cfcee10da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:04.402161 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f4160372-b641-4a84-a090-667ef7cda013 req-fbb527e8-6473-423c-ae32-229cfcee10da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 1098 time: 0.0822961 Nov 02 12:15:04.467758 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8690f0-1f21-4fb9-96ff-6529c32c540d None None] Checking router: 94c0c7a1-b266-4d69-a573-35b3391647e2 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:15:04.477729 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8690f0-1f21-4fb9-96ff-6529c32c540d None None] Routers {'94c0c7a1-b266-4d69-a573-35b3391647e2'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:15:04.478355 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0d8690f0-1f21-4fb9-96ff-6529c32c540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:14:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['94c0c7a1-b266-4d69-a573-35b3391647e2'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:15:04.526866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4160372-b641-4a84-a090-667ef7cda013 req-94f013ce-5633-408d-9645-ee6a0ceb1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:04.528537 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f4160372-b641-4a84-a090-667ef7cda013 req-94f013ce-5633-408d-9645-ee6a0ceb1a7f service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1aef69a-1d48-4e06-af46-e8e13de9be05 HTTP/1.1" status: 200 len: 897 time: 0.1232600 Nov 02 12:15:04.605617 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f4160372-b641-4a84-a090-667ef7cda013 req-b51c956d-4ab8-4b00-8938-6f5d8b99dbe4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bec3f8e5-c448-4802-9d61-0e33a766b020 HTTP/1.1" status: 200 len: 1000 time: 0.0701671 Nov 02 12:15:04.607761 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-0d8690f0-1f21-4fb9-96ff-6529c32c540d None None] Set router 94c0c7a1-b266-4d69-a573-35b3391647e2 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:15:04.659297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4160372-b641-4a84-a090-667ef7cda013 req-85be08f0-50ec-40be-9c7e-587b858e0b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:04.660885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f4160372-b641-4a84-a090-667ef7cda013 req-85be08f0-50ec-40be-9c7e-587b858e0b4a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b1565fe-2bac-494d-8a73-a2dbb91c6d17 HTTP/1.1" status: 200 len: 835 time: 0.0491567 Nov 02 12:15:04.732139 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4160372-b641-4a84-a090-667ef7cda013 req-4fc4a9e8-87c9-4359-b61d-45e1c5849db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:04.732139 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f4160372-b641-4a84-a090-667ef7cda013 req-4fc4a9e8-87c9-4359-b61d-45e1c5849db6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1aef69a-1d48-4e06-af46-e8e13de9be05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602708 Nov 02 12:15:04.742360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-f4160372-b641-4a84-a090-667ef7cda013 req-94564d5a-da5a-49c5-b9ed-ed01153643e2 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:15:04.744043 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f4160372-b641-4a84-a090-667ef7cda013 req-94564d5a-da5a-49c5-b9ed-ed01153643e2 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0060041 Nov 02 12:15:04.848905 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f4160372-b641-4a84-a090-667ef7cda013 req-6a768967-64e6-4280-9105-d6cd5b71a687 service neutron] 10.222.0.54 "GET /v2.0/networks/f1aef69a-1d48-4e06-af46-e8e13de9be05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983984 Nov 02 12:15:04.857665 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0d8690f0-1f21-4fb9-96ff-6529c32c540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184521548', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:14:33Z', 'updated_at': '2021-11-02T12:14:40Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:34Z', 'updated_at': '2021-11-02T12:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'ebf59457-6b6b-4199-9e79-5d40ebcb10f1', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'port_id': 'bec3f8e5-c448-4802-9d61-0e33a766b020', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05', 'mac_address': 'fa:16:3e:47:bd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:15:01Z', 'updated_at': '2021-11-02T12:15:01Z', 'revision_number': 0, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77999837-b3ef-4e1b-85c4-fdcc6b413d6b', 'name': '', 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:a5:e1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:39Z', 'updated_at': '2021-11-02T12:14:45Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:15:04.897400 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8690f0-1f21-4fb9-96ff-6529c32c540d None None] The sync data for ids ['94c0c7a1-b266-4d69-a573-35b3391647e2'] in n-d-806683-18 is: [{'id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184521548', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:14:33Z', 'updated_at': '2021-11-02T12:14:40Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:34Z', 'updated_at': '2021-11-02T12:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'ebf59457-6b6b-4199-9e79-5d40ebcb10f1', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'floating_ip_address': '172.25.6.123', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'port_id': 'bec3f8e5-c448-4802-9d61-0e33a766b020', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05', 'mac_address': 'fa:16:3e:47:bd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:15:01Z', 'updated_at': '2021-11-02T12:15:01Z', 'revision_number': 0, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77999837-b3ef-4e1b-85c4-fdcc6b413d6b', 'name': '', 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:a5:e1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:39Z', 'updated_at': '2021-11-02T12:14:45Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:15:05.073813 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f4160372-b641-4a84-a090-667ef7cda013 req-450660f0-01ac-4161-9748-f1127583270f service neutron] 10.222.0.54 "GET /v2.0/networks/f1aef69a-1d48-4e06-af46-e8e13de9be05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171404 Nov 02 12:15:05.090429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd427f9c-0bc3-4ccc-87aa-54390e6a2297 req-129c11d5-cd73-4bc8-8ad8-57ed9be8234e tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:05.095479 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd427f9c-0bc3-4ccc-87aa-54390e6a2297 req-129c11d5-cd73-4bc8-8ad8-57ed9be8234e tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=eacdedb9-326c-40ce-a1af-2b80ac7cbb43 HTTP/1.1" status: 200 len: 946 time: 0.0939155 Nov 02 12:15:05.162395 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd427f9c-0bc3-4ccc-87aa-54390e6a2297 req-84c60c2f-2075-4909-a9a1-e248dfcf5e9d tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/security-groups?id=948347a6-1f64-45c3-aa3f-3d2bc283c355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588248 Nov 02 12:15:05.216697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc462a6-8a23-4ede-a97e-486b78bc51ff None None] New status for floating IP ebf59457-6b6b-4199-9e79-5d40ebcb10f1: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:15:05.250135 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59a1d2-fb0d-4d4b-ae9f-1b014a08c923 req-cb571d41-77c6-49cf-9ba0-691472f21d04 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:05.251698 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7e59a1d2-fb0d-4d4b-ae9f-1b014a08c923 req-cb571d41-77c6-49cf-9ba0-691472f21d04 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.79 "GET /v2.0/ports?device_id=eacdedb9-326c-40ce-a1af-2b80ac7cbb43 HTTP/1.1" status: 200 len: 946 time: 0.0630326 Nov 02 12:15:05.378043 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-7e59a1d2-fb0d-4d4b-ae9f-1b014a08c923 req-fc19271a-0d1e-4d12-a291-86a3d0698e8e tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Deleting port 8709a9d3-f7d5-476a-8b7f-9c03d41ac405 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:15:05.378409 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7e59a1d2-fb0d-4d4b-ae9f-1b014a08c923 req-fc19271a-0d1e-4d12-a291-86a3d0698e8e tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:05.384641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48870) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:05.458739 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-242e90bd-6dfe-46d7-806f-276daf59ee97 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/floatingips/ebf59457-6b6b-4199-9e79-5d40ebcb10f1 HTTP/1.1" status: 200 len: 992 time: 0.0690577 Nov 02 12:15:05.496771 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7e59a1d2-fb0d-4d4b-ae9f-1b014a08c923 req-fc19271a-0d1e-4d12-a291-86a3d0698e8e tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] For port 8709a9d3-f7d5-476a-8b7f-9c03d41ac405, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8709a9d3-f7d5-476a-8b7f-9c03d41ac405,segment=NetworkSegment(df19a5df-68fd-478a-84d1-4c8f00b25eb8),segment_id=df19a5df-68fd-478a-84d1-4c8f00b25eb8)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:15:05.497642 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7e59a1d2-fb0d-4d4b-ae9f-1b014a08c923 req-fc19271a-0d1e-4d12-a291-86a3d0698e8e tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:05.514420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-7e59a1d2-fb0d-4d4b-ae9f-1b014a08c923 req-fc19271a-0d1e-4d12-a291-86a3d0698e8e tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Calling delete_port for 8709a9d3-f7d5-476a-8b7f-9c03d41ac405 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:15:05.753726 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7e59a1d2-fb0d-4d4b-ae9f-1b014a08c923 req-fc19271a-0d1e-4d12-a291-86a3d0698e8e tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:05.767740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['8709a9d3-f7d5-476a-8b7f-9c03d41ac405'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:15:05.788703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc19271a-0d1e-4d12-a291-86a3d0698e8e tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Pushing event deleted for resources: {'Port': ['ID=8709a9d3-f7d5-476a-8b7f-9c03d41ac405,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:05.847825 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48874) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:05.853410 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e59a1d2-fb0d-4d4b-ae9f-1b014a08c923 req-fc19271a-0d1e-4d12-a291-86a3d0698e8e tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] No DVR routers for this DVR port 8709a9d3-f7d5-476a-8b7f-9c03d41ac405 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:15:05.860934 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7e59a1d2-fb0d-4d4b-ae9f-1b014a08c923 req-fc19271a-0d1e-4d12-a291-86a3d0698e8e tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:05.861877 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7e59a1d2-fb0d-4d4b-ae9f-1b014a08c923 req-fc19271a-0d1e-4d12-a291-86a3d0698e8e tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.79 "DELETE /v2.0/ports/8709a9d3-f7d5-476a-8b7f-9c03d41ac405 HTTP/1.1" status: 204 len: 173 time: 0.6033964 Nov 02 12:15:05.971890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-587206a9-097f-43bb-b592-8b3b9a3a4b1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:06.055705 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-587206a9-097f-43bb-b592-8b3b9a3a4b1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:06.164856 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-587206a9-097f-43bb-b592-8b3b9a3a4b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:06.211877 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-587206a9-097f-43bb-b592-8b3b9a3a4b1d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1cd2c7c45e324d5a97b61db3ce5dd706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3626935 Nov 02 12:15:06.213324 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587206a9-097f-43bb-b592-8b3b9a3a4b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3788668-a7fb-414f-b2c1-3e6f4a9c4675,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:06.215455 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48880) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:06.294070 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5fc4bab8-ba08-49f8-931e-d6a94d90b27e req-b44257e9-ec7e-4f11-962c-74761372b485 tempest-VolumesSnapshotTestJSON-1820649588 tempest-VolumesSnapshotTestJSON-1820649588-project] 10.222.0.52 "GET /v2.0/ports?device_id=eacdedb9-326c-40ce-a1af-2b80ac7cbb43 HTTP/1.1" status: 200 len: 210 time: 0.0350375 Nov 02 12:15:06.314027 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9b086800-a3a8-4ee0-aace-40e0bf52fd41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:06.320041 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacdedb9-326c-40ce-a1af-2b80ac7cbb43', 'name': 'network-vif-deleted', 'tag': '8709a9d3-f7d5-476a-8b7f-9c03d41ac405'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:15:06.322348 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92234a93-76d8-4f8f-a543-70dff6f7993c" -d '{"events": [{"server_uuid": "eacdedb9-326c-40ce-a1af-2b80ac7cbb43", "name": "network-vif-deleted", "tag": "8709a9d3-f7d5-476a-8b7f-9c03d41ac405"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:15:06.360664 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9b086800-a3a8-4ee0-aace-40e0bf52fd41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:06.374167 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b984000f-0c7d-4d63-817f-a9a0fbd6716d x-openstack-request-id: req-b984000f-0c7d-4d63-817f-a9a0fbd6716d {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:15:06.374467 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacdedb9-326c-40ce-a1af-2b80ac7cbb43", "name": "network-vif-deleted", "tag": "8709a9d3-f7d5-476a-8b7f-9c03d41ac405", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:15:06.374712 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b984000f-0c7d-4d63-817f-a9a0fbd6716d {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:15:06.375251 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacdedb9-326c-40ce-a1af-2b80ac7cbb43', 'name': 'network-vif-deleted', 'tag': '8709a9d3-f7d5-476a-8b7f-9c03d41ac405', 'status': 'completed', 'code': 200} Nov 02 12:15:06.460864 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48886) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:06.527627 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f635937f-9c72-4e96-b5a3-363f2bcdeefd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/floatingips/ebf59457-6b6b-4199-9e79-5d40ebcb10f1 HTTP/1.1" status: 200 len: 994 time: 0.0652535 Nov 02 12:15:06.553936 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9b086800-a3a8-4ee0-aace-40e0bf52fd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:06.557015 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9b086800-a3a8-4ee0-aace-40e0bf52fd41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:06.559328 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9b086800-a3a8-4ee0-aace-40e0bf52fd41 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c3788668-a7fb-414f-b2c1-3e6f4a9c4675 HTTP/1.1" status: 204 len: 168 time: 0.3437021 Nov 02 12:15:06.568164 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b086800-a3a8-4ee0-aace-40e0bf52fd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3788668-a7fb-414f-b2c1-3e6f4a9c4675,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:09.435195 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 48948) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:09.560539 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba4d0ff2-a834-4405-8582-ae372d53b548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:09.644141 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba4d0ff2-a834-4405-8582-ae372d53b548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:09.844841 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba4d0ff2-a834-4405-8582-ae372d53b548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:09.885705 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ba4d0ff2-a834-4405-8582-ae372d53b548 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1851a3e905b74c3f8c8e2da3aca898bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4493847 Nov 02 12:15:09.887247 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d0ff2-a834-4405-8582-ae372d53b548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4226d680-5230-428f-a5fb-1b8732302f52,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:09.889048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 48954) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:09.941297 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-355d3d58-497f-4fc3-a9c4-c59c998ed698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:09.963918 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-355d3d58-497f-4fc3-a9c4-c59c998ed698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:10.146724 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-355d3d58-497f-4fc3-a9c4-c59c998ed698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:10.149701 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-355d3d58-497f-4fc3-a9c4-c59c998ed698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:10.150906 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-355d3d58-497f-4fc3-a9c4-c59c998ed698 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4226d680-5230-428f-a5fb-1b8732302f52 HTTP/1.1" status: 204 len: 168 time: 0.2602086 Nov 02 12:15:10.171248 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d3d58-497f-4fc3-a9c4-c59c998ed698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4226d680-5230-428f-a5fb-1b8732302f52,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:10.715849 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 8709a9d3-f7d5-476a-8b7f-9c03d41ac405 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:15:10.739009 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 8709a9d3-f7d5-476a-8b7f-9c03d41ac405 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:15:10.739456 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 8709a9d3-f7d5-476a-8b7f-9c03d41ac405 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:15:14.673239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49052) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:14.795222 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e537a207-eecb-44a2-b82a-fa799d800dae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:14.880442 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e537a207-eecb-44a2-b82a-fa799d800dae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:14.986298 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e537a207-eecb-44a2-b82a-fa799d800dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:15.030898 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e537a207-eecb-44a2-b82a-fa799d800dae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b38ef4a95c24714950bac3e150a2510&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3565137 Nov 02 12:15:15.031893 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537a207-eecb-44a2-b82a-fa799d800dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2deea9e-6be1-4d12-b2b2-7734ae515a13,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:15.033797 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49058) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:15.087809 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aada62f5-3525-43f0-8405-97459a489272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:15.110623 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aada62f5-3525-43f0-8405-97459a489272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:15.342340 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aada62f5-3525-43f0-8405-97459a489272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:15.348507 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aada62f5-3525-43f0-8405-97459a489272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:15.348507 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-aada62f5-3525-43f0-8405-97459a489272 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2deea9e-6be1-4d12-b2b2-7734ae515a13 HTTP/1.1" status: 204 len: 168 time: 0.3115599 Nov 02 12:15:15.355397 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada62f5-3525-43f0-8405-97459a489272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2deea9e-6be1-4d12-b2b2-7734ae515a13,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:16.100652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49080) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:16.114817 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7ee07fa9-7025-434d-add5-75dccea665a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:16.196231 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7ee07fa9-7025-434d-add5-75dccea665a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:16.290469 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7ee07fa9-7025-434d-add5-75dccea665a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:16.333546 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7ee07fa9-7025-434d-add5-75dccea665a1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ed1a5fb77c145629990151f2a9844f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2317162 Nov 02 12:15:16.334864 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee07fa9-7025-434d-add5-75dccea665a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8169a7fb-fbb1-499a-bb10-2efb314a2618,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:16.336857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49088) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:16.392689 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5d547998-3388-48e1-9422-8a5f84dba4f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:16.417124 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5d547998-3388-48e1-9422-8a5f84dba4f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:16.552157 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5d547998-3388-48e1-9422-8a5f84dba4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:16.554839 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5d547998-3388-48e1-9422-8a5f84dba4f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:16.561377 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5d547998-3388-48e1-9422-8a5f84dba4f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8169a7fb-fbb1-499a-bb10-2efb314a2618 HTTP/1.1" status: 204 len: 168 time: 0.2178817 Nov 02 12:15:16.565207 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d547998-3388-48e1-9422-8a5f84dba4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8169a7fb-fbb1-499a-bb10-2efb314a2618,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:17.570389 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1ff60bf9-b5a2-4ee8-8352-125a6006f71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:19.798841 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-964c3c9a-c7b9-4d84-a590-32ffaedefe83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:20.351636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49180) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:20.553043 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-304915f5-3501-44cf-9444-e4ca0ef6aebb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:20.686903 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-304915f5-3501-44cf-9444-e4ca0ef6aebb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:20.861448 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-304915f5-3501-44cf-9444-e4ca0ef6aebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:20.908450 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49204) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:20.909434 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-304915f5-3501-44cf-9444-e4ca0ef6aebb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6db930159817402db32399e2f6fb148e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5550866 Nov 02 12:15:20.909612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304915f5-3501-44cf-9444-e4ca0ef6aebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cd8c9f-ad3f-4b5e-91d1-f87242f56a56,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:20.962193 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-73b0dcf3-d55c-49e1-bc39-2dc5eb4b8e39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:20.987700 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-73b0dcf3-d55c-49e1-bc39-2dc5eb4b8e39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:21.086050 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:21.225820 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-73b0dcf3-d55c-49e1-bc39-2dc5eb4b8e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:21.228801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-73b0dcf3-d55c-49e1-bc39-2dc5eb4b8e39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:21.229967 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-73b0dcf3-d55c-49e1-bc39-2dc5eb4b8e39 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/67cd8c9f-ad3f-4b5e-91d1-f87242f56a56 HTTP/1.1" status: 204 len: 168 time: 0.3204594 Nov 02 12:15:21.237972 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0dcf3-d55c-49e1-bc39-2dc5eb4b8e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cd8c9f-ad3f-4b5e-91d1-f87242f56a56,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:22.628320 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:24.181296 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:24.535500 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:24.998202 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:25.316456 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49372) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:25.450004 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-469c308d-de52-43a7-a689-7ca420cbb776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:25.527123 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-469c308d-de52-43a7-a689-7ca420cbb776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:25.638753 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-469c308d-de52-43a7-a689-7ca420cbb776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:25.678854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49378) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:25.679413 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-469c308d-de52-43a7-a689-7ca420cbb776 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d02a0fbfa3ff42cebc9d6b118e455259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3615024 Nov 02 12:15:25.701307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c308d-de52-43a7-a689-7ca420cbb776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fae72e3-1dbc-4a26-9ec8-69ce3ead3f6b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:25.799084 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9152c86f-b6af-439b-a5bd-99a9c81bfc51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:25.824105 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9152c86f-b6af-439b-a5bd-99a9c81bfc51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:25.993037 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9152c86f-b6af-439b-a5bd-99a9c81bfc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:25.997723 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9152c86f-b6af-439b-a5bd-99a9c81bfc51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:26.001999 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9152c86f-b6af-439b-a5bd-99a9c81bfc51 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8fae72e3-1dbc-4a26-9ec8-69ce3ead3f6b HTTP/1.1" status: 204 len: 168 time: 0.3184557 Nov 02 12:15:26.010501 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152c86f-b6af-439b-a5bd-99a9c81bfc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fae72e3-1dbc-4a26-9ec8-69ce3ead3f6b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:27.079210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49398) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:27.098144 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d02a6c42-882a-4428-b0a3-9897810873bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:27.193367 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d02a6c42-882a-4428-b0a3-9897810873bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:27.416325 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d02a6c42-882a-4428-b0a3-9897810873bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:27.471995 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a6c42-882a-4428-b0a3-9897810873bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ee5ee3-dc29-4fa7-a660-de8c638b6806,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:27.485361 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d02a6c42-882a-4428-b0a3-9897810873bd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73f6e6a5353940f48c93893b9fe9af6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4048095 Nov 02 12:15:27.489610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49402) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:27.594453 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c959bb9e-fec5-4749-9b9b-cac293458566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:27.639525 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c959bb9e-fec5-4749-9b9b-cac293458566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:27.891011 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c959bb9e-fec5-4749-9b9b-cac293458566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:27.895768 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c959bb9e-fec5-4749-9b9b-cac293458566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:27.902177 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c959bb9e-fec5-4749-9b9b-cac293458566 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8ee5ee3-dc29-4fa7-a660-de8c638b6806 HTTP/1.1" status: 204 len: 168 time: 0.4069078 Nov 02 12:15:27.923963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959bb9e-fec5-4749-9b9b-cac293458566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ee5ee3-dc29-4fa7-a660-de8c638b6806,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:30.753776 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49466) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:30.902529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-57fa4c45-ddc5-4559-821f-f034d9497163 tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:15:31.044618 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-57fa4c45-ddc5-4559-821f-f034d9497163 tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:31.171513 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-57fa4c45-ddc5-4559-821f-f034d9497163 tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:31.313866 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-57fa4c45-ddc5-4559-821f-f034d9497163 tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Allocated IP 172.25.6.16 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/d5824141-065b-4544-a8a4-5b85bdf9a281) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:15:31.449838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-57fa4c45-ddc5-4559-821f-f034d9497163 tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:31.661540 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-57fa4c45-ddc5-4559-821f-f034d9497163 tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:31.703131 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fa4c45-ddc5-4559-821f-f034d9497163 tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:15:31.709114 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-57fa4c45-ddc5-4559-821f-f034d9497163 tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:15:31.711650 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa4c45-ddc5-4559-821f-f034d9497163 tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:15:31.737765 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa4c45-ddc5-4559-821f-f034d9497163 tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Pushing event updated for resources: {'Port': ['ID=d5824141-065b-4544-a8a4-5b85bdf9a281,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:31.825943 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-57fa4c45-ddc5-4559-821f-f034d9497163 tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:32.343790 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-57fa4c45-ddc5-4559-821f-f034d9497163 tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:32.536493 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-57fa4c45-ddc5-4559-821f-f034d9497163 tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:32.633033 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-57fa4c45-ddc5-4559-821f-f034d9497163 tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:32.709700 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa4c45-ddc5-4559-821f-f034d9497163 tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Pushing event updated for resources: {'Port': ['ID=d5824141-065b-4544-a8a4-5b85bdf9a281,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:32.724954 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-57fa4c45-ddc5-4559-821f-f034d9497163 tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:32.909323 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-57fa4c45-ddc5-4559-821f-f034d9497163 tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:32.910650 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-57fa4c45-ddc5-4559-821f-f034d9497163 tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1557596 Nov 02 12:15:32.913751 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49490) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:32.918878 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-59361fef-7a3d-42e9-a358-6b4ab218e86d tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-545104796', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'fixed_ips': [{'ip_address': '172.25.6.16'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:15:33.071940 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59361fef-7a3d-42e9-a358-6b4ab218e86d tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Made reservation on behalf of 1a01c369188f450b8e39318ce1d44789 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:15:33.077108 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59361fef-7a3d-42e9-a358-6b4ab218e86d tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:33.098748 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59361fef-7a3d-42e9-a358-6b4ab218e86d tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:33.191551 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59361fef-7a3d-42e9-a358-6b4ab218e86d tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:33.523797 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59361fef-7a3d-42e9-a358-6b4ab218e86d tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:33.532406 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-59361fef-7a3d-42e9-a358-6b4ab218e86d tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] device_id is not set on port b761ffe7-78dd-4acc-a4c4-9529563cd5e7 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:15:33.614000 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59361fef-7a3d-42e9-a358-6b4ab218e86d tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d308c2a-c441-4764-86e5-4be39de81401,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:33.840192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba2e78-df8c-4063-828e-94a3fe849669 req-23c6ffb9-2eb6-4dad-8a3e-060ffdd9e949 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:33.843173 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58ba2e78-df8c-4063-828e-94a3fe849669 req-23c6ffb9-2eb6-4dad-8a3e-060ffdd9e949 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 946 time: 0.0584111 Nov 02 12:15:33.845583 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-59361fef-7a3d-42e9-a358-6b4ab218e86d tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 02 12:15:33.846122 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59361fef-7a3d-42e9-a358-6b4ab218e86d tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:15:33.907162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58ba2e78-df8c-4063-828e-94a3fe849669 req-79ee7590-6114-41a2-a27f-edb5a636dfda tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534439 Nov 02 12:15:33.937109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49502) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:33.939254 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-59361fef-7a3d-42e9-a358-6b4ab218e86d tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0240173 Nov 02 12:15:33.941707 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49504) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:34.055124 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2aa2687d-4ad6-439b-b96b-a2b824fff1b2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/floatingips/ebf59457-6b6b-4199-9e79-5d40ebcb10f1 HTTP/1.1" status: 200 len: 994 time: 0.1159258 Nov 02 12:15:34.168629 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-efec01a3-b959-415a-bf83-2d89eb38cd4e tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Deleting port d5824141-065b-4544-a8a4-5b85bdf9a281 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:15:34.169838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-efec01a3-b959-415a-bf83-2d89eb38cd4e tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:34.273319 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-efec01a3-b959-415a-bf83-2d89eb38cd4e tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:34.273633 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-efec01a3-b959-415a-bf83-2d89eb38cd4e tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:34.292471 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-efec01a3-b959-415a-bf83-2d89eb38cd4e tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Calling delete_port for d5824141-065b-4544-a8a4-5b85bdf9a281 owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:15:34.469007 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ba883-d82d-4848-953e-9cf2aae3e886 req-e68b835f-7ae8-455c-979c-1db6d59078b6 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:34.470600 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-949ba883-d82d-4848-953e-9cf2aae3e886 req-e68b835f-7ae8-455c-979c-1db6d59078b6 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 1098 time: 0.0457284 Nov 02 12:15:34.523054 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-949ba883-d82d-4848-953e-9cf2aae3e886 req-a4006f4f-449a-4804-93d5-ff10f1457ac8 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463352 Nov 02 12:15:34.608547 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-efec01a3-b959-415a-bf83-2d89eb38cd4e tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:34.647981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec01a3-b959-415a-bf83-2d89eb38cd4e tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5824141-065b-4544-a8a4-5b85bdf9a281,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:34.715542 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-efec01a3-b959-415a-bf83-2d89eb38cd4e tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:34.718616 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-efec01a3-b959-415a-bf83-2d89eb38cd4e tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:34.719991 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-efec01a3-b959-415a-bf83-2d89eb38cd4e tempest-ExternalNetworksAdminNegativeTestJSON-957986777 tempest-ExternalNetworksAdminNegativeTestJSON-957986777-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/c98f3e10-739d-4889-be15-56de25685431 HTTP/1.1" status: 204 len: 168 time: 0.7772014 Nov 02 12:15:35.694994 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49536) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:35.835934 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d769270-e16b-4455-8f07-e62e7ae27816 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:35.962865 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d769270-e16b-4455-8f07-e62e7ae27816 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:36.101110 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d769270-e16b-4455-8f07-e62e7ae27816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:36.178947 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6d769270-e16b-4455-8f07-e62e7ae27816 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d9a1329e0d84ae7ba4fa0c7e0fd06b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4811904 Nov 02 12:15:36.178947 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d769270-e16b-4455-8f07-e62e7ae27816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9c788f-67ee-4dea-a5ff-4803fd545266,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:36.179972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49554) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:36.241655 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d98ec87-ed10-4562-8bf5-01440d126771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:36.272135 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d98ec87-ed10-4562-8bf5-01440d126771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:36.411069 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-a7bad26e-0518-45e3-a655-d0fa98ed84f8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0594127 Nov 02 12:15:36.420878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-ba7f8795-e091-4bba-b14a-a63e93d8eaa0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:15:36.422113 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-ba7f8795-e091-4bba-b14a-a63e93d8eaa0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0056593 Nov 02 12:15:36.649790 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d98ec87-ed10-4562-8bf5-01440d126771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:36.652919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d98ec87-ed10-4562-8bf5-01440d126771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:36.654999 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9d98ec87-ed10-4562-8bf5-01440d126771 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ae9c788f-67ee-4dea-a5ff-4803fd545266 HTTP/1.1" status: 204 len: 168 time: 0.4721043 Nov 02 12:15:36.672121 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98ec87-ed10-4562-8bf5-01440d126771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9c788f-67ee-4dea-a5ff-4803fd545266,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:37.603788 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-4a0ce3b8-6820-4114-9053-901fffabaf21 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:15:37.605449 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-4a0ce3b8-6820-4114-9053-901fffabaf21 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0062771 Nov 02 12:15:37.706634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49582) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:37.749503 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f1a99dac-9e92-4356-bbb4-fbc3ccdd4624 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1a01c369188f450b8e39318ce1d44789&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419657 Nov 02 12:15:37.752079 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49584) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:37.803778 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4086af79-9414-4a4f-b801-a2bdbdfe2d2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:37.835040 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4086af79-9414-4a4f-b801-a2bdbdfe2d2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:38.130681 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4086af79-9414-4a4f-b801-a2bdbdfe2d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:38.133679 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4086af79-9414-4a4f-b801-a2bdbdfe2d2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:38.135676 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4086af79-9414-4a4f-b801-a2bdbdfe2d2c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3d308c2a-c441-4764-86e5-4be39de81401 HTTP/1.1" status: 204 len: 168 time: 0.3819630 Nov 02 12:15:38.157887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086af79-9414-4a4f-b801-a2bdbdfe2d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d308c2a-c441-4764-86e5-4be39de81401,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:38.164816 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-e257fc7a-6da2-4a12-a481-3b43f2c5f5c7 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:38.164816 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-e257fc7a-6da2-4a12-a481-3b43f2c5f5c7 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/ports/bec3f8e5-c448-4802-9d61-0e33a766b020 HTTP/1.1" status: 200 len: 1095 time: 0.3429160 Nov 02 12:15:38.177543 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-0cf8ed79-58d0-4586-9a54-ea282c0a6342 service neutron] Request body: {'binding': {'host': 'n-h1-806683-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:15:38.178759 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-0cf8ed79-58d0-4586-9a54-ea282c0a6342 service neutron] Unknown quota resources ['binding']. {{(pid=102689) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 02 12:15:38.352836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-0cf8ed79-58d0-4586-9a54-ea282c0a6342 service neutron] Attempting to bind port bec3f8e5-c448-4802-9d61-0e33a766b020 on host n-h1-806683-18 for vnic_type normal with profile None {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:15:38.353178 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-0cf8ed79-58d0-4586-9a54-ea282c0a6342 service neutron] Attempting to bind port bec3f8e5-c448-4802-9d61-0e33a766b020 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:15:38.353507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-0cf8ed79-58d0-4586-9a54-ea282c0a6342 service neutron] Attempting to bind port bec3f8e5-c448-4802-9d61-0e33a766b020 on network f1aef69a-1d48-4e06-af46-e8e13de9be05 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:15:38.358977 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-0cf8ed79-58d0-4586-9a54-ea282c0a6342 service neutron] Port bec3f8e5-c448-4802-9d61-0e33a766b020 on network f1aef69a-1d48-4e06-af46-e8e13de9be05 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:15:38.359308 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-0cf8ed79-58d0-4586-9a54-ea282c0a6342 service neutron] Attempting to bind port bec3f8e5-c448-4802-9d61-0e33a766b020 on network f1aef69a-1d48-4e06-af46-e8e13de9be05 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:15:38.367607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-0cf8ed79-58d0-4586-9a54-ea282c0a6342 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:15:38.374142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-0cf8ed79-58d0-4586-9a54-ea282c0a6342 service neutron] Checking segment: {'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:15:38.374142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-0cf8ed79-58d0-4586-9a54-ea282c0a6342 service neutron] Bound using segment: {'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:15:38.374142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-0cf8ed79-58d0-4586-9a54-ea282c0a6342 service neutron] Bound port: bec3f8e5-c448-4802-9d61-0e33a766b020, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:15:38.469998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-0cf8ed79-58d0-4586-9a54-ea282c0a6342 service neutron] For port bec3f8e5-c448-4802-9d61-0e33a766b020, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=bec3f8e5-c448-4802-9d61-0e33a766b020,segment=NetworkSegment(5df0906f-1350-437e-9e0b-107dabd78254),segment_id=5df0906f-1350-437e-9e0b-107dabd78254)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:15:38.772492 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-0cf8ed79-58d0-4586-9a54-ea282c0a6342 service neutron] Publish callbacks [] for binding, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:38.773706 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-0cf8ed79-58d0-4586-9a54-ea282c0a6342 service neutron] 10.222.0.52 "POST /v2.0/ports/bec3f8e5-c448-4802-9d61-0e33a766b020/bindings HTTP/1.1" status: 201 len: 390 time: 0.6034980 Nov 02 12:15:39.366839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eade9d-7a2a-4f57-92c9-0ef70f5674b8 req-873d1f72-7ed8-4e00-8892-2767f2ed747f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:39.371530 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7eade9d-7a2a-4f57-92c9-0ef70f5674b8 req-873d1f72-7ed8-4e00-8892-2767f2ed747f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 946 time: 0.0699322 Nov 02 12:15:39.442175 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a7eade9d-7a2a-4f57-92c9-0ef70f5674b8 req-199beeaa-4c10-4fd0-ad06-8f00e20a9f33 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674372 Nov 02 12:15:40.203243 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-3e926307-e9ec-4d17-ba9d-a57193f38938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:40.208861 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-3e926307-e9ec-4d17-ba9d-a57193f38938 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 1098 time: 0.1729741 Nov 02 12:15:40.319861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-6de6222d-0348-4153-b656-564266669c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:40.321304 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-6de6222d-0348-4153-b656-564266669c1b service neutron] 10.222.0.79 "GET /v2.0/networks?id=f1aef69a-1d48-4e06-af46-e8e13de9be05 HTTP/1.1" status: 200 len: 897 time: 0.1092782 Nov 02 12:15:40.426362 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-6db256d3-01c5-4d33-907d-8e93a4af5c6d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bec3f8e5-c448-4802-9d61-0e33a766b020 HTTP/1.1" status: 200 len: 1002 time: 0.0965006 Nov 02 12:15:40.485326 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-f1a1ebb8-1a69-478e-ba21-5483c507cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:40.486882 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-f1a1ebb8-1a69-478e-ba21-5483c507cc37 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3b1565fe-2bac-494d-8a73-a2dbb91c6d17 HTTP/1.1" status: 200 len: 835 time: 0.0534821 Nov 02 12:15:40.609026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-326d5bd6-e940-4ac3-8d23-d8486a223eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:40.611560 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-326d5bd6-e940-4ac3-8d23-d8486a223eae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f1aef69a-1d48-4e06-af46-e8e13de9be05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164160 Nov 02 12:15:40.657631 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785b194-17c4-43b3-ba5e-e6cb1730bf0f req-cf391d18-0412-466f-8103-23cc13051d58 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:40.663092 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0785b194-17c4-43b3-ba5e-e6cb1730bf0f req-cf391d18-0412-466f-8103-23cc13051d58 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 946 time: 0.1235967 Nov 02 12:15:40.775906 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0785b194-17c4-43b3-ba5e-e6cb1730bf0f req-5cfe9898-f0e9-4133-b74e-d6db1b90bfe7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086833 Nov 02 12:15:40.797173 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-6293eaf3-a0dc-4afc-a514-e9db18d0f349 service neutron] 10.222.0.79 "GET /v2.0/networks/f1aef69a-1d48-4e06-af46-e8e13de9be05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784062 Nov 02 12:15:40.909902 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-cea6cc60-8f64-4ea1-8883-1fa796b50b74 service neutron] 10.222.0.79 "GET /v2.0/networks/f1aef69a-1d48-4e06-af46-e8e13de9be05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041379 Nov 02 12:15:41.020800 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:15:41.079004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d92ffab9-c3b7-4b3d-8058-f44a138073a7 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:41.080646 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d92ffab9-c3b7-4b3d-8058-f44a138073a7 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc&tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&binding%3Ahost_id=n-h2-806683-18 HTTP/1.1" status: 200 len: 1098 time: 0.1086218 Nov 02 12:15:41.097317 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-18'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:15:41.151387 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49662) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:41.173572 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:41.286515 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-88948e69-c218-4001-b72c-cfca95896763 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1971172832'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:15:41.326336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] For port bec3f8e5-c448-4802-9d61-0e33a766b020, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=bec3f8e5-c448-4802-9d61-0e33a766b020,segment=NetworkSegment(5df0906f-1350-437e-9e0b-107dabd78254),segment_id=5df0906f-1350-437e-9e0b-107dabd78254)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:15:41.371243 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] For port bec3f8e5-c448-4802-9d61-0e33a766b020, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:15:41.415617 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-88948e69-c218-4001-b72c-cfca95896763 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:41.420636 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-88948e69-c218-4001-b72c-cfca95896763 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:41.420837 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec3f8e5-c448-4802-9d61-0e33a766b020'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:15:41.420837 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dd1f5d-9ab0-4f30-89f5-31124c1a8a31" -d '{"events": [{"server_uuid": "43b9c122-b790-4aad-aad1-c3287299b0cc", "name": "network-vif-unplugged", "status": "completed", "tag": "bec3f8e5-c448-4802-9d61-0e33a766b020"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:15:41.425556 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:41.463513 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 12:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d4faf4-9a2d-46a6-9365-91cf708dc13e x-openstack-request-id: req-46d4faf4-9a2d-46a6-9365-91cf708dc13e {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:15:41.463901 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b9c122-b790-4aad-aad1-c3287299b0cc", "name": "network-vif-unplugged", "status": "completed", "tag": "bec3f8e5-c448-4802-9d61-0e33a766b020", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:15:41.464243 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46d4faf4-9a2d-46a6-9365-91cf708dc13e {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:15:41.464719 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec3f8e5-c448-4802-9d61-0e33a766b020', 'code': 200} Nov 02 12:15:41.486277 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-88948e69-c218-4001-b72c-cfca95896763 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:41.546565 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:41.615348 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-88948e69-c218-4001-b72c-cfca95896763 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:41.643008 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] Pushing event updated for resources: {'Port': ['ID=bec3f8e5-c448-4802-9d61-0e33a766b020,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:41.784693 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-88948e69-c218-4001-b72c-cfca95896763 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:41.785858 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-88948e69-c218-4001-b72c-cfca95896763 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6315477 Nov 02 12:15:41.789137 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49674) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:41.943426 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-89ecaa7f-fef9-4c91-9015-3630d1518b36 None None] Provisioning complete for port bec3f8e5-c448-4802-9d61-0e33a766b020 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:15:41.944041 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-89ecaa7f-fef9-4c91-9015-3630d1518b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:41.966967 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9faf1af7-d72b-41a3-8331-3c16bac60e9e tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:42.029544 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-89ecaa7f-fef9-4c91-9015-3630d1518b36 None None] Port bec3f8e5-c448-4802-9d61-0e33a766b020 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:15:42.184354 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9faf1af7-d72b-41a3-8331-3c16bac60e9e tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:42.187132 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9faf1af7-d72b-41a3-8331-3c16bac60e9e tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:42.238171 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] Attempting to bind port bec3f8e5-c448-4802-9d61-0e33a766b020 on host n-h2-806683-18 for vnic_type normal with profile {"migrating_to": "n-h1-806683-18"} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:15:42.238514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] Attempting to bind port bec3f8e5-c448-4802-9d61-0e33a766b020 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:15:42.238848 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] Attempting to bind port bec3f8e5-c448-4802-9d61-0e33a766b020 on network f1aef69a-1d48-4e06-af46-e8e13de9be05 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:15:42.249718 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] Port bec3f8e5-c448-4802-9d61-0e33a766b020 on network f1aef69a-1d48-4e06-af46-e8e13de9be05 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:15:42.250047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] Attempting to bind port bec3f8e5-c448-4802-9d61-0e33a766b020 on network f1aef69a-1d48-4e06-af46-e8e13de9be05 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:15:42.258349 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:15:42.261177 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] Checking segment: {'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:15:42.261177 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] Bound using segment: {'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:15:42.261177 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] Bound port: bec3f8e5-c448-4802-9d61-0e33a766b020, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df0906f-1350-437e-9e0b-107dabd78254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:15:42.261177 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:42.271657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8dfa8-abd5-43fd-aeef-af3d31a9ed5f req-fc6d8460-2340-43c7-b664-adafa7b482da tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:42.273161 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2da8dfa8-abd5-43fd-aeef-af3d31a9ed5f req-fc6d8460-2340-43c7-b664-adafa7b482da tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 944 time: 0.0792367 Nov 02 12:15:42.335655 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9faf1af7-d72b-41a3-8331-3c16bac60e9e tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:42.336172 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9faf1af7-d72b-41a3-8331-3c16bac60e9e tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80e58307-44d6-4efd-bf24-5b4097f9336a {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:15:42.343084 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9faf1af7-d72b-41a3-8331-3c16bac60e9e tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:42.345823 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9faf1af7-d72b-41a3-8331-3c16bac60e9e tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] 10.222.0.52 "DELETE /v2.0/routers/80e58307-44d6-4efd-bf24-5b4097f9336a HTTP/1.1" status: 204 len: 168 time: 0.5547330 Nov 02 12:15:42.349595 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49682) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:42.355026 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-00c4dd02-e957-4533-8d0e-1b6f6210df06 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Request body: {'router': {'name': 'tempest-router-1069955193', 'distributed': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:15:42.406981 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] For port bec3f8e5-c448-4802-9d61-0e33a766b020, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:15:42.420916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2da8dfa8-abd5-43fd-aeef-af3d31a9ed5f req-c1c514b6-69a2-4404-8f75-ecc67c14e7b3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402452 Nov 02 12:15:42.423018 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] For port bec3f8e5-c448-4802-9d61-0e33a766b020, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=bec3f8e5-c448-4802-9d61-0e33a766b020,segment=NetworkSegment(5df0906f-1350-437e-9e0b-107dabd78254),segment_id=5df0906f-1350-437e-9e0b-107dabd78254)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:15:42.483628 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00c4dd02-e957-4533-8d0e-1b6f6210df06 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:42.484810 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00c4dd02-e957-4533-8d0e-1b6f6210df06 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:42.540631 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:42.545279 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00c4dd02-e957-4533-8d0e-1b6f6210df06 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:42.690830 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00c4dd02-e957-4533-8d0e-1b6f6210df06 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:42.749741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:42.750390 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:42.752263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] 10.222.0.79 "PUT /v2.0/ports/bec3f8e5-c448-4802-9d61-0e33a766b020 HTTP/1.1" status: 200 len: 1124 time: 1.6595833 Nov 02 12:15:42.756353 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221c3bc-82ae-4bb8-995a-5f524468778e service neutron] Pushing event updated for resources: {'Port': ['ID=bec3f8e5-c448-4802-9d61-0e33a766b020,revision_number=8']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:42.818008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['bec3f8e5-c448-4802-9d61-0e33a766b020'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:15:42.873980 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00c4dd02-e957-4533-8d0e-1b6f6210df06 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:42.877732 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-00c4dd02-e957-4533-8d0e-1b6f6210df06 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5242562 Nov 02 12:15:42.877993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49688) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:42.886604 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-633773dd-0ceb-4de4-86ad-15b9f133a8a4 None None] Provisioning complete for port bec3f8e5-c448-4802-9d61-0e33a766b020 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:15:42.887218 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-633773dd-0ceb-4de4-86ad-15b9f133a8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:43.043177 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b16266d3-ca9d-4c7e-b6da-0d0adc30a135 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:43.064586 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-633773dd-0ceb-4de4-86ad-15b9f133a8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:43.106578 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec3f8e5-c448-4802-9d61-0e33a766b020'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:15:43.110709 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db42517f-15f4-4bd9-bad4-d31fe75459f9" -d '{"events": [{"server_uuid": "43b9c122-b790-4aad-aad1-c3287299b0cc", "name": "network-vif-plugged", "status": "completed", "tag": "bec3f8e5-c448-4802-9d61-0e33a766b020"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:15:43.132178 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-633773dd-0ceb-4de4-86ad-15b9f133a8a4 None None] For port bec3f8e5-c448-4802-9d61-0e33a766b020, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=bec3f8e5-c448-4802-9d61-0e33a766b020,segment=NetworkSegment(5df0906f-1350-437e-9e0b-107dabd78254),segment_id=5df0906f-1350-437e-9e0b-107dabd78254)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:15:43.183548 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c22793c-b1ac-44ff-b2d1-faab5a6afafa x-openstack-request-id: req-9c22793c-b1ac-44ff-b2d1-faab5a6afafa {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:15:43.183932 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b9c122-b790-4aad-aad1-c3287299b0cc", "name": "network-vif-plugged", "status": "completed", "tag": "bec3f8e5-c448-4802-9d61-0e33a766b020", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:15:43.184303 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c22793c-b1ac-44ff-b2d1-faab5a6afafa {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:15:43.184972 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec3f8e5-c448-4802-9d61-0e33a766b020', 'code': 200} Nov 02 12:15:43.245967 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b16266d3-ca9d-4c7e-b6da-0d0adc30a135 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:43.252836 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b16266d3-ca9d-4c7e-b6da-0d0adc30a135 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:43.300603 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-633773dd-0ceb-4de4-86ad-15b9f133a8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:43.443624 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b16266d3-ca9d-4c7e-b6da-0d0adc30a135 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:43.444148 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16266d3-ca9d-4c7e-b6da-0d0adc30a135 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1ddbb3c-941e-4f3c-81c6-9fd1288348f2 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:15:43.450723 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b16266d3-ca9d-4c7e-b6da-0d0adc30a135 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:43.451882 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b16266d3-ca9d-4c7e-b6da-0d0adc30a135 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] 10.222.0.52 "DELETE /v2.0/routers/b1ddbb3c-941e-4f3c-81c6-9fd1288348f2 HTTP/1.1" status: 204 len: 168 time: 0.5724821 Nov 02 12:15:43.454904 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49696) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:43.460462 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-ed844ba7-f384-4e37-be86-0c4ca8dbee15 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Request body: {'router': {'name': 'tempest-router-69334643', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c13a5f19934b49e68f6bfdd8b4955510'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:15:43.466538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'tag': 'bec3f8e5-c448-4802-9d61-0e33a766b020'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:15:43.469667 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236c37b3-04ac-46cc-9747-c6026500208b" -d '{"events": [{"name": "network-changed", "server_uuid": "43b9c122-b790-4aad-aad1-c3287299b0cc", "tag": "bec3f8e5-c448-4802-9d61-0e33a766b020"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:15:43.633923 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6be05-12a4-4491-be35-bbd9e8e46a89 req-32a8eb5a-31f4-4729-9479-5b6b58e5222d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:43.635461 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633773dd-0ceb-4de4-86ad-15b9f133a8a4 None None] Pushing event updated for resources: {'Port': ['ID=bec3f8e5-c448-4802-9d61-0e33a766b020,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:43.636047 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55b6be05-12a4-4491-be35-bbd9e8e46a89 req-32a8eb5a-31f4-4729-9479-5b6b58e5222d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 946 time: 0.0890598 Nov 02 12:15:43.655496 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed844ba7-f384-4e37-be86-0c4ca8dbee15 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:43.656764 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed844ba7-f384-4e37-be86-0c4ca8dbee15 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:43.731831 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55b6be05-12a4-4491-be35-bbd9e8e46a89 req-31bcc917-0222-4433-b107-c315c01b4943 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846660 Nov 02 12:15:43.734044 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed844ba7-f384-4e37-be86-0c4ca8dbee15 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:43.778970 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5c9fea-0978-4ecd-b303-864559ca5586 x-openstack-request-id: req-7b5c9fea-0978-4ecd-b303-864559ca5586 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:15:43.779312 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b9c122-b790-4aad-aad1-c3287299b0cc", "tag": "bec3f8e5-c448-4802-9d61-0e33a766b020", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:15:43.779635 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b5c9fea-0978-4ecd-b303-864559ca5586 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:15:43.780049 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'tag': 'bec3f8e5-c448-4802-9d61-0e33a766b020', 'status': 'completed', 'code': 200} Nov 02 12:15:43.912104 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed844ba7-f384-4e37-be86-0c4ca8dbee15 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:43.927830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c37b3-04ac-46cc-9747-c6026500208b req-4d5782cd-280c-4054-86f3-673e8097d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:43.929305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-236c37b3-04ac-46cc-9747-c6026500208b req-4d5782cd-280c-4054-86f3-673e8097d6ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 1129 time: 0.1242907 Nov 02 12:15:44.035970 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c37b3-04ac-46cc-9747-c6026500208b req-63628a8a-6574-4d1e-b296-21f33d7abd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:44.041898 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-236c37b3-04ac-46cc-9747-c6026500208b req-63628a8a-6574-4d1e-b296-21f33d7abd62 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f1aef69a-1d48-4e06-af46-e8e13de9be05 HTTP/1.1" status: 200 len: 897 time: 0.1001778 Nov 02 12:15:44.053116 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed844ba7-f384-4e37-be86-0c4ca8dbee15 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:44.065104 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ed844ba7-f384-4e37-be86-0c4ca8dbee15 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6060050 Nov 02 12:15:44.065936 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49710) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:44.073152 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1d03580b-e6f5-4107-beab-5163136b6932 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:15:44.149113 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-236c37b3-04ac-46cc-9747-c6026500208b req-a24cad27-d84e-4cb8-9f75-f5d711984374 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bec3f8e5-c448-4802-9d61-0e33a766b020 HTTP/1.1" status: 200 len: 1002 time: 0.1031713 Nov 02 12:15:44.229055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c37b3-04ac-46cc-9747-c6026500208b req-c8eccaa2-5621-49e9-b99d-a518f30ebb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:44.231016 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-236c37b3-04ac-46cc-9747-c6026500208b req-c8eccaa2-5621-49e9-b99d-a518f30ebb91 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b1565fe-2bac-494d-8a73-a2dbb91c6d17 HTTP/1.1" status: 200 len: 835 time: 0.0729973 Nov 02 12:15:44.313118 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c37b3-04ac-46cc-9747-c6026500208b req-68027357-e38a-4c4b-9056-9ed998f57f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:44.313118 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-236c37b3-04ac-46cc-9747-c6026500208b req-68027357-e38a-4c4b-9056-9ed998f57f6d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f1aef69a-1d48-4e06-af46-e8e13de9be05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710673 Nov 02 12:15:44.358216 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1d03580b-e6f5-4107-beab-5163136b6932 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-668794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257396'] for router, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:44.359137 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1d03580b-e6f5-4107-beab-5163136b6932 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:44.451147 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-236c37b3-04ac-46cc-9747-c6026500208b req-b1013c27-613c-4323-b727-24853b92bb21 service neutron] 10.222.0.54 "GET /v2.0/networks/f1aef69a-1d48-4e06-af46-e8e13de9be05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331658 Nov 02 12:15:44.457169 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1d03580b-e6f5-4107-beab-5163136b6932 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102690) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 02 12:15:44.457452 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1d03580b-e6f5-4107-beab-5163136b6932 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Router ac0267cb-490f-4c13-a80a-3fd7367237c9 migrating from provider to provider. {{(pid=102690) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 02 12:15:44.458034 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1d03580b-e6f5-4107-beab-5163136b6932 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:44.463582 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1d03580b-e6f5-4107-beab-5163136b6932 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:44.644413 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1d03580b-e6f5-4107-beab-5163136b6932 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659103', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-668787'] for router, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:44.660986 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-236c37b3-04ac-46cc-9747-c6026500208b req-f0bbe50a-1fe6-40b7-b73d-aab2e27601cf service neutron] 10.222.0.54 "GET /v2.0/networks/f1aef69a-1d48-4e06-af46-e8e13de9be05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994092 Nov 02 12:15:44.743357 n-d-806683-18 neutron-server[102690]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1d03580b-e6f5-4107-beab-5163136b6932 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] No L3 agents can host the router ac0267cb-490f-4c13-a80a-3fd7367237c9 Nov 02 12:15:44.882059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d03580b-e6f5-4107-beab-5163136b6932 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Hosts for router ac0267cb-490f-4c13-a80a-3fd7367237c9: [] {{(pid=102690) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 02 12:15:44.913631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device bec3f8e5-c448-4802-9d61-0e33a766b020 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:15:44.924987 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d03580b-e6f5-4107-beab-5163136b6932 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Hosts for other DVR routers connected to router ac0267cb-490f-4c13-a80a-3fd7367237c9: set() {{(pid=102690) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 02 12:15:44.944424 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1d03580b-e6f5-4107-beab-5163136b6932 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:44.951568 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49724) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:44.953531 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1d03580b-e6f5-4107-beab-5163136b6932 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] 10.222.0.52 "PUT /v2.0/routers/ac0267cb-490f-4c13-a80a-3fd7367237c9 HTTP/1.1" status: 200 len: 715 time: 0.8867497 Nov 02 12:15:44.993265 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49726) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:45.065816 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port bec3f8e5-c448-4802-9d61-0e33a766b020, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=bec3f8e5-c448-4802-9d61-0e33a766b020,segment=NetworkSegment(5df0906f-1350-437e-9e0b-107dabd78254),segment_id=5df0906f-1350-437e-9e0b-107dabd78254)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:15:45.082045 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device bec3f8e5-c448-4802-9d61-0e33a766b020 has no active binding in host n-h1-806683-18 {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 02 12:15:45.085853 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-401670da-012b-4686-91b3-e3f6c4a8e7c2 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] 10.222.0.52 "GET /v2.0/routers/ac0267cb-490f-4c13-a80a-3fd7367237c9 HTTP/1.1" status: 200 len: 715 time: 0.1305292 Nov 02 12:15:45.086206 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49730) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:45.107889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dbc63-8dd4-4775-adb8-77b733589446 req-12449afe-728e-4b88-b16d-1533c05880cf tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:45.109493 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-489dbc63-8dd4-4775-adb8-77b733589446 req-12449afe-728e-4b88-b16d-1533c05880cf tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 946 time: 0.2169225 Nov 02 12:15:45.163647 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-83b7a4eb-f147-42f9-9a81-bc7cb49997c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:45.203749 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-489dbc63-8dd4-4775-adb8-77b733589446 req-894c96a7-3f28-4a4c-93ce-5d7738982653 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856194 Nov 02 12:15:45.291977 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-83b7a4eb-f147-42f9-9a81-bc7cb49997c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:45.347947 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b82a7a7c-b7cd-4853-bb69-1cb95b4a7823 tempest-RoutersTestDVR-1218181864 tempest-RoutersTestDVR-1218181864-project] 10.222.0.52 "GET /v2.0/routers/ac0267cb-490f-4c13-a80a-3fd7367237c9 HTTP/1.1" status: 200 len: 681 time: 0.2583561 Nov 02 12:15:45.348260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49734) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:45.376465 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-83b7a4eb-f147-42f9-9a81-bc7cb49997c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:45.435381 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7a4eb-f147-42f9-9a81-bc7cb49997c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220f4b96-c268-4941-82ab-ab431ec6af5c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:45.446877 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-83b7a4eb-f147-42f9-9a81-bc7cb49997c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1dbefd8711b446d29c56ab9551948372&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4518514 Nov 02 12:15:45.449506 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49736) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:45.456226 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e96b469f-6f53-4536-8038-4c34836dee06 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:45.561475 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-48d0fbf1-44c1-461d-b762-eb5abec55618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:45.609241 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-48d0fbf1-44c1-461d-b762-eb5abec55618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:45.662234 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e96b469f-6f53-4536-8038-4c34836dee06 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:45.666717 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e96b469f-6f53-4536-8038-4c34836dee06 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:45.809313 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e96b469f-6f53-4536-8038-4c34836dee06 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:45.810206 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-48d0fbf1-44c1-461d-b762-eb5abec55618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:45.810671 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96b469f-6f53-4536-8038-4c34836dee06 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac0267cb-490f-4c13-a80a-3fd7367237c9 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:15:45.814462 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-48d0fbf1-44c1-461d-b762-eb5abec55618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:45.816755 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-48d0fbf1-44c1-461d-b762-eb5abec55618 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/220f4b96-c268-4941-82ab-ab431ec6af5c HTTP/1.1" status: 204 len: 168 time: 0.3649228 Nov 02 12:15:45.822250 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e96b469f-6f53-4536-8038-4c34836dee06 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:45.824330 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e96b469f-6f53-4536-8038-4c34836dee06 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] 10.222.0.52 "DELETE /v2.0/routers/ac0267cb-490f-4c13-a80a-3fd7367237c9 HTTP/1.1" status: 204 len: 168 time: 0.4746916 Nov 02 12:15:45.828047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49742) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:45.829401 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0fbf1-44c1-461d-b762-eb5abec55618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220f4b96-c268-4941-82ab-ab431ec6af5c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:45.835527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-3640820a-7109-4627-880b-4240ce812eb9 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Request body: {'router': {'name': 'tempest-router-1932314209', 'distributed': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:15:45.963857 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3640820a-7109-4627-880b-4240ce812eb9 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:45.964939 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3640820a-7109-4627-880b-4240ce812eb9 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:46.023281 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3640820a-7109-4627-880b-4240ce812eb9 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:46.134274 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3640820a-7109-4627-880b-4240ce812eb9 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:46.264044 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3640820a-7109-4627-880b-4240ce812eb9 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:46.265721 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3640820a-7109-4627-880b-4240ce812eb9 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4359846 Nov 02 12:15:46.268286 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49750) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:46.380364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e6eef-7044-4e07-bf9a-dd950d604bbc req-36890fb9-31c2-4f12-aa60-ad0ee0559024 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:46.382239 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-067e6eef-7044-4e07-bf9a-dd950d604bbc req-36890fb9-31c2-4f12-aa60-ad0ee0559024 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 946 time: 0.0844018 Nov 02 12:15:46.446457 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-067e6eef-7044-4e07-bf9a-dd950d604bbc req-2d64e66c-c242-4d62-87cd-1df2f18a25ac tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540566 Nov 02 12:15:46.652170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49752) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:46.669552 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-342c60b7-c5bd-4421-aebd-c70a6ebcf2c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:46.719262 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42e04dc9-6b45-4451-8d00-31aaf55161d2 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:46.786803 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-342c60b7-c5bd-4421-aebd-c70a6ebcf2c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:46.855210 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-342c60b7-c5bd-4421-aebd-c70a6ebcf2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:46.903767 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-342c60b7-c5bd-4421-aebd-c70a6ebcf2c7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b33056729984f819d84f266f59eb0dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2494774 Nov 02 12:15:46.905386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c60b7-c5bd-4421-aebd-c70a6ebcf2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8712f14a-7a07-4fe9-8042-c952a9af617f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:46.908192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49758) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:46.932090 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42e04dc9-6b45-4451-8d00-31aaf55161d2 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:46.934603 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42e04dc9-6b45-4451-8d00-31aaf55161d2 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:46.981018 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f87e94aa-2d18-45da-bf6f-c0e337362626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:47.013172 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f87e94aa-2d18-45da-bf6f-c0e337362626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:47.055026 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42e04dc9-6b45-4451-8d00-31aaf55161d2 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:47.055607 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e04dc9-6b45-4451-8d00-31aaf55161d2 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc995484-b120-43a0-aedf-15e48c5c887a {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:15:47.073626 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-42e04dc9-6b45-4451-8d00-31aaf55161d2 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:47.073626 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-42e04dc9-6b45-4451-8d00-31aaf55161d2 tempest-RoutersTestDVR-790864540 tempest-RoutersTestDVR-790864540-project-admin] 10.222.0.52 "DELETE /v2.0/routers/dc995484-b120-43a0-aedf-15e48c5c887a HTTP/1.1" status: 204 len: 168 time: 0.7935510 Nov 02 12:15:47.277496 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f87e94aa-2d18-45da-bf6f-c0e337362626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:47.281088 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f87e94aa-2d18-45da-bf6f-c0e337362626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:47.282357 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f87e94aa-2d18-45da-bf6f-c0e337362626 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8712f14a-7a07-4fe9-8042-c952a9af617f HTTP/1.1" status: 204 len: 168 time: 0.3692372 Nov 02 12:15:47.293640 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e94aa-2d18-45da-bf6f-c0e337362626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8712f14a-7a07-4fe9-8042-c952a9af617f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:47.559818 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fac5685d-fa2d-4b18-98d0-8ccec15e38dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:47.613611 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08264a12-ee2f-4a79-9acc-ba93c0970b5d req-bb74201c-596f-425b-b0bb-3e894a9e155e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:47.620044 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08264a12-ee2f-4a79-9acc-ba93c0970b5d req-bb74201c-596f-425b-b0bb-3e894a9e155e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 946 time: 0.0665579 Nov 02 12:15:47.679513 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08264a12-ee2f-4a79-9acc-ba93c0970b5d req-2248349f-efbe-416d-8c35-6c1c639d6be6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555294 Nov 02 12:15:47.774096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49774) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:47.959657 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5a33315-ecc0-4fc6-a9c9-33f836a72e92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:48.082346 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-81fda6a2-3186-47c6-845b-8f4e33c04a51 service neutron] 10.222.0.54 "GET /v2.0/ports/bec3f8e5-c448-4802-9d61-0e33a766b020/bindings/n-h1-806683-18 HTTP/1.1" status: 200 len: 385 time: 0.0949600 Nov 02 12:15:48.157361 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5a33315-ecc0-4fc6-a9c9-33f836a72e92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:48.328660 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5a33315-ecc0-4fc6-a9c9-33f836a72e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:48.371792 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-c2e31480-fa75-481a-b2ec-b0ac29b16126 service neutron] For port bec3f8e5-c448-4802-9d61-0e33a766b020, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=bec3f8e5-c448-4802-9d61-0e33a766b020,segment=NetworkSegment(5df0906f-1350-437e-9e0b-107dabd78254),segment_id=5df0906f-1350-437e-9e0b-107dabd78254)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:15:48.421286 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49784) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:48.426147 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e5a33315-ecc0-4fc6-a9c9-33f836a72e92 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c13a5f19934b49e68f6bfdd8b4955510&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6485481 Nov 02 12:15:48.429057 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49786) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:48.441846 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9156cdf9-354c-4bbb-9e85-15e9ce451dd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:48.451982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a33315-ecc0-4fc6-a9c9-33f836a72e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e52fa53-e8bb-40ca-b5e5-556d1e741e3f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:48.551767 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9156cdf9-354c-4bbb-9e85-15e9ce451dd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:48.553494 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-c2e31480-fa75-481a-b2ec-b0ac29b16126 service neutron] For port bec3f8e5-c448-4802-9d61-0e33a766b020, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:15:48.572345 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-877af5e7-3138-4c34-aec6-978136b97d27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:48.612260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec3f8e5-c448-4802-9d61-0e33a766b020'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:15:48.615165 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-877af5e7-3138-4c34-aec6-978136b97d27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:48.615569 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fae1e8-e161-4974-b6b7-d733f515cb7b" -d '{"events": [{"server_uuid": "43b9c122-b790-4aad-aad1-c3287299b0cc", "name": "network-vif-unplugged", "status": "completed", "tag": "bec3f8e5-c448-4802-9d61-0e33a766b020"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:15:48.626691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-c2e31480-fa75-481a-b2ec-b0ac29b16126 service neutron] For port bec3f8e5-c448-4802-9d61-0e33a766b020, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=bec3f8e5-c448-4802-9d61-0e33a766b020,segment=NetworkSegment(5df0906f-1350-437e-9e0b-107dabd78254),segment_id=5df0906f-1350-437e-9e0b-107dabd78254)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:15:48.651832 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9156cdf9-354c-4bbb-9e85-15e9ce451dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:48.673583 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 12:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbd3051-072c-4de2-9772-1d353f6e245f x-openstack-request-id: req-0cbd3051-072c-4de2-9772-1d353f6e245f {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:15:48.673830 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b9c122-b790-4aad-aad1-c3287299b0cc", "name": "network-vif-unplugged", "status": "completed", "tag": "bec3f8e5-c448-4802-9d61-0e33a766b020", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:15:48.674108 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0cbd3051-072c-4de2-9772-1d353f6e245f {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:15:48.674483 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec3f8e5-c448-4802-9d61-0e33a766b020', 'code': 200} Nov 02 12:15:48.703031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156cdf9-354c-4bbb-9e85-15e9ce451dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cab50f-2de9-44d9-8895-39d0adaab851,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:48.708579 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9156cdf9-354c-4bbb-9e85-15e9ce451dd9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0757e9778e8242898b309659c9d20be3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2831407 Nov 02 12:15:48.711211 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49794) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:48.778129 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-c2e31480-fa75-481a-b2ec-b0ac29b16126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:48.794180 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c446f8e0-6073-4ec8-918d-ec5d3365f01a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:48.826730 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-877af5e7-3138-4c34-aec6-978136b97d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:48.829661 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-877af5e7-3138-4c34-aec6-978136b97d27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:48.833588 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-877af5e7-3138-4c34-aec6-978136b97d27 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6e52fa53-e8bb-40ca-b5e5-556d1e741e3f HTTP/1.1" status: 204 len: 168 time: 0.3990276 Nov 02 12:15:48.841746 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877af5e7-3138-4c34-aec6-978136b97d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e52fa53-e8bb-40ca-b5e5-556d1e741e3f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:48.899158 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c446f8e0-6073-4ec8-918d-ec5d3365f01a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:48.956843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ee2ac-d9a1-4b80-8307-da6be1477875 req-4b0c64bb-74d2-489c-ba38-c8ef1cab6371 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:48.958776 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b0ee2ac-d9a1-4b80-8307-da6be1477875 req-4b0c64bb-74d2-489c-ba38-c8ef1cab6371 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 945 time: 0.1837041 Nov 02 12:15:49.017399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-c2e31480-fa75-481a-b2ec-b0ac29b16126 service neutron] Transition to ACTIVE for port object bec3f8e5-c448-4802-9d61-0e33a766b020 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:15:49.050958 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b0ee2ac-d9a1-4b80-8307-da6be1477875 req-685e0747-cc53-4de8-8a14-21b062828112 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799754 Nov 02 12:15:49.158470 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-c2e31480-fa75-481a-b2ec-b0ac29b16126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:49.194279 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c446f8e0-6073-4ec8-918d-ec5d3365f01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:49.196959 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c446f8e0-6073-4ec8-918d-ec5d3365f01a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:49.198415 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c446f8e0-6073-4ec8-918d-ec5d3365f01a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7cab50f-2de9-44d9-8895-39d0adaab851 HTTP/1.1" status: 204 len: 168 time: 0.4862099 Nov 02 12:15:49.224676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446f8e0-6073-4ec8-918d-ec5d3365f01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cab50f-2de9-44d9-8895-39d0adaab851,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:49.290624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e31480-fa75-481a-b2ec-b0ac29b16126 service neutron] Pushing event updated for resources: {'Port': ['ID=bec3f8e5-c448-4802-9d61-0e33a766b020,revision_number=11']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:49.354076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-c2e31480-fa75-481a-b2ec-b0ac29b16126 service neutron] No DVR routers for this DVR port bec3f8e5-c448-4802-9d61-0e33a766b020 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:15:49.553992 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-c2e31480-fa75-481a-b2ec-b0ac29b16126 service neutron] 10.222.0.54 "PUT /v2.0/ports/bec3f8e5-c448-4802-9d61-0e33a766b020/bindings/n-h1-806683-18/activate HTTP/1.1" status: 200 len: 370 time: 1.4652078 Nov 02 12:15:49.859246 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-38d254d6-4eb3-44bc-b520-a4f809f51130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:49.908946 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-30700222-eb5c-4d19-bea3-86119dae4f67 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:49.910966 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-30700222-eb5c-4d19-bea3-86119dae4f67 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc&tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&binding%3Ahost_id=n-h2-806683-18 HTTP/1.1" status: 200 len: 1097 time: 0.0475657 Nov 02 12:15:49.935010 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49810) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:49.952636 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-35c50ffd-da6e-4bd7-8ce8-b3f437498c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:49.966397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-966df93c-075e-43cb-a3f6-d6a00d327dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:49.968164 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-966df93c-075e-43cb-a3f6-d6a00d327dd2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc&tenant_id=07cf3fda95d044dc8f8b573bd1e4f625 HTTP/1.1" status: 200 len: 1097 time: 0.0500438 Nov 02 12:15:50.061344 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-e4ef240c-d061-4a32-bbfc-0c4825bf3052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:50.062916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-e4ef240c-d061-4a32-bbfc-0c4825bf3052 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 1097 time: 0.0639467 Nov 02 12:15:50.072728 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-35c50ffd-da6e-4bd7-8ce8-b3f437498c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:50.174439 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-35c50ffd-da6e-4bd7-8ce8-b3f437498c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:50.217824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-cd4f693f-6dba-4c9a-9304-f30c80b372c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:50.217824 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-cd4f693f-6dba-4c9a-9304-f30c80b372c9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f1aef69a-1d48-4e06-af46-e8e13de9be05 HTTP/1.1" status: 200 len: 897 time: 0.1480193 Nov 02 12:15:50.218542 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-35c50ffd-da6e-4bd7-8ce8-b3f437498c66 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a48aebbf783f4224aff1609ee15d200e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2814994 Nov 02 12:15:50.219634 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c50ffd-da6e-4bd7-8ce8-b3f437498c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9aca8a-d2d5-4fde-86f4-c97ecfd32970,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:50.222086 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49820) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:50.232875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf18d34-0cc4-473c-871e-0d09d526593a req-6b67e726-5669-474e-baed-89c48a55e19f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:50.234774 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4cf18d34-0cc4-473c-871e-0d09d526593a req-6b67e726-5669-474e-baed-89c48a55e19f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 945 time: 0.0923162 Nov 02 12:15:50.338285 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82002d79-cd7f-4793-91a9-c77210d05499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:50.385187 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4cf18d34-0cc4-473c-871e-0d09d526593a req-099f986e-319b-42eb-978e-69aad0c5bbe2 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829568 Nov 02 12:15:50.388626 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-4a609bc4-0873-4742-944a-2e10bd4c3cac service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bec3f8e5-c448-4802-9d61-0e33a766b020 HTTP/1.1" status: 200 len: 1000 time: 0.1528742 Nov 02 12:15:50.394429 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82002d79-cd7f-4793-91a9-c77210d05499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:50.461077 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-4dc76755-69b9-4129-8b31-2d129b921c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:50.462647 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-4dc76755-69b9-4129-8b31-2d129b921c7b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3b1565fe-2bac-494d-8a73-a2dbb91c6d17 HTTP/1.1" status: 200 len: 835 time: 0.0645540 Nov 02 12:15:50.522083 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-a1a8677a-a524-4e40-8420-851987ff86f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:50.523682 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-a1a8677a-a524-4e40-8420-851987ff86f3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f1aef69a-1d48-4e06-af46-e8e13de9be05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540693 Nov 02 12:15:50.632031 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82002d79-cd7f-4793-91a9-c77210d05499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:50.634962 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-82002d79-cd7f-4793-91a9-c77210d05499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:50.636566 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-82002d79-cd7f-4793-91a9-c77210d05499 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b9aca8a-d2d5-4fde-86f4-c97ecfd32970 HTTP/1.1" status: 204 len: 168 time: 0.4134874 Nov 02 12:15:50.646199 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-6954e5e2-fff8-4e91-a2ca-24c1c0a34fb5 service neutron] 10.222.0.79 "GET /v2.0/networks/f1aef69a-1d48-4e06-af46-e8e13de9be05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141381 Nov 02 12:15:50.660858 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82002d79-cd7f-4793-91a9-c77210d05499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9aca8a-d2d5-4fde-86f4-c97ecfd32970,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:50.800378 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-e82dce01-b3bc-4569-ab2d-6a6bee4508e0 service neutron] 10.222.0.79 "GET /v2.0/networks/f1aef69a-1d48-4e06-af46-e8e13de9be05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469250 Nov 02 12:15:51.180436 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:51.289418 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device bec3f8e5-c448-4802-9d61-0e33a766b020 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:15:51.411299 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device bec3f8e5-c448-4802-9d61-0e33a766b020 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:15:51.544973 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e9a3b-37fc-4c85-862d-4a42e937846f req-6039f30b-32e5-458a-afdf-a3be60d9c366 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:51.547236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-966e9a3b-37fc-4c85-862d-4a42e937846f req-6039f30b-32e5-458a-afdf-a3be60d9c366 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 945 time: 0.0615630 Nov 02 12:15:51.627680 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-1bc941b5-b19a-41de-b8ed-42acd932c35a tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:51.629013 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-1bc941b5-b19a-41de-b8ed-42acd932c35a tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc&tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 1097 time: 0.0806665 Nov 02 12:15:51.633523 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-966e9a3b-37fc-4c85-862d-4a42e937846f req-a919f0fd-24f4-4d7b-8d26-da04a8f0464b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764713 Nov 02 12:15:51.932097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-63238b6f-b4b8-4b4d-8b9a-1cdbb656e1af service neutron] For port bec3f8e5-c448-4802-9d61-0e33a766b020, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:15:51.935707 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-63238b6f-b4b8-4b4d-8b9a-1cdbb656e1af service neutron] Publish callbacks [] for binding, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:51.936858 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-63238b6f-b4b8-4b4d-8b9a-1cdbb656e1af service neutron] 10.222.0.79 "DELETE /v2.0/ports/bec3f8e5-c448-4802-9d61-0e33a766b020/bindings/n-h2-806683-18 HTTP/1.1" status: 204 len: 173 time: 0.2998049 Nov 02 12:15:52.532783 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49874) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:52.545929 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:52.666663 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7fb7b0eb-902f-40bf-a6e6-908c0ddc6c12 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2017008767'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:15:52.766339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140fadf-9e9a-4ad1-b9c2-7151c69badcf req-bb0c0560-e059-4972-9959-55a0b605b95b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:52.767990 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5140fadf-9e9a-4ad1-b9c2-7151c69badcf req-bb0c0560-e059-4972-9959-55a0b605b95b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 945 time: 0.0535989 Nov 02 12:15:52.828955 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5140fadf-9e9a-4ad1-b9c2-7151c69badcf req-bd432264-8725-4299-97af-53ac12bba51e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546696 Nov 02 12:15:52.836408 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb7b0eb-902f-40bf-a6e6-908c0ddc6c12 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Made reservation on behalf of ad51b440233b4870aaf83b076dd0290e for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:15:52.840094 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b0eb-902f-40bf-a6e6-908c0ddc6c12 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:52.862864 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b0eb-902f-40bf-a6e6-908c0ddc6c12 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:52.972436 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b0eb-902f-40bf-a6e6-908c0ddc6c12 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:52.977620 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f64407-ea93-48b7-9c99-5799dc292dac req-6e0a01e5-b748-4be7-9606-a7541d645b22 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:52.979205 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-78f64407-ea93-48b7-9c99-5799dc292dac req-6e0a01e5-b748-4be7-9606-a7541d645b22 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 1097 time: 0.0652812 Nov 02 12:15:53.044840 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-78f64407-ea93-48b7-9c99-5799dc292dac req-826768fd-a824-4b25-afcf-2987f8cb86bd tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585661 Nov 02 12:15:53.078205 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b0eb-902f-40bf-a6e6-908c0ddc6c12 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:53.114276 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb7b0eb-902f-40bf-a6e6-908c0ddc6c12 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:15:53.120182 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7b0eb-902f-40bf-a6e6-908c0ddc6c12 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaa21ee-de46-43c6-ae5b-5db73b6f2f81,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:53.128507 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b0eb-902f-40bf-a6e6-908c0ddc6c12 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:53.129226 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-7fb7b0eb-902f-40bf-a6e6-908c0ddc6c12 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Added segment 35cb6afe-b126-46f5-a28c-9adbf7c39540 of type vlan for network ce1a2971-8c6f-43b8-8ea7-256514864cc9 Nov 02 12:15:53.192633 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b0eb-902f-40bf-a6e6-908c0ddc6c12 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:53.195886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58279f2-eb99-40e0-abb2-aee7b3ed3104 req-088e566f-5cf7-4c54-8102-8371c0224595 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:53.197866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c58279f2-eb99-40e0-abb2-aee7b3ed3104 req-088e566f-5cf7-4c54-8102-8371c0224595 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 945 time: 0.0616515 Nov 02 12:15:53.257574 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c58279f2-eb99-40e0-abb2-aee7b3ed3104 req-c9b7ccab-cfd9-4077-8e7e-5911ca5097ef tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482719 Nov 02 12:15:53.283123 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49888) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:53.291838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b0eb-902f-40bf-a6e6-908c0ddc6c12 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:53.298363 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb7b0eb-902f-40bf-a6e6-908c0ddc6c12 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:53.300601 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7fb7b0eb-902f-40bf-a6e6-908c0ddc6c12 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:53.430179 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d315398e-4460-460a-9312-a5ab7b3b3715 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/floatingips/ebf59457-6b6b-4199-9e79-5d40ebcb10f1 HTTP/1.1" status: 200 len: 992 time: 0.1458385 Nov 02 12:15:53.431233 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7b0eb-902f-40bf-a6e6-908c0ddc6c12 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Pushing event updated for resources: {'Network': ['ID=ce1a2971-8c6f-43b8-8ea7-256514864cc9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:53.444421 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network ce1a2971-8c6f-43b8-8ea7-256514864cc9 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:15:53.479750 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7fb7b0eb-902f-40bf-a6e6-908c0ddc6c12 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9445426 Nov 02 12:15:53.484819 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49892) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:53.489957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-ba70b2e4-f161-4d41-8c55-23fd0384aa8f tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Request body: {'subnet': {'network_id': 'ce1a2971-8c6f-43b8-8ea7-256514864cc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:15:53.734584 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba70b2e4-f161-4d41-8c55-23fd0384aa8f tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Made reservation on behalf of ad51b440233b4870aaf83b076dd0290e for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:15:53.738312 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba70b2e4-f161-4d41-8c55-23fd0384aa8f tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:54.048428 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba70b2e4-f161-4d41-8c55-23fd0384aa8f tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:54.114269 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70b2e4-f161-4d41-8c55-23fd0384aa8f tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Pushing event updated for resources: {'Subnet': ['ID=99418127-b3d4-4997-b163-50d01734cd53,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:54.124741 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba70b2e4-f161-4d41-8c55-23fd0384aa8f tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Checking segment: {'id': '35cb6afe-b126-46f5-a28c-9adbf7c39540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ce1a2971-8c6f-43b8-8ea7-256514864cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:15:54.125060 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba70b2e4-f161-4d41-8c55-23fd0384aa8f tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Network hostable DHCP agents. Network: ce1a2971-8c6f-43b8-8ea7-256514864cc9, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:15:54.217128 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:54.254102 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba70b2e4-f161-4d41-8c55-23fd0384aa8f tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Network ce1a2971-8c6f-43b8-8ea7-256514864cc9 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:15:54.426095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-ba70b2e4-f161-4d41-8c55-23fd0384aa8f tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, ce1a2971-8c6f-43b8-8ea7-256514864cc9) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:15:54.426814 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:54.441313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9468be2c-4ab2-41c4-8a2d-928492a67e5c None None] Network ce1a2971-8c6f-43b8-8ea7-256514864cc9 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:15:54.444093 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba70b2e4-f161-4d41-8c55-23fd0384aa8f tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:54.445384 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba70b2e4-f161-4d41-8c55-23fd0384aa8f tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:54.658489 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-ce1a2971-8c6f-43b8-8ea7-256514864cc9', 'network_id': 'ce1a2971-8c6f-43b8-8ea7-256514864cc9', 'tenant_id': 'ad51b440233b4870aaf83b076dd0290e', 'fixed_ips': [{'subnet_id': '99418127-b3d4-4997-b163-50d01734cd53'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:15:54.659554 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:54.702816 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ba70b2e4-f161-4d41-8c55-23fd0384aa8f tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2168109 Nov 02 12:15:54.705475 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49910) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:54.710544 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6d0903b2-c5bf-47e1-8c1e-516c9f02499d tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Request body: {'port': {'network_id': 'ce1a2971-8c6f-43b8-8ea7-256514864cc9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-424254261'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:15:54.825726 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Allocated IP 2001:db8::2 (ce1a2971-8c6f-43b8-8ea7-256514864cc9/99418127-b3d4-4997-b163-50d01734cd53/fc0456ab-e230-4da5-9d76-1fe5b7a9da5c) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:15:54.985650 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0903b2-c5bf-47e1-8c1e-516c9f02499d tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Made reservation on behalf of ad51b440233b4870aaf83b076dd0290e for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:15:54.989470 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d0903b2-c5bf-47e1-8c1e-516c9f02499d tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:55.010800 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:55.014311 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-6d0903b2-c5bf-47e1-8c1e-516c9f02499d tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] device_id is not set on port 868eda82-a2e3-42d2-9559-a778814b37ac yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:15:55.015246 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:55.161419 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:55.207591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Network ce1a2971-8c6f-43b8-8ea7-256514864cc9 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:15:55.213494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:15:55.216042 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Pushing event updated for resources: {'Port': ['ID=fc0456ab-e230-4da5-9d76-1fe5b7a9da5c,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:55.219724 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:15:55.245902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-6d0903b2-c5bf-47e1-8c1e-516c9f02499d tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Allocated IP 2001:db8::27e (ce1a2971-8c6f-43b8-8ea7-256514864cc9/99418127-b3d4-4997-b163-50d01734cd53/868eda82-a2e3-42d2-9559-a778814b37ac) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:15:55.299501 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Attempting to bind port fc0456ab-e230-4da5-9d76-1fe5b7a9da5c on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:15:55.299777 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Attempting to bind port fc0456ab-e230-4da5-9d76-1fe5b7a9da5c by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '35cb6afe-b126-46f5-a28c-9adbf7c39540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ce1a2971-8c6f-43b8-8ea7-256514864cc9'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:15:55.300151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Attempting to bind port fc0456ab-e230-4da5-9d76-1fe5b7a9da5c on network ce1a2971-8c6f-43b8-8ea7-256514864cc9 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:15:55.307393 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:15:55.307767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Checking segment: {'id': '35cb6afe-b126-46f5-a28c-9adbf7c39540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ce1a2971-8c6f-43b8-8ea7-256514864cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:15:55.308166 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:55.308594 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Bound using segment: {'id': '35cb6afe-b126-46f5-a28c-9adbf7c39540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ce1a2971-8c6f-43b8-8ea7-256514864cc9'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:15:55.309167 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Bound port: fc0456ab-e230-4da5-9d76-1fe5b7a9da5c, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cb6afe-b126-46f5-a28c-9adbf7c39540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ce1a2971-8c6f-43b8-8ea7-256514864cc9'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:15:55.309547 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:55.407186 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] For port fc0456ab-e230-4da5-9d76-1fe5b7a9da5c, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:15:55.411613 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] For port fc0456ab-e230-4da5-9d76-1fe5b7a9da5c, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=fc0456ab-e230-4da5-9d76-1fe5b7a9da5c,segment=NetworkSegment(35cb6afe-b126-46f5-a28c-9adbf7c39540),segment_id=35cb6afe-b126-46f5-a28c-9adbf7c39540)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:15:55.466310 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d0903b2-c5bf-47e1-8c1e-516c9f02499d tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:55.529891 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:55.611808 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d0903b2-c5bf-47e1-8c1e-516c9f02499d tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:55.670403 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Pushing event updated for resources: {'Port': ['ID=fc0456ab-e230-4da5-9d76-1fe5b7a9da5c,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:55.689892 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:55.689892 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:55.690239 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:55.690798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:55.694807 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49924) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:55.695378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:55.698140 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:55.698800 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:55.700351 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:55.700928 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:55.701495 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:55.709702 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:55.709702 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c992b0-46d7-440f-9ddf-0d756217207e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:55.728774 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0903b2-c5bf-47e1-8c1e-516c9f02499d tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Network ce1a2971-8c6f-43b8-8ea7-256514864cc9 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:15:55.739818 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-6d0903b2-c5bf-47e1-8c1e-516c9f02499d tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:15:55.744937 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0903b2-c5bf-47e1-8c1e-516c9f02499d tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:15:55.752193 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0903b2-c5bf-47e1-8c1e-516c9f02499d tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:55.752997 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d0903b2-c5bf-47e1-8c1e-516c9f02499d tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:55.769196 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0903b2-c5bf-47e1-8c1e-516c9f02499d tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Pushing event updated for resources: {'Port': ['ID=868eda82-a2e3-42d2-9559-a778814b37ac,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:55.882005 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6d0903b2-c5bf-47e1-8c1e-516c9f02499d tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.1753743 Nov 02 12:15:55.885126 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49926) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:55.892871 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Request body: {'port': {'network_id': 'ce1a2971-8c6f-43b8-8ea7-256514864cc9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-976472720', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:15:55.893843 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.api.validators [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] bootfile-name is not in valid_values {{(pid=102690) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 12:15:55.895937 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.api.validators [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] tftp-server is not in valid_values {{(pid=102690) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 12:15:55.896417 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.api.validators [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] server-ip-address is not in valid_values {{(pid=102690) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 12:15:55.967180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting port a8511112-ee63-487d-ada2-c9168b12e138 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:15:55.967180 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:56.090798 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:56.092221 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:56.112768 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Calling delete_port for a8511112-ee63-487d-ada2-c9168b12e138 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:15:56.168614 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Made reservation on behalf of ad51b440233b4870aaf83b076dd0290e for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:15:56.172421 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:56.202698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] device_id is not set on port 34488c1b-0d44-49a1-9b87-f43aa314fb50 yet. {{(pid=102690) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 02 12:15:56.343965 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device fc0456ab-e230-4da5-9d76-1fe5b7a9da5c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:15:56.426160 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port fc0456ab-e230-4da5-9d76-1fe5b7a9da5c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:15:56.426684 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:56.493360 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Allocated IP 2001:db8::201 (ce1a2971-8c6f-43b8-8ea7-256514864cc9/99418127-b3d4-4997-b163-50d01734cd53/34488c1b-0d44-49a1-9b87-f43aa314fb50) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:15:56.580604 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:56.651523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port fc0456ab-e230-4da5-9d76-1fe5b7a9da5c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=fc0456ab-e230-4da5-9d76-1fe5b7a9da5c,segment=NetworkSegment(35cb6afe-b126-46f5-a28c-9adbf7c39540),segment_id=35cb6afe-b126-46f5-a28c-9adbf7c39540)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:15:56.844167 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:56.949138 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:57.047906 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=fc0456ab-e230-4da5-9d76-1fe5b7a9da5c,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:57.215701 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:57.252095 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ed0e16-1259-4aa1-8537-4eccb4ee8f60 None None] Network ce1a2971-8c6f-43b8-8ea7-256514864cc9 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:15:57.305913 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Network ce1a2971-8c6f-43b8-8ea7-256514864cc9 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:15:57.317889 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:15:57.326293 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Pushing event updated for resources: {'Port': ['ID=34488c1b-0d44-49a1-9b87-f43aa314fb50,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:57.332018 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:15:57.341437 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:57.347603 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:57.349244 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:57.363048 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.363440 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.371282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.371282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.371282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.371282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.371282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.371282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.371282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.371282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.371282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.371282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.399818 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2e4ec157-2aea-47f2-9621-a307d28bc718 None None] Provisioning complete for port fc0456ab-e230-4da5-9d76-1fe5b7a9da5c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:15:57.399818 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2e4ec157-2aea-47f2-9621-a307d28bc718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:57.403389 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Port': ['ID=a8511112-ee63-487d-ada2-c9168b12e138,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:57.453681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.454283 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.454874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.455500 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.456072 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.456641 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.457186 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.457752 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.458322 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.459514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.459834 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.460218 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:15:57.528118 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a93af907-4a39-4702-aab6-698dd4260f32 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.6373312 Nov 02 12:15:57.530574 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49936) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:57.596754 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:57.597959 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Floating IP ebf59457-6b6b-4199-9e79-5d40ebcb10f1 disassociated (deleted). External IP: 172.25.6.123, port: bec3f8e5-c448-4802-9d61-0e33a766b020. Nov 02 12:15:57.790195 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448f3d97-ce19-458a-a06a-1ca15393ae9c tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:57.808349 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448f3d97-ce19-458a-a06a-1ca15393ae9c tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:57.817795 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448f3d97-ce19-458a-a06a-1ca15393ae9c tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:57.821162 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-448f3d97-ce19-458a-a06a-1ca15393ae9c tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2883155 Nov 02 12:15:57.828546 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49940) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:58.041890 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ec53b685-64ae-4858-9bad-6f3c8cdb76f0 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Deleting port 34488c1b-0d44-49a1-9b87-f43aa314fb50 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:15:58.042511 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ec53b685-64ae-4858-9bad-6f3c8cdb76f0 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:58.184615 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ec53b685-64ae-4858-9bad-6f3c8cdb76f0 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:58.207392 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router 94c0c7a1-b266-4d69-a573-35b3391647e2 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:15:58.215857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ec53b685-64ae-4858-9bad-6f3c8cdb76f0 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Calling delete_port for 34488c1b-0d44-49a1-9b87-f43aa314fb50 owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:15:58.278884 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b151509d-92bf-4b60-ac83-74dd8e5c1e54 None None] Provisioning complete for port 868eda82-a2e3-42d2-9559-a778814b37ac triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:15:58.281186 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b151509d-92bf-4b60-ac83-74dd8e5c1e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:58.348966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b151509d-92bf-4b60-ac83-74dd8e5c1e54 None None] Port 868eda82-a2e3-42d2-9559-a778814b37ac cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:15:58.395127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device fc0456ab-e230-4da5-9d76-1fe5b7a9da5c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:15:58.429195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:15:58.437546 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:58.443360 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe679fc-53fa-4896-a939-9ea5537f0af1 None None] Sync routers for ids ['94c0c7a1-b266-4d69-a573-35b3391647e2'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:15:58.488125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b151509d-92bf-4b60-ac83-74dd8e5c1e54 None None] Provisioning complete for port fc0456ab-e230-4da5-9d76-1fe5b7a9da5c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:15:58.490269 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe679fc-53fa-4896-a939-9ea5537f0af1 None None] Routers {'94c0c7a1-b266-4d69-a573-35b3391647e2'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:15:58.490420 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b151509d-92bf-4b60-ac83-74dd8e5c1e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:58.490519 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a0f61395-8307-4638-9261-a74507ba3231 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/floatingips/ebf59457-6b6b-4199-9e79-5d40ebcb10f1 HTTP/1.1" status: 204 len: 168 time: 2.7926624 Nov 02 12:15:58.491111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'tag': 'bec3f8e5-c448-4802-9d61-0e33a766b020'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:15:58.491926 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bbe679fc-53fa-4896-a939-9ea5537f0af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:15:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['94c0c7a1-b266-4d69-a573-35b3391647e2'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:15:58.494487 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9725760e-6a23-487e-8119-926ccd5ee770" -d '{"events": [{"name": "network-changed", "server_uuid": "43b9c122-b790-4aad-aad1-c3287299b0cc", "tag": "bec3f8e5-c448-4802-9d61-0e33a766b020"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:15:58.622616 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port fc0456ab-e230-4da5-9d76-1fe5b7a9da5c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:15:58.623271 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:58.688724 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ec53b685-64ae-4858-9bad-6f3c8cdb76f0 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:58.749168 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53b685-64ae-4858-9bad-6f3c8cdb76f0 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Pushing event deleted for resources: {'Port': ['ID=34488c1b-0d44-49a1-9b87-f43aa314fb50,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:15:58.760487 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b151509d-92bf-4b60-ac83-74dd8e5c1e54 None None] Could not find standard attr ID for object 34488c1b-0d44-49a1-9b87-f43aa314fb50. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:15:58.837049 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ec53b685-64ae-4858-9bad-6f3c8cdb76f0 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:58.853435 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ec53b685-64ae-4858-9bad-6f3c8cdb76f0 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] 10.222.0.52 "DELETE /v2.0/ports/34488c1b-0d44-49a1-9b87-f43aa314fb50 HTTP/1.1" status: 204 len: 168 time: 1.0211210 Nov 02 12:15:58.857744 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49952) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:15:58.863564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-0eb54cae-4599-4dc0-8acf-878730159a58 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Request body: {'port': {'name': 'tempest-new-port-name-523684804', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:15:58.864012 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.api.validators [None req-0eb54cae-4599-4dc0-8acf-878730159a58 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] bootfile-name is not in valid_values {{(pid=102690) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 12:15:58.864359 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.api.validators [None req-0eb54cae-4599-4dc0-8acf-878730159a58 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] tftp-server is not in valid_values {{(pid=102690) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 12:15:58.864705 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.api.validators [None req-0eb54cae-4599-4dc0-8acf-878730159a58 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] server-ip-address is not in valid_values {{(pid=102690) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 02 12:15:58.871769 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-bbe679fc-53fa-4896-a939-9ea5537f0af1 None None] Set router 94c0c7a1-b266-4d69-a573-35b3391647e2 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:15:58.963810 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9e4bf8f5-3eb9-417b-8578-a70787f8ec01 None None] Provisioning complete for port 868eda82-a2e3-42d2-9559-a778814b37ac triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:15:58.964436 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9e4bf8f5-3eb9-417b-8578-a70787f8ec01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:59.037795 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0eb54cae-4599-4dc0-8acf-878730159a58 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:59.070361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9e4bf8f5-3eb9-417b-8578-a70787f8ec01 None None] Port 868eda82-a2e3-42d2-9559-a778814b37ac cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:15:59.399054 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a157e9e1-934e-4021-91ea-50bb5f568d9a x-openstack-request-id: req-a157e9e1-934e-4021-91ea-50bb5f568d9a {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:15:59.399338 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b9c122-b790-4aad-aad1-c3287299b0cc", "tag": "bec3f8e5-c448-4802-9d61-0e33a766b020", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:15:59.400279 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a157e9e1-934e-4021-91ea-50bb5f568d9a {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:15:59.400279 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'tag': 'bec3f8e5-c448-4802-9d61-0e33a766b020', 'status': 'completed', 'code': 200} Nov 02 12:15:59.426136 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-45237ad6-9c27-4ebe-9d3a-a3888f6bfaaa None None] Could not find standard attr ID for object 34488c1b-0d44-49a1-9b87-f43aa314fb50. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:15:59.512952 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bbe679fc-53fa-4896-a939-9ea5537f0af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184521548', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:14:33Z', 'updated_at': '2021-11-02T12:14:40Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:34Z', 'updated_at': '2021-11-02T12:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '77999837-b3ef-4e1b-85c4-fdcc6b413d6b', 'name': '', 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:a5:e1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:39Z', 'updated_at': '2021-11-02T12:14:45Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:15:59.589402 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe679fc-53fa-4896-a939-9ea5537f0af1 None None] Checking router: 94c0c7a1-b266-4d69-a573-35b3391647e2 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:15:59.616168 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe679fc-53fa-4896-a939-9ea5537f0af1 None None] Routers {'94c0c7a1-b266-4d69-a573-35b3391647e2'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:15:59.617631 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bbe679fc-53fa-4896-a939-9ea5537f0af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:15:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['94c0c7a1-b266-4d69-a573-35b3391647e2'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:15:59.640124 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725760e-6a23-487e-8119-926ccd5ee770 req-9ebc5ede-343d-4d23-9d20-088f4070d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:59.643893 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9725760e-6a23-487e-8119-926ccd5ee770 req-9ebc5ede-343d-4d23-9d20-088f4070d13a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 1097 time: 0.2269061 Nov 02 12:15:59.694438 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-397f7280-ae02-4918-aced-096f93b72c1b req-e701e876-7d36-4e86-9d4d-6108fa6fc629 tempest-AttachVolumeShelveTestJSON-491031010 tempest-AttachVolumeShelveTestJSON-491031010-project] (102689) timed out ('10.222.0.79', 64201) {{(pid=102689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 12:15:59.718011 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0eb54cae-4599-4dc0-8acf-878730159a58 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:59.866423 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0eb54cae-4599-4dc0-8acf-878730159a58 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:59.943851 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0eb54cae-4599-4dc0-8acf-878730159a58 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] In _notify_port_updated(), no bound segment for port 868eda82-a2e3-42d2-9559-a778814b37ac on network ce1a2971-8c6f-43b8-8ea7-256514864cc9 {{(pid=102690) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:875}} Nov 02 12:15:59.955411 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb54cae-4599-4dc0-8acf-878730159a58 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:15:59.957016 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0eb54cae-4599-4dc0-8acf-878730159a58 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:15:59.973784 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0eb54cae-4599-4dc0-8acf-878730159a58 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] 10.222.0.52 "PUT /v2.0/ports/868eda82-a2e3-42d2-9559-a778814b37ac HTTP/1.1" status: 200 len: 1129 time: 1.1060393 Nov 02 12:15:59.974889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49962) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:00.024876 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb54cae-4599-4dc0-8acf-878730159a58 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Pushing event updated for resources: {'Port': ['ID=868eda82-a2e3-42d2-9559-a778814b37ac,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:00.049113 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-bbe679fc-53fa-4896-a939-9ea5537f0af1 None None] Set router 94c0c7a1-b266-4d69-a573-35b3391647e2 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:16:00.049231 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725760e-6a23-487e-8119-926ccd5ee770 req-a34922f2-effe-4876-92c7-dfbfb35d7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:00.049231 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9725760e-6a23-487e-8119-926ccd5ee770 req-a34922f2-effe-4876-92c7-dfbfb35d7bb4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f1aef69a-1d48-4e06-af46-e8e13de9be05 HTTP/1.1" status: 200 len: 897 time: 0.3497565 Nov 02 12:16:00.157390 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9725760e-6a23-487e-8119-926ccd5ee770 req-0e52a086-cea3-42ad-a532-621164bb7f44 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bec3f8e5-c448-4802-9d61-0e33a766b020 HTTP/1.1" status: 200 len: 217 time: 0.0854936 Nov 02 12:16:00.196440 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.79', 64755) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:00.364961 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf8a3a-49e7-479c-8c74-e7963e8edbc8 req-3913f48b-a2cb-4eec-8028-e32dc25895e8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:00.364961 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-02bf8a3a-49e7-479c-8c74-e7963e8edbc8 req-3913f48b-a2cb-4eec-8028-e32dc25895e8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.79 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 945 time: 0.1620402 Nov 02 12:16:00.448948 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c906f1-7c5c-468a-8bfc-2192908c2c14 req-99974ee2-a648-4533-8571-54e5eb415c5a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:00.476716 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8c906f1-7c5c-468a-8bfc-2192908c2c14 req-99974ee2-a648-4533-8571-54e5eb415c5a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 945 time: 0.9269559 Nov 02 12:16:00.535803 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725760e-6a23-487e-8119-926ccd5ee770 req-a5099c5c-4274-4726-b939-49cdaa93f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:00.537955 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9725760e-6a23-487e-8119-926ccd5ee770 req-a5099c5c-4274-4726-b939-49cdaa93f5c2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3b1565fe-2bac-494d-8a73-a2dbb91c6d17 HTTP/1.1" status: 200 len: 835 time: 0.2707849 Nov 02 12:16:00.569197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857333b8-176d-41b7-96fc-cccec81e4bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:00.571698 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-857333b8-176d-41b7-96fc-cccec81e4bc5 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] 10.222.0.52 "GET /v2.0/ports/868eda82-a2e3-42d2-9559-a778814b37ac HTTP/1.1" status: 200 len: 1129 time: 0.5973067 Nov 02 12:16:00.577405 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49968) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:00.611769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-459970ea-40cf-46a0-a08c-4d418bfef05b None None] Provisioning complete for port 868eda82-a2e3-42d2-9559-a778814b37ac triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:00.615456 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-459970ea-40cf-46a0-a08c-4d418bfef05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:00.656809 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725760e-6a23-487e-8119-926ccd5ee770 req-21e1e5bf-0626-4a4e-bea4-58a8e2de4763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:00.657490 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bbe679fc-53fa-4896-a939-9ea5537f0af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184521548', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:14:33Z', 'updated_at': '2021-11-02T12:14:40Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:34Z', 'updated_at': '2021-11-02T12:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '77999837-b3ef-4e1b-85c4-fdcc6b413d6b', 'name': '', 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:a5:e1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:39Z', 'updated_at': '2021-11-02T12:14:45Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:00.658451 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9725760e-6a23-487e-8119-926ccd5ee770 req-21e1e5bf-0626-4a4e-bea4-58a8e2de4763 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f1aef69a-1d48-4e06-af46-e8e13de9be05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830808 Nov 02 12:16:00.675553 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8c906f1-7c5c-468a-8bfc-2192908c2c14 req-ecd2c412-2376-4ee3-a37f-b7a278425851 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=849d6934-e66d-4500-8bb2-58070a3090b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988628 Nov 02 12:16:00.726894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-02bf8a3a-49e7-479c-8c74-e7963e8edbc8 req-ad0ee190-f818-4818-8eaf-d45d720819c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting port bec3f8e5-c448-4802-9d61-0e33a766b020 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:16:00.726894 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-02bf8a3a-49e7-479c-8c74-e7963e8edbc8 req-ad0ee190-f818-4818-8eaf-d45d720819c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:00.732321 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe679fc-53fa-4896-a939-9ea5537f0af1 None None] The sync data for ids ['94c0c7a1-b266-4d69-a573-35b3391647e2'] in n-d-806683-18 is: [{'id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184521548', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:14:33Z', 'updated_at': '2021-11-02T12:14:40Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:34Z', 'updated_at': '2021-11-02T12:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '77999837-b3ef-4e1b-85c4-fdcc6b413d6b', 'name': '', 'network_id': 'f1aef69a-1d48-4e06-af46-e8e13de9be05', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:a5:e1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:39Z', 'updated_at': '2021-11-02T12:14:45Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '3b1565fe-2bac-494d-8a73-a2dbb91c6d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:16:00.732979 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-459970ea-40cf-46a0-a08c-4d418bfef05b None None] Port 868eda82-a2e3-42d2-9559-a778814b37ac cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:16:00.891142 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9725760e-6a23-487e-8119-926ccd5ee770 req-444ddf10-dd1c-44ad-a1e8-ee9d25a9d5f0 service neutron] 10.222.0.79 "GET /v2.0/networks/f1aef69a-1d48-4e06-af46-e8e13de9be05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128489 Nov 02 12:16:00.900807 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-02bf8a3a-49e7-479c-8c74-e7963e8edbc8 req-ad0ee190-f818-4818-8eaf-d45d720819c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] For port bec3f8e5-c448-4802-9d61-0e33a766b020, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=bec3f8e5-c448-4802-9d61-0e33a766b020,segment=NetworkSegment(5df0906f-1350-437e-9e0b-107dabd78254),segment_id=5df0906f-1350-437e-9e0b-107dabd78254)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:00.901178 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-02bf8a3a-49e7-479c-8c74-e7963e8edbc8 req-ad0ee190-f818-4818-8eaf-d45d720819c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:00.928517 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-02bf8a3a-49e7-479c-8c74-e7963e8edbc8 req-ad0ee190-f818-4818-8eaf-d45d720819c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Calling delete_port for bec3f8e5-c448-4802-9d61-0e33a766b020 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:16:01.047851 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f96e6529-e8e4-4f38-8838-afc3ada22632 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Deleting port 868eda82-a2e3-42d2-9559-a778814b37ac {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:16:01.048503 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f96e6529-e8e4-4f38-8838-afc3ada22632 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:01.059415 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9725760e-6a23-487e-8119-926ccd5ee770 req-a6c7d3e4-fa68-41ee-9c08-c80887caeffe service neutron] 10.222.0.79 "GET /v2.0/networks/f1aef69a-1d48-4e06-af46-e8e13de9be05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618092 Nov 02 12:16:01.277603 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300eefe5-13bc-4193-9131-188fb9650233 None None] New status for floating IP ebf59457-6b6b-4199-9e79-5d40ebcb10f1: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:16:01.305782 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f96e6529-e8e4-4f38-8838-afc3ada22632 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:01.331782 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f96e6529-e8e4-4f38-8838-afc3ada22632 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Calling delete_port for 868eda82-a2e3-42d2-9559-a778814b37ac owned by {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:16:01.408359 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-02bf8a3a-49e7-479c-8c74-e7963e8edbc8 req-ad0ee190-f818-4818-8eaf-d45d720819c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:01.458616 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ee190-f818-4818-8eaf-d45d720819c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Port': ['ID=bec3f8e5-c448-4802-9d61-0e33a766b020,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:01.540161 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bf8a3a-49e7-479c-8c74-e7963e8edbc8 req-ad0ee190-f818-4818-8eaf-d45d720819c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] No DVR routers for this DVR port bec3f8e5-c448-4802-9d61-0e33a766b020 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:16:01.547488 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-02bf8a3a-49e7-479c-8c74-e7963e8edbc8 req-ad0ee190-f818-4818-8eaf-d45d720819c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:01.555505 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-02bf8a3a-49e7-479c-8c74-e7963e8edbc8 req-ad0ee190-f818-4818-8eaf-d45d720819c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.79 "DELETE /v2.0/ports/bec3f8e5-c448-4802-9d61-0e33a766b020 HTTP/1.1" status: 204 len: 173 time: 1.1841333 Nov 02 12:16:01.555505 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'name': 'network-vif-deleted', 'tag': 'bec3f8e5-c448-4802-9d61-0e33a766b020'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:16:01.557143 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab7e788-8d43-42ae-992c-8b8855311fb2" -d '{"events": [{"server_uuid": "43b9c122-b790-4aad-aad1-c3287299b0cc", "name": "network-vif-deleted", "tag": "bec3f8e5-c448-4802-9d61-0e33a766b020"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:16:01.622834 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7a53b1-549e-40dd-a889-4cd4e19af38c x-openstack-request-id: req-2a7a53b1-549e-40dd-a889-4cd4e19af38c {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:16:01.623252 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b9c122-b790-4aad-aad1-c3287299b0cc", "name": "network-vif-deleted", "tag": "bec3f8e5-c448-4802-9d61-0e33a766b020", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:16:01.623576 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a7a53b1-549e-40dd-a889-4cd4e19af38c {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:16:01.624139 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b9c122-b790-4aad-aad1-c3287299b0cc', 'name': 'network-vif-deleted', 'tag': 'bec3f8e5-c448-4802-9d61-0e33a766b020', 'status': 'completed', 'code': 200} Nov 02 12:16:01.790781 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a6858339-dcd4-4044-a09c-048e8245d65f req-0258d952-7f82-49fb-aab3-bd146a77f062 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=43b9c122-b790-4aad-aad1-c3287299b0cc HTTP/1.1" status: 200 len: 210 time: 0.0355215 Nov 02 12:16:01.861920 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f96e6529-e8e4-4f38-8838-afc3ada22632 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:01.893648 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e6529-e8e4-4f38-8838-afc3ada22632 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Pushing event deleted for resources: {'Port': ['ID=868eda82-a2e3-42d2-9559-a778814b37ac,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:01.924912 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f96e6529-e8e4-4f38-8838-afc3ada22632 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:01.933009 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49982) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:01.933876 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f96e6529-e8e4-4f38-8838-afc3ada22632 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] 10.222.0.52 "DELETE /v2.0/ports/868eda82-a2e3-42d2-9559-a778814b37ac HTTP/1.1" status: 204 len: 168 time: 1.3529556 Nov 02 12:16:02.050568 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fec6d2-e823-48b7-a37c-50d26daf7fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Deleting subnet 99418127-b3d4-4997-b163-50d01734cd53 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:16:02.061716 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-67fec6d2-e823-48b7-a37c-50d26daf7fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:02.140193 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-67fec6d2-e823-48b7-a37c-50d26daf7fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:02.325947 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-67fec6d2-e823-48b7-a37c-50d26daf7fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:02.671406 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-67fec6d2-e823-48b7-a37c-50d26daf7fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:02.713641 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fec6d2-e823-48b7-a37c-50d26daf7fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Pushing event deleted for resources: {'Subnet': ['ID=99418127-b3d4-4997-b163-50d01734cd53,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:02.742411 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-67fec6d2-e823-48b7-a37c-50d26daf7fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:02.742906 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8119fbe-7b11-46ed-bd77-586a252b9d5f None None] Network ce1a2971-8c6f-43b8-8ea7-256514864cc9 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:16:02.743590 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-67fec6d2-e823-48b7-a37c-50d26daf7fb8 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] 10.222.0.52 "DELETE /v2.0/subnets/99418127-b3d4-4997-b163-50d01734cd53 HTTP/1.1" status: 204 len: 168 time: 0.7948871 Nov 02 12:16:02.743590 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 49988) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:02.859438 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:02.906720 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 49994) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:02.974649 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Deleting port fc0456ab-e230-4da5-9d76-1fe5b7a9da5c {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:16:02.975227 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:03.035665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9341c1-7de1-4c58-8e8e-4e866472bd2b None None] DHCP port deletion for ce1a2971-8c6f-43b8-8ea7-256514864cc9 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:16:03.076617 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] For port fc0456ab-e230-4da5-9d76-1fe5b7a9da5c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=fc0456ab-e230-4da5-9d76-1fe5b7a9da5c,segment=NetworkSegment(35cb6afe-b126-46f5-a28c-9adbf7c39540),segment_id=35cb6afe-b126-46f5-a28c-9adbf7c39540)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:03.076617 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:03.102702 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Calling delete_port for fc0456ab-e230-4da5-9d76-1fe5b7a9da5c owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:16:03.111131 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7b9341c1-7de1-4c58-8e8e-4e866472bd2b None None] Deleting port fc0456ab-e230-4da5-9d76-1fe5b7a9da5c {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:16:03.111942 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b9341c1-7de1-4c58-8e8e-4e866472bd2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:03.206483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7b9341c1-7de1-4c58-8e8e-4e866472bd2b None None] For port fc0456ab-e230-4da5-9d76-1fe5b7a9da5c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=fc0456ab-e230-4da5-9d76-1fe5b7a9da5c,segment=NetworkSegment(35cb6afe-b126-46f5-a28c-9adbf7c39540),segment_id=35cb6afe-b126-46f5-a28c-9adbf7c39540)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:03.207444 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b9341c1-7de1-4c58-8e8e-4e866472bd2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:03.236814 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7b9341c1-7de1-4c58-8e8e-4e866472bd2b None None] Calling delete_port for fc0456ab-e230-4da5-9d76-1fe5b7a9da5c owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:16:03.341638 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:03.390614 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Pushing event deleted for resources: {'Port': ['ID=fc0456ab-e230-4da5-9d76-1fe5b7a9da5c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:03.396809 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] No DVR routers for this DVR port fc0456ab-e230-4da5-9d76-1fe5b7a9da5c on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:16:03.412139 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7b9341c1-7de1-4c58-8e8e-4e866472bd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:03.435328 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9341c1-7de1-4c58-8e8e-4e866472bd2b None None] No DVR routers for this DVR port fc0456ab-e230-4da5-9d76-1fe5b7a9da5c on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:16:03.483069 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9341c1-7de1-4c58-8e8e-4e866472bd2b None None] Pushing event deleted for resources: {'Port': ['ID=fc0456ab-e230-4da5-9d76-1fe5b7a9da5c,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:03.565031 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:03.599553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1a2971-8c6f-43b8-8ea7-256514864cc9']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:03.623360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cb6afe-b126-46f5-a28c-9adbf7c39540') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:03.623954 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cb6afe-b126-46f5-a28c-9adbf7c39540') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:03.670721 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:03.685723 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22956a4e-0c96-4923-89b4-179ebb63ad34 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:03.734814 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:03.746660 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:16:03.747937 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:16:03.752123 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:16:04.033946 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:04.046724 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:04.061064 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] 10.222.0.52 "DELETE /v2.0/networks/ce1a2971-8c6f-43b8-8ea7-256514864cc9 HTTP/1.1" status: 204 len: 168 time: 1.3157494 Nov 02 12:16:04.075040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58fb78-6259-478b-8b9e-5ee16f56cfe3 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539 tempest-ExtraDHCPOptionsIpV6TestJSON-771643539-project] Pushing event deleted for resources: {'Network': ['ID=ce1a2971-8c6f-43b8-8ea7-256514864cc9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:04.147398 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-22956a4e-0c96-4923-89b4-179ebb63ad34 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting port 77999837-b3ef-4e1b-85c4-fdcc6b413d6b {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:16:04.148226 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22956a4e-0c96-4923-89b4-179ebb63ad34 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:04.316381 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-22956a4e-0c96-4923-89b4-179ebb63ad34 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] For port 77999837-b3ef-4e1b-85c4-fdcc6b413d6b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=77999837-b3ef-4e1b-85c4-fdcc6b413d6b,segment=NetworkSegment(5df0906f-1350-437e-9e0b-107dabd78254),segment_id=5df0906f-1350-437e-9e0b-107dabd78254)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:04.335384 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22956a4e-0c96-4923-89b4-179ebb63ad34 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:04.335965 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device fc0456ab-e230-4da5-9d76-1fe5b7a9da5c no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:16:04.338767 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-22956a4e-0c96-4923-89b4-179ebb63ad34 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Calling delete_port for 77999837-b3ef-4e1b-85c4-fdcc6b413d6b owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:16:04.358772 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: fc0456ab-e230-4da5-9d76-1fe5b7a9da5c {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:16:04.359241 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device fc0456ab-e230-4da5-9d76-1fe5b7a9da5c not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:16:04.854229 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22956a4e-0c96-4923-89b4-179ebb63ad34 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:04.887237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22956a4e-0c96-4923-89b4-179ebb63ad34 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Port': ['ID=77999837-b3ef-4e1b-85c4-fdcc6b413d6b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:05.009265 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device bec3f8e5-c448-4802-9d61-0e33a766b020 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:16:05.045027 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: bec3f8e5-c448-4802-9d61-0e33a766b020 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:16:05.046096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device bec3f8e5-c448-4802-9d61-0e33a766b020 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:16:05.125090 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-22956a4e-0c96-4923-89b4-179ebb63ad34 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:05.207775 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50012) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:05.615499 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-13bc37e0-861a-456d-a66e-09aa13885230 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ad51b440233b4870aaf83b076dd0290e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4067531 Nov 02 12:16:05.616178 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50020) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:05.707712 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-44702e56-03e9-42a3-a467-1b80133af8f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:05.740154 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-44702e56-03e9-42a3-a467-1b80133af8f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:05.833231 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22956a4e-0c96-4923-89b4-179ebb63ad34 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router 94c0c7a1-b266-4d69-a573-35b3391647e2 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:16:05.960425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22956a4e-0c96-4923-89b4-179ebb63ad34 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:16:05.967525 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-22956a4e-0c96-4923-89b4-179ebb63ad34 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "PUT /v2.0/routers/94c0c7a1-b266-4d69-a573-35b3391647e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0588467 Nov 02 12:16:05.969650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50024) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:05.973026 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e3b711-1de3-49a1-9e8f-49865dd28e85 None None] Sync routers for ids ['94c0c7a1-b266-4d69-a573-35b3391647e2'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:16:05.984151 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e3b711-1de3-49a1-9e8f-49865dd28e85 None None] Routers {'94c0c7a1-b266-4d69-a573-35b3391647e2'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:16:05.985249 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-93e3b711-1de3-49a1-9e8f-49865dd28e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:15:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['94c0c7a1-b266-4d69-a573-35b3391647e2'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:06.035930 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b99ef9-2375-4723-8ac0-b80f939d4b0d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting subnet 3b1565fe-2bac-494d-8a73-a2dbb91c6d17 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:16:06.039659 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-43b99ef9-2375-4723-8ac0-b80f939d4b0d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:06.081864 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-44702e56-03e9-42a3-a467-1b80133af8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:06.085447 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-44702e56-03e9-42a3-a467-1b80133af8f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:06.090387 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-44702e56-03e9-42a3-a467-1b80133af8f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8aaa21ee-de46-43c6-ae5b-5db73b6f2f81 HTTP/1.1" status: 204 len: 168 time: 0.4696858 Nov 02 12:16:06.097661 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-43b99ef9-2375-4723-8ac0-b80f939d4b0d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:06.115373 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-93e3b711-1de3-49a1-9e8f-49865dd28e85 None None] Set router 94c0c7a1-b266-4d69-a573-35b3391647e2 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:16:06.130621 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44702e56-03e9-42a3-a467-1b80133af8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaa21ee-de46-43c6-ae5b-5db73b6f2f81,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:06.241226 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-43b99ef9-2375-4723-8ac0-b80f939d4b0d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:06.365272 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-93e3b711-1de3-49a1-9e8f-49865dd28e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184521548', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:14:33Z', 'updated_at': '2021-11-02T12:16:04Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:34Z', 'updated_at': '2021-11-02T12:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:06.448686 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-43b99ef9-2375-4723-8ac0-b80f939d4b0d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:06.479323 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b99ef9-2375-4723-8ac0-b80f939d4b0d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1565fe-2bac-494d-8a73-a2dbb91c6d17,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:06.483349 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-43b99ef9-2375-4723-8ac0-b80f939d4b0d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:06.486798 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-43b99ef9-2375-4723-8ac0-b80f939d4b0d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/subnets/3b1565fe-2bac-494d-8a73-a2dbb91c6d17 HTTP/1.1" status: 204 len: 168 time: 0.5157945 Nov 02 12:16:06.490590 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50030) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:06.493482 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b072cf-342b-4782-b831-3daa9b7b1796 None None] Network f1aef69a-1d48-4e06-af46-e8e13de9be05 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:16:06.524692 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e3b711-1de3-49a1-9e8f-49865dd28e85 None None] Checking router: 94c0c7a1-b266-4d69-a573-35b3391647e2 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:16:06.556870 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e3b711-1de3-49a1-9e8f-49865dd28e85 None None] Routers {'94c0c7a1-b266-4d69-a573-35b3391647e2'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:16:06.557917 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-93e3b711-1de3-49a1-9e8f-49865dd28e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:15:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['94c0c7a1-b266-4d69-a573-35b3391647e2'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:06.669492 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-74ecc3dd-f5cf-4bff-b2c5-47b3a76c07c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:06.768214 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-93e3b711-1de3-49a1-9e8f-49865dd28e85 None None] Set router 94c0c7a1-b266-4d69-a573-35b3391647e2 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:16:06.817326 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca0738e-af47-425d-9562-cdd7019ac96f None None] DHCP port deletion for f1aef69a-1d48-4e06-af46-e8e13de9be05 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:16:06.884961 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-74ecc3dd-f5cf-4bff-b2c5-47b3a76c07c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:07.132959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-74ecc3dd-f5cf-4bff-b2c5-47b3a76c07c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting port fc3a9316-389c-4e4c-af03-0ce9fcf83b2c {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:16:07.133911 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-74ecc3dd-f5cf-4bff-b2c5-47b3a76c07c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:07.176122 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-93e3b711-1de3-49a1-9e8f-49865dd28e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184521548', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:14:33Z', 'updated_at': '2021-11-02T12:16:04Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:34Z', 'updated_at': '2021-11-02T12:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:07.208591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5ca0738e-af47-425d-9562-cdd7019ac96f None None] Deleting port b7dc64ba-d38a-4c8f-9666-9cfdf453f122 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:16:07.209203 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5ca0738e-af47-425d-9562-cdd7019ac96f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:07.224342 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e3b711-1de3-49a1-9e8f-49865dd28e85 None None] The sync data for ids ['94c0c7a1-b266-4d69-a573-35b3391647e2'] in n-d-806683-18 is: [{'id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-184521548', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249'}], 'enable_snat': True}, 'gw_port_id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:14:33Z', 'updated_at': '2021-11-02T12:16:04Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'fc3a9316-389c-4e4c-af03-0ce9fcf83b2c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:f2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c0c7a1-b266-4d69-a573-35b3391647e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:14:34Z', 'updated_at': '2021-11-02T12:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:16:07.297784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-74ecc3dd-f5cf-4bff-b2c5-47b3a76c07c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] For port fc3a9316-389c-4e4c-af03-0ce9fcf83b2c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=fc3a9316-389c-4e4c-af03-0ce9fcf83b2c,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:07.298630 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-74ecc3dd-f5cf-4bff-b2c5-47b3a76c07c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:07.326497 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-74ecc3dd-f5cf-4bff-b2c5-47b3a76c07c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Calling delete_port for fc3a9316-389c-4e4c-af03-0ce9fcf83b2c owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:16:07.360846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-5ca0738e-af47-425d-9562-cdd7019ac96f None None] For port b7dc64ba-d38a-4c8f-9666-9cfdf453f122, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b7dc64ba-d38a-4c8f-9666-9cfdf453f122,segment=NetworkSegment(5df0906f-1350-437e-9e0b-107dabd78254),segment_id=5df0906f-1350-437e-9e0b-107dabd78254)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:07.361475 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5ca0738e-af47-425d-9562-cdd7019ac96f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:07.381570 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5ca0738e-af47-425d-9562-cdd7019ac96f None None] Calling delete_port for b7dc64ba-d38a-4c8f-9666-9cfdf453f122 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:16:07.734424 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5ca0738e-af47-425d-9562-cdd7019ac96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:07.808245 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0738e-af47-425d-9562-cdd7019ac96f None None] Pushing event deleted for resources: {'Port': ['ID=b7dc64ba-d38a-4c8f-9666-9cfdf453f122,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:07.813227 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca0738e-af47-425d-9562-cdd7019ac96f None None] No DVR routers for this DVR port b7dc64ba-d38a-4c8f-9666-9cfdf453f122 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:16:08.003264 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-74ecc3dd-f5cf-4bff-b2c5-47b3a76c07c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:08.033909 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ecc3dd-f5cf-4bff-b2c5-47b3a76c07c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Port': ['ID=fc3a9316-389c-4e4c-af03-0ce9fcf83b2c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:08.128861 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-74ecc3dd-f5cf-4bff-b2c5-47b3a76c07c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:08.264825 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50072) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:08.270979 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-74ecc3dd-f5cf-4bff-b2c5-47b3a76c07c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:08.272272 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-74ecc3dd-f5cf-4bff-b2c5-47b3a76c07c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:08.413422 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 77999837-b3ef-4e1b-85c4-fdcc6b413d6b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:16:08.447019 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-961d8a6e-e5d8-4505-98c7-aa2225c42be7 tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] Request body: {'port': {'network_id': '640c46fc-d7cb-4fb6-a06d-99c7430652d8', 'name': 'tempest-NetworksNegativeTestJSON-1252033342'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:08.463926 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 77999837-b3ef-4e1b-85c4-fdcc6b413d6b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:16:08.464399 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 77999837-b3ef-4e1b-85c4-fdcc6b413d6b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:16:08.464980 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b7dc64ba-d38a-4c8f-9666-9cfdf453f122 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:16:08.468632 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-961d8a6e-e5d8-4505-98c7-aa2225c42be7 tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] POST failed (client error): The resource could not be found. Nov 02 12:16:08.469391 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961d8a6e-e5d8-4505-98c7-aa2225c42be7 tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:16:08.470857 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-961d8a6e-e5d8-4505-98c7-aa2225c42be7 tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2049294 Nov 02 12:16:08.476138 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50080) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:08.492344 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: b7dc64ba-d38a-4c8f-9666-9cfdf453f122 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:16:08.492667 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b7dc64ba-d38a-4c8f-9666-9cfdf453f122 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:16:08.506399 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69e4858-4ff2-4936-82e6-9ac79a575823 tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] DELETE failed (client error): The resource could not be found. Nov 02 12:16:08.507454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69e4858-4ff2-4936-82e6-9ac79a575823 tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:16:08.510749 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f69e4858-4ff2-4936-82e6-9ac79a575823 tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] 10.222.0.52 "DELETE /v2.0/networks/3d6bd2a6-c5f0-4298-9b89-d8ba0102a7a4 HTTP/1.1" status: 404 len: 339 time: 0.0335312 Nov 02 12:16:08.515166 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50082) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:08.544602 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cf9d13-6d2f-46dc-aeaf-b7cc70348609 tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] DELETE failed (client error): The resource could not be found. Nov 02 12:16:08.545034 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-74ecc3dd-f5cf-4bff-b2c5-47b3a76c07c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:08.545333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24cf9d13-6d2f-46dc-aeaf-b7cc70348609 tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:16:08.545582 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ecc3dd-f5cf-4bff-b2c5-47b3a76c07c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Fanout notify agent at l3_agent the message router_deleted on router 94c0c7a1-b266-4d69-a573-35b3391647e2 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:16:08.549269 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-24cf9d13-6d2f-46dc-aeaf-b7cc70348609 tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] 10.222.0.52 "DELETE /v2.0/ports/b84d202d-f135-4f00-b6f0-24b00a48a946 HTTP/1.1" status: 404 len: 333 time: 0.0330756 Nov 02 12:16:08.554310 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-74ecc3dd-f5cf-4bff-b2c5-47b3a76c07c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:08.554504 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50084) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:08.555599 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-74ecc3dd-f5cf-4bff-b2c5-47b3a76c07c3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/routers/94c0c7a1-b266-4d69-a573-35b3391647e2 HTTP/1.1" status: 204 len: 168 time: 2.0644314 Nov 02 12:16:08.558144 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50086) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:08.589786 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-3189e769-06b8-44a2-a919-e5d4aac00b0b tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] DELETE failed (client error): The resource could not be found. Nov 02 12:16:08.596213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3189e769-06b8-44a2-a919-e5d4aac00b0b tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:16:08.596213 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3189e769-06b8-44a2-a919-e5d4aac00b0b tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] 10.222.0.52 "DELETE /v2.0/subnets/270dd2ed-4655-4ff6-aa72-7ebce9f2d4e1 HTTP/1.1" status: 404 len: 337 time: 0.0341239 Nov 02 12:16:08.599299 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50088) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:08.630895 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-5063c421-a412-4479-bf06-2473b0409fbb tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] GET failed (client error): The resource could not be found. Nov 02 12:16:08.633346 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5063c421-a412-4479-bf06-2473b0409fbb tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] 10.222.0.52 "GET /v2.0/networks/9aca3096-82c2-4464-af1e-66ab93b06bb9 HTTP/1.1" status: 404 len: 339 time: 0.0326545 Nov 02 12:16:08.638403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50090) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:08.685226 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83eebade-3ae9-4fff-ada4-244b9d34db37 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:08.688060 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3c1ec3-5d09-4075-b05b-ffa876252a56 tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] GET failed (client error): The resource could not be found. Nov 02 12:16:08.690181 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-eb3c1ec3-5d09-4075-b05b-ffa876252a56 tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] 10.222.0.52 "GET /v2.0/ports/42d81a3d-0a58-4f19-bac4-cdbd66ab9acb HTTP/1.1" status: 404 len: 333 time: 0.0502405 Nov 02 12:16:08.695621 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50092) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:08.727757 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba144b6-fcc0-40d3-8034-a33c1776f789 tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] GET failed (client error): The resource could not be found. Nov 02 12:16:08.729135 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4ba144b6-fcc0-40d3-8034-a33c1776f789 tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] 10.222.0.52 "GET /v2.0/subnets/1e770b05-9760-4420-b7ef-c91225d4e4e0 HTTP/1.1" status: 404 len: 337 time: 0.0315435 Nov 02 12:16:08.736693 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50094) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:08.744158 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-f4e2c899-89ae-4016-baa5-613f9948f23d tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:08.764618 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e2c899-89ae-4016-baa5-613f9948f23d tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] PUT failed (client error): The resource could not be found. Nov 02 12:16:08.766211 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e2c899-89ae-4016-baa5-613f9948f23d tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:16:08.766899 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f4e2c899-89ae-4016-baa5-613f9948f23d tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] 10.222.0.52 "PUT /v2.0/networks/f5e1c6fc-3ba0-48db-80e4-8e90d7c6e694 HTTP/1.1" status: 404 len: 339 time: 0.0286343 Nov 02 12:16:08.770527 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50098) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:08.791327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a2d7705a-12d0-4636-a0b7-27e4ecefa3f5 tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:08.801070 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83eebade-3ae9-4fff-ada4-244b9d34db37 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:08.813620 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d7705a-12d0-4636-a0b7-27e4ecefa3f5 tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] PUT failed (client error): The resource could not be found. Nov 02 12:16:08.814450 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d7705a-12d0-4636-a0b7-27e4ecefa3f5 tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:16:08.816680 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a2d7705a-12d0-4636-a0b7-27e4ecefa3f5 tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] 10.222.0.52 "PUT /v2.0/ports/1620d421-6a00-43cb-882e-d8802158699c HTTP/1.1" status: 404 len: 333 time: 0.0447319 Nov 02 12:16:08.820932 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50102) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:08.827160 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-83eebade-3ae9-4fff-ada4-244b9d34db37 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1aef69a-1d48-4e06-af46-e8e13de9be05']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:08.829332 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4bd096ab-be9d-4441-9c45-202ea4d5fa0f tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:08.840028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-83eebade-3ae9-4fff-ada4-244b9d34db37 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df0906f-1350-437e-9e0b-107dabd78254') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:08.840335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-83eebade-3ae9-4fff-ada4-244b9d34db37 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df0906f-1350-437e-9e0b-107dabd78254') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:08.850622 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83eebade-3ae9-4fff-ada4-244b9d34db37 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:08.852285 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd096ab-be9d-4441-9c45-202ea4d5fa0f tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] PUT failed (client error): The resource could not be found. Nov 02 12:16:08.852921 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd096ab-be9d-4441-9c45-202ea4d5fa0f tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:16:08.854264 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4bd096ab-be9d-4441-9c45-202ea4d5fa0f tempest-NetworksNegativeTestJSON-1186058271 tempest-NetworksNegativeTestJSON-1186058271-project] 10.222.0.52 "PUT /v2.0/subnets/51dc99c1-3bd0-4ccd-a143-6f03d6e085b6 HTTP/1.1" status: 404 len: 337 time: 0.0320685 Nov 02 12:16:08.865900 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83eebade-3ae9-4fff-ada4-244b9d34db37 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:08.873219 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83eebade-3ae9-4fff-ada4-244b9d34db37 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:16:08.873617 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83eebade-3ae9-4fff-ada4-244b9d34db37 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:16:08.877116 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:16:09.133208 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83eebade-3ae9-4fff-ada4-244b9d34db37 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:09.142827 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83eebade-3ae9-4fff-ada4-244b9d34db37 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:09.164431 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-83eebade-3ae9-4fff-ada4-244b9d34db37 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/networks/f1aef69a-1d48-4e06-af46-e8e13de9be05 HTTP/1.1" status: 204 len: 168 time: 0.6040943 Nov 02 12:16:09.168492 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50114) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:09.197699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eebade-3ae9-4fff-ada4-244b9d34db37 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Network': ['ID=f1aef69a-1d48-4e06-af46-e8e13de9be05,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:09.255040 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-798cc3b4-6836-4f83-a260-d468282bf007 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:09.303665 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-798cc3b4-6836-4f83-a260-d468282bf007 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:09.466790 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-512ae0f5-3a72-4638-a216-0df443371e47 req-8832e083-f6f8-48ed-b636-38f59f77a5fe tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336452823&fields=id&tenant_id=ab186707669f41a6b53ebcba8031edaa HTTP/1.1" status: 200 len: 267 time: 0.0522513 Nov 02 12:16:09.591808 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-798cc3b4-6836-4f83-a260-d468282bf007 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:09.602121 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-798cc3b4-6836-4f83-a260-d468282bf007 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:09.602121 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-798cc3b4-6836-4f83-a260-d468282bf007 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/security-groups/849d6934-e66d-4500-8bb2-58070a3090b1 HTTP/1.1" status: 204 len: 168 time: 0.4281199 Nov 02 12:16:09.611902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cc3b4-6836-4f83-a260-d468282bf007 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=849d6934-e66d-4500-8bb2-58070a3090b1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:09.657655 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ae0f5-3a72-4638-a216-0df443371e47 req-c0e99c83-7912-4bcd-93b8-553176bf3968 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:09.663915 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-512ae0f5-3a72-4638-a216-0df443371e47 req-c0e99c83-7912-4bcd-93b8-553176bf3968 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 811 time: 0.1893568 Nov 02 12:16:09.684483 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-512ae0f5-3a72-4638-a216-0df443371e47 req-59741eb7-a499-47e7-a289-c58f204a9e8e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/quotas/ab186707669f41a6b53ebcba8031edaa HTTP/1.1" status: 200 len: 375 time: 0.0191147 Nov 02 12:16:09.747591 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50128) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:09.775683 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-512ae0f5-3a72-4638-a216-0df443371e47 req-1392b7f8-e053-4d1c-9fc7-954324ee254d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0769894 Nov 02 12:16:09.932931 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ce23bd1f-7712-4d15-bc0e-db01f9ebed52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:09.954360 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-512ae0f5-3a72-4638-a216-0df443371e47 req-6d5d8d84-a629-4a73-906d-f7e2e6d6b134 service neutron] 10.222.0.52 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638417 Nov 02 12:16:10.079402 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ce23bd1f-7712-4d15-bc0e-db01f9ebed52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:10.111377 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-512ae0f5-3a72-4638-a216-0df443371e47 req-cedff515-f271-4501-957f-4f89c62a4159 service neutron] 10.222.0.52 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325960 Nov 02 12:16:10.162608 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ce23bd1f-7712-4d15-bc0e-db01f9ebed52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:10.234667 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23bd1f-7712-4d15-bc0e-db01f9ebed52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0e0187-b026-4a85-863a-4a440fd676ba,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:10.244525 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50140) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:10.245063 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ce23bd1f-7712-4d15-bc0e-db01f9ebed52 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=66fe6206b70946fba7d20d5051a2a105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4958272 Nov 02 12:16:10.310773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device fc3a9316-389c-4e4c-af03-0ce9fcf83b2c no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:16:10.336170 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: fc3a9316-389c-4e4c-af03-0ce9fcf83b2c {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:16:10.336604 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device fc3a9316-389c-4e4c-af03-0ce9fcf83b2c not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:16:10.351645 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ddd43cf6-2180-4feb-aa8f-995ff6b6e895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:10.397785 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ddd43cf6-2180-4feb-aa8f-995ff6b6e895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:10.659480 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ddd43cf6-2180-4feb-aa8f-995ff6b6e895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:10.662460 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ddd43cf6-2180-4feb-aa8f-995ff6b6e895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:10.663965 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ddd43cf6-2180-4feb-aa8f-995ff6b6e895 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b0e0187-b026-4a85-863a-4a440fd676ba HTTP/1.1" status: 204 len: 168 time: 0.4171207 Nov 02 12:16:10.678498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd43cf6-2180-4feb-aa8f-995ff6b6e895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0e0187-b026-4a85-863a-4a440fd676ba,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:11.275340 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94d2cdc5-275b-4ac2-99c3-d58774e03398 req-78f1e9b0-c168-4c75-b5cd-706679c8c523 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 210 time: 0.0541146 Nov 02 12:16:11.815787 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50186) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:11.830524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9db13a8a-8cf5-4e00-be51-3c77da00c750 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-232882609', 'description': 'tempest-secgroup-smoke-232882609 description', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:12.019670 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9db13a8a-8cf5-4e00-be51-3c77da00c750 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:12.122033 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9db13a8a-8cf5-4e00-be51-3c77da00c750 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:12.210004 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9db13a8a-8cf5-4e00-be51-3c77da00c750 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:12.260185 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db13a8a-8cf5-4e00-be51-3c77da00c750 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a591dcf-b157-4814-9d88-43d347975a9d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:12.325683 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9db13a8a-8cf5-4e00-be51-3c77da00c750 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:12.327262 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9db13a8a-8cf5-4e00-be51-3c77da00c750 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5104156 Nov 02 12:16:12.332395 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50206) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:12.340969 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-48984f8d-7a1c-42f4-8010-59a78a3c4a0b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '4a591dcf-b157-4814-9d88-43d347975a9d', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:12.384235 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1724b078-c599-4ae2-abfd-17b41afbd161 req-61cee278-0c72-4b03-8b59-b857f62176f4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 210 time: 0.0392270 Nov 02 12:16:12.458126 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50208) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:12.531592 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-48984f8d-7a1c-42f4-8010-59a78a3c4a0b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:12.578555 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e3371694-a8c0-41fb-a712-16ba23575bf6 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-580244077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:12.611933 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-48984f8d-7a1c-42f4-8010-59a78a3c4a0b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:12.768294 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e3371694-a8c0-41fb-a712-16ba23575bf6 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:12.769687 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e3371694-a8c0-41fb-a712-16ba23575bf6 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:12.773223 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-48984f8d-7a1c-42f4-8010-59a78a3c4a0b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:12.805431 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48984f8d-7a1c-42f4-8010-59a78a3c4a0b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628109a8-c02b-4974-926e-bf35aa7cb5d8,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:12.860636 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e3371694-a8c0-41fb-a712-16ba23575bf6 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:12.947293 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-48984f8d-7a1c-42f4-8010-59a78a3c4a0b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:12.949159 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-48984f8d-7a1c-42f4-8010-59a78a3c4a0b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6139016 Nov 02 12:16:12.952156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50216) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:12.956703 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e8ebfd8b-87ac-4c36-a5ce-a7e6a0d51e17 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '4a591dcf-b157-4814-9d88-43d347975a9d', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:12.990525 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e3371694-a8c0-41fb-a712-16ba23575bf6 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:13.174169 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e8ebfd8b-87ac-4c36-a5ce-a7e6a0d51e17 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:13.212372 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e8ebfd8b-87ac-4c36-a5ce-a7e6a0d51e17 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:13.306986 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e3371694-a8c0-41fb-a712-16ba23575bf6 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:13.312033 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e3371694-a8c0-41fb-a712-16ba23575bf6 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8495944 Nov 02 12:16:13.314344 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50224) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:13.319544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a59cd3f8-2427-45f4-aed0-b0c237c84eee tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1975605261'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:13.333857 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e8ebfd8b-87ac-4c36-a5ce-a7e6a0d51e17 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:13.354140 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebfd8b-87ac-4c36-a5ce-a7e6a0d51e17 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a01cdf3-f376-4e74-acf4-55395b55859a,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:13.477588 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59cd3f8-2427-45f4-aed0-b0c237c84eee tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Made reservation on behalf of bdc91a531c7e4f70bed4f76fbb27567d for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:16:13.481523 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a59cd3f8-2427-45f4-aed0-b0c237c84eee tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:13.503807 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-71e0629e-09a4-4474-b14f-668adfa978b3 req-ab87a11c-c99c-4e90-8e8a-e59c38618ae1 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 210 time: 0.0383439 Nov 02 12:16:13.509773 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a59cd3f8-2427-45f4-aed0-b0c237c84eee tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:13.590249 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a59cd3f8-2427-45f4-aed0-b0c237c84eee tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:13.592639 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e8ebfd8b-87ac-4c36-a5ce-a7e6a0d51e17 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:13.593879 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e8ebfd8b-87ac-4c36-a5ce-a7e6a0d51e17 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6407549 Nov 02 12:16:13.596657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50230) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:13.601308 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f1778919-5e74-4a10-84ab-87ca739c88bb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '4a591dcf-b157-4814-9d88-43d347975a9d', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:13.739458 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a59cd3f8-2427-45f4-aed0-b0c237c84eee tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:13.771811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59cd3f8-2427-45f4-aed0-b0c237c84eee tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:16:13.779400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cd3f8-2427-45f4-aed0-b0c237c84eee tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0583ca-1696-41c8-a062-ecba028fa2ee,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:13.787937 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a59cd3f8-2427-45f4-aed0-b0c237c84eee tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:13.788353 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-a59cd3f8-2427-45f4-aed0-b0c237c84eee tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Added segment dd96243c-d331-4313-b52d-b5d2f78d7f45 of type vlan for network 22d43a8b-84c3-4959-907b-951150a8fca3 Nov 02 12:16:13.834902 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a59cd3f8-2427-45f4-aed0-b0c237c84eee tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:13.871231 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f1778919-5e74-4a10-84ab-87ca739c88bb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:13.942888 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f1778919-5e74-4a10-84ab-87ca739c88bb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:14.006071 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b04920b2-9e2c-488d-8b7d-2090c441df96 req-fc8f5f52-4cb7-4bae-8b0e-27963b28539a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0495515 Nov 02 12:16:14.050372 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a59cd3f8-2427-45f4-aed0-b0c237c84eee tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:14.056031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59cd3f8-2427-45f4-aed0-b0c237c84eee tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:14.056615 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a59cd3f8-2427-45f4-aed0-b0c237c84eee tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:14.142918 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f1778919-5e74-4a10-84ab-87ca739c88bb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:14.165810 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cd3f8-2427-45f4-aed0-b0c237c84eee tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event updated for resources: {'Network': ['ID=22d43a8b-84c3-4959-907b-951150a8fca3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:14.171492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1778919-5e74-4a10-84ab-87ca739c88bb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd121434-c031-4afa-b420-5e1791cf903d,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:14.175628 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04920b2-9e2c-488d-8b7d-2090c441df96 req-3d4e6773-22ac-42e3-9fb0-af50eb2dcc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:14.177424 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b04920b2-9e2c-488d-8b7d-2090c441df96 req-3d4e6773-22ac-42e3-9fb0-af50eb2dcc9d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 1097 time: 0.1374214 Nov 02 12:16:14.180591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 22d43a8b-84c3-4959-907b-951150a8fca3 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:16:14.302016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04920b2-9e2c-488d-8b7d-2090c441df96 req-327c881b-6261-4868-8f0c-ddb75f1231ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:14.303549 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b04920b2-9e2c-488d-8b7d-2090c441df96 req-327c881b-6261-4868-8f0c-ddb75f1231ba service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.1021302 Nov 02 12:16:14.318700 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a59cd3f8-2427-45f4-aed0-b0c237c84eee tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9977279 Nov 02 12:16:14.319755 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50242) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:14.324429 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-af154356-fab9-4b63-87ce-7e8e2a8961b5 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Request body: {'subnet': {'network_id': '22d43a8b-84c3-4959-907b-951150a8fca3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:14.388353 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b04920b2-9e2c-488d-8b7d-2090c441df96 req-2e5a3388-f777-4cf8-92b9-81df0c02c4fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13524ad8-f602-4ece-9f00-b780afaf2803 HTTP/1.1" status: 200 len: 1001 time: 0.0739691 Nov 02 12:16:14.393995 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f1778919-5e74-4a10-84ab-87ca739c88bb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:14.395268 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f1778919-5e74-4a10-84ab-87ca739c88bb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7976019 Nov 02 12:16:14.401864 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50244) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:14.406960 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d93c67ab-6cfe-4074-b57c-247031099cb1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '4a591dcf-b157-4814-9d88-43d347975a9d', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:14.455957 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04920b2-9e2c-488d-8b7d-2090c441df96 req-7dc88d5a-a1c5-4ab6-be19-fed347d2a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:14.457503 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b04920b2-9e2c-488d-8b7d-2090c441df96 req-7dc88d5a-a1c5-4ab6-be19-fed347d2a593 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0612054 Nov 02 12:16:14.512046 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04920b2-9e2c-488d-8b7d-2090c441df96 req-227f7abe-3895-4df4-b540-8db3e33afb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:14.518848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b04920b2-9e2c-488d-8b7d-2090c441df96 req-227f7abe-3895-4df4-b540-8db3e33afb68 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538051 Nov 02 12:16:14.572953 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ae0f5-3a72-4638-a216-0df443371e47 req-05f7aa74-5c13-4ff1-b9f5-117553332e3a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:14.575324 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-512ae0f5-3a72-4638-a216-0df443371e47 req-05f7aa74-5c13-4ff1-b9f5-117553332e3a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.79 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 811 time: 0.1604590 Nov 02 12:16:14.674173 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-512ae0f5-3a72-4638-a216-0df443371e47 req-cc1fecf5-e0d8-4c38-8586-3b4076aeae44 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab186707669f41a6b53ebcba8031edaa HTTP/1.1" status: 200 len: 379 time: 0.0879803 Nov 02 12:16:14.703344 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-512ae0f5-3a72-4638-a216-0df443371e47 req-d82b0cf8-9992-4e27-8b1d-2b4948b9d31e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Request body: {'port': {'device_id': '3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'admin_state_up': True, 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'security_groups': ['809056b9-f7fd-4fe5-9162-8662c935645d']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:14.737135 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d93c67ab-6cfe-4074-b57c-247031099cb1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:14.859831 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d93c67ab-6cfe-4074-b57c-247031099cb1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:14.872792 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af154356-fab9-4b63-87ce-7e8e2a8961b5 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Made reservation on behalf of bdc91a531c7e4f70bed4f76fbb27567d for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:16:14.876867 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-af154356-fab9-4b63-87ce-7e8e2a8961b5 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:15.028718 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-620820c4-065d-4f72-9b91-bd05ef663f8f req-c3bb19aa-2628-4a3e-989b-e99f15fc6e0f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 210 time: 0.4285836 Nov 02 12:16:15.053277 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b04920b2-9e2c-488d-8b7d-2090c441df96 req-d1c99332-3a26-4e28-81af-852d7b82ac91 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194747 Nov 02 12:16:15.157813 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b04920b2-9e2c-488d-8b7d-2090c441df96 req-31bbd0cc-13b2-43cc-9f97-c53cb05614e6 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052730 Nov 02 12:16:15.220477 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d93c67ab-6cfe-4074-b57c-247031099cb1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:15.227268 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512ae0f5-3a72-4638-a216-0df443371e47 req-d82b0cf8-9992-4e27-8b1d-2b4948b9d31e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Made reservation on behalf of ab186707669f41a6b53ebcba8031edaa for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:16:15.231931 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-512ae0f5-3a72-4638-a216-0df443371e47 req-d82b0cf8-9992-4e27-8b1d-2b4948b9d31e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:15.261335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c67ab-6cfe-4074-b57c-247031099cb1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b5fbc2-6aad-4021-8db4-4b4ca580c3a5,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:15.261335 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-af154356-fab9-4b63-87ce-7e8e2a8961b5 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:15.374576 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af154356-fab9-4b63-87ce-7e8e2a8961b5 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event updated for resources: {'Subnet': ['ID=61a56986-354a-4471-b5fe-ec53688d7f52,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:15.414010 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d93c67ab-6cfe-4074-b57c-247031099cb1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:15.414810 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d93c67ab-6cfe-4074-b57c-247031099cb1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0107582 Nov 02 12:16:15.416631 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50256) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:15.425846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-06692bff-020d-40cd-9eaa-842a6d03a583 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '4a591dcf-b157-4814-9d88-43d347975a9d', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:15.477453 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af154356-fab9-4b63-87ce-7e8e2a8961b5 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Checking segment: {'id': 'dd96243c-d331-4313-b52d-b5d2f78d7f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '22d43a8b-84c3-4959-907b-951150a8fca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:16:15.477857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af154356-fab9-4b63-87ce-7e8e2a8961b5 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Network hostable DHCP agents. Network: 22d43a8b-84c3-4959-907b-951150a8fca3, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:16:15.511661 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-512ae0f5-3a72-4638-a216-0df443371e47 req-d82b0cf8-9992-4e27-8b1d-2b4948b9d31e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Allocated IP 172.20.0.3 (b3d723ce-e5b2-4427-a422-70398aab6d7f/0360a412-e52f-4282-8491-82f08f448324/fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:16:15.553719 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-06692bff-020d-40cd-9eaa-842a6d03a583 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Project 07cf3fda95d044dc8f8b573bd1e4f625 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:16:15.561718 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06692bff-020d-40cd-9eaa-842a6d03a583 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:15.666107 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06692bff-020d-40cd-9eaa-842a6d03a583 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:15.688243 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af154356-fab9-4b63-87ce-7e8e2a8961b5 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Network 22d43a8b-84c3-4959-907b-951150a8fca3 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:16:15.720516 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-512ae0f5-3a72-4638-a216-0df443371e47 req-d82b0cf8-9992-4e27-8b1d-2b4948b9d31e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:15.831578 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06692bff-020d-40cd-9eaa-842a6d03a583 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:15.855882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06692bff-020d-40cd-9eaa-842a6d03a583 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7773683-b679-48a0-8b08-2856f66c6279,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:15.900329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-af154356-fab9-4b63-87ce-7e8e2a8961b5 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 22d43a8b-84c3-4959-907b-951150a8fca3) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:16:15.903799 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-512ae0f5-3a72-4638-a216-0df443371e47 req-d82b0cf8-9992-4e27-8b1d-2b4948b9d31e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:15.914245 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a2f065-859a-4bf4-ab80-bae26a293599 None None] Network 22d43a8b-84c3-4959-907b-951150a8fca3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:16:15.926541 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af154356-fab9-4b63-87ce-7e8e2a8961b5 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:15.927207 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-af154356-fab9-4b63-87ce-7e8e2a8961b5 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:15.941175 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06692bff-020d-40cd-9eaa-842a6d03a583 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:15.942793 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-06692bff-020d-40cd-9eaa-842a6d03a583 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5225756 Nov 02 12:16:15.946230 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50262) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:15.954857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c1424df5-d8b9-4f12-bf4e-d396789d9e14 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'security_group_rule': {'security_group_id': '4a591dcf-b157-4814-9d88-43d347975a9d', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:15.961194 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512ae0f5-3a72-4638-a216-0df443371e47 req-d82b0cf8-9992-4e27-8b1d-2b4948b9d31e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Network b3d723ce-e5b2-4427-a422-70398aab6d7f is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:16:15.967704 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-512ae0f5-3a72-4638-a216-0df443371e47 req-d82b0cf8-9992-4e27-8b1d-2b4948b9d31e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:16:15.996277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-512ae0f5-3a72-4638-a216-0df443371e47 req-d82b0cf8-9992-4e27-8b1d-2b4948b9d31e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:16:16.032090 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b0cf8-9992-4e27-8b1d-2b4948b9d31e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'Port': ['ID=fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:16.122651 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-c1424df5-d8b9-4f12-bf4e-d396789d9e14 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Project 07cf3fda95d044dc8f8b573bd1e4f625 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:16:16.134300 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1424df5-d8b9-4f12-bf4e-d396789d9e14 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:16.151192 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ae0f5-3a72-4638-a216-0df443371e47 req-d82b0cf8-9992-4e27-8b1d-2b4948b9d31e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:16.155351 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-512ae0f5-3a72-4638-a216-0df443371e47 req-d82b0cf8-9992-4e27-8b1d-2b4948b9d31e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:16.238235 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-22d43a8b-84c3-4959-907b-951150a8fca3', 'network_id': '22d43a8b-84c3-4959-907b-951150a8fca3', 'tenant_id': 'bdc91a531c7e4f70bed4f76fbb27567d', 'fixed_ips': [{'subnet_id': '61a56986-354a-4471-b5fe-ec53688d7f52'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:16:16.239353 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:16.294064 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1424df5-d8b9-4f12-bf4e-d396789d9e14 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:16.324416 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1463599-14a9-4110-aa77-281bfaf54390 req-b14d8b2d-434a-4687-8983-a9a090a52370 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:16.329676 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b1463599-14a9-4110-aa77-281bfaf54390 req-b14d8b2d-434a-4687-8983-a9a090a52370 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 931 time: 0.1229956 Nov 02 12:16:16.353993 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-512ae0f5-3a72-4638-a216-0df443371e47 req-d82b0cf8-9992-4e27-8b1d-2b4948b9d31e tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6742041 Nov 02 12:16:16.358778 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-af154356-fab9-4b63-87ce-7e8e2a8961b5 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0397363 Nov 02 12:16:16.364970 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50268) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:16.394297 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Request body: {'port': {'device_id': '3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:16.408217 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-80ff6cc9-32f1-4456-9395-6f9ea87f8bc9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Request body: {'network': {'name': 'tempest-router-network01--535980642'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:16.436364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b1463599-14a9-4110-aa77-281bfaf54390 req-93cec45a-c462-49ea-8755-4f49f6994f4d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987601 Nov 02 12:16:16.493567 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d4efc29a-55b9-43b1-a0f2-a9adf3a4aea3 None None] Provisioning complete for port fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:16.494224 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d4efc29a-55b9-43b1-a0f2-a9adf3a4aea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:16.502459 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:16.505185 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1424df5-d8b9-4f12-bf4e-d396789d9e14 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:16.533731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1424df5-d8b9-4f12-bf4e-d396789d9e14 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09902042-85db-48bd-8a0a-7817fb2fcb2f,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:16.588575 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d4efc29a-55b9-43b1-a0f2-a9adf3a4aea3 None None] Port fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:16:16.597072 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Allocated IP 172.20.0.2 (22d43a8b-84c3-4959-907b-951150a8fca3/61a56986-354a-4471-b5fe-ec53688d7f52/cf29b55d-48a6-4dc8-8596-36f57000767c) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:16:16.674827 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ff6cc9-32f1-4456-9395-6f9ea87f8bc9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Made reservation on behalf of bdc91a531c7e4f70bed4f76fbb27567d for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:16:16.678489 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-80ff6cc9-32f1-4456-9395-6f9ea87f8bc9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:16.728261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ff6cc9-32f1-4456-9395-6f9ea87f8bc9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:16:16.760337 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-80ff6cc9-32f1-4456-9395-6f9ea87f8bc9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:16.761543 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-80ff6cc9-32f1-4456-9395-6f9ea87f8bc9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Added segment 969e40f8-b6aa-4e5b-b000-4a7766cdfb65 of type vlan for network 38475e78-7382-4732-acf8-e6a518c658a2 Nov 02 12:16:16.845514 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:16.862324 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c1424df5-d8b9-4f12-bf4e-d396789d9e14 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:16.872201 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c1424df5-d8b9-4f12-bf4e-d396789d9e14 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9147472 Nov 02 12:16:16.872201 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50276) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:16.872479 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-80ff6cc9-32f1-4456-9395-6f9ea87f8bc9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:16.880466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-2d3d0b5b-a82b-47ce-8fed-ef8c676b92cd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'network': {'name': 'tempest-network-smoke--2023910152', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'port_security_enabled': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:16.973823 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:17.021654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:16:17.024825 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:17.034985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Network 22d43a8b-84c3-4959-907b-951150a8fca3 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:16:17.042829 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:16:17.045765 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Transition to ACTIVE for port object fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:16:17.046970 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:16:17.065262 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3d0b5b-a82b-47ce-8fed-ef8c676b92cd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Made reservation on behalf of 07cf3fda95d044dc8f8b573bd1e4f625 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:16:17.073895 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Pushing event updated for resources: {'Port': ['ID=cf29b55d-48a6-4dc8-8596-36f57000767c,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:17.074083 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0b5b-a82b-47ce-8fed-ef8c676b92cd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:17.116885 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3d0b5b-a82b-47ce-8fed-ef8c676b92cd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:16:17.140312 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0b5b-a82b-47ce-8fed-ef8c676b92cd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:17.140974 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-2d3d0b5b-a82b-47ce-8fed-ef8c676b92cd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Added segment 4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6 of type vlan for network 28182654-52d7-45ef-b478-ed14db9d68f2 Nov 02 12:16:17.141448 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-80ff6cc9-32f1-4456-9395-6f9ea87f8bc9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:17.151013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Attempting to bind port cf29b55d-48a6-4dc8-8596-36f57000767c on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:16:17.152469 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Attempting to bind port cf29b55d-48a6-4dc8-8596-36f57000767c by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'dd96243c-d331-4313-b52d-b5d2f78d7f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '22d43a8b-84c3-4959-907b-951150a8fca3'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:16:17.153279 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Attempting to bind port cf29b55d-48a6-4dc8-8596-36f57000767c on network 22d43a8b-84c3-4959-907b-951150a8fca3 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:16:17.158639 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff6cc9-32f1-4456-9395-6f9ea87f8bc9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:17.160112 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-80ff6cc9-32f1-4456-9395-6f9ea87f8bc9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:17.163874 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:16:17.164858 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Checking segment: {'id': 'dd96243c-d331-4313-b52d-b5d2f78d7f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '22d43a8b-84c3-4959-907b-951150a8fca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:16:17.165733 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:17.166566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Bound using segment: {'id': 'dd96243c-d331-4313-b52d-b5d2f78d7f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '22d43a8b-84c3-4959-907b-951150a8fca3'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:16:17.168021 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Bound port: cf29b55d-48a6-4dc8-8596-36f57000767c, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd96243c-d331-4313-b52d-b5d2f78d7f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '22d43a8b-84c3-4959-907b-951150a8fca3'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:16:17.168928 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:17.200725 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0b5b-a82b-47ce-8fed-ef8c676b92cd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:17.241009 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:17.302569 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] For port cf29b55d-48a6-4dc8-8596-36f57000767c, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:16:17.310460 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] For port cf29b55d-48a6-4dc8-8596-36f57000767c, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cf29b55d-48a6-4dc8-8596-36f57000767c,segment=NetworkSegment(dd96243c-d331-4313-b52d-b5d2f78d7f45),segment_id=dd96243c-d331-4313-b52d-b5d2f78d7f45)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:16:17.336546 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-80ff6cc9-32f1-4456-9395-6f9ea87f8bc9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9365268 Nov 02 12:16:17.340456 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50284) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:17.346722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-3a65c6a5-2554-4dce-95b5-5175dd4f18b9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Request body: {'network': {'name': 'tempest-router-network02--1459582732'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:17.357962 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0b5b-a82b-47ce-8fed-ef8c676b92cd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:17.358180 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff6cc9-32f1-4456-9395-6f9ea87f8bc9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event updated for resources: {'Network': ['ID=38475e78-7382-4732-acf8-e6a518c658a2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:17.368473 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3d0b5b-a82b-47ce-8fed-ef8c676b92cd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:17.369129 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2d3d0b5b-a82b-47ce-8fed-ef8c676b92cd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:17.375563 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 38475e78-7382-4732-acf8-e6a518c658a2 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:16:17.470318 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Pushing event updated for resources: {'Port': ['ID=fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:17.522992 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:17.641535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Attempting to bind port fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:16:17.647987 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Attempting to bind port fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:16:17.649423 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Attempting to bind port fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e on network b3d723ce-e5b2-4427-a422-70398aab6d7f {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:16:17.661060 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Port fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e on network b3d723ce-e5b2-4427-a422-70398aab6d7f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:16:17.661711 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Attempting to bind port fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e on network b3d723ce-e5b2-4427-a422-70398aab6d7f {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:16:17.679538 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:16:17.683684 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Checking segment: {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:16:17.685233 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Bound using segment: {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:16:17.687402 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Bound port: fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:16:17.688227 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:17.722072 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68538c9-b386-476d-bd27-aca8147891e6 None None] Pushing event updated for resources: {'Port': ['ID=cf29b55d-48a6-4dc8-8596-36f57000767c,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:17.743613 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d0b5b-a82b-47ce-8fed-ef8c676b92cd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Network': ['ID=28182654-52d7-45ef-b478-ed14db9d68f2,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:17.766741 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 28182654-52d7-45ef-b478-ed14db9d68f2 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:16:17.809070 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52aac1-0036-46b3-863a-7b2b34d792d9 req-b8b9edbb-57d3-4bae-bb02-1e338b3e4b96 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:17.816704 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e52aac1-0036-46b3-863a-7b2b34d792d9 req-b8b9edbb-57d3-4bae-bb02-1e338b3e4b96 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 943 time: 0.1300604 Nov 02 12:16:17.817643 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3fea588a-6a7d-49be-8baa-fd454d33f51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:17.893475 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] For port fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:16:17.899465 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] For port fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:16:17.924280 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e52aac1-0036-46b3-863a-7b2b34d792d9 req-f3272488-f1f9-441a-b986-8f6cd2d44256 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059749 Nov 02 12:16:17.997710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a65c6a5-2554-4dce-95b5-5175dd4f18b9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Made reservation on behalf of bdc91a531c7e4f70bed4f76fbb27567d for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:16:18.008168 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3a65c6a5-2554-4dce-95b5-5175dd4f18b9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:18.012294 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:16:18.060226 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a65c6a5-2554-4dce-95b5-5175dd4f18b9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:16:18.082246 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3a65c6a5-2554-4dce-95b5-5175dd4f18b9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:18.082585 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-3a65c6a5-2554-4dce-95b5-5175dd4f18b9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Added segment 822914a4-97ea-44fc-b690-f5c1a8e51f66 of type vlan for network 13b5b912-36d3-4c6a-b43f-68543c2f6317 Nov 02 12:16:18.153223 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3a65c6a5-2554-4dce-95b5-5175dd4f18b9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:18.163725 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:18.228531 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2d3d0b5b-a82b-47ce-8fed-ef8c676b92cd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3544059 Nov 02 12:16:18.229140 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50294) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:18.242077 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-682151012', 'admin_state_up': True, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:18.317024 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:18.317024 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:18.320339 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-512ae0f5-3a72-4638-a216-0df443371e47 req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] 10.222.0.79 "PUT /v2.0/ports/fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e HTTP/1.1" status: 200 len: 1092 time: 1.9549758 Nov 02 12:16:18.327497 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3a65c6a5-2554-4dce-95b5-5175dd4f18b9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:18.331200 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5', 'tag': 'fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:16:18.338306 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc3def4-725a-4c5b-a139-5b58371f4b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5", "tag": "fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:16:18.348537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a65c6a5-2554-4dce-95b5-5175dd4f18b9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:18.350640 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3a65c6a5-2554-4dce-95b5-5175dd4f18b9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:18.437692 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf49d7-69e9-4b36-8abb-a2e3d75a9f2b service neutron] Pushing event updated for resources: {'Port': ['ID=fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:18.471122 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef34b46c-b893-4dba-bbd9-73efa77c7bba x-openstack-request-id: req-ef34b46c-b893-4dba-bbd9-73efa77c7bba {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:16:18.473809 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5", "tag": "fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:16:18.473809 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef34b46c-b893-4dba-bbd9-73efa77c7bba {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:16:18.473809 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5', 'tag': 'fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e', 'status': 'completed', 'code': 200} Nov 02 12:16:18.518655 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device cf29b55d-48a6-4dc8-8596-36f57000767c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:16:18.592691 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:18.594750 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:18.630387 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ae0f5-3a72-4638-a216-0df443371e47 req-4e2a832c-3c91-4a38-9efc-64f225b121b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:18.632675 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-512ae0f5-3a72-4638-a216-0df443371e47 req-4e2a832c-3c91-4a38-9efc-64f225b121b5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 1095 time: 0.1310561 Nov 02 12:16:18.636658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65c6a5-2554-4dce-95b5-5175dd4f18b9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event updated for resources: {'Network': ['ID=13b5b912-36d3-4c6a-b43f-68543c2f6317,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:18.659561 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 13b5b912-36d3-4c6a-b43f-68543c2f6317 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:16:18.767032 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-512ae0f5-3a72-4638-a216-0df443371e47 req-b2e11727-7686-4d39-8158-282ab6c78237 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e HTTP/1.1" status: 200 len: 217 time: 0.1263981 Nov 02 12:16:18.772463 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:18.784644 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3a65c6a5-2554-4dce-95b5-5175dd4f18b9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4409223 Nov 02 12:16:18.794264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50302) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:18.794439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port cf29b55d-48a6-4dc8-8596-36f57000767c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:18.794439 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:18.799900 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-5f1e48b3-4356-46f2-be9c-3efa9c0b6acb tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Request body: {'subnet': {'network_id': '38475e78-7382-4732-acf8-e6a518c658a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:18.909300 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ae0f5-3a72-4638-a216-0df443371e47 req-80981bc7-ba6e-40cc-8714-3ce59ae27936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:18.914736 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-512ae0f5-3a72-4638-a216-0df443371e47 req-80981bc7-ba6e-40cc-8714-3ce59ae27936 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.1360738 Nov 02 12:16:19.095486 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:19.108022 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ae0f5-3a72-4638-a216-0df443371e47 req-312ee74c-a945-4b86-9b5c-109f32233d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:19.109602 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-512ae0f5-3a72-4638-a216-0df443371e47 req-312ee74c-a945-4b86-9b5c-109f32233d85 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1770344 Nov 02 12:16:19.183092 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port cf29b55d-48a6-4dc8-8596-36f57000767c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cf29b55d-48a6-4dc8-8596-36f57000767c,segment=NetworkSegment(dd96243c-d331-4313-b52d-b5d2f78d7f45),segment_id=dd96243c-d331-4313-b52d-b5d2f78d7f45)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:19.314428 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-512ae0f5-3a72-4638-a216-0df443371e47 req-f77e7faa-e1a8-4cd8-b382-47707f4037f7 service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953881 Nov 02 12:16:19.316486 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:19.453242 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=cf29b55d-48a6-4dc8-8596-36f57000767c,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:19.455817 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:19.471488 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737c570-8218-4871-b981-9958976d6552 req-33f9256d-a864-4928-a3b0-0167283472ac tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:19.473384 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5737c570-8218-4871-b981-9958976d6552 req-33f9256d-a864-4928-a3b0-0167283472ac tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 943 time: 0.3262665 Nov 02 12:16:19.493524 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61b7d5f-cb7f-4461-b2e9-cdf5feba86c9 None None] Network 22d43a8b-84c3-4959-907b-951150a8fca3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:16:19.561622 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-512ae0f5-3a72-4638-a216-0df443371e47 req-e75f96e1-9a0c-484b-9881-efcb468c01fd service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348545 Nov 02 12:16:19.590830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5737c570-8218-4871-b981-9958976d6552 req-7a066530-093d-47b1-bdc5-fc44143be7f2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021852 Nov 02 12:16:19.598901 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-39d941e3-fe42-4b20-ab4b-f26956a5c972 None None] Provisioning complete for port cf29b55d-48a6-4dc8-8596-36f57000767c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:19.599538 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-39d941e3-fe42-4b20-ab4b-f26956a5c972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:19.601818 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1e48b3-4356-46f2-be9c-3efa9c0b6acb tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Made reservation on behalf of bdc91a531c7e4f70bed4f76fbb27567d for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:16:19.608448 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f1e48b3-4356-46f2-be9c-3efa9c0b6acb tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:19.806476 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3def4-725a-4c5b-a139-5b58371f4b4e req-72823916-94af-42d8-8681-e15d9581cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:19.810649 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ccc3def4-725a-4c5b-a139-5b58371f4b4e req-72823916-94af-42d8-8681-e15d9581cb2f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 1095 time: 0.0791655 Nov 02 12:16:19.828443 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-76311649-1c1a-4534-81bb-b22897c6e716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:20.064577 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3def4-725a-4c5b-a139-5b58371f4b4e req-9ccbfa8e-2e23-41cc-8c1f-4bdb51a8e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:20.066691 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ccc3def4-725a-4c5b-a139-5b58371f4b4e req-9ccbfa8e-2e23-41cc-8c1f-4bdb51a8e5fb service neutron] 10.222.0.79 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.2457960 Nov 02 12:16:20.175424 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ccc3def4-725a-4c5b-a139-5b58371f4b4e req-a87f4623-566b-4242-a6d1-39c21f7b97a1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e HTTP/1.1" status: 200 len: 217 time: 0.1000347 Nov 02 12:16:20.257720 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:20.271068 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3def4-725a-4c5b-a139-5b58371f4b4e req-30e3268a-684e-483e-9a3c-7443c690d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:20.273312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9f58bf80-3e47-42ac-9f85-ae7c2af55d53 None None] Provisioning complete for port cf29b55d-48a6-4dc8-8596-36f57000767c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:20.273463 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ccc3def4-725a-4c5b-a139-5b58371f4b4e req-30e3268a-684e-483e-9a3c-7443c690d2f4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0909214 Nov 02 12:16:20.273686 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9f58bf80-3e47-42ac-9f85-ae7c2af55d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:20.282095 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:20.357054 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f1e48b3-4356-46f2-be9c-3efa9c0b6acb tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:20.371260 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device cf29b55d-48a6-4dc8-8596-36f57000767c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:16:20.397430 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3def4-725a-4c5b-a139-5b58371f4b4e req-8627be83-e1b9-45d2-90d6-55c1a8fbb9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:20.410517 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ccc3def4-725a-4c5b-a139-5b58371f4b4e req-8627be83-e1b9-45d2-90d6-55c1a8fbb9f6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1214404 Nov 02 12:16:20.440420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e48b3-4356-46f2-be9c-3efa9c0b6acb tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event updated for resources: {'Subnet': ['ID=d2b3285e-2988-4e35-8e18-60d5db3446d8,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:20.532356 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port cf29b55d-48a6-4dc8-8596-36f57000767c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:20.532946 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:20.563984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1e48b3-4356-46f2-be9c-3efa9c0b6acb tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Checking segment: {'id': '969e40f8-b6aa-4e5b-b000-4a7766cdfb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '38475e78-7382-4732-acf8-e6a518c658a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:16:20.564607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1e48b3-4356-46f2-be9c-3efa9c0b6acb tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Network hostable DHCP agents. Network: 38475e78-7382-4732-acf8-e6a518c658a2, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:16:20.607179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Allocated IP 172.25.6.25 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/d5484522-7413-4c34-88b1-eff4a9d4ce72) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:16:20.647955 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ccc3def4-725a-4c5b-a139-5b58371f4b4e req-6dc5ff2a-009e-45c6-86fd-db53ff43ad35 service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363114 Nov 02 12:16:20.733051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1e48b3-4356-46f2-be9c-3efa9c0b6acb tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Network 38475e78-7382-4732-acf8-e6a518c658a2 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:16:20.846852 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ccc3def4-725a-4c5b-a139-5b58371f4b4e req-da5851f6-b420-40e1-9c3c-35834fe155d1 service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920090 Nov 02 12:16:20.850880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc96bfd-f83c-4ab4-b739-92512ddce7d3 req-15ef5f25-06a3-47c0-bbf0-355c2d874886 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:20.852890 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9cc96bfd-f83c-4ab4-b739-92512ddce7d3 req-15ef5f25-06a3-47c0-bbf0-355c2d874886 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 943 time: 0.1114104 Nov 02 12:16:20.858700 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-5f1e48b3-4356-46f2-be9c-3efa9c0b6acb tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 38475e78-7382-4732-acf8-e6a518c658a2) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:16:20.864147 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:20.880114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab712a1b-962d-47a9-8495-8cbfef2a5c05 None None] Network 38475e78-7382-4732-acf8-e6a518c658a2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:16:20.908346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1e48b3-4356-46f2-be9c-3efa9c0b6acb tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:20.909702 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f1e48b3-4356-46f2-be9c-3efa9c0b6acb tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:20.978401 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9cc96bfd-f83c-4ab4-b739-92512ddce7d3 req-c65c61f8-de8f-446b-8971-a922ef399c48 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113822 Nov 02 12:16:21.088706 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5f1e48b3-4356-46f2-be9c-3efa9c0b6acb tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3000782 Nov 02 12:16:21.091962 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50330) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:21.101453 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-20fd0012-695c-46d6-8d55-ea6c3a7a6452 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Request body: {'subnet': {'network_id': '13b5b912-36d3-4c6a-b43f-68543c2f6317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:21.142856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-38475e78-7382-4732-acf8-e6a518c658a2', 'network_id': '38475e78-7382-4732-acf8-e6a518c658a2', 'tenant_id': 'bdc91a531c7e4f70bed4f76fbb27567d', 'fixed_ips': [{'subnet_id': 'd2b3285e-2988-4e35-8e18-60d5db3446d8'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:16:21.143879 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:21.165147 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:21.191844 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:21.250351 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:16:21.257520 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:16:21.264630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:16:21.319644 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=d5484522-7413-4c34-88b1-eff4a9d4ce72,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:21.370617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Allocated IP 172.20.0.2 (38475e78-7382-4732-acf8-e6a518c658a2/d2b3285e-2988-4e35-8e18-60d5db3446d8/63901812-574e-49ee-ba9d-46e05eba5afe) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:16:21.487843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fd0012-695c-46d6-8d55-ea6c3a7a6452 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Made reservation on behalf of bdc91a531c7e4f70bed4f76fbb27567d for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:16:21.491561 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-20fd0012-695c-46d6-8d55-ea6c3a7a6452 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:21.617437 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:21.802177 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:21.878052 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Network 38475e78-7382-4732-acf8-e6a518c658a2 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:16:21.878386 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-20fd0012-695c-46d6-8d55-ea6c3a7a6452 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:21.895542 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:16:21.900393 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:16:21.975309 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Pushing event updated for resources: {'Port': ['ID=63901812-574e-49ee-ba9d-46e05eba5afe,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:22.029815 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:22.044331 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Attempting to bind port 63901812-574e-49ee-ba9d-46e05eba5afe on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:16:22.044331 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Attempting to bind port 63901812-574e-49ee-ba9d-46e05eba5afe by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '969e40f8-b6aa-4e5b-b000-4a7766cdfb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '38475e78-7382-4732-acf8-e6a518c658a2'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:16:22.044331 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Attempting to bind port 63901812-574e-49ee-ba9d-46e05eba5afe on network 38475e78-7382-4732-acf8-e6a518c658a2 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:16:22.052135 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:16:22.052860 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Checking segment: {'id': '969e40f8-b6aa-4e5b-b000-4a7766cdfb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '38475e78-7382-4732-acf8-e6a518c658a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:16:22.052968 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:22.053864 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Bound using segment: {'id': '969e40f8-b6aa-4e5b-b000-4a7766cdfb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '38475e78-7382-4732-acf8-e6a518c658a2'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:16:22.055273 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Bound port: 63901812-574e-49ee-ba9d-46e05eba5afe, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969e40f8-b6aa-4e5b-b000-4a7766cdfb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '38475e78-7382-4732-acf8-e6a518c658a2'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:16:22.055749 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:22.161414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] For port 63901812-574e-49ee-ba9d-46e05eba5afe, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:16:22.166402 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] For port 63901812-574e-49ee-ba9d-46e05eba5afe, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=63901812-574e-49ee-ba9d-46e05eba5afe,segment=NetworkSegment(969e40f8-b6aa-4e5b-b000-4a7766cdfb65),segment_id=969e40f8-b6aa-4e5b-b000-4a7766cdfb65)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:16:22.253674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fd0012-695c-46d6-8d55-ea6c3a7a6452 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Checking segment: {'id': '822914a4-97ea-44fc-b690-f5c1a8e51f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '13b5b912-36d3-4c6a-b43f-68543c2f6317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:16:22.254050 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd0012-695c-46d6-8d55-ea6c3a7a6452 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Network hostable DHCP agents. Network: 13b5b912-36d3-4c6a-b43f-68543c2f6317, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:16:22.259004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd0012-695c-46d6-8d55-ea6c3a7a6452 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event updated for resources: {'Subnet': ['ID=e75cfa03-93d2-4226-af5f-cc663ae1d948,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:22.274168 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:22.302815 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819eeb7-a3e9-4b8a-9c21-5d74dcbea190 req-0bdb9e43-24b1-45a7-b6be-9bcd67c16466 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:22.313709 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a819eeb7-a3e9-4b8a-9c21-5d74dcbea190 req-0bdb9e43-24b1-45a7-b6be-9bcd67c16466 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 943 time: 0.1266720 Nov 02 12:16:22.436989 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9383101-8b91-44c1-ab83-6ad0038de76d None None] Pushing event updated for resources: {'Port': ['ID=63901812-574e-49ee-ba9d-46e05eba5afe,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:22.514899 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a819eeb7-a3e9-4b8a-9c21-5d74dcbea190 req-1c869ea2-2b59-4599-97d6-1e5f18d0bb7d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002289 Nov 02 12:16:22.523778 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd0012-695c-46d6-8d55-ea6c3a7a6452 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Network 13b5b912-36d3-4c6a-b43f-68543c2f6317 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:16:22.544552 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:22.550284 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:22.718335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-20fd0012-695c-46d6-8d55-ea6c3a7a6452 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 13b5b912-36d3-4c6a-b43f-68543c2f6317) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:16:22.730439 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fd0012-695c-46d6-8d55-ea6c3a7a6452 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:22.731059 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-20fd0012-695c-46d6-8d55-ea6c3a7a6452 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:22.754746 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfdaf3b-f9e0-47b6-9ac4-d65d574afd5d None None] Network 13b5b912-36d3-4c6a-b43f-68543c2f6317 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:16:22.855480 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-20fd0012-695c-46d6-8d55-ea6c3a7a6452 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7590878 Nov 02 12:16:22.855956 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50348) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:22.894677 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:16:23.029787 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-13b5b912-36d3-4c6a-b43f-68543c2f6317', 'network_id': '13b5b912-36d3-4c6a-b43f-68543c2f6317', 'tenant_id': 'bdc91a531c7e4f70bed4f76fbb27567d', 'fixed_ips': [{'subnet_id': 'e75cfa03-93d2-4226-af5f-cc663ae1d948'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:16:23.031431 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:23.686310 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Allocated IP 172.20.0.2 (13b5b912-36d3-4c6a-b43f-68543c2f6317/e75cfa03-93d2-4226-af5f-cc663ae1d948/431c01e5-b090-4653-81c2-80857e283ba0) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:16:23.999682 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:24.065234 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be3246f-2579-4ae5-afa2-709d8f25ca53 None None] Network 38475e78-7382-4732-acf8-e6a518c658a2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:16:24.218631 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2f5fa-2bd5-4fc9-9cb4-1e4c7b6accc4 req-107312bd-259d-448a-abfc-315d1dab5620 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:24.223571 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1aa2f5fa-2bd5-4fc9-9cb4-1e4c7b6accc4 req-107312bd-259d-448a-abfc-315d1dab5620 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 943 time: 0.1665306 Nov 02 12:16:24.230657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:16:24.232841 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:24.234265 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:24.311536 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9d2068c-c66c-43ec-a233-03ba4518effc tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:24.335430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Sync routers for ids ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:16:24.426498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Routers {'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:16:24.427926 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:16:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:24.459202 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Network 13b5b912-36d3-4c6a-b43f-68543c2f6317 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:16:24.507048 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 63901812-574e-49ee-ba9d-46e05eba5afe up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:16:24.509643 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d302f73e-25ce-4ce6-ba29-7471d136954c None None] Provisioning complete for port 63901812-574e-49ee-ba9d-46e05eba5afe triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:24.509643 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d302f73e-25ce-4ce6-ba29-7471d136954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:24.522041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:16:24.549253 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:24.551370 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d6234d78-58b6-49f5-9a4c-4344c82af518 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.3201172 Nov 02 12:16:24.556468 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50370) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:24.562372 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1aa2f5fa-2bd5-4fc9-9cb4-1e4c7b6accc4 req-0113420a-b4c1-40d6-b1b1-37609f5bfa5d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200250 Nov 02 12:16:24.576937 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:16:24.586748 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Pushing event updated for resources: {'Port': ['ID=431c01e5-b090-4653-81c2-80857e283ba0,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:24.619598 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:24.643070 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a3aa25a4-cd73-43f9-ab1e-dbbb42ceabcd tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=07cf3fda95d044dc8f8b573bd1e4f625&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0846391 Nov 02 12:16:24.643886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50374) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:24.788513 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Attempting to bind port 431c01e5-b090-4653-81c2-80857e283ba0 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:16:24.788513 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Attempting to bind port 431c01e5-b090-4653-81c2-80857e283ba0 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '822914a4-97ea-44fc-b690-f5c1a8e51f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '13b5b912-36d3-4c6a-b43f-68543c2f6317'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:16:24.788513 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Attempting to bind port 431c01e5-b090-4653-81c2-80857e283ba0 on network 13b5b912-36d3-4c6a-b43f-68543c2f6317 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:16:24.817824 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Set router cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:16:24.823840 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:16:24.824471 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Checking segment: {'id': '822914a4-97ea-44fc-b690-f5c1a8e51f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '13b5b912-36d3-4c6a-b43f-68543c2f6317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:16:24.824911 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:24.825316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Bound using segment: {'id': '822914a4-97ea-44fc-b690-f5c1a8e51f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '13b5b912-36d3-4c6a-b43f-68543c2f6317'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:16:24.825855 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Bound port: 431c01e5-b090-4653-81c2-80857e283ba0, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822914a4-97ea-44fc-b690-f5c1a8e51f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '13b5b912-36d3-4c6a-b43f-68543c2f6317'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:16:24.826327 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:24.869225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a951fc84-8eb2-4afe-994b-78886f01d5f2 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:24.875613 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a951fc84-8eb2-4afe-994b-78886f01d5f2 tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2268050 Nov 02 12:16:24.875980 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50376) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:24.934266 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f188289d-64a1-4deb-9985-8951b28c2e7b tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0572302 Nov 02 12:16:24.937911 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50378) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:24.946758 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3beb55b9-1619-4eb8-9c76-5a9086d79882 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1316263290', 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2', 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:24.962201 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-f9d2068c-c66c-43ec-a233-03ba4518effc tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Allocated IP 172.20.0.1 (38475e78-7382-4732-acf8-e6a518c658a2/d2b3285e-2988-4e35-8e18-60d5db3446d8/f771fc27-d45d-409c-b29e-2dfa86336336) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:16:25.125127 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9d2068c-c66c-43ec-a233-03ba4518effc tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:25.186484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 63901812-574e-49ee-ba9d-46e05eba5afe triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:25.195350 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:25.299536 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3beb55b9-1619-4eb8-9c76-5a9086d79882 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Made reservation on behalf of 07cf3fda95d044dc8f8b573bd1e4f625 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:16:25.299536 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3beb55b9-1619-4eb8-9c76-5a9086d79882 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:25.325877 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d302f73e-25ce-4ce6-ba29-7471d136954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:25.355967 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] For port 431c01e5-b090-4653-81c2-80857e283ba0, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:16:25.357164 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9d2068c-c66c-43ec-a233-03ba4518effc tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:25.370857 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:25.404462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] For port 431c01e5-b090-4653-81c2-80857e283ba0, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=431c01e5-b090-4653-81c2-80857e283ba0,segment=NetworkSegment(822914a4-97ea-44fc-b690-f5c1a8e51f66),segment_id=822914a4-97ea-44fc-b690-f5c1a8e51f66)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:16:25.452226 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d302f73e-25ce-4ce6-ba29-7471d136954c None None] For port 63901812-574e-49ee-ba9d-46e05eba5afe, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=63901812-574e-49ee-ba9d-46e05eba5afe,segment=NetworkSegment(969e40f8-b6aa-4e5b-b000-4a7766cdfb65),segment_id=969e40f8-b6aa-4e5b-b000-4a7766cdfb65)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:25.491424 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:25.492922 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d2068c-c66c-43ec-a233-03ba4518effc tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Network 38475e78-7382-4732-acf8-e6a518c658a2 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:16:25.506058 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-f9d2068c-c66c-43ec-a233-03ba4518effc tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:16:25.509043 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d2068c-c66c-43ec-a233-03ba4518effc tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:16:25.565294 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:25.565974 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2068c-c66c-43ec-a233-03ba4518effc tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event updated for resources: {'Port': ['ID=f771fc27-d45d-409c-b29e-2dfa86336336,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:25.643842 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0526e-0024-4263-8393-07fa36c00905 None None] Pushing event updated for resources: {'Port': ['ID=431c01e5-b090-4653-81c2-80857e283ba0,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:25.660814 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d302f73e-25ce-4ce6-ba29-7471d136954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:25.671744 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9d2068c-c66c-43ec-a233-03ba4518effc tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:25.678510 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682151012', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:16:18Z', 'updated_at': '2021-11-02T12:16:21Z', 'revision_number': 3, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:20Z', 'updated_at': '2021-11-02T12:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:25.854132 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3beb55b9-1619-4eb8-9c76-5a9086d79882 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:25.887320 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Checking router: cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:16:25.887320 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Updating router cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 port d5484522-7413-4c34-88b1-eff4a9d4ce72 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:16:25.902914 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fe011-43eb-422f-91ad-e7e9a8ca396b req-8cc29431-8597-40ba-a460-4804ea7897f6 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:25.904570 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd3fe011-43eb-422f-91ad-e7e9a8ca396b req-8cc29431-8597-40ba-a460-4804ea7897f6 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 943 time: 0.1331618 Nov 02 12:16:25.923059 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:16:25.923572 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:16:25.938378 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:26.035607 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beb55b9-1619-4eb8-9c76-5a9086d79882 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Checking segment: {'id': '4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:16:26.040596 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beb55b9-1619-4eb8-9c76-5a9086d79882 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network hostable DHCP agents. Network: 28182654-52d7-45ef-b478-ed14db9d68f2, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:16:26.053083 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302f73e-25ce-4ce6-ba29-7471d136954c None None] Pushing event updated for resources: {'Port': ['ID=63901812-574e-49ee-ba9d-46e05eba5afe,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:26.065034 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd3fe011-43eb-422f-91ad-e7e9a8ca396b req-bab16da3-daa1-4fb5-9ceb-53048c07ac8b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486056 Nov 02 12:16:26.084961 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb55b9-1619-4eb8-9c76-5a9086d79882 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Subnet': ['ID=204eff55-d25a-4ea9-ade7-03e61ef233d9,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:26.184284 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e9c85208-b7e7-48fa-b778-d5a2f7d8ae6b None None] Provisioning complete for port 63901812-574e-49ee-ba9d-46e05eba5afe triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:26.184881 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e9c85208-b7e7-48fa-b778-d5a2f7d8ae6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:26.234352 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beb55b9-1619-4eb8-9c76-5a9086d79882 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network 28182654-52d7-45ef-b478-ed14db9d68f2 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:16:26.269259 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9d2068c-c66c-43ec-a233-03ba4518effc tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:26.342268 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-3beb55b9-1619-4eb8-9c76-5a9086d79882 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 28182654-52d7-45ef-b478-ed14db9d68f2) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:16:26.355678 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beb55b9-1619-4eb8-9c76-5a9086d79882 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:26.356658 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3beb55b9-1619-4eb8-9c76-5a9086d79882 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:26.361162 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f0a299-d27f-4647-ad0a-78af14b40e45 None None] Network 28182654-52d7-45ef-b478-ed14db9d68f2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:16:26.488402 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3beb55b9-1619-4eb8-9c76-5a9086d79882 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5485773 Nov 02 12:16:26.492415 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50398) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:26.875036 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9d2068c-c66c-43ec-a233-03ba4518effc tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:26.973161 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9d2068c-c66c-43ec-a233-03ba4518effc tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:27.169917 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-839daae0-215c-4172-a417-89426cdba6f3 None None] Provisioning complete for port f771fc27-d45d-409c-b29e-2dfa86336336 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:27.170616 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-839daae0-215c-4172-a417-89426cdba6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:27.239598 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f9d2068c-c66c-43ec-a233-03ba4518effc tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:27.273405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2068c-c66c-43ec-a233-03ba4518effc tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event updated for resources: {'Port': ['ID=f771fc27-d45d-409c-b29e-2dfa86336336,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:27.349390 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 431c01e5-b090-4653-81c2-80857e283ba0 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:16:27.358648 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:27.491816 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1168f3-1973-43e6-bb26-245d847a9996 None None] Network 13b5b912-36d3-4c6a-b43f-68543c2f6317 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:16:27.554857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8193bf0-5fe2-4143-96f8-f00c8d4d9dd9 req-8f0fa489-7e4a-4dfb-8bfa-7903383d6dc9 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:27.556665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-28182654-52d7-45ef-b478-ed14db9d68f2', 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ips': [{'subnet_id': '204eff55-d25a-4ea9-ade7-03e61ef233d9'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:16:27.556880 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b8193bf0-5fe2-4143-96f8-f00c8d4d9dd9 req-8f0fa489-7e4a-4dfb-8bfa-7903383d6dc9 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 943 time: 0.2766788 Nov 02 12:16:27.558911 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:27.562306 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-839daae0-215c-4172-a417-89426cdba6f3 None None] Port f771fc27-d45d-409c-b29e-2dfa86336336 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:16:27.565103 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65aaf6d5-d679-4a19-a152-a4e659c94ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:27.620224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d2068c-c66c-43ec-a233-03ba4518effc tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Network 38475e78-7382-4732-acf8-e6a518c658a2 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:16:27.627867 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:27.629173 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-f9d2068c-c66c-43ec-a233-03ba4518effc tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:16:27.792953 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b8193bf0-5fe2-4143-96f8-f00c8d4d9dd9 req-42ed418d-50b0-4e29-a11d-6323c9898f76 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248755 Nov 02 12:16:27.839667 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 431c01e5-b090-4653-81c2-80857e283ba0 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:27.840080 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:27.864729 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a174f6a-1ca7-429c-b085-306e9c0b6c00 None None] Pushing event updated for resources: {'Port': ['ID=d5484522-7413-4c34-88b1-eff4a9d4ce72,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:27.898570 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Attempting to bind port d5484522-7413-4c34-88b1-eff4a9d4ce72 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:16:27.899363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Attempting to bind port d5484522-7413-4c34-88b1-eff4a9d4ce72 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:16:27.899743 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Attempting to bind port d5484522-7413-4c34-88b1-eff4a9d4ce72 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:16:27.962113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:16:27.962551 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:16:27.962858 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:27.963299 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:16:27.963790 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Bound port: d5484522-7413-4c34-88b1-eff4a9d4ce72, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:16:27.964451 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:27.994536 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-34665cc1-ac9e-47f9-861f-2247e666c500 None None] Provisioning complete for port 431c01e5-b090-4653-81c2-80857e283ba0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:28.000023 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34665cc1-ac9e-47f9-861f-2247e666c500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:28.081861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d2068c-c66c-43ec-a233-03ba4518effc tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Router 5bc0c9a8-e911-47d6-98bc-77fbb8904ef1 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:16:28.232832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Allocated IP 172.20.0.2 (28182654-52d7-45ef-b478-ed14db9d68f2/204eff55-d25a-4ea9-ade7-03e61ef233d9/0ba02c94-b12c-4cae-891f-df4397f8844a) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:16:28.238989 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:28.245987 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d2068c-c66c-43ec-a233-03ba4518effc tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:16:28.247744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] For port d5484522-7413-4c34-88b1-eff4a9d4ce72, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:16:28.255421 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f9d2068c-c66c-43ec-a233-03ba4518effc tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "PUT /v2.0/routers/5bc0c9a8-e911-47d6-98bc-77fbb8904ef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3971989 Nov 02 12:16:28.258060 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50416) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:28.267498 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e7ca0b-0fcc-41a2-a2b8-d1beb27a7c70 None None] Sync routers for ids ['5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:16:28.285523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] For port d5484522-7413-4c34-88b1-eff4a9d4ce72, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d5484522-7413-4c34-88b1-eff4a9d4ce72,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:16:28.300260 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e7ca0b-0fcc-41a2-a2b8-d1beb27a7c70 None None] Routers {'5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:16:28.301432 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a5e7ca0b-0fcc-41a2-a2b8-d1beb27a7c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:16:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:28.409672 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a5e7ca0b-0fcc-41a2-a2b8-d1beb27a7c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:28.437823 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:28.444973 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e7ca0b-0fcc-41a2-a2b8-d1beb27a7c70 None None] Routers {'5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:16:28.445965 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a5e7ca0b-0fcc-41a2-a2b8-d1beb27a7c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:16:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:28.468838 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 431c01e5-b090-4653-81c2-80857e283ba0, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=431c01e5-b090-4653-81c2-80857e283ba0,segment=NetworkSegment(822914a4-97ea-44fc-b690-f5c1a8e51f66),segment_id=822914a4-97ea-44fc-b690-f5c1a8e51f66)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:28.519177 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a5e7ca0b-0fcc-41a2-a2b8-d1beb27a7c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:28.520729 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e7ca0b-0fcc-41a2-a2b8-d1beb27a7c70 None None] The sync data for ids ['5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:16:28.589279 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:28.590659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 63901812-574e-49ee-ba9d-46e05eba5afe up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:16:28.663599 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34665cc1-ac9e-47f9-861f-2247e666c500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:28.763128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Routers {'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:16:28.763784 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:16:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:28.816438 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a174f6a-1ca7-429c-b085-306e9c0b6c00 None None] Pushing event updated for resources: {'Port': ['ID=d5484522-7413-4c34-88b1-eff4a9d4ce72,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:28.970705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2257d-7414-476c-abae-89770a1fc85d req-1d53d80c-1d6d-4ec0-b84f-89080ad8c335 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:28.980387 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55e2257d-7414-476c-abae-89770a1fc85d req-1d53d80c-1d6d-4ec0-b84f-89080ad8c335 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 943 time: 0.0766537 Nov 02 12:16:29.039329 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-34665cc1-ac9e-47f9-861f-2247e666c500 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:16:29.039764 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-34665cc1-ac9e-47f9-861f-2247e666c500 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:16:29.051978 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 63901812-574e-49ee-ba9d-46e05eba5afe triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:29.051978 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:29.064551 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:29.066190 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=431c01e5-b090-4653-81c2-80857e283ba0,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:29.098247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] Set router cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:16:29.112033 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55e2257d-7414-476c-abae-89770a1fc85d req-d3e71471-dbad-4723-b99b-c07b9d343a75 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302063 Nov 02 12:16:29.186382 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:29.267392 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-65aaf6d5-d679-4a19-a152-a4e659c94ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Allocated IP 172.20.0.1 (28182654-52d7-45ef-b478-ed14db9d68f2/204eff55-d25a-4ea9-ade7-03e61ef233d9/6097f529-a4e6-47bf-9548-acad0fa54f62) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:16:29.359205 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-4c8d4a8a-bd42-4be0-abac-4901e8d58cda tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:16:29.360604 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4c8d4a8a-bd42-4be0-abac-4901e8d58cda tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "PUT /v2.0/routers/5bc0c9a8-e911-47d6-98bc-77fbb8904ef1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1009192 Nov 02 12:16:29.364008 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50430) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:29.522098 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Network 28182654-52d7-45ef-b478-ed14db9d68f2 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:16:29.526799 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Pushing event updated for resources: {'Port': ['ID=0ba02c94-b12c-4cae-891f-df4397f8844a,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:29.535223 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:16:29.539440 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:16:29.634346 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65aaf6d5-d679-4a19-a152-a4e659c94ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:29.717552 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Attempting to bind port 0ba02c94-b12c-4cae-891f-df4397f8844a on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:16:29.720477 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Attempting to bind port 0ba02c94-b12c-4cae-891f-df4397f8844a by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:16:29.720477 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Attempting to bind port 0ba02c94-b12c-4cae-891f-df4397f8844a on network 28182654-52d7-45ef-b478-ed14db9d68f2 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:16:29.734785 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:16:29.734785 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Checking segment: {'id': '4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:16:29.734785 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:29.734785 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Bound using segment: {'id': '4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:16:29.734785 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Bound port: 0ba02c94-b12c-4cae-891f-df4397f8844a, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:16:29.734785 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:29.842822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-85f418a7-f2e6-49ad-9bc3-53742b1f62b7 None None] Provisioning complete for port 431c01e5-b090-4653-81c2-80857e283ba0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:29.847868 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-85f418a7-f2e6-49ad-9bc3-53742b1f62b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:29.853212 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 431c01e5-b090-4653-81c2-80857e283ba0 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:16:29.854699 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65aaf6d5-d679-4a19-a152-a4e659c94ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:29.922389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aaf6d5-d679-4a19-a152-a4e659c94ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network 28182654-52d7-45ef-b478-ed14db9d68f2 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:16:29.933488 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-65aaf6d5-d679-4a19-a152-a4e659c94ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:16:29.941089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aaf6d5-d679-4a19-a152-a4e659c94ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:16:29.945306 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aaf6d5-d679-4a19-a152-a4e659c94ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=6097f529-a4e6-47bf-9548-acad0fa54f62,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:29.966176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682151012', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:16:18Z', 'updated_at': '2021-11-02T12:16:21Z', 'revision_number': 3, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:20Z', 'updated_at': '2021-11-02T12:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:30.010771 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] For port 0ba02c94-b12c-4cae-891f-df4397f8844a, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:16:30.018666 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaf482f-cf46-45ad-8588-3111aab1bd82 None None] The sync data for ids ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'] in n-d-806683-18 is: [{'id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682151012', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:16:18Z', 'updated_at': '2021-11-02T12:16:21Z', 'revision_number': 3, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:20Z', 'updated_at': '2021-11-02T12:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:16:30.022010 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65aaf6d5-d679-4a19-a152-a4e659c94ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:30.050352 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] For port 0ba02c94-b12c-4cae-891f-df4397f8844a, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0ba02c94-b12c-4cae-891f-df4397f8844a,segment=NetworkSegment(4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6),segment_id=4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:16:30.101488 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-860d509a-9c3c-4744-8dda-18b5784a2764 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:30.110604 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 431c01e5-b090-4653-81c2-80857e283ba0 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:30.115126 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:30.149811 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:30.257624 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-85f418a7-f2e6-49ad-9bc3-53742b1f62b7 None None] Provisioning complete for port f771fc27-d45d-409c-b29e-2dfa86336336 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:30.260819 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-85f418a7-f2e6-49ad-9bc3-53742b1f62b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:30.305781 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edce268-ca49-4446-94b1-9666e8f5232d None None] Pushing event updated for resources: {'Port': ['ID=0ba02c94-b12c-4cae-891f-df4397f8844a,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:30.410331 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-85f418a7-f2e6-49ad-9bc3-53742b1f62b7 None None] Port f771fc27-d45d-409c-b29e-2dfa86336336 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:16:30.457522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f650852-e496-4740-b093-b4bc6292d7a1 req-6438a444-ae13-493a-bc7f-311dff07ed07 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:30.459603 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f650852-e496-4740-b093-b4bc6292d7a1 req-6438a444-ae13-493a-bc7f-311dff07ed07 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 943 time: 0.1461310 Nov 02 12:16:30.535503 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65aaf6d5-d679-4a19-a152-a4e659c94ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:30.691249 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f650852-e496-4740-b093-b4bc6292d7a1 req-cec48359-776d-4582-8aaa-3db532d8d2da tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697671 Nov 02 12:16:31.004930 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-860d509a-9c3c-4744-8dda-18b5784a2764 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Deleting port f771fc27-d45d-409c-b29e-2dfa86336336 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:16:31.005275 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-860d509a-9c3c-4744-8dda-18b5784a2764 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:31.185883 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-860d509a-9c3c-4744-8dda-18b5784a2764 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:31.223243 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-860d509a-9c3c-4744-8dda-18b5784a2764 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Calling delete_port for f771fc27-d45d-409c-b29e-2dfa86336336 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:16:31.236613 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65aaf6d5-d679-4a19-a152-a4e659c94ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:31.303619 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65aaf6d5-d679-4a19-a152-a4e659c94ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:31.464109 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aaf6d5-d679-4a19-a152-a4e659c94ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=6097f529-a4e6-47bf-9548-acad0fa54f62,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:31.474704 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-65aaf6d5-d679-4a19-a152-a4e659c94ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:31.680320 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aaf6d5-d679-4a19-a152-a4e659c94ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network 28182654-52d7-45ef-b478-ed14db9d68f2 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:16:31.684953 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-65aaf6d5-d679-4a19-a152-a4e659c94ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:16:31.779215 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-860d509a-9c3c-4744-8dda-18b5784a2764 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:31.894854 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f10f44-d55c-4614-8d13-f4fb72887c14 None None] Network 28182654-52d7-45ef-b478-ed14db9d68f2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:16:31.904752 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d509a-9c3c-4744-8dda-18b5784a2764 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event deleted for resources: {'Port': ['ID=f771fc27-d45d-409c-b29e-2dfa86336336,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:31.906340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25946d7-6472-427b-92f0-c0223e41174c req-e111ebfc-21d8-4573-801c-caec6e64ad65 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:31.923516 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c25946d7-6472-427b-92f0-c0223e41174c req-e111ebfc-21d8-4573-801c-caec6e64ad65 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 943 time: 0.0990312 Nov 02 12:16:32.005956 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d5484522-7413-4c34-88b1-eff4a9d4ce72 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:16:32.036684 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c25946d7-6472-427b-92f0-c0223e41174c req-178bde6d-ba87-4064-9215-e0b8edd536e9 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101859 Nov 02 12:16:32.132180 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65aaf6d5-d679-4a19-a152-a4e659c94ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:16:32.136505 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-bebb9f5c-2c53-40a9-b0fe-34b30d11e0a9 None None] Provisioning complete for port 0ba02c94-b12c-4cae-891f-df4397f8844a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:32.144260 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bebb9f5c-2c53-40a9-b0fe-34b30d11e0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:32.237893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d5484522-7413-4c34-88b1-eff4a9d4ce72 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:32.238295 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:32.298612 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-860d509a-9c3c-4744-8dda-18b5784a2764 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:32.378982 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bebb9f5c-2c53-40a9-b0fe-34b30d11e0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:32.460083 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65aaf6d5-d679-4a19-a152-a4e659c94ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:16:32.504361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-bebb9f5c-2c53-40a9-b0fe-34b30d11e0a9 None None] For port 0ba02c94-b12c-4cae-891f-df4397f8844a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0ba02c94-b12c-4cae-891f-df4397f8844a,segment=NetworkSegment(4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6),segment_id=4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:32.511745 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:32.556310 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port d5484522-7413-4c34-88b1-eff4a9d4ce72, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d5484522-7413-4c34-88b1-eff4a9d4ce72,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:32.584895 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bebb9f5c-2c53-40a9-b0fe-34b30d11e0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:32.647429 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:32.649374 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0ba02c94-b12c-4cae-891f-df4397f8844a up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:16:32.664542 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Sync routers for ids ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:16:32.711674 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Routers {'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:16:32.712468 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:16:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:32.812061 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb9f5c-2c53-40a9-b0fe-34b30d11e0a9 None None] Pushing event updated for resources: {'Port': ['ID=0ba02c94-b12c-4cae-891f-df4397f8844a,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:32.944860 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-82baafc5-fa40-44d5-87f6-f8e80ac34cb8 None None] Provisioning complete for port 6097f529-a4e6-47bf-9548-acad0fa54f62 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:32.945592 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-82baafc5-fa40-44d5-87f6-f8e80ac34cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:33.012701 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-65aaf6d5-d679-4a19-a152-a4e659c94ccd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "PUT /v2.0/routers/cba6fe16-ce3d-4d2f-a63c-4568ef464fd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5127258 Nov 02 12:16:33.022477 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860d509a-9c3c-4744-8dda-18b5784a2764 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Router 5bc0c9a8-e911-47d6-98bc-77fbb8904ef1 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:16:33.032312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 0ba02c94-b12c-4cae-891f-df4397f8844a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:33.032312 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:33.389631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=d5484522-7413-4c34-88b1-eff4a9d4ce72,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:33.389631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Set router cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:16:33.389631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-82baafc5-fa40-44d5-87f6-f8e80ac34cb8 None None] Port 6097f529-a4e6-47bf-9548-acad0fa54f62 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:16:33.389631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-82baafc5-fa40-44d5-87f6-f8e80ac34cb8 None None] Provisioning complete for port 0ba02c94-b12c-4cae-891f-df4397f8844a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:33.389631 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-82baafc5-fa40-44d5-87f6-f8e80ac34cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:33.393066 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860d509a-9c3c-4744-8dda-18b5784a2764 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:16:33.395149 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad9ca94-85e7-4a8e-9f05-004c7d13d708 None None] Sync routers for ids ['5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:16:33.395978 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-860d509a-9c3c-4744-8dda-18b5784a2764 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "PUT /v2.0/routers/5bc0c9a8-e911-47d6-98bc-77fbb8904ef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9368534 Nov 02 12:16:33.395978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50482) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:33.396503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bbae8-b140-4bb4-b39f-fc3ac70b933b req-0a08a6f8-2a5a-4ed7-b315-1330624d5137 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:33.396503 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c8bbae8-b140-4bb4-b39f-fc3ac70b933b req-0a08a6f8-2a5a-4ed7-b315-1330624d5137 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 943 time: 0.1453490 Nov 02 12:16:33.397363 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad9ca94-85e7-4a8e-9f05-004c7d13d708 None None] Routers {'5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:16:33.397363 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aad9ca94-85e7-4a8e-9f05-004c7d13d708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:16:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:33.397856 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-87eb2091-62da-4ec3-a0db-835d329b88dd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] delete failed (client error): The resource could not be found. Nov 02 12:16:33.397856 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-87eb2091-62da-4ec3-a0db-835d329b88dd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-4295354 HTTP/1.1" status: 404 len: 332 time: 0.0791326 Nov 02 12:16:33.397856 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50486) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:33.397856 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-96645b1a-e50d-4439-ae5d-f0fa3d9ebb18 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Request body: {'router': {'external_gateway_info': {'network_id': '5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:33.415209 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aad9ca94-85e7-4a8e-9f05-004c7d13d708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:33.431189 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad9ca94-85e7-4a8e-9f05-004c7d13d708 None None] Routers {'5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:16:33.433556 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aad9ca94-85e7-4a8e-9f05-004c7d13d708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:16:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:33.455687 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c8bbae8-b140-4bb4-b39f-fc3ac70b933b req-cbce3121-c7e1-4704-b43f-8d1b9794e955 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275711 Nov 02 12:16:33.499395 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aad9ca94-85e7-4a8e-9f05-004c7d13d708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:33.500414 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad9ca94-85e7-4a8e-9f05-004c7d13d708 None None] The sync data for ids ['5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:16:33.659296 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-781469c1-4848-434f-8653-37651d5a7753 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-232882609&fields=id&tenant_id=07cf3fda95d044dc8f8b573bd1e4f625 HTTP/1.1" status: 200 len: 267 time: 0.0821104 Nov 02 12:16:33.700213 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96645b1a-e50d-4439-ae5d-f0fa3d9ebb18 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:33.847851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-8b6681a1-2534-42eb-848b-49d8b6a78435 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:33.850998 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-8b6681a1-2534-42eb-848b-49d8b6a78435 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/networks?id=28182654-52d7-45ef-b478-ed14db9d68f2 HTTP/1.1" status: 200 len: 797 time: 0.1837263 Nov 02 12:16:33.870428 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-96645b1a-e50d-4439-ae5d-f0fa3d9ebb18 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] update failed (client error): The resource could not be found. Nov 02 12:16:33.879421 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682151012', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:16:18Z', 'updated_at': '2021-11-02T12:16:30Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:20Z', 'updated_at': '2021-11-02T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '6097f529-a4e6-47bf-9548-acad0fa54f62', 'name': '', 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:ba:da:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:27Z', 'updated_at': '2021-11-02T12:16:30Z', 'revision_number': 2, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:33.879925 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-315c769c-ec63-443e-95f4-e0c7204767f3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/quotas/07cf3fda95d044dc8f8b573bd1e4f625 HTTP/1.1" status: 200 len: 375 time: 0.0170279 Nov 02 12:16:33.880466 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-96645b1a-e50d-4439-ae5d-f0fa3d9ebb18 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "PUT /v2.0/routers/5bc0c9a8-e911-47d6-98bc-77fbb8904ef1 HTTP/1.1" status: 404 len: 339 time: 0.4934134 Nov 02 12:16:33.880990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50504) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:33.945227 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d5484522-7413-4c34-88b1-eff4a9d4ce72 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:16:33.954454 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Checking router: cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:16:33.968777 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Updating router cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 port 6097f529-a4e6-47bf-9548-acad0fa54f62 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:16:34.067625 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:34.088883 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-233d9cfc-f7bd-4bf7-b6c0-d6e25391ad43 None None] Provisioning complete for port 6097f529-a4e6-47bf-9548-acad0fa54f62 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:34.089529 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-233d9cfc-f7bd-4bf7-b6c0-d6e25391ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:34.143545 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-38b34ed3-1370-4f19-8774-c41c909a62fb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2509716 Nov 02 12:16:34.188238 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d5484522-7413-4c34-88b1-eff4a9d4ce72 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:34.189018 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:34.272327 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-233d9cfc-f7bd-4bf7-b6c0-d6e25391ad43 None None] Port 6097f529-a4e6-47bf-9548-acad0fa54f62 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:16:34.404931 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5b447558-0195-427c-84cc-e82bc22c11fd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:34.426814 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-64d18959-16b7-4f46-8ece-04c8193c2689 service neutron] 10.222.0.52 "GET /v2.0/networks/28182654-52d7-45ef-b478-ed14db9d68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644513 Nov 02 12:16:34.457525 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0ba02c94-b12c-4cae-891f-df4397f8844a up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:16:34.623814 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 0ba02c94-b12c-4cae-891f-df4397f8844a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:34.623814 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:34.686804 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-4379819c-a647-4bfd-aeea-e8c3c1c6beca service neutron] 10.222.0.52 "GET /v2.0/networks/28182654-52d7-45ef-b478-ed14db9d68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547097 Nov 02 12:16:34.700197 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:34.865430 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:34.866734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-5b447558-0195-427c-84cc-e82bc22c11fd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Allocated IP 172.20.0.1 (22d43a8b-84c3-4959-907b-951150a8fca3/61a56986-354a-4471-b5fe-ec53688d7f52/f21e7d0b-24e1-4181-95b2-c80564b0dd1e) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:16:34.932998 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ce7f1-315b-416d-94c1-80c58bf32437 None None] Pushing event updated for resources: {'Port': ['ID=6097f529-a4e6-47bf-9548-acad0fa54f62,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:35.024330 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Attempting to bind port 6097f529-a4e6-47bf-9548-acad0fa54f62 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:16:35.025246 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Attempting to bind port 6097f529-a4e6-47bf-9548-acad0fa54f62 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:16:35.026459 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Attempting to bind port 6097f529-a4e6-47bf-9548-acad0fa54f62 on network 28182654-52d7-45ef-b478-ed14db9d68f2 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:16:35.044746 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:16:35.048498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Checking segment: {'id': '4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:16:35.048498 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:35.048498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Bound using segment: {'id': '4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:16:35.048498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Bound port: 6097f529-a4e6-47bf-9548-acad0fa54f62, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:16:35.048498 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:35.069341 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5b447558-0195-427c-84cc-e82bc22c11fd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:35.158921 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:16:35.238363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] For port 6097f529-a4e6-47bf-9548-acad0fa54f62, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:16:35.242684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] For port 6097f529-a4e6-47bf-9548-acad0fa54f62, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6097f529-a4e6-47bf-9548-acad0fa54f62,segment=NetworkSegment(4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6),segment_id=4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:16:35.357819 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5b447558-0195-427c-84cc-e82bc22c11fd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:35.382784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef9bbc-e8ee-45e4-9e2c-552e12ee50db req-173d79e3-08f0-4d4a-a0dc-264274f9b556 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:35.393963 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7ef9bbc-e8ee-45e4-9e2c-552e12ee50db req-173d79e3-08f0-4d4a-a0dc-264274f9b556 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 943 time: 0.1302159 Nov 02 12:16:35.421261 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:35.480271 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b447558-0195-427c-84cc-e82bc22c11fd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Network 22d43a8b-84c3-4959-907b-951150a8fca3 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:16:35.481151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-99770e2f-4d44-40a3-a128-942579ed94cd None None] Provisioning complete for port 6097f529-a4e6-47bf-9548-acad0fa54f62 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:35.481648 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-99770e2f-4d44-40a3-a128-942579ed94cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:35.494273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-5b447558-0195-427c-84cc-e82bc22c11fd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:16:35.512669 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b447558-0195-427c-84cc-e82bc22c11fd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:16:35.569786 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:35.584316 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5b447558-0195-427c-84cc-e82bc22c11fd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:35.705180 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7ef9bbc-e8ee-45e4-9e2c-552e12ee50db req-30abfcf5-0634-4c7c-ba4b-a5a7f2176cd7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101592 Nov 02 12:16:35.707085 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ce7f1-315b-416d-94c1-80c58bf32437 None None] Pushing event updated for resources: {'Port': ['ID=6097f529-a4e6-47bf-9548-acad0fa54f62,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:35.712260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b447558-0195-427c-84cc-e82bc22c11fd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event updated for resources: {'Port': ['ID=f21e7d0b-24e1-4181-95b2-c80564b0dd1e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:35.747432 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'port_id': 'fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e', 'mac_address': 'fa:16:3e:40:68:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:16:35.765049 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Routers {'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:16:35.766154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:16:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:35.895654 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ce8d5712-ff70-4fc2-8c6f-5f626302fbec req-f816df6d-1c84-4973-a418-9cc172fae3ab tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 210 time: 0.0495398 Nov 02 12:16:36.057719 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5b447558-0195-427c-84cc-e82bc22c11fd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:36.064350 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:36.071319 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-99770e2f-4d44-40a3-a128-942579ed94cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:36.131991 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:16:36.175448 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-99770e2f-4d44-40a3-a128-942579ed94cd None None] For port 6097f529-a4e6-47bf-9548-acad0fa54f62, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6097f529-a4e6-47bf-9548-acad0fa54f62,segment=NetworkSegment(4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6),segment_id=4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:36.179529 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] Set router cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:16:36.182740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:36.320256 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:36.339388 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-99770e2f-4d44-40a3-a128-942579ed94cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:36.480585 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:36.533514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:16:36.580772 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f2bbc2e4-fd83-4bdb-9f93-4c299d8d481a None None] Provisioning complete for port f21e7d0b-24e1-4181-95b2-c80564b0dd1e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:36.581448 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc2e4-fd83-4bdb-9f93-4c299d8d481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:36.597704 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5b447558-0195-427c-84cc-e82bc22c11fd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:36.692979 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5b447558-0195-427c-84cc-e82bc22c11fd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:36.735713 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99770e2f-4d44-40a3-a128-942579ed94cd None None] Pushing event updated for resources: {'Port': ['ID=6097f529-a4e6-47bf-9548-acad0fa54f62,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:36.768546 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f2bbc2e4-fd83-4bdb-9f93-4c299d8d481a None None] Port f21e7d0b-24e1-4181-95b2-c80564b0dd1e cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:16:36.780691 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5b447558-0195-427c-84cc-e82bc22c11fd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:36.865103 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f2bbc2e4-fd83-4bdb-9f93-4c299d8d481a None None] Provisioning complete for port 6097f529-a4e6-47bf-9548-acad0fa54f62 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:36.865692 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f2bbc2e4-fd83-4bdb-9f93-4c299d8d481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:36.951767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b447558-0195-427c-84cc-e82bc22c11fd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event updated for resources: {'Port': ['ID=f21e7d0b-24e1-4181-95b2-c80564b0dd1e,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:37.000875 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682151012', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:16:18Z', 'updated_at': '2021-11-02T12:16:30Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:20Z', 'updated_at': '2021-11-02T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '6097f529-a4e6-47bf-9548-acad0fa54f62', 'name': '', 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:ba:da:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:27Z', 'updated_at': '2021-11-02T12:16:35Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:37.034558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36b455-ed7e-4b50-ad84-65a200e37eaa req-34bf1c3c-9832-4bcc-aa93-df420f18ad33 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:37.037162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ae36b455-ed7e-4b50-ad84-65a200e37eaa req-34bf1c3c-9832-4bcc-aa93-df420f18ad33 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 944 time: 0.2123322 Nov 02 12:16:37.056452 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b869794-2ffb-41b3-aa56-e2b2cc663e19 None None] The sync data for ids ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'] in n-d-806683-18 is: [{'id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682151012', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:16:18Z', 'updated_at': '2021-11-02T12:16:30Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:20Z', 'updated_at': '2021-11-02T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '6097f529-a4e6-47bf-9548-acad0fa54f62', 'name': '', 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:ba:da:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:27Z', 'updated_at': '2021-11-02T12:16:35Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:16:37.258210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b447558-0195-427c-84cc-e82bc22c11fd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Network 22d43a8b-84c3-4959-907b-951150a8fca3 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:16:37.279597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-5b447558-0195-427c-84cc-e82bc22c11fd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:16:37.295314 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ae36b455-ed7e-4b50-ad84-65a200e37eaa req-af9b965b-49b8-4aed-8f8f-661fc45e3e16 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219453 Nov 02 12:16:37.608716 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e24ce32-42b5-4f12-8254-3eb5c907db1b req-5e182c16-8fe8-4f50-aec1-ef32de777ed1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 210 time: 0.0750968 Nov 02 12:16:37.705904 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b447558-0195-427c-84cc-e82bc22c11fd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Router 5bc0c9a8-e911-47d6-98bc-77fbb8904ef1 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:16:37.903578 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b447558-0195-427c-84cc-e82bc22c11fd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:16:37.904143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0fcc36b4-1d66-4360-a522-d147ba0596e6 None None] Provisioning complete for port f21e7d0b-24e1-4181-95b2-c80564b0dd1e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:37.904761 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0fcc36b4-1d66-4360-a522-d147ba0596e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:37.920649 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5b447558-0195-427c-84cc-e82bc22c11fd tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "PUT /v2.0/routers/5bc0c9a8-e911-47d6-98bc-77fbb8904ef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0379519 Nov 02 12:16:37.924544 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50562) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:37.933342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccbcc7a-fa79-496a-887f-61e12e158b70 None None] Sync routers for ids ['5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:16:38.007779 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6097f529-a4e6-47bf-9548-acad0fa54f62 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:16:38.054391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccbcc7a-fa79-496a-887f-61e12e158b70 None None] Routers {'5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:16:38.054391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2ccbcc7a-fa79-496a-887f-61e12e158b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:16:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:38.138644 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7c65684f-42ad-4e39-8ca4-9695d15e974f tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:38.415656 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-7c65684f-42ad-4e39-8ca4-9695d15e974f tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 02 12:16:38.418758 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7c65684f-42ad-4e39-8ca4-9695d15e974f tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "DELETE /v2.0/routers/5bc0c9a8-e911-47d6-98bc-77fbb8904ef1 HTTP/1.1" status: 409 len: 329 time: 0.4921684 Nov 02 12:16:38.422832 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50568) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:38.451901 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2ccbcc7a-fa79-496a-887f-61e12e158b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:38.502896 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc36b4-1d66-4360-a522-d147ba0596e6 None None] Port f21e7d0b-24e1-4181-95b2-c80564b0dd1e cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:16:38.559204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-6ff35206-2f00-4743-abfb-3d817af50357 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:38.561048 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-6ff35206-2f00-4743-abfb-3d817af50357 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.54 "GET /v2.0/networks?id=28182654-52d7-45ef-b478-ed14db9d68f2 HTTP/1.1" status: 200 len: 797 time: 0.2892029 Nov 02 12:16:38.567841 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccbcc7a-fa79-496a-887f-61e12e158b70 None None] Routers {'5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:16:38.569149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2ccbcc7a-fa79-496a-887f-61e12e158b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:16:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:38.700427 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 6097f529-a4e6-47bf-9548-acad0fa54f62 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:38.700427 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:38.713824 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2ccbcc7a-fa79-496a-887f-61e12e158b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:38.714839 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccbcc7a-fa79-496a-887f-61e12e158b70 None None] The sync data for ids ['5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:16:38.810566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac74e3-71de-4b48-b107-438970f7fb6d req-f7f0ffe8-612f-4921-8791-014c9cd290fa tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:38.812417 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9ac74e3-71de-4b48-b107-438970f7fb6d req-f7f0ffe8-612f-4921-8791-014c9cd290fa tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 944 time: 0.2175221 Nov 02 12:16:38.874577 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-dd70e2e1-72ef-44d5-b71f-22efd47b5323 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07cf3fda95d044dc8f8b573bd1e4f625 HTTP/1.1" status: 200 len: 379 time: 0.3018434 Nov 02 12:16:38.894428 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-7698f0a8-4412-4529-8dea-2502e5d1f269 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'port': {'device_id': 'b0e7b026-6692-42ef-8124-13777fc5c193', 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2', 'admin_state_up': True, 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'security_groups': ['4a591dcf-b157-4814-9d88-43d347975a9d']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:39.188709 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:16:39.251577 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50b935ad-414d-4080-a554-b81bedc4115b tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:39.487182 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:16:39.492480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:39.492860 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:39.550811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9ac74e3-71de-4b48-b107-438970f7fb6d req-87d02272-a4a6-416c-bd96-33ab573f91a5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7281723 Nov 02 12:16:39.748251 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:39.748466 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db6676db-6028-41be-9aba-ffa7d7e67324 req-4d0d9d5e-3dae-474e-b643-c4c853eaa4d7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 210 time: 0.0772653 Nov 02 12:16:39.785598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-7698f0a8-4412-4529-8dea-2502e5d1f269 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Made reservation on behalf of 07cf3fda95d044dc8f8b573bd1e4f625 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:16:39.790138 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-7698f0a8-4412-4529-8dea-2502e5d1f269 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:39.813848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:16:39.817176 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a68225-4704-49bf-8ac2-52ce61fbb730" -d '{"events": [{"server_uuid": "3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5", "name": "network-vif-plugged", "status": "completed", "tag": "fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:16:39.837188 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:39.905010 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb6fa9c-e840-4dac-a044-50a2f2889df8 x-openstack-request-id: req-feb6fa9c-e840-4dac-a044-50a2f2889df8 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:16:39.905682 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5", "name": "network-vif-plugged", "status": "completed", "tag": "fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:16:39.906083 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-feb6fa9c-e840-4dac-a044-50a2f2889df8 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:16:39.906729 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e', 'code': 200} Nov 02 12:16:39.922457 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:39.937301 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-50b935ad-414d-4080-a554-b81bedc4115b tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Deleting port f21e7d0b-24e1-4181-95b2-c80564b0dd1e {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:16:39.937301 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50b935ad-414d-4080-a554-b81bedc4115b tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:40.032685 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:40.045023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-7698f0a8-4412-4529-8dea-2502e5d1f269 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Allocated IP 172.20.0.4 (28182654-52d7-45ef-b478-ed14db9d68f2/204eff55-d25a-4ea9-ade7-03e61ef233d9/80bd2a76-781d-4ffd-9ee9-0fde7eb562e6) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:16:40.129681 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50b935ad-414d-4080-a554-b81bedc4115b tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:40.135483 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1252149-e312-4166-9b1b-7207a284dc0d req-2ee2ceba-5ac4-4ac1-b2fa-2a36a24d5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:40.137779 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e1252149-e312-4166-9b1b-7207a284dc0d req-2ee2ceba-5ac4-4ac1-b2fa-2a36a24d5542 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 1097 time: 0.1010692 Nov 02 12:16:40.164643 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-50b935ad-414d-4080-a554-b81bedc4115b tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Calling delete_port for f21e7d0b-24e1-4181-95b2-c80564b0dd1e owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:16:40.265794 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e1252149-e312-4166-9b1b-7207a284dc0d req-2108db38-35fb-41e7-9203-ef2ef11b1fc4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200128 Nov 02 12:16:40.278606 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-7698f0a8-4412-4529-8dea-2502e5d1f269 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:40.384854 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-7698f0a8-4412-4529-8dea-2502e5d1f269 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:40.456330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-7698f0a8-4412-4529-8dea-2502e5d1f269 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network 28182654-52d7-45ef-b478-ed14db9d68f2 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:16:40.462425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-7698f0a8-4412-4529-8dea-2502e5d1f269 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:16:40.467093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-7698f0a8-4412-4529-8dea-2502e5d1f269 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:16:40.495042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698f0a8-4412-4529-8dea-2502e5d1f269 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:40.543318 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-7698f0a8-4412-4529-8dea-2502e5d1f269 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:40.544003 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-7698f0a8-4412-4529-8dea-2502e5d1f269 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:40.580037 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50b935ad-414d-4080-a554-b81bedc4115b tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:40.646576 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-7698f0a8-4412-4529-8dea-2502e5d1f269 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7641952 Nov 02 12:16:40.660618 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b935ad-414d-4080-a554-b81bedc4115b tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event deleted for resources: {'Port': ['ID=f21e7d0b-24e1-4181-95b2-c80564b0dd1e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:40.669784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Request body: {'port': {'device_id': 'b0e7b026-6692-42ef-8124-13777fc5c193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:40.858152 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:40.863292 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b92dc07a-372b-4692-964e-8d14f7062149 None None] Provisioning complete for port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:40.864014 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b92dc07a-372b-4692-964e-8d14f7062149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:40.898975 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c5abf-3691-496a-aa12-b75b7847f2a7 req-521a7bff-2ebd-4def-93a5-ab1ab8a24a25 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:40.901201 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb4c5abf-3691-496a-aa12-b75b7847f2a7 req-521a7bff-2ebd-4def-93a5-ab1ab8a24a25 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 945 time: 0.1810882 Nov 02 12:16:40.941263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b92dc07a-372b-4692-964e-8d14f7062149 None None] Port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:16:40.986543 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50b935ad-414d-4080-a554-b81bedc4115b tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:41.028454 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb4c5abf-3691-496a-aa12-b75b7847f2a7 req-b450ee4f-e7f7-4771-b2ed-5ced08b51305 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139069 Nov 02 12:16:41.340921 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b935ad-414d-4080-a554-b81bedc4115b tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Router 5bc0c9a8-e911-47d6-98bc-77fbb8904ef1 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:16:41.456809 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e368a-c747-46ed-be91-7c72924bad09 req-fb5ef7ad-d503-4005-a182-21d1b53400cd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:41.459188 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-850e368a-c747-46ed-be91-7c72924bad09 req-fb5ef7ad-d503-4005-a182-21d1b53400cd tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 931 time: 0.2045341 Nov 02 12:16:41.465695 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:16:41.483908 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:41.500471 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b935ad-414d-4080-a554-b81bedc4115b tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:16:41.511126 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-50b935ad-414d-4080-a554-b81bedc4115b tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "PUT /v2.0/routers/5bc0c9a8-e911-47d6-98bc-77fbb8904ef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0866671 Nov 02 12:16:41.516731 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50616) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:41.517827 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da30b25-3529-4d9c-ae9a-c16cc01077e6 None None] Sync routers for ids ['5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:16:41.535168 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da30b25-3529-4d9c-ae9a-c16cc01077e6 None None] Routers {'5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:16:41.536163 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4da30b25-3529-4d9c-ae9a-c16cc01077e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:16:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:41.557203 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-850e368a-c747-46ed-be91-7c72924bad09 req-d2ad75d3-47f2-40e8-bcc1-0b1a889c0973 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844266 Nov 02 12:16:41.563807 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Transition to ACTIVE for port object 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:16:41.605541 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4da30b25-3529-4d9c-ae9a-c16cc01077e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:41.617180 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da30b25-3529-4d9c-ae9a-c16cc01077e6 None None] Routers {'5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:16:41.617803 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4da30b25-3529-4d9c-ae9a-c16cc01077e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:16:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:41.624222 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-603d3db9-0c6e-4ed5-ad98-f77e63ac8cea tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] show failed (client error): The resource could not be found. Nov 02 12:16:41.626240 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-603d3db9-0c6e-4ed5-ad98-f77e63ac8cea tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-1938671684 HTTP/1.1" status: 404 len: 335 time: 0.1060250 Nov 02 12:16:41.630475 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50618) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:41.639603 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-34cfb36c-2a8f-45d0-87ec-71f8ae700301 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:41.651628 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:41.678543 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4da30b25-3529-4d9c-ae9a-c16cc01077e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:41.679910 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da30b25-3529-4d9c-ae9a-c16cc01077e6 None None] The sync data for ids ['5bc0c9a8-e911-47d6-98bc-77fbb8904ef1'] in n-d-806683-18 is: [] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:16:41.708880 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-34cfb36c-2a8f-45d0-87ec-71f8ae700301 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] update failed (client error): The resource could not be found. Nov 02 12:16:41.716789 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-34cfb36c-2a8f-45d0-87ec-71f8ae700301 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-2126441261 HTTP/1.1" status: 404 len: 335 time: 0.0778511 Nov 02 12:16:41.717996 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50620) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:41.742309 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Pushing event updated for resources: {'Port': ['ID=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:41.851224 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db187e1-1f9c-4bff-ac48-5e6ec4cf499c tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Deleting subnet e75cfa03-93d2-4226-af5f-cc663ae1d948 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:16:41.856516 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4db187e1-1f9c-4bff-ac48-5e6ec4cf499c tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:41.911803 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Attempting to bind port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:16:41.912265 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Attempting to bind port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:16:41.912714 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Attempting to bind port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 on network 28182654-52d7-45ef-b478-ed14db9d68f2 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:16:41.921307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 on network 28182654-52d7-45ef-b478-ed14db9d68f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:16:41.921735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Attempting to bind port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 on network 28182654-52d7-45ef-b478-ed14db9d68f2 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:16:41.937310 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4db187e1-1f9c-4bff-ac48-5e6ec4cf499c tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:41.941979 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:16:41.942365 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Checking segment: {'id': '4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:16:41.942870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Bound using segment: {'id': '4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:16:41.948767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Bound port: 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:16:41.948767 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:42.065904 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] For port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:16:42.070856 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] For port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6,segment=NetworkSegment(4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6),segment_id=4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:16:42.152547 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4db187e1-1f9c-4bff-ac48-5e6ec4cf499c tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:42.199979 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:42.247120 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:42.247902 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:42.249504 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] 10.222.0.54 "PUT /v2.0/ports/80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 HTTP/1.1" status: 200 len: 1092 time: 1.5939980 Nov 02 12:16:42.250091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e7b026-6692-42ef-8124-13777fc5c193', 'tag': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:16:42.252922 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345e5f4b-3f90-4135-bd8a-eec29829d604" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e7b026-6692-42ef-8124-13777fc5c193", "tag": "80bd2a76-781d-4ffd-9ee9-0fde7eb562e6"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:16:42.290124 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fb222-86d8-41fc-bb87-b2af884d5642 req-14f27b5c-0188-4695-a8a7-dd11c6887ef2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:42.293065 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-965fb222-86d8-41fc-bb87-b2af884d5642 req-14f27b5c-0188-4695-a8a7-dd11c6887ef2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 945 time: 0.1465535 Nov 02 12:16:42.356732 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8c729-8974-4a58-a032-6b384fd5d2ac service neutron] Pushing event updated for resources: {'Port': ['ID=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:42.389080 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4db187e1-1f9c-4bff-ac48-5e6ec4cf499c tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:42.459411 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-965fb222-86d8-41fc-bb87-b2af884d5642 req-ae6c224e-f3ab-4a01-a1d7-609ff0ab9a5b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461525 Nov 02 12:16:42.509659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-864a4aa0-df78-4ee0-9dda-3c975c24fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:42.516502 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4db187e1-1f9c-4bff-ac48-5e6ec4cf499c tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:42.517228 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-864a4aa0-df78-4ee0-9dda-3c975c24fb6f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 1095 time: 0.1232603 Nov 02 12:16:42.523786 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078ad514-0bfb-41a3-b10b-eaa3fe014dd4 None None] Network 13b5b912-36d3-4c6a-b43f-68543c2f6317 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:16:42.531793 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4db187e1-1f9c-4bff-ac48-5e6ec4cf499c tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "DELETE /v2.0/subnets/e75cfa03-93d2-4226-af5f-cc663ae1d948 HTTP/1.1" status: 204 len: 168 time: 0.8129232 Nov 02 12:16:42.532699 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50638) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:42.568727 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db187e1-1f9c-4bff-ac48-5e6ec4cf499c tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event deleted for resources: {'Subnet': ['ID=e75cfa03-93d2-4226-af5f-cc663ae1d948,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:42.693668 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-1377ca90-e658-4fa4-ae15-82a1f3042d91 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Deleting subnet d2b3285e-2988-4e35-8e18-60d5db3446d8 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:16:42.699686 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1377ca90-e658-4fa4-ae15-82a1f3042d91 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:42.710832 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-14d32a6d-9f5c-4281-94f9-44d917e9c3a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 HTTP/1.1" status: 200 len: 217 time: 0.1865730 Nov 02 12:16:42.790148 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1377ca90-e658-4fa4-ae15-82a1f3042d91 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:42.841970 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-36e15e0a-b3c6-49fb-9351-3bf9d5c23f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:42.845047 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-36e15e0a-b3c6-49fb-9351-3bf9d5c23f62 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=204eff55-d25a-4ea9-ade7-03e61ef233d9 HTTP/1.1" status: 200 len: 835 time: 0.1260900 Nov 02 12:16:42.942673 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1377ca90-e658-4fa4-ae15-82a1f3042d91 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:42.970509 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6880809e-5579-4e32-83a2-39226c4edd82 None None] DHCP port deletion for 13b5b912-36d3-4c6a-b43f-68543c2f6317 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:16:42.994200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-60ea8e97-ec93-4378-ba3e-0ce3787a91e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:43.000068 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-60ea8e97-ec93-4378-ba3e-0ce3787a91e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=28182654-52d7-45ef-b478-ed14db9d68f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1465037 Nov 02 12:16:43.072088 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2b3092-b285-4233-8de7-4606e060e478 x-openstack-request-id: req-ae2b3092-b285-4233-8de7-4606e060e478 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:16:43.072655 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e7b026-6692-42ef-8124-13777fc5c193", "tag": "80bd2a76-781d-4ffd-9ee9-0fde7eb562e6", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:16:43.073113 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae2b3092-b285-4233-8de7-4606e060e478 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:16:43.073826 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e7b026-6692-42ef-8124-13777fc5c193', 'tag': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6', 'status': 'completed', 'code': 200} Nov 02 12:16:43.136526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6880809e-5579-4e32-83a2-39226c4edd82 None None] Deleting port 431c01e5-b090-4653-81c2-80857e283ba0 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:16:43.137858 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6880809e-5579-4e32-83a2-39226c4edd82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:43.196656 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1377ca90-e658-4fa4-ae15-82a1f3042d91 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:43.254442 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1377ca90-e658-4fa4-ae15-82a1f3042d91 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:43.259415 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6880809e-5579-4e32-83a2-39226c4edd82 None None] For port 431c01e5-b090-4653-81c2-80857e283ba0, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=431c01e5-b090-4653-81c2-80857e283ba0,segment=NetworkSegment(822914a4-97ea-44fc-b690-f5c1a8e51f66),segment_id=822914a4-97ea-44fc-b690-f5c1a8e51f66)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:43.260820 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6880809e-5579-4e32-83a2-39226c4edd82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:43.274005 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1377ca90-e658-4fa4-ae15-82a1f3042d91 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "DELETE /v2.0/subnets/d2b3285e-2988-4e35-8e18-60d5db3446d8 HTTP/1.1" status: 204 len: 168 time: 0.7291667 Nov 02 12:16:43.282347 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50648) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:43.316448 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6880809e-5579-4e32-83a2-39226c4edd82 None None] Calling delete_port for 431c01e5-b090-4653-81c2-80857e283ba0 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:16:43.409003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377ca90-e658-4fa4-ae15-82a1f3042d91 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b3285e-2988-4e35-8e18-60d5db3446d8,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:43.446279 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-be604f4d-7edd-45c7-b734-d77a207150a4 service neutron] 10.222.0.54 "GET /v2.0/networks/28182654-52d7-45ef-b478-ed14db9d68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317026 Nov 02 12:16:43.461774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ada1e-d425-40bc-880e-c4b4c1ed42f9 req-e3bea285-906a-41dd-8cf8-0f65d2c46ea5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:43.472141 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b29ada1e-d425-40bc-880e-c4b4c1ed42f9 req-e3bea285-906a-41dd-8cf8-0f65d2c46ea5 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 945 time: 0.2879858 Nov 02 12:16:43.554079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a2ecb8-e366-4012-b135-e07b71c6a5eb None None] Network 38475e78-7382-4732-acf8-e6a518c658a2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:16:43.570146 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:43.723705 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6880809e-5579-4e32-83a2-39226c4edd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:43.736599 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Deleting port 431c01e5-b090-4653-81c2-80857e283ba0 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:16:43.737511 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:43.760611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6880809e-5579-4e32-83a2-39226c4edd82 None None] No DVR routers for this DVR port 431c01e5-b090-4653-81c2-80857e283ba0 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:16:43.777612 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b29ada1e-d425-40bc-880e-c4b4c1ed42f9 req-7cf1c83e-7b67-4a56-9b9e-e5c8e0c757db tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3029914 Nov 02 12:16:43.804753 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50656) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:43.860138 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880809e-5579-4e32-83a2-39226c4edd82 None None] Pushing event deleted for resources: {'Port': ['ID=431c01e5-b090-4653-81c2-80857e283ba0,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:43.902412 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02b4b096-ab1a-42f7-8b76-1e715b3e7088 req-791d0915-02ed-46ab-807e-2d58f9dc5640 service neutron] 10.222.0.54 "GET /v2.0/networks/28182654-52d7-45ef-b478-ed14db9d68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097636 Nov 02 12:16:43.921474 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 431c01e5-b090-4653-81c2-80857e283ba0 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:16:43.964701 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] For port 431c01e5-b090-4653-81c2-80857e283ba0, host n-d-806683-18, got binding levels [] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:43.967348 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:43.983577 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 431c01e5-b090-4653-81c2-80857e283ba0 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:16:43.984121 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 431c01e5-b090-4653-81c2-80857e283ba0 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:16:44.017724 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Calling delete_port for 431c01e5-b090-4653-81c2-80857e283ba0 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:16:44.021668 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.ipam_backend_mixin [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Port 431c01e5-b090-4653-81c2-80857e283ba0 was not found and therefore no delete operation was performed {{(pid=102690) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 12:16:44.024763 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:44.061320 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event deleted for resources: {'Port': ['ID=431c01e5-b090-4653-81c2-80857e283ba0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:44.096867 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] No DVR routers for this DVR port 431c01e5-b090-4653-81c2-80857e283ba0 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:16:44.120741 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1418e70f-9df2-4fc1-b44a-80069ff1e05a None None] DHCP port deletion for 38475e78-7382-4732-acf8-e6a518c658a2 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:16:44.177263 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cda7ed-78d1-4db5-b5f2-826b73e2ff7d req-f0b78667-5041-4265-9aa9-d84281960924 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:44.184212 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41cda7ed-78d1-4db5-b5f2-826b73e2ff7d req-f0b78667-5041-4265-9aa9-d84281960924 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 943 time: 0.2475693 Nov 02 12:16:44.276362 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-1418e70f-9df2-4fc1-b44a-80069ff1e05a None None] Deleting port 63901812-574e-49ee-ba9d-46e05eba5afe {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:16:44.277472 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1418e70f-9df2-4fc1-b44a-80069ff1e05a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:44.284312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e5f4b-3f90-4135-bd8a-eec29829d604 req-27e5e723-37b5-4ccc-b166-d306856bf76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:44.287287 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-345e5f4b-3f90-4135-bd8a-eec29829d604 req-27e5e723-37b5-4ccc-b166-d306856bf76d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 1095 time: 0.2354386 Nov 02 12:16:44.288599 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:44.339116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b5b912-36d3-4c6a-b43f-68543c2f6317']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:44.389930 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822914a4-97ea-44fc-b690-f5c1a8e51f66') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:44.393992 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822914a4-97ea-44fc-b690-f5c1a8e51f66') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:44.411235 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:44.419921 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1418e70f-9df2-4fc1-b44a-80069ff1e05a None None] For port 63901812-574e-49ee-ba9d-46e05eba5afe, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=63901812-574e-49ee-ba9d-46e05eba5afe,segment=NetworkSegment(969e40f8-b6aa-4e5b-b000-4a7766cdfb65),segment_id=969e40f8-b6aa-4e5b-b000-4a7766cdfb65)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:44.421058 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1418e70f-9df2-4fc1-b44a-80069ff1e05a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:44.434894 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:44.443853 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-1418e70f-9df2-4fc1-b44a-80069ff1e05a None None] Calling delete_port for 63901812-574e-49ee-ba9d-46e05eba5afe owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:16:44.447157 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:16:44.448461 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:16:44.459952 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:16:44.507839 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41cda7ed-78d1-4db5-b5f2-826b73e2ff7d req-c06b80f5-7f92-467c-b402-d0a4e0908a35 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3076847 Nov 02 12:16:44.554723 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6e2db4-6fb2-495c-936d-47cfdef43b13 tempest-TestVolumeBootPattern-2076683317 tempest-TestVolumeBootPattern-2076683317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:44.562412 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4f6e2db4-6fb2-495c-936d-47cfdef43b13 tempest-TestVolumeBootPattern-2076683317 tempest-TestVolumeBootPattern-2076683317-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 1092 time: 0.7498703 Nov 02 12:16:44.570060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50666) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:44.587169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e5f4b-3f90-4135-bd8a-eec29829d604 req-708419aa-d7eb-4ffe-93b1-c860bcaeb326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:44.590354 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-345e5f4b-3f90-4135-bd8a-eec29829d604 req-708419aa-d7eb-4ffe-93b1-c860bcaeb326 service neutron] 10.222.0.54 "GET /v2.0/networks?id=28182654-52d7-45ef-b478-ed14db9d68f2 HTTP/1.1" status: 200 len: 898 time: 0.2817266 Nov 02 12:16:44.668838 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-345e5f4b-3f90-4135-bd8a-eec29829d604 req-f0ea343e-b95a-49a1-9625-eb290802a12e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 HTTP/1.1" status: 200 len: 217 time: 0.0710793 Nov 02 12:16:44.727058 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:44.734692 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:44.739404 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "DELETE /v2.0/networks/13b5b912-36d3-4c6a-b43f-68543c2f6317 HTTP/1.1" status: 204 len: 168 time: 1.4537175 Nov 02 12:16:44.762622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e5f4b-3f90-4135-bd8a-eec29829d604 req-f1a6b309-fd3f-4d7c-8019-4a8a51cb3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:44.765561 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-345e5f4b-3f90-4135-bd8a-eec29829d604 req-f1a6b309-fd3f-4d7c-8019-4a8a51cb3f55 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=204eff55-d25a-4ea9-ade7-03e61ef233d9 HTTP/1.1" status: 200 len: 835 time: 0.0876133 Nov 02 12:16:44.766815 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50672) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:44.796547 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71dc89a-08d4-4e9a-9158-ec53f4aebc88 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event deleted for resources: {'Network': ['ID=13b5b912-36d3-4c6a-b43f-68543c2f6317,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:44.812972 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1418e70f-9df2-4fc1-b44a-80069ff1e05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:44.833268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': 'fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:44.877842 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418e70f-9df2-4fc1-b44a-80069ff1e05a None None] Pushing event deleted for resources: {'Port': ['ID=63901812-574e-49ee-ba9d-46e05eba5afe,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:44.888515 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1418e70f-9df2-4fc1-b44a-80069ff1e05a None None] No DVR routers for this DVR port 63901812-574e-49ee-ba9d-46e05eba5afe on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:16:44.997076 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ebec-6136-488c-99b9-0d56497c2527 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:45.008865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e5f4b-3f90-4135-bd8a-eec29829d604 req-4d623e83-ce5c-4026-826f-5562707c9830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:45.011533 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-345e5f4b-3f90-4135-bd8a-eec29829d604 req-4d623e83-ce5c-4026-826f-5562707c9830 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=28182654-52d7-45ef-b478-ed14db9d68f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2264326 Nov 02 12:16:45.074823 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:45.266148 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ebec-6136-488c-99b9-0d56497c2527 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:45.374165 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c8e5ebec-6136-488c-99b9-0d56497c2527 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38475e78-7382-4732-acf8-e6a518c658a2']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:45.404907 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-345e5f4b-3f90-4135-bd8a-eec29829d604 req-bf4b2b5e-5095-4498-b9e7-ef13c89f113a service neutron] 10.222.0.54 "GET /v2.0/networks/28182654-52d7-45ef-b478-ed14db9d68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845236 Nov 02 12:16:45.408662 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c8e5ebec-6136-488c-99b9-0d56497c2527 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969e40f8-b6aa-4e5b-b000-4a7766cdfb65') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:45.409303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-c8e5ebec-6136-488c-99b9-0d56497c2527 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969e40f8-b6aa-4e5b-b000-4a7766cdfb65') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:45.441817 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ebec-6136-488c-99b9-0d56497c2527 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:45.491560 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ebec-6136-488c-99b9-0d56497c2527 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:45.538266 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e5ebec-6136-488c-99b9-0d56497c2527 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:16:45.538266 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ebec-6136-488c-99b9-0d56497c2527 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:16:45.541648 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:16:45.705519 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-345e5f4b-3f90-4135-bd8a-eec29829d604 req-bd03f133-84d7-4292-be0c-fa4b6ad6258f service neutron] 10.222.0.54 "GET /v2.0/networks/28182654-52d7-45ef-b478-ed14db9d68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853239 Nov 02 12:16:45.716408 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:45.754543 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a841f3-776a-407c-9ca3-6020d207c307 req-5246886f-f82e-4170-9af1-84351bb30e6e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:45.756469 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7a841f3-776a-407c-9ca3-6020d207c307 req-5246886f-f82e-4170-9af1-84351bb30e6e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 943 time: 0.1217482 Nov 02 12:16:45.831974 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ebec-6136-488c-99b9-0d56497c2527 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:45.867081 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 63901812-574e-49ee-ba9d-46e05eba5afe no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:16:45.870276 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8e5ebec-6136-488c-99b9-0d56497c2527 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:45.874693 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c8e5ebec-6136-488c-99b9-0d56497c2527 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "DELETE /v2.0/networks/38475e78-7382-4732-acf8-e6a518c658a2 HTTP/1.1" status: 204 len: 168 time: 1.1053762 Nov 02 12:16:45.887466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50688) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:45.907955 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 63901812-574e-49ee-ba9d-46e05eba5afe {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:16:45.908512 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 63901812-574e-49ee-ba9d-46e05eba5afe not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:16:45.952226 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5ebec-6136-488c-99b9-0d56497c2527 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event deleted for resources: {'Network': ['ID=38475e78-7382-4732-acf8-e6a518c658a2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:45.969784 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7a841f3-776a-407c-9ca3-6020d207c307 req-f67a2faa-cdeb-4eca-8593-cb797b7dbd22 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070808 Nov 02 12:16:46.003218 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e85abe4-70b1-4797-8b31-7f4914d3b7b7 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Deleting subnet 61a56986-354a-4471-b5fe-ec53688d7f52 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:16:46.033753 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e85abe4-70b1-4797-8b31-7f4914d3b7b7 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:46.125414 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e85abe4-70b1-4797-8b31-7f4914d3b7b7 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:46.177363 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Allocated IP 172.25.6.4 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/3cf3c34b-411a-4e64-bab3-5a5b2a199777) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:16:46.377823 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e85abe4-70b1-4797-8b31-7f4914d3b7b7 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:46.473169 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:46.647473 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e85abe4-70b1-4797-8b31-7f4914d3b7b7 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:46.699896 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:46.704319 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85abe4-70b1-4797-8b31-7f4914d3b7b7 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event deleted for resources: {'Subnet': ['ID=61a56986-354a-4471-b5fe-ec53688d7f52,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:46.707301 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ed2218-4176-4616-bd38-fda62dd0f565 None None] Network 22d43a8b-84c3-4959-907b-951150a8fca3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:16:46.732323 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1e85abe4-70b1-4797-8b31-7f4914d3b7b7 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:46.732323 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1e85abe4-70b1-4797-8b31-7f4914d3b7b7 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "DELETE /v2.0/subnets/61a56986-354a-4471-b5fe-ec53688d7f52 HTTP/1.1" status: 204 len: 168 time: 0.8322864 Nov 02 12:16:46.732778 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50702) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:46.819004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:16:46.820806 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'Port': ['ID=3cf3c34b-411a-4e64-bab3-5a5b2a199777,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:46.830545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:16:46.840260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:16:46.896986 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:47.031512 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Deleting port cf29b55d-48a6-4dc8-8596-36f57000767c {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:16:47.033480 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:47.122908 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46ef679-fefb-47bd-a22b-e5abbc7eae7f None None] DHCP port deletion for 22d43a8b-84c3-4959-907b-951150a8fca3 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:16:47.265778 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c46ef679-fefb-47bd-a22b-e5abbc7eae7f None None] Deleting port cf29b55d-48a6-4dc8-8596-36f57000767c {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:16:47.266173 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c46ef679-fefb-47bd-a22b-e5abbc7eae7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:47.384580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c46ef679-fefb-47bd-a22b-e5abbc7eae7f None None] For port cf29b55d-48a6-4dc8-8596-36f57000767c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cf29b55d-48a6-4dc8-8596-36f57000767c,segment=NetworkSegment(dd96243c-d331-4313-b52d-b5d2f78d7f45),segment_id=dd96243c-d331-4313-b52d-b5d2f78d7f45)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:47.392057 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c46ef679-fefb-47bd-a22b-e5abbc7eae7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:47.393874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda97c9-000c-4523-8636-9a71bee8c6e2 req-ed1ad819-3ef9-42c0-ae1d-050466022ecb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:47.396417 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffda97c9-000c-4523-8636-9a71bee8c6e2 req-ed1ad819-3ef9-42c0-ae1d-050466022ecb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 943 time: 0.1798499 Nov 02 12:16:47.454043 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c46ef679-fefb-47bd-a22b-e5abbc7eae7f None None] Calling delete_port for cf29b55d-48a6-4dc8-8596-36f57000767c owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:16:47.486452 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ffda97c9-000c-4523-8636-9a71bee8c6e2 req-ce333d99-4ea9-4ea7-be44-b54f9eb8dc85 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784669 Nov 02 12:16:47.581604 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:16:47.819911 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] For port cf29b55d-48a6-4dc8-8596-36f57000767c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cf29b55d-48a6-4dc8-8596-36f57000767c,segment=NetworkSegment(dd96243c-d331-4313-b52d-b5d2f78d7f45),segment_id=dd96243c-d331-4313-b52d-b5d2f78d7f45)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:47.820867 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:47.824231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6,segment=NetworkSegment(4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6),segment_id=4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:47.841152 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Calling delete_port for cf29b55d-48a6-4dc8-8596-36f57000767c owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:16:47.849723 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6', 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2', 'port_id': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6', 'mac_address': 'fa:16:3e:6a:39:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:16:47.855826 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c46ef679-fefb-47bd-a22b-e5abbc7eae7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:47.937393 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:47.946495 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:47.975357 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:48.001028 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] No DVR routers for this DVR port cf29b55d-48a6-4dc8-8596-36f57000767c on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:16:48.002841 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event deleted for resources: {'Port': ['ID=cf29b55d-48a6-4dc8-8596-36f57000767c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:48.011399 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device cf29b55d-48a6-4dc8-8596-36f57000767c no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:16:48.092112 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ef679-fefb-47bd-a22b-e5abbc7eae7f None None] Pushing event deleted for resources: {'Port': ['ID=cf29b55d-48a6-4dc8-8596-36f57000767c,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:48.097661 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46ef679-fefb-47bd-a22b-e5abbc7eae7f None None] No DVR routers for this DVR port cf29b55d-48a6-4dc8-8596-36f57000767c on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:16:48.099982 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: cf29b55d-48a6-4dc8-8596-36f57000767c {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:16:48.100403 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device cf29b55d-48a6-4dc8-8596-36f57000767c not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:16:48.104881 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:16:48.145103 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6,segment=NetworkSegment(4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6),segment_id=4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:48.159928 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:48.196358 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d43a8b-84c3-4959-907b-951150a8fca3']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:48.216178 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd96243c-d331-4313-b52d-b5d2f78d7f45') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:48.216483 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd96243c-d331-4313-b52d-b5d2f78d7f45') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:48.229673 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:48.249922 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:48.259131 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:16:48.260441 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:16:48.264189 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:16:48.294328 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-95af54e7-8a7e-4a68-9fab-d3bf1191d834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:48.325809 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:48.418242 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:48.481146 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:48.500268 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:48.504970 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:48.521534 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50722) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:48.522793 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "DELETE /v2.0/networks/22d43a8b-84c3-4959-907b-951150a8fca3 HTTP/1.1" status: 204 len: 168 time: 1.7975893 Nov 02 12:16:48.534052 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9277204-6d2d-4808-babc-0578ed99f031 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Pushing event deleted for resources: {'Network': ['ID=22d43a8b-84c3-4959-907b-951150a8fca3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:48.568255 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8627baae-b016-4434-a660-aa02fa72bfc9 tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5bc0c9a8-e911-47d6-98bc-77fbb8904ef1 HTTP/1.1" status: 200 len: 205 time: 0.0447667 Nov 02 12:16:48.570484 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50726) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:48.602350 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:48.658521 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['80bd2a76-781d-4ffd-9ee9-0fde7eb562e6'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:16:48.701741 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:48.713276 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6c08221-1848-42c5-97df-7796277d9e8d tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:49.002155 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6c08221-1848-42c5-97df-7796277d9e8d tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:49.006206 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6c08221-1848-42c5-97df-7796277d9e8d tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:49.162077 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6c08221-1848-42c5-97df-7796277d9e8d tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:49.162077 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c08221-1848-42c5-97df-7796277d9e8d tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Fanout notify agent at l3_agent the message router_deleted on router 5bc0c9a8-e911-47d6-98bc-77fbb8904ef1 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:16:49.169612 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6c08221-1848-42c5-97df-7796277d9e8d tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:49.170921 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c6c08221-1848-42c5-97df-7796277d9e8d tempest-RoutersNegativeTest-222074619 tempest-RoutersNegativeTest-222074619-project] 10.222.0.52 "DELETE /v2.0/routers/5bc0c9a8-e911-47d6-98bc-77fbb8904ef1 HTTP/1.1" status: 204 len: 168 time: 0.5967684 Nov 02 12:16:49.356027 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event updated for resources: {'Port': ['ID=3cf3c34b-411a-4e64-bab3-5a5b2a199777,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:49.367636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8653b3-9be1-4cd9-abf2-c90c24c371c1 req-33ca15ea-262b-491c-8e4b-e37dbfd6019e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:49.369949 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff8653b3-9be1-4cd9-abf2-c90c24c371c1 req-33ca15ea-262b-491c-8e4b-e37dbfd6019e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 944 time: 0.7497303 Nov 02 12:16:49.438453 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:49.516210 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ff8653b3-9be1-4cd9-abf2-c90c24c371c1 req-cdf421c0-278c-4acf-b983-dc20907d2e2e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363297 Nov 02 12:16:49.548607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:16:49.581328 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Floating IP 296161b4-0f10-45bd-9bab-ccd9ec31051c associated. External IP: 172.25.6.4, port: fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e. Nov 02 12:16:49.848978 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:16:49.857704 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:16:49.863170 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:16:49.863769 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:49.958235 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8bfe66c8-5080-4175-92e7-cc6c3c4b3a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:49.983756 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:50.005329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:16:50.027768 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e7b026-6692-42ef-8124-13777fc5c193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:16:50.031154 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881b014f-9f78-47b1-ae6f-8ab3d4d0fc75" -d '{"events": [{"server_uuid": "b0e7b026-6692-42ef-8124-13777fc5c193", "name": "network-vif-plugged", "status": "completed", "tag": "80bd2a76-781d-4ffd-9ee9-0fde7eb562e6"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:16:50.034092 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15fee96-edbb-48d4-9261-d86641a10893 None None] Sync routers for ids ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:16:50.041996 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6,segment=NetworkSegment(4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6),segment_id=4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:16:50.051490 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15fee96-edbb-48d4-9261-d86641a10893 None None] Routers {'ddc3b898-3f37-4d0b-8bfc-4c1613696b05'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:16:50.053130 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d15fee96-edbb-48d4-9261-d86641a10893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:16:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:50.092231 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b0e991-3afa-42b5-928a-b78001d290bb x-openstack-request-id: req-f2b0e991-3afa-42b5-928a-b78001d290bb {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:16:50.092692 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e7b026-6692-42ef-8124-13777fc5c193", "name": "network-vif-plugged", "status": "completed", "tag": "80bd2a76-781d-4ffd-9ee9-0fde7eb562e6", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:16:50.093365 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2b0e991-3afa-42b5-928a-b78001d290bb {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:16:50.093365 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e7b026-6692-42ef-8124-13777fc5c193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6', 'code': 200} Nov 02 12:16:50.196440 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-d15fee96-edbb-48d4-9261-d86641a10893 None None] Set router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:16:50.199100 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:50.200513 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:50.207270 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba433c5-12b4-40be-aaf3-e9e9d3b29231 req-755f2826-c038-4f85-a863-417f4faf7bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:50.209042 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ba433c5-12b4-40be-aaf3-e9e9d3b29231 req-755f2826-c038-4f85-a863-417f4faf7bc3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 1096 time: 0.0603795 Nov 02 12:16:50.254394 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6cb7f8db-13be-4acf-837b-c97d5ed77ba2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 5.6789200 Nov 02 12:16:50.254394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5', 'tag': 'fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:16:50.254394 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2022ff65-c377-4296-894a-2003ac64a664" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5", "tag": "fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:16:50.270078 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50754) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:50.329098 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a40df8c-d9b0-471e-bca7-daddc548d422 x-openstack-request-id: req-8a40df8c-d9b0-471e-bca7-daddc548d422 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:16:50.329493 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5", "tag": "fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:16:50.329903 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8a40df8c-d9b0-471e-bca7-daddc548d422 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:16:50.330394 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5', 'tag': 'fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e', 'status': 'completed', 'code': 200} Nov 02 12:16:50.334053 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ba433c5-12b4-40be-aaf3-e9e9d3b29231 req-9d1e26d0-9a64-4acd-9677-2ec60fe404a7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088240 Nov 02 12:16:50.339268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:50.423221 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022ff65-c377-4296-894a-2003ac64a664 req-7eb74fbd-9ed7-409e-9f02-dd99cbc350f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:50.425385 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2022ff65-c377-4296-894a-2003ac64a664 req-7eb74fbd-9ed7-409e-9f02-dd99cbc350f6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 1097 time: 0.0843086 Nov 02 12:16:50.616815 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022ff65-c377-4296-894a-2003ac64a664 req-437f1e92-4962-48ff-bff6-5a270e442c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:50.618613 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2022ff65-c377-4296-894a-2003ac64a664 req-437f1e92-4962-48ff-bff6-5a270e442c38 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.1851277 Nov 02 12:16:50.638156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d15fee96-edbb-48d4-9261-d86641a10893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '07d52d56-3207-4f74-b201-c255bb7b1329', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'port_id': '13524ad8-f602-4ece-9f00-b780afaf2803', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'mac_address': 'fa:16:3e:43:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:12:31Z', 'updated_at': '2021-11-02T12:12:34Z', 'revision_number': 1, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'fixed_ip_address_scope': None}, {'id': '296161b4-0f10-45bd-9bab-ccd9ec31051c', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'port_id': 'fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'mac_address': 'fa:16:3e:40:68:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:16:47Z', 'updated_at': '2021-11-02T12:16:47Z', 'revision_number': 0, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:25Z', 'revision_number': 5, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:50.670168 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15fee96-edbb-48d4-9261-d86641a10893 None None] Checking router: ddc3b898-3f37-4d0b-8bfc-4c1613696b05 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:16:50.687316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15fee96-edbb-48d4-9261-d86641a10893 None None] Routers {'ddc3b898-3f37-4d0b-8bfc-4c1613696b05'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:16:50.687564 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9f930e9b-378d-4f00-83b5-771223271e6c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bdc91a531c7e4f70bed4f76fbb27567d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4122374 Nov 02 12:16:50.687704 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d15fee96-edbb-48d4-9261-d86641a10893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:16:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:50.689024 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50768) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:50.694204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fde8f1-45f9-4af8-ad0a-7729df4a5b75 req-2ef00a11-853e-4bf0-b1af-ffb46575b755 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:50.696414 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58fde8f1-45f9-4af8-ad0a-7729df4a5b75 req-2ef00a11-853e-4bf0-b1af-ffb46575b755 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.0778480 Nov 02 12:16:50.750752 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2022ff65-c377-4296-894a-2003ac64a664 req-fde25f9c-89af-4019-9c6a-81d481966c59 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e HTTP/1.1" status: 200 len: 997 time: 0.1174679 Nov 02 12:16:50.781299 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58fde8f1-45f9-4af8-ad0a-7729df4a5b75 req-456f9911-71b4-44f1-a65e-54cc032e60fc tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784416 Nov 02 12:16:50.843069 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d45b1d2-4e7b-466d-a0cd-faecb5273733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:50.846590 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022ff65-c377-4296-894a-2003ac64a664 req-facd6415-61b0-452e-bd39-4194e5f2f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:50.847781 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2022ff65-c377-4296-894a-2003ac64a664 req-facd6415-61b0-452e-bd39-4194e5f2f6c4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0893986 Nov 02 12:16:50.908066 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d45b1d2-4e7b-466d-a0cd-faecb5273733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:50.956446 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022ff65-c377-4296-894a-2003ac64a664 req-4fb4dd9a-f6c4-4db8-8832-1477b464c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:50.958074 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2022ff65-c377-4296-894a-2003ac64a664 req-4fb4dd9a-f6c4-4db8-8832-1477b464c24c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977144 Nov 02 12:16:51.045751 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-d15fee96-edbb-48d4-9261-d86641a10893 None None] Set router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:16:51.124901 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2022ff65-c377-4296-894a-2003ac64a664 req-7e692c27-df65-47aa-9c3f-97cce597170a service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586471 Nov 02 12:16:51.137773 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:51.226562 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d45b1d2-4e7b-466d-a0cd-faecb5273733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:51.229935 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2d45b1d2-4e7b-466d-a0cd-faecb5273733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:51.235815 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2d45b1d2-4e7b-466d-a0cd-faecb5273733 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/af0583ca-1696-41c8-a062-ecba028fa2ee HTTP/1.1" status: 204 len: 168 time: 0.5419493 Nov 02 12:16:51.328838 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2022ff65-c377-4296-894a-2003ac64a664 req-16dfa669-8088-48ab-81fc-a2d0a98445db service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960077 Nov 02 12:16:51.339718 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45b1d2-4e7b-466d-a0cd-faecb5273733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0583ca-1696-41c8-a062-ecba028fa2ee,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:51.443961 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d15fee96-edbb-48d4-9261-d86641a10893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '07d52d56-3207-4f74-b201-c255bb7b1329', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'port_id': '13524ad8-f602-4ece-9f00-b780afaf2803', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'mac_address': 'fa:16:3e:43:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:12:31Z', 'updated_at': '2021-11-02T12:12:34Z', 'revision_number': 1, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'fixed_ip_address_scope': None}, {'id': '296161b4-0f10-45bd-9bab-ccd9ec31051c', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'port_id': 'fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'mac_address': 'fa:16:3e:40:68:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:16:47Z', 'updated_at': '2021-11-02T12:16:47Z', 'revision_number': 0, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:25Z', 'revision_number': 5, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:51.480442 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15fee96-edbb-48d4-9261-d86641a10893 None None] The sync data for ids ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'] in n-d-806683-18 is: [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '07d52d56-3207-4f74-b201-c255bb7b1329', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'port_id': '13524ad8-f602-4ece-9f00-b780afaf2803', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'mac_address': 'fa:16:3e:43:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:12:31Z', 'updated_at': '2021-11-02T12:12:34Z', 'revision_number': 1, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'fixed_ip_address_scope': None}, {'id': '296161b4-0f10-45bd-9bab-ccd9ec31051c', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'port_id': 'fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'mac_address': 'fa:16:3e:40:68:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:16:47Z', 'updated_at': '2021-11-02T12:16:47Z', 'revision_number': 0, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:25Z', 'revision_number': 5, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:16:51.804442 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd3fed1-fea4-47da-b9cf-cf812679c08b None None] New status for floating IP 296161b4-0f10-45bd-9bab-ccd9ec31051c: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:16:51.999174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119efbd-37cc-4cb6-8341-8861d406a24b req-dad3e5f3-344f-4f20-be95-898ca11539ce tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:52.002551 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a119efbd-37cc-4cb6-8341-8861d406a24b req-dad3e5f3-344f-4f20-be95-898ca11539ce tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.0721648 Nov 02 12:16:52.072461 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a119efbd-37cc-4cb6-8341-8861d406a24b req-c56edee6-29bf-4af9-91fa-bdc6248d1e19 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636716 Nov 02 12:16:52.248384 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21f297-9e57-4496-a556-c21098e6e713 req-2e38226d-46f2-4974-beb9-60a7385b7a42 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:52.250035 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c21f297-9e57-4496-a556-c21098e6e713 req-2e38226d-46f2-4974-beb9-60a7385b7a42 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.0916867 Nov 02 12:16:52.337127 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c21f297-9e57-4496-a556-c21098e6e713 req-4c724fe5-e8d0-4094-ae8b-36b406b18f35 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742421 Nov 02 12:16:52.370879 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50802) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:52.456866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad32e0e-49e2-412f-9e8c-d18fe612b0ab tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:52.458518 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1ad32e0e-49e2-412f-9e8c-d18fe612b0ab tempest-TestNetworkAdvancedServerOps-1832783444 tempest-TestNetworkAdvancedServerOps-1832783444-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 1092 time: 0.0885136 Nov 02 12:16:52.462337 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 50808) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:52.467396 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:16:52.619099 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:52.703867 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:52.854215 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:53.037426 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Allocated IP 172.25.6.32 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/b70d681f-3312-4835-bc81-2c08ff27b042) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:16:53.198608 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:53.356291 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:53.404754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:16:53.408018 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:16:53.414355 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:16:53.418464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=b70d681f-3312-4835-bc81-2c08ff27b042,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:53.931441 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:54.131327 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:54.207407 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:54.398401 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:54.424670 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:54.504481 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:54.650961 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event updated for resources: {'Port': ['ID=b70d681f-3312-4835-bc81-2c08ff27b042,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:16:54.682845 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:54.899066 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Floating IP 69ee123c-c057-499f-912c-585fe29832d6 associated. External IP: 172.25.6.32, port: 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6. Nov 02 12:16:55.015401 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:16:55.029473 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:55.204572 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:16:55.383986 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:16:55.393333 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc73888-f260-47b4-bc58-e1e1e4904646 None None] Sync routers for ids ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:16:55.408773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc73888-f260-47b4-bc58-e1e1e4904646 None None] Routers {'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:16:55.410207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-efc73888-f260-47b4-bc58-e1e1e4904646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:16:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:55.523812 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:16:55.586039 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-efc73888-f260-47b4-bc58-e1e1e4904646 None None] Set router cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:16:55.608124 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c2c0b42d-9150-4780-9d65-f80198088dcb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1422396 Nov 02 12:16:55.608124 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e7b026-6692-42ef-8124-13777fc5c193', 'tag': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:16:55.614601 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5bbe4c-f455-448b-bbc0-266ef46bed45" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e7b026-6692-42ef-8124-13777fc5c193", "tag": "80bd2a76-781d-4ffd-9ee9-0fde7eb562e6"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:16:55.763661 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09cac6-0077-4bb1-9bee-18e0ada56003 req-40e4b0bc-0f32-48d2-b980-f71f2a9f020b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:55.765835 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9d09cac6-0077-4bb1-9bee-18e0ada56003 req-40e4b0bc-0f32-48d2-b980-f71f2a9f020b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.0698891 Nov 02 12:16:55.880994 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9d09cac6-0077-4bb1-9bee-18e0ada56003 req-336274ba-b599-408c-9de4-77e71db3bab3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044118 Nov 02 12:16:55.912965 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50884) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:55.947546 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9113d65-a096-45e0-bfdf-fe7630a3f377 x-openstack-request-id: req-c9113d65-a096-45e0-bfdf-fe7630a3f377 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:16:55.947908 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e7b026-6692-42ef-8124-13777fc5c193", "tag": "80bd2a76-781d-4ffd-9ee9-0fde7eb562e6", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:16:55.948261 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9113d65-a096-45e0-bfdf-fe7630a3f377 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:16:55.949735 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e7b026-6692-42ef-8124-13777fc5c193', 'tag': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6', 'status': 'completed', 'code': 200} Nov 02 12:16:56.013033 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0f89af1d-4ff6-4184-8edf-b7ee1c8051e4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/floatingips/69ee123c-c057-499f-912c-585fe29832d6 HTTP/1.1" status: 200 len: 990 time: 0.0980737 Nov 02 12:16:56.075938 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-efc73888-f260-47b4-bc58-e1e1e4904646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682151012', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:16:18Z', 'updated_at': '2021-11-02T12:16:30Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:20Z', 'updated_at': '2021-11-02T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '69ee123c-c057-499f-912c-585fe29832d6', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'port_id': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2', 'mac_address': 'fa:16:3e:6a:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e7b026-6692-42ef-8124-13777fc5c193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:16:53Z', 'updated_at': '2021-11-02T12:16:53Z', 'revision_number': 0, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6097f529-a4e6-47bf-9548-acad0fa54f62', 'name': '', 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:ba:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:27Z', 'updated_at': '2021-11-02T12:16:36Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:56.087694 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bbe4c-f455-448b-bbc0-266ef46bed45 req-a9aabc29-6c17-44d2-b517-8ef71e7c7fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:56.089463 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e5bbe4c-f455-448b-bbc0-266ef46bed45 req-a9aabc29-6c17-44d2-b517-8ef71e7c7fc7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 1097 time: 0.1052876 Nov 02 12:16:56.187019 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc73888-f260-47b4-bc58-e1e1e4904646 None None] Checking router: cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:16:56.203039 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc73888-f260-47b4-bc58-e1e1e4904646 None None] Routers {'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:16:56.203730 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-efc73888-f260-47b4-bc58-e1e1e4904646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:16:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:56.252908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bbe4c-f455-448b-bbc0-266ef46bed45 req-6acf13ec-0cbe-4b88-be8c-22f760031724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:56.255611 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e5bbe4c-f455-448b-bbc0-266ef46bed45 req-6acf13ec-0cbe-4b88-be8c-22f760031724 service neutron] 10.222.0.54 "GET /v2.0/networks?id=28182654-52d7-45ef-b478-ed14db9d68f2 HTTP/1.1" status: 200 len: 898 time: 0.1498048 Nov 02 12:16:56.423958 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-efc73888-f260-47b4-bc58-e1e1e4904646 None None] Set router cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:16:56.449046 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e5bbe4c-f455-448b-bbc0-266ef46bed45 req-5c875fe1-41ed-40cf-8a4b-050c6550b7d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 HTTP/1.1" status: 200 len: 998 time: 0.1853559 Nov 02 12:16:56.515451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bbe4c-f455-448b-bbc0-266ef46bed45 req-4b5e1aad-8c6a-4dbe-a092-e373a0779f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:56.517013 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e5bbe4c-f455-448b-bbc0-266ef46bed45 req-4b5e1aad-8c6a-4dbe-a092-e373a0779f63 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=204eff55-d25a-4ea9-ade7-03e61ef233d9 HTTP/1.1" status: 200 len: 835 time: 0.0606017 Nov 02 12:16:56.582692 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bbe4c-f455-448b-bbc0-266ef46bed45 req-afe9c9de-02f4-4dd4-b024-32a6a7dd08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:16:56.585577 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e5bbe4c-f455-448b-bbc0-266ef46bed45 req-afe9c9de-02f4-4dd4-b024-32a6a7dd08f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=28182654-52d7-45ef-b478-ed14db9d68f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617769 Nov 02 12:16:56.736899 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e5bbe4c-f455-448b-bbc0-266ef46bed45 req-fdff18e3-3f92-4d10-91d1-de9e40f40bec service neutron] 10.222.0.54 "GET /v2.0/networks/28182654-52d7-45ef-b478-ed14db9d68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419194 Nov 02 12:16:56.796828 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-efc73888-f260-47b4-bc58-e1e1e4904646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682151012', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:16:18Z', 'updated_at': '2021-11-02T12:16:30Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:20Z', 'updated_at': '2021-11-02T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '69ee123c-c057-499f-912c-585fe29832d6', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'port_id': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2', 'mac_address': 'fa:16:3e:6a:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e7b026-6692-42ef-8124-13777fc5c193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:16:53Z', 'updated_at': '2021-11-02T12:16:53Z', 'revision_number': 0, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6097f529-a4e6-47bf-9548-acad0fa54f62', 'name': '', 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:ba:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:27Z', 'updated_at': '2021-11-02T12:16:36Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:16:56.831606 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc73888-f260-47b4-bc58-e1e1e4904646 None None] The sync data for ids ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'] in n-d-806683-18 is: [{'id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682151012', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:16:18Z', 'updated_at': '2021-11-02T12:16:30Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:20Z', 'updated_at': '2021-11-02T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '69ee123c-c057-499f-912c-585fe29832d6', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'port_id': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2', 'mac_address': 'fa:16:3e:6a:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e7b026-6692-42ef-8124-13777fc5c193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:16:53Z', 'updated_at': '2021-11-02T12:16:53Z', 'revision_number': 0, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6097f529-a4e6-47bf-9548-acad0fa54f62', 'name': '', 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:ba:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:27Z', 'updated_at': '2021-11-02T12:16:36Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:16:56.912454 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e5bbe4c-f455-448b-bbc0-266ef46bed45 req-d09e9789-545e-449d-99c9-29d448520766 service neutron] 10.222.0.54 "GET /v2.0/networks/28182654-52d7-45ef-b478-ed14db9d68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669691 Nov 02 12:16:57.016819 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50902) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:57.107385 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d0f46d37-b17b-4cc9-b956-ae2cfd598c1f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/floatingips/69ee123c-c057-499f-912c-585fe29832d6 HTTP/1.1" status: 200 len: 990 time: 0.0884728 Nov 02 12:16:57.115665 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e42b1-7421-4557-ab0c-2b5ddab4e89d None None] New status for floating IP 69ee123c-c057-499f-912c-585fe29832d6: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:16:58.111675 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 50924) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:16:58.186613 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5a3633ca-b137-4697-86d2-2c8f1234c2d0 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/floatingips/69ee123c-c057-499f-912c-585fe29832d6 HTTP/1.1" status: 200 len: 992 time: 0.0732837 Nov 02 12:17:05.443095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51060) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:05.616792 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2522b356-2528-44fd-980b-0e665aed1b7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:05.725335 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2522b356-2528-44fd-980b-0e665aed1b7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:05.802885 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2522b356-2528-44fd-980b-0e665aed1b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:05.860258 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2522b356-2528-44fd-980b-0e665aed1b7a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d514ac53ad33448cb12f17d6757e5cda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4131262 Nov 02 12:17:05.860258 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522b356-2528-44fd-980b-0e665aed1b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018908b7-d255-4c08-9f78-be17927a3216,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:05.860552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51068) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:05.872460 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2522b356-2528-44fd-980b-0e665aed1b7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:05.879630 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2522b356-2528-44fd-980b-0e665aed1b7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:05.879630 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2522b356-2528-44fd-980b-0e665aed1b7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:05.879630 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2522b356-2528-44fd-980b-0e665aed1b7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:05.879630 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2522b356-2528-44fd-980b-0e665aed1b7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:05.879630 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2522b356-2528-44fd-980b-0e665aed1b7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:05.879630 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2522b356-2528-44fd-980b-0e665aed1b7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:05.879630 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2522b356-2528-44fd-980b-0e665aed1b7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:05.879630 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2522b356-2528-44fd-980b-0e665aed1b7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:05.879630 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2522b356-2528-44fd-980b-0e665aed1b7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:05.879630 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2522b356-2528-44fd-980b-0e665aed1b7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:05.879630 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2522b356-2528-44fd-980b-0e665aed1b7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:05.922285 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-87554de3-3fcf-4a8d-9ba0-96638dab720c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:05.953792 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-87554de3-3fcf-4a8d-9ba0-96638dab720c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:06.331862 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-87554de3-3fcf-4a8d-9ba0-96638dab720c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:06.334999 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-87554de3-3fcf-4a8d-9ba0-96638dab720c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:06.336368 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-87554de3-3fcf-4a8d-9ba0-96638dab720c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/018908b7-d255-4c08-9f78-be17927a3216 HTTP/1.1" status: 204 len: 168 time: 0.4746802 Nov 02 12:17:06.345887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87554de3-3fcf-4a8d-9ba0-96638dab720c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018908b7-d255-4c08-9f78-be17927a3216,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:06.356827 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87554de3-3fcf-4a8d-9ba0-96638dab720c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:06.357908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87554de3-3fcf-4a8d-9ba0-96638dab720c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:06.358481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87554de3-3fcf-4a8d-9ba0-96638dab720c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:06.359493 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87554de3-3fcf-4a8d-9ba0-96638dab720c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:06.359973 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87554de3-3fcf-4a8d-9ba0-96638dab720c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:06.360356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87554de3-3fcf-4a8d-9ba0-96638dab720c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:06.360798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87554de3-3fcf-4a8d-9ba0-96638dab720c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:06.361636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87554de3-3fcf-4a8d-9ba0-96638dab720c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:06.361952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87554de3-3fcf-4a8d-9ba0-96638dab720c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:06.362566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87554de3-3fcf-4a8d-9ba0-96638dab720c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:06.363183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87554de3-3fcf-4a8d-9ba0-96638dab720c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:06.365026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87554de3-3fcf-4a8d-9ba0-96638dab720c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:07.562074 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51096) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:07.577889 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6b6a2bb0-389c-4a51-8a71-790037b00cd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:07.679573 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6b6a2bb0-389c-4a51-8a71-790037b00cd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:07.777498 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6b6a2bb0-389c-4a51-8a71-790037b00cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:07.825670 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6b6a2bb0-389c-4a51-8a71-790037b00cd6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=068bc0b3c6cd46269538876a0d0f855f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2622252 Nov 02 12:17:07.828535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51100) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:07.829096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a2bb0-389c-4a51-8a71-790037b00cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428a945a-010a-4d4a-bc58-4f11fae343f4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:07.920339 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36b955dd-3459-4f6c-8378-82559755df99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:07.972064 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36b955dd-3459-4f6c-8378-82559755df99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:08.195361 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36b955dd-3459-4f6c-8378-82559755df99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:08.199151 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36b955dd-3459-4f6c-8378-82559755df99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:08.200420 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-36b955dd-3459-4f6c-8378-82559755df99 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/428a945a-010a-4d4a-bc58-4f11fae343f4 HTTP/1.1" status: 204 len: 168 time: 0.3708425 Nov 02 12:17:08.209857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b955dd-3459-4f6c-8378-82559755df99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428a945a-010a-4d4a-bc58-4f11fae343f4,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:11.344599 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bffe3ae7-a91c-4405-96d4-2f05c7384827 req-694155f3-ad4a-44fb-9041-37fbabb96511 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410578 Nov 02 12:17:11.435986 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe3ae7-a91c-4405-96d4-2f05c7384827 req-63feabd3-b7fc-4651-9331-c30822d031af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:11.437772 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bffe3ae7-a91c-4405-96d4-2f05c7384827 req-63feabd3-b7fc-4651-9331-c30822d031af service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 1097 time: 0.0465281 Nov 02 12:17:11.567794 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe3ae7-a91c-4405-96d4-2f05c7384827 req-bc2a1d7a-df31-4e12-9c16-b5d45f7d60aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:11.569347 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bffe3ae7-a91c-4405-96d4-2f05c7384827 req-bc2a1d7a-df31-4e12-9c16-b5d45f7d60aa service neutron] 10.222.0.79 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.1086738 Nov 02 12:17:11.643030 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bffe3ae7-a91c-4405-96d4-2f05c7384827 req-eccb1551-cf76-4e80-ab1c-a77be6d39c16 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e HTTP/1.1" status: 200 len: 999 time: 0.0660555 Nov 02 12:17:11.713798 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe3ae7-a91c-4405-96d4-2f05c7384827 req-31cfc579-a9ce-41f4-a89b-3f7faed96461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:11.723037 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bffe3ae7-a91c-4405-96d4-2f05c7384827 req-31cfc579-a9ce-41f4-a89b-3f7faed96461 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0657535 Nov 02 12:17:11.768676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe3ae7-a91c-4405-96d4-2f05c7384827 req-241a76b2-adb4-4ef6-bbff-d569e0c91de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:11.770179 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bffe3ae7-a91c-4405-96d4-2f05c7384827 req-241a76b2-adb4-4ef6-bbff-d569e0c91de5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476942 Nov 02 12:17:11.875607 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bffe3ae7-a91c-4405-96d4-2f05c7384827 req-2ce208c6-50bb-4d6e-9843-de8590ff05b3 service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981517 Nov 02 12:17:12.007213 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bffe3ae7-a91c-4405-96d4-2f05c7384827 req-2c1187fb-595d-4749-bbba-30b1f3c4338a service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242688 Nov 02 12:17:13.026001 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51236) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:13.145249 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2625e67-bd1e-4ce3-8272-f2dea2927db0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:13.260817 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2625e67-bd1e-4ce3-8272-f2dea2927db0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:13.354733 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b2625e67-bd1e-4ce3-8272-f2dea2927db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:13.403368 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b2625e67-bd1e-4ce3-8272-f2dea2927db0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b128182c351b49d2a4c66984d0dc891b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3762312 Nov 02 12:17:13.404136 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2625e67-bd1e-4ce3-8272-f2dea2927db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2e0b67-e04c-4f81-94e6-748e9ad0bb8d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:13.406171 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51246) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:13.466120 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7639823d-b538-46a4-b3c0-97d089975530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:13.493193 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7639823d-b538-46a4-b3c0-97d089975530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:13.646376 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7639823d-b538-46a4-b3c0-97d089975530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:13.649972 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7639823d-b538-46a4-b3c0-97d089975530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:13.654019 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7639823d-b538-46a4-b3c0-97d089975530 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9c2e0b67-e04c-4f81-94e6-748e9ad0bb8d HTTP/1.1" status: 204 len: 168 time: 0.2417369 Nov 02 12:17:13.661946 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639823d-b538-46a4-b3c0-97d089975530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2e0b67-e04c-4f81-94e6-748e9ad0bb8d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:13.984006 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8d11e96-5497-4af5-bc0f-eabc54169cbc req-6fadc5d3-a84b-4ad6-93ee-8f95f2ef0cd5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542696 Nov 02 12:17:14.031339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51258) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:14.103481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d11e96-5497-4af5-bc0f-eabc54169cbc req-428314c8-0737-4647-aa16-5444232a633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:14.103797 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8d11e96-5497-4af5-bc0f-eabc54169cbc req-428314c8-0737-4647-aa16-5444232a633d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 1097 time: 0.0594196 Nov 02 12:17:14.255789 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcad1a0e-a26d-4bbe-916b-abbfbcb8c08e admin admin] Deleting subnet 96545ffe-ac15-4074-916d-b9f0c4b82b81 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:17:14.264356 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fcad1a0e-a26d-4bbe-916b-abbfbcb8c08e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:14.300385 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d11e96-5497-4af5-bc0f-eabc54169cbc req-0b33a0e2-d90b-4c24-97c3-0a8efaeb9417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:14.301947 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8d11e96-5497-4af5-bc0f-eabc54169cbc req-0b33a0e2-d90b-4c24-97c3-0a8efaeb9417 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.1792874 Nov 02 12:17:14.322271 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fcad1a0e-a26d-4bbe-916b-abbfbcb8c08e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:14.423089 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8d11e96-5497-4af5-bc0f-eabc54169cbc req-42708856-b369-4635-9cdd-841b62047550 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13524ad8-f602-4ece-9f00-b780afaf2803 HTTP/1.1" status: 200 len: 1001 time: 0.1136565 Nov 02 12:17:14.424243 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fcad1a0e-a26d-4bbe-916b-abbfbcb8c08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:14.512344 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d11e96-5497-4af5-bc0f-eabc54169cbc req-91d11dc4-804e-4db6-bbf7-59423bfc48e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:14.513734 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8d11e96-5497-4af5-bc0f-eabc54169cbc req-91d11dc4-804e-4db6-bbf7-59423bfc48e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0656197 Nov 02 12:17:14.567596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d11e96-5497-4af5-bc0f-eabc54169cbc req-c3724875-b634-40cc-a2d3-f258411ccc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:14.569211 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8d11e96-5497-4af5-bc0f-eabc54169cbc req-c3724875-b634-40cc-a2d3-f258411ccc5c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480986 Nov 02 12:17:14.679252 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8d11e96-5497-4af5-bc0f-eabc54169cbc req-1f7f3190-a4d4-4fe4-966c-d769711081b3 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016340 Nov 02 12:17:14.702592 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51268) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:14.732121 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4aab0fbd-8e5b-4cb2-b7ed-3f22e83a1275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:14.751357 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fcad1a0e-a26d-4bbe-916b-abbfbcb8c08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:14.794182 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fcad1a0e-a26d-4bbe-916b-abbfbcb8c08e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:14.799994 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fcad1a0e-a26d-4bbe-916b-abbfbcb8c08e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/96545ffe-ac15-4074-916d-b9f0c4b82b81 HTTP/1.1" status: 204 len: 168 time: 0.7650676 Nov 02 12:17:14.801164 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51272) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:14.812740 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad1a0e-a26d-4bbe-916b-abbfbcb8c08e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96545ffe-ac15-4074-916d-b9f0c4b82b81,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:14.827656 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4aab0fbd-8e5b-4cb2-b7ed-3f22e83a1275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:14.892272 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8d11e96-5497-4af5-bc0f-eabc54169cbc req-bf94a020-0f16-4f5f-9e50-7ed42f9f3bc1 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058082 Nov 02 12:17:14.921386 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-40dc98f1-f4e7-4320-82f7-424e71672765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:15.011510 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4aab0fbd-8e5b-4cb2-b7ed-3f22e83a1275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:15.019099 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-40dc98f1-f4e7-4320-82f7-424e71672765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:15.040040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-40dc98f1-f4e7-4320-82f7-424e71672765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799f371f-9c20-425f-a7b3-a7ef1513b5af']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:15.051424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-40dc98f1-f4e7-4320-82f7-424e71672765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df19a5df-68fd-478a-84d1-4c8f00b25eb8') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:15.051800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-40dc98f1-f4e7-4320-82f7-424e71672765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df19a5df-68fd-478a-84d1-4c8f00b25eb8') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:15.053388 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4aab0fbd-8e5b-4cb2-b7ed-3f22e83a1275 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=84d49a180a5a47b4b76804957d38f806&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3496456 Nov 02 12:17:15.056514 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab0fbd-8e5b-4cb2-b7ed-3f22e83a1275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ec9a73-0f82-4ef5-bd77-f15822cca038,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:15.059051 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51276) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:15.063652 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-40dc98f1-f4e7-4320-82f7-424e71672765 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:15.078814 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-40dc98f1-f4e7-4320-82f7-424e71672765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:15.085936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40dc98f1-f4e7-4320-82f7-424e71672765 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:17:15.087197 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-40dc98f1-f4e7-4320-82f7-424e71672765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:17:15.089292 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:17:15.114638 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ec5231e2-4f05-41fb-8200-540420f88104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:15.138410 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ec5231e2-4f05-41fb-8200-540420f88104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:15.349017 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-40dc98f1-f4e7-4320-82f7-424e71672765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:15.356450 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-40dc98f1-f4e7-4320-82f7-424e71672765 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:15.361972 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-40dc98f1-f4e7-4320-82f7-424e71672765 admin admin] 10.222.0.52 "DELETE /v2.0/networks/799f371f-9c20-425f-a7b3-a7ef1513b5af HTTP/1.1" status: 204 len: 168 time: 0.5574269 Nov 02 12:17:15.371560 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc98f1-f4e7-4320-82f7-424e71672765 admin admin] Pushing event deleted for resources: {'Network': ['ID=799f371f-9c20-425f-a7b3-a7ef1513b5af,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:15.474683 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ec5231e2-4f05-41fb-8200-540420f88104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:15.479777 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ec5231e2-4f05-41fb-8200-540420f88104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:15.483503 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ec5231e2-4f05-41fb-8200-540420f88104 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b5ec9a73-0f82-4ef5-bd77-f15822cca038 HTTP/1.1" status: 204 len: 168 time: 0.4211328 Nov 02 12:17:15.491521 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5231e2-4f05-41fb-8200-540420f88104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ec9a73-0f82-4ef5-bd77-f15822cca038,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:16.315037 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51302) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:16.362075 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2d91a075-cab7-4191-a9bb-9a2757225efb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35c0a87bcf9d475ebd0d26e2b331e2d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448442 Nov 02 12:17:16.376549 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51306) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:16.437746 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d95ac920-1a0e-4b2a-9bf8-e86e4d50d24a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:16.460417 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d95ac920-1a0e-4b2a-9bf8-e86e4d50d24a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:16.766106 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d95ac920-1a0e-4b2a-9bf8-e86e4d50d24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:16.771116 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d95ac920-1a0e-4b2a-9bf8-e86e4d50d24a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:16.771116 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d95ac920-1a0e-4b2a-9bf8-e86e4d50d24a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/948347a6-1f64-45c3-aa3f-3d2bc283c355 HTTP/1.1" status: 204 len: 168 time: 0.3922143 Nov 02 12:17:16.779157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ac920-1a0e-4b2a-9bf8-e86e4d50d24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948347a6-1f64-45c3-aa3f-3d2bc283c355,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:17.668573 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-90ce5daa-9ae5-4707-b661-8727e2ad822b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:18.626399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51368) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:18.773029 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-29e23dfe-bc65-4652-ad79-0f722c56ae07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:18.869560 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-29e23dfe-bc65-4652-ad79-0f722c56ae07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:19.023006 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-29e23dfe-bc65-4652-ad79-0f722c56ae07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:19.066478 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-29e23dfe-bc65-4652-ad79-0f722c56ae07 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=86cd97c7095643b9991147ab86da792d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4389021 Nov 02 12:17:19.067343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e23dfe-bc65-4652-ad79-0f722c56ae07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b9879e-7e58-47bc-85e2-b23b74a617a3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:19.069658 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51378) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:19.144155 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f0b96663-e745-4eb9-984d-1b231230b2b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:19.169388 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f0b96663-e745-4eb9-984d-1b231230b2b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:19.292207 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f0b96663-e745-4eb9-984d-1b231230b2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:19.294732 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f0b96663-e745-4eb9-984d-1b231230b2b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:19.297408 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f0b96663-e745-4eb9-984d-1b231230b2b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c9b9879e-7e58-47bc-85e2-b23b74a617a3 HTTP/1.1" status: 204 len: 168 time: 0.2265615 Nov 02 12:17:19.307134 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b96663-e745-4eb9-984d-1b231230b2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b9879e-7e58-47bc-85e2-b23b74a617a3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:19.739099 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-39ce65fd-853e-44c8-a033-9b40221e7931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:21.119276 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:21.366099 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51414) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:21.377436 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-9c7489ad-a57d-4453-8f47-bb0a1e0ee015 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Request body: {'network': {'name': 'tempest-network-smoke--1883417522', 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'port_security_enabled': True}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:17:21.514171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7489ad-a57d-4453-8f47-bb0a1e0ee015 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Made reservation on behalf of e326c86b683346cf8793f5e7145cb74b for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:17:21.517908 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9c7489ad-a57d-4453-8f47-bb0a1e0ee015 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:21.527270 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9c7489ad-a57d-4453-8f47-bb0a1e0ee015 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:21.606817 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9c7489ad-a57d-4453-8f47-bb0a1e0ee015 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:21.777405 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9c7489ad-a57d-4453-8f47-bb0a1e0ee015 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:21.806056 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7489ad-a57d-4453-8f47-bb0a1e0ee015 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:17:21.817855 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7489ad-a57d-4453-8f47-bb0a1e0ee015 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f7db04-d559-4e41-80c8-110792ded119,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:21.823884 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9c7489ad-a57d-4453-8f47-bb0a1e0ee015 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:21.824296 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-9c7489ad-a57d-4453-8f47-bb0a1e0ee015 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Added segment fe071f0e-ccaf-4b52-8451-0eb236763c35 of type vlan for network 56206fb1-3a71-4d5e-b48e-33c481dc2abe Nov 02 12:17:21.875038 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9c7489ad-a57d-4453-8f47-bb0a1e0ee015 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:21.994583 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9c7489ad-a57d-4453-8f47-bb0a1e0ee015 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:22.000449 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7489ad-a57d-4453-8f47-bb0a1e0ee015 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:22.001028 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9c7489ad-a57d-4453-8f47-bb0a1e0ee015 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:22.069968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7489ad-a57d-4453-8f47-bb0a1e0ee015 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event updated for resources: {'Network': ['ID=56206fb1-3a71-4d5e-b48e-33c481dc2abe,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:22.081442 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 56206fb1-3a71-4d5e-b48e-33c481dc2abe details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:17:22.113251 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9c7489ad-a57d-4453-8f47-bb0a1e0ee015 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7425604 Nov 02 12:17:22.113544 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51418) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:22.119400 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1694160143', 'admin_state_up': True, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:17:22.285116 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:22.286219 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:22.342710 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:22.530377 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:22.607087 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:22.936449 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:22.956936 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:23.071713 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Allocated IP 172.25.6.240 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/c54e1433-3c30-4074-a4ec-393dba3be9ec) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:17:23.190892 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:23.338276 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:23.387764 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:17:23.395873 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:17:23.401300 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:17:23.408292 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event updated for resources: {'Port': ['ID=c54e1433-3c30-4074-a4ec-393dba3be9ec,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:23.837788 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:24.059055 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:24.217297 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:24.343064 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Router abe535a6-a66e-4115-8622-d33789097878 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:17:24.416993 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:24.461685 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:17:24.472574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Sync routers for ids ['abe535a6-a66e-4115-8622-d33789097878'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:17:24.483059 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Routers {'abe535a6-a66e-4115-8622-d33789097878'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:17:24.483670 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:17:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['abe535a6-a66e-4115-8622-d33789097878'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:24.593994 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Set router abe535a6-a66e-4115-8622-d33789097878 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:17:24.613365 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:24.614886 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-be69ffb1-51ed-46c1-99d2-f4c574592408 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5002496 Nov 02 12:17:24.619321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51448) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:24.759110 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b36b8548-2288-4849-9ee5-8ef6d3396bde tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=e326c86b683346cf8793f5e7145cb74b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1381929 Nov 02 12:17:24.761847 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51456) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:24.803694 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe535a6-a66e-4115-8622-d33789097878', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694160143', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:23Z', 'revision_number': 3, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:24.873971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf5889e-1187-4cb7-8d9d-a6e518d86edf tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:24.875589 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4cf5889e-1187-4cb7-8d9d-a6e518d86edf tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1127982 Nov 02 12:17:24.878484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51462) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:24.911322 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cf44271f-f861-4c4a-9c03-c19ed485df1a tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311847 Nov 02 12:17:24.913987 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51464) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:24.919882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c83a57e5-71cf-48f7-a442-9b433aa16a4d tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-235808971', 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe', 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:17:25.000663 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Checking router: abe535a6-a66e-4115-8622-d33789097878 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:17:25.001192 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Updating router abe535a6-a66e-4115-8622-d33789097878 port c54e1433-3c30-4074-a4ec-393dba3be9ec binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:17:25.032446 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:25.188291 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83a57e5-71cf-48f7-a442-9b433aa16a4d tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Made reservation on behalf of e326c86b683346cf8793f5e7145cb74b for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:17:25.192074 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c83a57e5-71cf-48f7-a442-9b433aa16a4d tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:25.225044 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:25.305825 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:25.543322 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:25.584173 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c83a57e5-71cf-48f7-a442-9b433aa16a4d tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:25.604631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Attempting to bind port c54e1433-3c30-4074-a4ec-393dba3be9ec on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:17:25.605005 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Attempting to bind port c54e1433-3c30-4074-a4ec-393dba3be9ec by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:17:25.605373 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Attempting to bind port c54e1433-3c30-4074-a4ec-393dba3be9ec on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:17:25.612636 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a9b74-8fee-4c5f-9c12-c95a3e8decef None None] Pushing event updated for resources: {'Port': ['ID=c54e1433-3c30-4074-a4ec-393dba3be9ec,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:25.614901 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:17:25.615452 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:17:25.615862 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:25.616263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:17:25.616751 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Bound port: c54e1433-3c30-4074-a4ec-393dba3be9ec, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:17:25.617132 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:25.642894 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a9b74-8fee-4c5f-9c12-c95a3e8decef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:25.643276 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a9b74-8fee-4c5f-9c12-c95a3e8decef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:25.643625 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a9b74-8fee-4c5f-9c12-c95a3e8decef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:25.643966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a9b74-8fee-4c5f-9c12-c95a3e8decef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:25.645873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a9b74-8fee-4c5f-9c12-c95a3e8decef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:25.645873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a9b74-8fee-4c5f-9c12-c95a3e8decef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:25.645873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a9b74-8fee-4c5f-9c12-c95a3e8decef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:25.646112 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a9b74-8fee-4c5f-9c12-c95a3e8decef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:25.646379 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a9b74-8fee-4c5f-9c12-c95a3e8decef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:25.646717 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a9b74-8fee-4c5f-9c12-c95a3e8decef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:25.647078 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a9b74-8fee-4c5f-9c12-c95a3e8decef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:25.647416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85a9b74-8fee-4c5f-9c12-c95a3e8decef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:25.656808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a57e5-71cf-48f7-a442-9b433aa16a4d tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event updated for resources: {'Subnet': ['ID=c3b51253-c8bc-4efe-90fb-c129025d8327,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:25.669410 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83a57e5-71cf-48f7-a442-9b433aa16a4d tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Checking segment: {'id': 'fe071f0e-ccaf-4b52-8451-0eb236763c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:17:25.669777 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83a57e5-71cf-48f7-a442-9b433aa16a4d tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Network hostable DHCP agents. Network: 56206fb1-3a71-4d5e-b48e-33c481dc2abe, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:17:25.688722 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] For port c54e1433-3c30-4074-a4ec-393dba3be9ec, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:17:25.691994 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] For port c54e1433-3c30-4074-a4ec-393dba3be9ec, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c54e1433-3c30-4074-a4ec-393dba3be9ec,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:17:25.872832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83a57e5-71cf-48f7-a442-9b433aa16a4d tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Network 56206fb1-3a71-4d5e-b48e-33c481dc2abe is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:17:25.966229 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:26.030242 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Routers {'abe535a6-a66e-4115-8622-d33789097878'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:17:26.030891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:17:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['abe535a6-a66e-4115-8622-d33789097878'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:26.036374 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a9b74-8fee-4c5f-9c12-c95a3e8decef None None] Pushing event updated for resources: {'Port': ['ID=c54e1433-3c30-4074-a4ec-393dba3be9ec,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:26.148537 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] Set router abe535a6-a66e-4115-8622-d33789097878 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:17:26.154269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-c83a57e5-71cf-48f7-a442-9b433aa16a4d tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 56206fb1-3a71-4d5e-b48e-33c481dc2abe) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:17:26.158657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83a57e5-71cf-48f7-a442-9b433aa16a4d tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:26.159462 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c83a57e5-71cf-48f7-a442-9b433aa16a4d tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:26.181601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260926ee-b4e5-4c7b-8a8b-765b6aa9dafb None None] Network 56206fb1-3a71-4d5e-b48e-33c481dc2abe requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:17:26.341491 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c83a57e5-71cf-48f7-a442-9b433aa16a4d tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4256709 Nov 02 12:17:26.344395 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 51500) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:26.466553 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-56206fb1-3a71-4d5e-b48e-33c481dc2abe', 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'fixed_ips': [{'subnet_id': 'c3b51253-c8bc-4efe-90fb-c129025d8327'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:17:26.467514 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:26.505590 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe535a6-a66e-4115-8622-d33789097878', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694160143', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:23Z', 'revision_number': 3, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:26.593791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7599b538-3d62-4daf-a4f3-d689d4fd38e5 None None] The sync data for ids ['abe535a6-a66e-4115-8622-d33789097878'] in n-d-806683-18 is: [{'id': 'abe535a6-a66e-4115-8622-d33789097878', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694160143', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:23Z', 'revision_number': 3, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:17:26.677231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Allocated IP 172.20.0.2 (56206fb1-3a71-4d5e-b48e-33c481dc2abe/c3b51253-c8bc-4efe-90fb-c129025d8327/8e13f125-d3e7-4fe7-b151-68245b72118b) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:17:26.874060 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:27.006804 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:27.058469 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Network 56206fb1-3a71-4d5e-b48e-33c481dc2abe is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:17:27.063566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:17:27.066367 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:17:27.069388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Pushing event updated for resources: {'Port': ['ID=8e13f125-d3e7-4fe7-b151-68245b72118b,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:27.140289 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Attempting to bind port 8e13f125-d3e7-4fe7-b151-68245b72118b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:17:27.140666 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Attempting to bind port 8e13f125-d3e7-4fe7-b151-68245b72118b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fe071f0e-ccaf-4b52-8451-0eb236763c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:17:27.141062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Attempting to bind port 8e13f125-d3e7-4fe7-b151-68245b72118b on network 56206fb1-3a71-4d5e-b48e-33c481dc2abe {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:17:27.147079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:17:27.147387 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Checking segment: {'id': 'fe071f0e-ccaf-4b52-8451-0eb236763c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:17:27.148313 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:27.148313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Bound using segment: {'id': 'fe071f0e-ccaf-4b52-8451-0eb236763c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:17:27.149453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Bound port: 8e13f125-d3e7-4fe7-b151-68245b72118b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe071f0e-ccaf-4b52-8451-0eb236763c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:17:27.150054 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:27.221316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] For port 8e13f125-d3e7-4fe7-b151-68245b72118b, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:17:27.224646 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] For port 8e13f125-d3e7-4fe7-b151-68245b72118b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8e13f125-d3e7-4fe7-b151-68245b72118b,segment=NetworkSegment(fe071f0e-ccaf-4b52-8451-0eb236763c35),segment_id=fe071f0e-ccaf-4b52-8451-0eb236763c35)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:17:27.266497 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e71eae06-c860-43a4-9973-b329cf4a73e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:27.391714 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:27.464001 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f87b7-7dc3-4a0d-8d85-d4376cb3153f None None] Pushing event updated for resources: {'Port': ['ID=8e13f125-d3e7-4fe7-b151-68245b72118b,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:27.616988 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-e71eae06-c860-43a4-9973-b329cf4a73e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Allocated IP 172.20.0.1 (56206fb1-3a71-4d5e-b48e-33c481dc2abe/c3b51253-c8bc-4efe-90fb-c129025d8327/ee4506b7-8c53-4ccd-b5bd-f45fa82621f5) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:17:27.779812 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e71eae06-c860-43a4-9973-b329cf4a73e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:27.958917 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8e13f125-d3e7-4fe7-b151-68245b72118b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:17:27.994372 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e71eae06-c860-43a4-9973-b329cf4a73e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:28.022257 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 8e13f125-d3e7-4fe7-b151-68245b72118b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:17:28.022791 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:28.040786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71eae06-c860-43a4-9973-b329cf4a73e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Network 56206fb1-3a71-4d5e-b48e-33c481dc2abe is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:17:28.047935 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-e71eae06-c860-43a4-9973-b329cf4a73e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:17:28.058748 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71eae06-c860-43a4-9973-b329cf4a73e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:17:28.124349 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e71eae06-c860-43a4-9973-b329cf4a73e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:28.132063 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71eae06-c860-43a4-9973-b329cf4a73e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event updated for resources: {'Port': ['ID=ee4506b7-8c53-4ccd-b5bd-f45fa82621f5,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:28.161692 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:28.207620 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 8e13f125-d3e7-4fe7-b151-68245b72118b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8e13f125-d3e7-4fe7-b151-68245b72118b,segment=NetworkSegment(fe071f0e-ccaf-4b52-8451-0eb236763c35),segment_id=fe071f0e-ccaf-4b52-8451-0eb236763c35)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:17:28.338114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20471bad-fa9d-4d6e-84c0-eb271f84938a req-c33984ca-44f3-4d2f-9491-7fc13af846a6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:28.339763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-20471bad-fa9d-4d6e-84c0-eb271f84938a req-c33984ca-44f3-4d2f-9491-7fc13af846a6 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.1220248 Nov 02 12:17:28.402572 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:28.402572 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c54e1433-3c30-4074-a4ec-393dba3be9ec up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:17:28.411848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-20471bad-fa9d-4d6e-84c0-eb271f84938a req-ca2d2c0a-b240-49b1-aafd-c94d48a18f5f tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643039 Nov 02 12:17:28.485789 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=8e13f125-d3e7-4fe7-b151-68245b72118b,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:28.499272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c54e1433-3c30-4074-a4ec-393dba3be9ec triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:17:28.499651 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:28.586456 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:28.611218 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port c54e1433-3c30-4074-a4ec-393dba3be9ec, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c54e1433-3c30-4074-a4ec-393dba3be9ec,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:17:28.702350 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e71eae06-c860-43a4-9973-b329cf4a73e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:28.891509 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:28.964026 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=c54e1433-3c30-4074-a4ec-393dba3be9ec,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:28.998996 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705f60ee-803f-4e8b-8683-bfc7cb131812 None None] Network 56206fb1-3a71-4d5e-b48e-33c481dc2abe requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:17:29.046868 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e71eae06-c860-43a4-9973-b329cf4a73e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:29.131826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-4893e558-fa02-4ddb-a47c-80d422fcde62 None None] Provisioning complete for port 8e13f125-d3e7-4fe7-b151-68245b72118b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:17:29.132195 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4893e558-fa02-4ddb-a47c-80d422fcde62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:29.217558 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e71eae06-c860-43a4-9973-b329cf4a73e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:29.313576 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e71eae06-c860-43a4-9973-b329cf4a73e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:29.315512 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71eae06-c860-43a4-9973-b329cf4a73e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event updated for resources: {'Port': ['ID=ee4506b7-8c53-4ccd-b5bd-f45fa82621f5,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:29.438811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71eae06-c860-43a4-9973-b329cf4a73e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Network 56206fb1-3a71-4d5e-b48e-33c481dc2abe is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:17:29.440487 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-e71eae06-c860-43a4-9973-b329cf4a73e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:17:29.498575 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-450619c7-7ebf-4d12-a18e-9fa58e85c304 None None] Provisioning complete for port ee4506b7-8c53-4ccd-b5bd-f45fa82621f5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:17:29.499113 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-450619c7-7ebf-4d12-a18e-9fa58e85c304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:29.544992 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-450619c7-7ebf-4d12-a18e-9fa58e85c304 None None] Port ee4506b7-8c53-4ccd-b5bd-f45fa82621f5 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:17:29.555353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-450619c7-7ebf-4d12-a18e-9fa58e85c304 None None] Provisioning complete for port 8e13f125-d3e7-4fe7-b151-68245b72118b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:17:29.555785 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-450619c7-7ebf-4d12-a18e-9fa58e85c304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:29.618800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc45409-0e38-4a4e-b6e1-3b851f194c6b req-5ba22fc0-0474-4420-8ebb-bc7e351d8a82 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:29.620463 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cdc45409-0e38-4a4e-b6e1-3b851f194c6b req-5ba22fc0-0474-4420-8ebb-bc7e351d8a82 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.1160882 Nov 02 12:17:29.630455 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71eae06-c860-43a4-9973-b329cf4a73e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Router abe535a6-a66e-4115-8622-d33789097878 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:17:29.737154 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cdc45409-0e38-4a4e-b6e1-3b851f194c6b req-e3eb30c7-ca27-4fe6-b391-92546481a047 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016698 Nov 02 12:17:29.776373 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-52a2c587-058b-43bf-869f-c4a92d794133 None None] Provisioning complete for port ee4506b7-8c53-4ccd-b5bd-f45fa82621f5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:17:29.776373 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52a2c587-058b-43bf-869f-c4a92d794133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:29.796470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71eae06-c860-43a4-9973-b329cf4a73e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:17:29.810878 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e71eae06-c860-43a4-9973-b329cf4a73e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "PUT /v2.0/routers/abe535a6-a66e-4115-8622-d33789097878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4620705 Nov 02 12:17:29.811688 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51600) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:29.815830 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-63a52070-e68f-46f0-9462-de9a629245fd tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1056490057', 'description': 'tempest-secgroup_access--1056490057 description', 'project_id': 'e326c86b683346cf8793f5e7145cb74b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:17:29.825768 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Sync routers for ids ['abe535a6-a66e-4115-8622-d33789097878'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:17:29.842315 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-52a2c587-058b-43bf-869f-c4a92d794133 None None] Port ee4506b7-8c53-4ccd-b5bd-f45fa82621f5 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:17:29.845222 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Routers {'abe535a6-a66e-4115-8622-d33789097878'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:17:29.846041 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:17:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['abe535a6-a66e-4115-8622-d33789097878'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:29.910622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8e13f125-d3e7-4fe7-b151-68245b72118b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:17:29.972947 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 8e13f125-d3e7-4fe7-b151-68245b72118b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:17:29.973496 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:30.011546 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63a52070-e68f-46f0-9462-de9a629245fd tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:30.054354 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Set router abe535a6-a66e-4115-8622-d33789097878 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:17:30.075075 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c54e1433-3c30-4074-a4ec-393dba3be9ec up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:17:30.111398 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-374b2d42-9538-4c19-98c3-25452112fc0a None None] Provisioning complete for port ee4506b7-8c53-4ccd-b5bd-f45fa82621f5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:17:30.111772 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-374b2d42-9538-4c19-98c3-25452112fc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:30.113686 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63a52070-e68f-46f0-9462-de9a629245fd tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:30.157489 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-374b2d42-9538-4c19-98c3-25452112fc0a None None] Port ee4506b7-8c53-4ccd-b5bd-f45fa82621f5 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:17:30.167652 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c54e1433-3c30-4074-a4ec-393dba3be9ec triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:17:30.168028 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:30.176707 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63a52070-e68f-46f0-9462-de9a629245fd tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:30.235611 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a52070-e68f-46f0-9462-de9a629245fd tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10b2beb-1742-4e22-82bf-87c576420b78,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:30.307802 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe535a6-a66e-4115-8622-d33789097878', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694160143', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'ee4506b7-8c53-4ccd-b5bd-f45fa82621f5', 'name': '', 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'mac_address': 'fa:16:3e:6d:7d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c3b51253-c8bc-4efe-90fb-c129025d8327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:27Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 2, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'subnets': [{'id': 'c3b51253-c8bc-4efe-90fb-c129025d8327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:30.334994 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Checking router: abe535a6-a66e-4115-8622-d33789097878 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:17:30.335361 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Updating router abe535a6-a66e-4115-8622-d33789097878 port ee4506b7-8c53-4ccd-b5bd-f45fa82621f5 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:17:30.362181 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:30.379272 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63a52070-e68f-46f0-9462-de9a629245fd tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:30.381057 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-63a52070-e68f-46f0-9462-de9a629245fd tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5698333 Nov 02 12:17:30.385386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51618) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:30.390781 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2efe1075-0582-475b-bb57-3f521f6f53a6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1071501841', 'description': 'tempest-secgroup_general--1071501841 description', 'project_id': 'e326c86b683346cf8793f5e7145cb74b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:17:30.594500 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2efe1075-0582-475b-bb57-3f521f6f53a6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:30.644115 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:30.665561 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2efe1075-0582-475b-bb57-3f521f6f53a6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:30.808155 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:30.860205 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67ce52-eb8f-44ce-95c6-2d1adfc3ffab None None] Pushing event updated for resources: {'Port': ['ID=ee4506b7-8c53-4ccd-b5bd-f45fa82621f5,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:30.885177 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ce52-eb8f-44ce-95c6-2d1adfc3ffab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:30.885521 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ce52-eb8f-44ce-95c6-2d1adfc3ffab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:30.885860 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ce52-eb8f-44ce-95c6-2d1adfc3ffab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:30.886195 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ce52-eb8f-44ce-95c6-2d1adfc3ffab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:30.886530 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ce52-eb8f-44ce-95c6-2d1adfc3ffab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:30.887076 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ce52-eb8f-44ce-95c6-2d1adfc3ffab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:30.887413 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ce52-eb8f-44ce-95c6-2d1adfc3ffab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:30.887742 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ce52-eb8f-44ce-95c6-2d1adfc3ffab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:30.888066 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ce52-eb8f-44ce-95c6-2d1adfc3ffab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:30.888585 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ce52-eb8f-44ce-95c6-2d1adfc3ffab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:30.888919 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ce52-eb8f-44ce-95c6-2d1adfc3ffab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:30.889242 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff67ce52-eb8f-44ce-95c6-2d1adfc3ffab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:17:30.905210 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2efe1075-0582-475b-bb57-3f521f6f53a6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:30.913069 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967219f-7b76-463a-a1a1-3dd66e66c3a9 req-d5f1ab2b-9c98-4379-9967-4038e5d80167 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:30.921817 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b967219f-7b76-463a-a1a1-3dd66e66c3a9 req-d5f1ab2b-9c98-4379-9967-4038e5d80167 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.1079748 Nov 02 12:17:30.935702 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Attempting to bind port ee4506b7-8c53-4ccd-b5bd-f45fa82621f5 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:17:30.938093 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe1075-0582-475b-bb57-3f521f6f53a6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f34320f3-8b3d-4357-bb4e-1aada896272d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:30.940627 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Attempting to bind port ee4506b7-8c53-4ccd-b5bd-f45fa82621f5 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fe071f0e-ccaf-4b52-8451-0eb236763c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:17:30.941717 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Attempting to bind port ee4506b7-8c53-4ccd-b5bd-f45fa82621f5 on network 56206fb1-3a71-4d5e-b48e-33c481dc2abe {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:17:30.963760 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:17:30.964142 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Checking segment: {'id': 'fe071f0e-ccaf-4b52-8451-0eb236763c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:17:30.964808 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:30.965415 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Bound using segment: {'id': 'fe071f0e-ccaf-4b52-8451-0eb236763c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:17:30.966363 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Bound port: ee4506b7-8c53-4ccd-b5bd-f45fa82621f5, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe071f0e-ccaf-4b52-8451-0eb236763c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:17:30.966763 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:30.983814 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b967219f-7b76-463a-a1a1-3dd66e66c3a9 req-299fdad8-7fd7-4562-8d77-2fa71639570c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607471 Nov 02 12:17:31.040889 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] For port ee4506b7-8c53-4ccd-b5bd-f45fa82621f5, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:17:31.044521 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] For port ee4506b7-8c53-4ccd-b5bd-f45fa82621f5, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ee4506b7-8c53-4ccd-b5bd-f45fa82621f5,segment=NetworkSegment(fe071f0e-ccaf-4b52-8451-0eb236763c35),segment_id=fe071f0e-ccaf-4b52-8451-0eb236763c35)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:17:31.076151 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2efe1075-0582-475b-bb57-3f521f6f53a6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:31.077436 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2efe1075-0582-475b-bb57-3f521f6f53a6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6906204 Nov 02 12:17:31.080614 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 51634) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:31.086807 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-9368e241-8958-40c2-b34f-8dc78c99c3a2 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Request body: {'security_group_rule': {'security_group_id': 'c10b2beb-1742-4e22-82bf-87c576420b78', 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:17:31.166451 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:31.184648 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0076b9b3-fa7b-4dc7-b25c-09ac2de908fe None None] Provisioning complete for port ee4506b7-8c53-4ccd-b5bd-f45fa82621f5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:17:31.185327 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0076b9b3-fa7b-4dc7-b25c-09ac2de908fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:31.217358 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9368e241-8958-40c2-b34f-8dc78c99c3a2 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:31.230642 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67ce52-eb8f-44ce-95c6-2d1adfc3ffab None None] Pushing event updated for resources: {'Port': ['ID=ee4506b7-8c53-4ccd-b5bd-f45fa82621f5,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:31.234245 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Routers {'abe535a6-a66e-4115-8622-d33789097878'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:17:31.235215 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:17:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['abe535a6-a66e-4115-8622-d33789097878'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:31.324683 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0076b9b3-fa7b-4dc7-b25c-09ac2de908fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:31.331755 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9368e241-8958-40c2-b34f-8dc78c99c3a2 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:31.398364 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] Set router abe535a6-a66e-4115-8622-d33789097878 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:17:31.501991 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9368e241-8958-40c2-b34f-8dc78c99c3a2 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:31.527312 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368e241-8958-40c2-b34f-8dc78c99c3a2 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae524bc-f3e9-40c4-a226-1145e21dc449,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:31.541104 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0076b9b3-fa7b-4dc7-b25c-09ac2de908fe None None] For port ee4506b7-8c53-4ccd-b5bd-f45fa82621f5, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ee4506b7-8c53-4ccd-b5bd-f45fa82621f5,segment=NetworkSegment(fe071f0e-ccaf-4b52-8451-0eb236763c35),segment_id=fe071f0e-ccaf-4b52-8451-0eb236763c35)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:17:31.631903 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe535a6-a66e-4115-8622-d33789097878', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694160143', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'ee4506b7-8c53-4ccd-b5bd-f45fa82621f5', 'name': '', 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'mac_address': 'fa:16:3e:6d:7d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c3b51253-c8bc-4efe-90fb-c129025d8327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:27Z', 'updated_at': '2021-11-02T12:17:31Z', 'revision_number': 4, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'subnets': [{'id': 'c3b51253-c8bc-4efe-90fb-c129025d8327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:31.663636 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad71792c-d2a8-4cea-b3c7-6790ef546baf None None] The sync data for ids ['abe535a6-a66e-4115-8622-d33789097878'] in n-d-806683-18 is: [{'id': 'abe535a6-a66e-4115-8622-d33789097878', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694160143', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'ee4506b7-8c53-4ccd-b5bd-f45fa82621f5', 'name': '', 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'mac_address': 'fa:16:3e:6d:7d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c3b51253-c8bc-4efe-90fb-c129025d8327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:27Z', 'updated_at': '2021-11-02T12:17:31Z', 'revision_number': 4, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'subnets': [{'id': 'c3b51253-c8bc-4efe-90fb-c129025d8327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:17:31.697378 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9368e241-8958-40c2-b34f-8dc78c99c3a2 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:31.698623 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9368e241-8958-40c2-b34f-8dc78c99c3a2 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6168923 Nov 02 12:17:31.714824 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0076b9b3-fa7b-4dc7-b25c-09ac2de908fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:31.788964 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076b9b3-fa7b-4dc7-b25c-09ac2de908fe None None] Pushing event updated for resources: {'Port': ['ID=ee4506b7-8c53-4ccd-b5bd-f45fa82621f5,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:31.870958 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-933673d2-08f2-4ad4-a07b-2948b8b66e2b None None] Provisioning complete for port ee4506b7-8c53-4ccd-b5bd-f45fa82621f5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:17:31.871336 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-933673d2-08f2-4ad4-a07b-2948b8b66e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:31.941535 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-5bf62315-e1b2-49b6-82b0-42487b66e0cb tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_access--1056490057&fields=id&tenant_id=e326c86b683346cf8793f5e7145cb74b HTTP/1.1" status: 200 len: 267 time: 0.0771027 Nov 02 12:17:31.966447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ee4506b7-8c53-4ccd-b5bd-f45fa82621f5 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:17:32.014902 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-f2d74df2-cc90-4fbc-b2d7-64794859abd3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_general--1071501841&fields=id&tenant_id=e326c86b683346cf8793f5e7145cb74b HTTP/1.1" status: 200 len: 267 time: 0.0650733 Nov 02 12:17:32.017974 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:17:32.044250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port ee4506b7-8c53-4ccd-b5bd-f45fa82621f5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:17:32.044712 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:32.132281 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-bc278a1c-05ca-4073-b69f-cf6165e9ab4a tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:32.134684 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-bc278a1c-05ca-4073-b69f-cf6165e9ab4a tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/networks?id=56206fb1-3a71-4d5e-b48e-33c481dc2abe HTTP/1.1" status: 200 len: 797 time: 0.1125650 Nov 02 12:17:32.152738 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-30bf7040-6d65-44f3-98e7-5975bb3c74d9 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/quotas/e326c86b683346cf8793f5e7145cb74b HTTP/1.1" status: 200 len: 375 time: 0.0106006 Nov 02 12:17:32.214543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-52c3e100-1b4f-4894-93f1-ea7340b181c9 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e326c86b683346cf8793f5e7145cb74b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552874 Nov 02 12:17:32.330136 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-ef86ebfd-2b61-4f42-9476-1c080ccc825c service neutron] 10.222.0.52 "GET /v2.0/networks/56206fb1-3a71-4d5e-b48e-33c481dc2abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033912 Nov 02 12:17:32.435468 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-80c28872-94c9-45cd-94e5-601877e8b35e service neutron] 10.222.0.52 "GET /v2.0/networks/56206fb1-3a71-4d5e-b48e-33c481dc2abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987713 Nov 02 12:17:32.808208 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922f688-62f6-45b4-98c7-32ad2cccee26 req-d22d62a1-cff1-4a8a-82a6-c222ad81bc88 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:32.809993 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2922f688-62f6-45b4-98c7-32ad2cccee26 req-d22d62a1-cff1-4a8a-82a6-c222ad81bc88 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.0624790 Nov 02 12:17:32.866699 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2922f688-62f6-45b4-98c7-32ad2cccee26 req-ccac0cbb-b073-499a-896c-c134ae406025 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502462 Nov 02 12:17:32.948806 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-98250f56-a750-4b65-b9b3-7d96dc6ae921 req-10bf15d2-e00b-44a5-80ed-b0d1cf946ca1 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 210 time: 0.0273192 Nov 02 12:17:33.998107 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fe75a-4c08-4e4e-8a33-0f06450c1fa0 req-d206e1b6-37dc-4a48-be70-534b3b12240c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:33.999717 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-626fe75a-4c08-4e4e-8a33-0f06450c1fa0 req-d206e1b6-37dc-4a48-be70-534b3b12240c tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.0528147 Nov 02 12:17:34.061396 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-626fe75a-4c08-4e4e-8a33-0f06450c1fa0 req-661c7ab5-eb3f-4670-ad9f-2760f914c653 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548005 Nov 02 12:17:34.131487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c70c1b26-5411-4a0e-b3cf-9fbe7e56861e req-70bca285-0836-48d1-abe0-de737c85c103 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 210 time: 0.0314770 Nov 02 12:17:35.185513 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4db51e-b4d2-423c-b028-e85f9d6e4477 req-3e500430-875a-42e5-a51f-dab9225e2c47 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:35.187070 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf4db51e-b4d2-423c-b028-e85f9d6e4477 req-3e500430-875a-42e5-a51f-dab9225e2c47 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.0532312 Nov 02 12:17:35.240276 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf4db51e-b4d2-423c-b028-e85f9d6e4477 req-2df74d52-667d-460a-86db-d06720cb2a61 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465028 Nov 02 12:17:35.329855 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-29bedf4e-982e-450a-abcb-fcdcdac62ec2 req-9cd8a0d9-7cc0-4de7-b227-ec47212a51c7 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 210 time: 0.0288076 Nov 02 12:17:35.659831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-8359c557-2998-4eb1-956d-ca6a280c2f4a tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:35.661320 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-8359c557-2998-4eb1-956d-ca6a280c2f4a tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.79 "GET /v2.0/networks?id=56206fb1-3a71-4d5e-b48e-33c481dc2abe HTTP/1.1" status: 200 len: 797 time: 0.1149781 Nov 02 12:17:35.745678 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-e0173784-7f65-4b52-ae95-0572b17676a4 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e326c86b683346cf8793f5e7145cb74b HTTP/1.1" status: 200 len: 478 time: 0.0693710 Nov 02 12:17:35.755623 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-2317dcdb-46af-4770-85bd-3a979687f340 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Request body: {'port': {'device_id': 'f2ecc739-75d5-4008-8146-41457cdb3987', 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe', 'admin_state_up': True, 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'security_groups': ['c10b2beb-1742-4e22-82bf-87c576420b78', 'f34320f3-8b3d-4357-bb4e-1aada896272d']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:17:36.016590 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-2317dcdb-46af-4770-85bd-3a979687f340 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Made reservation on behalf of e326c86b683346cf8793f5e7145cb74b for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:17:36.020271 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-2317dcdb-46af-4770-85bd-3a979687f340 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:36.158908 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-2317dcdb-46af-4770-85bd-3a979687f340 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Allocated IP 172.20.0.9 (56206fb1-3a71-4d5e-b48e-33c481dc2abe/c3b51253-c8bc-4efe-90fb-c129025d8327/a8e083ce-0332-47aa-a7f9-f2fea787874f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:17:36.320852 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-2317dcdb-46af-4770-85bd-3a979687f340 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:36.375651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735990e-3edb-46d2-b4bd-5b49d7a20bab req-e1909025-328d-462e-928e-45c5bda105ac tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:36.377224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d735990e-3edb-46d2-b4bd-5b49d7a20bab req-e1909025-328d-462e-928e-45c5bda105ac tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.0628197 Nov 02 12:17:36.433116 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d735990e-3edb-46d2-b4bd-5b49d7a20bab req-927c5086-77a9-4860-b4f7-be0938887781 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477638 Nov 02 12:17:36.497278 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-2317dcdb-46af-4770-85bd-3a979687f340 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:36.544687 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-2317dcdb-46af-4770-85bd-3a979687f340 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Network 56206fb1-3a71-4d5e-b48e-33c481dc2abe is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:17:36.550133 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-2317dcdb-46af-4770-85bd-3a979687f340 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:17:36.551169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728b55b-6e28-4320-bdf7-b7b82adab46a req-ec6c59f2-79e5-4882-bb07-d351772cdb35 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:36.555084 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-2317dcdb-46af-4770-85bd-3a979687f340 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:17:36.560835 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c728b55b-6e28-4320-bdf7-b7b82adab46a req-ec6c59f2-79e5-4882-bb07-d351772cdb35 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 970 time: 0.0635688 Nov 02 12:17:36.589019 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317dcdb-46af-4770-85bd-3a979687f340 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event updated for resources: {'Port': ['ID=a8e083ce-0332-47aa-a7f9-f2fea787874f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:36.622443 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c728b55b-6e28-4320-bdf7-b7b82adab46a req-dfb1c8cc-fbe8-4fde-ac68-47e5e9a017ab tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/security-groups?id=c10b2beb-1742-4e22-82bf-87c576420b78&id=f34320f3-8b3d-4357-bb4e-1aada896272d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0606537 Nov 02 12:17:36.625347 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-2317dcdb-46af-4770-85bd-3a979687f340 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:36.626092 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-2317dcdb-46af-4770-85bd-3a979687f340 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:36.768042 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-2317dcdb-46af-4770-85bd-3a979687f340 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0160928 Nov 02 12:17:36.781729 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Request body: {'port': {'device_id': 'f2ecc739-75d5-4008-8146-41457cdb3987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:17:36.840051 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:36.867931 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a04141e0-107e-4d79-be23-82b555f12229 None None] Provisioning complete for port a8e083ce-0332-47aa-a7f9-f2fea787874f triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:17:36.868411 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a04141e0-107e-4d79-be23-82b555f12229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:36.910538 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a04141e0-107e-4d79-be23-82b555f12229 None None] Port a8e083ce-0332-47aa-a7f9-f2fea787874f cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:17:37.458530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8e083ce-0332-47aa-a7f9-f2fea787874f {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:17:37.467375 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:37.480400 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Transition to ACTIVE for port object a8e083ce-0332-47aa-a7f9-f2fea787874f will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:17:37.563453 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacd859-fc1d-4a31-a729-8b873426fdd4 req-8fc403c5-0f36-44da-8b6b-be92e8e6a97e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:37.564951 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7bacd859-fc1d-4a31-a729-8b873426fdd4 req-8fc403c5-0f36-44da-8b6b-be92e8e6a97e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.0536230 Nov 02 12:17:37.620843 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7bacd859-fc1d-4a31-a729-8b873426fdd4 req-866374ad-5e68-4922-9cfc-9fd97bf61e81 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495727 Nov 02 12:17:37.656926 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:37.718669 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Pushing event updated for resources: {'Port': ['ID=a8e083ce-0332-47aa-a7f9-f2fea787874f,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:37.765428 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9947f1-f9c4-41a0-9afc-104b22518fc4 req-cffb33fb-8096-46db-8a79-d3a18d4535d8 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:37.767220 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef9947f1-f9c4-41a0-9afc-104b22518fc4 req-cffb33fb-8096-46db-8a79-d3a18d4535d8 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 982 time: 0.0624869 Nov 02 12:17:37.826492 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Attempting to bind port a8e083ce-0332-47aa-a7f9-f2fea787874f on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:17:37.826990 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Attempting to bind port a8e083ce-0332-47aa-a7f9-f2fea787874f by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'fe071f0e-ccaf-4b52-8451-0eb236763c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:17:37.827205 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Attempting to bind port a8e083ce-0332-47aa-a7f9-f2fea787874f on network 56206fb1-3a71-4d5e-b48e-33c481dc2abe {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:17:37.833197 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Port a8e083ce-0332-47aa-a7f9-f2fea787874f on network 56206fb1-3a71-4d5e-b48e-33c481dc2abe not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:17:37.833608 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Attempting to bind port a8e083ce-0332-47aa-a7f9-f2fea787874f on network 56206fb1-3a71-4d5e-b48e-33c481dc2abe {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:17:37.839865 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:17:37.840314 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Checking segment: {'id': 'fe071f0e-ccaf-4b52-8451-0eb236763c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:17:37.840587 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Bound using segment: {'id': 'fe071f0e-ccaf-4b52-8451-0eb236763c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:17:37.841018 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Bound port: a8e083ce-0332-47aa-a7f9-f2fea787874f, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe071f0e-ccaf-4b52-8451-0eb236763c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:17:37.841372 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:37.842077 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef9947f1-f9c4-41a0-9afc-104b22518fc4 req-03541f14-2f84-4b9a-a9b7-75fa2000441e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/security-groups?id=c10b2beb-1742-4e22-82bf-87c576420b78&id=f34320f3-8b3d-4357-bb4e-1aada896272d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0664189 Nov 02 12:17:37.921268 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] For port a8e083ce-0332-47aa-a7f9-f2fea787874f, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:17:37.924812 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] For port a8e083ce-0332-47aa-a7f9-f2fea787874f, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=a8e083ce-0332-47aa-a7f9-f2fea787874f,segment=NetworkSegment(fe071f0e-ccaf-4b52-8451-0eb236763c35),segment_id=fe071f0e-ccaf-4b52-8451-0eb236763c35)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:17:38.046033 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:38.082243 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:38.083015 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:38.088123 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] 10.222.0.79 "PUT /v2.0/ports/a8e083ce-0332-47aa-a7f9-f2fea787874f HTTP/1.1" status: 200 len: 1131 time: 1.3093598 Nov 02 12:17:38.088123 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ecc739-75d5-4008-8146-41457cdb3987', 'tag': 'a8e083ce-0332-47aa-a7f9-f2fea787874f'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:17:38.089734 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafd2ae0-5f75-4cc1-b024-655b8be66933" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ecc739-75d5-4008-8146-41457cdb3987", "tag": "a8e083ce-0332-47aa-a7f9-f2fea787874f"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:17:38.122719 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158174d-dbe2-4930-b6b2-07b572dbf9aa service neutron] Pushing event updated for resources: {'Port': ['ID=a8e083ce-0332-47aa-a7f9-f2fea787874f,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:38.245086 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f940fe-9f41-4fab-a6d5-d5199377fd33 x-openstack-request-id: req-81f940fe-9f41-4fab-a6d5-d5199377fd33 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:17:38.245086 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ecc739-75d5-4008-8146-41457cdb3987", "tag": "a8e083ce-0332-47aa-a7f9-f2fea787874f", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:17:38.245086 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-81f940fe-9f41-4fab-a6d5-d5199377fd33 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:17:38.245086 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ecc739-75d5-4008-8146-41457cdb3987', 'tag': 'a8e083ce-0332-47aa-a7f9-f2fea787874f', 'status': 'completed', 'code': 200} Nov 02 12:17:38.304978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd2ae0-5f75-4cc1-b024-655b8be66933 req-4df5a450-151e-4519-953a-6e595db23ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:38.306645 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fafd2ae0-5f75-4cc1-b024-655b8be66933 req-4df5a450-151e-4519-953a-6e595db23ff9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e326c86b683346cf8793f5e7145cb74b&device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 1134 time: 0.0522485 Nov 02 12:17:38.422286 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd2ae0-5f75-4cc1-b024-655b8be66933 req-3b99ecab-79d2-41f4-8c22-4a5725514419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:38.424246 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fafd2ae0-5f75-4cc1-b024-655b8be66933 req-3b99ecab-79d2-41f4-8c22-4a5725514419 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=e326c86b683346cf8793f5e7145cb74b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1087153 Nov 02 12:17:38.536273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd2ae0-5f75-4cc1-b024-655b8be66933 req-926d7af1-fb3b-4f6e-ad86-c4d8f65952eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:38.537751 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fafd2ae0-5f75-4cc1-b024-655b8be66933 req-926d7af1-fb3b-4f6e-ad86-c4d8f65952eb service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1059375 Nov 02 12:17:38.624207 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-972a1fcd-ea7d-4e41-8cbc-3603e785fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:38.625824 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-972a1fcd-ea7d-4e41-8cbc-3603e785fc57 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e326c86b683346cf8793f5e7145cb74b&device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 1134 time: 0.0450273 Nov 02 12:17:38.671932 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-b8f62d33-a8be-4d28-8c09-9460dfd67df2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8e083ce-0332-47aa-a7f9-f2fea787874f HTTP/1.1" status: 200 len: 217 time: 0.0371912 Nov 02 12:17:38.727272 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-bc945081-58c2-4b37-a28d-39b66f23a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:38.729089 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-bc945081-58c2-4b37-a28d-39b66f23a225 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3b51253-c8bc-4efe-90fb-c129025d8327 HTTP/1.1" status: 200 len: 834 time: 0.0486796 Nov 02 12:17:38.746957 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83517111-231d-4342-8a73-3afdcf6fc8c8 req-061d9658-6789-4357-8f12-624efe6c25e1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:38.748528 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-83517111-231d-4342-8a73-3afdcf6fc8c8 req-061d9658-6789-4357-8f12-624efe6c25e1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.0531447 Nov 02 12:17:38.784689 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-d21ab724-db08-42ee-87d7-2b626728022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:38.786227 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-d21ab724-db08-42ee-87d7-2b626728022d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=56206fb1-3a71-4d5e-b48e-33c481dc2abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500875 Nov 02 12:17:38.805019 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-83517111-231d-4342-8a73-3afdcf6fc8c8 req-3b3be290-c3af-493f-91c9-681afcfd4771 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494742 Nov 02 12:17:38.884278 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-6051ea07-b941-4ecf-afef-1db239aac48a service neutron] 10.222.0.79 "GET /v2.0/networks/56206fb1-3a71-4d5e-b48e-33c481dc2abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901384 Nov 02 12:17:38.969184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e5fcb-4ae5-42e7-bcda-4862f01d57e3 req-40a854cd-63fa-4a5a-8de4-fd26dccebbe4 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:38.970727 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4d4e5fcb-4ae5-42e7-bcda-4862f01d57e3 req-40a854cd-63fa-4a5a-8de4-fd26dccebbe4 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 982 time: 0.0573065 Nov 02 12:17:39.001750 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0fccb2e-4507-40cb-84d0-221431f580b2 req-33c15831-4ce3-4673-9a71-62c1042e3ff0 service neutron] 10.222.0.79 "GET /v2.0/networks/56206fb1-3a71-4d5e-b48e-33c481dc2abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104379 Nov 02 12:17:39.050212 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4d4e5fcb-4ae5-42e7-bcda-4862f01d57e3 req-f6e0fbac-90fb-41f2-8964-a018a2a1d4b3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/security-groups?id=c10b2beb-1742-4e22-82bf-87c576420b78&id=f34320f3-8b3d-4357-bb4e-1aada896272d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0681427 Nov 02 12:17:39.931633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c23fb-7edd-4c18-a184-d6030413a8d7 req-2d3aaf7b-5689-49ce-9183-39e1c4339d07 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:39.933127 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-392c23fb-7edd-4c18-a184-d6030413a8d7 req-2d3aaf7b-5689-49ce-9183-39e1c4339d07 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.0527730 Nov 02 12:17:39.990705 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-392c23fb-7edd-4c18-a184-d6030413a8d7 req-ad725d91-0dec-4581-a77c-50016deb2f64 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515468 Nov 02 12:17:40.175509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f920e-9bea-4f1c-a9ce-acbcec40a417 req-5568d162-44e0-4feb-ab42-2aa6c77289ad tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:40.177039 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2d5f920e-9bea-4f1c-a9ce-acbcec40a417 req-5568d162-44e0-4feb-ab42-2aa6c77289ad tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 982 time: 0.0534587 Nov 02 12:17:40.244584 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2d5f920e-9bea-4f1c-a9ce-acbcec40a417 req-8707ef27-9836-4319-9a8f-ee8b554bdbe7 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/security-groups?id=c10b2beb-1742-4e22-82bf-87c576420b78&id=f34320f3-8b3d-4357-bb4e-1aada896272d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0612774 Nov 02 12:17:41.121966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db1846-333b-4764-a3f8-5f43547606aa req-be4e2e8e-462e-420f-ae23-f247040a47e4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:41.123559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65db1846-333b-4764-a3f8-5f43547606aa req-be4e2e8e-462e-420f-ae23-f247040a47e4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.0582809 Nov 02 12:17:41.180661 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65db1846-333b-4764-a3f8-5f43547606aa req-612a89ae-6c1b-40d4-a706-8dda5ff0dd11 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509984 Nov 02 12:17:41.363851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6aecfc-3f8f-4e99-9fe7-463879fe1e65 req-ea1b6309-286c-44d7-b9fa-a5f1f11fbe8e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:41.365363 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc6aecfc-3f8f-4e99-9fe7-463879fe1e65 req-ea1b6309-286c-44d7-b9fa-a5f1f11fbe8e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 982 time: 0.0530477 Nov 02 12:17:41.431600 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc6aecfc-3f8f-4e99-9fe7-463879fe1e65 req-42ccff30-1949-4247-bd2f-931d52f03966 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/security-groups?id=c10b2beb-1742-4e22-82bf-87c576420b78&id=f34320f3-8b3d-4357-bb4e-1aada896272d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0587525 Nov 02 12:17:42.310981 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8c424-ccad-4843-8a35-868050c40c6b req-2ff75523-6d52-4b37-9ee5-102fe774f9e7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:42.312959 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a5d8c424-ccad-4843-8a35-868050c40c6b req-2ff75523-6d52-4b37-9ee5-102fe774f9e7 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.0569782 Nov 02 12:17:42.370664 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a5d8c424-ccad-4843-8a35-868050c40c6b req-49a6626f-2f31-481f-86f5-77e76599cefa tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502458 Nov 02 12:17:42.554411 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccae03-4267-4e30-8407-2aa47333a416 req-c6a4a045-623f-4ad8-998e-ccb34d2630be tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:42.556360 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6ccae03-4267-4e30-8407-2aa47333a416 req-c6a4a045-623f-4ad8-998e-ccb34d2630be tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 982 time: 0.0557880 Nov 02 12:17:42.621717 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6ccae03-4267-4e30-8407-2aa47333a416 req-bdfd4783-0671-41cd-9529-0ca2cabf9a71 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/security-groups?id=c10b2beb-1742-4e22-82bf-87c576420b78&id=f34320f3-8b3d-4357-bb4e-1aada896272d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0580413 Nov 02 12:17:43.431059 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device a8e083ce-0332-47aa-a7f9-f2fea787874f details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:17:43.511741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb7530-c8fc-48de-914b-cda7b0fc3215 req-4cca71c1-0af3-49e6-91ad-ef85032c4e89 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:43.513506 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acdb7530-c8fc-48de-914b-cda7b0fc3215 req-4cca71c1-0af3-49e6-91ad-ef85032c4e89 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.0613570 Nov 02 12:17:43.549647 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port a8e083ce-0332-47aa-a7f9-f2fea787874f, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=a8e083ce-0332-47aa-a7f9-f2fea787874f,segment=NetworkSegment(fe071f0e-ccaf-4b52-8451-0eb236763c35),segment_id=fe071f0e-ccaf-4b52-8451-0eb236763c35)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:17:43.559953 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'a8e083ce-0332-47aa-a7f9-f2fea787874f', 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe', 'port_id': 'a8e083ce-0332-47aa-a7f9-f2fea787874f', 'mac_address': 'fa:16:3e:c0:6f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b51253-c8bc-4efe-90fb-c129025d8327', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:17:43.573016 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acdb7530-c8fc-48de-914b-cda7b0fc3215 req-b1b8cdaf-2f59-41f1-bd4d-6366ce99b957 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513859 Nov 02 12:17:43.605415 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:43.622369 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8e083ce-0332-47aa-a7f9-f2fea787874f {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:17:43.646832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port a8e083ce-0332-47aa-a7f9-f2fea787874f, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=a8e083ce-0332-47aa-a7f9-f2fea787874f,segment=NetworkSegment(fe071f0e-ccaf-4b52-8451-0eb236763c35),segment_id=fe071f0e-ccaf-4b52-8451-0eb236763c35)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:17:43.752600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ace5c8-428f-44ea-bb79-a1b972bd2104 req-1ba5800b-ce5d-42e9-9b17-ea07cddf27e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:43.754160 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b1ace5c8-428f-44ea-bb79-a1b972bd2104 req-1ba5800b-ce5d-42e9-9b17-ea07cddf27e6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 982 time: 0.0585756 Nov 02 12:17:43.782317 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:43.829552 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b1ace5c8-428f-44ea-bb79-a1b972bd2104 req-e8e25ab1-0853-437f-a706-95485669d9a0 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/security-groups?id=c10b2beb-1742-4e22-82bf-87c576420b78&id=f34320f3-8b3d-4357-bb4e-1aada896272d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0671628 Nov 02 12:17:43.853355 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=a8e083ce-0332-47aa-a7f9-f2fea787874f,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:44.001057 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['a8e083ce-0332-47aa-a7f9-f2fea787874f'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:17:44.723514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf571b4d-b8bb-4b5e-9c7b-16d5d0be4d5f req-58561b35-bac8-479c-80a3-1f01d9e462ea tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:44.725115 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf571b4d-b8bb-4b5e-9c7b-16d5d0be4d5f req-58561b35-bac8-479c-80a3-1f01d9e462ea tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.0621417 Nov 02 12:17:44.791376 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf571b4d-b8bb-4b5e-9c7b-16d5d0be4d5f req-7ce0c44d-b231-41b8-8dea-f64c569677d4 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597665 Nov 02 12:17:44.961113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb047e0-be4d-432b-96ed-af09554e24ec req-c2cd9b45-d34f-4c3d-876a-0406ee447625 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:44.962684 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-afb047e0-be4d-432b-96ed-af09554e24ec req-c2cd9b45-d34f-4c3d-876a-0406ee447625 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 983 time: 0.0566165 Nov 02 12:17:45.027438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-afb047e0-be4d-432b-96ed-af09554e24ec req-4b6d4a35-ef33-47ee-a29d-7b7e53e448b3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/security-groups?id=c10b2beb-1742-4e22-82bf-87c576420b78&id=f34320f3-8b3d-4357-bb4e-1aada896272d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0582106 Nov 02 12:17:45.431052 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device a8e083ce-0332-47aa-a7f9-f2fea787874f up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:17:45.622428 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port a8e083ce-0332-47aa-a7f9-f2fea787874f completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:17:45.627325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port a8e083ce-0332-47aa-a7f9-f2fea787874f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:17:45.627703 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:45.721303 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:45.747845 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ecc739-75d5-4008-8146-41457cdb3987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e083ce-0332-47aa-a7f9-f2fea787874f'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:17:45.750157 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5296063-d9f4-4f89-89c4-611408323ca1" -d '{"events": [{"server_uuid": "f2ecc739-75d5-4008-8146-41457cdb3987", "name": "network-vif-plugged", "status": "completed", "tag": "a8e083ce-0332-47aa-a7f9-f2fea787874f"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:17:45.771307 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port a8e083ce-0332-47aa-a7f9-f2fea787874f, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=a8e083ce-0332-47aa-a7f9-f2fea787874f,segment=NetworkSegment(fe071f0e-ccaf-4b52-8451-0eb236763c35),segment_id=fe071f0e-ccaf-4b52-8451-0eb236763c35)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:17:45.874575 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90247d3-9a2f-4d22-988b-87e440003f0f x-openstack-request-id: req-f90247d3-9a2f-4d22-988b-87e440003f0f {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:17:45.874875 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ecc739-75d5-4008-8146-41457cdb3987", "name": "network-vif-plugged", "status": "completed", "tag": "a8e083ce-0332-47aa-a7f9-f2fea787874f", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:17:45.875193 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f90247d3-9a2f-4d22-988b-87e440003f0f {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:17:45.875652 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ecc739-75d5-4008-8146-41457cdb3987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8e083ce-0332-47aa-a7f9-f2fea787874f', 'code': 200} Nov 02 12:17:45.931035 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:45.994171 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=a8e083ce-0332-47aa-a7f9-f2fea787874f,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:46.008179 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc02ec5-e6b4-4597-ab07-bd710344a8d0 req-9c4e7cf5-4d66-45f5-98e7-b98546a625b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:46.009998 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2cc02ec5-e6b4-4597-ab07-bd710344a8d0 req-9c4e7cf5-4d66-45f5-98e7-b98546a625b2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 1136 time: 0.0598092 Nov 02 12:17:46.037889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a53e5-2d93-4dec-8455-d3637ed35899 req-ced44058-4190-4465-a7bc-91bf46a4d69a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:46.041850 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d8a53e5-2d93-4dec-8455-d3637ed35899 req-ced44058-4190-4465-a7bc-91bf46a4d69a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.1193306 Nov 02 12:17:46.083375 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2cc02ec5-e6b4-4597-ab07-bd710344a8d0 req-763d120b-829b-4762-8f9c-3e08e3f9c077 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f34320f3-8b3d-4357-bb4e-1aada896272d&id=c10b2beb-1742-4e22-82bf-87c576420b78&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0652905 Nov 02 12:17:46.097904 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d8a53e5-2d93-4dec-8455-d3637ed35899 req-123ac8fc-8262-42b3-925c-602478fa3237 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497930 Nov 02 12:17:46.236773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbacc9c-d84c-4db0-be11-2e46af570762 req-3ef9fce5-512f-4359-919e-83e841bb235e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:46.238998 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bbacc9c-d84c-4db0-be11-2e46af570762 req-3ef9fce5-512f-4359-919e-83e841bb235e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 984 time: 0.0722673 Nov 02 12:17:46.326378 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bbacc9c-d84c-4db0-be11-2e46af570762 req-16aad21a-3a0f-4de0-95fb-f53071673328 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/security-groups?id=c10b2beb-1742-4e22-82bf-87c576420b78&id=f34320f3-8b3d-4357-bb4e-1aada896272d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0802104 Nov 02 12:17:46.765400 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52036) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:46.878484 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eac330da-3841-42a6-a699-de99f0558916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:46.983654 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eac330da-3841-42a6-a699-de99f0558916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:47.073502 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eac330da-3841-42a6-a699-de99f0558916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:47.119588 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-eac330da-3841-42a6-a699-de99f0558916 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a184d88c9a14abbb2669c0441642e9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3529699 Nov 02 12:17:47.120796 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac330da-3841-42a6-a699-de99f0558916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4d1776-3b5d-4e7a-af6a-92740d29a8d7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:47.122251 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52040) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:47.185810 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9df1422c-7b48-4940-a5f2-504313fabede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:47.232406 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9df1422c-7b48-4940-a5f2-504313fabede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:47.277760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad8fa9-d3fa-4005-8108-592df579def1 req-8f47daf3-d248-4330-81b0-dfae212bdeff tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:47.279307 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25ad8fa9-d3fa-4005-8108-592df579def1 req-8f47daf3-d248-4330-81b0-dfae212bdeff tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.0906179 Nov 02 12:17:47.346090 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25ad8fa9-d3fa-4005-8108-592df579def1 req-dd9e1fd2-1b5b-4620-8bbb-e4d9caf2214b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600617 Nov 02 12:17:47.477779 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9df1422c-7b48-4940-a5f2-504313fabede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:47.480399 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9df1422c-7b48-4940-a5f2-504313fabede admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:47.481564 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9df1422c-7b48-4940-a5f2-504313fabede admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab4d1776-3b5d-4e7a-af6a-92740d29a8d7 HTTP/1.1" status: 204 len: 168 time: 0.3575876 Nov 02 12:17:47.497277 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1422c-7b48-4940-a5f2-504313fabede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4d1776-3b5d-4e7a-af6a-92740d29a8d7,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:47.509992 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476c99e-aee4-4d1e-b2df-2720d4416827 req-0e954ed4-5254-4a19-b205-2f6da8aa7cd9 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:47.511575 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b476c99e-aee4-4d1e-b2df-2720d4416827 req-0e954ed4-5254-4a19-b205-2f6da8aa7cd9 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 984 time: 0.1005645 Nov 02 12:17:47.515852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f34b0-edc0-4d75-9034-124c7f44ba99 req-00cefe83-8da4-4f12-ab15-caa051734776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:47.517482 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-407f34b0-edc0-4d75-9034-124c7f44ba99 req-00cefe83-8da4-4f12-ab15-caa051734776 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 1097 time: 0.1043406 Nov 02 12:17:47.599213 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-407f34b0-edc0-4d75-9034-124c7f44ba99 req-da7e02c5-6395-4931-9f09-10d91403a1dd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721548 Nov 02 12:17:47.614988 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b476c99e-aee4-4d1e-b2df-2720d4416827 req-4b9f75f5-824d-40d4-9c0f-6e10a65d5db9 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/security-groups?id=c10b2beb-1742-4e22-82bf-87c576420b78&id=f34320f3-8b3d-4357-bb4e-1aada896272d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0909178 Nov 02 12:17:47.672105 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-126b4056-7572-4a14-9a7c-99a84b9ba6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:48.487067 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9949e6-41f1-406c-a133-66fcb5c98b72 req-ba523d93-c720-4f78-8a5d-8b4a654a90fe tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:48.488790 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb9949e6-41f1-406c-a133-66fcb5c98b72 req-ba523d93-c720-4f78-8a5d-8b4a654a90fe tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.0627489 Nov 02 12:17:48.542950 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb9949e6-41f1-406c-a133-66fcb5c98b72 req-be8a0cc6-1638-45e6-949c-90333f5d7e44 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474420 Nov 02 12:17:48.736937 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603b604-581a-4f0c-84b4-45bfbe8587a0 req-b4502d87-d015-4064-b3e8-49167bd57118 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:48.738391 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d603b604-581a-4f0c-84b4-45bfbe8587a0 req-b4502d87-d015-4064-b3e8-49167bd57118 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 984 time: 0.0561094 Nov 02 12:17:48.799696 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d603b604-581a-4f0c-84b4-45bfbe8587a0 req-b657db33-71d8-42fc-944c-54ada4c0a4f1 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/security-groups?id=c10b2beb-1742-4e22-82bf-87c576420b78&id=f34320f3-8b3d-4357-bb4e-1aada896272d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0550051 Nov 02 12:17:48.932441 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e8fc3-44be-473c-b16a-f9b82169a844 req-57ae8c8a-274f-4701-9d26-dca795adb37a tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:48.934083 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f19e8fc3-44be-473c-b16a-f9b82169a844 req-57ae8c8a-274f-4701-9d26-dca795adb37a tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 984 time: 0.0585349 Nov 02 12:17:48.998351 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f19e8fc3-44be-473c-b16a-f9b82169a844 req-63a92aa3-f130-4e8c-a285-634f420f12ad tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/security-groups?id=c10b2beb-1742-4e22-82bf-87c576420b78&id=f34320f3-8b3d-4357-bb4e-1aada896272d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0573359 Nov 02 12:17:49.112188 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c985a-c376-4171-956b-d3c2c328b59a req-d63d1b7e-ccb2-41c6-8a0f-850e3a38bdd2 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:49.113762 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-193c985a-c376-4171-956b-d3c2c328b59a req-d63d1b7e-ccb2-41c6-8a0f-850e3a38bdd2 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 1136 time: 0.0420835 Nov 02 12:17:49.134128 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-193c985a-c376-4171-956b-d3c2c328b59a req-698ef615-41fa-429b-8f37-1e080a37f177 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:49.213185 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-193c985a-c376-4171-956b-d3c2c328b59a req-698ef615-41fa-429b-8f37-1e080a37f177 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:49.342676 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-193c985a-c376-4171-956b-d3c2c328b59a req-698ef615-41fa-429b-8f37-1e080a37f177 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:49.388211 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ef615-41fa-429b-8f37-1e080a37f177 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5293b4dd-9cad-4118-885d-43c5fd54f742,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:49.397300 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-193c985a-c376-4171-956b-d3c2c328b59a req-698ef615-41fa-429b-8f37-1e080a37f177 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=c10b2beb-1742-4e22-82bf-87c576420b78&id=f34320f3-8b3d-4357-bb4e-1aada896272d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2766914 Nov 02 12:17:49.423343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52086) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:49.473384 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820db823-bf4d-478f-b055-e1923ae34759 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:49.479012 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-820db823-bf4d-478f-b055-e1923ae34759 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 1131 time: 0.0506649 Nov 02 12:17:49.479305 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52088) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:49.484622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': 'a8e083ce-0332-47aa-a7f9-f2fea787874f', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:17:49.623606 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:49.708486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52096) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:49.753389 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f1fd7-dee0-4630-8b2f-b51eb5863056 req-f161812d-8545-4495-a219-e0815c4441a8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:49.755155 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ae3f1fd7-dee0-4630-8b2f-b51eb5863056 req-f161812d-8545-4495-a219-e0815c4441a8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.1330690 Nov 02 12:17:49.794040 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a655dcc6-842a-4a7b-81fa-8fde60105870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:49.816143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:17:49.820515 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:17:49.890850 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6d86598e-0a7f-4559-88ac-105d87f526a8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'network': {'name': 'tempest-network-smoke--1628524307', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'port_security_enabled': True}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:17:49.975099 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d86598e-0a7f-4559-88ac-105d87f526a8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Made reservation on behalf of 1c1195feb3fe443093e6898e8c65dca4 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:17:49.980958 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d86598e-0a7f-4559-88ac-105d87f526a8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:49.992584 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d86598e-0a7f-4559-88ac-105d87f526a8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:50.004060 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:50.008841 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6,segment=NetworkSegment(4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6),segment_id=4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:17:50.036013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6', 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2', 'port_id': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6', 'mac_address': 'fa:16:3e:6a:39:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:17:50.044007 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e7b026-6692-42ef-8124-13777fc5c193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:17:50.046417 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ca15d7-f3d7-44be-af8f-f3681cdc3e97" -d '{"events": [{"server_uuid": "b0e7b026-6692-42ef-8124-13777fc5c193", "name": "network-vif-unplugged", "status": "completed", "tag": "80bd2a76-781d-4ffd-9ee9-0fde7eb562e6"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:17:50.080229 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d86598e-0a7f-4559-88ac-105d87f526a8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:50.084257 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6,segment=NetworkSegment(4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6),segment_id=4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:17:50.102139 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:50.116508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:17:50.214027 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ae3f1fd7-dee0-4630-8b2f-b51eb5863056 req-b0bf6adc-b0f8-44d2-85b5-c509d446f383 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4507668 Nov 02 12:17:50.229491 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:50.237105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52102) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:50.263943 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 12:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc79b59-3394-461a-bdd0-2c19dbb9f9fe x-openstack-request-id: req-4fc79b59-3394-461a-bdd0-2c19dbb9f9fe {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:17:50.264294 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e7b026-6692-42ef-8124-13777fc5c193", "name": "network-vif-unplugged", "status": "completed", "tag": "80bd2a76-781d-4ffd-9ee9-0fde7eb562e6", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:17:50.264551 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4fc79b59-3394-461a-bdd0-2c19dbb9f9fe {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:17:50.264957 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e7b026-6692-42ef-8124-13777fc5c193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6', 'code': 200} Nov 02 12:17:50.279352 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d86598e-0a7f-4559-88ac-105d87f526a8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:50.279585 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:50.321866 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d86598e-0a7f-4559-88ac-105d87f526a8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:17:50.350511 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-913824e6-3964-4c80-a3b9-37c08deffd08 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/floatingips/69ee123c-c057-499f-912c-585fe29832d6 HTTP/1.1" status: 200 len: 992 time: 0.1120663 Nov 02 12:17:50.351862 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d86598e-0a7f-4559-88ac-105d87f526a8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:50.352207 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-6d86598e-0a7f-4559-88ac-105d87f526a8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Added segment ddbdef68-7732-4fce-adb0-295870bdfae1 of type vlan for network 1b2fc003-5ef0-496e-9c84-c58171f01b79 Nov 02 12:17:50.360542 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86598e-0a7f-4559-88ac-105d87f526a8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8da2133a-fb6c-4309-8a5c-f61c412a0de6,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:50.369371 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Allocated IP 172.25.6.131 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/aaa8ac3f-661d-4170-891c-6f4f075d07ac) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:17:50.386330 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:17:50.386330 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:17:50.388460 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:50.402421 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d86598e-0a7f-4559-88ac-105d87f526a8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:50.495606 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:50.593578 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d86598e-0a7f-4559-88ac-105d87f526a8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:50.599535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d86598e-0a7f-4559-88ac-105d87f526a8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:50.600128 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d86598e-0a7f-4559-88ac-105d87f526a8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:50.656927 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:50.668372 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86598e-0a7f-4559-88ac-105d87f526a8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Network': ['ID=1b2fc003-5ef0-496e-9c84-c58171f01b79,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:50.679886 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 1b2fc003-5ef0-496e-9c84-c58171f01b79 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:17:50.698130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:17:50.703736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:17:50.706305 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:17:50.731618 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event updated for resources: {'Port': ['ID=aaa8ac3f-661d-4170-891c-6f4f075d07ac,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:50.863463 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6d86598e-0a7f-4559-88ac-105d87f526a8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1531923 Nov 02 12:17:50.868213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52104) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:50.873461 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-898799176', 'admin_state_up': True, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:17:50.924536 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:50.939269 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:17:50.965724 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6,segment=NetworkSegment(4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6),segment_id=4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:17:51.066522 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:51.067680 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:51.095732 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:51.096059 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:51.102280 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:51.134136 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:51.152194 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:51.308707 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:51.322104 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['80bd2a76-781d-4ffd-9ee9-0fde7eb562e6'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:17:51.399659 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:51.480955 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:51.605084 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:51.686630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event updated for resources: {'Port': ['ID=aaa8ac3f-661d-4170-891c-6f4f075d07ac,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:51.692581 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:51.721092 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:51.744147 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:51.810507 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Floating IP 75fb96d1-b703-437a-ba19-bf8244053cb7 associated. External IP: 172.25.6.131, port: a8e083ce-0332-47aa-a7f9-f2fea787874f. Nov 02 12:17:51.887212 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Allocated IP 172.25.6.215 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/595152fa-8e94-4731-b6a4-284bc1a7702e) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:17:52.018823 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:52.068467 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Router abe535a6-a66e-4115-8622-d33789097878 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:17:52.187129 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:17:52.198863 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fea48c-a6eb-4e72-b9d1-ed0e084a7a49 None None] Sync routers for ids ['abe535a6-a66e-4115-8622-d33789097878'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:17:52.199865 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:52.210264 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fea48c-a6eb-4e72-b9d1-ed0e084a7a49 None None] Routers {'abe535a6-a66e-4115-8622-d33789097878'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:17:52.211416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-42fea48c-a6eb-4e72-b9d1-ed0e084a7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:17:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['abe535a6-a66e-4115-8622-d33789097878'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:52.244037 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:17:52.249503 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:17:52.253813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:17:52.260836 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Port': ['ID=595152fa-8e94-4731-b6a4-284bc1a7702e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:52.335274 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-42fea48c-a6eb-4e72-b9d1-ed0e084a7a49 None None] Set router abe535a6-a66e-4115-8622-d33789097878 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:17:52.395484 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:52.431430 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a5e2e163-a504-4d6e-943c-756f6da10ef3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9506536 Nov 02 12:17:52.432240 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ecc739-75d5-4008-8146-41457cdb3987', 'tag': 'a8e083ce-0332-47aa-a7f9-f2fea787874f'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:17:52.434132 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52108) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:52.434898 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8f0cda-3a1d-4cbb-8f24-379fd53efc3b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ecc739-75d5-4008-8146-41457cdb3987", "tag": "a8e083ce-0332-47aa-a7f9-f2fea787874f"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:17:52.483269 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bb1c69-2c32-49d0-b296-bfc31dbf7dc2 x-openstack-request-id: req-96bb1c69-2c32-49d0-b296-bfc31dbf7dc2 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:17:52.483269 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ecc739-75d5-4008-8146-41457cdb3987", "tag": "a8e083ce-0332-47aa-a7f9-f2fea787874f", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:17:52.483269 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96bb1c69-2c32-49d0-b296-bfc31dbf7dc2 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:17:52.483269 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ecc739-75d5-4008-8146-41457cdb3987', 'tag': 'a8e083ce-0332-47aa-a7f9-f2fea787874f', 'status': 'completed', 'code': 200} Nov 02 12:17:52.609416 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:52.621522 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-42fea48c-a6eb-4e72-b9d1-ed0e084a7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe535a6-a66e-4115-8622-d33789097878', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694160143', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '75fb96d1-b703-437a-ba19-bf8244053cb7', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'abe535a6-a66e-4115-8622-d33789097878', 'port_id': 'a8e083ce-0332-47aa-a7f9-f2fea787874f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe', 'mac_address': 'fa:16:3e:c0:6f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecc739-75d5-4008-8146-41457cdb3987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:17:50Z', 'updated_at': '2021-11-02T12:17:50Z', 'revision_number': 0, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4506b7-8c53-4ccd-b5bd-f45fa82621f5', 'name': '', 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'mac_address': 'fa:16:3e:6d:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c3b51253-c8bc-4efe-90fb-c129025d8327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:27Z', 'updated_at': '2021-11-02T12:17:31Z', 'revision_number': 5, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'subnets': [{'id': 'c3b51253-c8bc-4efe-90fb-c129025d8327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:52.653970 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fea48c-a6eb-4e72-b9d1-ed0e084a7a49 None None] Checking router: abe535a6-a66e-4115-8622-d33789097878 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:17:52.664548 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fea48c-a6eb-4e72-b9d1-ed0e084a7a49 None None] Routers {'abe535a6-a66e-4115-8622-d33789097878'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:17:52.665179 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-42fea48c-a6eb-4e72-b9d1-ed0e084a7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:17:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['abe535a6-a66e-4115-8622-d33789097878'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:52.779058 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f0cda-3a1d-4cbb-8f24-379fd53efc3b req-dc580bd1-cbc7-48ec-a644-7196af34447c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:52.780616 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aa8f0cda-3a1d-4cbb-8f24-379fd53efc3b req-dc580bd1-cbc7-48ec-a644-7196af34447c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e326c86b683346cf8793f5e7145cb74b&device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 1136 time: 0.2708278 Nov 02 12:17:52.790742 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c07f1a7-19ca-4993-98fc-4807290ded1f tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:52.791257 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c07f1a7-19ca-4993-98fc-4807290ded1f tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:52.791740 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c07f1a7-19ca-4993-98fc-4807290ded1f tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:52.792214 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c07f1a7-19ca-4993-98fc-4807290ded1f tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:52.792737 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c07f1a7-19ca-4993-98fc-4807290ded1f tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:52.793188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c07f1a7-19ca-4993-98fc-4807290ded1f tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:52.793654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c07f1a7-19ca-4993-98fc-4807290ded1f tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:52.794114 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c07f1a7-19ca-4993-98fc-4807290ded1f tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:52.796021 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2c07f1a7-19ca-4993-98fc-4807290ded1f tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5611 time: 0.3597131 Nov 02 12:17:52.796394 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-42fea48c-a6eb-4e72-b9d1-ed0e084a7a49 None None] Set router abe535a6-a66e-4115-8622-d33789097878 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:17:52.799054 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52112) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:52.869021 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:52.939908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c40eec-fc11-448c-a137-7d962ad721b1 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:52.941130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c40eec-fc11-448c-a137-7d962ad721b1 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:52.941542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c40eec-fc11-448c-a137-7d962ad721b1 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:52.943282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c40eec-fc11-448c-a137-7d962ad721b1 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:52.944731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c40eec-fc11-448c-a137-7d962ad721b1 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:52.945663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c40eec-fc11-448c-a137-7d962ad721b1 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:52.946394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c40eec-fc11-448c-a137-7d962ad721b1 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:52.952318 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-74c40eec-fc11-448c-a137-7d962ad721b1 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1494451 Nov 02 12:17:52.952812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52114) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:53.051776 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f0cda-3a1d-4cbb-8f24-379fd53efc3b req-2c8c3dbe-4995-4048-884c-23996665e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:53.053399 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aa8f0cda-3a1d-4cbb-8f24-379fd53efc3b req-2c8c3dbe-4995-4048-884c-23996665e81f service neutron] 10.222.0.79 "GET /v2.0/networks?id=56206fb1-3a71-4d5e-b48e-33c481dc2abe HTTP/1.1" status: 200 len: 898 time: 0.2648120 Nov 02 12:17:53.098044 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-42fea48c-a6eb-4e72-b9d1-ed0e084a7a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe535a6-a66e-4115-8622-d33789097878', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694160143', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '75fb96d1-b703-437a-ba19-bf8244053cb7', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'abe535a6-a66e-4115-8622-d33789097878', 'port_id': 'a8e083ce-0332-47aa-a7f9-f2fea787874f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe', 'mac_address': 'fa:16:3e:c0:6f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecc739-75d5-4008-8146-41457cdb3987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:17:50Z', 'updated_at': '2021-11-02T12:17:50Z', 'revision_number': 0, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4506b7-8c53-4ccd-b5bd-f45fa82621f5', 'name': '', 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'mac_address': 'fa:16:3e:6d:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c3b51253-c8bc-4efe-90fb-c129025d8327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:27Z', 'updated_at': '2021-11-02T12:17:31Z', 'revision_number': 5, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'subnets': [{'id': 'c3b51253-c8bc-4efe-90fb-c129025d8327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:53.133471 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fea48c-a6eb-4e72-b9d1-ed0e084a7a49 None None] The sync data for ids ['abe535a6-a66e-4115-8622-d33789097878'] in n-d-806683-18 is: [{'id': 'abe535a6-a66e-4115-8622-d33789097878', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694160143', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '75fb96d1-b703-437a-ba19-bf8244053cb7', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'abe535a6-a66e-4115-8622-d33789097878', 'port_id': 'a8e083ce-0332-47aa-a7f9-f2fea787874f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe', 'mac_address': 'fa:16:3e:c0:6f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2ecc739-75d5-4008-8146-41457cdb3987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:17:50Z', 'updated_at': '2021-11-02T12:17:50Z', 'revision_number': 0, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee4506b7-8c53-4ccd-b5bd-f45fa82621f5', 'name': '', 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'mac_address': 'fa:16:3e:6d:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c3b51253-c8bc-4efe-90fb-c129025d8327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:27Z', 'updated_at': '2021-11-02T12:17:31Z', 'revision_number': 5, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'subnets': [{'id': 'c3b51253-c8bc-4efe-90fb-c129025d8327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:17:53.277313 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-83f91e4d-a000-4f3c-92a7-bb712b4244f3 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4491 time: 0.3204064 Nov 02 12:17:53.290888 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52116) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:53.347356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae85d89-6a26-45c9-a49b-48eeeb4904f5 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:53.347356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae85d89-6a26-45c9-a49b-48eeeb4904f5 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:53.355749 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4ae85d89-6a26-45c9-a49b-48eeeb4904f5 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=abe535a6-a66e-4115-8622-d33789097878 HTTP/1.1" status: 200 len: 1992 time: 0.0700076 Nov 02 12:17:53.396505 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6a0f4-3c0c-4b82-bee7-26f48570dec6 None None] New status for floating IP 75fb96d1-b703-437a-ba19-bf8244053cb7: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:17:53.551284 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aa8f0cda-3a1d-4cbb-8f24-379fd53efc3b req-07388550-f317-475e-90a6-ba78d2ff6c23 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8e083ce-0332-47aa-a7f9-f2fea787874f HTTP/1.1" status: 200 len: 999 time: 0.4898682 Nov 02 12:17:53.601210 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:53.653099 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f0cda-3a1d-4cbb-8f24-379fd53efc3b req-f6112179-33a5-4689-b015-b607bb532f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:53.654616 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aa8f0cda-3a1d-4cbb-8f24-379fd53efc3b req-f6112179-33a5-4689-b015-b607bb532f6a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3b51253-c8bc-4efe-90fb-c129025d8327 HTTP/1.1" status: 200 len: 834 time: 0.0941546 Nov 02 12:17:53.763556 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f0cda-3a1d-4cbb-8f24-379fd53efc3b req-715d44ec-1ed8-4bec-80eb-842be946525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:53.765141 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aa8f0cda-3a1d-4cbb-8f24-379fd53efc3b req-715d44ec-1ed8-4bec-80eb-842be946525e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=56206fb1-3a71-4d5e-b48e-33c481dc2abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982664 Nov 02 12:17:53.845087 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:17:53.890764 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aa8f0cda-3a1d-4cbb-8f24-379fd53efc3b req-df1a7b8f-c1d7-41f1-908e-f844baee288e service neutron] 10.222.0.79 "GET /v2.0/networks/56206fb1-3a71-4d5e-b48e-33c481dc2abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135571 Nov 02 12:17:53.898227 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:17:53.898606 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:53.967292 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Router 3c274f49-8846-4dc5-b18f-5c3a4139f03e is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:17:53.988532 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:54.016001 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e7b026-6692-42ef-8124-13777fc5c193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:17:54.020618 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71cd1f7-a9d7-4007-b855-a95233d55d35" -d '{"events": [{"server_uuid": "b0e7b026-6692-42ef-8124-13777fc5c193", "name": "network-vif-plugged", "status": "completed", "tag": "80bd2a76-781d-4ffd-9ee9-0fde7eb562e6"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:17:54.044994 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aa8f0cda-3a1d-4cbb-8f24-379fd53efc3b req-1408d8b8-3eae-4430-8789-4e2fc41ae3dc service neutron] 10.222.0.79 "GET /v2.0/networks/56206fb1-3a71-4d5e-b48e-33c481dc2abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461139 Nov 02 12:17:54.045600 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6,segment=NetworkSegment(4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6),segment_id=4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:17:54.069231 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae66ef74-c241-4d70-8b53-63a55488e89f x-openstack-request-id: req-ae66ef74-c241-4d70-8b53-63a55488e89f {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:17:54.069750 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e7b026-6692-42ef-8124-13777fc5c193", "name": "network-vif-plugged", "status": "completed", "tag": "80bd2a76-781d-4ffd-9ee9-0fde7eb562e6", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:17:54.070016 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae66ef74-c241-4d70-8b53-63a55488e89f {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:17:54.070410 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e7b026-6692-42ef-8124-13777fc5c193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6', 'code': 200} Nov 02 12:17:54.106212 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:17:54.120314 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Sync routers for ids ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:17:54.264242 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:54.265587 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7cc1c68a-ba0e-4b16-b295-131788eebfe5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3964350 Nov 02 12:17:54.269001 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52122) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:54.302808 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:54.304260 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:54.337840 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Routers {'3c274f49-8846-4dc5-b18f-5c3a4139f03e'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:17:54.338487 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:17:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:54.369539 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-519b62eb-5742-4f59-b0f8-4e6d64627e9c tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=1c1195feb3fe443093e6898e8c65dca4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0991950 Nov 02 12:17:54.372582 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52126) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:54.441722 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:54.473142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Set router 3c274f49-8846-4dc5-b18f-5c3a4139f03e gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:17:54.473361 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1738fbb2-bcae-437b-b413-0882cb23ba3f tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:54.476100 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1738fbb2-bcae-437b-b413-0882cb23ba3f tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0996237 Nov 02 12:17:54.478571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52128) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:54.501422 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:54.509813 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-632d4bd4-ccdf-4a3e-9409-e9c14d48ae33 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297327 Nov 02 12:17:54.512672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52130) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:54.517949 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-14974399-2ef9-45fe-a9f0-536e36a84ed3 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1870946443', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:17:54.673193 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:52Z', 'revision_number': 3, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:54.701500 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Checking router: 3c274f49-8846-4dc5-b18f-5c3a4139f03e for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:17:54.701860 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Updating router 3c274f49-8846-4dc5-b18f-5c3a4139f03e port 595152fa-8e94-4731-b6a4-284bc1a7702e binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:17:54.729208 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:54.746035 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14974399-2ef9-45fe-a9f0-536e36a84ed3 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Made reservation on behalf of 1c1195feb3fe443093e6898e8c65dca4 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:17:54.750167 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14974399-2ef9-45fe-a9f0-536e36a84ed3 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:55.009401 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:55.023232 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:55.055118 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14974399-2ef9-45fe-a9f0-536e36a84ed3 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:55.118087 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14974399-2ef9-45fe-a9f0-536e36a84ed3 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Subnet': ['ID=66ff6cf7-cac4-4391-8d6c-c804aae69381,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:55.129903 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14974399-2ef9-45fe-a9f0-536e36a84ed3 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Checking segment: {'id': 'ddbdef68-7732-4fce-adb0-295870bdfae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:17:55.130267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14974399-2ef9-45fe-a9f0-536e36a84ed3 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Network hostable DHCP agents. Network: 1b2fc003-5ef0-496e-9c84-c58171f01b79, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:17:55.267490 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:55.322852 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Attempting to bind port 595152fa-8e94-4731-b6a4-284bc1a7702e on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:17:55.323282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Attempting to bind port 595152fa-8e94-4731-b6a4-284bc1a7702e by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:17:55.323652 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Attempting to bind port 595152fa-8e94-4731-b6a4-284bc1a7702e on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:17:55.325792 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0600751-455a-4681-b24a-089f12cf1fcc None None] Pushing event updated for resources: {'Port': ['ID=595152fa-8e94-4731-b6a4-284bc1a7702e,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:55.331841 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:17:55.332232 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:17:55.332649 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:55.333038 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:17:55.333510 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Bound port: 595152fa-8e94-4731-b6a4-284bc1a7702e, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:17:55.333884 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:55.391598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] For port 595152fa-8e94-4731-b6a4-284bc1a7702e, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:17:55.395234 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] For port 595152fa-8e94-4731-b6a4-284bc1a7702e, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=595152fa-8e94-4731-b6a4-284bc1a7702e,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:17:55.427646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14974399-2ef9-45fe-a9f0-536e36a84ed3 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Network 1b2fc003-5ef0-496e-9c84-c58171f01b79 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:17:55.617753 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:55.681498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Routers {'3c274f49-8846-4dc5-b18f-5c3a4139f03e'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:17:55.682209 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:17:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:55.687361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0600751-455a-4681-b24a-089f12cf1fcc None None] Pushing event updated for resources: {'Port': ['ID=595152fa-8e94-4731-b6a4-284bc1a7702e,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:55.707965 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-14974399-2ef9-45fe-a9f0-536e36a84ed3 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 1b2fc003-5ef0-496e-9c84-c58171f01b79) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:17:55.716967 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14974399-2ef9-45fe-a9f0-536e36a84ed3 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:55.716967 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-14974399-2ef9-45fe-a9f0-536e36a84ed3 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:55.722451 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7086477b-82de-49af-9f37-aa024cc231ad None None] Network 1b2fc003-5ef0-496e-9c84-c58171f01b79 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:17:55.849052 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-14974399-2ef9-45fe-a9f0-536e36a84ed3 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3350873 Nov 02 12:17:55.853217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52132) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:55.865583 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] Set router 3c274f49-8846-4dc5-b18f-5c3a4139f03e gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:17:56.040313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-1b2fc003-5ef0-496e-9c84-c58171f01b79', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'fixed_ips': [{'subnet_id': '66ff6cf7-cac4-4391-8d6c-c804aae69381'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:17:56.041179 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:56.237552 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Allocated IP 172.20.0.2 (1b2fc003-5ef0-496e-9c84-c58171f01b79/66ff6cf7-cac4-4391-8d6c-c804aae69381/51c465b9-eb8d-4981-a848-2718a1f6d94a) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:17:56.246104 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:52Z', 'revision_number': 3, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:56.280534 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83bc55d-cd2e-43de-9139-b76de11acf6b None None] The sync data for ids ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'] in n-d-806683-18 is: [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:52Z', 'revision_number': 3, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:17:56.457362 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:56.629135 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:56.646350 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3a202cf-1378-473f-954d-b79452a06e08 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:56.677652 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Network 1b2fc003-5ef0-496e-9c84-c58171f01b79 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:17:56.681024 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:17:56.684537 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:17:56.693270 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Pushing event updated for resources: {'Port': ['ID=51c465b9-eb8d-4981-a848-2718a1f6d94a,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:56.754511 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Attempting to bind port 51c465b9-eb8d-4981-a848-2718a1f6d94a on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:17:56.754882 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Attempting to bind port 51c465b9-eb8d-4981-a848-2718a1f6d94a by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'ddbdef68-7732-4fce-adb0-295870bdfae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:17:56.755278 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Attempting to bind port 51c465b9-eb8d-4981-a848-2718a1f6d94a on network 1b2fc003-5ef0-496e-9c84-c58171f01b79 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:17:56.761477 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:17:56.761952 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Checking segment: {'id': 'ddbdef68-7732-4fce-adb0-295870bdfae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:17:56.762328 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:56.762915 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Bound using segment: {'id': 'ddbdef68-7732-4fce-adb0-295870bdfae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:17:56.763297 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Bound port: 51c465b9-eb8d-4981-a848-2718a1f6d94a, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbdef68-7732-4fce-adb0-295870bdfae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:17:56.763662 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:56.846985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] For port 51c465b9-eb8d-4981-a848-2718a1f6d94a, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:17:56.851522 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] For port 51c465b9-eb8d-4981-a848-2718a1f6d94a, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=51c465b9-eb8d-4981-a848-2718a1f6d94a,segment=NetworkSegment(ddbdef68-7732-4fce-adb0-295870bdfae1),segment_id=ddbdef68-7732-4fce-adb0-295870bdfae1)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:17:56.971860 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-a3a202cf-1378-473f-954d-b79452a06e08 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Allocated IP 172.20.0.1 (1b2fc003-5ef0-496e-9c84-c58171f01b79/66ff6cf7-cac4-4391-8d6c-c804aae69381/bb10a81f-06e1-4099-8461-9887c27cd5f5) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:17:56.982563 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:57.058804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f7584-c743-4c6c-b8f2-b770b4b13f66 None None] Pushing event updated for resources: {'Port': ['ID=51c465b9-eb8d-4981-a848-2718a1f6d94a,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:57.136579 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3a202cf-1378-473f-954d-b79452a06e08 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:57.383206 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3a202cf-1378-473f-954d-b79452a06e08 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:57.433159 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a202cf-1378-473f-954d-b79452a06e08 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Network 1b2fc003-5ef0-496e-9c84-c58171f01b79 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:17:57.438835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-a3a202cf-1378-473f-954d-b79452a06e08 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:17:57.443489 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a202cf-1378-473f-954d-b79452a06e08 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:17:57.450535 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a202cf-1378-473f-954d-b79452a06e08 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Port': ['ID=bb10a81f-06e1-4099-8461-9887c27cd5f5,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:57.505114 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3a202cf-1378-473f-954d-b79452a06e08 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:57.906900 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3a202cf-1378-473f-954d-b79452a06e08 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:57.987560 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 595152fa-8e94-4731-b6a4-284bc1a7702e up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:17:58.038966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 595152fa-8e94-4731-b6a4-284bc1a7702e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:17:58.039337 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:58.129492 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:58.164190 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 595152fa-8e94-4731-b6a4-284bc1a7702e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=595152fa-8e94-4731-b6a4-284bc1a7702e,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:17:58.265359 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3a202cf-1378-473f-954d-b79452a06e08 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:58.325544 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:58.326898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 51c465b9-eb8d-4981-a848-2718a1f6d94a up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:17:58.415252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=595152fa-8e94-4731-b6a4-284bc1a7702e,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:58.431406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 51c465b9-eb8d-4981-a848-2718a1f6d94a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:17:58.431788 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:58.462204 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3a202cf-1378-473f-954d-b79452a06e08 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:58.555772 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a3a202cf-1378-473f-954d-b79452a06e08 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:58.570386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a202cf-1378-473f-954d-b79452a06e08 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Port': ['ID=bb10a81f-06e1-4099-8461-9887c27cd5f5,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:58.646577 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1829fd42-3421-4ed2-b529-f7d70b6dfe37 None None] Network 1b2fc003-5ef0-496e-9c84-c58171f01b79 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:17:58.685559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a202cf-1378-473f-954d-b79452a06e08 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Network 1b2fc003-5ef0-496e-9c84-c58171f01b79 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:17:58.687131 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-a3a202cf-1378-473f-954d-b79452a06e08 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:17:58.734678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-09332001-c34a-4581-8519-6009df7b7d99 None None] Provisioning complete for port 51c465b9-eb8d-4981-a848-2718a1f6d94a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:17:58.735078 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-09332001-c34a-4581-8519-6009df7b7d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:58.815585 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a202cf-1378-473f-954d-b79452a06e08 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Router 3c274f49-8846-4dc5-b18f-5c3a4139f03e has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:17:58.855769 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:58.941411 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a202cf-1378-473f-954d-b79452a06e08 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:17:58.948382 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a3a202cf-1378-473f-954d-b79452a06e08 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "PUT /v2.0/routers/3c274f49-8846-4dc5-b18f-5c3a4139f03e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0934138 Nov 02 12:17:58.951220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52134) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:58.952881 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Sync routers for ids ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:17:58.957595 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 51c465b9-eb8d-4981-a848-2718a1f6d94a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=51c465b9-eb8d-4981-a848-2718a1f6d94a,segment=NetworkSegment(ddbdef68-7732-4fce-adb0-295870bdfae1),segment_id=ddbdef68-7732-4fce-adb0-295870bdfae1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:17:58.960901 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-09332001-c34a-4581-8519-6009df7b7d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:58.966409 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Routers {'3c274f49-8846-4dc5-b18f-5c3a4139f03e'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:17:58.967077 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:17:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:59.090658 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Set router 3c274f49-8846-4dc5-b18f-5c3a4139f03e gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:17:59.135583 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:59.200029 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9c7978-61eb-4b14-ab9e-ecbeaae131d8 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:59.201673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9c7978-61eb-4b14-ab9e-ecbeaae131d8 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:59.202963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9c7978-61eb-4b14-ab9e-ecbeaae131d8 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:59.203607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9c7978-61eb-4b14-ab9e-ecbeaae131d8 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:59.204521 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9c7978-61eb-4b14-ab9e-ecbeaae131d8 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:59.205146 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9c7978-61eb-4b14-ab9e-ecbeaae131d8 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:59.205765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9c7978-61eb-4b14-ab9e-ecbeaae131d8 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:59.207314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9c7978-61eb-4b14-ab9e-ecbeaae131d8 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:59.210119 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5d9c7978-61eb-4b14-ab9e-ecbeaae131d8 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5655 time: 0.2567899 Nov 02 12:17:59.213765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52138) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:59.234517 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-09332001-c34a-4581-8519-6009df7b7d99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:17:59.234878 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-09332001-c34a-4581-8519-6009df7b7d99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:17:59.235580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=51c465b9-eb8d-4981-a848-2718a1f6d94a,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:17:59.298897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d6cb5-65c8-4347-b1cf-c010be0bcd91 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:59.299421 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d6cb5-65c8-4347-b1cf-c010be0bcd91 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:59.299896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d6cb5-65c8-4347-b1cf-c010be0bcd91 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:59.300361 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d6cb5-65c8-4347-b1cf-c010be0bcd91 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:59.300986 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d6cb5-65c8-4347-b1cf-c010be0bcd91 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:59.301640 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d6cb5-65c8-4347-b1cf-c010be0bcd91 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:59.302397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d6cb5-65c8-4347-b1cf-c010be0bcd91 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:59.303708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d6cb5-65c8-4347-b1cf-c010be0bcd91 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:17:59.307151 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e10d6cb5-65c8-4347-b1cf-c010be0bcd91 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5250 time: 0.0912328 Nov 02 12:17:59.309438 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52140) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:59.452783 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:57Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'bb10a81f-06e1-4099-8461-9887c27cd5f5', 'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:34:3e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:56Z', 'updated_at': '2021-11-02T12:17:58Z', 'revision_number': 2, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:17:59.481701 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Checking router: 3c274f49-8846-4dc5-b18f-5c3a4139f03e for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:17:59.482052 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Updating router 3c274f49-8846-4dc5-b18f-5c3a4139f03e port bb10a81f-06e1-4099-8461-9887c27cd5f5 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:17:59.487643 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-af696daf-1d6a-4506-8d01-2ef317279976 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4497 time: 0.1736434 Nov 02 12:17:59.513301 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:59.827856 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:59.901790 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-40f780ce-b53d-464d-ba00-914f7c9fa0dc None None] Provisioning complete for port 51c465b9-eb8d-4981-a848-2718a1f6d94a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:17:59.901790 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-40f780ce-b53d-464d-ba00-914f7c9fa0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:17:59.904152 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52144) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:17:59.911398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-28bcbf0e-2df0-4d50-9978-593664e6b0dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1465131224', 'description': 'tempest-secgroup-smoke-1465131224 description', 'project_id': '1c1195feb3fe443093e6898e8c65dca4'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:17:59.932736 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 595152fa-8e94-4731-b6a4-284bc1a7702e up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:17:59.964764 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:00.041265 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 595152fa-8e94-4731-b6a4-284bc1a7702e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:00.041644 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:00.051053 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28bcbf0e-2df0-4d50-9978-593664e6b0dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:00.077384 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bfb09-5795-4c40-8ef6-7d9a9fd21a05 None None] Pushing event updated for resources: {'Port': ['ID=bb10a81f-06e1-4099-8461-9887c27cd5f5,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:00.099765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-40f780ce-b53d-464d-ba00-914f7c9fa0dc None None] Provisioning complete for port bb10a81f-06e1-4099-8461-9887c27cd5f5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:00.100810 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-40f780ce-b53d-464d-ba00-914f7c9fa0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:00.136010 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Attempting to bind port bb10a81f-06e1-4099-8461-9887c27cd5f5 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:18:00.136753 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Attempting to bind port bb10a81f-06e1-4099-8461-9887c27cd5f5 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'ddbdef68-7732-4fce-adb0-295870bdfae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:18:00.137985 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Attempting to bind port bb10a81f-06e1-4099-8461-9887c27cd5f5 on network 1b2fc003-5ef0-496e-9c84-c58171f01b79 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:18:00.146638 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-40f780ce-b53d-464d-ba00-914f7c9fa0dc None None] Port bb10a81f-06e1-4099-8461-9887c27cd5f5 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:18:00.149782 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:18:00.150801 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Checking segment: {'id': 'ddbdef68-7732-4fce-adb0-295870bdfae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:18:00.151959 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:00.152587 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Bound using segment: {'id': 'ddbdef68-7732-4fce-adb0-295870bdfae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:18:00.153458 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Bound port: bb10a81f-06e1-4099-8461-9887c27cd5f5, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbdef68-7732-4fce-adb0-295870bdfae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:18:00.154176 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:00.200168 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 51c465b9-eb8d-4981-a848-2718a1f6d94a up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:18:00.237175 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28bcbf0e-2df0-4d50-9978-593664e6b0dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:00.266272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 51c465b9-eb8d-4981-a848-2718a1f6d94a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:00.266655 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:00.273445 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] For port bb10a81f-06e1-4099-8461-9887c27cd5f5, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:18:00.276729 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] For port bb10a81f-06e1-4099-8461-9887c27cd5f5, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=bb10a81f-06e1-4099-8461-9887c27cd5f5,segment=NetworkSegment(ddbdef68-7732-4fce-adb0-295870bdfae1),segment_id=ddbdef68-7732-4fce-adb0-295870bdfae1)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:18:00.374247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f0fcb220-3cb3-436a-8b7b-2c2b76f247bb None None] Provisioning complete for port bb10a81f-06e1-4099-8461-9887c27cd5f5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:00.374618 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f0fcb220-3cb3-436a-8b7b-2c2b76f247bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:00.415766 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28bcbf0e-2df0-4d50-9978-593664e6b0dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:00.419343 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f0fcb220-3cb3-436a-8b7b-2c2b76f247bb None None] Port bb10a81f-06e1-4099-8461-9887c27cd5f5 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:18:00.443682 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcbf0e-2df0-4d50-9978-593664e6b0dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2af256-08c1-4455-8805-357abf7addff,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:00.473478 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:00.537126 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Routers {'3c274f49-8846-4dc5-b18f-5c3a4139f03e'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:18:00.537818 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:17:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:00.574146 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bfb09-5795-4c40-8ef6-7d9a9fd21a05 None None] Pushing event updated for resources: {'Port': ['ID=bb10a81f-06e1-4099-8461-9887c27cd5f5,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:00.657124 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-28bcbf0e-2df0-4d50-9978-593664e6b0dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:00.660403 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-28bcbf0e-2df0-4d50-9978-593664e6b0dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7534375 Nov 02 12:18:00.669401 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52146) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:00.669401 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-adafa27c-3155-4bba-979f-d7c6ee6d6669 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group_rule': {'security_group_id': '7a2af256-08c1-4455-8805-357abf7addff', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:18:00.674429 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] Set router 3c274f49-8846-4dc5-b18f-5c3a4139f03e gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:18:00.746416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-793a6432-df7f-480d-805d-e7fc83a19065 None None] Provisioning complete for port bb10a81f-06e1-4099-8461-9887c27cd5f5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:00.746793 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-793a6432-df7f-480d-805d-e7fc83a19065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:00.830824 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-793a6432-df7f-480d-805d-e7fc83a19065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:00.865035 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-adafa27c-3155-4bba-979f-d7c6ee6d6669 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:00.872468 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-793a6432-df7f-480d-805d-e7fc83a19065 None None] For port bb10a81f-06e1-4099-8461-9887c27cd5f5, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=bb10a81f-06e1-4099-8461-9887c27cd5f5,segment=NetworkSegment(ddbdef68-7732-4fce-adb0-295870bdfae1),segment_id=ddbdef68-7732-4fce-adb0-295870bdfae1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:18:00.893014 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:57Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'bb10a81f-06e1-4099-8461-9887c27cd5f5', 'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:34:3e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:56Z', 'updated_at': '2021-11-02T12:18:00Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:00.925187 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a180eb8-3bb5-4138-b6a6-b05fd5d78faf None None] The sync data for ids ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'] in n-d-806683-18 is: [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:57Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'bb10a81f-06e1-4099-8461-9887c27cd5f5', 'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:34:3e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:56Z', 'updated_at': '2021-11-02T12:18:00Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:18:00.937099 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-adafa27c-3155-4bba-979f-d7c6ee6d6669 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:01.037181 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-793a6432-df7f-480d-805d-e7fc83a19065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:01.084521 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-adafa27c-3155-4bba-979f-d7c6ee6d6669 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:01.100675 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a6432-df7f-480d-805d-e7fc83a19065 None None] Pushing event updated for resources: {'Port': ['ID=bb10a81f-06e1-4099-8461-9887c27cd5f5,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:01.107601 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafa27c-3155-4bba-979f-d7c6ee6d6669 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcae03f3-4e10-4cf5-a433-22bed874536c,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:01.276126 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-adafa27c-3155-4bba-979f-d7c6ee6d6669 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:01.277595 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-adafa27c-3155-4bba-979f-d7c6ee6d6669 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6140330 Nov 02 12:18:01.280412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52148) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:01.285057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-19025dc6-1001-4cdd-80e3-719727a2d1e7 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group_rule': {'security_group_id': '7a2af256-08c1-4455-8805-357abf7addff', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:18:01.434455 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19025dc6-1001-4cdd-80e3-719727a2d1e7 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:01.503299 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19025dc6-1001-4cdd-80e3-719727a2d1e7 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:01.679733 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19025dc6-1001-4cdd-80e3-719727a2d1e7 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:01.701624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19025dc6-1001-4cdd-80e3-719727a2d1e7 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1aed86-e247-459e-b21d-bb50a36ef64e,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:01.829448 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-19025dc6-1001-4cdd-80e3-719727a2d1e7 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:01.836546 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-19025dc6-1001-4cdd-80e3-719727a2d1e7 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5550303 Nov 02 12:18:01.840844 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52152) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:01.850151 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e0d47fbf-562e-4cab-a8c4-5ac11691856d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group_rule': {'security_group_id': '7a2af256-08c1-4455-8805-357abf7addff', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:18:01.939651 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device bb10a81f-06e1-4099-8461-9887c27cd5f5 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:18:01.997723 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port bb10a81f-06e1-4099-8461-9887c27cd5f5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:01.998007 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:02.042718 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0d47fbf-562e-4cab-a8c4-5ac11691856d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:02.120877 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0d47fbf-562e-4cab-a8c4-5ac11691856d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:02.307911 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0d47fbf-562e-4cab-a8c4-5ac11691856d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:02.327608 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d47fbf-562e-4cab-a8c4-5ac11691856d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25202a0c-70b9-4f4a-a680-060fc0a6cf0c,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:02.448378 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e0d47fbf-562e-4cab-a8c4-5ac11691856d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:02.449528 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e0d47fbf-562e-4cab-a8c4-5ac11691856d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6067486 Nov 02 12:18:02.453672 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52154) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:02.458219 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1391adbb-8224-44fa-9620-76aaed411b5d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group_rule': {'security_group_id': '7a2af256-08c1-4455-8805-357abf7addff', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:18:02.586914 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1391adbb-8224-44fa-9620-76aaed411b5d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:02.664022 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1391adbb-8224-44fa-9620-76aaed411b5d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:02.776797 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1391adbb-8224-44fa-9620-76aaed411b5d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:02.808754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391adbb-8224-44fa-9620-76aaed411b5d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71d579a-afea-469e-ae5a-8cf764ee5c3b,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:02.903984 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1391adbb-8224-44fa-9620-76aaed411b5d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:02.905172 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1391adbb-8224-44fa-9620-76aaed411b5d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4505322 Nov 02 12:18:02.908062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52156) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:02.913253 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-477577e0-0b7f-4e79-b64a-c5e5d1985457 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group_rule': {'security_group_id': '7a2af256-08c1-4455-8805-357abf7addff', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:18:03.063340 n-d-806683-18 neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-477577e0-0b7f-4e79-b64a-c5e5d1985457 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Project 1c1195feb3fe443093e6898e8c65dca4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:18:03.069738 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-477577e0-0b7f-4e79-b64a-c5e5d1985457 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:03.140272 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-477577e0-0b7f-4e79-b64a-c5e5d1985457 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:03.320222 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-477577e0-0b7f-4e79-b64a-c5e5d1985457 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:03.344837 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477577e0-0b7f-4e79-b64a-c5e5d1985457 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f04d13-0d35-421f-905c-4ea43d7b5291,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:03.515362 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-477577e0-0b7f-4e79-b64a-c5e5d1985457 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:03.516663 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-477577e0-0b7f-4e79-b64a-c5e5d1985457 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6075857 Nov 02 12:18:03.520031 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52158) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:03.525733 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-de2a1be7-9c2c-403e-8bc4-7f0f437f408d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group_rule': {'security_group_id': '7a2af256-08c1-4455-8805-357abf7addff', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:18:03.671446 n-d-806683-18 neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-de2a1be7-9c2c-403e-8bc4-7f0f437f408d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Project 1c1195feb3fe443093e6898e8c65dca4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:18:03.677204 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-de2a1be7-9c2c-403e-8bc4-7f0f437f408d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:03.754296 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-de2a1be7-9c2c-403e-8bc4-7f0f437f408d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:03.856075 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-de2a1be7-9c2c-403e-8bc4-7f0f437f408d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:03.877335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a1be7-9c2c-403e-8bc4-7f0f437f408d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9899c3f2-1474-477b-96ab-4aafcebdf173,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:03.989715 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-de2a1be7-9c2c-403e-8bc4-7f0f437f408d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:03.991723 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-de2a1be7-9c2c-403e-8bc4-7f0f437f408d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4699292 Nov 02 12:18:04.154485 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01baa7e7-81b6-491f-94dd-f119503d572e req-0d78ca40-cd15-49ce-bd57-f55af4198d7c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1465131224&fields=id&tenant_id=1c1195feb3fe443093e6898e8c65dca4 HTTP/1.1" status: 200 len: 267 time: 0.0524602 Nov 02 12:18:04.269425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baa7e7-81b6-491f-94dd-f119503d572e req-6e8113ce-d7ff-4430-8f8d-7315c08c8528 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:04.273507 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01baa7e7-81b6-491f-94dd-f119503d572e req-6e8113ce-d7ff-4430-8f8d-7315c08c8528 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/networks?id=1b2fc003-5ef0-496e-9c84-c58171f01b79 HTTP/1.1" status: 200 len: 797 time: 0.1094649 Nov 02 12:18:04.287646 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01baa7e7-81b6-491f-94dd-f119503d572e req-4c1eed6b-90d0-4fe6-84e6-822d3455f255 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/quotas/1c1195feb3fe443093e6898e8c65dca4 HTTP/1.1" status: 200 len: 375 time: 0.0098839 Nov 02 12:18:04.343249 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01baa7e7-81b6-491f-94dd-f119503d572e req-66d16a7f-da95-468e-88ac-8e1b7cb3bf74 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c1195feb3fe443093e6898e8c65dca4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496259 Nov 02 12:18:04.453648 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01baa7e7-81b6-491f-94dd-f119503d572e req-e72a2d20-c1a0-41cd-b604-d63ac566b7d9 service neutron] 10.222.0.52 "GET /v2.0/networks/1b2fc003-5ef0-496e-9c84-c58171f01b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968442 Nov 02 12:18:04.550642 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01baa7e7-81b6-491f-94dd-f119503d572e req-e419607e-fd74-461e-aaa4-61b64f39279c service neutron] 10.222.0.52 "GET /v2.0/networks/1b2fc003-5ef0-496e-9c84-c58171f01b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908535 Nov 02 12:18:04.862221 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85e3d48e-59aa-49b6-8c9a-200d6c9a4068 req-5eec67f0-b06c-4007-b2b4-8457843f7866 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 210 time: 0.0337095 Nov 02 12:18:05.942265 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-356175b0-d5fb-46e3-8ff7-f214897e35c4 req-23e0b688-30dd-4059-a54a-c505de640449 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 210 time: 0.0274398 Nov 02 12:18:07.044479 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea42cc26-6435-4104-af1d-bf4e24cfd7b8 req-ef31637b-5f12-4b4e-8831-d8bb18aa4cdf tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 210 time: 0.0278485 Nov 02 12:18:08.157382 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9360b51a-8b9f-4e2d-9d10-b32d061be91e req-85bcb51d-46a5-4041-a467-2a8258431999 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 210 time: 0.0329423 Nov 02 12:18:08.538439 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baa7e7-81b6-491f-94dd-f119503d572e req-688b929a-9e3c-4614-b6d5-268ecbd6f658 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:08.540352 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01baa7e7-81b6-491f-94dd-f119503d572e req-688b929a-9e3c-4614-b6d5-268ecbd6f658 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.54 "GET /v2.0/networks?id=1b2fc003-5ef0-496e-9c84-c58171f01b79 HTTP/1.1" status: 200 len: 797 time: 0.1171279 Nov 02 12:18:08.610367 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01baa7e7-81b6-491f-94dd-f119503d572e req-3a527296-7bb2-4f42-b5ef-0730269eb929 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c1195feb3fe443093e6898e8c65dca4 HTTP/1.1" status: 200 len: 380 time: 0.0596328 Nov 02 12:18:08.621121 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-01baa7e7-81b6-491f-94dd-f119503d572e req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'port': {'device_id': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'admin_state_up': True, 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'security_groups': ['7a2af256-08c1-4455-8805-357abf7addff']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:18:08.850905 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01baa7e7-81b6-491f-94dd-f119503d572e req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Made reservation on behalf of 1c1195feb3fe443093e6898e8c65dca4 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:18:08.854800 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01baa7e7-81b6-491f-94dd-f119503d572e req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:09.005104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-01baa7e7-81b6-491f-94dd-f119503d572e req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Allocated IP 172.20.0.14 (1b2fc003-5ef0-496e-9c84-c58171f01b79/66ff6cf7-cac4-4391-8d6c-c804aae69381/242f8f10-9a27-462a-a544-817abdc0fb8b) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:18:09.017183 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:18:09.164157 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01baa7e7-81b6-491f-94dd-f119503d572e req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:09.265245 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d4c40e2-14c4-47e9-aa36-fe5f03cfecdf req-f2da4331-39ad-4f72-8db0-465a3d0985b2 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 210 time: 0.0275536 Nov 02 12:18:09.271329 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01baa7e7-81b6-491f-94dd-f119503d572e req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:09.316055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01baa7e7-81b6-491f-94dd-f119503d572e req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Network 1b2fc003-5ef0-496e-9c84-c58171f01b79 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:18:09.319981 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-01baa7e7-81b6-491f-94dd-f119503d572e req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:18:09.326489 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-01baa7e7-81b6-491f-94dd-f119503d572e req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:18:09.357703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Port': ['ID=242f8f10-9a27-462a-a544-817abdc0fb8b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:09.371759 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:09.372223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:09.372442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:09.372781 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:09.373118 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:09.373466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:09.373783 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:09.374108 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:09.374427 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:09.374749 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:09.375252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:09.375586 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:09.402705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baa7e7-81b6-491f-94dd-f119503d572e req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:09.403424 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01baa7e7-81b6-491f-94dd-f119503d572e req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:09.567378 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01baa7e7-81b6-491f-94dd-f119503d572e req-48a244a4-dfec-4e1d-b383-01fccd22fb11 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9503281 Nov 02 12:18:09.581696 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Request body: {'port': {'device_id': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:18:09.629165 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-61eb6b39-7b83-4f9b-9b3d-e5fe4d79393d None None] Provisioning complete for port 242f8f10-9a27-462a-a544-817abdc0fb8b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:09.629165 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-61eb6b39-7b83-4f9b-9b3d-e5fe4d79393d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:09.640457 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:09.662035 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-61eb6b39-7b83-4f9b-9b3d-e5fe4d79393d None None] Port 242f8f10-9a27-462a-a544-817abdc0fb8b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:18:09.922894 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242f8f10-9a27-462a-a544-817abdc0fb8b {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:18:09.930480 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:09.945557 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Transition to ACTIVE for port object 242f8f10-9a27-462a-a544-817abdc0fb8b will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:18:10.088258 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:10.152113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Pushing event updated for resources: {'Port': ['ID=242f8f10-9a27-462a-a544-817abdc0fb8b,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:10.231473 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Attempting to bind port 242f8f10-9a27-462a-a544-817abdc0fb8b on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:18:10.232179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Attempting to bind port 242f8f10-9a27-462a-a544-817abdc0fb8b by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'ddbdef68-7732-4fce-adb0-295870bdfae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:18:10.232179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Attempting to bind port 242f8f10-9a27-462a-a544-817abdc0fb8b on network 1b2fc003-5ef0-496e-9c84-c58171f01b79 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:18:10.237438 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Port 242f8f10-9a27-462a-a544-817abdc0fb8b on network 1b2fc003-5ef0-496e-9c84-c58171f01b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:18:10.237783 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Attempting to bind port 242f8f10-9a27-462a-a544-817abdc0fb8b on network 1b2fc003-5ef0-496e-9c84-c58171f01b79 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:18:10.244195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:18:10.244548 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Checking segment: {'id': 'ddbdef68-7732-4fce-adb0-295870bdfae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:18:10.244947 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Bound using segment: {'id': 'ddbdef68-7732-4fce-adb0-295870bdfae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:18:10.245423 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Bound port: 242f8f10-9a27-462a-a544-817abdc0fb8b, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbdef68-7732-4fce-adb0-295870bdfae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:18:10.245789 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:10.321024 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] For port 242f8f10-9a27-462a-a544-817abdc0fb8b, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:18:10.325106 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] For port 242f8f10-9a27-462a-a544-817abdc0fb8b, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=242f8f10-9a27-462a-a544-817abdc0fb8b,segment=NetworkSegment(ddbdef68-7732-4fce-adb0-295870bdfae1),segment_id=ddbdef68-7732-4fce-adb0-295870bdfae1)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:18:10.406404 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98f0dd-64a3-42ed-837c-411ea7cf7225 req-4c2b4966-3b40-4126-8bf3-0a4d325f22bc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:10.407863 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b98f0dd-64a3-42ed-837c-411ea7cf7225 req-4c2b4966-3b40-4126-8bf3-0a4d325f22bc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 944 time: 0.0576491 Nov 02 12:18:10.428702 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:10.487395 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:10.488009 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:10.489465 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01baa7e7-81b6-491f-94dd-f119503d572e req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] 10.222.0.54 "PUT /v2.0/ports/242f8f10-9a27-462a-a544-817abdc0fb8b HTTP/1.1" status: 200 len: 1093 time: 0.9122798 Nov 02 12:18:10.494048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'tag': '242f8f10-9a27-462a-a544-817abdc0fb8b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:18:10.496120 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66c5ec7-97b2-4821-a06c-3067defaf32f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f32c7c-4a16-4d7c-914a-0a6e01acfd87", "tag": "242f8f10-9a27-462a-a544-817abdc0fb8b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:18:10.519243 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d20f0-ee14-432a-b030-4992b9b91731 service neutron] Pushing event updated for resources: {'Port': ['ID=242f8f10-9a27-462a-a544-817abdc0fb8b,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:10.525906 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4b98f0dd-64a3-42ed-837c-411ea7cf7225 req-f0c3b3be-a400-4f0b-9010-9f4a402f17be tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a2af256-08c1-4455-8805-357abf7addff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118684 Nov 02 12:18:10.581391 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7999d93-24fc-416c-90d3-0bdb402a0d4d x-openstack-request-id: req-d7999d93-24fc-416c-90d3-0bdb402a0d4d {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:18:10.581695 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f32c7c-4a16-4d7c-914a-0a6e01acfd87", "tag": "242f8f10-9a27-462a-a544-817abdc0fb8b", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:18:10.581955 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7999d93-24fc-416c-90d3-0bdb402a0d4d {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:18:10.582621 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'tag': '242f8f10-9a27-462a-a544-817abdc0fb8b', 'status': 'completed', 'code': 200} Nov 02 12:18:10.649783 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c5ec7-97b2-4821-a06c-3067defaf32f req-e8269841-a509-484d-aebe-27af997ec2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:10.651333 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c66c5ec7-97b2-4821-a06c-3067defaf32f req-e8269841-a509-484d-aebe-27af997ec2da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c1195feb3fe443093e6898e8c65dca4&device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 1096 time: 0.0473540 Nov 02 12:18:11.104934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c5ec7-97b2-4821-a06c-3067defaf32f req-eaa7b2be-a21e-4f1f-8fe3-ea41ccb289db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:11.106415 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c66c5ec7-97b2-4821-a06c-3067defaf32f req-eaa7b2be-a21e-4f1f-8fe3-ea41ccb289db service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1c1195feb3fe443093e6898e8c65dca4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4464514 Nov 02 12:18:11.197479 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0b4cbb5-3c3b-4b2f-b380-020223f1b688 req-ecbd1190-07dd-4f9b-b822-08437e323a7e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480373 Nov 02 12:18:11.285609 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4cbb5-3c3b-4b2f-b380-020223f1b688 req-30f31ca7-fff6-4da6-a885-3c6aee6a62f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:11.286509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c5ec7-97b2-4821-a06c-3067defaf32f req-39564832-0c1f-488d-ab0c-f869a1952be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:11.287363 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0b4cbb5-3c3b-4b2f-b380-020223f1b688 req-30f31ca7-fff6-4da6-a885-3c6aee6a62f3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 1097 time: 0.0434644 Nov 02 12:18:11.288209 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c66c5ec7-97b2-4821-a06c-3067defaf32f req-39564832-0c1f-488d-ab0c-f869a1952be1 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1736913 Nov 02 12:18:11.373264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baa7e7-81b6-491f-94dd-f119503d572e req-b8bc91ca-4540-41eb-9796-b45889a85a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:11.374691 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01baa7e7-81b6-491f-94dd-f119503d572e req-b8bc91ca-4540-41eb-9796-b45889a85a9c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c1195feb3fe443093e6898e8c65dca4&device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 1096 time: 0.0435967 Nov 02 12:18:11.409489 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4cbb5-3c3b-4b2f-b380-020223f1b688 req-4d8434bd-037f-4ac2-bae6-721db6c97dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:11.411055 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0b4cbb5-3c3b-4b2f-b380-020223f1b688 req-4d8434bd-037f-4ac2-bae6-721db6c97dd3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.1009934 Nov 02 12:18:11.422776 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01baa7e7-81b6-491f-94dd-f119503d572e req-55a45942-9c69-4bc8-b7e1-086a4f3174eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=242f8f10-9a27-462a-a544-817abdc0fb8b HTTP/1.1" status: 200 len: 217 time: 0.0388086 Nov 02 12:18:11.476102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baa7e7-81b6-491f-94dd-f119503d572e req-09535d24-ec73-41b6-8e9a-9e5f029544dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:11.477355 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01baa7e7-81b6-491f-94dd-f119503d572e req-09535d24-ec73-41b6-8e9a-9e5f029544dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66ff6cf7-cac4-4391-8d6c-c804aae69381 HTTP/1.1" status: 200 len: 835 time: 0.0467167 Nov 02 12:18:11.486081 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0b4cbb5-3c3b-4b2f-b380-020223f1b688 req-84727d46-2de4-45cd-bc11-e088189030da service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e HTTP/1.1" status: 200 len: 999 time: 0.0642395 Nov 02 12:18:11.529507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baa7e7-81b6-491f-94dd-f119503d572e req-a84452f0-6e1e-4ad3-9a39-f0a2710611f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:11.531145 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01baa7e7-81b6-491f-94dd-f119503d572e req-a84452f0-6e1e-4ad3-9a39-f0a2710611f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b2fc003-5ef0-496e-9c84-c58171f01b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465469 Nov 02 12:18:11.541514 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4cbb5-3c3b-4b2f-b380-020223f1b688 req-5dcf7165-dd95-40be-9454-ee61e3183b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:11.543068 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0b4cbb5-3c3b-4b2f-b380-020223f1b688 req-5dcf7165-dd95-40be-9454-ee61e3183b8f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0486677 Nov 02 12:18:11.597781 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4cbb5-3c3b-4b2f-b380-020223f1b688 req-1bd2458d-cb42-479d-9722-e127d8479b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:11.599347 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0b4cbb5-3c3b-4b2f-b380-020223f1b688 req-1bd2458d-cb42-479d-9722-e127d8479b53 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491855 Nov 02 12:18:11.669649 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01baa7e7-81b6-491f-94dd-f119503d572e req-941e94e5-b88e-4429-9254-be9687619a22 service neutron] 10.222.0.54 "GET /v2.0/networks/1b2fc003-5ef0-496e-9c84-c58171f01b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308675 Nov 02 12:18:11.679203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882646e5-c58e-42e2-b30a-52b1b4eebe46 req-6bd47291-bd42-4424-bf2b-8ac480b48cdc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:11.680679 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-882646e5-c58e-42e2-b30a-52b1b4eebe46 req-6bd47291-bd42-4424-bf2b-8ac480b48cdc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 944 time: 0.0703728 Nov 02 12:18:11.697925 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0b4cbb5-3c3b-4b2f-b380-020223f1b688 req-87f5dbf7-691f-43a7-a35a-38d44c996e7c service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906565 Nov 02 12:18:11.795616 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-882646e5-c58e-42e2-b30a-52b1b4eebe46 req-60cbecf5-15d8-4cc2-87d5-d82e6d28f80f tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a2af256-08c1-4455-8805-357abf7addff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063523 Nov 02 12:18:11.802836 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e0b4cbb5-3c3b-4b2f-b380-020223f1b688 req-d7451c47-f4db-437c-ab01-65f4f2ddcf5d service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972390 Nov 02 12:18:11.821376 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01baa7e7-81b6-491f-94dd-f119503d572e req-4e4d27d7-8b0e-40cc-9c1b-3463a44fcca0 service neutron] 10.222.0.54 "GET /v2.0/networks/1b2fc003-5ef0-496e-9c84-c58171f01b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394453 Nov 02 12:18:12.925143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143b634-a838-4028-b047-ae7f1dd897d3 req-9439cda8-1db9-42ef-a59a-6ac44e55e209 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:12.926640 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4143b634-a838-4028-b047-ae7f1dd897d3 req-9439cda8-1db9-42ef-a59a-6ac44e55e209 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 944 time: 0.0532298 Nov 02 12:18:12.978866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4143b634-a838-4028-b047-ae7f1dd897d3 req-73ee898b-9a49-43b3-8da6-e29d7c1a4cee tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a2af256-08c1-4455-8805-357abf7addff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454416 Nov 02 12:18:13.926132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 242f8f10-9a27-462a-a544-817abdc0fb8b details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:18:14.034171 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 242f8f10-9a27-462a-a544-817abdc0fb8b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=242f8f10-9a27-462a-a544-817abdc0fb8b,segment=NetworkSegment(ddbdef68-7732-4fce-adb0-295870bdfae1),segment_id=ddbdef68-7732-4fce-adb0-295870bdfae1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:18:14.048898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '242f8f10-9a27-462a-a544-817abdc0fb8b', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'port_id': '242f8f10-9a27-462a-a544-817abdc0fb8b', 'mac_address': 'fa:16:3e:c0:f8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:18:14.091873 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:14.107389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242f8f10-9a27-462a-a544-817abdc0fb8b {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:18:14.109476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84f0d3-b1d4-4695-8a69-ba3f008d0102 req-978151df-25e9-4722-964f-60df412748e3 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:14.109476 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb84f0d3-b1d4-4695-8a69-ba3f008d0102 req-978151df-25e9-4722-964f-60df412748e3 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 944 time: 0.0575106 Nov 02 12:18:14.135151 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 242f8f10-9a27-462a-a544-817abdc0fb8b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=242f8f10-9a27-462a-a544-817abdc0fb8b,segment=NetworkSegment(ddbdef68-7732-4fce-adb0-295870bdfae1),segment_id=ddbdef68-7732-4fce-adb0-295870bdfae1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:18:14.169497 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb84f0d3-b1d4-4695-8a69-ba3f008d0102 req-1394117e-4a6d-4751-bbd8-c44ccbc1250c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a2af256-08c1-4455-8805-357abf7addff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526063 Nov 02 12:18:14.267141 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:14.322202 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=242f8f10-9a27-462a-a544-817abdc0fb8b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:14.518684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['242f8f10-9a27-462a-a544-817abdc0fb8b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:18:15.300104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563e8c8-faab-4ebb-ab1d-175755e7fa77 req-e2280c8b-ce72-4c85-bc63-464fe05d6788 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:15.301690 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2563e8c8-faab-4ebb-ab1d-175755e7fa77 req-e2280c8b-ce72-4c85-bc63-464fe05d6788 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 945 time: 0.0532188 Nov 02 12:18:15.357205 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2563e8c8-faab-4ebb-ab1d-175755e7fa77 req-4fe89bf5-7087-4c4b-b1c2-24da7c27dc2b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a2af256-08c1-4455-8805-357abf7addff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484622 Nov 02 12:18:15.749497 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1465c990-74ae-48b9-aff8-51036490dcaa req-5f3a96a2-e630-4696-b951-f041895954dc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429447 Nov 02 12:18:15.818298 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465c990-74ae-48b9-aff8-51036490dcaa req-7b240800-835d-463b-8606-a0d88f137932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:15.819890 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1465c990-74ae-48b9-aff8-51036490dcaa req-7b240800-835d-463b-8606-a0d88f137932 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 1097 time: 0.0452676 Nov 02 12:18:15.928654 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 242f8f10-9a27-462a-a544-817abdc0fb8b up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:18:15.929273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465c990-74ae-48b9-aff8-51036490dcaa req-1e5e1206-2e9b-4f56-a337-c7d3b4341dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:15.930376 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1465c990-74ae-48b9-aff8-51036490dcaa req-1e5e1206-2e9b-4f56-a337-c7d3b4341dac service neutron] 10.222.0.54 "GET /v2.0/networks?id=28182654-52d7-45ef-b478-ed14db9d68f2 HTTP/1.1" status: 200 len: 898 time: 0.0905337 Nov 02 12:18:16.004592 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1465c990-74ae-48b9-aff8-51036490dcaa req-a6498d46-2544-4755-880e-3eb5338d382a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 HTTP/1.1" status: 200 len: 1000 time: 0.0661561 Nov 02 12:18:16.059786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465c990-74ae-48b9-aff8-51036490dcaa req-b9d1d385-f336-4a1c-98a5-5bc42f94d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:16.061290 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1465c990-74ae-48b9-aff8-51036490dcaa req-b9d1d385-f336-4a1c-98a5-5bc42f94d9dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=204eff55-d25a-4ea9-ade7-03e61ef233d9 HTTP/1.1" status: 200 len: 835 time: 0.0498395 Nov 02 12:18:16.113701 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465c990-74ae-48b9-aff8-51036490dcaa req-4e41e6c1-2e48-4732-979d-8a5046b5c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:16.115677 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1465c990-74ae-48b9-aff8-51036490dcaa req-4e41e6c1-2e48-4732-979d-8a5046b5c4ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=28182654-52d7-45ef-b478-ed14db9d68f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457647 Nov 02 12:18:16.129998 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 242f8f10-9a27-462a-a544-817abdc0fb8b completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:18:16.135306 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 242f8f10-9a27-462a-a544-817abdc0fb8b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:16.136482 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:16.218415 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:16.226623 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1465c990-74ae-48b9-aff8-51036490dcaa req-564a74b0-26ec-4b9f-b72b-5c7a0969ddc3 service neutron] 10.222.0.54 "GET /v2.0/networks/28182654-52d7-45ef-b478-ed14db9d68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032958 Nov 02 12:18:16.242509 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242f8f10-9a27-462a-a544-817abdc0fb8b'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:18:16.244828 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ed7230-64c5-49de-a6ef-b24bb3d63b66" -d '{"events": [{"server_uuid": "b6f32c7c-4a16-4d7c-914a-0a6e01acfd87", "name": "network-vif-plugged", "status": "completed", "tag": "242f8f10-9a27-462a-a544-817abdc0fb8b"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:18:16.259583 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 242f8f10-9a27-462a-a544-817abdc0fb8b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=242f8f10-9a27-462a-a544-817abdc0fb8b,segment=NetworkSegment(ddbdef68-7732-4fce-adb0-295870bdfae1),segment_id=ddbdef68-7732-4fce-adb0-295870bdfae1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:18:16.347918 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1465c990-74ae-48b9-aff8-51036490dcaa req-7a9a5996-11ca-4238-9607-5d4adf3e6638 service neutron] 10.222.0.54 "GET /v2.0/networks/28182654-52d7-45ef-b478-ed14db9d68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128886 Nov 02 12:18:16.419603 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:16.480473 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=242f8f10-9a27-462a-a544-817abdc0fb8b,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:16.550501 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c994b1-c32b-4070-9a77-687a4c278e84 x-openstack-request-id: req-27c994b1-c32b-4070-9a77-687a4c278e84 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:18:16.550875 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f32c7c-4a16-4d7c-914a-0a6e01acfd87", "name": "network-vif-plugged", "status": "completed", "tag": "242f8f10-9a27-462a-a544-817abdc0fb8b", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:18:16.551331 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27c994b1-c32b-4070-9a77-687a4c278e84 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:18:16.551825 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242f8f10-9a27-462a-a544-817abdc0fb8b', 'code': 200} Nov 02 12:18:16.682916 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff1d18-54b1-4f1d-9596-d8c5f561dd57 req-ce5e837d-8d2d-4b8a-b0d1-cad89bbcb568 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:16.684538 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53ff1d18-54b1-4f1d-9596-d8c5f561dd57 req-ce5e837d-8d2d-4b8a-b0d1-cad89bbcb568 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 946 time: 0.0860088 Nov 02 12:18:16.701236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ca226-2e03-46b8-aa5d-fdb99dff5377 req-85f611c1-80b3-4d5b-8e3c-2274adf9a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:16.702715 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d2ca226-2e03-46b8-aa5d-fdb99dff5377 req-85f611c1-80b3-4d5b-8e3c-2274adf9a1e9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 1098 time: 0.0770769 Nov 02 12:18:16.767204 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53ff1d18-54b1-4f1d-9596-d8c5f561dd57 req-d34e2ead-6f89-485f-a163-0d26fa9e4057 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a2af256-08c1-4455-8805-357abf7addff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754616 Nov 02 12:18:16.780878 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d2ca226-2e03-46b8-aa5d-fdb99dff5377 req-bed1f250-76fa-4993-978e-24ebd954bb29 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7a2af256-08c1-4455-8805-357abf7addff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693436 Nov 02 12:18:17.593057 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55d74223-69f2-459a-9921-b20c9241b87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:17.907216 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824d48c-f2a8-473b-9e36-ec26e877addd req-7edf99ce-fd6a-47b1-b258-cd008b8ea944 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:17.908767 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c824d48c-f2a8-473b-9e36-ec26e877addd req-7edf99ce-fd6a-47b1-b258-cd008b8ea944 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 946 time: 0.0544848 Nov 02 12:18:17.968269 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c824d48c-f2a8-473b-9e36-ec26e877addd req-b2975833-2445-41d0-8d1a-2ec4c61eda63 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a2af256-08c1-4455-8805-357abf7addff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520318 Nov 02 12:18:19.104885 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999f62a-5783-4a81-87d7-479d6f0ade8d req-4a0292ea-e7d0-4351-b95c-d5ec7cff4ca9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:19.106621 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1999f62a-5783-4a81-87d7-479d6f0ade8d req-4a0292ea-e7d0-4351-b95c-d5ec7cff4ca9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 946 time: 0.0623434 Nov 02 12:18:19.170191 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1999f62a-5783-4a81-87d7-479d6f0ade8d req-5ce6a540-cd2a-477f-a3b3-1df930707195 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a2af256-08c1-4455-8805-357abf7addff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572126 Nov 02 12:18:19.301195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983aacf-e39e-4905-b197-b683e063547b req-4bb8384d-8b69-4028-b766-8d0ede79cc3c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:19.302721 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8983aacf-e39e-4905-b197-b683e063547b req-4bb8384d-8b69-4028-b766-8d0ede79cc3c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 946 time: 0.0627644 Nov 02 12:18:19.363023 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8983aacf-e39e-4905-b197-b683e063547b req-e7e30d3c-e95a-45e8-846d-02845b76236c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a2af256-08c1-4455-8805-357abf7addff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530293 Nov 02 12:18:19.389145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52228) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:19.436706 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a06850c-0aa3-48fd-9a20-a17a3292f8fc tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:19.448240 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1a06850c-0aa3-48fd-9a20-a17a3292f8fc tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 1093 time: 0.0480139 Nov 02 12:18:19.450913 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52230) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:19.455561 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': '242f8f10-9a27-462a-a544-817abdc0fb8b', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:18:19.564425 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:19.675491 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:19.784113 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Allocated IP 172.25.6.224 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/17bee3ce-5766-4312-a6f3-d10a1ad0609c) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:18:19.809721 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-846491a7-07cb-46c3-9940-7b6fe8b14c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:19.903784 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:20.033474 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:20.082209 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:18:20.085553 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:18:20.090268 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:18:20.093501 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Port': ['ID=17bee3ce-5766-4312-a6f3-d10a1ad0609c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:20.124994 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:20.125351 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:20.125716 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:20.126097 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:20.126392 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:20.126730 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:20.127094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:20.127422 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:20.127756 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:20.128073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:20.128399 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:20.128723 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:20.521350 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:20.678363 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:20.846188 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:21.009988 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:21.088627 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Port': ['ID=17bee3ce-5766-4312-a6f3-d10a1ad0609c,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:21.104185 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:21.135601 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:21.212548 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Floating IP 56c59c73-6f52-4685-8d34-0682d17d285f associated. External IP: 172.25.6.224, port: 242f8f10-9a27-462a-a544-817abdc0fb8b. Nov 02 12:18:21.438355 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Router 3c274f49-8846-4dc5-b18f-5c3a4139f03e has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:18:21.576432 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:18:21.588764 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b63c0d-3127-4086-a978-953896f7f87d None None] Sync routers for ids ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:18:21.599378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b63c0d-3127-4086-a978-953896f7f87d None None] Routers {'3c274f49-8846-4dc5-b18f-5c3a4139f03e'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:18:21.600000 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d5b63c0d-3127-4086-a978-953896f7f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:18:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:21.692208 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:21.717041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-d5b63c0d-3127-4086-a978-953896f7f87d None None] Set router 3c274f49-8846-4dc5-b18f-5c3a4139f03e gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:18:21.720506 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1c6990be-f4f0-4913-9cbb-411565609d87 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2684376 Nov 02 12:18:21.721549 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'tag': '242f8f10-9a27-462a-a544-817abdc0fb8b'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:18:21.723808 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611fec79-e7a2-481b-a22d-0998f80da037" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f32c7c-4a16-4d7c-914a-0a6e01acfd87", "tag": "242f8f10-9a27-462a-a544-817abdc0fb8b"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:18:21.724774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52232) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:21.776097 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c05f36-b302-4bc2-9250-d73a41eb906f x-openstack-request-id: req-f8c05f36-b302-4bc2-9250-d73a41eb906f {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:18:21.776583 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f32c7c-4a16-4d7c-914a-0a6e01acfd87", "tag": "242f8f10-9a27-462a-a544-817abdc0fb8b", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:18:21.776976 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8c05f36-b302-4bc2-9250-d73a41eb906f {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:18:21.777604 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'tag': '242f8f10-9a27-462a-a544-817abdc0fb8b', 'status': 'completed', 'code': 200} Nov 02 12:18:21.925170 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a749c22d-9ce2-4c08-9399-01bf1361729b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/floatingips/56c59c73-6f52-4685-8d34-0682d17d285f HTTP/1.1" status: 200 len: 992 time: 0.1967843 Nov 02 12:18:21.931165 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fec79-e7a2-481b-a22d-0998f80da037 req-99b9efd2-7d9a-4616-a6e4-ae6e1181fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:21.932713 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-611fec79-e7a2-481b-a22d-0998f80da037 req-99b9efd2-7d9a-4616-a6e4-ae6e1181fa29 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c1195feb3fe443093e6898e8c65dca4&device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 1098 time: 0.0991070 Nov 02 12:18:21.975235 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d5b63c0d-3127-4086-a978-953896f7f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:57Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '56c59c73-6f52-4685-8d34-0682d17d285f', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'port_id': '242f8f10-9a27-462a-a544-817abdc0fb8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'mac_address': 'fa:16:3e:c0:f8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:18:20Z', 'updated_at': '2021-11-02T12:18:20Z', 'revision_number': 0, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb10a81f-06e1-4099-8461-9887c27cd5f5', 'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:34:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:56Z', 'updated_at': '2021-11-02T12:18:00Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:22.003157 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b63c0d-3127-4086-a978-953896f7f87d None None] Checking router: 3c274f49-8846-4dc5-b18f-5c3a4139f03e for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:18:22.012170 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b63c0d-3127-4086-a978-953896f7f87d None None] Routers {'3c274f49-8846-4dc5-b18f-5c3a4139f03e'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:18:22.012779 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d5b63c0d-3127-4086-a978-953896f7f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:18:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:22.029881 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fec79-e7a2-481b-a22d-0998f80da037 req-9276e0f9-a005-4fec-81fc-7a19db5b7b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:22.031402 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-611fec79-e7a2-481b-a22d-0998f80da037 req-9276e0f9-a005-4fec-81fc-7a19db5b7b07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1b2fc003-5ef0-496e-9c84-c58171f01b79 HTTP/1.1" status: 200 len: 898 time: 0.0913467 Nov 02 12:18:22.104052 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-611fec79-e7a2-481b-a22d-0998f80da037 req-5016bca0-77bc-4d57-93a0-4a8772d2073c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=242f8f10-9a27-462a-a544-817abdc0fb8b HTTP/1.1" status: 200 len: 1000 time: 0.0644231 Nov 02 12:18:22.125865 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-d5b63c0d-3127-4086-a978-953896f7f87d None None] Set router 3c274f49-8846-4dc5-b18f-5c3a4139f03e gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:18:22.167786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fec79-e7a2-481b-a22d-0998f80da037 req-764eeb7a-65d4-4b52-a5e9-265fc8591b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:22.169888 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-611fec79-e7a2-481b-a22d-0998f80da037 req-764eeb7a-65d4-4b52-a5e9-265fc8591b94 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66ff6cf7-cac4-4391-8d6c-c804aae69381 HTTP/1.1" status: 200 len: 835 time: 0.0581293 Nov 02 12:18:22.222806 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fec79-e7a2-481b-a22d-0998f80da037 req-ffdd88da-6ad2-4776-a643-1a82a8926765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:22.224427 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-611fec79-e7a2-481b-a22d-0998f80da037 req-ffdd88da-6ad2-4776-a643-1a82a8926765 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b2fc003-5ef0-496e-9c84-c58171f01b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469637 Nov 02 12:18:22.339402 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-611fec79-e7a2-481b-a22d-0998f80da037 req-e174af00-a002-4aaa-96a9-055a99af4db1 service neutron] 10.222.0.54 "GET /v2.0/networks/1b2fc003-5ef0-496e-9c84-c58171f01b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066935 Nov 02 12:18:22.418187 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d5b63c0d-3127-4086-a978-953896f7f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:57Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '56c59c73-6f52-4685-8d34-0682d17d285f', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'port_id': '242f8f10-9a27-462a-a544-817abdc0fb8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'mac_address': 'fa:16:3e:c0:f8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:18:20Z', 'updated_at': '2021-11-02T12:18:20Z', 'revision_number': 0, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb10a81f-06e1-4099-8461-9887c27cd5f5', 'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:34:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:56Z', 'updated_at': '2021-11-02T12:18:00Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:22.448157 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-611fec79-e7a2-481b-a22d-0998f80da037 req-70fcfd81-ab8e-4571-a1d6-8c5dcdc3f19b service neutron] 10.222.0.54 "GET /v2.0/networks/1b2fc003-5ef0-496e-9c84-c58171f01b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001627 Nov 02 12:18:22.619487 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b63c0d-3127-4086-a978-953896f7f87d None None] The sync data for ids ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'] in n-d-806683-18 is: [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:57Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '56c59c73-6f52-4685-8d34-0682d17d285f', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'port_id': '242f8f10-9a27-462a-a544-817abdc0fb8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'mac_address': 'fa:16:3e:c0:f8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:18:20Z', 'updated_at': '2021-11-02T12:18:20Z', 'revision_number': 0, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb10a81f-06e1-4099-8461-9887c27cd5f5', 'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:34:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:56Z', 'updated_at': '2021-11-02T12:18:00Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:18:22.749733 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:22.836015 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6284b8-d462-4d98-86e9-b2cb6aa26c03 None None] New status for floating IP 56c59c73-6f52-4685-8d34-0682d17d285f: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:18:22.928022 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52236) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:22.999637 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4294e279-cf01-429b-b822-354238eaf74a tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/floatingips/56c59c73-6f52-4685-8d34-0682d17d285f HTTP/1.1" status: 200 len: 992 time: 0.0698564 Nov 02 12:18:23.215534 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52240) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:23.396759 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-91a60dd9-5e20-4dee-850e-85db32680063 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting port b70d681f-3312-4835-bc81-2c08ff27b042 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:18:23.397116 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-91a60dd9-5e20-4dee-850e-85db32680063 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:23.474247 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-91a60dd9-5e20-4dee-850e-85db32680063 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:23.474490 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-91a60dd9-5e20-4dee-850e-85db32680063 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:23.488660 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-91a60dd9-5e20-4dee-850e-85db32680063 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Calling delete_port for b70d681f-3312-4835-bc81-2c08ff27b042 owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:18:23.775573 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-91a60dd9-5e20-4dee-850e-85db32680063 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:23.802157 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a60dd9-5e20-4dee-850e-85db32680063 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Port': ['ID=b70d681f-3312-4835-bc81-2c08ff27b042,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:23.882359 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-91a60dd9-5e20-4dee-850e-85db32680063 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:23.882885 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-91a60dd9-5e20-4dee-850e-85db32680063 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Floating IP 69ee123c-c057-499f-912c-585fe29832d6 disassociated (deleted). External IP: 172.25.6.32, port: 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6. Nov 02 12:18:24.003655 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52244) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:24.071416 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f8130edf-e0b0-4cb1-9f3e-e17ce96e12bc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/floatingips/56c59c73-6f52-4685-8d34-0682d17d285f HTTP/1.1" status: 200 len: 994 time: 0.0663390 Nov 02 12:18:24.127162 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a60dd9-5e20-4dee-850e-85db32680063 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:18:24.135905 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:24.249242 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a60dd9-5e20-4dee-850e-85db32680063 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:18:24.254606 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-91a60dd9-5e20-4dee-850e-85db32680063 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:24.261286 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d816f65f-ccda-4729-8514-5c354fb62f5f None None] Sync routers for ids ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:18:24.272584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d816f65f-ccda-4729-8514-5c354fb62f5f None None] Routers {'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:18:24.273610 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d816f65f-ccda-4729-8514-5c354fb62f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:18:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:24.290517 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-91a60dd9-5e20-4dee-850e-85db32680063 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/floatingips/69ee123c-c057-499f-912c-585fe29832d6 HTTP/1.1" status: 204 len: 168 time: 1.0704696 Nov 02 12:18:24.290517 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e7b026-6692-42ef-8124-13777fc5c193', 'tag': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:18:24.290838 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b654eaa-04a0-4fc2-99bc-c6c1b3c3a82a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e7b026-6692-42ef-8124-13777fc5c193", "tag": "80bd2a76-781d-4ffd-9ee9-0fde7eb562e6"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:18:24.411677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-d816f65f-ccda-4729-8514-5c354fb62f5f None None] Set router cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:18:24.450558 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:24.650646 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d816f65f-ccda-4729-8514-5c354fb62f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682151012', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:16:18Z', 'updated_at': '2021-11-02T12:16:30Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:20Z', 'updated_at': '2021-11-02T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '6097f529-a4e6-47bf-9548-acad0fa54f62', 'name': '', 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:ba:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:27Z', 'updated_at': '2021-11-02T12:16:36Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:24.680124 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d816f65f-ccda-4729-8514-5c354fb62f5f None None] Checking router: cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:18:24.689388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d816f65f-ccda-4729-8514-5c354fb62f5f None None] Routers {'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:18:24.690200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d816f65f-ccda-4729-8514-5c354fb62f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:18:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:24.803656 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-d816f65f-ccda-4729-8514-5c354fb62f5f None None] Set router cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:18:24.933064 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55620222-9cf9-4211-aa96-afd48ffcc530 x-openstack-request-id: req-55620222-9cf9-4211-aa96-afd48ffcc530 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:18:24.933674 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e7b026-6692-42ef-8124-13777fc5c193", "tag": "80bd2a76-781d-4ffd-9ee9-0fde7eb562e6", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:18:24.934169 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-55620222-9cf9-4211-aa96-afd48ffcc530 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:18:24.934891 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e7b026-6692-42ef-8124-13777fc5c193', 'tag': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6', 'status': 'completed', 'code': 200} Nov 02 12:18:25.029455 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:25.041874 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d816f65f-ccda-4729-8514-5c354fb62f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682151012', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:16:18Z', 'updated_at': '2021-11-02T12:16:30Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:20Z', 'updated_at': '2021-11-02T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '6097f529-a4e6-47bf-9548-acad0fa54f62', 'name': '', 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:ba:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:27Z', 'updated_at': '2021-11-02T12:16:36Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:25.042367 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b654eaa-04a0-4fc2-99bc-c6c1b3c3a82a req-fa722e36-7c54-4a63-8d93-527cd858800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:25.044013 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b654eaa-04a0-4fc2-99bc-c6c1b3c3a82a req-fa722e36-7c54-4a63-8d93-527cd858800a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 1097 time: 0.0847864 Nov 02 12:18:25.057983 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad1f0e-3df6-44ce-b749-3cbadcd112a2 req-982edc4c-44d7-43af-9141-a36e0e51d766 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:25.059563 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6ad1f0e-3df6-44ce-b749-3cbadcd112a2 req-982edc4c-44d7-43af-9141-a36e0e51d766 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.0671446 Nov 02 12:18:25.070243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d816f65f-ccda-4729-8514-5c354fb62f5f None None] The sync data for ids ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'] in n-d-806683-18 is: [{'id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682151012', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:16:18Z', 'updated_at': '2021-11-02T12:16:30Z', 'revision_number': 4, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:20Z', 'updated_at': '2021-11-02T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '6097f529-a4e6-47bf-9548-acad0fa54f62', 'name': '', 'network_id': '28182654-52d7-45ef-b478-ed14db9d68f2', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'mac_address': 'fa:16:3e:ba:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:27Z', 'updated_at': '2021-11-02T12:16:36Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'subnets': [{'id': '204eff55-d25a-4ea9-ade7-03e61ef233d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:18:25.177349 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6ad1f0e-3df6-44ce-b749-3cbadcd112a2 req-e4f7c424-e2dc-4f63-bad3-39dead8b128d tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091824 Nov 02 12:18:25.198316 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b654eaa-04a0-4fc2-99bc-c6c1b3c3a82a req-15ee7d84-90a4-473e-a5d1-69894974d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:25.199873 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b654eaa-04a0-4fc2-99bc-c6c1b3c3a82a req-15ee7d84-90a4-473e-a5d1-69894974d00e service neutron] 10.222.0.54 "GET /v2.0/networks?id=28182654-52d7-45ef-b478-ed14db9d68f2 HTTP/1.1" status: 200 len: 898 time: 0.1394181 Nov 02 12:18:25.249627 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b654eaa-04a0-4fc2-99bc-c6c1b3c3a82a req-878d0b63-d29c-463b-be10-2d861d9e3d49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 HTTP/1.1" status: 200 len: 217 time: 0.0412683 Nov 02 12:18:25.307997 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b654eaa-04a0-4fc2-99bc-c6c1b3c3a82a req-0e6a0cd6-c14f-454f-bfdc-c5d63abb77ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:25.310015 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b654eaa-04a0-4fc2-99bc-c6c1b3c3a82a req-0e6a0cd6-c14f-454f-bfdc-c5d63abb77ae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=204eff55-d25a-4ea9-ade7-03e61ef233d9 HTTP/1.1" status: 200 len: 835 time: 0.0515850 Nov 02 12:18:25.339597 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6913b6d-36a4-4917-9e15-7e035437d201 None None] New status for floating IP 69ee123c-c057-499f-912c-585fe29832d6: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:18:25.375755 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b654eaa-04a0-4fc2-99bc-c6c1b3c3a82a req-2cfbdf38-603c-4456-9de5-2108e1b1fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:25.376946 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b654eaa-04a0-4fc2-99bc-c6c1b3c3a82a req-2cfbdf38-603c-4456-9de5-2108e1b1fa4a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=28182654-52d7-45ef-b478-ed14db9d68f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591912 Nov 02 12:18:25.483035 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b654eaa-04a0-4fc2-99bc-c6c1b3c3a82a req-8b268bb5-c9b3-468b-9cbc-7a9a85bc545f service neutron] 10.222.0.54 "GET /v2.0/networks/28182654-52d7-45ef-b478-ed14db9d68f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984685 Nov 02 12:18:25.586775 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b654eaa-04a0-4fc2-99bc-c6c1b3c3a82a req-fdd011ac-8c6f-4077-ae2f-9d6b9182b6de service neutron] 10.222.0.54 "GET /v2.0/networks/28182654-52d7-45ef-b478-ed14db9d68f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964665 Nov 02 12:18:26.223390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52258) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:26.382678 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-61c8c2f2-d494-49c9-b070-90bb9b3657c7 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3967 time: 0.1621556 Nov 02 12:18:26.389390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52260) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:26.396114 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5e805192-a83a-4893-8fe1-cf47629e5438 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Request body: {'network': {'name': 'tempest-network-smoke--2130100465', 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'port_security_enabled': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:18:26.400740 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc96cd-46ea-4be9-b60c-cfceb64f9f9a req-a482bf7b-2c4e-4661-b4bf-f4bffd2c25d3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:26.402210 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93cc96cd-46ea-4be9-b60c-cfceb64f9f9a req-a482bf7b-2c4e-4661-b4bf-f4bffd2c25d3 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.1302493 Nov 02 12:18:26.411046 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9abda-1c5d-4964-9aac-798d20de065b req-9a1cfd20-eb70-4971-8309-1afd02ff3e11 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:26.412641 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e8d9abda-1c5d-4964-9aac-798d20de065b req-9a1cfd20-eb70-4971-8309-1afd02ff3e11 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 945 time: 0.1390104 Nov 02 12:18:26.487531 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e805192-a83a-4893-8fe1-cf47629e5438 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Made reservation on behalf of e326c86b683346cf8793f5e7145cb74b for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:18:26.492086 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e805192-a83a-4893-8fe1-cf47629e5438 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:26.521267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e8d9abda-1c5d-4964-9aac-798d20de065b req-e8cabf3d-33fc-4980-9531-d1aa2c98b91e tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/security-groups?id=4a591dcf-b157-4814-9d88-43d347975a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002605 Nov 02 12:18:26.522068 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e805192-a83a-4893-8fe1-cf47629e5438 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:18:26.538472 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e805192-a83a-4893-8fe1-cf47629e5438 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:26.539196 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-5e805192-a83a-4893-8fe1-cf47629e5438 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Added segment fe274a1d-3528-4059-ab7f-57b7175c26a8 of type vlan for network 7da139ff-4e81-4160-8fee-cb1d6b622d94 Nov 02 12:18:26.546260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-93cc96cd-46ea-4be9-b60c-cfceb64f9f9a req-f09005c5-f113-4f9d-8cf6-e4ac3cb95a38 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:18:26.546599 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-93cc96cd-46ea-4be9-b60c-cfceb64f9f9a req-f09005c5-f113-4f9d-8cf6-e4ac3cb95a38 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:26.585851 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e805192-a83a-4893-8fe1-cf47629e5438 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:26.641026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-93cc96cd-46ea-4be9-b60c-cfceb64f9f9a req-f09005c5-f113-4f9d-8cf6-e4ac3cb95a38 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] For port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6,segment=NetworkSegment(4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6),segment_id=4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:18:26.641390 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-93cc96cd-46ea-4be9-b60c-cfceb64f9f9a req-f09005c5-f113-4f9d-8cf6-e4ac3cb95a38 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:26.656886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-93cc96cd-46ea-4be9-b60c-cfceb64f9f9a req-f09005c5-f113-4f9d-8cf6-e4ac3cb95a38 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Calling delete_port for 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:18:26.718281 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e805192-a83a-4893-8fe1-cf47629e5438 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:26.724328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e805192-a83a-4893-8fe1-cf47629e5438 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:26.724980 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e805192-a83a-4893-8fe1-cf47629e5438 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:26.814905 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e805192-a83a-4893-8fe1-cf47629e5438 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event updated for resources: {'Network': ['ID=7da139ff-4e81-4160-8fee-cb1d6b622d94,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:26.834284 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 7da139ff-4e81-4160-8fee-cb1d6b622d94 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:18:26.886979 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5e805192-a83a-4893-8fe1-cf47629e5438 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4957263 Nov 02 12:18:26.889922 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52262) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:26.895406 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-154277514', 'admin_state_up': True, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:18:27.101198 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:27.102802 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:27.159118 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:27.324349 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-93cc96cd-46ea-4be9-b60c-cfceb64f9f9a req-f09005c5-f113-4f9d-8cf6-e4ac3cb95a38 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:27.357154 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09005c5-f113-4f9d-8cf6-e4ac3cb95a38 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Port': ['ID=80bd2a76-781d-4ffd-9ee9-0fde7eb562e6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:27.430560 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cc96cd-46ea-4be9-b60c-cfceb64f9f9a req-f09005c5-f113-4f9d-8cf6-e4ac3cb95a38 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] No DVR routers for this DVR port 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:18:27.433524 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-93cc96cd-46ea-4be9-b60c-cfceb64f9f9a req-f09005c5-f113-4f9d-8cf6-e4ac3cb95a38 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:27.459185 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93cc96cd-46ea-4be9-b60c-cfceb64f9f9a req-f09005c5-f113-4f9d-8cf6-e4ac3cb95a38 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.54 "DELETE /v2.0/ports/80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 HTTP/1.1" status: 204 len: 173 time: 1.0225997 Nov 02 12:18:27.459185 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e7b026-6692-42ef-8124-13777fc5c193', 'name': 'network-vif-deleted', 'tag': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:18:27.459185 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569df722-3c88-47e6-ad72-cc94fa575f3a" -d '{"events": [{"server_uuid": "b0e7b026-6692-42ef-8124-13777fc5c193", "name": "network-vif-deleted", "tag": "80bd2a76-781d-4ffd-9ee9-0fde7eb562e6"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:18:27.478037 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca1c8a5-e025-450d-9065-ae44898e86c6 x-openstack-request-id: req-eca1c8a5-e025-450d-9065-ae44898e86c6 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:18:27.478336 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e7b026-6692-42ef-8124-13777fc5c193", "name": "network-vif-deleted", "tag": "80bd2a76-781d-4ffd-9ee9-0fde7eb562e6", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:18:27.478590 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eca1c8a5-e025-450d-9065-ae44898e86c6 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:18:27.479017 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e7b026-6692-42ef-8124-13777fc5c193', 'name': 'network-vif-deleted', 'tag': '80bd2a76-781d-4ffd-9ee9-0fde7eb562e6', 'status': 'completed', 'code': 200} Nov 02 12:18:27.534793 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:27.634397 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ae2f7e6c-cd24-4817-9dd5-870d857a5943 req-e8009850-d12a-4a9b-91c3-f655ec5656f1 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 210 time: 0.0296929 Nov 02 12:18:27.936447 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:27.956303 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:28.401101 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Allocated IP 172.25.6.83 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/b700cac3-0077-424e-98cf-4573e638b5b7) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:18:28.512470 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:28.608375 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:28.654475 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:18:28.659778 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:18:28.663707 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:18:28.669830 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event updated for resources: {'Port': ['ID=b700cac3-0077-424e-98cf-4573e638b5b7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:28.754166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-16801705-5e6c-4f2c-9c4c-2e3a07d08981 req-20b7c89a-591d-4ea9-a16b-8505e21775fb tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0e7b026-6692-42ef-8124-13777fc5c193 HTTP/1.1" status: 200 len: 210 time: 0.0341840 Nov 02 12:18:29.124855 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:29.336418 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:29.575352 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Router 24a8cde4-32a6-4815-bdc8-6271599f14f3 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:18:29.693014 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:18:29.704408 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Sync routers for ids ['24a8cde4-32a6-4815-bdc8-6271599f14f3'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:18:29.716369 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Routers {'24a8cde4-32a6-4815-bdc8-6271599f14f3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:18:29.717052 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:18:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['24a8cde4-32a6-4815-bdc8-6271599f14f3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:29.822500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52272) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:29.833559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Set router 24a8cde4-32a6-4815-bdc8-6271599f14f3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:18:29.931344 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:29.932746 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6cb58bb1-55a5-405e-8c1f-bc9a0daf344c tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.0416603 Nov 02 12:18:29.936571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52274) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:30.013405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7c4fc4-6ef3-4d96-bcb8-d8224d28fb68 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:30.014839 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9b7c4fc4-6ef3-4d96-bcb8-d8224d28fb68 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=e326c86b683346cf8793f5e7145cb74b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0772517 Nov 02 12:18:30.017814 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52276) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:30.030363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:18:30.052727 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:18:30.053682 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 80bd2a76-781d-4ffd-9ee9-0fde7eb562e6 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:18:30.063876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-154277514', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'b700cac3-0077-424e-98cf-4573e638b5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:18:27Z', 'updated_at': '2021-11-02T12:18:28Z', 'revision_number': 3, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'b700cac3-0077-424e-98cf-4573e638b5b7', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:18:27Z', 'updated_at': '2021-11-02T12:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:30.098669 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Checking router: 24a8cde4-32a6-4815-bdc8-6271599f14f3 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:18:30.099069 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Updating router 24a8cde4-32a6-4815-bdc8-6271599f14f3 port b700cac3-0077-424e-98cf-4573e638b5b7 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:18:30.123069 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308027d8-a01b-4ddd-af0a-e981e4fc15b3 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:30.124678 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-308027d8-a01b-4ddd-af0a-e981e4fc15b3 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1059189 Nov 02 12:18:30.127600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52278) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:30.129720 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:30.162640 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6ee73ab7-a777-43c2-a517-38a2b8bd7111 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333896 Nov 02 12:18:30.163340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52280) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:30.197214 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3ae589e1-1cc9-4481-8024-a05cfda7e52c tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=e326c86b683346cf8793f5e7145cb74b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315599 Nov 02 12:18:30.198555 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52282) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:30.277664 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0398f778-eda1-454d-826a-24ad44b3b1c8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:30.310281 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeba13c-3f32-4c76-8cc7-cc84101c9e93 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:30.315337 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-faeba13c-3f32-4c76-8cc7-cc84101c9e93 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1125834 Nov 02 12:18:30.315956 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52284) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:30.351157 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-da82102e-ca2b-436e-a929-ca27dbbecb25 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325212 Nov 02 12:18:30.361310 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52286) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:30.367953 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c7d196eb-8775-48c5-a191-51c1762b03a5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1882998299', 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94', 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:18:30.415726 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:30.534091 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:30.584576 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0398f778-eda1-454d-826a-24ad44b3b1c8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting port 6097f529-a4e6-47bf-9548-acad0fa54f62 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:18:30.584923 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0398f778-eda1-454d-826a-24ad44b3b1c8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:30.593877 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Attempting to bind port b700cac3-0077-424e-98cf-4573e638b5b7 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:18:30.594286 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Attempting to bind port b700cac3-0077-424e-98cf-4573e638b5b7 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:18:30.594681 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Attempting to bind port b700cac3-0077-424e-98cf-4573e638b5b7 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:18:30.596691 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e83d9-3e42-4a1f-8654-bc1fd5e74949 None None] Pushing event updated for resources: {'Port': ['ID=b700cac3-0077-424e-98cf-4573e638b5b7,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:30.607123 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:18:30.607510 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:18:30.607925 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:30.608325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:18:30.608815 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Bound port: b700cac3-0077-424e-98cf-4573e638b5b7, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:18:30.609212 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:30.611803 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e83d9-3e42-4a1f-8654-bc1fd5e74949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:30.612153 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e83d9-3e42-4a1f-8654-bc1fd5e74949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:30.612500 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e83d9-3e42-4a1f-8654-bc1fd5e74949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:30.612841 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e83d9-3e42-4a1f-8654-bc1fd5e74949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:30.613180 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e83d9-3e42-4a1f-8654-bc1fd5e74949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:30.613514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e83d9-3e42-4a1f-8654-bc1fd5e74949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:30.613846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e83d9-3e42-4a1f-8654-bc1fd5e74949 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:30.614176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e83d9-3e42-4a1f-8654-bc1fd5e74949 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:30.614504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e83d9-3e42-4a1f-8654-bc1fd5e74949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:30.614831 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e83d9-3e42-4a1f-8654-bc1fd5e74949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:30.615185 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e83d9-3e42-4a1f-8654-bc1fd5e74949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:30.615516 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e83d9-3e42-4a1f-8654-bc1fd5e74949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:18:30.677189 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] For port b700cac3-0077-424e-98cf-4573e638b5b7, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:18:30.681660 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] For port b700cac3-0077-424e-98cf-4573e638b5b7, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b700cac3-0077-424e-98cf-4573e638b5b7,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:18:30.689816 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d196eb-8775-48c5-a191-51c1762b03a5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Made reservation on behalf of e326c86b683346cf8793f5e7145cb74b for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:18:30.693640 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7d196eb-8775-48c5-a191-51c1762b03a5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:30.697592 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-0398f778-eda1-454d-826a-24ad44b3b1c8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] For port 6097f529-a4e6-47bf-9548-acad0fa54f62, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6097f529-a4e6-47bf-9548-acad0fa54f62,segment=NetworkSegment(4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6),segment_id=4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:18:30.698123 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0398f778-eda1-454d-826a-24ad44b3b1c8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:30.712904 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0398f778-eda1-454d-826a-24ad44b3b1c8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Calling delete_port for 6097f529-a4e6-47bf-9548-acad0fa54f62 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:18:30.838536 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:30.904377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e83d9-3e42-4a1f-8654-bc1fd5e74949 None None] Pushing event updated for resources: {'Port': ['ID=b700cac3-0077-424e-98cf-4573e638b5b7,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:30.907178 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Routers {'24a8cde4-32a6-4815-bdc8-6271599f14f3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:18:30.907785 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:18:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['24a8cde4-32a6-4815-bdc8-6271599f14f3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:30.969951 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7d196eb-8775-48c5-a191-51c1762b03a5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:31.022920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] Set router 24a8cde4-32a6-4815-bdc8-6271599f14f3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:18:31.032499 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0398f778-eda1-454d-826a-24ad44b3b1c8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:31.034863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d196eb-8775-48c5-a191-51c1762b03a5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event updated for resources: {'Subnet': ['ID=8e8de4f9-22e3-4153-b01c-f863fa04bcef,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:31.054111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d196eb-8775-48c5-a191-51c1762b03a5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Checking segment: {'id': 'fe274a1d-3528-4059-ab7f-57b7175c26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:18:31.054490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d196eb-8775-48c5-a191-51c1762b03a5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Network hostable DHCP agents. Network: 7da139ff-4e81-4160-8fee-cb1d6b622d94, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:18:31.065998 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398f778-eda1-454d-826a-24ad44b3b1c8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Port': ['ID=6097f529-a4e6-47bf-9548-acad0fa54f62,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:31.249529 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d196eb-8775-48c5-a191-51c1762b03a5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Network 7da139ff-4e81-4160-8fee-cb1d6b622d94 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:18:31.259748 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-154277514', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'b700cac3-0077-424e-98cf-4573e638b5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:18:27Z', 'updated_at': '2021-11-02T12:18:28Z', 'revision_number': 3, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'b700cac3-0077-424e-98cf-4573e638b5b7', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:18:27Z', 'updated_at': '2021-11-02T12:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:31.289070 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0398f778-eda1-454d-826a-24ad44b3b1c8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:31.312580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa584a07-89db-49f9-9c0e-91bb5d01640b None None] The sync data for ids ['24a8cde4-32a6-4815-bdc8-6271599f14f3'] in n-d-806683-18 is: [{'id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-154277514', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'b700cac3-0077-424e-98cf-4573e638b5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:18:27Z', 'updated_at': '2021-11-02T12:18:28Z', 'revision_number': 3, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'b700cac3-0077-424e-98cf-4573e638b5b7', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:18:27Z', 'updated_at': '2021-11-02T12:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:18:31.427321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-c7d196eb-8775-48c5-a191-51c1762b03a5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 7da139ff-4e81-4160-8fee-cb1d6b622d94) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:18:31.439790 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d196eb-8775-48c5-a191-51c1762b03a5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:31.440611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a4cf54-b932-4de3-a746-bcff4194294e None None] Network 7da139ff-4e81-4160-8fee-cb1d6b622d94 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:18:31.440754 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c7d196eb-8775-48c5-a191-51c1762b03a5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:31.602429 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0398f778-eda1-454d-826a-24ad44b3b1c8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Router cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:18:31.614684 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c7d196eb-8775-48c5-a191-51c1762b03a5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2500477 Nov 02 12:18:31.615388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52288) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:31.645353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-7da139ff-4e81-4160-8fee-cb1d6b622d94', 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'fixed_ips': [{'subnet_id': '8e8de4f9-22e3-4153-b01c-f863fa04bcef'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:18:31.646327 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:31.773499 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0398f778-eda1-454d-826a-24ad44b3b1c8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:18:31.789477 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0398f778-eda1-454d-826a-24ad44b3b1c8 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "PUT /v2.0/routers/cba6fe16-ce3d-4d2f-a63c-4568ef464fd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9666216 Nov 02 12:18:31.791894 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d74871-8c20-4a57-b6bf-eb018cbb3d37 None None] Sync routers for ids ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:18:31.794700 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52290) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:31.820216 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d74871-8c20-4a57-b6bf-eb018cbb3d37 None None] Routers {'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:18:31.822198 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-80d74871-8c20-4a57-b6bf-eb018cbb3d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:18:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:31.827507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Allocated IP 172.20.0.18 (7da139ff-4e81-4160-8fee-cb1d6b622d94/8e8de4f9-22e3-4153-b01c-f863fa04bcef/61471c61-4e0f-46bb-8f85-e096e4224685) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:18:31.881702 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11ea164-30a0-4997-9b27-431c7228f97a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting subnet 204eff55-d25a-4ea9-ade7-03e61ef233d9 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:18:31.886409 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b11ea164-30a0-4997-9b27-431c7228f97a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:31.987619 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b11ea164-30a0-4997-9b27-431c7228f97a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:32.086970 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-80d74871-8c20-4a57-b6bf-eb018cbb3d37 None None] Set router cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:18:32.190205 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b11ea164-30a0-4997-9b27-431c7228f97a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:32.322891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b700cac3-0077-424e-98cf-4573e638b5b7 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:18:32.370470 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-80d74871-8c20-4a57-b6bf-eb018cbb3d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682151012', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:16:18Z', 'updated_at': '2021-11-02T12:18:30Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:20Z', 'updated_at': '2021-11-02T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:32.416354 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b11ea164-30a0-4997-9b27-431c7228f97a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:32.436067 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d74871-8c20-4a57-b6bf-eb018cbb3d37 None None] Checking router: cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:18:32.447612 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b700cac3-0077-424e-98cf-4573e638b5b7 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:32.447851 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d74871-8c20-4a57-b6bf-eb018cbb3d37 None None] Routers {'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:18:32.447968 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:32.448884 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-80d74871-8c20-4a57-b6bf-eb018cbb3d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:18:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:32.483489 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b11ea164-30a0-4997-9b27-431c7228f97a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:32.491226 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b11ea164-30a0-4997-9b27-431c7228f97a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/subnets/204eff55-d25a-4ea9-ade7-03e61ef233d9 HTTP/1.1" status: 204 len: 168 time: 0.6944754 Nov 02 12:18:32.492390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52292) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:32.495898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9c673b-3374-46ae-ac53-fb6ff33be8c5 None None] Network 28182654-52d7-45ef-b478-ed14db9d68f2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:18:32.502701 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ea164-30a0-4997-9b27-431c7228f97a tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Subnet': ['ID=204eff55-d25a-4ea9-ade7-03e61ef233d9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:32.549415 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:32.572426 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5082a64a-3d54-44cf-a08e-6cd3ff39aa15 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:32.659993 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9cf4c62-5d37-467c-a091-149c442b259b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:32.703658 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:32.730335 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:32.749568 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port b700cac3-0077-424e-98cf-4573e638b5b7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b700cac3-0077-424e-98cf-4573e638b5b7,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:18:32.809183 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Network 7da139ff-4e81-4160-8fee-cb1d6b622d94 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:18:32.819449 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:18:32.825745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:18:32.829198 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Pushing event updated for resources: {'Port': ['ID=61471c61-4e0f-46bb-8f85-e096e4224685,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:32.861289 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:32.870738 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-80d74871-8c20-4a57-b6bf-eb018cbb3d37 None None] Set router cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:18:32.887166 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9cf4c62-5d37-467c-a091-149c442b259b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:32.975594 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=b700cac3-0077-424e-98cf-4573e638b5b7,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:32.978877 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Attempting to bind port 61471c61-4e0f-46bb-8f85-e096e4224685 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:18:32.979426 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Attempting to bind port 61471c61-4e0f-46bb-8f85-e096e4224685 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fe274a1d-3528-4059-ab7f-57b7175c26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:18:32.979972 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Attempting to bind port 61471c61-4e0f-46bb-8f85-e096e4224685 on network 7da139ff-4e81-4160-8fee-cb1d6b622d94 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:18:32.985436 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63196f5b-1729-4865-8a4e-2cad0859e131 None None] DHCP port deletion for 28182654-52d7-45ef-b478-ed14db9d68f2 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:18:32.994672 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:18:32.996840 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Checking segment: {'id': 'fe274a1d-3528-4059-ab7f-57b7175c26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:18:32.996840 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:32.996840 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Bound using segment: {'id': 'fe274a1d-3528-4059-ab7f-57b7175c26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:18:32.997338 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Bound port: 61471c61-4e0f-46bb-8f85-e096e4224685, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe274a1d-3528-4059-ab7f-57b7175c26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:18:32.997957 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:33.081303 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf4c62-5d37-467c-a091-149c442b259b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Deleting port d5484522-7413-4c34-88b1-eff4a9d4ce72 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:18:33.082693 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9cf4c62-5d37-467c-a091-149c442b259b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:33.090708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-5082a64a-3d54-44cf-a08e-6cd3ff39aa15 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Allocated IP 172.20.0.17 (7da139ff-4e81-4160-8fee-cb1d6b622d94/8e8de4f9-22e3-4153-b01c-f863fa04bcef/7297834f-7dc2-4f48-995a-d5cb45bd6af4) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:18:33.114733 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-80d74871-8c20-4a57-b6bf-eb018cbb3d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682151012', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:16:18Z', 'updated_at': '2021-11-02T12:18:30Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:20Z', 'updated_at': '2021-11-02T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:33.130159 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] For port 61471c61-4e0f-46bb-8f85-e096e4224685, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:18:33.146449 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] For port 61471c61-4e0f-46bb-8f85-e096e4224685, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=61471c61-4e0f-46bb-8f85-e096e4224685,segment=NetworkSegment(fe274a1d-3528-4059-ab7f-57b7175c26a8),segment_id=fe274a1d-3528-4059-ab7f-57b7175c26a8)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:18:33.146449 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-63196f5b-1729-4865-8a4e-2cad0859e131 None None] Deleting port 0ba02c94-b12c-4cae-891f-df4397f8844a {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:18:33.146449 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-63196f5b-1729-4865-8a4e-2cad0859e131 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:33.154435 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d74871-8c20-4a57-b6bf-eb018cbb3d37 None None] The sync data for ids ['cba6fe16-ce3d-4d2f-a63c-4568ef464fd3'] in n-d-806683-18 is: [{'id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-682151012', 'tenant_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:16:18Z', 'updated_at': '2021-11-02T12:18:30Z', 'revision_number': 5, 'project_id': '07cf3fda95d044dc8f8b573bd1e4f625', 'gw_port': {'id': 'd5484522-7413-4c34-88b1-eff4a9d4ce72', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cba6fe16-ce3d-4d2f-a63c-4568ef464fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:16:20Z', 'updated_at': '2021-11-02T12:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:18:33.232380 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-63196f5b-1729-4865-8a4e-2cad0859e131 None None] For port 0ba02c94-b12c-4cae-891f-df4397f8844a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0ba02c94-b12c-4cae-891f-df4397f8844a,segment=NetworkSegment(4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6),segment_id=4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:18:33.232791 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-63196f5b-1729-4865-8a4e-2cad0859e131 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:33.249210 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-f9cf4c62-5d37-467c-a091-149c442b259b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] For port d5484522-7413-4c34-88b1-eff4a9d4ce72, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d5484522-7413-4c34-88b1-eff4a9d4ce72,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:18:33.250018 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9cf4c62-5d37-467c-a091-149c442b259b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:33.260827 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-63196f5b-1729-4865-8a4e-2cad0859e131 None None] Calling delete_port for 0ba02c94-b12c-4cae-891f-df4397f8844a owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:18:33.270970 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5082a64a-3d54-44cf-a08e-6cd3ff39aa15 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:33.273144 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf4c62-5d37-467c-a091-149c442b259b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Calling delete_port for d5484522-7413-4c34-88b1-eff4a9d4ce72 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:18:33.367538 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:33.447382 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334c585-a9e3-4117-bac4-7b28f35cb696 None None] Pushing event updated for resources: {'Port': ['ID=61471c61-4e0f-46bb-8f85-e096e4224685,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:33.467547 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5082a64a-3d54-44cf-a08e-6cd3ff39aa15 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:33.527839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5082a64a-3d54-44cf-a08e-6cd3ff39aa15 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Network 7da139ff-4e81-4160-8fee-cb1d6b622d94 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:18:33.538514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-5082a64a-3d54-44cf-a08e-6cd3ff39aa15 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:18:33.544846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5082a64a-3d54-44cf-a08e-6cd3ff39aa15 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:18:33.548484 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-63196f5b-1729-4865-8a4e-2cad0859e131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:33.552046 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082a64a-3d54-44cf-a08e-6cd3ff39aa15 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event updated for resources: {'Port': ['ID=7297834f-7dc2-4f48-995a-d5cb45bd6af4,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:33.633743 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63196f5b-1729-4865-8a4e-2cad0859e131 None None] Pushing event deleted for resources: {'Port': ['ID=0ba02c94-b12c-4cae-891f-df4397f8844a,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:33.633835 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9cf4c62-5d37-467c-a091-149c442b259b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:33.644054 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63196f5b-1729-4865-8a4e-2cad0859e131 None None] No DVR routers for this DVR port 0ba02c94-b12c-4cae-891f-df4397f8844a on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:18:33.714569 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5082a64a-3d54-44cf-a08e-6cd3ff39aa15 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:33.749685 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf4c62-5d37-467c-a091-149c442b259b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Port': ['ID=d5484522-7413-4c34-88b1-eff4a9d4ce72,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:33.818269 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9cf4c62-5d37-467c-a091-149c442b259b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:33.967695 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9cf4c62-5d37-467c-a091-149c442b259b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:33.971255 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9cf4c62-5d37-467c-a091-149c442b259b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:34.033810 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5082a64a-3d54-44cf-a08e-6cd3ff39aa15 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:34.135545 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b700cac3-0077-424e-98cf-4573e638b5b7 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:18:34.192590 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b700cac3-0077-424e-98cf-4573e638b5b7 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:34.192590 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:34.297709 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 61471c61-4e0f-46bb-8f85-e096e4224685 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:18:34.355909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 61471c61-4e0f-46bb-8f85-e096e4224685 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:34.356279 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:34.399358 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5082a64a-3d54-44cf-a08e-6cd3ff39aa15 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:34.443339 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:34.480879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 61471c61-4e0f-46bb-8f85-e096e4224685, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=61471c61-4e0f-46bb-8f85-e096e4224685,segment=NetworkSegment(fe274a1d-3528-4059-ab7f-57b7175c26a8),segment_id=fe274a1d-3528-4059-ab7f-57b7175c26a8)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:18:34.542041 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9cf4c62-5d37-467c-a091-149c442b259b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:34.542041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cf4c62-5d37-467c-a091-149c442b259b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Fanout notify agent at l3_agent the message router_deleted on router cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:18:34.547632 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9cf4c62-5d37-467c-a091-149c442b259b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:34.549531 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f9cf4c62-5d37-467c-a091-149c442b259b tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/routers/cba6fe16-ce3d-4d2f-a63c-4568ef464fd3 HTTP/1.1" status: 204 len: 168 time: 2.0559747 Nov 02 12:18:34.552454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52294) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:34.607341 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:34.628178 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5082a64a-3d54-44cf-a08e-6cd3ff39aa15 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:34.697188 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=61471c61-4e0f-46bb-8f85-e096e4224685,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:34.706315 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6097f529-a4e6-47bf-9548-acad0fa54f62 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:18:34.733152 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 6097f529-a4e6-47bf-9548-acad0fa54f62 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:18:34.733593 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6097f529-a4e6-47bf-9548-acad0fa54f62 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:18:34.734352 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0ba02c94-b12c-4cae-891f-df4397f8844a no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:18:34.738326 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-20263f47-ce70-4f3f-bfa8-d2f0be2e3a50 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:34.759962 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 0ba02c94-b12c-4cae-891f-df4397f8844a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:18:34.760696 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0ba02c94-b12c-4cae-891f-df4397f8844a not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:18:34.803786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082a64a-3d54-44cf-a08e-6cd3ff39aa15 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event updated for resources: {'Port': ['ID=7297834f-7dc2-4f48-995a-d5cb45bd6af4,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:34.803786 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5082a64a-3d54-44cf-a08e-6cd3ff39aa15 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:34.892305 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a563f42-06f8-43ee-a26e-8e7565523542 None None] Network 7da139ff-4e81-4160-8fee-cb1d6b622d94 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:18:34.933225 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-20263f47-ce70-4f3f-bfa8-d2f0be2e3a50 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:34.964906 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-20263f47-ce70-4f3f-bfa8-d2f0be2e3a50 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28182654-52d7-45ef-b478-ed14db9d68f2']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:34.977455 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b1555eca-a87d-4161-8ea4-c966707b63f2 None None] Provisioning complete for port 61471c61-4e0f-46bb-8f85-e096e4224685 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:34.977663 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b1555eca-a87d-4161-8ea4-c966707b63f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:34.983475 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-20263f47-ce70-4f3f-bfa8-d2f0be2e3a50 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:34.983775 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-20263f47-ce70-4f3f-bfa8-d2f0be2e3a50 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed1b87a-a59f-4e80-8b2c-737bdac3bfc6') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:34.996665 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-20263f47-ce70-4f3f-bfa8-d2f0be2e3a50 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:35.018520 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5082a64a-3d54-44cf-a08e-6cd3ff39aa15 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Network 7da139ff-4e81-4160-8fee-cb1d6b622d94 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:18:35.022718 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-20263f47-ce70-4f3f-bfa8-d2f0be2e3a50 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:35.025357 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-5082a64a-3d54-44cf-a08e-6cd3ff39aa15 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:18:35.033646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20263f47-ce70-4f3f-bfa8-d2f0be2e3a50 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:18:35.034114 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-20263f47-ce70-4f3f-bfa8-d2f0be2e3a50 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:18:35.037331 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:18:35.211256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5082a64a-3d54-44cf-a08e-6cd3ff39aa15 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Router 24a8cde4-32a6-4815-bdc8-6271599f14f3 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:18:35.271084 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-20263f47-ce70-4f3f-bfa8-d2f0be2e3a50 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:35.283083 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-20263f47-ce70-4f3f-bfa8-d2f0be2e3a50 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:35.286281 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-20263f47-ce70-4f3f-bfa8-d2f0be2e3a50 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/networks/28182654-52d7-45ef-b478-ed14db9d68f2 HTTP/1.1" status: 204 len: 168 time: 0.7327702 Nov 02 12:18:35.289536 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52296) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:35.307710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20263f47-ce70-4f3f-bfa8-d2f0be2e3a50 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'Network': ['ID=28182654-52d7-45ef-b478-ed14db9d68f2,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:35.370047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5082a64a-3d54-44cf-a08e-6cd3ff39aa15 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:18:35.373217 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ca07c55-2996-4f1a-8f67-1c7951d2cee5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:35.376650 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5082a64a-3d54-44cf-a08e-6cd3ff39aa15 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "PUT /v2.0/routers/24a8cde4-32a6-4815-bdc8-6271599f14f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7594781 Nov 02 12:18:35.394580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Sync routers for ids ['24a8cde4-32a6-4815-bdc8-6271599f14f3'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:18:35.413948 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Routers {'24a8cde4-32a6-4815-bdc8-6271599f14f3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:18:35.414536 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:18:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['24a8cde4-32a6-4815-bdc8-6271599f14f3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:35.418966 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ca07c55-2996-4f1a-8f67-1c7951d2cee5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:35.538868 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1c2fad03-3785-44cc-b516-b31d5a3a1019 None None] Provisioning complete for port 61471c61-4e0f-46bb-8f85-e096e4224685 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:35.539819 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1c2fad03-3785-44cc-b516-b31d5a3a1019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:35.601724 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Set router 24a8cde4-32a6-4815-bdc8-6271599f14f3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:18:35.695977 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ca07c55-2996-4f1a-8f67-1c7951d2cee5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:35.695977 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2ca07c55-2996-4f1a-8f67-1c7951d2cee5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:35.695977 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2ca07c55-2996-4f1a-8f67-1c7951d2cee5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] 10.222.0.52 "DELETE /v2.0/security-groups/4a591dcf-b157-4814-9d88-43d347975a9d HTTP/1.1" status: 204 len: 168 time: 0.3909364 Nov 02 12:18:35.698026 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca07c55-2996-4f1a-8f67-1c7951d2cee5 tempest-TestNetworkAdvancedServerOps-1188644409 tempest-TestNetworkAdvancedServerOps-1188644409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a591dcf-b157-4814-9d88-43d347975a9d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:35.815187 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-c3ac612f-3786-4886-89f1-ad23bdeac0d6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:35.816623 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-c3ac612f-3786-4886-89f1-ad23bdeac0d6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/networks?id=7da139ff-4e81-4160-8fee-cb1d6b622d94 HTTP/1.1" status: 200 len: 798 time: 0.1480715 Nov 02 12:18:35.836360 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a46358cd-1ea7-4ba2-8a98-7e5155bc4632 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/quotas/e326c86b683346cf8793f5e7145cb74b HTTP/1.1" status: 200 len: 375 time: 0.0110514 Nov 02 12:18:35.848325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1c2fad03-3785-44cc-b516-b31d5a3a1019 None None] Provisioning complete for port 7297834f-7dc2-4f48-995a-d5cb45bd6af4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:35.849183 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1c2fad03-3785-44cc-b516-b31d5a3a1019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:35.916238 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-ac1c9a03-8f0e-4f8b-9463-034ac36530a1 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e326c86b683346cf8793f5e7145cb74b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0731230 Nov 02 12:18:35.940288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-56ab747e-c516-4c4f-9772-56e786c27747 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:18:35.942016 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-56ab747e-c516-4c4f-9772-56e786c27747 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0087745 Nov 02 12:18:36.042774 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 61471c61-4e0f-46bb-8f85-e096e4224685 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:18:36.055657 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-48a7bb54-5b6c-452f-b5e6-62e77c724b16 service neutron] 10.222.0.52 "GET /v2.0/networks/7da139ff-4e81-4160-8fee-cb1d6b622d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051350 Nov 02 12:18:36.108262 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-1c2fad03-3785-44cc-b516-b31d5a3a1019 None None] Port 7297834f-7dc2-4f48-995a-d5cb45bd6af4 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:18:36.157173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 61471c61-4e0f-46bb-8f85-e096e4224685 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:36.157173 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:36.192617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-154277514', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'b700cac3-0077-424e-98cf-4573e638b5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:18:27Z', 'updated_at': '2021-11-02T12:18:33Z', 'revision_number': 4, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'b700cac3-0077-424e-98cf-4573e638b5b7', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:18:27Z', 'updated_at': '2021-11-02T12:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '7297834f-7dc2-4f48-995a-d5cb45bd6af4', 'name': '', 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'mac_address': 'fa:16:3e:77:c6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8e8de4f9-22e3-4153-b01c-f863fa04bcef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:18:32Z', 'updated_at': '2021-11-02T12:18:34Z', 'revision_number': 2, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'subnets': [{'id': '8e8de4f9-22e3-4153-b01c-f863fa04bcef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:36.244207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Checking router: 24a8cde4-32a6-4815-bdc8-6271599f14f3 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:18:36.244573 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Updating router 24a8cde4-32a6-4815-bdc8-6271599f14f3 port 7297834f-7dc2-4f48-995a-d5cb45bd6af4 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:18:36.288724 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:36.290725 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-aae78430-a0a8-4d41-8908-ce0cf39b4b13 None None] Provisioning complete for port 7297834f-7dc2-4f48-995a-d5cb45bd6af4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:36.291124 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aae78430-a0a8-4d41-8908-ce0cf39b4b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:36.395543 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-aae78430-a0a8-4d41-8908-ce0cf39b4b13 None None] Port 7297834f-7dc2-4f48-995a-d5cb45bd6af4 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:18:36.475373 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d5484522-7413-4c34-88b1-eff4a9d4ce72 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:18:36.477312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-7c3e1c50-2446-47aa-af5b-c8d997223b60 service neutron] 10.222.0.52 "GET /v2.0/networks/7da139ff-4e81-4160-8fee-cb1d6b622d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150481 Nov 02 12:18:36.511567 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: d5484522-7413-4c34-88b1-eff4a9d4ce72 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:18:36.512139 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d5484522-7413-4c34-88b1-eff4a9d4ce72 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:18:36.693417 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:36.997912 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:37.053855 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26015c-0420-450d-a5ac-ca86dabad780 None None] Pushing event updated for resources: {'Port': ['ID=7297834f-7dc2-4f48-995a-d5cb45bd6af4,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:37.114029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Attempting to bind port 7297834f-7dc2-4f48-995a-d5cb45bd6af4 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:18:37.114381 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Attempting to bind port 7297834f-7dc2-4f48-995a-d5cb45bd6af4 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fe274a1d-3528-4059-ab7f-57b7175c26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:18:37.114765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Attempting to bind port 7297834f-7dc2-4f48-995a-d5cb45bd6af4 on network 7da139ff-4e81-4160-8fee-cb1d6b622d94 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:18:37.121197 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:18:37.121585 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Checking segment: {'id': 'fe274a1d-3528-4059-ab7f-57b7175c26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:18:37.122001 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:37.122404 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Bound using segment: {'id': 'fe274a1d-3528-4059-ab7f-57b7175c26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:18:37.122891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Bound port: 7297834f-7dc2-4f48-995a-d5cb45bd6af4, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe274a1d-3528-4059-ab7f-57b7175c26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:18:37.123309 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:37.167445 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9abcb199-0c79-4a80-a43a-f29285dd2ebd req-4a9aa9ae-c399-4dba-807c-ef25dbb9ea41 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 210 time: 0.0399716 Nov 02 12:18:37.203012 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] For port 7297834f-7dc2-4f48-995a-d5cb45bd6af4, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:18:37.207108 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] For port 7297834f-7dc2-4f48-995a-d5cb45bd6af4, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7297834f-7dc2-4f48-995a-d5cb45bd6af4,segment=NetworkSegment(fe274a1d-3528-4059-ab7f-57b7175c26a8),segment_id=fe274a1d-3528-4059-ab7f-57b7175c26a8)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:18:37.326841 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-309a520b-3633-4e00-9f92-0ffa327454ac None None] Provisioning complete for port 7297834f-7dc2-4f48-995a-d5cb45bd6af4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:37.327277 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-309a520b-3633-4e00-9f92-0ffa327454ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:37.364368 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-309a520b-3633-4e00-9f92-0ffa327454ac None None] Port 7297834f-7dc2-4f48-995a-d5cb45bd6af4 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:18:37.505144 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:37.567533 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Routers {'24a8cde4-32a6-4815-bdc8-6271599f14f3'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:18:37.568221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:18:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['24a8cde4-32a6-4815-bdc8-6271599f14f3'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:37.616609 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26015c-0420-450d-a5ac-ca86dabad780 None None] Pushing event updated for resources: {'Port': ['ID=7297834f-7dc2-4f48-995a-d5cb45bd6af4,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:37.706085 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] Set router 24a8cde4-32a6-4815-bdc8-6271599f14f3 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:18:37.858587 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ffb3d569-ca7b-451d-a601-0ccd1c0a1ce8 None None] Provisioning complete for port 7297834f-7dc2-4f48-995a-d5cb45bd6af4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:37.858996 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ffb3d569-ca7b-451d-a601-0ccd1c0a1ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:38.026645 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ffb3d569-ca7b-451d-a601-0ccd1c0a1ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:38.064017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-154277514', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'b700cac3-0077-424e-98cf-4573e638b5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:18:27Z', 'updated_at': '2021-11-02T12:18:33Z', 'revision_number': 4, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'b700cac3-0077-424e-98cf-4573e638b5b7', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:18:27Z', 'updated_at': '2021-11-02T12:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '7297834f-7dc2-4f48-995a-d5cb45bd6af4', 'name': '', 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'mac_address': 'fa:16:3e:77:c6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8e8de4f9-22e3-4153-b01c-f863fa04bcef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:18:32Z', 'updated_at': '2021-11-02T12:18:37Z', 'revision_number': 4, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'subnets': [{'id': '8e8de4f9-22e3-4153-b01c-f863fa04bcef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:18:38.096564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52330) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:38.104314 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dbe2b6-f8e6-4658-831f-abb752b99d8d None None] The sync data for ids ['24a8cde4-32a6-4815-bdc8-6271599f14f3'] in n-d-806683-18 is: [{'id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-154277514', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'b700cac3-0077-424e-98cf-4573e638b5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:18:27Z', 'updated_at': '2021-11-02T12:18:33Z', 'revision_number': 4, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'b700cac3-0077-424e-98cf-4573e638b5b7', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:18:27Z', 'updated_at': '2021-11-02T12:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '7297834f-7dc2-4f48-995a-d5cb45bd6af4', 'name': '', 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'mac_address': 'fa:16:3e:77:c6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8e8de4f9-22e3-4153-b01c-f863fa04bcef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:18:32Z', 'updated_at': '2021-11-02T12:18:37Z', 'revision_number': 4, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'subnets': [{'id': '8e8de4f9-22e3-4153-b01c-f863fa04bcef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:18:38.108216 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ffb3d569-ca7b-451d-a601-0ccd1c0a1ce8 None None] For port 7297834f-7dc2-4f48-995a-d5cb45bd6af4, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7297834f-7dc2-4f48-995a-d5cb45bd6af4,segment=NetworkSegment(fe274a1d-3528-4059-ab7f-57b7175c26a8),segment_id=fe274a1d-3528-4059-ab7f-57b7175c26a8)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:18:38.277835 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-814beef9-2a95-4ca4-8ea2-fb203c009d42 req-90eae91d-56e3-412a-9ef8-acbd18d876f3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 210 time: 0.0526564 Nov 02 12:18:38.312176 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ffb3d569-ca7b-451d-a601-0ccd1c0a1ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:38.340944 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0dcdb381-4407-491c-99e1-e9a2fd5984c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=07cf3fda95d044dc8f8b573bd1e4f625&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2195125 Nov 02 12:18:38.343374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52336) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:38.388873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3d569-ca7b-451d-a601-0ccd1c0a1ce8 None None] Pushing event updated for resources: {'Port': ['ID=7297834f-7dc2-4f48-995a-d5cb45bd6af4,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:38.410196 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ce4cece-7219-4ede-9fe4-feece8bb2669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:38.446135 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ce4cece-7219-4ede-9fe4-feece8bb2669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:38.724487 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ce4cece-7219-4ede-9fe4-feece8bb2669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:38.728187 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9ce4cece-7219-4ede-9fe4-feece8bb2669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:38.735586 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9ce4cece-7219-4ede-9fe4-feece8bb2669 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aeba1c1c-4e5c-43a9-bd14-f54504fe6481 HTTP/1.1" status: 204 len: 168 time: 0.3850124 Nov 02 12:18:38.739377 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4cece-7219-4ede-9fe4-feece8bb2669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeba1c1c-4e5c-43a9-bd14-f54504fe6481,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:39.416339 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e1e631b2-9056-46c0-a28b-5acc660dad84 req-7adf10ea-c618-4534-9e15-22ebd556c67a tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 210 time: 0.0410867 Nov 02 12:18:39.945054 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7297834f-7dc2-4f48-995a-d5cb45bd6af4 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:18:40.007353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 7297834f-7dc2-4f48-995a-d5cb45bd6af4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:40.007632 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:40.105617 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52344) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:40.151626 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d17eb515-d94c-47fb-a756-06eb90e3d2ee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae89c6aa3622413aa13a4ddf0cab5320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446873 Nov 02 12:18:40.154117 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52346) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:40.211409 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5ec61157-be6a-4263-a266-b44cdfabb925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:40.233215 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5ec61157-be6a-4263-a266-b44cdfabb925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:40.527162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a81e53cd-ea19-4d7e-85d9-a35374713971 req-c5a5c0ab-88f9-4cf1-a2ee-8a267c9a4be7 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 210 time: 0.0369143 Nov 02 12:18:40.609892 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5ec61157-be6a-4263-a266-b44cdfabb925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:40.612508 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5ec61157-be6a-4263-a266-b44cdfabb925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:40.613670 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5ec61157-be6a-4263-a266-b44cdfabb925 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf071e47-cab8-43fc-97f7-97cf68f12db8 HTTP/1.1" status: 204 len: 168 time: 0.4585335 Nov 02 12:18:40.628975 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec61157-be6a-4263-a266-b44cdfabb925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf071e47-cab8-43fc-97f7-97cf68f12db8,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:41.485354 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-b8a15a27-4fa4-4fd5-a07b-2aed395e7742 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:41.486879 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-b8a15a27-4fa4-4fd5-a07b-2aed395e7742 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.54 "GET /v2.0/networks?id=7da139ff-4e81-4160-8fee-cb1d6b622d94 HTTP/1.1" status: 200 len: 798 time: 0.1249468 Nov 02 12:18:41.500951 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-d20ef529-e7e4-486a-a396-9a0120352d6b tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Request body: {'port': {'device_id': '5b9b2156-fecd-4a53-bb2f-3b28a56bad5f', 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94', 'admin_state_up': True, 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:18:41.655179 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9596e000-b876-4318-832e-b89c6f8431b4 req-84f10fab-98af-496d-aedb-caa7875e4550 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 210 time: 0.0426116 Nov 02 12:18:41.918003 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-d20ef529-e7e4-486a-a396-9a0120352d6b tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Made reservation on behalf of e326c86b683346cf8793f5e7145cb74b for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:18:41.923866 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-d20ef529-e7e4-486a-a396-9a0120352d6b tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:42.073982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-d20ef529-e7e4-486a-a396-9a0120352d6b tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Allocated IP 172.20.0.19 (7da139ff-4e81-4160-8fee-cb1d6b622d94/8e8de4f9-22e3-4153-b01c-f863fa04bcef/5755deef-ecf9-442a-a763-e618ab63e7a9) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:18:42.231360 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-d20ef529-e7e4-486a-a396-9a0120352d6b tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:42.375830 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-d20ef529-e7e4-486a-a396-9a0120352d6b tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:42.422036 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-d20ef529-e7e4-486a-a396-9a0120352d6b tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Network 7da139ff-4e81-4160-8fee-cb1d6b622d94 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:18:42.425476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-d20ef529-e7e4-486a-a396-9a0120352d6b tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:18:42.433040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-d20ef529-e7e4-486a-a396-9a0120352d6b tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:18:42.459333 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ef529-e7e4-486a-a396-9a0120352d6b tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event updated for resources: {'Port': ['ID=5755deef-ecf9-442a-a763-e618ab63e7a9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:42.501019 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-d20ef529-e7e4-486a-a396-9a0120352d6b tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:42.503139 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-d20ef529-e7e4-486a-a396-9a0120352d6b tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:42.582950 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-d20ef529-e7e4-486a-a396-9a0120352d6b tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0872326 Nov 02 12:18:42.596070 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Request body: {'port': {'device_id': '5b9b2156-fecd-4a53-bb2f-3b28a56bad5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:18:42.657444 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:42.666360 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-abd7c366-e501-4d79-a9d2-a07368ac7ca9 None None] Provisioning complete for port 5755deef-ecf9-442a-a763-e618ab63e7a9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:42.666976 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-abd7c366-e501-4d79-a9d2-a07368ac7ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:42.717302 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-abd7c366-e501-4d79-a9d2-a07368ac7ca9 None None] Port 5755deef-ecf9-442a-a763-e618ab63e7a9 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:18:42.893949 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a385e1-e33f-4779-995b-5e7bfe243562 req-77fca123-9d1c-4f14-9446-e3aae846d931 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:42.896110 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-86a385e1-e33f-4779-995b-5e7bfe243562 req-77fca123-9d1c-4f14-9446-e3aae846d931 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 895 time: 0.1026449 Nov 02 12:18:43.046208 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5755deef-ecf9-442a-a763-e618ab63e7a9 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:18:43.054560 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:43.068810 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Transition to ACTIVE for port object 5755deef-ecf9-442a-a763-e618ab63e7a9 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:18:43.220924 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:43.279722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Pushing event updated for resources: {'Port': ['ID=5755deef-ecf9-442a-a763-e618ab63e7a9,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:43.375327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Attempting to bind port 5755deef-ecf9-442a-a763-e618ab63e7a9 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:18:43.375972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Attempting to bind port 5755deef-ecf9-442a-a763-e618ab63e7a9 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'fe274a1d-3528-4059-ab7f-57b7175c26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:18:43.376674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Attempting to bind port 5755deef-ecf9-442a-a763-e618ab63e7a9 on network 7da139ff-4e81-4160-8fee-cb1d6b622d94 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:18:43.385485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Port 5755deef-ecf9-442a-a763-e618ab63e7a9 on network 7da139ff-4e81-4160-8fee-cb1d6b622d94 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:18:43.386020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Attempting to bind port 5755deef-ecf9-442a-a763-e618ab63e7a9 on network 7da139ff-4e81-4160-8fee-cb1d6b622d94 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:18:43.393719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:18:43.394804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Checking segment: {'id': 'fe274a1d-3528-4059-ab7f-57b7175c26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:18:43.395493 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Bound using segment: {'id': 'fe274a1d-3528-4059-ab7f-57b7175c26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:18:43.396046 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Bound port: 5755deef-ecf9-442a-a763-e618ab63e7a9, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe274a1d-3528-4059-ab7f-57b7175c26a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:18:43.397067 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:43.486175 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] For port 5755deef-ecf9-442a-a763-e618ab63e7a9, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:18:43.489531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] For port 5755deef-ecf9-442a-a763-e618ab63e7a9, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5755deef-ecf9-442a-a763-e618ab63e7a9,segment=NetworkSegment(fe274a1d-3528-4059-ab7f-57b7175c26a8),segment_id=fe274a1d-3528-4059-ab7f-57b7175c26a8)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:18:43.638658 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:43.673704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:43.674337 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:43.675774 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] 10.222.0.54 "PUT /v2.0/ports/5755deef-ecf9-442a-a763-e618ab63e7a9 HTTP/1.1" status: 200 len: 1056 time: 1.0843606 Nov 02 12:18:43.676210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9b2156-fecd-4a53-bb2f-3b28a56bad5f', 'tag': '5755deef-ecf9-442a-a763-e618ab63e7a9'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:18:43.679233 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b11562-19b0-4045-a327-de6e777447b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9b2156-fecd-4a53-bb2f-3b28a56bad5f", "tag": "5755deef-ecf9-442a-a763-e618ab63e7a9"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:18:43.709420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d716d1-b25e-4edc-9d65-01f4d21ba56e service neutron] Pushing event updated for resources: {'Port': ['ID=5755deef-ecf9-442a-a763-e618ab63e7a9,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:43.730271 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39e7a2d-b6b2-42e2-98ef-7015d4464dd9 x-openstack-request-id: req-c39e7a2d-b6b2-42e2-98ef-7015d4464dd9 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:18:43.730574 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9b2156-fecd-4a53-bb2f-3b28a56bad5f", "tag": "5755deef-ecf9-442a-a763-e618ab63e7a9", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:18:43.730839 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c39e7a2d-b6b2-42e2-98ef-7015d4464dd9 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:18:43.731326 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9b2156-fecd-4a53-bb2f-3b28a56bad5f', 'tag': '5755deef-ecf9-442a-a763-e618ab63e7a9', 'status': 'completed', 'code': 200} Nov 02 12:18:43.799735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b11562-19b0-4045-a327-de6e777447b1 req-8905d26a-70e1-41ad-aa0a-9b6902eab10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:43.801385 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-84b11562-19b0-4045-a327-de6e777447b1 req-8905d26a-70e1-41ad-aa0a-9b6902eab10b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e326c86b683346cf8793f5e7145cb74b&device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 1059 time: 0.0475848 Nov 02 12:18:43.932079 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b11562-19b0-4045-a327-de6e777447b1 req-68b9a73a-e695-4c23-8317-9a3df0f77d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:43.932565 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b11562-19b0-4045-a327-de6e777447b1 req-68b9a73a-e695-4c23-8317-9a3df0f77d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:43.934110 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-84b11562-19b0-4045-a327-de6e777447b1 req-68b9a73a-e695-4c23-8317-9a3df0f77d50 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=e326c86b683346cf8793f5e7145cb74b&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1209614 Nov 02 12:18:44.073480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b11562-19b0-4045-a327-de6e777447b1 req-47bfc85f-f7af-4c92-bd49-18cead105b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:44.075004 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-84b11562-19b0-4045-a327-de6e777447b1 req-47bfc85f-f7af-4c92-bd49-18cead105b13 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327863 Nov 02 12:18:44.084418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c17766-6653-4bdb-a9ed-25501a38c7d5 req-fdd18e70-e296-47f7-8894-5af67c6752bf tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:44.085889 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d2c17766-6653-4bdb-a9ed-25501a38c7d5 req-fdd18e70-e296-47f7-8894-5af67c6752bf tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 907 time: 0.1100738 Nov 02 12:18:44.157991 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-d7bc42b8-98ad-46ae-8ccf-654947c96362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:44.159406 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-d7bc42b8-98ad-46ae-8ccf-654947c96362 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e326c86b683346cf8793f5e7145cb74b&device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 1059 time: 0.0428128 Nov 02 12:18:44.206829 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-f6e48521-5e70-4a55-9ec1-4ccb808867f5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5755deef-ecf9-442a-a763-e618ab63e7a9 HTTP/1.1" status: 200 len: 217 time: 0.0382514 Nov 02 12:18:44.258687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-13253599-8fb7-48f7-8021-a7b96ece2127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:44.260202 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-13253599-8fb7-48f7-8021-a7b96ece2127 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8e8de4f9-22e3-4153-b01c-f863fa04bcef HTTP/1.1" status: 200 len: 838 time: 0.0467505 Nov 02 12:18:44.307760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-d5068cc4-b05f-43d7-8bd6-de74b407fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:44.309275 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-d5068cc4-b05f-43d7-8bd6-de74b407fdfc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7da139ff-4e81-4160-8fee-cb1d6b622d94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0410569 Nov 02 12:18:44.412032 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-5b5ce828-fa68-46cd-b96f-55a1df8036db service neutron] 10.222.0.54 "GET /v2.0/networks/7da139ff-4e81-4160-8fee-cb1d6b622d94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950356 Nov 02 12:18:44.511232 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94f1f67d-e36b-4e03-92ff-441cb7ff5518 req-b06ad47e-d056-4a64-9f50-95966dbfa07d service neutron] 10.222.0.54 "GET /v2.0/networks/7da139ff-4e81-4160-8fee-cb1d6b622d94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918291 Nov 02 12:18:45.231331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40646025-1114-4f72-bb43-417a58e3790e req-ce3ff3f3-92b4-42b1-9356-c0331e3125fd tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:45.232975 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-40646025-1114-4f72-bb43-417a58e3790e req-ce3ff3f3-92b4-42b1-9356-c0331e3125fd tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 907 time: 0.0687339 Nov 02 12:18:46.016064 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:18:46.367670 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9642f37-1ed1-44d1-8837-c3fe2b5d685d req-da224b36-ba37-4995-a7a4-fb392a730706 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:46.369414 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9642f37-1ed1-44d1-8837-c3fe2b5d685d req-da224b36-ba37-4995-a7a4-fb392a730706 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 907 time: 0.0597329 Nov 02 12:18:47.497487 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e531db-4ffb-41ff-986c-ef05282b07de req-54581b5b-d895-4682-9269-cc32bdf57a9f tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:47.499298 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e8e531db-4ffb-41ff-986c-ef05282b07de req-54581b5b-d895-4682-9269-cc32bdf57a9f tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 907 time: 0.0573595 Nov 02 12:18:47.578735 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-844e7974-bd1c-49a1-a1ed-961123d8ce49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:48.093327 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 5755deef-ecf9-442a-a763-e618ab63e7a9 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:18:48.204735 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 5755deef-ecf9-442a-a763-e618ab63e7a9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5755deef-ecf9-442a-a763-e618ab63e7a9,segment=NetworkSegment(fe274a1d-3528-4059-ab7f-57b7175c26a8),segment_id=fe274a1d-3528-4059-ab7f-57b7175c26a8)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:18:48.219121 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '5755deef-ecf9-442a-a763-e618ab63e7a9', 'network_id': '7da139ff-4e81-4160-8fee-cb1d6b622d94', 'port_id': '5755deef-ecf9-442a-a763-e618ab63e7a9', 'mac_address': 'fa:16:3e:3f:21:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8de4f9-22e3-4153-b01c-f863fa04bcef', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:18:48.263704 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:48.276938 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5755deef-ecf9-442a-a763-e618ab63e7a9 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:18:48.296543 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 5755deef-ecf9-442a-a763-e618ab63e7a9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5755deef-ecf9-442a-a763-e618ab63e7a9,segment=NetworkSegment(fe274a1d-3528-4059-ab7f-57b7175c26a8),segment_id=fe274a1d-3528-4059-ab7f-57b7175c26a8)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:18:48.375235 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:48.428439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=5755deef-ecf9-442a-a763-e618ab63e7a9,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:48.594103 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['5755deef-ecf9-442a-a763-e618ab63e7a9'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:18:48.634669 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f62c7e-bde1-4021-92a8-3cf5a2481b75 req-f1010433-a80d-447c-b182-dbd2410e069b tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:48.636130 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79f62c7e-bde1-4021-92a8-3cf5a2481b75 req-f1010433-a80d-447c-b182-dbd2410e069b tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 908 time: 0.0636556 Nov 02 12:18:49.737694 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6f096694-7471-4522-905a-cf9614e8f32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:49.761966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd047da-4e0a-45d5-abde-831a9917dcb3 req-f6c0512b-49ce-47a4-b472-bd6b9a7797c3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:49.763547 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bcd047da-4e0a-45d5-abde-831a9917dcb3 req-f6c0512b-49ce-47a4-b472-bd6b9a7797c3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 908 time: 0.0525944 Nov 02 12:18:50.112994 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 5755deef-ecf9-442a-a763-e618ab63e7a9 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:18:50.234411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 5755deef-ecf9-442a-a763-e618ab63e7a9 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:18:50.238345 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 5755deef-ecf9-442a-a763-e618ab63e7a9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:18:50.238775 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:50.315911 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:50.338695 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9b2156-fecd-4a53-bb2f-3b28a56bad5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5755deef-ecf9-442a-a763-e618ab63e7a9'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:18:50.340975 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13727e6-3088-4f72-a32e-0e9ac913804d" -d '{"events": [{"server_uuid": "5b9b2156-fecd-4a53-bb2f-3b28a56bad5f", "name": "network-vif-plugged", "status": "completed", "tag": "5755deef-ecf9-442a-a763-e618ab63e7a9"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:18:50.353967 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 5755deef-ecf9-442a-a763-e618ab63e7a9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5755deef-ecf9-442a-a763-e618ab63e7a9,segment=NetworkSegment(fe274a1d-3528-4059-ab7f-57b7175c26a8),segment_id=fe274a1d-3528-4059-ab7f-57b7175c26a8)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:18:50.382714 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c137030-3855-4e49-8d32-715eefb1bf49 x-openstack-request-id: req-9c137030-3855-4e49-8d32-715eefb1bf49 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:18:50.383151 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9b2156-fecd-4a53-bb2f-3b28a56bad5f", "name": "network-vif-plugged", "status": "completed", "tag": "5755deef-ecf9-442a-a763-e618ab63e7a9", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:18:50.383412 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c137030-3855-4e49-8d32-715eefb1bf49 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:18:50.383813 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9b2156-fecd-4a53-bb2f-3b28a56bad5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5755deef-ecf9-442a-a763-e618ab63e7a9', 'code': 200} Nov 02 12:18:50.423365 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:50.475350 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=5755deef-ecf9-442a-a763-e618ab63e7a9,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:50.490098 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368088c8-ae18-4956-a9d1-97ddb7f2a1a4 req-afcd90b8-c71d-4f06-805f-00f87e98ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:50.491836 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-368088c8-ae18-4956-a9d1-97ddb7f2a1a4 req-afcd90b8-c71d-4f06-805f-00f87e98ca67 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 1061 time: 0.0457819 Nov 02 12:18:50.890568 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120671fc-ac6d-4fe0-b53f-9aa327b1aa83 req-4c22b3f5-3e3b-4a2f-ac5d-6059ad806163 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:50.892130 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-120671fc-ac6d-4fe0-b53f-9aa327b1aa83 req-4c22b3f5-3e3b-4a2f-ac5d-6059ad806163 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 909 time: 0.0547125 Nov 02 12:18:51.077479 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:52.018949 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863065fe-5f61-4e71-9d1b-89a44615164c req-5d68c371-058d-4573-9c27-d6672c666c60 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:52.020625 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-863065fe-5f61-4e71-9d1b-89a44615164c req-5d68c371-058d-4573-9c27-d6672c666c60 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 909 time: 0.0540872 Nov 02 12:18:52.146461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842c7ca-4307-4a1d-9d68-af22d8b27d17 req-3e7572e3-a2ac-4f4e-9169-eea51821c39f tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:52.147963 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e842c7ca-4307-4a1d-9d68-af22d8b27d17 req-3e7572e3-a2ac-4f4e-9169-eea51821c39f tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 909 time: 0.0522192 Nov 02 12:18:52.258809 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01829213-addc-4a9a-a950-07cd48cf0b12 req-d59905b1-4ef9-4a4c-a63a-3285f536b679 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:52.260372 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01829213-addc-4a9a-a950-07cd48cf0b12 req-d59905b1-4ef9-4a4c-a63a-3285f536b679 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 1061 time: 0.0448856 Nov 02 12:18:52.369021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9fa46-3d7c-4b8d-b778-fac62a3bdf3c req-30d4e313-60a2-4dcd-bc97-734ac282d50d tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:52.370655 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1cf9fa46-3d7c-4b8d-b778-fac62a3bdf3c req-30d4e313-60a2-4dcd-bc97-734ac282d50d tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 1136 time: 0.0444181 Nov 02 12:18:52.429673 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1cf9fa46-3d7c-4b8d-b778-fac62a3bdf3c req-74e82cd7-b6b3-40d1-8cb5-cf3f1302b974 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=c10b2beb-1742-4e22-82bf-87c576420b78&id=f34320f3-8b3d-4357-bb4e-1aada896272d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0525155 Nov 02 12:18:52.454689 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52390) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:52.499389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f213541-65de-44ec-a1fe-97a3ea52ff85 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:52.500985 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1f213541-65de-44ec-a1fe-97a3ea52ff85 tempest-TestSecurityGroupsBasicOps-340661487 tempest-TestSecurityGroupsBasicOps-340661487-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 1056 time: 0.0452092 Nov 02 12:18:52.586035 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:52.991457 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52396) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:53.076337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3204923-db58-452d-a5a1-76a1bab06ed5 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:53.076826 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3204923-db58-452d-a5a1-76a1bab06ed5 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:53.077395 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3204923-db58-452d-a5a1-76a1bab06ed5 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:53.079184 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c3204923-db58-452d-a5a1-76a1bab06ed5 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/ports?project_id=1c1195feb3fe443093e6898e8c65dca4&network_id=1b2fc003-5ef0-496e-9c84-c58171f01b79 HTTP/1.1" status: 200 len: 2973 time: 0.0863254 Nov 02 12:18:53.332404 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a800dc7-cc4d-4567-8b56-ac51e10f8c63 req-f57c5fa7-4bf2-4104-a33e-e2e10cecbb5b tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:53.333998 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4a800dc7-cc4d-4567-8b56-ac51e10f8c63 req-f57c5fa7-4bf2-4104-a33e-e2e10cecbb5b tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 909 time: 0.0519357 Nov 02 12:18:54.126488 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:54.375075 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:54.692262 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd69bb-deba-48db-9cb8-6674d7fb08eb req-296d9a45-fc32-4057-af7c-1470b42e5f67 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:54.694486 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23cd69bb-deba-48db-9cb8-6674d7fb08eb req-296d9a45-fc32-4057-af7c-1470b42e5f67 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 909 time: 0.2825344 Nov 02 12:18:54.732970 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db935db-cb5c-468b-87c4-9701f9fd6c93 req-b1d7d7a1-5edc-4389-a1a0-48a8afcba6b4 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:54.734486 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4db935db-cb5c-468b-87c4-9701f9fd6c93 req-b1d7d7a1-5edc-4389-a1a0-48a8afcba6b4 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 909 time: 0.0634191 Nov 02 12:18:54.832330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-4db935db-cb5c-468b-87c4-9701f9fd6c93 req-06281e5f-9fd4-4a32-82df-b6734659ed76 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Deleting port 5755deef-ecf9-442a-a763-e618ab63e7a9 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:18:54.832687 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4db935db-cb5c-468b-87c4-9701f9fd6c93 req-06281e5f-9fd4-4a32-82df-b6734659ed76 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:54.929265 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-4db935db-cb5c-468b-87c4-9701f9fd6c93 req-06281e5f-9fd4-4a32-82df-b6734659ed76 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] For port 5755deef-ecf9-442a-a763-e618ab63e7a9, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5755deef-ecf9-442a-a763-e618ab63e7a9,segment=NetworkSegment(fe274a1d-3528-4059-ab7f-57b7175c26a8),segment_id=fe274a1d-3528-4059-ab7f-57b7175c26a8)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:18:54.929634 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4db935db-cb5c-468b-87c4-9701f9fd6c93 req-06281e5f-9fd4-4a32-82df-b6734659ed76 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:54.943728 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-4db935db-cb5c-468b-87c4-9701f9fd6c93 req-06281e5f-9fd4-4a32-82df-b6734659ed76 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Calling delete_port for 5755deef-ecf9-442a-a763-e618ab63e7a9 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:18:55.026695 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:55.210070 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4db935db-cb5c-468b-87c4-9701f9fd6c93 req-06281e5f-9fd4-4a32-82df-b6734659ed76 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:55.236930 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06281e5f-9fd4-4a32-82df-b6734659ed76 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event deleted for resources: {'Port': ['ID=5755deef-ecf9-442a-a763-e618ab63e7a9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:55.281962 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db935db-cb5c-468b-87c4-9701f9fd6c93 req-06281e5f-9fd4-4a32-82df-b6734659ed76 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] No DVR routers for this DVR port 5755deef-ecf9-442a-a763-e618ab63e7a9 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:18:55.284914 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-4db935db-cb5c-468b-87c4-9701f9fd6c93 req-06281e5f-9fd4-4a32-82df-b6734659ed76 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:55.289291 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4db935db-cb5c-468b-87c4-9701f9fd6c93 req-06281e5f-9fd4-4a32-82df-b6734659ed76 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.54 "DELETE /v2.0/ports/5755deef-ecf9-442a-a763-e618ab63e7a9 HTTP/1.1" status: 204 len: 173 time: 0.5478702 Nov 02 12:18:55.289813 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9b2156-fecd-4a53-bb2f-3b28a56bad5f', 'name': 'network-vif-deleted', 'tag': '5755deef-ecf9-442a-a763-e618ab63e7a9'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:18:55.292301 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2b181d-0caf-47ac-9454-00dbc081f3bb" -d '{"events": [{"server_uuid": "5b9b2156-fecd-4a53-bb2f-3b28a56bad5f", "name": "network-vif-deleted", "tag": "5755deef-ecf9-442a-a763-e618ab63e7a9"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:18:55.310905 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52414) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:55.352349 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df07ea42-245e-4fc0-ae70-5fb6edb85417 x-openstack-request-id: req-df07ea42-245e-4fc0-ae70-5fb6edb85417 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:18:55.352667 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9b2156-fecd-4a53-bb2f-3b28a56bad5f", "name": "network-vif-deleted", "tag": "5755deef-ecf9-442a-a763-e618ab63e7a9", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:18:55.352911 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df07ea42-245e-4fc0-ae70-5fb6edb85417 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:18:55.353307 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9b2156-fecd-4a53-bb2f-3b28a56bad5f', 'name': 'network-vif-deleted', 'tag': '5755deef-ecf9-442a-a763-e618ab63e7a9', 'status': 'completed', 'code': 200} Nov 02 12:18:55.377538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41831520-0e37-4c84-8451-a43900586152 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:55.386125 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-41831520-0e37-4c84-8451-a43900586152 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b HTTP/1.1" status: 200 len: 814 time: 0.0670576 Nov 02 12:18:55.801702 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11821921-e592-40ed-be97-a859114f5453 req-f5c19739-bfbc-4917-9c81-cb7dc551ec74 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 210 time: 0.0301948 Nov 02 12:18:55.845825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52422) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:55.851899 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c8f8c2ed-03ec-4fc5-b59f-5e39eff588e4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'network': {'name': 'tempest-network-smoke--747637569', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'port_security_enabled': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:18:55.975791 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f8c2ed-03ec-4fc5-b59f-5e39eff588e4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Made reservation on behalf of 1c1195feb3fe443093e6898e8c65dca4 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:18:55.979497 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c2ed-03ec-4fc5-b59f-5e39eff588e4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:56.003940 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f8c2ed-03ec-4fc5-b59f-5e39eff588e4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:18:56.013603 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c2ed-03ec-4fc5-b59f-5e39eff588e4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:56.013972 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-c8f8c2ed-03ec-4fc5-b59f-5e39eff588e4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Added segment 92f86201-f66b-4627-b63b-afe14e9c6f14 of type vlan for network 96a88ffe-3f98-4a67-a539-ef6a881fd183 Nov 02 12:18:56.057584 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c2ed-03ec-4fc5-b59f-5e39eff588e4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:56.191905 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c2ed-03ec-4fc5-b59f-5e39eff588e4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:56.198524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f8c2ed-03ec-4fc5-b59f-5e39eff588e4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:56.199165 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c2ed-03ec-4fc5-b59f-5e39eff588e4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:56.273726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8c2ed-03ec-4fc5-b59f-5e39eff588e4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Network': ['ID=96a88ffe-3f98-4a67-a539-ef6a881fd183,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:56.284640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 96a88ffe-3f98-4a67-a539-ef6a881fd183 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:18:56.377076 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c8f8c2ed-03ec-4fc5-b59f-5e39eff588e4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5301266 Nov 02 12:18:56.380336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52424) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:56.431725 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c712bd89-97d8-4f00-8e93-fec95cdbe64c tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:56.433284 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c712bd89-97d8-4f00-8e93-fec95cdbe64c tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=1c1195feb3fe443093e6898e8c65dca4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0517380 Nov 02 12:18:56.436100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52426) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:56.530270 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4d15be-afe0-4f6e-89e8-9492c1bd18ca tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:56.531740 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fb4d15be-afe0-4f6e-89e8-9492c1bd18ca tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947125 Nov 02 12:18:56.534588 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52428) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:56.563657 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0595ee1d-906a-4ede-a8ed-7c4e08016a7c tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279033 Nov 02 12:18:56.566559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52430) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:56.598045 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-223ff7b4-b3cb-497f-a210-d17a54539e99 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=1c1195feb3fe443093e6898e8c65dca4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295138 Nov 02 12:18:56.601889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52432) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:56.695302 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58e439f-52f6-43d3-8fd0-14ed17e50bf6 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:56.696898 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a58e439f-52f6-43d3-8fd0-14ed17e50bf6 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940816 Nov 02 12:18:56.699663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52434) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:56.736135 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9fbfc0cf-f07f-4e51-ba29-29636007435a tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353615 Nov 02 12:18:56.743884 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52436) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:56.748933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-77494a4a-13cf-4c30-a585-da36e56ec64d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1041584090', 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:18:56.919534 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8ec1a0e4-7e58-49ab-a63b-e4f9b1bad782 req-3150e195-215c-4848-b02b-dae380e76cd1 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=5b9b2156-fecd-4a53-bb2f-3b28a56bad5f HTTP/1.1" status: 200 len: 210 time: 0.0287395 Nov 02 12:18:56.969179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77494a4a-13cf-4c30-a585-da36e56ec64d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Made reservation on behalf of 1c1195feb3fe443093e6898e8c65dca4 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:18:56.972941 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77494a4a-13cf-4c30-a585-da36e56ec64d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:57.306065 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77494a4a-13cf-4c30-a585-da36e56ec64d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:57.374841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77494a4a-13cf-4c30-a585-da36e56ec64d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Subnet': ['ID=ca224b61-79fb-4941-ad64-dcb9864a7de6,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:57.384449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77494a4a-13cf-4c30-a585-da36e56ec64d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Checking segment: {'id': '92f86201-f66b-4627-b63b-afe14e9c6f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:18:57.384815 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77494a4a-13cf-4c30-a585-da36e56ec64d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Network hostable DHCP agents. Network: 96a88ffe-3f98-4a67-a539-ef6a881fd183, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:18:57.543125 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77494a4a-13cf-4c30-a585-da36e56ec64d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Network 96a88ffe-3f98-4a67-a539-ef6a881fd183 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:18:57.706034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-77494a4a-13cf-4c30-a585-da36e56ec64d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 96a88ffe-3f98-4a67-a539-ef6a881fd183) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:18:57.711865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77494a4a-13cf-4c30-a585-da36e56ec64d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:18:57.712461 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-77494a4a-13cf-4c30-a585-da36e56ec64d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:57.715639 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac21fe2-a7ec-4b63-8460-e222cb1a283d None None] Network 96a88ffe-3f98-4a67-a539-ef6a881fd183 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:18:57.869005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-77494a4a-13cf-4c30-a585-da36e56ec64d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1239855 Nov 02 12:18:57.875531 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-96a88ffe-3f98-4a67-a539-ef6a881fd183', 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'fixed_ips': [{'subnet_id': 'ca224b61-79fb-4941-ad64-dcb9864a7de6'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:18:57.876552 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:58.027397 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Allocated IP 172.20.0.18 (96a88ffe-3f98-4a67-a539-ef6a881fd183/ca224b61-79fb-4941-ad64-dcb9864a7de6/e9578b23-2ffe-45d3-910d-77bdbd5e80b0) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:18:58.154267 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 5755deef-ecf9-442a-a763-e618ab63e7a9 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:18:58.184525 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 5755deef-ecf9-442a-a763-e618ab63e7a9 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:18:58.184525 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 5755deef-ecf9-442a-a763-e618ab63e7a9 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:18:58.198989 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:58.484051 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:58.522976 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Network 96a88ffe-3f98-4a67-a539-ef6a881fd183 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:18:58.525890 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:18:58.532641 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:18:58.543557 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52444) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:58.544162 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Pushing event updated for resources: {'Port': ['ID=e9578b23-2ffe-45d3-910d-77bdbd5e80b0,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:58.550062 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6a24a54f-d9d5-49c0-98e9-9fc66fdfd50b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1086643139', 'description': 'tempest-secgroup-smoke-1086643139 description', 'project_id': '1c1195feb3fe443093e6898e8c65dca4'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:18:58.587880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52446) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:58.595759 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Attempting to bind port e9578b23-2ffe-45d3-910d-77bdbd5e80b0 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:18:58.600674 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Attempting to bind port e9578b23-2ffe-45d3-910d-77bdbd5e80b0 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '92f86201-f66b-4627-b63b-afe14e9c6f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:18:58.600674 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Attempting to bind port e9578b23-2ffe-45d3-910d-77bdbd5e80b0 on network 96a88ffe-3f98-4a67-a539-ef6a881fd183 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:18:58.602252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:18:58.602629 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Checking segment: {'id': '92f86201-f66b-4627-b63b-afe14e9c6f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:18:58.603069 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:58.603459 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Bound using segment: {'id': '92f86201-f66b-4627-b63b-afe14e9c6f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:18:58.603932 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Bound port: e9578b23-2ffe-45d3-910d-77bdbd5e80b0, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f86201-f66b-4627-b63b-afe14e9c6f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:18:58.604496 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:58.683470 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] For port e9578b23-2ffe-45d3-910d-77bdbd5e80b0, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:18:58.690131 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] For port e9578b23-2ffe-45d3-910d-77bdbd5e80b0, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e9578b23-2ffe-45d3-910d-77bdbd5e80b0,segment=NetworkSegment(92f86201-f66b-4627-b63b-afe14e9c6f14),segment_id=92f86201-f66b-4627-b63b-afe14e9c6f14)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:18:58.703838 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a24a54f-d9d5-49c0-98e9-9fc66fdfd50b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:58.829128 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:58.909240 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8106970-eadf-497b-88b4-f130318a54ba None None] Pushing event updated for resources: {'Port': ['ID=e9578b23-2ffe-45d3-910d-77bdbd5e80b0,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:58.980794 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a24a54f-d9d5-49c0-98e9-9fc66fdfd50b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:59.051070 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a24a54f-d9d5-49c0-98e9-9fc66fdfd50b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:59.165277 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24a54f-d9d5-49c0-98e9-9fc66fdfd50b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07cc5456-ff6e-4011-9770-a485e225b7c5,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:59.194606 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6a24a54f-d9d5-49c0-98e9-9fc66fdfd50b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:59.194606 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6a24a54f-d9d5-49c0-98e9-9fc66fdfd50b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6500165 Nov 02 12:18:59.200857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52448) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:59.211872 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-32e353c5-a483-4ee7-8fa8-daa4cbe84af2 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group_rule': {'security_group_id': '07cc5456-ff6e-4011-9770-a485e225b7c5', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:18:59.345305 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-258a6bb9-4a90-424e-b183-baf0afba0bc5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:59.377914 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-32e353c5-a483-4ee7-8fa8-daa4cbe84af2 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:59.455755 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-32e353c5-a483-4ee7-8fa8-daa4cbe84af2 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:59.633189 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-32e353c5-a483-4ee7-8fa8-daa4cbe84af2 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:59.651420 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e353c5-a483-4ee7-8fa8-daa4cbe84af2 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe097b3c-0217-480b-9fa9-115b8d2557f8,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:18:59.779704 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-32e353c5-a483-4ee7-8fa8-daa4cbe84af2 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:18:59.784968 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-32e353c5-a483-4ee7-8fa8-daa4cbe84af2 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5797987 Nov 02 12:18:59.785696 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52450) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:18:59.791708 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-cb25201f-308d-4783-a09c-c4fbee58abf5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group_rule': {'security_group_id': '07cc5456-ff6e-4011-9770-a485e225b7c5', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:18:59.946763 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb25201f-308d-4783-a09c-c4fbee58abf5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:00.000237 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e9578b23-2ffe-45d3-910d-77bdbd5e80b0 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:19:00.046348 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb25201f-308d-4783-a09c-c4fbee58abf5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:00.069496 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a80973-712a-4a42-80cc-ba98bdc77d0d None None] Network 96a88ffe-3f98-4a67-a539-ef6a881fd183 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:19:00.079995 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-258a6bb9-4a90-424e-b183-baf0afba0bc5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Deleting port 7297834f-7dc2-4f48-995a-d5cb45bd6af4 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:00.080568 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-258a6bb9-4a90-424e-b183-baf0afba0bc5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:00.112717 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e9578b23-2ffe-45d3-910d-77bdbd5e80b0 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:00.113100 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:00.166288 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb25201f-308d-4783-a09c-c4fbee58abf5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:00.189676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25201f-308d-4783-a09c-c4fbee58abf5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8f2349-a206-4794-9227-80f6f15f1343,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:00.200703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-258a6bb9-4a90-424e-b183-baf0afba0bc5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] For port 7297834f-7dc2-4f48-995a-d5cb45bd6af4, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7297834f-7dc2-4f48-995a-d5cb45bd6af4,segment=NetworkSegment(fe274a1d-3528-4059-ab7f-57b7175c26a8),segment_id=fe274a1d-3528-4059-ab7f-57b7175c26a8)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:00.201344 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-258a6bb9-4a90-424e-b183-baf0afba0bc5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:00.222789 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-258a6bb9-4a90-424e-b183-baf0afba0bc5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Calling delete_port for 7297834f-7dc2-4f48-995a-d5cb45bd6af4 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:00.344099 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cb25201f-308d-4783-a09c-c4fbee58abf5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:00.346153 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cb25201f-308d-4783-a09c-c4fbee58abf5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5587001 Nov 02 12:19:00.354299 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52452) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:00.359514 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-ed30ca3c-10e1-424e-95cf-4daa37fee043 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group_rule': {'security_group_id': '07cc5456-ff6e-4011-9770-a485e225b7c5', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:19:00.428872 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-21463c5c-d8c6-4fa4-8005-28bf2e20beed None None] Provisioning complete for port e9578b23-2ffe-45d3-910d-77bdbd5e80b0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:00.429239 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-21463c5c-d8c6-4fa4-8005-28bf2e20beed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:00.489143 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed30ca3c-10e1-424e-95cf-4daa37fee043 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:00.565069 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed30ca3c-10e1-424e-95cf-4daa37fee043 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:00.601766 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-258a6bb9-4a90-424e-b183-baf0afba0bc5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:00.606536 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:00.625652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a6bb9-4a90-424e-b183-baf0afba0bc5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event deleted for resources: {'Port': ['ID=7297834f-7dc2-4f48-995a-d5cb45bd6af4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:00.653164 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-21463c5c-d8c6-4fa4-8005-28bf2e20beed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:00.680736 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed30ca3c-10e1-424e-95cf-4daa37fee043 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:00.695251 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port e9578b23-2ffe-45d3-910d-77bdbd5e80b0, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e9578b23-2ffe-45d3-910d-77bdbd5e80b0,segment=NetworkSegment(92f86201-f66b-4627-b63b-afe14e9c6f14),segment_id=92f86201-f66b-4627-b63b-afe14e9c6f14)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:00.719402 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30ca3c-10e1-424e-95cf-4daa37fee043 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af72d937-1522-4871-9c13-1fe8685d612a,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:00.852501 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:00.865081 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed30ca3c-10e1-424e-95cf-4daa37fee043 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:00.866381 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ed30ca3c-10e1-424e-95cf-4daa37fee043 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5107644 Nov 02 12:19:00.870463 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52454) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:00.886646 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-d21e5180-a3a6-4342-8e7e-3bc01b183150 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group_rule': {'security_group_id': '07cc5456-ff6e-4011-9770-a485e225b7c5', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:19:00.886825 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-258a6bb9-4a90-424e-b183-baf0afba0bc5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:00.938765 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-21463c5c-d8c6-4fa4-8005-28bf2e20beed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:19:00.951434 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-21463c5c-d8c6-4fa4-8005-28bf2e20beed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:19:00.967964 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=e9578b23-2ffe-45d3-910d-77bdbd5e80b0,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:01.065731 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d21e5180-a3a6-4342-8e7e-3bc01b183150 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:01.133030 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d21e5180-a3a6-4342-8e7e-3bc01b183150 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:01.179904 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258a6bb9-4a90-424e-b183-baf0afba0bc5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Router 24a8cde4-32a6-4815-bdc8-6271599f14f3 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:19:01.277404 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d21e5180-a3a6-4342-8e7e-3bc01b183150 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:01.295173 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e5180-a3a6-4342-8e7e-3bc01b183150 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea360d5-a8ef-4d84-8f91-6736fba4f665,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:01.298859 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258a6bb9-4a90-424e-b183-baf0afba0bc5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:19:01.307667 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-258a6bb9-4a90-424e-b183-baf0afba0bc5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "PUT /v2.0/routers/24a8cde4-32a6-4815-bdc8-6271599f14f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7152581 Nov 02 12:19:01.307667 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52456) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:01.311723 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c7cbc5-3a07-4493-8bd4-fe174e553cfc None None] Sync routers for ids ['24a8cde4-32a6-4815-bdc8-6271599f14f3'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:19:01.324552 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c7cbc5-3a07-4493-8bd4-fe174e553cfc None None] Routers {'24a8cde4-32a6-4815-bdc8-6271599f14f3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:01.325390 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a7c7cbc5-3a07-4493-8bd4-fe174e553cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:18:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['24a8cde4-32a6-4815-bdc8-6271599f14f3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:01.360326 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-18541d75-2665-4654-a624-4cb75a03afe5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Deleting subnet 8e8de4f9-22e3-4153-b01c-f863fa04bcef {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:19:01.363929 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-18541d75-2665-4654-a624-4cb75a03afe5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:01.407660 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-18541d75-2665-4654-a624-4cb75a03afe5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:01.434579 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d21e5180-a3a6-4342-8e7e-3bc01b183150 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:01.437517 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d21e5180-a3a6-4342-8e7e-3bc01b183150 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5640116 Nov 02 12:19:01.438917 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52458) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:01.444054 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-ab893d18-a2f3-48af-b01d-670494f1b78b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group_rule': {'security_group_id': '07cc5456-ff6e-4011-9770-a485e225b7c5', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:19:01.447529 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-a7c7cbc5-3a07-4493-8bd4-fe174e553cfc None None] Set router 24a8cde4-32a6-4815-bdc8-6271599f14f3 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:01.525067 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-18541d75-2665-4654-a624-4cb75a03afe5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:01.560393 n-d-806683-18 neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-ab893d18-a2f3-48af-b01d-670494f1b78b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Project 1c1195feb3fe443093e6898e8c65dca4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:19:01.565892 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab893d18-a2f3-48af-b01d-670494f1b78b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:01.607990 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b88e5933-1622-4faa-bd1a-d521370a2f98 None None] Provisioning complete for port e9578b23-2ffe-45d3-910d-77bdbd5e80b0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:01.609025 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b88e5933-1622-4faa-bd1a-d521370a2f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:01.646678 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab893d18-a2f3-48af-b01d-670494f1b78b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:01.653133 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a7c7cbc5-3a07-4493-8bd4-fe174e553cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-154277514', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'b700cac3-0077-424e-98cf-4573e638b5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:18:27Z', 'updated_at': '2021-11-02T12:19:00Z', 'revision_number': 5, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'b700cac3-0077-424e-98cf-4573e638b5b7', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:18:27Z', 'updated_at': '2021-11-02T12:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:01.681304 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c7cbc5-3a07-4493-8bd4-fe174e553cfc None None] Checking router: 24a8cde4-32a6-4815-bdc8-6271599f14f3 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:19:01.689968 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c7cbc5-3a07-4493-8bd4-fe174e553cfc None None] Routers {'24a8cde4-32a6-4815-bdc8-6271599f14f3'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:01.690580 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a7c7cbc5-3a07-4493-8bd4-fe174e553cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:18:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['24a8cde4-32a6-4815-bdc8-6271599f14f3'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:01.730580 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-18541d75-2665-4654-a624-4cb75a03afe5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:01.763099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18541d75-2665-4654-a624-4cb75a03afe5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event deleted for resources: {'Subnet': ['ID=8e8de4f9-22e3-4153-b01c-f863fa04bcef,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:01.766390 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-18541d75-2665-4654-a624-4cb75a03afe5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:01.769136 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab893d18-a2f3-48af-b01d-670494f1b78b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:01.770345 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-18541d75-2665-4654-a624-4cb75a03afe5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "DELETE /v2.0/subnets/8e8de4f9-22e3-4153-b01c-f863fa04bcef HTTP/1.1" status: 204 len: 168 time: 0.4623308 Nov 02 12:19:01.774134 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52460) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:01.776691 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a902bd-7d39-40a2-af6b-eb76aa0337c5 None None] Network 7da139ff-4e81-4160-8fee-cb1d6b622d94 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:19:01.808580 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-a7c7cbc5-3a07-4493-8bd4-fe174e553cfc None None] Set router 24a8cde4-32a6-4815-bdc8-6271599f14f3 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:01.841776 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab893d18-a2f3-48af-b01d-670494f1b78b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7605614-5912-4932-9f14-f9db14c1d145,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:01.931965 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a777-2c8d-4a7e-b358-3372cdcea89e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:01.978002 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab893d18-a2f3-48af-b01d-670494f1b78b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:01.979294 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ab893d18-a2f3-48af-b01d-670494f1b78b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5392301 Nov 02 12:19:01.982063 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52462) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:01.986901 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-fd1953ec-45df-4e64-a030-86069b8823b1 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group_rule': {'security_group_id': '07cc5456-ff6e-4011-9770-a485e225b7c5', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:19:02.047487 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a7c7cbc5-3a07-4493-8bd4-fe174e553cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-154277514', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'b700cac3-0077-424e-98cf-4573e638b5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:18:27Z', 'updated_at': '2021-11-02T12:19:00Z', 'revision_number': 5, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'b700cac3-0077-424e-98cf-4573e638b5b7', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:18:27Z', 'updated_at': '2021-11-02T12:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:02.074969 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c613710c-f2f5-46cb-8bea-33f7172750b8 None None] DHCP port deletion for 7da139ff-4e81-4160-8fee-cb1d6b622d94 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:19:02.099156 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c7cbc5-3a07-4493-8bd4-fe174e553cfc None None] The sync data for ids ['24a8cde4-32a6-4815-bdc8-6271599f14f3'] in n-d-806683-18 is: [{'id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-154277514', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': 'b700cac3-0077-424e-98cf-4573e638b5b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:18:27Z', 'updated_at': '2021-11-02T12:19:00Z', 'revision_number': 5, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'b700cac3-0077-424e-98cf-4573e638b5b7', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a8cde4-32a6-4815-bdc8-6271599f14f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:18:27Z', 'updated_at': '2021-11-02T12:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:19:02.123107 n-d-806683-18 neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-fd1953ec-45df-4e64-a030-86069b8823b1 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Project 1c1195feb3fe443093e6898e8c65dca4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:19:02.134992 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e9578b23-2ffe-45d3-910d-77bdbd5e80b0 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:19:02.136526 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd1953ec-45df-4e64-a030-86069b8823b1 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:02.144148 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a777-2c8d-4a7e-b358-3372cdcea89e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:02.237895 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd1953ec-45df-4e64-a030-86069b8823b1 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:02.238798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c613710c-f2f5-46cb-8bea-33f7172750b8 None None] Deleting port 61471c61-4e0f-46bb-8f85-e096e4224685 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:02.240151 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c613710c-f2f5-46cb-8bea-33f7172750b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:02.276024 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e9578b23-2ffe-45d3-910d-77bdbd5e80b0 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:02.276504 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:02.314608 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-c9f2a777-2c8d-4a7e-b358-3372cdcea89e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Deleting port b700cac3-0077-424e-98cf-4573e638b5b7 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:02.315069 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a777-2c8d-4a7e-b358-3372cdcea89e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:02.347863 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd1953ec-45df-4e64-a030-86069b8823b1 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:02.360613 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c613710c-f2f5-46cb-8bea-33f7172750b8 None None] For port 61471c61-4e0f-46bb-8f85-e096e4224685, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=61471c61-4e0f-46bb-8f85-e096e4224685,segment=NetworkSegment(fe274a1d-3528-4059-ab7f-57b7175c26a8),segment_id=fe274a1d-3528-4059-ab7f-57b7175c26a8)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:02.361004 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c613710c-f2f5-46cb-8bea-33f7172750b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:02.379436 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c613710c-f2f5-46cb-8bea-33f7172750b8 None None] Calling delete_port for 61471c61-4e0f-46bb-8f85-e096e4224685 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:02.408205 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1953ec-45df-4e64-a030-86069b8823b1 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7533d9-abe3-4524-81f8-04c9460fe346,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:02.475597 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-c9f2a777-2c8d-4a7e-b358-3372cdcea89e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] For port b700cac3-0077-424e-98cf-4573e638b5b7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b700cac3-0077-424e-98cf-4573e638b5b7,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:02.476409 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a777-2c8d-4a7e-b358-3372cdcea89e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:02.500508 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-c9f2a777-2c8d-4a7e-b358-3372cdcea89e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Calling delete_port for b700cac3-0077-424e-98cf-4573e638b5b7 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:02.507763 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fd1953ec-45df-4e64-a030-86069b8823b1 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:02.509911 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fd1953ec-45df-4e64-a030-86069b8823b1 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5267477 Nov 02 12:19:02.668225 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c613710c-f2f5-46cb-8bea-33f7172750b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:02.722663 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613710c-f2f5-46cb-8bea-33f7172750b8 None None] Pushing event deleted for resources: {'Port': ['ID=61471c61-4e0f-46bb-8f85-e096e4224685,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:02.743289 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c613710c-f2f5-46cb-8bea-33f7172750b8 None None] No DVR routers for this DVR port 61471c61-4e0f-46bb-8f85-e096e4224685 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:19:02.821758 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-839eaa03-ac1d-451e-bdae-fe4364c77b95 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086643139&fields=id&tenant_id=1c1195feb3fe443093e6898e8c65dca4 HTTP/1.1" status: 200 len: 267 time: 0.0689490 Nov 02 12:19:02.842920 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a777-2c8d-4a7e-b358-3372cdcea89e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:02.877159 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2a777-2c8d-4a7e-b358-3372cdcea89e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event deleted for resources: {'Port': ['ID=b700cac3-0077-424e-98cf-4573e638b5b7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:02.968514 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a777-2c8d-4a7e-b358-3372cdcea89e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:02.996324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6a4f3b6d-7fe7-432f-9cf4-464c9d67b0bc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:02.997922 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6a4f3b6d-7fe7-432f-9cf4-464c9d67b0bc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/networks?id=96a88ffe-3f98-4a67-a539-ef6a881fd183 HTTP/1.1" status: 200 len: 796 time: 0.1586835 Nov 02 12:19:03.018093 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-abafcf08-4a41-4099-82e1-9f094524c0dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/quotas/1c1195feb3fe443093e6898e8c65dca4 HTTP/1.1" status: 200 len: 375 time: 0.0100338 Nov 02 12:19:03.076393 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a777-2c8d-4a7e-b358-3372cdcea89e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:03.079056 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a777-2c8d-4a7e-b358-3372cdcea89e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:03.083143 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-3dfeeedf-87bb-4fd3-b6e8-b5dfe777c9e8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c1195feb3fe443093e6898e8c65dca4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0576389 Nov 02 12:19:03.198138 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-fa1aabd1-4d4f-4bf2-8d31-33965a0e351a service neutron] 10.222.0.52 "GET /v2.0/networks/96a88ffe-3f98-4a67-a539-ef6a881fd183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028974 Nov 02 12:19:03.222791 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a777-2c8d-4a7e-b358-3372cdcea89e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:03.223692 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f2a777-2c8d-4a7e-b358-3372cdcea89e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Fanout notify agent at l3_agent the message router_deleted on router 24a8cde4-32a6-4815-bdc8-6271599f14f3 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:19:03.235166 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c9f2a777-2c8d-4a7e-b358-3372cdcea89e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:03.236577 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c9f2a777-2c8d-4a7e-b358-3372cdcea89e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "DELETE /v2.0/routers/24a8cde4-32a6-4815-bdc8-6271599f14f3 HTTP/1.1" status: 204 len: 168 time: 1.4539835 Nov 02 12:19:03.240355 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52476) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:03.325841 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-88931d6b-3a9c-4a8f-9760-2a72b4d1b7f7 service neutron] 10.222.0.52 "GET /v2.0/networks/96a88ffe-3f98-4a67-a539-ef6a881fd183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205361 Nov 02 12:19:03.344166 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06c4bb67-c4e5-4eea-ac22-8ca614d7d161 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:03.455065 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06c4bb67-c4e5-4eea-ac22-8ca614d7d161 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:03.478887 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-06c4bb67-c4e5-4eea-ac22-8ca614d7d161 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da139ff-4e81-4160-8fee-cb1d6b622d94']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:03.490821 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-06c4bb67-c4e5-4eea-ac22-8ca614d7d161 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe274a1d-3528-4059-ab7f-57b7175c26a8') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:03.491149 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-06c4bb67-c4e5-4eea-ac22-8ca614d7d161 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe274a1d-3528-4059-ab7f-57b7175c26a8') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:03.501852 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06c4bb67-c4e5-4eea-ac22-8ca614d7d161 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:03.517016 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06c4bb67-c4e5-4eea-ac22-8ca614d7d161 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:03.524299 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c4bb67-c4e5-4eea-ac22-8ca614d7d161 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:19:03.524693 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06c4bb67-c4e5-4eea-ac22-8ca614d7d161 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:19:03.527882 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:19:03.697336 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1a670e20-36b5-4ec6-ac72-b3ac942f8597 req-d8402cf1-8323-44c8-9a81-85220026735a tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 210 time: 0.0383303 Nov 02 12:19:03.711944 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06c4bb67-c4e5-4eea-ac22-8ca614d7d161 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:03.738421 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-06c4bb67-c4e5-4eea-ac22-8ca614d7d161 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:03.747166 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-06c4bb67-c4e5-4eea-ac22-8ca614d7d161 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "DELETE /v2.0/networks/7da139ff-4e81-4160-8fee-cb1d6b622d94 HTTP/1.1" status: 204 len: 168 time: 0.5011592 Nov 02 12:19:03.747636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52482) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:03.758118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4bb67-c4e5-4eea-ac22-8ca614d7d161 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event deleted for resources: {'Network': ['ID=7da139ff-4e81-4160-8fee-cb1d6b622d94,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:03.944156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b700cac3-0077-424e-98cf-4573e638b5b7 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:19:03.966146 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-81137656-cba0-401d-87c0-edbdfb5d345e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Deleting port aaa8ac3f-661d-4170-891c-6f4f075d07ac {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:03.967638 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81137656-cba0-401d-87c0-edbdfb5d345e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:03.968266 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: b700cac3-0077-424e-98cf-4573e638b5b7 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:19:03.968711 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b700cac3-0077-424e-98cf-4573e638b5b7 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:19:03.969131 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7297834f-7dc2-4f48-995a-d5cb45bd6af4 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:19:03.991142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 7297834f-7dc2-4f48-995a-d5cb45bd6af4 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:19:03.991487 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7297834f-7dc2-4f48-995a-d5cb45bd6af4 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:19:03.991905 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 61471c61-4e0f-46bb-8f85-e096e4224685 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:19:04.019455 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 61471c61-4e0f-46bb-8f85-e096e4224685 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:19:04.021938 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 61471c61-4e0f-46bb-8f85-e096e4224685 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:19:04.069254 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81137656-cba0-401d-87c0-edbdfb5d345e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:04.069588 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81137656-cba0-401d-87c0-edbdfb5d345e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:04.086136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-81137656-cba0-401d-87c0-edbdfb5d345e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Calling delete_port for aaa8ac3f-661d-4170-891c-6f4f075d07ac owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:04.434278 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81137656-cba0-401d-87c0-edbdfb5d345e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:04.467338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81137656-cba0-401d-87c0-edbdfb5d345e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event deleted for resources: {'Port': ['ID=aaa8ac3f-661d-4170-891c-6f4f075d07ac,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:04.538031 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81137656-cba0-401d-87c0-edbdfb5d345e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:04.538579 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-81137656-cba0-401d-87c0-edbdfb5d345e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Floating IP 75fb96d1-b703-437a-ba19-bf8244053cb7 disassociated (deleted). External IP: 172.25.6.131, port: a8e083ce-0332-47aa-a7f9-f2fea787874f. Nov 02 12:19:04.780155 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81137656-cba0-401d-87c0-edbdfb5d345e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Router abe535a6-a66e-4115-8622-d33789097878 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:19:04.810415 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d0e4eb82-d56b-4a34-b81d-b61edd548297 req-50aa5595-87ff-4fbe-892e-be08ebd91bf4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 210 time: 0.0325203 Nov 02 12:19:04.927904 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81137656-cba0-401d-87c0-edbdfb5d345e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:19:04.933506 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81137656-cba0-401d-87c0-edbdfb5d345e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:04.938504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3bdabd-6d2e-4427-9524-c97c94c33dd7 None None] Sync routers for ids ['abe535a6-a66e-4115-8622-d33789097878'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:19:04.952525 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3bdabd-6d2e-4427-9524-c97c94c33dd7 None None] Routers {'abe535a6-a66e-4115-8622-d33789097878'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:04.953689 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7e3bdabd-6d2e-4427-9524-c97c94c33dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:18:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['abe535a6-a66e-4115-8622-d33789097878'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:04.972447 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-81137656-cba0-401d-87c0-edbdfb5d345e tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "DELETE /v2.0/floatingips/75fb96d1-b703-437a-ba19-bf8244053cb7 HTTP/1.1" status: 204 len: 168 time: 1.2233102 Nov 02 12:19:04.973239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2ecc739-75d5-4008-8146-41457cdb3987', 'tag': 'a8e083ce-0332-47aa-a7f9-f2fea787874f'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:19:04.977256 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7363f5-a7f5-4f99-8a2b-4e3ec2ef1a59" -d '{"events": [{"name": "network-changed", "server_uuid": "f2ecc739-75d5-4008-8146-41457cdb3987", "tag": "a8e083ce-0332-47aa-a7f9-f2fea787874f"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:19:05.107726 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-7e3bdabd-6d2e-4427-9524-c97c94c33dd7 None None] Set router abe535a6-a66e-4115-8622-d33789097878 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:05.368764 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7e3bdabd-6d2e-4427-9524-c97c94c33dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe535a6-a66e-4115-8622-d33789097878', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694160143', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'ee4506b7-8c53-4ccd-b5bd-f45fa82621f5', 'name': '', 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'mac_address': 'fa:16:3e:6d:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c3b51253-c8bc-4efe-90fb-c129025d8327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:27Z', 'updated_at': '2021-11-02T12:17:31Z', 'revision_number': 5, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'subnets': [{'id': 'c3b51253-c8bc-4efe-90fb-c129025d8327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:05.402881 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3bdabd-6d2e-4427-9524-c97c94c33dd7 None None] Checking router: abe535a6-a66e-4115-8622-d33789097878 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:19:05.412664 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3bdabd-6d2e-4427-9524-c97c94c33dd7 None None] Routers {'abe535a6-a66e-4115-8622-d33789097878'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:05.413297 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7e3bdabd-6d2e-4427-9524-c97c94c33dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:18:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['abe535a6-a66e-4115-8622-d33789097878'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:05.487939 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863d8087-82e7-4a99-8ffa-0c488cb5c459 x-openstack-request-id: req-863d8087-82e7-4a99-8ffa-0c488cb5c459 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:19:05.488333 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2ecc739-75d5-4008-8146-41457cdb3987", "tag": "a8e083ce-0332-47aa-a7f9-f2fea787874f", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:19:05.488689 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-863d8087-82e7-4a99-8ffa-0c488cb5c459 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:19:05.489824 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2ecc739-75d5-4008-8146-41457cdb3987', 'tag': 'a8e083ce-0332-47aa-a7f9-f2fea787874f', 'status': 'completed', 'code': 200} Nov 02 12:19:05.537336 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-7e3bdabd-6d2e-4427-9524-c97c94c33dd7 None None] Set router abe535a6-a66e-4115-8622-d33789097878 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:05.571307 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7363f5-a7f5-4f99-8a2b-4e3ec2ef1a59 req-9fcea82d-03d2-48d1-9364-2a1e5f3cab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:05.573090 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b7363f5-a7f5-4f99-8a2b-4e3ec2ef1a59 req-9fcea82d-03d2-48d1-9364-2a1e5f3cab38 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e326c86b683346cf8793f5e7145cb74b&device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 1136 time: 0.0546563 Nov 02 12:19:05.618882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6336a06-0848-4d9f-a5f6-52988a0bff17 req-543bc8a5-bdf8-4448-b47f-39ca175b1c23 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:05.620744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d6336a06-0848-4d9f-a5f6-52988a0bff17 req-543bc8a5-bdf8-4448-b47f-39ca175b1c23 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 984 time: 0.0772359 Nov 02 12:19:05.704159 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d6336a06-0848-4d9f-a5f6-52988a0bff17 req-4f4790d9-c483-4eef-93a7-56539590ab2a tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/security-groups?id=c10b2beb-1742-4e22-82bf-87c576420b78&id=f34320f3-8b3d-4357-bb4e-1aada896272d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0756533 Nov 02 12:19:05.714983 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7363f5-a7f5-4f99-8a2b-4e3ec2ef1a59 req-3e49e15f-c4b9-472c-9bd6-6bef9f8caf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:05.717075 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b7363f5-a7f5-4f99-8a2b-4e3ec2ef1a59 req-3e49e15f-c4b9-472c-9bd6-6bef9f8caf7f service neutron] 10.222.0.79 "GET /v2.0/networks?id=56206fb1-3a71-4d5e-b48e-33c481dc2abe HTTP/1.1" status: 200 len: 898 time: 0.1365964 Nov 02 12:19:05.763065 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b7363f5-a7f5-4f99-8a2b-4e3ec2ef1a59 req-ea72e47b-d533-4b9c-bae8-389c5827171c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8e083ce-0332-47aa-a7f9-f2fea787874f HTTP/1.1" status: 200 len: 217 time: 0.0368934 Nov 02 12:19:05.782050 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7e3bdabd-6d2e-4427-9524-c97c94c33dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe535a6-a66e-4115-8622-d33789097878', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694160143', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'ee4506b7-8c53-4ccd-b5bd-f45fa82621f5', 'name': '', 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'mac_address': 'fa:16:3e:6d:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c3b51253-c8bc-4efe-90fb-c129025d8327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:27Z', 'updated_at': '2021-11-02T12:17:31Z', 'revision_number': 5, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'subnets': [{'id': 'c3b51253-c8bc-4efe-90fb-c129025d8327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:05.812139 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3bdabd-6d2e-4427-9524-c97c94c33dd7 None None] The sync data for ids ['abe535a6-a66e-4115-8622-d33789097878'] in n-d-806683-18 is: [{'id': 'abe535a6-a66e-4115-8622-d33789097878', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694160143', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'ee4506b7-8c53-4ccd-b5bd-f45fa82621f5', 'name': '', 'network_id': '56206fb1-3a71-4d5e-b48e-33c481dc2abe', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'mac_address': 'fa:16:3e:6d:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'c3b51253-c8bc-4efe-90fb-c129025d8327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:27Z', 'updated_at': '2021-11-02T12:17:31Z', 'revision_number': 5, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'subnets': [{'id': 'c3b51253-c8bc-4efe-90fb-c129025d8327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:19:05.820064 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7363f5-a7f5-4f99-8a2b-4e3ec2ef1a59 req-1107dc4a-6853-4561-9076-9fe6e2534331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:05.821625 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b7363f5-a7f5-4f99-8a2b-4e3ec2ef1a59 req-1107dc4a-6853-4561-9076-9fe6e2534331 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c3b51253-c8bc-4efe-90fb-c129025d8327 HTTP/1.1" status: 200 len: 834 time: 0.0507314 Nov 02 12:19:05.890351 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7363f5-a7f5-4f99-8a2b-4e3ec2ef1a59 req-df3f66bc-56df-4478-a8a6-da8c04408331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:05.891941 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b7363f5-a7f5-4f99-8a2b-4e3ec2ef1a59 req-df3f66bc-56df-4478-a8a6-da8c04408331 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=56206fb1-3a71-4d5e-b48e-33c481dc2abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623114 Nov 02 12:19:05.947238 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acb8f1dd-34dc-4df2-8f7f-34dfe55cf16d req-9ee87642-decb-4cce-904f-5d67ca48d5c5 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 210 time: 0.0333083 Nov 02 12:19:06.017195 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b7363f5-a7f5-4f99-8a2b-4e3ec2ef1a59 req-d03d77da-330c-40d7-898e-28190fac9bda service neutron] 10.222.0.79 "GET /v2.0/networks/56206fb1-3a71-4d5e-b48e-33c481dc2abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102085 Nov 02 12:19:06.103902 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed34caaa-e574-4504-8a4e-030903635eac None None] New status for floating IP 75fb96d1-b703-437a-ba19-bf8244053cb7: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:19:06.123256 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2b7363f5-a7f5-4f99-8a2b-4e3ec2ef1a59 req-dc53a9c0-5e3a-4c3e-ad31-a012821a157f service neutron] 10.222.0.79 "GET /v2.0/networks/56206fb1-3a71-4d5e-b48e-33c481dc2abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971403 Nov 02 12:19:06.265021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-67d42faa-cd58-4b3f-9ce2-65e16d640df8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:06.266525 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-67d42faa-cd58-4b3f-9ce2-65e16d640df8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.79 "GET /v2.0/networks?id=96a88ffe-3f98-4a67-a539-ef6a881fd183 HTTP/1.1" status: 200 len: 796 time: 0.1312988 Nov 02 12:19:06.354619 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-12c6c664-906e-46e5-8f49-06956cd53089 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c1195feb3fe443093e6898e8c65dca4 HTTP/1.1" status: 200 len: 473 time: 0.0770473 Nov 02 12:19:06.368405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-cffbed8c-3fa7-456a-8a2f-18f45a076f6b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'port': {'device_id': '7644f441-1591-4381-867a-401b9aed97b9', 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183', 'admin_state_up': True, 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'security_groups': ['07cc5456-ff6e-4011-9770-a485e225b7c5']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:19:06.574086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-cffbed8c-3fa7-456a-8a2f-18f45a076f6b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Made reservation on behalf of 1c1195feb3fe443093e6898e8c65dca4 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:19:06.577905 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-cffbed8c-3fa7-456a-8a2f-18f45a076f6b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:06.736015 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-cffbed8c-3fa7-456a-8a2f-18f45a076f6b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Allocated IP 172.20.0.29 (96a88ffe-3f98-4a67-a539-ef6a881fd183/ca224b61-79fb-4941-ad64-dcb9864a7de6/8dbda68b-a4d3-47cf-80a3-3c8bd7efe332) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:19:06.897305 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c40378-37cf-4e95-a8ad-056add19b2d7 req-bd2bfb94-4d06-4593-9047-5e2bccf4dabb tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:06.898974 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28c40378-37cf-4e95-a8ad-056add19b2d7 req-bd2bfb94-4d06-4593-9047-5e2bccf4dabb tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 984 time: 0.1188629 Nov 02 12:19:06.951404 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-cffbed8c-3fa7-456a-8a2f-18f45a076f6b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:06.961197 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79df784-f42f-4e4a-9306-907629037e60 req-85847812-553c-409a-a3ae-d577c1b5a0e4 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:06.962801 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e79df784-f42f-4e4a-9306-907629037e60 req-85847812-553c-409a-a3ae-d577c1b5a0e4 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.79 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 984 time: 0.0548933 Nov 02 12:19:07.000382 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28c40378-37cf-4e95-a8ad-056add19b2d7 req-4e8f313a-91d0-41a6-b64b-94c7867d5a85 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/security-groups?id=c10b2beb-1742-4e22-82bf-87c576420b78&id=f34320f3-8b3d-4357-bb4e-1aada896272d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0944533 Nov 02 12:19:07.077843 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-e79df784-f42f-4e4a-9306-907629037e60 req-ca78ae93-c07e-4fda-a660-e34f18a18e24 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Deleting port a8e083ce-0332-47aa-a7f9-f2fea787874f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:07.078186 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e79df784-f42f-4e4a-9306-907629037e60 req-ca78ae93-c07e-4fda-a660-e34f18a18e24 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:07.096240 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1bd4dd0c-2d37-4067-b7c7-52d6f7a7e59c req-3ed29e6e-b4fe-413a-80ce-f068c7561ba4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 210 time: 0.0294788 Nov 02 12:19:07.100734 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-cffbed8c-3fa7-456a-8a2f-18f45a076f6b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:07.154707 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-cffbed8c-3fa7-456a-8a2f-18f45a076f6b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Network 96a88ffe-3f98-4a67-a539-ef6a881fd183 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:19:07.160761 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-cffbed8c-3fa7-456a-8a2f-18f45a076f6b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:19:07.163911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-cffbed8c-3fa7-456a-8a2f-18f45a076f6b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:19:07.200280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbed8c-3fa7-456a-8a2f-18f45a076f6b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Port': ['ID=8dbda68b-a4d3-47cf-80a3-3c8bd7efe332,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:07.204923 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-e79df784-f42f-4e4a-9306-907629037e60 req-ca78ae93-c07e-4fda-a660-e34f18a18e24 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] For port a8e083ce-0332-47aa-a7f9-f2fea787874f, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=a8e083ce-0332-47aa-a7f9-f2fea787874f,segment=NetworkSegment(fe071f0e-ccaf-4b52-8451-0eb236763c35),segment_id=fe071f0e-ccaf-4b52-8451-0eb236763c35)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:07.205594 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e79df784-f42f-4e4a-9306-907629037e60 req-ca78ae93-c07e-4fda-a660-e34f18a18e24 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:07.224654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-e79df784-f42f-4e4a-9306-907629037e60 req-ca78ae93-c07e-4fda-a660-e34f18a18e24 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Calling delete_port for a8e083ce-0332-47aa-a7f9-f2fea787874f owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:07.228670 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-cffbed8c-3fa7-456a-8a2f-18f45a076f6b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:07.229402 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-cffbed8c-3fa7-456a-8a2f-18f45a076f6b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:07.331524 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-cffbed8c-3fa7-456a-8a2f-18f45a076f6b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9678702 Nov 02 12:19:07.345925 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Request body: {'port': {'device_id': '7644f441-1591-4381-867a-401b9aed97b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:19:07.410389 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:07.476311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-61b7c280-cadb-4168-9b54-bdc442178557 None None] Provisioning complete for port 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:07.476876 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-61b7c280-cadb-4168-9b54-bdc442178557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:07.506625 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e79df784-f42f-4e4a-9306-907629037e60 req-ca78ae93-c07e-4fda-a660-e34f18a18e24 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:07.518352 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-61b7c280-cadb-4168-9b54-bdc442178557 None None] Port 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:19:07.542308 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78ae93-c07e-4fda-a660-e34f18a18e24 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event deleted for resources: {'Port': ['ID=a8e083ce-0332-47aa-a7f9-f2fea787874f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:07.612986 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79df784-f42f-4e4a-9306-907629037e60 req-ca78ae93-c07e-4fda-a660-e34f18a18e24 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] No DVR routers for this DVR port a8e083ce-0332-47aa-a7f9-f2fea787874f on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:19:07.615982 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e79df784-f42f-4e4a-9306-907629037e60 req-ca78ae93-c07e-4fda-a660-e34f18a18e24 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:07.619463 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e79df784-f42f-4e4a-9306-907629037e60 req-ca78ae93-c07e-4fda-a660-e34f18a18e24 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.79 "DELETE /v2.0/ports/a8e083ce-0332-47aa-a7f9-f2fea787874f HTTP/1.1" status: 204 len: 173 time: 0.6489921 Nov 02 12:19:07.620105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2ecc739-75d5-4008-8146-41457cdb3987', 'name': 'network-vif-deleted', 'tag': 'a8e083ce-0332-47aa-a7f9-f2fea787874f'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:19:07.622532 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b50d4a2-9824-4349-bb53-d8e040c5c1ef" -d '{"events": [{"server_uuid": "f2ecc739-75d5-4008-8146-41457cdb3987", "name": "network-vif-deleted", "tag": "a8e083ce-0332-47aa-a7f9-f2fea787874f"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:19:07.665973 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75533d9-eb5a-46b9-8804-b9da7173f28f x-openstack-request-id: req-c75533d9-eb5a-46b9-8804-b9da7173f28f {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:19:07.666277 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2ecc739-75d5-4008-8146-41457cdb3987", "name": "network-vif-deleted", "tag": "a8e083ce-0332-47aa-a7f9-f2fea787874f", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:19:07.666640 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c75533d9-eb5a-46b9-8804-b9da7173f28f {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:19:07.667096 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2ecc739-75d5-4008-8146-41457cdb3987', 'name': 'network-vif-deleted', 'tag': 'a8e083ce-0332-47aa-a7f9-f2fea787874f', 'status': 'completed', 'code': 200} Nov 02 12:19:07.742400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:19:07.751035 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:07.763472 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Transition to ACTIVE for port object 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:19:07.851851 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:07.979203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Pushing event updated for resources: {'Port': ['ID=8dbda68b-a4d3-47cf-80a3-3c8bd7efe332,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:08.044705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Attempting to bind port 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:19:08.046178 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Attempting to bind port 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '92f86201-f66b-4627-b63b-afe14e9c6f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:19:08.046178 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Attempting to bind port 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 on network 96a88ffe-3f98-4a67-a539-ef6a881fd183 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:19:08.056192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Port 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 on network 96a88ffe-3f98-4a67-a539-ef6a881fd183 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:19:08.056192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Attempting to bind port 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 on network 96a88ffe-3f98-4a67-a539-ef6a881fd183 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:19:08.063731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:19:08.063731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Checking segment: {'id': '92f86201-f66b-4627-b63b-afe14e9c6f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:19:08.063731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Bound using segment: {'id': '92f86201-f66b-4627-b63b-afe14e9c6f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:19:08.064141 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Bound port: 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92f86201-f66b-4627-b63b-afe14e9c6f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:19:08.065539 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:08.205623 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-50bbca00-9318-4779-8968-7727e780b234 req-10a3bb83-5079-4e2f-8ce7-b50417ec969f tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2ecc739-75d5-4008-8146-41457cdb3987 HTTP/1.1" status: 200 len: 210 time: 0.0357726 Nov 02 12:19:08.213264 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] For port 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:19:08.230020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] For port 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8dbda68b-a4d3-47cf-80a3-3c8bd7efe332,segment=NetworkSegment(92f86201-f66b-4627-b63b-afe14e9c6f14),segment_id=92f86201-f66b-4627-b63b-afe14e9c6f14)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:19:08.373904 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:08.763382 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:08.764041 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:08.765457 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] 10.222.0.79 "PUT /v2.0/ports/8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 HTTP/1.1" status: 200 len: 1093 time: 1.4242532 Nov 02 12:19:08.765923 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7644f441-1591-4381-867a-401b9aed97b9', 'tag': '8dbda68b-a4d3-47cf-80a3-3c8bd7efe332'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:19:08.768536 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d090c9-b805-4728-8d91-9895999046f5" -d '{"events": [{"name": "network-changed", "server_uuid": "7644f441-1591-4381-867a-401b9aed97b9", "tag": "8dbda68b-a4d3-47cf-80a3-3c8bd7efe332"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:19:08.790176 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687ecc6-420c-4eba-8574-20c950ac1c0d req-c54b42bd-a075-42f4-ad0c-b9372bc6a309 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:08.791796 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a687ecc6-420c-4eba-8574-20c950ac1c0d req-c54b42bd-a075-42f4-ad0c-b9372bc6a309 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 944 time: 0.4865017 Nov 02 12:19:08.809895 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f1119-0703-423e-b63c-00257a629eeb service neutron] Pushing event updated for resources: {'Port': ['ID=8dbda68b-a4d3-47cf-80a3-3c8bd7efe332,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:08.867773 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a687ecc6-420c-4eba-8574-20c950ac1c0d req-d6825cd5-1038-4ada-82b3-f20ae06e8004 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=07cc5456-ff6e-4011-9770-a485e225b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674775 Nov 02 12:19:08.926021 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbf915b-a638-40f0-8472-1b162afb8edb x-openstack-request-id: req-9dbf915b-a638-40f0-8472-1b162afb8edb {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:19:08.927264 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7644f441-1591-4381-867a-401b9aed97b9", "tag": "8dbda68b-a4d3-47cf-80a3-3c8bd7efe332", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:19:08.927264 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9dbf915b-a638-40f0-8472-1b162afb8edb {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:19:08.928320 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7644f441-1591-4381-867a-401b9aed97b9', 'tag': '8dbda68b-a4d3-47cf-80a3-3c8bd7efe332', 'status': 'completed', 'code': 200} Nov 02 12:19:09.001514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-31fe24bc-a28d-4f57-9575-203a54e25eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:09.003918 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-31fe24bc-a28d-4f57-9575-203a54e25eba service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1c1195feb3fe443093e6898e8c65dca4&device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 1096 time: 0.0629215 Nov 02 12:19:09.060584 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-646c7074-32d7-48ee-b6d8-239791e81e6b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 HTTP/1.1" status: 200 len: 217 time: 0.0487671 Nov 02 12:19:09.125166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-2dd69d52-8b66-4bfd-9c94-6f5449bda588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:09.127682 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-2dd69d52-8b66-4bfd-9c94-6f5449bda588 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ca224b61-79fb-4941-ad64-dcb9864a7de6 HTTP/1.1" status: 200 len: 838 time: 0.0605261 Nov 02 12:19:09.190629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-7375574a-2a6c-4680-b592-b901011f32f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:09.194134 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-7375574a-2a6c-4680-b592-b901011f32f3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96a88ffe-3f98-4a67-a539-ef6a881fd183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0598650 Nov 02 12:19:09.292780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52514) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:09.351597 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-3d05f956-38ff-4307-b71a-6be4b73fb18c service neutron] 10.222.0.79 "GET /v2.0/networks/96a88ffe-3f98-4a67-a539-ef6a881fd183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506875 Nov 02 12:19:09.409233 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5cc9e90f-8fcc-464f-99de-a2c0ec0d00b6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:09.471262 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5cc9e90f-8fcc-464f-99de-a2c0ec0d00b6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:09.525560 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db8fc88c-f550-42ea-b23d-a8ed0e618357 req-f1dbd646-e975-49ce-8fdd-891a86e0fa85 service neutron] 10.222.0.79 "GET /v2.0/networks/96a88ffe-3f98-4a67-a539-ef6a881fd183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665492 Nov 02 12:19:09.648729 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5cc9e90f-8fcc-464f-99de-a2c0ec0d00b6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:09.651443 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5cc9e90f-8fcc-464f-99de-a2c0ec0d00b6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:09.652616 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5cc9e90f-8fcc-464f-99de-a2c0ec0d00b6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "DELETE /v2.0/security-groups/f34320f3-8b3d-4357-bb4e-1aada896272d HTTP/1.1" status: 204 len: 168 time: 0.3618188 Nov 02 12:19:09.655638 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52516) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:09.666879 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9e90f-8fcc-464f-99de-a2c0ec0d00b6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34320f3-8b3d-4357-bb4e-1aada896272d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:09.676153 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9e90f-8fcc-464f-99de-a2c0ec0d00b6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:09.677559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9e90f-8fcc-464f-99de-a2c0ec0d00b6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:09.677989 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9e90f-8fcc-464f-99de-a2c0ec0d00b6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:09.678527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9e90f-8fcc-464f-99de-a2c0ec0d00b6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:09.679878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9e90f-8fcc-464f-99de-a2c0ec0d00b6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:09.679878 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9e90f-8fcc-464f-99de-a2c0ec0d00b6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:09.680400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9e90f-8fcc-464f-99de-a2c0ec0d00b6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:09.681053 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9e90f-8fcc-464f-99de-a2c0ec0d00b6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:09.681570 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9e90f-8fcc-464f-99de-a2c0ec0d00b6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:09.682214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9e90f-8fcc-464f-99de-a2c0ec0d00b6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:09.682696 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9e90f-8fcc-464f-99de-a2c0ec0d00b6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:09.683283 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc9e90f-8fcc-464f-99de-a2c0ec0d00b6 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:09.737686 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8962fa8f-d85f-475a-81ec-eedba4d4f540 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:09.745127 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d090c9-b805-4728-8d91-9895999046f5 req-dda23a22-f1d1-4c2f-823b-4a2c47e05134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:09.746644 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a2d090c9-b805-4728-8d91-9895999046f5 req-dda23a22-f1d1-4c2f-823b-4a2c47e05134 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1c1195feb3fe443093e6898e8c65dca4&device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 1096 time: 0.0507658 Nov 02 12:19:09.765960 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8962fa8f-d85f-475a-81ec-eedba4d4f540 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:09.880509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d090c9-b805-4728-8d91-9895999046f5 req-d6b9d2de-dac6-4603-9ae7-2811b789b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:09.880509 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a2d090c9-b805-4728-8d91-9895999046f5 req-d6b9d2de-dac6-4603-9ae7-2811b789b03a service neutron] 10.222.0.79 "GET /v2.0/networks?id=96a88ffe-3f98-4a67-a539-ef6a881fd183 HTTP/1.1" status: 200 len: 897 time: 0.0987720 Nov 02 12:19:09.902611 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a2d090c9-b805-4728-8d91-9895999046f5 req-a26faaf1-ad2e-4aa3-9c96-493b927c8767 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 HTTP/1.1" status: 200 len: 217 time: 0.0423276 Nov 02 12:19:09.968872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d090c9-b805-4728-8d91-9895999046f5 req-9d5c5555-21b7-48bb-9c17-8d238ca318a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:09.970380 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a2d090c9-b805-4728-8d91-9895999046f5 req-9d5c5555-21b7-48bb-9c17-8d238ca318a4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ca224b61-79fb-4941-ad64-dcb9864a7de6 HTTP/1.1" status: 200 len: 838 time: 0.0608892 Nov 02 12:19:10.012036 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8962fa8f-d85f-475a-81ec-eedba4d4f540 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:10.015950 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8962fa8f-d85f-475a-81ec-eedba4d4f540 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:10.018013 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8962fa8f-d85f-475a-81ec-eedba4d4f540 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "DELETE /v2.0/security-groups/c10b2beb-1742-4e22-82bf-87c576420b78 HTTP/1.1" status: 204 len: 168 time: 0.3610260 Nov 02 12:19:10.022173 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52520) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:10.029451 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962fa8f-d85f-475a-81ec-eedba4d4f540 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10b2beb-1742-4e22-82bf-87c576420b78,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:10.089299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c38e8-1ff3-4fc2-883d-c607cbb7867c req-e1910c12-6b0c-47d5-b180-8c87af193247 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:10.090858 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-130c38e8-1ff3-4fc2-883d-c607cbb7867c req-e1910c12-6b0c-47d5-b180-8c87af193247 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 944 time: 0.1386414 Nov 02 12:19:10.108523 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d090c9-b805-4728-8d91-9895999046f5 req-8bc9aba6-37a1-4404-9c00-038ecc5e0fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:10.110056 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a2d090c9-b805-4728-8d91-9895999046f5 req-8bc9aba6-37a1-4404-9c00-038ecc5e0fbe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=96a88ffe-3f98-4a67-a539-ef6a881fd183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1257267 Nov 02 12:19:10.277197 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-130c38e8-1ff3-4fc2-883d-c607cbb7867c req-cc684c8f-a3cc-4720-b4b3-45e3e76fd000 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=07cc5456-ff6e-4011-9770-a485e225b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713204 Nov 02 12:19:10.347992 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a2d090c9-b805-4728-8d91-9895999046f5 req-0af9350c-02fb-48e5-9011-6499a0520f58 service neutron] 10.222.0.79 "GET /v2.0/networks/96a88ffe-3f98-4a67-a539-ef6a881fd183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276363 Nov 02 12:19:10.534705 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a2d090c9-b805-4728-8d91-9895999046f5 req-958a6ff4-4010-4b27-8dd4-aef1b4eb9e0b service neutron] 10.222.0.79 "GET /v2.0/networks/96a88ffe-3f98-4a67-a539-ef6a881fd183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792784 Nov 02 12:19:10.651577 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f59b6ccd-fa4c-424c-88df-e2daeb1afac3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:10.952093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-f59b6ccd-fa4c-424c-88df-e2daeb1afac3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Deleting port ee4506b7-8c53-4ccd-b5bd-f45fa82621f5 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:10.952447 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f59b6ccd-fa4c-424c-88df-e2daeb1afac3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:11.063307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-f59b6ccd-fa4c-424c-88df-e2daeb1afac3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] For port ee4506b7-8c53-4ccd-b5bd-f45fa82621f5, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=ee4506b7-8c53-4ccd-b5bd-f45fa82621f5,segment=NetworkSegment(fe071f0e-ccaf-4b52-8451-0eb236763c35),segment_id=fe071f0e-ccaf-4b52-8451-0eb236763c35)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:11.063682 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f59b6ccd-fa4c-424c-88df-e2daeb1afac3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:11.078919 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-f59b6ccd-fa4c-424c-88df-e2daeb1afac3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Calling delete_port for ee4506b7-8c53-4ccd-b5bd-f45fa82621f5 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:11.365962 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f59b6ccd-fa4c-424c-88df-e2daeb1afac3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:11.417719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b6ccd-fa4c-424c-88df-e2daeb1afac3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event deleted for resources: {'Port': ['ID=ee4506b7-8c53-4ccd-b5bd-f45fa82621f5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:11.492873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437c246-50b6-44c9-b834-79089ae19deb req-f14e10dd-572e-4dd1-a282-fcfa162af99d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:11.494503 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3437c246-50b6-44c9-b834-79089ae19deb req-f14e10dd-572e-4dd1-a282-fcfa162af99d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 944 time: 0.1403403 Nov 02 12:19:11.615674 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3437c246-50b6-44c9-b834-79089ae19deb req-625e146a-e223-4bdb-8508-1314dfd92eb2 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=07cc5456-ff6e-4011-9770-a485e225b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089427 Nov 02 12:19:11.672959 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f59b6ccd-fa4c-424c-88df-e2daeb1afac3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:11.830749 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device a8e083ce-0332-47aa-a7f9-f2fea787874f no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:19:11.856899 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: a8e083ce-0332-47aa-a7f9-f2fea787874f {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:19:11.857287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device a8e083ce-0332-47aa-a7f9-f2fea787874f not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:19:11.915657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59b6ccd-fa4c-424c-88df-e2daeb1afac3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Router abe535a6-a66e-4115-8622-d33789097878 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:19:12.031135 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59b6ccd-fa4c-424c-88df-e2daeb1afac3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:19:12.037058 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f59b6ccd-fa4c-424c-88df-e2daeb1afac3 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "PUT /v2.0/routers/abe535a6-a66e-4115-8622-d33789097878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0133348 Nov 02 12:19:12.039606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52524) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:12.044044 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea7876-0749-4798-8949-38191623d3e4 None None] Sync routers for ids ['abe535a6-a66e-4115-8622-d33789097878'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:19:12.056298 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea7876-0749-4798-8949-38191623d3e4 None None] Routers {'abe535a6-a66e-4115-8622-d33789097878'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:12.057297 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cbea7876-0749-4798-8949-38191623d3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:18:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['abe535a6-a66e-4115-8622-d33789097878'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:12.100087 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-952f26b6-d27b-48f8-b6ed-ff0bc3dff3f4 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Deleting subnet c3b51253-c8bc-4efe-90fb-c129025d8327 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:19:12.104353 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-952f26b6-d27b-48f8-b6ed-ff0bc3dff3f4 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:12.153258 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-952f26b6-d27b-48f8-b6ed-ff0bc3dff3f4 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:12.204368 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-cbea7876-0749-4798-8949-38191623d3e4 None None] Set router abe535a6-a66e-4115-8622-d33789097878 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:12.258721 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-952f26b6-d27b-48f8-b6ed-ff0bc3dff3f4 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:12.432985 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cbea7876-0749-4798-8949-38191623d3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe535a6-a66e-4115-8622-d33789097878', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694160143', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:19:11Z', 'revision_number': 5, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:12.440894 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-952f26b6-d27b-48f8-b6ed-ff0bc3dff3f4 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:12.461496 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea7876-0749-4798-8949-38191623d3e4 None None] Checking router: abe535a6-a66e-4115-8622-d33789097878 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:19:12.471647 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea7876-0749-4798-8949-38191623d3e4 None None] Routers {'abe535a6-a66e-4115-8622-d33789097878'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:12.472280 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cbea7876-0749-4798-8949-38191623d3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:18:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['abe535a6-a66e-4115-8622-d33789097878'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:12.474235 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f26b6-d27b-48f8-b6ed-ff0bc3dff3f4 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b51253-c8bc-4efe-90fb-c129025d8327,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:12.478846 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-952f26b6-d27b-48f8-b6ed-ff0bc3dff3f4 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:12.485930 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52526) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:12.486463 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-952f26b6-d27b-48f8-b6ed-ff0bc3dff3f4 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "DELETE /v2.0/subnets/c3b51253-c8bc-4efe-90fb-c129025d8327 HTTP/1.1" status: 204 len: 168 time: 0.4453652 Nov 02 12:19:12.508692 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c25d1d2-1192-40a7-af6a-ab181e8f24b9 None None] Network 56206fb1-3a71-4d5e-b48e-33c481dc2abe requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:19:12.612467 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50102a7f-34bf-4937-a6e7-74c42c44fdd5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:12.743404 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50102a7f-34bf-4937-a6e7-74c42c44fdd5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:12.777183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a63271-1b53-4664-b7bb-8ca0f3802575 req-115adbe6-c961-48ae-aba9-5e6a1109561d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:12.778908 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85a63271-1b53-4664-b7bb-8ca0f3802575 req-115adbe6-c961-48ae-aba9-5e6a1109561d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 944 time: 0.0657847 Nov 02 12:19:12.854734 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-cbea7876-0749-4798-8949-38191623d3e4 None None] Set router abe535a6-a66e-4115-8622-d33789097878 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:12.864035 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85a63271-1b53-4664-b7bb-8ca0f3802575 req-9b06e0d2-7c99-4647-a650-6f0b217cd1a7 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=07cc5456-ff6e-4011-9770-a485e225b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783818 Nov 02 12:19:12.922666 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-50102a7f-34bf-4937-a6e7-74c42c44fdd5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Deleting port c54e1433-3c30-4074-a4ec-393dba3be9ec {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:12.923211 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50102a7f-34bf-4937-a6e7-74c42c44fdd5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:13.026956 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-50102a7f-34bf-4937-a6e7-74c42c44fdd5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] For port c54e1433-3c30-4074-a4ec-393dba3be9ec, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c54e1433-3c30-4074-a4ec-393dba3be9ec,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:13.027392 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50102a7f-34bf-4937-a6e7-74c42c44fdd5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:13.047845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-50102a7f-34bf-4937-a6e7-74c42c44fdd5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Calling delete_port for c54e1433-3c30-4074-a4ec-393dba3be9ec owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:13.111318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a10e13-ba43-4d52-aca7-d4ee39c85e75 None None] DHCP port deletion for 56206fb1-3a71-4d5e-b48e-33c481dc2abe request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:19:13.120729 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cbea7876-0749-4798-8949-38191623d3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe535a6-a66e-4115-8622-d33789097878', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694160143', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:19:11Z', 'revision_number': 5, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:13.162540 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbea7876-0749-4798-8949-38191623d3e4 None None] The sync data for ids ['abe535a6-a66e-4115-8622-d33789097878'] in n-d-806683-18 is: [{'id': 'abe535a6-a66e-4115-8622-d33789097878', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1694160143', 'tenant_id': 'e326c86b683346cf8793f5e7145cb74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:19:11Z', 'revision_number': 5, 'project_id': 'e326c86b683346cf8793f5e7145cb74b', 'gw_port': {'id': 'c54e1433-3c30-4074-a4ec-393dba3be9ec', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe535a6-a66e-4115-8622-d33789097878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:22Z', 'updated_at': '2021-11-02T12:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:19:13.220038 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-12a10e13-ba43-4d52-aca7-d4ee39c85e75 None None] Deleting port 8e13f125-d3e7-4fe7-b151-68245b72118b {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:13.220429 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-12a10e13-ba43-4d52-aca7-d4ee39c85e75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:13.292386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-12a10e13-ba43-4d52-aca7-d4ee39c85e75 None None] For port 8e13f125-d3e7-4fe7-b151-68245b72118b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8e13f125-d3e7-4fe7-b151-68245b72118b,segment=NetworkSegment(fe071f0e-ccaf-4b52-8451-0eb236763c35),segment_id=fe071f0e-ccaf-4b52-8451-0eb236763c35)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:13.292768 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-12a10e13-ba43-4d52-aca7-d4ee39c85e75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:13.307327 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-12a10e13-ba43-4d52-aca7-d4ee39c85e75 None None] Calling delete_port for 8e13f125-d3e7-4fe7-b151-68245b72118b owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:13.349801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50102a7f-34bf-4937-a6e7-74c42c44fdd5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:13.387562 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50102a7f-34bf-4937-a6e7-74c42c44fdd5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event deleted for resources: {'Port': ['ID=c54e1433-3c30-4074-a4ec-393dba3be9ec,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:13.453029 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50102a7f-34bf-4937-a6e7-74c42c44fdd5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:13.496981 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-12a10e13-ba43-4d52-aca7-d4ee39c85e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:13.530677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a10e13-ba43-4d52-aca7-d4ee39c85e75 None None] Pushing event deleted for resources: {'Port': ['ID=8e13f125-d3e7-4fe7-b151-68245b72118b,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:13.534875 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a10e13-ba43-4d52-aca7-d4ee39c85e75 None None] No DVR routers for this DVR port 8e13f125-d3e7-4fe7-b151-68245b72118b on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:19:13.570472 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50102a7f-34bf-4937-a6e7-74c42c44fdd5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:13.573088 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50102a7f-34bf-4937-a6e7-74c42c44fdd5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:13.702692 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50102a7f-34bf-4937-a6e7-74c42c44fdd5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:13.703332 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50102a7f-34bf-4937-a6e7-74c42c44fdd5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Fanout notify agent at l3_agent the message router_deleted on router abe535a6-a66e-4115-8622-d33789097878 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:19:13.714030 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-50102a7f-34bf-4937-a6e7-74c42c44fdd5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:13.714030 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-50102a7f-34bf-4937-a6e7-74c42c44fdd5 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "DELETE /v2.0/routers/abe535a6-a66e-4115-8622-d33789097878 HTTP/1.1" status: 204 len: 168 time: 1.2232220 Nov 02 12:19:13.714604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52530) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:13.839438 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-751aab06-9ea4-4083-a8b4-405640a3e831 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:13.848885 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:19:13.962246 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-751aab06-9ea4-4083-a8b4-405640a3e831 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:13.975278 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8dbda68b-a4d3-47cf-80a3-3c8bd7efe332,segment=NetworkSegment(92f86201-f66b-4627-b63b-afe14e9c6f14),segment_id=92f86201-f66b-4627-b63b-afe14e9c6f14)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:13.991354 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '8dbda68b-a4d3-47cf-80a3-3c8bd7efe332', 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183', 'port_id': '8dbda68b-a4d3-47cf-80a3-3c8bd7efe332', 'mac_address': 'fa:16:3e:17:dc:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca224b61-79fb-4941-ad64-dcb9864a7de6', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:19:13.991620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-751aab06-9ea4-4083-a8b4-405640a3e831 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56206fb1-3a71-4d5e-b48e-33c481dc2abe']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:14.005720 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-751aab06-9ea4-4083-a8b4-405640a3e831 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe071f0e-ccaf-4b52-8451-0eb236763c35') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:14.006007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-751aab06-9ea4-4083-a8b4-405640a3e831 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe071f0e-ccaf-4b52-8451-0eb236763c35') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:14.010215 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229f01b-b775-4663-8d40-752e083060dc req-f633d4c7-a805-4047-8ee0-4080bed03317 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:14.011875 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b229f01b-b775-4663-8d40-752e083060dc req-f633d4c7-a805-4047-8ee0-4080bed03317 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 944 time: 0.0609124 Nov 02 12:19:14.016761 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-751aab06-9ea4-4083-a8b4-405640a3e831 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:14.036692 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-751aab06-9ea4-4083-a8b4-405640a3e831 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:14.038392 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:14.045545 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751aab06-9ea4-4083-a8b4-405640a3e831 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:19:14.046780 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-751aab06-9ea4-4083-a8b4-405640a3e831 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:19:14.052755 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:19:14.056398 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:19:14.076670 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b229f01b-b775-4663-8d40-752e083060dc req-48a6958f-5d85-43c7-b013-4b7a725480dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=07cc5456-ff6e-4011-9770-a485e225b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559702 Nov 02 12:19:14.080618 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8dbda68b-a4d3-47cf-80a3-3c8bd7efe332,segment=NetworkSegment(92f86201-f66b-4627-b63b-afe14e9c6f14),segment_id=92f86201-f66b-4627-b63b-afe14e9c6f14)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:14.162790 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:14.188521 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-751aab06-9ea4-4083-a8b4-405640a3e831 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:14.193416 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-751aab06-9ea4-4083-a8b4-405640a3e831 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:14.201502 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-751aab06-9ea4-4083-a8b4-405640a3e831 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] 10.222.0.52 "DELETE /v2.0/networks/56206fb1-3a71-4d5e-b48e-33c481dc2abe HTTP/1.1" status: 204 len: 168 time: 0.4856520 Nov 02 12:19:14.218099 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751aab06-9ea4-4083-a8b4-405640a3e831 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] Pushing event deleted for resources: {'Network': ['ID=56206fb1-3a71-4d5e-b48e-33c481dc2abe,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:14.248607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=8dbda68b-a4d3-47cf-80a3-3c8bd7efe332,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:14.286811 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ee4506b7-8c53-4ccd-b5bd-f45fa82621f5 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:19:14.316256 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: ee4506b7-8c53-4ccd-b5bd-f45fa82621f5 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:19:14.317474 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device ee4506b7-8c53-4ccd-b5bd-f45fa82621f5 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:19:14.317972 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8e13f125-d3e7-4fe7-b151-68245b72118b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:19:14.338594 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 8e13f125-d3e7-4fe7-b151-68245b72118b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:19:14.338960 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8e13f125-d3e7-4fe7-b151-68245b72118b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:19:14.339375 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c54e1433-3c30-4074-a4ec-393dba3be9ec no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:19:14.365993 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: c54e1433-3c30-4074-a4ec-393dba3be9ec {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:19:14.366676 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c54e1433-3c30-4074-a4ec-393dba3be9ec not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:19:14.391433 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['8dbda68b-a4d3-47cf-80a3-3c8bd7efe332'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:19:14.882088 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52540) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:15.025701 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f846afa3-a546-4da1-b5e3-740fdd188115 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e326c86b683346cf8793f5e7145cb74b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418273 Nov 02 12:19:15.028271 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52544) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:15.082406 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e83d2f83-b505-4a97-9037-4f30655e0036 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:15.105255 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e83d2f83-b505-4a97-9037-4f30655e0036 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:15.204742 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86af2f-4483-4cc7-9f12-f49ff4ec5dd4 req-a45400a9-b707-4065-ad3c-a1810faf58db tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:15.206270 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4f86af2f-4483-4cc7-9f12-f49ff4ec5dd4 req-a45400a9-b707-4065-ad3c-a1810faf58db tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 945 time: 0.0558596 Nov 02 12:19:15.240037 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e83d2f83-b505-4a97-9037-4f30655e0036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:15.242674 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e83d2f83-b505-4a97-9037-4f30655e0036 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:15.244117 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e83d2f83-b505-4a97-9037-4f30655e0036 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5f7db04-d559-4e41-80c8-110792ded119 HTTP/1.1" status: 204 len: 168 time: 0.2149174 Nov 02 12:19:15.253857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d2f83-b505-4a97-9037-4f30655e0036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f7db04-d559-4e41-80c8-110792ded119,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:15.280749 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4f86af2f-4483-4cc7-9f12-f49ff4ec5dd4 req-1f79293c-4cc9-4a9a-9db0-2026073d56fc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=07cc5456-ff6e-4011-9770-a485e225b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673320 Nov 02 12:19:15.602237 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38fe16b6-207d-4b29-981f-46cd23c088b2 req-e8624bc8-3fb2-4e7c-8614-900defb00788 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0466068 Nov 02 12:19:15.708807 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe16b6-207d-4b29-981f-46cd23c088b2 req-32c560dc-d689-476c-bc22-d44977f216de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:15.710364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38fe16b6-207d-4b29-981f-46cd23c088b2 req-32c560dc-d689-476c-bc22-d44977f216de service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 1097 time: 0.0593789 Nov 02 12:19:15.829817 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe16b6-207d-4b29-981f-46cd23c088b2 req-415ceab3-ba46-4d61-a9bc-bf6731a0a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:15.831341 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38fe16b6-207d-4b29-981f-46cd23c088b2 req-415ceab3-ba46-4d61-a9bc-bf6731a0a4d0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.1015387 Nov 02 12:19:15.852895 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:19:15.903937 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38fe16b6-207d-4b29-981f-46cd23c088b2 req-03208afe-ac91-403d-b225-30c66ba58a55 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13524ad8-f602-4ece-9f00-b780afaf2803 HTTP/1.1" status: 200 len: 1001 time: 0.0657330 Nov 02 12:19:15.963324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe16b6-207d-4b29-981f-46cd23c088b2 req-b38bc6db-8ea5-43af-b556-4ae2e0b999fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:15.964904 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38fe16b6-207d-4b29-981f-46cd23c088b2 req-b38bc6db-8ea5-43af-b556-4ae2e0b999fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0542731 Nov 02 12:19:16.017638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe16b6-207d-4b29-981f-46cd23c088b2 req-bf5c52b0-328e-4fae-8743-058597da7314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:16.019250 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38fe16b6-207d-4b29-981f-46cd23c088b2 req-bf5c52b0-328e-4fae-8743-058597da7314 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476272 Nov 02 12:19:16.038848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:19:16.046876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:16.046876 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:16.089756 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52552) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:16.107190 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d6ee21fd-c12d-4ef2-9426-be67366f4bcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:16.131430 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38fe16b6-207d-4b29-981f-46cd23c088b2 req-29c8235c-653b-40df-8f0a-64b27d556bd1 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047182 Nov 02 12:19:16.152254 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:16.179715 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7644f441-1591-4381-867a-401b9aed97b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbda68b-a4d3-47cf-80a3-3c8bd7efe332'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:19:16.182187 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647e5ef1-becb-46d6-b400-6cf621110ece" -d '{"events": [{"server_uuid": "7644f441-1591-4381-867a-401b9aed97b9", "name": "network-vif-plugged", "status": "completed", "tag": "8dbda68b-a4d3-47cf-80a3-3c8bd7efe332"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:19:16.196314 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8dbda68b-a4d3-47cf-80a3-3c8bd7efe332,segment=NetworkSegment(92f86201-f66b-4627-b63b-afe14e9c6f14),segment_id=92f86201-f66b-4627-b63b-afe14e9c6f14)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:16.199904 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d6ee21fd-c12d-4ef2-9426-be67366f4bcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:16.228255 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa267c46-e183-44c1-ba01-248348b1953c x-openstack-request-id: req-aa267c46-e183-44c1-ba01-248348b1953c {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:19:16.235920 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7644f441-1591-4381-867a-401b9aed97b9", "name": "network-vif-plugged", "status": "completed", "tag": "8dbda68b-a4d3-47cf-80a3-3c8bd7efe332", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:19:16.235920 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa267c46-e183-44c1-ba01-248348b1953c {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:19:16.235920 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7644f441-1591-4381-867a-401b9aed97b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbda68b-a4d3-47cf-80a3-3c8bd7efe332', 'code': 200} Nov 02 12:19:16.288258 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:16.288489 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d6ee21fd-c12d-4ef2-9426-be67366f4bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:16.342188 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d6ee21fd-c12d-4ef2-9426-be67366f4bcc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=911a455c1d5a4bd4a86a9c202687d1bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2506113 Nov 02 12:19:16.342988 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee21fd-c12d-4ef2-9426-be67366f4bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7cef5a-9c2f-4d28-b0e6-dbb67ecce97c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:16.346157 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52558) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:16.381473 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=8dbda68b-a4d3-47cf-80a3-3c8bd7efe332,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:16.416210 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e3ee559-9f89-46d9-9633-b2da9da55d44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:16.443887 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e3ee559-9f89-46d9-9633-b2da9da55d44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:16.639646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ae980-8b09-40f0-b41d-d690e27f2a37 req-df5e3c7b-ccf0-4aa1-af63-6494b21902ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:16.641070 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f26ae980-8b09-40f0-b41d-d690e27f2a37 req-df5e3c7b-ccf0-4aa1-af63-6494b21902ca service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 1098 time: 0.1016688 Nov 02 12:19:16.642872 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38fe16b6-207d-4b29-981f-46cd23c088b2 req-4685b601-da31-4c6c-b142-c31902f74b0c service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044661 Nov 02 12:19:16.651478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde131d-4acc-4a67-ad08-b2b7ea35389a req-6eb7e485-8ed5-42b9-aa60-5999394bbd31 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:16.652930 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0cde131d-4acc-4a67-ad08-b2b7ea35389a req-6eb7e485-8ed5-42b9-aa60-5999394bbd31 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 946 time: 0.1149130 Nov 02 12:19:16.725902 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f26ae980-8b09-40f0-b41d-d690e27f2a37 req-bc089ab2-1eda-43d4-a757-bbc2f32cf0bd service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=07cc5456-ff6e-4011-9770-a485e225b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719807 Nov 02 12:19:16.735030 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0cde131d-4acc-4a67-ad08-b2b7ea35389a req-c111ead8-74cc-4c88-bf4d-e6a3954b617d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=07cc5456-ff6e-4011-9770-a485e225b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746849 Nov 02 12:19:16.791245 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e3ee559-9f89-46d9-9633-b2da9da55d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:16.793877 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1e3ee559-9f89-46d9-9633-b2da9da55d44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:16.795118 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1e3ee559-9f89-46d9-9633-b2da9da55d44 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0a7cef5a-9c2f-4d28-b0e6-dbb67ecce97c HTTP/1.1" status: 204 len: 168 time: 0.4474213 Nov 02 12:19:16.803560 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ee559-9f89-46d9-9633-b2da9da55d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7cef5a-9c2f-4d28-b0e6-dbb67ecce97c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:17.673993 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2c06db0f-c5d7-458d-a239-19303af3c713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:17.767050 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52566) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:17.811660 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-beed81c3-8ea6-4dca-9b11-31a8d8c22d48 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b519c95c1f234ae1991da6ff79149a8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432863 Nov 02 12:19:17.814590 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52568) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:17.885498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de474a05-29c6-4b61-bbcb-4c71e9abf535 req-223417b0-3ac9-4873-816e-8fe721852cd4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:17.887318 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de474a05-29c6-4b61-bbcb-4c71e9abf535 req-223417b0-3ac9-4873-816e-8fe721852cd4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 946 time: 0.0744576 Nov 02 12:19:17.892732 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7bf5291b-9eb4-428c-9311-0ebe0250c3dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:17.929929 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7bf5291b-9eb4-428c-9311-0ebe0250c3dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:17.975721 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de474a05-29c6-4b61-bbcb-4c71e9abf535 req-11214f8d-be36-42e3-9a12-fa4a2b52984c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=07cc5456-ff6e-4011-9770-a485e225b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806503 Nov 02 12:19:18.254021 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7bf5291b-9eb4-428c-9311-0ebe0250c3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:18.257691 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7bf5291b-9eb4-428c-9311-0ebe0250c3dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:18.259092 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7bf5291b-9eb4-428c-9311-0ebe0250c3dd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5293b4dd-9cad-4118-885d-43c5fd54f742 HTTP/1.1" status: 204 len: 168 time: 0.4433508 Nov 02 12:19:18.268294 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5291b-9eb4-428c-9311-0ebe0250c3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5293b4dd-9cad-4118-885d-43c5fd54f742,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:18.798676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52572) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:18.998571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-1ace7518-3878-4527-ae1e-aac052a60ca2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Deleting port 3cf3c34b-411a-4e64-bab3-5a5b2a199777 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:18.998916 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ace7518-3878-4527-ae1e-aac052a60ca2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:19.091638 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ace7518-3878-4527-ae1e-aac052a60ca2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:19.091962 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ace7518-3878-4527-ae1e-aac052a60ca2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:19.120804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-1ace7518-3878-4527-ae1e-aac052a60ca2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Calling delete_port for 3cf3c34b-411a-4e64-bab3-5a5b2a199777 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:19.183406 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcb488-0400-4ceb-9a77-5ce1f45d2893 req-5e37669a-122d-4e7d-ae08-b31feee8021a tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:19.184893 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d3dcb488-0400-4ceb-9a77-5ce1f45d2893 req-5e37669a-122d-4e7d-ae08-b31feee8021a tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 946 time: 0.1058061 Nov 02 12:19:19.266712 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d3dcb488-0400-4ceb-9a77-5ce1f45d2893 req-dc0fdb11-4613-4e6a-94f7-2af0d8773507 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=07cc5456-ff6e-4011-9770-a485e225b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754623 Nov 02 12:19:19.412984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fc14f-a22a-4b1d-aabe-2458d0c3f1a8 req-4a9585fa-a135-4c5c-a148-47c06a63147e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:19.414520 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-512fc14f-a22a-4b1d-aabe-2458d0c3f1a8 req-4a9585fa-a135-4c5c-a148-47c06a63147e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 946 time: 0.0583606 Nov 02 12:19:19.475167 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ace7518-3878-4527-ae1e-aac052a60ca2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:19.485431 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-512fc14f-a22a-4b1d-aabe-2458d0c3f1a8 req-504f91db-05f6-467c-b821-84e0f193c859 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=07cc5456-ff6e-4011-9770-a485e225b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643048 Nov 02 12:19:19.507478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace7518-3878-4527-ae1e-aac052a60ca2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event deleted for resources: {'Port': ['ID=3cf3c34b-411a-4e64-bab3-5a5b2a199777,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:19.579905 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ace7518-3878-4527-ae1e-aac052a60ca2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:19.580472 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-1ace7518-3878-4527-ae1e-aac052a60ca2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Floating IP 296161b4-0f10-45bd-9bab-ccd9ec31051c disassociated (deleted). External IP: 172.25.6.4, port: fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e. Nov 02 12:19:19.809365 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ace7518-3878-4527-ae1e-aac052a60ca2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:19:19.823061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52600) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:19.935565 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-3eb6ff8a-36d9-4fd0-97b9-26a988398de1 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-942104471-network', 'tenant_id': 'eacbf972199a46c3a823d40f5ef3ea9b'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:19:19.945216 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-463d790e-47e3-41e8-9d12-e0e41894c08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:19.958516 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ace7518-3878-4527-ae1e-aac052a60ca2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:19:19.967300 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ace7518-3878-4527-ae1e-aac052a60ca2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:19.970557 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfceac79-b13a-4740-b244-3a26dde0ea60 None None] Sync routers for ids ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:19:19.982635 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfceac79-b13a-4740-b244-3a26dde0ea60 None None] Routers {'ddc3b898-3f37-4d0b-8bfc-4c1613696b05'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:19.983421 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bfceac79-b13a-4740-b244-3a26dde0ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:20.000136 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1ace7518-3878-4527-ae1e-aac052a60ca2 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "DELETE /v2.0/floatingips/296161b4-0f10-45bd-9bab-ccd9ec31051c HTTP/1.1" status: 204 len: 168 time: 1.2000968 Nov 02 12:19:20.002651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5', 'tag': 'fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:19:20.003724 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34243fc3-179a-478d-842e-116b70a2f43d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5", "tag": "fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:19:20.102180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb6ff8a-36d9-4fd0-97b9-26a988398de1 admin admin] Made reservation on behalf of eacbf972199a46c3a823d40f5ef3ea9b for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:19:20.105108 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ff8a-36d9-4fd0-97b9-26a988398de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:20.122218 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ff8a-36d9-4fd0-97b9-26a988398de1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:20.191363 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-bfceac79-b13a-4740-b244-3a26dde0ea60 None None] Set router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:20.225963 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ff8a-36d9-4fd0-97b9-26a988398de1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:20.391299 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ff8a-36d9-4fd0-97b9-26a988398de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:20.419382 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb6ff8a-36d9-4fd0-97b9-26a988398de1 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:19:20.428604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6ff8a-36d9-4fd0-97b9-26a988398de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5b65cc-7a3a-49b0-ac89-144103e0c29e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:20.434891 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ff8a-36d9-4fd0-97b9-26a988398de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:20.435286 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-3eb6ff8a-36d9-4fd0-97b9-26a988398de1 admin admin] Added segment 45d0a4e2-52cb-4a69-8dd4-7131e205e226 of type vlan for network 81d0be94-5014-4b3f-933c-668800870999 Nov 02 12:19:20.439524 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bfceac79-b13a-4740-b244-3a26dde0ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '07d52d56-3207-4f74-b201-c255bb7b1329', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'port_id': '13524ad8-f602-4ece-9f00-b780afaf2803', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'mac_address': 'fa:16:3e:43:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:12:31Z', 'updated_at': '2021-11-02T12:12:34Z', 'revision_number': 1, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:25Z', 'revision_number': 5, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:20.467280 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfceac79-b13a-4740-b244-3a26dde0ea60 None None] Checking router: ddc3b898-3f37-4d0b-8bfc-4c1613696b05 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:19:20.476922 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfceac79-b13a-4740-b244-3a26dde0ea60 None None] Routers {'ddc3b898-3f37-4d0b-8bfc-4c1613696b05'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:20.477548 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bfceac79-b13a-4740-b244-3a26dde0ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:20.480055 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ff8a-36d9-4fd0-97b9-26a988398de1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:20.580805 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ce3ee9-2e1f-4bba-8eb7-e2beed5304e5 x-openstack-request-id: req-29ce3ee9-2e1f-4bba-8eb7-e2beed5304e5 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:19:20.581103 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5", "tag": "fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:19:20.581365 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29ce3ee9-2e1f-4bba-8eb7-e2beed5304e5 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:19:20.581787 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5', 'tag': 'fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e', 'status': 'completed', 'code': 200} Nov 02 12:19:20.604195 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-bfceac79-b13a-4740-b244-3a26dde0ea60 None None] Set router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:20.605348 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ff8a-36d9-4fd0-97b9-26a988398de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:20.606454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb6ff8a-36d9-4fd0-97b9-26a988398de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:20.607184 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3eb6ff8a-36d9-4fd0-97b9-26a988398de1 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:20.771963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6ff8a-36d9-4fd0-97b9-26a988398de1 admin admin] Pushing event updated for resources: {'Network': ['ID=81d0be94-5014-4b3f-933c-668800870999,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:20.784436 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 81d0be94-5014-4b3f-933c-668800870999 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:19:20.787682 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34243fc3-179a-478d-842e-116b70a2f43d req-69dc781b-e424-48e7-824f-71469271d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:20.789235 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34243fc3-179a-478d-842e-116b70a2f43d req-69dc781b-e424-48e7-824f-71469271d6d7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 1097 time: 0.1768165 Nov 02 12:19:20.803065 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead187b5-e340-46b1-8596-c1da44100995 req-a476d1f2-bf66-41b5-8141-aaa4d1eeb52c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:20.804599 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ead187b5-e340-46b1-8596-c1da44100995 req-a476d1f2-bf66-41b5-8141-aaa4d1eeb52c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 945 time: 0.1446476 Nov 02 12:19:20.851459 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3eb6ff8a-36d9-4fd0-97b9-26a988398de1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0246806 Nov 02 12:19:20.853250 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52610) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:20.860446 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Request body: {'subnet': {'network_id': '81d0be94-5014-4b3f-933c-668800870999', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-942104471-subnet', 'tenant_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:19:20.887101 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bfceac79-b13a-4740-b244-3a26dde0ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '07d52d56-3207-4f74-b201-c255bb7b1329', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'port_id': '13524ad8-f602-4ece-9f00-b780afaf2803', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'mac_address': 'fa:16:3e:43:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:12:31Z', 'updated_at': '2021-11-02T12:12:34Z', 'revision_number': 1, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:25Z', 'revision_number': 5, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:20.918530 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfceac79-b13a-4740-b244-3a26dde0ea60 None None] The sync data for ids ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'] in n-d-806683-18 is: [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '07d52d56-3207-4f74-b201-c255bb7b1329', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'port_id': '13524ad8-f602-4ece-9f00-b780afaf2803', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'mac_address': 'fa:16:3e:43:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:12:31Z', 'updated_at': '2021-11-02T12:12:34Z', 'revision_number': 1, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:25Z', 'revision_number': 5, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:19:20.932331 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ead187b5-e340-46b1-8596-c1da44100995 req-9460ab75-e030-48f5-9a01-8c4ccc9c83b8 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181462 Nov 02 12:19:20.943299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34243fc3-179a-478d-842e-116b70a2f43d req-b93f4cd7-3086-4399-8be3-d38b1027ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:20.945435 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34243fc3-179a-478d-842e-116b70a2f43d req-b93f4cd7-3086-4399-8be3-d38b1027ad73 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.1399174 Nov 02 12:19:20.992680 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Made reservation on behalf of eacbf972199a46c3a823d40f5ef3ea9b for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:19:21.003638 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34243fc3-179a-478d-842e-116b70a2f43d req-ae69576e-8eed-4385-8538-bbe995decf8b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e HTTP/1.1" status: 200 len: 217 time: 0.0394335 Nov 02 12:19:21.005032 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:21.008917 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52612) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:21.059340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34243fc3-179a-478d-842e-116b70a2f43d req-67aaed10-cb2d-4382-b374-143b5fc6186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:21.060025 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:21.061002 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34243fc3-179a-478d-842e-116b70a2f43d req-67aaed10-cb2d-4382-b374-143b5fc6186b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0594046 Nov 02 12:19:21.130157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34243fc3-179a-478d-842e-116b70a2f43d req-b6e04528-1ee0-48c3-ad27-f959e2174c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:21.132598 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34243fc3-179a-478d-842e-116b70a2f43d req-b6e04528-1ee0-48c3-ad27-f959e2174c29 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609171 Nov 02 12:19:21.243275 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ec6c77-4414-4133-a643-8e493d7f3283 None None] New status for floating IP 296161b4-0f10-45bd-9bab-ccd9ec31051c: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:19:21.244155 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34243fc3-179a-478d-842e-116b70a2f43d req-c971b18e-4c8f-4b5b-b98c-db49a785bae8 service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031933 Nov 02 12:19:21.353162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34243fc3-179a-478d-842e-116b70a2f43d req-e49bedb7-99cc-49c5-87bf-7d1f54f2123d service neutron] 10.222.0.79 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009798 Nov 02 12:19:21.821692 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:21.925450 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa4f8d1-91ec-4140-9b73-9751a6d84ce0,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:21.959560 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:21.959917 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:21.960261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:21.960599 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:21.960936 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:21.961268 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:21.961592 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:21.961920 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:21.962244 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:21.962566 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:21.962888 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:21.963259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:21.972329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Checking segment: {'id': '45d0a4e2-52cb-4a69-8dd4-7131e205e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '81d0be94-5014-4b3f-933c-668800870999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:19:21.972611 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Network hostable DHCP agents. Network: 81d0be94-5014-4b3f-933c-668800870999, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:19:22.038321 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7917eb33-edc9-4a46-a958-b72d899181dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:22.064715 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347aff5-b51e-4207-9fcd-81a1cda9316e req-72bcc9f9-c813-4f08-8095-b769003b564f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:22.065722 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d347aff5-b51e-4207-9fcd-81a1cda9316e req-72bcc9f9-c813-4f08-8095-b769003b564f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 945 time: 0.0522935 Nov 02 12:19:22.131361 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d347aff5-b51e-4207-9fcd-81a1cda9316e req-f39bcc5d-1d36-4d96-bab4-03bd6b21fe4c tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522735 Nov 02 12:19:22.135166 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Network 81d0be94-5014-4b3f-933c-668800870999 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:19:22.202601 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 81d0be94-5014-4b3f-933c-668800870999) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:19:22.211733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2634a189-f75f-4bab-8682-c787004959c0 None None] Network 81d0be94-5014-4b3f-933c-668800870999 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:19:22.212286 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:22.214065 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:22.325561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a9098-454d-4acc-94ee-2e5f71c69998 req-e35ac82e-bc56-4596-8222-8876af86d227 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:22.327522 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0e2a9098-454d-4acc-94ee-2e5f71c69998 req-e35ac82e-bc56-4596-8222-8876af86d227 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 945 time: 0.0598645 Nov 02 12:19:22.350954 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-7917eb33-edc9-4a46-a958-b72d899181dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Allocated IP 172.20.0.17 (96a88ffe-3f98-4a67-a539-ef6a881fd183/ca224b61-79fb-4941-ad64-dcb9864a7de6/214a561c-5239-4ef0-a7fc-44970e7ecfbd) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:19:22.388801 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-81d0be94-5014-4b3f-933c-668800870999', 'network_id': '81d0be94-5014-4b3f-933c-668800870999', 'tenant_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'fixed_ips': [{'subnet_id': 'daa4f8d1-91ec-4140-9b73-9751a6d84ce0'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:19:22.389808 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:22.443535 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2e858822-d4c2-46b8-9d8b-c8587b48c149 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5876300 Nov 02 12:19:22.444207 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52616) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:22.451461 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-942104471-router', 'tenant_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:19:22.462574 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-0e2a9098-454d-4acc-94ee-2e5f71c69998 req-bc6859a1-17a8-4919-8627-b459024c051b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Deleting port fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:22.462574 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0e2a9098-454d-4acc-94ee-2e5f71c69998 req-bc6859a1-17a8-4919-8627-b459024c051b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:22.520991 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7917eb33-edc9-4a46-a958-b72d899181dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:22.546182 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Allocated IP 172.20.0.2 (81d0be94-5014-4b3f-933c-668800870999/daa4f8d1-91ec-4140-9b73-9751a6d84ce0/38a92b6e-6ead-404a-9636-a6e5c39e2d99) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:19:22.580707 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-0e2a9098-454d-4acc-94ee-2e5f71c69998 req-bc6859a1-17a8-4919-8627-b459024c051b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] For port fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:22.581176 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0e2a9098-454d-4acc-94ee-2e5f71c69998 req-bc6859a1-17a8-4919-8627-b459024c051b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:22.593754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-0e2a9098-454d-4acc-94ee-2e5f71c69998 req-bc6859a1-17a8-4919-8627-b459024c051b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Calling delete_port for fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:22.619559 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:22.662875 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:22.665911 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:22.701110 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7917eb33-edc9-4a46-a958-b72d899181dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:22.720289 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:22.762366 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:22.776846 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7917eb33-edc9-4a46-a958-b72d899181dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Network 96a88ffe-3f98-4a67-a539-ef6a881fd183 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:19:22.783239 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-7917eb33-edc9-4a46-a958-b72d899181dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:19:22.786373 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917eb33-edc9-4a46-a958-b72d899181dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Port': ['ID=214a561c-5239-4ef0-a7fc-44970e7ecfbd,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:22.788467 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7917eb33-edc9-4a46-a958-b72d899181dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:19:22.834500 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7917eb33-edc9-4a46-a958-b72d899181dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:22.850869 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:22.883707 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0e2a9098-454d-4acc-94ee-2e5f71c69998 req-bc6859a1-17a8-4919-8627-b459024c051b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:22.909517 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Network 81d0be94-5014-4b3f-933c-668800870999 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:19:22.918110 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:19:22.923488 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:19:22.924112 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6859a1-17a8-4919-8627-b459024c051b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event deleted for resources: {'Port': ['ID=fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:22.925829 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Pushing event updated for resources: {'Port': ['ID=38a92b6e-6ead-404a-9636-a6e5c39e2d99,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:22.998726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2a9098-454d-4acc-94ee-2e5f71c69998 req-bc6859a1-17a8-4919-8627-b459024c051b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] No DVR routers for this DVR port fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:19:23.006657 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0e2a9098-454d-4acc-94ee-2e5f71c69998 req-bc6859a1-17a8-4919-8627-b459024c051b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:23.012228 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Attempting to bind port 38a92b6e-6ead-404a-9636-a6e5c39e2d99 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:19:23.013624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0e2a9098-454d-4acc-94ee-2e5f71c69998 req-bc6859a1-17a8-4919-8627-b459024c051b tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.79 "DELETE /v2.0/ports/fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e HTTP/1.1" status: 204 len: 173 time: 0.6788068 Nov 02 12:19:23.014318 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5', 'name': 'network-vif-deleted', 'tag': 'fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:19:23.016727 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3c998c-502e-46a0-a8a8-2042117df71c" -d '{"events": [{"server_uuid": "3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5", "name": "network-vif-deleted", "tag": "fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:19:23.017009 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Attempting to bind port 38a92b6e-6ead-404a-9636-a6e5c39e2d99 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '45d0a4e2-52cb-4a69-8dd4-7131e205e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '81d0be94-5014-4b3f-933c-668800870999'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:19:23.017681 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Attempting to bind port 38a92b6e-6ead-404a-9636-a6e5c39e2d99 on network 81d0be94-5014-4b3f-933c-668800870999 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:19:23.025659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:19:23.026230 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Checking segment: {'id': '45d0a4e2-52cb-4a69-8dd4-7131e205e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '81d0be94-5014-4b3f-933c-668800870999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:19:23.026742 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:23.027493 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Bound using segment: {'id': '45d0a4e2-52cb-4a69-8dd4-7131e205e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '81d0be94-5014-4b3f-933c-668800870999'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:19:23.027961 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Bound port: 38a92b6e-6ead-404a-9636-a6e5c39e2d99, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d0a4e2-52cb-4a69-8dd4-7131e205e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '81d0be94-5014-4b3f-933c-668800870999'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:19:23.028461 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:23.032343 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:19:23.072998 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f53f90-572b-49b2-92ab-6edbd80a254b x-openstack-request-id: req-20f53f90-572b-49b2-92ab-6edbd80a254b {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:19:23.074009 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5", "name": "network-vif-deleted", "tag": "fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:19:23.074359 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-20f53f90-572b-49b2-92ab-6edbd80a254b {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:19:23.075001 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5', 'name': 'network-vif-deleted', 'tag': 'fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e', 'status': 'completed', 'code': 200} Nov 02 12:19:23.082254 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:23.109566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] For port 38a92b6e-6ead-404a-9636-a6e5c39e2d99, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:19:23.113152 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] For port 38a92b6e-6ead-404a-9636-a6e5c39e2d99, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=38a92b6e-6ead-404a-9636-a6e5c39e2d99,segment=NetworkSegment(45d0a4e2-52cb-4a69-8dd4-7131e205e226),segment_id=45d0a4e2-52cb-4a69-8dd4-7131e205e226)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:19:23.157962 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d7dc7301-66ac-4a1b-b49d-9481263ddfd6 None None] Provisioning complete for port 214a561c-5239-4ef0-a7fc-44970e7ecfbd triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:23.157962 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d7dc7301-66ac-4a1b-b49d-9481263ddfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:23.197030 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc7301-66ac-4a1b-b49d-9481263ddfd6 None None] Port 214a561c-5239-4ef0-a7fc-44970e7ecfbd cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:19:23.232370 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-624330c8-03f7-475d-ad4c-afb173636e11 req-6081043e-b9b1-41ae-8deb-f0e704b70b1a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 210 time: 0.0287931 Nov 02 12:19:23.296149 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:23.343359 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7917eb33-edc9-4a46-a958-b72d899181dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:23.448284 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc3f8b-fcb5-4ec7-93c8-fb2e7687af26 None None] Pushing event updated for resources: {'Port': ['ID=38a92b6e-6ead-404a-9636-a6e5c39e2d99,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:23.848081 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:23.880022 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:24.011489 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7917eb33-edc9-4a46-a958-b72d899181dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:24.046198 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] Allocated IP 172.25.6.223 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/83577c27-8b2e-4d2b-8157-df7a87115309) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:19:24.097132 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7917eb33-edc9-4a46-a958-b72d899181dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:24.135556 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:24.195274 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 38a92b6e-6ead-404a-9636-a6e5c39e2d99 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:19:24.228212 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917eb33-edc9-4a46-a958-b72d899181dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Port': ['ID=214a561c-5239-4ef0-a7fc-44970e7ecfbd,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:24.234383 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7917eb33-edc9-4a46-a958-b72d899181dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:24.262482 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 38a92b6e-6ead-404a-9636-a6e5c39e2d99 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:24.262897 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:24.321313 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:24.391945 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-90152b43-39ae-454d-b03a-235c2f13f61b req-4e2311cb-9347-4dc1-b303-b874d2cf45f0 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 210 time: 0.0420127 Nov 02 12:19:24.397030 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7917eb33-edc9-4a46-a958-b72d899181dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Network 96a88ffe-3f98-4a67-a539-ef6a881fd183 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:19:24.400179 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-7917eb33-edc9-4a46-a958-b72d899181dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:19:24.416411 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:24.421992 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:24.494832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 38a92b6e-6ead-404a-9636-a6e5c39e2d99, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=38a92b6e-6ead-404a-9636-a6e5c39e2d99,segment=NetworkSegment(45d0a4e2-52cb-4a69-8dd4-7131e205e226),segment_id=45d0a4e2-52cb-4a69-8dd4-7131e205e226)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:24.522507 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:24.581210 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:19:24.590710 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:19:24.598914 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:19:24.603488 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:24.638297 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] Pushing event updated for resources: {'Port': ['ID=83577c27-8b2e-4d2b-8157-df7a87115309,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:24.645209 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7917eb33-edc9-4a46-a958-b72d899181dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Router 3c274f49-8846-4dc5-b18f-5c3a4139f03e has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:19:24.673659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=38a92b6e-6ead-404a-9636-a6e5c39e2d99,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:24.841166 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-8b246eaf-afcc-48fc-b99a-f658e37e8530 None None] Provisioning complete for port 214a561c-5239-4ef0-a7fc-44970e7ecfbd triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:24.841541 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8b246eaf-afcc-48fc-b99a-f658e37e8530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:24.905117 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ad4259-c5ab-4cd0-9754-0f52b41f9e62 None None] Network 81d0be94-5014-4b3f-933c-668800870999 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:19:24.909187 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7917eb33-edc9-4a46-a958-b72d899181dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:19:24.914205 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7917eb33-edc9-4a46-a958-b72d899181dc tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "PUT /v2.0/routers/3c274f49-8846-4dc5-b18f-5c3a4139f03e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9039993 Nov 02 12:19:24.933970 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Sync routers for ids ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:19:24.934899 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-8b246eaf-afcc-48fc-b99a-f658e37e8530 None None] Port 214a561c-5239-4ef0-a7fc-44970e7ecfbd cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:19:24.949556 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Routers {'3c274f49-8846-4dc5-b18f-5c3a4139f03e'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:24.950490 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:25.078864 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:25.103302 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Set router 3c274f49-8846-4dc5-b18f-5c3a4139f03e gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:25.125600 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2a233fbd-4911-4ec5-8b9f-7bd4fca4fe22 None None] Provisioning complete for port 38a92b6e-6ead-404a-9636-a6e5c39e2d99 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:25.126043 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2a233fbd-4911-4ec5-8b9f-7bd4fca4fe22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:25.194588 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:25.526357 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:19:23Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '56c59c73-6f52-4685-8d34-0682d17d285f', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'port_id': '242f8f10-9a27-462a-a544-817abdc0fb8b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'mac_address': 'fa:16:3e:c0:f8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:18:20Z', 'updated_at': '2021-11-02T12:18:22Z', 'revision_number': 1, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214a561c-5239-4ef0-a7fc-44970e7ecfbd', 'name': '', 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:fe:f5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ca224b61-79fb-4941-ad64-dcb9864a7de6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:22Z', 'updated_at': '2021-11-02T12:19:23Z', 'revision_number': 2, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': 'ca224b61-79fb-4941-ad64-dcb9864a7de6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb10a81f-06e1-4099-8461-9887c27cd5f5', 'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:34:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:56Z', 'updated_at': '2021-11-02T12:18:00Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:25.566847 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-4cdae761-142c-4177-8f84-e721a71a63ca None None] Provisioning complete for port 38a92b6e-6ead-404a-9636-a6e5c39e2d99 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:25.568166 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4cdae761-142c-4177-8f84-e721a71a63ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:25.569678 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Checking router: 3c274f49-8846-4dc5-b18f-5c3a4139f03e for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:19:25.570654 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Updating router 3c274f49-8846-4dc5-b18f-5c3a4139f03e port 214a561c-5239-4ef0-a7fc-44970e7ecfbd binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:19:25.620085 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf83d5fc-c86f-428b-a049-cd76687c71a7 req-eda5bc89-91a0-40a7-b655-865f6cd2b5c4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 210 time: 0.0392931 Nov 02 12:19:25.643760 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:25.878106 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:19:25.909266 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:25.920836 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:19:25.922043 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device fd9e0d89-9a3a-42c2-bf1b-d5f92be3c21e not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:19:25.999815 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:26.139920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 38a92b6e-6ead-404a-9636-a6e5c39e2d99 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:19:26.168432 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:26.212632 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 38a92b6e-6ead-404a-9636-a6e5c39e2d99 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:26.213139 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:26.237542 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] Router a034e89b-7159-47c8-8051-7eee30597b1a is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:19:26.265091 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10e57f-b1f5-4f9d-b1ce-d77025b22153 None None] Pushing event updated for resources: {'Port': ['ID=214a561c-5239-4ef0-a7fc-44970e7ecfbd,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:26.314108 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10e57f-b1f5-4f9d-b1ce-d77025b22153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:26.314973 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10e57f-b1f5-4f9d-b1ce-d77025b22153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:26.315710 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10e57f-b1f5-4f9d-b1ce-d77025b22153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:26.317614 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10e57f-b1f5-4f9d-b1ce-d77025b22153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:26.318477 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10e57f-b1f5-4f9d-b1ce-d77025b22153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:26.319137 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10e57f-b1f5-4f9d-b1ce-d77025b22153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:26.319780 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10e57f-b1f5-4f9d-b1ce-d77025b22153 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:26.321096 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10e57f-b1f5-4f9d-b1ce-d77025b22153 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:26.321500 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10e57f-b1f5-4f9d-b1ce-d77025b22153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:26.323392 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10e57f-b1f5-4f9d-b1ce-d77025b22153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:26.325251 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10e57f-b1f5-4f9d-b1ce-d77025b22153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:26.326007 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10e57f-b1f5-4f9d-b1ce-d77025b22153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:26.384502 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Attempting to bind port 214a561c-5239-4ef0-a7fc-44970e7ecfbd on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:19:26.385271 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Attempting to bind port 214a561c-5239-4ef0-a7fc-44970e7ecfbd by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '92f86201-f66b-4627-b63b-afe14e9c6f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:19:26.390039 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Attempting to bind port 214a561c-5239-4ef0-a7fc-44970e7ecfbd on network 96a88ffe-3f98-4a67-a539-ef6a881fd183 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:19:26.399825 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:19:26.400457 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Checking segment: {'id': '92f86201-f66b-4627-b63b-afe14e9c6f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:19:26.401132 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:26.401810 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Bound using segment: {'id': '92f86201-f66b-4627-b63b-afe14e9c6f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:19:26.402778 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Bound port: 214a561c-5239-4ef0-a7fc-44970e7ecfbd, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f86201-f66b-4627-b63b-afe14e9c6f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:19:26.403436 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:26.466148 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:19:26.466262 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Sync routers for ids ['a034e89b-7159-47c8-8051-7eee30597b1a'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:19:26.471568 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Routers {'a034e89b-7159-47c8-8051-7eee30597b1a'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:26.472684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a034e89b-7159-47c8-8051-7eee30597b1a'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:26.516047 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] For port 214a561c-5239-4ef0-a7fc-44970e7ecfbd, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:19:26.520259 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] For port 214a561c-5239-4ef0-a7fc-44970e7ecfbd, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=214a561c-5239-4ef0-a7fc-44970e7ecfbd,segment=NetworkSegment(92f86201-f66b-4627-b63b-afe14e9c6f14),segment_id=92f86201-f66b-4627-b63b-afe14e9c6f14)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:19:26.657838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:26.660746 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8fd7248d-df4a-4802-bccc-4eb733747210 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.2123930 Nov 02 12:19:26.663193 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52634) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:26.707644 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:26.783707 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Routers {'3c274f49-8846-4dc5-b18f-5c3a4139f03e'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:26.784836 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:26.830575 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3030d65b-7c6f-4349-9573-776d9a4d747b None None] Provisioning complete for port 214a561c-5239-4ef0-a7fc-44970e7ecfbd triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:26.831545 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3030d65b-7c6f-4349-9573-776d9a4d747b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:26.846957 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10e57f-b1f5-4f9d-b1ce-d77025b22153 None None] Pushing event updated for resources: {'Port': ['ID=214a561c-5239-4ef0-a7fc-44970e7ecfbd,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:26.906681 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Set router a034e89b-7159-47c8-8051-7eee30597b1a gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:26.976235 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cfc0b9f6-f88e-4bfb-a1c8-8812b9216dec req-0f9d0f52-2e82-41ae-ac45-5bc8145bd890 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 210 time: 0.2535472 Nov 02 12:19:27.002901 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] Set router 3c274f49-8846-4dc5-b18f-5c3a4139f03e gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:27.177541 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3030d65b-7c6f-4349-9573-776d9a4d747b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:27.271984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3030d65b-7c6f-4349-9573-776d9a4d747b None None] For port 214a561c-5239-4ef0-a7fc-44970e7ecfbd, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=214a561c-5239-4ef0-a7fc-44970e7ecfbd,segment=NetworkSegment(92f86201-f66b-4627-b63b-afe14e9c6f14),segment_id=92f86201-f66b-4627-b63b-afe14e9c6f14)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:27.288282 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-52b796de-8a88-4437-bd26-0b80ebde44f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:27.289804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a034e89b-7159-47c8-8051-7eee30597b1a', 'name': 'tempest-ImageQuotaTest-942104471-router', 'tenant_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '83577c27-8b2e-4d2b-8157-df7a87115309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:22Z', 'updated_at': '2021-11-02T12:19:24Z', 'revision_number': 3, 'project_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'gw_port': {'id': '83577c27-8b2e-4d2b-8157-df7a87115309', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a034e89b-7159-47c8-8051-7eee30597b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:23Z', 'updated_at': '2021-11-02T12:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:27.323197 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Checking router: a034e89b-7159-47c8-8051-7eee30597b1a for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:19:27.323711 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Updating router a034e89b-7159-47c8-8051-7eee30597b1a port 83577c27-8b2e-4d2b-8157-df7a87115309 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:19:27.354946 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:27.492344 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:19:23Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '56c59c73-6f52-4685-8d34-0682d17d285f', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'port_id': '242f8f10-9a27-462a-a544-817abdc0fb8b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'mac_address': 'fa:16:3e:c0:f8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:18:20Z', 'updated_at': '2021-11-02T12:18:22Z', 'revision_number': 1, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214a561c-5239-4ef0-a7fc-44970e7ecfbd', 'name': '', 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:fe:f5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ca224b61-79fb-4941-ad64-dcb9864a7de6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:22Z', 'updated_at': '2021-11-02T12:19:26Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': 'ca224b61-79fb-4941-ad64-dcb9864a7de6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb10a81f-06e1-4099-8461-9887c27cd5f5', 'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:34:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:56Z', 'updated_at': '2021-11-02T12:18:00Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:27.526606 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb2fcfa-4276-4f4a-baa5-a5e8738cb0ef None None] The sync data for ids ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'] in n-d-806683-18 is: [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:19:23Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '56c59c73-6f52-4685-8d34-0682d17d285f', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'port_id': '242f8f10-9a27-462a-a544-817abdc0fb8b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'mac_address': 'fa:16:3e:c0:f8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:18:20Z', 'updated_at': '2021-11-02T12:18:22Z', 'revision_number': 1, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '214a561c-5239-4ef0-a7fc-44970e7ecfbd', 'name': '', 'network_id': '96a88ffe-3f98-4a67-a539-ef6a881fd183', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:fe:f5:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'ca224b61-79fb-4941-ad64-dcb9864a7de6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:22Z', 'updated_at': '2021-11-02T12:19:26Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': 'ca224b61-79fb-4941-ad64-dcb9864a7de6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb10a81f-06e1-4099-8461-9887c27cd5f5', 'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:34:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:56Z', 'updated_at': '2021-11-02T12:18:00Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:19:27.669247 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3030d65b-7c6f-4349-9573-776d9a4d747b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:27.704859 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-52b796de-8a88-4437-bd26-0b80ebde44f2 admin admin] Allocated IP 172.20.0.1 (81d0be94-5014-4b3f-933c-668800870999/daa4f8d1-91ec-4140-9b73-9751a6d84ce0/df76396c-13f6-4487-8d16-0e2ea7fd494b) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:19:27.762278 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:27.803761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030d65b-7c6f-4349-9573-776d9a4d747b None None] Pushing event updated for resources: {'Port': ['ID=214a561c-5239-4ef0-a7fc-44970e7ecfbd,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:27.812603 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-32de0c07-57e9-4741-807b-2398e0b58d8a None None] Provisioning complete for port 214a561c-5239-4ef0-a7fc-44970e7ecfbd triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:27.812922 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-32de0c07-57e9-4741-807b-2398e0b58d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:27.838807 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-52b796de-8a88-4437-bd26-0b80ebde44f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:27.890591 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:27.953864 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Attempting to bind port 83577c27-8b2e-4d2b-8157-df7a87115309 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:19:27.954263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Attempting to bind port 83577c27-8b2e-4d2b-8157-df7a87115309 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:19:27.954691 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Attempting to bind port 83577c27-8b2e-4d2b-8157-df7a87115309 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:19:27.990462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:19:27.991048 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:19:27.991398 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:27.991935 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:19:27.992430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Bound port: 83577c27-8b2e-4d2b-8157-df7a87115309, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:19:27.992809 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:28.000938 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-52b796de-8a88-4437-bd26-0b80ebde44f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:28.021804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c215c5e-8505-49b9-8f79-bbf8f416c47f None None] Pushing event updated for resources: {'Port': ['ID=83577c27-8b2e-4d2b-8157-df7a87115309,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:28.079285 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b796de-8a88-4437-bd26-0b80ebde44f2 admin admin] Network 81d0be94-5014-4b3f-933c-668800870999 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:19:28.084355 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-52b796de-8a88-4437-bd26-0b80ebde44f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:19:28.088673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b796de-8a88-4437-bd26-0b80ebde44f2 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:19:28.136456 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] For port 83577c27-8b2e-4d2b-8157-df7a87115309, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:19:28.141587 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] For port 83577c27-8b2e-4d2b-8157-df7a87115309, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=83577c27-8b2e-4d2b-8157-df7a87115309,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:19:28.167283 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b796de-8a88-4437-bd26-0b80ebde44f2 admin admin] Pushing event updated for resources: {'Port': ['ID=df76396c-13f6-4487-8d16-0e2ea7fd494b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:28.191594 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-52b796de-8a88-4437-bd26-0b80ebde44f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:28.266533 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:28.351667 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 214a561c-5239-4ef0-a7fc-44970e7ecfbd up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:19:28.373909 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c11a28f7-bd35-41bc-918d-74825c0abfd6 req-e6f662a1-0758-4d7f-b00b-eca499429bbb tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 210 time: 0.0767875 Nov 02 12:19:28.433318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Routers {'a034e89b-7159-47c8-8051-7eee30597b1a'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:28.433749 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a034e89b-7159-47c8-8051-7eee30597b1a'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:28.516938 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c215c5e-8505-49b9-8f79-bbf8f416c47f None None] Pushing event updated for resources: {'Port': ['ID=83577c27-8b2e-4d2b-8157-df7a87115309,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:28.574698 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 214a561c-5239-4ef0-a7fc-44970e7ecfbd triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:28.575031 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:28.625286 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2351358f-3414-40cf-b8a4-92109d491212 None None] Provisioning complete for port df76396c-13f6-4487-8d16-0e2ea7fd494b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:28.625652 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2351358f-3414-40cf-b8a4-92109d491212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:28.633561 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] Set router a034e89b-7159-47c8-8051-7eee30597b1a gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:28.645858 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-52b796de-8a88-4437-bd26-0b80ebde44f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:28.748932 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2351358f-3414-40cf-b8a4-92109d491212 None None] Port df76396c-13f6-4487-8d16-0e2ea7fd494b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:19:28.836153 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-52b796de-8a88-4437-bd26-0b80ebde44f2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:28.901936 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-52b796de-8a88-4437-bd26-0b80ebde44f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:28.935609 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a034e89b-7159-47c8-8051-7eee30597b1a', 'name': 'tempest-ImageQuotaTest-942104471-router', 'tenant_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '83577c27-8b2e-4d2b-8157-df7a87115309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:22Z', 'updated_at': '2021-11-02T12:19:24Z', 'revision_number': 3, 'project_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'gw_port': {'id': '83577c27-8b2e-4d2b-8157-df7a87115309', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a034e89b-7159-47c8-8051-7eee30597b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:23Z', 'updated_at': '2021-11-02T12:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:28.964968 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c49ea42-d12b-4b1a-8b0c-87e19aa35225 None None] The sync data for ids ['a034e89b-7159-47c8-8051-7eee30597b1a'] in n-d-806683-18 is: [{'id': 'a034e89b-7159-47c8-8051-7eee30597b1a', 'name': 'tempest-ImageQuotaTest-942104471-router', 'tenant_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '83577c27-8b2e-4d2b-8157-df7a87115309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:22Z', 'updated_at': '2021-11-02T12:19:24Z', 'revision_number': 3, 'project_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'gw_port': {'id': '83577c27-8b2e-4d2b-8157-df7a87115309', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a034e89b-7159-47c8-8051-7eee30597b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:23Z', 'updated_at': '2021-11-02T12:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:19:28.990759 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-52b796de-8a88-4437-bd26-0b80ebde44f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:28.993791 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b796de-8a88-4437-bd26-0b80ebde44f2 admin admin] Pushing event updated for resources: {'Port': ['ID=df76396c-13f6-4487-8d16-0e2ea7fd494b,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:29.459480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b796de-8a88-4437-bd26-0b80ebde44f2 admin admin] Network 81d0be94-5014-4b3f-933c-668800870999 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:19:29.461313 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-52b796de-8a88-4437-bd26-0b80ebde44f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:19:29.499166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1f409fdb-8b05-4193-be86-fd3249fa6e34 req-1fa16f2d-d0b7-4f49-8a54-c61661ced3f0 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ca29f3f-e2d2-4195-9e94-269c9b9ce1a5 HTTP/1.1" status: 200 len: 210 time: 0.0353029 Nov 02 12:19:29.678424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b796de-8a88-4437-bd26-0b80ebde44f2 admin admin] Router a034e89b-7159-47c8-8051-7eee30597b1a has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:19:29.793282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e277d85a-0756-4e89-9d5b-99521ed9a666 None None] Provisioning complete for port df76396c-13f6-4487-8d16-0e2ea7fd494b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:29.794144 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e277d85a-0756-4e89-9d5b-99521ed9a666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:29.819597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b796de-8a88-4437-bd26-0b80ebde44f2 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:19:29.830765 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-52b796de-8a88-4437-bd26-0b80ebde44f2 admin admin] 10.222.0.52 "PUT /v2.0/routers/a034e89b-7159-47c8-8051-7eee30597b1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1620743 Nov 02 12:19:29.852189 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e277d85a-0756-4e89-9d5b-99521ed9a666 None None] Port df76396c-13f6-4487-8d16-0e2ea7fd494b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:19:30.207281 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 83577c27-8b2e-4d2b-8157-df7a87115309 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:19:30.264678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 83577c27-8b2e-4d2b-8157-df7a87115309 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:30.265072 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:30.359150 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:30.392225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 83577c27-8b2e-4d2b-8157-df7a87115309, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=83577c27-8b2e-4d2b-8157-df7a87115309,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:30.513668 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:30.591859 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=83577c27-8b2e-4d2b-8157-df7a87115309,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:30.841875 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Sync routers for ids ['a034e89b-7159-47c8-8051-7eee30597b1a'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:19:30.855056 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Routers {'a034e89b-7159-47c8-8051-7eee30597b1a'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:30.855695 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a034e89b-7159-47c8-8051-7eee30597b1a'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:30.977879 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Set router a034e89b-7159-47c8-8051-7eee30597b1a gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:31.218328 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a034e89b-7159-47c8-8051-7eee30597b1a', 'name': 'tempest-ImageQuotaTest-942104471-router', 'tenant_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '83577c27-8b2e-4d2b-8157-df7a87115309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:22Z', 'updated_at': '2021-11-02T12:19:28Z', 'revision_number': 4, 'project_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'gw_port': {'id': '83577c27-8b2e-4d2b-8157-df7a87115309', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a034e89b-7159-47c8-8051-7eee30597b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:23Z', 'updated_at': '2021-11-02T12:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'df76396c-13f6-4487-8d16-0e2ea7fd494b', 'name': '', 'network_id': '81d0be94-5014-4b3f-933c-668800870999', 'tenant_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'mac_address': 'fa:16:3e:a6:f9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a034e89b-7159-47c8-8051-7eee30597b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'daa4f8d1-91ec-4140-9b73-9751a6d84ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:27Z', 'updated_at': '2021-11-02T12:19:28Z', 'revision_number': 2, 'project_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'subnets': [{'id': 'daa4f8d1-91ec-4140-9b73-9751a6d84ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:31.253464 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Checking router: a034e89b-7159-47c8-8051-7eee30597b1a for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:19:31.254333 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Updating router a034e89b-7159-47c8-8051-7eee30597b1a port df76396c-13f6-4487-8d16-0e2ea7fd494b binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:19:31.283492 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:31.362194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52670) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:31.660855 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:31.742338 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:31.783295 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d0798fa7-51c9-478a-aff8-484d09f0e0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:31.840016 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ab86d-dab5-48a8-8e9e-d2377243be25 None None] Pushing event updated for resources: {'Port': ['ID=df76396c-13f6-4487-8d16-0e2ea7fd494b,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:31.876262 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Attempting to bind port df76396c-13f6-4487-8d16-0e2ea7fd494b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:19:31.877452 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Attempting to bind port df76396c-13f6-4487-8d16-0e2ea7fd494b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '45d0a4e2-52cb-4a69-8dd4-7131e205e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '81d0be94-5014-4b3f-933c-668800870999'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:19:31.878043 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Attempting to bind port df76396c-13f6-4487-8d16-0e2ea7fd494b on network 81d0be94-5014-4b3f-933c-668800870999 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:19:31.885260 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:19:31.886037 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Checking segment: {'id': '45d0a4e2-52cb-4a69-8dd4-7131e205e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '81d0be94-5014-4b3f-933c-668800870999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:19:31.886680 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:31.887367 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Bound using segment: {'id': '45d0a4e2-52cb-4a69-8dd4-7131e205e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '81d0be94-5014-4b3f-933c-668800870999'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:19:31.888100 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Bound port: df76396c-13f6-4487-8d16-0e2ea7fd494b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d0a4e2-52cb-4a69-8dd4-7131e205e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '81d0be94-5014-4b3f-933c-668800870999'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:19:31.888708 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:31.986331 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] For port df76396c-13f6-4487-8d16-0e2ea7fd494b, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:19:31.999284 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] For port df76396c-13f6-4487-8d16-0e2ea7fd494b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=df76396c-13f6-4487-8d16-0e2ea7fd494b,segment=NetworkSegment(45d0a4e2-52cb-4a69-8dd4-7131e205e226),segment_id=45d0a4e2-52cb-4a69-8dd4-7131e205e226)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:19:32.085043 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:32.099734 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1be1cd74-4622-4f77-9c80-6ac187551961 None None] Provisioning complete for port df76396c-13f6-4487-8d16-0e2ea7fd494b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:32.100749 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1be1cd74-4622-4f77-9c80-6ac187551961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:32.198819 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1be1cd74-4622-4f77-9c80-6ac187551961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:32.211403 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 83577c27-8b2e-4d2b-8157-df7a87115309 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:19:32.226300 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ab86d-dab5-48a8-8e9e-d2377243be25 None None] Pushing event updated for resources: {'Port': ['ID=df76396c-13f6-4487-8d16-0e2ea7fd494b,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:32.229753 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Routers {'a034e89b-7159-47c8-8051-7eee30597b1a'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:32.230597 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a034e89b-7159-47c8-8051-7eee30597b1a'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:32.261265 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-d0798fa7-51c9-478a-aff8-484d09f0e0b3 admin admin] Deleting port df76396c-13f6-4487-8d16-0e2ea7fd494b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:32.261879 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d0798fa7-51c9-478a-aff8-484d09f0e0b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:32.270835 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1be1cd74-4622-4f77-9c80-6ac187551961 None None] For port df76396c-13f6-4487-8d16-0e2ea7fd494b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=df76396c-13f6-4487-8d16-0e2ea7fd494b,segment=NetworkSegment(45d0a4e2-52cb-4a69-8dd4-7131e205e226),segment_id=45d0a4e2-52cb-4a69-8dd4-7131e205e226)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:32.304089 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 83577c27-8b2e-4d2b-8157-df7a87115309 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:32.304476 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:32.385895 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1be1cd74-4622-4f77-9c80-6ac187551961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:32.417050 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-d0798fa7-51c9-478a-aff8-484d09f0e0b3 admin admin] For port df76396c-13f6-4487-8d16-0e2ea7fd494b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=df76396c-13f6-4487-8d16-0e2ea7fd494b,segment=NetworkSegment(45d0a4e2-52cb-4a69-8dd4-7131e205e226),segment_id=45d0a4e2-52cb-4a69-8dd4-7131e205e226)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:32.418202 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d0798fa7-51c9-478a-aff8-484d09f0e0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:32.444161 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-d0798fa7-51c9-478a-aff8-484d09f0e0b3 admin admin] Calling delete_port for df76396c-13f6-4487-8d16-0e2ea7fd494b owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:32.495441 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1cd74-4622-4f77-9c80-6ac187551961 None None] Pushing event updated for resources: {'Port': ['ID=df76396c-13f6-4487-8d16-0e2ea7fd494b,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:32.515308 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] Set router a034e89b-7159-47c8-8051-7eee30597b1a gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:32.554655 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1cd74-4622-4f77-9c80-6ac187551961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:32.555201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1cd74-4622-4f77-9c80-6ac187551961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:32.555637 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1cd74-4622-4f77-9c80-6ac187551961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:32.556070 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1cd74-4622-4f77-9c80-6ac187551961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:32.556596 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1cd74-4622-4f77-9c80-6ac187551961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:32.557209 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1cd74-4622-4f77-9c80-6ac187551961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:32.557907 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1cd74-4622-4f77-9c80-6ac187551961 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:32.558345 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1cd74-4622-4f77-9c80-6ac187551961 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:32.558765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1cd74-4622-4f77-9c80-6ac187551961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:32.559215 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1cd74-4622-4f77-9c80-6ac187551961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:32.559633 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1cd74-4622-4f77-9c80-6ac187551961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:32.560049 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be1cd74-4622-4f77-9c80-6ac187551961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:19:32.613038 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-44691519-8dfb-4b15-ab74-984c8530f7e8 None None] Provisioning complete for port df76396c-13f6-4487-8d16-0e2ea7fd494b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:32.613546 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-44691519-8dfb-4b15-ab74-984c8530f7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:32.761476 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a034e89b-7159-47c8-8051-7eee30597b1a', 'name': 'tempest-ImageQuotaTest-942104471-router', 'tenant_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '83577c27-8b2e-4d2b-8157-df7a87115309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:22Z', 'updated_at': '2021-11-02T12:19:28Z', 'revision_number': 4, 'project_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'gw_port': {'id': '83577c27-8b2e-4d2b-8157-df7a87115309', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a034e89b-7159-47c8-8051-7eee30597b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:23Z', 'updated_at': '2021-11-02T12:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'df76396c-13f6-4487-8d16-0e2ea7fd494b', 'name': '', 'network_id': '81d0be94-5014-4b3f-933c-668800870999', 'tenant_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'mac_address': 'fa:16:3e:a6:f9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a034e89b-7159-47c8-8051-7eee30597b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'daa4f8d1-91ec-4140-9b73-9751a6d84ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:27Z', 'updated_at': '2021-11-02T12:19:31Z', 'revision_number': 4, 'project_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'subnets': [{'id': 'daa4f8d1-91ec-4140-9b73-9751a6d84ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:32.794899 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a7594e-2e19-4da8-95e5-d98dd2e6bd1a None None] The sync data for ids ['a034e89b-7159-47c8-8051-7eee30597b1a'] in n-d-806683-18 is: [{'id': 'a034e89b-7159-47c8-8051-7eee30597b1a', 'name': 'tempest-ImageQuotaTest-942104471-router', 'tenant_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': '83577c27-8b2e-4d2b-8157-df7a87115309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:22Z', 'updated_at': '2021-11-02T12:19:28Z', 'revision_number': 4, 'project_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'gw_port': {'id': '83577c27-8b2e-4d2b-8157-df7a87115309', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:bd:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a034e89b-7159-47c8-8051-7eee30597b1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:23Z', 'updated_at': '2021-11-02T12:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'df76396c-13f6-4487-8d16-0e2ea7fd494b', 'name': '', 'network_id': '81d0be94-5014-4b3f-933c-668800870999', 'tenant_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'mac_address': 'fa:16:3e:a6:f9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a034e89b-7159-47c8-8051-7eee30597b1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'daa4f8d1-91ec-4140-9b73-9751a6d84ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:27Z', 'updated_at': '2021-11-02T12:19:31Z', 'revision_number': 4, 'project_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'subnets': [{'id': 'daa4f8d1-91ec-4140-9b73-9751a6d84ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:19:32.820123 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d0798fa7-51c9-478a-aff8-484d09f0e0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:32.907386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0798fa7-51c9-478a-aff8-484d09f0e0b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=df76396c-13f6-4487-8d16-0e2ea7fd494b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:33.152611 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d0798fa7-51c9-478a-aff8-484d09f0e0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:33.405215 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0798fa7-51c9-478a-aff8-484d09f0e0b3 admin admin] Router a034e89b-7159-47c8-8051-7eee30597b1a has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:19:33.532185 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0798fa7-51c9-478a-aff8-484d09f0e0b3 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:19:33.541401 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d0798fa7-51c9-478a-aff8-484d09f0e0b3 admin admin] 10.222.0.52 "PUT /v2.0/routers/a034e89b-7159-47c8-8051-7eee30597b1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1764865 Nov 02 12:19:33.541705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52678) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:33.662004 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c924177-370c-47af-9266-6f8e1485dc48 admin admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:33.801403 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c924177-370c-47af-9266-6f8e1485dc48 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:33.968635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6c924177-370c-47af-9266-6f8e1485dc48 admin admin] Deleting port 83577c27-8b2e-4d2b-8157-df7a87115309 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:33.969005 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c924177-370c-47af-9266-6f8e1485dc48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:34.065094 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-6c924177-370c-47af-9266-6f8e1485dc48 admin admin] For port 83577c27-8b2e-4d2b-8157-df7a87115309, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=83577c27-8b2e-4d2b-8157-df7a87115309,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:34.065369 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c924177-370c-47af-9266-6f8e1485dc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:34.080763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6c924177-370c-47af-9266-6f8e1485dc48 admin admin] Calling delete_port for 83577c27-8b2e-4d2b-8157-df7a87115309 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:34.369028 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c924177-370c-47af-9266-6f8e1485dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:34.400345 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c924177-370c-47af-9266-6f8e1485dc48 admin admin] Pushing event deleted for resources: {'Port': ['ID=83577c27-8b2e-4d2b-8157-df7a87115309,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:34.484541 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c924177-370c-47af-9266-6f8e1485dc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:34.602942 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c924177-370c-47af-9266-6f8e1485dc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:34.605252 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c924177-370c-47af-9266-6f8e1485dc48 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:34.665015 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef48f1-56fd-4de8-b97b-e24506771073 None None] Sync routers for ids ['a034e89b-7159-47c8-8051-7eee30597b1a'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:19:34.685739 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef48f1-56fd-4de8-b97b-e24506771073 None None] Routers {'a034e89b-7159-47c8-8051-7eee30597b1a'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:34.686427 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-74ef48f1-56fd-4de8-b97b-e24506771073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a034e89b-7159-47c8-8051-7eee30597b1a'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:34.772192 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-74ef48f1-56fd-4de8-b97b-e24506771073 None None] Set router a034e89b-7159-47c8-8051-7eee30597b1a gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:34.781683 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c924177-370c-47af-9266-6f8e1485dc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:34.782225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c924177-370c-47af-9266-6f8e1485dc48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a034e89b-7159-47c8-8051-7eee30597b1a {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:19:34.790099 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6c924177-370c-47af-9266-6f8e1485dc48 admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:34.792916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6c924177-370c-47af-9266-6f8e1485dc48 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a034e89b-7159-47c8-8051-7eee30597b1a HTTP/1.1" status: 204 len: 168 time: 1.2501724 Nov 02 12:19:34.795611 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52684) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:34.846955 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-12cf521a-328d-4621-a944-28592df1d8d8 admin admin] Deleting subnet daa4f8d1-91ec-4140-9b73-9751a6d84ce0 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:19:34.847209 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-74ef48f1-56fd-4de8-b97b-e24506771073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a034e89b-7159-47c8-8051-7eee30597b1a', 'name': 'tempest-ImageQuotaTest-942104471-router', 'tenant_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:22Z', 'updated_at': '2021-11-02T12:19:34Z', 'revision_number': 7, 'project_id': 'eacbf972199a46c3a823d40f5ef3ea9b', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:34.851452 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12cf521a-328d-4621-a944-28592df1d8d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:34.894450 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12cf521a-328d-4621-a944-28592df1d8d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:34.898388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef48f1-56fd-4de8-b97b-e24506771073 None None] Checking router: a034e89b-7159-47c8-8051-7eee30597b1a for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:19:34.915269 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef48f1-56fd-4de8-b97b-e24506771073 None None] Routers set() bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:34.915880 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef48f1-56fd-4de8-b97b-e24506771073 None None] Router IDs set() for agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 02 12:19:34.917498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_agentschedulers_db [None req-74ef48f1-56fd-4de8-b97b-e24506771073 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a034e89b-7159-47c8-8051-7eee30597b1a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent'). {{(pid=102691) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 02 12:19:34.918134 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ef48f1-56fd-4de8-b97b-e24506771073 None None] The sync data for ids ['a034e89b-7159-47c8-8051-7eee30597b1a'] in n-d-806683-18 is: [] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:19:34.993009 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12cf521a-328d-4621-a944-28592df1d8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:35.130697 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12cf521a-328d-4621-a944-28592df1d8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:35.161869 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf521a-328d-4621-a944-28592df1d8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daa4f8d1-91ec-4140-9b73-9751a6d84ce0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:35.164221 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-12cf521a-328d-4621-a944-28592df1d8d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:35.167975 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-12cf521a-328d-4621-a944-28592df1d8d8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/daa4f8d1-91ec-4140-9b73-9751a6d84ce0 HTTP/1.1" status: 204 len: 168 time: 0.3700023 Nov 02 12:19:35.171960 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52686) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:35.177003 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd5f96a-d143-4052-9dc7-c3eb97bd2972 None None] Network 81d0be94-5014-4b3f-933c-668800870999 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:19:35.271344 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:35.362343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] Deleting port 38a92b6e-6ead-404a-9636-a6e5c39e2d99 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:35.362742 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:35.429891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35303f6b-c063-4240-b7d1-b28feb8c1159 None None] DHCP port deletion for 81d0be94-5014-4b3f-933c-668800870999 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:19:35.502808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] For port 38a92b6e-6ead-404a-9636-a6e5c39e2d99, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=38a92b6e-6ead-404a-9636-a6e5c39e2d99,segment=NetworkSegment(45d0a4e2-52cb-4a69-8dd4-7131e205e226),segment_id=45d0a4e2-52cb-4a69-8dd4-7131e205e226)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:35.503860 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:35.521500 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] Calling delete_port for 38a92b6e-6ead-404a-9636-a6e5c39e2d99 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:35.531223 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-35303f6b-c063-4240-b7d1-b28feb8c1159 None None] Deleting port 38a92b6e-6ead-404a-9636-a6e5c39e2d99 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:35.531960 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-35303f6b-c063-4240-b7d1-b28feb8c1159 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:35.651072 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-35303f6b-c063-4240-b7d1-b28feb8c1159 None None] For port 38a92b6e-6ead-404a-9636-a6e5c39e2d99, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=38a92b6e-6ead-404a-9636-a6e5c39e2d99,segment=NetworkSegment(45d0a4e2-52cb-4a69-8dd4-7131e205e226),segment_id=45d0a4e2-52cb-4a69-8dd4-7131e205e226)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:35.651480 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-35303f6b-c063-4240-b7d1-b28feb8c1159 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:35.666883 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-35303f6b-c063-4240-b7d1-b28feb8c1159 None None] Calling delete_port for 38a92b6e-6ead-404a-9636-a6e5c39e2d99 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:35.796583 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:35.828252 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-35303f6b-c063-4240-b7d1-b28feb8c1159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:35.877851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] No DVR routers for this DVR port 38a92b6e-6ead-404a-9636-a6e5c39e2d99 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:19:35.888845 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=38a92b6e-6ead-404a-9636-a6e5c39e2d99,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:36.030687 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:36.060622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d0be94-5014-4b3f-933c-668800870999']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:36.089994 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d0a4e2-52cb-4a69-8dd4-7131e205e226') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:36.090332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d0a4e2-52cb-4a69-8dd4-7131e205e226') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:36.098730 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35303f6b-c063-4240-b7d1-b28feb8c1159 None None] Pushing event deleted for resources: {'Port': ['ID=38a92b6e-6ead-404a-9636-a6e5c39e2d99,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:36.111504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35303f6b-c063-4240-b7d1-b28feb8c1159 None None] No DVR routers for this DVR port 38a92b6e-6ead-404a-9636-a6e5c39e2d99 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:19:36.120793 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:36.161226 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:19:36.174256 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:19:36.195157 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 83577c27-8b2e-4d2b-8157-df7a87115309 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:19:36.221024 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 83577c27-8b2e-4d2b-8157-df7a87115309 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:19:36.221418 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 83577c27-8b2e-4d2b-8157-df7a87115309 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:19:36.221847 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device df76396c-13f6-4487-8d16-0e2ea7fd494b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:19:36.248451 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: df76396c-13f6-4487-8d16-0e2ea7fd494b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:19:36.263626 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device df76396c-13f6-4487-8d16-0e2ea7fd494b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:19:36.263626 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 38a92b6e-6ead-404a-9636-a6e5c39e2d99 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:19:36.273611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 38a92b6e-6ead-404a-9636-a6e5c39e2d99 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:19:36.273611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 38a92b6e-6ead-404a-9636-a6e5c39e2d99 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:19:36.437670 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:36.448487 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:36.454690 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/81d0be94-5014-4b3f-933c-668800870999 HTTP/1.1" status: 204 len: 168 time: 1.2815616 Nov 02 12:19:36.468867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871487d0-ba50-4324-b2a6-3c42fc4543c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=81d0be94-5014-4b3f-933c-668800870999,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:36.916669 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52700) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:36.967293 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4c0e79ea-a2f3-4158-a8bf-78446cf9a24b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eacbf972199a46c3a823d40f5ef3ea9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0488048 Nov 02 12:19:36.970481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52702) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:37.052834 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81a1ce6f-b855-4d6a-b6d4-fb8af68c541a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:37.077405 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81a1ce6f-b855-4d6a-b6d4-fb8af68c541a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:37.209060 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81a1ce6f-b855-4d6a-b6d4-fb8af68c541a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:37.214203 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-81a1ce6f-b855-4d6a-b6d4-fb8af68c541a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:37.219104 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-81a1ce6f-b855-4d6a-b6d4-fb8af68c541a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee5b65cc-7a3a-49b0-ac89-144103e0c29e HTTP/1.1" status: 204 len: 168 time: 0.2438841 Nov 02 12:19:37.230163 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1ce6f-b855-4d6a-b6d4-fb8af68c541a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5b65cc-7a3a-49b0-ac89-144103e0c29e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:38.096263 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52712) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:38.110485 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-86a6dfae-d0b3-41fc-8ce4-c8dd0e54e649 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:38.189931 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-86a6dfae-d0b3-41fc-8ce4-c8dd0e54e649 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:38.300934 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-86a6dfae-d0b3-41fc-8ce4-c8dd0e54e649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:38.343164 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-86a6dfae-d0b3-41fc-8ce4-c8dd0e54e649 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2457268 Nov 02 12:19:38.344060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6dfae-d0b3-41fc-8ce4-c8dd0e54e649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff13e5a-5fdd-4537-8ee9-d52dee7ec5a9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:38.345849 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52714) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:38.402479 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e6d8a2b-9ab4-4f87-94cd-077983355392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:38.423777 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e6d8a2b-9ab4-4f87-94cd-077983355392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:38.534039 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52718) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:38.599610 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e6d8a2b-9ab4-4f87-94cd-077983355392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:38.602232 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5e6d8a2b-9ab4-4f87-94cd-077983355392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:38.603418 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5e6d8a2b-9ab4-4f87-94cd-077983355392 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ff13e5a-5fdd-4537-8ee9-d52dee7ec5a9 HTTP/1.1" status: 204 len: 168 time: 0.2565470 Nov 02 12:19:38.647485 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d8a2b-9ab4-4f87-94cd-077983355392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff13e5a-5fdd-4537-8ee9-d52dee7ec5a9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:38.734864 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-7f82d46b-e8a1-4d9f-951f-c7c0d2e3028d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Deleting port 482d456c-5df2-435d-a3b6-f8158ee8f18e {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:38.735251 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7f82d46b-e8a1-4d9f-951f-c7c0d2e3028d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:38.830409 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7f82d46b-e8a1-4d9f-951f-c7c0d2e3028d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:38.830861 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7f82d46b-e8a1-4d9f-951f-c7c0d2e3028d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:38.848981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-7f82d46b-e8a1-4d9f-951f-c7c0d2e3028d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Calling delete_port for 482d456c-5df2-435d-a3b6-f8158ee8f18e owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:39.105350 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7f82d46b-e8a1-4d9f-951f-c7c0d2e3028d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:39.132980 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82d46b-e8a1-4d9f-951f-c7c0d2e3028d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event deleted for resources: {'Port': ['ID=482d456c-5df2-435d-a3b6-f8158ee8f18e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:39.204525 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7f82d46b-e8a1-4d9f-951f-c7c0d2e3028d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:39.204970 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-7f82d46b-e8a1-4d9f-951f-c7c0d2e3028d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Floating IP 07d52d56-3207-4f74-b201-c255bb7b1329 disassociated (deleted). External IP: 172.25.6.226, port: 13524ad8-f602-4ece-9f00-b780afaf2803. Nov 02 12:19:39.436994 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f82d46b-e8a1-4d9f-951f-c7c0d2e3028d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:19:39.529305 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52742) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:39.572496 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f82d46b-e8a1-4d9f-951f-c7c0d2e3028d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:19:39.577589 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7f82d46b-e8a1-4d9f-951f-c7c0d2e3028d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:39.585689 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca5a32-d887-4653-8f8a-339652305581 None None] Sync routers for ids ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:19:39.597554 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca5a32-d887-4653-8f8a-339652305581 None None] Routers {'ddc3b898-3f37-4d0b-8bfc-4c1613696b05'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:39.598700 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-10ca5a32-d887-4653-8f8a-339652305581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:39.606069 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7f82d46b-e8a1-4d9f-951f-c7c0d2e3028d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "DELETE /v2.0/floatingips/07d52d56-3207-4f74-b201-c255bb7b1329 HTTP/1.1" status: 204 len: 168 time: 1.0708210 Nov 02 12:19:39.606737 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'tag': '13524ad8-f602-4ece-9f00-b780afaf2803'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:19:39.609418 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd81785a-2f43-4fec-b917-acda69e22a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c2dc265-6539-4ea0-b6ad-203fb855c48c", "tag": "13524ad8-f602-4ece-9f00-b780afaf2803"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:19:39.645869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-33eee4aa-1e8f-4033-93c6-70fc9fa14c38 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-972451552-network', 'tenant_id': 'f6d1018cde9746758825c95739858af1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:19:39.773509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eee4aa-1e8f-4033-93c6-70fc9fa14c38 admin admin] Made reservation on behalf of f6d1018cde9746758825c95739858af1 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:19:39.775968 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33eee4aa-1e8f-4033-93c6-70fc9fa14c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:39.788356 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33eee4aa-1e8f-4033-93c6-70fc9fa14c38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:39.804634 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-10ca5a32-d887-4653-8f8a-339652305581 None None] Set router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:39.873851 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33eee4aa-1e8f-4033-93c6-70fc9fa14c38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:39.969567 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33eee4aa-1e8f-4033-93c6-70fc9fa14c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:39.996016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33eee4aa-1e8f-4033-93c6-70fc9fa14c38 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:19:40.006260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eee4aa-1e8f-4033-93c6-70fc9fa14c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72c109c-1c3e-451b-8989-2416bbcb3f43,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:40.011672 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33eee4aa-1e8f-4033-93c6-70fc9fa14c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:40.013158 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-33eee4aa-1e8f-4033-93c6-70fc9fa14c38 admin admin] Added segment 4d8a3500-7948-431e-9bb4-ec144dd59a7a of type vlan for network 8fdb0ae2-076a-46e9-add2-7ffc49cf4995 Nov 02 12:19:40.017509 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-10ca5a32-d887-4653-8f8a-339652305581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:25Z', 'revision_number': 5, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:40.045571 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca5a32-d887-4653-8f8a-339652305581 None None] Checking router: ddc3b898-3f37-4d0b-8bfc-4c1613696b05 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:19:40.054877 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca5a32-d887-4653-8f8a-339652305581 None None] Routers {'ddc3b898-3f37-4d0b-8bfc-4c1613696b05'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:40.055523 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-10ca5a32-d887-4653-8f8a-339652305581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:40.061622 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33eee4aa-1e8f-4033-93c6-70fc9fa14c38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:40.078077 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c495e3-104e-4bfa-b782-6da67ea802a1 x-openstack-request-id: req-e4c495e3-104e-4bfa-b782-6da67ea802a1 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:19:40.078377 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c2dc265-6539-4ea0-b6ad-203fb855c48c", "tag": "13524ad8-f602-4ece-9f00-b780afaf2803", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:19:40.078633 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4c495e3-104e-4bfa-b782-6da67ea802a1 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:19:40.079105 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'tag': '13524ad8-f602-4ece-9f00-b780afaf2803', 'status': 'completed', 'code': 200} Nov 02 12:19:40.152002 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81785a-2f43-4fec-b917-acda69e22a4c req-ada049d4-c727-4c30-8bee-6d3a5a80ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:40.153554 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd81785a-2f43-4fec-b917-acda69e22a4c req-ada049d4-c727-4c30-8bee-6d3a5a80ba10 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ab186707669f41a6b53ebcba8031edaa&device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 1097 time: 0.0532315 Nov 02 12:19:40.173777 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-10ca5a32-d887-4653-8f8a-339652305581 None None] Set router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:40.236365 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33eee4aa-1e8f-4033-93c6-70fc9fa14c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:40.237244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eee4aa-1e8f-4033-93c6-70fc9fa14c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:40.238762 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-33eee4aa-1e8f-4033-93c6-70fc9fa14c38 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:40.270793 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeaa093-ebc6-4191-bf49-1cfe11d40282 req-01732d6b-c95e-4b47-bcd0-016f171154fe tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:40.272348 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0aeaa093-ebc6-4191-bf49-1cfe11d40282 req-01732d6b-c95e-4b47-bcd0-016f171154fe tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 945 time: 0.1310322 Nov 02 12:19:40.415108 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-10ca5a32-d887-4653-8f8a-339652305581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:25Z', 'revision_number': 5, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:40.444872 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca5a32-d887-4653-8f8a-339652305581 None None] The sync data for ids ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'] in n-d-806683-18 is: [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:01:20Z', 'revision_number': 4, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '2ade138a-e8ba-4d3b-b611-b11dfeca3fdd', 'name': '', 'network_id': 'b3d723ce-e5b2-4427-a422-70398aab6d7f', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'mac_address': 'fa:16:3e:60:a7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '0360a412-e52f-4282-8491-82f08f448324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:17Z', 'updated_at': '2021-11-02T12:01:25Z', 'revision_number': 5, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'subnets': [{'id': '0360a412-e52f-4282-8491-82f08f448324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:19:40.668206 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-33eee4aa-1e8f-4033-93c6-70fc9fa14c38 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1376500 Nov 02 12:19:40.671381 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52752) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:40.676850 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-99bc3f68-3e0d-4b5a-b49a-24481f4be0e7 admin admin] Request body: {'subnet': {'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-972451552-subnet', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:19:40.679691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eee4aa-1e8f-4033-93c6-70fc9fa14c38 admin admin] Pushing event updated for resources: {'Network': ['ID=8fdb0ae2-076a-46e9-add2-7ffc49cf4995,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:40.689668 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 8fdb0ae2-076a-46e9-add2-7ffc49cf4995 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:19:40.709978 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81785a-2f43-4fec-b917-acda69e22a4c req-552dc173-436d-433b-9a3c-454bb93584a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:40.712109 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd81785a-2f43-4fec-b917-acda69e22a4c req-552dc173-436d-433b-9a3c-454bb93584a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 200 len: 912 time: 0.5380774 Nov 02 12:19:40.766147 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd81785a-2f43-4fec-b917-acda69e22a4c req-7c90294c-f8fe-4ffc-a857-1d125890b143 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13524ad8-f602-4ece-9f00-b780afaf2803 HTTP/1.1" status: 200 len: 217 time: 0.0469506 Nov 02 12:19:40.770277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdaa4aa-3756-4839-825d-ba1b882de294 req-8dcb6344-7c12-43d2-aeeb-875fdd67cdb7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:40.772202 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bbdaa4aa-3756-4839-825d-ba1b882de294 req-8dcb6344-7c12-43d2-aeeb-875fdd67cdb7 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 945 time: 0.0757952 Nov 02 12:19:40.777189 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0aeaa093-ebc6-4191-bf49-1cfe11d40282 req-869435a2-d673-41f5-bdc4-8465d113952f tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/security-groups?id=809056b9-f7fd-4fe5-9162-8662c935645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4944155 Nov 02 12:19:40.784432 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d351adf-bec0-4535-9084-50aab338d9fb None None] New status for floating IP 07d52d56-3207-4f74-b201-c255bb7b1329: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:19:40.832978 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81785a-2f43-4fec-b917-acda69e22a4c req-2aa3665e-cc87-484d-bc4c-e0d21902c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:40.867920 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd81785a-2f43-4fec-b917-acda69e22a4c req-2aa3665e-cc87-484d-bc4c-e0d21902c134 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 200 len: 850 time: 0.0562725 Nov 02 12:19:40.889635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81785a-2f43-4fec-b917-acda69e22a4c req-24868ec2-a782-4af0-b40f-e79b1aa7880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:40.891335 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd81785a-2f43-4fec-b917-acda69e22a4c req-24868ec2-a782-4af0-b40f-e79b1aa7880b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3d723ce-e5b2-4427-a422-70398aab6d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498974 Nov 02 12:19:40.932085 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-bbdaa4aa-3756-4839-825d-ba1b882de294 req-503b910e-52a6-4375-8a73-c58f24d4d13a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Deleting port 13524ad8-f602-4ece-9f00-b780afaf2803 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:40.932426 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-bbdaa4aa-3756-4839-825d-ba1b882de294 req-503b910e-52a6-4375-8a73-c58f24d4d13a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:40.954061 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bc3f68-3e0d-4b5a-b49a-24481f4be0e7 admin admin] Made reservation on behalf of f6d1018cde9746758825c95739858af1 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:19:40.957086 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99bc3f68-3e0d-4b5a-b49a-24481f4be0e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:41.005997 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd81785a-2f43-4fec-b917-acda69e22a4c req-bc72b8d0-f800-48ef-ba05-278584c170ef service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057246 Nov 02 12:19:41.095490 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-bbdaa4aa-3756-4839-825d-ba1b882de294 req-503b910e-52a6-4375-8a73-c58f24d4d13a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] For port 13524ad8-f602-4ece-9f00-b780afaf2803, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=13524ad8-f602-4ece-9f00-b780afaf2803,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:41.095786 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-bbdaa4aa-3756-4839-825d-ba1b882de294 req-503b910e-52a6-4375-8a73-c58f24d4d13a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:41.113153 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-bbdaa4aa-3756-4839-825d-ba1b882de294 req-503b910e-52a6-4375-8a73-c58f24d4d13a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Calling delete_port for 13524ad8-f602-4ece-9f00-b780afaf2803 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:41.121764 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd81785a-2f43-4fec-b917-acda69e22a4c req-915a28d4-0a65-4004-b0be-67d145cf13d4 service neutron] 10.222.0.54 "GET /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084969 Nov 02 12:19:41.375783 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99bc3f68-3e0d-4b5a-b49a-24481f4be0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:41.419175 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-bbdaa4aa-3756-4839-825d-ba1b882de294 req-503b910e-52a6-4375-8a73-c58f24d4d13a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:41.475310 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b910e-52a6-4375-8a73-c58f24d4d13a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event deleted for resources: {'Port': ['ID=13524ad8-f602-4ece-9f00-b780afaf2803,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:41.479749 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc3f68-3e0d-4b5a-b49a-24481f4be0e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=632c1c01-2089-4554-971e-94aa5645a37e,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:41.527287 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bc3f68-3e0d-4b5a-b49a-24481f4be0e7 admin admin] Checking segment: {'id': '4d8a3500-7948-431e-9bb4-ec144dd59a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:19:41.527721 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bc3f68-3e0d-4b5a-b49a-24481f4be0e7 admin admin] Network hostable DHCP agents. Network: 8fdb0ae2-076a-46e9-add2-7ffc49cf4995, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:19:41.546439 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdaa4aa-3756-4839-825d-ba1b882de294 req-503b910e-52a6-4375-8a73-c58f24d4d13a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] No DVR routers for this DVR port 13524ad8-f602-4ece-9f00-b780afaf2803 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:19:41.550615 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-bbdaa4aa-3756-4839-825d-ba1b882de294 req-503b910e-52a6-4375-8a73-c58f24d4d13a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:41.555311 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bbdaa4aa-3756-4839-825d-ba1b882de294 req-503b910e-52a6-4375-8a73-c58f24d4d13a tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.54 "DELETE /v2.0/ports/13524ad8-f602-4ece-9f00-b780afaf2803 HTTP/1.1" status: 204 len: 173 time: 0.7759120 Nov 02 12:19:41.676760 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bc3f68-3e0d-4b5a-b49a-24481f4be0e7 admin admin] Network 8fdb0ae2-076a-46e9-add2-7ffc49cf4995 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:19:41.762126 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-99bc3f68-3e0d-4b5a-b49a-24481f4be0e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 8fdb0ae2-076a-46e9-add2-7ffc49cf4995) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:19:41.767122 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bc3f68-3e0d-4b5a-b49a-24481f4be0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:41.769260 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99bc3f68-3e0d-4b5a-b49a-24481f4be0e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:41.778943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fa2881-6135-4b79-99b3-b94c7c05dd1f None None] Network 8fdb0ae2-076a-46e9-add2-7ffc49cf4995 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:19:41.908194 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-99bc3f68-3e0d-4b5a-b49a-24481f4be0e7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2344189 Nov 02 12:19:41.910641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52760) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:41.916593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-680fb871-efb0-43ee-ba03-d06b9afe1d0a req-5b943159-7cd4-4069-bd85-c5640bb07bf4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 210 time: 0.0601444 Nov 02 12:19:41.932327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-972451552-router', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:19:41.978851 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'fixed_ips': [{'subnet_id': '632c1c01-2089-4554-971e-94aa5645a37e'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:19:41.979916 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:42.021594 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:42.022954 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:42.093555 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'name': 'network-vif-deleted', 'tag': '13524ad8-f602-4ece-9f00-b780afaf2803'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:19:42.096143 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb71fd4-fe35-44a2-9d69-c37b21363884" -d '{"events": [{"server_uuid": "2c2dc265-6539-4ea0-b6ad-203fb855c48c", "name": "network-vif-deleted", "tag": "13524ad8-f602-4ece-9f00-b780afaf2803"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:19:42.104343 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:42.140509 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef16c1a6-80c1-4dae-8bc9-977223e6eb15 x-openstack-request-id: req-ef16c1a6-80c1-4dae-8bc9-977223e6eb15 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:19:42.140509 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c2dc265-6539-4ea0-b6ad-203fb855c48c", "name": "network-vif-deleted", "tag": "13524ad8-f602-4ece-9f00-b780afaf2803", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:19:42.140509 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef16c1a6-80c1-4dae-8bc9-977223e6eb15 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:19:42.140509 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2dc265-6539-4ea0-b6ad-203fb855c48c', 'name': 'network-vif-deleted', 'tag': '13524ad8-f602-4ece-9f00-b780afaf2803', 'status': 'completed', 'code': 200} Nov 02 12:19:42.147159 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Allocated IP 172.20.0.2 (8fdb0ae2-076a-46e9-add2-7ffc49cf4995/632c1c01-2089-4554-971e-94aa5645a37e/75947ba9-27e3-4946-81ac-9df8121cf806) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:19:42.311582 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:42.337938 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:42.501342 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:42.539669 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Network 8fdb0ae2-076a-46e9-add2-7ffc49cf4995 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:19:42.542716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:19:42.550669 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:19:42.560745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Pushing event updated for resources: {'Port': ['ID=75947ba9-27e3-4946-81ac-9df8121cf806,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:42.616977 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Attempting to bind port 75947ba9-27e3-4946-81ac-9df8121cf806 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:19:42.617462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Attempting to bind port 75947ba9-27e3-4946-81ac-9df8121cf806 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4d8a3500-7948-431e-9bb4-ec144dd59a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:19:42.617734 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Attempting to bind port 75947ba9-27e3-4946-81ac-9df8121cf806 on network 8fdb0ae2-076a-46e9-add2-7ffc49cf4995 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:19:42.623165 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:19:42.623797 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Checking segment: {'id': '4d8a3500-7948-431e-9bb4-ec144dd59a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:19:42.623963 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:42.624342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Bound using segment: {'id': '4d8a3500-7948-431e-9bb4-ec144dd59a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:19:42.624825 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Bound port: 75947ba9-27e3-4946-81ac-9df8121cf806, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8a3500-7948-431e-9bb4-ec144dd59a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:19:42.625213 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:42.701717 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] For port 75947ba9-27e3-4946-81ac-9df8121cf806, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:19:42.705113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] For port 75947ba9-27e3-4946-81ac-9df8121cf806, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=75947ba9-27e3-4946-81ac-9df8121cf806,segment=NetworkSegment(4d8a3500-7948-431e-9bb4-ec144dd59a7a),segment_id=4d8a3500-7948-431e-9bb4-ec144dd59a7a)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:19:42.762232 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:42.783127 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:42.836593 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:42.910880 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f067b-f09e-4091-993b-b773ecdd8b20 None None] Pushing event updated for resources: {'Port': ['ID=75947ba9-27e3-4946-81ac-9df8121cf806,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:42.920735 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] Allocated IP 172.25.6.111 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/8222be45-1533-4991-89ee-3fc8a3051865) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:19:43.062603 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:43.083698 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f1ac5e93-5ce5-4842-957f-837620e1ab9c req-917fe8ea-bc4d-43b1-b6a8-6e988228f3e4 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 210 time: 0.0576682 Nov 02 12:19:43.173908 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:43.218758 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:19:43.225516 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:19:43.239943 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:19:43.239943 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] Pushing event updated for resources: {'Port': ['ID=8222be45-1533-4991-89ee-3fc8a3051865,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:43.609041 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:43.847885 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:43.954916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cfef49-5ab0-43dc-aa42-8c4fcb6f2988 None None] Network 8fdb0ae2-076a-46e9-add2-7ffc49cf4995 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:19:44.077325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c099311a-8158-4c37-89f4-c2cc018caf46 None None] Provisioning complete for port 75947ba9-27e3-4946-81ac-9df8121cf806 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:44.077762 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c099311a-8158-4c37-89f4-c2cc018caf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:44.099640 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] Router 5d5316c6-cc4f-4903-a541-200f7a2892f0 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:19:44.214076 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f7fd9ea8-a804-4514-9ebe-3aabf696b590 req-b8d7ff0b-8ac5-434c-b5aa-9ceae91410cd tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 210 time: 0.0597632 Nov 02 12:19:44.232297 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c099311a-8158-4c37-89f4-c2cc018caf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:44.248675 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 75947ba9-27e3-4946-81ac-9df8121cf806 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:19:44.274274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:19:44.288302 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Sync routers for ids ['5d5316c6-cc4f-4903-a541-200f7a2892f0'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:19:44.304221 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Routers {'5d5316c6-cc4f-4903-a541-200f7a2892f0'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:44.305672 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5d5316c6-cc4f-4903-a541-200f7a2892f0'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:44.317529 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c099311a-8158-4c37-89f4-c2cc018caf46 None None] For port 75947ba9-27e3-4946-81ac-9df8121cf806, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=75947ba9-27e3-4946-81ac-9df8121cf806,segment=NetworkSegment(4d8a3500-7948-431e-9bb4-ec144dd59a7a),segment_id=4d8a3500-7948-431e-9bb4-ec144dd59a7a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:44.341642 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 75947ba9-27e3-4946-81ac-9df8121cf806 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:44.342012 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:44.415211 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:44.415211 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5fb8eecc-28fd-4c4b-8896-31cb803e4cbf admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4946530 Nov 02 12:19:44.415445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52770) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:44.434411 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Set router 5d5316c6-cc4f-4903-a541-200f7a2892f0 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:44.483919 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:44.486348 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 13524ad8-f602-4ece-9f00-b780afaf2803 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:19:44.504906 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c099311a-8158-4c37-89f4-c2cc018caf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:44.604579 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 13524ad8-f602-4ece-9f00-b780afaf2803 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:19:44.604937 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 13524ad8-f602-4ece-9f00-b780afaf2803 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:19:44.670970 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099311a-8158-4c37-89f4-c2cc018caf46 None None] Pushing event updated for resources: {'Port': ['ID=75947ba9-27e3-4946-81ac-9df8121cf806,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:44.694319 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:19:44.694971 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:19:44.709793 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'name': 'tempest-TestVolumeBackupRestore-972451552-router', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '8222be45-1533-4991-89ee-3fc8a3051865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:43Z', 'revision_number': 3, 'project_id': 'f6d1018cde9746758825c95739858af1', 'gw_port': {'id': '8222be45-1533-4991-89ee-3fc8a3051865', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:44.723805 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-44e83e52-cd62-4bc3-a177-20530db39c6f None None] Provisioning complete for port 75947ba9-27e3-4946-81ac-9df8121cf806 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:44.723805 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-44e83e52-cd62-4bc3-a177-20530db39c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:44.742531 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Checking router: 5d5316c6-cc4f-4903-a541-200f7a2892f0 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:19:44.743243 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Updating router 5d5316c6-cc4f-4903-a541-200f7a2892f0 port 8222be45-1533-4991-89ee-3fc8a3051865 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:19:44.790466 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:44.959395 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5edcedef-872b-422b-91ee-10cfccfec891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:45.077881 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:45.141617 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-5edcedef-872b-422b-91ee-10cfccfec891 admin admin] Allocated IP 172.20.0.1 (8fdb0ae2-076a-46e9-add2-7ffc49cf4995/632c1c01-2089-4554-971e-94aa5645a37e/f2cebd28-9781-461f-ad03-e3ce2417d843) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:19:45.145050 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:45.206655 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Attempting to bind port 8222be45-1533-4991-89ee-3fc8a3051865 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:19:45.207099 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Attempting to bind port 8222be45-1533-4991-89ee-3fc8a3051865 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:19:45.207490 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Attempting to bind port 8222be45-1533-4991-89ee-3fc8a3051865 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:19:45.215372 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38567b27-cd47-4333-a37f-aeee72d4af68 None None] Pushing event updated for resources: {'Port': ['ID=8222be45-1533-4991-89ee-3fc8a3051865,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:45.225665 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:19:45.226040 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:19:45.226914 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:45.227403 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:19:45.232396 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Bound port: 8222be45-1533-4991-89ee-3fc8a3051865, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:19:45.232396 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:45.316741 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5edcedef-872b-422b-91ee-10cfccfec891 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:45.319311 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] For port 8222be45-1533-4991-89ee-3fc8a3051865, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:19:45.331668 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] For port 8222be45-1533-4991-89ee-3fc8a3051865, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8222be45-1533-4991-89ee-3fc8a3051865,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:19:45.367719 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2d24f288-4776-43b7-be8e-014858cffaf4 req-bcfb17fc-6887-4a8e-8a91-8afe94e7b8aa tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 210 time: 0.0385091 Nov 02 12:19:45.442795 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:45.465012 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5edcedef-872b-422b-91ee-10cfccfec891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:45.507406 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Routers {'5d5316c6-cc4f-4903-a541-200f7a2892f0'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:45.507664 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5d5316c6-cc4f-4903-a541-200f7a2892f0'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:45.515759 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38567b27-cd47-4333-a37f-aeee72d4af68 None None] Pushing event updated for resources: {'Port': ['ID=8222be45-1533-4991-89ee-3fc8a3051865,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:45.516111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edcedef-872b-422b-91ee-10cfccfec891 admin admin] Network 8fdb0ae2-076a-46e9-add2-7ffc49cf4995 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:19:45.524647 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-5edcedef-872b-422b-91ee-10cfccfec891 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:19:45.530215 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edcedef-872b-422b-91ee-10cfccfec891 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:19:45.563162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcedef-872b-422b-91ee-10cfccfec891 admin admin] Pushing event updated for resources: {'Port': ['ID=f2cebd28-9781-461f-ad03-e3ce2417d843,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:45.593436 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5edcedef-872b-422b-91ee-10cfccfec891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:45.614157 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52776) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:45.647679 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] Set router 5d5316c6-cc4f-4903-a541-200f7a2892f0 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:45.865268 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5edcedef-872b-422b-91ee-10cfccfec891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:45.890769 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'name': 'tempest-TestVolumeBackupRestore-972451552-router', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '8222be45-1533-4991-89ee-3fc8a3051865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:43Z', 'revision_number': 3, 'project_id': 'f6d1018cde9746758825c95739858af1', 'gw_port': {'id': '8222be45-1533-4991-89ee-3fc8a3051865', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:45.903501 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-026a0aca-3062-4593-a5d4-f245a3ca4f70 None None] Provisioning complete for port f2cebd28-9781-461f-ad03-e3ce2417d843 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:45.903978 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-026a0aca-3062-4593-a5d4-f245a3ca4f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:45.923640 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e6f0fe-397a-470c-ba83-054df9980318 None None] The sync data for ids ['5d5316c6-cc4f-4903-a541-200f7a2892f0'] in n-d-806683-18 is: [{'id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'name': 'tempest-TestVolumeBackupRestore-972451552-router', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '8222be45-1533-4991-89ee-3fc8a3051865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:43Z', 'revision_number': 3, 'project_id': 'f6d1018cde9746758825c95739858af1', 'gw_port': {'id': '8222be45-1533-4991-89ee-3fc8a3051865', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:19:45.988211 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-026a0aca-3062-4593-a5d4-f245a3ca4f70 None None] Port f2cebd28-9781-461f-ad03-e3ce2417d843 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:19:46.187786 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5edcedef-872b-422b-91ee-10cfccfec891 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:46.219436 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 75947ba9-27e3-4946-81ac-9df8121cf806 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:19:46.259793 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5edcedef-872b-422b-91ee-10cfccfec891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:46.308356 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 75947ba9-27e3-4946-81ac-9df8121cf806 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:46.309143 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:46.452598 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcedef-872b-422b-91ee-10cfccfec891 admin admin] Pushing event updated for resources: {'Port': ['ID=f2cebd28-9781-461f-ad03-e3ce2417d843,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:46.458335 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5edcedef-872b-422b-91ee-10cfccfec891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:46.533008 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-948b494d-8df4-4194-8b25-aba8bb4f2272 req-b707e6ec-5275-4f72-bc37-3fcf5a417918 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 210 time: 0.0629079 Nov 02 12:19:46.686318 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36447389-53c3-45d3-a5b5-c00bbf3b5372 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:46.709282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edcedef-872b-422b-91ee-10cfccfec891 admin admin] Network 8fdb0ae2-076a-46e9-add2-7ffc49cf4995 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:19:46.710855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-5edcedef-872b-422b-91ee-10cfccfec891 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:19:46.935933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edcedef-872b-422b-91ee-10cfccfec891 admin admin] Router 5d5316c6-cc4f-4903-a541-200f7a2892f0 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:19:47.122723 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-8bb041ed-0cff-4b72-a0d5-8825bee3c2e9 None None] Provisioning complete for port f2cebd28-9781-461f-ad03-e3ce2417d843 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:47.123482 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8bb041ed-0cff-4b72-a0d5-8825bee3c2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:47.133635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edcedef-872b-422b-91ee-10cfccfec891 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:19:47.143542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5edcedef-872b-422b-91ee-10cfccfec891 admin admin] 10.222.0.52 "PUT /v2.0/routers/5d5316c6-cc4f-4903-a541-200f7a2892f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7289338 Nov 02 12:19:47.170735 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-8bb041ed-0cff-4b72-a0d5-8825bee3c2e9 None None] Port f2cebd28-9781-461f-ad03-e3ce2417d843 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:19:47.260320 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-36447389-53c3-45d3-a5b5-c00bbf3b5372 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Deleting port 214a561c-5239-4ef0-a7fc-44970e7ecfbd {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:47.260925 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36447389-53c3-45d3-a5b5-c00bbf3b5372 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:47.427618 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-36447389-53c3-45d3-a5b5-c00bbf3b5372 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] For port 214a561c-5239-4ef0-a7fc-44970e7ecfbd, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=214a561c-5239-4ef0-a7fc-44970e7ecfbd,segment=NetworkSegment(92f86201-f66b-4627-b63b-afe14e9c6f14),segment_id=92f86201-f66b-4627-b63b-afe14e9c6f14)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:47.427935 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36447389-53c3-45d3-a5b5-c00bbf3b5372 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:47.449798 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-36447389-53c3-45d3-a5b5-c00bbf3b5372 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Calling delete_port for 214a561c-5239-4ef0-a7fc-44970e7ecfbd owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:47.631588 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d1733f73-795a-4633-97b7-e8fce2824ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:47.683435 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b394a1ad-e009-4670-ac10-dadfbcc855bc req-148afc04-843c-4096-93f3-a516fea85fb6 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "GET /v2.0/ports?device_id=2c2dc265-6539-4ea0-b6ad-203fb855c48c HTTP/1.1" status: 200 len: 210 time: 0.0434721 Nov 02 12:19:47.974389 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36447389-53c3-45d3-a5b5-c00bbf3b5372 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:48.002826 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36447389-53c3-45d3-a5b5-c00bbf3b5372 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'Port': ['ID=214a561c-5239-4ef0-a7fc-44970e7ecfbd,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:48.256392 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36447389-53c3-45d3-a5b5-c00bbf3b5372 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:48.262964 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52796) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:48.268070 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8ce672a5-85c7-4801-820f-6200b943314b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-932937917-network', 'tenant_id': '1cda1c43cc1b4352a62ebd195ca5e906'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:19:48.382014 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Sync routers for ids ['5d5316c6-cc4f-4903-a541-200f7a2892f0'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:19:48.387864 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8222be45-1533-4991-89ee-3fc8a3051865 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:19:48.392331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce672a5-85c7-4801-820f-6200b943314b admin admin] Made reservation on behalf of 1cda1c43cc1b4352a62ebd195ca5e906 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:19:48.395283 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ce672a5-85c7-4801-820f-6200b943314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:48.405159 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ce672a5-85c7-4801-820f-6200b943314b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:48.457872 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Routers {'5d5316c6-cc4f-4903-a541-200f7a2892f0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:48.459270 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5d5316c6-cc4f-4903-a541-200f7a2892f0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:48.524959 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ce672a5-85c7-4801-820f-6200b943314b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:48.616828 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 8222be45-1533-4991-89ee-3fc8a3051865 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:48.617149 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ce672a5-85c7-4801-820f-6200b943314b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:48.617611 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:48.650769 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36447389-53c3-45d3-a5b5-c00bbf3b5372 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Router 3c274f49-8846-4dc5-b18f-5c3a4139f03e has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:19:48.664282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce672a5-85c7-4801-820f-6200b943314b admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:19:48.695533 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ce672a5-85c7-4801-820f-6200b943314b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:48.697424 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-8ce672a5-85c7-4801-820f-6200b943314b admin admin] Added segment 0a1e2eed-df1d-4e68-93c7-fd512942c219 of type vlan for network 512ec2d5-0a20-42c6-a12e-9555b32d6029 Nov 02 12:19:48.700388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce672a5-85c7-4801-820f-6200b943314b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1dcf71-abec-43dc-b68d-aa4f5fd540ba,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:48.711872 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Set router 5d5316c6-cc4f-4903-a541-200f7a2892f0 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:48.784258 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ce672a5-85c7-4801-820f-6200b943314b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:48.795239 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52800) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:48.871009 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36447389-53c3-45d3-a5b5-c00bbf3b5372 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:19:48.885829 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb635f-153f-4c17-af45-74195a8f15c8 None None] Sync routers for ids ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:19:48.903493 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb635f-153f-4c17-af45-74195a8f15c8 None None] Routers {'3c274f49-8846-4dc5-b18f-5c3a4139f03e'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:48.903493 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-60fb635f-153f-4c17-af45-74195a8f15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:48.904477 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-36447389-53c3-45d3-a5b5-c00bbf3b5372 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "PUT /v2.0/routers/3c274f49-8846-4dc5-b18f-5c3a4139f03e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2891502 Nov 02 12:19:48.933521 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:48.966131 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 8222be45-1533-4991-89ee-3fc8a3051865, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8222be45-1533-4991-89ee-3fc8a3051865,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:48.993583 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf601c-a120-409d-b443-10e8cee3340d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Deleting port 55586924-2cc2-4b4c-a566-68001806cfb3 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:48.993925 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4fdf601c-a120-409d-b443-10e8cee3340d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:48.999423 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ce672a5-85c7-4801-820f-6200b943314b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:49.000429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce672a5-85c7-4801-820f-6200b943314b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:49.001242 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8ce672a5-85c7-4801-820f-6200b943314b admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:49.045834 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:49.070740 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-60fb635f-153f-4c17-af45-74195a8f15c8 None None] Set router 3c274f49-8846-4dc5-b18f-5c3a4139f03e gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:49.107232 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'name': 'tempest-TestVolumeBackupRestore-972451552-router', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '8222be45-1533-4991-89ee-3fc8a3051865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:45Z', 'revision_number': 4, 'project_id': 'f6d1018cde9746758825c95739858af1', 'gw_port': {'id': '8222be45-1533-4991-89ee-3fc8a3051865', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b7:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f2cebd28-9781-461f-ad03-e3ce2417d843', 'name': '', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'mac_address': 'fa:16:3e:a4:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '632c1c01-2089-4554-971e-94aa5645a37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:44Z', 'updated_at': '2021-11-02T12:19:45Z', 'revision_number': 2, 'project_id': 'f6d1018cde9746758825c95739858af1', 'subnets': [{'id': '632c1c01-2089-4554-971e-94aa5645a37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:49.137790 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce672a5-85c7-4801-820f-6200b943314b admin admin] Pushing event updated for resources: {'Network': ['ID=512ec2d5-0a20-42c6-a12e-9555b32d6029,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:49.143341 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Checking router: 5d5316c6-cc4f-4903-a541-200f7a2892f0 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:19:49.143830 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Updating router 5d5316c6-cc4f-4903-a541-200f7a2892f0 port f2cebd28-9781-461f-ad03-e3ce2417d843 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:19:49.146284 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=8222be45-1533-4991-89ee-3fc8a3051865,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:49.163144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8ce672a5-85c7-4801-820f-6200b943314b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8974574 Nov 02 12:19:49.164311 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52804) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:49.166882 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4fdf601c-a120-409d-b443-10e8cee3340d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:49.167246 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4fdf601c-a120-409d-b443-10e8cee3340d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:49.169418 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-488fa481-92a8-4658-8064-80dcf0531b3f admin admin] Request body: {'subnet': {'network_id': '512ec2d5-0a20-42c6-a12e-9555b32d6029', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-932937917-subnet', 'tenant_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:19:49.180901 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 512ec2d5-0a20-42c6-a12e-9555b32d6029 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:19:49.182753 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf601c-a120-409d-b443-10e8cee3340d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Calling delete_port for 55586924-2cc2-4b4c-a566-68001806cfb3 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:49.217175 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:49.254164 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488fa481-92a8-4658-8064-80dcf0531b3f admin admin] Made reservation on behalf of 1cda1c43cc1b4352a62ebd195ca5e906 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:19:49.257010 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-488fa481-92a8-4658-8064-80dcf0531b3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:49.501914 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4fdf601c-a120-409d-b443-10e8cee3340d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:49.582037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf601c-a120-409d-b443-10e8cee3340d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event deleted for resources: {'Port': ['ID=55586924-2cc2-4b4c-a566-68001806cfb3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:49.598572 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-60fb635f-153f-4c17-af45-74195a8f15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:19:47Z', 'revision_number': 6, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '56c59c73-6f52-4685-8d34-0682d17d285f', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'port_id': '242f8f10-9a27-462a-a544-817abdc0fb8b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'mac_address': 'fa:16:3e:c0:f8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:18:20Z', 'updated_at': '2021-11-02T12:18:22Z', 'revision_number': 1, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb10a81f-06e1-4099-8461-9887c27cd5f5', 'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:34:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:56Z', 'updated_at': '2021-11-02T12:18:00Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:49.604889 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:49.626957 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-488fa481-92a8-4658-8064-80dcf0531b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:49.630996 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb635f-153f-4c17-af45-74195a8f15c8 None None] Checking router: 3c274f49-8846-4dc5-b18f-5c3a4139f03e for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:19:49.635416 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e33d19-7038-407b-a2df-6e20a08168e5 req-d02a5af9-1962-4e08-be1d-e4509c68d605 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:49.638614 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb635f-153f-4c17-af45-74195a8f15c8 None None] Routers {'3c274f49-8846-4dc5-b18f-5c3a4139f03e'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:49.639195 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-60fb635f-153f-4c17-af45-74195a8f15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:49.643973 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0e33d19-7038-407b-a2df-6e20a08168e5 req-d02a5af9-1962-4e08-be1d-e4509c68d605 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 946 time: 0.1566925 Nov 02 12:19:49.668731 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4fdf601c-a120-409d-b443-10e8cee3340d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:49.677714 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4fdf601c-a120-409d-b443-10e8cee3340d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:49.677714 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4fdf601c-a120-409d-b443-10e8cee3340d tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "DELETE /v2.0/floatingips/f4334acf-2412-4af7-9350-3dc3cd391a4f HTTP/1.1" status: 204 len: 168 time: 0.8759792 Nov 02 12:19:49.711116 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0e33d19-7038-407b-a2df-6e20a08168e5 req-b9f2ebdb-14f9-493e-bc16-b6e3c1746543 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=07cc5456-ff6e-4011-9770-a485e225b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657222 Nov 02 12:19:49.720975 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fa481-92a8-4658-8064-80dcf0531b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0264d49f-5125-4040-89cb-ce4363088ada,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:49.737883 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488fa481-92a8-4658-8064-80dcf0531b3f admin admin] Checking segment: {'id': '0a1e2eed-df1d-4e68-93c7-fd512942c219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '512ec2d5-0a20-42c6-a12e-9555b32d6029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:19:49.738350 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488fa481-92a8-4658-8064-80dcf0531b3f admin admin] Network hostable DHCP agents. Network: 512ec2d5-0a20-42c6-a12e-9555b32d6029, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:19:49.742459 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:49.787798 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-60fb635f-153f-4c17-af45-74195a8f15c8 None None] Set router 3c274f49-8846-4dc5-b18f-5c3a4139f03e gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:49.795307 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aaa51444-fef5-4bef-a220-753d1de7b9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:49.826700 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488fa481-92a8-4658-8064-80dcf0531b3f admin admin] Network 512ec2d5-0a20-42c6-a12e-9555b32d6029 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:19:49.848066 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f7f1c-a366-4d6e-bb0f-ab08bc1b5969 None None] Pushing event updated for resources: {'Port': ['ID=f2cebd28-9781-461f-ad03-e3ce2417d843,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:49.901478 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-488fa481-92a8-4658-8064-80dcf0531b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 512ec2d5-0a20-42c6-a12e-9555b32d6029) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:19:49.915949 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Attempting to bind port f2cebd28-9781-461f-ad03-e3ce2417d843 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:19:49.916321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Attempting to bind port f2cebd28-9781-461f-ad03-e3ce2417d843 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '4d8a3500-7948-431e-9bb4-ec144dd59a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:19:49.916746 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Attempting to bind port f2cebd28-9781-461f-ad03-e3ce2417d843 on network 8fdb0ae2-076a-46e9-add2-7ffc49cf4995 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:19:49.918064 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488fa481-92a8-4658-8064-80dcf0531b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:49.918878 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-488fa481-92a8-4658-8064-80dcf0531b3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:49.929744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca27fc7b-22fb-4872-b0fb-411e73798476 None None] Network 512ec2d5-0a20-42c6-a12e-9555b32d6029 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:19:50.043688 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-488fa481-92a8-4658-8064-80dcf0531b3f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8780239 Nov 02 12:19:50.048324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52814) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:50.059388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-932937917-router', 'tenant_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:19:50.129376 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:19:50.129799 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Checking segment: {'id': '4d8a3500-7948-431e-9bb4-ec144dd59a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:19:50.130159 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:50.130564 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Bound using segment: {'id': '4d8a3500-7948-431e-9bb4-ec144dd59a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:19:50.131350 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Bound port: f2cebd28-9781-461f-ad03-e3ce2417d843, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8a3500-7948-431e-9bb4-ec144dd59a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:19:50.131739 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:50.215260 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:50.216431 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:50.220107 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8222be45-1533-4991-89ee-3fc8a3051865 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:19:50.224658 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-60fb635f-153f-4c17-af45-74195a8f15c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:19:47Z', 'revision_number': 6, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '56c59c73-6f52-4685-8d34-0682d17d285f', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'port_id': '242f8f10-9a27-462a-a544-817abdc0fb8b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'mac_address': 'fa:16:3e:c0:f8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:18:20Z', 'updated_at': '2021-11-02T12:18:22Z', 'revision_number': 1, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb10a81f-06e1-4099-8461-9887c27cd5f5', 'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:34:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:56Z', 'updated_at': '2021-11-02T12:18:00Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:50.264453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-fd549ba9-53a4-4439-8b6b-13ddfafdadc9 None None] Provisioning complete for port f2cebd28-9781-461f-ad03-e3ce2417d843 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:50.264985 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fd549ba9-53a4-4439-8b6b-13ddfafdadc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:50.266777 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb635f-153f-4c17-af45-74195a8f15c8 None None] The sync data for ids ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'] in n-d-806683-18 is: [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:19:47Z', 'revision_number': 6, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '56c59c73-6f52-4685-8d34-0682d17d285f', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'floating_ip_address': '172.25.6.224', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'port_id': '242f8f10-9a27-462a-a544-817abdc0fb8b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'mac_address': 'fa:16:3e:c0:f8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:18:20Z', 'updated_at': '2021-11-02T12:18:22Z', 'revision_number': 1, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb10a81f-06e1-4099-8461-9887c27cd5f5', 'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:34:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:56Z', 'updated_at': '2021-11-02T12:18:00Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:19:50.309249 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:50.370393 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] For port f2cebd28-9781-461f-ad03-e3ce2417d843, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:19:50.392279 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-fd549ba9-53a4-4439-8b6b-13ddfafdadc9 None None] Port f2cebd28-9781-461f-ad03-e3ce2417d843 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:19:50.397200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] For port f2cebd28-9781-461f-ad03-e3ce2417d843, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f2cebd28-9781-461f-ad03-e3ce2417d843,segment=NetworkSegment(4d8a3500-7948-431e-9bb4-ec144dd59a7a),segment_id=4d8a3500-7948-431e-9bb4-ec144dd59a7a)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:19:50.431479 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 8222be45-1533-4991-89ee-3fc8a3051865 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:50.431727 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:50.474310 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:50.557262 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-512ec2d5-0a20-42c6-a12e-9555b32d6029', 'network_id': '512ec2d5-0a20-42c6-a12e-9555b32d6029', 'tenant_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'fixed_ips': [{'subnet_id': '0264d49f-5125-4040-89cb-ce4363088ada'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:19:50.558666 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:50.665997 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f7f1c-a366-4d6e-bb0f-ab08bc1b5969 None None] Pushing event updated for resources: {'Port': ['ID=f2cebd28-9781-461f-ad03-e3ce2417d843,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:50.693238 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:50.709479 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Routers {'5d5316c6-cc4f-4903-a541-200f7a2892f0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:50.710477 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5d5316c6-cc4f-4903-a541-200f7a2892f0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:50.937511 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18899bed-b387-46d4-949f-c2e71a7a453c req-283a21b3-6ffb-40b3-aeb3-f57fc8d44070 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:50.939145 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-18899bed-b387-46d4-949f-c2e71a7a453c req-283a21b3-6ffb-40b3-aeb3-f57fc8d44070 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.79 "GET /v2.0/ports?device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 946 time: 0.1875021 Nov 02 12:19:51.042476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97b98b-36ce-4c33-8f24-e7d6a3632861 req-52cb8336-c616-4d18-b149-78550ef6bf80 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:51.044268 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd97b98b-36ce-4c33-8f24-e7d6a3632861 req-52cb8336-c616-4d18-b149-78550ef6bf80 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 946 time: 0.1872292 Nov 02 12:19:51.099007 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Allocated IP 172.20.0.2 (512ec2d5-0a20-42c6-a12e-9555b32d6029/0264d49f-5125-4040-89cb-ce4363088ada/8bbb3213-caae-4dc9-93e7-e4a490b8d65b) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:19:51.120154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c7eca981-5e2a-4e21-8bef-b563a71f4b9d None None] Provisioning complete for port f2cebd28-9781-461f-ad03-e3ce2417d843 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:51.120703 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c7eca981-5e2a-4e21-8bef-b563a71f4b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:51.132624 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] Set router 5d5316c6-cc4f-4903-a541-200f7a2892f0 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:51.179012 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd97b98b-36ce-4c33-8f24-e7d6a3632861 req-a4a86e71-9b61-472e-ab28-226be38a66f6 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=07cc5456-ff6e-4011-9770-a485e225b7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945792 Nov 02 12:19:51.183937 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-18899bed-b387-46d4-949f-c2e71a7a453c req-047f5e0f-e101-479b-a2af-cee851013db1 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Deleting port 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:51.184319 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-18899bed-b387-46d4-949f-c2e71a7a453c req-047f5e0f-e101-479b-a2af-cee851013db1 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:51.206891 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:51.289798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-18899bed-b387-46d4-949f-c2e71a7a453c req-047f5e0f-e101-479b-a2af-cee851013db1 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] For port 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=8dbda68b-a4d3-47cf-80a3-3c8bd7efe332,segment=NetworkSegment(92f86201-f66b-4627-b63b-afe14e9c6f14),segment_id=92f86201-f66b-4627-b63b-afe14e9c6f14)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:51.290265 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-18899bed-b387-46d4-949f-c2e71a7a453c req-047f5e0f-e101-479b-a2af-cee851013db1 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:51.309861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-18899bed-b387-46d4-949f-c2e71a7a453c req-047f5e0f-e101-479b-a2af-cee851013db1 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Calling delete_port for 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:51.516166 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:51.541530 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:51.547412 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c7eca981-5e2a-4e21-8bef-b563a71f4b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:51.617652 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c7eca981-5e2a-4e21-8bef-b563a71f4b9d None None] For port f2cebd28-9781-461f-ad03-e3ce2417d843, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f2cebd28-9781-461f-ad03-e3ce2417d843,segment=NetworkSegment(4d8a3500-7948-431e-9bb4-ec144dd59a7a),segment_id=4d8a3500-7948-431e-9bb4-ec144dd59a7a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:51.633591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'name': 'tempest-TestVolumeBackupRestore-972451552-router', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '8222be45-1533-4991-89ee-3fc8a3051865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:45Z', 'revision_number': 4, 'project_id': 'f6d1018cde9746758825c95739858af1', 'gw_port': {'id': '8222be45-1533-4991-89ee-3fc8a3051865', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f2cebd28-9781-461f-ad03-e3ce2417d843', 'name': '', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'mac_address': 'fa:16:3e:a4:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '632c1c01-2089-4554-971e-94aa5645a37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:44Z', 'updated_at': '2021-11-02T12:19:50Z', 'revision_number': 4, 'project_id': 'f6d1018cde9746758825c95739858af1', 'subnets': [{'id': '632c1c01-2089-4554-971e-94aa5645a37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:51.668324 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04b4291-e2b9-4d7d-ac26-046f7bbc4e67 None None] The sync data for ids ['5d5316c6-cc4f-4903-a541-200f7a2892f0'] in n-d-806683-18 is: [{'id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'name': 'tempest-TestVolumeBackupRestore-972451552-router', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '8222be45-1533-4991-89ee-3fc8a3051865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:45Z', 'revision_number': 4, 'project_id': 'f6d1018cde9746758825c95739858af1', 'gw_port': {'id': '8222be45-1533-4991-89ee-3fc8a3051865', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f2cebd28-9781-461f-ad03-e3ce2417d843', 'name': '', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'mac_address': 'fa:16:3e:a4:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '632c1c01-2089-4554-971e-94aa5645a37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:44Z', 'updated_at': '2021-11-02T12:19:50Z', 'revision_number': 4, 'project_id': 'f6d1018cde9746758825c95739858af1', 'subnets': [{'id': '632c1c01-2089-4554-971e-94aa5645a37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:19:51.718961 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c7eca981-5e2a-4e21-8bef-b563a71f4b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:51.722849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] Allocated IP 172.25.6.56 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/eccb2218-2767-4b28-8f49-33b1fb9eed8d) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:19:51.765537 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-18899bed-b387-46d4-949f-c2e71a7a453c req-047f5e0f-e101-479b-a2af-cee851013db1 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:51.768872 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:51.806511 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f5e0f-e101-479b-a2af-cee851013db1 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'Port': ['ID=8dbda68b-a4d3-47cf-80a3-3c8bd7efe332,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:51.833858 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eca981-5e2a-4e21-8bef-b563a71f4b9d None None] Pushing event updated for resources: {'Port': ['ID=f2cebd28-9781-461f-ad03-e3ce2417d843,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:51.898958 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:51.915637 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-18899bed-b387-46d4-949f-c2e71a7a453c req-047f5e0f-e101-479b-a2af-cee851013db1 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] No DVR routers for this DVR port 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:19:51.921868 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-18899bed-b387-46d4-949f-c2e71a7a453c req-047f5e0f-e101-479b-a2af-cee851013db1 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:51.926409 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-18899bed-b387-46d4-949f-c2e71a7a453c req-047f5e0f-e101-479b-a2af-cee851013db1 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.79 "DELETE /v2.0/ports/8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 HTTP/1.1" status: 204 len: 173 time: 0.9760385 Nov 02 12:19:51.926997 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7644f441-1591-4381-867a-401b9aed97b9', 'name': 'network-vif-deleted', 'tag': '8dbda68b-a4d3-47cf-80a3-3c8bd7efe332'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:19:51.929733 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daf3345-d97e-4765-a05c-2f0be8ece988" -d '{"events": [{"server_uuid": "7644f441-1591-4381-867a-401b9aed97b9", "name": "network-vif-deleted", "tag": "8dbda68b-a4d3-47cf-80a3-3c8bd7efe332"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:19:51.951733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Network 512ec2d5-0a20-42c6-a12e-9555b32d6029 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:19:51.956553 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:19:51.959168 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:19:51.983620 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Pushing event updated for resources: {'Port': ['ID=8bbb3213-caae-4dc9-93e7-e4a490b8d65b,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:52.005236 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:52.038718 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa1c2cf-f692-44a9-b499-e68952640e17 x-openstack-request-id: req-1aa1c2cf-f692-44a9-b499-e68952640e17 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:19:52.039045 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7644f441-1591-4381-867a-401b9aed97b9", "name": "network-vif-deleted", "tag": "8dbda68b-a4d3-47cf-80a3-3c8bd7efe332", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:19:52.039307 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1aa1c2cf-f692-44a9-b499-e68952640e17 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:19:52.039720 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7644f441-1591-4381-867a-401b9aed97b9', 'name': 'network-vif-deleted', 'tag': '8dbda68b-a4d3-47cf-80a3-3c8bd7efe332', 'status': 'completed', 'code': 200} Nov 02 12:19:52.053897 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Attempting to bind port 8bbb3213-caae-4dc9-93e7-e4a490b8d65b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:19:52.059714 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Attempting to bind port 8bbb3213-caae-4dc9-93e7-e4a490b8d65b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '0a1e2eed-df1d-4e68-93c7-fd512942c219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '512ec2d5-0a20-42c6-a12e-9555b32d6029'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:19:52.059714 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Attempting to bind port 8bbb3213-caae-4dc9-93e7-e4a490b8d65b on network 512ec2d5-0a20-42c6-a12e-9555b32d6029 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:19:52.062830 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:19:52.063320 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Checking segment: {'id': '0a1e2eed-df1d-4e68-93c7-fd512942c219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '512ec2d5-0a20-42c6-a12e-9555b32d6029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:19:52.063791 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:52.064250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Bound using segment: {'id': '0a1e2eed-df1d-4e68-93c7-fd512942c219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '512ec2d5-0a20-42c6-a12e-9555b32d6029'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:19:52.064808 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Bound port: 8bbb3213-caae-4dc9-93e7-e4a490b8d65b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1e2eed-df1d-4e68-93c7-fd512942c219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '512ec2d5-0a20-42c6-a12e-9555b32d6029'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:19:52.065581 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:52.107397 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:52.181376 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] For port 8bbb3213-caae-4dc9-93e7-e4a490b8d65b, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:19:52.186114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] For port 8bbb3213-caae-4dc9-93e7-e4a490b8d65b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8bbb3213-caae-4dc9-93e7-e4a490b8d65b,segment=NetworkSegment(0a1e2eed-df1d-4e68-93c7-fd512942c219),segment_id=0a1e2eed-df1d-4e68-93c7-fd512942c219)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:19:52.192908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:19:52.198915 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:19:52.208122 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:19:52.291219 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:52.303684 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] Pushing event updated for resources: {'Port': ['ID=eccb2218-2767-4b28-8f49-33b1fb9eed8d,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:52.306390 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f2cebd28-9781-461f-ad03-e3ce2417d843 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:19:52.646714 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241793f-f53e-43ab-8993-a1d62aff480b None None] Pushing event updated for resources: {'Port': ['ID=8bbb3213-caae-4dc9-93e7-e4a490b8d65b,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:52.676841 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port f2cebd28-9781-461f-ad03-e3ce2417d843 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:52.679688 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:52.745491 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:52.850136 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 214a561c-5239-4ef0-a7fc-44970e7ecfbd no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:19:52.903546 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 214a561c-5239-4ef0-a7fc-44970e7ecfbd {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:19:52.903893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 214a561c-5239-4ef0-a7fc-44970e7ecfbd not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:19:52.952999 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df36beb5-7a37-4a11-a01a-50f247d3be5e req-1f485e74-c77e-4957-a1d7-30be044a19b8 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=7644f441-1591-4381-867a-401b9aed97b9 HTTP/1.1" status: 200 len: 210 time: 0.1116133 Nov 02 12:19:53.270709 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:53.619283 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:53.906795 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] Router c6bd36c8-9c37-4552-aeca-a83fab1e37a6 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:19:54.021554 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52832) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:54.099634 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8cf8b7-4502-42e6-a1b1-673eb364a108 None None] Network 512ec2d5-0a20-42c6-a12e-9555b32d6029 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:19:54.149865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:19:54.159999 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c2efd40-504c-4aec-ab0d-12e238fca3cb tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:54.161593 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:54.170576 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Sync routers for ids ['c6bd36c8-9c37-4552-aeca-a83fab1e37a6'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:19:54.221825 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c2efd40-504c-4aec-ab0d-12e238fca3cb tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:54.229141 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8bbb3213-caae-4dc9-93e7-e4a490b8d65b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:19:54.258651 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:54.263000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b2ca3f50-be4b-4fca-86cc-70a8963acd96 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2103212 Nov 02 12:19:54.272882 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52834) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:54.288877 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d7160fd2-f862-4dce-a045-18e4e96ee4bc None None] Provisioning complete for port 8bbb3213-caae-4dc9-93e7-e4a490b8d65b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:54.289261 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d7160fd2-f862-4dce-a045-18e4e96ee4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:54.530626 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Routers {'c6bd36c8-9c37-4552-aeca-a83fab1e37a6'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:54.531287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c6bd36c8-9c37-4552-aeca-a83fab1e37a6'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:54.630885 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c2efd40-504c-4aec-ab0d-12e238fca3cb tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:54.633752 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5c2efd40-504c-4aec-ab0d-12e238fca3cb tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:54.637771 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5c2efd40-504c-4aec-ab0d-12e238fca3cb tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "DELETE /v2.0/security-groups/07cc5456-ff6e-4011-9770-a485e225b7c5 HTTP/1.1" status: 204 len: 168 time: 0.6123006 Nov 02 12:19:54.653359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2efd40-504c-4aec-ab0d-12e238fca3cb tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cc5456-ff6e-4011-9770-a485e225b7c5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:54.711568 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:54.756330 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 8bbb3213-caae-4dc9-93e7-e4a490b8d65b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:54.756832 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:54.783977 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52840) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:54.844707 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Set router c6bd36c8-9c37-4552-aeca-a83fab1e37a6 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:54.888999 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c65bd69-d07c-47c6-bfb0-14da63ea39ee tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Deleting subnet ca224b61-79fb-4941-ad64-dcb9864a7de6 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:19:54.895694 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3c65bd69-d07c-47c6-bfb0-14da63ea39ee tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:54.915390 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9b37293-67a6-4bb4-a1c6-8fc76b0b537c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:54.978520 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3c65bd69-d07c-47c6-bfb0-14da63ea39ee tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:55.004251 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d7160fd2-f862-4dce-a045-18e4e96ee4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:55.039710 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:55.121788 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d7160fd2-f862-4dce-a045-18e4e96ee4bc None None] For port 8bbb3213-caae-4dc9-93e7-e4a490b8d65b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8bbb3213-caae-4dc9-93e7-e4a490b8d65b,segment=NetworkSegment(0a1e2eed-df1d-4e68-93c7-fd512942c219),segment_id=0a1e2eed-df1d-4e68-93c7-fd512942c219)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:55.138229 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:55.170753 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3c65bd69-d07c-47c6-bfb0-14da63ea39ee tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:55.215332 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d7160fd2-f862-4dce-a045-18e4e96ee4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:55.311554 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-f9b37293-67a6-4bb4-a1c6-8fc76b0b537c admin admin] Allocated IP 172.20.0.1 (512ec2d5-0a20-42c6-a12e-9555b32d6029/0264d49f-5125-4040-89cb-ce4363088ada/d2fe7958-d1bb-4dec-ac2d-3d09d746b64a) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:19:55.349335 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3c65bd69-d07c-47c6-bfb0-14da63ea39ee tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:55.392001 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7160fd2-f862-4dce-a045-18e4e96ee4bc None None] Pushing event updated for resources: {'Port': ['ID=8bbb3213-caae-4dc9-93e7-e4a490b8d65b,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:55.406544 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbfa331-89aa-4bca-9857-6e0f50772eda None None] Network 96a88ffe-3f98-4a67-a539-ef6a881fd183 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:19:55.425625 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3c65bd69-d07c-47c6-bfb0-14da63ea39ee tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:55.432675 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3c65bd69-d07c-47c6-bfb0-14da63ea39ee tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "DELETE /v2.0/subnets/ca224b61-79fb-4941-ad64-dcb9864a7de6 HTTP/1.1" status: 204 len: 168 time: 0.6457727 Nov 02 12:19:55.433784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52842) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:55.444770 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65bd69-d07c-47c6-bfb0-14da63ea39ee tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'Subnet': ['ID=ca224b61-79fb-4941-ad64-dcb9864a7de6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:55.450136 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:19:55.450335 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:19:55.498813 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9b37293-67a6-4bb4-a1c6-8fc76b0b537c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:55.539590 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'name': 'tempest-TestVolumeBackupRestore-932937917-router', 'tenant_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'eccb2218-2767-4b28-8f49-33b1fb9eed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:50Z', 'updated_at': '2021-11-02T12:19:53Z', 'revision_number': 3, 'project_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'gw_port': {'id': 'eccb2218-2767-4b28-8f49-33b1fb9eed8d', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:51Z', 'updated_at': '2021-11-02T12:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:55.556261 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:55.600572 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Checking router: c6bd36c8-9c37-4552-aeca-a83fab1e37a6 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:19:55.600914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Updating router c6bd36c8-9c37-4552-aeca-a83fab1e37a6 port eccb2218-2767-4b28-8f49-33b1fb9eed8d binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:19:55.608566 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9b37293-67a6-4bb4-a1c6-8fc76b0b537c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:55.629338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Deleting port e9578b23-2ffe-45d3-910d-77bdbd5e80b0 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:55.629701 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:55.646788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52846) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:55.648879 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:55.651473 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3613a6f3-1976-461f-8f90-b48f7bf5cd5c None None] Provisioning complete for port 8bbb3213-caae-4dc9-93e7-e4a490b8d65b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:55.651855 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3613a6f3-1976-461f-8f90-b48f7bf5cd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:55.731917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] For port e9578b23-2ffe-45d3-910d-77bdbd5e80b0, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e9578b23-2ffe-45d3-910d-77bdbd5e80b0,segment=NetworkSegment(92f86201-f66b-4627-b63b-afe14e9c6f14),segment_id=92f86201-f66b-4627-b63b-afe14e9c6f14)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:55.732914 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:55.737580 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b37293-67a6-4bb4-a1c6-8fc76b0b537c admin admin] Network 512ec2d5-0a20-42c6-a12e-9555b32d6029 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:19:55.747030 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-f9b37293-67a6-4bb4-a1c6-8fc76b0b537c admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:19:55.749958 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b37293-67a6-4bb4-a1c6-8fc76b0b537c admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:19:55.758634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Calling delete_port for e9578b23-2ffe-45d3-910d-77bdbd5e80b0 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:55.782434 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b37293-67a6-4bb4-a1c6-8fc76b0b537c admin admin] Pushing event updated for resources: {'Port': ['ID=d2fe7958-d1bb-4dec-ac2d-3d09d746b64a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:55.790974 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cba23a6-221d-4839-99af-38c0faefdf30 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:55.836738 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cba23a6-221d-4839-99af-38c0faefdf30 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:55.907710 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4aeef4-50ef-4bc0-84f1-54d23b0ccdb1 None None] DHCP port deletion for 96a88ffe-3f98-4a67-a539-ef6a881fd183 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:19:55.942675 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9b37293-67a6-4bb4-a1c6-8fc76b0b537c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.010375 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.031615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:19:56.104039 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] No DVR routers for this DVR port e9578b23-2ffe-45d3-910d-77bdbd5e80b0 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:19:56.121382 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'Port': ['ID=e9578b23-2ffe-45d3-910d-77bdbd5e80b0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:56.125433 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:19:56.133926 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 8dbda68b-a4d3-47cf-80a3-3c8bd7efe332 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:19:56.169429 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cba23a6-221d-4839-99af-38c0faefdf30 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.182382 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cba23a6-221d-4839-99af-38c0faefdf30 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.189625 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9cba23a6-221d-4839-99af-38c0faefdf30 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] 10.222.0.52 "DELETE /v2.0/security-groups/809056b9-f7fd-4fe5-9162-8662c935645d HTTP/1.1" status: 204 len: 168 time: 0.5409737 Nov 02 12:19:56.238427 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba23a6-221d-4839-99af-38c0faefdf30 tempest-TestVolumeBootPattern-929079214 tempest-TestVolumeBootPattern-929079214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=809056b9-f7fd-4fe5-9162-8662c935645d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:56.313221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-cf4aeef4-50ef-4bc0-84f1-54d23b0ccdb1 None None] Deleting port e9578b23-2ffe-45d3-910d-77bdbd5e80b0 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:56.313986 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cf4aeef4-50ef-4bc0-84f1-54d23b0ccdb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.324158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f718b0fa-5479-4d92-bdab-0c040dc59d9d None None] Provisioning complete for port d2fe7958-d1bb-4dec-ac2d-3d09d746b64a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:56.324836 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f718b0fa-5479-4d92-bdab-0c040dc59d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.355339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52850) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:56.374243 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.392263 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9b37293-67a6-4bb4-a1c6-8fc76b0b537c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.411833 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8bbb3213-caae-4dc9-93e7-e4a490b8d65b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:19:56.423476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a88ffe-3f98-4a67-a539-ef6a881fd183']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:56.445469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f86201-f66b-4627-b63b-afe14e9c6f14') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:56.450479 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f86201-f66b-4627-b63b-afe14e9c6f14') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:56.474273 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.506073 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.515123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:19:56.516132 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:19:56.530863 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:19:56.578464 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f718b0fa-5479-4d92-bdab-0c040dc59d9d None None] Port d2fe7958-d1bb-4dec-ac2d-3d09d746b64a cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:19:56.591231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-cf4aeef4-50ef-4bc0-84f1-54d23b0ccdb1 None None] For port e9578b23-2ffe-45d3-910d-77bdbd5e80b0, host n-d-806683-18, got binding levels [] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:56.591864 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cf4aeef4-50ef-4bc0-84f1-54d23b0ccdb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.627016 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-cf4aeef4-50ef-4bc0-84f1-54d23b0ccdb1 None None] Calling delete_port for e9578b23-2ffe-45d3-910d-77bdbd5e80b0 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:56.639769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.ipam_backend_mixin [None req-cf4aeef4-50ef-4bc0-84f1-54d23b0ccdb1 None None] Port e9578b23-2ffe-45d3-910d-77bdbd5e80b0 was not found and therefore no delete operation was performed {{(pid=102691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 12:19:56.644067 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.651453 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cf4aeef4-50ef-4bc0-84f1-54d23b0ccdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.665051 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9b37293-67a6-4bb4-a1c6-8fc76b0b537c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.677539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4aeef4-50ef-4bc0-84f1-54d23b0ccdb1 None None] Pushing event deleted for resources: {'Port': ['ID=e9578b23-2ffe-45d3-910d-77bdbd5e80b0,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:56.689371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4aeef4-50ef-4bc0-84f1-54d23b0ccdb1 None None] No DVR routers for this DVR port e9578b23-2ffe-45d3-910d-77bdbd5e80b0 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:19:56.706522 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 8bbb3213-caae-4dc9-93e7-e4a490b8d65b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:56.707426 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.752004 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.756223 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9b37293-67a6-4bb4-a1c6-8fc76b0b537c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.770290 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.801417 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.807522 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "DELETE /v2.0/networks/96a88ffe-3f98-4a67-a539-ef6a881fd183 HTTP/1.1" status: 204 len: 168 time: 1.3688049 Nov 02 12:19:56.808475 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52854) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:19:56.815361 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9b37293-67a6-4bb4-a1c6-8fc76b0b537c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.861170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cfb95-7da4-4806-95de-f3a57d051003 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'Network': ['ID=96a88ffe-3f98-4a67-a539-ef6a881fd183,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:56.882413 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Attempting to bind port eccb2218-2767-4b28-8f49-33b1fb9eed8d on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:19:56.883183 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Attempting to bind port eccb2218-2767-4b28-8f49-33b1fb9eed8d by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:19:56.883765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Attempting to bind port eccb2218-2767-4b28-8f49-33b1fb9eed8d on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:19:56.885922 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ca1f2-5ebd-41b5-87ce-693889a9e2ab None None] Pushing event updated for resources: {'Port': ['ID=eccb2218-2767-4b28-8f49-33b1fb9eed8d,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:56.899997 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:19:56.900386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:19:56.900803 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.901237 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:19:56.901733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Bound port: eccb2218-2767-4b28-8f49-33b1fb9eed8d, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:19:56.902125 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:56.949797 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b37293-67a6-4bb4-a1c6-8fc76b0b537c admin admin] Pushing event updated for resources: {'Port': ['ID=d2fe7958-d1bb-4dec-ac2d-3d09d746b64a,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:56.972704 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] For port eccb2218-2767-4b28-8f49-33b1fb9eed8d, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:19:56.977719 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e9578b23-2ffe-45d3-910d-77bdbd5e80b0 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:19:56.981901 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] For port eccb2218-2767-4b28-8f49-33b1fb9eed8d, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=eccb2218-2767-4b28-8f49-33b1fb9eed8d,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:19:57.005780 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: e9578b23-2ffe-45d3-910d-77bdbd5e80b0 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:19:57.006122 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e9578b23-2ffe-45d3-910d-77bdbd5e80b0 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:19:57.011446 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b37293-67a6-4bb4-a1c6-8fc76b0b537c admin admin] Network 512ec2d5-0a20-42c6-a12e-9555b32d6029 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:19:57.013581 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-f9b37293-67a6-4bb4-a1c6-8fc76b0b537c admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:19:57.071755 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:57.128482 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Routers {'c6bd36c8-9c37-4552-aeca-a83fab1e37a6'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:57.129308 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c6bd36c8-9c37-4552-aeca-a83fab1e37a6'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:57.170189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b37293-67a6-4bb4-a1c6-8fc76b0b537c admin admin] Router c6bd36c8-9c37-4552-aeca-a83fab1e37a6 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:19:57.208422 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-4102b629-0afb-4bde-b69e-e87c0ff33cae tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Deleting port 17bee3ce-5766-4312-a6f3-d10a1ad0609c {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:57.209195 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4102b629-0afb-4bde-b69e-e87c0ff33cae tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:57.355733 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4102b629-0afb-4bde-b69e-e87c0ff33cae tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:57.355969 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4102b629-0afb-4bde-b69e-e87c0ff33cae tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:57.358680 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b37293-67a6-4bb4-a1c6-8fc76b0b537c admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:19:57.371815 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f9b37293-67a6-4bb4-a1c6-8fc76b0b537c admin admin] 10.222.0.52 "PUT /v2.0/routers/c6bd36c8-9c37-4552-aeca-a83fab1e37a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1051145 Nov 02 12:19:57.389652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-4102b629-0afb-4bde-b69e-e87c0ff33cae tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Calling delete_port for 17bee3ce-5766-4312-a6f3-d10a1ad0609c owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:57.460160 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ca1f2-5ebd-41b5-87ce-693889a9e2ab None None] Pushing event updated for resources: {'Port': ['ID=eccb2218-2767-4b28-8f49-33b1fb9eed8d,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:57.492209 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-df4cc230-c3a7-46bf-9641-9e1203be0558 None None] Provisioning complete for port d2fe7958-d1bb-4dec-ac2d-3d09d746b64a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:19:57.492209 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-df4cc230-c3a7-46bf-9641-9e1203be0558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:57.548993 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] Set router c6bd36c8-9c37-4552-aeca-a83fab1e37a6 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:57.590441 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-df4cc230-c3a7-46bf-9641-9e1203be0558 None None] Port d2fe7958-d1bb-4dec-ac2d-3d09d746b64a cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:19:57.612629 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e440805d-b259-4941-8b22-42ccec02aa45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:57.789486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'name': 'tempest-TestVolumeBackupRestore-932937917-router', 'tenant_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'eccb2218-2767-4b28-8f49-33b1fb9eed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:50Z', 'updated_at': '2021-11-02T12:19:56Z', 'revision_number': 4, 'project_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'gw_port': {'id': 'eccb2218-2767-4b28-8f49-33b1fb9eed8d', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:51Z', 'updated_at': '2021-11-02T12:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd2fe7958-d1bb-4dec-ac2d-3d09d746b64a', 'name': '', 'network_id': '512ec2d5-0a20-42c6-a12e-9555b32d6029', 'tenant_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'mac_address': 'fa:16:3e:6f:c7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '0264d49f-5125-4040-89cb-ce4363088ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:54Z', 'updated_at': '2021-11-02T12:19:56Z', 'revision_number': 2, 'project_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'subnets': [{'id': '0264d49f-5125-4040-89cb-ce4363088ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:57.819394 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa4b5e-98c5-414f-99aa-85d32f3af54a None None] The sync data for ids ['c6bd36c8-9c37-4552-aeca-a83fab1e37a6'] in n-d-806683-18 is: [{'id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'name': 'tempest-TestVolumeBackupRestore-932937917-router', 'tenant_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'eccb2218-2767-4b28-8f49-33b1fb9eed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:50Z', 'updated_at': '2021-11-02T12:19:56Z', 'revision_number': 4, 'project_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'gw_port': {'id': 'eccb2218-2767-4b28-8f49-33b1fb9eed8d', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:51Z', 'updated_at': '2021-11-02T12:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd2fe7958-d1bb-4dec-ac2d-3d09d746b64a', 'name': '', 'network_id': '512ec2d5-0a20-42c6-a12e-9555b32d6029', 'tenant_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'mac_address': 'fa:16:3e:6f:c7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '0264d49f-5125-4040-89cb-ce4363088ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:54Z', 'updated_at': '2021-11-02T12:19:56Z', 'revision_number': 2, 'project_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'subnets': [{'id': '0264d49f-5125-4040-89cb-ce4363088ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:19:57.909837 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4102b629-0afb-4bde-b69e-e87c0ff33cae tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:57.951975 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102b629-0afb-4bde-b69e-e87c0ff33cae tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'Port': ['ID=17bee3ce-5766-4312-a6f3-d10a1ad0609c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:58.059233 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4102b629-0afb-4bde-b69e-e87c0ff33cae tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:58.059583 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-4102b629-0afb-4bde-b69e-e87c0ff33cae tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Floating IP 56c59c73-6f52-4685-8d34-0682d17d285f disassociated (deleted). External IP: 172.25.6.224, port: 242f8f10-9a27-462a-a544-817abdc0fb8b. Nov 02 12:19:58.135852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e440805d-b259-4941-8b22-42ccec02aa45 admin admin] Deleting port 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:19:58.136608 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e440805d-b259-4941-8b22-42ccec02aa45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:58.336705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-e440805d-b259-4941-8b22-42ccec02aa45 admin admin] For port 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2ade138a-e8ba-4d3b-b611-b11dfeca3fdd,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:19:58.337376 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e440805d-b259-4941-8b22-42ccec02aa45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:58.389748 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e440805d-b259-4941-8b22-42ccec02aa45 admin admin] Calling delete_port for 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:19:58.880416 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4102b629-0afb-4bde-b69e-e87c0ff33cae tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Router 3c274f49-8846-4dc5-b18f-5c3a4139f03e has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:19:59.093937 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4102b629-0afb-4bde-b69e-e87c0ff33cae tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:19:59.100833 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4102b629-0afb-4bde-b69e-e87c0ff33cae tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:59.106243 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b2cae7-3fd0-4dc0-a409-9b0b3bc9a72d None None] Sync routers for ids ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:19:59.129324 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b2cae7-3fd0-4dc0-a409-9b0b3bc9a72d None None] Routers {'3c274f49-8846-4dc5-b18f-5c3a4139f03e'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:59.130287 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c6b2cae7-3fd0-4dc0-a409-9b0b3bc9a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:59.149899 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4102b629-0afb-4bde-b69e-e87c0ff33cae tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "DELETE /v2.0/floatingips/56c59c73-6f52-4685-8d34-0682d17d285f HTTP/1.1" status: 204 len: 168 time: 2.3280053 Nov 02 12:19:59.149899 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'tag': '242f8f10-9a27-462a-a544-817abdc0fb8b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:19:59.160329 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4588e32f-5377-4dd0-9a7c-7c9d05822ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f32c7c-4a16-4d7c-914a-0a6e01acfd87", "tag": "242f8f10-9a27-462a-a544-817abdc0fb8b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:19:59.253244 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-c6b2cae7-3fd0-4dc0-a409-9b0b3bc9a72d None None] Set router 3c274f49-8846-4dc5-b18f-5c3a4139f03e gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:59.294730 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e440805d-b259-4941-8b22-42ccec02aa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:59.326726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440805d-b259-4941-8b22-42ccec02aa45 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ade138a-e8ba-4d3b-b611-b11dfeca3fdd,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:19:59.571501 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e440805d-b259-4941-8b22-42ccec02aa45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:19:59.586378 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c6b2cae7-3fd0-4dc0-a409-9b0b3bc9a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:19:47Z', 'revision_number': 6, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'bb10a81f-06e1-4099-8461-9887c27cd5f5', 'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:34:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:56Z', 'updated_at': '2021-11-02T12:18:00Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:59.640338 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b2cae7-3fd0-4dc0-a409-9b0b3bc9a72d None None] Checking router: 3c274f49-8846-4dc5-b18f-5c3a4139f03e for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:19:59.667412 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b2cae7-3fd0-4dc0-a409-9b0b3bc9a72d None None] Routers {'3c274f49-8846-4dc5-b18f-5c3a4139f03e'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:19:59.669943 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c6b2cae7-3fd0-4dc0-a409-9b0b3bc9a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:19:59.790215 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588e32f-5377-4dd0-9a7c-7c9d05822ffd req-0a5dd3a8-52a0-4b69-b51c-02786dca02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:59.794724 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4588e32f-5377-4dd0-9a7c-7c9d05822ffd req-0a5dd3a8-52a0-4b69-b51c-02786dca02f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c1195feb3fe443093e6898e8c65dca4&device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 1098 time: 0.0831089 Nov 02 12:19:59.801889 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a38f6e9-c85f-4535-b0bb-f1b12c6459f2 x-openstack-request-id: req-3a38f6e9-c85f-4535-b0bb-f1b12c6459f2 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:19:59.803065 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f32c7c-4a16-4d7c-914a-0a6e01acfd87", "tag": "242f8f10-9a27-462a-a544-817abdc0fb8b", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:19:59.803486 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a38f6e9-c85f-4535-b0bb-f1b12c6459f2 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:19:59.804154 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'tag': '242f8f10-9a27-462a-a544-817abdc0fb8b', 'status': 'completed', 'code': 200} Nov 02 12:19:59.854872 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-c6b2cae7-3fd0-4dc0-a409-9b0b3bc9a72d None None] Set router 3c274f49-8846-4dc5-b18f-5c3a4139f03e gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:19:59.944684 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588e32f-5377-4dd0-9a7c-7c9d05822ffd req-13ffce1f-8cf1-4326-948b-26a8a19415ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:19:59.947062 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4588e32f-5377-4dd0-9a7c-7c9d05822ffd req-13ffce1f-8cf1-4326-948b-26a8a19415ce service neutron] 10.222.0.54 "GET /v2.0/networks?id=1b2fc003-5ef0-496e-9c84-c58171f01b79 HTTP/1.1" status: 200 len: 898 time: 0.1451356 Nov 02 12:20:00.011194 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4588e32f-5377-4dd0-9a7c-7c9d05822ffd req-eef9fa21-895e-4bf2-bfa4-34353b9830ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=242f8f10-9a27-462a-a544-817abdc0fb8b HTTP/1.1" status: 200 len: 217 time: 0.0533452 Nov 02 12:20:00.041699 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:20:00.055841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d13a1-f2a5-4e50-81e0-368e6213769f req-f1940b63-d34a-453a-ad3e-3a7f6d399daa tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:00.064405 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-670d13a1-f2a5-4e50-81e0-368e6213769f req-f1940b63-d34a-453a-ad3e-3a7f6d399daa tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 946 time: 0.2587476 Nov 02 12:20:00.105035 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588e32f-5377-4dd0-9a7c-7c9d05822ffd req-6d291182-3391-4815-b26b-23c274f7e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:00.107875 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4588e32f-5377-4dd0-9a7c-7c9d05822ffd req-6d291182-3391-4815-b26b-23c274f7e966 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66ff6cf7-cac4-4391-8d6c-c804aae69381 HTTP/1.1" status: 200 len: 835 time: 0.0868518 Nov 02 12:20:00.172874 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588e32f-5377-4dd0-9a7c-7c9d05822ffd req-0cdc6160-8ec8-41d9-9579-c0d98559dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:00.175569 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4588e32f-5377-4dd0-9a7c-7c9d05822ffd req-0cdc6160-8ec8-41d9-9579-c0d98559dcc4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b2fc003-5ef0-496e-9c84-c58171f01b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606573 Nov 02 12:20:00.193171 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-670d13a1-f2a5-4e50-81e0-368e6213769f req-78bf0caf-8b2d-4989-aa63-e2e199406445 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a2af256-08c1-4455-8805-357abf7addff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260619 Nov 02 12:20:00.199555 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e440805d-b259-4941-8b22-42ccec02aa45 admin admin] Router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:20:00.267246 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c6b2cae7-3fd0-4dc0-a409-9b0b3bc9a72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:19:47Z', 'revision_number': 6, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'bb10a81f-06e1-4099-8461-9887c27cd5f5', 'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:34:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:56Z', 'updated_at': '2021-11-02T12:18:00Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:00.364768 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b2cae7-3fd0-4dc0-a409-9b0b3bc9a72d None None] The sync data for ids ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'] in n-d-806683-18 is: [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:19:47Z', 'revision_number': 6, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'bb10a81f-06e1-4099-8461-9887c27cd5f5', 'name': '', 'network_id': '1b2fc003-5ef0-496e-9c84-c58171f01b79', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:34:3e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:56Z', 'updated_at': '2021-11-02T12:18:00Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '66ff6cf7-cac4-4391-8d6c-c804aae69381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:20:00.397800 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4588e32f-5377-4dd0-9a7c-7c9d05822ffd req-04409a8b-3085-4eaf-987a-fc8fa6a11b02 service neutron] 10.222.0.54 "GET /v2.0/networks/1b2fc003-5ef0-496e-9c84-c58171f01b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927054 Nov 02 12:20:00.438508 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e440805d-b259-4941-8b22-42ccec02aa45 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:20:00.444917 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e440805d-b259-4941-8b22-42ccec02aa45 admin admin] 10.222.0.52 "PUT /v2.0/routers/ddc3b898-3f37-4d0b-8bfc-4c1613696b05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0878484 Nov 02 12:20:00.457595 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ba669-f0ee-4ef9-a088-ed7dfb0bc13c None None] Sync routers for ids ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:20:00.458158 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52940) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:00.474106 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ba669-f0ee-4ef9-a088-ed7dfb0bc13c None None] Routers {'ddc3b898-3f37-4d0b-8bfc-4c1613696b05'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:20:00.475135 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-aa1ba669-f0ee-4ef9-a088-ed7dfb0bc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:00.618353 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4588e32f-5377-4dd0-9a7c-7c9d05822ffd req-c61d82bb-0a53-4047-bc57-d0e9ab8423d5 service neutron] 10.222.0.54 "GET /v2.0/networks/1b2fc003-5ef0-496e-9c84-c58171f01b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124541 Nov 02 12:20:00.632396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device eccb2218-2767-4b28-8f49-33b1fb9eed8d up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:20:00.664466 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Sync routers for ids ['c6bd36c8-9c37-4552-aeca-a83fab1e37a6'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:20:00.679359 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Routers {'c6bd36c8-9c37-4552-aeca-a83fab1e37a6'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:20:00.680006 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c6bd36c8-9c37-4552-aeca-a83fab1e37a6'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:00.680885 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-156fa01d-0e9d-42b7-8a8a-a702a8aa2565 admin admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:00.717873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-aa1ba669-f0ee-4ef9-a088-ed7dfb0bc13c None None] Set router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:20:00.862432 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Set router c6bd36c8-9c37-4552-aeca-a83fab1e37a6 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:20:00.881424 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-156fa01d-0e9d-42b7-8a8a-a702a8aa2565 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:00.971488 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port eccb2218-2767-4b28-8f49-33b1fb9eed8d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:20:00.971754 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:01.019335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06ee65-6d6d-41d6-b966-f66ab64e39ea req-7bad501c-20fc-4f51-a797-9fdb37881082 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:01.022552 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ca06ee65-6d6d-41d6-b966-f66ab64e39ea req-7bad501c-20fc-4f51-a797-9fdb37881082 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 946 time: 0.1586528 Nov 02 12:20:01.134163 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-aa1ba669-f0ee-4ef9-a088-ed7dfb0bc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:19:59Z', 'revision_number': 5, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port': {'id': 'd7a10e03-e47f-4ca4-be33-c349eb7604ba', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:11Z', 'updated_at': '2021-11-02T12:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:01.185512 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ba669-f0ee-4ef9-a088-ed7dfb0bc13c None None] Checking router: ddc3b898-3f37-4d0b-8bfc-4c1613696b05 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:20:01.206322 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1213dee2-b3a6-4948-80f3-463485a96018 None None] New status for floating IP 56c59c73-6f52-4685-8d34-0682d17d285f: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:20:01.208011 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-156fa01d-0e9d-42b7-8a8a-a702a8aa2565 admin admin] Deleting port d7a10e03-e47f-4ca4-be33-c349eb7604ba {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:20:01.208567 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-156fa01d-0e9d-42b7-8a8a-a702a8aa2565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:01.226083 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-ca06ee65-6d6d-41d6-b966-f66ab64e39ea req-7a724782-6b91-4ce8-bdee-718fa957e523 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Deleting port 242f8f10-9a27-462a-a544-817abdc0fb8b {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:20:01.226395 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ca06ee65-6d6d-41d6-b966-f66ab64e39ea req-7a724782-6b91-4ce8-bdee-718fa957e523 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:01.324192 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:01.349843 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ba669-f0ee-4ef9-a088-ed7dfb0bc13c None None] Routers {'ddc3b898-3f37-4d0b-8bfc-4c1613696b05'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:20:01.350777 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-aa1ba669-f0ee-4ef9-a088-ed7dfb0bc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:01.390699 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-ca06ee65-6d6d-41d6-b966-f66ab64e39ea req-7a724782-6b91-4ce8-bdee-718fa957e523 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] For port 242f8f10-9a27-462a-a544-817abdc0fb8b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=242f8f10-9a27-462a-a544-817abdc0fb8b,segment=NetworkSegment(ddbdef68-7732-4fce-adb0-295870bdfae1),segment_id=ddbdef68-7732-4fce-adb0-295870bdfae1)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:01.391416 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ca06ee65-6d6d-41d6-b966-f66ab64e39ea req-7a724782-6b91-4ce8-bdee-718fa957e523 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:01.429381 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-ca06ee65-6d6d-41d6-b966-f66ab64e39ea req-7a724782-6b91-4ce8-bdee-718fa957e523 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Calling delete_port for 242f8f10-9a27-462a-a544-817abdc0fb8b owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:20:01.477979 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port eccb2218-2767-4b28-8f49-33b1fb9eed8d, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=eccb2218-2767-4b28-8f49-33b1fb9eed8d,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:01.507813 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-156fa01d-0e9d-42b7-8a8a-a702a8aa2565 admin admin] For port d7a10e03-e47f-4ca4-be33-c349eb7604ba, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d7a10e03-e47f-4ca4-be33-c349eb7604ba,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:01.508222 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-156fa01d-0e9d-42b7-8a8a-a702a8aa2565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:01.526312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-aa1ba669-f0ee-4ef9-a088-ed7dfb0bc13c None None] Set router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:20:01.528868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-156fa01d-0e9d-42b7-8a8a-a702a8aa2565 admin admin] Calling delete_port for d7a10e03-e47f-4ca4-be33-c349eb7604ba owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:20:01.553717 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee1fa8-c2f1-43ce-91bb-ab3d32309b30 req-8aa95be7-bb90-44e9-9e53-91b604f0a2cb tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:01.569724 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11ee1fa8-c2f1-43ce-91bb-ab3d32309b30 req-8aa95be7-bb90-44e9-9e53-91b604f0a2cb tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 946 time: 0.1306460 Nov 02 12:20:01.606288 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:01.609975 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'name': 'tempest-TestVolumeBackupRestore-932937917-router', 'tenant_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'eccb2218-2767-4b28-8f49-33b1fb9eed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:50Z', 'updated_at': '2021-11-02T12:19:56Z', 'revision_number': 4, 'project_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'gw_port': {'id': 'eccb2218-2767-4b28-8f49-33b1fb9eed8d', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:51Z', 'updated_at': '2021-11-02T12:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd2fe7958-d1bb-4dec-ac2d-3d09d746b64a', 'name': '', 'network_id': '512ec2d5-0a20-42c6-a12e-9555b32d6029', 'tenant_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'mac_address': 'fa:16:3e:6f:c7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '0264d49f-5125-4040-89cb-ce4363088ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:54Z', 'updated_at': '2021-11-02T12:19:56Z', 'revision_number': 2, 'project_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'subnets': [{'id': '0264d49f-5125-4040-89cb-ce4363088ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:01.662856 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Checking router: c6bd36c8-9c37-4552-aeca-a83fab1e37a6 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:20:01.673171 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Updating router c6bd36c8-9c37-4552-aeca-a83fab1e37a6 port d2fe7958-d1bb-4dec-ac2d-3d09d746b64a binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:20:01.673320 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-aa1ba669-f0ee-4ef9-a088-ed7dfb0bc13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:20:00Z', 'revision_number': 6, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:01.673320 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=eccb2218-2767-4b28-8f49-33b1fb9eed8d,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:01.695755 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:01.697850 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ba669-f0ee-4ef9-a088-ed7dfb0bc13c None None] The sync data for ids ['ddc3b898-3f37-4d0b-8bfc-4c1613696b05'] in n-d-806683-18 is: [{'id': 'ddc3b898-3f37-4d0b-8bfc-4c1613696b05', 'name': 'tempest-TestVolumeBootPattern-833622620-router', 'tenant_id': 'ab186707669f41a6b53ebcba8031edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:10Z', 'updated_at': '2021-11-02T12:20:00Z', 'revision_number': 6, 'project_id': 'ab186707669f41a6b53ebcba8031edaa', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:20:01.735384 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ca06ee65-6d6d-41d6-b966-f66ab64e39ea req-7a724782-6b91-4ce8-bdee-718fa957e523 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:01.746580 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11ee1fa8-c2f1-43ce-91bb-ab3d32309b30 req-37a4ed28-bb64-4196-8b78-f6f45306a484 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=7a2af256-08c1-4455-8805-357abf7addff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687441 Nov 02 12:20:01.809691 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a724782-6b91-4ce8-bdee-718fa957e523 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'Port': ['ID=242f8f10-9a27-462a-a544-817abdc0fb8b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:01.885200 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca06ee65-6d6d-41d6-b966-f66ab64e39ea req-7a724782-6b91-4ce8-bdee-718fa957e523 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] No DVR routers for this DVR port 242f8f10-9a27-462a-a544-817abdc0fb8b on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:20:01.888442 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ca06ee65-6d6d-41d6-b966-f66ab64e39ea req-7a724782-6b91-4ce8-bdee-718fa957e523 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:01.894233 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ca06ee65-6d6d-41d6-b966-f66ab64e39ea req-7a724782-6b91-4ce8-bdee-718fa957e523 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.54 "DELETE /v2.0/ports/242f8f10-9a27-462a-a544-817abdc0fb8b HTTP/1.1" status: 204 len: 173 time: 0.8573191 Nov 02 12:20:01.894831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'name': 'network-vif-deleted', 'tag': '242f8f10-9a27-462a-a544-817abdc0fb8b'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:20:01.897657 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ed311a-47dd-4a13-8666-0e7f57f69c04" -d '{"events": [{"server_uuid": "b6f32c7c-4a16-4d7c-914a-0a6e01acfd87", "name": "network-vif-deleted", "tag": "242f8f10-9a27-462a-a544-817abdc0fb8b"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:20:01.949014 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4804437b-9779-4f0f-961f-707040709ac2 x-openstack-request-id: req-4804437b-9779-4f0f-961f-707040709ac2 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:20:01.949590 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f32c7c-4a16-4d7c-914a-0a6e01acfd87", "name": "network-vif-deleted", "tag": "242f8f10-9a27-462a-a544-817abdc0fb8b", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:20:01.950085 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4804437b-9779-4f0f-961f-707040709ac2 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:20:01.950494 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f32c7c-4a16-4d7c-914a-0a6e01acfd87', 'name': 'network-vif-deleted', 'tag': '242f8f10-9a27-462a-a544-817abdc0fb8b', 'status': 'completed', 'code': 200} Nov 02 12:20:02.056818 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:02.067024 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-156fa01d-0e9d-42b7-8a8a-a702a8aa2565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:02.125119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fa01d-0e9d-42b7-8a8a-a702a8aa2565 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a10e03-e47f-4ca4-be33-c349eb7604ba,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:02.147044 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:02.295234 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cb6cf-48d9-4148-8484-cb970f603840 None None] Pushing event updated for resources: {'Port': ['ID=d2fe7958-d1bb-4dec-ac2d-3d09d746b64a,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:02.329487 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-156fa01d-0e9d-42b7-8a8a-a702a8aa2565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:02.393505 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Attempting to bind port d2fe7958-d1bb-4dec-ac2d-3d09d746b64a on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:20:02.393774 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Attempting to bind port d2fe7958-d1bb-4dec-ac2d-3d09d746b64a by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '0a1e2eed-df1d-4e68-93c7-fd512942c219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '512ec2d5-0a20-42c6-a12e-9555b32d6029'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:20:02.395687 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Attempting to bind port d2fe7958-d1bb-4dec-ac2d-3d09d746b64a on network 512ec2d5-0a20-42c6-a12e-9555b32d6029 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:20:02.401042 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:20:02.401582 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Checking segment: {'id': '0a1e2eed-df1d-4e68-93c7-fd512942c219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '512ec2d5-0a20-42c6-a12e-9555b32d6029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:20:02.402123 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:02.402625 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Bound using segment: {'id': '0a1e2eed-df1d-4e68-93c7-fd512942c219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '512ec2d5-0a20-42c6-a12e-9555b32d6029'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:20:02.403264 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Bound port: d2fe7958-d1bb-4dec-ac2d-3d09d746b64a, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1e2eed-df1d-4e68-93c7-fd512942c219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '512ec2d5-0a20-42c6-a12e-9555b32d6029'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:20:02.403750 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:02.495067 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-156fa01d-0e9d-42b7-8a8a-a702a8aa2565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:02.498889 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-156fa01d-0e9d-42b7-8a8a-a702a8aa2565 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:02.509656 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] For port d2fe7958-d1bb-4dec-ac2d-3d09d746b64a, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:20:02.518789 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] For port d2fe7958-d1bb-4dec-ac2d-3d09d746b64a, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d2fe7958-d1bb-4dec-ac2d-3d09d746b64a,segment=NetworkSegment(0a1e2eed-df1d-4e68-93c7-fd512942c219),segment_id=0a1e2eed-df1d-4e68-93c7-fd512942c219)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:20:02.597650 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:02.641974 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-156fa01d-0e9d-42b7-8a8a-a702a8aa2565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:02.642800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156fa01d-0e9d-42b7-8a8a-a702a8aa2565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddc3b898-3f37-4d0b-8bfc-4c1613696b05 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:20:02.649471 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-156fa01d-0e9d-42b7-8a8a-a702a8aa2565 admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:02.650686 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-156fa01d-0e9d-42b7-8a8a-a702a8aa2565 admin admin] 10.222.0.52 "DELETE /v2.0/routers/ddc3b898-3f37-4d0b-8bfc-4c1613696b05 HTTP/1.1" status: 204 len: 168 time: 2.1931257 Nov 02 12:20:02.653765 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52950) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:02.711492 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Routers {'c6bd36c8-9c37-4552-aeca-a83fab1e37a6'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:20:02.712282 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c6bd36c8-9c37-4552-aeca-a83fab1e37a6'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:02.748574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device eccb2218-2767-4b28-8f49-33b1fb9eed8d up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:20:02.761819 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cb6cf-48d9-4148-8484-cb970f603840 None None] Pushing event updated for resources: {'Port': ['ID=d2fe7958-d1bb-4dec-ac2d-3d09d746b64a,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:02.830522 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca38dca5-4691-426c-9abf-5fa37a5939b8 admin admin] Deleting subnet 0360a412-e52f-4282-8491-82f08f448324 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:20:02.859260 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca38dca5-4691-426c-9abf-5fa37a5939b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:02.929517 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-fc66377b-753c-41c2-aff7-c02b6f49fcb1 None None] Provisioning complete for port d2fe7958-d1bb-4dec-ac2d-3d09d746b64a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:20:02.930426 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fc66377b-753c-41c2-aff7-c02b6f49fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:02.974976 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] Set router c6bd36c8-9c37-4552-aeca-a83fab1e37a6 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:20:03.010706 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca38dca5-4691-426c-9abf-5fa37a5939b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:03.097970 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e00374aa-4db9-490a-840d-cfd68f48bafa req-85f4d83f-f6da-4a24-add6-31fb03c76b3b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6f32c7c-4a16-4d7c-914a-0a6e01acfd87 HTTP/1.1" status: 200 len: 210 time: 0.0682876 Nov 02 12:20:03.148423 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca38dca5-4691-426c-9abf-5fa37a5939b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:03.193431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port eccb2218-2767-4b28-8f49-33b1fb9eed8d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:20:03.195145 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:03.301493 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca38dca5-4691-426c-9abf-5fa37a5939b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:03.353713 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38dca5-4691-426c-9abf-5fa37a5939b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0360a412-e52f-4282-8491-82f08f448324,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:03.374580 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ca38dca5-4691-426c-9abf-5fa37a5939b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:03.382047 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd67dbb1-f58f-46de-904b-ec1b755428f4 None None] Network b3d723ce-e5b2-4427-a422-70398aab6d7f requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:20:03.386058 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ca38dca5-4691-426c-9abf-5fa37a5939b8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0360a412-e52f-4282-8491-82f08f448324 HTTP/1.1" status: 204 len: 168 time: 0.7311499 Nov 02 12:20:03.389778 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52956) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:03.487014 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fc66377b-753c-41c2-aff7-c02b6f49fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:03.488094 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'name': 'tempest-TestVolumeBackupRestore-932937917-router', 'tenant_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'eccb2218-2767-4b28-8f49-33b1fb9eed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:50Z', 'updated_at': '2021-11-02T12:19:56Z', 'revision_number': 4, 'project_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'gw_port': {'id': 'eccb2218-2767-4b28-8f49-33b1fb9eed8d', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:51Z', 'updated_at': '2021-11-02T12:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd2fe7958-d1bb-4dec-ac2d-3d09d746b64a', 'name': '', 'network_id': '512ec2d5-0a20-42c6-a12e-9555b32d6029', 'tenant_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'mac_address': 'fa:16:3e:6f:c7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '0264d49f-5125-4040-89cb-ce4363088ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:54Z', 'updated_at': '2021-11-02T12:20:02Z', 'revision_number': 4, 'project_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'subnets': [{'id': '0264d49f-5125-4040-89cb-ce4363088ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:03.492978 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:03.529399 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab18d9b5-6146-4646-bc53-8a00b2f180cf None None] The sync data for ids ['c6bd36c8-9c37-4552-aeca-a83fab1e37a6'] in n-d-806683-18 is: [{'id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'name': 'tempest-TestVolumeBackupRestore-932937917-router', 'tenant_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'eccb2218-2767-4b28-8f49-33b1fb9eed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:50Z', 'updated_at': '2021-11-02T12:19:56Z', 'revision_number': 4, 'project_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'gw_port': {'id': 'eccb2218-2767-4b28-8f49-33b1fb9eed8d', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:51Z', 'updated_at': '2021-11-02T12:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd2fe7958-d1bb-4dec-ac2d-3d09d746b64a', 'name': '', 'network_id': '512ec2d5-0a20-42c6-a12e-9555b32d6029', 'tenant_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'mac_address': 'fa:16:3e:6f:c7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '0264d49f-5125-4040-89cb-ce4363088ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:54Z', 'updated_at': '2021-11-02T12:20:02Z', 'revision_number': 4, 'project_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'subnets': [{'id': '0264d49f-5125-4040-89cb-ce4363088ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:20:03.566435 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] Deleting port 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:20:03.566710 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:03.609986 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:20:03.651780 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:20:03.652211 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2ade138a-e8ba-4d3b-b611-b11dfeca3fdd not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:20:03.665144 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-fc66377b-753c-41c2-aff7-c02b6f49fcb1 None None] For port d2fe7958-d1bb-4dec-ac2d-3d09d746b64a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d2fe7958-d1bb-4dec-ac2d-3d09d746b64a,segment=NetworkSegment(0a1e2eed-df1d-4e68-93c7-fd512942c219),segment_id=0a1e2eed-df1d-4e68-93c7-fd512942c219)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:03.665532 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] For port 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1607c23a-aee5-4062-bf02-4c3c8f5e9c1d,segment=NetworkSegment(ae8bd94d-9ce9-42d2-ab7c-8682f908545f),segment_id=ae8bd94d-9ce9-42d2-ab7c-8682f908545f)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:03.666008 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:03.693495 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] Calling delete_port for 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:20:03.740019 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fc66377b-753c-41c2-aff7-c02b6f49fcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:03.818147 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e8b8eb-9033-4af8-aa28-2f82663da6ab None None] DHCP port deletion for b3d723ce-e5b2-4427-a422-70398aab6d7f request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:20:03.867241 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66377b-753c-41c2-aff7-c02b6f49fcb1 None None] Pushing event updated for resources: {'Port': ['ID=d2fe7958-d1bb-4dec-ac2d-3d09d746b64a,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:03.889380 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:03.895053 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-91e7befc-60e2-4cca-968f-a3cf8f90aec8 None None] Provisioning complete for port d2fe7958-d1bb-4dec-ac2d-3d09d746b64a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:20:03.895428 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-91e7befc-60e2-4cca-968f-a3cf8f90aec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:03.940220 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] Pushing event deleted for resources: {'Port': ['ID=1607c23a-aee5-4062-bf02-4c3c8f5e9c1d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:03.948816 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c3e8b8eb-9033-4af8-aa28-2f82663da6ab None None] Deleting port 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:20:03.949228 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c3e8b8eb-9033-4af8-aa28-2f82663da6ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:03.949499 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] No DVR routers for this DVR port 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:20:04.051820 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c3e8b8eb-9033-4af8-aa28-2f82663da6ab None None] For port 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d, host n-d-806683-18, got binding levels [] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:04.052129 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c3e8b8eb-9033-4af8-aa28-2f82663da6ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:04.056227 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:04.072984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c3e8b8eb-9033-4af8-aa28-2f82663da6ab None None] Calling delete_port for 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:20:04.077663 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.ipam_backend_mixin [None req-c3e8b8eb-9033-4af8-aa28-2f82663da6ab None None] Port 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d was not found and therefore no delete operation was performed {{(pid=102691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 12:20:04.088438 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c3e8b8eb-9033-4af8-aa28-2f82663da6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:04.094760 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d723ce-e5b2-4427-a422-70398aab6d7f']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:04.110102 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:04.110554 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8bd94d-9ce9-42d2-ab7c-8682f908545f') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:04.121335 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8b8eb-9033-4af8-aa28-2f82663da6ab None None] Pushing event deleted for resources: {'Port': ['ID=1607c23a-aee5-4062-bf02-4c3c8f5e9c1d,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:04.123305 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e8b8eb-9033-4af8-aa28-2f82663da6ab None None] No DVR routers for this DVR port 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:20:04.138801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:04.156873 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:04.165067 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:20:04.165581 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:20:04.167536 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:20:04.230334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52960) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:04.306635 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30bc0d7f-4cdb-4797-98b1-7681f7371926 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:04.338218 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:04.347027 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30bc0d7f-4cdb-4797-98b1-7681f7371926 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:04.363274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] Pushing event deleted for resources: {'Network': ['ID=b3d723ce-e5b2-4427-a422-70398aab6d7f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:04.370013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d2fe7958-d1bb-4dec-ac2d-3d09d746b64a up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:20:04.388485 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:04.392955 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8d1e227e-6107-48cb-a0a8-42a00d6345fa admin admin] 10.222.0.52 "DELETE /v2.0/networks/b3d723ce-e5b2-4427-a422-70398aab6d7f HTTP/1.1" status: 204 len: 168 time: 0.9990146 Nov 02 12:20:04.393385 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52962) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:04.451355 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d2fe7958-d1bb-4dec-ac2d-3d09d746b64a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:20:04.451734 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:04.511750 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 242f8f10-9a27-462a-a544-817abdc0fb8b no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:20:04.540845 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30bc0d7f-4cdb-4797-98b1-7681f7371926 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:04.542198 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 242f8f10-9a27-462a-a544-817abdc0fb8b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:20:04.542577 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 242f8f10-9a27-462a-a544-817abdc0fb8b not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:20:04.545672 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-30bc0d7f-4cdb-4797-98b1-7681f7371926 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:04.550856 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-30bc0d7f-4cdb-4797-98b1-7681f7371926 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "DELETE /v2.0/security-groups/7a2af256-08c1-4455-8805-357abf7addff HTTP/1.1" status: 204 len: 168 time: 0.3186872 Nov 02 12:20:04.568901 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc0d7f-4cdb-4797-98b1-7681f7371926 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2af256-08c1-4455-8805-357abf7addff,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:04.656012 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52968) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:04.713909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:20:04.747613 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:20:04.760975 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1607c23a-aee5-4062-bf02-4c3c8f5e9c1d not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:20:04.760975 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d7a10e03-e47f-4ca4-be33-c349eb7604ba no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:20:04.776668 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: d7a10e03-e47f-4ca4-be33-c349eb7604ba {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:20:04.777226 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d7a10e03-e47f-4ca4-be33-c349eb7604ba not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:20:05.136519 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b60b1f43-ac1d-4d27-a388-28d314b12e8f tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:05.241828 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d71fdb2-9674-465c-bf18-0c692a95359b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:05.477767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b60b1f43-ac1d-4d27-a388-28d314b12e8f tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Deleting port bb10a81f-06e1-4099-8461-9887c27cd5f5 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:20:05.478337 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b60b1f43-ac1d-4d27-a388-28d314b12e8f tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:05.587884 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-3d71fdb2-9674-465c-bf18-0c692a95359b admin admin] Deleting port c48c3c04-33fc-48cf-a286-18f56ecb26de {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:20:05.588229 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d71fdb2-9674-465c-bf18-0c692a95359b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:05.601707 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-b60b1f43-ac1d-4d27-a388-28d314b12e8f tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] For port bb10a81f-06e1-4099-8461-9887c27cd5f5, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=bb10a81f-06e1-4099-8461-9887c27cd5f5,segment=NetworkSegment(ddbdef68-7732-4fce-adb0-295870bdfae1),segment_id=ddbdef68-7732-4fce-adb0-295870bdfae1)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:05.602092 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b60b1f43-ac1d-4d27-a388-28d314b12e8f tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:05.621298 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b60b1f43-ac1d-4d27-a388-28d314b12e8f tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Calling delete_port for bb10a81f-06e1-4099-8461-9887c27cd5f5 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:20:05.683474 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-3d71fdb2-9674-465c-bf18-0c692a95359b admin admin] For port c48c3c04-33fc-48cf-a286-18f56ecb26de, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c48c3c04-33fc-48cf-a286-18f56ecb26de,segment=NetworkSegment(b6c81edd-ec60-40ea-a90c-aadc0856d754),segment_id=b6c81edd-ec60-40ea-a90c-aadc0856d754)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:05.683898 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d71fdb2-9674-465c-bf18-0c692a95359b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:05.699288 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-3d71fdb2-9674-465c-bf18-0c692a95359b admin admin] Calling delete_port for c48c3c04-33fc-48cf-a286-18f56ecb26de owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:20:05.940549 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b60b1f43-ac1d-4d27-a388-28d314b12e8f tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:05.974224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b1f43-ac1d-4d27-a388-28d314b12e8f tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'Port': ['ID=bb10a81f-06e1-4099-8461-9887c27cd5f5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:06.075728 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d71fdb2-9674-465c-bf18-0c692a95359b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:06.112028 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71fdb2-9674-465c-bf18-0c692a95359b admin admin] Pushing event deleted for resources: {'Port': ['ID=c48c3c04-33fc-48cf-a286-18f56ecb26de,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:06.243972 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b60b1f43-ac1d-4d27-a388-28d314b12e8f tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:06.359564 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d71fdb2-9674-465c-bf18-0c692a95359b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:06.579122 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60b1f43-ac1d-4d27-a388-28d314b12e8f tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Router 3c274f49-8846-4dc5-b18f-5c3a4139f03e has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:20:06.683478 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d71fdb2-9674-465c-bf18-0c692a95359b admin admin] Router 641c3fd7-7616-4515-a8ef-63ee869fec1d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:20:06.817635 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d71fdb2-9674-465c-bf18-0c692a95359b admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:20:06.831576 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3d71fdb2-9674-465c-bf18-0c692a95359b admin admin] 10.222.0.52 "PUT /v2.0/routers/641c3fd7-7616-4515-a8ef-63ee869fec1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4345734 Nov 02 12:20:06.831788 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedf2f53-de7b-4240-8bf3-01b107cf74db None None] Sync routers for ids ['641c3fd7-7616-4515-a8ef-63ee869fec1d'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:20:06.832745 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52974) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:06.846091 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedf2f53-de7b-4240-8bf3-01b107cf74db None None] Routers {'641c3fd7-7616-4515-a8ef-63ee869fec1d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:20:06.846767 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cedf2f53-de7b-4240-8bf3-01b107cf74db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['641c3fd7-7616-4515-a8ef-63ee869fec1d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:06.993062 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6034203a-2f37-4484-85f0-5eb9e703cde7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:07.033642 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-cedf2f53-de7b-4240-8bf3-01b107cf74db None None] Set router 641c3fd7-7616-4515-a8ef-63ee869fec1d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:20:07.134390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60b1f43-ac1d-4d27-a388-28d314b12e8f tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:20:07.143695 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b60b1f43-ac1d-4d27-a388-28d314b12e8f tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "PUT /v2.0/routers/3c274f49-8846-4dc5-b18f-5c3a4139f03e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4854660 Nov 02 12:20:07.147066 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52976) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:07.147657 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fdc0d3-8c00-4703-96e1-81f8207e43f1 None None] Sync routers for ids ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:20:07.168865 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fdc0d3-8c00-4703-96e1-81f8207e43f1 None None] Routers {'3c274f49-8846-4dc5-b18f-5c3a4139f03e'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:20:07.171006 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-85fdc0d3-8c00-4703-96e1-81f8207e43f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:07.222355 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6034203a-2f37-4484-85f0-5eb9e703cde7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:07.235942 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a271e5-d24b-42c3-be05-a9fb3fbc88a9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Deleting subnet 66ff6cf7-cac4-4391-8d6c-c804aae69381 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:20:07.242507 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-74a271e5-d24b-42c3-be05-a9fb3fbc88a9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:07.266501 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cedf2f53-de7b-4240-8bf3-01b107cf74db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'name': 'tempest-TestVolumeBootPattern-1134033007-router', 'tenant_id': '580e3320ac364db98a0f33ea0c59d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '537f6c57-e8bb-4f59-a8c3-d98482db9e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:27Z', 'updated_at': '2021-11-02T12:20:05Z', 'revision_number': 5, 'project_id': '580e3320ac364db98a0f33ea0c59d225', 'gw_port': {'id': '537f6c57-e8bb-4f59-a8c3-d98482db9e37', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:28Z', 'updated_at': '2021-11-02T12:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:07.301781 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-74a271e5-d24b-42c3-be05-a9fb3fbc88a9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:07.317167 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedf2f53-de7b-4240-8bf3-01b107cf74db None None] Checking router: 641c3fd7-7616-4515-a8ef-63ee869fec1d for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:20:07.332151 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedf2f53-de7b-4240-8bf3-01b107cf74db None None] Routers {'641c3fd7-7616-4515-a8ef-63ee869fec1d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:20:07.333741 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cedf2f53-de7b-4240-8bf3-01b107cf74db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['641c3fd7-7616-4515-a8ef-63ee869fec1d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:07.348680 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-85fdc0d3-8c00-4703-96e1-81f8207e43f1 None None] Set router 3c274f49-8846-4dc5-b18f-5c3a4139f03e gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:20:07.472957 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-74a271e5-d24b-42c3-be05-a9fb3fbc88a9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:07.536552 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6034203a-2f37-4484-85f0-5eb9e703cde7 admin admin] Deleting port 537f6c57-e8bb-4f59-a8c3-d98482db9e37 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:20:07.537101 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6034203a-2f37-4484-85f0-5eb9e703cde7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:07.639494 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-cedf2f53-de7b-4240-8bf3-01b107cf74db None None] Set router 641c3fd7-7616-4515-a8ef-63ee869fec1d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:20:07.706835 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-6034203a-2f37-4484-85f0-5eb9e703cde7 admin admin] For port 537f6c57-e8bb-4f59-a8c3-d98482db9e37, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=537f6c57-e8bb-4f59-a8c3-d98482db9e37,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:07.707256 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6034203a-2f37-4484-85f0-5eb9e703cde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:07.726059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6034203a-2f37-4484-85f0-5eb9e703cde7 admin admin] Calling delete_port for 537f6c57-e8bb-4f59-a8c3-d98482db9e37 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:20:07.746523 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-74a271e5-d24b-42c3-be05-a9fb3fbc88a9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:07.838445 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a271e5-d24b-42c3-be05-a9fb3fbc88a9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'Subnet': ['ID=66ff6cf7-cac4-4391-8d6c-c804aae69381,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:07.847329 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-74a271e5-d24b-42c3-be05-a9fb3fbc88a9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:07.855505 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52980) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:07.857550 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-74a271e5-d24b-42c3-be05-a9fb3fbc88a9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "DELETE /v2.0/subnets/66ff6cf7-cac4-4391-8d6c-c804aae69381 HTTP/1.1" status: 204 len: 168 time: 0.7086551 Nov 02 12:20:07.872085 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175485d4-7042-4c05-8aba-eabee7774cb1 None None] Network 1b2fc003-5ef0-496e-9c84-c58171f01b79 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:20:07.954629 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-cedf2f53-de7b-4240-8bf3-01b107cf74db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'name': 'tempest-TestVolumeBootPattern-1134033007-router', 'tenant_id': '580e3320ac364db98a0f33ea0c59d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '537f6c57-e8bb-4f59-a8c3-d98482db9e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:27Z', 'updated_at': '2021-11-02T12:20:05Z', 'revision_number': 5, 'project_id': '580e3320ac364db98a0f33ea0c59d225', 'gw_port': {'id': '537f6c57-e8bb-4f59-a8c3-d98482db9e37', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:28Z', 'updated_at': '2021-11-02T12:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:08.007490 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedf2f53-de7b-4240-8bf3-01b107cf74db None None] The sync data for ids ['641c3fd7-7616-4515-a8ef-63ee869fec1d'] in n-d-806683-18 is: [{'id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'name': 'tempest-TestVolumeBootPattern-1134033007-router', 'tenant_id': '580e3320ac364db98a0f33ea0c59d225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '537f6c57-e8bb-4f59-a8c3-d98482db9e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:01:27Z', 'updated_at': '2021-11-02T12:20:05Z', 'revision_number': 5, 'project_id': '580e3320ac364db98a0f33ea0c59d225', 'gw_port': {'id': '537f6c57-e8bb-4f59-a8c3-d98482db9e37', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c3fd7-7616-4515-a8ef-63ee869fec1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:01:28Z', 'updated_at': '2021-11-02T12:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:20:08.065302 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-85fdc0d3-8c00-4703-96e1-81f8207e43f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:20:05Z', 'revision_number': 7, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:08.098420 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d47125e-e349-4311-9cb7-8a3353293c7b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:08.146990 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fdc0d3-8c00-4703-96e1-81f8207e43f1 None None] Checking router: 3c274f49-8846-4dc5-b18f-5c3a4139f03e for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:20:08.178070 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fdc0d3-8c00-4703-96e1-81f8207e43f1 None None] Routers {'3c274f49-8846-4dc5-b18f-5c3a4139f03e'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:20:08.179611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-85fdc0d3-8c00-4703-96e1-81f8207e43f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:08.208679 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6034203a-2f37-4484-85f0-5eb9e703cde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:08.306046 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034203a-2f37-4484-85f0-5eb9e703cde7 admin admin] Pushing event deleted for resources: {'Port': ['ID=537f6c57-e8bb-4f59-a8c3-d98482db9e37,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:08.350257 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d47125e-e349-4311-9cb7-8a3353293c7b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:08.423198 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6034203a-2f37-4484-85f0-5eb9e703cde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:08.484572 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c632b384-fe31-4d32-8623-939ac898cfa2 None None] DHCP port deletion for 1b2fc003-5ef0-496e-9c84-c58171f01b79 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:20:08.557603 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-4d47125e-e349-4311-9cb7-8a3353293c7b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Deleting port 595152fa-8e94-4731-b6a4-284bc1a7702e {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:20:08.558247 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d47125e-e349-4311-9cb7-8a3353293c7b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:08.583126 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-85fdc0d3-8c00-4703-96e1-81f8207e43f1 None None] Set router 3c274f49-8846-4dc5-b18f-5c3a4139f03e gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:20:08.670872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6034203a-2f37-4484-85f0-5eb9e703cde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:08.675356 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6034203a-2f37-4484-85f0-5eb9e703cde7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:08.765884 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-4d47125e-e349-4311-9cb7-8a3353293c7b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] For port 595152fa-8e94-4731-b6a4-284bc1a7702e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=595152fa-8e94-4731-b6a4-284bc1a7702e,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:08.766454 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d47125e-e349-4311-9cb7-8a3353293c7b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:08.791592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-4d47125e-e349-4311-9cb7-8a3353293c7b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Calling delete_port for 595152fa-8e94-4731-b6a4-284bc1a7702e owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:20:08.809579 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 51c465b9-eb8d-4981-a848-2718a1f6d94a no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:20:08.904902 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6034203a-2f37-4484-85f0-5eb9e703cde7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:08.905463 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6034203a-2f37-4484-85f0-5eb9e703cde7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 641c3fd7-7616-4515-a8ef-63ee869fec1d {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:20:08.911639 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6034203a-2f37-4484-85f0-5eb9e703cde7 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:08.912956 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6034203a-2f37-4484-85f0-5eb9e703cde7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/641c3fd7-7616-4515-a8ef-63ee869fec1d HTTP/1.1" status: 204 len: 168 time: 2.0791833 Nov 02 12:20:08.917094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52984) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:09.031984 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e095506-1d2d-482d-83ba-bf3e307a3da6 admin admin] Deleting subnet d60519e2-eb32-43ea-9fdd-a8c6e124b61b {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:20:09.054253 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e095506-1d2d-482d-83ba-bf3e307a3da6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:09.137246 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e095506-1d2d-482d-83ba-bf3e307a3da6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:09.152820 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c632b384-fe31-4d32-8623-939ac898cfa2 None None] Deleting port 51c465b9-eb8d-4981-a848-2718a1f6d94a {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:20:09.153448 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c632b384-fe31-4d32-8623-939ac898cfa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:09.192110 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d47125e-e349-4311-9cb7-8a3353293c7b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:09.205940 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:09.253847 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e095506-1d2d-482d-83ba-bf3e307a3da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:09.303970 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47125e-e349-4311-9cb7-8a3353293c7b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'Port': ['ID=595152fa-8e94-4731-b6a4-284bc1a7702e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:09.340429 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 51c465b9-eb8d-4981-a848-2718a1f6d94a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=51c465b9-eb8d-4981-a848-2718a1f6d94a,segment=NetworkSegment(ddbdef68-7732-4fce-adb0-295870bdfae1),segment_id=ddbdef68-7732-4fce-adb0-295870bdfae1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:09.342575 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c632b384-fe31-4d32-8623-939ac898cfa2 None None] For port 51c465b9-eb8d-4981-a848-2718a1f6d94a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=51c465b9-eb8d-4981-a848-2718a1f6d94a,segment=NetworkSegment(ddbdef68-7732-4fce-adb0-295870bdfae1),segment_id=ddbdef68-7732-4fce-adb0-295870bdfae1)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:09.343017 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c632b384-fe31-4d32-8623-939ac898cfa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:09.360315 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c632b384-fe31-4d32-8623-939ac898cfa2 None None] Calling delete_port for 51c465b9-eb8d-4981-a848-2718a1f6d94a owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:20:09.405074 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d47125e-e349-4311-9cb7-8a3353293c7b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:09.425023 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e095506-1d2d-482d-83ba-bf3e307a3da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:09.438322 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:09.439660 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c48c3c04-33fc-48cf-a286-18f56ecb26de no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:20:09.448794 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e095506-1d2d-482d-83ba-bf3e307a3da6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:09.458085 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52986) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:09.467355 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7e095506-1d2d-482d-83ba-bf3e307a3da6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d60519e2-eb32-43ea-9fdd-a8c6e124b61b HTTP/1.1" status: 204 len: 168 time: 0.5489736 Nov 02 12:20:09.487546 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3faa06c-a166-44ce-82a3-ecb410c0b3cc None None] Network e62ae462-84fe-49eb-8806-e107da3c5aa1 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:20:09.497229 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e095506-1d2d-482d-83ba-bf3e307a3da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d60519e2-eb32-43ea-9fdd-a8c6e124b61b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:09.541969 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-85fdc0d3-8c00-4703-96e1-81f8207e43f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:20:05Z', 'revision_number': 7, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:09.568433 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: c48c3c04-33fc-48cf-a286-18f56ecb26de {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:20:09.568731 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c48c3c04-33fc-48cf-a286-18f56ecb26de not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:20:09.628497 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d47125e-e349-4311-9cb7-8a3353293c7b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:09.638518 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d47125e-e349-4311-9cb7-8a3353293c7b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:09.650410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fdc0d3-8c00-4703-96e1-81f8207e43f1 None None] The sync data for ids ['3c274f49-8846-4dc5-b18f-5c3a4139f03e'] in n-d-806683-18 is: [{'id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'name': 'tempest-TestNetworkBasicOps-router-898799176', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:20:05Z', 'revision_number': 7, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': '595152fa-8e94-4731-b6a4-284bc1a7702e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c274f49-8846-4dc5-b18f-5c3a4139f03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:17:51Z', 'updated_at': '2021-11-02T12:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:20:09.734903 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=51c465b9-eb8d-4981-a848-2718a1f6d94a,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:09.780852 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:09.808715 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c632b384-fe31-4d32-8623-939ac898cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:09.857341 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632b384-fe31-4d32-8623-939ac898cfa2 None None] Pushing event deleted for resources: {'Port': ['ID=51c465b9-eb8d-4981-a848-2718a1f6d94a,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:09.862178 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c632b384-fe31-4d32-8623-939ac898cfa2 None None] No DVR routers for this DVR port 51c465b9-eb8d-4981-a848-2718a1f6d94a on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:20:09.896748 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Deleting port 5629a5fb-e6f6-4609-bab3-dd619babc80e {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:20:09.897222 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:09.904063 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f04ac5e-7468-4945-b766-ca1328bd87b4 None None] DHCP port deletion for e62ae462-84fe-49eb-8806-e107da3c5aa1 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:20:09.929040 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d47125e-e349-4311-9cb7-8a3353293c7b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:09.929588 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d47125e-e349-4311-9cb7-8a3353293c7b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Fanout notify agent at l3_agent the message router_deleted on router 3c274f49-8846-4dc5-b18f-5c3a4139f03e {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:20:09.953119 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4d47125e-e349-4311-9cb7-8a3353293c7b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:09.953119 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4d47125e-e349-4311-9cb7-8a3353293c7b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "DELETE /v2.0/routers/3c274f49-8846-4dc5-b18f-5c3a4139f03e HTTP/1.1" status: 204 len: 168 time: 2.0902627 Nov 02 12:20:09.953427 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 52990) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:10.068396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-8f04ac5e-7468-4945-b766-ca1328bd87b4 None None] Deleting port 5629a5fb-e6f6-4609-bab3-dd619babc80e {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:20:10.068691 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8f04ac5e-7468-4945-b766-ca1328bd87b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:10.092896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] For port 5629a5fb-e6f6-4609-bab3-dd619babc80e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5629a5fb-e6f6-4609-bab3-dd619babc80e,segment=NetworkSegment(b6c81edd-ec60-40ea-a90c-aadc0856d754),segment_id=b6c81edd-ec60-40ea-a90c-aadc0856d754)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:10.093279 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:10.133387 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63ec4944-ce7e-423c-8d7d-552e9e75d231 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:10.133670 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Calling delete_port for 5629a5fb-e6f6-4609-bab3-dd619babc80e owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:20:10.254330 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-8f04ac5e-7468-4945-b766-ca1328bd87b4 None None] For port 5629a5fb-e6f6-4609-bab3-dd619babc80e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=5629a5fb-e6f6-4609-bab3-dd619babc80e,segment=NetworkSegment(b6c81edd-ec60-40ea-a90c-aadc0856d754),segment_id=b6c81edd-ec60-40ea-a90c-aadc0856d754)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:10.255016 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8f04ac5e-7468-4945-b766-ca1328bd87b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:10.279521 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-8f04ac5e-7468-4945-b766-ca1328bd87b4 None None] Calling delete_port for 5629a5fb-e6f6-4609-bab3-dd619babc80e owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:20:10.317590 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63ec4944-ce7e-423c-8d7d-552e9e75d231 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:10.354032 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-63ec4944-ce7e-423c-8d7d-552e9e75d231 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2fc003-5ef0-496e-9c84-c58171f01b79']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:10.389542 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-63ec4944-ce7e-423c-8d7d-552e9e75d231 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbdef68-7732-4fce-adb0-295870bdfae1') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:10.396193 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-63ec4944-ce7e-423c-8d7d-552e9e75d231 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbdef68-7732-4fce-adb0-295870bdfae1') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:10.406848 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63ec4944-ce7e-423c-8d7d-552e9e75d231 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:10.425399 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63ec4944-ce7e-423c-8d7d-552e9e75d231 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:10.426817 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:10.435081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ec4944-ce7e-423c-8d7d-552e9e75d231 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:20:10.435490 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63ec4944-ce7e-423c-8d7d-552e9e75d231 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:20:10.440372 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:20:10.464930 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8f04ac5e-7468-4945-b766-ca1328bd87b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:10.467015 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 537f6c57-e8bb-4f59-a8c3-d98482db9e37 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:20:10.493218 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=5629a5fb-e6f6-4609-bab3-dd619babc80e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:10.513172 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] No DVR routers for this DVR port 5629a5fb-e6f6-4609-bab3-dd619babc80e on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:20:10.521673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:10.522312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:10.526657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:10.526657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:10.526657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:10.526657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:10.526657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:10.526657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:10.526657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:10.526657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:10.526657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:10.526657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:10.530310 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f04ac5e-7468-4945-b766-ca1328bd87b4 None None] No DVR routers for this DVR port 5629a5fb-e6f6-4609-bab3-dd619babc80e on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:20:10.532360 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04ac5e-7468-4945-b766-ca1328bd87b4 None None] Pushing event deleted for resources: {'Port': ['ID=5629a5fb-e6f6-4609-bab3-dd619babc80e,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:10.536444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 537f6c57-e8bb-4f59-a8c3-d98482db9e37 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:20:10.536804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 537f6c57-e8bb-4f59-a8c3-d98482db9e37 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:20:10.537293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5629a5fb-e6f6-4609-bab3-dd619babc80e no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:20:10.578441 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 5629a5fb-e6f6-4609-bab3-dd619babc80e {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:20:10.578441 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 5629a5fb-e6f6-4609-bab3-dd619babc80e not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:20:10.578441 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device bb10a81f-06e1-4099-8461-9887c27cd5f5 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:20:10.593443 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: bb10a81f-06e1-4099-8461-9887c27cd5f5 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:20:10.593795 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device bb10a81f-06e1-4099-8461-9887c27cd5f5 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:20:10.688782 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63ec4944-ce7e-423c-8d7d-552e9e75d231 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:10.693223 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:10.700009 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63ec4944-ce7e-423c-8d7d-552e9e75d231 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:10.706510 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-63ec4944-ce7e-423c-8d7d-552e9e75d231 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "DELETE /v2.0/networks/1b2fc003-5ef0-496e-9c84-c58171f01b79 HTTP/1.1" status: 204 len: 168 time: 0.7551398 Nov 02 12:20:10.730604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec4944-ce7e-423c-8d7d-552e9e75d231 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'Network': ['ID=1b2fc003-5ef0-496e-9c84-c58171f01b79,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:10.735038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52992) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:10.739259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-bb4c433e-0746-41f2-ae85-d01d290187b6 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'network': {'name': 'tempest-network-smoke--1048377716', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'port_security_enabled': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:20:10.748286 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62ae462-84fe-49eb-8806-e107da3c5aa1']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:10.769774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c81edd-ec60-40ea-a90c-aadc0856d754') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:10.770072 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c81edd-ec60-40ea-a90c-aadc0856d754') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:10.785424 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:10.803697 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:10.810961 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:20:10.811391 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:20:10.813360 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:20:10.944467 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4c433e-0746-41f2-ae85-d01d290187b6 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Made reservation on behalf of 1c1195feb3fe443093e6898e8c65dca4 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:20:10.950320 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb4c433e-0746-41f2-ae85-d01d290187b6 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:10.979655 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb4c433e-0746-41f2-ae85-d01d290187b6 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:20:10.991511 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb4c433e-0746-41f2-ae85-d01d290187b6 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:10.991859 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-bb4c433e-0746-41f2-ae85-d01d290187b6 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Added segment 44cc5d80-6197-4dcc-8f57-3246fe28fa6b of type vlan for network a560681b-209d-4c2f-89c4-34440000448e Nov 02 12:20:11.002790 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:11.015602 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:11.020750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] 10.222.0.52 "DELETE /v2.0/networks/e62ae462-84fe-49eb-8806-e107da3c5aa1 HTTP/1.1" status: 204 len: 168 time: 1.5608673 Nov 02 12:20:11.060252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23b963-acb6-48c9-93b8-0b1bcc6b8d1f admin admin] Pushing event deleted for resources: {'Network': ['ID=e62ae462-84fe-49eb-8806-e107da3c5aa1,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:11.073501 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb4c433e-0746-41f2-ae85-d01d290187b6 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:11.230561 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb4c433e-0746-41f2-ae85-d01d290187b6 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:11.237388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4c433e-0746-41f2-ae85-d01d290187b6 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:11.238121 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb4c433e-0746-41f2-ae85-d01d290187b6 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:11.323924 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c433e-0746-41f2-ae85-d01d290187b6 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Network': ['ID=a560681b-209d-4c2f-89c4-34440000448e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:11.341394 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network a560681b-209d-4c2f-89c4-34440000448e details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:20:11.372955 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bb4c433e-0746-41f2-ae85-d01d290187b6 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6367121 Nov 02 12:20:11.373320 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 52998) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:11.379183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-457627149', 'admin_state_up': True, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:20:11.477851 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:11.479755 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:11.561077 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:11.645553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53000) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:11.692358 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c0a50745-df00-4f73-9ed7-ddd885d9f718 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab186707669f41a6b53ebcba8031edaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454476 Nov 02 12:20:11.694746 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53002) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:11.874223 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc8624c1-2f6a-4bc4-8d55-4b662387ca19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:11.926896 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:11.935483 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc8624c1-2f6a-4bc4-8d55-4b662387ca19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:12.111176 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc8624c1-2f6a-4bc4-8d55-4b662387ca19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:12.127648 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bc8624c1-2f6a-4bc4-8d55-4b662387ca19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:12.127648 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bc8624c1-2f6a-4bc4-8d55-4b662387ca19 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a4db0247-8d80-4f9d-86ae-213e16337c63 HTTP/1.1" status: 204 len: 168 time: 0.4188888 Nov 02 12:20:12.129363 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8624c1-2f6a-4bc4-8d55-4b662387ca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4db0247-8d80-4f9d-86ae-213e16337c63,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:12.237861 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:12.239486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 595152fa-8e94-4731-b6a4-284bc1a7702e no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:20:12.259575 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:12.269995 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 595152fa-8e94-4731-b6a4-284bc1a7702e {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:20:12.270294 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 595152fa-8e94-4731-b6a4-284bc1a7702e not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:20:12.375625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Allocated IP 172.25.6.117 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/e1c0799e-45d8-4b9e-a1cb-386bbc98f422) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:20:12.495565 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:12.992999 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:13.034092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:20:13.037154 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:20:13.044430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:20:13.072511 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Port': ['ID=e1c0799e-45d8-4b9e-a1cb-386bbc98f422,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:13.205848 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53012) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:13.256346 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-431c90c1-837d-40e3-8327-dac6fd3e6e79 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=580e3320ac364db98a0f33ea0c59d225&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465631 Nov 02 12:20:13.256547 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53014) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:13.320011 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9e91799-b7db-424f-b1ec-3e9fcf647f83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:13.347604 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9e91799-b7db-424f-b1ec-3e9fcf647f83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:13.409415 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:13.488580 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9e91799-b7db-424f-b1ec-3e9fcf647f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:13.493095 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f9e91799-b7db-424f-b1ec-3e9fcf647f83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:13.494870 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f9e91799-b7db-424f-b1ec-3e9fcf647f83 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d2f67992-a9e1-4242-a450-43556be12e04 HTTP/1.1" status: 204 len: 168 time: 0.2372148 Nov 02 12:20:13.507452 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e91799-b7db-424f-b1ec-3e9fcf647f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f67992-a9e1-4242-a450-43556be12e04,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:13.671631 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:13.905304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Router 48f1ced5-c8c4-458e-a399-0da475b4e35c is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:20:14.056914 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:20:14.069904 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Sync routers for ids ['48f1ced5-c8c4-458e-a399-0da475b4e35c'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:20:14.087151 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Routers {'48f1ced5-c8c4-458e-a399-0da475b4e35c'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:20:14.088320 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['48f1ced5-c8c4-458e-a399-0da475b4e35c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:14.166171 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:14.170676 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-260d22f4-d300-4788-ab04-c5f608cd1ae4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7932470 Nov 02 12:20:14.171932 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53018) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:14.254578 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Set router 48f1ced5-c8c4-458e-a399-0da475b4e35c gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:20:14.267035 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-687c6861-5bd5-4033-bd69-eb51c90ffff8 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=1c1195feb3fe443093e6898e8c65dca4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0912306 Nov 02 12:20:14.270212 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53022) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:14.408299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fa33ab-8375-4bbf-ab60-422473c6aec8 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:14.413002 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-44fa33ab-8375-4bbf-ab60-422473c6aec8 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1398356 Nov 02 12:20:14.413249 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53024) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:14.448126 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9f9fe5b8-3efd-4957-a392-ded0163b2d05 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337493 Nov 02 12:20:14.452438 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53026) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:14.461170 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-dc7af435-4267-4607-a654-c6f25aa3716b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-288356745', 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:20:14.589905 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'name': 'tempest-TestNetworkBasicOps-router-457627149', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:20:11Z', 'updated_at': '2021-11-02T12:20:13Z', 'revision_number': 3, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:12Z', 'updated_at': '2021-11-02T12:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:14.620763 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Checking router: 48f1ced5-c8c4-458e-a399-0da475b4e35c for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:20:14.621114 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Updating router 48f1ced5-c8c4-458e-a399-0da475b4e35c port e1c0799e-45d8-4b9e-a1cb-386bbc98f422 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:20:14.649810 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:14.673999 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7af435-4267-4607-a654-c6f25aa3716b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Made reservation on behalf of 1c1195feb3fe443093e6898e8c65dca4 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:20:14.679415 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc7af435-4267-4607-a654-c6f25aa3716b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:14.961977 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc7af435-4267-4607-a654-c6f25aa3716b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:14.968538 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:15.027587 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7af435-4267-4607-a654-c6f25aa3716b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Subnet': ['ID=85232cea-20f4-4cbe-997c-b21e530cb2aa,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:15.041546 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7af435-4267-4607-a654-c6f25aa3716b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Checking segment: {'id': '44cc5d80-6197-4dcc-8f57-3246fe28fa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:20:15.041921 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7af435-4267-4607-a654-c6f25aa3716b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Network hostable DHCP agents. Network: a560681b-209d-4c2f-89c4-34440000448e, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:20:15.077480 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:15.132792 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Attempting to bind port e1c0799e-45d8-4b9e-a1cb-386bbc98f422 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:20:15.133153 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Attempting to bind port e1c0799e-45d8-4b9e-a1cb-386bbc98f422 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:20:15.133510 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Attempting to bind port e1c0799e-45d8-4b9e-a1cb-386bbc98f422 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:20:15.136805 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f993c-ec3d-4fe9-85d4-3719f349b86d None None] Pushing event updated for resources: {'Port': ['ID=e1c0799e-45d8-4b9e-a1cb-386bbc98f422,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:15.142735 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:20:15.143262 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:20:15.143798 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:15.144366 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:20:15.145016 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Bound port: e1c0799e-45d8-4b9e-a1cb-386bbc98f422, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:20:15.145401 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:15.174653 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7af435-4267-4607-a654-c6f25aa3716b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Network a560681b-209d-4c2f-89c4-34440000448e is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:20:15.214235 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] For port e1c0799e-45d8-4b9e-a1cb-386bbc98f422, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:20:15.218068 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] For port e1c0799e-45d8-4b9e-a1cb-386bbc98f422, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e1c0799e-45d8-4b9e-a1cb-386bbc98f422,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:20:15.294307 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-dc7af435-4267-4607-a654-c6f25aa3716b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, a560681b-209d-4c2f-89c4-34440000448e) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:20:15.301681 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7af435-4267-4607-a654-c6f25aa3716b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:15.303309 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dc7af435-4267-4607-a654-c6f25aa3716b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:15.318136 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d976f07-6480-4fa6-81bc-e432622d4442 None None] Network a560681b-209d-4c2f-89c4-34440000448e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:20:15.323048 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:15.406195 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Routers {'48f1ced5-c8c4-458e-a399-0da475b4e35c'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:20:15.406850 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['48f1ced5-c8c4-458e-a399-0da475b4e35c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:15.428927 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-dc7af435-4267-4607-a654-c6f25aa3716b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9748023 Nov 02 12:20:15.431659 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53030) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:15.466065 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f993c-ec3d-4fe9-85d4-3719f349b86d None None] Pushing event updated for resources: {'Port': ['ID=e1c0799e-45d8-4b9e-a1cb-386bbc98f422,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:15.568236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-a560681b-209d-4c2f-89c4-34440000448e', 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'fixed_ips': [{'subnet_id': '85232cea-20f4-4cbe-997c-b21e530cb2aa'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:20:15.573101 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:15.621282 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] Set router 48f1ced5-c8c4-458e-a399-0da475b4e35c gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:20:15.781748 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Allocated IP 172.20.0.2 (a560681b-209d-4c2f-89c4-34440000448e/85232cea-20f4-4cbe-997c-b21e530cb2aa/40882d6d-694d-41b7-9a5d-34334430a5a5) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:20:15.872820 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'name': 'tempest-TestNetworkBasicOps-router-457627149', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:20:11Z', 'updated_at': '2021-11-02T12:20:13Z', 'revision_number': 3, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:12Z', 'updated_at': '2021-11-02T12:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:15.909301 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc833b26-2ce1-4db7-a782-5dead73691a7 None None] The sync data for ids ['48f1ced5-c8c4-458e-a399-0da475b4e35c'] in n-d-806683-18 is: [{'id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'name': 'tempest-TestNetworkBasicOps-router-457627149', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:20:11Z', 'updated_at': '2021-11-02T12:20:13Z', 'revision_number': 3, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:12Z', 'updated_at': '2021-11-02T12:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:20:15.991590 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:16.054577 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ce4f-3f76-4a1f-971e-776e813d98c9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:16.080813 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:16.157178 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Network a560681b-209d-4c2f-89c4-34440000448e is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:20:16.160122 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:20:16.169485 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Pushing event updated for resources: {'Port': ['ID=40882d6d-694d-41b7-9a5d-34334430a5a5,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:16.172843 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:20:16.276459 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Attempting to bind port 40882d6d-694d-41b7-9a5d-34334430a5a5 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:20:16.276459 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Attempting to bind port 40882d6d-694d-41b7-9a5d-34334430a5a5 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '44cc5d80-6197-4dcc-8f57-3246fe28fa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:20:16.276729 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Attempting to bind port 40882d6d-694d-41b7-9a5d-34334430a5a5 on network a560681b-209d-4c2f-89c4-34440000448e {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:20:16.286979 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:20:16.286979 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Checking segment: {'id': '44cc5d80-6197-4dcc-8f57-3246fe28fa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:20:16.286979 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:16.286979 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Bound using segment: {'id': '44cc5d80-6197-4dcc-8f57-3246fe28fa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:20:16.287873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Bound port: 40882d6d-694d-41b7-9a5d-34334430a5a5, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44cc5d80-6197-4dcc-8f57-3246fe28fa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:20:16.288360 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:16.446837 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e1c0799e-45d8-4b9e-a1cb-386bbc98f422 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:20:16.458158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] For port 40882d6d-694d-41b7-9a5d-34334430a5a5, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:20:16.482188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-ffb4ce4f-3f76-4a1f-971e-776e813d98c9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Allocated IP 172.20.0.1 (a560681b-209d-4c2f-89c4-34440000448e/85232cea-20f4-4cbe-997c-b21e530cb2aa/40eab228-8e49-4970-9111-710bbc16b410) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:20:16.500281 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] For port 40882d6d-694d-41b7-9a5d-34334430a5a5, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=40882d6d-694d-41b7-9a5d-34334430a5a5,segment=NetworkSegment(44cc5d80-6197-4dcc-8f57-3246fe28fa6b),segment_id=44cc5d80-6197-4dcc-8f57-3246fe28fa6b)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:20:16.541027 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e1c0799e-45d8-4b9e-a1cb-386bbc98f422 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:20:16.542141 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:16.603389 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:16.728373 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:16.752931 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port e1c0799e-45d8-4b9e-a1cb-386bbc98f422, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e1c0799e-45d8-4b9e-a1cb-386bbc98f422,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:16.755051 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3be42-046e-4e81-8b1d-1a148bb7cc46 None None] Pushing event updated for resources: {'Port': ['ID=40882d6d-694d-41b7-9a5d-34334430a5a5,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:16.836823 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:17.130595 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ce4f-3f76-4a1f-971e-776e813d98c9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:17.184128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=e1c0799e-45d8-4b9e-a1cb-386bbc98f422,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:17.271220 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ce4f-3f76-4a1f-971e-776e813d98c9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:17.385486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb4ce4f-3f76-4a1f-971e-776e813d98c9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Network a560681b-209d-4c2f-89c4-34440000448e is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:20:17.385486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-ffb4ce4f-3f76-4a1f-971e-776e813d98c9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:20:17.385486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb4ce4f-3f76-4a1f-971e-776e813d98c9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:20:17.385486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ce4f-3f76-4a1f-971e-776e813d98c9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Port': ['ID=40eab228-8e49-4970-9111-710bbc16b410,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:17.393870 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ce4f-3f76-4a1f-971e-776e813d98c9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:17.890870 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f1fb32-6db2-4c6b-8ce0-e3ee4da3823d None None] Network a560681b-209d-4c2f-89c4-34440000448e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:20:18.009233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-789d762b-75ed-4a84-ad73-fecf133e4902 None None] Provisioning complete for port 40882d6d-694d-41b7-9a5d-34334430a5a5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:20:18.009633 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-789d762b-75ed-4a84-ad73-fecf133e4902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:18.094133 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eb47bc17-4d22-4d66-99ef-9422c494a297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:18.157110 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-789d762b-75ed-4a84-ad73-fecf133e4902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:18.201716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-789d762b-75ed-4a84-ad73-fecf133e4902 None None] For port 40882d6d-694d-41b7-9a5d-34334430a5a5, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=40882d6d-694d-41b7-9a5d-34334430a5a5,segment=NetworkSegment(44cc5d80-6197-4dcc-8f57-3246fe28fa6b),segment_id=44cc5d80-6197-4dcc-8f57-3246fe28fa6b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:18.209027 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ce4f-3f76-4a1f-971e-776e813d98c9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:18.379412 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-789d762b-75ed-4a84-ad73-fecf133e4902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:18.502637 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e1c0799e-45d8-4b9e-a1cb-386bbc98f422 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:20:18.539189 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d762b-75ed-4a84-ad73-fecf133e4902 None None] Pushing event updated for resources: {'Port': ['ID=40882d6d-694d-41b7-9a5d-34334430a5a5,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:18.580733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e1c0799e-45d8-4b9e-a1cb-386bbc98f422 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:20:18.581314 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:18.644814 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-508b46ae-63b1-455a-a5f9-a8b1d8f03b08 None None] Provisioning complete for port 40882d6d-694d-41b7-9a5d-34334430a5a5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:20:18.645192 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-508b46ae-63b1-455a-a5f9-a8b1d8f03b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:18.720897 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ce4f-3f76-4a1f-971e-776e813d98c9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:18.727037 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 40882d6d-694d-41b7-9a5d-34334430a5a5 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:20:18.791038 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ce4f-3f76-4a1f-971e-776e813d98c9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:18.821105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-508b46ae-63b1-455a-a5f9-a8b1d8f03b08 None None] Provisioning complete for port 40eab228-8e49-4970-9111-710bbc16b410 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:20:18.821533 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-508b46ae-63b1-455a-a5f9-a8b1d8f03b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:18.823281 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 40882d6d-694d-41b7-9a5d-34334430a5a5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:20:18.823640 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:18.881511 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ce4f-3f76-4a1f-971e-776e813d98c9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:18.885236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-508b46ae-63b1-455a-a5f9-a8b1d8f03b08 None None] Port 40eab228-8e49-4970-9111-710bbc16b410 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:20:18.894882 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4ce4f-3f76-4a1f-971e-776e813d98c9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Port': ['ID=40eab228-8e49-4970-9111-710bbc16b410,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:19.009490 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2ef19149-8271-487b-9b06-52529b0a1736 None None] Provisioning complete for port 40eab228-8e49-4970-9111-710bbc16b410 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:20:19.010065 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2ef19149-8271-487b-9b06-52529b0a1736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:19.015883 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb4ce4f-3f76-4a1f-971e-776e813d98c9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Network a560681b-209d-4c2f-89c4-34440000448e is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:20:19.020289 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-ffb4ce4f-3f76-4a1f-971e-776e813d98c9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:20:19.057363 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2ef19149-8271-487b-9b06-52529b0a1736 None None] Port 40eab228-8e49-4970-9111-710bbc16b410 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:20:19.160313 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb4ce4f-3f76-4a1f-971e-776e813d98c9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Router 48f1ced5-c8c4-458e-a399-0da475b4e35c has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:20:19.287394 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5a0c6ba9-87c2-4e04-90e4-25333da20223 None None] Provisioning complete for port 40eab228-8e49-4970-9111-710bbc16b410 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:20:19.287778 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5a0c6ba9-87c2-4e04-90e4-25333da20223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:19.291427 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb4ce4f-3f76-4a1f-971e-776e813d98c9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:20:19.300258 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ffb4ce4f-3f76-4a1f-971e-776e813d98c9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "PUT /v2.0/routers/48f1ced5-c8c4-458e-a399-0da475b4e35c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8645625 Nov 02 12:20:19.300602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53054) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:19.328712 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Sync routers for ids ['48f1ced5-c8c4-458e-a399-0da475b4e35c'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:20:19.352088 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Routers {'48f1ced5-c8c4-458e-a399-0da475b4e35c'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:20:19.353394 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:19:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['48f1ced5-c8c4-458e-a399-0da475b4e35c'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:19.354637 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5a0c6ba9-87c2-4e04-90e4-25333da20223 None None] Port 40eab228-8e49-4970-9111-710bbc16b410 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:20:19.438855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a93bda4-da5d-47fe-b62f-63fb6b1dbf65 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:19.439517 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a93bda4-da5d-47fe-b62f-63fb6b1dbf65 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:19.439900 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a93bda4-da5d-47fe-b62f-63fb6b1dbf65 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:19.440364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a93bda4-da5d-47fe-b62f-63fb6b1dbf65 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:19.441004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a93bda4-da5d-47fe-b62f-63fb6b1dbf65 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:19.441627 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a93bda4-da5d-47fe-b62f-63fb6b1dbf65 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:19.443830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2a93bda4-da5d-47fe-b62f-63fb6b1dbf65 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.1418374 Nov 02 12:20:19.447650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53056) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:19.476010 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Set router 48f1ced5-c8c4-458e-a399-0da475b4e35c gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:20:19.515359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387504ee-7a25-42a8-97fa-2678c2aba11d tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:19.516195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387504ee-7a25-42a8-97fa-2678c2aba11d tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:19.517035 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387504ee-7a25-42a8-97fa-2678c2aba11d tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:19.517822 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387504ee-7a25-42a8-97fa-2678c2aba11d tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:19.518911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387504ee-7a25-42a8-97fa-2678c2aba11d tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:19.519394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387504ee-7a25-42a8-97fa-2678c2aba11d tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:19.521650 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-387504ee-7a25-42a8-97fa-2678c2aba11d tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4007 time: 0.0723524 Nov 02 12:20:19.524377 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53058) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:19.716248 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c29f3389-b0c2-490a-8d87-11ca6438bcba tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1904624 Nov 02 12:20:19.751146 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'name': 'tempest-TestNetworkBasicOps-router-457627149', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:20:11Z', 'updated_at': '2021-11-02T12:20:17Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:12Z', 'updated_at': '2021-11-02T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '40eab228-8e49-4970-9111-710bbc16b410', 'name': '', 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:4a:0b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '85232cea-20f4-4cbe-997c-b21e530cb2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:16Z', 'updated_at': '2021-11-02T12:20:18Z', 'revision_number': 2, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '85232cea-20f4-4cbe-997c-b21e530cb2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:19.755189 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe2575fa-7f10-4414-9322-17d69557540c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:19.789244 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Checking router: 48f1ced5-c8c4-458e-a399-0da475b4e35c for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:20:19.789596 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Updating router 48f1ced5-c8c4-458e-a399-0da475b4e35c port 40eab228-8e49-4970-9111-710bbc16b410 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:20:19.818119 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:20.156477 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:20.260903 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:20.299952 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 40882d6d-694d-41b7-9a5d-34334430a5a5 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:20:20.356650 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879b464-01bd-45dc-85e5-d27e2fd72e98 None None] Pushing event updated for resources: {'Port': ['ID=40eab228-8e49-4970-9111-710bbc16b410,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:20.357161 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53064) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:20.364392 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-ea082204-2aac-48a5-b26f-4899c3627edd tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-855879350', 'description': 'tempest-secgroup-smoke-855879350 description', 'project_id': '1c1195feb3fe443093e6898e8c65dca4'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:20:20.445771 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Attempting to bind port 40eab228-8e49-4970-9111-710bbc16b410 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:20:20.446147 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Attempting to bind port 40eab228-8e49-4970-9111-710bbc16b410 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '44cc5d80-6197-4dcc-8f57-3246fe28fa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:20:20.446549 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Attempting to bind port 40eab228-8e49-4970-9111-710bbc16b410 on network a560681b-209d-4c2f-89c4-34440000448e {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:20:20.455923 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 40882d6d-694d-41b7-9a5d-34334430a5a5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:20:20.456297 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:20.458295 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:20:20.458673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Checking segment: {'id': '44cc5d80-6197-4dcc-8f57-3246fe28fa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:20:20.459110 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:20.459515 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Bound using segment: {'id': '44cc5d80-6197-4dcc-8f57-3246fe28fa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:20:20.460089 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Bound port: 40eab228-8e49-4970-9111-710bbc16b410, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44cc5d80-6197-4dcc-8f57-3246fe28fa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:20:20.460397 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:20.489320 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ea082204-2aac-48a5-b26f-4899c3627edd tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:20.594634 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] For port 40eab228-8e49-4970-9111-710bbc16b410, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:20:20.613434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] For port 40eab228-8e49-4970-9111-710bbc16b410, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=40eab228-8e49-4970-9111-710bbc16b410,segment=NetworkSegment(44cc5d80-6197-4dcc-8f57-3246fe28fa6b),segment_id=44cc5d80-6197-4dcc-8f57-3246fe28fa6b)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:20:20.624643 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ea082204-2aac-48a5-b26f-4899c3627edd tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:20.689369 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1b6aee5f-6ff7-4638-b148-671102b1ca73 None None] Provisioning complete for port 40eab228-8e49-4970-9111-710bbc16b410 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:20:20.690049 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1b6aee5f-6ff7-4638-b148-671102b1ca73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:20.724569 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:20.761280 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ea082204-2aac-48a5-b26f-4899c3627edd tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:20.769055 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-1b6aee5f-6ff7-4638-b148-671102b1ca73 None None] Port 40eab228-8e49-4970-9111-710bbc16b410 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:20:20.805294 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea082204-2aac-48a5-b26f-4899c3627edd tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:20.811563 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Routers {'48f1ced5-c8c4-458e-a399-0da475b4e35c'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:20:20.812491 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:20:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['48f1ced5-c8c4-458e-a399-0da475b4e35c'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:20.820685 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879b464-01bd-45dc-85e5-d27e2fd72e98 None None] Pushing event updated for resources: {'Port': ['ID=40eab228-8e49-4970-9111-710bbc16b410,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:20.901573 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ea082204-2aac-48a5-b26f-4899c3627edd tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:20.905602 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ea082204-2aac-48a5-b26f-4899c3627edd tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5441682 Nov 02 12:20:20.905830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53076) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:20.911542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-148dfa32-f3fe-48d6-90fd-82fb65575f26 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group_rule': {'security_group_id': '5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:20:20.955617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] Set router 48f1ced5-c8c4-458e-a399-0da475b4e35c gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:20:21.046186 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-148dfa32-f3fe-48d6-90fd-82fb65575f26 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:21.107172 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-148dfa32-f3fe-48d6-90fd-82fb65575f26 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:21.139972 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-4c61875a-8d1f-40e4-ad87-dbbf17557e67 None None] Provisioning complete for port 40eab228-8e49-4970-9111-710bbc16b410 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:20:21.140339 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4c61875a-8d1f-40e4-ad87-dbbf17557e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:21.175879 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:21.208936 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-148dfa32-f3fe-48d6-90fd-82fb65575f26 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:21.241514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148dfa32-f3fe-48d6-90fd-82fb65575f26 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41130561-ad0b-4024-ae6e-cfe97dad56fe,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:21.272639 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4c61875a-8d1f-40e4-ad87-dbbf17557e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:21.287521 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'name': 'tempest-TestNetworkBasicOps-router-457627149', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:20:11Z', 'updated_at': '2021-11-02T12:20:17Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:12Z', 'updated_at': '2021-11-02T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '40eab228-8e49-4970-9111-710bbc16b410', 'name': '', 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:4a:0b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '85232cea-20f4-4cbe-997c-b21e530cb2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:16Z', 'updated_at': '2021-11-02T12:20:20Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '85232cea-20f4-4cbe-997c-b21e530cb2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:21.327945 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c33153-58b3-4f3b-ae8f-d904c49c4f40 None None] The sync data for ids ['48f1ced5-c8c4-458e-a399-0da475b4e35c'] in n-d-806683-18 is: [{'id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'name': 'tempest-TestNetworkBasicOps-router-457627149', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:20:11Z', 'updated_at': '2021-11-02T12:20:17Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:12Z', 'updated_at': '2021-11-02T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '40eab228-8e49-4970-9111-710bbc16b410', 'name': '', 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:4a:0b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '85232cea-20f4-4cbe-997c-b21e530cb2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:16Z', 'updated_at': '2021-11-02T12:20:20Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '85232cea-20f4-4cbe-997c-b21e530cb2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:20:21.343934 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-4c61875a-8d1f-40e4-ad87-dbbf17557e67 None None] For port 40eab228-8e49-4970-9111-710bbc16b410, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=40eab228-8e49-4970-9111-710bbc16b410,segment=NetworkSegment(44cc5d80-6197-4dcc-8f57-3246fe28fa6b),segment_id=44cc5d80-6197-4dcc-8f57-3246fe28fa6b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:21.358711 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-148dfa32-f3fe-48d6-90fd-82fb65575f26 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:21.363585 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53078) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:21.364018 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-148dfa32-f3fe-48d6-90fd-82fb65575f26 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4566219 Nov 02 12:20:21.368341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-36e45700-4507-4143-b47c-aebdb15a21c4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group_rule': {'security_group_id': '5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:20:21.416876 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4c61875a-8d1f-40e4-ad87-dbbf17557e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:21.479354 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61875a-8d1f-40e4-ad87-dbbf17557e67 None None] Pushing event updated for resources: {'Port': ['ID=40eab228-8e49-4970-9111-710bbc16b410,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:21.509658 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36e45700-4507-4143-b47c-aebdb15a21c4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:21.586421 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36e45700-4507-4143-b47c-aebdb15a21c4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:21.705742 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36e45700-4507-4143-b47c-aebdb15a21c4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:21.740151 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e45700-4507-4143-b47c-aebdb15a21c4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6eec003-69da-4089-956e-1d8acd411b61,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:21.820401 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36e45700-4507-4143-b47c-aebdb15a21c4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:21.821719 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-36e45700-4507-4143-b47c-aebdb15a21c4 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4570765 Nov 02 12:20:21.825631 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53082) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:21.831745 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-c0242709-8f8b-4f0c-afdf-360f3965ce81 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group_rule': {'security_group_id': '5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:20:21.940195 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c0242709-8f8b-4f0c-afdf-360f3965ce81 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:22.012265 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c0242709-8f8b-4f0c-afdf-360f3965ce81 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:22.089278 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c0242709-8f8b-4f0c-afdf-360f3965ce81 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:22.110181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0242709-8f8b-4f0c-afdf-360f3965ce81 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a4e9b0-6127-469c-9dab-baed3a1307e8,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:22.125251 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0242709-8f8b-4f0c-afdf-360f3965ce81 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:22.125529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0242709-8f8b-4f0c-afdf-360f3965ce81 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:22.127323 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0242709-8f8b-4f0c-afdf-360f3965ce81 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:22.134620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0242709-8f8b-4f0c-afdf-360f3965ce81 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:22.134620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0242709-8f8b-4f0c-afdf-360f3965ce81 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:22.134620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0242709-8f8b-4f0c-afdf-360f3965ce81 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:22.134620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0242709-8f8b-4f0c-afdf-360f3965ce81 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:22.134620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0242709-8f8b-4f0c-afdf-360f3965ce81 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:22.134620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0242709-8f8b-4f0c-afdf-360f3965ce81 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:22.134620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0242709-8f8b-4f0c-afdf-360f3965ce81 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:22.134620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0242709-8f8b-4f0c-afdf-360f3965ce81 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:22.134620 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0242709-8f8b-4f0c-afdf-360f3965ce81 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:22.226544 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c0242709-8f8b-4f0c-afdf-360f3965ce81 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:22.226544 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c0242709-8f8b-4f0c-afdf-360f3965ce81 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3960500 Nov 02 12:20:22.227590 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53084) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:22.234796 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-46f65389-9f9f-4676-bcf7-44338574425a tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group_rule': {'security_group_id': '5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:20:22.319336 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 40eab228-8e49-4970-9111-710bbc16b410 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:20:22.379095 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46f65389-9f9f-4676-bcf7-44338574425a tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:22.400439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 40eab228-8e49-4970-9111-710bbc16b410 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:20:22.402580 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:22.493619 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46f65389-9f9f-4676-bcf7-44338574425a tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:22.637784 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46f65389-9f9f-4676-bcf7-44338574425a tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:22.678644 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f65389-9f9f-4676-bcf7-44338574425a tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a15ef7-ba7e-4474-9905-280f5038f5a2,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:22.726316 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:22.764395 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46f65389-9f9f-4676-bcf7-44338574425a tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:22.765841 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-46f65389-9f9f-4676-bcf7-44338574425a tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5366840 Nov 02 12:20:22.769652 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53086) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:22.779047 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-92440a7d-7e76-4e13-8846-3c4fdb75bc3e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group_rule': {'security_group_id': '5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:20:22.872969 n-d-806683-18 neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-92440a7d-7e76-4e13-8846-3c4fdb75bc3e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Project 1c1195feb3fe443093e6898e8c65dca4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:20:22.889193 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92440a7d-7e76-4e13-8846-3c4fdb75bc3e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:22.990058 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92440a7d-7e76-4e13-8846-3c4fdb75bc3e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:23.081182 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92440a7d-7e76-4e13-8846-3c4fdb75bc3e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:23.102950 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92440a7d-7e76-4e13-8846-3c4fdb75bc3e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c72f7e0-1265-4b52-a1b2-33b4a8095067,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:23.169928 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92440a7d-7e76-4e13-8846-3c4fdb75bc3e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:23.171435 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-92440a7d-7e76-4e13-8846-3c4fdb75bc3e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4003134 Nov 02 12:20:23.175008 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53090) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:23.181152 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-2fc46aad-efca-4085-b52f-df87fff78905 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'security_group_rule': {'security_group_id': '5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57', 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:20:23.310605 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-2fc46aad-efca-4085-b52f-df87fff78905 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Project 1c1195feb3fe443093e6898e8c65dca4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:20:23.317739 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2fc46aad-efca-4085-b52f-df87fff78905 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:23.399049 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2fc46aad-efca-4085-b52f-df87fff78905 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:23.545411 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2fc46aad-efca-4085-b52f-df87fff78905 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:23.569346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc46aad-efca-4085-b52f-df87fff78905 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ff9544-8c9d-4706-a137-b1eed5be4a60,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:23.728605 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2fc46aad-efca-4085-b52f-df87fff78905 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:23.729885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2fc46aad-efca-4085-b52f-df87fff78905 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5536547 Nov 02 12:20:23.974847 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-b8aed4b1-ab43-486e-800f-140be1289613 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855879350&fields=id&tenant_id=1c1195feb3fe443093e6898e8c65dca4 HTTP/1.1" status: 200 len: 267 time: 0.0609407 Nov 02 12:20:24.113731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-1a3dd9d7-0632-4d71-90d2-04796363e621 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:24.115320 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-1a3dd9d7-0632-4d71-90d2-04796363e621 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/networks?id=a560681b-209d-4c2f-89c4-34440000448e HTTP/1.1" status: 200 len: 797 time: 0.1327844 Nov 02 12:20:24.134478 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-25bf048e-1af9-42f9-87a7-012173ce92bd tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/quotas/1c1195feb3fe443093e6898e8c65dca4 HTTP/1.1" status: 200 len: 375 time: 0.0111947 Nov 02 12:20:24.179572 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:24.194837 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-eae91aa7-d667-4528-a121-1d74d991f275 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c1195feb3fe443093e6898e8c65dca4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549469 Nov 02 12:20:24.424688 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-efc4921b-6ea8-41f2-bdbb-57ee154beb1a service neutron] 10.222.0.52 "GET /v2.0/networks/a560681b-209d-4c2f-89c4-34440000448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172902 Nov 02 12:20:24.430463 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:24.536339 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-0236f10b-5514-4361-9793-9ff70327af3c service neutron] 10.222.0.52 "GET /v2.0/networks/a560681b-209d-4c2f-89c4-34440000448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051939 Nov 02 12:20:24.996277 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:25.195228 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-08eb6ab8-c2f9-4681-8212-e8e2bd213d6f req-bb4eec66-ebf7-472f-a069-39370def7255 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 210 time: 0.3886454 Nov 02 12:20:26.307100 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a288c95c-e92c-4dab-861d-562c25c3015a req-81c6d299-981c-49ed-8b9f-8a96ec662292 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 210 time: 0.0310090 Nov 02 12:20:27.420091 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b076afa6-a01f-4c28-83a5-5e80ecfc4ec8 req-855c43a4-31b4-4988-ac24-9eaa3466ee76 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 210 time: 0.0297692 Nov 02 12:20:27.685489 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-e0ea0a7e-61c3-44a8-a20a-2cd52abd7ec9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:27.687103 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-e0ea0a7e-61c3-44a8-a20a-2cd52abd7ec9 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.54 "GET /v2.0/networks?id=a560681b-209d-4c2f-89c4-34440000448e HTTP/1.1" status: 200 len: 797 time: 0.1191301 Nov 02 12:20:27.769942 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-0f6a986c-27b3-4274-80a2-e2901aba9613 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c1195feb3fe443093e6898e8c65dca4 HTTP/1.1" status: 200 len: 379 time: 0.0734892 Nov 02 12:20:27.779897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-b176a098-a372-465c-b574-4f48313665cf tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'port': {'device_id': '4be26302-38b1-4790-a861-e06b7b788cf7', 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e', 'admin_state_up': True, 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'security_groups': ['5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:20:28.057894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-b176a098-a372-465c-b574-4f48313665cf tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Made reservation on behalf of 1c1195feb3fe443093e6898e8c65dca4 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:20:28.061654 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-b176a098-a372-465c-b574-4f48313665cf tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:28.225514 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-b176a098-a372-465c-b574-4f48313665cf tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Allocated IP 172.20.0.4 (a560681b-209d-4c2f-89c4-34440000448e/85232cea-20f4-4cbe-997c-b21e530cb2aa/ea52361e-f1b6-4b98-a737-8a378808a4e3) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:20:28.398595 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-b176a098-a372-465c-b574-4f48313665cf tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:28.526115 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32888692-ac2f-44de-9877-307141bb3edc req-73603f58-0bee-40db-919c-f69a5c5ed222 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 210 time: 0.0306859 Nov 02 12:20:28.534506 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-b176a098-a372-465c-b574-4f48313665cf tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:28.591504 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-b176a098-a372-465c-b574-4f48313665cf tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Network a560681b-209d-4c2f-89c4-34440000448e is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:20:28.591504 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-b176a098-a372-465c-b574-4f48313665cf tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:20:28.595107 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-b176a098-a372-465c-b574-4f48313665cf tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:20:28.604126 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176a098-a372-465c-b574-4f48313665cf tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Port': ['ID=ea52361e-f1b6-4b98-a737-8a378808a4e3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:28.664349 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-b176a098-a372-465c-b574-4f48313665cf tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:28.665037 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-b176a098-a372-465c-b574-4f48313665cf tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:28.759315 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-b176a098-a372-465c-b574-4f48313665cf tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9834650 Nov 02 12:20:28.773464 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Request body: {'port': {'device_id': '4be26302-38b1-4790-a861-e06b7b788cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:20:28.860186 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:28.900274 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1e980af2-24e6-4620-b9d6-aa7108fec428 None None] Provisioning complete for port ea52361e-f1b6-4b98-a737-8a378808a4e3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:20:28.900274 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1e980af2-24e6-4620-b9d6-aa7108fec428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:28.941684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-1e980af2-24e6-4620-b9d6-aa7108fec428 None None] Port ea52361e-f1b6-4b98-a737-8a378808a4e3 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:20:29.188160 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea52361e-f1b6-4b98-a737-8a378808a4e3 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:20:29.198813 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:29.212831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Transition to ACTIVE for port object ea52361e-f1b6-4b98-a737-8a378808a4e3 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:20:29.321689 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:29.397370 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Pushing event updated for resources: {'Port': ['ID=ea52361e-f1b6-4b98-a737-8a378808a4e3,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:29.461106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Attempting to bind port ea52361e-f1b6-4b98-a737-8a378808a4e3 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:20:29.461533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Attempting to bind port ea52361e-f1b6-4b98-a737-8a378808a4e3 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '44cc5d80-6197-4dcc-8f57-3246fe28fa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:20:29.461951 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Attempting to bind port ea52361e-f1b6-4b98-a737-8a378808a4e3 on network a560681b-209d-4c2f-89c4-34440000448e {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:20:29.468851 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Port ea52361e-f1b6-4b98-a737-8a378808a4e3 on network a560681b-209d-4c2f-89c4-34440000448e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:20:29.470264 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Attempting to bind port ea52361e-f1b6-4b98-a737-8a378808a4e3 on network a560681b-209d-4c2f-89c4-34440000448e {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:20:29.476240 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:20:29.476676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Checking segment: {'id': '44cc5d80-6197-4dcc-8f57-3246fe28fa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:20:29.477123 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Bound using segment: {'id': '44cc5d80-6197-4dcc-8f57-3246fe28fa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:20:29.477622 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Bound port: ea52361e-f1b6-4b98-a737-8a378808a4e3, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44cc5d80-6197-4dcc-8f57-3246fe28fa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:20:29.478043 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:29.555531 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] For port ea52361e-f1b6-4b98-a737-8a378808a4e3, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:20:29.564273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] For port ea52361e-f1b6-4b98-a737-8a378808a4e3, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ea52361e-f1b6-4b98-a737-8a378808a4e3,segment=NetworkSegment(44cc5d80-6197-4dcc-8f57-3246fe28fa6b),segment_id=44cc5d80-6197-4dcc-8f57-3246fe28fa6b)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:20:29.659990 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:29.697690 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf15dc-8e87-43fc-acf3-25350758f117 req-d1f6096f-cfa1-42d5-b764-33fb620f9029 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:29.700993 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fcdf15dc-8e87-43fc-acf3-25350758f117 req-d1f6096f-cfa1-42d5-b764-33fb620f9029 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 943 time: 0.0901561 Nov 02 12:20:29.711269 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:29.715201 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:29.715201 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] 10.222.0.54 "PUT /v2.0/ports/ea52361e-f1b6-4b98-a737-8a378808a4e3 HTTP/1.1" status: 200 len: 1092 time: 0.9453607 Nov 02 12:20:29.715201 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be26302-38b1-4790-a861-e06b7b788cf7', 'tag': 'ea52361e-f1b6-4b98-a737-8a378808a4e3'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:20:29.718735 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27972b51-c4eb-4666-9787-d29c1639cf17" -d '{"events": [{"name": "network-changed", "server_uuid": "4be26302-38b1-4790-a861-e06b7b788cf7", "tag": "ea52361e-f1b6-4b98-a737-8a378808a4e3"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:20:29.751993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45c4a7-d0d8-410e-a42e-c61e4173163b service neutron] Pushing event updated for resources: {'Port': ['ID=ea52361e-f1b6-4b98-a737-8a378808a4e3,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:29.786984 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fcdf15dc-8e87-43fc-acf3-25350758f117 req-169d4c87-9ea8-4f9c-89e2-6c7ae3c0c900 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695984 Nov 02 12:20:29.846341 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f585eb-c601-46c2-bdbc-c5fd61831ef4 x-openstack-request-id: req-e4f585eb-c601-46c2-bdbc-c5fd61831ef4 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:20:29.846865 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be26302-38b1-4790-a861-e06b7b788cf7", "tag": "ea52361e-f1b6-4b98-a737-8a378808a4e3", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:20:29.846865 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4f585eb-c601-46c2-bdbc-c5fd61831ef4 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:20:29.847662 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be26302-38b1-4790-a861-e06b7b788cf7', 'tag': 'ea52361e-f1b6-4b98-a737-8a378808a4e3', 'status': 'completed', 'code': 200} Nov 02 12:20:29.933619 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-e3a87527-55c1-4349-ad28-7e77d74ee8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:29.936413 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-e3a87527-55c1-4349-ad28-7e77d74ee8da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c1195feb3fe443093e6898e8c65dca4&device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 1095 time: 0.0572274 Nov 02 12:20:29.999952 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-e29fc4be-f38a-4b18-9e87-68c2cd1a5e65 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea52361e-f1b6-4b98-a737-8a378808a4e3 HTTP/1.1" status: 200 len: 217 time: 0.0551744 Nov 02 12:20:30.059181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-c31541f7-c007-4d0d-82ad-f813df595d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:30.060614 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-c31541f7-c007-4d0d-82ad-f813df595d02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=85232cea-20f4-4cbe-997c-b21e530cb2aa HTTP/1.1" status: 200 len: 834 time: 0.0546854 Nov 02 12:20:30.113001 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-a80a505b-c2c4-4aee-8593-566b8933da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:30.114535 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-a80a505b-c2c4-4aee-8593-566b8933da92 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a560681b-209d-4c2f-89c4-34440000448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473015 Nov 02 12:20:30.219268 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-92079b42-f818-49f0-ba21-f5beaface31b service neutron] 10.222.0.54 "GET /v2.0/networks/a560681b-209d-4c2f-89c4-34440000448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954592 Nov 02 12:20:30.317382 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d2f76d5-b406-4a6b-bd3c-ccf97369534b req-5fcfd3ba-c553-4379-a490-32ebcaa43d83 service neutron] 10.222.0.54 "GET /v2.0/networks/a560681b-209d-4c2f-89c4-34440000448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910368 Nov 02 12:20:30.521814 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27972b51-c4eb-4666-9787-d29c1639cf17 req-f27e4668-4406-4367-9386-3fddb5f5ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:30.523302 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27972b51-c4eb-4666-9787-d29c1639cf17 req-f27e4668-4406-4367-9386-3fddb5f5ea7a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c1195feb3fe443093e6898e8c65dca4&device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 1095 time: 0.0495536 Nov 02 12:20:30.620125 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27972b51-c4eb-4666-9787-d29c1639cf17 req-0e98091b-4077-4f7b-b394-4f5a165238b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:30.621739 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27972b51-c4eb-4666-9787-d29c1639cf17 req-0e98091b-4077-4f7b-b394-4f5a165238b7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a560681b-209d-4c2f-89c4-34440000448e HTTP/1.1" status: 200 len: 898 time: 0.0919535 Nov 02 12:20:30.669706 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27972b51-c4eb-4666-9787-d29c1639cf17 req-05ffb44f-e308-4083-a3a4-3820a3ff48d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea52361e-f1b6-4b98-a737-8a378808a4e3 HTTP/1.1" status: 200 len: 217 time: 0.0410504 Nov 02 12:20:30.724763 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27972b51-c4eb-4666-9787-d29c1639cf17 req-8f083935-a57c-4738-a339-6f568086f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:30.726254 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27972b51-c4eb-4666-9787-d29c1639cf17 req-8f083935-a57c-4738-a339-6f568086f1cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=85232cea-20f4-4cbe-997c-b21e530cb2aa HTTP/1.1" status: 200 len: 834 time: 0.0495749 Nov 02 12:20:30.778378 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27972b51-c4eb-4666-9787-d29c1639cf17 req-09072d1a-4f8b-4909-8a2d-52f129dc8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:30.779940 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27972b51-c4eb-4666-9787-d29c1639cf17 req-09072d1a-4f8b-4909-8a2d-52f129dc8283 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a560681b-209d-4c2f-89c4-34440000448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455654 Nov 02 12:20:30.897079 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27972b51-c4eb-4666-9787-d29c1639cf17 req-3fafac3e-96c0-4f69-b561-c8bf8912307f service neutron] 10.222.0.54 "GET /v2.0/networks/a560681b-209d-4c2f-89c4-34440000448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084321 Nov 02 12:20:30.925699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15809f07-92b1-4179-b28e-0cdec87fdbf8 req-1089b767-d9ce-4003-84e0-736cbcc7532b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:30.927478 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15809f07-92b1-4179-b28e-0cdec87fdbf8 req-1089b767-d9ce-4003-84e0-736cbcc7532b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 943 time: 0.0619938 Nov 02 12:20:30.989159 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15809f07-92b1-4179-b28e-0cdec87fdbf8 req-7484c5f3-4b43-433c-8b70-497eaba4da43 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548801 Nov 02 12:20:31.005672 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27972b51-c4eb-4666-9787-d29c1639cf17 req-bec5dc5f-e443-48ae-910c-308f61f472c9 service neutron] 10.222.0.54 "GET /v2.0/networks/a560681b-209d-4c2f-89c4-34440000448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007850 Nov 02 12:20:32.122061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a750140-805b-4d91-b681-daeb98a9224b req-83195934-1184-4318-9838-2b3dcf7e52e0 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:32.123648 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a750140-805b-4d91-b681-daeb98a9224b req-83195934-1184-4318-9838-2b3dcf7e52e0 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 943 time: 0.0555723 Nov 02 12:20:32.181057 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a750140-805b-4d91-b681-daeb98a9224b req-01e31d67-5121-4819-8473-9ac2d01be3d3 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503557 Nov 02 12:20:32.588047 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ea52361e-f1b6-4b98-a737-8a378808a4e3 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:20:32.708935 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port ea52361e-f1b6-4b98-a737-8a378808a4e3, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ea52361e-f1b6-4b98-a737-8a378808a4e3,segment=NetworkSegment(44cc5d80-6197-4dcc-8f57-3246fe28fa6b),segment_id=44cc5d80-6197-4dcc-8f57-3246fe28fa6b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:32.722837 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'ea52361e-f1b6-4b98-a737-8a378808a4e3', 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e', 'port_id': 'ea52361e-f1b6-4b98-a737-8a378808a4e3', 'mac_address': 'fa:16:3e:39:6f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85232cea-20f4-4cbe-997c-b21e530cb2aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:20:32.767097 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:32.782343 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea52361e-f1b6-4b98-a737-8a378808a4e3 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:20:32.804685 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port ea52361e-f1b6-4b98-a737-8a378808a4e3, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ea52361e-f1b6-4b98-a737-8a378808a4e3,segment=NetworkSegment(44cc5d80-6197-4dcc-8f57-3246fe28fa6b),segment_id=44cc5d80-6197-4dcc-8f57-3246fe28fa6b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:32.870105 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:32.921287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=ea52361e-f1b6-4b98-a737-8a378808a4e3,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:32.935628 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:32.936093 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:32.936531 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:32.936888 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:32.937337 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:32.937626 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:32.937917 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:32.938433 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:32.938974 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:32.939526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:32.939855 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:32.940189 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:20:33.073839 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['ea52361e-f1b6-4b98-a737-8a378808a4e3'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:20:33.314057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda806ce-d159-434d-bc89-e294eb938900 req-a232f473-6e79-4092-8047-0e2705c1347c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:33.315767 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cda806ce-d159-434d-bc89-e294eb938900 req-a232f473-6e79-4092-8047-0e2705c1347c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 944 time: 0.0568066 Nov 02 12:20:33.383785 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cda806ce-d159-434d-bc89-e294eb938900 req-5e61bd4f-57dc-401e-bd8f-bd6b414a41ae tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551033 Nov 02 12:20:34.516574 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905796bd-acb5-45aa-bb3d-614103c90620 req-22ac2ba8-9914-44fe-9346-7a1bed9ee1da tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:34.518169 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-905796bd-acb5-45aa-bb3d-614103c90620 req-22ac2ba8-9914-44fe-9346-7a1bed9ee1da tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 944 time: 0.0591908 Nov 02 12:20:34.578373 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-905796bd-acb5-45aa-bb3d-614103c90620 req-b09f416c-8439-4e32-a483-f95ce653b367 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537217 Nov 02 12:20:34.588876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ea52361e-f1b6-4b98-a737-8a378808a4e3 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:20:34.699022 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port ea52361e-f1b6-4b98-a737-8a378808a4e3 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:20:34.703281 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port ea52361e-f1b6-4b98-a737-8a378808a4e3 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:20:34.704175 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:34.785913 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:34.811029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be26302-38b1-4790-a861-e06b7b788cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea52361e-f1b6-4b98-a737-8a378808a4e3'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:20:34.813577 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bb9b40-1e17-498b-b577-a07142a4e02a" -d '{"events": [{"server_uuid": "4be26302-38b1-4790-a861-e06b7b788cf7", "name": "network-vif-plugged", "status": "completed", "tag": "ea52361e-f1b6-4b98-a737-8a378808a4e3"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:20:34.828342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port ea52361e-f1b6-4b98-a737-8a378808a4e3, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ea52361e-f1b6-4b98-a737-8a378808a4e3,segment=NetworkSegment(44cc5d80-6197-4dcc-8f57-3246fe28fa6b),segment_id=44cc5d80-6197-4dcc-8f57-3246fe28fa6b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:20:34.856806 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa8d757-fd47-4cd6-a9e9-7a9087dc573d x-openstack-request-id: req-5aa8d757-fd47-4cd6-a9e9-7a9087dc573d {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:20:34.857170 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be26302-38b1-4790-a861-e06b7b788cf7", "name": "network-vif-plugged", "status": "completed", "tag": "ea52361e-f1b6-4b98-a737-8a378808a4e3", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:20:34.857420 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5aa8d757-fd47-4cd6-a9e9-7a9087dc573d {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:20:34.857822 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be26302-38b1-4790-a861-e06b7b788cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea52361e-f1b6-4b98-a737-8a378808a4e3', 'code': 200} Nov 02 12:20:34.910489 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:34.976975 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e6c78-1aef-4247-896c-71d789a6a986 req-b60bb14d-27be-4601-8929-3b5115cb21d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:34.978506 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=ea52361e-f1b6-4b98-a737-8a378808a4e3,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:34.978722 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4a0e6c78-1aef-4247-896c-71d789a6a986 req-b60bb14d-27be-4601-8929-3b5115cb21d2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0567994 Nov 02 12:20:35.032745 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4a0e6c78-1aef-4247-896c-71d789a6a986 req-4767454c-bd18-4af6-bb6d-41962b12d57e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425723 Nov 02 12:20:35.712563 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b6cdc-e31c-4030-9896-b3159ebb860b req-c60a01f3-fba9-46aa-ba45-1b6e3045c840 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:35.714146 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c1b6cdc-e31c-4030-9896-b3159ebb860b req-c60a01f3-fba9-46aa-ba45-1b6e3045c840 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 945 time: 0.0530701 Nov 02 12:20:35.768269 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c1b6cdc-e31c-4030-9896-b3159ebb860b req-9c61efd6-79a3-46f5-a9e7-3ce994a4d951 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472183 Nov 02 12:20:36.914700 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b87776-b9e0-410c-81e6-4fc11c671a80 req-d81ae773-e6be-455d-8efe-d89ef7e386b6 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:36.916319 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76b87776-b9e0-410c-81e6-4fc11c671a80 req-d81ae773-e6be-455d-8efe-d89ef7e386b6 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 945 time: 0.0594058 Nov 02 12:20:36.980076 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76b87776-b9e0-410c-81e6-4fc11c671a80 req-4957f6c6-f8e4-421f-9c1a-b13ea5550291 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531809 Nov 02 12:20:37.033868 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:20:37.116058 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b4e39-fbe9-4c04-9ae5-88ec51da2aa9 req-0c860456-0607-4894-87c4-00edb6ade955 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:37.119200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-805b4e39-fbe9-4c04-9ae5-88ec51da2aa9 req-0c860456-0607-4894-87c4-00edb6ade955 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 945 time: 0.0605228 Nov 02 12:20:37.179600 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-805b4e39-fbe9-4c04-9ae5-88ec51da2aa9 req-99890c05-e599-43c1-a359-9d7dc4f1128c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553474 Nov 02 12:20:37.207171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53178) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:37.253669 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dce89d7-9363-4c8c-bac0-3186de46b353 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:37.255279 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7dce89d7-9363-4c8c-bac0-3186de46b353 tempest-TestNetworkBasicOps-118862915 tempest-TestNetworkBasicOps-118862915-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 1092 time: 0.0466239 Nov 02 12:20:37.259568 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53180) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:37.264262 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': 'ea52361e-f1b6-4b98-a737-8a378808a4e3', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:20:37.372583 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:37.499409 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:37.620978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Allocated IP 172.25.6.221 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/279ddfbe-271e-4864-be6e-ab60b1ef8a8a) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:20:37.762856 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:37.910629 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:37.967124 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:20:37.978288 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:20:37.978288 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:20:37.980752 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Port': ['ID=279ddfbe-271e-4864-be6e-ab60b1ef8a8a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:38.404813 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:38.583034 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:38.761393 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:38.876661 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:38.951811 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event updated for resources: {'Port': ['ID=279ddfbe-271e-4864-be6e-ab60b1ef8a8a,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:20:38.965459 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:39.078665 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Floating IP ba9a32d8-7a48-4b69-b2ab-c60fa2b383b3 associated. External IP: 172.25.6.221, port: ea52361e-f1b6-4b98-a737-8a378808a4e3. Nov 02 12:20:39.314336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Router 48f1ced5-c8c4-458e-a399-0da475b4e35c has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:20:39.447280 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:20:39.462396 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c9b30d-264e-4715-9f35-cfa2753ff83c None None] Sync routers for ids ['48f1ced5-c8c4-458e-a399-0da475b4e35c'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:20:39.479005 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c9b30d-264e-4715-9f35-cfa2753ff83c None None] Routers {'48f1ced5-c8c4-458e-a399-0da475b4e35c'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:20:39.479993 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b2c9b30d-264e-4715-9f35-cfa2753ff83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:20:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['48f1ced5-c8c4-458e-a399-0da475b4e35c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:39.571619 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:39.603779 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-98c78cdb-be9c-41a6-b4ef-ce638cedc938 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3429558 Nov 02 12:20:39.604417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be26302-38b1-4790-a861-e06b7b788cf7', 'tag': 'ea52361e-f1b6-4b98-a737-8a378808a4e3'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:20:39.606760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53194) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:39.607442 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b722974-1154-48d9-909b-ddf6edd9733d" -d '{"events": [{"name": "network-changed", "server_uuid": "4be26302-38b1-4790-a861-e06b7b788cf7", "tag": "ea52361e-f1b6-4b98-a737-8a378808a4e3"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:20:39.662668 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d774fbf-319a-46e4-b59a-51d3bd6dc1fc x-openstack-request-id: req-5d774fbf-319a-46e4-b59a-51d3bd6dc1fc {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:20:39.663006 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be26302-38b1-4790-a861-e06b7b788cf7", "tag": "ea52361e-f1b6-4b98-a737-8a378808a4e3", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:20:39.663271 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d774fbf-319a-46e4-b59a-51d3bd6dc1fc {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:20:39.663710 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be26302-38b1-4790-a861-e06b7b788cf7', 'tag': 'ea52361e-f1b6-4b98-a737-8a378808a4e3', 'status': 'completed', 'code': 200} Nov 02 12:20:39.694286 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-caa364d5-bf40-4532-ae02-08872be97c45 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/floatingips/ba9a32d8-7a48-4b69-b2ab-c60fa2b383b3 HTTP/1.1" status: 200 len: 991 time: 0.0851326 Nov 02 12:20:39.714092 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b2c9b30d-264e-4715-9f35-cfa2753ff83c None None] Set router 48f1ced5-c8c4-458e-a399-0da475b4e35c gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:20:39.738019 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b722974-1154-48d9-909b-ddf6edd9733d req-42b38ec8-b631-41e5-9411-76c8f04049eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:39.738737 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5b722974-1154-48d9-909b-ddf6edd9733d req-42b38ec8-b631-41e5-9411-76c8f04049eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c1195feb3fe443093e6898e8c65dca4&device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0516698 Nov 02 12:20:39.859196 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b722974-1154-48d9-909b-ddf6edd9733d req-34a80cae-2ab7-42af-b079-801a4d65f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:39.861837 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5b722974-1154-48d9-909b-ddf6edd9733d req-34a80cae-2ab7-42af-b079-801a4d65f4d3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a560681b-209d-4c2f-89c4-34440000448e HTTP/1.1" status: 200 len: 898 time: 0.1152480 Nov 02 12:20:39.951725 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5b722974-1154-48d9-909b-ddf6edd9733d req-1952371e-6243-49c2-a6b0-5d4893a02796 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea52361e-f1b6-4b98-a737-8a378808a4e3 HTTP/1.1" status: 200 len: 999 time: 0.0825272 Nov 02 12:20:40.011988 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b722974-1154-48d9-909b-ddf6edd9733d req-0f159b73-a024-41ff-9359-0fedd6430bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:40.013502 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5b722974-1154-48d9-909b-ddf6edd9733d req-0f159b73-a024-41ff-9359-0fedd6430bb5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=85232cea-20f4-4cbe-997c-b21e530cb2aa HTTP/1.1" status: 200 len: 834 time: 0.0550213 Nov 02 12:20:40.019420 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b2c9b30d-264e-4715-9f35-cfa2753ff83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'name': 'tempest-TestNetworkBasicOps-router-457627149', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:20:11Z', 'updated_at': '2021-11-02T12:20:17Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:12Z', 'updated_at': '2021-11-02T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'ba9a32d8-7a48-4b69-b2ab-c60fa2b383b3', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'port_id': 'ea52361e-f1b6-4b98-a737-8a378808a4e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e', 'mac_address': 'fa:16:3e:39:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be26302-38b1-4790-a861-e06b7b788cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:20:38Z', 'updated_at': '2021-11-02T12:20:38Z', 'revision_number': 0, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40eab228-8e49-4970-9111-710bbc16b410', 'name': '', 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:4a:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '85232cea-20f4-4cbe-997c-b21e530cb2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:16Z', 'updated_at': '2021-11-02T12:20:21Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '85232cea-20f4-4cbe-997c-b21e530cb2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:40.053243 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c9b30d-264e-4715-9f35-cfa2753ff83c None None] Checking router: 48f1ced5-c8c4-458e-a399-0da475b4e35c for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:20:40.064124 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c9b30d-264e-4715-9f35-cfa2753ff83c None None] Routers {'48f1ced5-c8c4-458e-a399-0da475b4e35c'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:20:40.065092 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b2c9b30d-264e-4715-9f35-cfa2753ff83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:20:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['48f1ced5-c8c4-458e-a399-0da475b4e35c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:40.070440 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b722974-1154-48d9-909b-ddf6edd9733d req-0d3aa74d-6e4e-4ec8-91ec-323a2e9f357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:20:40.072031 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5b722974-1154-48d9-909b-ddf6edd9733d req-0d3aa74d-6e4e-4ec8-91ec-323a2e9f357b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a560681b-209d-4c2f-89c4-34440000448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518167 Nov 02 12:20:40.183116 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5b722974-1154-48d9-909b-ddf6edd9733d req-7ea5a0eb-5809-4544-b73d-4bf3e5c7dfc9 service neutron] 10.222.0.54 "GET /v2.0/networks/a560681b-209d-4c2f-89c4-34440000448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015158 Nov 02 12:20:40.190781 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b2c9b30d-264e-4715-9f35-cfa2753ff83c None None] Set router 48f1ced5-c8c4-458e-a399-0da475b4e35c gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:20:40.293032 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-5b722974-1154-48d9-909b-ddf6edd9733d req-5683da89-77b9-421c-a0f8-c2f4225bfaf6 service neutron] 10.222.0.54 "GET /v2.0/networks/a560681b-209d-4c2f-89c4-34440000448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019197 Nov 02 12:20:40.454833 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b2c9b30d-264e-4715-9f35-cfa2753ff83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'name': 'tempest-TestNetworkBasicOps-router-457627149', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:20:11Z', 'updated_at': '2021-11-02T12:20:17Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:12Z', 'updated_at': '2021-11-02T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'ba9a32d8-7a48-4b69-b2ab-c60fa2b383b3', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'port_id': 'ea52361e-f1b6-4b98-a737-8a378808a4e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e', 'mac_address': 'fa:16:3e:39:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be26302-38b1-4790-a861-e06b7b788cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:20:38Z', 'updated_at': '2021-11-02T12:20:38Z', 'revision_number': 0, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40eab228-8e49-4970-9111-710bbc16b410', 'name': '', 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:4a:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '85232cea-20f4-4cbe-997c-b21e530cb2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:16Z', 'updated_at': '2021-11-02T12:20:21Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '85232cea-20f4-4cbe-997c-b21e530cb2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:20:40.488893 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c9b30d-264e-4715-9f35-cfa2753ff83c None None] The sync data for ids ['48f1ced5-c8c4-458e-a399-0da475b4e35c'] in n-d-806683-18 is: [{'id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'name': 'tempest-TestNetworkBasicOps-router-457627149', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:20:11Z', 'updated_at': '2021-11-02T12:20:17Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:12Z', 'updated_at': '2021-11-02T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'ba9a32d8-7a48-4b69-b2ab-c60fa2b383b3', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'port_id': 'ea52361e-f1b6-4b98-a737-8a378808a4e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e', 'mac_address': 'fa:16:3e:39:6f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be26302-38b1-4790-a861-e06b7b788cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:20:38Z', 'updated_at': '2021-11-02T12:20:38Z', 'revision_number': 0, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40eab228-8e49-4970-9111-710bbc16b410', 'name': '', 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:4a:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '85232cea-20f4-4cbe-997c-b21e530cb2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:16Z', 'updated_at': '2021-11-02T12:20:21Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '85232cea-20f4-4cbe-997c-b21e530cb2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:20:40.696797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53216) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:40.719145 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907d9e6e-0321-4366-a8f7-75de98ad1c13 None None] New status for floating IP ba9a32d8-7a48-4b69-b2ab-c60fa2b383b3: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:20:40.790112 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3e326a42-ca2b-4369-9a95-951ba1e66fd0 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/floatingips/ba9a32d8-7a48-4b69-b2ab-c60fa2b383b3 HTTP/1.1" status: 200 len: 991 time: 0.0907309 Nov 02 12:20:41.793311 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53230) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:20:41.861469 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d5582f9d-c3db-4f03-a47c-5a1dad6099ef tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/floatingips/ba9a32d8-7a48-4b69-b2ab-c60fa2b383b3 HTTP/1.1" status: 200 len: 993 time: 0.0661597 Nov 02 12:20:47.583767 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2f5a242d-9ea6-470a-8778-2e0f64cf778e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:49.754919 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-113a54f0-225d-4005-9598-cca232cf533f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:51.087076 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:52.657915 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:54.115909 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:54.441195 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:20:55.057976 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:11.056348 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53426) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:11.133355 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-aab77e51-02de-416c-91e6-d4af5b31b702 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/floatingips/ba9a32d8-7a48-4b69-b2ab-c60fa2b383b3 HTTP/1.1" status: 200 len: 993 time: 0.0754032 Nov 02 12:21:11.426653 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53434) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:11.641705 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-1cff8297-0e81-41ea-ba6e-d7a8fdca43b0 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Deleting port 279ddfbe-271e-4864-be6e-ab60b1ef8a8a {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:21:11.641958 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1cff8297-0e81-41ea-ba6e-d7a8fdca43b0 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:11.732704 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1cff8297-0e81-41ea-ba6e-d7a8fdca43b0 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:11.733089 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1cff8297-0e81-41ea-ba6e-d7a8fdca43b0 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:11.752037 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-1cff8297-0e81-41ea-ba6e-d7a8fdca43b0 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Calling delete_port for 279ddfbe-271e-4864-be6e-ab60b1ef8a8a owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:21:12.394553 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1cff8297-0e81-41ea-ba6e-d7a8fdca43b0 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:12.422458 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff8297-0e81-41ea-ba6e-d7a8fdca43b0 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'Port': ['ID=279ddfbe-271e-4864-be6e-ab60b1ef8a8a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:12.502973 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1cff8297-0e81-41ea-ba6e-d7a8fdca43b0 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:12.504029 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-1cff8297-0e81-41ea-ba6e-d7a8fdca43b0 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Floating IP ba9a32d8-7a48-4b69-b2ab-c60fa2b383b3 disassociated (deleted). External IP: 172.25.6.221, port: ea52361e-f1b6-4b98-a737-8a378808a4e3. Nov 02 12:21:12.763038 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cff8297-0e81-41ea-ba6e-d7a8fdca43b0 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Router 48f1ced5-c8c4-458e-a399-0da475b4e35c has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:21:12.890443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cff8297-0e81-41ea-ba6e-d7a8fdca43b0 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:21:12.895990 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1cff8297-0e81-41ea-ba6e-d7a8fdca43b0 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:12.904528 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b94b682-8a71-4a95-b070-68396b7b57b5 None None] Sync routers for ids ['48f1ced5-c8c4-458e-a399-0da475b4e35c'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:21:12.917373 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b94b682-8a71-4a95-b070-68396b7b57b5 None None] Routers {'48f1ced5-c8c4-458e-a399-0da475b4e35c'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:21:12.918001 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3b94b682-8a71-4a95-b070-68396b7b57b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:20:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['48f1ced5-c8c4-458e-a399-0da475b4e35c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:12.926998 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1cff8297-0e81-41ea-ba6e-d7a8fdca43b0 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "DELETE /v2.0/floatingips/ba9a32d8-7a48-4b69-b2ab-c60fa2b383b3 HTTP/1.1" status: 204 len: 168 time: 1.4989722 Nov 02 12:21:12.927634 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be26302-38b1-4790-a861-e06b7b788cf7', 'tag': 'ea52361e-f1b6-4b98-a737-8a378808a4e3'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:21:12.930042 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d88b58-41ca-4b79-b709-6416597bad37" -d '{"events": [{"name": "network-changed", "server_uuid": "4be26302-38b1-4790-a861-e06b7b788cf7", "tag": "ea52361e-f1b6-4b98-a737-8a378808a4e3"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:21:13.066501 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-3b94b682-8a71-4a95-b070-68396b7b57b5 None None] Set router 48f1ced5-c8c4-458e-a399-0da475b4e35c gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:21:13.294816 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3b94b682-8a71-4a95-b070-68396b7b57b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'name': 'tempest-TestNetworkBasicOps-router-457627149', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:20:11Z', 'updated_at': '2021-11-02T12:20:17Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:12Z', 'updated_at': '2021-11-02T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '40eab228-8e49-4970-9111-710bbc16b410', 'name': '', 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:4a:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '85232cea-20f4-4cbe-997c-b21e530cb2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:16Z', 'updated_at': '2021-11-02T12:20:21Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '85232cea-20f4-4cbe-997c-b21e530cb2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:13.323377 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b94b682-8a71-4a95-b070-68396b7b57b5 None None] Checking router: 48f1ced5-c8c4-458e-a399-0da475b4e35c for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:21:13.333040 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b94b682-8a71-4a95-b070-68396b7b57b5 None None] Routers {'48f1ced5-c8c4-458e-a399-0da475b4e35c'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:21:13.333656 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3b94b682-8a71-4a95-b070-68396b7b57b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:20:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['48f1ced5-c8c4-458e-a399-0da475b4e35c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:13.403969 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f730a6bf-5ba0-4c19-9693-72891e096e42 x-openstack-request-id: req-f730a6bf-5ba0-4c19-9693-72891e096e42 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:21:13.404363 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be26302-38b1-4790-a861-e06b7b788cf7", "tag": "ea52361e-f1b6-4b98-a737-8a378808a4e3", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:21:13.404688 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f730a6bf-5ba0-4c19-9693-72891e096e42 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:21:13.405304 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be26302-38b1-4790-a861-e06b7b788cf7', 'tag': 'ea52361e-f1b6-4b98-a737-8a378808a4e3', 'status': 'completed', 'code': 200} Nov 02 12:21:13.470241 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-3b94b682-8a71-4a95-b070-68396b7b57b5 None None] Set router 48f1ced5-c8c4-458e-a399-0da475b4e35c gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:21:13.525927 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f057f-791f-4d57-8bbc-803b4e0ce12c req-8d2e1322-0570-4da3-b225-626139b05bce tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:13.535355 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-581f057f-791f-4d57-8bbc-803b4e0ce12c req-8d2e1322-0570-4da3-b225-626139b05bce tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 945 time: 0.0688403 Nov 02 12:21:13.560259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d88b58-41ca-4b79-b709-6416597bad37 req-e3d01133-b051-45ea-b0cb-5ab5138b5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:13.564398 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59d88b58-41ca-4b79-b709-6416597bad37 req-e3d01133-b051-45ea-b0cb-5ab5138b5651 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c1195feb3fe443093e6898e8c65dca4&device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 1097 time: 0.1361437 Nov 02 12:21:13.635696 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-581f057f-791f-4d57-8bbc-803b4e0ce12c req-fafcd905-9d33-4349-b81f-adc86141a8b7 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955553 Nov 02 12:21:13.684299 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d88b58-41ca-4b79-b709-6416597bad37 req-d47b4e78-885d-455b-904a-f8fdca1ddc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:13.685987 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59d88b58-41ca-4b79-b709-6416597bad37 req-d47b4e78-885d-455b-904a-f8fdca1ddc1e service neutron] 10.222.0.54 "GET /v2.0/networks?id=a560681b-209d-4c2f-89c4-34440000448e HTTP/1.1" status: 200 len: 898 time: 0.1136112 Nov 02 12:21:13.745642 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59d88b58-41ca-4b79-b709-6416597bad37 req-bf89c510-44a3-4773-884f-1db7bad81ae5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea52361e-f1b6-4b98-a737-8a378808a4e3 HTTP/1.1" status: 200 len: 217 time: 0.0477521 Nov 02 12:21:13.806744 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d88b58-41ca-4b79-b709-6416597bad37 req-578b1cef-c700-4b87-ab29-5aef958982dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:13.808505 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59d88b58-41ca-4b79-b709-6416597bad37 req-578b1cef-c700-4b87-ab29-5aef958982dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=85232cea-20f4-4cbe-997c-b21e530cb2aa HTTP/1.1" status: 200 len: 834 time: 0.0556138 Nov 02 12:21:13.831280 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3b94b682-8a71-4a95-b070-68396b7b57b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'name': 'tempest-TestNetworkBasicOps-router-457627149', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:20:11Z', 'updated_at': '2021-11-02T12:20:17Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:12Z', 'updated_at': '2021-11-02T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '40eab228-8e49-4970-9111-710bbc16b410', 'name': '', 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:4a:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '85232cea-20f4-4cbe-997c-b21e530cb2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:16Z', 'updated_at': '2021-11-02T12:20:21Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '85232cea-20f4-4cbe-997c-b21e530cb2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:13.865789 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b94b682-8a71-4a95-b070-68396b7b57b5 None None] The sync data for ids ['48f1ced5-c8c4-458e-a399-0da475b4e35c'] in n-d-806683-18 is: [{'id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'name': 'tempest-TestNetworkBasicOps-router-457627149', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:20:11Z', 'updated_at': '2021-11-02T12:20:17Z', 'revision_number': 4, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:12Z', 'updated_at': '2021-11-02T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '40eab228-8e49-4970-9111-710bbc16b410', 'name': '', 'network_id': 'a560681b-209d-4c2f-89c4-34440000448e', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'mac_address': 'fa:16:3e:4a:0b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '85232cea-20f4-4cbe-997c-b21e530cb2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:16Z', 'updated_at': '2021-11-02T12:20:21Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'subnets': [{'id': '85232cea-20f4-4cbe-997c-b21e530cb2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:21:13.868106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d88b58-41ca-4b79-b709-6416597bad37 req-a88494db-9657-42ce-ab24-7b3bdb8fd15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:13.869686 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59d88b58-41ca-4b79-b709-6416597bad37 req-a88494db-9657-42ce-ab24-7b3bdb8fd15b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a560681b-209d-4c2f-89c4-34440000448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537350 Nov 02 12:21:13.985574 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59d88b58-41ca-4b79-b709-6416597bad37 req-1910a3f4-0750-44d3-8365-890a4777f3e4 service neutron] 10.222.0.54 "GET /v2.0/networks/a560681b-209d-4c2f-89c4-34440000448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075866 Nov 02 12:21:14.034609 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:21:14.103873 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-59d88b58-41ca-4b79-b709-6416597bad37 req-5621ea1b-7083-4b9d-b442-3e07a9450fbe service neutron] 10.222.0.54 "GET /v2.0/networks/a560681b-209d-4c2f-89c4-34440000448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104701 Nov 02 12:21:14.167115 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947ed6d0-2882-43e5-b29f-1890898ac858 None None] New status for floating IP ba9a32d8-7a48-4b69-b2ab-c60fa2b383b3: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:21:14.760970 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0253f24-9167-4427-ab8a-e76356a234f9 req-49552d92-1f7f-4176-97b2-b855f62ebb8b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:14.762527 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c0253f24-9167-4427-ab8a-e76356a234f9 req-49552d92-1f7f-4176-97b2-b855f62ebb8b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.54 "GET /v2.0/ports?device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 945 time: 0.0649176 Nov 02 12:21:14.765660 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910ff0b-88ec-47e6-b1a2-864968f6a8ea req-ccab0a99-8c41-4e28-83a7-e65591e9ea38 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:14.767882 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e910ff0b-88ec-47e6-b1a2-864968f6a8ea req-ccab0a99-8c41-4e28-83a7-e65591e9ea38 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 945 time: 0.0604358 Nov 02 12:21:14.835125 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e910ff0b-88ec-47e6-b1a2-864968f6a8ea req-d71f18e2-e633-429a-a9f3-5edc3a0e4867 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536861 Nov 02 12:21:14.889818 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-c0253f24-9167-4427-ab8a-e76356a234f9 req-778c0b26-0bc7-4dac-a530-37c8cc44bd9e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Deleting port ea52361e-f1b6-4b98-a737-8a378808a4e3 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:21:14.890335 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c0253f24-9167-4427-ab8a-e76356a234f9 req-778c0b26-0bc7-4dac-a530-37c8cc44bd9e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:14.990820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-c0253f24-9167-4427-ab8a-e76356a234f9 req-778c0b26-0bc7-4dac-a530-37c8cc44bd9e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] For port ea52361e-f1b6-4b98-a737-8a378808a4e3, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=ea52361e-f1b6-4b98-a737-8a378808a4e3,segment=NetworkSegment(44cc5d80-6197-4dcc-8f57-3246fe28fa6b),segment_id=44cc5d80-6197-4dcc-8f57-3246fe28fa6b)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:21:14.991135 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c0253f24-9167-4427-ab8a-e76356a234f9 req-778c0b26-0bc7-4dac-a530-37c8cc44bd9e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:15.005363 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-c0253f24-9167-4427-ab8a-e76356a234f9 req-778c0b26-0bc7-4dac-a530-37c8cc44bd9e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Calling delete_port for ea52361e-f1b6-4b98-a737-8a378808a4e3 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:21:15.280005 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c0253f24-9167-4427-ab8a-e76356a234f9 req-778c0b26-0bc7-4dac-a530-37c8cc44bd9e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:15.316011 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c0b26-0bc7-4dac-a530-37c8cc44bd9e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'Port': ['ID=ea52361e-f1b6-4b98-a737-8a378808a4e3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:15.369562 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0253f24-9167-4427-ab8a-e76356a234f9 req-778c0b26-0bc7-4dac-a530-37c8cc44bd9e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] No DVR routers for this DVR port ea52361e-f1b6-4b98-a737-8a378808a4e3 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:21:15.375383 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c0253f24-9167-4427-ab8a-e76356a234f9 req-778c0b26-0bc7-4dac-a530-37c8cc44bd9e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:15.378900 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c0253f24-9167-4427-ab8a-e76356a234f9 req-778c0b26-0bc7-4dac-a530-37c8cc44bd9e tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.54 "DELETE /v2.0/ports/ea52361e-f1b6-4b98-a737-8a378808a4e3 HTTP/1.1" status: 204 len: 173 time: 0.6092668 Nov 02 12:21:15.406785 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be26302-38b1-4790-a861-e06b7b788cf7', 'name': 'network-vif-deleted', 'tag': 'ea52361e-f1b6-4b98-a737-8a378808a4e3'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:21:15.409490 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708b557a-1572-4b36-8117-c8f04db45d56" -d '{"events": [{"server_uuid": "4be26302-38b1-4790-a861-e06b7b788cf7", "name": "network-vif-deleted", "tag": "ea52361e-f1b6-4b98-a737-8a378808a4e3"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:21:15.454393 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbda501f-ae08-4a0c-8c9e-0642116becf0 x-openstack-request-id: req-bbda501f-ae08-4a0c-8c9e-0642116becf0 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:21:15.454773 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be26302-38b1-4790-a861-e06b7b788cf7", "name": "network-vif-deleted", "tag": "ea52361e-f1b6-4b98-a737-8a378808a4e3", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:21:15.458602 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bbda501f-ae08-4a0c-8c9e-0642116becf0 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:21:15.458602 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be26302-38b1-4790-a861-e06b7b788cf7', 'name': 'network-vif-deleted', 'tag': 'ea52361e-f1b6-4b98-a737-8a378808a4e3', 'status': 'completed', 'code': 200} Nov 02 12:21:15.969243 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-387fface-0d28-4846-a2f6-858986d278ed req-6eae5c40-9ed8-42c7-a989-072d0246ca35 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be26302-38b1-4790-a861-e06b7b788cf7 HTTP/1.1" status: 200 len: 210 time: 0.0319555 Nov 02 12:21:17.030814 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53484) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:17.094598 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3db81bf2-7b34-4d26-9b42-2e7384f709df tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:17.129522 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3db81bf2-7b34-4d26-9b42-2e7384f709df tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:17.268030 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3db81bf2-7b34-4d26-9b42-2e7384f709df tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:17.270848 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3db81bf2-7b34-4d26-9b42-2e7384f709df tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:17.272119 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3db81bf2-7b34-4d26-9b42-2e7384f709df tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "DELETE /v2.0/security-groups/5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57 HTTP/1.1" status: 204 len: 168 time: 0.2402446 Nov 02 12:21:17.285500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db81bf2-7b34-4d26-9b42-2e7384f709df tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8ac4b0-2171-4fe5-b8db-af5bd23c1e57,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:17.376213 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53490) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:17.566076 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f13e6bd4-64ef-4f49-a0b6-40f3d8799871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:17.864858 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:18.155932 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Deleting port 40eab228-8e49-4970-9111-710bbc16b410 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:21:18.156192 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:18.265518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] For port 40eab228-8e49-4970-9111-710bbc16b410, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=40eab228-8e49-4970-9111-710bbc16b410,segment=NetworkSegment(44cc5d80-6197-4dcc-8f57-3246fe28fa6b),segment_id=44cc5d80-6197-4dcc-8f57-3246fe28fa6b)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:21:18.265882 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:18.281556 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Calling delete_port for 40eab228-8e49-4970-9111-710bbc16b410 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:21:18.531003 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:18.557671 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'Port': ['ID=40eab228-8e49-4970-9111-710bbc16b410,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:18.568448 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:18.568803 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:18.569150 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:18.569492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:18.569836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:18.570167 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:18.570506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:18.570833 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:18.571220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:18.571542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:18.571872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:18.572200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:18.758542 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ea52361e-f1b6-4b98-a737-8a378808a4e3 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:21:18.778525 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:18.805730 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: ea52361e-f1b6-4b98-a737-8a378808a4e3 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:21:18.806085 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device ea52361e-f1b6-4b98-a737-8a378808a4e3 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:21:19.029399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Router 48f1ced5-c8c4-458e-a399-0da475b4e35c has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:21:19.144422 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:21:19.153366 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-943605dc-2a6e-4c3c-809a-217539445899 tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "PUT /v2.0/routers/48f1ced5-c8c4-458e-a399-0da475b4e35c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7766113 Nov 02 12:21:19.156183 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d77e6a-7b61-4fea-aaf0-a4fa1fac4919 None None] Sync routers for ids ['48f1ced5-c8c4-458e-a399-0da475b4e35c'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:21:19.156936 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53504) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:19.177730 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d77e6a-7b61-4fea-aaf0-a4fa1fac4919 None None] Routers {'48f1ced5-c8c4-458e-a399-0da475b4e35c'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:21:19.178443 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-69d77e6a-7b61-4fea-aaf0-a4fa1fac4919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:20:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['48f1ced5-c8c4-458e-a399-0da475b4e35c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:19.220717 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-96fb6e37-5602-456d-a97c-0f5d3c98914d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Deleting subnet 85232cea-20f4-4cbe-997c-b21e530cb2aa {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:21:19.224042 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96fb6e37-5602-456d-a97c-0f5d3c98914d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:19.273125 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96fb6e37-5602-456d-a97c-0f5d3c98914d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:19.292866 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-69d77e6a-7b61-4fea-aaf0-a4fa1fac4919 None None] Set router 48f1ced5-c8c4-458e-a399-0da475b4e35c gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:21:19.381529 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96fb6e37-5602-456d-a97c-0f5d3c98914d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:19.512095 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-69d77e6a-7b61-4fea-aaf0-a4fa1fac4919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'name': 'tempest-TestNetworkBasicOps-router-457627149', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:20:11Z', 'updated_at': '2021-11-02T12:21:18Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:12Z', 'updated_at': '2021-11-02T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:19.525747 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96fb6e37-5602-456d-a97c-0f5d3c98914d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:19.544579 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d77e6a-7b61-4fea-aaf0-a4fa1fac4919 None None] Checking router: 48f1ced5-c8c4-458e-a399-0da475b4e35c for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:21:19.554554 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d77e6a-7b61-4fea-aaf0-a4fa1fac4919 None None] Routers {'48f1ced5-c8c4-458e-a399-0da475b4e35c'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:21:19.555194 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-69d77e6a-7b61-4fea-aaf0-a4fa1fac4919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:20:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['48f1ced5-c8c4-458e-a399-0da475b4e35c'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:19.559408 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb6e37-5602-456d-a97c-0f5d3c98914d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'Subnet': ['ID=85232cea-20f4-4cbe-997c-b21e530cb2aa,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:19.568939 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96fb6e37-5602-456d-a97c-0f5d3c98914d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:19.569381 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d693682-2ee4-4b94-87fc-addba484db9d None None] Network a560681b-209d-4c2f-89c4-34440000448e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:21:19.573816 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-96fb6e37-5602-456d-a97c-0f5d3c98914d tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "DELETE /v2.0/subnets/85232cea-20f4-4cbe-997c-b21e530cb2aa HTTP/1.1" status: 204 len: 168 time: 0.4154654 Nov 02 12:21:19.576282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53508) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:19.693077 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-69d77e6a-7b61-4fea-aaf0-a4fa1fac4919 None None] Set router 48f1ced5-c8c4-458e-a399-0da475b4e35c gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:21:19.741319 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e94210b5-5548-4340-bbd3-db9de578e54b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:19.818111 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b6900999-5f14-4a34-a295-ed158a922a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:19.858041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cd0dbf-0d2b-456b-baac-2ce3c90c62c5 None None] DHCP port deletion for a560681b-209d-4c2f-89c4-34440000448e request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:21:19.901352 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e94210b5-5548-4340-bbd3-db9de578e54b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:19.925827 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d4cd0dbf-0d2b-456b-baac-2ce3c90c62c5 None None] Deleting port 40882d6d-694d-41b7-9a5d-34334430a5a5 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:21:19.926510 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d4cd0dbf-0d2b-456b-baac-2ce3c90c62c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:19.934616 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-69d77e6a-7b61-4fea-aaf0-a4fa1fac4919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'name': 'tempest-TestNetworkBasicOps-router-457627149', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:20:11Z', 'updated_at': '2021-11-02T12:21:18Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:12Z', 'updated_at': '2021-11-02T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:19.964021 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d77e6a-7b61-4fea-aaf0-a4fa1fac4919 None None] The sync data for ids ['48f1ced5-c8c4-458e-a399-0da475b4e35c'] in n-d-806683-18 is: [{'id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'name': 'tempest-TestNetworkBasicOps-router-457627149', 'tenant_id': '1c1195feb3fe443093e6898e8c65dca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:20:11Z', 'updated_at': '2021-11-02T12:21:18Z', 'revision_number': 5, 'project_id': '1c1195feb3fe443093e6898e8c65dca4', 'gw_port': {'id': 'e1c0799e-45d8-4b9e-a1cb-386bbc98f422', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ced5-c8c4-458e-a399-0da475b4e35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:20:12Z', 'updated_at': '2021-11-02T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:21:20.001403 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d4cd0dbf-0d2b-456b-baac-2ce3c90c62c5 None None] For port 40882d6d-694d-41b7-9a5d-34334430a5a5, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=40882d6d-694d-41b7-9a5d-34334430a5a5,segment=NetworkSegment(44cc5d80-6197-4dcc-8f57-3246fe28fa6b),segment_id=44cc5d80-6197-4dcc-8f57-3246fe28fa6b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:21:20.001639 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d4cd0dbf-0d2b-456b-baac-2ce3c90c62c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:20.031869 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d4cd0dbf-0d2b-456b-baac-2ce3c90c62c5 None None] Calling delete_port for 40882d6d-694d-41b7-9a5d-34334430a5a5 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:21:20.033836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e94210b5-5548-4340-bbd3-db9de578e54b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Deleting port e1c0799e-45d8-4b9e-a1cb-386bbc98f422 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:21:20.034357 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e94210b5-5548-4340-bbd3-db9de578e54b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:20.129150 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-e94210b5-5548-4340-bbd3-db9de578e54b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] For port e1c0799e-45d8-4b9e-a1cb-386bbc98f422, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e1c0799e-45d8-4b9e-a1cb-386bbc98f422,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:21:20.129844 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e94210b5-5548-4340-bbd3-db9de578e54b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:20.146592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e94210b5-5548-4340-bbd3-db9de578e54b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Calling delete_port for e1c0799e-45d8-4b9e-a1cb-386bbc98f422 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:21:20.171899 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d4cd0dbf-0d2b-456b-baac-2ce3c90c62c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:20.204793 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd0dbf-0d2b-456b-baac-2ce3c90c62c5 None None] Pushing event deleted for resources: {'Port': ['ID=40882d6d-694d-41b7-9a5d-34334430a5a5,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:20.219094 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cd0dbf-0d2b-456b-baac-2ce3c90c62c5 None None] No DVR routers for this DVR port 40882d6d-694d-41b7-9a5d-34334430a5a5 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:21:20.393299 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 40eab228-8e49-4970-9111-710bbc16b410 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:21:20.424326 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 40eab228-8e49-4970-9111-710bbc16b410 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:21:20.424672 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 40eab228-8e49-4970-9111-710bbc16b410 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:21:20.425278 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 40882d6d-694d-41b7-9a5d-34334430a5a5 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:21:20.446885 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 40882d6d-694d-41b7-9a5d-34334430a5a5 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:21:20.447263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 40882d6d-694d-41b7-9a5d-34334430a5a5 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:21:20.463315 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e94210b5-5548-4340-bbd3-db9de578e54b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:20.520196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94210b5-5548-4340-bbd3-db9de578e54b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'Port': ['ID=e1c0799e-45d8-4b9e-a1cb-386bbc98f422,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:20.569858 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e94210b5-5548-4340-bbd3-db9de578e54b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:20.669306 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e94210b5-5548-4340-bbd3-db9de578e54b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:20.672249 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e94210b5-5548-4340-bbd3-db9de578e54b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:20.788332 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e94210b5-5548-4340-bbd3-db9de578e54b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:20.788896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94210b5-5548-4340-bbd3-db9de578e54b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Fanout notify agent at l3_agent the message router_deleted on router 48f1ced5-c8c4-458e-a399-0da475b4e35c {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:21:20.797674 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e94210b5-5548-4340-bbd3-db9de578e54b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:20.799128 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e94210b5-5548-4340-bbd3-db9de578e54b tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "DELETE /v2.0/routers/48f1ced5-c8c4-458e-a399-0da475b4e35c HTTP/1.1" status: 204 len: 168 time: 1.2208641 Nov 02 12:21:20.803311 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53516) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:20.913184 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf8c0def-dbe0-43fb-8628-0ea9ae57e96c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:21.025284 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf8c0def-dbe0-43fb-8628-0ea9ae57e96c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:21.050661 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-cf8c0def-dbe0-43fb-8628-0ea9ae57e96c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a560681b-209d-4c2f-89c4-34440000448e']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:21.057503 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:21.062136 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-cf8c0def-dbe0-43fb-8628-0ea9ae57e96c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cc5d80-6197-4dcc-8f57-3246fe28fa6b') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:21.067327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-cf8c0def-dbe0-43fb-8628-0ea9ae57e96c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cc5d80-6197-4dcc-8f57-3246fe28fa6b') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:21.073517 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf8c0def-dbe0-43fb-8628-0ea9ae57e96c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:21.090334 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf8c0def-dbe0-43fb-8628-0ea9ae57e96c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:21.097494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8c0def-dbe0-43fb-8628-0ea9ae57e96c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:21:21.097890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf8c0def-dbe0-43fb-8628-0ea9ae57e96c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:21:21.102218 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:21:21.268836 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf8c0def-dbe0-43fb-8628-0ea9ae57e96c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:21.289286 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cf8c0def-dbe0-43fb-8628-0ea9ae57e96c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:21.301925 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cf8c0def-dbe0-43fb-8628-0ea9ae57e96c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] 10.222.0.52 "DELETE /v2.0/networks/a560681b-209d-4c2f-89c4-34440000448e HTTP/1.1" status: 204 len: 168 time: 0.4879394 Nov 02 12:21:21.314708 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c0def-dbe0-43fb-8628-0ea9ae57e96c tempest-TestNetworkBasicOps-791623947 tempest-TestNetworkBasicOps-791623947-project] Pushing event deleted for resources: {'Network': ['ID=a560681b-209d-4c2f-89c4-34440000448e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:21.870312 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53528) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:22.043646 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4d71c68b-72c7-48ef-bfd0-181ba83dab8f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c1195feb3fe443093e6898e8c65dca4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1715026 Nov 02 12:21:22.046536 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53534) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:22.103353 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7846f302-96c4-45ed-8ff0-3943d3159f4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:22.131917 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7846f302-96c4-45ed-8ff0-3943d3159f4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:22.290919 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7846f302-96c4-45ed-8ff0-3943d3159f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:22.296174 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7846f302-96c4-45ed-8ff0-3943d3159f4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:22.296174 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7846f302-96c4-45ed-8ff0-3943d3159f4e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8da2133a-fb6c-4309-8a5c-f61c412a0de6 HTTP/1.1" status: 204 len: 168 time: 0.2484553 Nov 02 12:21:22.308368 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846f302-96c4-45ed-8ff0-3943d3159f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da2133a-fb6c-4309-8a5c-f61c412a0de6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:22.317318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e1c0799e-45d8-4b9e-a1cb-386bbc98f422 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:21:22.318356 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846f302-96c4-45ed-8ff0-3943d3159f4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:22.318705 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846f302-96c4-45ed-8ff0-3943d3159f4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:22.319072 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846f302-96c4-45ed-8ff0-3943d3159f4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:22.319535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846f302-96c4-45ed-8ff0-3943d3159f4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:22.319750 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846f302-96c4-45ed-8ff0-3943d3159f4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:22.320089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846f302-96c4-45ed-8ff0-3943d3159f4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:22.320424 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846f302-96c4-45ed-8ff0-3943d3159f4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:22.320832 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846f302-96c4-45ed-8ff0-3943d3159f4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:22.321357 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846f302-96c4-45ed-8ff0-3943d3159f4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:22.321695 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846f302-96c4-45ed-8ff0-3943d3159f4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:22.322204 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846f302-96c4-45ed-8ff0-3943d3159f4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:22.322540 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7846f302-96c4-45ed-8ff0-3943d3159f4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:22.348138 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: e1c0799e-45d8-4b9e-a1cb-386bbc98f422 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:21:22.349248 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e1c0799e-45d8-4b9e-a1cb-386bbc98f422 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:21:22.554511 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:23.065151 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53548) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:23.079798 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-84e8c4ec-67f4-4a45-aa9e-77189adc0594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:23.164367 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-84e8c4ec-67f4-4a45-aa9e-77189adc0594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:23.251338 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-84e8c4ec-67f4-4a45-aa9e-77189adc0594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:23.299752 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-84e8c4ec-67f4-4a45-aa9e-77189adc0594 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=be9a0f5154e145b8a7eb5ab77b8fc31b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2334218 Nov 02 12:21:23.300789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8c4ec-67f4-4a45-aa9e-77189adc0594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e972c9d-d801-4b53-bcc8-f6d79464188a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:23.303388 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53550) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:23.359852 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0252-3a03-4e77-ae26-e4ce4ec49445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:23.392408 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0252-3a03-4e77-ae26-e4ce4ec49445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:23.608255 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0252-3a03-4e77-ae26-e4ce4ec49445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:23.611015 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0252-3a03-4e77-ae26-e4ce4ec49445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:23.612182 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fa8c0252-3a03-4e77-ae26-e4ce4ec49445 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e972c9d-d801-4b53-bcc8-f6d79464188a HTTP/1.1" status: 204 len: 168 time: 0.3078604 Nov 02 12:21:23.622786 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c0252-3a03-4e77-ae26-e4ce4ec49445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e972c9d-d801-4b53-bcc8-f6d79464188a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:24.165361 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:24.608238 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:25.027945 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:30.165162 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53756) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:30.347106 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa9619c7-1cf2-4efc-8c1c-aa6c496e4b93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:30.428900 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa9619c7-1cf2-4efc-8c1c-aa6c496e4b93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:30.503124 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aa9619c7-1cf2-4efc-8c1c-aa6c496e4b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:30.549557 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-aa9619c7-1cf2-4efc-8c1c-aa6c496e4b93 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f7e4beec1cf4a19ab2a2cfea837297e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3832607 Nov 02 12:21:30.550590 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9619c7-1cf2-4efc-8c1c-aa6c496e4b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d4ad7e-4c6b-4997-a328-7954b61eca8d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:30.553036 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53764) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:30.621084 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c04a6480-dd57-4e52-8b14-4d225d32a1b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:30.644962 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c04a6480-dd57-4e52-8b14-4d225d32a1b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:30.810982 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c04a6480-dd57-4e52-8b14-4d225d32a1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:30.814165 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c04a6480-dd57-4e52-8b14-4d225d32a1b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:30.815391 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c04a6480-dd57-4e52-8b14-4d225d32a1b9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/03d4ad7e-4c6b-4997-a328-7954b61eca8d HTTP/1.1" status: 204 len: 168 time: 0.2609627 Nov 02 12:21:30.828242 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a6480-dd57-4e52-8b14-4d225d32a1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d4ad7e-4c6b-4997-a328-7954b61eca8d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:31.541669 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53780) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:31.558398 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fb957aaa-7457-48c5-ac44-e6ee5c8122a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:31.652764 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fb957aaa-7457-48c5-ac44-e6ee5c8122a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:31.724654 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-fb957aaa-7457-48c5-ac44-e6ee5c8122a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:31.774101 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-fb957aaa-7457-48c5-ac44-e6ee5c8122a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c4bc80f8e09049fb9959c54402c3f543&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2288504 Nov 02 12:21:31.774101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb957aaa-7457-48c5-ac44-e6ee5c8122a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2296c6e5-7bcd-443c-83a7-ba738f5cfdc5,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:31.774654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53782) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:31.832857 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-76a563ac-8f91-4ec7-a95c-f02943a50d64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:31.864148 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-76a563ac-8f91-4ec7-a95c-f02943a50d64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:31.987652 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-76a563ac-8f91-4ec7-a95c-f02943a50d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:31.990309 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-76a563ac-8f91-4ec7-a95c-f02943a50d64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:31.991541 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-76a563ac-8f91-4ec7-a95c-f02943a50d64 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2296c6e5-7bcd-443c-83a7-ba738f5cfdc5 HTTP/1.1" status: 204 len: 168 time: 0.2157524 Nov 02 12:21:32.004802 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a563ac-8f91-4ec7-a95c-f02943a50d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2296c6e5-7bcd-443c-83a7-ba738f5cfdc5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:33.111232 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53816) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:33.213858 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7dabf112-910c-4e75-a33e-910e2c5cf394 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-649600182-network', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:21:33.301925 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dabf112-910c-4e75-a33e-910e2c5cf394 admin admin] Made reservation on behalf of 952fb990f48f49b6b01f78765de7e0cc for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:21:33.304719 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dabf112-910c-4e75-a33e-910e2c5cf394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:33.316871 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dabf112-910c-4e75-a33e-910e2c5cf394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:33.409467 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dabf112-910c-4e75-a33e-910e2c5cf394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:33.542367 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dabf112-910c-4e75-a33e-910e2c5cf394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:33.574260 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dabf112-910c-4e75-a33e-910e2c5cf394 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:21:33.576626 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabf112-910c-4e75-a33e-910e2c5cf394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a73cb2-2c60-42ae-b078-8aa5d20034b2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:33.588018 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dabf112-910c-4e75-a33e-910e2c5cf394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:33.588687 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-7dabf112-910c-4e75-a33e-910e2c5cf394 admin admin] Added segment d7d4289e-d22a-4c26-8258-fd4b8d32ab43 of type vlan for network 0ef07323-9920-45b5-8635-92bb392c8601 Nov 02 12:21:33.639003 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dabf112-910c-4e75-a33e-910e2c5cf394 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:33.713668 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dabf112-910c-4e75-a33e-910e2c5cf394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:33.715251 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dabf112-910c-4e75-a33e-910e2c5cf394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:33.715914 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7dabf112-910c-4e75-a33e-910e2c5cf394 admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:33.811202 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabf112-910c-4e75-a33e-910e2c5cf394 admin admin] Pushing event updated for resources: {'Network': ['ID=0ef07323-9920-45b5-8635-92bb392c8601,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:33.823196 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 0ef07323-9920-45b5-8635-92bb392c8601 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:21:33.830708 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7dabf112-910c-4e75-a33e-910e2c5cf394 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7181356 Nov 02 12:21:33.833805 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53826) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:33.840035 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4aa855f6-f860-4fdc-8a1f-e13033ad9140 admin admin] Request body: {'subnet': {'network_id': '0ef07323-9920-45b5-8635-92bb392c8601', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-649600182-subnet', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:21:33.941446 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa855f6-f860-4fdc-8a1f-e13033ad9140 admin admin] Made reservation on behalf of 952fb990f48f49b6b01f78765de7e0cc for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:21:33.943873 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4aa855f6-f860-4fdc-8a1f-e13033ad9140 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:34.187944 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4aa855f6-f860-4fdc-8a1f-e13033ad9140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:34.253447 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa855f6-f860-4fdc-8a1f-e13033ad9140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ae8ad07-ca1d-4134-9626-75e3448dcd36,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:34.263800 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa855f6-f860-4fdc-8a1f-e13033ad9140 admin admin] Checking segment: {'id': 'd7d4289e-d22a-4c26-8258-fd4b8d32ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:21:34.264187 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa855f6-f860-4fdc-8a1f-e13033ad9140 admin admin] Network hostable DHCP agents. Network: 0ef07323-9920-45b5-8635-92bb392c8601, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:21:34.353332 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa855f6-f860-4fdc-8a1f-e13033ad9140 admin admin] Network 0ef07323-9920-45b5-8635-92bb392c8601 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:21:34.427984 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-4aa855f6-f860-4fdc-8a1f-e13033ad9140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 0ef07323-9920-45b5-8635-92bb392c8601) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:21:34.432926 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa855f6-f860-4fdc-8a1f-e13033ad9140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:34.433638 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4aa855f6-f860-4fdc-8a1f-e13033ad9140 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:34.442369 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe74d345-8206-4004-a019-6c366dd07af2 None None] Network 0ef07323-9920-45b5-8635-92bb392c8601 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:21:34.505222 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4aa855f6-f860-4fdc-8a1f-e13033ad9140 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6699610 Nov 02 12:21:34.508490 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53836) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:34.513800 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-649600182-router', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:21:34.599855 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:34.601095 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:34.618326 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-0ef07323-9920-45b5-8635-92bb392c8601', 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'fixed_ips': [{'subnet_id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:21:34.619747 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:34.664592 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:34.785104 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Allocated IP 172.20.0.2 (0ef07323-9920-45b5-8635-92bb392c8601/1ae8ad07-ca1d-4134-9626-75e3448dcd36/c5a59a83-c21c-414b-80cd-baeb42b27048) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:21:34.889590 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:34.970793 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:35.057077 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:35.098080 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Network 0ef07323-9920-45b5-8635-92bb392c8601 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:21:35.103403 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:21:35.106093 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:21:35.120752 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Pushing event updated for resources: {'Port': ['ID=c5a59a83-c21c-414b-80cd-baeb42b27048,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:35.132050 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:35.132340 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:35.132667 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:35.133216 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:35.133790 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:35.135112 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:35.135112 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:35.135419 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:35.135951 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:35.136311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:35.137057 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:35.137057 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:35.184533 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:35.206152 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:35.221052 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Attempting to bind port c5a59a83-c21c-414b-80cd-baeb42b27048 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:21:35.221435 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Attempting to bind port c5a59a83-c21c-414b-80cd-baeb42b27048 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'd7d4289e-d22a-4c26-8258-fd4b8d32ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:21:35.228938 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Attempting to bind port c5a59a83-c21c-414b-80cd-baeb42b27048 on network 0ef07323-9920-45b5-8635-92bb392c8601 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:21:35.230507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:21:35.230889 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Checking segment: {'id': 'd7d4289e-d22a-4c26-8258-fd4b8d32ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:21:35.231339 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:35.231735 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Bound using segment: {'id': 'd7d4289e-d22a-4c26-8258-fd4b8d32ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:21:35.232928 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Bound port: c5a59a83-c21c-414b-80cd-baeb42b27048, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d4289e-d22a-4c26-8258-fd4b8d32ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:21:35.233373 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:35.306135 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] For port c5a59a83-c21c-414b-80cd-baeb42b27048, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:21:35.309552 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] For port c5a59a83-c21c-414b-80cd-baeb42b27048, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c5a59a83-c21c-414b-80cd-baeb42b27048,segment=NetworkSegment(d7d4289e-d22a-4c26-8258-fd4b8d32ab43),segment_id=d7d4289e-d22a-4c26-8258-fd4b8d32ab43)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:21:35.348465 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] Allocated IP 172.25.6.74 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/d1961cf4-93ef-4782-a061-073ce6b2f1e3) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:21:35.385301 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:35.460551 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46015e37-2645-4baf-b8b3-3847a5235687 None None] Pushing event updated for resources: {'Port': ['ID=c5a59a83-c21c-414b-80cd-baeb42b27048,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:35.476501 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:35.617921 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:35.687195 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:21:35.690362 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:21:35.694842 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:21:35.728694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] Pushing event updated for resources: {'Port': ['ID=d1961cf4-93ef-4782-a061-073ce6b2f1e3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:36.087657 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:36.373269 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:36.406495 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c5a59a83-c21c-414b-80cd-baeb42b27048 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:21:36.484056 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c5a59a83-c21c-414b-80cd-baeb42b27048 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:36.484807 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:36.624269 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed33197d-ed65-43c7-858e-f32decb8712a None None] Network 0ef07323-9920-45b5-8635-92bb392c8601 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:21:36.650262 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:36.667111 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] Router fb683b5d-5042-44a7-acca-500769474e58 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:21:36.707804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-aac8d9ff-7ed9-4f62-a579-9745bf71c0b6 None None] Provisioning complete for port c5a59a83-c21c-414b-80cd-baeb42b27048 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:36.708266 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aac8d9ff-7ed9-4f62-a579-9745bf71c0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:36.772591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port c5a59a83-c21c-414b-80cd-baeb42b27048, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c5a59a83-c21c-414b-80cd-baeb42b27048,segment=NetworkSegment(d7d4289e-d22a-4c26-8258-fd4b8d32ab43),segment_id=d7d4289e-d22a-4c26-8258-fd4b8d32ab43)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:21:36.802595 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:21:36.826105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Sync routers for ids ['fb683b5d-5042-44a7-acca-500769474e58'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:21:36.866514 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:36.874227 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Routers {'fb683b5d-5042-44a7-acca-500769474e58'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:21:36.875180 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:21:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fb683b5d-5042-44a7-acca-500769474e58'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:36.889125 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:36.890866 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e66b079a-5bcd-4cd7-bdbe-7e5ee465e889 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3809128 Nov 02 12:21:36.893624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53858) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:37.145458 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aac8d9ff-7ed9-4f62-a579-9745bf71c0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:37.259422 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=c5a59a83-c21c-414b-80cd-baeb42b27048,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:37.323413 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Set router fb683b5d-5042-44a7-acca-500769474e58 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:21:37.399006 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.db.api [None req-aac8d9ff-7ed9-4f62-a579-9745bf71c0b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:21:37.399374 n-d-806683-18 neutron-server[102691]: DEBUG oslo_db.api [None req-aac8d9ff-7ed9-4f62-a579-9745bf71c0b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:21:37.564064 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb683b5d-5042-44a7-acca-500769474e58', 'name': 'tempest-TestServerBasicOps-649600182-router', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:34Z', 'updated_at': '2021-11-02T12:21:35Z', 'revision_number': 3, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'gw_port': {'id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:12:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:35Z', 'updated_at': '2021-11-02T12:21:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:37.593868 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Checking router: fb683b5d-5042-44a7-acca-500769474e58 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:21:37.594216 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Updating router fb683b5d-5042-44a7-acca-500769474e58 port d1961cf4-93ef-4782-a061-073ce6b2f1e3 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:21:37.621588 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:37.789707 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-76cb38a2-c383-4944-a580-d4af3e9c9f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:37.971073 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:37.999952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-76cb38a2-c383-4944-a580-d4af3e9c9f77 admin admin] Allocated IP 172.20.0.1 (0ef07323-9920-45b5-8635-92bb392c8601/1ae8ad07-ca1d-4134-9626-75e3448dcd36/0ba6a92c-1db2-4e3e-a109-ac517c11ff41) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:21:38.114402 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5054d6cf-d622-40de-b50b-aec3ec9ca320 None None] Provisioning complete for port c5a59a83-c21c-414b-80cd-baeb42b27048 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:38.115471 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5054d6cf-d622-40de-b50b-aec3ec9ca320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:38.127743 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-76cb38a2-c383-4944-a580-d4af3e9c9f77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:38.166424 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:38.230267 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Attempting to bind port d1961cf4-93ef-4782-a061-073ce6b2f1e3 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:21:38.230642 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Attempting to bind port d1961cf4-93ef-4782-a061-073ce6b2f1e3 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:21:38.231033 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Attempting to bind port d1961cf4-93ef-4782-a061-073ce6b2f1e3 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:21:38.243070 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-76cb38a2-c383-4944-a580-d4af3e9c9f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:38.263015 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e3725-fd46-4dcc-a64b-8ddf13bb21ad None None] Pushing event updated for resources: {'Port': ['ID=d1961cf4-93ef-4782-a061-073ce6b2f1e3,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:38.274801 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:21:38.274801 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:21:38.274801 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:38.274801 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:21:38.274801 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Bound port: d1961cf4-93ef-4782-a061-073ce6b2f1e3, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:21:38.274801 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:38.293638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cb38a2-c383-4944-a580-d4af3e9c9f77 admin admin] Network 0ef07323-9920-45b5-8635-92bb392c8601 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:21:38.302421 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-76cb38a2-c383-4944-a580-d4af3e9c9f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:21:38.327813 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb38a2-c383-4944-a580-d4af3e9c9f77 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:21:38.354199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] For port d1961cf4-93ef-4782-a061-073ce6b2f1e3, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:21:38.359977 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] For port d1961cf4-93ef-4782-a061-073ce6b2f1e3, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d1961cf4-93ef-4782-a061-073ce6b2f1e3,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:21:38.363884 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb38a2-c383-4944-a580-d4af3e9c9f77 admin admin] Pushing event updated for resources: {'Port': ['ID=0ba6a92c-1db2-4e3e-a109-ac517c11ff41,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:38.409874 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-76cb38a2-c383-4944-a580-d4af3e9c9f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:38.411340 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:38.438047 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c5a59a83-c21c-414b-80cd-baeb42b27048 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:21:38.509143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Routers {'fb683b5d-5042-44a7-acca-500769474e58'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:21:38.509884 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:21:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fb683b5d-5042-44a7-acca-500769474e58'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:38.643425 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e3725-fd46-4dcc-a64b-8ddf13bb21ad None None] Pushing event updated for resources: {'Port': ['ID=d1961cf4-93ef-4782-a061-073ce6b2f1e3,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:38.655921 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-76cb38a2-c383-4944-a580-d4af3e9c9f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:38.678978 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c5a59a83-c21c-414b-80cd-baeb42b27048 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:38.679385 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:38.683896 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-025ce9f6-703b-4582-aa71-08c4af03fae4 None None] Provisioning complete for port 0ba6a92c-1db2-4e3e-a109-ac517c11ff41 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:38.684268 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-025ce9f6-703b-4582-aa71-08c4af03fae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:38.756349 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] Set router fb683b5d-5042-44a7-acca-500769474e58 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:21:38.826382 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-025ce9f6-703b-4582-aa71-08c4af03fae4 None None] Port 0ba6a92c-1db2-4e3e-a109-ac517c11ff41 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:21:38.887981 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-76cb38a2-c383-4944-a580-d4af3e9c9f77 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:38.954096 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-76cb38a2-c383-4944-a580-d4af3e9c9f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:39.007564 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb683b5d-5042-44a7-acca-500769474e58', 'name': 'tempest-TestServerBasicOps-649600182-router', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:34Z', 'updated_at': '2021-11-02T12:21:35Z', 'revision_number': 3, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'gw_port': {'id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:12:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:35Z', 'updated_at': '2021-11-02T12:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:39.030896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb38a2-c383-4944-a580-d4af3e9c9f77 admin admin] Pushing event updated for resources: {'Port': ['ID=0ba6a92c-1db2-4e3e-a109-ac517c11ff41,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:39.033668 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-76cb38a2-c383-4944-a580-d4af3e9c9f77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:39.037803 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80499c0-3cd7-4b4f-b44a-979c91dacd90 None None] The sync data for ids ['fb683b5d-5042-44a7-acca-500769474e58'] in n-d-806683-18 is: [{'id': 'fb683b5d-5042-44a7-acca-500769474e58', 'name': 'tempest-TestServerBasicOps-649600182-router', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:34Z', 'updated_at': '2021-11-02T12:21:35Z', 'revision_number': 3, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'gw_port': {'id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:12:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:35Z', 'updated_at': '2021-11-02T12:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:21:39.152021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cb38a2-c383-4944-a580-d4af3e9c9f77 admin admin] Network 0ef07323-9920-45b5-8635-92bb392c8601 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:21:39.153578 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-76cb38a2-c383-4944-a580-d4af3e9c9f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:21:39.314448 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cb38a2-c383-4944-a580-d4af3e9c9f77 admin admin] Router fb683b5d-5042-44a7-acca-500769474e58 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:21:39.468737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cb38a2-c383-4944-a580-d4af3e9c9f77 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:21:39.476238 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-76cb38a2-c383-4944-a580-d4af3e9c9f77 admin admin] 10.222.0.52 "PUT /v2.0/routers/fb683b5d-5042-44a7-acca-500769474e58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5813811 Nov 02 12:21:39.555111 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3d2b87ea-649a-417e-8efa-79cee09f6384 None None] Provisioning complete for port 0ba6a92c-1db2-4e3e-a109-ac517c11ff41 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:39.555111 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3d2b87ea-649a-417e-8efa-79cee09f6384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:39.596703 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b87ea-649a-417e-8efa-79cee09f6384 None None] Port 0ba6a92c-1db2-4e3e-a109-ac517c11ff41 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:21:40.218187 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53902) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:40.223414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-4284065d-a45e-4acd-ab26-bfac26a68ee0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-607362047-network', 'tenant_id': '11d8e166992e4b8fbf2bb93e87ae49c9'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:21:40.296378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4284065d-a45e-4acd-ab26-bfac26a68ee0 admin admin] Made reservation on behalf of 11d8e166992e4b8fbf2bb93e87ae49c9 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:21:40.298902 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4284065d-a45e-4acd-ab26-bfac26a68ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:40.308911 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4284065d-a45e-4acd-ab26-bfac26a68ee0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:40.341121 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d1961cf4-93ef-4782-a061-073ce6b2f1e3 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:21:40.402597 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d1961cf4-93ef-4782-a061-073ce6b2f1e3 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:40.403280 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:40.416005 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4284065d-a45e-4acd-ab26-bfac26a68ee0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:40.478631 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4284065d-a45e-4acd-ab26-bfac26a68ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:40.510263 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4284065d-a45e-4acd-ab26-bfac26a68ee0 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:21:40.523243 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:40.523552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284065d-a45e-4acd-ab26-bfac26a68ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c42a0c-1255-4e4e-8dbc-114585e90c83,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:40.531591 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4284065d-a45e-4acd-ab26-bfac26a68ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:40.532847 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-4284065d-a45e-4acd-ab26-bfac26a68ee0 admin admin] Added segment ba5fb95f-4329-4759-b4b7-e3e52fb61265 of type vlan for network cecf6840-84a5-44c8-a8ce-fd1f8b564e3c Nov 02 12:21:40.551563 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port d1961cf4-93ef-4782-a061-073ce6b2f1e3, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d1961cf4-93ef-4782-a061-073ce6b2f1e3,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:21:40.591528 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4284065d-a45e-4acd-ab26-bfac26a68ee0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:40.627785 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:40.667480 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4284065d-a45e-4acd-ab26-bfac26a68ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:40.668817 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4284065d-a45e-4acd-ab26-bfac26a68ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:40.669825 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4284065d-a45e-4acd-ab26-bfac26a68ee0 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:40.689996 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=d1961cf4-93ef-4782-a061-073ce6b2f1e3,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:40.743279 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284065d-a45e-4acd-ab26-bfac26a68ee0 admin admin] Pushing event updated for resources: {'Network': ['ID=cecf6840-84a5-44c8-a8ce-fd1f8b564e3c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:40.756383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network cecf6840-84a5-44c8-a8ce-fd1f8b564e3c details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:21:40.797065 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4284065d-a45e-4acd-ab26-bfac26a68ee0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5775714 Nov 02 12:21:40.797844 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53910) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:40.803433 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-51478f1c-d42d-4f26-8ed3-06ef36cc9c4b admin admin] Request body: {'subnet': {'network_id': 'cecf6840-84a5-44c8-a8ce-fd1f8b564e3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-607362047-subnet', 'tenant_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:21:40.894600 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Sync routers for ids ['fb683b5d-5042-44a7-acca-500769474e58'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:21:40.906555 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Routers {'fb683b5d-5042-44a7-acca-500769474e58'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:21:40.907326 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:21:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fb683b5d-5042-44a7-acca-500769474e58'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:40.911255 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51478f1c-d42d-4f26-8ed3-06ef36cc9c4b admin admin] Made reservation on behalf of 11d8e166992e4b8fbf2bb93e87ae49c9 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:21:40.913959 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51478f1c-d42d-4f26-8ed3-06ef36cc9c4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:41.086591 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Set router fb683b5d-5042-44a7-acca-500769474e58 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:21:41.199004 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51478f1c-d42d-4f26-8ed3-06ef36cc9c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:41.293383 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51478f1c-d42d-4f26-8ed3-06ef36cc9c4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca84fade-de20-41c5-84bb-fd64913cedc6,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:41.317741 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51478f1c-d42d-4f26-8ed3-06ef36cc9c4b admin admin] Checking segment: {'id': 'ba5fb95f-4329-4759-b4b7-e3e52fb61265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cecf6840-84a5-44c8-a8ce-fd1f8b564e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:21:41.318114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51478f1c-d42d-4f26-8ed3-06ef36cc9c4b admin admin] Network hostable DHCP agents. Network: cecf6840-84a5-44c8-a8ce-fd1f8b564e3c, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:21:41.328610 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb683b5d-5042-44a7-acca-500769474e58', 'name': 'tempest-TestServerBasicOps-649600182-router', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:34Z', 'updated_at': '2021-11-02T12:21:38Z', 'revision_number': 4, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'gw_port': {'id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:12:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:35Z', 'updated_at': '2021-11-02T12:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '0ba6a92c-1db2-4e3e-a109-ac517c11ff41', 'name': '', 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'mac_address': 'fa:16:3e:3c:81:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:37Z', 'updated_at': '2021-11-02T12:21:38Z', 'revision_number': 2, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'subnets': [{'id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:41.356568 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Checking router: fb683b5d-5042-44a7-acca-500769474e58 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:21:41.357706 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Updating router fb683b5d-5042-44a7-acca-500769474e58 port 0ba6a92c-1db2-4e3e-a109-ac517c11ff41 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:21:41.391939 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:41.398716 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51478f1c-d42d-4f26-8ed3-06ef36cc9c4b admin admin] Network cecf6840-84a5-44c8-a8ce-fd1f8b564e3c is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:21:41.468276 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-51478f1c-d42d-4f26-8ed3-06ef36cc9c4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, cecf6840-84a5-44c8-a8ce-fd1f8b564e3c) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:21:41.474490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51478f1c-d42d-4f26-8ed3-06ef36cc9c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:41.475273 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-51478f1c-d42d-4f26-8ed3-06ef36cc9c4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:41.485792 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30da590f-6d25-4a8e-a05d-fc135f0b6f4e None None] Network cecf6840-84a5-44c8-a8ce-fd1f8b564e3c requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:21:41.556042 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-51478f1c-d42d-4f26-8ed3-06ef36cc9c4b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7567365 Nov 02 12:21:41.558562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 53922) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:41.564418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-607362047-router', 'tenant_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:21:41.659871 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:41.661166 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:41.667840 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-cecf6840-84a5-44c8-a8ce-fd1f8b564e3c', 'network_id': 'cecf6840-84a5-44c8-a8ce-fd1f8b564e3c', 'tenant_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'fixed_ips': [{'subnet_id': 'ca84fade-de20-41c5-84bb-fd64913cedc6'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:21:41.670672 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:41.756534 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:41.808941 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:41.845723 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Allocated IP 172.20.0.2 (cecf6840-84a5-44c8-a8ce-fd1f8b564e3c/ca84fade-de20-41c5-84bb-fd64913cedc6/e1c6b5cf-6c0c-424d-a532-462e8a4410ed) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:21:41.891592 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:41.979572 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:42.008020 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9f679-f8e5-4da3-a733-864ed0e2bc8f None None] Pushing event updated for resources: {'Port': ['ID=0ba6a92c-1db2-4e3e-a109-ac517c11ff41,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:42.011538 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Attempting to bind port 0ba6a92c-1db2-4e3e-a109-ac517c11ff41 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:21:42.011934 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Attempting to bind port 0ba6a92c-1db2-4e3e-a109-ac517c11ff41 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'd7d4289e-d22a-4c26-8258-fd4b8d32ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:21:42.012293 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Attempting to bind port 0ba6a92c-1db2-4e3e-a109-ac517c11ff41 on network 0ef07323-9920-45b5-8635-92bb392c8601 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:21:42.019934 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d9f679-f8e5-4da3-a733-864ed0e2bc8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:42.020285 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d9f679-f8e5-4da3-a733-864ed0e2bc8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:42.020626 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d9f679-f8e5-4da3-a733-864ed0e2bc8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:42.020957 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d9f679-f8e5-4da3-a733-864ed0e2bc8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:42.021338 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d9f679-f8e5-4da3-a733-864ed0e2bc8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:42.021667 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d9f679-f8e5-4da3-a733-864ed0e2bc8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:42.021994 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d9f679-f8e5-4da3-a733-864ed0e2bc8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:42.022358 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d9f679-f8e5-4da3-a733-864ed0e2bc8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:42.022680 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d9f679-f8e5-4da3-a733-864ed0e2bc8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:42.023436 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d9f679-f8e5-4da3-a733-864ed0e2bc8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:42.023784 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d9f679-f8e5-4da3-a733-864ed0e2bc8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:42.024182 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d9f679-f8e5-4da3-a733-864ed0e2bc8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:21:42.032180 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:21:42.038519 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Checking segment: {'id': 'd7d4289e-d22a-4c26-8258-fd4b8d32ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:21:42.038519 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:42.038519 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Bound using segment: {'id': 'd7d4289e-d22a-4c26-8258-fd4b8d32ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:21:42.038519 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Bound port: 0ba6a92c-1db2-4e3e-a109-ac517c11ff41, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d4289e-d22a-4c26-8258-fd4b8d32ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:21:42.038519 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:42.047236 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:42.144123 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] For port 0ba6a92c-1db2-4e3e-a109-ac517c11ff41, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:21:42.144361 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:42.144579 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] For port 0ba6a92c-1db2-4e3e-a109-ac517c11ff41, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0ba6a92c-1db2-4e3e-a109-ac517c11ff41,segment=NetworkSegment(d7d4289e-d22a-4c26-8258-fd4b8d32ab43),segment_id=d7d4289e-d22a-4c26-8258-fd4b8d32ab43)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:21:42.192615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Network cecf6840-84a5-44c8-a8ce-fd1f8b564e3c is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:21:42.199467 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:42.215665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:21:42.220720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:21:42.229944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Pushing event updated for resources: {'Port': ['ID=e1c6b5cf-6c0c-424d-a532-462e8a4410ed,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:42.264211 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9f679-f8e5-4da3-a733-864ed0e2bc8f None None] Pushing event updated for resources: {'Port': ['ID=0ba6a92c-1db2-4e3e-a109-ac517c11ff41,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:42.287584 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Routers {'fb683b5d-5042-44a7-acca-500769474e58'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:21:42.288228 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:21:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fb683b5d-5042-44a7-acca-500769474e58'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:42.308880 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Attempting to bind port e1c6b5cf-6c0c-424d-a532-462e8a4410ed on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:21:42.309262 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Attempting to bind port e1c6b5cf-6c0c-424d-a532-462e8a4410ed by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'ba5fb95f-4329-4759-b4b7-e3e52fb61265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cecf6840-84a5-44c8-a8ce-fd1f8b564e3c'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:21:42.309635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Attempting to bind port e1c6b5cf-6c0c-424d-a532-462e8a4410ed on network cecf6840-84a5-44c8-a8ce-fd1f8b564e3c {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:21:42.316557 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:21:42.317131 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Checking segment: {'id': 'ba5fb95f-4329-4759-b4b7-e3e52fb61265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cecf6840-84a5-44c8-a8ce-fd1f8b564e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:21:42.317607 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:42.318068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Bound using segment: {'id': 'ba5fb95f-4329-4759-b4b7-e3e52fb61265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cecf6840-84a5-44c8-a8ce-fd1f8b564e3c'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:21:42.318638 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Bound port: e1c6b5cf-6c0c-424d-a532-462e8a4410ed, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5fb95f-4329-4759-b4b7-e3e52fb61265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cecf6840-84a5-44c8-a8ce-fd1f8b564e3c'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:21:42.319118 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:42.501250 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] Set router fb683b5d-5042-44a7-acca-500769474e58 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:21:42.508131 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:42.545532 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:42.595719 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d1961cf4-93ef-4782-a061-073ce6b2f1e3 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:21:42.625149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-67a519fa-a721-4267-b001-78a62c452deb None None] For port e1c6b5cf-6c0c-424d-a532-462e8a4410ed, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:21:42.638261 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-67a519fa-a721-4267-b001-78a62c452deb None None] For port e1c6b5cf-6c0c-424d-a532-462e8a4410ed, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e1c6b5cf-6c0c-424d-a532-462e8a4410ed,segment=NetworkSegment(ba5fb95f-4329-4759-b4b7-e3e52fb61265),segment_id=ba5fb95f-4329-4759-b4b7-e3e52fb61265)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:21:42.677424 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-43f1b3e7-927d-4744-8cc5-dfa8e02a28d4 None None] Provisioning complete for port 0ba6a92c-1db2-4e3e-a109-ac517c11ff41 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:42.677991 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-43f1b3e7-927d-4744-8cc5-dfa8e02a28d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:42.710266 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:42.745284 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] Allocated IP 172.25.6.19 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/f1537cd8-2dd8-4331-9594-6b3df9269540) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:21:42.773060 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb683b5d-5042-44a7-acca-500769474e58', 'name': 'tempest-TestServerBasicOps-649600182-router', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:34Z', 'updated_at': '2021-11-02T12:21:38Z', 'revision_number': 4, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'gw_port': {'id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:12:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:35Z', 'updated_at': '2021-11-02T12:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '0ba6a92c-1db2-4e3e-a109-ac517c11ff41', 'name': '', 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'mac_address': 'fa:16:3e:3c:81:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:37Z', 'updated_at': '2021-11-02T12:21:42Z', 'revision_number': 4, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'subnets': [{'id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:42.778105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d1961cf4-93ef-4782-a061-073ce6b2f1e3 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:42.779523 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:42.833240 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de00027-6aa7-4e82-be27-52e29040b884 None None] The sync data for ids ['fb683b5d-5042-44a7-acca-500769474e58'] in n-d-806683-18 is: [{'id': 'fb683b5d-5042-44a7-acca-500769474e58', 'name': 'tempest-TestServerBasicOps-649600182-router', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:34Z', 'updated_at': '2021-11-02T12:21:38Z', 'revision_number': 4, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'gw_port': {'id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:12:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:35Z', 'updated_at': '2021-11-02T12:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '0ba6a92c-1db2-4e3e-a109-ac517c11ff41', 'name': '', 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'mac_address': 'fa:16:3e:3c:81:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:37Z', 'updated_at': '2021-11-02T12:21:42Z', 'revision_number': 4, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'subnets': [{'id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:21:42.850238 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a519fa-a721-4267-b001-78a62c452deb None None] Pushing event updated for resources: {'Port': ['ID=e1c6b5cf-6c0c-424d-a532-462e8a4410ed,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:42.958248 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-43f1b3e7-927d-4744-8cc5-dfa8e02a28d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:42.961306 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:43.049329 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-43f1b3e7-927d-4744-8cc5-dfa8e02a28d4 None None] For port 0ba6a92c-1db2-4e3e-a109-ac517c11ff41, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0ba6a92c-1db2-4e3e-a109-ac517c11ff41,segment=NetworkSegment(d7d4289e-d22a-4c26-8258-fd4b8d32ab43),segment_id=d7d4289e-d22a-4c26-8258-fd4b8d32ab43)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:21:43.109787 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:43.150043 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-43f1b3e7-927d-4744-8cc5-dfa8e02a28d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:43.173955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:21:43.185574 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:21:43.194561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] Pushing event updated for resources: {'Port': ['ID=f1537cd8-2dd8-4331-9594-6b3df9269540,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:43.203047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:21:43.253038 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1b3e7-927d-4744-8cc5-dfa8e02a28d4 None None] Pushing event updated for resources: {'Port': ['ID=0ba6a92c-1db2-4e3e-a109-ac517c11ff41,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:43.295745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d33be3c8-7c5f-442c-874a-52921d4ab880 None None] Provisioning complete for port 0ba6a92c-1db2-4e3e-a109-ac517c11ff41 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:43.296122 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d33be3c8-7c5f-442c-874a-52921d4ab880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:43.637506 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:43.885406 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:44.089495 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001f64bb-552c-492d-aca6-1e5cdd2acb84 None None] Network cecf6840-84a5-44c8-a8ce-fd1f8b564e3c requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:21:44.132518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] Router 615f6a83-ee26-4bf2-8849-b2faef3f2871 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:21:44.207657 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5200b84a-2792-4cd8-af71-1bd10cdc4b23 None None] Provisioning complete for port e1c6b5cf-6c0c-424d-a532-462e8a4410ed triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:44.208374 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5200b84a-2792-4cd8-af71-1bd10cdc4b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:44.339790 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:21:44.379021 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Sync routers for ids ['615f6a83-ee26-4bf2-8849-b2faef3f2871'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:21:44.438303 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Routers {'615f6a83-ee26-4bf2-8849-b2faef3f2871'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:21:44.438635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:21:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['615f6a83-ee26-4bf2-8849-b2faef3f2871'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:44.484726 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0ba6a92c-1db2-4e3e-a109-ac517c11ff41 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:21:44.492645 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:44.495452 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5e1dc358-1429-4ba5-8d85-2f24f7a93b2f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9348767 Nov 02 12:21:44.498429 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53954) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:44.640099 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5200b84a-2792-4cd8-af71-1bd10cdc4b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:44.695949 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Set router 615f6a83-ee26-4bf2-8849-b2faef3f2871 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:21:44.767743 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-5200b84a-2792-4cd8-af71-1bd10cdc4b23 None None] For port e1c6b5cf-6c0c-424d-a532-462e8a4410ed, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e1c6b5cf-6c0c-424d-a532-462e8a4410ed,segment=NetworkSegment(ba5fb95f-4329-4759-b4b7-e3e52fb61265),segment_id=ba5fb95f-4329-4759-b4b7-e3e52fb61265)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:21:44.783813 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 0ba6a92c-1db2-4e3e-a109-ac517c11ff41 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:44.784184 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:44.862465 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5200b84a-2792-4cd8-af71-1bd10cdc4b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:44.975407 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200b84a-2792-4cd8-af71-1bd10cdc4b23 None None] Pushing event updated for resources: {'Port': ['ID=e1c6b5cf-6c0c-424d-a532-462e8a4410ed,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:45.054644 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e1c6b5cf-6c0c-424d-a532-462e8a4410ed up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:21:45.131061 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0d43de06-6116-492e-b570-841775959960 None None] Provisioning complete for port e1c6b5cf-6c0c-424d-a532-462e8a4410ed triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:45.131728 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0d43de06-6116-492e-b570-841775959960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:45.160857 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f6a83-ee26-4bf2-8849-b2faef3f2871', 'name': 'tempest-TestServerBasicOps-607362047-router', 'tenant_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'f1537cd8-2dd8-4331-9594-6b3df9269540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:41Z', 'updated_at': '2021-11-02T12:21:43Z', 'revision_number': 3, 'project_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'gw_port': {'id': 'f1537cd8-2dd8-4331-9594-6b3df9269540', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615f6a83-ee26-4bf2-8849-b2faef3f2871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:42Z', 'updated_at': '2021-11-02T12:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:45.221004 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Checking router: 615f6a83-ee26-4bf2-8849-b2faef3f2871 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:21:45.221372 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Updating router 615f6a83-ee26-4bf2-8849-b2faef3f2871 port f1537cd8-2dd8-4331-9594-6b3df9269540 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:21:45.261472 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e1c6b5cf-6c0c-424d-a532-462e8a4410ed triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:45.261472 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:45.293733 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:45.372041 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b62f032-0742-4291-86a1-0b709cb9e98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:45.569468 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-9b62f032-0742-4291-86a1-0b709cb9e98a admin admin] Allocated IP 172.20.0.1 (cecf6840-84a5-44c8-a8ce-fd1f8b564e3c/ca84fade-de20-41c5-84bb-fd64913cedc6/85558665-8ee0-44a7-8c5d-ad44975c88df) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:21:45.690853 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:45.696852 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b62f032-0742-4291-86a1-0b709cb9e98a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:45.787595 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:45.845916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Attempting to bind port f1537cd8-2dd8-4331-9594-6b3df9269540 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:21:45.846286 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Attempting to bind port f1537cd8-2dd8-4331-9594-6b3df9269540 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:21:45.846654 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Attempting to bind port f1537cd8-2dd8-4331-9594-6b3df9269540 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:21:45.850993 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b62f032-0742-4291-86a1-0b709cb9e98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:45.860778 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753a12e-57c1-4fb3-9c0c-c6b470dbb356 None None] Pushing event updated for resources: {'Port': ['ID=f1537cd8-2dd8-4331-9594-6b3df9269540,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:45.860778 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:21:45.860778 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:21:45.860778 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:45.860778 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:21:45.860778 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Bound port: f1537cd8-2dd8-4331-9594-6b3df9269540, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:21:45.860778 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:45.892307 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b62f032-0742-4291-86a1-0b709cb9e98a admin admin] Network cecf6840-84a5-44c8-a8ce-fd1f8b564e3c is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:21:45.899160 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-9b62f032-0742-4291-86a1-0b709cb9e98a admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:21:45.903076 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b62f032-0742-4291-86a1-0b709cb9e98a admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:21:45.909255 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62f032-0742-4291-86a1-0b709cb9e98a admin admin] Pushing event updated for resources: {'Port': ['ID=85558665-8ee0-44a7-8c5d-ad44975c88df,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:45.920648 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] For port f1537cd8-2dd8-4331-9594-6b3df9269540, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:21:45.925799 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] For port f1537cd8-2dd8-4331-9594-6b3df9269540, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f1537cd8-2dd8-4331-9594-6b3df9269540,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:21:45.953031 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b62f032-0742-4291-86a1-0b709cb9e98a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:46.062135 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:46.149904 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Routers {'615f6a83-ee26-4bf2-8849-b2faef3f2871'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:21:46.150950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:21:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['615f6a83-ee26-4bf2-8849-b2faef3f2871'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:46.154614 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753a12e-57c1-4fb3-9c0c-c6b470dbb356 None None] Pushing event updated for resources: {'Port': ['ID=f1537cd8-2dd8-4331-9594-6b3df9269540,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:46.222649 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b62f032-0742-4291-86a1-0b709cb9e98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:46.229610 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0775d1a0-fd59-4eaf-99d3-345b6fc2b857 None None] Provisioning complete for port 85558665-8ee0-44a7-8c5d-ad44975c88df triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:46.238753 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0775d1a0-fd59-4eaf-99d3-345b6fc2b857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:46.318184 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] Set router 615f6a83-ee26-4bf2-8849-b2faef3f2871 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:21:46.319986 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0775d1a0-fd59-4eaf-99d3-345b6fc2b857 None None] Port 85558665-8ee0-44a7-8c5d-ad44975c88df cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:21:46.457286 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b62f032-0742-4291-86a1-0b709cb9e98a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:46.524470 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b62f032-0742-4291-86a1-0b709cb9e98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:46.538876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e1c6b5cf-6c0c-424d-a532-462e8a4410ed up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:21:46.599704 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62f032-0742-4291-86a1-0b709cb9e98a admin admin] Pushing event updated for resources: {'Port': ['ID=85558665-8ee0-44a7-8c5d-ad44975c88df,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:46.602666 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9b62f032-0742-4291-86a1-0b709cb9e98a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:46.698733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port e1c6b5cf-6c0c-424d-a532-462e8a4410ed triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:46.699178 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:46.711978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b62f032-0742-4291-86a1-0b709cb9e98a admin admin] Network cecf6840-84a5-44c8-a8ce-fd1f8b564e3c is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:21:46.713470 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-9b62f032-0742-4291-86a1-0b709cb9e98a admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:21:46.799241 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f6a83-ee26-4bf2-8849-b2faef3f2871', 'name': 'tempest-TestServerBasicOps-607362047-router', 'tenant_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'f1537cd8-2dd8-4331-9594-6b3df9269540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:41Z', 'updated_at': '2021-11-02T12:21:43Z', 'revision_number': 3, 'project_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'gw_port': {'id': 'f1537cd8-2dd8-4331-9594-6b3df9269540', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615f6a83-ee26-4bf2-8849-b2faef3f2871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:42Z', 'updated_at': '2021-11-02T12:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:46.837102 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eed8c80-ab5c-43ee-9833-b21842360b68 None None] The sync data for ids ['615f6a83-ee26-4bf2-8849-b2faef3f2871'] in n-d-806683-18 is: [{'id': '615f6a83-ee26-4bf2-8849-b2faef3f2871', 'name': 'tempest-TestServerBasicOps-607362047-router', 'tenant_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'f1537cd8-2dd8-4331-9594-6b3df9269540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:41Z', 'updated_at': '2021-11-02T12:21:43Z', 'revision_number': 3, 'project_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'gw_port': {'id': 'f1537cd8-2dd8-4331-9594-6b3df9269540', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615f6a83-ee26-4bf2-8849-b2faef3f2871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:42Z', 'updated_at': '2021-11-02T12:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:21:46.874459 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b62f032-0742-4291-86a1-0b709cb9e98a admin admin] Router 615f6a83-ee26-4bf2-8849-b2faef3f2871 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:21:47.020725 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b62f032-0742-4291-86a1-0b709cb9e98a admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:21:47.027539 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9b62f032-0742-4291-86a1-0b709cb9e98a admin admin] 10.222.0.52 "PUT /v2.0/routers/615f6a83-ee26-4bf2-8849-b2faef3f2871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5273831 Nov 02 12:21:47.068665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-54f559c6-ab0b-43f9-a08d-1b17c4d81820 None None] Provisioning complete for port 85558665-8ee0-44a7-8c5d-ad44975c88df triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:47.069191 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-54f559c6-ab0b-43f9-a08d-1b17c4d81820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:47.136941 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-54f559c6-ab0b-43f9-a08d-1b17c4d81820 None None] Port 85558665-8ee0-44a7-8c5d-ad44975c88df cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:21:47.552655 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-618b29e2-d630-4cc9-8d3d-8e75009ef298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:47.955157 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 53998) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:47.960085 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-af77b9ad-9863-4d95-b3f7-96a1a6c833b8 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1969740256', 'description': 'tempest-secgroup-smoke-1969740256 description', 'project_id': '952fb990f48f49b6b01f78765de7e0cc'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:21:48.055916 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-af77b9ad-9863-4d95-b3f7-96a1a6c833b8 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:48.136708 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-af77b9ad-9863-4d95-b3f7-96a1a6c833b8 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:48.204688 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-af77b9ad-9863-4d95-b3f7-96a1a6c833b8 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:48.238341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77b9ad-9863-4d95-b3f7-96a1a6c833b8 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5978f7f-9168-497f-9bfe-e8718dbbe6ad,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:48.319199 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-af77b9ad-9863-4d95-b3f7-96a1a6c833b8 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:48.322026 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-af77b9ad-9863-4d95-b3f7-96a1a6c833b8 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3653331 Nov 02 12:21:48.327750 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54004) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:48.333430 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a0688862-91b9-4ce6-a5dc-b6e844963b69 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Request body: {'security_group_rule': {'security_group_id': 'a5978f7f-9168-497f-9bfe-e8718dbbe6ad', 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:21:48.361308 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f1537cd8-2dd8-4331-9594-6b3df9269540 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:21:48.428647 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port f1537cd8-2dd8-4331-9594-6b3df9269540 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:48.429013 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:48.451763 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a0688862-91b9-4ce6-a5dc-b6e844963b69 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:48.522506 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a0688862-91b9-4ce6-a5dc-b6e844963b69 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:48.524830 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:48.549172 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port f1537cd8-2dd8-4331-9594-6b3df9269540, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f1537cd8-2dd8-4331-9594-6b3df9269540,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:21:48.581508 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a0688862-91b9-4ce6-a5dc-b6e844963b69 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:48.605886 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0688862-91b9-4ce6-a5dc-b6e844963b69 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1001667f-8e4c-4e95-9a08-46e3ed81fbf8,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:48.610868 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:48.663338 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a0688862-91b9-4ce6-a5dc-b6e844963b69 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:48.667399 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a0688862-91b9-4ce6-a5dc-b6e844963b69 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3353386 Nov 02 12:21:48.668604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54012) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:48.674900 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-7fa75cee-f650-4593-bd1f-4cc265d9fb0b tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Request body: {'security_group_rule': {'security_group_id': 'a5978f7f-9168-497f-9bfe-e8718dbbe6ad', 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:21:48.677494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=f1537cd8-2dd8-4331-9594-6b3df9269540,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:48.775946 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7fa75cee-f650-4593-bd1f-4cc265d9fb0b tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:48.854537 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7fa75cee-f650-4593-bd1f-4cc265d9fb0b tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:48.913385 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7fa75cee-f650-4593-bd1f-4cc265d9fb0b tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:48.935825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa75cee-f650-4593-bd1f-4cc265d9fb0b tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd27b39-1ed6-4461-bb13-4499b0644395,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:49.008011 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7fa75cee-f650-4593-bd1f-4cc265d9fb0b tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:49.009639 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7fa75cee-f650-4593-bd1f-4cc265d9fb0b tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3395822 Nov 02 12:21:49.012987 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54018) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:49.017811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c6b460cb-1101-4254-b19f-bdb036417387 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Request body: {'security_group_rule': {'security_group_id': 'a5978f7f-9168-497f-9bfe-e8718dbbe6ad', 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:21:49.147306 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6b460cb-1101-4254-b19f-bdb036417387 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:49.221704 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6b460cb-1101-4254-b19f-bdb036417387 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:49.335403 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6b460cb-1101-4254-b19f-bdb036417387 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:49.359344 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b460cb-1101-4254-b19f-bdb036417387 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91befa63-e556-4048-bcd1-4ad9a12709ad,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:49.423344 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6b460cb-1101-4254-b19f-bdb036417387 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:49.424645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c6b460cb-1101-4254-b19f-bdb036417387 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4106317 Nov 02 12:21:49.428274 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54026) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:49.436821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c246e961-f946-415e-99e5-c35f44b33f89 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Request body: {'security_group_rule': {'security_group_id': 'a5978f7f-9168-497f-9bfe-e8718dbbe6ad', 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:21:49.558420 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c246e961-f946-415e-99e5-c35f44b33f89 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:49.633236 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c246e961-f946-415e-99e5-c35f44b33f89 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:49.707466 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c246e961-f946-415e-99e5-c35f44b33f89 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:49.732118 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246e961-f946-415e-99e5-c35f44b33f89 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad844ea5-4096-4a65-aef9-b91d3aebd3da,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:49.771027 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-12aef49b-25a2-4673-81c5-21712dff33a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:49.803645 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c246e961-f946-415e-99e5-c35f44b33f89 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:49.806786 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c246e961-f946-415e-99e5-c35f44b33f89 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3755643 Nov 02 12:21:49.809038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54032) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:49.817698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d7ccda72-0648-4f49-b1e2-4b7a4d6c146a tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Request body: {'security_group_rule': {'security_group_id': 'a5978f7f-9168-497f-9bfe-e8718dbbe6ad', 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:21:49.907247 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-d7ccda72-0648-4f49-b1e2-4b7a4d6c146a tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Project 952fb990f48f49b6b01f78765de7e0cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:21:49.914675 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7ccda72-0648-4f49-b1e2-4b7a4d6c146a tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:49.974729 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Sync routers for ids ['615f6a83-ee26-4bf2-8849-b2faef3f2871'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:21:49.986490 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Routers {'615f6a83-ee26-4bf2-8849-b2faef3f2871'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:21:49.987113 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:21:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['615f6a83-ee26-4bf2-8849-b2faef3f2871'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:49.999776 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7ccda72-0648-4f49-b1e2-4b7a4d6c146a tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:50.096949 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7ccda72-0648-4f49-b1e2-4b7a4d6c146a tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:50.112266 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Set router 615f6a83-ee26-4bf2-8849-b2faef3f2871 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:21:50.118522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ccda72-0648-4f49-b1e2-4b7a4d6c146a tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e76f9b-4830-44ef-bfdd-7037f2189f66,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:50.229348 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d7ccda72-0648-4f49-b1e2-4b7a4d6c146a tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:50.235011 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d7ccda72-0648-4f49-b1e2-4b7a4d6c146a tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4196887 Nov 02 12:21:50.235011 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54038) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:21:50.240497 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-afd80112-028b-403d-90d0-bcb1f9927b2b tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Request body: {'security_group_rule': {'security_group_id': 'a5978f7f-9168-497f-9bfe-e8718dbbe6ad', 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:21:50.338566 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f6a83-ee26-4bf2-8849-b2faef3f2871', 'name': 'tempest-TestServerBasicOps-607362047-router', 'tenant_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'f1537cd8-2dd8-4331-9594-6b3df9269540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:41Z', 'updated_at': '2021-11-02T12:21:46Z', 'revision_number': 4, 'project_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'gw_port': {'id': 'f1537cd8-2dd8-4331-9594-6b3df9269540', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f6a83-ee26-4bf2-8849-b2faef3f2871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:42Z', 'updated_at': '2021-11-02T12:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '85558665-8ee0-44a7-8c5d-ad44975c88df', 'name': '', 'network_id': 'cecf6840-84a5-44c8-a8ce-fd1f8b564e3c', 'tenant_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'mac_address': 'fa:16:3e:66:16:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615f6a83-ee26-4bf2-8849-b2faef3f2871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ca84fade-de20-41c5-84bb-fd64913cedc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:45Z', 'updated_at': '2021-11-02T12:21:46Z', 'revision_number': 2, 'project_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'subnets': [{'id': 'ca84fade-de20-41c5-84bb-fd64913cedc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:50.349448 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f1537cd8-2dd8-4331-9594-6b3df9269540 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:21:50.367333 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Checking router: 615f6a83-ee26-4bf2-8849-b2faef3f2871 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:21:50.368061 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Updating router 615f6a83-ee26-4bf2-8849-b2faef3f2871 port 85558665-8ee0-44a7-8c5d-ad44975c88df binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:21:50.401121 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:50.404643 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-afd80112-028b-403d-90d0-bcb1f9927b2b tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Project 952fb990f48f49b6b01f78765de7e0cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:21:50.412675 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-afd80112-028b-403d-90d0-bcb1f9927b2b tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:50.421812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port f1537cd8-2dd8-4331-9594-6b3df9269540 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:50.422186 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:50.511287 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-afd80112-028b-403d-90d0-bcb1f9927b2b tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:50.644438 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-afd80112-028b-403d-90d0-bcb1f9927b2b tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:50.668197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd80112-028b-403d-90d0-bcb1f9927b2b tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce2bfbd-6fe2-4090-8cb2-58945b7f5169,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:50.713516 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:50.769110 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-afd80112-028b-403d-90d0-bcb1f9927b2b tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:50.771322 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-afd80112-028b-403d-90d0-bcb1f9927b2b tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5350099 Nov 02 12:21:50.792921 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:50.905717 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe289d-290b-4c1a-bbb6-33dcf52f46da None None] Pushing event updated for resources: {'Port': ['ID=85558665-8ee0-44a7-8c5d-ad44975c88df,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:50.917770 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Attempting to bind port 85558665-8ee0-44a7-8c5d-ad44975c88df on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:21:50.918140 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Attempting to bind port 85558665-8ee0-44a7-8c5d-ad44975c88df by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'ba5fb95f-4329-4759-b4b7-e3e52fb61265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cecf6840-84a5-44c8-a8ce-fd1f8b564e3c'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:21:50.918503 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Attempting to bind port 85558665-8ee0-44a7-8c5d-ad44975c88df on network cecf6840-84a5-44c8-a8ce-fd1f8b564e3c {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:21:50.925080 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:21:50.925513 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Checking segment: {'id': 'ba5fb95f-4329-4759-b4b7-e3e52fb61265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cecf6840-84a5-44c8-a8ce-fd1f8b564e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:21:50.925915 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:50.927078 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Bound using segment: {'id': 'ba5fb95f-4329-4759-b4b7-e3e52fb61265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cecf6840-84a5-44c8-a8ce-fd1f8b564e3c'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:21:50.927617 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Bound port: 85558665-8ee0-44a7-8c5d-ad44975c88df, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5fb95f-4329-4759-b4b7-e3e52fb61265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cecf6840-84a5-44c8-a8ce-fd1f8b564e3c'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:21:50.928187 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:50.978344 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-8e2018a8-d878-4a4a-afea-1d1f91ee57ad tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969740256&fields=id&tenant_id=952fb990f48f49b6b01f78765de7e0cc HTTP/1.1" status: 200 len: 267 time: 0.0754395 Nov 02 12:21:51.011288 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] For port 85558665-8ee0-44a7-8c5d-ad44975c88df, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:21:51.015478 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] For port 85558665-8ee0-44a7-8c5d-ad44975c88df, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=85558665-8ee0-44a7-8c5d-ad44975c88df,segment=NetworkSegment(ba5fb95f-4329-4759-b4b7-e3e52fb61265),segment_id=ba5fb95f-4329-4759-b4b7-e3e52fb61265)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:21:51.036518 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:21:51.084487 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:51.122578 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:51.142273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-f4bc6860-5741-4854-a884-648005a69780 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:51.144192 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-f4bc6860-5741-4854-a884-648005a69780 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/networks?id=0ef07323-9920-45b5-8635-92bb392c8601 HTTP/1.1" status: 200 len: 808 time: 0.1646922 Nov 02 12:21:51.173439 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-e8306a1b-fc36-4f39-ab4c-745f7cbbab11 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/quotas/952fb990f48f49b6b01f78765de7e0cc HTTP/1.1" status: 200 len: 375 time: 0.0211229 Nov 02 12:21:51.190908 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe289d-290b-4c1a-bbb6-33dcf52f46da None None] Pushing event updated for resources: {'Port': ['ID=85558665-8ee0-44a7-8c5d-ad44975c88df,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:51.223668 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Routers {'615f6a83-ee26-4bf2-8849-b2faef3f2871'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:21:51.224592 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:21:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['615f6a83-ee26-4bf2-8849-b2faef3f2871'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:51.239848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2adddea8-15be-48fb-99ed-260eda204924 None None] Provisioning complete for port 85558665-8ee0-44a7-8c5d-ad44975c88df triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:51.240246 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2adddea8-15be-48fb-99ed-260eda204924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:51.296642 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-70661c65-412b-4411-a2fb-f6752312697e tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=952fb990f48f49b6b01f78765de7e0cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1133714 Nov 02 12:21:51.442183 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-468681c1-1719-4e3e-8138-24cad46c2e74 service neutron] 10.222.0.52 "GET /v2.0/networks/0ef07323-9920-45b5-8635-92bb392c8601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437790 Nov 02 12:21:51.465083 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2adddea8-15be-48fb-99ed-260eda204924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:51.511885 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2adddea8-15be-48fb-99ed-260eda204924 None None] For port 85558665-8ee0-44a7-8c5d-ad44975c88df, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=85558665-8ee0-44a7-8c5d-ad44975c88df,segment=NetworkSegment(ba5fb95f-4329-4759-b4b7-e3e52fb61265),segment_id=ba5fb95f-4329-4759-b4b7-e3e52fb61265)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:21:51.540189 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] Set router 615f6a83-ee26-4bf2-8849-b2faef3f2871 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:21:51.580591 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-302a9135-167c-459b-82d5-83a9abbbd23e service neutron] 10.222.0.52 "GET /v2.0/networks/0ef07323-9920-45b5-8635-92bb392c8601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247158 Nov 02 12:21:51.594951 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2adddea8-15be-48fb-99ed-260eda204924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:51.663247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adddea8-15be-48fb-99ed-260eda204924 None None] Pushing event updated for resources: {'Port': ['ID=85558665-8ee0-44a7-8c5d-ad44975c88df,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:51.725012 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5a66f8f2-79b3-4a34-b581-ac0a3645f133 None None] Provisioning complete for port 85558665-8ee0-44a7-8c5d-ad44975c88df triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:51.725549 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5a66f8f2-79b3-4a34-b581-ac0a3645f133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:51.797756 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f6a83-ee26-4bf2-8849-b2faef3f2871', 'name': 'tempest-TestServerBasicOps-607362047-router', 'tenant_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'f1537cd8-2dd8-4331-9594-6b3df9269540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:41Z', 'updated_at': '2021-11-02T12:21:46Z', 'revision_number': 4, 'project_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'gw_port': {'id': 'f1537cd8-2dd8-4331-9594-6b3df9269540', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f6a83-ee26-4bf2-8849-b2faef3f2871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:42Z', 'updated_at': '2021-11-02T12:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '85558665-8ee0-44a7-8c5d-ad44975c88df', 'name': '', 'network_id': 'cecf6840-84a5-44c8-a8ce-fd1f8b564e3c', 'tenant_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'mac_address': 'fa:16:3e:66:16:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615f6a83-ee26-4bf2-8849-b2faef3f2871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ca84fade-de20-41c5-84bb-fd64913cedc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:45Z', 'updated_at': '2021-11-02T12:21:51Z', 'revision_number': 4, 'project_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'subnets': [{'id': 'ca84fade-de20-41c5-84bb-fd64913cedc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:21:51.831614 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a1227d-451d-4e02-a49b-ab333a9180ff None None] The sync data for ids ['615f6a83-ee26-4bf2-8849-b2faef3f2871'] in n-d-806683-18 is: [{'id': '615f6a83-ee26-4bf2-8849-b2faef3f2871', 'name': 'tempest-TestServerBasicOps-607362047-router', 'tenant_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'f1537cd8-2dd8-4331-9594-6b3df9269540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:41Z', 'updated_at': '2021-11-02T12:21:46Z', 'revision_number': 4, 'project_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'gw_port': {'id': 'f1537cd8-2dd8-4331-9594-6b3df9269540', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f6a83-ee26-4bf2-8849-b2faef3f2871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:42Z', 'updated_at': '2021-11-02T12:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '85558665-8ee0-44a7-8c5d-ad44975c88df', 'name': '', 'network_id': 'cecf6840-84a5-44c8-a8ce-fd1f8b564e3c', 'tenant_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'mac_address': 'fa:16:3e:66:16:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615f6a83-ee26-4bf2-8849-b2faef3f2871', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ca84fade-de20-41c5-84bb-fd64913cedc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:45Z', 'updated_at': '2021-11-02T12:21:51Z', 'revision_number': 4, 'project_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'subnets': [{'id': 'ca84fade-de20-41c5-84bb-fd64913cedc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:21:51.992080 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f072a0b5-7d6b-4ffc-b658-9b2ffad46927 req-c2aeddda-b970-4d5e-ac29-279dd62ef566 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 210 time: 0.0306153 Nov 02 12:21:52.368808 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 85558665-8ee0-44a7-8c5d-ad44975c88df up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:21:52.429138 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 85558665-8ee0-44a7-8c5d-ad44975c88df triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:52.429563 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:52.563820 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:53.078876 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc3b6c81-628c-4fa7-81f4-2f15b586c18c req-4412a1e9-808f-4294-8c46-e48e9b081c4a tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 210 time: 0.0279729 Nov 02 12:21:54.118054 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:54.172704 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dc4cd5d4-8eb8-4f79-b136-f0eba61c6519 req-0b1757f2-9522-4489-8078-57c4e7392645 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 210 time: 0.0300391 Nov 02 12:21:54.415475 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:54.970954 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:55.286337 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dc5b08a8-2c97-4db8-99ac-7e9e77a73c37 req-aea7f718-5616-4870-acc9-ed52c5cfc5ca tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 210 time: 0.0338635 Nov 02 12:21:56.357137 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b81d2faf-f4a9-48b2-b7c1-80df37c8f0df tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:56.358716 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b81d2faf-f4a9-48b2-b7c1-80df37c8f0df tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.54 "GET /v2.0/networks?id=0ef07323-9920-45b5-8635-92bb392c8601 HTTP/1.1" status: 200 len: 808 time: 0.1176503 Nov 02 12:21:56.433933 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-7cd30cb8-efc7-4fa9-abea-532f564b4b5f tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=952fb990f48f49b6b01f78765de7e0cc HTTP/1.1" status: 200 len: 380 time: 0.0654392 Nov 02 12:21:56.443838 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-610001fd-da01-4a09-91b9-2860ea6c79e4 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Request body: {'port': {'device_id': 'e2379abe-ea4e-456d-90b3-c3544c4e5e97', 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601', 'admin_state_up': True, 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'security_groups': ['a5978f7f-9168-497f-9bfe-e8718dbbe6ad']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:21:56.444222 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-14792a31-9310-4306-973d-478d9c643943 req-19c81a63-b7d2-4f37-b04f-6f2cbe3dad30 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 210 time: 0.0351646 Nov 02 12:21:56.716945 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-610001fd-da01-4a09-91b9-2860ea6c79e4 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Made reservation on behalf of 952fb990f48f49b6b01f78765de7e0cc for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:21:56.720587 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-610001fd-da01-4a09-91b9-2860ea6c79e4 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:56.864965 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-610001fd-da01-4a09-91b9-2860ea6c79e4 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Allocated IP 172.20.0.8 (0ef07323-9920-45b5-8635-92bb392c8601/1ae8ad07-ca1d-4134-9626-75e3448dcd36/2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:21:57.016885 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-610001fd-da01-4a09-91b9-2860ea6c79e4 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:57.113244 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-610001fd-da01-4a09-91b9-2860ea6c79e4 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:57.163599 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-610001fd-da01-4a09-91b9-2860ea6c79e4 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Network 0ef07323-9920-45b5-8635-92bb392c8601 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:21:57.169098 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-610001fd-da01-4a09-91b9-2860ea6c79e4 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:21:57.173418 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-610001fd-da01-4a09-91b9-2860ea6c79e4 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:21:57.199179 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610001fd-da01-4a09-91b9-2860ea6c79e4 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Pushing event updated for resources: {'Port': ['ID=2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:57.234046 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-610001fd-da01-4a09-91b9-2860ea6c79e4 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:57.234725 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-610001fd-da01-4a09-91b9-2860ea6c79e4 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:57.320947 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-610001fd-da01-4a09-91b9-2860ea6c79e4 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8810520 Nov 02 12:21:57.334331 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Request body: {'port': {'device_id': 'e2379abe-ea4e-456d-90b3-c3544c4e5e97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:21:57.405207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b86dfaad-d5d3-4ea2-8566-e096240209d2 None None] Provisioning complete for port 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:21:57.406466 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b86dfaad-d5d3-4ea2-8566-e096240209d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:57.421079 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:57.448295 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b86dfaad-d5d3-4ea2-8566-e096240209d2 None None] Port 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:21:57.577984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01200c65-d781-4b37-af21-30f9baf56348 req-0cd8be43-1c02-440e-b2cf-58e81626f2d9 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:57.583465 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01200c65-d781-4b37-af21-30f9baf56348 req-0cd8be43-1c02-440e-b2cf-58e81626f2d9 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 931 time: 0.0610983 Nov 02 12:21:57.639569 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01200c65-d781-4b37-af21-30f9baf56348 req-3c43e066-a680-452f-a475-ac823a3b522f tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5978f7f-9168-497f-9bfe-e8718dbbe6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493321 Nov 02 12:21:57.741287 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:21:57.752798 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:57.762230 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Transition to ACTIVE for port object 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:21:57.855247 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:57.929585 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Pushing event updated for resources: {'Port': ['ID=2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:57.996375 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Attempting to bind port 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:21:57.997399 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Attempting to bind port 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd7d4289e-d22a-4c26-8258-fd4b8d32ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:21:57.997893 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Attempting to bind port 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 on network 0ef07323-9920-45b5-8635-92bb392c8601 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:21:58.003514 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Port 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 on network 0ef07323-9920-45b5-8635-92bb392c8601 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:21:58.003899 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Attempting to bind port 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 on network 0ef07323-9920-45b5-8635-92bb392c8601 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:21:58.009761 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:21:58.010096 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Checking segment: {'id': 'd7d4289e-d22a-4c26-8258-fd4b8d32ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:21:58.010478 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Bound using segment: {'id': 'd7d4289e-d22a-4c26-8258-fd4b8d32ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:21:58.010902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Bound port: 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d4289e-d22a-4c26-8258-fd4b8d32ab43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:21:58.011329 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:58.091661 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] For port 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:21:58.095647 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] For port 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5,segment=NetworkSegment(d7d4289e-d22a-4c26-8258-fd4b8d32ab43),segment_id=d7d4289e-d22a-4c26-8258-fd4b8d32ab43)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:21:58.183078 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:58.242073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:58.243461 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:21:58.245037 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] 10.222.0.54 "PUT /v2.0/ports/2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 HTTP/1.1" status: 200 len: 1092 time: 0.9156213 Nov 02 12:21:58.247877 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2379abe-ea4e-456d-90b3-c3544c4e5e97', 'tag': '2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:21:58.252019 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bb0672-218f-41a6-ad2b-c74b9751a30c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2379abe-ea4e-456d-90b3-c3544c4e5e97", "tag": "2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:21:58.297146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927fda5-8400-45a5-ac8c-e6d8177fd61c service neutron] Pushing event updated for resources: {'Port': ['ID=2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:21:58.332424 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005ed55f-decc-46e7-9e4f-dabc6e495666 x-openstack-request-id: req-005ed55f-decc-46e7-9e4f-dabc6e495666 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:21:58.332882 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2379abe-ea4e-456d-90b3-c3544c4e5e97", "tag": "2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:21:58.333085 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-005ed55f-decc-46e7-9e4f-dabc6e495666 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:21:58.333582 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2379abe-ea4e-456d-90b3-c3544c4e5e97', 'tag': '2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5', 'status': 'completed', 'code': 200} Nov 02 12:21:58.396963 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb0672-218f-41a6-ad2b-c74b9751a30c req-fb6e33b9-af1c-452d-9815-da1dba65ba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:58.398635 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-83bb0672-218f-41a6-ad2b-c74b9751a30c req-fb6e33b9-af1c-452d-9815-da1dba65ba6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952fb990f48f49b6b01f78765de7e0cc&device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 1095 time: 0.0527225 Nov 02 12:21:58.533088 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb0672-218f-41a6-ad2b-c74b9751a30c req-ca8209a3-b986-4615-ae28-f4059f7bb01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:58.534844 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-83bb0672-218f-41a6-ad2b-c74b9751a30c req-ca8209a3-b986-4615-ae28-f4059f7bb01c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=952fb990f48f49b6b01f78765de7e0cc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1284754 Nov 02 12:21:58.648716 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb0672-218f-41a6-ad2b-c74b9751a30c req-9d909d93-ee4f-4ea6-b3e1-f69fb88ec075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:58.650096 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-83bb0672-218f-41a6-ad2b-c74b9751a30c req-9d909d93-ee4f-4ea6-b3e1-f69fb88ec075 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1082370 Nov 02 12:21:58.734212 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b85cf977-8ed4-4477-81c7-3afbc0fc777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:58.735832 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b85cf977-8ed4-4477-81c7-3afbc0fc777c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952fb990f48f49b6b01f78765de7e0cc&device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 1095 time: 0.0467427 Nov 02 12:21:58.780933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300a0f5-b4b7-412d-a53d-0fafde30f80e req-2c846186-8f7b-434e-974d-16d5f35dbad2 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:58.781921 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-60607ff9-f051-4907-9187-7325e0305c2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 HTTP/1.1" status: 200 len: 217 time: 0.0381873 Nov 02 12:21:58.783305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f300a0f5-b4b7-412d-a53d-0fafde30f80e req-2c846186-8f7b-434e-974d-16d5f35dbad2 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 943 time: 0.0548718 Nov 02 12:21:58.841011 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b48c9a86-edfc-47ae-af52-1e468b9883ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:58.842522 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-b48c9a86-edfc-47ae-af52-1e468b9883ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ae8ad07-ca1d-4134-9626-75e3448dcd36 HTTP/1.1" status: 200 len: 847 time: 0.0541034 Nov 02 12:21:58.858141 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f300a0f5-b4b7-412d-a53d-0fafde30f80e req-2f5f88f0-5b04-4a08-acfe-053b962a53ec tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5978f7f-9168-497f-9bfe-e8718dbbe6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684812 Nov 02 12:21:58.899795 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-fd2c824a-abd7-4633-bb67-7ba24794b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:58.901232 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-fd2c824a-abd7-4633-bb67-7ba24794b649 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ef07323-9920-45b5-8635-92bb392c8601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508940 Nov 02 12:21:59.003619 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-d7ae4d4d-c655-4891-88ff-3a48a258c874 service neutron] 10.222.0.54 "GET /v2.0/networks/0ef07323-9920-45b5-8635-92bb392c8601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939527 Nov 02 12:21:59.101801 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a5758a9e-6d8f-4a38-a098-760e9d2020ca req-dabaecaa-13f0-421f-ba4a-3b4fde66745f service neutron] 10.222.0.54 "GET /v2.0/networks/0ef07323-9920-45b5-8635-92bb392c8601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914850 Nov 02 12:21:59.994034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9f8d8-5494-4d1b-83fb-35eb3293d1a5 req-7cbc7d6b-b3e2-4f02-acee-10a023b3c599 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:21:59.995242 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-78c9f8d8-5494-4d1b-83fb-35eb3293d1a5 req-7cbc7d6b-b3e2-4f02-acee-10a023b3c599 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 943 time: 0.0593994 Nov 02 12:22:00.052063 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-78c9f8d8-5494-4d1b-83fb-35eb3293d1a5 req-a5bad79e-2083-4129-beab-570da6f9f13c tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5978f7f-9168-497f-9bfe-e8718dbbe6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501945 Nov 02 12:22:00.944224 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:22:01.051189 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5,segment=NetworkSegment(d7d4289e-d22a-4c26-8258-fd4b8d32ab43),segment_id=d7d4289e-d22a-4c26-8258-fd4b8d32ab43)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:22:01.063659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5', 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601', 'port_id': '2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5', 'mac_address': 'fa:16:3e:82:c7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:22:01.103352 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:01.117425 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:22:01.139466 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5,segment=NetworkSegment(d7d4289e-d22a-4c26-8258-fd4b8d32ab43),segment_id=d7d4289e-d22a-4c26-8258-fd4b8d32ab43)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:22:01.173010 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349f769-ea4d-4ed8-be14-8b826344ddb0 req-8fe4f67e-035e-4a34-b54f-4e0b44d66552 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:01.174481 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9349f769-ea4d-4ed8-be14-8b826344ddb0 req-8fe4f67e-035e-4a34-b54f-4e0b44d66552 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 943 time: 0.0498314 Nov 02 12:22:01.221119 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:01.237128 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9349f769-ea4d-4ed8-be14-8b826344ddb0 req-63951fb7-cc43-49c4-995d-8dbb9e1b86b5 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5978f7f-9168-497f-9bfe-e8718dbbe6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563211 Nov 02 12:22:01.281271 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:22:01.424231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:22:02.371095 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019e078-40b5-4edb-9fd0-becfc623fe59 req-a691776e-c5a3-49bc-9014-b76079fd9f2e tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:02.372762 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c019e078-40b5-4edb-9fd0-becfc623fe59 req-a691776e-c5a3-49bc-9014-b76079fd9f2e tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 944 time: 0.0553865 Nov 02 12:22:02.426471 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c019e078-40b5-4edb-9fd0-becfc623fe59 req-3d20d900-b37e-4cc0-a8ad-f64adeada066 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5978f7f-9168-497f-9bfe-e8718dbbe6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469618 Nov 02 12:22:02.944896 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:22:03.095345 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:22:03.099621 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:22:03.099990 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:03.185908 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:03.212740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2379abe-ea4e-456d-90b3-c3544c4e5e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:22:03.215294 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbae272-6e7c-42cc-adee-327dc1a25cbb" -d '{"events": [{"server_uuid": "e2379abe-ea4e-456d-90b3-c3544c4e5e97", "name": "network-vif-plugged", "status": "completed", "tag": "2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:22:03.229774 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5,segment=NetworkSegment(d7d4289e-d22a-4c26-8258-fd4b8d32ab43),segment_id=d7d4289e-d22a-4c26-8258-fd4b8d32ab43)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:22:03.256993 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027412f5-7acf-41a3-85a9-c8b23b6a3f9b x-openstack-request-id: req-027412f5-7acf-41a3-85a9-c8b23b6a3f9b {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:22:03.257686 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2379abe-ea4e-456d-90b3-c3544c4e5e97", "name": "network-vif-plugged", "status": "completed", "tag": "2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:22:03.258049 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-027412f5-7acf-41a3-85a9-c8b23b6a3f9b {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:22:03.258609 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2379abe-ea4e-456d-90b3-c3544c4e5e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5', 'code': 200} Nov 02 12:22:03.296137 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:03.368889 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85766d-481e-4e9b-9515-cd7f88a9c99d req-37fe4a68-bfb5-45d0-a6c5-c467b4d8abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:03.370707 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2f85766d-481e-4e9b-9515-cd7f88a9c99d req-37fe4a68-bfb5-45d0-a6c5-c467b4d8abd1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 1097 time: 0.0480180 Nov 02 12:22:03.382108 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:22:03.431015 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2f85766d-481e-4e9b-9515-cd7f88a9c99d req-1341d2f1-9e50-4812-9088-67566df2a107 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a5978f7f-9168-497f-9bfe-e8718dbbe6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507722 Nov 02 12:22:03.570532 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbfe55-0d73-4089-a4c2-4649d67acdb0 req-7c7dd65a-e777-4c8f-9c75-12f96fa04228 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:03.572090 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32fbfe55-0d73-4089-a4c2-4649d67acdb0 req-7c7dd65a-e777-4c8f-9c75-12f96fa04228 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 945 time: 0.0596485 Nov 02 12:22:03.626272 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32fbfe55-0d73-4089-a4c2-4649d67acdb0 req-31e76ba4-c36e-4a09-b237-2914a4dc7059 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5978f7f-9168-497f-9bfe-e8718dbbe6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474238 Nov 02 12:22:04.762255 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e092e09-d8fa-4012-9268-a982c99d4a5a req-70776de1-a2f7-4db5-b5ff-ee2a254185a7 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:04.764464 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e092e09-d8fa-4012-9268-a982c99d4a5a req-70776de1-a2f7-4db5-b5ff-ee2a254185a7 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 945 time: 0.0620337 Nov 02 12:22:04.835730 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e092e09-d8fa-4012-9268-a982c99d4a5a req-b57b8bf9-bb11-41d3-ad01-61e8b87dc5ef tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5978f7f-9168-497f-9bfe-e8718dbbe6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646832 Nov 02 12:22:04.973579 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824d508-343b-4864-a422-bcc678466e98 req-0638e291-84c7-4715-8c04-317b31b1547b tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:04.975178 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9824d508-343b-4864-a422-bcc678466e98 req-0638e291-84c7-4715-8c04-317b31b1547b tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 945 time: 0.0592182 Nov 02 12:22:05.038912 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9824d508-343b-4864-a422-bcc678466e98 req-3da0d6d0-3c8e-4330-bbf8-b98a41be33bc tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5978f7f-9168-497f-9bfe-e8718dbbe6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567334 Nov 02 12:22:05.163767 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a82988-6bbf-4645-abf0-eeaa99146c95 req-2e4b4506-2ddd-4468-a460-5642f29aa30b tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:05.165354 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85a82988-6bbf-4645-abf0-eeaa99146c95 req-2e4b4506-2ddd-4468-a460-5642f29aa30b tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 945 time: 0.0537097 Nov 02 12:22:05.221075 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85a82988-6bbf-4645-abf0-eeaa99146c95 req-3159a248-aa25-4cec-bfa8-563b56bca964 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5978f7f-9168-497f-9bfe-e8718dbbe6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488350 Nov 02 12:22:05.244062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54184) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:22:05.412282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f970a9-c04c-408b-ade2-5adc508a3a59 tempest-TestServerBasicOps-470249622 tempest-TestServerBasicOps-470249622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:05.413894 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b4f970a9-c04c-408b-ade2-5adc508a3a59 tempest-TestServerBasicOps-470249622 tempest-TestServerBasicOps-470249622-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 1092 time: 0.1688054 Nov 02 12:22:05.417896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54188) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:22:05.422614 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': '2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:22:05.500859 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:05.619012 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:05.741771 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Allocated IP 172.25.6.16 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/162132a8-4742-418b-96e2-2ab36c58e119) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:22:05.863932 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:05.952683 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:05.993282 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:22:06.001694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:22:06.005861 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:22:06.034963 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Pushing event updated for resources: {'Port': ['ID=162132a8-4742-418b-96e2-2ab36c58e119,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:22:06.442235 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:06.604719 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:06.779316 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:06.843653 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:06.918491 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Pushing event updated for resources: {'Port': ['ID=162132a8-4742-418b-96e2-2ab36c58e119,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:22:06.945011 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:07.054344 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Floating IP c8bd4b54-78b7-4aa6-bea6-2f4db6cb8533 associated. External IP: 172.25.6.16, port: 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5. Nov 02 12:22:07.288420 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Router fb683b5d-5042-44a7-acca-500769474e58 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:22:07.411542 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:22:07.424951 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f0ae5a-a6cf-4756-9a52-5e130fe2f69d None None] Sync routers for ids ['fb683b5d-5042-44a7-acca-500769474e58'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:22:07.436023 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f0ae5a-a6cf-4756-9a52-5e130fe2f69d None None] Routers {'fb683b5d-5042-44a7-acca-500769474e58'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:22:07.438349 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-66f0ae5a-a6cf-4756-9a52-5e130fe2f69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:21:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fb683b5d-5042-44a7-acca-500769474e58'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:22:07.480904 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:07.511345 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-afdb2ef5-272f-452b-8bad-21faf14542ae tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0922191 Nov 02 12:22:07.512184 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2379abe-ea4e-456d-90b3-c3544c4e5e97', 'tag': '2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:22:07.515417 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a241d48d-888a-47f9-9c29-0081f74eaaac" -d '{"events": [{"name": "network-changed", "server_uuid": "e2379abe-ea4e-456d-90b3-c3544c4e5e97", "tag": "2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:22:07.558898 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cad526-1e1f-4530-ab96-1c8377087f73 x-openstack-request-id: req-10cad526-1e1f-4530-ab96-1c8377087f73 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:22:07.559234 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2379abe-ea4e-456d-90b3-c3544c4e5e97", "tag": "2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:22:07.559572 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10cad526-1e1f-4530-ab96-1c8377087f73 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:22:07.560446 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2379abe-ea4e-456d-90b3-c3544c4e5e97', 'tag': '2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5', 'status': 'completed', 'code': 200} Nov 02 12:22:07.573195 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-66f0ae5a-a6cf-4756-9a52-5e130fe2f69d None None] Set router fb683b5d-5042-44a7-acca-500769474e58 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:22:07.631154 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241d48d-888a-47f9-9c29-0081f74eaaac req-1aaaa590-d116-4c0f-a2d4-149cd82c58aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:07.632737 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a241d48d-888a-47f9-9c29-0081f74eaaac req-1aaaa590-d116-4c0f-a2d4-149cd82c58aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952fb990f48f49b6b01f78765de7e0cc&device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 1097 time: 0.0501914 Nov 02 12:22:07.746981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241d48d-888a-47f9-9c29-0081f74eaaac req-b51eb687-2183-49fd-91c8-2249f7a097e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:07.749936 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a241d48d-888a-47f9-9c29-0081f74eaaac req-b51eb687-2183-49fd-91c8-2249f7a097e2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ef07323-9920-45b5-8635-92bb392c8601 HTTP/1.1" status: 200 len: 909 time: 0.1104414 Nov 02 12:22:07.851454 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-66f0ae5a-a6cf-4756-9a52-5e130fe2f69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb683b5d-5042-44a7-acca-500769474e58', 'name': 'tempest-TestServerBasicOps-649600182-router', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:34Z', 'updated_at': '2021-11-02T12:21:38Z', 'revision_number': 4, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'gw_port': {'id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:12:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:35Z', 'updated_at': '2021-11-02T12:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'c8bd4b54-78b7-4aa6-bea6-2f4db6cb8533', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'port_id': '2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601', 'mac_address': 'fa:16:3e:82:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2379abe-ea4e-456d-90b3-c3544c4e5e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:22:06Z', 'updated_at': '2021-11-02T12:22:06Z', 'revision_number': 0, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba6a92c-1db2-4e3e-a109-ac517c11ff41', 'name': '', 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'mac_address': 'fa:16:3e:3c:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:37Z', 'updated_at': '2021-11-02T12:21:43Z', 'revision_number': 5, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'subnets': [{'id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:22:07.887349 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f0ae5a-a6cf-4756-9a52-5e130fe2f69d None None] Checking router: fb683b5d-5042-44a7-acca-500769474e58 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:22:07.900239 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f0ae5a-a6cf-4756-9a52-5e130fe2f69d None None] Routers {'fb683b5d-5042-44a7-acca-500769474e58'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:22:07.900924 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-66f0ae5a-a6cf-4756-9a52-5e130fe2f69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:21:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fb683b5d-5042-44a7-acca-500769474e58'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:22:08.048289 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-66f0ae5a-a6cf-4756-9a52-5e130fe2f69d None None] Set router fb683b5d-5042-44a7-acca-500769474e58 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:22:08.243463 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a241d48d-888a-47f9-9c29-0081f74eaaac req-d6eff34e-5157-41a5-9a3c-a46db77788fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 HTTP/1.1" status: 200 len: 998 time: 0.4866703 Nov 02 12:22:08.322802 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241d48d-888a-47f9-9c29-0081f74eaaac req-8f801dee-b9b6-400d-a50d-3b83e246c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:08.324235 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a241d48d-888a-47f9-9c29-0081f74eaaac req-8f801dee-b9b6-400d-a50d-3b83e246c91c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ae8ad07-ca1d-4134-9626-75e3448dcd36 HTTP/1.1" status: 200 len: 847 time: 0.0722072 Nov 02 12:22:08.374106 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-66f0ae5a-a6cf-4756-9a52-5e130fe2f69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb683b5d-5042-44a7-acca-500769474e58', 'name': 'tempest-TestServerBasicOps-649600182-router', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:34Z', 'updated_at': '2021-11-02T12:21:38Z', 'revision_number': 4, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'gw_port': {'id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:12:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:35Z', 'updated_at': '2021-11-02T12:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'c8bd4b54-78b7-4aa6-bea6-2f4db6cb8533', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'port_id': '2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601', 'mac_address': 'fa:16:3e:82:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2379abe-ea4e-456d-90b3-c3544c4e5e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:22:06Z', 'updated_at': '2021-11-02T12:22:06Z', 'revision_number': 0, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba6a92c-1db2-4e3e-a109-ac517c11ff41', 'name': '', 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'mac_address': 'fa:16:3e:3c:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:37Z', 'updated_at': '2021-11-02T12:21:43Z', 'revision_number': 5, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'subnets': [{'id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:22:08.403376 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241d48d-888a-47f9-9c29-0081f74eaaac req-c087b6d4-b0ba-4abd-99a4-ce0f4245e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:08.405078 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a241d48d-888a-47f9-9c29-0081f74eaaac req-c087b6d4-b0ba-4abd-99a4-ce0f4245e65f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ef07323-9920-45b5-8635-92bb392c8601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729141 Nov 02 12:22:08.412997 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f0ae5a-a6cf-4756-9a52-5e130fe2f69d None None] The sync data for ids ['fb683b5d-5042-44a7-acca-500769474e58'] in n-d-806683-18 is: [{'id': 'fb683b5d-5042-44a7-acca-500769474e58', 'name': 'tempest-TestServerBasicOps-649600182-router', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:34Z', 'updated_at': '2021-11-02T12:21:38Z', 'revision_number': 4, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'gw_port': {'id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:12:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:35Z', 'updated_at': '2021-11-02T12:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'c8bd4b54-78b7-4aa6-bea6-2f4db6cb8533', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'port_id': '2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601', 'mac_address': 'fa:16:3e:82:c7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2379abe-ea4e-456d-90b3-c3544c4e5e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:22:06Z', 'updated_at': '2021-11-02T12:22:06Z', 'revision_number': 0, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba6a92c-1db2-4e3e-a109-ac517c11ff41', 'name': '', 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'mac_address': 'fa:16:3e:3c:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:37Z', 'updated_at': '2021-11-02T12:21:43Z', 'revision_number': 5, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'subnets': [{'id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:22:08.563182 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a241d48d-888a-47f9-9c29-0081f74eaaac req-a351c8a5-557e-4171-b791-859d59c27aa6 service neutron] 10.222.0.54 "GET /v2.0/networks/0ef07323-9920-45b5-8635-92bb392c8601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494503 Nov 02 12:22:08.700699 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a241d48d-888a-47f9-9c29-0081f74eaaac req-ef3143cd-b68f-4b62-90fe-19bc1a55d77b service neutron] 10.222.0.54 "GET /v2.0/networks/0ef07323-9920-45b5-8635-92bb392c8601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307077 Nov 02 12:22:08.772590 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb2f79-b508-4fb1-b4b2-1e09688fd852 None None] New status for floating IP c8bd4b54-78b7-4aa6-bea6-2f4db6cb8533: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:22:17.537851 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0f317b93-da74-4f52-9e30-f7cccf06b867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:17.876987 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6da4571e-3394-479e-863b-9e094c26c77c req-ab7b85fb-971e-4763-abe0-a1894ce0c83c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476439 Nov 02 12:22:17.986050 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4571e-3394-479e-863b-9e094c26c77c req-c4aa506f-9689-4615-9467-c7d83927f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:17.988419 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6da4571e-3394-479e-863b-9e094c26c77c req-c4aa506f-9689-4615-9467-c7d83927f6d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952fb990f48f49b6b01f78765de7e0cc&device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 1097 time: 0.0561712 Nov 02 12:22:18.119236 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4571e-3394-479e-863b-9e094c26c77c req-de36d759-136c-47ac-ae7c-71947f1827af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:18.121035 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6da4571e-3394-479e-863b-9e094c26c77c req-de36d759-136c-47ac-ae7c-71947f1827af service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ef07323-9920-45b5-8635-92bb392c8601 HTTP/1.1" status: 200 len: 909 time: 0.0987384 Nov 02 12:22:18.202002 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6da4571e-3394-479e-863b-9e094c26c77c req-6821ed52-e667-4b89-a0cc-9aff6af7b976 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 HTTP/1.1" status: 200 len: 1000 time: 0.0714431 Nov 02 12:22:18.273275 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4571e-3394-479e-863b-9e094c26c77c req-f6dd3900-3d64-4d35-b804-e019e84940bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:18.274714 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6da4571e-3394-479e-863b-9e094c26c77c req-f6dd3900-3d64-4d35-b804-e019e84940bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ae8ad07-ca1d-4134-9626-75e3448dcd36 HTTP/1.1" status: 200 len: 847 time: 0.0628207 Nov 02 12:22:18.331478 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4571e-3394-479e-863b-9e094c26c77c req-38654be5-191e-4a2d-9a5f-3764ff8d1cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:18.333048 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6da4571e-3394-479e-863b-9e094c26c77c req-38654be5-191e-4a2d-9a5f-3764ff8d1cf6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ef07323-9920-45b5-8635-92bb392c8601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502598 Nov 02 12:22:18.444528 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6da4571e-3394-479e-863b-9e094c26c77c req-0f3f6f49-d06f-46e9-85b6-bf205aa70e58 service neutron] 10.222.0.54 "GET /v2.0/networks/0ef07323-9920-45b5-8635-92bb392c8601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014531 Nov 02 12:22:18.567260 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6da4571e-3394-479e-863b-9e094c26c77c req-8af7524c-cc18-4c03-92fe-a274fda6121c service neutron] 10.222.0.54 "GET /v2.0/networks/0ef07323-9920-45b5-8635-92bb392c8601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118093 Nov 02 12:22:19.764552 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-07cbfd7e-2b73-4a21-b6dd-eff130be160b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:21.060355 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:22.535021 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:24.334863 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:24.437851 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:24.986292 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:28.038463 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:22:36.272773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54492) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:22:36.277869 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9304cf71-efb4-492c-a46b-c1eccfae7681 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1414056045', 'description': 'tempest-secgroup-smoke-1414056045 description', 'project_id': 'f6d1018cde9746758825c95739858af1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:22:36.404584 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9304cf71-efb4-492c-a46b-c1eccfae7681 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:36.484783 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9304cf71-efb4-492c-a46b-c1eccfae7681 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:36.608885 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9304cf71-efb4-492c-a46b-c1eccfae7681 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:36.638281 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304cf71-efb4-492c-a46b-c1eccfae7681 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:22:36.645994 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304cf71-efb4-492c-a46b-c1eccfae7681 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.646438 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304cf71-efb4-492c-a46b-c1eccfae7681 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.646693 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304cf71-efb4-492c-a46b-c1eccfae7681 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.647957 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304cf71-efb4-492c-a46b-c1eccfae7681 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.647957 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304cf71-efb4-492c-a46b-c1eccfae7681 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.647957 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304cf71-efb4-492c-a46b-c1eccfae7681 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.648184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304cf71-efb4-492c-a46b-c1eccfae7681 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.648433 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304cf71-efb4-492c-a46b-c1eccfae7681 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.648761 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304cf71-efb4-492c-a46b-c1eccfae7681 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.649099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304cf71-efb4-492c-a46b-c1eccfae7681 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.649421 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304cf71-efb4-492c-a46b-c1eccfae7681 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.649745 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9304cf71-efb4-492c-a46b-c1eccfae7681 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.696300 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9304cf71-efb4-492c-a46b-c1eccfae7681 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:36.697612 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9304cf71-efb4-492c-a46b-c1eccfae7681 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4237947 Nov 02 12:22:36.701636 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54496) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:22:36.706475 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-55ddd384-07bf-46ff-92ab-f25fea8b9503 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Request body: {'security_group_rule': {'security_group_id': '11d52a33-958a-4b1e-9f7f-956f9e1c1bf6', 'project_id': 'f6d1018cde9746758825c95739858af1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:22:36.819835 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-55ddd384-07bf-46ff-92ab-f25fea8b9503 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:36.873539 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-55ddd384-07bf-46ff-92ab-f25fea8b9503 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:36.951022 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-55ddd384-07bf-46ff-92ab-f25fea8b9503 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:36.970497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ddd384-07bf-46ff-92ab-f25fea8b9503 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70ff889-3ee7-46d4-9181-4a75514c1ce9,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:22:36.979244 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddd384-07bf-46ff-92ab-f25fea8b9503 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.979595 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddd384-07bf-46ff-92ab-f25fea8b9503 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.980038 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddd384-07bf-46ff-92ab-f25fea8b9503 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.980499 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddd384-07bf-46ff-92ab-f25fea8b9503 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.980991 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddd384-07bf-46ff-92ab-f25fea8b9503 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.981342 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddd384-07bf-46ff-92ab-f25fea8b9503 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.981676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddd384-07bf-46ff-92ab-f25fea8b9503 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.982008 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddd384-07bf-46ff-92ab-f25fea8b9503 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.982339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddd384-07bf-46ff-92ab-f25fea8b9503 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.982663 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddd384-07bf-46ff-92ab-f25fea8b9503 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.983014 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddd384-07bf-46ff-92ab-f25fea8b9503 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:36.983344 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ddd384-07bf-46ff-92ab-f25fea8b9503 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:37.074273 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-55ddd384-07bf-46ff-92ab-f25fea8b9503 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:37.075993 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-55ddd384-07bf-46ff-92ab-f25fea8b9503 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3732824 Nov 02 12:22:37.078809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54498) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:22:37.083451 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1828ad02-5972-4d6d-a27f-9bfa34d8d21e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Request body: {'security_group_rule': {'security_group_id': '11d52a33-958a-4b1e-9f7f-956f9e1c1bf6', 'project_id': 'f6d1018cde9746758825c95739858af1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:22:37.185996 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1828ad02-5972-4d6d-a27f-9bfa34d8d21e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:37.254012 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1828ad02-5972-4d6d-a27f-9bfa34d8d21e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:37.351338 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1828ad02-5972-4d6d-a27f-9bfa34d8d21e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:37.371052 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828ad02-5972-4d6d-a27f-9bfa34d8d21e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becb1827-a3cc-4548-ac0d-d9fa65f6c685,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:22:37.439282 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1828ad02-5972-4d6d-a27f-9bfa34d8d21e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:37.440430 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1828ad02-5972-4d6d-a27f-9bfa34d8d21e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3605692 Nov 02 12:22:37.443270 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54500) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:22:37.448087 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-fb720551-9fb2-4653-a1cb-c3e42046ede1 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Request body: {'security_group_rule': {'security_group_id': '11d52a33-958a-4b1e-9f7f-956f9e1c1bf6', 'project_id': 'f6d1018cde9746758825c95739858af1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:22:37.546227 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fb720551-9fb2-4653-a1cb-c3e42046ede1 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:37.617537 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fb720551-9fb2-4653-a1cb-c3e42046ede1 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:37.734948 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fb720551-9fb2-4653-a1cb-c3e42046ede1 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:37.756458 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb720551-9fb2-4653-a1cb-c3e42046ede1 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6880f4ea-376c-4150-a0ff-dd0f9e4389f8,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:22:37.851544 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fb720551-9fb2-4653-a1cb-c3e42046ede1 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:37.853217 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fb720551-9fb2-4653-a1cb-c3e42046ede1 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4086833 Nov 02 12:22:37.856881 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54502) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:22:37.861530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a05560ea-c7f5-4a9d-90d9-acbab23273a1 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Request body: {'security_group_rule': {'security_group_id': '11d52a33-958a-4b1e-9f7f-956f9e1c1bf6', 'project_id': 'f6d1018cde9746758825c95739858af1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:22:37.981050 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a05560ea-c7f5-4a9d-90d9-acbab23273a1 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:38.050267 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a05560ea-c7f5-4a9d-90d9-acbab23273a1 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:38.111424 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a05560ea-c7f5-4a9d-90d9-acbab23273a1 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:38.131828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05560ea-c7f5-4a9d-90d9-acbab23273a1 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e118eda-6e1a-4fa9-a209-d33ff60e4375,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:22:38.204607 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a05560ea-c7f5-4a9d-90d9-acbab23273a1 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:38.205856 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a05560ea-c7f5-4a9d-90d9-acbab23273a1 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3479207 Nov 02 12:22:38.210532 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54504) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:22:38.215902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-024fa8a6-c022-42a6-a6ac-05fafafb5487 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Request body: {'security_group_rule': {'security_group_id': '11d52a33-958a-4b1e-9f7f-956f9e1c1bf6', 'project_id': 'f6d1018cde9746758825c95739858af1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:22:38.329118 n-d-806683-18 neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-024fa8a6-c022-42a6-a6ac-05fafafb5487 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Project f6d1018cde9746758825c95739858af1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:22:38.334870 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-024fa8a6-c022-42a6-a6ac-05fafafb5487 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:38.404866 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-024fa8a6-c022-42a6-a6ac-05fafafb5487 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:38.517453 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-024fa8a6-c022-42a6-a6ac-05fafafb5487 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:38.538018 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fa8a6-c022-42a6-a6ac-05fafafb5487 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27bf8bd-3412-42eb-a2bb-f3042408f442,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:22:38.628451 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-024fa8a6-c022-42a6-a6ac-05fafafb5487 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:38.629893 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-024fa8a6-c022-42a6-a6ac-05fafafb5487 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4183207 Nov 02 12:22:38.659814 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54506) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:22:38.664641 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9bce6c13-a719-485e-842d-da59d831279d tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Request body: {'security_group_rule': {'security_group_id': '11d52a33-958a-4b1e-9f7f-956f9e1c1bf6', 'project_id': 'f6d1018cde9746758825c95739858af1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:22:38.786376 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-9bce6c13-a719-485e-842d-da59d831279d tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Project f6d1018cde9746758825c95739858af1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:22:38.792960 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9bce6c13-a719-485e-842d-da59d831279d tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:38.866265 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9bce6c13-a719-485e-842d-da59d831279d tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:38.981246 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9bce6c13-a719-485e-842d-da59d831279d tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:39.001099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce6c13-a719-485e-842d-da59d831279d tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270d5aa1-b244-4774-8e58-1440d9fa8380,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:22:39.153819 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9bce6c13-a719-485e-842d-da59d831279d tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:39.155134 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9bce6c13-a719-485e-842d-da59d831279d tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4942067 Nov 02 12:22:39.385791 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-56d74c25-ad67-47d7-b99e-2317fd3ce401 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1414056045&fields=id&tenant_id=f6d1018cde9746758825c95739858af1 HTTP/1.1" status: 200 len: 267 time: 0.0486038 Nov 02 12:22:39.507569 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-10e3749e-7d35-45d0-8b48-2d96f03d1730 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:39.508977 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-10e3749e-7d35-45d0-8b48-2d96f03d1730 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/networks?id=8fdb0ae2-076a-46e9-add2-7ffc49cf4995 HTTP/1.1" status: 200 len: 813 time: 0.1156857 Nov 02 12:22:39.528854 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-d1ed0278-1aa4-4dc5-a28d-929222070e25 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/quotas/f6d1018cde9746758825c95739858af1 HTTP/1.1" status: 200 len: 375 time: 0.0099633 Nov 02 12:22:39.586789 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-7db8702b-bc89-4d47-9a5e-ab8a263e5707 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6d1018cde9746758825c95739858af1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491998 Nov 02 12:22:39.697478 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-0fc991fa-14a7-4059-9eb0-b8fceeba1ef7 service neutron] 10.222.0.52 "GET /v2.0/networks/8fdb0ae2-076a-46e9-add2-7ffc49cf4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978374 Nov 02 12:22:39.801623 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a16cb9f1-01f2-43ea-baca-5b4fd50fdec0 service neutron] 10.222.0.52 "GET /v2.0/networks/8fdb0ae2-076a-46e9-add2-7ffc49cf4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927792 Nov 02 12:22:40.381169 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6f3239b-5e2d-4d4c-b569-f20d58824c14 req-41a4db53-1b15-407c-b834-2660c48d3743 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 210 time: 0.0314813 Nov 02 12:22:41.472882 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55b72fdd-9907-4518-9054-ab0d6a943888 req-edf79b1b-4eeb-474f-89e0-dd848f7d839a tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 210 time: 0.0335560 Nov 02 12:22:42.932158 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-50ea704c-ae9d-48f0-af00-81c5018d0d20 req-ca4bb21e-6320-4cd4-bb43-4cbe9e42a1e3 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 210 time: 0.3660755 Nov 02 12:22:43.057673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-4f517619-d49a-4fbc-ade6-444d8db8e5e8 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:43.061807 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-4f517619-d49a-4fbc-ade6-444d8db8e5e8 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.79 "GET /v2.0/networks?id=8fdb0ae2-076a-46e9-add2-7ffc49cf4995 HTTP/1.1" status: 200 len: 813 time: 0.1304059 Nov 02 12:22:43.136408 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-6f2e29c7-121c-4208-a534-344ba6efcbd5 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6d1018cde9746758825c95739858af1 HTTP/1.1" status: 200 len: 380 time: 0.0666976 Nov 02 12:22:43.145086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-c7959d0d-bc19-40a0-a83e-9dd3068f3d1e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Request body: {'port': {'device_id': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'admin_state_up': True, 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'security_groups': ['11d52a33-958a-4b1e-9f7f-956f9e1c1bf6']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:22:43.357484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-c7959d0d-bc19-40a0-a83e-9dd3068f3d1e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Made reservation on behalf of f6d1018cde9746758825c95739858af1 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:22:43.361767 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-c7959d0d-bc19-40a0-a83e-9dd3068f3d1e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:43.524766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-c7959d0d-bc19-40a0-a83e-9dd3068f3d1e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Allocated IP 172.20.0.11 (8fdb0ae2-076a-46e9-add2-7ffc49cf4995/632c1c01-2089-4554-971e-94aa5645a37e/be718c8e-6e43-48d4-94ee-69423ab236e5) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:22:43.692701 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-c7959d0d-bc19-40a0-a83e-9dd3068f3d1e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:43.802016 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-c7959d0d-bc19-40a0-a83e-9dd3068f3d1e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:43.848909 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-c7959d0d-bc19-40a0-a83e-9dd3068f3d1e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Network 8fdb0ae2-076a-46e9-add2-7ffc49cf4995 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:22:43.854331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-c7959d0d-bc19-40a0-a83e-9dd3068f3d1e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:22:43.861425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-c7959d0d-bc19-40a0-a83e-9dd3068f3d1e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:22:43.868793 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7959d0d-bc19-40a0-a83e-9dd3068f3d1e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Pushing event updated for resources: {'Port': ['ID=be718c8e-6e43-48d4-94ee-69423ab236e5,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:22:43.931855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-c7959d0d-bc19-40a0-a83e-9dd3068f3d1e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:43.932485 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-c7959d0d-bc19-40a0-a83e-9dd3068f3d1e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:44.030357 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-c7959d0d-bc19-40a0-a83e-9dd3068f3d1e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8889551 Nov 02 12:22:44.076128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b47201-13ff-4343-b4ba-87530f500ce9 req-e41c18c5-9706-4f37-a291-dfeebedd7553 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:44.077907 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72b47201-13ff-4343-b4ba-87530f500ce9 req-e41c18c5-9706-4f37-a291-dfeebedd7553 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 932 time: 0.0634944 Nov 02 12:22:44.158002 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72b47201-13ff-4343-b4ba-87530f500ce9 req-c935d685-e42c-4f4a-93e0-6bc8ba4b22dc tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736117 Nov 02 12:22:44.190667 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Request body: {'port': {'device_id': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:22:44.223169 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d100aecc-5baf-428b-82a3-8b004c583c78 None None] Provisioning complete for port be718c8e-6e43-48d4-94ee-69423ab236e5 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:22:44.224341 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d100aecc-5baf-428b-82a3-8b004c583c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:44.274510 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:44.298987 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d100aecc-5baf-428b-82a3-8b004c583c78 None None] Port be718c8e-6e43-48d4-94ee-69423ab236e5 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:22:44.401842 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54554) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:22:44.521985 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b6a6c-6672-49db-a20d-7adc3628bf40 req-0643fd5c-3e69-4ee2-8120-a17519a3fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:44.523846 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a56b6a6c-6672-49db-a20d-7adc3628bf40 req-0643fd5c-3e69-4ee2-8120-a17519a3fec9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 1097 time: 0.1208596 Nov 02 12:22:44.599254 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a56b6a6c-6672-49db-a20d-7adc3628bf40 req-6ca03588-ec69-4323-85b1-8d49ef5b7227 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a5978f7f-9168-497f-9bfe-e8718dbbe6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653017 Nov 02 12:22:44.632798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be718c8e-6e43-48d4-94ee-69423ab236e5 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:22:44.642519 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:44.657753 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Transition to ACTIVE for port object be718c8e-6e43-48d4-94ee-69423ab236e5 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:22:44.744565 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:44.826063 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Pushing event updated for resources: {'Port': ['ID=be718c8e-6e43-48d4-94ee-69423ab236e5,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:22:44.900334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Attempting to bind port be718c8e-6e43-48d4-94ee-69423ab236e5 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:22:44.901057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Attempting to bind port be718c8e-6e43-48d4-94ee-69423ab236e5 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '4d8a3500-7948-431e-9bb4-ec144dd59a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:22:44.901919 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Attempting to bind port be718c8e-6e43-48d4-94ee-69423ab236e5 on network 8fdb0ae2-076a-46e9-add2-7ffc49cf4995 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:22:44.910440 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Port be718c8e-6e43-48d4-94ee-69423ab236e5 on network 8fdb0ae2-076a-46e9-add2-7ffc49cf4995 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:22:44.910785 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Attempting to bind port be718c8e-6e43-48d4-94ee-69423ab236e5 on network 8fdb0ae2-076a-46e9-add2-7ffc49cf4995 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:22:44.916630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:22:44.917026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Checking segment: {'id': '4d8a3500-7948-431e-9bb4-ec144dd59a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:22:44.918206 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Bound using segment: {'id': '4d8a3500-7948-431e-9bb4-ec144dd59a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:22:44.918708 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Bound port: be718c8e-6e43-48d4-94ee-69423ab236e5, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d8a3500-7948-431e-9bb4-ec144dd59a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:22:44.919117 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:45.012447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] For port be718c8e-6e43-48d4-94ee-69423ab236e5, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:22:45.017052 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] For port be718c8e-6e43-48d4-94ee-69423ab236e5, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=be718c8e-6e43-48d4-94ee-69423ab236e5,segment=NetworkSegment(4d8a3500-7948-431e-9bb4-ec144dd59a7a),segment_id=4d8a3500-7948-431e-9bb4-ec144dd59a7a)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:22:45.099707 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:45.147321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:45.154260 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:45.154260 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] 10.222.0.79 "PUT /v2.0/ports/be718c8e-6e43-48d4-94ee-69423ab236e5 HTTP/1.1" status: 200 len: 1093 time: 1.1054358 Nov 02 12:22:45.154260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'tag': 'be718c8e-6e43-48d4-94ee-69423ab236e5'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:22:45.157275 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b554cb-09c2-4b02-bf80-8a38c30b885d" -d '{"events": [{"name": "network-changed", "server_uuid": "5e206c8f-b023-4dde-8b1f-787e503f893c", "tag": "be718c8e-6e43-48d4-94ee-69423ab236e5"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:22:45.204668 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7beb456-84ab-4984-82f0-1e7980deb1af service neutron] Pushing event updated for resources: {'Port': ['ID=be718c8e-6e43-48d4-94ee-69423ab236e5,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:22:45.344300 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90666334-1e86-4c6b-8d83-2df695316baf x-openstack-request-id: req-90666334-1e86-4c6b-8d83-2df695316baf {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:22:45.344601 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e206c8f-b023-4dde-8b1f-787e503f893c", "tag": "be718c8e-6e43-48d4-94ee-69423ab236e5", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:22:45.344888 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90666334-1e86-4c6b-8d83-2df695316baf {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:22:45.351787 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'tag': 'be718c8e-6e43-48d4-94ee-69423ab236e5', 'status': 'completed', 'code': 200} Nov 02 12:22:45.392584 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-12795953-8eed-4e0b-89f3-f95dc32d7e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:45.396696 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-12795953-8eed-4e0b-89f3-f95dc32d7e87 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6d1018cde9746758825c95739858af1&device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 1096 time: 0.1164887 Nov 02 12:22:45.458485 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-449b2a14-de44-4e69-8284-4a73f595d035 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be718c8e-6e43-48d4-94ee-69423ab236e5 HTTP/1.1" status: 200 len: 217 time: 0.0457928 Nov 02 12:22:45.569399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-3003509f-23b1-4524-ba1f-3ed524ccb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:45.571547 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-3003509f-23b1-4524-ba1f-3ed524ccb058 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=632c1c01-2089-4554-971e-94aa5645a37e HTTP/1.1" status: 200 len: 852 time: 0.0987186 Nov 02 12:22:45.626824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac6e08-dd9d-4fda-93b5-45ff88c56cb5 req-04d86428-2792-4526-a1d0-926e34b5f3f6 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:45.626824 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b9ac6e08-dd9d-4fda-93b5-45ff88c56cb5 req-04d86428-2792-4526-a1d0-926e34b5f3f6 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 944 time: 0.1662381 Nov 02 12:22:45.681113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-94e7eb19-60e5-4709-8861-8e39d95cd318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:45.682871 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-94e7eb19-60e5-4709-8861-8e39d95cd318 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8fdb0ae2-076a-46e9-add2-7ffc49cf4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033757 Nov 02 12:22:45.693209 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b9ac6e08-dd9d-4fda-93b5-45ff88c56cb5 req-88b5cbd2-8ed4-4c22-85bc-78cecee118dd tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625989 Nov 02 12:22:45.806390 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-d4d837ee-2a9d-45b2-af66-cd70468f9a37 service neutron] 10.222.0.79 "GET /v2.0/networks/8fdb0ae2-076a-46e9-add2-7ffc49cf4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119449 Nov 02 12:22:45.912347 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2dbd4548-8cd0-419d-8ac4-7405ad6ccb17 req-e5d13fcc-c9e0-4caf-be02-c766d7b84fbe service neutron] 10.222.0.79 "GET /v2.0/networks/8fdb0ae2-076a-46e9-add2-7ffc49cf4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985625 Nov 02 12:22:46.077379 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b554cb-09c2-4b02-bf80-8a38c30b885d req-fda337c3-5aa9-4446-9a29-f8fa720e9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:46.079128 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52b554cb-09c2-4b02-bf80-8a38c30b885d req-fda337c3-5aa9-4446-9a29-f8fa720e9a42 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6d1018cde9746758825c95739858af1&device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 1096 time: 0.0531690 Nov 02 12:22:46.201446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b554cb-09c2-4b02-bf80-8a38c30b885d req-d1219d2c-632b-48c8-b205-3462db1c27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:46.203216 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52b554cb-09c2-4b02-bf80-8a38c30b885d req-d1219d2c-632b-48c8-b205-3462db1c27f9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8fdb0ae2-076a-46e9-add2-7ffc49cf4995 HTTP/1.1" status: 200 len: 914 time: 0.1161387 Nov 02 12:22:46.278995 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52b554cb-09c2-4b02-bf80-8a38c30b885d req-238d7aff-33a8-4879-ac95-55629f6d3992 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be718c8e-6e43-48d4-94ee-69423ab236e5 HTTP/1.1" status: 200 len: 217 time: 0.0656488 Nov 02 12:22:46.338156 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b554cb-09c2-4b02-bf80-8a38c30b885d req-50b63c0e-082d-48e8-aa61-ddceb3f0fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:46.340298 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52b554cb-09c2-4b02-bf80-8a38c30b885d req-50b63c0e-082d-48e8-aa61-ddceb3f0fac8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=632c1c01-2089-4554-971e-94aa5645a37e HTTP/1.1" status: 200 len: 852 time: 0.0530517 Nov 02 12:22:46.392328 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b554cb-09c2-4b02-bf80-8a38c30b885d req-fa5587a3-c2c8-431c-b499-5826edbfb77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:46.393858 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52b554cb-09c2-4b02-bf80-8a38c30b885d req-fa5587a3-c2c8-431c-b499-5826edbfb77a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8fdb0ae2-076a-46e9-add2-7ffc49cf4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461259 Nov 02 12:22:46.510206 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52b554cb-09c2-4b02-bf80-8a38c30b885d req-eaf9093d-d45d-4d33-bd84-a2e397819ff2 service neutron] 10.222.0.79 "GET /v2.0/networks/8fdb0ae2-076a-46e9-add2-7ffc49cf4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080623 Nov 02 12:22:46.616130 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52b554cb-09c2-4b02-bf80-8a38c30b885d req-521245e3-77d5-4ac3-84e7-66c821d72b9f service neutron] 10.222.0.79 "GET /v2.0/networks/8fdb0ae2-076a-46e9-add2-7ffc49cf4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984738 Nov 02 12:22:46.852304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894a3e2-98bc-4b61-9317-8091d9836515 req-f5a68c5d-89c0-444e-9ac2-bab1fc0e93ef tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:46.855290 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d894a3e2-98bc-4b61-9317-8091d9836515 req-f5a68c5d-89c0-444e-9ac2-bab1fc0e93ef tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 944 time: 0.0657203 Nov 02 12:22:46.916539 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d894a3e2-98bc-4b61-9317-8091d9836515 req-adea7346-0233-4d30-88db-46366dcf03ca tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537710 Nov 02 12:22:47.528599 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8dc686b8-62b9-4e85-8a0c-cb546dbb309e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:48.041335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebde5b9-0e93-4a58-9524-0e815d0d6456 req-cead8203-bdb1-4156-a0ce-424c0a0bbd96 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:48.043627 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ebde5b9-0e93-4a58-9524-0e815d0d6456 req-cead8203-bdb1-4156-a0ce-424c0a0bbd96 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 944 time: 0.0530603 Nov 02 12:22:48.095477 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ebde5b9-0e93-4a58-9524-0e815d0d6456 req-5035ff46-125a-4221-b447-b56d0104d1a0 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450153 Nov 02 12:22:49.228915 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d112b-3b17-4ed7-a139-3dc0fe0a60ff req-f499e34e-b0f4-4bad-b1e0-2c698b64574c tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:49.230954 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0f1d112b-3b17-4ed7-a139-3dc0fe0a60ff req-f499e34e-b0f4-4bad-b1e0-2c698b64574c tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 944 time: 0.0526924 Nov 02 12:22:49.291099 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0f1d112b-3b17-4ed7-a139-3dc0fe0a60ff req-96c97b3a-e7c3-4764-ab99-880f11d935a6 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535593 Nov 02 12:22:49.751125 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bb992e00-a775-4c45-8eca-a62a94bbe928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:50.422461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ac940-a487-4fab-be35-a6b66362450d req-7639f60b-7f19-4438-9d87-a9a5c0a78d10 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:50.424069 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a5ac940-a487-4fab-be35-a6b66362450d req-7639f60b-7f19-4438-9d87-a9a5c0a78d10 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 944 time: 0.0579510 Nov 02 12:22:50.476587 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a5ac940-a487-4fab-be35-a6b66362450d req-6f827b3d-cafd-490b-8856-1d13780e42af tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457687 Nov 02 12:22:51.082797 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:51.606689 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c194d-759b-47cd-8436-5c9d7dc22423 req-03328a4a-a15c-4477-91ce-9679fa2ece7d tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:51.608214 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b67c194d-759b-47cd-8436-5c9d7dc22423 req-03328a4a-a15c-4477-91ce-9679fa2ece7d tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 944 time: 0.0566964 Nov 02 12:22:51.669968 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b67c194d-759b-47cd-8436-5c9d7dc22423 req-c427af4b-262e-44a0-9ccd-b4cdfa8efbff tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554807 Nov 02 12:22:52.539998 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:52.799351 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae959fa-0126-4eea-a8fc-1264374935ed req-b93e498a-60ab-42ca-b2e8-8c70e1730366 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:52.800858 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ae959fa-0126-4eea-a8fc-1264374935ed req-b93e498a-60ab-42ca-b2e8-8c70e1730366 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 944 time: 0.0567369 Nov 02 12:22:52.852816 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ae959fa-0126-4eea-a8fc-1264374935ed req-cd8b1f55-16bf-4abe-837a-5078317e011c tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457377 Nov 02 12:22:53.974464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c07b17-12ca-4414-a3b3-37ad7c60b657 req-83164bf2-e294-4fca-95e7-8ef61dd0a114 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:53.976051 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93c07b17-12ca-4414-a3b3-37ad7c60b657 req-83164bf2-e294-4fca-95e7-8ef61dd0a114 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 944 time: 0.0529671 Nov 02 12:22:54.030654 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93c07b17-12ca-4414-a3b3-37ad7c60b657 req-dfdcde33-1cff-4562-a2b5-ef0953a0b9ea tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484190 Nov 02 12:22:54.157264 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:54.429227 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:54.990870 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:55.058124 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-d2aa53f6-4a33-451c-a522-43c4b6987648 req-c956ac12-2bc5-44e4-ae98-b67d54111d32 service neutron] (102690) timed out ('10.222.0.52', 41106) {{(pid=102690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 12:22:55.152678 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e3e7f-9b15-4412-b000-2517e0b2c798 req-e7fe9176-6e13-424d-b5a1-897972149f23 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:55.154239 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-527e3e7f-9b15-4412-b000-2517e0b2c798 req-e7fe9176-6e13-424d-b5a1-897972149f23 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 944 time: 0.0519595 Nov 02 12:22:55.211198 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-527e3e7f-9b15-4412-b000-2517e0b2c798 req-3b9ba491-4d04-489c-a63f-1b7e2c24e7e6 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507603 Nov 02 12:22:56.341821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eec524-48b3-4f93-8ec3-1ad36901d777 req-4dc616e1-8185-4a5c-bb3d-cd3821eb09d2 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:56.343363 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-84eec524-48b3-4f93-8ec3-1ad36901d777 req-4dc616e1-8185-4a5c-bb3d-cd3821eb09d2 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 944 time: 0.0536554 Nov 02 12:22:56.402962 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-84eec524-48b3-4f93-8ec3-1ad36901d777 req-03e0c94a-5fd1-4383-be9a-5a99208508b5 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527651 Nov 02 12:22:56.728521 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device be718c8e-6e43-48d4-94ee-69423ab236e5 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:22:56.842409 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port be718c8e-6e43-48d4-94ee-69423ab236e5, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=be718c8e-6e43-48d4-94ee-69423ab236e5,segment=NetworkSegment(4d8a3500-7948-431e-9bb4-ec144dd59a7a),segment_id=4d8a3500-7948-431e-9bb4-ec144dd59a7a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:22:56.855021 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'be718c8e-6e43-48d4-94ee-69423ab236e5', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'port_id': 'be718c8e-6e43-48d4-94ee-69423ab236e5', 'mac_address': 'fa:16:3e:43:1b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '632c1c01-2089-4554-971e-94aa5645a37e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:22:56.893868 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:56.909130 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be718c8e-6e43-48d4-94ee-69423ab236e5 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:22:56.936347 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port be718c8e-6e43-48d4-94ee-69423ab236e5, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=be718c8e-6e43-48d4-94ee-69423ab236e5,segment=NetworkSegment(4d8a3500-7948-431e-9bb4-ec144dd59a7a),segment_id=4d8a3500-7948-431e-9bb4-ec144dd59a7a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:22:57.054300 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:57.107836 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=be718c8e-6e43-48d4-94ee-69423ab236e5,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:22:57.115533 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:57.116706 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:57.116706 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:57.116706 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:57.117100 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:57.117199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:57.119146 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:57.119146 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:57.119146 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:57.119146 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:57.119146 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:57.119615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:22:57.308785 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['be718c8e-6e43-48d4-94ee-69423ab236e5'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:22:57.539137 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397169f-87e0-4acc-be80-97154d3427b7 req-0e9860a7-9640-46d7-afdb-e77f4ca6a86c tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:57.540697 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a397169f-87e0-4acc-be80-97154d3427b7 req-0e9860a7-9640-46d7-afdb-e77f4ca6a86c tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 945 time: 0.0570590 Nov 02 12:22:57.604960 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a397169f-87e0-4acc-be80-97154d3427b7 req-69a558d7-03c4-4753-a76b-0e305cc0856f tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563922 Nov 02 12:22:58.737658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0030f8-9a8a-4bde-9fd6-671e25dadbc8 req-924ca65c-3fe3-44e7-895d-21cd2b034b54 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:58.739236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f0030f8-9a8a-4bde-9fd6-671e25dadbc8 req-924ca65c-3fe3-44e7-895d-21cd2b034b54 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 945 time: 0.0561333 Nov 02 12:22:58.747411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device be718c8e-6e43-48d4-94ee-69423ab236e5 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:22:58.793633 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f0030f8-9a8a-4bde-9fd6-671e25dadbc8 req-ee6596e5-6849-434b-85d3-6e17f00bf250 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464826 Nov 02 12:22:58.882184 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port be718c8e-6e43-48d4-94ee-69423ab236e5 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:22:58.887225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port be718c8e-6e43-48d4-94ee-69423ab236e5 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:22:58.887762 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:58.979696 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:59.006541 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be718c8e-6e43-48d4-94ee-69423ab236e5'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:22:59.008872 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402caa1f-2b1e-438a-8a92-893e87ef6e28" -d '{"events": [{"server_uuid": "5e206c8f-b023-4dde-8b1f-787e503f893c", "name": "network-vif-plugged", "status": "completed", "tag": "be718c8e-6e43-48d4-94ee-69423ab236e5"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:22:59.024667 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port be718c8e-6e43-48d4-94ee-69423ab236e5, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=be718c8e-6e43-48d4-94ee-69423ab236e5,segment=NetworkSegment(4d8a3500-7948-431e-9bb4-ec144dd59a7a),segment_id=4d8a3500-7948-431e-9bb4-ec144dd59a7a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:22:59.117134 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:22:59.127526 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e087b6a-4e2f-49de-8321-f61984661826 x-openstack-request-id: req-5e087b6a-4e2f-49de-8321-f61984661826 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:22:59.127816 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e206c8f-b023-4dde-8b1f-787e503f893c", "name": "network-vif-plugged", "status": "completed", "tag": "be718c8e-6e43-48d4-94ee-69423ab236e5", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:22:59.128134 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e087b6a-4e2f-49de-8321-f61984661826 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:22:59.128596 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be718c8e-6e43-48d4-94ee-69423ab236e5', 'code': 200} Nov 02 12:22:59.183699 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=be718c8e-6e43-48d4-94ee-69423ab236e5,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:22:59.236456 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96efcf5-b266-465c-a7b1-efc67e89effb req-7b0f2f45-f6c5-4d46-9658-63218a85d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:59.237893 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e96efcf5-b266-465c-a7b1-efc67e89effb req-7b0f2f45-f6c5-4d46-9658-63218a85d38f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 1098 time: 0.0521603 Nov 02 12:22:59.291923 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e96efcf5-b266-465c-a7b1-efc67e89effb req-545b7604-e39c-4779-8324-704341b72d03 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414939 Nov 02 12:22:59.917618 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb22510-ac32-445b-8de1-abadf13859da req-37a9cea6-8dbd-4bc3-a1a8-13feac23e04b tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:22:59.919183 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ccb22510-ac32-445b-8de1-abadf13859da req-37a9cea6-8dbd-4bc3-a1a8-13feac23e04b tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 946 time: 0.0519874 Nov 02 12:22:59.981074 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ccb22510-ac32-445b-8de1-abadf13859da req-fb17106e-93ae-472b-b9d4-0295f244dfe5 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553641 Nov 02 12:23:01.102674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdd6f0-d023-44f1-8b65-c1dbd033a082 req-e0f90f41-3b15-48d9-94aa-74f9a1969723 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:01.105100 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-20bdd6f0-d023-44f1-8b65-c1dbd033a082 req-e0f90f41-3b15-48d9-94aa-74f9a1969723 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 946 time: 0.0531483 Nov 02 12:23:01.173233 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-20bdd6f0-d023-44f1-8b65-c1dbd033a082 req-458c42bd-b175-4230-be40-b93a198e380b tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618098 Nov 02 12:23:01.303463 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3a7e9-c31a-4a33-a34f-9a6c9d558996 req-d7f15c9d-9187-4306-84f5-309a6beeefd8 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:01.304932 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42d3a7e9-c31a-4a33-a34f-9a6c9d558996 req-d7f15c9d-9187-4306-84f5-309a6beeefd8 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 946 time: 0.0537474 Nov 02 12:23:01.372177 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42d3a7e9-c31a-4a33-a34f-9a6c9d558996 req-2c0ff3ce-da48-4034-aa36-84d77f68ae96 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604949 Nov 02 12:23:01.397743 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54610) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:23:01.553192 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7928a1-35d8-4c1c-832c-559762780799 tempest-TestVolumeBackupRestore-478404254 tempest-TestVolumeBackupRestore-478404254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:01.558028 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3d7928a1-35d8-4c1c-832c-559762780799 tempest-TestVolumeBackupRestore-478404254 tempest-TestVolumeBackupRestore-478404254-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 1093 time: 0.1559627 Nov 02 12:23:01.558941 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54614) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:23:01.563440 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': 'be718c8e-6e43-48d4-94ee-69423ab236e5', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:23:01.676572 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:01.780613 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:01.887017 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Allocated IP 172.25.6.192 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/8b9d5568-8b1b-47ff-b482-e0cf8d4eda38) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:23:02.000922 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:02.094392 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:02.140379 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:23:02.143407 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:23:02.148958 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:23:02.152383 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Pushing event updated for resources: {'Port': ['ID=8b9d5568-8b1b-47ff-b482-e0cf8d4eda38,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:23:02.521139 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:02.648071 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:02.821266 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:02.910638 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:02.981659 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Pushing event updated for resources: {'Port': ['ID=8b9d5568-8b1b-47ff-b482-e0cf8d4eda38,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:23:02.996287 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:03.098785 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Floating IP 7ea692c8-0447-4f0e-a3e4-eed88614b410 associated. External IP: 172.25.6.192, port: be718c8e-6e43-48d4-94ee-69423ab236e5. Nov 02 12:23:03.302852 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Router 5d5316c6-cc4f-4903-a541-200f7a2892f0 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:23:03.415910 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:23:03.426879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9261c-c921-4899-ad5d-ef004a318699 None None] Sync routers for ids ['5d5316c6-cc4f-4903-a541-200f7a2892f0'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:23:03.436693 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9261c-c921-4899-ad5d-ef004a318699 None None] Routers {'5d5316c6-cc4f-4903-a541-200f7a2892f0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:23:03.437313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-99b9261c-c921-4899-ad5d-ef004a318699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:22:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5d5316c6-cc4f-4903-a541-200f7a2892f0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:23:03.548813 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-99b9261c-c921-4899-ad5d-ef004a318699 None None] Set router 5d5316c6-cc4f-4903-a541-200f7a2892f0 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:23:03.572226 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:03.609492 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-04a3e56d-28c4-4408-a624-f287cfb9c2e9 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0494432 Nov 02 12:23:03.610085 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'tag': 'be718c8e-6e43-48d4-94ee-69423ab236e5'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:23:03.612500 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3686619-cb19-40a6-8ce6-1313b806a016" -d '{"events": [{"name": "network-changed", "server_uuid": "5e206c8f-b023-4dde-8b1f-787e503f893c", "tag": "be718c8e-6e43-48d4-94ee-69423ab236e5"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:23:03.612864 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54616) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:23:03.668597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4b1772-b2cb-4a3f-93ad-d88c62404c49 tempest-TestVolumeBackupRestore-478404254 tempest-TestVolumeBackupRestore-478404254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:03.675242 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2c4b1772-b2cb-4a3f-93ad-d88c62404c49 tempest-TestVolumeBackupRestore-478404254 tempest-TestVolumeBackupRestore-478404254-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 1093 time: 0.0559866 Nov 02 12:23:03.678259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54622) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:23:03.683089 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a1171439-8730-4d9b-961c-6402a0c2eddf tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Request body: {'floatingip': {'port_id': 'be718c8e-6e43-48d4-94ee-69423ab236e5'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:23:03.752805 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de4537f-5358-4bc1-a8b2-94eb217322d6 x-openstack-request-id: req-5de4537f-5358-4bc1-a8b2-94eb217322d6 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:23:03.753201 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e206c8f-b023-4dde-8b1f-787e503f893c", "tag": "be718c8e-6e43-48d4-94ee-69423ab236e5", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:23:03.753558 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5de4537f-5358-4bc1-a8b2-94eb217322d6 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:23:03.754453 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'tag': 'be718c8e-6e43-48d4-94ee-69423ab236e5', 'status': 'completed', 'code': 200} Nov 02 12:23:03.765199 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a1171439-8730-4d9b-961c-6402a0c2eddf tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:03.792887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-99b9261c-c921-4899-ad5d-ef004a318699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'name': 'tempest-TestVolumeBackupRestore-972451552-router', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '8222be45-1533-4991-89ee-3fc8a3051865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:45Z', 'revision_number': 4, 'project_id': 'f6d1018cde9746758825c95739858af1', 'gw_port': {'id': '8222be45-1533-4991-89ee-3fc8a3051865', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '7ea692c8-0447-4f0e-a3e4-eed88614b410', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'port_id': 'be718c8e-6e43-48d4-94ee-69423ab236e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'mac_address': 'fa:16:3e:43:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:23:02Z', 'updated_at': '2021-11-02T12:23:02Z', 'revision_number': 0, 'project_id': 'f6d1018cde9746758825c95739858af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2cebd28-9781-461f-ad03-e3ce2417d843', 'name': '', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'mac_address': 'fa:16:3e:a4:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '632c1c01-2089-4554-971e-94aa5645a37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:44Z', 'updated_at': '2021-11-02T12:19:51Z', 'revision_number': 5, 'project_id': 'f6d1018cde9746758825c95739858af1', 'subnets': [{'id': '632c1c01-2089-4554-971e-94aa5645a37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:23:03.819463 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9261c-c921-4899-ad5d-ef004a318699 None None] Checking router: 5d5316c6-cc4f-4903-a541-200f7a2892f0 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:23:03.828993 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9261c-c921-4899-ad5d-ef004a318699 None None] Routers {'5d5316c6-cc4f-4903-a541-200f7a2892f0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:23:03.829596 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-99b9261c-c921-4899-ad5d-ef004a318699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:22:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5d5316c6-cc4f-4903-a541-200f7a2892f0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:23:03.917099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3686619-cb19-40a6-8ce6-1313b806a016 req-c6ba6509-9049-453f-a5af-98913766ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:03.918622 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e3686619-cb19-40a6-8ce6-1313b806a016 req-c6ba6509-9049-453f-a5af-98913766ba69 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6d1018cde9746758825c95739858af1&device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 1098 time: 0.1045341 Nov 02 12:23:03.941441 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-99b9261c-c921-4899-ad5d-ef004a318699 None None] Set router 5d5316c6-cc4f-4903-a541-200f7a2892f0 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:23:04.129078 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3686619-cb19-40a6-8ce6-1313b806a016 req-d988156c-2c8e-4951-9280-3b405d1bfecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:04.130561 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e3686619-cb19-40a6-8ce6-1313b806a016 req-d988156c-2c8e-4951-9280-3b405d1bfecb service neutron] 10.222.0.79 "GET /v2.0/networks?id=8fdb0ae2-076a-46e9-add2-7ffc49cf4995 HTTP/1.1" status: 200 len: 914 time: 0.2013826 Nov 02 12:23:04.201383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-99b9261c-c921-4899-ad5d-ef004a318699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'name': 'tempest-TestVolumeBackupRestore-972451552-router', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '8222be45-1533-4991-89ee-3fc8a3051865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:45Z', 'revision_number': 4, 'project_id': 'f6d1018cde9746758825c95739858af1', 'gw_port': {'id': '8222be45-1533-4991-89ee-3fc8a3051865', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '7ea692c8-0447-4f0e-a3e4-eed88614b410', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'port_id': 'be718c8e-6e43-48d4-94ee-69423ab236e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'mac_address': 'fa:16:3e:43:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:23:02Z', 'updated_at': '2021-11-02T12:23:02Z', 'revision_number': 0, 'project_id': 'f6d1018cde9746758825c95739858af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2cebd28-9781-461f-ad03-e3ce2417d843', 'name': '', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'mac_address': 'fa:16:3e:a4:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '632c1c01-2089-4554-971e-94aa5645a37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:44Z', 'updated_at': '2021-11-02T12:19:51Z', 'revision_number': 5, 'project_id': 'f6d1018cde9746758825c95739858af1', 'subnets': [{'id': '632c1c01-2089-4554-971e-94aa5645a37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:23:04.228486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b9261c-c921-4899-ad5d-ef004a318699 None None] The sync data for ids ['5d5316c6-cc4f-4903-a541-200f7a2892f0'] in n-d-806683-18 is: [{'id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'name': 'tempest-TestVolumeBackupRestore-972451552-router', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '8222be45-1533-4991-89ee-3fc8a3051865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:45Z', 'revision_number': 4, 'project_id': 'f6d1018cde9746758825c95739858af1', 'gw_port': {'id': '8222be45-1533-4991-89ee-3fc8a3051865', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '7ea692c8-0447-4f0e-a3e4-eed88614b410', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'port_id': 'be718c8e-6e43-48d4-94ee-69423ab236e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'mac_address': 'fa:16:3e:43:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:23:02Z', 'updated_at': '2021-11-02T12:23:02Z', 'revision_number': 0, 'project_id': 'f6d1018cde9746758825c95739858af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2cebd28-9781-461f-ad03-e3ce2417d843', 'name': '', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'mac_address': 'fa:16:3e:a4:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '632c1c01-2089-4554-971e-94aa5645a37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:44Z', 'updated_at': '2021-11-02T12:19:51Z', 'revision_number': 5, 'project_id': 'f6d1018cde9746758825c95739858af1', 'subnets': [{'id': '632c1c01-2089-4554-971e-94aa5645a37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:23:04.253882 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e3686619-cb19-40a6-8ce6-1313b806a016 req-d1e2cbe9-f560-4d3b-a827-3e721598a574 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be718c8e-6e43-48d4-94ee-69423ab236e5 HTTP/1.1" status: 200 len: 1000 time: 0.1128507 Nov 02 12:23:04.382906 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3686619-cb19-40a6-8ce6-1313b806a016 req-e59e7201-1f87-41c3-a3ec-d8c24f815934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:04.384437 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e3686619-cb19-40a6-8ce6-1313b806a016 req-e59e7201-1f87-41c3-a3ec-d8c24f815934 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=632c1c01-2089-4554-971e-94aa5645a37e HTTP/1.1" status: 200 len: 852 time: 0.1204870 Nov 02 12:23:04.456394 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ca7d28-9df4-40b0-8406-46c7ab1be8f0 None None] New status for floating IP 7ea692c8-0447-4f0e-a3e4-eed88614b410: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:23:04.471386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3686619-cb19-40a6-8ce6-1313b806a016 req-b102be3f-d22a-44a1-8796-c7897bc9e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:04.472970 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e3686619-cb19-40a6-8ce6-1313b806a016 req-b102be3f-d22a-44a1-8796-c7897bc9e793 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8fdb0ae2-076a-46e9-add2-7ffc49cf4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796549 Nov 02 12:23:04.586067 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a1171439-8730-4d9b-961c-6402a0c2eddf tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:04.616546 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e3686619-cb19-40a6-8ce6-1313b806a016 req-cf792a45-489e-4c9f-91f4-3cf0eb4da9fe service neutron] 10.222.0.79 "GET /v2.0/networks/8fdb0ae2-076a-46e9-add2-7ffc49cf4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335616 Nov 02 12:23:04.648694 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.db.api [None req-80ca7d28-9df4-40b0-8406-46c7ab1be8f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102692) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:23:04.649331 n-d-806683-18 neutron-server[102692]: DEBUG oslo_db.api [None req-80ca7d28-9df4-40b0-8406-46c7ab1be8f0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:23:04.653503 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a1171439-8730-4d9b-961c-6402a0c2eddf tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:04.799300 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e3686619-cb19-40a6-8ce6-1313b806a016 req-c36ee57b-5ac0-4728-8880-addf5699d890 service neutron] 10.222.0.79 "GET /v2.0/networks/8fdb0ae2-076a-46e9-add2-7ffc49cf4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755424 Nov 02 12:23:04.930641 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1171439-8730-4d9b-961c-6402a0c2eddf tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Router 5d5316c6-cc4f-4903-a541-200f7a2892f0 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:23:05.037074 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:23:05.040031 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1171439-8730-4d9b-961c-6402a0c2eddf tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:23:05.045358 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a1171439-8730-4d9b-961c-6402a0c2eddf tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:05.073474 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'tag': 'be718c8e-6e43-48d4-94ee-69423ab236e5'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:23:05.075776 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b3ce6b-3fff-43d2-a4c2-4ff9c1506afb" -d '{"events": [{"name": "network-changed", "server_uuid": "5e206c8f-b023-4dde-8b1f-787e503f893c", "tag": "be718c8e-6e43-48d4-94ee-69423ab236e5"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:23:05.105891 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a1171439-8730-4d9b-961c-6402a0c2eddf tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "PUT /v2.0/floatingips/7ea692c8-0447-4f0e-a3e4-eed88614b410 HTTP/1.1" status: 200 len: 992 time: 1.4265103 Nov 02 12:23:05.117945 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76eb9285-d9b6-42ee-aca9-75b18e0b0054 x-openstack-request-id: req-76eb9285-d9b6-42ee-aca9-75b18e0b0054 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:23:05.118241 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e206c8f-b023-4dde-8b1f-787e503f893c", "tag": "be718c8e-6e43-48d4-94ee-69423ab236e5", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:23:05.118498 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76eb9285-d9b6-42ee-aca9-75b18e0b0054 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:23:05.118907 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'tag': 'be718c8e-6e43-48d4-94ee-69423ab236e5', 'status': 'completed', 'code': 200} Nov 02 12:23:05.151611 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ca7d28-9df4-40b0-8406-46c7ab1be8f0 None None] New status for floating IP 7ea692c8-0447-4f0e-a3e4-eed88614b410: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:23:05.179838 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3ce6b-3fff-43d2-a4c2-4ff9c1506afb req-f152e2bc-eb76-43ee-be51-0c4a2a0ba8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:05.181348 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01b3ce6b-3fff-43d2-a4c2-4ff9c1506afb req-f152e2bc-eb76-43ee-be51-0c4a2a0ba8c0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6d1018cde9746758825c95739858af1&device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 1098 time: 0.0410397 Nov 02 12:23:05.282001 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3ce6b-3fff-43d2-a4c2-4ff9c1506afb req-3dc18229-a357-4571-932f-7a7be95c56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:05.283544 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01b3ce6b-3fff-43d2-a4c2-4ff9c1506afb req-3dc18229-a357-4571-932f-7a7be95c56bb service neutron] 10.222.0.79 "GET /v2.0/networks?id=8fdb0ae2-076a-46e9-add2-7ffc49cf4995 HTTP/1.1" status: 200 len: 914 time: 0.0947156 Nov 02 12:23:05.362538 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01b3ce6b-3fff-43d2-a4c2-4ff9c1506afb req-2934dc41-ce02-4e2e-b394-0de98100a654 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be718c8e-6e43-48d4-94ee-69423ab236e5 HTTP/1.1" status: 200 len: 1000 time: 0.0690749 Nov 02 12:23:05.470631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49173fc-c9da-47a6-a164-cc35fa690668 None None] Sync routers for ids ['5d5316c6-cc4f-4903-a541-200f7a2892f0'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:23:05.487824 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49173fc-c9da-47a6-a164-cc35fa690668 None None] Routers {'5d5316c6-cc4f-4903-a541-200f7a2892f0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:23:05.488962 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e49173fc-c9da-47a6-a164-cc35fa690668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:22:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5d5316c6-cc4f-4903-a541-200f7a2892f0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:23:05.617420 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-e49173fc-c9da-47a6-a164-cc35fa690668 None None] Set router 5d5316c6-cc4f-4903-a541-200f7a2892f0 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:23:05.761548 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3ce6b-3fff-43d2-a4c2-4ff9c1506afb req-e57b0b83-c0c1-4886-9bbd-8b17bddacd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:05.763051 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01b3ce6b-3fff-43d2-a4c2-4ff9c1506afb req-e57b0b83-c0c1-4886-9bbd-8b17bddacd4b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=632c1c01-2089-4554-971e-94aa5645a37e HTTP/1.1" status: 200 len: 852 time: 0.3790140 Nov 02 12:23:05.814285 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3ce6b-3fff-43d2-a4c2-4ff9c1506afb req-4b27db68-4fc4-4ffd-9497-66f3d0890980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:05.815953 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01b3ce6b-3fff-43d2-a4c2-4ff9c1506afb req-4b27db68-4fc4-4ffd-9497-66f3d0890980 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8fdb0ae2-076a-46e9-add2-7ffc49cf4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450397 Nov 02 12:23:05.871947 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e49173fc-c9da-47a6-a164-cc35fa690668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'name': 'tempest-TestVolumeBackupRestore-972451552-router', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '8222be45-1533-4991-89ee-3fc8a3051865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:45Z', 'revision_number': 4, 'project_id': 'f6d1018cde9746758825c95739858af1', 'gw_port': {'id': '8222be45-1533-4991-89ee-3fc8a3051865', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '7ea692c8-0447-4f0e-a3e4-eed88614b410', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'port_id': 'be718c8e-6e43-48d4-94ee-69423ab236e5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'mac_address': 'fa:16:3e:43:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:23:02Z', 'updated_at': '2021-11-02T12:23:05Z', 'revision_number': 2, 'project_id': 'f6d1018cde9746758825c95739858af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2cebd28-9781-461f-ad03-e3ce2417d843', 'name': '', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'mac_address': 'fa:16:3e:a4:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '632c1c01-2089-4554-971e-94aa5645a37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:44Z', 'updated_at': '2021-11-02T12:19:51Z', 'revision_number': 5, 'project_id': 'f6d1018cde9746758825c95739858af1', 'subnets': [{'id': '632c1c01-2089-4554-971e-94aa5645a37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:23:05.904804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49173fc-c9da-47a6-a164-cc35fa690668 None None] Checking router: 5d5316c6-cc4f-4903-a541-200f7a2892f0 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:23:05.913581 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49173fc-c9da-47a6-a164-cc35fa690668 None None] Routers {'5d5316c6-cc4f-4903-a541-200f7a2892f0'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:23:05.914207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e49173fc-c9da-47a6-a164-cc35fa690668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:22:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5d5316c6-cc4f-4903-a541-200f7a2892f0'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:23:05.917242 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01b3ce6b-3fff-43d2-a4c2-4ff9c1506afb req-8faf266d-c60c-470e-bf62-98026162c929 service neutron] 10.222.0.79 "GET /v2.0/networks/8fdb0ae2-076a-46e9-add2-7ffc49cf4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920002 Nov 02 12:23:06.010394 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01b3ce6b-3fff-43d2-a4c2-4ff9c1506afb req-7888e52f-f000-4d73-8725-f52942318080 service neutron] 10.222.0.79 "GET /v2.0/networks/8fdb0ae2-076a-46e9-add2-7ffc49cf4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860667 Nov 02 12:23:06.023506 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-e49173fc-c9da-47a6-a164-cc35fa690668 None None] Set router 5d5316c6-cc4f-4903-a541-200f7a2892f0 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:23:06.256672 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-e49173fc-c9da-47a6-a164-cc35fa690668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'name': 'tempest-TestVolumeBackupRestore-972451552-router', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '8222be45-1533-4991-89ee-3fc8a3051865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:45Z', 'revision_number': 4, 'project_id': 'f6d1018cde9746758825c95739858af1', 'gw_port': {'id': '8222be45-1533-4991-89ee-3fc8a3051865', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '7ea692c8-0447-4f0e-a3e4-eed88614b410', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'port_id': 'be718c8e-6e43-48d4-94ee-69423ab236e5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'mac_address': 'fa:16:3e:43:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:23:02Z', 'updated_at': '2021-11-02T12:23:05Z', 'revision_number': 2, 'project_id': 'f6d1018cde9746758825c95739858af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2cebd28-9781-461f-ad03-e3ce2417d843', 'name': '', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'mac_address': 'fa:16:3e:a4:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '632c1c01-2089-4554-971e-94aa5645a37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:44Z', 'updated_at': '2021-11-02T12:19:51Z', 'revision_number': 5, 'project_id': 'f6d1018cde9746758825c95739858af1', 'subnets': [{'id': '632c1c01-2089-4554-971e-94aa5645a37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:23:06.289578 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49173fc-c9da-47a6-a164-cc35fa690668 None None] The sync data for ids ['5d5316c6-cc4f-4903-a541-200f7a2892f0'] in n-d-806683-18 is: [{'id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'name': 'tempest-TestVolumeBackupRestore-972451552-router', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '8222be45-1533-4991-89ee-3fc8a3051865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:45Z', 'revision_number': 4, 'project_id': 'f6d1018cde9746758825c95739858af1', 'gw_port': {'id': '8222be45-1533-4991-89ee-3fc8a3051865', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '7ea692c8-0447-4f0e-a3e4-eed88614b410', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'port_id': 'be718c8e-6e43-48d4-94ee-69423ab236e5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'mac_address': 'fa:16:3e:43:1b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:23:02Z', 'updated_at': '2021-11-02T12:23:05Z', 'revision_number': 2, 'project_id': 'f6d1018cde9746758825c95739858af1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2cebd28-9781-461f-ad03-e3ce2417d843', 'name': '', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'mac_address': 'fa:16:3e:a4:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '632c1c01-2089-4554-971e-94aa5645a37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:44Z', 'updated_at': '2021-11-02T12:19:51Z', 'revision_number': 5, 'project_id': 'f6d1018cde9746758825c95739858af1', 'subnets': [{'id': '632c1c01-2089-4554-971e-94aa5645a37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:23:07.119886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'tag': 'be718c8e-6e43-48d4-94ee-69423ab236e5'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:23:07.122735 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbb3664-ebc8-4c0d-9a64-9b5bfd418f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e206c8f-b023-4dde-8b1f-787e503f893c", "tag": "be718c8e-6e43-48d4-94ee-69423ab236e5"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:23:07.160336 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d02205-7fc3-4d90-b6cb-d0c86a30303e x-openstack-request-id: req-41d02205-7fc3-4d90-b6cb-d0c86a30303e {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:23:07.160661 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e206c8f-b023-4dde-8b1f-787e503f893c", "tag": "be718c8e-6e43-48d4-94ee-69423ab236e5", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:23:07.160917 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41d02205-7fc3-4d90-b6cb-d0c86a30303e {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:23:07.161317 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'tag': 'be718c8e-6e43-48d4-94ee-69423ab236e5', 'status': 'completed', 'code': 200} Nov 02 12:23:07.225477 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb3664-ebc8-4c0d-9a64-9b5bfd418f0f req-7dcd5759-2499-42c1-9736-84040d0a9c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:07.227021 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5dbb3664-ebc8-4c0d-9a64-9b5bfd418f0f req-7dcd5759-2499-42c1-9736-84040d0a9c11 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6d1018cde9746758825c95739858af1&device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 1098 time: 0.0427778 Nov 02 12:23:07.324092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb3664-ebc8-4c0d-9a64-9b5bfd418f0f req-cc8693cb-f99a-401a-8604-9d5f9ae8388f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:07.325332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5dbb3664-ebc8-4c0d-9a64-9b5bfd418f0f req-cc8693cb-f99a-401a-8604-9d5f9ae8388f service neutron] 10.222.0.79 "GET /v2.0/networks?id=8fdb0ae2-076a-46e9-add2-7ffc49cf4995 HTTP/1.1" status: 200 len: 914 time: 0.0915825 Nov 02 12:23:07.394716 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5dbb3664-ebc8-4c0d-9a64-9b5bfd418f0f req-3a9ce43c-ad9f-4cbf-8805-a210a82b379c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be718c8e-6e43-48d4-94ee-69423ab236e5 HTTP/1.1" status: 200 len: 1002 time: 0.0626426 Nov 02 12:23:07.450777 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb3664-ebc8-4c0d-9a64-9b5bfd418f0f req-f479129f-d579-4817-b1ed-35df7d9a6755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:07.452324 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5dbb3664-ebc8-4c0d-9a64-9b5bfd418f0f req-f479129f-d579-4817-b1ed-35df7d9a6755 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=632c1c01-2089-4554-971e-94aa5645a37e HTTP/1.1" status: 200 len: 852 time: 0.0501420 Nov 02 12:23:07.504172 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb3664-ebc8-4c0d-9a64-9b5bfd418f0f req-5cf3e8c2-b77b-44a3-b86c-9d7f961a9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:07.505690 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5dbb3664-ebc8-4c0d-9a64-9b5bfd418f0f req-5cf3e8c2-b77b-44a3-b86c-9d7f961a9f73 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8fdb0ae2-076a-46e9-add2-7ffc49cf4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441260 Nov 02 12:23:07.599700 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5dbb3664-ebc8-4c0d-9a64-9b5bfd418f0f req-4c306666-61aa-42f2-8e9d-5b9609091c02 service neutron] 10.222.0.79 "GET /v2.0/networks/8fdb0ae2-076a-46e9-add2-7ffc49cf4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861988 Nov 02 12:23:07.698216 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5dbb3664-ebc8-4c0d-9a64-9b5bfd418f0f req-7bc9890b-4fa9-421c-8b4a-45dbbcfa8e77 service neutron] 10.222.0.79 "GET /v2.0/networks/8fdb0ae2-076a-46e9-add2-7ffc49cf4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910175 Nov 02 12:23:17.620158 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d090463f-e441-4ac9-8357-54d5e7d72605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:18.960497 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ae42b6f-be3b-4dac-bb8f-99abb750dbf4 req-b65518ed-a3ad-4e55-9746-95c84b981317 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433407 Nov 02 12:23:19.047214 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae42b6f-be3b-4dac-bb8f-99abb750dbf4 req-5850f1ed-4cc1-4ba9-b044-cb344218e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:19.048688 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ae42b6f-be3b-4dac-bb8f-99abb750dbf4 req-5850f1ed-4cc1-4ba9-b044-cb344218e437 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952fb990f48f49b6b01f78765de7e0cc&device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 1097 time: 0.0436463 Nov 02 12:23:19.165827 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae42b6f-be3b-4dac-bb8f-99abb750dbf4 req-6b9d70ae-0a72-4ae0-b310-59924a2faeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:19.167347 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ae42b6f-be3b-4dac-bb8f-99abb750dbf4 req-6b9d70ae-0a72-4ae0-b310-59924a2faeed service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ef07323-9920-45b5-8635-92bb392c8601 HTTP/1.1" status: 200 len: 909 time: 0.0973275 Nov 02 12:23:19.239927 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ae42b6f-be3b-4dac-bb8f-99abb750dbf4 req-ddf5b015-869a-4e64-8251-85d5143fc24d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 HTTP/1.1" status: 200 len: 1000 time: 0.0634558 Nov 02 12:23:19.295513 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae42b6f-be3b-4dac-bb8f-99abb750dbf4 req-d3b9a5b8-aee2-4ce4-aa28-0f6b69dc5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:19.296980 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ae42b6f-be3b-4dac-bb8f-99abb750dbf4 req-d3b9a5b8-aee2-4ce4-aa28-0f6b69dc5b49 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ae8ad07-ca1d-4134-9626-75e3448dcd36 HTTP/1.1" status: 200 len: 847 time: 0.0509038 Nov 02 12:23:19.350694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae42b6f-be3b-4dac-bb8f-99abb750dbf4 req-17046369-7571-4d02-90f7-2473644ec926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:19.352394 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ae42b6f-be3b-4dac-bb8f-99abb750dbf4 req-17046369-7571-4d02-90f7-2473644ec926 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ef07323-9920-45b5-8635-92bb392c8601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483270 Nov 02 12:23:19.456303 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ae42b6f-be3b-4dac-bb8f-99abb750dbf4 req-3dac093b-ac2a-4f75-b4d8-72b5d6c1a6f0 service neutron] 10.222.0.54 "GET /v2.0/networks/0ef07323-9920-45b5-8635-92bb392c8601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957625 Nov 02 12:23:19.568602 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ae42b6f-be3b-4dac-bb8f-99abb750dbf4 req-63541382-9a47-4a3f-9dfc-7bfb08aca269 service neutron] 10.222.0.54 "GET /v2.0/networks/0ef07323-9920-45b5-8635-92bb392c8601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034589 Nov 02 12:23:19.909007 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-534ca512-b50e-4293-a014-15e46d188ba0 req-80d8cb61-cf8b-4906-ac5c-b2f9a789a6bc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489986 Nov 02 12:23:19.944938 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-612d1265-164d-492c-b261-aa02a10eeb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:20.005040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ca512-b50e-4293-a014-15e46d188ba0 req-2db52292-5abd-4a2e-8b7a-50f9a7b31272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:20.006540 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-534ca512-b50e-4293-a014-15e46d188ba0 req-2db52292-5abd-4a2e-8b7a-50f9a7b31272 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6d1018cde9746758825c95739858af1&device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 1098 time: 0.0476305 Nov 02 12:23:20.122651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ca512-b50e-4293-a014-15e46d188ba0 req-59dc508f-e831-4b3d-96a0-d09e31e4808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:20.124260 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-534ca512-b50e-4293-a014-15e46d188ba0 req-59dc508f-e831-4b3d-96a0-d09e31e4808a service neutron] 10.222.0.79 "GET /v2.0/networks?id=8fdb0ae2-076a-46e9-add2-7ffc49cf4995 HTTP/1.1" status: 200 len: 914 time: 0.0949800 Nov 02 12:23:20.208355 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-534ca512-b50e-4293-a014-15e46d188ba0 req-ea1a4852-5d65-4a2d-ab01-77d855c4cc4e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be718c8e-6e43-48d4-94ee-69423ab236e5 HTTP/1.1" status: 200 len: 1002 time: 0.0755122 Nov 02 12:23:20.259590 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ca512-b50e-4293-a014-15e46d188ba0 req-a0ed8887-7300-436a-a63f-deac98e65348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:20.261141 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-534ca512-b50e-4293-a014-15e46d188ba0 req-a0ed8887-7300-436a-a63f-deac98e65348 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=632c1c01-2089-4554-971e-94aa5645a37e HTTP/1.1" status: 200 len: 852 time: 0.0457759 Nov 02 12:23:20.308735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ca512-b50e-4293-a014-15e46d188ba0 req-a61c77e5-c71c-4d76-aa13-940d8678a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:23:20.310249 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-534ca512-b50e-4293-a014-15e46d188ba0 req-a61c77e5-c71c-4d76-aa13-940d8678a79e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8fdb0ae2-076a-46e9-add2-7ffc49cf4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418351 Nov 02 12:23:20.412481 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-534ca512-b50e-4293-a014-15e46d188ba0 req-7db131b5-f7d7-4671-9730-aaf2f0707657 service neutron] 10.222.0.79 "GET /v2.0/networks/8fdb0ae2-076a-46e9-add2-7ffc49cf4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935328 Nov 02 12:23:20.515871 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-534ca512-b50e-4293-a014-15e46d188ba0 req-196c8105-f39a-41ac-b05a-bf30452e8ac8 service neutron] 10.222.0.79 "GET /v2.0/networks/8fdb0ae2-076a-46e9-add2-7ffc49cf4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953672 Nov 02 12:23:21.195931 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:22.578953 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:24.184469 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:24.493154 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:24.987841 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:42.037194 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:23:47.629565 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-87aa9ab0-929e-4e31-b3a9-dc1c0fd6520f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:49.792476 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-972b5285-36e4-43aa-966b-3e2b8771292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:51.081279 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:52.555700 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:54.181574 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:54.504092 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:23:55.029525 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:11.891500 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54666) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:24:12.080132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Deleting port 8b9d5568-8b1b-47ff-b482-e0cf8d4eda38 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:24:12.080543 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:12.164731 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:12.165217 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:12.182324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Calling delete_port for 8b9d5568-8b1b-47ff-b482-e0cf8d4eda38 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:24:12.412522 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:12.440318 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Pushing event deleted for resources: {'Port': ['ID=8b9d5568-8b1b-47ff-b482-e0cf8d4eda38,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:12.452634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:12.453112 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:12.453340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:12.453686 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:12.454030 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:12.454368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:12.454706 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:12.455071 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:12.455408 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:12.455739 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:12.456068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:12.456402 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:12.516848 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:12.517197 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Floating IP 7ea692c8-0447-4f0e-a3e4-eed88614b410 disassociated (deleted). External IP: 172.25.6.192, port: be718c8e-6e43-48d4-94ee-69423ab236e5. Nov 02 12:24:12.734420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Router 5d5316c6-cc4f-4903-a541-200f7a2892f0 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:24:12.853111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:24:12.858166 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:12.863742 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0d692-45ae-413d-bf82-e7eecd271e91 None None] Sync routers for ids ['5d5316c6-cc4f-4903-a541-200f7a2892f0'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:24:12.874391 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0d692-45ae-413d-bf82-e7eecd271e91 None None] Routers {'5d5316c6-cc4f-4903-a541-200f7a2892f0'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:24:12.875187 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-78d0d692-45ae-413d-bf82-e7eecd271e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:23:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5d5316c6-cc4f-4903-a541-200f7a2892f0'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:12.891493 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c5347cec-d51c-40a3-8497-e8a4a190fedb tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "DELETE /v2.0/floatingips/7ea692c8-0447-4f0e-a3e4-eed88614b410 HTTP/1.1" status: 204 len: 168 time: 0.9988010 Nov 02 12:24:12.892124 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'tag': 'be718c8e-6e43-48d4-94ee-69423ab236e5'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:24:12.894644 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c938a77-5d6e-4b9a-8ae4-1976f6b9b7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "5e206c8f-b023-4dde-8b1f-787e503f893c", "tag": "be718c8e-6e43-48d4-94ee-69423ab236e5"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:24:12.991686 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-78d0d692-45ae-413d-bf82-e7eecd271e91 None None] Set router 5d5316c6-cc4f-4903-a541-200f7a2892f0 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:24:13.290709 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-78d0d692-45ae-413d-bf82-e7eecd271e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'name': 'tempest-TestVolumeBackupRestore-972451552-router', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '8222be45-1533-4991-89ee-3fc8a3051865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:45Z', 'revision_number': 4, 'project_id': 'f6d1018cde9746758825c95739858af1', 'gw_port': {'id': '8222be45-1533-4991-89ee-3fc8a3051865', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f2cebd28-9781-461f-ad03-e3ce2417d843', 'name': '', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'mac_address': 'fa:16:3e:a4:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '632c1c01-2089-4554-971e-94aa5645a37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:44Z', 'updated_at': '2021-11-02T12:19:51Z', 'revision_number': 5, 'project_id': 'f6d1018cde9746758825c95739858af1', 'subnets': [{'id': '632c1c01-2089-4554-971e-94aa5645a37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:13.320958 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0d692-45ae-413d-bf82-e7eecd271e91 None None] Checking router: 5d5316c6-cc4f-4903-a541-200f7a2892f0 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:24:13.329643 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0d692-45ae-413d-bf82-e7eecd271e91 None None] Routers {'5d5316c6-cc4f-4903-a541-200f7a2892f0'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:24:13.330241 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-78d0d692-45ae-413d-bf82-e7eecd271e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:23:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5d5316c6-cc4f-4903-a541-200f7a2892f0'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:13.440939 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-78d0d692-45ae-413d-bf82-e7eecd271e91 None None] Set router 5d5316c6-cc4f-4903-a541-200f7a2892f0 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:24:13.455593 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db778ea2-e1c0-4591-b3b9-c91cd31db756 x-openstack-request-id: req-db778ea2-e1c0-4591-b3b9-c91cd31db756 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:24:13.456069 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e206c8f-b023-4dde-8b1f-787e503f893c", "tag": "be718c8e-6e43-48d4-94ee-69423ab236e5", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:24:13.456422 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db778ea2-e1c0-4591-b3b9-c91cd31db756 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:24:13.457081 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'tag': 'be718c8e-6e43-48d4-94ee-69423ab236e5', 'status': 'completed', 'code': 200} Nov 02 12:24:13.528704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c938a77-5d6e-4b9a-8ae4-1976f6b9b7ff req-3a4a007d-46e7-48c4-a971-ec5d6377fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:24:13.530263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c938a77-5d6e-4b9a-8ae4-1976f6b9b7ff req-3a4a007d-46e7-48c4-a971-ec5d6377fda3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6d1018cde9746758825c95739858af1&device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 1098 time: 0.0494614 Nov 02 12:24:13.641041 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c938a77-5d6e-4b9a-8ae4-1976f6b9b7ff req-5df74055-2776-4b02-85aa-e3bc3811b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:24:13.642560 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c938a77-5d6e-4b9a-8ae4-1976f6b9b7ff req-5df74055-2776-4b02-85aa-e3bc3811b6fb service neutron] 10.222.0.79 "GET /v2.0/networks?id=8fdb0ae2-076a-46e9-add2-7ffc49cf4995 HTTP/1.1" status: 200 len: 914 time: 0.1031430 Nov 02 12:24:13.659322 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-78d0d692-45ae-413d-bf82-e7eecd271e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'name': 'tempest-TestVolumeBackupRestore-972451552-router', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '8222be45-1533-4991-89ee-3fc8a3051865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:45Z', 'revision_number': 4, 'project_id': 'f6d1018cde9746758825c95739858af1', 'gw_port': {'id': '8222be45-1533-4991-89ee-3fc8a3051865', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f2cebd28-9781-461f-ad03-e3ce2417d843', 'name': '', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'mac_address': 'fa:16:3e:a4:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '632c1c01-2089-4554-971e-94aa5645a37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:44Z', 'updated_at': '2021-11-02T12:19:51Z', 'revision_number': 5, 'project_id': 'f6d1018cde9746758825c95739858af1', 'subnets': [{'id': '632c1c01-2089-4554-971e-94aa5645a37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:13.686882 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0d692-45ae-413d-bf82-e7eecd271e91 None None] The sync data for ids ['5d5316c6-cc4f-4903-a541-200f7a2892f0'] in n-d-806683-18 is: [{'id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'name': 'tempest-TestVolumeBackupRestore-972451552-router', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '8222be45-1533-4991-89ee-3fc8a3051865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:45Z', 'revision_number': 4, 'project_id': 'f6d1018cde9746758825c95739858af1', 'gw_port': {'id': '8222be45-1533-4991-89ee-3fc8a3051865', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f2cebd28-9781-461f-ad03-e3ce2417d843', 'name': '', 'network_id': '8fdb0ae2-076a-46e9-add2-7ffc49cf4995', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'mac_address': 'fa:16:3e:a4:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '632c1c01-2089-4554-971e-94aa5645a37e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:44Z', 'updated_at': '2021-11-02T12:19:51Z', 'revision_number': 5, 'project_id': 'f6d1018cde9746758825c95739858af1', 'subnets': [{'id': '632c1c01-2089-4554-971e-94aa5645a37e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:24:13.704704 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c938a77-5d6e-4b9a-8ae4-1976f6b9b7ff req-ee948520-9396-4f1c-a706-32c13f3e50ed service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be718c8e-6e43-48d4-94ee-69423ab236e5 HTTP/1.1" status: 200 len: 217 time: 0.0537224 Nov 02 12:24:13.786479 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610f088-19ad-4ad3-b678-4895166e02a1 req-602fc85f-f82c-4377-99ea-99bd02d69a1c tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:24:13.788084 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1610f088-19ad-4ad3-b678-4895166e02a1 req-602fc85f-f82c-4377-99ea-99bd02d69a1c tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 946 time: 0.2789965 Nov 02 12:24:13.790111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c938a77-5d6e-4b9a-8ae4-1976f6b9b7ff req-90bac9fc-a118-4435-badc-a8beb5b9e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:24:13.791566 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c938a77-5d6e-4b9a-8ae4-1976f6b9b7ff req-90bac9fc-a118-4435-badc-a8beb5b9e59d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=632c1c01-2089-4554-971e-94aa5645a37e HTTP/1.1" status: 200 len: 852 time: 0.0713499 Nov 02 12:24:13.878015 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1610f088-19ad-4ad3-b678-4895166e02a1 req-d5f22e17-8d60-4086-9e92-6228e786e928 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835335 Nov 02 12:24:13.886318 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c938a77-5d6e-4b9a-8ae4-1976f6b9b7ff req-b7dc036c-5bdc-4e2c-b9a8-a64409f844c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:24:13.888303 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c938a77-5d6e-4b9a-8ae4-1976f6b9b7ff req-b7dc036c-5bdc-4e2c-b9a8-a64409f844c8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8fdb0ae2-076a-46e9-add2-7ffc49cf4995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877368 Nov 02 12:24:13.936918 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e475c5-89aa-49da-b662-50589645c7a0 None None] New status for floating IP 7ea692c8-0447-4f0e-a3e4-eed88614b410: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:24:13.989092 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c938a77-5d6e-4b9a-8ae4-1976f6b9b7ff req-7d16e748-6aaf-46b4-9909-35d2f632d1c3 service neutron] 10.222.0.79 "GET /v2.0/networks/8fdb0ae2-076a-46e9-add2-7ffc49cf4995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927660 Nov 02 12:24:14.112023 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c938a77-5d6e-4b9a-8ae4-1976f6b9b7ff req-83c4a4d1-d947-41a7-924b-97254b462ce5 service neutron] 10.222.0.79 "GET /v2.0/networks/8fdb0ae2-076a-46e9-add2-7ffc49cf4995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106288 Nov 02 12:24:15.003276 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91921244-7633-49a2-b671-6a172f403411 req-751752fa-7eab-4c56-9c8a-8bf4f76bd47e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:24:15.004833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-91921244-7633-49a2-b671-6a172f403411 req-751752fa-7eab-4c56-9c8a-8bf4f76bd47e tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 946 time: 0.0528138 Nov 02 12:24:15.060655 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-91921244-7633-49a2-b671-6a172f403411 req-621942c7-8993-4e31-843b-0a0a227986b1 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/security-groups?id=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496240 Nov 02 12:24:15.145084 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75637bd-da55-487b-a05f-7ab432ff5d49 req-bb6d4189-b4a0-4159-bb28-0739e4cf68a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:24:15.146599 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e75637bd-da55-487b-a05f-7ab432ff5d49 req-bb6d4189-b4a0-4159-bb28-0739e4cf68a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 946 time: 0.0507326 Nov 02 12:24:15.247211 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-e75637bd-da55-487b-a05f-7ab432ff5d49 req-51aa0cf3-d0cd-406b-b423-04fe731f2f07 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Deleting port be718c8e-6e43-48d4-94ee-69423ab236e5 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:24:15.247487 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e75637bd-da55-487b-a05f-7ab432ff5d49 req-51aa0cf3-d0cd-406b-b423-04fe731f2f07 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:15.359550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-e75637bd-da55-487b-a05f-7ab432ff5d49 req-51aa0cf3-d0cd-406b-b423-04fe731f2f07 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] For port be718c8e-6e43-48d4-94ee-69423ab236e5, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=be718c8e-6e43-48d4-94ee-69423ab236e5,segment=NetworkSegment(4d8a3500-7948-431e-9bb4-ec144dd59a7a),segment_id=4d8a3500-7948-431e-9bb4-ec144dd59a7a)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:24:15.360091 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e75637bd-da55-487b-a05f-7ab432ff5d49 req-51aa0cf3-d0cd-406b-b423-04fe731f2f07 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:15.375430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-e75637bd-da55-487b-a05f-7ab432ff5d49 req-51aa0cf3-d0cd-406b-b423-04fe731f2f07 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Calling delete_port for be718c8e-6e43-48d4-94ee-69423ab236e5 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:24:15.717466 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e75637bd-da55-487b-a05f-7ab432ff5d49 req-51aa0cf3-d0cd-406b-b423-04fe731f2f07 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:15.758116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa0cf3-d0cd-406b-b423-04fe731f2f07 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Pushing event deleted for resources: {'Port': ['ID=be718c8e-6e43-48d4-94ee-69423ab236e5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:15.795398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75637bd-da55-487b-a05f-7ab432ff5d49 req-51aa0cf3-d0cd-406b-b423-04fe731f2f07 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] No DVR routers for this DVR port be718c8e-6e43-48d4-94ee-69423ab236e5 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:24:15.798052 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-e75637bd-da55-487b-a05f-7ab432ff5d49 req-51aa0cf3-d0cd-406b-b423-04fe731f2f07 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:15.801507 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e75637bd-da55-487b-a05f-7ab432ff5d49 req-51aa0cf3-d0cd-406b-b423-04fe731f2f07 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.79 "DELETE /v2.0/ports/be718c8e-6e43-48d4-94ee-69423ab236e5 HTTP/1.1" status: 204 len: 173 time: 0.6488726 Nov 02 12:24:15.801958 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'name': 'network-vif-deleted', 'tag': 'be718c8e-6e43-48d4-94ee-69423ab236e5'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:24:15.805016 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9037a08-58f5-4d22-a91d-9302180304e8" -d '{"events": [{"server_uuid": "5e206c8f-b023-4dde-8b1f-787e503f893c", "name": "network-vif-deleted", "tag": "be718c8e-6e43-48d4-94ee-69423ab236e5"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:24:15.843033 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c365769-bcf3-4da4-bbdd-6e152426c1c7 x-openstack-request-id: req-5c365769-bcf3-4da4-bbdd-6e152426c1c7 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:24:15.843331 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e206c8f-b023-4dde-8b1f-787e503f893c", "name": "network-vif-deleted", "tag": "be718c8e-6e43-48d4-94ee-69423ab236e5", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:24:15.843591 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c365769-bcf3-4da4-bbdd-6e152426c1c7 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:24:15.844010 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e206c8f-b023-4dde-8b1f-787e503f893c', 'name': 'network-vif-deleted', 'tag': 'be718c8e-6e43-48d4-94ee-69423ab236e5', 'status': 'completed', 'code': 200} Nov 02 12:24:16.224358 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b6d59f82-d1e4-451a-aa6d-b695e0601d48 req-e65c4c3c-0147-4a20-9377-6189b97b4a0f tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 210 time: 0.0333631 Nov 02 12:24:17.339431 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-079ad9db-6135-4b69-8f83-b77fb45ed447 req-481be729-3ce9-47bd-a220-10ee42430eb0 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 210 time: 0.0290942 Nov 02 12:24:17.543409 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cd41d153-effd-4e37-8dbe-42be103909ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:18.454016 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c40307d-bc88-4381-9d71-37c49c14b441 req-a6672006-fae4-4a7a-a8fc-87b217fea2e3 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 210 time: 0.0304105 Nov 02 12:24:19.037446 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:24:19.179373 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device be718c8e-6e43-48d4-94ee-69423ab236e5 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:24:19.201155 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: be718c8e-6e43-48d4-94ee-69423ab236e5 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:24:19.201499 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device be718c8e-6e43-48d4-94ee-69423ab236e5 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:24:19.561840 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d32ae0d9-1d09-4438-8dd0-62bb1e3d6bb4 req-033255ba-2dad-4c07-8290-44ee771f5f8c tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 210 time: 0.0322764 Nov 02 12:24:19.748838 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9c63e58-0a49-4cb7-bedd-2fc5a75e31a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:20.663147 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa294389-ff2e-469a-8f3e-bc236fad96ea req-8a14c775-6f71-412a-866b-d5bfb6a27742 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e206c8f-b023-4dde-8b1f-787e503f893c HTTP/1.1" status: 200 len: 210 time: 0.0285652 Nov 02 12:24:20.961789 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1e8ca384-78d4-4d89-98ef-cd09e26557ba req-f590f22f-11d7-494c-b0a0-20f62a548c47 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473878 Nov 02 12:24:21.047674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ca384-78d4-4d89-98ef-cd09e26557ba req-3d357331-430a-47dd-9bdd-40bafd93102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:24:21.049183 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1e8ca384-78d4-4d89-98ef-cd09e26557ba req-3d357331-430a-47dd-9bdd-40bafd93102a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952fb990f48f49b6b01f78765de7e0cc&device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 1097 time: 0.0412209 Nov 02 12:24:21.076904 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:21.166537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ca384-78d4-4d89-98ef-cd09e26557ba req-ecfd5238-2227-41ca-8f0d-450ae6b8bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:24:21.168093 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1e8ca384-78d4-4d89-98ef-cd09e26557ba req-ecfd5238-2227-41ca-8f0d-450ae6b8bc22 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ef07323-9920-45b5-8635-92bb392c8601 HTTP/1.1" status: 200 len: 909 time: 0.0977340 Nov 02 12:24:21.240051 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1e8ca384-78d4-4d89-98ef-cd09e26557ba req-b80de778-5cf6-4151-a9f8-2fc9c007317f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 HTTP/1.1" status: 200 len: 1000 time: 0.0644422 Nov 02 12:24:21.295299 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ca384-78d4-4d89-98ef-cd09e26557ba req-ed9e9d85-1fec-4f94-91e0-3f20889113d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:24:21.296847 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1e8ca384-78d4-4d89-98ef-cd09e26557ba req-ed9e9d85-1fec-4f94-91e0-3f20889113d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ae8ad07-ca1d-4134-9626-75e3448dcd36 HTTP/1.1" status: 200 len: 847 time: 0.0508018 Nov 02 12:24:21.345592 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ca384-78d4-4d89-98ef-cd09e26557ba req-5dac99e6-0500-471e-999a-17338f85088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:24:21.347231 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1e8ca384-78d4-4d89-98ef-cd09e26557ba req-5dac99e6-0500-471e-999a-17338f85088b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ef07323-9920-45b5-8635-92bb392c8601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414956 Nov 02 12:24:21.446474 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1e8ca384-78d4-4d89-98ef-cd09e26557ba req-1192addc-9843-46e4-9a8b-ba75ebcc046b service neutron] 10.222.0.54 "GET /v2.0/networks/0ef07323-9920-45b5-8635-92bb392c8601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912423 Nov 02 12:24:21.547399 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1e8ca384-78d4-4d89-98ef-cd09e26557ba req-682c1520-6f49-446f-ada9-11e44c5c35bf service neutron] 10.222.0.54 "GET /v2.0/networks/0ef07323-9920-45b5-8635-92bb392c8601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931461 Nov 02 12:24:21.726411 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54712) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:24:21.791080 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-84a256e2-71c3-42e4-a0e8-edd97fb148a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:21.817973 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-84a256e2-71c3-42e4-a0e8-edd97fb148a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:21.986143 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-84a256e2-71c3-42e4-a0e8-edd97fb148a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:21.988907 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-84a256e2-71c3-42e4-a0e8-edd97fb148a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:21.990151 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-84a256e2-71c3-42e4-a0e8-edd97fb148a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] 10.222.0.52 "DELETE /v2.0/security-groups/11d52a33-958a-4b1e-9f7f-956f9e1c1bf6 HTTP/1.1" status: 204 len: 168 time: 0.2626438 Nov 02 12:24:22.001050 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a256e2-71c3-42e4-a0e8-edd97fb148a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d52a33-958a-4b1e-9f7f-956f9e1c1bf6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:22.010384 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a256e2-71c3-42e4-a0e8-edd97fb148a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:22.010739 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a256e2-71c3-42e4-a0e8-edd97fb148a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:22.011107 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a256e2-71c3-42e4-a0e8-edd97fb148a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:22.011450 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a256e2-71c3-42e4-a0e8-edd97fb148a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:22.011789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a256e2-71c3-42e4-a0e8-edd97fb148a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:22.012299 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a256e2-71c3-42e4-a0e8-edd97fb148a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:22.012461 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a256e2-71c3-42e4-a0e8-edd97fb148a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:22.012789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a256e2-71c3-42e4-a0e8-edd97fb148a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:22.013124 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a256e2-71c3-42e4-a0e8-edd97fb148a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:22.013560 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a256e2-71c3-42e4-a0e8-edd97fb148a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:22.013790 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a256e2-71c3-42e4-a0e8-edd97fb148a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:22.014135 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a256e2-71c3-42e4-a0e8-edd97fb148a7 tempest-TestVolumeBackupRestore-2040076253 tempest-TestVolumeBackupRestore-2040076253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:22.596752 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:24.160999 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:24.589404 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:25.071543 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:27.190740 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 54898) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:24:27.649037 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d83a72f-d15c-4506-946d-081f809f349c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:27.940192 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6d83a72f-d15c-4506-946d-081f809f349c admin admin] Deleting port f2cebd28-9781-461f-ad03-e3ce2417d843 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:24:27.940544 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d83a72f-d15c-4506-946d-081f809f349c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:28.040258 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-6d83a72f-d15c-4506-946d-081f809f349c admin admin] For port f2cebd28-9781-461f-ad03-e3ce2417d843, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f2cebd28-9781-461f-ad03-e3ce2417d843,segment=NetworkSegment(4d8a3500-7948-431e-9bb4-ec144dd59a7a),segment_id=4d8a3500-7948-431e-9bb4-ec144dd59a7a)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:24:28.040630 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d83a72f-d15c-4506-946d-081f809f349c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:28.054771 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6d83a72f-d15c-4506-946d-081f809f349c admin admin] Calling delete_port for f2cebd28-9781-461f-ad03-e3ce2417d843 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:24:28.711230 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d83a72f-d15c-4506-946d-081f809f349c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:28.738799 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83a72f-d15c-4506-946d-081f809f349c admin admin] Pushing event deleted for resources: {'Port': ['ID=f2cebd28-9781-461f-ad03-e3ce2417d843,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:28.925522 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d83a72f-d15c-4506-946d-081f809f349c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:29.168632 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d83a72f-d15c-4506-946d-081f809f349c admin admin] Router 5d5316c6-cc4f-4903-a541-200f7a2892f0 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:24:29.307017 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d83a72f-d15c-4506-946d-081f809f349c admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:24:29.312434 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6d83a72f-d15c-4506-946d-081f809f349c admin admin] 10.222.0.52 "PUT /v2.0/routers/5d5316c6-cc4f-4903-a541-200f7a2892f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1205423 Nov 02 12:24:29.315208 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 54974) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:24:29.319616 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290a34c1-dd4b-4ebc-809b-9594b69357a5 None None] Sync routers for ids ['5d5316c6-cc4f-4903-a541-200f7a2892f0'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:24:29.331659 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290a34c1-dd4b-4ebc-809b-9594b69357a5 None None] Routers {'5d5316c6-cc4f-4903-a541-200f7a2892f0'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:24:29.332366 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-290a34c1-dd4b-4ebc-809b-9594b69357a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:24:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5d5316c6-cc4f-4903-a541-200f7a2892f0'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:29.438470 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6471f23-2c0d-4359-ab55-17f87eb9c24d admin admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:29.453515 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-290a34c1-dd4b-4ebc-809b-9594b69357a5 None None] Set router 5d5316c6-cc4f-4903-a541-200f7a2892f0 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:24:29.558292 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6471f23-2c0d-4359-ab55-17f87eb9c24d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:29.645627 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-290a34c1-dd4b-4ebc-809b-9594b69357a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'name': 'tempest-TestVolumeBackupRestore-972451552-router', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '8222be45-1533-4991-89ee-3fc8a3051865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:24:28Z', 'revision_number': 5, 'project_id': 'f6d1018cde9746758825c95739858af1', 'gw_port': {'id': '8222be45-1533-4991-89ee-3fc8a3051865', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:b7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:29.673374 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290a34c1-dd4b-4ebc-809b-9594b69357a5 None None] Checking router: 5d5316c6-cc4f-4903-a541-200f7a2892f0 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:24:29.691556 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290a34c1-dd4b-4ebc-809b-9594b69357a5 None None] Routers {'5d5316c6-cc4f-4903-a541-200f7a2892f0'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:24:29.692283 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-290a34c1-dd4b-4ebc-809b-9594b69357a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:24:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['5d5316c6-cc4f-4903-a541-200f7a2892f0'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:29.719772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b6471f23-2c0d-4359-ab55-17f87eb9c24d admin admin] Deleting port 8222be45-1533-4991-89ee-3fc8a3051865 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:24:29.720292 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6471f23-2c0d-4359-ab55-17f87eb9c24d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:29.789234 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-290a34c1-dd4b-4ebc-809b-9594b69357a5 None None] Set router 5d5316c6-cc4f-4903-a541-200f7a2892f0 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:24:29.807961 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-b6471f23-2c0d-4359-ab55-17f87eb9c24d admin admin] For port 8222be45-1533-4991-89ee-3fc8a3051865, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8222be45-1533-4991-89ee-3fc8a3051865,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:24:29.808388 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6471f23-2c0d-4359-ab55-17f87eb9c24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:29.823196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b6471f23-2c0d-4359-ab55-17f87eb9c24d admin admin] Calling delete_port for 8222be45-1533-4991-89ee-3fc8a3051865 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:24:29.848260 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-290a34c1-dd4b-4ebc-809b-9594b69357a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'name': 'tempest-TestVolumeBackupRestore-972451552-router', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:24:29Z', 'revision_number': 6, 'project_id': 'f6d1018cde9746758825c95739858af1', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:29.876539 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290a34c1-dd4b-4ebc-809b-9594b69357a5 None None] The sync data for ids ['5d5316c6-cc4f-4903-a541-200f7a2892f0'] in n-d-806683-18 is: [{'id': '5d5316c6-cc4f-4903-a541-200f7a2892f0', 'name': 'tempest-TestVolumeBackupRestore-972451552-router', 'tenant_id': 'f6d1018cde9746758825c95739858af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:42Z', 'updated_at': '2021-11-02T12:24:29Z', 'revision_number': 6, 'project_id': 'f6d1018cde9746758825c95739858af1', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:24:30.077415 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6471f23-2c0d-4359-ab55-17f87eb9c24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:30.112839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6471f23-2c0d-4359-ab55-17f87eb9c24d admin admin] Pushing event deleted for resources: {'Port': ['ID=8222be45-1533-4991-89ee-3fc8a3051865,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:30.185711 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6471f23-2c0d-4359-ab55-17f87eb9c24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:30.275787 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6471f23-2c0d-4359-ab55-17f87eb9c24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:30.278168 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6471f23-2c0d-4359-ab55-17f87eb9c24d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:30.400161 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6471f23-2c0d-4359-ab55-17f87eb9c24d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:30.400824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6471f23-2c0d-4359-ab55-17f87eb9c24d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d5316c6-cc4f-4903-a541-200f7a2892f0 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:24:30.405507 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b6471f23-2c0d-4359-ab55-17f87eb9c24d admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:30.406811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b6471f23-2c0d-4359-ab55-17f87eb9c24d admin admin] 10.222.0.52 "DELETE /v2.0/routers/5d5316c6-cc4f-4903-a541-200f7a2892f0 HTTP/1.1" status: 204 len: 168 time: 1.0904696 Nov 02 12:24:30.409383 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55020) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:24:30.461766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a63597-67e1-42f2-94b1-060d190bf5a2 admin admin] Deleting subnet 632c1c01-2089-4554-971e-94aa5645a37e {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:24:30.465345 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6a63597-67e1-42f2-94b1-060d190bf5a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:30.510315 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6a63597-67e1-42f2-94b1-060d190bf5a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:30.596595 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6a63597-67e1-42f2-94b1-060d190bf5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:30.719786 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f2cebd28-9781-461f-ad03-e3ce2417d843 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:24:30.741189 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: f2cebd28-9781-461f-ad03-e3ce2417d843 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:24:30.741543 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f2cebd28-9781-461f-ad03-e3ce2417d843 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:24:30.742056 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8222be45-1533-4991-89ee-3fc8a3051865 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:24:30.754713 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6a63597-67e1-42f2-94b1-060d190bf5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:30.763300 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 8222be45-1533-4991-89ee-3fc8a3051865 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:24:30.763674 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8222be45-1533-4991-89ee-3fc8a3051865 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:24:30.793138 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a63597-67e1-42f2-94b1-060d190bf5a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=632c1c01-2089-4554-971e-94aa5645a37e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:30.795101 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6a63597-67e1-42f2-94b1-060d190bf5a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:30.798456 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e6a63597-67e1-42f2-94b1-060d190bf5a2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/632c1c01-2089-4554-971e-94aa5645a37e HTTP/1.1" status: 204 len: 168 time: 0.3879974 Nov 02 12:24:30.801401 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55038) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:24:30.804615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0014c320-7cde-455d-aaf3-4b956c5ef24a None None] Network 8fdb0ae2-076a-46e9-add2-7ffc49cf4995 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:24:30.881931 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:30.953575 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] Deleting port 75947ba9-27e3-4946-81ac-9df8121cf806 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:24:30.954114 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:31.034986 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] For port 75947ba9-27e3-4946-81ac-9df8121cf806, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=75947ba9-27e3-4946-81ac-9df8121cf806,segment=NetworkSegment(4d8a3500-7948-431e-9bb4-ec144dd59a7a),segment_id=4d8a3500-7948-431e-9bb4-ec144dd59a7a)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:24:31.036194 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:31.048956 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] DHCP port deletion for 8fdb0ae2-076a-46e9-add2-7ffc49cf4995 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:24:31.058627 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] Calling delete_port for 75947ba9-27e3-4946-81ac-9df8121cf806 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:24:31.106657 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] Deleting port 75947ba9-27e3-4946-81ac-9df8121cf806 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:24:31.107204 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:31.174637 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] For port 75947ba9-27e3-4946-81ac-9df8121cf806, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=75947ba9-27e3-4946-81ac-9df8121cf806,segment=NetworkSegment(4d8a3500-7948-431e-9bb4-ec144dd59a7a),segment_id=4d8a3500-7948-431e-9bb4-ec144dd59a7a)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:24:31.175056 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:31.189273 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] Calling delete_port for 75947ba9-27e3-4946-81ac-9df8121cf806 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:24:31.236776 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:31.271117 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=75947ba9-27e3-4946-81ac-9df8121cf806,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:31.273908 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] No DVR routers for this DVR port 75947ba9-27e3-4946-81ac-9df8121cf806 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:24:31.279919 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:31.308876 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] No DVR routers for this DVR port 75947ba9-27e3-4946-81ac-9df8121cf806 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:24:31.310814 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] Pushing event deleted for resources: {'Port': ['ID=75947ba9-27e3-4946-81ac-9df8121cf806,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:31.320436 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:31.320881 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:31.321204 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:31.321460 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:31.321799 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:31.322716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:31.322716 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:31.322913 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:31.323275 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:31.323682 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:31.323939 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:31.324268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79319fe-56fb-4d60-a184-80cc2658042d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:24:31.360549 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:31.394263 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdb0ae2-076a-46e9-add2-7ffc49cf4995']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:31.405369 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8a3500-7948-431e-9bb4-ec144dd59a7a') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:31.406000 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8a3500-7948-431e-9bb4-ec144dd59a7a') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:31.416596 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:31.430619 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:31.437178 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:24:31.437565 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:24:31.439467 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:24:31.590919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:31.597075 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:31.600925 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] 10.222.0.52 "DELETE /v2.0/networks/8fdb0ae2-076a-46e9-add2-7ffc49cf4995 HTTP/1.1" status: 204 len: 168 time: 0.7987850 Nov 02 12:24:31.604188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55072) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:24:31.612568 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9da637-1ab3-436c-b23d-513338784d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=8fdb0ae2-076a-46e9-add2-7ffc49cf4995,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:32.018208 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad1b5734-86ab-47fb-8cc6-2af7050d7678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:32.293880 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ad1b5734-86ab-47fb-8cc6-2af7050d7678 admin admin] Deleting port d2fe7958-d1bb-4dec-ac2d-3d09d746b64a {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:24:32.294219 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad1b5734-86ab-47fb-8cc6-2af7050d7678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:32.391423 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-ad1b5734-86ab-47fb-8cc6-2af7050d7678 admin admin] For port d2fe7958-d1bb-4dec-ac2d-3d09d746b64a, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d2fe7958-d1bb-4dec-ac2d-3d09d746b64a,segment=NetworkSegment(0a1e2eed-df1d-4e68-93c7-fd512942c219),segment_id=0a1e2eed-df1d-4e68-93c7-fd512942c219)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:24:32.391801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad1b5734-86ab-47fb-8cc6-2af7050d7678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:32.410047 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ad1b5734-86ab-47fb-8cc6-2af7050d7678 admin admin] Calling delete_port for d2fe7958-d1bb-4dec-ac2d-3d09d746b64a owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:24:32.434845 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 75947ba9-27e3-4946-81ac-9df8121cf806 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:24:32.457297 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 75947ba9-27e3-4946-81ac-9df8121cf806 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:24:32.457798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 75947ba9-27e3-4946-81ac-9df8121cf806 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:24:32.657203 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad1b5734-86ab-47fb-8cc6-2af7050d7678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:32.685872 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b5734-86ab-47fb-8cc6-2af7050d7678 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2fe7958-d1bb-4dec-ac2d-3d09d746b64a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:32.871729 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ad1b5734-86ab-47fb-8cc6-2af7050d7678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:33.115952 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1b5734-86ab-47fb-8cc6-2af7050d7678 admin admin] Router c6bd36c8-9c37-4552-aeca-a83fab1e37a6 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:24:33.235262 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1b5734-86ab-47fb-8cc6-2af7050d7678 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:24:33.241658 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ad1b5734-86ab-47fb-8cc6-2af7050d7678 admin admin] 10.222.0.52 "PUT /v2.0/routers/c6bd36c8-9c37-4552-aeca-a83fab1e37a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6362700 Nov 02 12:24:33.245269 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0851b51-f3f0-4b12-9ce0-2a37e60f9b6c None None] Sync routers for ids ['c6bd36c8-9c37-4552-aeca-a83fab1e37a6'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:24:33.245530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55144) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:24:33.256830 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0851b51-f3f0-4b12-9ce0-2a37e60f9b6c None None] Routers {'c6bd36c8-9c37-4552-aeca-a83fab1e37a6'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:24:33.257587 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c0851b51-f3f0-4b12-9ce0-2a37e60f9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:24:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c6bd36c8-9c37-4552-aeca-a83fab1e37a6'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:33.368854 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b81dca9f-98c0-40e0-8d96-1fe11e446bbf admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:33.376132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-c0851b51-f3f0-4b12-9ce0-2a37e60f9b6c None None] Set router c6bd36c8-9c37-4552-aeca-a83fab1e37a6 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:24:33.494608 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b81dca9f-98c0-40e0-8d96-1fe11e446bbf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:33.582195 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c0851b51-f3f0-4b12-9ce0-2a37e60f9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'name': 'tempest-TestVolumeBackupRestore-932937917-router', 'tenant_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'eccb2218-2767-4b28-8f49-33b1fb9eed8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:50Z', 'updated_at': '2021-11-02T12:24:32Z', 'revision_number': 5, 'project_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'gw_port': {'id': 'eccb2218-2767-4b28-8f49-33b1fb9eed8d', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:19:51Z', 'updated_at': '2021-11-02T12:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:33.614637 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0851b51-f3f0-4b12-9ce0-2a37e60f9b6c None None] Checking router: c6bd36c8-9c37-4552-aeca-a83fab1e37a6 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:24:33.628476 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0851b51-f3f0-4b12-9ce0-2a37e60f9b6c None None] Routers {'c6bd36c8-9c37-4552-aeca-a83fab1e37a6'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:24:33.629095 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c0851b51-f3f0-4b12-9ce0-2a37e60f9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:24:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c6bd36c8-9c37-4552-aeca-a83fab1e37a6'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:33.643340 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b81dca9f-98c0-40e0-8d96-1fe11e446bbf admin admin] Deleting port eccb2218-2767-4b28-8f49-33b1fb9eed8d {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:24:33.643685 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b81dca9f-98c0-40e0-8d96-1fe11e446bbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:33.724906 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-c0851b51-f3f0-4b12-9ce0-2a37e60f9b6c None None] Set router c6bd36c8-9c37-4552-aeca-a83fab1e37a6 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:24:33.735653 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-b81dca9f-98c0-40e0-8d96-1fe11e446bbf admin admin] For port eccb2218-2767-4b28-8f49-33b1fb9eed8d, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=eccb2218-2767-4b28-8f49-33b1fb9eed8d,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:24:33.736388 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b81dca9f-98c0-40e0-8d96-1fe11e446bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:33.751689 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b81dca9f-98c0-40e0-8d96-1fe11e446bbf admin admin] Calling delete_port for eccb2218-2767-4b28-8f49-33b1fb9eed8d owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:24:33.778861 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c0851b51-f3f0-4b12-9ce0-2a37e60f9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'name': 'tempest-TestVolumeBackupRestore-932937917-router', 'tenant_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:50Z', 'updated_at': '2021-11-02T12:24:33Z', 'revision_number': 6, 'project_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:33.810601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0851b51-f3f0-4b12-9ce0-2a37e60f9b6c None None] The sync data for ids ['c6bd36c8-9c37-4552-aeca-a83fab1e37a6'] in n-d-806683-18 is: [{'id': 'c6bd36c8-9c37-4552-aeca-a83fab1e37a6', 'name': 'tempest-TestVolumeBackupRestore-932937917-router', 'tenant_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:19:50Z', 'updated_at': '2021-11-02T12:24:33Z', 'revision_number': 6, 'project_id': '1cda1c43cc1b4352a62ebd195ca5e906', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:24:34.013757 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b81dca9f-98c0-40e0-8d96-1fe11e446bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:34.044731 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81dca9f-98c0-40e0-8d96-1fe11e446bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=eccb2218-2767-4b28-8f49-33b1fb9eed8d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:34.111332 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b81dca9f-98c0-40e0-8d96-1fe11e446bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:34.223655 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b81dca9f-98c0-40e0-8d96-1fe11e446bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:34.227090 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b81dca9f-98c0-40e0-8d96-1fe11e446bbf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:34.351809 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b81dca9f-98c0-40e0-8d96-1fe11e446bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:34.352268 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81dca9f-98c0-40e0-8d96-1fe11e446bbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6bd36c8-9c37-4552-aeca-a83fab1e37a6 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:24:34.357655 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b81dca9f-98c0-40e0-8d96-1fe11e446bbf admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:34.358891 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b81dca9f-98c0-40e0-8d96-1fe11e446bbf admin admin] 10.222.0.52 "DELETE /v2.0/routers/c6bd36c8-9c37-4552-aeca-a83fab1e37a6 HTTP/1.1" status: 204 len: 168 time: 1.1123078 Nov 02 12:24:34.361587 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55186) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:24:34.410527 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-16914a86-f199-499f-8274-8aaa33021555 admin admin] Deleting subnet 0264d49f-5125-4040-89cb-ce4363088ada {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:24:34.414876 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-16914a86-f199-499f-8274-8aaa33021555 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:34.456088 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-16914a86-f199-499f-8274-8aaa33021555 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:34.545113 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-16914a86-f199-499f-8274-8aaa33021555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:34.640337 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device eccb2218-2767-4b28-8f49-33b1fb9eed8d no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:24:34.662511 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: eccb2218-2767-4b28-8f49-33b1fb9eed8d {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:24:34.668047 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device eccb2218-2767-4b28-8f49-33b1fb9eed8d not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:24:34.668047 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d2fe7958-d1bb-4dec-ac2d-3d09d746b64a no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:24:34.684104 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: d2fe7958-d1bb-4dec-ac2d-3d09d746b64a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:24:34.684449 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d2fe7958-d1bb-4dec-ac2d-3d09d746b64a not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:24:34.688925 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-16914a86-f199-499f-8274-8aaa33021555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:34.722209 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16914a86-f199-499f-8274-8aaa33021555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0264d49f-5125-4040-89cb-ce4363088ada,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:34.728437 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-16914a86-f199-499f-8274-8aaa33021555 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:34.734444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c252243-0f39-4b89-8795-1af14b2daed6 None None] Network 512ec2d5-0a20-42c6-a12e-9555b32d6029 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:24:34.734750 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-16914a86-f199-499f-8274-8aaa33021555 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0264d49f-5125-4040-89cb-ce4363088ada HTTP/1.1" status: 204 len: 168 time: 0.3718996 Nov 02 12:24:34.738604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55188) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:24:34.825777 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:34.894660 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] Deleting port 8bbb3213-caae-4dc9-93e7-e4a490b8d65b {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:24:34.895053 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:34.969290 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434f4465-d0a5-4042-ba8d-65c7f5567d7f None None] DHCP port deletion for 512ec2d5-0a20-42c6-a12e-9555b32d6029 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:24:34.978614 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] For port 8bbb3213-caae-4dc9-93e7-e4a490b8d65b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8bbb3213-caae-4dc9-93e7-e4a490b8d65b,segment=NetworkSegment(0a1e2eed-df1d-4e68-93c7-fd512942c219),segment_id=0a1e2eed-df1d-4e68-93c7-fd512942c219)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:24:34.979018 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:34.995043 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] Calling delete_port for 8bbb3213-caae-4dc9-93e7-e4a490b8d65b owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:24:35.019389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-434f4465-d0a5-4042-ba8d-65c7f5567d7f None None] Deleting port 8bbb3213-caae-4dc9-93e7-e4a490b8d65b {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:24:35.019762 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-434f4465-d0a5-4042-ba8d-65c7f5567d7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:35.091293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-434f4465-d0a5-4042-ba8d-65c7f5567d7f None None] For port 8bbb3213-caae-4dc9-93e7-e4a490b8d65b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8bbb3213-caae-4dc9-93e7-e4a490b8d65b,segment=NetworkSegment(0a1e2eed-df1d-4e68-93c7-fd512942c219),segment_id=0a1e2eed-df1d-4e68-93c7-fd512942c219)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:24:35.091691 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-434f4465-d0a5-4042-ba8d-65c7f5567d7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:35.106324 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-434f4465-d0a5-4042-ba8d-65c7f5567d7f None None] Calling delete_port for 8bbb3213-caae-4dc9-93e7-e4a490b8d65b owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:24:35.142675 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:35.172156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bbb3213-caae-4dc9-93e7-e4a490b8d65b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:35.176992 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] No DVR routers for this DVR port 8bbb3213-caae-4dc9-93e7-e4a490b8d65b on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:24:35.195178 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-434f4465-d0a5-4042-ba8d-65c7f5567d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:35.225888 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f4465-d0a5-4042-ba8d-65c7f5567d7f None None] Pushing event deleted for resources: {'Port': ['ID=8bbb3213-caae-4dc9-93e7-e4a490b8d65b,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:35.232787 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434f4465-d0a5-4042-ba8d-65c7f5567d7f None None] No DVR routers for this DVR port 8bbb3213-caae-4dc9-93e7-e4a490b8d65b on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:24:35.260890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:35.284778 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512ec2d5-0a20-42c6-a12e-9555b32d6029']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:35.296541 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1e2eed-df1d-4e68-93c7-fd512942c219') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:35.296848 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1e2eed-df1d-4e68-93c7-fd512942c219') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:24:35.307530 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:35.322471 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:35.328923 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:24:35.329313 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:24:35.331063 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:24:35.453715 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:35.460737 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:35.464050 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] 10.222.0.52 "DELETE /v2.0/networks/512ec2d5-0a20-42c6-a12e-9555b32d6029 HTTP/1.1" status: 204 len: 168 time: 0.7244320 Nov 02 12:24:35.476038 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d7273-f8c2-4da7-a71a-439be8ed4225 admin admin] Pushing event deleted for resources: {'Network': ['ID=512ec2d5-0a20-42c6-a12e-9555b32d6029,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:35.944503 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55192) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:24:35.986631 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-68de3086-1eff-4b4f-8cf7-49d5e0a6652b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6d1018cde9746758825c95739858af1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409040 Nov 02 12:24:35.989639 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55194) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:24:36.041798 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-563e2bbb-6f11-48ca-b81e-e4cbc7b91516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:36.066867 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-563e2bbb-6f11-48ca-b81e-e4cbc7b91516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:36.196389 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-563e2bbb-6f11-48ca-b81e-e4cbc7b91516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:36.199000 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-563e2bbb-6f11-48ca-b81e-e4cbc7b91516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:36.200253 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-563e2bbb-6f11-48ca-b81e-e4cbc7b91516 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a72c109c-1c3e-451b-8989-2416bbcb3f43 HTTP/1.1" status: 204 len: 168 time: 0.2090781 Nov 02 12:24:36.208930 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e2bbb-6f11-48ca-b81e-e4cbc7b91516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72c109c-1c3e-451b-8989-2416bbcb3f43,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:36.412671 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8bbb3213-caae-4dc9-93e7-e4a490b8d65b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:24:36.434243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 8bbb3213-caae-4dc9-93e7-e4a490b8d65b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:24:36.434598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8bbb3213-caae-4dc9-93e7-e4a490b8d65b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:24:37.153814 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55200) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:24:37.201246 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fcbbad7e-5f99-45fc-ab65-c24b925964e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1cda1c43cc1b4352a62ebd195ca5e906&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459161 Nov 02 12:24:37.203830 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55202) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:24:37.273358 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fa610011-1761-473b-b1ad-7b1f85edd82c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:37.297071 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fa610011-1761-473b-b1ad-7b1f85edd82c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:37.431230 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fa610011-1761-473b-b1ad-7b1f85edd82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:37.434270 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fa610011-1761-473b-b1ad-7b1f85edd82c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:37.435504 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fa610011-1761-473b-b1ad-7b1f85edd82c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/af1dcf71-abec-43dc-b68d-aa4f5fd540ba HTTP/1.1" status: 204 len: 168 time: 0.2305825 Nov 02 12:24:37.445089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa610011-1761-473b-b1ad-7b1f85edd82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1dcf71-abec-43dc-b68d-aa4f5fd540ba,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:24:47.516445 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e90605cf-898c-40c6-9e32-9fafc0c31f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:49.771647 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-78add77e-5b85-405d-baec-276dcfe52f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:51.096730 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:52.573315 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:54.190121 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:54.476090 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:55.005066 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:24:56.036980 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:25:17.524505 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e17fc95c-c089-4a5b-b58a-5d881157c500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:25:19.733289 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-77e124dc-af82-4b27-9151-a6e0b9a8d8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:25:20.957581 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c90db84b-b4b2-4091-a8ce-8b0c9b40891e req-73fdfb00-f3ad-4e93-9966-e9e99d2e4e5c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453176 Nov 02 12:25:21.051066 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90db84b-b4b2-4091-a8ce-8b0c9b40891e req-3489a5fd-7e9c-4829-9463-2a3051235930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:25:21.052652 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c90db84b-b4b2-4091-a8ce-8b0c9b40891e req-3489a5fd-7e9c-4829-9463-2a3051235930 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952fb990f48f49b6b01f78765de7e0cc&device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 1097 time: 0.0476749 Nov 02 12:25:21.109175 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:25:21.174464 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90db84b-b4b2-4091-a8ce-8b0c9b40891e req-62d2a101-f3ba-44ad-bff5-0d0ae710df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:25:21.176044 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c90db84b-b4b2-4091-a8ce-8b0c9b40891e req-62d2a101-f3ba-44ad-bff5-0d0ae710df83 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ef07323-9920-45b5-8635-92bb392c8601 HTTP/1.1" status: 200 len: 909 time: 0.0966403 Nov 02 12:25:21.249049 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c90db84b-b4b2-4091-a8ce-8b0c9b40891e req-fe951af3-db55-4b16-9061-382a57b0ad28 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 HTTP/1.1" status: 200 len: 1000 time: 0.0662754 Nov 02 12:25:21.659442 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90db84b-b4b2-4091-a8ce-8b0c9b40891e req-d84917d2-d2f2-4ec5-bb8f-64ebe2996bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:25:21.662315 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c90db84b-b4b2-4091-a8ce-8b0c9b40891e req-d84917d2-d2f2-4ec5-bb8f-64ebe2996bfb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ae8ad07-ca1d-4134-9626-75e3448dcd36 HTTP/1.1" status: 200 len: 847 time: 0.4064074 Nov 02 12:25:21.717618 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90db84b-b4b2-4091-a8ce-8b0c9b40891e req-cb8b7e34-0d83-47d5-a1bf-cfc23107bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:25:21.721477 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c90db84b-b4b2-4091-a8ce-8b0c9b40891e req-cb8b7e34-0d83-47d5-a1bf-cfc23107bb11 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ef07323-9920-45b5-8635-92bb392c8601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502453 Nov 02 12:25:21.730565 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-c90db84b-b4b2-4091-a8ce-8b0c9b40891e req-f629c132-2215-4466-9a49-564fb80aedd8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:25:21.731945 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c90db84b-b4b2-4091-a8ce-8b0c9b40891e req-f629c132-2215-4466-9a49-564fb80aedd8 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0061159 Nov 02 12:25:21.842422 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c90db84b-b4b2-4091-a8ce-8b0c9b40891e req-b5f6194a-15a9-4359-afe9-d6ea29357516 service neutron] 10.222.0.54 "GET /v2.0/networks/0ef07323-9920-45b5-8635-92bb392c8601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034746 Nov 02 12:25:21.943804 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c90db84b-b4b2-4091-a8ce-8b0c9b40891e req-13eb6ed0-9795-45c6-bfc0-ba238e53e36c service neutron] 10.222.0.54 "GET /v2.0/networks/0ef07323-9920-45b5-8635-92bb392c8601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938687 Nov 02 12:25:22.560326 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:25:24.188273 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:25:24.468379 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:25:24.999786 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:25:33.036973 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:25:47.541498 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5d853f54-5aed-43c3-b720-63ca719640ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:25:49.736248 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1411a6a1-127d-42a7-a5fd-9533e9cd55b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:25:51.084764 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:25:52.564856 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:25:54.186940 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:25:54.490156 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:25:54.998208 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:10.037877 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:26:17.517570 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-82ca9b3e-cef4-4046-bcd9-17e3ab94735f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:19.751691 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3710a1c8-3905-4e84-8f59-62ecb7a3c093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:21.104304 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-485a3af4-ab32-413f-9ebb-1ae8776a53bb req-115f40e4-1c59-48c1-ac1f-63d90d41bd3d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1949170 Nov 02 12:26:21.129225 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:21.190634 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a3af4-ab32-413f-9ebb-1ae8776a53bb req-03819649-456b-4d7d-9652-2c809b1140e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:26:21.192132 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-485a3af4-ab32-413f-9ebb-1ae8776a53bb req-03819649-456b-4d7d-9652-2c809b1140e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=952fb990f48f49b6b01f78765de7e0cc&device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 1097 time: 0.0455735 Nov 02 12:26:21.301543 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a3af4-ab32-413f-9ebb-1ae8776a53bb req-d0263e82-f0d8-41c9-b086-03fb762736f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:26:21.303054 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-485a3af4-ab32-413f-9ebb-1ae8776a53bb req-d0263e82-f0d8-41c9-b086-03fb762736f6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0ef07323-9920-45b5-8635-92bb392c8601 HTTP/1.1" status: 200 len: 909 time: 0.0929475 Nov 02 12:26:21.374612 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-485a3af4-ab32-413f-9ebb-1ae8776a53bb req-82813d60-7520-4034-9ead-6bb3b4766613 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 HTTP/1.1" status: 200 len: 1000 time: 0.0649130 Nov 02 12:26:21.428867 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a3af4-ab32-413f-9ebb-1ae8776a53bb req-199baeb6-f97d-49b4-a72a-45c24a0ea16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:26:21.430460 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-485a3af4-ab32-413f-9ebb-1ae8776a53bb req-199baeb6-f97d-49b4-a72a-45c24a0ea16a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ae8ad07-ca1d-4134-9626-75e3448dcd36 HTTP/1.1" status: 200 len: 847 time: 0.0484996 Nov 02 12:26:21.479346 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a3af4-ab32-413f-9ebb-1ae8776a53bb req-5e8dbb28-4f30-407c-a181-91cc375d5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:26:21.480779 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-485a3af4-ab32-413f-9ebb-1ae8776a53bb req-5e8dbb28-4f30-407c-a181-91cc375d5a8c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0ef07323-9920-45b5-8635-92bb392c8601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433350 Nov 02 12:26:21.581564 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-485a3af4-ab32-413f-9ebb-1ae8776a53bb req-db9fc884-0fb6-4567-b883-d962a94979bf service neutron] 10.222.0.54 "GET /v2.0/networks/0ef07323-9920-45b5-8635-92bb392c8601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928600 Nov 02 12:26:21.688171 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-485a3af4-ab32-413f-9ebb-1ae8776a53bb req-40490f28-8a64-4273-b494-571e68dee5b0 service neutron] 10.222.0.54 "GET /v2.0/networks/0ef07323-9920-45b5-8635-92bb392c8601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996420 Nov 02 12:26:22.539982 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:24.186169 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:24.460417 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:24.980517 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:47.134137 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:26:47.510396 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-90095957-018e-4b30-88ec-bedcf51a98cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:49.717898 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919c903-af00-4664-b2bf-36c9978deb80 req-6ab0e04f-d4af-44ad-9e57-364dab9ad71e tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:26:49.720274 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4919c903-af00-4664-b2bf-36c9978deb80 req-6ab0e04f-d4af-44ad-9e57-364dab9ad71e tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 945 time: 0.0574353 Nov 02 12:26:49.727383 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-79d1a18e-b880-4d15-a60d-a7d537710f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:49.780939 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4919c903-af00-4664-b2bf-36c9978deb80 req-fbbbe8bb-9a37-4fab-b5e8-efb9f8216d19 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5978f7f-9168-497f-9bfe-e8718dbbe6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543160 Nov 02 12:26:50.934034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136fddb-1cc2-4f02-9f1d-ef3c9e93ad11 req-799956bb-35ba-49b8-b46c-ccff4297e113 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:26:50.936046 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7136fddb-1cc2-4f02-9f1d-ef3c9e93ad11 req-799956bb-35ba-49b8-b46c-ccff4297e113 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 945 time: 0.0516396 Nov 02 12:26:50.983075 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acc646-2090-4a12-a43a-176194651d4c req-2778642d-7686-43af-82f3-256658429b2f tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:26:50.985658 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01acc646-2090-4a12-a43a-176194651d4c req-2778642d-7686-43af-82f3-256658429b2f tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 945 time: 0.0677764 Nov 02 12:26:50.996503 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7136fddb-1cc2-4f02-9f1d-ef3c9e93ad11 req-b39fe188-05c9-46fe-b12e-c5169b105367 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/security-groups?id=a5978f7f-9168-497f-9bfe-e8718dbbe6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529575 Nov 02 12:26:51.111031 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-01acc646-2090-4a12-a43a-176194651d4c req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Deleting port 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:26:51.111439 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-01acc646-2090-4a12-a43a-176194651d4c req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:51.128328 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:51.210994 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-01acc646-2090-4a12-a43a-176194651d4c req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] For port 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5,segment=NetworkSegment(d7d4289e-d22a-4c26-8258-fd4b8d32ab43),segment_id=d7d4289e-d22a-4c26-8258-fd4b8d32ab43)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:26:51.211356 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-01acc646-2090-4a12-a43a-176194651d4c req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:51.454733 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-01acc646-2090-4a12-a43a-176194651d4c req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:51.455119 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-01acc646-2090-4a12-a43a-176194651d4c req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:51.455434 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [req-01acc646-2090-4a12-a43a-176194651d4c req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Floating IP c8bd4b54-78b7-4aa6-bea6-2f4db6cb8533 disassociated. External IP: 172.25.6.16, port: 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5. Nov 02 12:26:51.455771 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-01acc646-2090-4a12-a43a-176194651d4c req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Calling delete_port for 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:26:51.630198 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-01acc646-2090-4a12-a43a-176194651d4c req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:51.665154 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Pushing event deleted for resources: {'Port': ['ID=2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:26:51.677853 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:51.678231 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:51.679018 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:51.679371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:51.679708 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:51.684166 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:51.684166 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:51.684166 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:51.684166 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:51.684166 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:51.684166 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:51.684166 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:51.793802 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01acc646-2090-4a12-a43a-176194651d4c req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Router fb683b5d-5042-44a7-acca-500769474e58 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:26:51.905094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01acc646-2090-4a12-a43a-176194651d4c req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:26:51.917162 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88db64-c39b-4566-b5ee-65e480aff87b None None] Sync routers for ids ['fb683b5d-5042-44a7-acca-500769474e58'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:26:51.928895 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da88db64-c39b-4566-b5ee-65e480aff87b None None] Routers {'fb683b5d-5042-44a7-acca-500769474e58'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:26:51.929597 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-da88db64-c39b-4566-b5ee-65e480aff87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:26:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fb683b5d-5042-44a7-acca-500769474e58'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:26:51.948015 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-01acc646-2090-4a12-a43a-176194651d4c req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] No DVR routers for this DVR port 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:26:51.950628 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-01acc646-2090-4a12-a43a-176194651d4c req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:51.954562 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01acc646-2090-4a12-a43a-176194651d4c req-86664370-33c5-435e-84a5-68f662b1e39d tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.54 "DELETE /v2.0/ports/2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 HTTP/1.1" status: 204 len: 173 time: 0.9630342 Nov 02 12:26:51.955045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2379abe-ea4e-456d-90b3-c3544c4e5e97', 'name': 'network-vif-deleted', 'tag': '2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:26:51.957376 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e5c424-5aff-448a-8abd-71828cb9b5a9" -d '{"events": [{"server_uuid": "e2379abe-ea4e-456d-90b3-c3544c4e5e97", "name": "network-vif-deleted", "tag": "2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:26:51.995500 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82242c1-5e02-4750-a986-79b3f859dd47 x-openstack-request-id: req-a82242c1-5e02-4750-a986-79b3f859dd47 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:26:51.996523 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2379abe-ea4e-456d-90b3-c3544c4e5e97", "name": "network-vif-deleted", "tag": "2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:26:51.996947 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a82242c1-5e02-4750-a986-79b3f859dd47 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:26:51.997532 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2379abe-ea4e-456d-90b3-c3544c4e5e97', 'name': 'network-vif-deleted', 'tag': '2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5', 'status': 'completed', 'code': 200} Nov 02 12:26:52.053944 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-da88db64-c39b-4566-b5ee-65e480aff87b None None] Set router fb683b5d-5042-44a7-acca-500769474e58 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:26:52.144382 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c97f0e1-73d3-4780-8e52-0032d0afa638 req-034ddbdc-c464-455a-b48f-25faa2f98220 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2379abe-ea4e-456d-90b3-c3544c4e5e97 HTTP/1.1" status: 200 len: 210 time: 0.0373583 Nov 02 12:26:52.282221 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-da88db64-c39b-4566-b5ee-65e480aff87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb683b5d-5042-44a7-acca-500769474e58', 'name': 'tempest-TestServerBasicOps-649600182-router', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:34Z', 'updated_at': '2021-11-02T12:21:38Z', 'revision_number': 4, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'gw_port': {'id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:12:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:35Z', 'updated_at': '2021-11-02T12:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '0ba6a92c-1db2-4e3e-a109-ac517c11ff41', 'name': '', 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'mac_address': 'fa:16:3e:3c:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:37Z', 'updated_at': '2021-11-02T12:21:43Z', 'revision_number': 5, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'subnets': [{'id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:26:52.312132 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88db64-c39b-4566-b5ee-65e480aff87b None None] Checking router: fb683b5d-5042-44a7-acca-500769474e58 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:26:52.321955 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da88db64-c39b-4566-b5ee-65e480aff87b None None] Routers {'fb683b5d-5042-44a7-acca-500769474e58'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:26:52.322557 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-da88db64-c39b-4566-b5ee-65e480aff87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:26:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fb683b5d-5042-44a7-acca-500769474e58'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:26:52.458574 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-da88db64-c39b-4566-b5ee-65e480aff87b None None] Set router fb683b5d-5042-44a7-acca-500769474e58 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:26:52.534398 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:52.673352 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-da88db64-c39b-4566-b5ee-65e480aff87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb683b5d-5042-44a7-acca-500769474e58', 'name': 'tempest-TestServerBasicOps-649600182-router', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:34Z', 'updated_at': '2021-11-02T12:21:38Z', 'revision_number': 4, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'gw_port': {'id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:12:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:35Z', 'updated_at': '2021-11-02T12:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '0ba6a92c-1db2-4e3e-a109-ac517c11ff41', 'name': '', 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'mac_address': 'fa:16:3e:3c:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:37Z', 'updated_at': '2021-11-02T12:21:43Z', 'revision_number': 5, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'subnets': [{'id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:26:52.707660 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88db64-c39b-4566-b5ee-65e480aff87b None None] The sync data for ids ['fb683b5d-5042-44a7-acca-500769474e58'] in n-d-806683-18 is: [{'id': 'fb683b5d-5042-44a7-acca-500769474e58', 'name': 'tempest-TestServerBasicOps-649600182-router', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:34Z', 'updated_at': '2021-11-02T12:21:38Z', 'revision_number': 4, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'gw_port': {'id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:12:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:35Z', 'updated_at': '2021-11-02T12:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '0ba6a92c-1db2-4e3e-a109-ac517c11ff41', 'name': '', 'network_id': '0ef07323-9920-45b5-8635-92bb392c8601', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'mac_address': 'fa:16:3e:3c:81:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:37Z', 'updated_at': '2021-11-02T12:21:43Z', 'revision_number': 5, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'subnets': [{'id': '1ae8ad07-ca1d-4134-9626-75e3448dcd36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:26:52.990484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee80b47-7b77-4998-8975-0399f925fc05 None None] New status for floating IP c8bd4b54-78b7-4aa6-bea6-2f4db6cb8533: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:26:53.230068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55254) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:26:53.704370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Deleting port 162132a8-4742-418b-96e2-2ab36c58e119 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:26:53.704729 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:53.787534 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:53.787871 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:53.800247 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Calling delete_port for 162132a8-4742-418b-96e2-2ab36c58e119 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:26:54.024490 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:54.051218 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Pushing event deleted for resources: {'Port': ['ID=162132a8-4742-418b-96e2-2ab36c58e119,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:26:54.063836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:54.064206 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:54.064557 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:54.064901 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:54.065244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:54.065615 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:54.065952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:54.066318 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:54.066650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:54.067005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:54.067344 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:54.067676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:54.138415 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:54.140988 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:54.142219 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9f267d68-8aab-4f32-9085-0ebc20327b07 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "DELETE /v2.0/floatingips/c8bd4b54-78b7-4aa6-bea6-2f4db6cb8533 HTTP/1.1" status: 204 len: 168 time: 0.9108641 Nov 02 12:26:54.223967 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55260) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:26:54.239006 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:26:54.242642 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:54.260623 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:26:54.261044 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 2205d2ca-030d-45d5-8f3c-4ebbbde1c7e5 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:26:54.286188 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f31a2236-0cfc-4888-86f1-b337a42f7677 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:54.311324 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f31a2236-0cfc-4888-86f1-b337a42f7677 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:54.430158 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f31a2236-0cfc-4888-86f1-b337a42f7677 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:54.433082 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f31a2236-0cfc-4888-86f1-b337a42f7677 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:54.434287 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f31a2236-0cfc-4888-86f1-b337a42f7677 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] 10.222.0.52 "DELETE /v2.0/security-groups/a5978f7f-9168-497f-9bfe-e8718dbbe6ad HTTP/1.1" status: 204 len: 168 time: 0.2126050 Nov 02 12:26:54.444860 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a2236-0cfc-4888-86f1-b337a42f7677 tempest-TestServerBasicOps-2002777847 tempest-TestServerBasicOps-2002777847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5978f7f-9168-497f-9bfe-e8718dbbe6ad,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:26:54.454598 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:54.989731 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:55.550265 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55266) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:26:55.995299 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed0326b7-c8f7-4535-bdf3-fcb35a549760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:56.244853 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ed0326b7-c8f7-4535-bdf3-fcb35a549760 admin admin] Deleting port 0ba6a92c-1db2-4e3e-a109-ac517c11ff41 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:26:56.245193 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed0326b7-c8f7-4535-bdf3-fcb35a549760 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:56.342679 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-ed0326b7-c8f7-4535-bdf3-fcb35a549760 admin admin] For port 0ba6a92c-1db2-4e3e-a109-ac517c11ff41, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=0ba6a92c-1db2-4e3e-a109-ac517c11ff41,segment=NetworkSegment(d7d4289e-d22a-4c26-8258-fd4b8d32ab43),segment_id=d7d4289e-d22a-4c26-8258-fd4b8d32ab43)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:26:56.342991 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed0326b7-c8f7-4535-bdf3-fcb35a549760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:56.355675 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-ed0326b7-c8f7-4535-bdf3-fcb35a549760 admin admin] Calling delete_port for 0ba6a92c-1db2-4e3e-a109-ac517c11ff41 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:26:56.659664 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed0326b7-c8f7-4535-bdf3-fcb35a549760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:56.692536 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0326b7-c8f7-4535-bdf3-fcb35a549760 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba6a92c-1db2-4e3e-a109-ac517c11ff41,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:26:56.863131 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ed0326b7-c8f7-4535-bdf3-fcb35a549760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:57.088011 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0326b7-c8f7-4535-bdf3-fcb35a549760 admin admin] Router fb683b5d-5042-44a7-acca-500769474e58 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:26:57.195336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0326b7-c8f7-4535-bdf3-fcb35a549760 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:26:57.200588 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ed0326b7-c8f7-4535-bdf3-fcb35a549760 admin admin] 10.222.0.52 "PUT /v2.0/routers/fb683b5d-5042-44a7-acca-500769474e58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6491222 Nov 02 12:26:57.203096 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55270) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:26:57.207141 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd1b10-f11e-486f-8309-fe917688a61a None None] Sync routers for ids ['fb683b5d-5042-44a7-acca-500769474e58'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:26:57.217333 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd1b10-f11e-486f-8309-fe917688a61a None None] Routers {'fb683b5d-5042-44a7-acca-500769474e58'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:26:57.217960 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-94bd1b10-f11e-486f-8309-fe917688a61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:26:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fb683b5d-5042-44a7-acca-500769474e58'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:26:57.316076 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-410935a9-76a1-4ec7-b033-9c6be2400e2f admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:57.326071 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-94bd1b10-f11e-486f-8309-fe917688a61a None None] Set router fb683b5d-5042-44a7-acca-500769474e58 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:26:57.427469 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-410935a9-76a1-4ec7-b033-9c6be2400e2f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:57.518955 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-94bd1b10-f11e-486f-8309-fe917688a61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb683b5d-5042-44a7-acca-500769474e58', 'name': 'tempest-TestServerBasicOps-649600182-router', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74'}], 'enable_snat': True}, 'gw_port_id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:34Z', 'updated_at': '2021-11-02T12:26:56Z', 'revision_number': 5, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'gw_port': {'id': 'd1961cf4-93ef-4782-a061-073ce6b2f1e3', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:12:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb683b5d-5042-44a7-acca-500769474e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:35Z', 'updated_at': '2021-11-02T12:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:26:57.544752 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd1b10-f11e-486f-8309-fe917688a61a None None] Checking router: fb683b5d-5042-44a7-acca-500769474e58 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:26:57.548283 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-410935a9-76a1-4ec7-b033-9c6be2400e2f admin admin] Deleting port d1961cf4-93ef-4782-a061-073ce6b2f1e3 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:26:57.548900 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-410935a9-76a1-4ec7-b033-9c6be2400e2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:57.553228 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd1b10-f11e-486f-8309-fe917688a61a None None] Routers {'fb683b5d-5042-44a7-acca-500769474e58'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:26:57.553823 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-94bd1b10-f11e-486f-8309-fe917688a61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:26:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['fb683b5d-5042-44a7-acca-500769474e58'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:26:57.635932 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-410935a9-76a1-4ec7-b033-9c6be2400e2f admin admin] For port d1961cf4-93ef-4782-a061-073ce6b2f1e3, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d1961cf4-93ef-4782-a061-073ce6b2f1e3,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:26:57.636214 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-410935a9-76a1-4ec7-b033-9c6be2400e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:57.642054 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-94bd1b10-f11e-486f-8309-fe917688a61a None None] Set router fb683b5d-5042-44a7-acca-500769474e58 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:26:57.650149 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-410935a9-76a1-4ec7-b033-9c6be2400e2f admin admin] Calling delete_port for d1961cf4-93ef-4782-a061-073ce6b2f1e3 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:26:57.696708 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-94bd1b10-f11e-486f-8309-fe917688a61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb683b5d-5042-44a7-acca-500769474e58', 'name': 'tempest-TestServerBasicOps-649600182-router', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:34Z', 'updated_at': '2021-11-02T12:26:57Z', 'revision_number': 6, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:26:57.722638 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd1b10-f11e-486f-8309-fe917688a61a None None] The sync data for ids ['fb683b5d-5042-44a7-acca-500769474e58'] in n-d-806683-18 is: [{'id': 'fb683b5d-5042-44a7-acca-500769474e58', 'name': 'tempest-TestServerBasicOps-649600182-router', 'tenant_id': '952fb990f48f49b6b01f78765de7e0cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:34Z', 'updated_at': '2021-11-02T12:26:57Z', 'revision_number': 6, 'project_id': '952fb990f48f49b6b01f78765de7e0cc', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:26:57.881476 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-410935a9-76a1-4ec7-b033-9c6be2400e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:57.905615 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410935a9-76a1-4ec7-b033-9c6be2400e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=d1961cf4-93ef-4782-a061-073ce6b2f1e3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:26:57.971061 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-410935a9-76a1-4ec7-b033-9c6be2400e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:58.396161 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-410935a9-76a1-4ec7-b033-9c6be2400e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:58.398344 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-410935a9-76a1-4ec7-b033-9c6be2400e2f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:58.534377 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-410935a9-76a1-4ec7-b033-9c6be2400e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:58.534965 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410935a9-76a1-4ec7-b033-9c6be2400e2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb683b5d-5042-44a7-acca-500769474e58 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:26:58.539560 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-410935a9-76a1-4ec7-b033-9c6be2400e2f admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:58.543780 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-410935a9-76a1-4ec7-b033-9c6be2400e2f admin admin] 10.222.0.52 "DELETE /v2.0/routers/fb683b5d-5042-44a7-acca-500769474e58 HTTP/1.1" status: 204 len: 168 time: 1.3365359 Nov 02 12:26:58.544489 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55272) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:26:58.580548 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d1961cf4-93ef-4782-a061-073ce6b2f1e3 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:26:58.602806 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b02482-9b57-452c-8c47-fd7f9219a33f admin admin] Deleting subnet 1ae8ad07-ca1d-4134-9626-75e3448dcd36 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:26:58.604997 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: d1961cf4-93ef-4782-a061-073ce6b2f1e3 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:26:58.605346 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d1961cf4-93ef-4782-a061-073ce6b2f1e3 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:26:58.605799 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0ba6a92c-1db2-4e3e-a109-ac517c11ff41 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:26:58.606589 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23b02482-9b57-452c-8c47-fd7f9219a33f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:58.626058 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 0ba6a92c-1db2-4e3e-a109-ac517c11ff41 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:26:58.626952 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 0ba6a92c-1db2-4e3e-a109-ac517c11ff41 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:26:58.647810 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23b02482-9b57-452c-8c47-fd7f9219a33f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:58.731871 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23b02482-9b57-452c-8c47-fd7f9219a33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:58.848550 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23b02482-9b57-452c-8c47-fd7f9219a33f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:58.875914 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b02482-9b57-452c-8c47-fd7f9219a33f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ae8ad07-ca1d-4134-9626-75e3448dcd36,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:26:58.880004 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-23b02482-9b57-452c-8c47-fd7f9219a33f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:58.883822 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-23b02482-9b57-452c-8c47-fd7f9219a33f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1ae8ad07-ca1d-4134-9626-75e3448dcd36 HTTP/1.1" status: 204 len: 168 time: 0.3378243 Nov 02 12:26:58.886126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55274) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:26:58.887873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771a0ab2-2f4b-483d-ba5b-655398583c60 None None] Network 0ef07323-9920-45b5-8635-92bb392c8601 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:26:58.968506 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:59.027197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] Deleting port c5a59a83-c21c-414b-80cd-baeb42b27048 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:26:59.027540 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:59.074595 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120a22d7-536d-4481-ae73-580139d3929b None None] DHCP port deletion for 0ef07323-9920-45b5-8635-92bb392c8601 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:26:59.100230 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] For port c5a59a83-c21c-414b-80cd-baeb42b27048, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c5a59a83-c21c-414b-80cd-baeb42b27048,segment=NetworkSegment(d7d4289e-d22a-4c26-8258-fd4b8d32ab43),segment_id=d7d4289e-d22a-4c26-8258-fd4b8d32ab43)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:26:59.100642 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:59.114702 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] Calling delete_port for c5a59a83-c21c-414b-80cd-baeb42b27048 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:26:59.123270 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-120a22d7-536d-4481-ae73-580139d3929b None None] Deleting port c5a59a83-c21c-414b-80cd-baeb42b27048 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:26:59.123654 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-120a22d7-536d-4481-ae73-580139d3929b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:59.186878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-120a22d7-536d-4481-ae73-580139d3929b None None] For port c5a59a83-c21c-414b-80cd-baeb42b27048, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c5a59a83-c21c-414b-80cd-baeb42b27048,segment=NetworkSegment(d7d4289e-d22a-4c26-8258-fd4b8d32ab43),segment_id=d7d4289e-d22a-4c26-8258-fd4b8d32ab43)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:26:59.187309 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-120a22d7-536d-4481-ae73-580139d3929b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:59.204074 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-120a22d7-536d-4481-ae73-580139d3929b None None] Calling delete_port for c5a59a83-c21c-414b-80cd-baeb42b27048 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:26:59.247430 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:59.278214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a59a83-c21c-414b-80cd-baeb42b27048,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:26:59.280123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] No DVR routers for this DVR port c5a59a83-c21c-414b-80cd-baeb42b27048 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:26:59.281571 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-120a22d7-536d-4481-ae73-580139d3929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:59.305171 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a22d7-536d-4481-ae73-580139d3929b None None] Pushing event deleted for resources: {'Port': ['ID=c5a59a83-c21c-414b-80cd-baeb42b27048,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:26:59.316635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22d7-536d-4481-ae73-580139d3929b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:59.317043 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22d7-536d-4481-ae73-580139d3929b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:59.317399 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22d7-536d-4481-ae73-580139d3929b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:59.317740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22d7-536d-4481-ae73-580139d3929b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:59.318072 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22d7-536d-4481-ae73-580139d3929b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:59.318403 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22d7-536d-4481-ae73-580139d3929b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:59.318730 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22d7-536d-4481-ae73-580139d3929b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:59.319083 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22d7-536d-4481-ae73-580139d3929b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:59.319406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22d7-536d-4481-ae73-580139d3929b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:59.319728 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22d7-536d-4481-ae73-580139d3929b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:59.320089 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22d7-536d-4481-ae73-580139d3929b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:59.320422 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120a22d7-536d-4481-ae73-580139d3929b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:26:59.326399 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a22d7-536d-4481-ae73-580139d3929b None None] No DVR routers for this DVR port c5a59a83-c21c-414b-80cd-baeb42b27048 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:26:59.356405 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:59.377476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef07323-9920-45b5-8635-92bb392c8601']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:26:59.392174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d4289e-d22a-4c26-8258-fd4b8d32ab43') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:26:59.392174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d4289e-d22a-4c26-8258-fd4b8d32ab43') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:26:59.398111 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:59.411925 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:59.417765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:26:59.418152 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:26:59.419835 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:26:59.838498 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:59.844510 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:26:59.847754 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0ef07323-9920-45b5-8635-92bb392c8601 HTTP/1.1" status: 204 len: 168 time: 0.9605899 Nov 02 12:26:59.852333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55276) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:26:59.865575 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5093b94-7e8c-47ad-b5fb-46b32ca27800 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ef07323-9920-45b5-8635-92bb392c8601,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:00.229782 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-78922a5d-c373-448d-ac0f-ca892adb7e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:00.487969 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-78922a5d-c373-448d-ac0f-ca892adb7e5f admin admin] Deleting port 85558665-8ee0-44a7-8c5d-ad44975c88df {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:27:00.488306 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-78922a5d-c373-448d-ac0f-ca892adb7e5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:00.491142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c5a59a83-c21c-414b-80cd-baeb42b27048 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:27:00.519423 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: c5a59a83-c21c-414b-80cd-baeb42b27048 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:27:00.520635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c5a59a83-c21c-414b-80cd-baeb42b27048 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:27:00.573339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-78922a5d-c373-448d-ac0f-ca892adb7e5f admin admin] For port 85558665-8ee0-44a7-8c5d-ad44975c88df, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=85558665-8ee0-44a7-8c5d-ad44975c88df,segment=NetworkSegment(ba5fb95f-4329-4759-b4b7-e3e52fb61265),segment_id=ba5fb95f-4329-4759-b4b7-e3e52fb61265)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:27:00.573701 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-78922a5d-c373-448d-ac0f-ca892adb7e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:00.586558 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-78922a5d-c373-448d-ac0f-ca892adb7e5f admin admin] Calling delete_port for 85558665-8ee0-44a7-8c5d-ad44975c88df owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:27:00.882324 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-78922a5d-c373-448d-ac0f-ca892adb7e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:00.912627 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78922a5d-c373-448d-ac0f-ca892adb7e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=85558665-8ee0-44a7-8c5d-ad44975c88df,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:01.089367 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-78922a5d-c373-448d-ac0f-ca892adb7e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:01.329608 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78922a5d-c373-448d-ac0f-ca892adb7e5f admin admin] Router 615f6a83-ee26-4bf2-8849-b2faef3f2871 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:27:01.439452 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78922a5d-c373-448d-ac0f-ca892adb7e5f admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:27:01.445677 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-78922a5d-c373-448d-ac0f-ca892adb7e5f admin admin] 10.222.0.52 "PUT /v2.0/routers/615f6a83-ee26-4bf2-8849-b2faef3f2871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5922463 Nov 02 12:27:01.448345 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55278) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:27:01.450481 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239278aa-dc91-460d-98b7-c3084f6e1c66 None None] Sync routers for ids ['615f6a83-ee26-4bf2-8849-b2faef3f2871'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:27:01.461354 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239278aa-dc91-460d-98b7-c3084f6e1c66 None None] Routers {'615f6a83-ee26-4bf2-8849-b2faef3f2871'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:27:01.461998 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-239278aa-dc91-460d-98b7-c3084f6e1c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:26:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['615f6a83-ee26-4bf2-8849-b2faef3f2871'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:27:01.572070 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f3f979f-e164-40bb-a0d9-d00c6e579230 admin admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:01.588541 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-239278aa-dc91-460d-98b7-c3084f6e1c66 None None] Set router 615f6a83-ee26-4bf2-8849-b2faef3f2871 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:27:01.689014 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f3f979f-e164-40bb-a0d9-d00c6e579230 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:01.781490 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-239278aa-dc91-460d-98b7-c3084f6e1c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f6a83-ee26-4bf2-8849-b2faef3f2871', 'name': 'tempest-TestServerBasicOps-607362047-router', 'tenant_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'f1537cd8-2dd8-4331-9594-6b3df9269540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:41Z', 'updated_at': '2021-11-02T12:27:00Z', 'revision_number': 5, 'project_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'gw_port': {'id': 'f1537cd8-2dd8-4331-9594-6b3df9269540', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615f6a83-ee26-4bf2-8849-b2faef3f2871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:21:42Z', 'updated_at': '2021-11-02T12:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:27:01.808581 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239278aa-dc91-460d-98b7-c3084f6e1c66 None None] Checking router: 615f6a83-ee26-4bf2-8849-b2faef3f2871 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:27:01.817234 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239278aa-dc91-460d-98b7-c3084f6e1c66 None None] Routers {'615f6a83-ee26-4bf2-8849-b2faef3f2871'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:27:01.817841 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-239278aa-dc91-460d-98b7-c3084f6e1c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:26:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['615f6a83-ee26-4bf2-8849-b2faef3f2871'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:27:01.835272 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f979f-e164-40bb-a0d9-d00c6e579230 admin admin] Deleting port f1537cd8-2dd8-4331-9594-6b3df9269540 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:27:01.835614 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f3f979f-e164-40bb-a0d9-d00c6e579230 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:01.905310 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-239278aa-dc91-460d-98b7-c3084f6e1c66 None None] Set router 615f6a83-ee26-4bf2-8849-b2faef3f2871 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:27:01.920162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-5f3f979f-e164-40bb-a0d9-d00c6e579230 admin admin] For port f1537cd8-2dd8-4331-9594-6b3df9269540, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f1537cd8-2dd8-4331-9594-6b3df9269540,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:27:01.920532 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f3f979f-e164-40bb-a0d9-d00c6e579230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:01.935123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f979f-e164-40bb-a0d9-d00c6e579230 admin admin] Calling delete_port for f1537cd8-2dd8-4331-9594-6b3df9269540 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:27:01.959643 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-239278aa-dc91-460d-98b7-c3084f6e1c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615f6a83-ee26-4bf2-8849-b2faef3f2871', 'name': 'tempest-TestServerBasicOps-607362047-router', 'tenant_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:41Z', 'updated_at': '2021-11-02T12:27:01Z', 'revision_number': 6, 'project_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:27:01.985507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239278aa-dc91-460d-98b7-c3084f6e1c66 None None] The sync data for ids ['615f6a83-ee26-4bf2-8849-b2faef3f2871'] in n-d-806683-18 is: [{'id': '615f6a83-ee26-4bf2-8849-b2faef3f2871', 'name': 'tempest-TestServerBasicOps-607362047-router', 'tenant_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:21:41Z', 'updated_at': '2021-11-02T12:27:01Z', 'revision_number': 6, 'project_id': '11d8e166992e4b8fbf2bb93e87ae49c9', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:27:02.172840 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f3f979f-e164-40bb-a0d9-d00c6e579230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:02.199248 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f979f-e164-40bb-a0d9-d00c6e579230 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1537cd8-2dd8-4331-9594-6b3df9269540,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:02.260852 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f3f979f-e164-40bb-a0d9-d00c6e579230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:02.360245 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f3f979f-e164-40bb-a0d9-d00c6e579230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:02.362768 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f3f979f-e164-40bb-a0d9-d00c6e579230 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:02.481664 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f3f979f-e164-40bb-a0d9-d00c6e579230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:02.482258 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3f979f-e164-40bb-a0d9-d00c6e579230 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 615f6a83-ee26-4bf2-8849-b2faef3f2871 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:27:02.486790 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5f3f979f-e164-40bb-a0d9-d00c6e579230 admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:02.487994 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5f3f979f-e164-40bb-a0d9-d00c6e579230 admin admin] 10.222.0.52 "DELETE /v2.0/routers/615f6a83-ee26-4bf2-8849-b2faef3f2871 HTTP/1.1" status: 204 len: 168 time: 1.0385907 Nov 02 12:27:02.490622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55280) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:27:02.535199 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad2beb5-0d29-4d00-a6eb-2180955ad728 admin admin] Deleting subnet ca84fade-de20-41c5-84bb-fd64913cedc6 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:27:02.538242 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aad2beb5-0d29-4d00-a6eb-2180955ad728 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:02.572493 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aad2beb5-0d29-4d00-a6eb-2180955ad728 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:02.654050 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aad2beb5-0d29-4d00-a6eb-2180955ad728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:02.767678 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aad2beb5-0d29-4d00-a6eb-2180955ad728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:02.771561 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f1537cd8-2dd8-4331-9594-6b3df9269540 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:27:02.792875 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: f1537cd8-2dd8-4331-9594-6b3df9269540 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:27:02.793233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f1537cd8-2dd8-4331-9594-6b3df9269540 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:27:02.793349 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2beb5-0d29-4d00-a6eb-2180955ad728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca84fade-de20-41c5-84bb-fd64913cedc6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:02.793754 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 85558665-8ee0-44a7-8c5d-ad44975c88df no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:27:02.807773 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aad2beb5-0d29-4d00-a6eb-2180955ad728 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:02.811559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-aad2beb5-0d29-4d00-a6eb-2180955ad728 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ca84fade-de20-41c5-84bb-fd64913cedc6 HTTP/1.1" status: 204 len: 168 time: 0.3199735 Nov 02 12:27:02.814274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55282) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:27:02.830062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6510dde-6146-40ef-9b32-6b5230253772 None None] Network cecf6840-84a5-44c8-a8ce-fd1f8b564e3c requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:27:02.832291 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 85558665-8ee0-44a7-8c5d-ad44975c88df {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:27:02.833163 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 85558665-8ee0-44a7-8c5d-ad44975c88df not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:27:02.889512 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:02.948710 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] Deleting port e1c6b5cf-6c0c-424d-a532-462e8a4410ed {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:27:02.949054 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:03.024986 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] For port e1c6b5cf-6c0c-424d-a532-462e8a4410ed, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e1c6b5cf-6c0c-424d-a532-462e8a4410ed,segment=NetworkSegment(ba5fb95f-4329-4759-b4b7-e3e52fb61265),segment_id=ba5fb95f-4329-4759-b4b7-e3e52fb61265)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:27:03.025342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d03a88c-d2bc-4961-ae4f-562c4e7742ac None None] DHCP port deletion for cecf6840-84a5-44c8-a8ce-fd1f8b564e3c request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:27:03.025446 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:03.039042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] Calling delete_port for e1c6b5cf-6c0c-424d-a532-462e8a4410ed owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:27:03.076749 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0d03a88c-d2bc-4961-ae4f-562c4e7742ac None None] Deleting port e1c6b5cf-6c0c-424d-a532-462e8a4410ed {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:27:03.077125 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0d03a88c-d2bc-4961-ae4f-562c4e7742ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:03.139117 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-0d03a88c-d2bc-4961-ae4f-562c4e7742ac None None] For port e1c6b5cf-6c0c-424d-a532-462e8a4410ed, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e1c6b5cf-6c0c-424d-a532-462e8a4410ed,segment=NetworkSegment(ba5fb95f-4329-4759-b4b7-e3e52fb61265),segment_id=ba5fb95f-4329-4759-b4b7-e3e52fb61265)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:27:03.139511 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0d03a88c-d2bc-4961-ae4f-562c4e7742ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:03.152461 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0d03a88c-d2bc-4961-ae4f-562c4e7742ac None None] Calling delete_port for e1c6b5cf-6c0c-424d-a532-462e8a4410ed owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:27:03.201230 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:03.233261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c6b5cf-6c0c-424d-a532-462e8a4410ed,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:03.233455 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0d03a88c-d2bc-4961-ae4f-562c4e7742ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:03.236285 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] No DVR routers for this DVR port e1c6b5cf-6c0c-424d-a532-462e8a4410ed on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:27:03.262208 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d03a88c-d2bc-4961-ae4f-562c4e7742ac None None] No DVR routers for this DVR port e1c6b5cf-6c0c-424d-a532-462e8a4410ed on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:27:03.263947 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03a88c-d2bc-4961-ae4f-562c4e7742ac None None] Pushing event deleted for resources: {'Port': ['ID=e1c6b5cf-6c0c-424d-a532-462e8a4410ed,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:03.313663 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:03.335701 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cecf6840-84a5-44c8-a8ce-fd1f8b564e3c']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:27:03.345276 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5fb95f-4329-4759-b4b7-e3e52fb61265') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:27:03.345585 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5fb95f-4329-4759-b4b7-e3e52fb61265') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:27:03.355315 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:03.369028 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:03.375110 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:27:03.378599 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:27:03.515932 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:03.521876 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:03.525540 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] 10.222.0.52 "DELETE /v2.0/networks/cecf6840-84a5-44c8-a8ce-fd1f8b564e3c HTTP/1.1" status: 204 len: 168 time: 0.7102320 Nov 02 12:27:03.536866 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7237c9-d808-49ab-bf29-0ceeb964d32d admin admin] Pushing event deleted for resources: {'Network': ['ID=cecf6840-84a5-44c8-a8ce-fd1f8b564e3c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:03.807523 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55286) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:27:03.846286 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-729aa6d3-f62a-47f7-9fd6-ff7dfa3cef59 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=952fb990f48f49b6b01f78765de7e0cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388646 Nov 02 12:27:03.848896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55288) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:27:03.897599 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f458b9ae-db22-4af3-acbd-49cc5c6cd5b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:03.922799 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f458b9ae-db22-4af3-acbd-49cc5c6cd5b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:04.029767 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f458b9ae-db22-4af3-acbd-49cc5c6cd5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:04.032438 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f458b9ae-db22-4af3-acbd-49cc5c6cd5b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:04.033809 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f458b9ae-db22-4af3-acbd-49cc5c6cd5b1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/67a73cb2-2c60-42ae-b078-8aa5d20034b2 HTTP/1.1" status: 204 len: 168 time: 0.1839902 Nov 02 12:27:04.048494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458b9ae-db22-4af3-acbd-49cc5c6cd5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a73cb2-2c60-42ae-b078-8aa5d20034b2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:04.497725 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e1c6b5cf-6c0c-424d-a532-462e8a4410ed no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:27:04.519522 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: e1c6b5cf-6c0c-424d-a532-462e8a4410ed {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:27:04.520393 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device e1c6b5cf-6c0c-424d-a532-462e8a4410ed not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:27:04.715486 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55294) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:27:04.755244 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bca94010-a918-43e5-8ba6-bdf76b6dc61d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=11d8e166992e4b8fbf2bb93e87ae49c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399904 Nov 02 12:27:04.757656 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55296) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:27:04.810198 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-78e1d656-ef01-4ede-b22c-63d7660ae5c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:04.830664 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-78e1d656-ef01-4ede-b22c-63d7660ae5c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:04.978557 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-78e1d656-ef01-4ede-b22c-63d7660ae5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:04.981532 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-78e1d656-ef01-4ede-b22c-63d7660ae5c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:04.982707 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-78e1d656-ef01-4ede-b22c-63d7660ae5c4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/86c42a0c-1255-4e4e-8dbc-114585e90c83 HTTP/1.1" status: 204 len: 168 time: 0.2241428 Nov 02 12:27:04.994066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e1d656-ef01-4ede-b22c-63d7660ae5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c42a0c-1255-4e4e-8dbc-114585e90c83,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:16.166950 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-2ed13d57-3ec0-4aca-bebf-a66cc9ce69a3 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=431be41721e94674a1b14fee5d9bdf68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320008 Nov 02 12:27:16.364388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-35386abc-8457-40a0-8863-a61f74b4ea93 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:16.365978 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-35386abc-8457-40a0-8863-a61f74b4ea93 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933277 Nov 02 12:27:16.383077 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-5b2b1905-40e2-4cf5-b41a-158e6a9873eb tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/quotas/431be41721e94674a1b14fee5d9bdf68 HTTP/1.1" status: 200 len: 375 time: 0.0100641 Nov 02 12:27:16.420978 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-2c0e4ae8-ba51-4ef7-9fe0-cdf615cdcb7f tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=431be41721e94674a1b14fee5d9bdf68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309217 Nov 02 12:27:16.658326 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-22c86853-509d-44b1-879f-953c59148e62 req-0b95993c-5941-4213-aaae-7b0dd7f29595 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9251a94-889b-4588-afac-ba69de4c9784 HTTP/1.1" status: 200 len: 210 time: 0.0258305 Nov 02 12:27:17.612591 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-924a3ab3-2dc9-4878-bb35-d5535fd80330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:17.735434 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-440e48b2-18e7-474a-886e-0f4ff196ee7c req-4570607e-013e-49c8-addc-75819de34d1e tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9251a94-889b-4588-afac-ba69de4c9784 HTTP/1.1" status: 200 len: 210 time: 0.0257533 Nov 02 12:27:18.831978 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd34e633-5947-4191-a11e-c916b1197d6b req-a5e93d6e-601d-4c32-8333-e26020716eb1 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9251a94-889b-4588-afac-ba69de4c9784 HTTP/1.1" status: 200 len: 210 time: 0.0262499 Nov 02 12:27:19.339345 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-45584d43-c6eb-4a8a-8eb9-4477350de4cf tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=431be41721e94674a1b14fee5d9bdf68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208969 Nov 02 12:27:19.454177 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-102b3068-b13d-4b0c-b775-e148add868bc tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:19.455689 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-102b3068-b13d-4b0c-b775-e148add868bc tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1110911 Nov 02 12:27:19.468143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-1047b902-3cd2-48fc-85b2-e90f7614e6d9 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Request body: {'port': {'device_id': 'd9251a94-889b-4588-afac-ba69de4c9784', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'admin_state_up': True, 'tenant_id': '431be41721e94674a1b14fee5d9bdf68'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:27:19.663934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-1047b902-3cd2-48fc-85b2-e90f7614e6d9 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Made reservation on behalf of 431be41721e94674a1b14fee5d9bdf68 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:27:19.667707 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-1047b902-3cd2-48fc-85b2-e90f7614e6d9 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:19.677578 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-1047b902-3cd2-48fc-85b2-e90f7614e6d9 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:19.762056 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-1047b902-3cd2-48fc-85b2-e90f7614e6d9 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:19.765956 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fd131535-63f8-4809-a844-dda0aec572f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:19.857693 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-1047b902-3cd2-48fc-85b2-e90f7614e6d9 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:19.954176 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047b902-3cd2-48fc-85b2-e90f7614e6d9 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdeec831-f054-4b8a-bffb-6b97e1308a36,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:19.963349 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73f3a65e-a97d-428c-9143-0a07d7cfa212 req-3dde94a6-99d6-494f-bb45-4355d1faed7d tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9251a94-889b-4588-afac-ba69de4c9784 HTTP/1.1" status: 200 len: 210 time: 0.0450647 Nov 02 12:27:20.033267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-1047b902-3cd2-48fc-85b2-e90f7614e6d9 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Allocated IP 192.168.233.159 (00e47b33-4ede-406b-833c-910d58ee6a42/bdca3204-670b-4e59-a944-c7422de15a63/198292ca-6bfa-4e04-afb4-46c67fb00607) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:27:20.189445 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-1047b902-3cd2-48fc-85b2-e90f7614e6d9 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:20.287752 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-1047b902-3cd2-48fc-85b2-e90f7614e6d9 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:20.332255 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-1047b902-3cd2-48fc-85b2-e90f7614e6d9 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Network 00e47b33-4ede-406b-833c-910d58ee6a42 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:27:20.337743 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-1047b902-3cd2-48fc-85b2-e90f7614e6d9 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:27:20.341772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-1047b902-3cd2-48fc-85b2-e90f7614e6d9 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:27:20.368915 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047b902-3cd2-48fc-85b2-e90f7614e6d9 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Pushing event updated for resources: {'Port': ['ID=198292ca-6bfa-4e04-afb4-46c67fb00607,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:20.404825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-1047b902-3cd2-48fc-85b2-e90f7614e6d9 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:20.405460 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-1047b902-3cd2-48fc-85b2-e90f7614e6d9 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:20.510525 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-1047b902-3cd2-48fc-85b2-e90f7614e6d9 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0458302 Nov 02 12:27:20.522765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-a6fc5af1-e26b-4f44-ab23-8c45a333d698 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:27:20.523793 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-a6fc5af1-e26b-4f44-ab23-8c45a333d698 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0062377 Nov 02 12:27:20.539020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Request body: {'port': {'device_id': 'd9251a94-889b-4588-afac-ba69de4c9784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:27:20.597182 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:20.623656 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7f28ff94-8913-4dae-8362-6bc37490a469 None None] Provisioning complete for port 198292ca-6bfa-4e04-afb4-46c67fb00607 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:27:20.624124 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7f28ff94-8913-4dae-8362-6bc37490a469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:20.661425 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7f28ff94-8913-4dae-8362-6bc37490a469 None None] Port 198292ca-6bfa-4e04-afb4-46c67fb00607 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:27:20.870608 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198292ca-6bfa-4e04-afb4-46c67fb00607 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:27:20.877759 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:20.889847 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Transition to ACTIVE for port object 198292ca-6bfa-4e04-afb4-46c67fb00607 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:27:21.069430 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:21.098363 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:21.126587 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25a9b1-86af-44ae-9d1e-0df843c5e4db req-08d34464-ba0c-45d4-bb96-93fa9c2b698f tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:21.128076 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab25a9b1-86af-44ae-9d1e-0df843c5e4db req-08d34464-ba0c-45d4-bb96-93fa9c2b698f tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9251a94-889b-4588-afac-ba69de4c9784 HTTP/1.1" status: 200 len: 936 time: 0.0917768 Nov 02 12:27:21.166594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Pushing event updated for resources: {'Port': ['ID=198292ca-6bfa-4e04-afb4-46c67fb00607,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:21.250779 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab25a9b1-86af-44ae-9d1e-0df843c5e4db req-74241f85-1368-4d05-b234-3aaf585cd287 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdeec831-f054-4b8a-bffb-6b97e1308a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069140 Nov 02 12:27:21.259506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Attempting to bind port 198292ca-6bfa-4e04-afb4-46c67fb00607 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:27:21.263460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Attempting to bind port 198292ca-6bfa-4e04-afb4-46c67fb00607 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:27:21.263460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Attempting to bind port 198292ca-6bfa-4e04-afb4-46c67fb00607 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:27:21.271524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Port 198292ca-6bfa-4e04-afb4-46c67fb00607 on network 00e47b33-4ede-406b-833c-910d58ee6a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:27:21.272617 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Attempting to bind port 198292ca-6bfa-4e04-afb4-46c67fb00607 on network 00e47b33-4ede-406b-833c-910d58ee6a42 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:27:21.279295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:27:21.279913 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Checking segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:27:21.280553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Bound using segment: {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:27:21.281067 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Bound port: 198292ca-6bfa-4e04-afb4-46c67fb00607, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51faf65f-a694-447d-ad5e-744d1bb58e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:27:21.281524 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:21.368320 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] For port 198292ca-6bfa-4e04-afb4-46c67fb00607, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:27:21.374666 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] For port 198292ca-6bfa-4e04-afb4-46c67fb00607, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=198292ca-6bfa-4e04-afb4-46c67fb00607,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:27:21.470249 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:21.509991 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:21.510611 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:21.512038 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] 10.222.0.79 "PUT /v2.0/ports/198292ca-6bfa-4e04-afb4-46c67fb00607 HTTP/1.1" status: 200 len: 1097 time: 0.9794602 Nov 02 12:27:21.512789 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9251a94-889b-4588-afac-ba69de4c9784', 'tag': '198292ca-6bfa-4e04-afb4-46c67fb00607'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:27:21.514779 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ca38d2-9466-432c-ba37-29dcfe844514" -d '{"events": [{"name": "network-changed", "server_uuid": "d9251a94-889b-4588-afac-ba69de4c9784", "tag": "198292ca-6bfa-4e04-afb4-46c67fb00607"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:27:21.540257 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff7d19-fc23-44a6-bc24-76fc601816c3 service neutron] Pushing event updated for resources: {'Port': ['ID=198292ca-6bfa-4e04-afb4-46c67fb00607,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:21.574036 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10528ba3-1c0e-436c-844f-af0113de1b19 x-openstack-request-id: req-10528ba3-1c0e-436c-844f-af0113de1b19 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:27:21.574331 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9251a94-889b-4588-afac-ba69de4c9784", "tag": "198292ca-6bfa-4e04-afb4-46c67fb00607", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:27:21.574587 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10528ba3-1c0e-436c-844f-af0113de1b19 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:27:21.575019 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9251a94-889b-4588-afac-ba69de4c9784', 'tag': '198292ca-6bfa-4e04-afb4-46c67fb00607', 'status': 'completed', 'code': 200} Nov 02 12:27:21.639928 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca38d2-9466-432c-ba37-29dcfe844514 req-75c7f9a5-b841-4339-b604-f4402a2d755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:21.641356 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9ca38d2-9466-432c-ba37-29dcfe844514 req-75c7f9a5-b841-4339-b604-f4402a2d755c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=431be41721e94674a1b14fee5d9bdf68&device_id=d9251a94-889b-4588-afac-ba69de4c9784 HTTP/1.1" status: 200 len: 1100 time: 0.0443599 Nov 02 12:27:21.672003 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9ca38d2-9466-432c-ba37-29dcfe844514 req-1b4672e0-3264-4ecf-abd4-9021467bf62c service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=431be41721e94674a1b14fee5d9bdf68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210400 Nov 02 12:27:21.778755 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca38d2-9466-432c-ba37-29dcfe844514 req-42372e82-1511-45a5-ba72-db6f14ea13b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:21.780383 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9ca38d2-9466-432c-ba37-29dcfe844514 req-42372e82-1511-45a5-ba72-db6f14ea13b8 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016533 Nov 02 12:27:21.867091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-8a852d90-83fa-425b-8fec-90bc71d8f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:21.868621 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-8a852d90-83fa-425b-8fec-90bc71d8f6c4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=431be41721e94674a1b14fee5d9bdf68&device_id=d9251a94-889b-4588-afac-ba69de4c9784 HTTP/1.1" status: 200 len: 1100 time: 0.0450675 Nov 02 12:27:21.915894 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-154219f1-2850-451d-a6a9-3e43f00970da service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=198292ca-6bfa-4e04-afb4-46c67fb00607 HTTP/1.1" status: 200 len: 217 time: 0.0392432 Nov 02 12:27:21.966630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-ba7451b4-1599-4d72-9bc3-81725b57fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:21.968180 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-ba7451b4-1599-4d72-9bc3-81725b57fca6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bdca3204-670b-4e59-a944-c7422de15a63 HTTP/1.1" status: 200 len: 843 time: 0.0459325 Nov 02 12:27:22.013504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-e338c1f0-6caf-4d3e-b160-92592c6832b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:22.015002 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-e338c1f0-6caf-4d3e-b160-92592c6832b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=00e47b33-4ede-406b-833c-910d58ee6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0402749 Nov 02 12:27:22.111389 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-7de52951-ed25-45a4-ad85-ef16bf8de655 service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889757 Nov 02 12:27:22.204629 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b67f1c6-8370-4b62-b133-76b155f30270 req-bec8580e-de33-4df7-b123-f2e6c0f4753b service neutron] 10.222.0.79 "GET /v2.0/networks/00e47b33-4ede-406b-833c-910d58ee6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859888 Nov 02 12:27:22.378223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a325b76-01fe-4b4b-9fed-32e72c99e97a req-bd8f3872-3ebe-407f-8204-a0ce18ee26c0 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:22.380051 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a325b76-01fe-4b4b-9fed-32e72c99e97a req-bd8f3872-3ebe-407f-8204-a0ce18ee26c0 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9251a94-889b-4588-afac-ba69de4c9784 HTTP/1.1" status: 200 len: 948 time: 0.0519683 Nov 02 12:27:22.433645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a325b76-01fe-4b4b-9fed-32e72c99e97a req-f642a3f6-48ff-4fbe-a076-3f93dc58d0a9 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdeec831-f054-4b8a-bffb-6b97e1308a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468168 Nov 02 12:27:22.572142 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:23.551901 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cee6f-0a5b-4261-8533-debf0a8330cc req-43c28234-d4b4-4799-b6dd-265beb0909a5 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:23.553392 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f9cee6f-0a5b-4261-8533-debf0a8330cc req-43c28234-d4b4-4799-b6dd-265beb0909a5 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9251a94-889b-4588-afac-ba69de4c9784 HTTP/1.1" status: 200 len: 948 time: 0.0481398 Nov 02 12:27:23.601345 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f9cee6f-0a5b-4261-8533-debf0a8330cc req-5df267e6-9ff4-4e9b-9589-a8e5d41711ee tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdeec831-f054-4b8a-bffb-6b97e1308a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415895 Nov 02 12:27:24.009548 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 198292ca-6bfa-4e04-afb4-46c67fb00607 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:27:24.032639 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:27:24.123062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 198292ca-6bfa-4e04-afb4-46c67fb00607, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=198292ca-6bfa-4e04-afb4-46c67fb00607,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:27:24.136114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '198292ca-6bfa-4e04-afb4-46c67fb00607', 'network_id': '00e47b33-4ede-406b-833c-910d58ee6a42', 'port_id': '198292ca-6bfa-4e04-afb4-46c67fb00607', 'mac_address': 'fa:16:3e:f8:da:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdca3204-670b-4e59-a944-c7422de15a63', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:27:24.172259 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:24.178074 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:24.194522 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198292ca-6bfa-4e04-afb4-46c67fb00607 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:27:24.219167 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 198292ca-6bfa-4e04-afb4-46c67fb00607, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=198292ca-6bfa-4e04-afb4-46c67fb00607,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:27:24.316303 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:24.366799 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=198292ca-6bfa-4e04-afb4-46c67fb00607,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:24.446883 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:24.573729 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['198292ca-6bfa-4e04-afb4-46c67fb00607'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:27:24.725426 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a6771-d327-43a6-b34e-2fdbb1394743 req-bdf3a38e-2d79-4eb9-bc0f-668a540fbd5b tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:24.731715 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-340a6771-d327-43a6-b34e-2fdbb1394743 req-bdf3a38e-2d79-4eb9-bc0f-668a540fbd5b tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9251a94-889b-4588-afac-ba69de4c9784 HTTP/1.1" status: 200 len: 949 time: 0.0506387 Nov 02 12:27:24.781300 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-340a6771-d327-43a6-b34e-2fdbb1394743 req-5d45efb8-d9cf-447b-a68c-9358eb60100d tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdeec831-f054-4b8a-bffb-6b97e1308a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477474 Nov 02 12:27:24.995708 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:25.913561 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a29538-bfd4-42d9-bb63-4163bff9ff58 req-96c3daf4-6ad9-412e-8840-237a9fec50ed tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:25.915078 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77a29538-bfd4-42d9-bb63-4163bff9ff58 req-96c3daf4-6ad9-412e-8840-237a9fec50ed tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9251a94-889b-4588-afac-ba69de4c9784 HTTP/1.1" status: 200 len: 949 time: 0.0593851 Nov 02 12:27:25.966194 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77a29538-bfd4-42d9-bb63-4163bff9ff58 req-d36da829-e12c-46a7-b6fd-2f02f17b3d5b tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdeec831-f054-4b8a-bffb-6b97e1308a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449023 Nov 02 12:27:26.016274 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 198292ca-6bfa-4e04-afb4-46c67fb00607 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:27:26.166479 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 198292ca-6bfa-4e04-afb4-46c67fb00607 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:27:26.170718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 198292ca-6bfa-4e04-afb4-46c67fb00607 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:27:26.171117 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:26.250264 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:26.274871 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9251a94-889b-4588-afac-ba69de4c9784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198292ca-6bfa-4e04-afb4-46c67fb00607'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:27:26.277176 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc96ea18-d32f-4973-8d4a-e59c897c7c03" -d '{"events": [{"server_uuid": "d9251a94-889b-4588-afac-ba69de4c9784", "name": "network-vif-plugged", "status": "completed", "tag": "198292ca-6bfa-4e04-afb4-46c67fb00607"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:27:26.292112 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 198292ca-6bfa-4e04-afb4-46c67fb00607, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=198292ca-6bfa-4e04-afb4-46c67fb00607,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:27:26.319702 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1930e698-6839-4752-a6a7-4e6a8047cbc9 x-openstack-request-id: req-1930e698-6839-4752-a6a7-4e6a8047cbc9 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:27:26.320000 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9251a94-889b-4588-afac-ba69de4c9784", "name": "network-vif-plugged", "status": "completed", "tag": "198292ca-6bfa-4e04-afb4-46c67fb00607", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:27:26.320255 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1930e698-6839-4752-a6a7-4e6a8047cbc9 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:27:26.320691 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9251a94-889b-4588-afac-ba69de4c9784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198292ca-6bfa-4e04-afb4-46c67fb00607', 'code': 200} Nov 02 12:27:26.350615 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:26.409103 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=198292ca-6bfa-4e04-afb4-46c67fb00607,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:26.426674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05943d2a-6a93-4dd6-893a-03dbddfdb03b req-a62238eb-cb28-42b2-9f0c-272b204f67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:26.428222 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05943d2a-6a93-4dd6-893a-03dbddfdb03b req-a62238eb-cb28-42b2-9f0c-272b204f67ad service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d9251a94-889b-4588-afac-ba69de4c9784 HTTP/1.1" status: 200 len: 1102 time: 0.0463982 Nov 02 12:27:26.475133 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05943d2a-6a93-4dd6-893a-03dbddfdb03b req-ccc99d4e-77d3-46eb-91dd-bf22365c863d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fdeec831-f054-4b8a-bffb-6b97e1308a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398936 Nov 02 12:27:27.100045 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2060d7-5dfb-4bc0-b073-ca19d78c7348 req-76d9857a-d146-4ce5-a2fa-6897c62499ea tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:27.101709 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b2060d7-5dfb-4bc0-b073-ca19d78c7348 req-76d9857a-d146-4ce5-a2fa-6897c62499ea tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9251a94-889b-4588-afac-ba69de4c9784 HTTP/1.1" status: 200 len: 950 time: 0.0615826 Nov 02 12:27:27.479905 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b2060d7-5dfb-4bc0-b073-ca19d78c7348 req-f27d8071-5e74-4df1-8ad9-ab294ef254d1 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdeec831-f054-4b8a-bffb-6b97e1308a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714406 Nov 02 12:27:28.618101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502bf59-3a99-4af9-86d2-513e7c33ba40 req-155afcf6-505b-459f-87af-38dda7ad3f80 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:28.619628 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6502bf59-3a99-4af9-86d2-513e7c33ba40 req-155afcf6-505b-459f-87af-38dda7ad3f80 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9251a94-889b-4588-afac-ba69de4c9784 HTTP/1.1" status: 200 len: 950 time: 0.0602071 Nov 02 12:27:28.693727 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6502bf59-3a99-4af9-86d2-513e7c33ba40 req-858db016-e053-4c72-ade7-0842cc710da0 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdeec831-f054-4b8a-bffb-6b97e1308a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671763 Nov 02 12:27:29.202511 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-505157e1-ba48-473f-a390-5bb924ed04e5 req-6da32534-027a-42e4-8104-0431c5ee1d13 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:27:29.203707 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-505157e1-ba48-473f-a390-5bb924ed04e5 req-6da32534-027a-42e4-8104-0431c5ee1d13 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1192091 Nov 02 12:27:30.585451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9ebb8-e333-479e-be23-37e4b4437d9e req-f9f1c20c-1042-42a0-bd0d-bf09f7562692 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:30.587094 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69a9ebb8-e333-479e-be23-37e4b4437d9e req-f9f1c20c-1042-42a0-bd0d-bf09f7562692 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9251a94-889b-4588-afac-ba69de4c9784 HTTP/1.1" status: 200 len: 950 time: 0.0510480 Nov 02 12:27:30.638307 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-69a9ebb8-e333-479e-be23-37e4b4437d9e req-694cbe40-f611-4744-b012-0b057c0422b2 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdeec831-f054-4b8a-bffb-6b97e1308a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447476 Nov 02 12:27:31.764202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c946e-332d-4a1e-9ada-e968ec3be0f0 req-41f60b1c-ae68-4c12-8758-90ab93c6c6e0 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:31.765806 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e92c946e-332d-4a1e-9ada-e968ec3be0f0 req-41f60b1c-ae68-4c12-8758-90ab93c6c6e0 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9251a94-889b-4588-afac-ba69de4c9784 HTTP/1.1" status: 200 len: 950 time: 0.0539994 Nov 02 12:27:31.816665 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e92c946e-332d-4a1e-9ada-e968ec3be0f0 req-5880cd72-3dc6-4806-a38d-2dcbaafbd369 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdeec831-f054-4b8a-bffb-6b97e1308a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425458 Nov 02 12:27:31.944205 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad147edb-25d1-47c8-a6b4-b4cddd3691b6 req-2915ab50-b972-4be6-90e5-04267e7f407f tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:31.945645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad147edb-25d1-47c8-a6b4-b4cddd3691b6 req-2915ab50-b972-4be6-90e5-04267e7f407f tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.79 "GET /v2.0/ports?device_id=d9251a94-889b-4588-afac-ba69de4c9784 HTTP/1.1" status: 200 len: 950 time: 0.0525899 Nov 02 12:27:32.044002 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-ad147edb-25d1-47c8-a6b4-b4cddd3691b6 req-f0d05ef4-bb44-48eb-9c55-5e03f0e0c990 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Deleting port 198292ca-6bfa-4e04-afb4-46c67fb00607 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:27:32.044483 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ad147edb-25d1-47c8-a6b4-b4cddd3691b6 req-f0d05ef4-bb44-48eb-9c55-5e03f0e0c990 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:32.139689 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-ad147edb-25d1-47c8-a6b4-b4cddd3691b6 req-f0d05ef4-bb44-48eb-9c55-5e03f0e0c990 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] For port 198292ca-6bfa-4e04-afb4-46c67fb00607, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=198292ca-6bfa-4e04-afb4-46c67fb00607,segment=NetworkSegment(51faf65f-a694-447d-ad5e-744d1bb58e09),segment_id=51faf65f-a694-447d-ad5e-744d1bb58e09)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:27:32.140057 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ad147edb-25d1-47c8-a6b4-b4cddd3691b6 req-f0d05ef4-bb44-48eb-9c55-5e03f0e0c990 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:32.157280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-ad147edb-25d1-47c8-a6b4-b4cddd3691b6 req-f0d05ef4-bb44-48eb-9c55-5e03f0e0c990 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Calling delete_port for 198292ca-6bfa-4e04-afb4-46c67fb00607 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:27:32.389647 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ad147edb-25d1-47c8-a6b4-b4cddd3691b6 req-f0d05ef4-bb44-48eb-9c55-5e03f0e0c990 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:32.402714 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['198292ca-6bfa-4e04-afb4-46c67fb00607'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:27:32.422044 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d05ef4-bb44-48eb-9c55-5e03f0e0c990 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Pushing event deleted for resources: {'Port': ['ID=198292ca-6bfa-4e04-afb4-46c67fb00607,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:32.480997 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad147edb-25d1-47c8-a6b4-b4cddd3691b6 req-f0d05ef4-bb44-48eb-9c55-5e03f0e0c990 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] No DVR routers for this DVR port 198292ca-6bfa-4e04-afb4-46c67fb00607 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:27:32.484392 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-ad147edb-25d1-47c8-a6b4-b4cddd3691b6 req-f0d05ef4-bb44-48eb-9c55-5e03f0e0c990 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:32.489014 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad147edb-25d1-47c8-a6b4-b4cddd3691b6 req-f0d05ef4-bb44-48eb-9c55-5e03f0e0c990 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.79 "DELETE /v2.0/ports/198292ca-6bfa-4e04-afb4-46c67fb00607 HTTP/1.1" status: 204 len: 173 time: 0.5375593 Nov 02 12:27:32.489492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9251a94-889b-4588-afac-ba69de4c9784', 'name': 'network-vif-deleted', 'tag': '198292ca-6bfa-4e04-afb4-46c67fb00607'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:27:32.491903 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dfe8c7-ad10-42ee-bfc6-5b4ce013d655" -d '{"events": [{"server_uuid": "d9251a94-889b-4588-afac-ba69de4c9784", "name": "network-vif-deleted", "tag": "198292ca-6bfa-4e04-afb4-46c67fb00607"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:27:32.531914 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d191746e-a0c2-4adb-9b2f-b8711e597715 x-openstack-request-id: req-d191746e-a0c2-4adb-9b2f-b8711e597715 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:27:32.532429 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9251a94-889b-4588-afac-ba69de4c9784", "name": "network-vif-deleted", "tag": "198292ca-6bfa-4e04-afb4-46c67fb00607", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:27:32.532563 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d191746e-a0c2-4adb-9b2f-b8711e597715 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:27:32.532857 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9251a94-889b-4588-afac-ba69de4c9784', 'name': 'network-vif-deleted', 'tag': '198292ca-6bfa-4e04-afb4-46c67fb00607', 'status': 'completed', 'code': 200} Nov 02 12:27:32.951724 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a09590d7-e2b5-4d33-af36-ccead84da395 req-fe346e28-722d-4963-abc2-1f322f90ce97 tempest-ServersAdminNegativeTestJSON-82226100 tempest-ServersAdminNegativeTestJSON-82226100-project] 10.222.0.52 "GET /v2.0/ports?device_id=d9251a94-889b-4588-afac-ba69de4c9784 HTTP/1.1" status: 200 len: 210 time: 0.0305150 Nov 02 12:27:34.484845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55454) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:27:34.626327 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e3002ab8-3605-486d-8420-b2ded1d59c5c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=431be41721e94674a1b14fee5d9bdf68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396828 Nov 02 12:27:34.628686 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55458) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:27:34.678719 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9d8377c-4e8b-465e-a872-1a375f87152d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:34.704035 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9d8377c-4e8b-465e-a872-1a375f87152d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:34.829617 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9d8377c-4e8b-465e-a872-1a375f87152d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:34.832936 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b9d8377c-4e8b-465e-a872-1a375f87152d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:34.834118 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b9d8377c-4e8b-465e-a872-1a375f87152d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fdeec831-f054-4b8a-bffb-6b97e1308a36 HTTP/1.1" status: 204 len: 168 time: 0.2044888 Nov 02 12:27:34.842958 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8377c-4e8b-465e-a872-1a375f87152d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdeec831-f054-4b8a-bffb-6b97e1308a36,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:35.528628 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55464) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:27:35.544657 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f208410b-cd16-4b63-b80b-7089149deb9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:35.630936 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f208410b-cd16-4b63-b80b-7089149deb9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:35.726630 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f208410b-cd16-4b63-b80b-7089149deb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:35.767078 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f208410b-cd16-4b63-b80b-7089149deb9b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ab943df843847d08d86cc1b70011a33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2368326 Nov 02 12:27:35.767975 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208410b-cd16-4b63-b80b-7089149deb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caae4b62-6f7b-4ed3-a723-6523b9307a05,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:35.771749 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55466) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:27:35.823046 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e539a609-c84c-4127-8139-86c96ad7013d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:35.845427 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e539a609-c84c-4127-8139-86c96ad7013d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:35.971551 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e539a609-c84c-4127-8139-86c96ad7013d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:35.974384 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e539a609-c84c-4127-8139-86c96ad7013d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:35.975730 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e539a609-c84c-4127-8139-86c96ad7013d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/caae4b62-6f7b-4ed3-a723-6523b9307a05 HTTP/1.1" status: 204 len: 168 time: 0.2029345 Nov 02 12:27:35.983915 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539a609-c84c-4127-8139-86c96ad7013d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caae4b62-6f7b-4ed3-a723-6523b9307a05,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:36.069548 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 198292ca-6bfa-4e04-afb4-46c67fb00607 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:27:36.088197 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 198292ca-6bfa-4e04-afb4-46c67fb00607 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:27:36.088636 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 198292ca-6bfa-4e04-afb4-46c67fb00607 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:27:37.199468 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55488) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:27:37.306667 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-49dd31e4-fba8-485c-98bd-3ddd0a71ef43 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1408233999-network', 'tenant_id': '24ee3df880074d37980be0007798cc4b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:27:37.417875 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dd31e4-fba8-485c-98bd-3ddd0a71ef43 admin admin] Made reservation on behalf of 24ee3df880074d37980be0007798cc4b for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:27:37.420332 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-49dd31e4-fba8-485c-98bd-3ddd0a71ef43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:37.430278 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-49dd31e4-fba8-485c-98bd-3ddd0a71ef43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:37.515518 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-49dd31e4-fba8-485c-98bd-3ddd0a71ef43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:37.658470 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-49dd31e4-fba8-485c-98bd-3ddd0a71ef43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:37.691578 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49dd31e4-fba8-485c-98bd-3ddd0a71ef43 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:27:37.702175 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd31e4-fba8-485c-98bd-3ddd0a71ef43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2528e52-b43d-455e-81e3-cd353f238911,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:37.708298 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-49dd31e4-fba8-485c-98bd-3ddd0a71ef43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:37.708639 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-49dd31e4-fba8-485c-98bd-3ddd0a71ef43 admin admin] Added segment fe7d346d-744b-471e-a92a-d13065f75aa4 of type vlan for network bd5454da-af32-4c2b-9e30-ed7859a25771 Nov 02 12:27:37.765092 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-49dd31e4-fba8-485c-98bd-3ddd0a71ef43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:37.880261 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-49dd31e4-fba8-485c-98bd-3ddd0a71ef43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:37.881149 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dd31e4-fba8-485c-98bd-3ddd0a71ef43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:37.881729 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-49dd31e4-fba8-485c-98bd-3ddd0a71ef43 admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:37.954966 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd31e4-fba8-485c-98bd-3ddd0a71ef43 admin admin] Pushing event updated for resources: {'Network': ['ID=bd5454da-af32-4c2b-9e30-ed7859a25771,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:37.970889 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network bd5454da-af32-4c2b-9e30-ed7859a25771 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:27:38.032371 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-49dd31e4-fba8-485c-98bd-3ddd0a71ef43 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8315532 Nov 02 12:27:38.044676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55492) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:27:38.051872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-27e76c35-f2f5-449a-8098-026f49ef6e0b admin admin] Request body: {'subnet': {'network_id': 'bd5454da-af32-4c2b-9e30-ed7859a25771', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1408233999-subnet', 'tenant_id': '24ee3df880074d37980be0007798cc4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:27:38.200090 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e76c35-f2f5-449a-8098-026f49ef6e0b admin admin] Made reservation on behalf of 24ee3df880074d37980be0007798cc4b for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:27:38.202895 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-27e76c35-f2f5-449a-8098-026f49ef6e0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:38.555217 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-27e76c35-f2f5-449a-8098-026f49ef6e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:38.620291 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e76c35-f2f5-449a-8098-026f49ef6e0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b40bab47-7d3e-4a19-a1db-29687d55ad6c,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:38.628704 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e76c35-f2f5-449a-8098-026f49ef6e0b admin admin] Checking segment: {'id': 'fe7d346d-744b-471e-a92a-d13065f75aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bd5454da-af32-4c2b-9e30-ed7859a25771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:27:38.629078 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e76c35-f2f5-449a-8098-026f49ef6e0b admin admin] Network hostable DHCP agents. Network: bd5454da-af32-4c2b-9e30-ed7859a25771, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:27:38.973055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e76c35-f2f5-449a-8098-026f49ef6e0b admin admin] Network bd5454da-af32-4c2b-9e30-ed7859a25771 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:27:39.144002 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-27e76c35-f2f5-449a-8098-026f49ef6e0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, bd5454da-af32-4c2b-9e30-ed7859a25771) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:27:39.155818 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e76c35-f2f5-449a-8098-026f49ef6e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:39.156971 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-27e76c35-f2f5-449a-8098-026f49ef6e0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:39.159698 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2af357-5044-4f58-8eb5-47e05558a5a0 None None] Network bd5454da-af32-4c2b-9e30-ed7859a25771 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:27:39.331109 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-27e76c35-f2f5-449a-8098-026f49ef6e0b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2730796 Nov 02 12:27:39.376869 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e94446-b733-490d-bb73-6d6671be3209 None None] Network bd5454da-af32-4c2b-9e30-ed7859a25771 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:27:39.916717 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-2b51f8cb-3d6d-40c0-bd88-6da8b89f228b tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:39.918424 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-2b51f8cb-3d6d-40c0-bd88-6da8b89f228b tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/networks?id=bd5454da-af32-4c2b-9e30-ed7859a25771 HTTP/1.1" status: 200 len: 812 time: 0.1308243 Nov 02 12:27:39.941892 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-50954ed0-683d-4947-bc5d-9b8de4dafd8d tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/quotas/24ee3df880074d37980be0007798cc4b HTTP/1.1" status: 200 len: 375 time: 0.0167294 Nov 02 12:27:39.977383 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-934467f6-6be8-42a1-8652-5f62731a334b tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=24ee3df880074d37980be0007798cc4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294318 Nov 02 12:27:40.097924 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-8aaf88c4-ef4c-452a-aed8-d5b3839630bd service neutron] 10.222.0.52 "GET /v2.0/networks/bd5454da-af32-4c2b-9e30-ed7859a25771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129601 Nov 02 12:27:40.203880 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-bd4f79d7-4ccc-44d5-b514-7182a1962260 service neutron] 10.222.0.52 "GET /v2.0/networks/bd5454da-af32-4c2b-9e30-ed7859a25771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985610 Nov 02 12:27:40.548128 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b864634b-562d-4e1c-a6f9-6073ef910e41 req-da3b0226-c7a4-4cf3-8133-08e1386d13aa tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 210 time: 0.0398452 Nov 02 12:27:41.641274 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-51f5896c-a386-432f-8537-038ea89fa442 req-433ff242-9b42-496c-af26-17d0e9e2cf77 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 210 time: 0.0350847 Nov 02 12:27:42.749907 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a1f0cde-0b1a-4b8f-bc36-e055ab52acb9 req-ab0189c0-a286-41dc-a8dd-01849bafdfb1 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 210 time: 0.0281186 Nov 02 12:27:43.041391 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-423922fe-8d32-4ac1-a06f-366bebb1ec95 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:43.043151 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-423922fe-8d32-4ac1-a06f-366bebb1ec95 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.54 "GET /v2.0/networks?id=bd5454da-af32-4c2b-9e30-ed7859a25771 HTTP/1.1" status: 200 len: 812 time: 0.1124933 Nov 02 12:27:43.056822 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-d46c3f67-24f7-4c35-b2c3-6c2cf5d6e8e8 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Request body: {'port': {'device_id': 'fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b', 'network_id': 'bd5454da-af32-4c2b-9e30-ed7859a25771', 'admin_state_up': True, 'tenant_id': '24ee3df880074d37980be0007798cc4b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:27:43.287106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-d46c3f67-24f7-4c35-b2c3-6c2cf5d6e8e8 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Made reservation on behalf of 24ee3df880074d37980be0007798cc4b for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:27:43.296526 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-d46c3f67-24f7-4c35-b2c3-6c2cf5d6e8e8 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:43.439385 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-d46c3f67-24f7-4c35-b2c3-6c2cf5d6e8e8 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Allocated IP 172.20.0.6 (bd5454da-af32-4c2b-9e30-ed7859a25771/b40bab47-7d3e-4a19-a1db-29687d55ad6c/2f64e558-18f0-4ab4-a1eb-40e367e0da0b) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:27:43.619140 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-d46c3f67-24f7-4c35-b2c3-6c2cf5d6e8e8 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:43.789890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-d46c3f67-24f7-4c35-b2c3-6c2cf5d6e8e8 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:43.838465 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-d46c3f67-24f7-4c35-b2c3-6c2cf5d6e8e8 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Network bd5454da-af32-4c2b-9e30-ed7859a25771 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:27:43.844479 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-d46c3f67-24f7-4c35-b2c3-6c2cf5d6e8e8 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:27:43.850636 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-d46c3f67-24f7-4c35-b2c3-6c2cf5d6e8e8 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:27:43.881175 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c3f67-24f7-4c35-b2c3-6c2cf5d6e8e8 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Pushing event updated for resources: {'Port': ['ID=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:43.911013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9b169-f227-4e75-86d9-97560fe5e387 req-4dc8f7fc-7626-446d-ade2-c703d848354d tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:43.912727 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ba9b169-f227-4e75-86d9-97560fe5e387 req-4dc8f7fc-7626-446d-ade2-c703d848354d tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 931 time: 0.0715377 Nov 02 12:27:43.913473 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-d46c3f67-24f7-4c35-b2c3-6c2cf5d6e8e8 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:43.914140 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-d46c3f67-24f7-4c35-b2c3-6c2cf5d6e8e8 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:43.968554 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ba9b169-f227-4e75-86d9-97560fe5e387 req-498d6a18-5f5c-4211-a621-44b3894505e9 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488560 Nov 02 12:27:43.997908 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-d46c3f67-24f7-4c35-b2c3-6c2cf5d6e8e8 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9451048 Nov 02 12:27:44.011379 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Request body: {'port': {'device_id': 'fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:27:44.069005 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:44.377729 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f64e558-18f0-4ab4-a1eb-40e367e0da0b {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:27:44.386107 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:44.400532 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Transition to ACTIVE for port object 2f64e558-18f0-4ab4-a1eb-40e367e0da0b will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:27:44.491923 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:44.543305 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:44.617527 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Attempting to bind port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:27:44.617863 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Attempting to bind port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'fe7d346d-744b-471e-a92a-d13065f75aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bd5454da-af32-4c2b-9e30-ed7859a25771'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:27:44.618193 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Attempting to bind port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b on network bd5454da-af32-4c2b-9e30-ed7859a25771 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:27:44.622811 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b on network bd5454da-af32-4c2b-9e30-ed7859a25771 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:27:44.623169 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Attempting to bind port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b on network bd5454da-af32-4c2b-9e30-ed7859a25771 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:27:44.629445 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:27:44.629712 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Checking segment: {'id': 'fe7d346d-744b-471e-a92a-d13065f75aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bd5454da-af32-4c2b-9e30-ed7859a25771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:27:44.630099 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Bound using segment: {'id': 'fe7d346d-744b-471e-a92a-d13065f75aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bd5454da-af32-4c2b-9e30-ed7859a25771'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:27:44.630529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Bound port: 2f64e558-18f0-4ab4-a1eb-40e367e0da0b, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7d346d-744b-471e-a92a-d13065f75aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bd5454da-af32-4c2b-9e30-ed7859a25771'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:27:44.630886 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:44.701761 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] For port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:27:44.704872 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] For port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,segment=NetworkSegment(fe7d346d-744b-471e-a92a-d13065f75aa4),segment_id=fe7d346d-744b-471e-a92a-d13065f75aa4)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:27:44.784823 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:44.820551 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:44.821215 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:44.822775 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] 10.222.0.54 "PUT /v2.0/ports/2f64e558-18f0-4ab4-a1eb-40e367e0da0b HTTP/1.1" status: 200 len: 1092 time: 0.8170731 Nov 02 12:27:44.825773 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b', 'tag': '2f64e558-18f0-4ab4-a1eb-40e367e0da0b'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:27:44.828731 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88530ac3-7573-4720-90e0-5bd55e2a7ace" -d '{"events": [{"name": "network-changed", "server_uuid": "fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b", "tag": "2f64e558-18f0-4ab4-a1eb-40e367e0da0b"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:27:44.861086 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf829f8-15f5-4dfb-aab6-edff56688ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:44.901900 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d305de9-0395-4298-9a82-1069fe5c7015 x-openstack-request-id: req-3d305de9-0395-4298-9a82-1069fe5c7015 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:27:44.902284 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b", "tag": "2f64e558-18f0-4ab4-a1eb-40e367e0da0b", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:27:44.902671 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d305de9-0395-4298-9a82-1069fe5c7015 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:27:44.903211 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b', 'tag': '2f64e558-18f0-4ab4-a1eb-40e367e0da0b', 'status': 'completed', 'code': 200} Nov 02 12:27:44.975880 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88530ac3-7573-4720-90e0-5bd55e2a7ace req-4fe16812-2aad-49cf-92e0-2aed3b8457f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:44.977581 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-88530ac3-7573-4720-90e0-5bd55e2a7ace req-4fe16812-2aad-49cf-92e0-2aed3b8457f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=24ee3df880074d37980be0007798cc4b&device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 1095 time: 0.0488105 Nov 02 12:27:45.127015 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88530ac3-7573-4720-90e0-5bd55e2a7ace req-5e557ff8-f016-4f03-a3cf-6597a7d83b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:45.129413 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-88530ac3-7573-4720-90e0-5bd55e2a7ace req-5e557ff8-f016-4f03-a3cf-6597a7d83b23 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=24ee3df880074d37980be0007798cc4b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1440265 Nov 02 12:27:45.144319 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d20dc-8e87-4642-8fe2-fc77a5ddff1d req-00dd0182-c339-4487-b9c8-e25452c7abeb tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:45.145815 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f4d20dc-8e87-4642-8fe2-fc77a5ddff1d req-00dd0182-c339-4487-b9c8-e25452c7abeb tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 943 time: 0.0619974 Nov 02 12:27:45.197504 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8f4d20dc-8e87-4642-8fe2-fc77a5ddff1d req-b13cfc9d-d290-4a37-89df-9e1af5ce7ae3 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455587 Nov 02 12:27:45.246045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88530ac3-7573-4720-90e0-5bd55e2a7ace req-1403b441-5b58-4d52-9e97-9bbb57b75dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:45.247547 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-88530ac3-7573-4720-90e0-5bd55e2a7ace req-1403b441-5b58-4d52-9e97-9bbb57b75dbe service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1113131 Nov 02 12:27:45.326499 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-7fac8547-3b24-4b66-85cd-dc1f0c93c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:45.328057 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-7fac8547-3b24-4b66-85cd-dc1f0c93c3dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=24ee3df880074d37980be0007798cc4b&device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 1095 time: 0.0419159 Nov 02 12:27:45.375780 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-05aa3c7e-a0ff-4567-9472-43609fa1ac00 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f64e558-18f0-4ab4-a1eb-40e367e0da0b HTTP/1.1" status: 200 len: 217 time: 0.0390050 Nov 02 12:27:45.437829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-31c9b0c3-3975-4002-bcdb-957004910af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:45.440198 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-31c9b0c3-3975-4002-bcdb-957004910af1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b40bab47-7d3e-4a19-a1db-29687d55ad6c HTTP/1.1" status: 200 len: 852 time: 0.0562229 Nov 02 12:27:45.477242 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-c0ec235d-a62c-40c7-a04f-7321fcdfa03f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd5454da-af32-4c2b-9e30-ed7859a25771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290036 Nov 02 12:27:45.588204 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-e7396a9a-1700-4671-a63d-becc0eaf21a6 service neutron] 10.222.0.54 "GET /v2.0/networks/bd5454da-af32-4c2b-9e30-ed7859a25771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039147 Nov 02 12:27:45.685537 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7b62e4d8-d8fe-45e5-bad4-c6f81df3e32e req-9404e1a6-94ca-48fb-86fd-fdb3abab5929 service neutron] 10.222.0.54 "GET /v2.0/networks/bd5454da-af32-4c2b-9e30-ed7859a25771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897431 Nov 02 12:27:46.339124 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f40b82-1c88-4893-95b6-10add4a795de req-f5b20159-957e-4f57-8221-4665d685b1fb tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:46.340698 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b2f40b82-1c88-4893-95b6-10add4a795de req-f5b20159-957e-4f57-8221-4665d685b1fb tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 943 time: 0.0549016 Nov 02 12:27:46.399100 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b2f40b82-1c88-4893-95b6-10add4a795de req-febed74f-38b8-422d-9a37-53aa6c885a7e tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508604 Nov 02 12:27:47.519800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19df165-3e7d-45c1-8088-5a5e0b1ab23b req-b4de230b-b3ac-478f-b633-ec5258fd35aa tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:47.521317 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a19df165-3e7d-45c1-8088-5a5e0b1ab23b req-b4de230b-b3ac-478f-b633-ec5258fd35aa tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 943 time: 0.0514741 Nov 02 12:27:47.574304 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a19df165-3e7d-45c1-8088-5a5e0b1ab23b req-84ed3c15-cfe3-4a7f-adfa-9b0d14ca5cc5 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467155 Nov 02 12:27:47.610766 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe24f8bd-382e-409f-b1dd-1303a9063aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:48.415075 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 2f64e558-18f0-4ab4-a1eb-40e367e0da0b details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:27:48.510993 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,segment=NetworkSegment(fe7d346d-744b-471e-a92a-d13065f75aa4),segment_id=fe7d346d-744b-471e-a92a-d13065f75aa4)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:27:48.522388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '2f64e558-18f0-4ab4-a1eb-40e367e0da0b', 'network_id': 'bd5454da-af32-4c2b-9e30-ed7859a25771', 'port_id': '2f64e558-18f0-4ab4-a1eb-40e367e0da0b', 'mac_address': 'fa:16:3e:c2:ac:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40bab47-7d3e-4a19-a1db-29687d55ad6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:27:48.564214 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:48.577834 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f64e558-18f0-4ab4-a1eb-40e367e0da0b {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:27:48.599635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,segment=NetworkSegment(fe7d346d-744b-471e-a92a-d13065f75aa4),segment_id=fe7d346d-744b-471e-a92a-d13065f75aa4)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:27:48.690372 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:48.702545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0eed1f-29b2-405c-8f9f-142f8ee89e3a req-1dee00d2-d383-47ce-bd6f-049bf684f71e tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:48.704190 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa0eed1f-29b2-405c-8f9f-142f8ee89e3a req-1dee00d2-d383-47ce-bd6f-049bf684f71e tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 943 time: 0.0530138 Nov 02 12:27:48.741325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:48.757755 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fa0eed1f-29b2-405c-8f9f-142f8ee89e3a req-e8791d3c-1aa9-4db2-b456-2dccd1e1f4db tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470769 Nov 02 12:27:48.941385 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['2f64e558-18f0-4ab4-a1eb-40e367e0da0b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:27:49.737096 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52a50147-c444-41fc-9e85-5e8f4ce1fa05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:49.880791 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af8167-2758-4bb8-9825-a276955219f4 req-5b727640-1d7c-40bf-979f-f229bdbf1812 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:49.882326 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-98af8167-2758-4bb8-9825-a276955219f4 req-5b727640-1d7c-40bf-979f-f229bdbf1812 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 944 time: 0.0537124 Nov 02 12:27:49.933887 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-98af8167-2758-4bb8-9825-a276955219f4 req-19dc52a8-9374-4197-b05a-b7c6931bc868 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455232 Nov 02 12:27:50.418868 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 2f64e558-18f0-4ab4-a1eb-40e367e0da0b up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:27:50.554290 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:27:50.558398 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:27:50.558771 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:50.642451 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:50.666316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f64e558-18f0-4ab4-a1eb-40e367e0da0b'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:27:50.668692 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bccf3c-d455-44f9-a26d-e31dbdf50385" -d '{"events": [{"server_uuid": "fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b", "name": "network-vif-plugged", "status": "completed", "tag": "2f64e558-18f0-4ab4-a1eb-40e367e0da0b"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:27:50.683439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,segment=NetworkSegment(fe7d346d-744b-471e-a92a-d13065f75aa4),segment_id=fe7d346d-744b-471e-a92a-d13065f75aa4)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:27:50.710201 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b693dc1-ad0b-4230-a5b4-af4bf8d78d1b x-openstack-request-id: req-9b693dc1-ad0b-4230-a5b4-af4bf8d78d1b {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:27:50.710438 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b", "name": "network-vif-plugged", "status": "completed", "tag": "2f64e558-18f0-4ab4-a1eb-40e367e0da0b", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:27:50.710693 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b693dc1-ad0b-4230-a5b4-af4bf8d78d1b {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:27:50.711134 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f64e558-18f0-4ab4-a1eb-40e367e0da0b', 'code': 200} Nov 02 12:27:50.822571 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f8a11-5657-4605-bce8-17e3fdf75b67 req-15a2ee38-2316-4e13-8bd4-7e20b5f5a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:50.824169 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d94f8a11-5657-4605-bce8-17e3fdf75b67 req-15a2ee38-2316-4e13-8bd4-7e20b5f5a4ed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 1096 time: 0.0547225 Nov 02 12:27:50.829079 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:50.872360 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d94f8a11-5657-4605-bce8-17e3fdf75b67 req-e8f54cab-e34f-498b-bbaf-1ca2103f5254 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404639 Nov 02 12:27:50.881593 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:27:51.059837 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c338b-0a95-4aef-8a4a-e04dc46bcafe req-945e9d46-86fc-4df5-8a03-c95da73556ec tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:51.061352 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ba6c338b-0a95-4aef-8a4a-e04dc46bcafe req-945e9d46-86fc-4df5-8a03-c95da73556ec tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0556161 Nov 02 12:27:51.109957 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ba6c338b-0a95-4aef-8a4a-e04dc46bcafe req-7fde32ef-fc52-402e-afad-3cc7928624de tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421689 Nov 02 12:27:51.131970 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:52.232488 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de500b2-c346-4b7b-8171-18b6a8d333fc req-cb747a0e-8f74-414a-89c5-243e72e9cd18 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:52.234016 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4de500b2-c346-4b7b-8171-18b6a8d333fc req-cb747a0e-8f74-414a-89c5-243e72e9cd18 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0523171 Nov 02 12:27:52.284169 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4de500b2-c346-4b7b-8171-18b6a8d333fc req-049282d3-cfca-469f-b194-8641a34a9f5a tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429921 Nov 02 12:27:52.611675 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:53.414182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e74e0-c9e6-48f6-b4e8-1a97b456e591 req-65b9d84c-b2ae-421e-a9ec-490c879d7174 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:53.415759 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-252e74e0-c9e6-48f6-b4e8-1a97b456e591 req-65b9d84c-b2ae-421e-a9ec-490c879d7174 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0573633 Nov 02 12:27:53.466224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-252e74e0-c9e6-48f6-b4e8-1a97b456e591 req-65cddf04-c628-4fba-af66-33c8071b8e97 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442050 Nov 02 12:27:54.259284 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b441314-8101-4f33-bfdc-379415b61b82 req-407e275b-8c57-4da3-97b7-824067d396e8 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:54.260864 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b441314-8101-4f33-bfdc-379415b61b82 req-407e275b-8c57-4da3-97b7-824067d396e8 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0521410 Nov 02 12:27:54.310873 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8b441314-8101-4f33-bfdc-379415b61b82 req-1701fabe-6748-4f61-a3a6-5acd83c2f9eb tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439210 Nov 02 12:27:54.325918 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:54.474183 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:54.614545 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-5a420bb0-f981-46aa-b572-3e5dada1be98 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914917 Nov 02 12:27:54.623674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-c6195fd3-a648-4744-be72-931587a3d651 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:27:54.624651 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-c6195fd3-a648-4744-be72-931587a3d651 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0050380 Nov 02 12:27:55.017601 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:27:55.437022 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd20997-986a-4fd0-8a21-b35796a9d4a1 req-620feeb2-af54-4ec1-ac67-b1033f91cb7b tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:55.438559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-efd20997-986a-4fd0-8a21-b35796a9d4a1 req-620feeb2-af54-4ec1-ac67-b1033f91cb7b tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0535479 Nov 02 12:27:55.499314 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-efd20997-986a-4fd0-8a21-b35796a9d4a1 req-9b7a754d-4a9c-4700-a7ec-ed042bea0f8d tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536809 Nov 02 12:27:56.621313 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66674f92-dfae-4efc-b816-99e644ea82a9 req-ec112365-04f5-4a44-9403-4b82a7d2bf04 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:56.622781 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66674f92-dfae-4efc-b816-99e644ea82a9 req-ec112365-04f5-4a44-9403-4b82a7d2bf04 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0528922 Nov 02 12:27:56.673466 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66674f92-dfae-4efc-b816-99e644ea82a9 req-a1e9f05f-9ea6-46f4-ba0e-c3c0b66284b6 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438662 Nov 02 12:27:57.227218 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c43873-d3da-40bf-808c-89b49ea30714 req-1925829e-f303-4c8d-820c-96549d0264bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:57.228722 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-1925829e-f303-4c8d-820c-96549d0264bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=24ee3df880074d37980be0007798cc4b&device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 1097 time: 0.0434186 Nov 02 12:27:57.661449 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c43873-d3da-40bf-808c-89b49ea30714 req-25b64205-eb2b-4bae-b464-a439c6cb30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:57.662957 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-25b64205-eb2b-4bae-b464-a439c6cb30e2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd5454da-af32-4c2b-9e30-ed7859a25771 HTTP/1.1" status: 200 len: 913 time: 0.4261672 Nov 02 12:27:57.704684 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-658eecfc-90d0-4bd7-9680-8a7d2ce19898 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f64e558-18f0-4ab4-a1eb-40e367e0da0b HTTP/1.1" status: 200 len: 217 time: 0.0345376 Nov 02 12:27:57.756093 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c43873-d3da-40bf-808c-89b49ea30714 req-f5835506-0629-4bd2-a58d-cffd6409e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:57.757557 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-f5835506-0629-4bd2-a58d-cffd6409e122 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b40bab47-7d3e-4a19-a1db-29687d55ad6c HTTP/1.1" status: 200 len: 852 time: 0.0458581 Nov 02 12:27:57.794828 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-b820a693-8a8f-4261-8b5f-c27143f5f59e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd5454da-af32-4c2b-9e30-ed7859a25771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291569 Nov 02 12:27:57.806638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cc90d-55e1-43b9-84bb-913b17cd664d req-1c8a0bb1-0820-4d78-97ce-42197de8d67a tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:57.808569 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e0cc90d-55e1-43b9-84bb-913b17cd664d req-1c8a0bb1-0820-4d78-97ce-42197de8d67a tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0566320 Nov 02 12:27:57.858629 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e0cc90d-55e1-43b9-84bb-913b17cd664d req-8a761b46-79ca-473c-8926-0ebfe60914c6 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440710 Nov 02 12:27:57.888163 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-8e5ad4af-2c0f-4dd6-abab-106980d89a71 service neutron] 10.222.0.54 "GET /v2.0/networks/bd5454da-af32-4c2b-9e30-ed7859a25771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866108 Nov 02 12:27:57.987694 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-dc6fe258-5d7e-4c69-95c3-496d54674339 service neutron] 10.222.0.54 "GET /v2.0/networks/bd5454da-af32-4c2b-9e30-ed7859a25771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907583 Nov 02 12:27:58.985312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81d84b-2784-457c-b702-09d1c341d246 req-257172d2-3523-455e-93d3-5dd71f153d03 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:27:58.987364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e81d84b-2784-457c-b702-09d1c341d246 req-257172d2-3523-455e-93d3-5dd71f153d03 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0555277 Nov 02 12:27:59.038762 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e81d84b-2784-457c-b702-09d1c341d246 req-d62704cb-24a7-4dfd-8abc-4a5259881091 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452011 Nov 02 12:28:00.166905 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559afed-6fdb-47de-89a8-324eaa74018a req-6654c655-f59a-4c45-ae61-9c30e7b17bbb tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:00.168478 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1559afed-6fdb-47de-89a8-324eaa74018a req-6654c655-f59a-4c45-ae61-9c30e7b17bbb tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0591688 Nov 02 12:28:00.220242 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1559afed-6fdb-47de-89a8-324eaa74018a req-cf8d57eb-bc2f-4d01-ab2c-9b2ee90732e9 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447674 Nov 02 12:28:01.031723 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:28:01.341609 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c816a-4b6e-416a-bd02-af962182a8e5 req-f9e0112d-9c7d-429b-bdd0-f94a83d982b7 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:01.343900 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f07c816a-4b6e-416a-bd02-af962182a8e5 req-f9e0112d-9c7d-429b-bdd0-f94a83d982b7 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0522687 Nov 02 12:28:01.403279 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f07c816a-4b6e-416a-bd02-af962182a8e5 req-8352d796-c92a-44fa-94f4-674dc94536e7 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507836 Nov 02 12:28:02.530494 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5372421-c343-468c-be0e-7207e3d13b74 req-82a261aa-7944-43b9-8aa0-f2f7195c50a1 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:02.532028 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f5372421-c343-468c-be0e-7207e3d13b74 req-82a261aa-7944-43b9-8aa0-f2f7195c50a1 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0548866 Nov 02 12:28:02.585970 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f5372421-c343-468c-be0e-7207e3d13b74 req-6039b8bf-aad7-4a5a-be50-ac404d8c9907 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453806 Nov 02 12:28:03.717779 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a531a20-27d0-43f3-bc8b-1e9c82cbc4a1 req-0ee3c9b5-ac8d-470c-8940-3c7afd23a5ed tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:03.730913 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4a531a20-27d0-43f3-bc8b-1e9c82cbc4a1 req-0ee3c9b5-ac8d-470c-8940-3c7afd23a5ed tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0578272 Nov 02 12:28:03.772706 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4a531a20-27d0-43f3-bc8b-1e9c82cbc4a1 req-95f69162-34f7-4e52-a3c1-813060109ab5 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465519 Nov 02 12:28:04.910723 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84359-c522-44fd-96bf-a8cae1c4232b req-89157ab7-033d-4732-9ec6-1e7852aaf7f5 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:04.912334 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dde84359-c522-44fd-96bf-a8cae1c4232b req-89157ab7-033d-4732-9ec6-1e7852aaf7f5 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0646110 Nov 02 12:28:04.972989 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dde84359-c522-44fd-96bf-a8cae1c4232b req-f043de79-eaba-46f5-a205-c2f18a643e3a tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547504 Nov 02 12:28:06.093061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4cabe-3ce9-4f95-8b70-8d908cb48de6 req-3b98edcd-86db-4aea-9eca-dc72e15a2ab7 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:06.094720 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-40c4cabe-3ce9-4f95-8b70-8d908cb48de6 req-3b98edcd-86db-4aea-9eca-dc72e15a2ab7 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0510850 Nov 02 12:28:06.148857 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-40c4cabe-3ce9-4f95-8b70-8d908cb48de6 req-7f95cf54-0412-4f9b-aef0-77d41c0c124f tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454161 Nov 02 12:28:07.278874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0da9f6-2388-493d-a739-4a3c37fd4100 req-19a9f649-d9fb-4028-a06f-e221035aeca2 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:07.280478 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e0da9f6-2388-493d-a739-4a3c37fd4100 req-19a9f649-d9fb-4028-a06f-e221035aeca2 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0578430 Nov 02 12:28:07.333454 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e0da9f6-2388-493d-a739-4a3c37fd4100 req-2154ef33-ca9f-43b0-8b1d-813eb3cae206 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461576 Nov 02 12:28:08.464553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c77e3-581d-4c97-8234-d7c4ff772b2d req-5a3c3717-741c-4839-a8f9-e3d012dfc030 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:08.466821 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-101c77e3-581d-4c97-8234-d7c4ff772b2d req-5a3c3717-741c-4839-a8f9-e3d012dfc030 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0612390 Nov 02 12:28:08.525069 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-101c77e3-581d-4c97-8234-d7c4ff772b2d req-8a0461d6-0e58-45e8-8e4c-23f64924f94c tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495329 Nov 02 12:28:09.650159 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5057f3-8a39-45fc-a03c-c4bad5d475f9 req-50c9e948-530f-4d26-bd7a-02e7be8f679a tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:09.651601 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd5057f3-8a39-45fc-a03c-c4bad5d475f9 req-50c9e948-530f-4d26-bd7a-02e7be8f679a tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0517197 Nov 02 12:28:09.709515 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd5057f3-8a39-45fc-a03c-c4bad5d475f9 req-30c0da53-f0bd-4884-8680-dc3b421336bc tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493157 Nov 02 12:28:10.830526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a3bfd-d627-43e8-97cd-798e6dfb199e req-b85f0e9f-1516-4e32-9671-934ae6dab784 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:10.832042 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b38a3bfd-d627-43e8-97cd-798e6dfb199e req-b85f0e9f-1516-4e32-9671-934ae6dab784 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0509684 Nov 02 12:28:10.884506 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b38a3bfd-d627-43e8-97cd-798e6dfb199e req-038ed319-559e-4dc0-bb44-7f09cc274842 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461845 Nov 02 12:28:12.008715 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a2030-6691-47bd-a2e8-b8bdeb46a306 req-fa725b60-b5d4-4bfc-bb2f-07583b8c3bc0 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:12.010313 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf8a2030-6691-47bd-a2e8-b8bdeb46a306 req-fa725b60-b5d4-4bfc-bb2f-07583b8c3bc0 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0511155 Nov 02 12:28:12.062311 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf8a2030-6691-47bd-a2e8-b8bdeb46a306 req-e1cbfb39-8cde-41f3-986f-7ef84d94ae0c tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454888 Nov 02 12:28:13.187455 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaffa87-62ae-4e6b-841e-18d3ddd14c32 req-147510f7-819e-43ac-ac1e-adf6167dfc09 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:13.189801 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bbaffa87-62ae-4e6b-841e-18d3ddd14c32 req-147510f7-819e-43ac-ac1e-adf6167dfc09 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0547616 Nov 02 12:28:13.241231 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bbaffa87-62ae-4e6b-841e-18d3ddd14c32 req-a8f44731-52cb-4bef-903d-c580e1391f54 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454447 Nov 02 12:28:14.369125 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5f36c-f8b8-417c-b51d-8f8088e12b97 req-5fb27a46-1ab7-4223-8622-75efe71a88b4 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:14.370680 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-30e5f36c-f8b8-417c-b51d-8f8088e12b97 req-5fb27a46-1ab7-4223-8622-75efe71a88b4 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0505223 Nov 02 12:28:14.424940 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-30e5f36c-f8b8-417c-b51d-8f8088e12b97 req-5b2c3390-c5e3-442d-9769-27577a309a83 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475075 Nov 02 12:28:15.557042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2712f-b203-4eee-af6e-c96b15fa936f req-d932dcba-90c8-4509-95d7-edeb27cbaf5b tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:15.558570 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ba2712f-b203-4eee-af6e-c96b15fa936f req-d932dcba-90c8-4509-95d7-edeb27cbaf5b tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0520537 Nov 02 12:28:15.639596 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ba2712f-b203-4eee-af6e-c96b15fa936f req-05412be4-69b2-41d5-9b62-9045f59711fd tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741131 Nov 02 12:28:16.768602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f9878-21f0-47aa-a852-581584444003 req-b25b097b-a951-4204-afe0-74ef98453d3b tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:16.770104 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0f6f9878-21f0-47aa-a852-581584444003 req-b25b097b-a951-4204-afe0-74ef98453d3b tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0576396 Nov 02 12:28:16.824096 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0f6f9878-21f0-47aa-a852-581584444003 req-a7be55eb-5b9e-46d7-be78-20d386a80478 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479355 Nov 02 12:28:17.616791 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b3700a4a-5304-4bad-88f9-fb16af6f6b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:17.972624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba40bd-8d7c-4129-aa30-9a6c56bf579f req-a600f748-bdd4-4e61-85a0-dae9b40917d2 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:17.974542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11ba40bd-8d7c-4129-aa30-9a6c56bf579f req-a600f748-bdd4-4e61-85a0-dae9b40917d2 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0588117 Nov 02 12:28:18.030330 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11ba40bd-8d7c-4129-aa30-9a6c56bf579f req-0971f992-5128-48f4-937d-2d65f78d1ad1 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492361 Nov 02 12:28:19.170843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1117e55-4029-4beb-87c7-9fa82f25b996 req-8942ab7c-5254-4879-8ef6-f46df3092a3e tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:19.174183 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f1117e55-4029-4beb-87c7-9fa82f25b996 req-8942ab7c-5254-4879-8ef6-f46df3092a3e tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0648177 Nov 02 12:28:19.252619 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f1117e55-4029-4beb-87c7-9fa82f25b996 req-30c93839-c3f0-43a8-af06-163ae5432068 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683384 Nov 02 12:28:19.822222 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-20bae1bc-0696-4624-b6ed-9e4dd6882771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:20.396393 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04181f90-2805-4fbb-bb1d-13dcdb6efcd7 req-3899a334-0668-4c4e-b0c7-d2fa1c49d40b tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:20.397913 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-04181f90-2805-4fbb-bb1d-13dcdb6efcd7 req-3899a334-0668-4c4e-b0c7-d2fa1c49d40b tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0663664 Nov 02 12:28:20.452329 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-04181f90-2805-4fbb-bb1d-13dcdb6efcd7 req-fc044679-47e0-4b5c-8ad5-fc7053ea794f tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482423 Nov 02 12:28:21.131169 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:21.611520 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c77c7-8dad-4273-bed7-3b470ec96078 req-64c53ae2-de65-4338-ba59-b029b09e1f54 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:21.613555 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d16c77c7-8dad-4273-bed7-3b470ec96078 req-64c53ae2-de65-4338-ba59-b029b09e1f54 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0863607 Nov 02 12:28:21.684298 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d16c77c7-8dad-4273-bed7-3b470ec96078 req-2abc8136-604d-496f-b2ca-fb4bcc8d026a tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636976 Nov 02 12:28:22.594067 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:22.818124 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fb3fd-1ee6-4be5-96fb-8a5b99872525 req-d217d25a-f73c-457a-bb0a-6557c494d40c tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:22.819647 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e5fb3fd-1ee6-4be5-96fb-8a5b99872525 req-d217d25a-f73c-457a-bb0a-6557c494d40c tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0533988 Nov 02 12:28:22.871465 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e5fb3fd-1ee6-4be5-96fb-8a5b99872525 req-0f0c6e79-456f-4a84-919a-d22d13a710de tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451581 Nov 02 12:28:23.984572 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c295a6-cab5-49ef-ad41-1d7a1d744c0d req-1fa57e9e-db0d-45de-8500-0f297f4680e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:23.987149 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c1c295a6-cab5-49ef-ad41-1d7a1d744c0d req-1fa57e9e-db0d-45de-8500-0f297f4680e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=24ee3df880074d37980be0007798cc4b&device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 1097 time: 0.0492501 Nov 02 12:28:23.997781 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bba45-b5fd-4f19-8926-23ba02963db4 req-e1d033a8-7a5f-44f6-b5f3-639d52ecfd65 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:23.999624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-870bba45-b5fd-4f19-8926-23ba02963db4 req-e1d033a8-7a5f-44f6-b5f3-639d52ecfd65 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0534217 Nov 02 12:28:24.057806 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-870bba45-b5fd-4f19-8926-23ba02963db4 req-2124c72e-bbd6-439d-a046-7e30336f8137 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501578 Nov 02 12:28:24.117999 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c295a6-cab5-49ef-ad41-1d7a1d744c0d req-c8ee5a4c-d66b-430f-8541-49b3e8a6c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:24.120693 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c1c295a6-cab5-49ef-ad41-1d7a1d744c0d req-c8ee5a4c-d66b-430f-8541-49b3e8a6c5f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd5454da-af32-4c2b-9e30-ed7859a25771 HTTP/1.1" status: 200 len: 913 time: 0.1105676 Nov 02 12:28:24.163965 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c1c295a6-cab5-49ef-ad41-1d7a1d744c0d req-a3124a2e-736f-4b23-9426-2c552c7b76c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f64e558-18f0-4ab4-a1eb-40e367e0da0b HTTP/1.1" status: 200 len: 217 time: 0.0362339 Nov 02 12:28:24.221617 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c295a6-cab5-49ef-ad41-1d7a1d744c0d req-e7385ae4-58dc-46ac-8a22-85af892a1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:24.223149 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c1c295a6-cab5-49ef-ad41-1d7a1d744c0d req-e7385ae4-58dc-46ac-8a22-85af892a1150 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b40bab47-7d3e-4a19-a1db-29687d55ad6c HTTP/1.1" status: 200 len: 852 time: 0.0522950 Nov 02 12:28:24.240765 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:24.262307 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c1c295a6-cab5-49ef-ad41-1d7a1d744c0d req-262c38d7-d849-4fc5-8cda-85bbd3403876 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd5454da-af32-4c2b-9e30-ed7859a25771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311017 Nov 02 12:28:24.361294 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c1c295a6-cab5-49ef-ad41-1d7a1d744c0d req-09a6e551-2250-4f6d-af1c-4c82a470a116 service neutron] 10.222.0.54 "GET /v2.0/networks/bd5454da-af32-4c2b-9e30-ed7859a25771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914423 Nov 02 12:28:24.467532 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c1c295a6-cab5-49ef-ad41-1d7a1d744c0d req-b8e58da4-9fc9-42ee-8d52-633bb009c777 service neutron] 10.222.0.54 "GET /v2.0/networks/bd5454da-af32-4c2b-9e30-ed7859a25771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977194 Nov 02 12:28:24.598058 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:25.027675 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:25.196226 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684bf95-a895-4532-83e8-325fe41b7f4b req-0dea8adb-db21-49e9-a264-c8bf4e5d836b tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:25.197783 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1684bf95-a895-4532-83e8-325fe41b7f4b req-0dea8adb-db21-49e9-a264-c8bf4e5d836b tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0545976 Nov 02 12:28:25.253002 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1684bf95-a895-4532-83e8-325fe41b7f4b req-ce6d3ef8-e5c7-437f-a061-935dbb516690 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446336 Nov 02 12:28:26.377165 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ca601-2725-49ac-bfe9-a7b091695de7 req-9f6c6d9c-202d-4026-919f-353dfaec11fb tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:26.378646 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad3ca601-2725-49ac-bfe9-a7b091695de7 req-9f6c6d9c-202d-4026-919f-353dfaec11fb tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0537384 Nov 02 12:28:26.432596 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad3ca601-2725-49ac-bfe9-a7b091695de7 req-4901a922-1d70-445b-936b-2d2b5d365be4 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474694 Nov 02 12:28:27.573136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8770f84-890d-42e8-b6f1-48a10a19a00d req-d59a7524-3264-45ca-9712-67b4ef5adf61 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:27.574701 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c8770f84-890d-42e8-b6f1-48a10a19a00d req-d59a7524-3264-45ca-9712-67b4ef5adf61 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0564580 Nov 02 12:28:27.624729 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c8770f84-890d-42e8-b6f1-48a10a19a00d req-59c9f914-43b3-47a0-8bc2-64290137cc01 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429807 Nov 02 12:28:28.745222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92cdba-7fd3-4a94-bcfb-0b0c233d5f39 req-fc73691a-e754-455b-ba24-17aeb794d39f tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:28.746746 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf92cdba-7fd3-4a94-bcfb-0b0c233d5f39 req-fc73691a-e754-455b-ba24-17aeb794d39f tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0505993 Nov 02 12:28:28.798127 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf92cdba-7fd3-4a94-bcfb-0b0c233d5f39 req-47b8eeaa-7135-4b48-b04a-338b118a652e tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425427 Nov 02 12:28:29.928233 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c27aa1-b085-4789-bd29-e337382d7e43 req-404525ff-5908-485e-9f7c-b97565eb9e2f tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:29.929731 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48c27aa1-b085-4789-bd29-e337382d7e43 req-404525ff-5908-485e-9f7c-b97565eb9e2f tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0583425 Nov 02 12:28:29.981527 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48c27aa1-b085-4789-bd29-e337382d7e43 req-2dad74fa-1428-462e-9c57-e14d2cb944ed tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455370 Nov 02 12:28:30.487679 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [req-58c43873-d3da-40bf-808c-89b49ea30714 req-5d7c8ff4-e351-4d2b-b8e6-56a4a9d370e4 service neutron] show failed (client error): The resource could not be found. Nov 02 12:28:30.488718 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-5d7c8ff4-e351-4d2b-b8e6-56a4a9d370e4 service neutron] 10.222.0.54 "GET /v2.0/ports/2f64e558-18f0-4ab4-a1eb-40e367e0da0b/bindings/n-h1-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.0569000 Nov 02 12:28:31.104806 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9499297-f2a2-412c-bf1d-839e0940a708 req-516d0bbf-963d-4b6a-acf8-b0bd3589d8b9 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:31.106332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9499297-f2a2-412c-bf1d-839e0940a708 req-516d0bbf-963d-4b6a-acf8-b0bd3589d8b9 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0525527 Nov 02 12:28:31.155149 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9499297-f2a2-412c-bf1d-839e0940a708 req-ed997581-1310-4ec0-8569-7cd88099e63f tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 Nov 02 12:28:31.446836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c43873-d3da-40bf-808c-89b49ea30714 req-3b5ee937-cf87-403a-b4f3-93c901509b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:31.448500 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-3b5ee937-cf87-403a-b4f3-93c901509b1c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b&tenant_id=24ee3df880074d37980be0007798cc4b HTTP/1.1" status: 200 len: 1097 time: 0.1339929 Nov 02 12:28:31.461748 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:28:31.516572 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:31.724973 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] For port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,segment=NetworkSegment(fe7d346d-744b-471e-a92a-d13065f75aa4),segment_id=fe7d346d-744b-471e-a92a-d13065f75aa4)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:28:31.758760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] For port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:28:31.803954 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f64e558-18f0-4ab4-a1eb-40e367e0da0b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:28:31.806401 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413c0fdc-b051-42db-81d7-eeee276e6a5a" -d '{"events": [{"server_uuid": "fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b", "name": "network-vif-unplugged", "status": "completed", "tag": "2f64e558-18f0-4ab4-a1eb-40e367e0da0b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:28:31.810638 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:31.827572 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Transition to ACTIVE for port object 2f64e558-18f0-4ab4-a1eb-40e367e0da0b will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:28:31.929880 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 12:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ab0a33-a270-4be7-8220-931662bcf924 x-openstack-request-id: req-19ab0a33-a270-4be7-8220-931662bcf924 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:28:31.930295 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b", "name": "network-vif-unplugged", "status": "completed", "tag": "2f64e558-18f0-4ab4-a1eb-40e367e0da0b", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:28:31.930647 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19ab0a33-a270-4be7-8220-931662bcf924 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:28:31.931209 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f64e558-18f0-4ab4-a1eb-40e367e0da0b', 'code': 200} Nov 02 12:28:31.951251 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:32.016658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] No DVR routers for this DVR port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:28:32.018675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Pushing event updated for resources: {'Port': ['ID=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,revision_number=6']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:32.029687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:32.030028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:32.030368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:32.030701 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:32.031057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:32.032198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:32.032410 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:32.032722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:32.033047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:32.033376 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:32.033699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:32.034092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:32.066980 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Attempting to bind port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:28:32.067320 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Attempting to bind port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'fe7d346d-744b-471e-a92a-d13065f75aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bd5454da-af32-4c2b-9e30-ed7859a25771'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:28:32.067648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Attempting to bind port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b on network bd5454da-af32-4c2b-9e30-ed7859a25771 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:28:32.072010 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b on network bd5454da-af32-4c2b-9e30-ed7859a25771 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:28:32.072332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Attempting to bind port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b on network bd5454da-af32-4c2b-9e30-ed7859a25771 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:28:32.077254 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:28:32.077722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Checking segment: {'id': 'fe7d346d-744b-471e-a92a-d13065f75aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bd5454da-af32-4c2b-9e30-ed7859a25771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:28:32.078120 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Bound using segment: {'id': 'fe7d346d-744b-471e-a92a-d13065f75aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bd5454da-af32-4c2b-9e30-ed7859a25771'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:28:32.079233 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Bound port: 2f64e558-18f0-4ab4-a1eb-40e367e0da0b, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7d346d-744b-471e-a92a-d13065f75aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bd5454da-af32-4c2b-9e30-ed7859a25771'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:28:32.079625 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:32.147891 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] For port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:28:32.151057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] For port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,segment=NetworkSegment(fe7d346d-744b-471e-a92a-d13065f75aa4),segment_id=fe7d346d-744b-471e-a92a-d13065f75aa4)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:28:32.280002 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd6576-4348-4faf-8130-0bef8a1bb199 req-673d2e61-e7a4-4f97-9556-1bd86b5f9578 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:32.281399 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59cd6576-4348-4faf-8130-0bef8a1bb199 req-673d2e61-e7a4-4f97-9556-1bd86b5f9578 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 943 time: 0.0526631 Nov 02 12:28:32.283125 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:32.335506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:32.336121 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:32.337528 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] 10.222.0.79 "PUT /v2.0/ports/2f64e558-18f0-4ab4-a1eb-40e367e0da0b HTTP/1.1" status: 200 len: 1092 time: 0.8799717 Nov 02 12:28:32.407241 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06afcbe-98b8-4cf2-b900-17dd70c12a1d service neutron] Pushing event updated for resources: {'Port': ['ID=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:32.415160 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59cd6576-4348-4faf-8130-0bef8a1bb199 req-14d94033-6af6-4396-8e34-0edf5b5140d8 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238768 Nov 02 12:28:32.433439 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c43873-d3da-40bf-808c-89b49ea30714 req-1ef0e3af-5a3a-4f1f-b188-b9a4d5bd9dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:32.435677 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-1ef0e3af-5a3a-4f1f-b188-b9a4d5bd9dfc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=24ee3df880074d37980be0007798cc4b&device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 1095 time: 0.0715806 Nov 02 12:28:32.534127 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c43873-d3da-40bf-808c-89b49ea30714 req-4e6ef303-ef51-4c0b-941a-99402dd9dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:32.535556 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-4e6ef303-ef51-4c0b-941a-99402dd9dc72 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bd5454da-af32-4c2b-9e30-ed7859a25771 HTTP/1.1" status: 200 len: 913 time: 0.0926073 Nov 02 12:28:32.577279 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-d9dd64fd-6eb5-457e-a41b-fc0bb5dd3519 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f64e558-18f0-4ab4-a1eb-40e367e0da0b HTTP/1.1" status: 200 len: 217 time: 0.0347145 Nov 02 12:28:32.632023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c43873-d3da-40bf-808c-89b49ea30714 req-ac011612-9a5d-4ad4-b67c-e5d8fba5139c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:32.633502 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-ac011612-9a5d-4ad4-b67c-e5d8fba5139c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b40bab47-7d3e-4a19-a1db-29687d55ad6c HTTP/1.1" status: 200 len: 852 time: 0.0496926 Nov 02 12:28:32.665819 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-c77ceae1-efed-4fbc-9fb8-8e831f86725a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bd5454da-af32-4c2b-9e30-ed7859a25771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256796 Nov 02 12:28:32.758126 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-2739a8fc-ddb0-4869-b959-52c412057b33 service neutron] 10.222.0.79 "GET /v2.0/networks/bd5454da-af32-4c2b-9e30-ed7859a25771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850332 Nov 02 12:28:32.855474 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58c43873-d3da-40bf-808c-89b49ea30714 req-1450e4d8-7d88-4760-a290-e59b12f26b8c service neutron] 10.222.0.79 "GET /v2.0/networks/bd5454da-af32-4c2b-9e30-ed7859a25771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903058 Nov 02 12:28:33.549246 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0a860-9e41-4259-962d-70eebea14e0d req-128f2919-5f14-4983-8dbc-b48f0cad4dcb tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:33.550712 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1bc0a860-9e41-4259-962d-70eebea14e0d req-128f2919-5f14-4983-8dbc-b48f0cad4dcb tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 943 time: 0.0526803 Nov 02 12:28:33.602611 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1bc0a860-9e41-4259-962d-70eebea14e0d req-590cdf54-5a93-4884-a6b2-157904dc92b3 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455379 Nov 02 12:28:33.932027 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b', 'tag': '2f64e558-18f0-4ab4-a1eb-40e367e0da0b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:28:33.934616 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2" -d '{"events": [{"name": "network-changed", "server_uuid": "fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b", "tag": "2f64e558-18f0-4ab4-a1eb-40e367e0da0b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:28:33.983346 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2be602f-5924-4726-b031-2ec0765c9922 x-openstack-request-id: req-d2be602f-5924-4726-b031-2ec0765c9922 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:28:33.983636 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b", "tag": "2f64e558-18f0-4ab4-a1eb-40e367e0da0b", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:28:33.983931 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d2be602f-5924-4726-b031-2ec0765c9922 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:28:33.984333 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b', 'tag': '2f64e558-18f0-4ab4-a1eb-40e367e0da0b', 'status': 'completed', 'code': 200} Nov 02 12:28:34.050690 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-4f9ff579-35d7-4743-b8a2-4d9fa9fd1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:34.052319 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-4f9ff579-35d7-4743-b8a2-4d9fa9fd1b2c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=24ee3df880074d37980be0007798cc4b&device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 1095 time: 0.0451851 Nov 02 12:28:34.064428 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-24e9d62f-a9ea-41c3-9de1-d9bb005e8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:34.066243 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-24e9d62f-a9ea-41c3-9de1-d9bb005e8a04 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=24ee3df880074d37980be0007798cc4b&device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 1095 time: 0.0512311 Nov 02 12:28:34.156977 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-ded4c19d-c12c-45f7-8d17-6102dc7f8cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:34.158709 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-ded4c19d-c12c-45f7-8d17-6102dc7f8cdd service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd5454da-af32-4c2b-9e30-ed7859a25771 HTTP/1.1" status: 200 len: 913 time: 0.0998707 Nov 02 12:28:34.167300 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-668a363f-4170-451d-9bb2-4a2b850cc3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:34.168875 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-668a363f-4170-451d-9bb2-4a2b850cc3f5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=bd5454da-af32-4c2b-9e30-ed7859a25771 HTTP/1.1" status: 200 len: 913 time: 0.0938275 Nov 02 12:28:34.201292 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-65865034-a8e4-4a45-8025-5b01ae18208b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f64e558-18f0-4ab4-a1eb-40e367e0da0b HTTP/1.1" status: 200 len: 217 time: 0.0355115 Nov 02 12:28:34.220968 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-6be6a9d0-4a0d-42ec-a0c5-c2f4338b4e1e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f64e558-18f0-4ab4-a1eb-40e367e0da0b HTTP/1.1" status: 200 len: 217 time: 0.0435848 Nov 02 12:28:34.256946 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-25b00630-7028-4004-afe8-0da3dd6e50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:34.258566 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-25b00630-7028-4004-afe8-0da3dd6e50ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b40bab47-7d3e-4a19-a1db-29687d55ad6c HTTP/1.1" status: 200 len: 852 time: 0.0511682 Nov 02 12:28:34.277269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-1c14eb7f-8f50-4f2f-994b-3e72d2c57b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:34.286188 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-1c14eb7f-8f50-4f2f-994b-3e72d2c57b11 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b40bab47-7d3e-4a19-a1db-29687d55ad6c HTTP/1.1" status: 200 len: 852 time: 0.0504463 Nov 02 12:28:34.292830 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-e68ceb42-d00d-40ec-bad1-2af2c71feedd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd5454da-af32-4c2b-9e30-ed7859a25771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271652 Nov 02 12:28:34.314358 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-7ae4c2e3-e40b-4914-9e7a-9a9e0c7dc8d9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bd5454da-af32-4c2b-9e30-ed7859a25771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278065 Nov 02 12:28:34.403834 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 2f64e558-18f0-4ab4-a1eb-40e367e0da0b details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:28:34.420525 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-ac672671-ff10-40d3-a1bc-79bc00489a9f service neutron] 10.222.0.79 "GET /v2.0/networks/bd5454da-af32-4c2b-9e30-ed7859a25771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986595 Nov 02 12:28:34.430958 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-b06e92c2-637f-49fa-8385-0e3ebfb84529 service neutron] 10.222.0.54 "GET /v2.0/networks/bd5454da-af32-4c2b-9e30-ed7859a25771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306419 Nov 02 12:28:34.511065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,segment=NetworkSegment(fe7d346d-744b-471e-a92a-d13065f75aa4),segment_id=fe7d346d-744b-471e-a92a-d13065f75aa4)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:28:34.529531 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '2f64e558-18f0-4ab4-a1eb-40e367e0da0b', 'network_id': 'bd5454da-af32-4c2b-9e30-ed7859a25771', 'port_id': '2f64e558-18f0-4ab4-a1eb-40e367e0da0b', 'mac_address': 'fa:16:3e:c2:ac:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40bab47-7d3e-4a19-a1db-29687d55ad6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:28:34.553615 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-a72fb0b1-39a0-467b-bce2-4a13ce81becf service neutron] 10.222.0.79 "GET /v2.0/networks/bd5454da-af32-4c2b-9e30-ed7859a25771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251714 Nov 02 12:28:34.572169 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:34.576804 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-57e3fa2e-496c-4ea2-81e1-28928cc4cde2 req-f6d38a34-08d1-49b8-bd84-49803fff543e service neutron] 10.222.0.54 "GET /v2.0/networks/bd5454da-af32-4c2b-9e30-ed7859a25771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376104 Nov 02 12:28:34.588439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f64e558-18f0-4ab4-a1eb-40e367e0da0b {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:28:34.617411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 2f64e558-18f0-4ab4-a1eb-40e367e0da0b no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:28:34.620559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,segment=NetworkSegment(fe7d346d-744b-471e-a92a-d13065f75aa4),segment_id=fe7d346d-744b-471e-a92a-d13065f75aa4)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:28:34.663434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 2f64e558-18f0-4ab4-a1eb-40e367e0da0b not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:28:34.683464 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:34.737419 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:34.745350 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:34.745666 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82433a-0e3f-43cd-b549-6aef90896c43 req-353c58cb-f682-4b52-92e3-0ec53da1ef65 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:34.745851 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:34.746055 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:34.746435 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:34.746720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:34.747091 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:34.747527 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d82433a-0e3f-43cd-b549-6aef90896c43 req-353c58cb-f682-4b52-92e3-0ec53da1ef65 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 944 time: 0.0614538 Nov 02 12:28:34.751551 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:34.752052 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:34.752484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:34.753962 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:34.754400 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:34.754791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:34.817750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d82433a-0e3f-43cd-b549-6aef90896c43 req-25ea6712-6f95-4451-b80a-d1d8887064de tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630562 Nov 02 12:28:34.920325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['2f64e558-18f0-4ab4-a1eb-40e367e0da0b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:28:35.941530 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f43d6-d18c-4d46-8f2f-d326db1ea04f req-108c4c27-31bd-4cd2-a357-d7d8ddbd4e67 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:35.943083 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-201f43d6-d18c-4d46-8f2f-d326db1ea04f req-108c4c27-31bd-4cd2-a357-d7d8ddbd4e67 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 944 time: 0.0530684 Nov 02 12:28:35.996065 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-201f43d6-d18c-4d46-8f2f-d326db1ea04f req-e9fe3b40-2904-4539-8bb1-606710219161 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463002 Nov 02 12:28:36.412462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 2f64e558-18f0-4ab4-a1eb-40e367e0da0b up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:28:36.565069 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:28:36.570755 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:28:36.580198 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:36.661031 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:36.688229 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f64e558-18f0-4ab4-a1eb-40e367e0da0b'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:28:36.692008 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f011fd5d-1d84-4455-afb0-3a2ab1081792" -d '{"events": [{"server_uuid": "fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b", "name": "network-vif-plugged", "status": "completed", "tag": "2f64e558-18f0-4ab4-a1eb-40e367e0da0b"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:28:36.712017 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,segment=NetworkSegment(fe7d346d-744b-471e-a92a-d13065f75aa4),segment_id=fe7d346d-744b-471e-a92a-d13065f75aa4)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:28:36.736478 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-144f3881-ec6e-4799-b5f4-830fc51e3696 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:36.737922 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-144f3881-ec6e-4799-b5f4-830fc51e3696 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.54 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b&tenant_id=24ee3df880074d37980be0007798cc4b&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 944 time: 0.0932980 Nov 02 12:28:36.793470 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:36.815080 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-14b9e9e2-4a22-40b7-b689-0ea2b4689972 service neutron] delete failed (client error): The resource could not be found. Nov 02 12:28:36.816011 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-14b9e9e2-4a22-40b7-b689-0ea2b4689972 service neutron] 10.222.0.54 "DELETE /v2.0/ports/2f64e558-18f0-4ab4-a1eb-40e367e0da0b/bindings/n-h2-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.0663192 Nov 02 12:28:36.847142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:36.909810 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-1a1cfcd2-ca16-46dd-ab4f-8e9a0cd4b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:36.911360 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-1a1cfcd2-ca16-46dd-ab4f-8e9a0cd4b752 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=24ee3df880074d37980be0007798cc4b&device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 1097 time: 0.0428030 Nov 02 12:28:37.005561 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-508d0b65-d081-4c10-9f59-6be8b63ae56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:37.006990 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-508d0b65-d081-4c10-9f59-6be8b63ae56e service neutron] 10.222.0.54 "GET /v2.0/networks?id=bd5454da-af32-4c2b-9e30-ed7859a25771 HTTP/1.1" status: 200 len: 913 time: 0.0895429 Nov 02 12:28:37.052488 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-7319fd32-585b-4b4e-8fa8-290945005fa5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f64e558-18f0-4ab4-a1eb-40e367e0da0b HTTP/1.1" status: 200 len: 217 time: 0.0384934 Nov 02 12:28:37.104678 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-7ac39fd7-3c32-4109-af36-c516c6a67e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:37.106184 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-7ac39fd7-3c32-4109-af36-c516c6a67e58 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b40bab47-7d3e-4a19-a1db-29687d55ad6c HTTP/1.1" status: 200 len: 852 time: 0.0462034 Nov 02 12:28:37.140017 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-f901acba-8443-458f-9ab6-43bd158c1ae8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bd5454da-af32-4c2b-9e30-ed7859a25771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258093 Nov 02 12:28:37.236530 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-16adc7b9-9c9b-4cd0-8a05-1e779c3d396f service neutron] 10.222.0.54 "GET /v2.0/networks/bd5454da-af32-4c2b-9e30-ed7859a25771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893755 Nov 02 12:28:37.328823 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-4b1c9414-e080-4ba1-9ccf-f16bf857a9f1 service neutron] 10.222.0.54 "GET /v2.0/networks/bd5454da-af32-4c2b-9e30-ed7859a25771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846469 Nov 02 12:28:38.032711 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:28:39.038582 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d09b582-c12f-40b0-bcd6-3f2859017751 x-openstack-request-id: req-4d09b582-c12f-40b0-bcd6-3f2859017751 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:28:39.039238 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b", "name": "network-vif-plugged", "status": "completed", "tag": "2f64e558-18f0-4ab4-a1eb-40e367e0da0b", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:28:39.039238 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d09b582-c12f-40b0-bcd6-3f2859017751 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:28:39.039572 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f64e558-18f0-4ab4-a1eb-40e367e0da0b', 'code': 200} Nov 02 12:28:39.139403 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8a596-6b44-46a3-8283-8618b0bc14c3 req-54655f5e-9424-4997-b1ad-0ec28dd9a129 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:39.141638 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c1f8a596-6b44-46a3-8283-8618b0bc14c3 req-54655f5e-9424-4997-b1ad-0ec28dd9a129 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0549815 Nov 02 12:28:39.192964 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c1f8a596-6b44-46a3-8283-8618b0bc14c3 req-a3c9d04a-66a4-43c1-a54b-64e3ea9a625c tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444820 Nov 02 12:28:40.351162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba64fe8-c00d-4ae3-92f2-386121005efd req-ab6390b6-e24f-46c8-8021-591a35f92a18 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:40.352720 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2ba64fe8-c00d-4ae3-92f2-386121005efd req-ab6390b6-e24f-46c8-8021-591a35f92a18 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0858016 Nov 02 12:28:40.369689 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-bf555a58-5e4b-4f87-8d80-d02e5cb3410f tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:40.371231 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-bf555a58-5e4b-4f87-8d80-d02e5cb3410f tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.79 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 945 time: 0.0735958 Nov 02 12:28:40.471313 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2ba64fe8-c00d-4ae3-92f2-386121005efd req-62903193-21ed-4c52-8aee-52cb9b9a76d3 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2528e52-b43d-455e-81e3-cd353f238911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106043 Nov 02 12:28:40.501969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-a11892b5-0ca0-4789-b427-c69a66275209 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Deleting port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:28:40.502433 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-a11892b5-0ca0-4789-b427-c69a66275209 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:40.594851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-a11892b5-0ca0-4789-b427-c69a66275209 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] For port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,segment=NetworkSegment(fe7d346d-744b-471e-a92a-d13065f75aa4),segment_id=fe7d346d-744b-471e-a92a-d13065f75aa4)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:28:40.595237 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-a11892b5-0ca0-4789-b427-c69a66275209 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:40.608485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-a11892b5-0ca0-4789-b427-c69a66275209 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Calling delete_port for 2f64e558-18f0-4ab4-a1eb-40e367e0da0b owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:28:40.856800 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-a11892b5-0ca0-4789-b427-c69a66275209 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:40.869029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['2f64e558-18f0-4ab4-a1eb-40e367e0da0b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:28:40.885367 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11892b5-0ca0-4789-b427-c69a66275209 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Pushing event deleted for resources: {'Port': ['ID=2f64e558-18f0-4ab4-a1eb-40e367e0da0b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:40.931861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-a11892b5-0ca0-4789-b427-c69a66275209 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] No DVR routers for this DVR port 2f64e558-18f0-4ab4-a1eb-40e367e0da0b on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:28:40.934549 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-a11892b5-0ca0-4789-b427-c69a66275209 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:40.938081 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d3cbba49-be3e-4124-88d6-dcd915da6397 req-a11892b5-0ca0-4789-b427-c69a66275209 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.79 "DELETE /v2.0/ports/2f64e558-18f0-4ab4-a1eb-40e367e0da0b HTTP/1.1" status: 204 len: 173 time: 0.5596466 Nov 02 12:28:40.938525 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b', 'name': 'network-vif-deleted', 'tag': '2f64e558-18f0-4ab4-a1eb-40e367e0da0b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:28:40.945175 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8644d1ff-ef02-4498-b6e4-30b76d781111" -d '{"events": [{"server_uuid": "fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b", "name": "network-vif-deleted", "tag": "2f64e558-18f0-4ab4-a1eb-40e367e0da0b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:28:40.978335 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97a9341-0e96-4d4a-ba99-71d2fc8fecb3 x-openstack-request-id: req-a97a9341-0e96-4d4a-ba99-71d2fc8fecb3 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:28:40.978641 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b", "name": "network-vif-deleted", "tag": "2f64e558-18f0-4ab4-a1eb-40e367e0da0b", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:28:40.978897 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a97a9341-0e96-4d4a-ba99-71d2fc8fecb3 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:28:40.979326 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b', 'name': 'network-vif-deleted', 'tag': '2f64e558-18f0-4ab4-a1eb-40e367e0da0b', 'status': 'completed', 'code': 200} Nov 02 12:28:41.600446 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b7acccfc-c08e-4849-b453-1bb8ad57b2e0 req-a8a8f099-84fa-4fc6-a52f-554e52ac7123 tempest-DeleteServersTestJSON-291270902 tempest-DeleteServersTestJSON-291270902-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbaab4f7-3fc7-41c5-a90a-edbdf87c6d0b HTTP/1.1" status: 200 len: 210 time: 0.0412672 Nov 02 12:28:42.746813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55676) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:28:42.799338 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] Deleting subnet b40bab47-7d3e-4a19-a1db-29687d55ad6c {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:28:42.802619 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:42.840119 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:42.886307 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:43.037055 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:43.068133 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b40bab47-7d3e-4a19-a1db-29687d55ad6c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:43.072938 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:43.076129 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b40bab47-7d3e-4a19-a1db-29687d55ad6c HTTP/1.1" status: 204 len: 168 time: 0.3302765 Nov 02 12:28:43.079026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 55678) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:28:43.081528 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:43.081873 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:43.082226 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:43.082562 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:43.082902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:43.083265 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:43.083593 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:43.083916 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:43.084239 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:43.084564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:43.084887 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:43.085255 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8a0964-61e5-4e57-8ede-666ee18f6e50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:28:43.152534 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-08753796-62ba-40bb-acf1-45b77d37f52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:43.237590 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-08753796-62ba-40bb-acf1-45b77d37f52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:43.258626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-08753796-62ba-40bb-acf1-45b77d37f52d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5454da-af32-4c2b-9e30-ed7859a25771']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:28:43.269307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-08753796-62ba-40bb-acf1-45b77d37f52d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7d346d-744b-471e-a92a-d13065f75aa4') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:28:43.269602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-08753796-62ba-40bb-acf1-45b77d37f52d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7d346d-744b-471e-a92a-d13065f75aa4') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:28:43.279166 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-08753796-62ba-40bb-acf1-45b77d37f52d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:43.293256 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-08753796-62ba-40bb-acf1-45b77d37f52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:43.300905 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08753796-62ba-40bb-acf1-45b77d37f52d admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-08753796-62ba-40bb-acf1-45b77d37f52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:28:43.304542 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:28:43.442416 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-08753796-62ba-40bb-acf1-45b77d37f52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:43.447471 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-08753796-62ba-40bb-acf1-45b77d37f52d admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:43.451856 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-08753796-62ba-40bb-acf1-45b77d37f52d admin admin] 10.222.0.52 "DELETE /v2.0/networks/bd5454da-af32-4c2b-9e30-ed7859a25771 HTTP/1.1" status: 204 len: 168 time: 0.3714852 Nov 02 12:28:43.465674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08753796-62ba-40bb-acf1-45b77d37f52d admin admin] Pushing event deleted for resources: {'Network': ['ID=bd5454da-af32-4c2b-9e30-ed7859a25771,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:43.791686 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55682) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:28:43.834867 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cc5f60aa-4151-4227-a7b2-95af13d4038e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=24ee3df880074d37980be0007798cc4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417178 Nov 02 12:28:43.837538 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55684) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:28:43.888074 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-11b2b531-cee8-40ee-ab8b-cb7c3b238aa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:43.910388 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-11b2b531-cee8-40ee-ab8b-cb7c3b238aa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:44.055889 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-11b2b531-cee8-40ee-ab8b-cb7c3b238aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:44.058773 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-11b2b531-cee8-40ee-ab8b-cb7c3b238aa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:44.059979 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-11b2b531-cee8-40ee-ab8b-cb7c3b238aa0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2528e52-b43d-455e-81e3-cd353f238911 HTTP/1.1" status: 204 len: 168 time: 0.2215395 Nov 02 12:28:44.069506 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2b531-cee8-40ee-ab8b-cb7c3b238aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2528e52-b43d-455e-81e3-cd353f238911,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:44.434761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 2f64e558-18f0-4ab4-a1eb-40e367e0da0b no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:28:44.456109 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 2f64e558-18f0-4ab4-a1eb-40e367e0da0b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:28:44.456456 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 2f64e558-18f0-4ab4-a1eb-40e367e0da0b not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:28:45.226351 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55706) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:28:45.326668 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-bbb0b5ac-658d-419b-a378-cdf6139a84cb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-929759637-network', 'tenant_id': '73a7fd53bffb4a7da96e3d7800c2ac0e'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:28:45.424873 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb0b5ac-658d-419b-a378-cdf6139a84cb admin admin] Made reservation on behalf of 73a7fd53bffb4a7da96e3d7800c2ac0e for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:28:45.427327 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b5ac-658d-419b-a378-cdf6139a84cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:45.436392 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b5ac-658d-419b-a378-cdf6139a84cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:45.512233 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b5ac-658d-419b-a378-cdf6139a84cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:45.616014 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b5ac-658d-419b-a378-cdf6139a84cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:45.647672 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb0b5ac-658d-419b-a378-cdf6139a84cb admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:28:45.654149 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0b5ac-658d-419b-a378-cdf6139a84cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:45.660982 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b5ac-658d-419b-a378-cdf6139a84cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:45.661338 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-bbb0b5ac-658d-419b-a378-cdf6139a84cb admin admin] Added segment 1dc91008-17d4-4204-a6ea-16b34ea67d14 of type vlan for network 35547593-e1c1-4b67-8dad-be9c2cbe01d2 Nov 02 12:28:45.705015 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b5ac-658d-419b-a378-cdf6139a84cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:45.953178 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b5ac-658d-419b-a378-cdf6139a84cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:45.954438 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb0b5ac-658d-419b-a378-cdf6139a84cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:45.955082 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bbb0b5ac-658d-419b-a378-cdf6139a84cb admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:46.017305 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0b5ac-658d-419b-a378-cdf6139a84cb admin admin] Pushing event updated for resources: {'Network': ['ID=35547593-e1c1-4b67-8dad-be9c2cbe01d2,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:46.027109 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 35547593-e1c1-4b67-8dad-be9c2cbe01d2 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:28:46.123482 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bbb0b5ac-658d-419b-a378-cdf6139a84cb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8957689 Nov 02 12:28:46.127186 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 55710) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:28:46.142285 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-a4619b3d-265e-4bec-be5b-73bbf00236dd admin admin] Request body: {'subnet': {'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-929759637-subnet', 'tenant_id': '73a7fd53bffb4a7da96e3d7800c2ac0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:28:46.253681 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4619b3d-265e-4bec-be5b-73bbf00236dd admin admin] Made reservation on behalf of 73a7fd53bffb4a7da96e3d7800c2ac0e for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:28:46.256114 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4619b3d-265e-4bec-be5b-73bbf00236dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:46.517646 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4619b3d-265e-4bec-be5b-73bbf00236dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:46.576821 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4619b3d-265e-4bec-be5b-73bbf00236dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba08a16e-ae58-4400-9ed0-3b11c4307cb3,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:46.592053 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4619b3d-265e-4bec-be5b-73bbf00236dd admin admin] Checking segment: {'id': '1dc91008-17d4-4204-a6ea-16b34ea67d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:28:46.592551 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4619b3d-265e-4bec-be5b-73bbf00236dd admin admin] Network hostable DHCP agents. Network: 35547593-e1c1-4b67-8dad-be9c2cbe01d2, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:28:46.716692 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4619b3d-265e-4bec-be5b-73bbf00236dd admin admin] Network 35547593-e1c1-4b67-8dad-be9c2cbe01d2 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:28:46.827558 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-a4619b3d-265e-4bec-be5b-73bbf00236dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 35547593-e1c1-4b67-8dad-be9c2cbe01d2) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:28:46.833552 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4619b3d-265e-4bec-be5b-73bbf00236dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:46.835019 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4619b3d-265e-4bec-be5b-73bbf00236dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:46.836314 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd54467-d12c-425a-980d-9bc0d4c5b0fb None None] Network 35547593-e1c1-4b67-8dad-be9c2cbe01d2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:28:46.955838 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a4619b3d-265e-4bec-be5b-73bbf00236dd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8273518 Nov 02 12:28:46.970849 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dd0ce2-a76d-4c52-b394-3b23b4e1b11d None None] Network 35547593-e1c1-4b67-8dad-be9c2cbe01d2 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:28:47.426599 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-320ddfdd-1967-4e2f-abd9-3ecaa93e92ac tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:47.428154 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-320ddfdd-1967-4e2f-abd9-3ecaa93e92ac tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/networks?id=35547593-e1c1-4b67-8dad-be9c2cbe01d2 HTTP/1.1" status: 200 len: 814 time: 0.1090093 Nov 02 12:28:47.445877 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-dcd8fb79-600d-4156-a886-878cd5812ae4 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/quotas/73a7fd53bffb4a7da96e3d7800c2ac0e HTTP/1.1" status: 200 len: 375 time: 0.0100396 Nov 02 12:28:47.479655 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-5d98ad74-77da-4294-ad12-29bc1ae22751 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272691 Nov 02 12:28:47.491224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-b14009b1-42d5-4243-ae31-cced37a0bb80 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:28:47.492187 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-b14009b1-42d5-4243-ae31-cced37a0bb80 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0051842 Nov 02 12:28:47.522119 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f3e65672-b6b1-4f33-ae4c-79cdd06f9f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:47.592320 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-e3738ea8-2eb9-4009-8b0a-4928b9f9d38d service neutron] 10.222.0.52 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941560 Nov 02 12:28:47.683757 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-7b35301d-052d-4816-86a0-46a02caa2610 service neutron] 10.222.0.52 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840425 Nov 02 12:28:48.002712 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b767e3a2-332a-4c17-932e-8a848cb07cb5 req-987cc490-1618-449c-90a4-9c97fd8db2de tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 210 time: 0.0528698 Nov 02 12:28:49.085160 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-55a65f04-aa9b-4c3d-b4e8-7bb2190cc8d2 req-1ff2d4b7-73df-4edd-a9f8-d639ba708f1d tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 210 time: 0.0285451 Nov 02 12:28:49.775947 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5375706f-2b2e-4951-8d74-b216adf0fb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:50.181153 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63563934-0536-4d71-b2ea-ce2d21a2dcfa req-517e0817-5b94-4193-8afd-600e821067a9 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 210 time: 0.0270460 Nov 02 12:28:50.688485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-205f245f-1a7a-4ff8-a136-105caf9f8918 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:50.689947 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-205f245f-1a7a-4ff8-a136-105caf9f8918 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.79 "GET /v2.0/networks?id=35547593-e1c1-4b67-8dad-be9c2cbe01d2 HTTP/1.1" status: 200 len: 814 time: 0.1060588 Nov 02 12:28:50.704109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-cdfe6d67-fea4-43eb-8c81-3b1bd702df56 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Request body: {'port': {'device_id': '42fe82b7-df48-4188-bca5-cb7d036b3277', 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2', 'admin_state_up': True, 'tenant_id': '73a7fd53bffb4a7da96e3d7800c2ac0e'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:28:50.890588 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-cdfe6d67-fea4-43eb-8c81-3b1bd702df56 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Made reservation on behalf of 73a7fd53bffb4a7da96e3d7800c2ac0e for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:28:50.896018 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-cdfe6d67-fea4-43eb-8c81-3b1bd702df56 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:51.045109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-cdfe6d67-fea4-43eb-8c81-3b1bd702df56 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Allocated IP 172.20.0.3 (35547593-e1c1-4b67-8dad-be9c2cbe01d2/ba08a16e-ae58-4400-9ed0-3b11c4307cb3/9b7a40dd-bb30-415f-ac21-a4738de7cae0) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:28:51.101864 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:51.223196 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-cdfe6d67-fea4-43eb-8c81-3b1bd702df56 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:51.614811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3f689959-8e07-4ab5-8c7e-8c881de943a6 req-15e25d89-99de-42e2-a3dd-337257d7e0ca tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 210 time: 0.3577650 Nov 02 12:28:51.615989 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-cdfe6d67-fea4-43eb-8c81-3b1bd702df56 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:51.666668 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-cdfe6d67-fea4-43eb-8c81-3b1bd702df56 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Network 35547593-e1c1-4b67-8dad-be9c2cbe01d2 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:28:51.669877 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-cdfe6d67-fea4-43eb-8c81-3b1bd702df56 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:28:51.677419 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-cdfe6d67-fea4-43eb-8c81-3b1bd702df56 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:28:51.704860 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe6d67-fea4-43eb-8c81-3b1bd702df56 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Pushing event updated for resources: {'Port': ['ID=9b7a40dd-bb30-415f-ac21-a4738de7cae0,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:51.736471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-cdfe6d67-fea4-43eb-8c81-3b1bd702df56 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:51.737141 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-cdfe6d67-fea4-43eb-8c81-3b1bd702df56 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:51.845286 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-cdfe6d67-fea4-43eb-8c81-3b1bd702df56 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1451275 Nov 02 12:28:51.858070 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Request body: {'port': {'device_id': '42fe82b7-df48-4188-bca5-cb7d036b3277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:28:51.917759 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:52.191472 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7a40dd-bb30-415f-ac21-a4738de7cae0 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:28:52.199914 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:52.212964 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Transition to ACTIVE for port object 9b7a40dd-bb30-415f-ac21-a4738de7cae0 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:28:52.296005 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:52.346898 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7a40dd-bb30-415f-ac21-a4738de7cae0,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:52.424640 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Attempting to bind port 9b7a40dd-bb30-415f-ac21-a4738de7cae0 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:28:52.424971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Attempting to bind port 9b7a40dd-bb30-415f-ac21-a4738de7cae0 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '1dc91008-17d4-4204-a6ea-16b34ea67d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:28:52.425305 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Attempting to bind port 9b7a40dd-bb30-415f-ac21-a4738de7cae0 on network 35547593-e1c1-4b67-8dad-be9c2cbe01d2 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:28:52.429843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Port 9b7a40dd-bb30-415f-ac21-a4738de7cae0 on network 35547593-e1c1-4b67-8dad-be9c2cbe01d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:28:52.430173 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Attempting to bind port 9b7a40dd-bb30-415f-ac21-a4738de7cae0 on network 35547593-e1c1-4b67-8dad-be9c2cbe01d2 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:28:52.435431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:28:52.435782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Checking segment: {'id': '1dc91008-17d4-4204-a6ea-16b34ea67d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:28:52.436203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Bound using segment: {'id': '1dc91008-17d4-4204-a6ea-16b34ea67d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:28:52.436628 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Bound port: 9b7a40dd-bb30-415f-ac21-a4738de7cae0, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc91008-17d4-4204-a6ea-16b34ea67d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:28:52.437679 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:52.504872 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] For port 9b7a40dd-bb30-415f-ac21-a4738de7cae0, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:28:52.511038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] For port 9b7a40dd-bb30-415f-ac21-a4738de7cae0, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=9b7a40dd-bb30-415f-ac21-a4738de7cae0,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:28:52.619540 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:52.632653 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:52.655143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:52.655554 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:52.657498 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] 10.222.0.79 "PUT /v2.0/ports/9b7a40dd-bb30-415f-ac21-a4738de7cae0 HTTP/1.1" status: 200 len: 1092 time: 0.8040130 Nov 02 12:28:52.660377 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fe82b7-df48-4188-bca5-cb7d036b3277', 'tag': '9b7a40dd-bb30-415f-ac21-a4738de7cae0'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:28:52.664026 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3449fe38-6625-4b30-8da1-ceb454866bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "42fe82b7-df48-4188-bca5-cb7d036b3277", "tag": "9b7a40dd-bb30-415f-ac21-a4738de7cae0"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:28:52.694041 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c02e93-e60f-437c-b6bd-97d9baf77805 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7a40dd-bb30-415f-ac21-a4738de7cae0,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:52.773938 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af77850-f80f-400b-9bc3-6f0083690514 req-42f86e4e-eba0-4fc5-b733-e91275ec302a tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:52.776243 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2af77850-f80f-400b-9bc3-6f0083690514 req-42f86e4e-eba0-4fc5-b733-e91275ec302a tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 943 time: 0.0782888 Nov 02 12:28:52.883728 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-26f70c0c-8469-4651-bb91-e3dde3f1abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:52.885911 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-26f70c0c-8469-4651-bb91-e3dde3f1abd7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 1095 time: 0.1084259 Nov 02 12:28:52.891882 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2af77850-f80f-400b-9bc3-6f0083690514 req-0fb89c68-b635-48a8-bc30-09bf6a28678a tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011784 Nov 02 12:28:52.953124 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6347cc55-3220-4b96-b81d-3ca5751f2891 x-openstack-request-id: req-6347cc55-3220-4b96-b81d-3ca5751f2891 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:28:52.953512 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fe82b7-df48-4188-bca5-cb7d036b3277", "tag": "9b7a40dd-bb30-415f-ac21-a4738de7cae0", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:28:52.953944 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6347cc55-3220-4b96-b81d-3ca5751f2891 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:28:52.954593 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fe82b7-df48-4188-bca5-cb7d036b3277', 'tag': '9b7a40dd-bb30-415f-ac21-a4738de7cae0', 'status': 'completed', 'code': 200} Nov 02 12:28:52.957171 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-1cbb001f-398c-42e3-819d-b3346b6c5099 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b7a40dd-bb30-415f-ac21-a4738de7cae0 HTTP/1.1" status: 200 len: 217 time: 0.0617471 Nov 02 12:28:53.027382 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-ffbd2b1f-99ad-49c6-a931-2c3323886ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:53.029540 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-ffbd2b1f-99ad-49c6-a931-2c3323886ec4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba08a16e-ae58-4400-9ed0-3b11c4307cb3 HTTP/1.1" status: 200 len: 854 time: 0.0654633 Nov 02 12:28:53.062409 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-27cca5bc-61ac-435d-be40-10434e4bc97e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=35547593-e1c1-4b67-8dad-be9c2cbe01d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255499 Nov 02 12:28:53.179078 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-32dbb38f-4344-4f14-a9ed-f87c2323e8eb service neutron] 10.222.0.79 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090543 Nov 02 12:28:53.317697 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3f224c9-8e5f-45bd-b4da-6956b4e6d0e3 req-ee06226a-2bf4-46f1-8903-22d1f710a943 service neutron] 10.222.0.79 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306252 Nov 02 12:28:53.515802 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449fe38-6625-4b30-8da1-ceb454866bb4 req-eb575255-f9e5-40e2-862d-4159d14898dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:53.517330 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3449fe38-6625-4b30-8da1-ceb454866bb4 req-eb575255-f9e5-40e2-862d-4159d14898dd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 1095 time: 0.0426621 Nov 02 12:28:53.616972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449fe38-6625-4b30-8da1-ceb454866bb4 req-0e0cff91-190d-4359-b123-476e2da169f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:53.618364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3449fe38-6625-4b30-8da1-ceb454866bb4 req-0e0cff91-190d-4359-b123-476e2da169f9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=35547593-e1c1-4b67-8dad-be9c2cbe01d2 HTTP/1.1" status: 200 len: 915 time: 0.0933907 Nov 02 12:28:53.660915 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3449fe38-6625-4b30-8da1-ceb454866bb4 req-16898889-b0fb-4c11-867a-99b8754c5f8a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b7a40dd-bb30-415f-ac21-a4738de7cae0 HTTP/1.1" status: 200 len: 217 time: 0.0350974 Nov 02 12:28:53.719198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449fe38-6625-4b30-8da1-ceb454866bb4 req-aab5cf1c-e741-45d0-891e-95c5be7e914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:53.728923 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3449fe38-6625-4b30-8da1-ceb454866bb4 req-aab5cf1c-e741-45d0-891e-95c5be7e914b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba08a16e-ae58-4400-9ed0-3b11c4307cb3 HTTP/1.1" status: 200 len: 854 time: 0.0515790 Nov 02 12:28:53.755917 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3449fe38-6625-4b30-8da1-ceb454866bb4 req-f2d0a132-2359-4544-80ec-0e2116f5495f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=35547593-e1c1-4b67-8dad-be9c2cbe01d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262923 Nov 02 12:28:53.851155 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3449fe38-6625-4b30-8da1-ceb454866bb4 req-7f65dce5-c4da-48c4-91a4-0217cd39e85f service neutron] 10.222.0.79 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866394 Nov 02 12:28:53.954950 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3449fe38-6625-4b30-8da1-ceb454866bb4 req-92e83542-8c58-4e88-942a-b36d4bebb946 service neutron] 10.222.0.79 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948079 Nov 02 12:28:54.020822 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78419a-6da2-48b5-8645-415e89337ac0 req-bb8cdb52-a208-482f-a983-312dc62ee6da tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:54.022628 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5e78419a-6da2-48b5-8645-415e89337ac0 req-bb8cdb52-a208-482f-a983-312dc62ee6da tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 943 time: 0.0569928 Nov 02 12:28:54.085483 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5e78419a-6da2-48b5-8645-415e89337ac0 req-0b4bc8f9-1a87-4018-b125-76262a9f908e tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566571 Nov 02 12:28:54.215983 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:54.467550 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 9b7a40dd-bb30-415f-ac21-a4738de7cae0 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:28:54.547179 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:54.581502 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 9b7a40dd-bb30-415f-ac21-a4738de7cae0, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=9b7a40dd-bb30-415f-ac21-a4738de7cae0,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:28:54.593812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '9b7a40dd-bb30-415f-ac21-a4738de7cae0', 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2', 'port_id': '9b7a40dd-bb30-415f-ac21-a4738de7cae0', 'mac_address': 'fa:16:3e:96:56:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba08a16e-ae58-4400-9ed0-3b11c4307cb3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:28:54.637193 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:54.651270 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7a40dd-bb30-415f-ac21-a4738de7cae0 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:28:54.670915 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 9b7a40dd-bb30-415f-ac21-a4738de7cae0, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=9b7a40dd-bb30-415f-ac21-a4738de7cae0,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:28:54.881885 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:54.957035 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=9b7a40dd-bb30-415f-ac21-a4738de7cae0,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:55.078349 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['9b7a40dd-bb30-415f-ac21-a4738de7cae0'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:28:55.103019 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:55.224848 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799135a1-b311-4f24-93ad-6ab4fd922c78 req-abd25e1f-6a6b-43a4-a1ce-78b37278582d tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:55.227400 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-799135a1-b311-4f24-93ad-6ab4fd922c78 req-abd25e1f-6a6b-43a4-a1ce-78b37278582d tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 944 time: 0.0681241 Nov 02 12:28:55.277025 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-799135a1-b311-4f24-93ad-6ab4fd922c78 req-8d65f310-a47d-42d1-8dea-f5e8bde9b6a2 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438449 Nov 02 12:28:56.404948 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0ffea-fc31-4890-8e2a-6b3e95344275 req-d36d8ad1-20f6-4493-bf71-b0e1fe6364d8 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:56.407444 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c2f0ffea-fc31-4890-8e2a-6b3e95344275 req-d36d8ad1-20f6-4493-bf71-b0e1fe6364d8 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 944 time: 0.0572701 Nov 02 12:28:56.458251 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c2f0ffea-fc31-4890-8e2a-6b3e95344275 req-3276f848-12e7-49ba-afbd-34cc0411b9f0 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443647 Nov 02 12:28:56.484803 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 9b7a40dd-bb30-415f-ac21-a4738de7cae0 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:28:56.627044 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 9b7a40dd-bb30-415f-ac21-a4738de7cae0 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:28:56.631162 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 9b7a40dd-bb30-415f-ac21-a4738de7cae0 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:28:56.631538 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:56.714269 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:56.737923 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fe82b7-df48-4188-bca5-cb7d036b3277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7a40dd-bb30-415f-ac21-a4738de7cae0'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:28:56.740296 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb64d0b4-f6c3-4087-9ee2-44dd41f4d7af" -d '{"events": [{"server_uuid": "42fe82b7-df48-4188-bca5-cb7d036b3277", "name": "network-vif-plugged", "status": "completed", "tag": "9b7a40dd-bb30-415f-ac21-a4738de7cae0"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:28:56.753921 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 9b7a40dd-bb30-415f-ac21-a4738de7cae0, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=9b7a40dd-bb30-415f-ac21-a4738de7cae0,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:28:56.780215 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90880a0-4d6a-4267-b7d2-76b4b693f9c3 x-openstack-request-id: req-a90880a0-4d6a-4267-b7d2-76b4b693f9c3 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:28:56.784763 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fe82b7-df48-4188-bca5-cb7d036b3277", "name": "network-vif-plugged", "status": "completed", "tag": "9b7a40dd-bb30-415f-ac21-a4738de7cae0", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:28:56.784763 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a90880a0-4d6a-4267-b7d2-76b4b693f9c3 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:28:56.784763 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fe82b7-df48-4188-bca5-cb7d036b3277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7a40dd-bb30-415f-ac21-a4738de7cae0', 'code': 200} Nov 02 12:28:56.867435 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:28:56.881018 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76568928-e5f2-49b5-836d-89db2cd62118 req-6624f96d-3cd4-4499-ab3c-6ac89fbc7d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:56.882554 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76568928-e5f2-49b5-836d-89db2cd62118 req-6624f96d-3cd4-4499-ab3c-6ac89fbc7d1b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 1096 time: 0.0440395 Nov 02 12:28:56.918959 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=9b7a40dd-bb30-415f-ac21-a4738de7cae0,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:28:56.934721 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76568928-e5f2-49b5-836d-89db2cd62118 req-9f1ef0aa-14a3-4e53-86d2-faadb39bd65a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456018 Nov 02 12:28:57.585471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2775fe5-1d71-4eb8-893e-d947eafc1613 req-1a490676-81af-4130-b7d7-b572f0fdff95 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:57.586979 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2775fe5-1d71-4eb8-893e-d947eafc1613 req-1a490676-81af-4130-b7d7-b572f0fdff95 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0501475 Nov 02 12:28:57.635709 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2775fe5-1d71-4eb8-893e-d947eafc1613 req-da1d8cba-e30d-4776-af75-ca84a5b6c4fe tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425999 Nov 02 12:28:58.755279 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64717973-8109-4b46-a141-a0eb1d3db8ec req-998de8a1-29a0-4425-9adf-505ef2fad53c tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:58.756816 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64717973-8109-4b46-a141-a0eb1d3db8ec req-998de8a1-29a0-4425-9adf-505ef2fad53c tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0506263 Nov 02 12:28:58.807362 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64717973-8109-4b46-a141-a0eb1d3db8ec req-e5e741aa-409f-4dd2-ba85-a17f3c647396 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443108 Nov 02 12:28:58.946746 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2e938-200c-40c7-b666-c68d6d083553 req-409ba2b0-b0a4-464a-937d-5d9ecaf6a344 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:58.948359 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dee2e938-200c-40c7-b666-c68d6d083553 req-409ba2b0-b0a4-464a-937d-5d9ecaf6a344 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0564425 Nov 02 12:28:58.999399 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dee2e938-200c-40c7-b666-c68d6d083553 req-8b35945b-9906-486c-bf99-fe6bf27611a1 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447404 Nov 02 12:28:59.334798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28ce4a-bca9-4b35-ae91-b5592e1bfb7d req-427c36df-4833-42f8-81cd-c343f487b98c tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:59.336350 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4d28ce4a-bca9-4b35-ae91-b5592e1bfb7d req-427c36df-4833-42f8-81cd-c343f487b98c tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0503559 Nov 02 12:28:59.385172 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4d28ce4a-bca9-4b35-ae91-b5592e1bfb7d req-37fbc512-3881-4c97-b536-1319552e1485 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426321 Nov 02 12:28:59.500773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168f998-843e-456d-9617-0c6337996de9 req-e495b8b4-7aae-497f-aad5-7e3a4052b80e tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:28:59.502176 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9168f998-843e-456d-9617-0c6337996de9 req-e495b8b4-7aae-497f-aad5-7e3a4052b80e tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0501678 Nov 02 12:28:59.556134 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9168f998-843e-456d-9617-0c6337996de9 req-901fddc7-bc71-4c02-88ca-e46b9f4e5083 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478122 Nov 02 12:29:00.314343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9c0f1-b3f2-4edf-8d64-dff20b8dbf8c req-3407a835-9d8e-44ff-925f-d860c711ae16 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:00.315913 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4aa9c0f1-b3f2-4edf-8d64-dff20b8dbf8c req-3407a835-9d8e-44ff-925f-d860c711ae16 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0521863 Nov 02 12:29:00.368723 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4aa9c0f1-b3f2-4edf-8d64-dff20b8dbf8c req-2f3d43a4-7216-4114-b739-a3486557cf83 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464852 Nov 02 12:29:00.785171 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-835e823c-6cb6-43ca-9e54-ab72a245d39c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404279 Nov 02 12:29:01.506388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222323d-aec9-4c41-ba7b-c91434954d40 req-649aba78-0357-49fe-8170-c7c86584183f tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:01.507917 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7222323d-aec9-4c41-ba7b-c91434954d40 req-649aba78-0357-49fe-8170-c7c86584183f tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0671012 Nov 02 12:29:01.556701 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7222323d-aec9-4c41-ba7b-c91434954d40 req-5d0bd2e0-d43c-452d-aaaf-eb148fdfd6c2 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424995 Nov 02 12:29:02.686814 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df279c-136b-4183-b4c8-e4081f756560 req-b7306c24-fd18-448f-a900-c1352ea54cba tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:02.690710 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82df279c-136b-4183-b4c8-e4081f756560 req-b7306c24-fd18-448f-a900-c1352ea54cba tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0588288 Nov 02 12:29:02.737887 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82df279c-136b-4183-b4c8-e4081f756560 req-ea961b5c-35d5-45f1-a0cc-ff5ff9e515a6 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424910 Nov 02 12:29:03.615347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-53492fee-eb81-4485-b112-d8fd68c30985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:03.616846 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-53492fee-eb81-4485-b112-d8fd68c30985 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 1097 time: 0.0422606 Nov 02 12:29:03.716251 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-21d369b0-8c78-4b5e-bd53-1ebbd0d948ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:03.717733 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-21d369b0-8c78-4b5e-bd53-1ebbd0d948ae service neutron] 10.222.0.79 "GET /v2.0/networks?id=35547593-e1c1-4b67-8dad-be9c2cbe01d2 HTTP/1.1" status: 200 len: 915 time: 0.0941684 Nov 02 12:29:03.761552 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-c5459e27-1ab2-4752-b3de-6943c91ecd55 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b7a40dd-bb30-415f-ac21-a4738de7cae0 HTTP/1.1" status: 200 len: 217 time: 0.0363097 Nov 02 12:29:03.857757 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-05de20fc-dc4e-44e6-8cab-cab3fa61e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:03.857757 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-05de20fc-dc4e-44e6-8cab-cab3fa61e54e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba08a16e-ae58-4400-9ed0-3b11c4307cb3 HTTP/1.1" status: 200 len: 854 time: 0.0544655 Nov 02 12:29:03.870709 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-d07fb78c-bf1f-4a2b-88f1-00170b661a7f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=35547593-e1c1-4b67-8dad-be9c2cbe01d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289085 Nov 02 12:29:03.895796 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb8ce6-bd90-43e8-ae6d-c37d607b7a78 req-4d4255cf-c6e5-4941-a5c6-857b91b78a84 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:03.897487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5eb8ce6-bd90-43e8-ae6d-c37d607b7a78 req-4d4255cf-c6e5-4941-a5c6-857b91b78a84 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0904629 Nov 02 12:29:04.008503 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b5eb8ce6-bd90-43e8-ae6d-c37d607b7a78 req-b6d774af-2b76-4df6-be29-f485510d3cc7 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007347 Nov 02 12:29:04.013899 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-bc550946-21f9-4ed7-91ba-29aa3735a3eb service neutron] 10.222.0.79 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349516 Nov 02 12:29:04.109491 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-6e988e2c-826e-4ca3-a2e0-3e567cf59749 service neutron] 10.222.0.79 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873120 Nov 02 12:29:05.128331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420b369-37c2-4b30-8aae-84ae10bd7d11 req-9054a134-4638-46a6-a30d-f405daab3eea tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:05.129866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9420b369-37c2-4b30-8aae-84ae10bd7d11 req-9054a134-4638-46a6-a30d-f405daab3eea tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0527747 Nov 02 12:29:05.185112 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9420b369-37c2-4b30-8aae-84ae10bd7d11 req-22d696a8-89c7-4722-b9bf-bf280eb9f824 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476995 Nov 02 12:29:06.305245 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0ab5f-f21e-46fe-988d-256947649dac req-086caf98-1120-4374-88f8-d1ba8db03b7b tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:06.306745 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-14d0ab5f-f21e-46fe-988d-256947649dac req-086caf98-1120-4374-88f8-d1ba8db03b7b tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0516925 Nov 02 12:29:06.355617 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-14d0ab5f-f21e-46fe-988d-256947649dac req-fb0855fc-c88f-4c71-9c9e-50427ef39ec1 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419748 Nov 02 12:29:07.483011 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b0a4a-4e49-428e-80cf-a19e080f42c1 req-24713293-b11a-4a90-9426-e7b46641b9a0 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:07.484790 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-658b0a4a-4e49-428e-80cf-a19e080f42c1 req-24713293-b11a-4a90-9426-e7b46641b9a0 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0510473 Nov 02 12:29:07.535338 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-658b0a4a-4e49-428e-80cf-a19e080f42c1 req-cc71460c-be48-4e87-bde7-a5596be51527 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448403 Nov 02 12:29:08.663733 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14144f4f-32ea-4c1c-80ad-de251084144d req-c5abc145-5e8a-4cb4-8df7-d88840605337 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:08.668083 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-14144f4f-32ea-4c1c-80ad-de251084144d req-c5abc145-5e8a-4cb4-8df7-d88840605337 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0554316 Nov 02 12:29:08.716017 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-14144f4f-32ea-4c1c-80ad-de251084144d req-5cc4c0ab-2fd4-4715-92c4-0f3811a4cd8e tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447137 Nov 02 12:29:09.841890 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea0867-7632-403f-bec7-97983dcd2dc9 req-20c71356-329e-4907-93f1-6174def5713c tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:09.843945 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6fea0867-7632-403f-bec7-97983dcd2dc9 req-20c71356-329e-4907-93f1-6174def5713c tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0499375 Nov 02 12:29:09.895669 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6fea0867-7632-403f-bec7-97983dcd2dc9 req-08faa7f8-edcf-4a8d-91a6-517e93dc5b32 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451572 Nov 02 12:29:11.015047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a3252-6980-4501-b13a-c4990d2c9257 req-d29b308f-526e-41ac-b0c5-256209af4ffb tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:11.016586 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f71a3252-6980-4501-b13a-c4990d2c9257 req-d29b308f-526e-41ac-b0c5-256209af4ffb tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0507033 Nov 02 12:29:11.068784 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f71a3252-6980-4501-b13a-c4990d2c9257 req-32f0d1c1-a0ad-4aa0-af5b-ba8a36680a85 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460649 Nov 02 12:29:12.189183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88f751-21cc-4da9-935e-8da251c056c7 req-edcc7203-f534-4f43-aaa7-d994b6164d51 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:12.190896 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e88f751-21cc-4da9-935e-8da251c056c7 req-edcc7203-f534-4f43-aaa7-d994b6164d51 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0540826 Nov 02 12:29:12.241191 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e88f751-21cc-4da9-935e-8da251c056c7 req-4ea31532-7345-445a-8b1f-deb8d545111b tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440450 Nov 02 12:29:13.361775 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101043ac-0a5a-4f9d-80e7-31b7a499ad93 req-a34d33c4-b9b0-4838-92fd-b0dd18f805c6 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:13.363287 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-101043ac-0a5a-4f9d-80e7-31b7a499ad93 req-a34d33c4-b9b0-4838-92fd-b0dd18f805c6 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0520790 Nov 02 12:29:13.412709 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-101043ac-0a5a-4f9d-80e7-31b7a499ad93 req-5464899a-f221-4020-81a7-5981a1dfd8c6 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421343 Nov 02 12:29:14.597274 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8b502-b2f2-48d9-8a40-2f0a811ee49b req-252dc23c-055b-43ad-8495-44759a01b950 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:14.598776 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-37f8b502-b2f2-48d9-8a40-2f0a811ee49b req-252dc23c-055b-43ad-8495-44759a01b950 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.1138663 Nov 02 12:29:14.648124 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-37f8b502-b2f2-48d9-8a40-2f0a811ee49b req-73c1636f-bdd0-4d6a-bd8a-4906b77082d9 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419543 Nov 02 12:29:15.032015 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:29:15.766089 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf4361-9865-44cb-aaa7-5fc236d5aa15 req-6dbd0ff4-592f-4a56-8b69-d094ac53d7f9 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:15.767558 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ddf4361-9865-44cb-aaa7-5fc236d5aa15 req-6dbd0ff4-592f-4a56-8b69-d094ac53d7f9 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0516655 Nov 02 12:29:15.816502 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ddf4361-9865-44cb-aaa7-5fc236d5aa15 req-572c1da5-ab1b-47cb-945c-9a2ea76b10b1 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420966 Nov 02 12:29:16.940604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28729018-b440-4fc9-904f-21ef327b9adc req-314c0e97-8eab-4a2e-9620-6111fd5919bc tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:16.942177 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28729018-b440-4fc9-904f-21ef327b9adc req-314c0e97-8eab-4a2e-9620-6111fd5919bc tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0552330 Nov 02 12:29:16.991523 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28729018-b440-4fc9-904f-21ef327b9adc req-a9ca3411-4dd6-43a0-926a-5013eb2f5c4f tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 Nov 02 12:29:17.566013 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f6e83e0b-0e06-4052-98a3-f832011a2714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:18.117709 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c972c-443f-4e68-be57-70fed9301213 req-b14f58a4-a30b-4280-86ab-4b3d54e4fb7a tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:18.119343 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-373c972c-443f-4e68-be57-70fed9301213 req-b14f58a4-a30b-4280-86ab-4b3d54e4fb7a tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0521898 Nov 02 12:29:18.167445 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-373c972c-443f-4e68-be57-70fed9301213 req-c08c53e7-9855-42bb-a305-2b1e25841d25 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418203 Nov 02 12:29:19.285717 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2951ab2-e5e7-48c9-8c7f-6924000c6aaa req-8e7138e2-f9e9-4701-8a4c-ec3ad939363a tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:19.287337 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f2951ab2-e5e7-48c9-8c7f-6924000c6aaa req-8e7138e2-f9e9-4701-8a4c-ec3ad939363a tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0487578 Nov 02 12:29:19.343048 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f2951ab2-e5e7-48c9-8c7f-6924000c6aaa req-e32727ae-d383-4088-8229-d397e233f13d tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482662 Nov 02 12:29:19.766654 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-91ba85b6-ec5b-45f0-be2b-be93718b8d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:20.466871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d031958-8c04-491b-ab64-3c3b35983eb7 req-b46b6bd4-22b4-4e4e-81fc-3daa2f2ca148 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:20.468386 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d031958-8c04-491b-ab64-3c3b35983eb7 req-b46b6bd4-22b4-4e4e-81fc-3daa2f2ca148 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0561218 Nov 02 12:29:20.517137 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d031958-8c04-491b-ab64-3c3b35983eb7 req-0c24834d-71cd-4cb3-aaaa-5a107936e839 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427158 Nov 02 12:29:21.192004 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:21.464799 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-ea4daf9e-d88b-4416-af29-03f5525f8b50 service neutron] show failed (client error): The resource could not be found. Nov 02 12:29:21.465830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-ea4daf9e-d88b-4416-af29-03f5525f8b50 service neutron] 10.222.0.79 "GET /v2.0/ports/9b7a40dd-bb30-415f-ac21-a4738de7cae0/bindings/n-h2-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.0605750 Nov 02 12:29:21.648645 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8ccc9-4e6d-487e-9ca9-10a6c20b797f req-3e7eb759-d545-4750-ab3e-5c59108b8269 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:21.650149 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bb8ccc9-4e6d-487e-9ca9-10a6c20b797f req-3e7eb759-d545-4750-ab3e-5c59108b8269 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0557063 Nov 02 12:29:21.699040 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bb8ccc9-4e6d-487e-9ca9-10a6c20b797f req-ef4e566c-a633-424d-b60e-833b4c9f9be5 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421689 Nov 02 12:29:22.264373 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-f49bad5e-2a6d-4c2f-afdc-7bf5a7d796c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:22.265982 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-f49bad5e-2a6d-4c2f-afdc-7bf5a7d796c7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277&tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e HTTP/1.1" status: 200 len: 1097 time: 0.0759697 Nov 02 12:29:22.278819 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:29:22.338620 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:22.555795 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] For port 9b7a40dd-bb30-415f-ac21-a4738de7cae0, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=9b7a40dd-bb30-415f-ac21-a4738de7cae0,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:22.586850 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:22.591760 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] For port 9b7a40dd-bb30-415f-ac21-a4738de7cae0, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:29:22.632795 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fe82b7-df48-4188-bca5-cb7d036b3277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b7a40dd-bb30-415f-ac21-a4738de7cae0'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:29:22.635351 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f582ce03-c4c8-41c0-bc9e-a1ffb9880a62" -d '{"events": [{"server_uuid": "42fe82b7-df48-4188-bca5-cb7d036b3277", "name": "network-vif-unplugged", "status": "completed", "tag": "9b7a40dd-bb30-415f-ac21-a4738de7cae0"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:29:22.639245 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:22.652824 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Transition to ACTIVE for port object 9b7a40dd-bb30-415f-ac21-a4738de7cae0 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:29:22.723539 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:22.756460 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 12:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b54ab13-8ca5-45f8-b400-ba6f6ec1eed0 x-openstack-request-id: req-3b54ab13-8ca5-45f8-b400-ba6f6ec1eed0 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:29:22.757364 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fe82b7-df48-4188-bca5-cb7d036b3277", "name": "network-vif-unplugged", "status": "completed", "tag": "9b7a40dd-bb30-415f-ac21-a4738de7cae0", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:29:22.757711 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b54ab13-8ca5-45f8-b400-ba6f6ec1eed0 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:29:22.758023 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fe82b7-df48-4188-bca5-cb7d036b3277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b7a40dd-bb30-415f-ac21-a4738de7cae0', 'code': 200} Nov 02 12:29:22.792326 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] No DVR routers for this DVR port 9b7a40dd-bb30-415f-ac21-a4738de7cae0 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:29:22.799501 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Pushing event updated for resources: {'Port': ['ID=9b7a40dd-bb30-415f-ac21-a4738de7cae0,revision_number=6']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:22.834498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Attempting to bind port 9b7a40dd-bb30-415f-ac21-a4738de7cae0 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:29:22.834989 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Attempting to bind port 9b7a40dd-bb30-415f-ac21-a4738de7cae0 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '1dc91008-17d4-4204-a6ea-16b34ea67d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:29:22.835441 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Attempting to bind port 9b7a40dd-bb30-415f-ac21-a4738de7cae0 on network 35547593-e1c1-4b67-8dad-be9c2cbe01d2 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:22.840077 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Port 9b7a40dd-bb30-415f-ac21-a4738de7cae0 on network 35547593-e1c1-4b67-8dad-be9c2cbe01d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:29:22.840422 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Attempting to bind port 9b7a40dd-bb30-415f-ac21-a4738de7cae0 on network 35547593-e1c1-4b67-8dad-be9c2cbe01d2 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:22.845290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:29:22.845744 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Checking segment: {'id': '1dc91008-17d4-4204-a6ea-16b34ea67d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:29:22.846122 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Bound using segment: {'id': '1dc91008-17d4-4204-a6ea-16b34ea67d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:29:22.846541 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Bound port: 9b7a40dd-bb30-415f-ac21-a4738de7cae0, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc91008-17d4-4204-a6ea-16b34ea67d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:29:22.846887 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:22.849549 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e13db-5003-4c4a-94b0-129e6b4de725 req-3ecb2644-78ab-4676-8467-e091ef2e9757 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:22.851768 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b66e13db-5003-4c4a-94b0-129e6b4de725 req-3ecb2644-78ab-4676-8467-e091ef2e9757 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 943 time: 0.0523112 Nov 02 12:29:22.902207 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b66e13db-5003-4c4a-94b0-129e6b4de725 req-44775a95-665a-4980-b03e-e26fd00f2175 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439332 Nov 02 12:29:22.910838 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] For port 9b7a40dd-bb30-415f-ac21-a4738de7cae0, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:29:22.914794 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] For port 9b7a40dd-bb30-415f-ac21-a4738de7cae0, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9b7a40dd-bb30-415f-ac21-a4738de7cae0,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:29:23.058148 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:23.091027 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:23.091643 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:23.093429 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] 10.222.0.54 "PUT /v2.0/ports/9b7a40dd-bb30-415f-ac21-a4738de7cae0 HTTP/1.1" status: 200 len: 1092 time: 0.8186603 Nov 02 12:29:23.129092 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccd6a3-1981-46da-b6a9-e9ee9956aecc service neutron] Pushing event updated for resources: {'Port': ['ID=9b7a40dd-bb30-415f-ac21-a4738de7cae0,revision_number=7']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:23.163794 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-32f2ecbd-bfde-4f97-9ee4-e7a9488eb65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:23.165287 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-32f2ecbd-bfde-4f97-9ee4-e7a9488eb65b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 1095 time: 0.0449972 Nov 02 12:29:23.257664 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-997dcb22-620b-4772-b9b4-36a5ae9d31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:23.259197 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-997dcb22-620b-4772-b9b4-36a5ae9d31b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=35547593-e1c1-4b67-8dad-be9c2cbe01d2 HTTP/1.1" status: 200 len: 915 time: 0.0862424 Nov 02 12:29:23.308079 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-c0254966-1274-4c9d-b6f5-e5c8b6e20b5d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b7a40dd-bb30-415f-ac21-a4738de7cae0 HTTP/1.1" status: 200 len: 217 time: 0.0405381 Nov 02 12:29:23.362820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-accebb3a-cc28-4325-8638-6cf41d591bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:23.364249 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-accebb3a-cc28-4325-8638-6cf41d591bef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba08a16e-ae58-4400-9ed0-3b11c4307cb3 HTTP/1.1" status: 200 len: 854 time: 0.0486979 Nov 02 12:29:23.399622 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-be9a476d-1a71-43d3-b663-46fda40e6fc1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=35547593-e1c1-4b67-8dad-be9c2cbe01d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278726 Nov 02 12:29:23.499017 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-395547f3-42ad-44d9-84b7-a3281d4d617f service neutron] 10.222.0.54 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920048 Nov 02 12:29:23.594827 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-821bf0dc-84a1-44c0-9dd2-a08982f66eff req-aa8f2b7d-6ed5-451f-996b-078e9a88c467 service neutron] 10.222.0.54 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886869 Nov 02 12:29:24.026073 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3326017-e2de-446c-8c4b-4dd7e2c016d2 req-f1538de8-0948-4e39-a0c9-e66b13df80bc tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:24.027621 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3326017-e2de-446c-8c4b-4dd7e2c016d2 req-f1538de8-0948-4e39-a0c9-e66b13df80bc tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 943 time: 0.0528905 Nov 02 12:29:24.082232 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b3326017-e2de-446c-8c4b-4dd7e2c016d2 req-cced9245-e587-4f2a-a21f-a8c4221e38d1 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486875 Nov 02 12:29:24.214846 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:24.477902 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:24.591763 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 9b7a40dd-bb30-415f-ac21-a4738de7cae0 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:29:24.634555 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 9b7a40dd-bb30-415f-ac21-a4738de7cae0 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:29:24.758822 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fe82b7-df48-4188-bca5-cb7d036b3277', 'tag': '9b7a40dd-bb30-415f-ac21-a4738de7cae0'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:29:24.761232 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd87956-0d2f-47eb-957a-393355cc8533" -d '{"events": [{"name": "network-changed", "server_uuid": "42fe82b7-df48-4188-bca5-cb7d036b3277", "tag": "9b7a40dd-bb30-415f-ac21-a4738de7cae0"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:29:24.810854 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cbce4b-48de-4973-87be-14233d56fc12 x-openstack-request-id: req-60cbce4b-48de-4973-87be-14233d56fc12 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:29:24.811181 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fe82b7-df48-4188-bca5-cb7d036b3277", "tag": "9b7a40dd-bb30-415f-ac21-a4738de7cae0", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:29:24.811442 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-60cbce4b-48de-4973-87be-14233d56fc12 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:29:24.812505 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fe82b7-df48-4188-bca5-cb7d036b3277', 'tag': '9b7a40dd-bb30-415f-ac21-a4738de7cae0', 'status': 'completed', 'code': 200} Nov 02 12:29:24.875326 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-2b150c6b-c1e8-4436-a694-5a961417e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:24.875718 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-ea578562-d341-4509-a132-37cccf44f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:24.876924 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-2b150c6b-c1e8-4436-a694-5a961417e955 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 1095 time: 0.0448127 Nov 02 12:29:24.877249 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-ea578562-d341-4509-a132-37cccf44f803 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 1095 time: 0.0444770 Nov 02 12:29:24.972568 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-37df38e9-3024-465b-96f7-e704c2ad920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:24.974044 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-37df38e9-3024-465b-96f7-e704c2ad920e service neutron] 10.222.0.79 "GET /v2.0/networks?id=35547593-e1c1-4b67-8dad-be9c2cbe01d2 HTTP/1.1" status: 200 len: 915 time: 0.0901632 Nov 02 12:29:24.976023 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-9380e425-971d-4cb0-9adb-6e22b39e24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:24.977643 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-9380e425-971d-4cb0-9adb-6e22b39e24b1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=35547593-e1c1-4b67-8dad-be9c2cbe01d2 HTTP/1.1" status: 200 len: 915 time: 0.0937247 Nov 02 12:29:25.020404 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-5dd74d2e-3ab1-44ff-93ab-cd9c2719c656 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b7a40dd-bb30-415f-ac21-a4738de7cae0 HTTP/1.1" status: 200 len: 217 time: 0.0347483 Nov 02 12:29:25.022025 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-3bc1bb41-4f21-43a4-b0be-7c3b6b074a5b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b7a40dd-bb30-415f-ac21-a4738de7cae0 HTTP/1.1" status: 200 len: 217 time: 0.0410688 Nov 02 12:29:25.043383 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:25.074682 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-1f628fed-865d-470c-8e23-469fbe060161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:25.076426 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-1f628fed-865d-470c-8e23-469fbe060161 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba08a16e-ae58-4400-9ed0-3b11c4307cb3 HTTP/1.1" status: 200 len: 854 time: 0.0471001 Nov 02 12:29:25.083522 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-baae33d5-b30d-4d68-b968-4c6354b84b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:25.086587 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-baae33d5-b30d-4d68-b968-4c6354b84b29 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba08a16e-ae58-4400-9ed0-3b11c4307cb3 HTTP/1.1" status: 200 len: 854 time: 0.0581121 Nov 02 12:29:25.110150 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-9d065d92-761e-4a13-8c80-addcc840ad94 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=35547593-e1c1-4b67-8dad-be9c2cbe01d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271497 Nov 02 12:29:25.125165 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-3418d1b8-e810-4e42-b0d8-91d4aaa016df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=35547593-e1c1-4b67-8dad-be9c2cbe01d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312865 Nov 02 12:29:25.226073 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-2efbbe12-777c-431a-8716-77559f504e36 service neutron] 10.222.0.54 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925035 Nov 02 12:29:25.246217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddd830-317f-4ce7-9950-8b1450f9b221 req-034308a6-688e-4a1f-be8f-e1ace9231a4f tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:25.247755 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05ddd830-317f-4ce7-9950-8b1450f9b221 req-034308a6-688e-4a1f-be8f-e1ace9231a4f tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 943 time: 0.0700490 Nov 02 12:29:25.251522 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-77b5b319-8fbb-4299-8a44-0b9e7dc73350 service neutron] 10.222.0.79 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335611 Nov 02 12:29:25.325350 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-4cbd35ef-2028-4a0c-a399-f951e5b4173b service neutron] 10.222.0.54 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921698 Nov 02 12:29:25.360897 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05ddd830-317f-4ce7-9950-8b1450f9b221 req-8caa3195-84ac-4b01-ada9-6186f4274ae7 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068778 Nov 02 12:29:25.401099 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bd87956-0d2f-47eb-957a-393355cc8533 req-95a73b17-c509-4d13-a6c6-d7d9f5b82217 service neutron] 10.222.0.79 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398165 Nov 02 12:29:25.439610 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b2fca-2f37-4405-a167-7b964fc55d7e req-db275f62-c07c-4273-8f89-a63adfbda5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:25.441156 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-414b2fca-2f37-4405-a167-7b964fc55d7e req-db275f62-c07c-4273-8f89-a63adfbda5f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 1095 time: 0.0424788 Nov 02 12:29:25.563186 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b2fca-2f37-4405-a167-7b964fc55d7e req-0b6df77a-3cde-458c-bbbc-5fa20c65e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:25.564709 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-414b2fca-2f37-4405-a167-7b964fc55d7e req-0b6df77a-3cde-458c-bbbc-5fa20c65e47d service neutron] 10.222.0.54 "GET /v2.0/networks?id=35547593-e1c1-4b67-8dad-be9c2cbe01d2 HTTP/1.1" status: 200 len: 915 time: 0.1016405 Nov 02 12:29:25.615278 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-414b2fca-2f37-4405-a167-7b964fc55d7e req-362da19d-9704-46d4-b4e8-0786120aa834 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b7a40dd-bb30-415f-ac21-a4738de7cae0 HTTP/1.1" status: 200 len: 217 time: 0.0354755 Nov 02 12:29:25.672228 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b2fca-2f37-4405-a167-7b964fc55d7e req-62ca4e6e-d26a-4862-a9a9-a59dc3c7b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:25.673764 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-414b2fca-2f37-4405-a167-7b964fc55d7e req-62ca4e6e-d26a-4862-a9a9-a59dc3c7b3de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba08a16e-ae58-4400-9ed0-3b11c4307cb3 HTTP/1.1" status: 200 len: 854 time: 0.0522275 Nov 02 12:29:25.707024 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-414b2fca-2f37-4405-a167-7b964fc55d7e req-d6be16b9-7b22-409f-9e5c-fec686fed3d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=35547593-e1c1-4b67-8dad-be9c2cbe01d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261259 Nov 02 12:29:25.795122 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-414b2fca-2f37-4405-a167-7b964fc55d7e req-e4548a96-09f1-49c5-9699-56b4443d2858 service neutron] 10.222.0.54 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815182 Nov 02 12:29:25.891512 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-414b2fca-2f37-4405-a167-7b964fc55d7e req-6b6e624c-68b0-4eed-b61b-940cd4046259 service neutron] 10.222.0.54 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881507 Nov 02 12:29:26.485776 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f6327-1693-4690-8413-d2e94cafd81c req-1ce65bf6-09d7-4854-93d6-a12b5838f706 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:26.487286 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f27f6327-1693-4690-8413-d2e94cafd81c req-1ce65bf6-09d7-4854-93d6-a12b5838f706 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 943 time: 0.0512166 Nov 02 12:29:26.535328 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f27f6327-1693-4690-8413-d2e94cafd81c req-faba3f06-356f-4427-b311-a2775b3b111a tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417044 Nov 02 12:29:26.910718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 9b7a40dd-bb30-415f-ac21-a4738de7cae0 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:29:26.980119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d561e6b-d3cc-4184-b4bf-67f0c45bb221 req-bdf21dd8-4be8-4cc6-a434-00cf20d3b87a tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:26.983827 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d561e6b-d3cc-4184-b4bf-67f0c45bb221 req-bdf21dd8-4be8-4cc6-a434-00cf20d3b87a tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 943 time: 0.0686073 Nov 02 12:29:27.110024 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d561e6b-d3cc-4184-b4bf-67f0c45bb221 req-712c8078-844a-4fdd-89f4-3833bd27ffd5 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180913 Nov 02 12:29:27.127648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab9558-90ef-419f-af16-b3ece50c1557 req-926ae819-7ec8-4aa0-bf28-9e08bbd32256 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:27.129166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07ab9558-90ef-419f-af16-b3ece50c1557 req-926ae819-7ec8-4aa0-bf28-9e08bbd32256 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.79 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277&tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&binding%3Ahost_id=n-h2-806683-18 HTTP/1.1" status: 200 len: 943 time: 0.1306190 Nov 02 12:29:27.192110 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-07ab9558-90ef-419f-af16-b3ece50c1557 req-6a042be7-7def-43dd-b2ca-d2a3c10b64bc service neutron] delete failed (client error): The resource could not be found. Nov 02 12:29:27.193152 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07ab9558-90ef-419f-af16-b3ece50c1557 req-6a042be7-7def-43dd-b2ca-d2a3c10b64bc service neutron] 10.222.0.79 "DELETE /v2.0/ports/9b7a40dd-bb30-415f-ac21-a4738de7cae0/bindings/n-h1-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.0568578 Nov 02 12:29:27.195599 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 9b7a40dd-bb30-415f-ac21-a4738de7cae0, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9b7a40dd-bb30-415f-ac21-a4738de7cae0,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:27.211205 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '9b7a40dd-bb30-415f-ac21-a4738de7cae0', 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2', 'port_id': '9b7a40dd-bb30-415f-ac21-a4738de7cae0', 'mac_address': 'fa:16:3e:96:56:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba08a16e-ae58-4400-9ed0-3b11c4307cb3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:29:27.249079 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:27.262071 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7a40dd-bb30-415f-ac21-a4738de7cae0 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:29:27.282465 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 9b7a40dd-bb30-415f-ac21-a4738de7cae0, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9b7a40dd-bb30-415f-ac21-a4738de7cae0,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:27.285647 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab9558-90ef-419f-af16-b3ece50c1557 req-b851df68-11b6-4288-804a-f7ac27c12877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:27.287227 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07ab9558-90ef-419f-af16-b3ece50c1557 req-b851df68-11b6-4288-804a-f7ac27c12877 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 1095 time: 0.0439603 Nov 02 12:29:27.363063 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:27.387954 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab9558-90ef-419f-af16-b3ece50c1557 req-5579e0c1-9dfd-4aaa-8da7-595e88c2803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:27.388969 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07ab9558-90ef-419f-af16-b3ece50c1557 req-5579e0c1-9dfd-4aaa-8da7-595e88c2803d service neutron] 10.222.0.79 "GET /v2.0/networks?id=35547593-e1c1-4b67-8dad-be9c2cbe01d2 HTTP/1.1" status: 200 len: 915 time: 0.0948122 Nov 02 12:29:27.414330 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=9b7a40dd-bb30-415f-ac21-a4738de7cae0,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:27.433108 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07ab9558-90ef-419f-af16-b3ece50c1557 req-a2834921-43a6-488e-b353-61d38848268f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b7a40dd-bb30-415f-ac21-a4738de7cae0 HTTP/1.1" status: 200 len: 217 time: 0.0366411 Nov 02 12:29:27.488956 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab9558-90ef-419f-af16-b3ece50c1557 req-627519bb-9a67-4044-aedc-83810ad29daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:27.490468 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07ab9558-90ef-419f-af16-b3ece50c1557 req-627519bb-9a67-4044-aedc-83810ad29daa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba08a16e-ae58-4400-9ed0-3b11c4307cb3 HTTP/1.1" status: 200 len: 854 time: 0.0507686 Nov 02 12:29:27.523882 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07ab9558-90ef-419f-af16-b3ece50c1557 req-3d820d7c-035f-4ddc-aefd-1f82639412ea service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=35547593-e1c1-4b67-8dad-be9c2cbe01d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264983 Nov 02 12:29:27.584006 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['9b7a40dd-bb30-415f-ac21-a4738de7cae0'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:29:27.617465 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07ab9558-90ef-419f-af16-b3ece50c1557 req-e14051af-4fd2-436c-9e67-d3a37200e8f0 service neutron] 10.222.0.79 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868170 Nov 02 12:29:27.712045 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07ab9558-90ef-419f-af16-b3ece50c1557 req-b6438af3-ad40-477d-8e9f-1e024455e4e6 service neutron] 10.222.0.79 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880749 Nov 02 12:29:28.230449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822ec21-2e61-47b1-8ffe-02657228f81b req-4c3081f1-068a-40a8-95f3-bfec8a6a8b64 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:28.232585 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0822ec21-2e61-47b1-8ffe-02657228f81b req-4c3081f1-068a-40a8-95f3-bfec8a6a8b64 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 944 time: 0.0498669 Nov 02 12:29:28.283107 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0822ec21-2e61-47b1-8ffe-02657228f81b req-e165b715-92c7-4e49-a70b-1dfc7c156f90 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428910 Nov 02 12:29:28.925896 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 9b7a40dd-bb30-415f-ac21-a4738de7cae0 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:29.048560 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 9b7a40dd-bb30-415f-ac21-a4738de7cae0 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:29:29.052640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 9b7a40dd-bb30-415f-ac21-a4738de7cae0 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:29:29.053018 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:29.139727 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:29.162486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fe82b7-df48-4188-bca5-cb7d036b3277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7a40dd-bb30-415f-ac21-a4738de7cae0'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:29:29.165428 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f665649-11cb-4a76-8ec1-97b89aea2b54" -d '{"events": [{"server_uuid": "42fe82b7-df48-4188-bca5-cb7d036b3277", "name": "network-vif-plugged", "status": "completed", "tag": "9b7a40dd-bb30-415f-ac21-a4738de7cae0"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:29:29.181786 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 9b7a40dd-bb30-415f-ac21-a4738de7cae0, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9b7a40dd-bb30-415f-ac21-a4738de7cae0,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:29.204978 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837a2550-3c72-4c51-b429-79138cf76d7f x-openstack-request-id: req-837a2550-3c72-4c51-b429-79138cf76d7f {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:29:29.205316 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fe82b7-df48-4188-bca5-cb7d036b3277", "name": "network-vif-plugged", "status": "completed", "tag": "9b7a40dd-bb30-415f-ac21-a4738de7cae0", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:29:29.205569 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-837a2550-3c72-4c51-b429-79138cf76d7f {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:29:29.205975 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fe82b7-df48-4188-bca5-cb7d036b3277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7a40dd-bb30-415f-ac21-a4738de7cae0', 'code': 200} Nov 02 12:29:29.263292 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:29.312126 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=9b7a40dd-bb30-415f-ac21-a4738de7cae0,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:29.408146 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f3712-98a1-4dd9-aa88-2d3b01c04a11 req-ad1651fa-12fa-4a9e-a8b0-84af47edd464 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:29.409652 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f49f3712-98a1-4dd9-aa88-2d3b01c04a11 req-ad1651fa-12fa-4a9e-a8b0-84af47edd464 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0540380 Nov 02 12:29:29.461610 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f49f3712-98a1-4dd9-aa88-2d3b01c04a11 req-b060c84f-0213-43e9-aa7f-fa49e837632d tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448458 Nov 02 12:29:29.574354 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79130685-86dd-4010-aad6-03bdadde2e57 req-e9611bf1-c436-4113-b0d7-a1726f252dfe tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:29.575879 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79130685-86dd-4010-aad6-03bdadde2e57 req-e9611bf1-c436-4113-b0d7-a1726f252dfe tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0490272 Nov 02 12:29:29.623287 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79130685-86dd-4010-aad6-03bdadde2e57 req-9a031bde-719d-4c0f-a5ef-fe9c60e006c4 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 Nov 02 12:29:29.739782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec47df-c5a1-45d9-917e-0636b7b9bd55 req-694d9c10-1672-498a-b448-47dc3775e394 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:29.741974 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63ec47df-c5a1-45d9-917e-0636b7b9bd55 req-694d9c10-1672-498a-b448-47dc3775e394 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0540097 Nov 02 12:29:29.792102 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63ec47df-c5a1-45d9-917e-0636b7b9bd55 req-b24a40d7-b8c1-448e-8e42-007e15e5404d tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441332 Nov 02 12:29:30.503659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4a552-de83-4018-ae9a-b623304f167f req-64dbf3c1-9c39-40ea-9e00-b222476fe446 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:30.505164 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acc4a552-de83-4018-ae9a-b623304f167f req-64dbf3c1-9c39-40ea-9e00-b222476fe446 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/networks?id=35547593-e1c1-4b67-8dad-be9c2cbe01d2 HTTP/1.1" status: 200 len: 814 time: 0.1055095 Nov 02 12:29:30.520271 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acc4a552-de83-4018-ae9a-b623304f167f req-b922dda5-edf5-4d66-bf72-1e639ea794e5 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/quotas/73a7fd53bffb4a7da96e3d7800c2ac0e HTTP/1.1" status: 200 len: 375 time: 0.0093236 Nov 02 12:29:30.575487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acc4a552-de83-4018-ae9a-b623304f167f req-ad08db42-9c47-4231-b28a-0e805c5d0729 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493612 Nov 02 12:29:30.668889 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acc4a552-de83-4018-ae9a-b623304f167f req-8a6a3ab9-ddb8-4b00-a8cf-3a7e2a24557f service neutron] 10.222.0.52 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864766 Nov 02 12:29:30.764403 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acc4a552-de83-4018-ae9a-b623304f167f req-cc96c025-f63b-4f14-94c2-17672c0224e8 service neutron] 10.222.0.52 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894005 Nov 02 12:29:31.025649 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8cbff208-ec57-474f-8933-bc5ef69a9d30 req-df209400-1452-4ec0-9977-e711e8d22e84 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 210 time: 0.0277672 Nov 02 12:29:31.658048 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713eccae-9723-458b-93af-2cada5c157fd req-4631a953-129d-4eff-919e-1849656a1257 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:31.659635 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-713eccae-9723-458b-93af-2cada5c157fd req-4631a953-129d-4eff-919e-1849656a1257 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.54 "GET /v2.0/ports?device_id=42fe82b7-df48-4188-bca5-cb7d036b3277 HTTP/1.1" status: 200 len: 945 time: 0.0525384 Nov 02 12:29:31.753970 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-713eccae-9723-458b-93af-2cada5c157fd req-84afaadb-7551-4fff-87cc-6fcd9f7b4349 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Deleting port 9b7a40dd-bb30-415f-ac21-a4738de7cae0 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:29:31.754308 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-713eccae-9723-458b-93af-2cada5c157fd req-84afaadb-7551-4fff-87cc-6fcd9f7b4349 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:31.842604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-713eccae-9723-458b-93af-2cada5c157fd req-84afaadb-7551-4fff-87cc-6fcd9f7b4349 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] For port 9b7a40dd-bb30-415f-ac21-a4738de7cae0, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9b7a40dd-bb30-415f-ac21-a4738de7cae0,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:31.842878 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-713eccae-9723-458b-93af-2cada5c157fd req-84afaadb-7551-4fff-87cc-6fcd9f7b4349 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:31.856103 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-713eccae-9723-458b-93af-2cada5c157fd req-84afaadb-7551-4fff-87cc-6fcd9f7b4349 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Calling delete_port for 9b7a40dd-bb30-415f-ac21-a4738de7cae0 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:29:32.063343 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-713eccae-9723-458b-93af-2cada5c157fd req-84afaadb-7551-4fff-87cc-6fcd9f7b4349 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:32.076027 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['9b7a40dd-bb30-415f-ac21-a4738de7cae0'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:29:32.092510 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afaadb-7551-4fff-87cc-6fcd9f7b4349 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Pushing event deleted for resources: {'Port': ['ID=9b7a40dd-bb30-415f-ac21-a4738de7cae0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:32.135402 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0f127c1-00c9-4fdb-bc6e-f94657302729 req-dbce9600-da38-4500-ba5b-0605dd92a2ef tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 210 time: 0.0379131 Nov 02 12:29:32.141587 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-713eccae-9723-458b-93af-2cada5c157fd req-84afaadb-7551-4fff-87cc-6fcd9f7b4349 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] No DVR routers for this DVR port 9b7a40dd-bb30-415f-ac21-a4738de7cae0 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:29:32.142120 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-713eccae-9723-458b-93af-2cada5c157fd req-84afaadb-7551-4fff-87cc-6fcd9f7b4349 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:32.145570 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-713eccae-9723-458b-93af-2cada5c157fd req-84afaadb-7551-4fff-87cc-6fcd9f7b4349 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.54 "DELETE /v2.0/ports/9b7a40dd-bb30-415f-ac21-a4738de7cae0 HTTP/1.1" status: 204 len: 173 time: 0.4804080 Nov 02 12:29:32.146030 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fe82b7-df48-4188-bca5-cb7d036b3277', 'name': 'network-vif-deleted', 'tag': '9b7a40dd-bb30-415f-ac21-a4738de7cae0'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:29:32.151131 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7737acef-529f-47d1-ae83-35e7e47ed260" -d '{"events": [{"server_uuid": "42fe82b7-df48-4188-bca5-cb7d036b3277", "name": "network-vif-deleted", "tag": "9b7a40dd-bb30-415f-ac21-a4738de7cae0"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:29:32.186349 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6af4ffc-4dd2-42d5-9169-b64276723767 x-openstack-request-id: req-d6af4ffc-4dd2-42d5-9169-b64276723767 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:29:32.186639 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fe82b7-df48-4188-bca5-cb7d036b3277", "name": "network-vif-deleted", "tag": "9b7a40dd-bb30-415f-ac21-a4738de7cae0", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:29:32.186956 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6af4ffc-4dd2-42d5-9169-b64276723767 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:29:32.187393 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fe82b7-df48-4188-bca5-cb7d036b3277', 'name': 'network-vif-deleted', 'tag': '9b7a40dd-bb30-415f-ac21-a4738de7cae0', 'status': 'completed', 'code': 200} Nov 02 12:29:33.284753 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2c4595c9-8b03-4a75-9ddc-c556a0643366 req-0f0a5499-9f1d-45e2-b160-c427b7b8a52c tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 210 time: 0.0717671 Nov 02 12:29:33.332009 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4a552-de83-4018-ae9a-b623304f167f req-e131a33f-7ed3-4f38-a2cd-3d1c0fd2b556 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:33.333491 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acc4a552-de83-4018-ae9a-b623304f167f req-e131a33f-7ed3-4f38-a2cd-3d1c0fd2b556 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.79 "GET /v2.0/networks?id=35547593-e1c1-4b67-8dad-be9c2cbe01d2 HTTP/1.1" status: 200 len: 814 time: 0.1310241 Nov 02 12:29:33.346350 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-acc4a552-de83-4018-ae9a-b623304f167f req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Request body: {'port': {'device_id': '9d5def8d-1941-483a-b605-388a3e08e203', 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2', 'admin_state_up': True, 'tenant_id': '73a7fd53bffb4a7da96e3d7800c2ac0e'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:29:33.571775 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc4a552-de83-4018-ae9a-b623304f167f req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Made reservation on behalf of 73a7fd53bffb4a7da96e3d7800c2ac0e for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:29:33.575439 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-acc4a552-de83-4018-ae9a-b623304f167f req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:33.706060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-acc4a552-de83-4018-ae9a-b623304f167f req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Allocated IP 172.20.0.9 (35547593-e1c1-4b67-8dad-be9c2cbe01d2/ba08a16e-ae58-4400-9ed0-3b11c4307cb3/4b3b825c-4bf8-49af-9f80-030d12522335) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:29:33.855905 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-acc4a552-de83-4018-ae9a-b623304f167f req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:33.994861 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-acc4a552-de83-4018-ae9a-b623304f167f req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:34.007186 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['9b7a40dd-bb30-415f-ac21-a4738de7cae0'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:29:34.040967 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc4a552-de83-4018-ae9a-b623304f167f req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Network 35547593-e1c1-4b67-8dad-be9c2cbe01d2 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:29:34.046040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-acc4a552-de83-4018-ae9a-b623304f167f req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:29:34.050699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc4a552-de83-4018-ae9a-b623304f167f req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:29:34.057674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Pushing event updated for resources: {'Port': ['ID=4b3b825c-4bf8-49af-9f80-030d12522335,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:34.085454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:34.085798 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:34.086138 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:34.086472 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:34.086804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:34.087170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:34.087496 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:34.087819 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:34.088142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:34.088464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:34.088809 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:34.089130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:34.114949 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4a552-de83-4018-ae9a-b623304f167f req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:34.115527 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-acc4a552-de83-4018-ae9a-b623304f167f req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:34.200410 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acc4a552-de83-4018-ae9a-b623304f167f req-d8fd38a6-a31c-420c-b0c4-9ed8edc68061 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8578591 Nov 02 12:29:34.212804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Request body: {'port': {'device_id': '9d5def8d-1941-483a-b605-388a3e08e203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:29:34.270136 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:34.800787 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57455ff9-fddf-4872-9b47-a273f10c04b8 req-d64f6ed4-9a05-4de8-96b9-580db2cbf8d4 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:34.802272 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57455ff9-fddf-4872-9b47-a273f10c04b8 req-d64f6ed4-9a05-4de8-96b9-580db2cbf8d4 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 931 time: 0.4326913 Nov 02 12:29:34.880871 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57455ff9-fddf-4872-9b47-a273f10c04b8 req-8e759e24-280c-4457-82e7-ec0832db50c3 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695031 Nov 02 12:29:34.929963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3b825c-4bf8-49af-9f80-030d12522335 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:29:34.937283 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:34.950071 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Transition to ACTIVE for port object 4b3b825c-4bf8-49af-9f80-030d12522335 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:29:35.037333 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:35.091501 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Pushing event updated for resources: {'Port': ['ID=4b3b825c-4bf8-49af-9f80-030d12522335,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:35.156152 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Attempting to bind port 4b3b825c-4bf8-49af-9f80-030d12522335 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:29:35.156497 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Attempting to bind port 4b3b825c-4bf8-49af-9f80-030d12522335 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '1dc91008-17d4-4204-a6ea-16b34ea67d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:29:35.157189 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Attempting to bind port 4b3b825c-4bf8-49af-9f80-030d12522335 on network 35547593-e1c1-4b67-8dad-be9c2cbe01d2 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:35.161537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Port 4b3b825c-4bf8-49af-9f80-030d12522335 on network 35547593-e1c1-4b67-8dad-be9c2cbe01d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:29:35.161863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Attempting to bind port 4b3b825c-4bf8-49af-9f80-030d12522335 on network 35547593-e1c1-4b67-8dad-be9c2cbe01d2 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:29:35.167319 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:29:35.167669 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Checking segment: {'id': '1dc91008-17d4-4204-a6ea-16b34ea67d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:29:35.168055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Bound using segment: {'id': '1dc91008-17d4-4204-a6ea-16b34ea67d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:29:35.168486 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Bound port: 4b3b825c-4bf8-49af-9f80-030d12522335, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc91008-17d4-4204-a6ea-16b34ea67d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:29:35.168839 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:35.236550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] For port 4b3b825c-4bf8-49af-9f80-030d12522335, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:29:35.239705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] For port 4b3b825c-4bf8-49af-9f80-030d12522335, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=4b3b825c-4bf8-49af-9f80-030d12522335,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:29:35.332096 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:35.370880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:35.371551 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:35.372976 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acc4a552-de83-4018-ae9a-b623304f167f req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] 10.222.0.79 "PUT /v2.0/ports/4b3b825c-4bf8-49af-9f80-030d12522335 HTTP/1.1" status: 200 len: 1092 time: 1.1645648 Nov 02 12:29:35.373427 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5def8d-1941-483a-b605-388a3e08e203', 'tag': '4b3b825c-4bf8-49af-9f80-030d12522335'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:29:35.375725 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87bcdef05f5b3fc19c8c39af3d4ee8ed7dd6362dda2225f691313bd80c46ba11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae94040a-50f7-487d-8179-9900435e1c70" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5def8d-1941-483a-b605-388a3e08e203", "tag": "4b3b825c-4bf8-49af-9f80-030d12522335"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:29:35.400637 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e5474-0e2b-47f3-8af7-86758faab38b service neutron] Pushing event updated for resources: {'Port': ['ID=4b3b825c-4bf8-49af-9f80-030d12522335,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:35.421076 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ee6b11-18da-42d4-b4d3-6d3819475e1e x-openstack-request-id: req-17ee6b11-18da-42d4-b4d3-6d3819475e1e {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:29:35.421371 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5def8d-1941-483a-b605-388a3e08e203", "tag": "4b3b825c-4bf8-49af-9f80-030d12522335", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:29:35.421626 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17ee6b11-18da-42d4-b4d3-6d3819475e1e {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:29:35.422028 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5def8d-1941-483a-b605-388a3e08e203', 'tag': '4b3b825c-4bf8-49af-9f80-030d12522335', 'status': 'completed', 'code': 200} Nov 02 12:29:35.488566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94040a-50f7-487d-8179-9900435e1c70 req-1782e9a1-4e6a-47a7-a25c-f3143e474a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:35.490110 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ae94040a-50f7-487d-8179-9900435e1c70 req-1782e9a1-4e6a-47a7-a25c-f3143e474a1d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 1095 time: 0.0439680 Nov 02 12:29:35.598687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94040a-50f7-487d-8179-9900435e1c70 req-24c6056a-4458-46d1-85ee-cb05998b5222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:35.600797 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ae94040a-50f7-487d-8179-9900435e1c70 req-24c6056a-4458-46d1-85ee-cb05998b5222 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1019120 Nov 02 12:29:35.698867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94040a-50f7-487d-8179-9900435e1c70 req-fd9e5b6a-4a7e-4e9a-9436-d527d3878693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:35.700378 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ae94040a-50f7-487d-8179-9900435e1c70 req-fd9e5b6a-4a7e-4e9a-9436-d527d3878693 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936739 Nov 02 12:29:35.783275 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4a552-de83-4018-ae9a-b623304f167f req-77110bf4-dd79-4300-b28a-c3c0b4bf6425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:35.784847 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acc4a552-de83-4018-ae9a-b623304f167f req-77110bf4-dd79-4300-b28a-c3c0b4bf6425 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 1095 time: 0.0481808 Nov 02 12:29:35.828131 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acc4a552-de83-4018-ae9a-b623304f167f req-2be0f8e5-90e2-49ac-a7fb-5c99b74f4070 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b3b825c-4bf8-49af-9f80-030d12522335 HTTP/1.1" status: 200 len: 217 time: 0.0358717 Nov 02 12:29:35.876594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4a552-de83-4018-ae9a-b623304f167f req-4ae62fb9-5ea7-4b24-be52-566d25ceda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:35.878008 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acc4a552-de83-4018-ae9a-b623304f167f req-4ae62fb9-5ea7-4b24-be52-566d25ceda2f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba08a16e-ae58-4400-9ed0-3b11c4307cb3 HTTP/1.1" status: 200 len: 854 time: 0.0436800 Nov 02 12:29:35.914438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acc4a552-de83-4018-ae9a-b623304f167f req-adf04cad-99d6-4c00-ab08-128415bb3f7f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=35547593-e1c1-4b67-8dad-be9c2cbe01d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286083 Nov 02 12:29:36.044142 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3116670-6e05-4d6d-a588-dd062430e465 req-c221f21e-efb5-471b-9047-3aaea1f92937 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:36.045627 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c3116670-6e05-4d6d-a588-dd062430e465 req-c221f21e-efb5-471b-9047-3aaea1f92937 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 943 time: 0.0726259 Nov 02 12:29:36.047438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acc4a552-de83-4018-ae9a-b623304f167f req-08a39490-69a5-4629-8ce6-dc6e64f09c31 service neutron] 10.222.0.79 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262658 Nov 02 12:29:36.157779 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c3116670-6e05-4d6d-a588-dd062430e465 req-46977ca8-f4a3-4f32-a266-9491411db840 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058602 Nov 02 12:29:36.180781 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-acc4a552-de83-4018-ae9a-b623304f167f req-772625a0-8b65-4b6f-a80e-3be1429254e0 service neutron] 10.222.0.79 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224866 Nov 02 12:29:36.958153 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 9b7a40dd-bb30-415f-ac21-a4738de7cae0 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:29:36.981774 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 9b7a40dd-bb30-415f-ac21-a4738de7cae0 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:29:36.982116 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 9b7a40dd-bb30-415f-ac21-a4738de7cae0 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:29:37.280833 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095aa9e3-aa42-4792-b5a0-03025cd8c4bf req-981502a4-d669-4926-b14e-a77b3b71a122 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:37.282261 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-095aa9e3-aa42-4792-b5a0-03025cd8c4bf req-981502a4-d669-4926-b14e-a77b3b71a122 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 943 time: 0.0529230 Nov 02 12:29:37.331856 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-095aa9e3-aa42-4792-b5a0-03025cd8c4bf req-f01899a7-a768-4265-be2b-1f043bcfab9d tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423639 Nov 02 12:29:38.458225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85deea-fdc2-40ee-9c25-866080471c55 req-37519c1d-7d14-4f61-815f-5967ea420ed4 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:38.460259 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e85deea-fdc2-40ee-9c25-866080471c55 req-37519c1d-7d14-4f61-815f-5967ea420ed4 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 943 time: 0.0562537 Nov 02 12:29:38.509149 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e85deea-fdc2-40ee-9c25-866080471c55 req-01cb9bb2-3539-4c1d-8648-0791b6cfded3 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428872 Nov 02 12:29:38.589200 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 4b3b825c-4bf8-49af-9f80-030d12522335 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:29:38.687732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 4b3b825c-4bf8-49af-9f80-030d12522335, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=4b3b825c-4bf8-49af-9f80-030d12522335,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:38.699908 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '4b3b825c-4bf8-49af-9f80-030d12522335', 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2', 'port_id': '4b3b825c-4bf8-49af-9f80-030d12522335', 'mac_address': 'fa:16:3e:eb:37:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba08a16e-ae58-4400-9ed0-3b11c4307cb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:29:38.737853 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:38.755294 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3b825c-4bf8-49af-9f80-030d12522335 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:29:38.775116 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 4b3b825c-4bf8-49af-9f80-030d12522335, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=4b3b825c-4bf8-49af-9f80-030d12522335,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:38.879902 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:38.928842 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=4b3b825c-4bf8-49af-9f80-030d12522335,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:38.936497 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:38.936849 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:38.937196 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:38.937538 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:38.937935 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:38.938325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:38.938722 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:38.938875 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:38.939245 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:38.939554 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:38.939880 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:38.940210 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:29:39.081566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['4b3b825c-4bf8-49af-9f80-030d12522335'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:29:39.626116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bb840-7e56-45f7-a810-c7bb6d4703dc req-19bc47f8-9553-427b-b9ed-f70ae2662e4f tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:39.627646 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3f0bb840-7e56-45f7-a810-c7bb6d4703dc req-19bc47f8-9553-427b-b9ed-f70ae2662e4f tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 944 time: 0.0498414 Nov 02 12:29:39.675438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3f0bb840-7e56-45f7-a810-c7bb6d4703dc req-85dc8c0b-4dca-4a89-9489-39e4b5352fd4 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412626 Nov 02 12:29:40.604178 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 4b3b825c-4bf8-49af-9f80-030d12522335 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:29:40.751679 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 4b3b825c-4bf8-49af-9f80-030d12522335 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:29:40.757909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 4b3b825c-4bf8-49af-9f80-030d12522335 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:29:40.758326 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:40.817811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22596f1-f09c-459a-8fe1-8e9a538aa9d6 req-37be6964-33ec-4981-b317-f85047a6b20c tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:40.820264 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d22596f1-f09c-459a-8fe1-8e9a538aa9d6 req-37be6964-33ec-4981-b317-f85047a6b20c tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 944 time: 0.0675366 Nov 02 12:29:40.847673 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:40.875808 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d22596f1-f09c-459a-8fe1-8e9a538aa9d6 req-b7894d40-9e8b-4309-99b0-ecc2ef5327a1 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492241 Nov 02 12:29:40.876106 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5def8d-1941-483a-b605-388a3e08e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3b825c-4bf8-49af-9f80-030d12522335'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:29:40.878210 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b744ecff-5b2c-4c54-9869-3dd9203942c5" -d '{"events": [{"server_uuid": "9d5def8d-1941-483a-b605-388a3e08e203", "name": "network-vif-plugged", "status": "completed", "tag": "4b3b825c-4bf8-49af-9f80-030d12522335"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:29:40.893380 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 4b3b825c-4bf8-49af-9f80-030d12522335, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=4b3b825c-4bf8-49af-9f80-030d12522335,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:29:40.939227 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f229c5c6-36c7-40c7-9b63-bf9eff064527 x-openstack-request-id: req-f229c5c6-36c7-40c7-9b63-bf9eff064527 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:29:40.939554 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5def8d-1941-483a-b605-388a3e08e203", "name": "network-vif-plugged", "status": "completed", "tag": "4b3b825c-4bf8-49af-9f80-030d12522335", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:29:40.939807 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f229c5c6-36c7-40c7-9b63-bf9eff064527 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:29:40.940231 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5def8d-1941-483a-b605-388a3e08e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3b825c-4bf8-49af-9f80-030d12522335', 'code': 200} Nov 02 12:29:41.011848 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:41.036649 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c356235-83ca-4911-b215-9b2451a6a562 req-514ef3fd-71b0-44ad-a945-f7c5c33d0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:41.038806 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c356235-83ca-4911-b215-9b2451a6a562 req-514ef3fd-71b0-44ad-a945-f7c5c33d0d9c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 1096 time: 0.0459657 Nov 02 12:29:41.065141 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=4b3b825c-4bf8-49af-9f80-030d12522335,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:29:41.087366 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c356235-83ca-4911-b215-9b2451a6a562 req-799aceb2-3be4-42d8-acbd-49b5867da6a0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420582 Nov 02 12:29:41.996581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed889e-2a49-4443-8cdf-3a4bbfe627d9 req-5c3fd7de-79f4-4e83-a3cf-ccfcd4c10447 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:41.998138 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f2ed889e-2a49-4443-8cdf-3a4bbfe627d9 req-5c3fd7de-79f4-4e83-a3cf-ccfcd4c10447 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0509419 Nov 02 12:29:42.050871 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f2ed889e-2a49-4443-8cdf-3a4bbfe627d9 req-05fcd8dc-1cd7-4de2-8069-00f0b72b56f8 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465500 Nov 02 12:29:43.170125 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193f7dd-f499-4c7e-921d-f6f82171b0ec req-bab63c19-609a-4050-b236-8b702ed6b0f0 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:43.171665 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f193f7dd-f499-4c7e-921d-f6f82171b0ec req-bab63c19-609a-4050-b236-8b702ed6b0f0 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0500956 Nov 02 12:29:43.221897 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f193f7dd-f499-4c7e-921d-f6f82171b0ec req-9a6bfca3-16fd-4cf0-b3c3-cd819763f4b1 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442157 Nov 02 12:29:43.341498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4eb37-4ef1-4494-91ef-eeb323045e3a req-9b7b454a-28ad-4345-a921-11558881ef48 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:43.342912 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-61f4eb37-4ef1-4494-91ef-eeb323045e3a req-9b7b454a-28ad-4345-a921-11558881ef48 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0512495 Nov 02 12:29:43.393148 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-61f4eb37-4ef1-4494-91ef-eeb323045e3a req-0bd1d3dd-a07a-4979-92b6-796379f6c044 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442934 Nov 02 12:29:43.770578 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde37a4-bb36-40d4-94a1-dbe05e408111 req-2db31c4c-72d4-4148-b296-949d270aaa07 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:43.772120 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bde37a4-bb36-40d4-94a1-dbe05e408111 req-2db31c4c-72d4-4148-b296-949d270aaa07 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0576138 Nov 02 12:29:43.821908 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bde37a4-bb36-40d4-94a1-dbe05e408111 req-cf7fcbee-7cb0-4aa9-9267-d9fe21057928 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437641 Nov 02 12:29:43.959469 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-ec786c48-4dfa-4d76-8504-8ca06477e5c1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434897 Nov 02 12:29:44.946987 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07b017-956e-41ac-be35-2dbf03bd8141 req-ccc58007-5f1a-4dd0-862b-853d086dfb8d tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:44.948725 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad07b017-956e-41ac-be35-2dbf03bd8141 req-ccc58007-5f1a-4dd0-862b-853d086dfb8d tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0576069 Nov 02 12:29:44.999723 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad07b017-956e-41ac-be35-2dbf03bd8141 req-6f08613d-40ff-4158-98e5-9311cb8a0b03 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442469 Nov 02 12:29:46.129389 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54be5a-ad4d-47b6-8468-31bb0368079c req-6839ba1c-c51a-41c2-a746-fe7b018d0097 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:46.130829 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d54be5a-ad4d-47b6-8468-31bb0368079c req-6839ba1c-c51a-41c2-a746-fe7b018d0097 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0511754 Nov 02 12:29:46.183262 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d54be5a-ad4d-47b6-8468-31bb0368079c req-3d25e553-387b-47e2-8c20-287d96737700 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457749 Nov 02 12:29:46.233197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-27e7f518-df76-4dc0-ac91-3da1e74ef734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:46.234731 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-27e7f518-df76-4dc0-ac91-3da1e74ef734 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 1097 time: 0.0435343 Nov 02 12:29:46.327636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-bfd2eceb-7b50-4cda-82b6-3eb4ca230de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:46.329135 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-bfd2eceb-7b50-4cda-82b6-3eb4ca230de2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=35547593-e1c1-4b67-8dad-be9c2cbe01d2 HTTP/1.1" status: 200 len: 915 time: 0.0872087 Nov 02 12:29:46.377049 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-a8cd45bf-8ddf-475c-90a5-05c2a71a44fa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b3b825c-4bf8-49af-9f80-030d12522335 HTTP/1.1" status: 200 len: 217 time: 0.0383432 Nov 02 12:29:46.427225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-e62487d2-ab09-4aec-9a5c-2f3024bbb734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:46.429561 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-e62487d2-ab09-4aec-9a5c-2f3024bbb734 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba08a16e-ae58-4400-9ed0-3b11c4307cb3 HTTP/1.1" status: 200 len: 854 time: 0.0471799 Nov 02 12:29:46.462390 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-b0f6cc99-c948-4337-b39f-70d771b78156 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=35547593-e1c1-4b67-8dad-be9c2cbe01d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260139 Nov 02 12:29:46.559788 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-18efa61c-ae54-4f5c-8528-67edbbbcff3f service neutron] 10.222.0.79 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901945 Nov 02 12:29:46.653843 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-57d29529-c043-4a29-b84e-2bf05022295b service neutron] 10.222.0.79 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869424 Nov 02 12:29:47.307522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e62139-6b69-43f6-b344-5358264c809e req-d4dee161-1f8f-465a-9414-8d0368703e61 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:47.309009 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6e62139-6b69-43f6-b344-5358264c809e req-d4dee161-1f8f-465a-9414-8d0368703e61 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0549753 Nov 02 12:29:47.356579 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6e62139-6b69-43f6-b344-5358264c809e req-d64543a2-0bb6-40b2-939c-32ba69857cf1 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414705 Nov 02 12:29:47.536392 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-43238b50-3da7-4dc5-a462-8ea429607dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:48.477864 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384e367-f24e-4804-89c9-e38ba9426f1c req-6bdb5a0a-2530-4cff-878a-b89df7e12e42 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:48.479364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a384e367-f24e-4804-89c9-e38ba9426f1c req-6bdb5a0a-2530-4cff-878a-b89df7e12e42 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0504363 Nov 02 12:29:48.526947 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a384e367-f24e-4804-89c9-e38ba9426f1c req-6a3a97ce-d4fb-404f-897c-6f73f67993d0 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 Nov 02 12:29:49.650043 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57ad72-97f3-438d-a750-57e4ac4f9629 req-241b4efb-f1cb-478f-b638-f0108cbabdf1 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:49.655761 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-be57ad72-97f3-438d-a750-57e4ac4f9629 req-241b4efb-f1cb-478f-b638-f0108cbabdf1 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0577085 Nov 02 12:29:49.709047 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-be57ad72-97f3-438d-a750-57e4ac4f9629 req-caac9b24-d15d-44fe-ae19-2774d7db2679 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471880 Nov 02 12:29:49.771123 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b5b5112e-ddde-4b84-aeaf-fd165577a137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:50.833483 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122d19d-fa99-4cfe-831a-77768651b3d6 req-84706a1b-0de2-42d8-ae94-0384f7fd6dc8 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:50.835021 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e122d19d-fa99-4cfe-831a-77768651b3d6 req-84706a1b-0de2-42d8-ae94-0384f7fd6dc8 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0509880 Nov 02 12:29:50.884787 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e122d19d-fa99-4cfe-831a-77768651b3d6 req-78e2a5c6-1664-45e8-a06d-6bed6dbd95d6 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429089 Nov 02 12:29:51.130496 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:52.002489 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ffab8-6b5f-48e2-80bb-36aee713c520 req-7a265599-4c6d-41ed-9e4e-ce70c183542b tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:52.004045 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-966ffab8-6b5f-48e2-80bb-36aee713c520 req-7a265599-4c6d-41ed-9e4e-ce70c183542b tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0500877 Nov 02 12:29:52.031697 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:29:52.053473 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-966ffab8-6b5f-48e2-80bb-36aee713c520 req-3f494c65-6941-4402-862a-721ea72f26a8 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423989 Nov 02 12:29:52.610522 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:53.178762 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7dad0-2636-49c8-b278-e62aefbb689e req-656e28d1-ee3e-4149-a85d-ee8a90cfe65a tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:53.180975 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48a7dad0-2636-49c8-b278-e62aefbb689e req-656e28d1-ee3e-4149-a85d-ee8a90cfe65a tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0585015 Nov 02 12:29:53.229492 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48a7dad0-2636-49c8-b278-e62aefbb689e req-585b09f8-ebe7-437c-8dc3-eaff0d96880d tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424218 Nov 02 12:29:54.199146 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:54.351593 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b29598-49c7-465b-9888-35fa7d9f2bde req-9eb6d44b-2bfd-4c8b-b4d7-c3ccb8863f12 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:54.353009 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3b29598-49c7-465b-9888-35fa7d9f2bde req-9eb6d44b-2bfd-4c8b-b4d7-c3ccb8863f12 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0519383 Nov 02 12:29:54.407791 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3b29598-49c7-465b-9888-35fa7d9f2bde req-87e6fac7-14ab-41cc-9e4b-b2e4be52feca tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478647 Nov 02 12:29:54.496342 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:55.021903 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:29:55.551431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cc5a5-fd9f-4e7e-a3b8-e7d5445d50c1 req-cc099d6c-e6c2-4976-8584-dae159bae10f tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:55.553933 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a5cc5a5-fd9f-4e7e-a3b8-e7d5445d50c1 req-cc099d6c-e6c2-4976-8584-dae159bae10f tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0593197 Nov 02 12:29:55.616001 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a5cc5a5-fd9f-4e7e-a3b8-e7d5445d50c1 req-dbdf7d50-2fa3-43e4-b650-7b1725e08c9e tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544188 Nov 02 12:29:56.753429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097f5dd-7129-4759-80ea-ebef33f01147 req-a0dc04d4-0a05-409b-96d4-9b39fb8dbe2f tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:56.755030 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6097f5dd-7129-4759-80ea-ebef33f01147 req-a0dc04d4-0a05-409b-96d4-9b39fb8dbe2f tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0541260 Nov 02 12:29:56.811247 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6097f5dd-7129-4759-80ea-ebef33f01147 req-b28b9c68-4d09-4430-942b-a564d99fd14e tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490787 Nov 02 12:29:57.935086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fdb53-61bb-47e6-91ee-abe8cf147e9e req-cd2c16b5-404c-41f5-b138-ab24eb08722e tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:57.936589 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d0fdb53-61bb-47e6-91ee-abe8cf147e9e req-cd2c16b5-404c-41f5-b138-ab24eb08722e tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0506039 Nov 02 12:29:57.991053 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d0fdb53-61bb-47e6-91ee-abe8cf147e9e req-21fdb3c1-87e3-4571-b512-887017357424 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429456 Nov 02 12:29:59.118635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab776c3-b77d-4832-a498-8a72ee1efd26 req-02dc0b8d-ff1b-4462-8ee5-27e2f7386839 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:29:59.120177 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ab776c3-b77d-4832-a498-8a72ee1efd26 req-02dc0b8d-ff1b-4462-8ee5-27e2f7386839 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0576956 Nov 02 12:29:59.169162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9ab776c3-b77d-4832-a498-8a72ee1efd26 req-aa327196-6fbf-471b-8669-1f465813f6af tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 Nov 02 12:30:00.301109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96926866-d4cd-43f2-82dd-af5acdfb6b7d req-933122fb-0e30-493d-8eb4-e1725c1f7ed5 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:00.302612 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96926866-d4cd-43f2-82dd-af5acdfb6b7d req-933122fb-0e30-493d-8eb4-e1725c1f7ed5 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0561187 Nov 02 12:30:00.364061 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96926866-d4cd-43f2-82dd-af5acdfb6b7d req-2447039a-bd6d-462a-b56d-acbdadbf30ad tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542996 Nov 02 12:30:01.493034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae5c01-9e27-4f2b-8496-1ba778806e68 req-4b82c145-94fe-4e20-8342-2027e472f569 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:01.494522 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93ae5c01-9e27-4f2b-8496-1ba778806e68 req-4b82c145-94fe-4e20-8342-2027e472f569 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0563006 Nov 02 12:30:01.546674 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93ae5c01-9e27-4f2b-8496-1ba778806e68 req-6770234e-d430-4cc0-bcb6-b1492165f5c9 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450153 Nov 02 12:30:02.669583 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559eb1d-7800-4491-982b-b1b4b1ddbe61 req-1740c87f-953e-4162-b83c-cb761ac9b447 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:02.671100 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e559eb1d-7800-4491-982b-b1b4b1ddbe61 req-1740c87f-953e-4162-b83c-cb761ac9b447 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0510020 Nov 02 12:30:02.719297 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e559eb1d-7800-4491-982b-b1b4b1ddbe61 req-35b2fe35-ee80-4b73-b6c9-01c51942b96b tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420685 Nov 02 12:30:03.845701 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8a019-1134-4ffc-803e-96ee33f967cf req-c67802c1-cfdb-4a1d-83c0-80ddac24a47e tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:03.847267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32e8a019-1134-4ffc-803e-96ee33f967cf req-c67802c1-cfdb-4a1d-83c0-80ddac24a47e tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0532496 Nov 02 12:30:03.905695 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32e8a019-1134-4ffc-803e-96ee33f967cf req-cb236449-6d42-4208-9de8-fe67600fffe3 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510402 Nov 02 12:30:05.031229 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547efd5-4f52-4725-93a2-30bc8a95291f req-93c13c45-043e-4815-a6ef-7f3258d03e14 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:05.032808 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6547efd5-4f52-4725-93a2-30bc8a95291f req-93c13c45-043e-4815-a6ef-7f3258d03e14 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0557883 Nov 02 12:30:05.084447 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6547efd5-4f52-4725-93a2-30bc8a95291f req-252a8fe0-6c47-49dd-ae64-94e1638314c8 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449340 Nov 02 12:30:06.211460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965f93e-7458-4feb-a574-d7f8721a6690 req-f7e7a10b-7e8a-47e4-8dc3-41880bfbd251 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:06.212995 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0965f93e-7458-4feb-a574-d7f8721a6690 req-f7e7a10b-7e8a-47e4-8dc3-41880bfbd251 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0544841 Nov 02 12:30:06.264427 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0965f93e-7458-4feb-a574-d7f8721a6690 req-82463141-2ed4-4144-80b2-7babcaff7007 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444520 Nov 02 12:30:07.392360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05afcac0-eb2e-4f35-9e9c-856d62b76f81 req-63932939-69ee-4d88-b459-f68689e6ae09 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:07.393922 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05afcac0-eb2e-4f35-9e9c-856d62b76f81 req-63932939-69ee-4d88-b459-f68689e6ae09 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0578084 Nov 02 12:30:07.449538 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05afcac0-eb2e-4f35-9e9c-856d62b76f81 req-8649da6f-2d48-4e34-bc47-fb549e0c8939 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477211 Nov 02 12:30:08.581288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b846d-ae08-425c-8ba6-c0895b761b4b req-444fcd21-b1f4-44bb-bb39-4060a2c50d5c tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:08.582811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-763b846d-ae08-425c-8ba6-c0895b761b4b req-444fcd21-b1f4-44bb-bb39-4060a2c50d5c tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0577092 Nov 02 12:30:08.635332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-763b846d-ae08-425c-8ba6-c0895b761b4b req-4dae689d-b6a0-488b-b7ee-72beec0643be tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449743 Nov 02 12:30:09.760503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbf87d-4be8-4a36-ac38-b4e3777c83d7 req-2ce18620-ae94-4f4a-a790-8f68fcd230b4 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:09.762074 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-16bbf87d-4be8-4a36-ac38-b4e3777c83d7 req-2ce18620-ae94-4f4a-a790-8f68fcd230b4 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0517642 Nov 02 12:30:09.816750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-16bbf87d-4be8-4a36-ac38-b4e3777c83d7 req-ae0aa3af-54e7-4518-a380-c7d221321296 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481024 Nov 02 12:30:10.965479 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6f9c6-6f13-4304-a33d-a47fc794d4e9 req-ba560161-6515-49d6-b899-5576cc8f8079 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:10.967380 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88e6f9c6-6f13-4304-a33d-a47fc794d4e9 req-ba560161-6515-49d6-b899-5576cc8f8079 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0690949 Nov 02 12:30:11.024446 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88e6f9c6-6f13-4304-a33d-a47fc794d4e9 req-af6ce2ad-012c-4c08-af28-f10937e63376 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505409 Nov 02 12:30:12.158346 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b91f9-f6c6-4c31-b03d-b31b27c0c016 req-fe9ddfed-e06c-457b-89b4-df678a81facf tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:12.159849 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-021b91f9-f6c6-4c31-b03d-b31b27c0c016 req-fe9ddfed-e06c-457b-89b4-df678a81facf tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0504699 Nov 02 12:30:12.218231 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-021b91f9-f6c6-4c31-b03d-b31b27c0c016 req-776c73c5-882d-4b9f-9f94-a6d4c854a884 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511205 Nov 02 12:30:13.348682 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30fa6b-0da2-480b-8507-7cd0d57e3fe4 req-e8c97303-5390-4627-b04b-7afd75808046 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:13.350170 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0f30fa6b-0da2-480b-8507-7cd0d57e3fe4 req-e8c97303-5390-4627-b04b-7afd75808046 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0556021 Nov 02 12:30:13.409308 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0f30fa6b-0da2-480b-8507-7cd0d57e3fe4 req-f0687812-7e34-4a1b-beb8-a26376640734 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523455 Nov 02 12:30:13.790140 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-a3c45b17-9e59-4a15-8823-768550008a0d service neutron] show failed (client error): The resource could not be found. Nov 02 12:30:13.791345 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-a3c45b17-9e59-4a15-8823-768550008a0d service neutron] 10.222.0.79 "GET /v2.0/ports/4b3b825c-4bf8-49af-9f80-030d12522335/bindings/n-h2-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.0586333 Nov 02 12:30:14.492652 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-161f854b-d702-4cf9-bbed-76a83ba98968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:14.494306 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-161f854b-d702-4cf9-bbed-76a83ba98968 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203&tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e HTTP/1.1" status: 200 len: 1097 time: 0.0487888 Nov 02 12:30:14.509431 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:30:14.555601 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696d879-8dc4-40e4-adaa-55a756d1004e req-4476cfb1-0080-4e0e-91fa-bea521066f76 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:14.557479 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f696d879-8dc4-40e4-adaa-55a756d1004e req-4476cfb1-0080-4e0e-91fa-bea521066f76 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0700817 Nov 02 12:30:14.580688 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:14.633088 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f696d879-8dc4-40e4-adaa-55a756d1004e req-9d26912b-0da3-4de8-9827-e3ad0eebf478 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688691 Nov 02 12:30:14.809494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] For port 4b3b825c-4bf8-49af-9f80-030d12522335, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=4b3b825c-4bf8-49af-9f80-030d12522335,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:14.844041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] For port 4b3b825c-4bf8-49af-9f80-030d12522335, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:30:14.887335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5def8d-1941-483a-b605-388a3e08e203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b3b825c-4bf8-49af-9f80-030d12522335'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:30:14.889514 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c788b319-09e2-439c-b456-6098310a4fe3" -d '{"events": [{"server_uuid": "9d5def8d-1941-483a-b605-388a3e08e203", "name": "network-vif-unplugged", "status": "completed", "tag": "4b3b825c-4bf8-49af-9f80-030d12522335"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:30:14.893558 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:14.909271 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Transition to ACTIVE for port object 4b3b825c-4bf8-49af-9f80-030d12522335 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:30:14.942056 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 12:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10250b5e-495f-4ae1-b1e6-c611cad55bad x-openstack-request-id: req-10250b5e-495f-4ae1-b1e6-c611cad55bad {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:30:14.942330 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5def8d-1941-483a-b605-388a3e08e203", "name": "network-vif-unplugged", "status": "completed", "tag": "4b3b825c-4bf8-49af-9f80-030d12522335", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:30:14.942582 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10250b5e-495f-4ae1-b1e6-c611cad55bad {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:30:14.943016 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5def8d-1941-483a-b605-388a3e08e203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b3b825c-4bf8-49af-9f80-030d12522335', 'code': 200} Nov 02 12:30:15.015672 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:15.075983 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] No DVR routers for this DVR port 4b3b825c-4bf8-49af-9f80-030d12522335 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:30:15.083197 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3b825c-4bf8-49af-9f80-030d12522335,revision_number=6']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:15.109374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:15.109716 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:15.110055 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:15.110386 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:15.110746 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:15.111093 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:15.111416 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:15.111737 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:15.112059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:15.112380 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:15.112693 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:15.113007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:15.131159 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Attempting to bind port 4b3b825c-4bf8-49af-9f80-030d12522335 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:30:15.132334 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Attempting to bind port 4b3b825c-4bf8-49af-9f80-030d12522335 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '1dc91008-17d4-4204-a6ea-16b34ea67d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:30:15.132334 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Attempting to bind port 4b3b825c-4bf8-49af-9f80-030d12522335 on network 35547593-e1c1-4b67-8dad-be9c2cbe01d2 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:30:15.136813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Port 4b3b825c-4bf8-49af-9f80-030d12522335 on network 35547593-e1c1-4b67-8dad-be9c2cbe01d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:30:15.137131 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Attempting to bind port 4b3b825c-4bf8-49af-9f80-030d12522335 on network 35547593-e1c1-4b67-8dad-be9c2cbe01d2 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:30:15.141987 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:30:15.142255 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Checking segment: {'id': '1dc91008-17d4-4204-a6ea-16b34ea67d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:30:15.142632 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Bound using segment: {'id': '1dc91008-17d4-4204-a6ea-16b34ea67d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:30:15.143086 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Bound port: 4b3b825c-4bf8-49af-9f80-030d12522335, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc91008-17d4-4204-a6ea-16b34ea67d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:30:15.143432 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:15.207802 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] For port 4b3b825c-4bf8-49af-9f80-030d12522335, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:30:15.211115 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] For port 4b3b825c-4bf8-49af-9f80-030d12522335, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4b3b825c-4bf8-49af-9f80-030d12522335,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:30:15.416099 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:15.466314 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:15.466314 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:15.466314 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] 10.222.0.54 "PUT /v2.0/ports/4b3b825c-4bf8-49af-9f80-030d12522335 HTTP/1.1" status: 200 len: 1092 time: 0.9497633 Nov 02 12:30:15.505429 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5eafb-c804-42d2-815d-b5c7f9451388 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3b825c-4bf8-49af-9f80-030d12522335,revision_number=7']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:15.524910 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-84ed2e9b-edf1-43ef-8830-84b99bd13ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:15.534899 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-84ed2e9b-edf1-43ef-8830-84b99bd13ad0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 1095 time: 0.0474911 Nov 02 12:30:15.626081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-c9f8c92f-9f5c-4bfa-9c51-7e2979b73ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:15.627676 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-c9f8c92f-9f5c-4bfa-9c51-7e2979b73ca9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=35547593-e1c1-4b67-8dad-be9c2cbe01d2 HTTP/1.1" status: 200 len: 915 time: 0.0938530 Nov 02 12:30:15.670810 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-1e24344d-9880-431a-ad2c-abb56706067b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b3b825c-4bf8-49af-9f80-030d12522335 HTTP/1.1" status: 200 len: 217 time: 0.0362718 Nov 02 12:30:15.729786 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-6d65d0eb-a244-4f4b-8a5f-9a15a0eabb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:15.731396 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-6d65d0eb-a244-4f4b-8a5f-9a15a0eabb0a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba08a16e-ae58-4400-9ed0-3b11c4307cb3 HTTP/1.1" status: 200 len: 854 time: 0.0540864 Nov 02 12:30:15.770605 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-d2a63fc9-a77f-47de-9792-20dcd8edb2b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=35547593-e1c1-4b67-8dad-be9c2cbe01d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316594 Nov 02 12:30:15.817093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9788c-a57c-478a-9793-b0103e04730b req-fd47802e-7a4e-45f7-bec3-399d15cbbd48 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:15.821247 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ecf9788c-a57c-478a-9793-b0103e04730b req-fd47802e-7a4e-45f7-bec3-399d15cbbd48 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 943 time: 0.0842175 Nov 02 12:30:15.873550 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ecf9788c-a57c-478a-9793-b0103e04730b req-912e154c-0d8c-4410-a163-04d983433b96 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454557 Nov 02 12:30:15.885676 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-a8c5213e-efe5-4fe1-93fd-f854bfd089f3 service neutron] 10.222.0.54 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079330 Nov 02 12:30:15.986613 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-56b6dbc2-f391-4074-9ba1-a093ac81f4ec req-aac0f0d3-91b8-4059-8709-2636b08f4097 service neutron] 10.222.0.54 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940945 Nov 02 12:30:16.945281 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d5def8d-1941-483a-b605-388a3e08e203', 'tag': '4b3b825c-4bf8-49af-9f80-030d12522335'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:30:16.947969 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "9d5def8d-1941-483a-b605-388a3e08e203", "tag": "4b3b825c-4bf8-49af-9f80-030d12522335"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:30:17.000851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a39398-c00c-43d6-a935-0d67734747ec req-91f3a253-3a8a-4534-b418-83c124701a47 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:17.002422 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53a39398-c00c-43d6-a935-0d67734747ec req-91f3a253-3a8a-4534-b418-83c124701a47 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 943 time: 0.0547142 Nov 02 12:30:17.055258 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53a39398-c00c-43d6-a935-0d67734747ec req-eb44d0cd-a4ed-43d0-9e0f-0f688ae0d588 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459845 Nov 02 12:30:17.115855 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e74fda-f837-4d92-a365-45b6c765a1be x-openstack-request-id: req-b2e74fda-f837-4d92-a365-45b6c765a1be {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:30:17.116286 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d5def8d-1941-483a-b605-388a3e08e203", "tag": "4b3b825c-4bf8-49af-9f80-030d12522335", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:30:17.117205 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2e74fda-f837-4d92-a365-45b6c765a1be {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:30:17.117754 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d5def8d-1941-483a-b605-388a3e08e203', 'tag': '4b3b825c-4bf8-49af-9f80-030d12522335', 'status': 'completed', 'code': 200} Nov 02 12:30:17.177448 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-0ae94ec4-982b-43cd-9147-c464063a5ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:17.179147 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-0ae94ec4-982b-43cd-9147-c464063a5ec0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 1095 time: 0.0443590 Nov 02 12:30:17.193196 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-21faf0ec-72f2-4243-818f-76635a7af3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:17.195368 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-21faf0ec-72f2-4243-818f-76635a7af3da service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 1095 time: 0.0545814 Nov 02 12:30:17.289574 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-d5e8b7df-d3d5-42c8-b441-298f76c2b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:17.291266 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-d5e8b7df-d3d5-42c8-b441-298f76c2b744 service neutron] 10.222.0.54 "GET /v2.0/networks?id=35547593-e1c1-4b67-8dad-be9c2cbe01d2 HTTP/1.1" status: 200 len: 915 time: 0.1030152 Nov 02 12:30:17.293168 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-ffd7f607-6dc1-462a-9ed4-6a9cc822eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:17.294668 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-ffd7f607-6dc1-462a-9ed4-6a9cc822eeb9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=35547593-e1c1-4b67-8dad-be9c2cbe01d2 HTTP/1.1" status: 200 len: 915 time: 0.0926740 Nov 02 12:30:17.338330 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-76242d1d-cb69-4acf-b1c6-751a1d51764d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b3b825c-4bf8-49af-9f80-030d12522335 HTTP/1.1" status: 200 len: 217 time: 0.0395644 Nov 02 12:30:17.342046 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-09043f16-e0c4-4f10-b483-be440584ba05 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b3b825c-4bf8-49af-9f80-030d12522335 HTTP/1.1" status: 200 len: 217 time: 0.0407190 Nov 02 12:30:17.400634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-f8a6abde-cb08-4025-988c-69ba24d33bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:17.402323 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-f8a6abde-cb08-4025-988c-69ba24d33bd4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba08a16e-ae58-4400-9ed0-3b11c4307cb3 HTTP/1.1" status: 200 len: 854 time: 0.0537748 Nov 02 12:30:17.403853 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-f61ef1b0-8b15-4009-aad3-a6a7556366cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:17.405349 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-f61ef1b0-8b15-4009-aad3-a6a7556366cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ba08a16e-ae58-4400-9ed0-3b11c4307cb3 HTTP/1.1" status: 200 len: 854 time: 0.0591905 Nov 02 12:30:17.438969 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-8c3f1fe1-0719-4a72-ad71-fb0e377fd4c6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=35547593-e1c1-4b67-8dad-be9c2cbe01d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297720 Nov 02 12:30:17.440423 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-a829e82f-afe3-4473-a426-31e46b301813 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=35547593-e1c1-4b67-8dad-be9c2cbe01d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273263 Nov 02 12:30:17.535286 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-02e1d23e-2bdd-41dd-b169-0059517c33ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:17.546809 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-ccdf5954-54a8-4d11-894d-df26ada55fc8 service neutron] 10.222.0.79 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005144 Nov 02 12:30:17.573164 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-4fc5f7ec-2809-444b-b42e-0e7e2efbd22a service neutron] 10.222.0.54 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250925 Nov 02 12:30:17.646257 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-b28f046f-b0ca-4656-bdc3-024fc0abd299 service neutron] 10.222.0.79 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927896 Nov 02 12:30:18.054048 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-dcaf117c-057a-4023-b3ca-34d5b1c97eb9 req-53ebdacc-3da9-4cb7-b25f-f4f794edbdfe service neutron] 10.222.0.54 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722660 Nov 02 12:30:18.186666 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47397b0d-7303-48f3-8133-3c1264c8c6ea req-1c2bca5e-5eab-47ca-959b-dec321f8b6f2 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:18.188412 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47397b0d-7303-48f3-8133-3c1264c8c6ea req-1c2bca5e-5eab-47ca-959b-dec321f8b6f2 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 943 time: 0.0551963 Nov 02 12:30:18.246888 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47397b0d-7303-48f3-8133-3c1264c8c6ea req-68ac3dfa-0171-4d25-9fb1-a61e4033466c tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504694 Nov 02 12:30:18.776094 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 4b3b825c-4bf8-49af-9f80-030d12522335 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:30:18.816505 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 4b3b825c-4bf8-49af-9f80-030d12522335 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:30:19.235994 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4b3b825c-4bf8-49af-9f80-030d12522335 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:30:19.341708 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4b3b825c-4bf8-49af-9f80-030d12522335, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4b3b825c-4bf8-49af-9f80-030d12522335,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:19.354231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '4b3b825c-4bf8-49af-9f80-030d12522335', 'network_id': '35547593-e1c1-4b67-8dad-be9c2cbe01d2', 'port_id': '4b3b825c-4bf8-49af-9f80-030d12522335', 'mac_address': 'fa:16:3e:eb:37:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba08a16e-ae58-4400-9ed0-3b11c4307cb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:30:19.377468 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbde60-4630-4594-b9c5-3d004c999ba2 req-dac4395c-c05d-4b83-911a-6f0f23d9d928 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:19.379023 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-16cbde60-4630-4594-b9c5-3d004c999ba2 req-dac4395c-c05d-4b83-911a-6f0f23d9d928 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 943 time: 0.0564394 Nov 02 12:30:19.395681 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:19.410602 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3b825c-4bf8-49af-9f80-030d12522335 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:30:19.431494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4b3b825c-4bf8-49af-9f80-030d12522335, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4b3b825c-4bf8-49af-9f80-030d12522335,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:19.442623 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-16cbde60-4630-4594-b9c5-3d004c999ba2 req-d68a8bf0-8097-4515-8127-3519ea45ce8e tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526657 Nov 02 12:30:19.524003 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:19.581949 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=4b3b825c-4bf8-49af-9f80-030d12522335,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:19.732854 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['4b3b825c-4bf8-49af-9f80-030d12522335'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:30:19.810208 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-82a12afe-7418-4296-8cf7-730bcaf3d2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:19.841298 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5121a7-5c94-404e-acee-837c9f306747 req-0cedfb57-7209-41d3-b2f7-9610c11253ff tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:19.842989 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc5121a7-5c94-404e-acee-837c9f306747 req-0cedfb57-7209-41d3-b2f7-9610c11253ff tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 944 time: 0.0573251 Nov 02 12:30:19.926833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc5121a7-5c94-404e-acee-837c9f306747 req-b7b09eae-5566-41c6-98b9-21be3a029194 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709283 Nov 02 12:30:20.032009 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01b297-2ed5-4750-9451-8db1bc19bbe8 req-12d168f7-9c33-404f-b855-eec91c84665b tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:20.033607 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c01b297-2ed5-4750-9451-8db1bc19bbe8 req-12d168f7-9c33-404f-b855-eec91c84665b tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203&tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&binding%3Ahost_id=n-h2-806683-18 HTTP/1.1" status: 200 len: 944 time: 0.0600138 Nov 02 12:30:20.099302 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-7c01b297-2ed5-4750-9451-8db1bc19bbe8 req-45e72182-7c81-489b-9f78-1b1bfe2bd5e0 service neutron] delete failed (client error): The resource could not be found. Nov 02 12:30:20.100970 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c01b297-2ed5-4750-9451-8db1bc19bbe8 req-45e72182-7c81-489b-9f78-1b1bfe2bd5e0 service neutron] 10.222.0.79 "DELETE /v2.0/ports/4b3b825c-4bf8-49af-9f80-030d12522335/bindings/n-h1-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.0589945 Nov 02 12:30:20.191887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01b297-2ed5-4750-9451-8db1bc19bbe8 req-064d0ac8-035f-4b08-8e6e-fca308592bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:20.193578 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c01b297-2ed5-4750-9451-8db1bc19bbe8 req-064d0ac8-035f-4b08-8e6e-fca308592bad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 1096 time: 0.0458090 Nov 02 12:30:20.302075 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01b297-2ed5-4750-9451-8db1bc19bbe8 req-92c127f9-d6e6-4ccd-905c-4781ac5b9d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:20.303807 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c01b297-2ed5-4750-9451-8db1bc19bbe8 req-92c127f9-d6e6-4ccd-905c-4781ac5b9d4e service neutron] 10.222.0.79 "GET /v2.0/networks?id=35547593-e1c1-4b67-8dad-be9c2cbe01d2 HTTP/1.1" status: 200 len: 915 time: 0.1027386 Nov 02 12:30:20.354543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c01b297-2ed5-4750-9451-8db1bc19bbe8 req-9ebccf5b-f407-4ad4-8a7d-05f856a96fdb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b3b825c-4bf8-49af-9f80-030d12522335 HTTP/1.1" status: 200 len: 217 time: 0.0428002 Nov 02 12:30:20.404791 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01b297-2ed5-4750-9451-8db1bc19bbe8 req-338943e9-20ec-4d84-8e7e-b032da1e60aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:20.406514 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c01b297-2ed5-4750-9451-8db1bc19bbe8 req-338943e9-20ec-4d84-8e7e-b032da1e60aa service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ba08a16e-ae58-4400-9ed0-3b11c4307cb3 HTTP/1.1" status: 200 len: 854 time: 0.0456116 Nov 02 12:30:20.443648 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c01b297-2ed5-4750-9451-8db1bc19bbe8 req-0a36f721-9398-4725-bc32-9e1ee64e6d7b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=35547593-e1c1-4b67-8dad-be9c2cbe01d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294974 Nov 02 12:30:20.552852 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c01b297-2ed5-4750-9451-8db1bc19bbe8 req-0d52fabb-97d9-48d8-a11a-54382de4fdac service neutron] 10.222.0.79 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013765 Nov 02 12:30:20.685256 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c01b297-2ed5-4750-9451-8db1bc19bbe8 req-83029734-e73d-460d-93ec-e39c87f432c1 service neutron] 10.222.0.79 "GET /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243634 Nov 02 12:30:21.059540 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad211d-f9e6-41d0-b0de-3497486c9b20 req-1d448248-02b4-4891-989b-7af17ecea029 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:21.061142 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28ad211d-f9e6-41d0-b0de-3497486c9b20 req-1d448248-02b4-4891-989b-7af17ecea029 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 944 time: 0.0583227 Nov 02 12:30:21.120146 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28ad211d-f9e6-41d0-b0de-3497486c9b20 req-7edac1da-b2de-4d7b-82e2-66f695951651 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526586 Nov 02 12:30:21.141756 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:21.253040 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4b3b825c-4bf8-49af-9f80-030d12522335 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:30:21.449216 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 4b3b825c-4bf8-49af-9f80-030d12522335 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:30:21.453893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 4b3b825c-4bf8-49af-9f80-030d12522335 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:30:21.454291 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:21.556155 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:21.587930 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5def8d-1941-483a-b605-388a3e08e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3b825c-4bf8-49af-9f80-030d12522335'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:30:21.593633 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58f5768-7dde-4aa5-9b86-993bee538b84" -d '{"events": [{"server_uuid": "9d5def8d-1941-483a-b605-388a3e08e203", "name": "network-vif-plugged", "status": "completed", "tag": "4b3b825c-4bf8-49af-9f80-030d12522335"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:30:21.621843 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 4b3b825c-4bf8-49af-9f80-030d12522335, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4b3b825c-4bf8-49af-9f80-030d12522335,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:21.647585 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bba5ea0-d8af-4e7f-8506-87b7b30a1eee x-openstack-request-id: req-1bba5ea0-d8af-4e7f-8506-87b7b30a1eee {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:30:21.648045 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5def8d-1941-483a-b605-388a3e08e203", "name": "network-vif-plugged", "status": "completed", "tag": "4b3b825c-4bf8-49af-9f80-030d12522335", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:30:21.648348 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1bba5ea0-d8af-4e7f-8506-87b7b30a1eee {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:30:21.648943 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5def8d-1941-483a-b605-388a3e08e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3b825c-4bf8-49af-9f80-030d12522335', 'code': 200} Nov 02 12:30:21.700967 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:21.761013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=4b3b825c-4bf8-49af-9f80-030d12522335,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:22.257366 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d9c0e-f028-42ca-b190-6e82c88875be req-04b3c984-4189-4315-9d6e-24013e1038ee tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:22.258969 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-275d9c0e-f028-42ca-b190-6e82c88875be req-04b3c984-4189-4315-9d6e-24013e1038ee tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0515203 Nov 02 12:30:22.315594 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-275d9c0e-f028-42ca-b190-6e82c88875be req-2f773b99-0945-43f0-981d-86636b73123a tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505459 Nov 02 12:30:22.436832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27520d6a-2687-4440-b648-81c2e6a0cb8c req-c2347677-e24d-49dc-8c8a-319430e9b647 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:22.438343 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27520d6a-2687-4440-b648-81c2e6a0cb8c req-c2347677-e24d-49dc-8c8a-319430e9b647 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0528955 Nov 02 12:30:22.492286 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27520d6a-2687-4440-b648-81c2e6a0cb8c req-e2633b79-fdd5-4330-a35e-b28d004594fb tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467291 Nov 02 12:30:22.623044 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24071814-db5d-4dc6-ae50-6c977a109fcc req-395f21fe-4198-45e6-a93a-9afe53ad82d1 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:22.624883 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-24071814-db5d-4dc6-ae50-6c977a109fcc req-395f21fe-4198-45e6-a93a-9afe53ad82d1 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0538578 Nov 02 12:30:22.625699 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:22.676381 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-24071814-db5d-4dc6-ae50-6c977a109fcc req-5f8df7c9-6a83-4f23-ada6-85fa89619d0d tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440600 Nov 02 12:30:23.357126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cce72-fac5-494b-af55-7be2b60e6b39 req-2553b650-dca1-49e9-a18f-25bfe2cf3abe tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:23.358614 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e81cce72-fac5-494b-af55-7be2b60e6b39 req-2553b650-dca1-49e9-a18f-25bfe2cf3abe tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0545542 Nov 02 12:30:23.408175 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e81cce72-fac5-494b-af55-7be2b60e6b39 req-cdef0a6b-325c-474d-bf30-cdc4f3fab408 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432000 Nov 02 12:30:24.224898 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:24.500723 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:24.533074 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8181f-45bc-45d8-a41a-467909786142 req-fc00010d-bfb9-4e64-b479-ce70b80cf956 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:24.534739 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-17c8181f-45bc-45d8-a41a-467909786142 req-fc00010d-bfb9-4e64-b479-ce70b80cf956 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0537879 Nov 02 12:30:24.589934 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-17c8181f-45bc-45d8-a41a-467909786142 req-6bb097c6-cb91-48aa-91e4-0ea83d688f61 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/security-groups?id=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474124 Nov 02 12:30:24.594185 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9aeec-41ef-4d14-8897-dd83535e8099 req-cdbccb7e-dc7a-4102-bf1f-10e0757396fe tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:24.595725 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-58e9aeec-41ef-4d14-8897-dd83535e8099 req-cdbccb7e-dc7a-4102-bf1f-10e0757396fe tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 945 time: 0.0527058 Nov 02 12:30:24.693601 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-58e9aeec-41ef-4d14-8897-dd83535e8099 req-5188b797-e291-4741-a224-e983e3f3c8ce tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Deleting port 4b3b825c-4bf8-49af-9f80-030d12522335 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:30:24.693939 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-58e9aeec-41ef-4d14-8897-dd83535e8099 req-5188b797-e291-4741-a224-e983e3f3c8ce tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:24.785986 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-58e9aeec-41ef-4d14-8897-dd83535e8099 req-5188b797-e291-4741-a224-e983e3f3c8ce tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] For port 4b3b825c-4bf8-49af-9f80-030d12522335, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=4b3b825c-4bf8-49af-9f80-030d12522335,segment=NetworkSegment(1dc91008-17d4-4204-a6ea-16b34ea67d14),segment_id=1dc91008-17d4-4204-a6ea-16b34ea67d14)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:24.786266 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-58e9aeec-41ef-4d14-8897-dd83535e8099 req-5188b797-e291-4741-a224-e983e3f3c8ce tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:24.799523 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-58e9aeec-41ef-4d14-8897-dd83535e8099 req-5188b797-e291-4741-a224-e983e3f3c8ce tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Calling delete_port for 4b3b825c-4bf8-49af-9f80-030d12522335 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:30:25.144862 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:25.213927 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-58e9aeec-41ef-4d14-8897-dd83535e8099 req-5188b797-e291-4741-a224-e983e3f3c8ce tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:25.225552 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['4b3b825c-4bf8-49af-9f80-030d12522335'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:30:25.252448 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188b797-e291-4741-a224-e983e3f3c8ce tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Pushing event deleted for resources: {'Port': ['ID=4b3b825c-4bf8-49af-9f80-030d12522335,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:25.294073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e9aeec-41ef-4d14-8897-dd83535e8099 req-5188b797-e291-4741-a224-e983e3f3c8ce tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] No DVR routers for this DVR port 4b3b825c-4bf8-49af-9f80-030d12522335 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:30:25.296790 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-58e9aeec-41ef-4d14-8897-dd83535e8099 req-5188b797-e291-4741-a224-e983e3f3c8ce tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:25.300189 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-58e9aeec-41ef-4d14-8897-dd83535e8099 req-5188b797-e291-4741-a224-e983e3f3c8ce tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.54 "DELETE /v2.0/ports/4b3b825c-4bf8-49af-9f80-030d12522335 HTTP/1.1" status: 204 len: 173 time: 0.6982529 Nov 02 12:30:25.300639 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d5def8d-1941-483a-b605-388a3e08e203', 'name': 'network-vif-deleted', 'tag': '4b3b825c-4bf8-49af-9f80-030d12522335'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:30:25.302951 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cd4779-e54f-4369-a978-27ab305ab545" -d '{"events": [{"server_uuid": "9d5def8d-1941-483a-b605-388a3e08e203", "name": "network-vif-deleted", "tag": "4b3b825c-4bf8-49af-9f80-030d12522335"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:30:25.340710 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db21173-8298-48c0-9e3e-e65cd93b8ec0 x-openstack-request-id: req-1db21173-8298-48c0-9e3e-e65cd93b8ec0 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:30:25.341155 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d5def8d-1941-483a-b605-388a3e08e203", "name": "network-vif-deleted", "tag": "4b3b825c-4bf8-49af-9f80-030d12522335", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:30:25.341411 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1db21173-8298-48c0-9e3e-e65cd93b8ec0 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:30:25.341823 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d5def8d-1941-483a-b605-388a3e08e203', 'name': 'network-vif-deleted', 'tag': '4b3b825c-4bf8-49af-9f80-030d12522335', 'status': 'completed', 'code': 200} Nov 02 12:30:25.688604 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-13e87cc6-0e67-4d38-9912-806b516bba0c req-fe3080af-dbd2-4463-8383-bd7ff9cdb2d4 tempest-ServerDiskConfigTestJSON-1637676386 tempest-ServerDiskConfigTestJSON-1637676386-project] 10.222.0.52 "GET /v2.0/ports?device_id=9d5def8d-1941-483a-b605-388a3e08e203 HTTP/1.1" status: 200 len: 210 time: 0.0275285 Nov 02 12:30:26.856003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56048) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:30:26.900459 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab14c116-faac-4bd0-960d-d62f63c7b8f3 admin admin] Deleting subnet ba08a16e-ae58-4400-9ed0-3b11c4307cb3 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:30:26.903841 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab14c116-faac-4bd0-960d-d62f63c7b8f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:26.942762 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab14c116-faac-4bd0-960d-d62f63c7b8f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:26.983776 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab14c116-faac-4bd0-960d-d62f63c7b8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:27.123597 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab14c116-faac-4bd0-960d-d62f63c7b8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:27.151256 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab14c116-faac-4bd0-960d-d62f63c7b8f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba08a16e-ae58-4400-9ed0-3b11c4307cb3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:27.153264 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab14c116-faac-4bd0-960d-d62f63c7b8f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:27.156522 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ab14c116-faac-4bd0-960d-d62f63c7b8f3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ba08a16e-ae58-4400-9ed0-3b11c4307cb3 HTTP/1.1" status: 204 len: 168 time: 0.3028207 Nov 02 12:30:27.159179 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56050) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:30:27.229252 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3cb600e-339f-465a-ba48-9c05586ef7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:27.314737 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3cb600e-339f-465a-ba48-9c05586ef7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:27.335423 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c3cb600e-339f-465a-ba48-9c05586ef7b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35547593-e1c1-4b67-8dad-be9c2cbe01d2']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:27.347005 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c3cb600e-339f-465a-ba48-9c05586ef7b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc91008-17d4-4204-a6ea-16b34ea67d14') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:27.347302 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-c3cb600e-339f-465a-ba48-9c05586ef7b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc91008-17d4-4204-a6ea-16b34ea67d14') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:27.357380 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3cb600e-339f-465a-ba48-9c05586ef7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:27.373214 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3cb600e-339f-465a-ba48-9c05586ef7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:27.379177 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cb600e-339f-465a-ba48-9c05586ef7b2 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3cb600e-339f-465a-ba48-9c05586ef7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:30:27.385353 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:30:27.544724 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3cb600e-339f-465a-ba48-9c05586ef7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:27.550683 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c3cb600e-339f-465a-ba48-9c05586ef7b2 admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:27.555231 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c3cb600e-339f-465a-ba48-9c05586ef7b2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/35547593-e1c1-4b67-8dad-be9c2cbe01d2 HTTP/1.1" status: 204 len: 168 time: 0.3940370 Nov 02 12:30:27.569374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb600e-339f-465a-ba48-9c05586ef7b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=35547593-e1c1-4b67-8dad-be9c2cbe01d2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:28.010408 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56054) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:30:28.051188 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e0f0ef1f-02ea-49b3-ac8a-78a7399d35ae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73a7fd53bffb4a7da96e3d7800c2ac0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395160 Nov 02 12:30:28.057010 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56056) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:30:28.108100 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a61362f9-a254-4511-a0ab-44f099b46cdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:28.130138 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a61362f9-a254-4511-a0ab-44f099b46cdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:28.317640 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a61362f9-a254-4511-a0ab-44f099b46cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:28.320341 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a61362f9-a254-4511-a0ab-44f099b46cdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:28.321595 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a61362f9-a254-4511-a0ab-44f099b46cdd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0 HTTP/1.1" status: 204 len: 168 time: 0.2636442 Nov 02 12:30:28.329617 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61362f9-a254-4511-a0ab-44f099b46cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fce2fac-cc14-4aa3-9920-5c1be4bf4ea0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:29.031693 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:30:29.268196 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4b3b825c-4bf8-49af-9f80-030d12522335 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:30:29.288930 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 4b3b825c-4bf8-49af-9f80-030d12522335 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:30:29.294464 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 4b3b825c-4bf8-49af-9f80-030d12522335 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:30:29.578384 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56080) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:30:29.678974 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4c78133e-e21a-432e-8cc7-e0ac3e1938b2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1753073064-network', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:30:29.853830 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c78133e-e21a-432e-8cc7-e0ac3e1938b2 admin admin] Made reservation on behalf of 234aa7a451bc4f039f998ec03d8a3f8b for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:30:29.856224 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c78133e-e21a-432e-8cc7-e0ac3e1938b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:29.865444 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c78133e-e21a-432e-8cc7-e0ac3e1938b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:29.944363 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c78133e-e21a-432e-8cc7-e0ac3e1938b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:30.041443 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c78133e-e21a-432e-8cc7-e0ac3e1938b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:30.068289 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c78133e-e21a-432e-8cc7-e0ac3e1938b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:30:30.075019 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78133e-e21a-432e-8cc7-e0ac3e1938b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9076d4-fa56-4ddd-a864-540d3cee9e86,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:30.084359 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c78133e-e21a-432e-8cc7-e0ac3e1938b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:30.085008 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-4c78133e-e21a-432e-8cc7-e0ac3e1938b2 admin admin] Added segment d2fadf9f-c707-4f81-80f3-9c07ba6b91bd of type vlan for network 3467fb3a-a332-45a4-bba6-f1e87f827c3b Nov 02 12:30:30.133883 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c78133e-e21a-432e-8cc7-e0ac3e1938b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:30.241496 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c78133e-e21a-432e-8cc7-e0ac3e1938b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:30.242527 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c78133e-e21a-432e-8cc7-e0ac3e1938b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:30.243158 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4c78133e-e21a-432e-8cc7-e0ac3e1938b2 admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:30.304143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78133e-e21a-432e-8cc7-e0ac3e1938b2 admin admin] Pushing event updated for resources: {'Network': ['ID=3467fb3a-a332-45a4-bba6-f1e87f827c3b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:30.313771 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 3467fb3a-a332-45a4-bba6-f1e87f827c3b details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:30:30.430974 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4c78133e-e21a-432e-8cc7-e0ac3e1938b2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8513665 Nov 02 12:30:30.437528 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56084) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:30:30.439157 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-198d8df1-c068-4e4a-aaf5-858eb7bab14d admin admin] Request body: {'subnet': {'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1753073064-subnet', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:30:30.625052 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198d8df1-c068-4e4a-aaf5-858eb7bab14d admin admin] Made reservation on behalf of 234aa7a451bc4f039f998ec03d8a3f8b for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:30:30.627504 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-198d8df1-c068-4e4a-aaf5-858eb7bab14d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:30.870286 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-198d8df1-c068-4e4a-aaf5-858eb7bab14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:30.936394 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d8df1-c068-4e4a-aaf5-858eb7bab14d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:30.946692 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198d8df1-c068-4e4a-aaf5-858eb7bab14d admin admin] Checking segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:30:30.947083 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198d8df1-c068-4e4a-aaf5-858eb7bab14d admin admin] Network hostable DHCP agents. Network: 3467fb3a-a332-45a4-bba6-f1e87f827c3b, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:30:31.043336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198d8df1-c068-4e4a-aaf5-858eb7bab14d admin admin] Network 3467fb3a-a332-45a4-bba6-f1e87f827c3b is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:30:31.117303 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-198d8df1-c068-4e4a-aaf5-858eb7bab14d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 3467fb3a-a332-45a4-bba6-f1e87f827c3b) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:31.121993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198d8df1-c068-4e4a-aaf5-858eb7bab14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:31.122945 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-198d8df1-c068-4e4a-aaf5-858eb7bab14d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:31.126048 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684f7da2-a7f0-4490-ae0c-fa8a9b6d34ff None None] Network 3467fb3a-a332-45a4-bba6-f1e87f827c3b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:30:31.229224 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-198d8df1-c068-4e4a-aaf5-858eb7bab14d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7943254 Nov 02 12:30:31.232424 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56086) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:30:31.236823 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:30:31.280870 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:30:31.281916 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:31.328700 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:31.329811 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:31.390739 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:31.426752 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Allocated IP 172.20.0.2 (3467fb3a-a332-45a4-bba6-f1e87f827c3b/5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe/65dff8e3-c044-4eeb-bb1c-db8ac115785e) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:30:31.582909 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:31.639957 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:31.672318 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:31.709493 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Network 3467fb3a-a332-45a4-bba6-f1e87f827c3b is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:30:31.715196 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:31.723451 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:30:31.727512 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Pushing event updated for resources: {'Port': ['ID=65dff8e3-c044-4eeb-bb1c-db8ac115785e,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:31.791636 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Attempting to bind port 65dff8e3-c044-4eeb-bb1c-db8ac115785e on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:30:31.792021 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Attempting to bind port 65dff8e3-c044-4eeb-bb1c-db8ac115785e by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:30:31.792393 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Attempting to bind port 65dff8e3-c044-4eeb-bb1c-db8ac115785e on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:30:31.797883 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:30:31.798425 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Checking segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:30:31.799111 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:31.799541 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Bound using segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:30:31.800029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Bound port: 65dff8e3-c044-4eeb-bb1c-db8ac115785e, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:30:31.800419 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:31.871359 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] For port 65dff8e3-c044-4eeb-bb1c-db8ac115785e, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:30:31.875098 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] For port 65dff8e3-c044-4eeb-bb1c-db8ac115785e, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=65dff8e3-c044-4eeb-bb1c-db8ac115785e,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:30:31.953410 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:31.974194 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:31.981001 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:32.068766 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bef8c9-be52-4e8f-a907-22ec65ca9f2e None None] Pushing event updated for resources: {'Port': ['ID=65dff8e3-c044-4eeb-bb1c-db8ac115785e,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:32.119128 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] Allocated IP 172.25.6.96 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/462c33a9-39d8-4db4-a3fb-985e887c189f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:30:32.270709 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:32.392884 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:32.435564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:30:32.438442 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:32.441345 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:30:32.475105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] Pushing event updated for resources: {'Port': ['ID=462c33a9-39d8-4db4-a3fb-985e887c189f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:32.650103 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 65dff8e3-c044-4eeb-bb1c-db8ac115785e up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:30:32.706361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 65dff8e3-c044-4eeb-bb1c-db8ac115785e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:30:32.706736 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:32.806100 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:32.843324 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 65dff8e3-c044-4eeb-bb1c-db8ac115785e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=65dff8e3-c044-4eeb-bb1c-db8ac115785e,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:32.957446 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:32.975198 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:33.031145 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=65dff8e3-c044-4eeb-bb1c-db8ac115785e,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:33.086611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e38f1fc-0fb2-4a98-a883-89fbad9b9d19 None None] Network 3467fb3a-a332-45a4-bba6-f1e87f827c3b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:30:33.160718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d26dec69-e910-44dc-85de-301aaa4d1854 None None] Provisioning complete for port 65dff8e3-c044-4eeb-bb1c-db8ac115785e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:30:33.161100 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d26dec69-e910-44dc-85de-301aaa4d1854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:33.203267 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:33.471780 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] Router 71d4c695-0b6b-4b77-a790-9c2d3543372d is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:30:33.531907 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3724af2b-5558-41a1-9324-78f0a877a02b None None] Provisioning complete for port 65dff8e3-c044-4eeb-bb1c-db8ac115785e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:30:33.532258 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3724af2b-5558-41a1-9324-78f0a877a02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:33.596978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:30:33.612118 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Sync routers for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:30:33.625626 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:30:33.626304 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-995389a8-b014-42ea-a057-66e751df0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:30:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:33.707876 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:33.709322 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4ccb6255-37b5-4496-a646-fc1efd869a3b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4758775 Nov 02 12:30:33.712283 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56088) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:30:33.739284 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:30:33.953576 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-995389a8-b014-42ea-a057-66e751df0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:32Z', 'revision_number': 3, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:33.983271 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Checking router: 71d4c695-0b6b-4b77-a790-9c2d3543372d for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:30:33.983631 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Updating router 71d4c695-0b6b-4b77-a790-9c2d3543372d port 462c33a9-39d8-4db4-a3fb-985e887c189f binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:30:34.016106 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:34.179696 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59cce57d-5b5a-45f9-8d3b-664316d5d806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:34.305873 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:34.349285 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-59cce57d-5b5a-45f9-8d3b-664316d5d806 admin admin] Allocated IP 172.20.0.1 (3467fb3a-a332-45a4-bba6-f1e87f827c3b/5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe/f6f7ba34-0a6f-4826-babc-33dbfe6fe995) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:30:34.390250 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:34.449047 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070f715-caac-4556-b97c-0f6b108f27bc None None] Pushing event updated for resources: {'Port': ['ID=462c33a9-39d8-4db4-a3fb-985e887c189f,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:34.452583 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Attempting to bind port 462c33a9-39d8-4db4-a3fb-985e887c189f on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:30:34.452954 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Attempting to bind port 462c33a9-39d8-4db4-a3fb-985e887c189f by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:30:34.453320 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Attempting to bind port 462c33a9-39d8-4db4-a3fb-985e887c189f on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:30:34.462887 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:30:34.463295 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:30:34.463700 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:34.464097 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:30:34.464592 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Bound port: 462c33a9-39d8-4db4-a3fb-985e887c189f, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:30:34.464979 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59cce57d-5b5a-45f9-8d3b-664316d5d806 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:34.465103 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:34.467231 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070f715-caac-4556-b97c-0f6b108f27bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:34.467607 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070f715-caac-4556-b97c-0f6b108f27bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:34.467943 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070f715-caac-4556-b97c-0f6b108f27bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:34.468280 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070f715-caac-4556-b97c-0f6b108f27bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:34.468612 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070f715-caac-4556-b97c-0f6b108f27bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:34.469119 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070f715-caac-4556-b97c-0f6b108f27bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:34.469287 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070f715-caac-4556-b97c-0f6b108f27bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:34.469611 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070f715-caac-4556-b97c-0f6b108f27bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:34.470015 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070f715-caac-4556-b97c-0f6b108f27bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:34.470281 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070f715-caac-4556-b97c-0f6b108f27bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:34.470606 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070f715-caac-4556-b97c-0f6b108f27bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:34.470947 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1070f715-caac-4556-b97c-0f6b108f27bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:34.531418 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-995389a8-b014-42ea-a057-66e751df0428 None None] For port 462c33a9-39d8-4db4-a3fb-985e887c189f, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:30:34.534558 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-995389a8-b014-42ea-a057-66e751df0428 None None] For port 462c33a9-39d8-4db4-a3fb-985e887c189f, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=462c33a9-39d8-4db4-a3fb-985e887c189f,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:30:34.590667 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59cce57d-5b5a-45f9-8d3b-664316d5d806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:34.618756 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 65dff8e3-c044-4eeb-bb1c-db8ac115785e up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:30:34.640812 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cce57d-5b5a-45f9-8d3b-664316d5d806 admin admin] Network 3467fb3a-a332-45a4-bba6-f1e87f827c3b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:30:34.643406 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:34.646254 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-59cce57d-5b5a-45f9-8d3b-664316d5d806 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:34.649636 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cce57d-5b5a-45f9-8d3b-664316d5d806 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:30:34.681309 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cce57d-5b5a-45f9-8d3b-664316d5d806 admin admin] Pushing event updated for resources: {'Port': ['ID=f6f7ba34-0a6f-4826-babc-33dbfe6fe995,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:34.684904 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 65dff8e3-c044-4eeb-bb1c-db8ac115785e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:30:34.684904 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:34.712387 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:30:34.712750 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59cce57d-5b5a-45f9-8d3b-664316d5d806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:34.713029 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-995389a8-b014-42ea-a057-66e751df0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:30:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:34.759151 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070f715-caac-4556-b97c-0f6b108f27bc None None] Pushing event updated for resources: {'Port': ['ID=462c33a9-39d8-4db4-a3fb-985e887c189f,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:34.858766 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-995389a8-b014-42ea-a057-66e751df0428 None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:30:34.946526 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59cce57d-5b5a-45f9-8d3b-664316d5d806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:34.952769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-30b95ad6-a4be-4163-ae14-9cc12991e297 None None] Provisioning complete for port f6f7ba34-0a6f-4826-babc-33dbfe6fe995 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:30:34.953538 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-30b95ad6-a4be-4163-ae14-9cc12991e297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:35.006124 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-30b95ad6-a4be-4163-ae14-9cc12991e297 None None] Port f6f7ba34-0a6f-4826-babc-33dbfe6fe995 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:30:35.146587 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59cce57d-5b5a-45f9-8d3b-664316d5d806 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:35.146861 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-995389a8-b014-42ea-a057-66e751df0428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:32Z', 'revision_number': 3, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:35.176621 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995389a8-b014-42ea-a057-66e751df0428 None None] The sync data for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 is: [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:32Z', 'revision_number': 3, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:30:35.253171 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59cce57d-5b5a-45f9-8d3b-664316d5d806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:35.326951 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cce57d-5b5a-45f9-8d3b-664316d5d806 admin admin] Pushing event updated for resources: {'Port': ['ID=f6f7ba34-0a6f-4826-babc-33dbfe6fe995,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:35.334983 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-59cce57d-5b5a-45f9-8d3b-664316d5d806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:35.475327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cce57d-5b5a-45f9-8d3b-664316d5d806 admin admin] Network 3467fb3a-a332-45a4-bba6-f1e87f827c3b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:30:35.477595 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-59cce57d-5b5a-45f9-8d3b-664316d5d806 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:35.735391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c89b4a74-3c36-440d-9007-ee682c428d2e None None] Provisioning complete for port f6f7ba34-0a6f-4826-babc-33dbfe6fe995 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:30:35.736854 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c89b4a74-3c36-440d-9007-ee682c428d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:35.776894 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c89b4a74-3c36-440d-9007-ee682c428d2e None None] Port f6f7ba34-0a6f-4826-babc-33dbfe6fe995 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:30:35.973957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cce57d-5b5a-45f9-8d3b-664316d5d806 admin admin] Router 71d4c695-0b6b-4b77-a790-9c2d3543372d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:30:36.094003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cce57d-5b5a-45f9-8d3b-664316d5d806 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:30:36.099854 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-59cce57d-5b5a-45f9-8d3b-664316d5d806 admin admin] 10.222.0.52 "PUT /v2.0/routers/71d4c695-0b6b-4b77-a790-9c2d3543372d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3859813 Nov 02 12:30:36.635005 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 462c33a9-39d8-4db4-a3fb-985e887c189f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:30:36.690675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56096) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:30:36.694165 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 462c33a9-39d8-4db4-a3fb-985e887c189f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:30:36.694740 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:36.695510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-2b01b0ae-f01d-40a8-ad39-c5bbc28d1eeb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--655264809', 'description': 'tempest-description--808592080'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:30:36.782022 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:36.806243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 462c33a9-39d8-4db4-a3fb-985e887c189f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=462c33a9-39d8-4db4-a3fb-985e887c189f,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:36.838088 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Sync routers for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:30:36.847643 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b01b0ae-f01d-40a8-ad39-c5bbc28d1eeb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:36.848376 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:30:36.848941 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:30:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:36.921604 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b01b0ae-f01d-40a8-ad39-c5bbc28d1eeb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:36.933913 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:36.988551 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:30:37.020049 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b01b0ae-f01d-40a8-ad39-c5bbc28d1eeb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:37.031588 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=462c33a9-39d8-4db4-a3fb-985e887c189f,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:37.052496 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01b0ae-f01d-40a8-ad39-c5bbc28d1eeb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf20390-f7c1-498d-a7b8-ecbef1dd8f33,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:37.061183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01b0ae-f01d-40a8-ad39-c5bbc28d1eeb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:37.061537 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01b0ae-f01d-40a8-ad39-c5bbc28d1eeb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:37.061827 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01b0ae-f01d-40a8-ad39-c5bbc28d1eeb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:37.062358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01b0ae-f01d-40a8-ad39-c5bbc28d1eeb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:37.062500 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01b0ae-f01d-40a8-ad39-c5bbc28d1eeb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:37.062836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01b0ae-f01d-40a8-ad39-c5bbc28d1eeb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:37.063203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01b0ae-f01d-40a8-ad39-c5bbc28d1eeb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:37.063538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01b0ae-f01d-40a8-ad39-c5bbc28d1eeb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:37.063867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01b0ae-f01d-40a8-ad39-c5bbc28d1eeb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:37.064255 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01b0ae-f01d-40a8-ad39-c5bbc28d1eeb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:37.064531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01b0ae-f01d-40a8-ad39-c5bbc28d1eeb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:37.064868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b01b0ae-f01d-40a8-ad39-c5bbc28d1eeb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:37.181508 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2b01b0ae-f01d-40a8-ad39-c5bbc28d1eeb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:37.185408 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2b01b0ae-f01d-40a8-ad39-c5bbc28d1eeb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4910223 Nov 02 12:30:37.185696 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56098) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:30:37.192282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f0dd4726-9127-451d-abad-3132f09b552f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Request body: {'security_group_rule': {'security_group_id': 'faf20390-f7c1-498d-a7b8-ecbef1dd8f33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:30:37.373918 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0dd4726-9127-451d-abad-3132f09b552f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:37.376980 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:35Z', 'revision_number': 2, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:37.405885 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Checking router: 71d4c695-0b6b-4b77-a790-9c2d3543372d for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:30:37.406243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Updating router 71d4c695-0b6b-4b77-a790-9c2d3543372d port f6f7ba34-0a6f-4826-babc-33dbfe6fe995 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:30:37.439549 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:37.444699 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0dd4726-9127-451d-abad-3132f09b552f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:37.607172 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0dd4726-9127-451d-abad-3132f09b552f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:37.631133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd4726-9127-451d-abad-3132f09b552f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02529c63-1850-4b3b-b9a7-7bd91da0e069,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:37.738122 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:37.853348 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f0dd4726-9127-451d-abad-3132f09b552f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:37.855000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f0dd4726-9127-451d-abad-3132f09b552f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6682637 Nov 02 12:30:37.858100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56100) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:30:37.862605 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1c05005e-b9f4-4589-b3f3-66592b7f27d1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Request body: {'security_group_rule': {'security_group_id': 'faf20390-f7c1-498d-a7b8-ecbef1dd8f33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:30:37.905495 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:37.957297 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615fad1-f076-4f7e-8db8-3bd9b6558eeb None None] Pushing event updated for resources: {'Port': ['ID=f6f7ba34-0a6f-4826-babc-33dbfe6fe995,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:38.017334 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Attempting to bind port f6f7ba34-0a6f-4826-babc-33dbfe6fe995 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:30:38.017738 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Attempting to bind port f6f7ba34-0a6f-4826-babc-33dbfe6fe995 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:30:38.018108 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Attempting to bind port f6f7ba34-0a6f-4826-babc-33dbfe6fe995 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:30:38.024978 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:30:38.025381 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Checking segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:30:38.025790 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:38.026182 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Bound using segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:30:38.026665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Bound port: f6f7ba34-0a6f-4826-babc-33dbfe6fe995, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:30:38.027142 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:38.040229 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c05005e-b9f4-4589-b3f3-66592b7f27d1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:38.106294 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] For port f6f7ba34-0a6f-4826-babc-33dbfe6fe995, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:30:38.109930 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] For port f6f7ba34-0a6f-4826-babc-33dbfe6fe995, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f6f7ba34-0a6f-4826-babc-33dbfe6fe995,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:30:38.114142 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c05005e-b9f4-4589-b3f3-66592b7f27d1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:38.216922 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-17e8802d-6bc9-484d-8adc-d905cca194e0 None None] Provisioning complete for port f6f7ba34-0a6f-4826-babc-33dbfe6fe995 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:30:38.217258 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-17e8802d-6bc9-484d-8adc-d905cca194e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:38.244357 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:38.283563 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c05005e-b9f4-4589-b3f3-66592b7f27d1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:38.284234 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-17e8802d-6bc9-484d-8adc-d905cca194e0 None None] Port f6f7ba34-0a6f-4826-babc-33dbfe6fe995 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:30:38.320376 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:30:38.321414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:30:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:38.322177 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05005e-b9f4-4589-b3f3-66592b7f27d1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19fb84a9-4f97-4647-a0e9-b31821a6b494,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:38.323447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615fad1-f076-4f7e-8db8-3bd9b6558eeb None None] Pushing event updated for resources: {'Port': ['ID=f6f7ba34-0a6f-4826-babc-33dbfe6fe995,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:38.421550 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c05005e-b9f4-4589-b3f3-66592b7f27d1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:38.423028 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1c05005e-b9f4-4589-b3f3-66592b7f27d1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5639319 Nov 02 12:30:38.426492 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56102) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:30:38.436887 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-99d582d1-5cea-4e1d-9579-204efb49ec4d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:30:38.480034 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:30:38.546372 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99d582d1-5cea-4e1d-9579-204efb49ec4d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:38.693819 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f7b78c90-277f-4da9-a115-87250f4b980b None None] Provisioning complete for port f6f7ba34-0a6f-4826-babc-33dbfe6fe995 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:30:38.694868 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f7b78c90-277f-4da9-a115-87250f4b980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:38.705919 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99d582d1-5cea-4e1d-9579-204efb49ec4d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:38.775236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-225eb6da-41eb-415e-b7da-20e80ea35f6b req-0cf8ed79-58d0-4586-9a54-ea282c0a6342 service neutron] (102689) timed out ('10.222.0.52', 44328) {{(pid=102689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 12:30:38.819152 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 462c33a9-39d8-4db4-a3fb-985e887c189f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:30:38.838017 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-99d582d1-5cea-4e1d-9579-204efb49ec4d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Allocated IP 172.25.6.110 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/412ee864-7893-4ac8-902c-0edf4c7732cf) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:30:38.886711 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f7b78c90-277f-4da9-a115-87250f4b980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:38.947338 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:38.950720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f7b78c90-277f-4da9-a115-87250f4b980b None None] For port f6f7ba34-0a6f-4826-babc-33dbfe6fe995, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f6f7ba34-0a6f-4826-babc-33dbfe6fe995,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:38.951762 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 462c33a9-39d8-4db4-a3fb-985e887c189f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:30:38.952169 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:38.975223 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99d582d1-5cea-4e1d-9579-204efb49ec4d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:39.006983 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d21376-4ceb-4d7e-87ca-ad59a5e63ec2 None None] The sync data for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 is: [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:30:39.086333 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f7b78c90-277f-4da9-a115-87250f4b980b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:39.147074 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b78c90-277f-4da9-a115-87250f4b980b None None] Pushing event updated for resources: {'Port': ['ID=f6f7ba34-0a6f-4826-babc-33dbfe6fe995,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:39.156262 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b78c90-277f-4da9-a115-87250f4b980b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:39.156618 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b78c90-277f-4da9-a115-87250f4b980b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:39.156963 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b78c90-277f-4da9-a115-87250f4b980b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:39.157304 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b78c90-277f-4da9-a115-87250f4b980b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:39.157637 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b78c90-277f-4da9-a115-87250f4b980b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:39.157975 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b78c90-277f-4da9-a115-87250f4b980b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:39.158301 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b78c90-277f-4da9-a115-87250f4b980b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:39.158622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b78c90-277f-4da9-a115-87250f4b980b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:39.158983 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b78c90-277f-4da9-a115-87250f4b980b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:39.159314 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b78c90-277f-4da9-a115-87250f4b980b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:39.159644 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b78c90-277f-4da9-a115-87250f4b980b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:39.159973 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b78c90-277f-4da9-a115-87250f4b980b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:30:39.176761 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99d582d1-5cea-4e1d-9579-204efb49ec4d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:39.218853 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d582d1-5cea-4e1d-9579-204efb49ec4d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:30:39.225039 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-99d582d1-5cea-4e1d-9579-204efb49ec4d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:39.230328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d582d1-5cea-4e1d-9579-204efb49ec4d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:30:39.236517 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d582d1-5cea-4e1d-9579-204efb49ec4d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Pushing event updated for resources: {'Port': ['ID=412ee864-7893-4ac8-902c-0edf4c7732cf,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:39.333204 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99d582d1-5cea-4e1d-9579-204efb49ec4d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:39.509550 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99d582d1-5cea-4e1d-9579-204efb49ec4d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:39.725226 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99d582d1-5cea-4e1d-9579-204efb49ec4d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:39.848908 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99d582d1-5cea-4e1d-9579-204efb49ec4d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:39.923752 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d582d1-5cea-4e1d-9579-204efb49ec4d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Pushing event updated for resources: {'Port': ['ID=412ee864-7893-4ac8-902c-0edf4c7732cf,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:39.941939 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99d582d1-5cea-4e1d-9579-204efb49ec4d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:40.062492 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-99d582d1-5cea-4e1d-9579-204efb49ec4d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:40.063860 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-99d582d1-5cea-4e1d-9579-204efb49ec4d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6361802 Nov 02 12:30:40.258126 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-7b58e2dd-5bc4-449d-92c2-a50c1fa61b3b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--655264809&fields=id&tenant_id=234aa7a451bc4f039f998ec03d8a3f8b HTTP/1.1" status: 200 len: 267 time: 0.0556612 Nov 02 12:30:40.387709 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-96483358-eecf-4758-8545-0b8b33d10018 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:40.389363 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-96483358-eecf-4758-8545-0b8b33d10018 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 812 time: 0.1238954 Nov 02 12:30:40.408292 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-f9253e64-7f61-4ec7-a47e-980d1c671734 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/quotas/234aa7a451bc4f039f998ec03d8a3f8b HTTP/1.1" status: 200 len: 375 time: 0.0114961 Nov 02 12:30:40.469616 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-71b501f9-ed9d-4126-842f-7f9f45789367 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537643 Nov 02 12:30:40.591612 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-be1d2d1e-dcd4-4542-9e64-abd22f3989ef service neutron] 10.222.0.52 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082761 Nov 02 12:30:40.660302 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f6f7ba34-0a6f-4826-babc-33dbfe6fe995 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:30:40.711348 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-f0bb0082-d304-4072-8d84-62f1134f212d service neutron] 10.222.0.52 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086287 Nov 02 12:30:40.716960 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port f6f7ba34-0a6f-4826-babc-33dbfe6fe995 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:30:40.717340 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:41.068624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ad0477c-848b-4710-8f67-f3c7d330b3c6 req-5b09f86f-1a95-4f8f-84e1-adb1f65ba2c0 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 210 time: 0.0332019 Nov 02 12:30:42.159262 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-30781edc-57d8-40f9-989a-c5eb9d5b815b req-81ec394e-3d52-4ed6-b810-1d0bf454e878 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 210 time: 0.0283556 Nov 02 12:30:43.259453 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc7e0b8e-b313-4d4a-b1ab-d44ce1051340 req-85254f35-dc06-421f-b636-5bba3c08c7b2 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 210 time: 0.0278480 Nov 02 12:30:44.243162 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-ce199ac2-16fe-4ea8-bb6d-1daa588bba8d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:44.245332 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-ce199ac2-16fe-4ea8-bb6d-1daa588bba8d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 812 time: 0.1202073 Nov 02 12:30:44.318731 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-5aed86b6-97d1-4114-beaf-2e6f0f17e38a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=234aa7a451bc4f039f998ec03d8a3f8b HTTP/1.1" status: 200 len: 379 time: 0.0633972 Nov 02 12:30:44.328753 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-cd97d507-84c4-4cae-b0f8-6a75d81fa50a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Request body: {'port': {'device_id': '23205213-7267-4617-b7aa-84cf6e3cf84c', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'admin_state_up': True, 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'security_groups': ['faf20390-f7c1-498d-a7b8-ecbef1dd8f33']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:30:44.368224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b281deff-f77d-481e-8728-16c0a88b37ea req-c395bb7d-2d4f-4918-9b2a-21a003066c0e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 210 time: 0.0309680 Nov 02 12:30:44.562718 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-cd97d507-84c4-4cae-b0f8-6a75d81fa50a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Made reservation on behalf of 234aa7a451bc4f039f998ec03d8a3f8b for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:30:44.566569 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-cd97d507-84c4-4cae-b0f8-6a75d81fa50a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:44.719856 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-cd97d507-84c4-4cae-b0f8-6a75d81fa50a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Allocated IP 172.20.0.3 (3467fb3a-a332-45a4-bba6-f1e87f827c3b/5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe/5ccb25b8-189b-43e2-ae35-84c51539a246) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:30:44.886688 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-cd97d507-84c4-4cae-b0f8-6a75d81fa50a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:44.992001 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-cd97d507-84c4-4cae-b0f8-6a75d81fa50a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:45.044619 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-cd97d507-84c4-4cae-b0f8-6a75d81fa50a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Network 3467fb3a-a332-45a4-bba6-f1e87f827c3b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:30:45.047993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-cd97d507-84c4-4cae-b0f8-6a75d81fa50a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:30:45.052586 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-cd97d507-84c4-4cae-b0f8-6a75d81fa50a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:30:45.057480 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97d507-84c4-4cae-b0f8-6a75d81fa50a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Pushing event updated for resources: {'Port': ['ID=5ccb25b8-189b-43e2-ae35-84c51539a246,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:45.114787 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-cd97d507-84c4-4cae-b0f8-6a75d81fa50a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:45.115562 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-cd97d507-84c4-4cae-b0f8-6a75d81fa50a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:45.262841 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-cd97d507-84c4-4cae-b0f8-6a75d81fa50a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9384475 Nov 02 12:30:45.280612 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Request body: {'port': {'device_id': '23205213-7267-4617-b7aa-84cf6e3cf84c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:30:45.350918 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-eb7ab55d-38d1-4a4a-ab13-0dd0dba54b58 None None] Provisioning complete for port 5ccb25b8-189b-43e2-ae35-84c51539a246 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:30:45.351547 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eb7ab55d-38d1-4a4a-ab13-0dd0dba54b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:45.367380 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:45.386960 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ab55d-38d1-4a4a-ab13-0dd0dba54b58 None None] Port 5ccb25b8-189b-43e2-ae35-84c51539a246 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:30:45.520940 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db78cf-dec8-4205-8e93-fca8dbc3eff1 req-769a9cab-402a-48b8-bd0a-6e826f583d2c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:45.524630 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09db78cf-dec8-4205-8e93-fca8dbc3eff1 req-769a9cab-402a-48b8-bd0a-6e826f583d2c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 931 time: 0.0811195 Nov 02 12:30:45.579871 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09db78cf-dec8-4205-8e93-fca8dbc3eff1 req-ac9767eb-da47-4a4d-91fe-4ce4ecf68edb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489898 Nov 02 12:30:45.688224 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ccb25b8-189b-43e2-ae35-84c51539a246 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:30:45.698213 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:45.711546 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Transition to ACTIVE for port object 5ccb25b8-189b-43e2-ae35-84c51539a246 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:30:45.813152 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:45.874893 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Pushing event updated for resources: {'Port': ['ID=5ccb25b8-189b-43e2-ae35-84c51539a246,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:45.983534 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Attempting to bind port 5ccb25b8-189b-43e2-ae35-84c51539a246 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:30:45.983901 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Attempting to bind port 5ccb25b8-189b-43e2-ae35-84c51539a246 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:30:45.984201 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Attempting to bind port 5ccb25b8-189b-43e2-ae35-84c51539a246 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:30:45.989742 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Port 5ccb25b8-189b-43e2-ae35-84c51539a246 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:30:45.990130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Attempting to bind port 5ccb25b8-189b-43e2-ae35-84c51539a246 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:30:45.997694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:30:45.998152 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Checking segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:30:45.998615 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Bound using segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:30:45.999119 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Bound port: 5ccb25b8-189b-43e2-ae35-84c51539a246, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:30:45.999492 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:46.098634 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] For port 5ccb25b8-189b-43e2-ae35-84c51539a246, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:30:46.102453 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] For port 5ccb25b8-189b-43e2-ae35-84c51539a246, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5ccb25b8-189b-43e2-ae35-84c51539a246,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:30:46.208611 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:46.254274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:46.254901 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:46.256859 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] 10.222.0.54 "PUT /v2.0/ports/5ccb25b8-189b-43e2-ae35-84c51539a246 HTTP/1.1" status: 200 len: 1092 time: 0.9847403 Nov 02 12:30:46.257437 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23205213-7267-4617-b7aa-84cf6e3cf84c', 'tag': '5ccb25b8-189b-43e2-ae35-84c51539a246'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:30:46.259796 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2543c663-542d-4288-96ca-7d5d46aa05d0" -d '{"events": [{"name": "network-changed", "server_uuid": "23205213-7267-4617-b7aa-84cf6e3cf84c", "tag": "5ccb25b8-189b-43e2-ae35-84c51539a246"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:30:46.283563 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b21f76-8690-4c53-ae64-be2cfae69fdd service neutron] Pushing event updated for resources: {'Port': ['ID=5ccb25b8-189b-43e2-ae35-84c51539a246,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:46.324491 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebe964b-4eac-458f-ba5a-4b251e105472 x-openstack-request-id: req-9ebe964b-4eac-458f-ba5a-4b251e105472 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:30:46.324886 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23205213-7267-4617-b7aa-84cf6e3cf84c", "tag": "5ccb25b8-189b-43e2-ae35-84c51539a246", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:30:46.325274 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ebe964b-4eac-458f-ba5a-4b251e105472 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:30:46.325802 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23205213-7267-4617-b7aa-84cf6e3cf84c', 'tag': '5ccb25b8-189b-43e2-ae35-84c51539a246', 'status': 'completed', 'code': 200} Nov 02 12:30:46.424709 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543c663-542d-4288-96ca-7d5d46aa05d0 req-93c653ea-769c-48f1-b974-07b85c0e6621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:46.428303 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2543c663-542d-4288-96ca-7d5d46aa05d0 req-93c653ea-769c-48f1-b974-07b85c0e6621 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 1095 time: 0.0740864 Nov 02 12:30:46.530169 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543c663-542d-4288-96ca-7d5d46aa05d0 req-dfb32169-d7e4-4eb1-bd14-e1cb72c6a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:46.531723 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2543c663-542d-4288-96ca-7d5d46aa05d0 req-dfb32169-d7e4-4eb1-bd14-e1cb72c6a5b6 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0958931 Nov 02 12:30:46.640341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543c663-542d-4288-96ca-7d5d46aa05d0 req-27b703a8-aad2-405a-8aa1-e1a99cdcc5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:46.641830 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2543c663-542d-4288-96ca-7d5d46aa05d0 req-27b703a8-aad2-405a-8aa1-e1a99cdcc5fb service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031609 Nov 02 12:30:46.717846 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418b118-ca81-4456-b4f0-1490f7443a8a req-cb11dbbd-d1eb-427e-baad-030b095df275 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:46.719605 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1418b118-ca81-4456-b4f0-1490f7443a8a req-cb11dbbd-d1eb-427e-baad-030b095df275 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 943 time: 0.0515370 Nov 02 12:30:46.738350 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-ca92ce29-092e-47ab-85bf-dfbd6468ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:46.739926 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-ca92ce29-092e-47ab-85bf-dfbd6468ea93 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 1095 time: 0.0577374 Nov 02 12:30:46.768820 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1418b118-ca81-4456-b4f0-1490f7443a8a req-d7cf0e30-1333-4c5a-8d68-db410f942eaa tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432231 Nov 02 12:30:46.791671 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-be7c575b-ec2e-423d-8307-c0109610230a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ccb25b8-189b-43e2-ae35-84c51539a246 HTTP/1.1" status: 200 len: 217 time: 0.0428348 Nov 02 12:30:46.848619 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-c502c367-1368-4db0-823d-b790a39389ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:46.850158 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-c502c367-1368-4db0-823d-b790a39389ce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0511403 Nov 02 12:30:46.899413 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-8efec0f8-f031-4f26-9aad-b4b8088e2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:46.900948 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-8efec0f8-f031-4f26-9aad-b4b8088e2c98 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436544 Nov 02 12:30:47.001067 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-f61d19d5-c818-4e0a-937a-61447cf1bd7a service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917332 Nov 02 12:30:47.091870 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b0a4e43a-664a-465b-8f3d-e4d78c462146 req-1dfea173-fb7c-41d1-bbda-01ea9c96e5a9 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838675 Nov 02 12:30:47.579178 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-11ec488e-7ef3-436e-85f5-631a162a4c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:47.902130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db51b5f-c8cf-4ecd-9753-ec81a037de97 req-906741d3-0730-4b23-b506-ed7ed4bc09b0 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:47.903703 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7db51b5f-c8cf-4ecd-9753-ec81a037de97 req-906741d3-0730-4b23-b506-ed7ed4bc09b0 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 943 time: 0.0596976 Nov 02 12:30:47.954656 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7db51b5f-c8cf-4ecd-9753-ec81a037de97 req-ddf04a26-d711-4c01-9a8e-c2e0b068f31a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448754 Nov 02 12:30:49.078445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72580c-4c11-4ee2-8d4e-059389670f2c req-e4b1e73b-c3b5-4158-978b-de5320ff407e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:49.080009 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c72580c-4c11-4ee2-8d4e-059389670f2c req-e4b1e73b-c3b5-4158-978b-de5320ff407e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 943 time: 0.0536435 Nov 02 12:30:49.127807 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c72580c-4c11-4ee2-8d4e-059389670f2c req-0320a051-c4e1-4b32-ae71-0cdb1942c61c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408850 Nov 02 12:30:49.767770 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a3d12537-4b72-485c-807b-6f82d55be719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:50.249167 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15386426-9894-49d2-be84-42f696f51e31 req-4eee8c63-0f03-41fa-b5ef-43ce46c5984c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:50.250680 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15386426-9894-49d2-be84-42f696f51e31 req-4eee8c63-0f03-41fa-b5ef-43ce46c5984c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 943 time: 0.0511844 Nov 02 12:30:50.300782 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-15386426-9894-49d2-be84-42f696f51e31 req-8b7bddc9-5807-44f4-90bc-f3d3169ea32e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439508 Nov 02 12:30:51.139156 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:51.407270 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 5ccb25b8-189b-43e2-ae35-84c51539a246 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:30:51.417431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded77bf-6018-498b-a23b-b14337dfc90f req-f608d70f-64d3-4dbf-9a7d-119332c800ca tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:51.418956 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ded77bf-6018-498b-a23b-b14337dfc90f req-f608d70f-64d3-4dbf-9a7d-119332c800ca tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 943 time: 0.0503318 Nov 02 12:30:51.472919 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ded77bf-6018-498b-a23b-b14337dfc90f req-ba686055-0662-4ebe-b63f-180e79961bbb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478420 Nov 02 12:30:51.510226 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 5ccb25b8-189b-43e2-ae35-84c51539a246, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5ccb25b8-189b-43e2-ae35-84c51539a246,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:51.521564 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '5ccb25b8-189b-43e2-ae35-84c51539a246', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'port_id': '5ccb25b8-189b-43e2-ae35-84c51539a246', 'mac_address': 'fa:16:3e:8f:06:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:30:51.560474 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:51.573623 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ccb25b8-189b-43e2-ae35-84c51539a246 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:30:51.593164 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 5ccb25b8-189b-43e2-ae35-84c51539a246, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5ccb25b8-189b-43e2-ae35-84c51539a246,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:51.670739 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:51.719051 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=5ccb25b8-189b-43e2-ae35-84c51539a246,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:51.886225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['5ccb25b8-189b-43e2-ae35-84c51539a246'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:30:52.596750 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7c2dd-f758-4d65-bee1-1426dc92cfe6 req-c8206026-bee7-496f-9b23-e0e8781b0441 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:52.598318 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96c7c2dd-f758-4d65-bee1-1426dc92cfe6 req-c8206026-bee7-496f-9b23-e0e8781b0441 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 944 time: 0.0529082 Nov 02 12:30:52.652640 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-96c7c2dd-f758-4d65-bee1-1426dc92cfe6 req-e35a5c22-c465-479c-bad2-6815681d6828 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466535 Nov 02 12:30:52.694390 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:53.407395 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 5ccb25b8-189b-43e2-ae35-84c51539a246 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:30:53.533430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 5ccb25b8-189b-43e2-ae35-84c51539a246 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:30:53.537805 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 5ccb25b8-189b-43e2-ae35-84c51539a246 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:30:53.538181 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:53.622175 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:53.646158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23205213-7267-4617-b7aa-84cf6e3cf84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccb25b8-189b-43e2-ae35-84c51539a246'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:30:53.649212 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f87f7e0ecb7d9439cb2008f2972927361535ec0b3e23ee7f29c3070fe4d6af3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d226a97c-47dd-4e49-91bd-e2351c65809a" -d '{"events": [{"server_uuid": "23205213-7267-4617-b7aa-84cf6e3cf84c", "name": "network-vif-plugged", "status": "completed", "tag": "5ccb25b8-189b-43e2-ae35-84c51539a246"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:30:53.668296 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 5ccb25b8-189b-43e2-ae35-84c51539a246, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5ccb25b8-189b-43e2-ae35-84c51539a246,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:30:53.695018 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3e9b39-0bba-4760-8615-2da6e3d00cb2 x-openstack-request-id: req-fc3e9b39-0bba-4760-8615-2da6e3d00cb2 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:30:53.695018 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23205213-7267-4617-b7aa-84cf6e3cf84c", "name": "network-vif-plugged", "status": "completed", "tag": "5ccb25b8-189b-43e2-ae35-84c51539a246", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:30:53.695018 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc3e9b39-0bba-4760-8615-2da6e3d00cb2 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:30:53.695018 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23205213-7267-4617-b7aa-84cf6e3cf84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccb25b8-189b-43e2-ae35-84c51539a246', 'code': 200} Nov 02 12:30:53.794324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c78098-9fb9-425e-bd51-e28943430d75 req-94a2786b-ba5f-43cc-ad1f-48baee7b32ec tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:53.798052 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49c78098-9fb9-425e-bd51-e28943430d75 req-94a2786b-ba5f-43cc-ad1f-48baee7b32ec tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 944 time: 0.0569816 Nov 02 12:30:53.810094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f59d8b-6c88-428c-90bf-37888c2bfa24 req-ce0582b5-a8dc-4920-a059-4cf39e3b9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:53.811882 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-99f59d8b-6c88-428c-90bf-37888c2bfa24 req-ce0582b5-a8dc-4920-a059-4cf39e3b9b22 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 1096 time: 0.0485966 Nov 02 12:30:53.821890 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:53.864654 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49c78098-9fb9-425e-bd51-e28943430d75 req-d1ffd7d9-12a9-4490-9005-005a9ba3ffc5 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612152 Nov 02 12:30:53.885416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=5ccb25b8-189b-43e2-ae35-84c51539a246,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:30:53.888877 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-99f59d8b-6c88-428c-90bf-37888c2bfa24 req-34fa874e-a88b-4945-8413-63ce8b1d2b28 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675175 Nov 02 12:30:54.350986 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:54.528015 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:54.992587 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49791867-97de-4e18-88eb-4320d2a8f86a req-4cb3c75f-6300-4908-b159-1d9163c4f448 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:54.994087 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49791867-97de-4e18-88eb-4320d2a8f86a req-4cb3c75f-6300-4908-b159-1d9163c4f448 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0610642 Nov 02 12:30:55.019160 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:55.045041 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49791867-97de-4e18-88eb-4320d2a8f86a req-22a82491-3ad8-4999-b7b1-59c942074cb8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437510 Nov 02 12:30:56.175097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56bf21-1492-4851-b99f-a413288ba131 req-d1b197ad-58e7-40d6-8f57-16bdc9685e14 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:56.176676 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e56bf21-1492-4851-b99f-a413288ba131 req-d1b197ad-58e7-40d6-8f57-16bdc9685e14 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0530219 Nov 02 12:30:56.231458 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e56bf21-1492-4851-b99f-a413288ba131 req-858d73ce-319d-4bd9-94f1-0bc928b40bd3 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483301 Nov 02 12:30:56.363418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1a253-8cb6-4b99-8f1e-ee9a71474b13 req-8523faec-4df0-496f-81c6-f0fb242d3fc6 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:56.364921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4cf1a253-8cb6-4b99-8f1e-ee9a71474b13 req-8523faec-4df0-496f-81c6-f0fb242d3fc6 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0613713 Nov 02 12:30:56.375417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56162) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:30:56.381104 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3890c366-2323-4a8a-bc3b-dbd8dcc67c9f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Request body: {'floatingip': {'port_id': '5ccb25b8-189b-43e2-ae35-84c51539a246'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:30:56.427504 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3890c366-2323-4a8a-bc3b-dbd8dcc67c9f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for floatingip, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:56.924698 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3890c366-2323-4a8a-bc3b-dbd8dcc67c9f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:57.025025 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3890c366-2323-4a8a-bc3b-dbd8dcc67c9f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:57.131405 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-3890c366-2323-4a8a-bc3b-dbd8dcc67c9f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Floating IP d04d309a-e641-4bd9-a9af-417495404a35 associated. External IP: 172.25.6.110, port: 5ccb25b8-189b-43e2-ae35-84c51539a246. Nov 02 12:30:57.351030 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3890c366-2323-4a8a-bc3b-dbd8dcc67c9f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Router 71d4c695-0b6b-4b77-a790-9c2d3543372d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:30:57.460315 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3890c366-2323-4a8a-bc3b-dbd8dcc67c9f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:30:57.465723 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3890c366-2323-4a8a-bc3b-dbd8dcc67c9f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:30:57.471315 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c74c1a7-35ee-4e4f-bb38-d747528b1cf5 None None] Sync routers for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:30:57.482891 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74c1a7-35ee-4e4f-bb38-d747528b1cf5 None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:30:57.483531 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0c74c1a7-35ee-4e4f-bb38-d747528b1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:30:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:57.493920 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3890c366-2323-4a8a-bc3b-dbd8dcc67c9f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "PUT /v2.0/floatingips/d04d309a-e641-4bd9-a9af-417495404a35 HTTP/1.1" status: 200 len: 991 time: 1.1171508 Nov 02 12:30:57.494870 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23205213-7267-4617-b7aa-84cf6e3cf84c', 'tag': '5ccb25b8-189b-43e2-ae35-84c51539a246'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:30:57.497562 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0d4ef31481b2a80a348478dc793e8cb478921ac696a60db1f23b8aa9e797bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ace5daf-2776-4e34-a327-6b8b83151477" -d '{"events": [{"name": "network-changed", "server_uuid": "23205213-7267-4617-b7aa-84cf6e3cf84c", "tag": "5ccb25b8-189b-43e2-ae35-84c51539a246"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:30:57.602128 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbccd0d2-7e06-4c46-a70e-41cf1386b24b x-openstack-request-id: req-fbccd0d2-7e06-4c46-a70e-41cf1386b24b {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:30:57.602735 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23205213-7267-4617-b7aa-84cf6e3cf84c", "tag": "5ccb25b8-189b-43e2-ae35-84c51539a246", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:30:57.603034 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fbccd0d2-7e06-4c46-a70e-41cf1386b24b {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:30:57.603458 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23205213-7267-4617-b7aa-84cf6e3cf84c', 'tag': '5ccb25b8-189b-43e2-ae35-84c51539a246', 'status': 'completed', 'code': 200} Nov 02 12:30:57.605259 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-0c74c1a7-35ee-4e4f-bb38-d747528b1cf5 None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:30:57.665856 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace5daf-2776-4e34-a327-6b8b83151477 req-8644f4ea-e0d4-41fd-8e84-2cfb3f52dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:57.667679 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ace5daf-2776-4e34-a327-6b8b83151477 req-8644f4ea-e0d4-41fd-8e84-2cfb3f52dbbc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 1097 time: 0.0425794 Nov 02 12:30:57.767879 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace5daf-2776-4e34-a327-6b8b83151477 req-21b5bac2-f7c8-469c-85c8-51edcd8a820e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:57.769380 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ace5daf-2776-4e34-a327-6b8b83151477 req-21b5bac2-f7c8-469c-85c8-51edcd8a820e service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.0933673 Nov 02 12:30:57.840295 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ace5daf-2776-4e34-a327-6b8b83151477 req-8668d006-f0e5-4d1e-8ec7-f6af4d488c98 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ccb25b8-189b-43e2-ae35-84c51539a246 HTTP/1.1" status: 200 len: 999 time: 0.0639617 Nov 02 12:30:57.858504 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0c74c1a7-35ee-4e4f-bb38-d747528b1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'd04d309a-e641-4bd9-a9af-417495404a35', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'port_id': '5ccb25b8-189b-43e2-ae35-84c51539a246', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'mac_address': 'fa:16:3e:8f:06:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23205213-7267-4617-b7aa-84cf6e3cf84c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:30:39Z', 'updated_at': '2021-11-02T12:30:56Z', 'revision_number': 1, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:57.888536 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c74c1a7-35ee-4e4f-bb38-d747528b1cf5 None None] Checking router: 71d4c695-0b6b-4b77-a790-9c2d3543372d for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:30:57.893068 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace5daf-2776-4e34-a327-6b8b83151477 req-dcb6644f-06ff-421c-8823-b0323a65872b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:57.894566 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ace5daf-2776-4e34-a327-6b8b83151477 req-dcb6644f-06ff-421c-8823-b0323a65872b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0468740 Nov 02 12:30:57.897875 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74c1a7-35ee-4e4f-bb38-d747528b1cf5 None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:30:57.898584 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0c74c1a7-35ee-4e4f-bb38-d747528b1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:30:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:57.945655 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace5daf-2776-4e34-a327-6b8b83151477 req-ef8a50e0-658d-42bb-bfeb-feb5336fb82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:30:57.947176 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ace5daf-2776-4e34-a327-6b8b83151477 req-ef8a50e0-658d-42bb-bfeb-feb5336fb82a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458469 Nov 02 12:30:58.014542 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-0c74c1a7-35ee-4e4f-bb38-d747528b1cf5 None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:30:58.043505 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ace5daf-2776-4e34-a327-6b8b83151477 req-94382c7b-9d2f-43e3-b460-61d3e1aa19d4 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884957 Nov 02 12:30:58.256826 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0c74c1a7-35ee-4e4f-bb38-d747528b1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'd04d309a-e641-4bd9-a9af-417495404a35', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'port_id': '5ccb25b8-189b-43e2-ae35-84c51539a246', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'mac_address': 'fa:16:3e:8f:06:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23205213-7267-4617-b7aa-84cf6e3cf84c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:30:39Z', 'updated_at': '2021-11-02T12:30:56Z', 'revision_number': 1, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:30:58.291256 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c74c1a7-35ee-4e4f-bb38-d747528b1cf5 None None] The sync data for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 is: [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'd04d309a-e641-4bd9-a9af-417495404a35', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'port_id': '5ccb25b8-189b-43e2-ae35-84c51539a246', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'mac_address': 'fa:16:3e:8f:06:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23205213-7267-4617-b7aa-84cf6e3cf84c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:30:39Z', 'updated_at': '2021-11-02T12:30:56Z', 'revision_number': 1, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:30:58.511573 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f046be3-8d3d-407a-9f42-af3da291b04f None None] New status for floating IP d04d309a-e641-4bd9-a9af-417495404a35: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:30:58.535216 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8ace5daf-2776-4e34-a327-6b8b83151477 req-33e15583-dc0a-4b83-82c8-2de56699a270 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845481 Nov 02 12:31:06.031264 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:31:17.544374 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d0f39b46-5227-4c8f-9b4b-68c3e2961e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:31:19.783911 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f2594f81-0234-4370-a47b-0e65272df695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:31:21.149781 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:31:22.595392 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:31:24.240910 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:31:24.486635 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:31:24.977293 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1911577d-6ff5-4496-b52e-73a840144b86 req-faea4d65-0185-4dd9-a5f7-127c3052fbf0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0907273 Nov 02 12:31:25.017535 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:31:25.061318 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911577d-6ff5-4496-b52e-73a840144b86 req-3d94e4d9-c41e-421c-a23b-d12413554606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:31:25.062780 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1911577d-6ff5-4496-b52e-73a840144b86 req-3d94e4d9-c41e-421c-a23b-d12413554606 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 1097 time: 0.0408034 Nov 02 12:31:25.175816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911577d-6ff5-4496-b52e-73a840144b86 req-661e5889-bda0-42d8-91a6-f46887a80227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:31:25.177315 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1911577d-6ff5-4496-b52e-73a840144b86 req-661e5889-bda0-42d8-91a6-f46887a80227 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.0960944 Nov 02 12:31:25.250376 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1911577d-6ff5-4496-b52e-73a840144b86 req-98e7ec1d-a98d-4a36-9e36-153b75ce6cc5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ccb25b8-189b-43e2-ae35-84c51539a246 HTTP/1.1" status: 200 len: 1001 time: 0.0655725 Nov 02 12:31:25.303677 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911577d-6ff5-4496-b52e-73a840144b86 req-777df0cb-e734-4cb1-b521-7b9db4a9a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:31:25.305145 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1911577d-6ff5-4496-b52e-73a840144b86 req-777df0cb-e734-4cb1-b521-7b9db4a9a02f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0481238 Nov 02 12:31:25.361882 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911577d-6ff5-4496-b52e-73a840144b86 req-99e934c4-079b-47d9-9ad7-85876522ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:31:25.363424 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1911577d-6ff5-4496-b52e-73a840144b86 req-99e934c4-079b-47d9-9ad7-85876522ffaf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516379 Nov 02 12:31:25.470554 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1911577d-6ff5-4496-b52e-73a840144b86 req-e4c1d5d1-16fb-4e07-b699-9164e9ddd4ae service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841098 Nov 02 12:31:25.575909 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1911577d-6ff5-4496-b52e-73a840144b86 req-695ff0fe-822d-4fb1-a3f9-2d678ad6c1b5 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978875 Nov 02 12:31:43.034567 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:31:47.548774 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-272d4413-02a8-4f23-ace8-f28ea9bdae76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:31:49.789365 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a21832bb-7790-4807-a55e-c62079aa5abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:31:51.136790 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:31:52.629479 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:31:54.265884 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:31:54.520070 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:31:55.085219 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:17.559100 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c9d533c7-3ad1-4999-8e50-31efbaf30fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:19.759965 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4bfc0927-0dc7-4a31-b99e-f56a7790b205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:20.035482 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:32:21.141635 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:22.615846 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:24.273648 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:24.611139 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:24.999476 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:25.829520 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ae77a4de-fd6b-40a8-a5a4-b2c2aa76b178 req-4fe339ab-bd7d-477a-b1ac-a7d98badc86c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0971010 Nov 02 12:32:25.920905 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77a4de-fd6b-40a8-a5a4-b2c2aa76b178 req-48e65b4a-5986-448a-8764-81fa3dbe670f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:25.922385 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ae77a4de-fd6b-40a8-a5a4-b2c2aa76b178 req-48e65b4a-5986-448a-8764-81fa3dbe670f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 1097 time: 0.0492439 Nov 02 12:32:26.045805 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77a4de-fd6b-40a8-a5a4-b2c2aa76b178 req-de385bca-08d5-4e70-93df-4c5a7d3848b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:26.047323 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ae77a4de-fd6b-40a8-a5a4-b2c2aa76b178 req-de385bca-08d5-4e70-93df-4c5a7d3848b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1041319 Nov 02 12:32:26.124753 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ae77a4de-fd6b-40a8-a5a4-b2c2aa76b178 req-a0888746-d485-4975-bedf-5050705465d8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ccb25b8-189b-43e2-ae35-84c51539a246 HTTP/1.1" status: 200 len: 1001 time: 0.0705199 Nov 02 12:32:26.191709 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77a4de-fd6b-40a8-a5a4-b2c2aa76b178 req-7690e89b-ae24-4e34-93ff-66b4dcc6b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:26.193294 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ae77a4de-fd6b-40a8-a5a4-b2c2aa76b178 req-7690e89b-ae24-4e34-93ff-66b4dcc6b25b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0621688 Nov 02 12:32:26.247716 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77a4de-fd6b-40a8-a5a4-b2c2aa76b178 req-85bdeb1a-84ed-4867-9549-1d51d93b9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:26.249313 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ae77a4de-fd6b-40a8-a5a4-b2c2aa76b178 req-85bdeb1a-84ed-4867-9549-1d51d93b9572 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485094 Nov 02 12:32:26.388949 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ae77a4de-fd6b-40a8-a5a4-b2c2aa76b178 req-e16ce480-11d4-4a18-af0f-6463af826fab service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319737 Nov 02 12:32:26.507607 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ae77a4de-fd6b-40a8-a5a4-b2c2aa76b178 req-9b4c8ef6-6e62-4494-b315-f632ff7af611 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107264 Nov 02 12:32:33.227280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5b33c-2c06-4ac2-8a16-02e91f69caa2 req-f94ae9e6-a804-4428-941f-fb942ff23306 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:33.230061 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2ea5b33c-2c06-4ac2-8a16-02e91f69caa2 req-f94ae9e6-a804-4428-941f-fb942ff23306 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.1586678 Nov 02 12:32:33.311084 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2ea5b33c-2c06-4ac2-8a16-02e91f69caa2 req-85a0400e-a0aa-42d9-90ab-2f9b8b6f79a3 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712364 Nov 02 12:32:33.815291 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d15a7f-76be-49db-a5b9-07a05ffcabb6 req-3d6fb801-2fe3-4cf3-840c-958445c8fc33 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:33.815926 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53d15a7f-76be-49db-a5b9-07a05ffcabb6 req-3d6fb801-2fe3-4cf3-840c-958445c8fc33 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0651648 Nov 02 12:32:33.895372 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-53d15a7f-76be-49db-a5b9-07a05ffcabb6 req-d3141e60-8c37-4d7c-92ce-bcdb94f0648e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656016 Nov 02 12:32:34.059957 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-f34a9652-beb6-49e8-8370-9619672db093 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0606475 Nov 02 12:32:35.073200 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54bd2a-e10e-47c2-b96c-2006cf6375a4 req-2d4484c5-9f1a-4dfe-91c9-4a6decc5e3d3 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:35.075422 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a54bd2a-e10e-47c2-b96c-2006cf6375a4 req-2d4484c5-9f1a-4dfe-91c9-4a6decc5e3d3 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0802312 Nov 02 12:32:35.145516 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a54bd2a-e10e-47c2-b96c-2006cf6375a4 req-10120112-87b8-49b7-90ff-f409c153a8ec tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583916 Nov 02 12:32:36.327768 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007c57a-a921-424e-87db-375f7978b278 req-5321d22f-c6e9-4ff3-85c4-68eb7b5b2900 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:36.331121 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1007c57a-a921-424e-87db-375f7978b278 req-5321d22f-c6e9-4ff3-85c4-68eb7b5b2900 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0674081 Nov 02 12:32:36.405590 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1007c57a-a921-424e-87db-375f7978b278 req-e3e6225f-b965-4757-a103-5b5cdde1818c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623388 Nov 02 12:32:37.284565 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-4f3d6fc4-05a6-4703-b7a6-c106dd3775a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:37.286083 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-4f3d6fc4-05a6-4703-b7a6-c106dd3775a2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 1097 time: 0.0469546 Nov 02 12:32:37.528883 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-e18e508c-88fb-4e1a-8c01-4b2cd0db44e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:37.531448 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-e18e508c-88fb-4e1a-8c01-4b2cd0db44e6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.2378604 Nov 02 12:32:37.580746 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11cd9e-9ec9-4860-beb3-1b78126793af req-2109498b-82ee-4562-a10d-9800c7b9b66b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:37.582337 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c11cd9e-9ec9-4860-beb3-1b78126793af req-2109498b-82ee-4562-a10d-9800c7b9b66b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0628140 Nov 02 12:32:37.621112 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0ab980f5-4765-4518-8714-4e941d985d57 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ccb25b8-189b-43e2-ae35-84c51539a246 HTTP/1.1" status: 200 len: 1001 time: 0.0818291 Nov 02 12:32:37.681673 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c11cd9e-9ec9-4860-beb3-1b78126793af req-dae28dee-f337-47f8-8b40-62a98a5bcf10 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857539 Nov 02 12:32:37.685754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-ee26c856-ce90-4a18-85cf-56b2a52daafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:37.687708 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-ee26c856-ce90-4a18-85cf-56b2a52daafb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0600927 Nov 02 12:32:37.774150 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-b3bb4c84-020c-489d-b0f7-3f15e341a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:37.776808 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-b3bb4c84-020c-489d-b0f7-3f15e341a00d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813766 Nov 02 12:32:37.944768 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-80031794-a0fe-412f-a47e-19a8a01c0f81 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593349 Nov 02 12:32:38.063617 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-f54ceb53-c0c2-46d5-ac6b-f738963f61aa service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122460 Nov 02 12:32:38.863522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badd63a-2e56-4adf-b068-1ca929a58072 req-c1c46f2f-b1cc-4159-b071-58f1594b0a30 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:38.865495 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9badd63a-2e56-4adf-b068-1ca929a58072 req-c1c46f2f-b1cc-4159-b071-58f1594b0a30 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0651476 Nov 02 12:32:38.936151 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9badd63a-2e56-4adf-b068-1ca929a58072 req-4b1fc8fa-3c4a-47c7-8e7c-c926661137ea tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631158 Nov 02 12:32:40.124115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ad96d-ff42-4b47-8462-0fccf25a7f31 req-65f9c56e-21eb-4bc7-9db3-bba3f4d079a8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:40.125742 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b77ad96d-ff42-4b47-8462-0fccf25a7f31 req-65f9c56e-21eb-4bc7-9db3-bba3f4d079a8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0669739 Nov 02 12:32:40.201694 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b77ad96d-ff42-4b47-8462-0fccf25a7f31 req-0b987d92-0fb3-4f2c-9b58-fb8b4ca68ac9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645335 Nov 02 12:32:41.356596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd40f1-20fd-4c87-bcad-7e35c08603d2 req-a7c0a406-f1e8-4716-9ccf-b659c46f7fd4 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:41.358311 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07cd40f1-20fd-4c87-bcad-7e35c08603d2 req-a7c0a406-f1e8-4716-9ccf-b659c46f7fd4 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0610189 Nov 02 12:32:41.423748 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07cd40f1-20fd-4c87-bcad-7e35c08603d2 req-4d2f728b-c4a8-4181-bdc5-93e1b3600786 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586681 Nov 02 12:32:42.596571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1f156-598f-461e-b40f-62c170095053 req-420485f2-f7d8-42b6-82ec-66b0f50a5326 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:42.599509 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47b1f156-598f-461e-b40f-62c170095053 req-420485f2-f7d8-42b6-82ec-66b0f50a5326 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0885453 Nov 02 12:32:42.670049 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47b1f156-598f-461e-b40f-62c170095053 req-b5a2afb9-4329-4393-ad66-f026ba1bd385 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640371 Nov 02 12:32:43.821832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdf6eb-2f58-46e0-9558-f78d6882c3c6 req-ac7ebd85-bd41-4e0a-808e-c8d42f39c7fb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:43.823544 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36fdf6eb-2f58-46e0-9558-f78d6882c3c6 req-ac7ebd85-bd41-4e0a-808e-c8d42f39c7fb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0640032 Nov 02 12:32:43.915611 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36fdf6eb-2f58-46e0-9558-f78d6882c3c6 req-0177b1dc-4f1a-4d4c-95a4-c76343ce3c23 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790474 Nov 02 12:32:45.071129 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb3b18-9367-4c88-ac72-511edc5c02fc req-969f1aec-1e97-43c5-ac0d-2db4bff665e8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:45.073763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-20fb3b18-9367-4c88-ac72-511edc5c02fc req-969f1aec-1e97-43c5-ac0d-2db4bff665e8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0665455 Nov 02 12:32:45.143529 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-20fb3b18-9367-4c88-ac72-511edc5c02fc req-2479c12b-922e-4c2c-beb9-c0b32e5b907a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571990 Nov 02 12:32:46.292930 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d6ff4-d798-4544-a44c-ea05c2b1a290 req-2546c7b0-6fab-4928-8dbb-6b7d740e6da0 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:46.294698 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a28d6ff4-d798-4544-a44c-ea05c2b1a290 req-2546c7b0-6fab-4928-8dbb-6b7d740e6da0 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0656104 Nov 02 12:32:46.392698 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a28d6ff4-d798-4544-a44c-ea05c2b1a290 req-7f3313bc-b1bb-42fc-80f3-d9b76fb3d9d8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906925 Nov 02 12:32:47.581289 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cf539f3c-8281-436e-af4b-649dbdf9b299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:47.587736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b4233-1325-4409-9cc2-1ff8bc876d50 req-78b15ceb-0ecd-4c64-8232-011165e3157f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:47.589801 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc9b4233-1325-4409-9cc2-1ff8bc876d50 req-78b15ceb-0ecd-4c64-8232-011165e3157f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0628047 Nov 02 12:32:47.652745 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc9b4233-1325-4409-9cc2-1ff8bc876d50 req-ac56a510-3ed9-420f-9007-8ed99d095343 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496132 Nov 02 12:32:48.789174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3b8d2-e2e6-413b-96dc-0be32168d22c req-b2cbdf1e-4a21-4703-a5d4-f487edcc6e2b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:48.791159 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63a3b8d2-e2e6-413b-96dc-0be32168d22c req-b2cbdf1e-4a21-4703-a5d4-f487edcc6e2b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0582650 Nov 02 12:32:48.859934 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63a3b8d2-e2e6-413b-96dc-0be32168d22c req-69332bcf-4941-400d-834b-ef9a841e9b05 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614288 Nov 02 12:32:49.750880 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5bc320eb-5d5a-4bbf-af86-d4b98de0ffbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:50.066338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28de034-05e1-499a-83ab-fe1f641c1620 req-4fea6bf5-7a61-48b0-bac4-086884668134 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:50.068845 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a28de034-05e1-499a-83ab-fe1f641c1620 req-4fea6bf5-7a61-48b0-bac4-086884668134 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0894461 Nov 02 12:32:50.164191 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a28de034-05e1-499a-83ab-fe1f641c1620 req-82ef0da7-730f-4255-bd4a-6a55ab548ac5 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838511 Nov 02 12:32:50.299910 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-9d32bbf3-f283-48ae-819a-99c4864a7ff0 service neutron] show failed (client error): The resource could not be found. Nov 02 12:32:50.301000 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-9d32bbf3-f283-48ae-819a-99c4864a7ff0 service neutron] 10.222.0.54 "GET /v2.0/ports/5ccb25b8-189b-43e2-ae35-84c51539a246/bindings/n-h1-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.0663593 Nov 02 12:32:51.042268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-e74b1cca-a265-4637-9c15-0ceaad5eeb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:51.044852 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-e74b1cca-a265-4637-9c15-0ceaad5eeb3b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c&tenant_id=234aa7a451bc4f039f998ec03d8a3f8b HTTP/1.1" status: 200 len: 1097 time: 0.1124918 Nov 02 12:32:51.062807 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:32:51.127066 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:51.146742 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:51.434554 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3540c-1fde-4a0e-8937-5bc038e36478 req-da62ddc6-ee4f-4d2e-9667-3eebccef265b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:51.436336 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3fb3540c-1fde-4a0e-8937-5bc038e36478 req-da62ddc6-ee4f-4d2e-9667-3eebccef265b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.1750150 Nov 02 12:32:51.510590 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] For port 5ccb25b8-189b-43e2-ae35-84c51539a246, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=5ccb25b8-189b-43e2-ae35-84c51539a246,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:32:51.538397 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3fb3540c-1fde-4a0e-8937-5bc038e36478 req-9f6d4f22-61e7-4a3f-af85-096d24aa441c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913026 Nov 02 12:32:51.567557 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] For port 5ccb25b8-189b-43e2-ae35-84c51539a246, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:32:51.621723 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:51.631903 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23205213-7267-4617-b7aa-84cf6e3cf84c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ccb25b8-189b-43e2-ae35-84c51539a246'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:32:51.652575 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Transition to ACTIVE for port object 5ccb25b8-189b-43e2-ae35-84c51539a246 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:32:51.675839 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6f392d-1a59-4156-bd26-e177650d0860" -d '{"events": [{"server_uuid": "23205213-7267-4617-b7aa-84cf6e3cf84c", "name": "network-vif-unplugged", "status": "completed", "tag": "5ccb25b8-189b-43e2-ae35-84c51539a246"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:32:51.769651 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:51.805505 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 12:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886f26c6-0fa8-4597-b098-7178a35dffb2 x-openstack-request-id: req-886f26c6-0fa8-4597-b098-7178a35dffb2 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:32:51.805840 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23205213-7267-4617-b7aa-84cf6e3cf84c", "name": "network-vif-unplugged", "status": "completed", "tag": "5ccb25b8-189b-43e2-ae35-84c51539a246", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:32:51.806119 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-886f26c6-0fa8-4597-b098-7178a35dffb2 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:32:51.806376 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23205213-7267-4617-b7aa-84cf6e3cf84c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ccb25b8-189b-43e2-ae35-84c51539a246', 'code': 200} Nov 02 12:32:51.893486 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Pushing event updated for resources: {'Port': ['ID=5ccb25b8-189b-43e2-ae35-84c51539a246,revision_number=6']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:32:51.923133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:51.923487 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:51.923828 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:51.924166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:51.924498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:51.924830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:51.925156 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:51.925481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:51.925806 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:51.926130 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:51.926448 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:51.926770 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:52.335940 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] No DVR routers for this DVR port 5ccb25b8-189b-43e2-ae35-84c51539a246 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:32:52.477193 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Attempting to bind port 5ccb25b8-189b-43e2-ae35-84c51539a246 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:32:52.477534 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Attempting to bind port 5ccb25b8-189b-43e2-ae35-84c51539a246 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:32:52.477863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Attempting to bind port 5ccb25b8-189b-43e2-ae35-84c51539a246 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:32:52.482710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Port 5ccb25b8-189b-43e2-ae35-84c51539a246 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:32:52.483062 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Attempting to bind port 5ccb25b8-189b-43e2-ae35-84c51539a246 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:32:52.487905 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:32:52.488245 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Checking segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:32:52.488633 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Bound using segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:32:52.489062 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Bound port: 5ccb25b8-189b-43e2-ae35-84c51539a246, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:32:52.489421 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:52.557076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] For port 5ccb25b8-189b-43e2-ae35-84c51539a246, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:32:52.561333 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] For port 5ccb25b8-189b-43e2-ae35-84c51539a246, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=5ccb25b8-189b-43e2-ae35-84c51539a246,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:32:52.603947 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:52.633754 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:52.753919 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:52.755049 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:52.757631 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] 10.222.0.79 "PUT /v2.0/ports/5ccb25b8-189b-43e2-ae35-84c51539a246 HTTP/1.1" status: 200 len: 1092 time: 1.7025683 Nov 02 12:32:52.847434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf568b1-b6f4-4d22-ac61-88db16d6544c service neutron] Pushing event updated for resources: {'Port': ['ID=5ccb25b8-189b-43e2-ae35-84c51539a246,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:32:52.866414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653d550-226b-45da-a165-4f16c658b9e7 req-66e89603-e26a-4030-b2f2-b3f5d2ba2a0b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:52.868187 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6653d550-226b-45da-a165-4f16c658b9e7 req-66e89603-e26a-4030-b2f2-b3f5d2ba2a0b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 943 time: 0.2283759 Nov 02 12:32:52.906252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-b2fa8d57-c3f4-4667-84b2-ec064d4a856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:52.907908 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-b2fa8d57-c3f4-4667-84b2-ec064d4a856b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 1095 time: 0.1072667 Nov 02 12:32:52.975199 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6653d550-226b-45da-a165-4f16c658b9e7 req-b247b2cb-12a4-45ac-a421-c6c9ec230a7c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998774 Nov 02 12:32:53.059712 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-6e2fe522-ae5f-4af0-9a45-fe2dc456c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:53.061867 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-6e2fe522-ae5f-4af0-9a45-fe2dc456c7f7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1467876 Nov 02 12:32:53.171152 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-9a838dbf-eec6-4f09-84d5-a4ae7821588a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ccb25b8-189b-43e2-ae35-84c51539a246 HTTP/1.1" status: 200 len: 999 time: 0.1011894 Nov 02 12:32:53.237841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-ecb6e7ee-2291-491a-99d8-bea4ef9084c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:53.239476 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-ecb6e7ee-2291-491a-99d8-bea4ef9084c2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0610476 Nov 02 12:32:53.301721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-ee4b835e-3328-4a2f-a966-b7d4c25ba413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:53.304823 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-ee4b835e-3328-4a2f-a966-b7d4c25ba413 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572455 Nov 02 12:32:53.411373 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-ca8822b6-2b9a-4009-bcbd-1a6aeb0b748a service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996554 Nov 02 12:32:53.520882 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01ac6f0a-1d2d-4cbe-9a2f-8e9b4b98ab5f req-bd4ed1a5-493e-4706-8c4f-b1ae85bd0736 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005795 Nov 02 12:32:53.808143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23205213-7267-4617-b7aa-84cf6e3cf84c', 'tag': '5ccb25b8-189b-43e2-ae35-84c51539a246'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:32:53.811540 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "23205213-7267-4617-b7aa-84cf6e3cf84c", "tag": "5ccb25b8-189b-43e2-ae35-84c51539a246"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:32:53.880701 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97d56f5-45a1-4ab2-a7f9-a57726579683 x-openstack-request-id: req-a97d56f5-45a1-4ab2-a7f9-a57726579683 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:32:53.881196 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23205213-7267-4617-b7aa-84cf6e3cf84c", "tag": "5ccb25b8-189b-43e2-ae35-84c51539a246", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:32:53.881702 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a97d56f5-45a1-4ab2-a7f9-a57726579683 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:32:53.882361 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23205213-7267-4617-b7aa-84cf6e3cf84c', 'tag': '5ccb25b8-189b-43e2-ae35-84c51539a246', 'status': 'completed', 'code': 200} Nov 02 12:32:53.964800 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 5ccb25b8-189b-43e2-ae35-84c51539a246 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:32:53.977286 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-15ee4bf1-f848-4993-9520-4edd9da5ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:53.982336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-617633b7-abee-4f87-b4bf-08a75dfc0ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:53.984449 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-15ee4bf1-f848-4993-9520-4edd9da5ac7e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 1095 time: 0.0726519 Nov 02 12:32:53.985037 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-617633b7-abee-4f87-b4bf-08a75dfc0ec3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 1095 time: 0.0833867 Nov 02 12:32:54.043691 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 5ccb25b8-189b-43e2-ae35-84c51539a246 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:32:54.106373 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-e41a6788-08f1-4292-84e1-9e4615ea5603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:54.107783 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-e41a6788-08f1-4292-84e1-9e4615ea5603 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1151145 Nov 02 12:32:54.183410 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-a29ba7f9-331b-4a7c-9d99-0dad23a87edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:54.186260 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-a29ba7f9-331b-4a7c-9d99-0dad23a87edb service neutron] 10.222.0.79 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1996782 Nov 02 12:32:54.188409 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-75f27377-8910-49b3-b037-887346c023e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ccb25b8-189b-43e2-ae35-84c51539a246 HTTP/1.1" status: 200 len: 999 time: 0.0737319 Nov 02 12:32:54.208182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aab817-d739-49bf-9e20-e44ad6eba112 req-ea577fee-285a-4ea7-9252-b7af48d0c2e1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:54.211577 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8aab817-d739-49bf-9e20-e44ad6eba112 req-ea577fee-285a-4ea7-9252-b7af48d0c2e1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 943 time: 0.1311133 Nov 02 12:32:54.247154 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-594b683d-72e6-451a-a3d8-a3296eac6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:54.249065 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-594b683d-72e6-451a-a3d8-a3296eac6a99 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0540295 Nov 02 12:32:54.284449 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:54.306211 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-b5382e29-ef8b-4980-a1e8-e3a352eb8468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:54.308853 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-b5382e29-ef8b-4980-a1e8-e3a352eb8468 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522580 Nov 02 12:32:54.390740 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-f482af43-04b4-4fbc-a444-4bf55c0c421b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ccb25b8-189b-43e2-ae35-84c51539a246 HTTP/1.1" status: 200 len: 999 time: 0.1775501 Nov 02 12:32:54.403557 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8aab817-d739-49bf-9e20-e44ad6eba112 req-714f86ae-07b0-4a26-a67a-abde771e140f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778812 Nov 02 12:32:54.439116 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-f290f010-b7be-4293-8c8a-3987e8477cea service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197078 Nov 02 12:32:54.488374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-1e14562f-d48f-4a7e-9227-bb58d5e67d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:54.491818 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-1e14562f-d48f-4a7e-9227-bb58d5e67d17 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0863159 Nov 02 12:32:54.517644 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:54.558716 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-3c414b30-546e-4cd2-bca9-77d1baac872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:54.562053 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-3c414b30-546e-4cd2-bca9-77d1baac872c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626774 Nov 02 12:32:54.602087 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-0ab15a2c-114e-4b91-a595-7d2f855c244d service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560400 Nov 02 12:32:54.683558 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-6b84ecb2-79d6-4705-9601-4706d56dce48 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124816 Nov 02 12:32:54.808949 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb26f52c-5d8e-471c-98a1-a6bf4a15d6b0 req-735dc287-81a4-4af3-bcfd-12ae88ded282 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162488 Nov 02 12:32:55.022583 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:55.835282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97593023-9dd2-46ba-987c-b558cb005475 req-b7f128a4-c425-498f-85f1-00259cc0152b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:55.837070 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97593023-9dd2-46ba-987c-b558cb005475 req-b7f128a4-c425-498f-85f1-00259cc0152b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 943 time: 0.0591404 Nov 02 12:32:55.895667 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97593023-9dd2-46ba-987c-b558cb005475 req-c0c6ea66-d471-4a85-97d7-80cbd04ac1cc tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511708 Nov 02 12:32:57.028273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f5317-e632-4fb9-b886-718ffe430694 req-d3a009b2-4d11-4590-a44c-14e419e1c936 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:57.029928 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b64f5317-e632-4fb9-b886-718ffe430694 req-d3a009b2-4d11-4590-a44c-14e419e1c936 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 943 time: 0.0548890 Nov 02 12:32:57.037212 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:32:57.090896 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b64f5317-e632-4fb9-b886-718ffe430694 req-a93d4f11-10b7-41ba-899b-d1d6643285b7 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545106 Nov 02 12:32:57.425672 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56d7e6-c977-43fc-a422-4509b40eb3fc req-45b5e15d-f2e0-4800-86be-7b46d1853fbe tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:57.427641 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7e56d7e6-c977-43fc-a422-4509b40eb3fc req-45b5e15d-f2e0-4800-86be-7b46d1853fbe tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 943 time: 0.0533917 Nov 02 12:32:57.463225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 5ccb25b8-189b-43e2-ae35-84c51539a246 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:32:57.500024 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7e56d7e6-c977-43fc-a422-4509b40eb3fc req-4b060df7-0138-4940-bd3e-e60506b44040 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635478 Nov 02 12:32:57.588570 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 5ccb25b8-189b-43e2-ae35-84c51539a246, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=5ccb25b8-189b-43e2-ae35-84c51539a246,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:32:57.603820 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '5ccb25b8-189b-43e2-ae35-84c51539a246', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'port_id': '5ccb25b8-189b-43e2-ae35-84c51539a246', 'mac_address': 'fa:16:3e:8f:06:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:32:57.612042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcb007-ecdf-4844-989a-3997ce4da3ee req-5b2f59c8-6ded-4537-b4a1-d01ab2eb5d2d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:57.613668 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5dcb007-ecdf-4844-989a-3997ce4da3ee req-5b2f59c8-6ded-4537-b4a1-d01ab2eb5d2d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.54 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c&tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 943 time: 0.0696061 Nov 02 12:32:57.653465 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:57.669832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ccb25b8-189b-43e2-ae35-84c51539a246 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:32:57.688306 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [req-c5dcb007-ecdf-4844-989a-3997ce4da3ee req-7300b4b2-77e3-4332-8008-e794d6681529 service neutron] delete failed (client error): The resource could not be found. Nov 02 12:32:57.689363 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5dcb007-ecdf-4844-989a-3997ce4da3ee req-7300b4b2-77e3-4332-8008-e794d6681529 service neutron] 10.222.0.54 "DELETE /v2.0/ports/5ccb25b8-189b-43e2-ae35-84c51539a246/bindings/n-h2-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.0663996 Nov 02 12:32:57.695113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 5ccb25b8-189b-43e2-ae35-84c51539a246, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=5ccb25b8-189b-43e2-ae35-84c51539a246,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:32:57.782702 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcb007-ecdf-4844-989a-3997ce4da3ee req-d7f83f9c-e4b4-4694-983a-7f22ec8e3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:57.784259 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5dcb007-ecdf-4844-989a-3997ce4da3ee req-d7f83f9c-e4b4-4694-983a-7f22ec8e3057 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 1095 time: 0.0432260 Nov 02 12:32:57.843513 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:57.908087 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=5ccb25b8-189b-43e2-ae35-84c51539a246,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:32:57.915650 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcb007-ecdf-4844-989a-3997ce4da3ee req-f2a1e6ec-0f91-41af-b0c3-cdf0826eeac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:57.918654 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5dcb007-ecdf-4844-989a-3997ce4da3ee req-f2a1e6ec-0f91-41af-b0c3-cdf0826eeac3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1254756 Nov 02 12:32:57.918887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:57.918887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:57.918887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:57.918887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:57.918887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:57.919742 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:57.919742 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:57.919742 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:57.920223 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:57.920366 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:57.920729 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:57.920910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:32:57.995469 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5dcb007-ecdf-4844-989a-3997ce4da3ee req-4b79efe9-c91e-4ce6-b601-dd20e373bf01 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ccb25b8-189b-43e2-ae35-84c51539a246 HTTP/1.1" status: 200 len: 1000 time: 0.0708883 Nov 02 12:32:58.050536 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcb007-ecdf-4844-989a-3997ce4da3ee req-c676d368-d619-47bd-958c-55a365628dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:58.052697 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5dcb007-ecdf-4844-989a-3997ce4da3ee req-c676d368-d619-47bd-958c-55a365628dca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0496731 Nov 02 12:32:58.091862 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['5ccb25b8-189b-43e2-ae35-84c51539a246'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:32:58.118368 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcb007-ecdf-4844-989a-3997ce4da3ee req-ae35e42a-b861-4eaf-917b-51dd90b2ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:58.120140 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5dcb007-ecdf-4844-989a-3997ce4da3ee req-ae35e42a-b861-4eaf-917b-51dd90b2ddd4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606027 Nov 02 12:32:58.251343 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5dcb007-ecdf-4844-989a-3997ce4da3ee req-ce673ac2-a36c-45bc-a8b6-891d82c8f575 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231279 Nov 02 12:32:58.395578 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5dcb007-ecdf-4844-989a-3997ce4da3ee req-0ef867cb-3ecb-4213-8039-3abf071facf3 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367087 Nov 02 12:32:58.669047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01779b20-53b4-4063-9e83-c4648e46455c req-afa57b92-3de7-4597-8a37-bf274f1148f7 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:58.670763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01779b20-53b4-4063-9e83-c4648e46455c req-afa57b92-3de7-4597-8a37-bf274f1148f7 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 944 time: 0.0625520 Nov 02 12:32:58.748923 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01779b20-53b4-4063-9e83-c4648e46455c req-6fb6acc7-3e3b-4d2c-88e9-c0edee7e671a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682199 Nov 02 12:32:59.473560 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 5ccb25b8-189b-43e2-ae35-84c51539a246 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:32:59.632406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 5ccb25b8-189b-43e2-ae35-84c51539a246 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:32:59.637532 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 5ccb25b8-189b-43e2-ae35-84c51539a246 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:32:59.638377 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:59.727965 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:59.754497 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23205213-7267-4617-b7aa-84cf6e3cf84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccb25b8-189b-43e2-ae35-84c51539a246'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:32:59.771467 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 5ccb25b8-189b-43e2-ae35-84c51539a246, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=5ccb25b8-189b-43e2-ae35-84c51539a246,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:32:59.800812 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d122f998-fb1a-47a9-82b1-e29226f7f849" -d '{"events": [{"server_uuid": "23205213-7267-4617-b7aa-84cf6e3cf84c", "name": "network-vif-plugged", "status": "completed", "tag": "5ccb25b8-189b-43e2-ae35-84c51539a246"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:32:59.843780 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:32:59.889457 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ada09-56d2-45ea-bfbc-eb5e7e2ea567 req-c0b9e172-8b63-4666-8b20-7e792b655e4b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:32:59.891515 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a60ada09-56d2-45ea-bfbc-eb5e7e2ea567 req-c0b9e172-8b63-4666-8b20-7e792b655e4b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0584803 Nov 02 12:32:59.910416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=5ccb25b8-189b-43e2-ae35-84c51539a246,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:32:59.951620 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a60ada09-56d2-45ea-bfbc-eb5e7e2ea567 req-50c7fc56-29f0-44f7-af6b-e1f3cff4e74c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481119 Nov 02 12:33:00.054866 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6d3414-d6af-430d-af31-3272ba92fd8e x-openstack-request-id: req-9e6d3414-d6af-430d-af31-3272ba92fd8e {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:33:00.055193 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23205213-7267-4617-b7aa-84cf6e3cf84c", "name": "network-vif-plugged", "status": "completed", "tag": "5ccb25b8-189b-43e2-ae35-84c51539a246", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:33:00.055479 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e6d3414-d6af-430d-af31-3272ba92fd8e {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:33:00.055850 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23205213-7267-4617-b7aa-84cf6e3cf84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccb25b8-189b-43e2-ae35-84c51539a246', 'code': 200} Nov 02 12:33:00.163962 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fd87a-4f31-4e51-909b-8e2d504d8d25 req-85159e44-0c13-474b-867a-2199a4be4ff0 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:00.165541 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-332fd87a-4f31-4e51-909b-8e2d504d8d25 req-85159e44-0c13-474b-867a-2199a4be4ff0 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0594246 Nov 02 12:33:00.221154 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-332fd87a-4f31-4e51-909b-8e2d504d8d25 req-f5c2ea20-8aa5-4067-aa94-e0fd06ac8194 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492575 Nov 02 12:33:00.347288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cbef9-97fa-43e4-afe5-c2945ddcc6e3 req-ea03f2da-07e9-4aaa-ba14-2336b90337ab tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:00.349229 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c7cbef9-97fa-43e4-afe5-c2945ddcc6e3 req-ea03f2da-07e9-4aaa-ba14-2336b90337ab tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0521286 Nov 02 12:33:00.410341 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c7cbef9-97fa-43e4-afe5-c2945ddcc6e3 req-ed6d6509-bc54-4b95-b142-4cac81749aaa tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497241 Nov 02 12:33:00.919673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660b1b6-adc0-40a9-ba13-dc23b8f36e60 req-9e477de3-3fc8-41df-822b-08102ddf4bf7 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:00.921225 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9660b1b6-adc0-40a9-ba13-dc23b8f36e60 req-9e477de3-3fc8-41df-822b-08102ddf4bf7 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0529733 Nov 02 12:33:00.978449 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9660b1b6-adc0-40a9-ba13-dc23b8f36e60 req-2f4be9f1-f709-48d2-a720-8e0705bd5a9b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512481 Nov 02 12:33:02.101194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db72bf8-1ed7-4a96-8d55-9e968e7fe62a req-1063602c-126b-457e-a40e-d6782b84e70e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:02.102801 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1db72bf8-1ed7-4a96-8d55-9e968e7fe62a req-1063602c-126b-457e-a40e-d6782b84e70e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0533981 Nov 02 12:33:02.182004 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1db72bf8-1ed7-4a96-8d55-9e968e7fe62a req-5a5ba3e3-8fc0-4c25-92da-937d31510dfa tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687640 Nov 02 12:33:02.206760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e2438-1278-4fca-a19b-3c9f55e88baf req-b2a6f9e2-56a4-4770-a799-f75cb443eac8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:02.208834 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b49e2438-1278-4fca-a19b-3c9f55e88baf req-b2a6f9e2-56a4-4770-a799-f75cb443eac8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.79 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 945 time: 0.0690053 Nov 02 12:33:02.318274 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-b49e2438-1278-4fca-a19b-3c9f55e88baf req-dcabd21e-d678-468f-a6c9-0f9f4fd97047 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Deleting port 5ccb25b8-189b-43e2-ae35-84c51539a246 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:33:02.318578 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b49e2438-1278-4fca-a19b-3c9f55e88baf req-dcabd21e-d678-468f-a6c9-0f9f4fd97047 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:02.423606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b49e2438-1278-4fca-a19b-3c9f55e88baf req-dcabd21e-d678-468f-a6c9-0f9f4fd97047 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] For port 5ccb25b8-189b-43e2-ae35-84c51539a246, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=5ccb25b8-189b-43e2-ae35-84c51539a246,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:33:02.423972 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b49e2438-1278-4fca-a19b-3c9f55e88baf req-dcabd21e-d678-468f-a6c9-0f9f4fd97047 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:02.671579 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b49e2438-1278-4fca-a19b-3c9f55e88baf req-dcabd21e-d678-468f-a6c9-0f9f4fd97047 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:02.671952 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b49e2438-1278-4fca-a19b-3c9f55e88baf req-dcabd21e-d678-468f-a6c9-0f9f4fd97047 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:02.672270 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [req-b49e2438-1278-4fca-a19b-3c9f55e88baf req-dcabd21e-d678-468f-a6c9-0f9f4fd97047 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Floating IP d04d309a-e641-4bd9-a9af-417495404a35 disassociated. External IP: 172.25.6.110, port: 5ccb25b8-189b-43e2-ae35-84c51539a246. Nov 02 12:33:02.672682 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-b49e2438-1278-4fca-a19b-3c9f55e88baf req-dcabd21e-d678-468f-a6c9-0f9f4fd97047 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Calling delete_port for 5ccb25b8-189b-43e2-ae35-84c51539a246 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:33:02.889212 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b49e2438-1278-4fca-a19b-3c9f55e88baf req-dcabd21e-d678-468f-a6c9-0f9f4fd97047 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:02.924687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabd21e-d678-468f-a6c9-0f9f4fd97047 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Pushing event deleted for resources: {'Port': ['ID=5ccb25b8-189b-43e2-ae35-84c51539a246,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:03.069815 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b49e2438-1278-4fca-a19b-3c9f55e88baf req-dcabd21e-d678-468f-a6c9-0f9f4fd97047 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Router 71d4c695-0b6b-4b77-a790-9c2d3543372d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:33:03.203131 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b49e2438-1278-4fca-a19b-3c9f55e88baf req-dcabd21e-d678-468f-a6c9-0f9f4fd97047 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:33:03.216408 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce08f11-747a-4a8b-935c-2d9dbf9d427f None None] Sync routers for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:33:03.232346 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce08f11-747a-4a8b-935c-2d9dbf9d427f None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:33:03.232990 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-5ce08f11-747a-4a8b-935c-2d9dbf9d427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:32:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:33:03.267822 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49e2438-1278-4fca-a19b-3c9f55e88baf req-dcabd21e-d678-468f-a6c9-0f9f4fd97047 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] No DVR routers for this DVR port 5ccb25b8-189b-43e2-ae35-84c51539a246 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:33:03.271793 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b49e2438-1278-4fca-a19b-3c9f55e88baf req-dcabd21e-d678-468f-a6c9-0f9f4fd97047 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:03.277026 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b49e2438-1278-4fca-a19b-3c9f55e88baf req-dcabd21e-d678-468f-a6c9-0f9f4fd97047 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.79 "DELETE /v2.0/ports/5ccb25b8-189b-43e2-ae35-84c51539a246 HTTP/1.1" status: 204 len: 173 time: 1.0617254 Nov 02 12:33:03.277567 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23205213-7267-4617-b7aa-84cf6e3cf84c', 'name': 'network-vif-deleted', 'tag': '5ccb25b8-189b-43e2-ae35-84c51539a246'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:33:03.281537 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6bbbb1-555c-428e-99e1-91f021d798ef" -d '{"events": [{"server_uuid": "23205213-7267-4617-b7aa-84cf6e3cf84c", "name": "network-vif-deleted", "tag": "5ccb25b8-189b-43e2-ae35-84c51539a246"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:33:03.321321 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3d92abfb-4b74-4d54-a6aa-d1e4129f2c3d req-5f6cce21-1bc5-41c9-a336-622695d91002 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=23205213-7267-4617-b7aa-84cf6e3cf84c HTTP/1.1" status: 200 len: 210 time: 0.0347533 Nov 02 12:33:03.377658 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-5ce08f11-747a-4a8b-935c-2d9dbf9d427f None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:33:03.393150 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9565d803-b0fd-447c-af1e-eda728698352 x-openstack-request-id: req-9565d803-b0fd-447c-af1e-eda728698352 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:33:03.393150 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23205213-7267-4617-b7aa-84cf6e3cf84c", "name": "network-vif-deleted", "tag": "5ccb25b8-189b-43e2-ae35-84c51539a246", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:33:03.393150 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9565d803-b0fd-447c-af1e-eda728698352 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:33:03.394328 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23205213-7267-4617-b7aa-84cf6e3cf84c', 'name': 'network-vif-deleted', 'tag': '5ccb25b8-189b-43e2-ae35-84c51539a246', 'status': 'completed', 'code': 200} Nov 02 12:33:03.649495 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-5ce08f11-747a-4a8b-935c-2d9dbf9d427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:33:03.680472 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce08f11-747a-4a8b-935c-2d9dbf9d427f None None] Checking router: 71d4c695-0b6b-4b77-a790-9c2d3543372d for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:33:03.695847 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce08f11-747a-4a8b-935c-2d9dbf9d427f None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:33:03.696474 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-5ce08f11-747a-4a8b-935c-2d9dbf9d427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:32:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:33:03.825546 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-5ce08f11-747a-4a8b-935c-2d9dbf9d427f None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:33:04.042024 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-5ce08f11-747a-4a8b-935c-2d9dbf9d427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:33:04.077131 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce08f11-747a-4a8b-935c-2d9dbf9d427f None None] The sync data for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 is: [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:33:04.318090 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2f368a-4133-44a5-bf7d-8d67b0ce737d None None] New status for floating IP d04d309a-e641-4bd9-a9af-417495404a35: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:33:04.612272 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-8d1c7271-7e9a-4d1c-b32c-5cf5d4f02361 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--655264809&fields=id&tenant_id=234aa7a451bc4f039f998ec03d8a3f8b HTTP/1.1" status: 200 len: 267 time: 0.0544016 Nov 02 12:33:04.734653 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-4c31fafd-e4ae-49aa-9e6e-d40cf527fd8c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:04.736221 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-4c31fafd-e4ae-49aa-9e6e-d40cf527fd8c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 812 time: 0.1166484 Nov 02 12:33:04.754181 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-9eea728b-e033-4423-954b-ee705a20b9e0 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/quotas/234aa7a451bc4f039f998ec03d8a3f8b HTTP/1.1" status: 200 len: 375 time: 0.0104506 Nov 02 12:33:04.811370 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-b2bacdb7-d299-45d8-8f9a-6157bac09e10 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505631 Nov 02 12:33:04.985098 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-f240d58f-b68e-4ba5-9f20-6f7aa7f163b3 service neutron] 10.222.0.52 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271656 Nov 02 12:33:05.084577 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-464d2054-ea68-47fc-9f74-9a54e4f795c2 service neutron] 10.222.0.52 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923445 Nov 02 12:33:05.334860 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e7f5f9b-c1a8-4dca-84d2-5f2e23d4b7f2 req-7aa4c715-b30c-45e7-a3d8-afad6467e85f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 210 time: 0.0290205 Nov 02 12:33:06.439298 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01014123-7bc4-45e5-af81-7f6d82238373 req-1ccdf2aa-7dc4-4647-8cf2-9a93a4609e83 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 210 time: 0.0272987 Nov 02 12:33:07.520668 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 5ccb25b8-189b-43e2-ae35-84c51539a246 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:33:07.543813 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 5ccb25b8-189b-43e2-ae35-84c51539a246 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:33:07.544455 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 5ccb25b8-189b-43e2-ae35-84c51539a246 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:33:07.556154 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-58965ee6-5262-4d8c-831b-58450ac5ecbd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:07.557650 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-58965ee6-5262-4d8c-831b-58450ac5ecbd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 812 time: 0.1243505 Nov 02 12:33:07.560372 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c7b7028-1f15-412e-9123-ec1efcdf5844 req-2adcdda4-2739-43af-8c5a-5c169f7ad3f8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 210 time: 0.0445671 Nov 02 12:33:07.628999 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-bae478d3-b99a-4069-9703-1d57fe337684 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=234aa7a451bc4f039f998ec03d8a3f8b HTTP/1.1" status: 200 len: 379 time: 0.0607114 Nov 02 12:33:07.639032 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Request body: {'port': {'device_id': '1f0e6e71-1093-426e-b57e-d42e77f6458a', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'admin_state_up': True, 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'security_groups': ['faf20390-f7c1-498d-a7b8-ecbef1dd8f33']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:33:07.843656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Made reservation on behalf of 234aa7a451bc4f039f998ec03d8a3f8b for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:33:07.847681 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:07.989568 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Allocated IP 172.20.0.9 (3467fb3a-a332-45a4-bba6-f1e87f827c3b/5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe/27eb459a-f00c-4d86-acca-fae500bb6377) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:33:08.139504 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:08.261356 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:08.308732 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Network 3467fb3a-a332-45a4-bba6-f1e87f827c3b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:33:08.311894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:33:08.315651 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:33:08.370896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Pushing event updated for resources: {'Port': ['ID=27eb459a-f00c-4d86-acca-fae500bb6377,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:08.385472 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:08.385965 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:08.386683 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:08.387233 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:08.387670 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:08.388123 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:08.388589 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:08.389105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:08.389526 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:08.390050 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:08.390597 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:08.391520 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:33:08.414635 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:08.415352 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:08.544016 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-0601670b-0217-4120-8e13-d04dcb7e324f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9080787 Nov 02 12:33:08.558832 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Request body: {'port': {'device_id': '1f0e6e71-1093-426e-b57e-d42e77f6458a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:33:08.577757 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-26710e77-7943-4496-9f06-90803298f384 None None] Provisioning complete for port 27eb459a-f00c-4d86-acca-fae500bb6377 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:33:08.578876 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-26710e77-7943-4496-9f06-90803298f384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:08.622484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-26710e77-7943-4496-9f06-90803298f384 None None] Port 27eb459a-f00c-4d86-acca-fae500bb6377 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:33:08.633922 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:08.692784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bab4e-6655-425b-b186-aa55319101e4 req-0133c649-c11b-4efa-aa6a-56e4478ba846 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:08.694911 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e64bab4e-6655-425b-b186-aa55319101e4 req-0133c649-c11b-4efa-aa6a-56e4478ba846 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 931 time: 0.0588322 Nov 02 12:33:08.756640 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e64bab4e-6655-425b-b186-aa55319101e4 req-b410ab11-aa97-418b-9878-28b9b93c84bc tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548587 Nov 02 12:33:08.941345 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27eb459a-f00c-4d86-acca-fae500bb6377 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:33:08.949885 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:08.964004 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Transition to ACTIVE for port object 27eb459a-f00c-4d86-acca-fae500bb6377 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:33:09.060123 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:09.134198 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=27eb459a-f00c-4d86-acca-fae500bb6377,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:09.217041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Attempting to bind port 27eb459a-f00c-4d86-acca-fae500bb6377 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:33:09.217443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Attempting to bind port 27eb459a-f00c-4d86-acca-fae500bb6377 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:33:09.217633 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Attempting to bind port 27eb459a-f00c-4d86-acca-fae500bb6377 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:33:09.222972 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Port 27eb459a-f00c-4d86-acca-fae500bb6377 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:33:09.223335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Attempting to bind port 27eb459a-f00c-4d86-acca-fae500bb6377 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:33:09.229567 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:33:09.229909 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Checking segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:33:09.230897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Bound using segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:33:09.230897 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Bound port: 27eb459a-f00c-4d86-acca-fae500bb6377, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:33:09.231333 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:09.322577 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] For port 27eb459a-f00c-4d86-acca-fae500bb6377, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:33:09.327832 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] For port 27eb459a-f00c-4d86-acca-fae500bb6377, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=27eb459a-f00c-4d86-acca-fae500bb6377,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:33:09.392307 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:09.426501 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:09.427150 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:09.429009 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] 10.222.0.54 "PUT /v2.0/ports/27eb459a-f00c-4d86-acca-fae500bb6377 HTTP/1.1" status: 200 len: 1092 time: 0.8765130 Nov 02 12:33:09.431539 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0e6e71-1093-426e-b57e-d42e77f6458a', 'tag': '27eb459a-f00c-4d86-acca-fae500bb6377'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:33:09.468510 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06ea7e-e1f7-4086-963a-80e1a47cd9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=27eb459a-f00c-4d86-acca-fae500bb6377,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:09.489567 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bade27-94db-4295-8656-bb8372bbe19d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0e6e71-1093-426e-b57e-d42e77f6458a", "tag": "27eb459a-f00c-4d86-acca-fae500bb6377"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:33:09.605523 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce7fd3e-707f-48a0-bed5-6761e12661f4 x-openstack-request-id: req-dce7fd3e-707f-48a0-bed5-6761e12661f4 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:33:09.607356 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0e6e71-1093-426e-b57e-d42e77f6458a", "tag": "27eb459a-f00c-4d86-acca-fae500bb6377", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:33:09.607356 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dce7fd3e-707f-48a0-bed5-6761e12661f4 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:33:09.607356 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0e6e71-1093-426e-b57e-d42e77f6458a', 'tag': '27eb459a-f00c-4d86-acca-fae500bb6377', 'status': 'completed', 'code': 200} Nov 02 12:33:09.625126 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-26cb7888-efa5-4d71-a115-ea9c67b8c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:09.626991 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-26cb7888-efa5-4d71-a115-ea9c67b8c47a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 1095 time: 0.0567958 Nov 02 12:33:09.674147 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-43b52926-5a01-4b2a-a829-4f42e1664121 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27eb459a-f00c-4d86-acca-fae500bb6377 HTTP/1.1" status: 200 len: 217 time: 0.0397162 Nov 02 12:33:09.727078 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-e4639284-441f-4f1d-84e7-810675db9214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:09.728487 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-e4639284-441f-4f1d-84e7-810675db9214 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0472183 Nov 02 12:33:09.778464 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-ca1d9a6c-8e22-4625-ac43-5cfb2516bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:09.780000 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-ca1d9a6c-8e22-4625-ac43-5cfb2516bbed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438318 Nov 02 12:33:09.880774 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-3890b19c-f219-4bbf-96e7-47087804b590 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928581 Nov 02 12:33:09.884319 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005b41d-d98a-4fb1-96b4-8fa50c826e6d req-6408e173-801d-458e-a64a-83c0b5a59fb8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:09.885979 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4005b41d-d98a-4fb1-96b4-8fa50c826e6d req-6408e173-801d-458e-a64a-83c0b5a59fb8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 943 time: 0.0531240 Nov 02 12:33:09.934602 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4005b41d-d98a-4fb1-96b4-8fa50c826e6d req-2f137955-95a7-48e2-b7e2-efd8343f02cd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423145 Nov 02 12:33:09.974241 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c5a50a0b-beef-42f8-9c90-7a271677b9f4 req-f3b4ef0b-9fd1-4b05-ba2e-5aa1464b28d0 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865247 Nov 02 12:33:10.135432 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bade27-94db-4295-8656-bb8372bbe19d req-de553bde-0263-4a3e-8969-ef3ebc69eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:10.136833 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-04bade27-94db-4295-8656-bb8372bbe19d req-de553bde-0263-4a3e-8969-ef3ebc69eb86 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 1095 time: 0.0467463 Nov 02 12:33:10.230777 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bade27-94db-4295-8656-bb8372bbe19d req-e6c40752-c264-4507-ac90-7932d5b3fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:10.232341 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-04bade27-94db-4295-8656-bb8372bbe19d req-e6c40752-c264-4507-ac90-7932d5b3fe59 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.0875063 Nov 02 12:33:10.279331 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-04bade27-94db-4295-8656-bb8372bbe19d req-eac6e876-0f7c-4dff-82f0-f73d0d97b44a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27eb459a-f00c-4d86-acca-fae500bb6377 HTTP/1.1" status: 200 len: 217 time: 0.0388510 Nov 02 12:33:10.338896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bade27-94db-4295-8656-bb8372bbe19d req-ec99a092-293c-475d-82f0-d5f3d69e6005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:10.340411 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-04bade27-94db-4295-8656-bb8372bbe19d req-ec99a092-293c-475d-82f0-d5f3d69e6005 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0532801 Nov 02 12:33:10.390219 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bade27-94db-4295-8656-bb8372bbe19d req-4314f475-d3cf-4d82-a8b2-13ccd757cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:10.391777 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-04bade27-94db-4295-8656-bb8372bbe19d req-4314f475-d3cf-4d82-a8b2-13ccd757cbda service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428736 Nov 02 12:33:10.486547 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-04bade27-94db-4295-8656-bb8372bbe19d req-4cdebff5-e4e3-4555-b3be-2396bc292f38 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864191 Nov 02 12:33:10.580120 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-04bade27-94db-4295-8656-bb8372bbe19d req-14e4d1c7-9aaf-4c69-8f92-0a7143637975 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865033 Nov 02 12:33:11.053857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19d4a3-a869-4add-978a-19281165cfa7 req-2edaa527-8fb4-467d-9178-5648119df09c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:11.055473 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b19d4a3-a869-4add-978a-19281165cfa7 req-2edaa527-8fb4-467d-9178-5648119df09c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 943 time: 0.0510311 Nov 02 12:33:11.110955 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b19d4a3-a869-4add-978a-19281165cfa7 req-729c496b-d1e7-4961-8505-2dba56a6f664 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489745 Nov 02 12:33:12.057082 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 27eb459a-f00c-4d86-acca-fae500bb6377 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:33:12.184733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 27eb459a-f00c-4d86-acca-fae500bb6377, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=27eb459a-f00c-4d86-acca-fae500bb6377,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:33:12.204398 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '27eb459a-f00c-4d86-acca-fae500bb6377', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'port_id': '27eb459a-f00c-4d86-acca-fae500bb6377', 'mac_address': 'fa:16:3e:d6:10:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:33:12.246705 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:12.250904 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a0f6f-f77c-48f6-b4eb-d631e811f3f8 req-6ca21006-ad47-45ff-b171-b8bfd491a26f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:12.253464 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c4a0f6f-f77c-48f6-b4eb-d631e811f3f8 req-6ca21006-ad47-45ff-b171-b8bfd491a26f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 943 time: 0.0711038 Nov 02 12:33:12.269830 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27eb459a-f00c-4d86-acca-fae500bb6377 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:33:12.291903 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 27eb459a-f00c-4d86-acca-fae500bb6377, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=27eb459a-f00c-4d86-acca-fae500bb6377,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:33:12.306958 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c4a0f6f-f77c-48f6-b4eb-d631e811f3f8 req-3df3dfba-69f1-42a0-9e09-586c7899fb12 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465610 Nov 02 12:33:12.390672 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:12.444828 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=27eb459a-f00c-4d86-acca-fae500bb6377,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:12.596249 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['27eb459a-f00c-4d86-acca-fae500bb6377'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:33:13.434091 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d325a-d2f3-471c-b776-525010fe2460 req-fb29b751-86be-4599-a1f4-b8cdae73e822 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:13.435762 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-252d325a-d2f3-471c-b776-525010fe2460 req-fb29b751-86be-4599-a1f4-b8cdae73e822 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 944 time: 0.0506065 Nov 02 12:33:13.486983 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-252d325a-d2f3-471c-b776-525010fe2460 req-a1813726-fcef-48ae-862b-8a3ec8d153a5 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445106 Nov 02 12:33:14.073146 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 27eb459a-f00c-4d86-acca-fae500bb6377 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:33:14.203330 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 27eb459a-f00c-4d86-acca-fae500bb6377 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:33:14.208971 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 27eb459a-f00c-4d86-acca-fae500bb6377 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:33:14.209582 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:14.289578 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:14.313598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0e6e71-1093-426e-b57e-d42e77f6458a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27eb459a-f00c-4d86-acca-fae500bb6377'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:33:14.316155 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698c46ba-b125-4a47-975e-10e2862e37bb" -d '{"events": [{"server_uuid": "1f0e6e71-1093-426e-b57e-d42e77f6458a", "name": "network-vif-plugged", "status": "completed", "tag": "27eb459a-f00c-4d86-acca-fae500bb6377"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:33:14.340130 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 27eb459a-f00c-4d86-acca-fae500bb6377, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=27eb459a-f00c-4d86-acca-fae500bb6377,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:33:14.354318 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c83d48d-aaf1-4c1d-8c70-0c6451d514c0 x-openstack-request-id: req-7c83d48d-aaf1-4c1d-8c70-0c6451d514c0 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:33:14.354641 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0e6e71-1093-426e-b57e-d42e77f6458a", "name": "network-vif-plugged", "status": "completed", "tag": "27eb459a-f00c-4d86-acca-fae500bb6377", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:33:14.354884 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c83d48d-aaf1-4c1d-8c70-0c6451d514c0 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:33:14.355732 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0e6e71-1093-426e-b57e-d42e77f6458a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27eb459a-f00c-4d86-acca-fae500bb6377', 'code': 200} Nov 02 12:33:14.412984 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:14.457194 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7b6b3-af41-40bd-a1ec-a0439a1fa8b2 req-0932772c-592b-4d82-8df5-9a2073cb9c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:14.459570 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cbf7b6b3-af41-40bd-a1ec-a0439a1fa8b2 req-0932772c-592b-4d82-8df5-9a2073cb9c16 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 1097 time: 0.0412781 Nov 02 12:33:14.463086 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=27eb459a-f00c-4d86-acca-fae500bb6377,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:33:14.509746 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cbf7b6b3-af41-40bd-a1ec-a0439a1fa8b2 req-863153cd-1e94-4a0e-9c83-a7b12ead80e7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427661 Nov 02 12:33:14.621191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24079eb-3624-4f4f-9353-c20e69722958 req-cde76c32-5890-4823-879b-c83ec60a1b10 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:14.622642 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c24079eb-3624-4f4f-9353-c20e69722958 req-cde76c32-5890-4823-879b-c83ec60a1b10 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0627217 Nov 02 12:33:14.673060 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c24079eb-3624-4f4f-9353-c20e69722958 req-9729915c-a80f-4aa9-b920-9164ea770d31 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440316 Nov 02 12:33:15.811115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a6839-ec10-4c27-85a4-e70e53b1f551 req-6e3204f5-e382-4931-b3f5-0c5bb2795a61 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:15.815808 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-be9a6839-ec10-4c27-85a4-e70e53b1f551 req-6e3204f5-e382-4931-b3f5-0c5bb2795a61 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0610955 Nov 02 12:33:15.870019 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-be9a6839-ec10-4c27-85a4-e70e53b1f551 req-a9ffd946-d5e4-482f-baca-e28c7c16d202 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504837 Nov 02 12:33:17.002466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c81eb-442b-4872-b27b-da8da6d23ce6 req-ecfb0742-3947-4560-a959-e4dd4c84525f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:17.003996 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb4c81eb-442b-4872-b27b-da8da6d23ce6 req-ecfb0742-3947-4560-a959-e4dd4c84525f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0538068 Nov 02 12:33:17.051939 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cb4c81eb-442b-4872-b27b-da8da6d23ce6 req-e837703a-b8b8-4640-a8f5-35f9eed1cc22 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412261 Nov 02 12:33:17.165482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3453ce3-96af-438f-a64d-76b8982d4eff req-b69d1418-63bd-4cd9-aadd-99201672b89a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:17.169906 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a3453ce3-96af-438f-a64d-76b8982d4eff req-b69d1418-63bd-4cd9-aadd-99201672b89a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0536976 Nov 02 12:33:17.179247 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 56558) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:33:17.183803 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-f72dd73f-4025-4923-ad1f-1d9160ab20fd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Request body: {'floatingip': {'port_id': '27eb459a-f00c-4d86-acca-fae500bb6377'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:33:17.224407 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f72dd73f-4025-4923-ad1f-1d9160ab20fd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for floatingip, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:17.591739 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c93bce9f-e1d9-4ce5-bde2-cc275ecab57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:17.678548 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f72dd73f-4025-4923-ad1f-1d9160ab20fd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:17.768650 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f72dd73f-4025-4923-ad1f-1d9160ab20fd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:17.872694 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-f72dd73f-4025-4923-ad1f-1d9160ab20fd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Floating IP d04d309a-e641-4bd9-a9af-417495404a35 associated. External IP: 172.25.6.110, port: 27eb459a-f00c-4d86-acca-fae500bb6377. Nov 02 12:33:18.085792 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72dd73f-4025-4923-ad1f-1d9160ab20fd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Router 71d4c695-0b6b-4b77-a790-9c2d3543372d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:33:18.540909 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72dd73f-4025-4923-ad1f-1d9160ab20fd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:33:18.545897 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-f72dd73f-4025-4923-ad1f-1d9160ab20fd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:18.550644 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba39b6d6-10ea-469c-8438-b2593ebdbf0f None None] Sync routers for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:33:18.562185 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba39b6d6-10ea-469c-8438-b2593ebdbf0f None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:33:18.562800 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ba39b6d6-10ea-469c-8438-b2593ebdbf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:32:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:33:18.574433 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f72dd73f-4025-4923-ad1f-1d9160ab20fd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "PUT /v2.0/floatingips/d04d309a-e641-4bd9-a9af-417495404a35 HTTP/1.1" status: 200 len: 991 time: 1.3940866 Nov 02 12:33:18.575171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0e6e71-1093-426e-b57e-d42e77f6458a', 'tag': '27eb459a-f00c-4d86-acca-fae500bb6377'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:33:18.577463 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789e3324-c9ce-479d-bcea-a4607265799b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0e6e71-1093-426e-b57e-d42e77f6458a", "tag": "27eb459a-f00c-4d86-acca-fae500bb6377"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:33:18.673203 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ba39b6d6-10ea-469c-8438-b2593ebdbf0f None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:33:18.688253 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d4efc1-2b47-4ba8-9ce8-a6c291bee718 x-openstack-request-id: req-02d4efc1-2b47-4ba8-9ce8-a6c291bee718 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:33:18.688552 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0e6e71-1093-426e-b57e-d42e77f6458a", "tag": "27eb459a-f00c-4d86-acca-fae500bb6377", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:33:18.688809 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-02d4efc1-2b47-4ba8-9ce8-a6c291bee718 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:33:18.689214 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0e6e71-1093-426e-b57e-d42e77f6458a', 'tag': '27eb459a-f00c-4d86-acca-fae500bb6377', 'status': 'completed', 'code': 200} Nov 02 12:33:18.755304 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e3324-c9ce-479d-bcea-a4607265799b req-8a4ea658-508c-4e0d-879d-41f9cb8558c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:18.756909 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-789e3324-c9ce-479d-bcea-a4607265799b req-8a4ea658-508c-4e0d-879d-41f9cb8558c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 1097 time: 0.0449014 Nov 02 12:33:18.853037 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e3324-c9ce-479d-bcea-a4607265799b req-63c7b5e2-e56c-4aa5-aa5c-e6462e0a2311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:18.854515 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-789e3324-c9ce-479d-bcea-a4607265799b req-63c7b5e2-e56c-4aa5-aa5c-e6462e0a2311 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.0911443 Nov 02 12:33:18.906715 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ba39b6d6-10ea-469c-8438-b2593ebdbf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'd04d309a-e641-4bd9-a9af-417495404a35', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'port_id': '27eb459a-f00c-4d86-acca-fae500bb6377', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'mac_address': 'fa:16:3e:d6:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0e6e71-1093-426e-b57e-d42e77f6458a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:30:39Z', 'updated_at': '2021-11-02T12:33:17Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:33:18.922075 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-789e3324-c9ce-479d-bcea-a4607265799b req-fedd2b58-1911-4c4e-b77a-f04ca037fa0e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27eb459a-f00c-4d86-acca-fae500bb6377 HTTP/1.1" status: 200 len: 999 time: 0.0601313 Nov 02 12:33:18.936964 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba39b6d6-10ea-469c-8438-b2593ebdbf0f None None] Checking router: 71d4c695-0b6b-4b77-a790-9c2d3543372d for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:33:18.946384 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba39b6d6-10ea-469c-8438-b2593ebdbf0f None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:33:18.947026 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ba39b6d6-10ea-469c-8438-b2593ebdbf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:32:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:33:18.979532 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e3324-c9ce-479d-bcea-a4607265799b req-d596cfbf-b29a-4508-be24-7a51adf3b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:18.981243 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-789e3324-c9ce-479d-bcea-a4607265799b req-d596cfbf-b29a-4508-be24-7a51adf3b477 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0510809 Nov 02 12:33:19.032742 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e3324-c9ce-479d-bcea-a4607265799b req-dab93602-cbc5-4ab5-9359-da9da3c7cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:19.034267 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-789e3324-c9ce-479d-bcea-a4607265799b req-dab93602-cbc5-4ab5-9359-da9da3c7cfa6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452330 Nov 02 12:33:19.060715 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ba39b6d6-10ea-469c-8438-b2593ebdbf0f None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:33:19.125829 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-789e3324-c9ce-479d-bcea-a4607265799b req-7f6f0872-6470-424a-8681-7083fdfb8bda service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844951 Nov 02 12:33:19.227958 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-789e3324-c9ce-479d-bcea-a4607265799b req-5e946c3a-f4fc-4f5b-833c-d009feedc0d0 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951030 Nov 02 12:33:19.405815 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ba39b6d6-10ea-469c-8438-b2593ebdbf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'd04d309a-e641-4bd9-a9af-417495404a35', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'port_id': '27eb459a-f00c-4d86-acca-fae500bb6377', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'mac_address': 'fa:16:3e:d6:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0e6e71-1093-426e-b57e-d42e77f6458a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:30:39Z', 'updated_at': '2021-11-02T12:33:17Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:33:19.435055 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba39b6d6-10ea-469c-8438-b2593ebdbf0f None None] The sync data for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 is: [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'd04d309a-e641-4bd9-a9af-417495404a35', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'port_id': '27eb459a-f00c-4d86-acca-fae500bb6377', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'mac_address': 'fa:16:3e:d6:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0e6e71-1093-426e-b57e-d42e77f6458a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:30:39Z', 'updated_at': '2021-11-02T12:33:17Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:33:19.648628 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c6970-6204-4d39-adf2-74153b813d5f None None] New status for floating IP d04d309a-e641-4bd9-a9af-417495404a35: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:33:19.820137 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1b338943-9832-4960-9050-0240fad7edd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:21.146373 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:22.614070 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:24.277024 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:24.532507 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:25.002329 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:26.941886 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8a6116f1-9c0d-416c-a242-d5388fc0f59e req-8eadc361-64dd-43f7-93ae-d9ba0690df0b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417655 Nov 02 12:33:27.027591 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6116f1-9c0d-416c-a242-d5388fc0f59e req-de0b51a0-192a-41f4-acb2-d1af119771a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:27.029124 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8a6116f1-9c0d-416c-a242-d5388fc0f59e req-de0b51a0-192a-41f4-acb2-d1af119771a9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 1097 time: 0.0442030 Nov 02 12:33:27.147055 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6116f1-9c0d-416c-a242-d5388fc0f59e req-5f7ed24f-0ef0-4f44-8712-d7f8c73fde4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:27.148760 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8a6116f1-9c0d-416c-a242-d5388fc0f59e req-5f7ed24f-0ef0-4f44-8712-d7f8c73fde4c service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.0968802 Nov 02 12:33:27.227535 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8a6116f1-9c0d-416c-a242-d5388fc0f59e req-b0acabee-df28-422a-a8bc-1806b1d72d66 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27eb459a-f00c-4d86-acca-fae500bb6377 HTTP/1.1" status: 200 len: 1001 time: 0.0706334 Nov 02 12:33:27.287311 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6116f1-9c0d-416c-a242-d5388fc0f59e req-bd7c3181-8d54-411f-81c2-0be6f0347933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:27.288920 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8a6116f1-9c0d-416c-a242-d5388fc0f59e req-bd7c3181-8d54-411f-81c2-0be6f0347933 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0536966 Nov 02 12:33:27.339432 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6116f1-9c0d-416c-a242-d5388fc0f59e req-aee52221-4c40-4879-b66b-14132a4ed84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:33:27.340972 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8a6116f1-9c0d-416c-a242-d5388fc0f59e req-aee52221-4c40-4879-b66b-14132a4ed84c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450096 Nov 02 12:33:27.477432 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8a6116f1-9c0d-416c-a242-d5388fc0f59e req-7e7843cd-2622-452d-8fb9-e8440ce5efe4 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283360 Nov 02 12:33:27.578231 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8a6116f1-9c0d-416c-a242-d5388fc0f59e req-19c24626-010d-4929-9e86-7281d02b62e0 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928686 Nov 02 12:33:34.036966 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:33:47.526490 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-100ecd94-51ab-40f8-8852-610fa9f0b17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:49.761724 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-857ca9d5-613a-450e-a085-8fc27e482056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:51.179335 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:52.630401 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:54.314333 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:54.527588 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:33:55.002301 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:34:07.620923 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-e79df784-f42f-4e4a-9306-907629037e60 req-ca78ae93-c07e-4fda-a660-e34f18a18e24 tempest-TestSecurityGroupsBasicOps-54687575 tempest-TestSecurityGroupsBasicOps-54687575-project] (102690) timed out ('10.222.0.79', 64755) {{(pid=102690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 12:34:11.041892 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:34:17.561545 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2391022d-13f3-42b0-b5d4-c136359d2b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:34:19.778608 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b514b41f-4169-4603-82ac-aadf038e7db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:34:21.235942 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:34:22.635553 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:34:24.326862 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:34:24.535433 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:34:25.004659 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:34:28.681022 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-71828694-4327-4f45-a5cb-9cec5788446d req-dd8dec00-4c30-4778-89c3-2ccb2774a444 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0602770 Nov 02 12:34:28.773815 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71828694-4327-4f45-a5cb-9cec5788446d req-5f2a7d4b-b20b-48cd-8e9e-7d557686ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:34:28.777304 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-71828694-4327-4f45-a5cb-9cec5788446d req-5f2a7d4b-b20b-48cd-8e9e-7d557686ea39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 1097 time: 0.0510292 Nov 02 12:34:28.901881 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71828694-4327-4f45-a5cb-9cec5788446d req-9c6fab84-67bb-40f8-a687-a60afd1adfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:34:28.903921 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-71828694-4327-4f45-a5cb-9cec5788446d req-9c6fab84-67bb-40f8-a687-a60afd1adfb6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1044645 Nov 02 12:34:28.977121 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-71828694-4327-4f45-a5cb-9cec5788446d req-fee15da4-e917-4834-8923-64822c5af4c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27eb459a-f00c-4d86-acca-fae500bb6377 HTTP/1.1" status: 200 len: 1001 time: 0.0654492 Nov 02 12:34:29.040129 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71828694-4327-4f45-a5cb-9cec5788446d req-5c83a98e-16b7-41e5-95dc-16cb2d87123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:34:29.041818 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-71828694-4327-4f45-a5cb-9cec5788446d req-5c83a98e-16b7-41e5-95dc-16cb2d87123f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0580354 Nov 02 12:34:29.092300 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71828694-4327-4f45-a5cb-9cec5788446d req-591dca97-a63a-4b66-89da-9fc9ddd62251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:34:29.093851 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-71828694-4327-4f45-a5cb-9cec5788446d req-591dca97-a63a-4b66-89da-9fc9ddd62251 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452592 Nov 02 12:34:29.192164 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-71828694-4327-4f45-a5cb-9cec5788446d req-29b094ba-6bcb-4ade-b25a-22535db6b611 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909841 Nov 02 12:34:29.301799 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-71828694-4327-4f45-a5cb-9cec5788446d req-0d3281ae-57a7-4c79-a5fb-f988a9853701 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007643 Nov 02 12:34:41.123588 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-fd81785a-2f43-4fec-b917-acda69e22a4c req-915a28d4-0a65-4004-b0be-67d145cf13d4 service neutron] (102689) timed out ('10.222.0.54', 60037) {{(pid=102689) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 12:34:47.540107 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8b5ddbc5-fdc5-4336-9125-d912e0835180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:34:48.042337 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:34:49.777649 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-146e8b37-f8f1-4a34-87e5-5bfafa0195b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:34:51.186444 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:34:52.646404 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:34:54.311330 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:34:54.540473 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:34:55.028873 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:34:55.391742 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad24eb6-1387-4e5d-9b5e-0158b3488658 req-bacb815a-609b-42c2-ae2f-d0649b12a3a0 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:34:55.393342 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8ad24eb6-1387-4e5d-9b5e-0158b3488658 req-bacb815a-609b-42c2-ae2f-d0649b12a3a0 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0606132 Nov 02 12:34:55.453651 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8ad24eb6-1387-4e5d-9b5e-0158b3488658 req-78206f0c-c761-46f4-b948-9f4c52d136bd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537090 Nov 02 12:34:56.583025 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83249e2d-3ac9-4dfd-ae33-48351ce7f373 req-8b51c9fe-c9fe-4bf6-ab90-d8fdebc58249 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:34:56.584601 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-83249e2d-3ac9-4dfd-ae33-48351ce7f373 req-8b51c9fe-c9fe-4bf6-ab90-d8fdebc58249 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0602276 Nov 02 12:34:56.637062 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-83249e2d-3ac9-4dfd-ae33-48351ce7f373 req-c9481ec5-914c-461b-960a-591c8e9758f6 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460472 Nov 02 12:34:57.762610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e497109-76bd-48e1-bbb1-76336fdb8597 req-78f5f1ba-f9bd-4dbb-8b5b-0cf429d65e53 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:34:57.764140 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e497109-76bd-48e1-bbb1-76336fdb8597 req-78f5f1ba-f9bd-4dbb-8b5b-0cf429d65e53 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0520501 Nov 02 12:34:57.812540 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6e497109-76bd-48e1-bbb1-76336fdb8597 req-c753d01c-19d4-4b29-876a-15174e40470b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420122 Nov 02 12:34:58.937986 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcd63f-f363-4605-a4f4-1c8ba7ea6882 req-3e01de7c-4e14-46ee-8325-f836517320ae tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:34:58.939920 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5fdcd63f-f363-4605-a4f4-1c8ba7ea6882 req-3e01de7c-4e14-46ee-8325-f836517320ae tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0555508 Nov 02 12:34:58.990819 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5fdcd63f-f363-4605-a4f4-1c8ba7ea6882 req-37fd28bb-dd49-4484-9208-4d119981e18a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442512 Nov 02 12:35:00.112296 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d387d09-fb4f-46bb-9537-12aaacfdc47c req-9509456c-ce62-46f0-a29a-3e1ccc8b850d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:00.113836 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d387d09-fb4f-46bb-9537-12aaacfdc47c req-9509456c-ce62-46f0-a29a-3e1ccc8b850d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0523911 Nov 02 12:35:00.164859 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d387d09-fb4f-46bb-9537-12aaacfdc47c req-eef9543f-8670-4a1f-bebc-8f9d40c605bf tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448360 Nov 02 12:35:01.300682 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3311c3-e45d-4128-979f-920ceefe7bce req-1931c0ed-d588-437d-a323-e3e980548232 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:01.302440 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a3311c3-e45d-4128-979f-920ceefe7bce req-1931c0ed-d588-437d-a323-e3e980548232 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0609167 Nov 02 12:35:01.364497 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a3311c3-e45d-4128-979f-920ceefe7bce req-6071bec7-83b0-43ce-a034-b298d8cc214c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524819 Nov 02 12:35:02.496053 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd113d1-6c33-4815-8268-7b8f440e9612 req-26532ff4-5581-4dfc-82ba-7dc8582e2596 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:02.499329 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8cd113d1-6c33-4815-8268-7b8f440e9612 req-26532ff4-5581-4dfc-82ba-7dc8582e2596 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0587313 Nov 02 12:35:02.552063 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8cd113d1-6c33-4815-8268-7b8f440e9612 req-1a915997-c0a0-461a-9805-7b357503c19b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463293 Nov 02 12:35:03.681391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081de60-ec75-49b9-ad92-c212e42befc8 req-e44eb52f-b2d2-4a9b-a0ab-d5b156dbb319 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:03.682974 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7081de60-ec75-49b9-ad92-c212e42befc8 req-e44eb52f-b2d2-4a9b-a0ab-d5b156dbb319 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0564504 Nov 02 12:35:03.737584 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7081de60-ec75-49b9-ad92-c212e42befc8 req-ca739f91-f48d-497b-8deb-9d8816604b51 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481791 Nov 02 12:35:04.874642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5afc4-e422-4e86-8c17-749593a61658 req-98a6437e-238c-4464-a158-96df5938a9b1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:04.876212 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76a5afc4-e422-4e86-8c17-749593a61658 req-98a6437e-238c-4464-a158-96df5938a9b1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0581439 Nov 02 12:35:04.928881 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-76a5afc4-e422-4e86-8c17-749593a61658 req-5e690c7c-5a9f-4a2a-87a0-90c8c4495fcb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451396 Nov 02 12:35:06.054424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c0c6e-29c0-485d-8de4-91e6718105ed req-d99c39f1-1de5-4502-8711-b6ed59db57c3 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:06.056176 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-919c0c6e-29c0-485d-8de4-91e6718105ed req-d99c39f1-1de5-4502-8711-b6ed59db57c3 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0540392 Nov 02 12:35:06.112494 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-919c0c6e-29c0-485d-8de4-91e6718105ed req-0794988f-f435-4d06-93b4-0ead2ffbaff3 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462420 Nov 02 12:35:06.574614 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e520d2-bfa6-433e-b6f1-eb697f59586e req-05741811-3aa3-40a0-862f-2da407f10467 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:06.576274 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27e520d2-bfa6-433e-b6f1-eb697f59586e req-05741811-3aa3-40a0-862f-2da407f10467 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0542853 Nov 02 12:35:06.641069 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-27e520d2-bfa6-433e-b6f1-eb697f59586e req-d28ed512-363b-4644-a82b-c7584a462d86 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485835 Nov 02 12:35:06.866119 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d985bdf-a56c-4301-9abb-46466824d68b req-344872b5-0895-4b30-b81a-ccb0ec51371c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955000 Nov 02 12:35:07.780092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cfe99-d380-40dd-b22d-31842a408ed5 req-53fa2d54-bb8c-420b-8737-08ac22cda330 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:07.781693 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb4cfe99-d380-40dd-b22d-31842a408ed5 req-53fa2d54-bb8c-420b-8737-08ac22cda330 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0562813 Nov 02 12:35:07.839135 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb4cfe99-d380-40dd-b22d-31842a408ed5 req-522e3ad4-6100-4e1d-b4f6-d1dadcfc588d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474579 Nov 02 12:35:08.975302 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18c2f7-46f3-4fb1-bec7-963058310b34 req-f53ec1bd-d20f-4b32-9091-41a5982e515d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:08.976864 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ba18c2f7-46f3-4fb1-bec7-963058310b34 req-f53ec1bd-d20f-4b32-9091-41a5982e515d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0607486 Nov 02 12:35:09.046288 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ba18c2f7-46f3-4fb1-bec7-963058310b34 req-4413d777-08fd-451f-9b74-f717797d2666 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627310 Nov 02 12:35:09.344750 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d985bdf-a56c-4301-9abb-46466824d68b req-47a3de9a-7471-45da-acf5-240bb7bd5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:09.346712 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d985bdf-a56c-4301-9abb-46466824d68b req-47a3de9a-7471-45da-acf5-240bb7bd5641 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 1097 time: 0.0458200 Nov 02 12:35:09.453823 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d985bdf-a56c-4301-9abb-46466824d68b req-3fc56851-b645-472d-b4fb-831146a197bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:09.455393 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d985bdf-a56c-4301-9abb-46466824d68b req-3fc56851-b645-472d-b4fb-831146a197bd service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1022506 Nov 02 12:35:09.543233 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d985bdf-a56c-4301-9abb-46466824d68b req-beba3f55-c02a-41d0-86a7-e426650c7f28 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27eb459a-f00c-4d86-acca-fae500bb6377 HTTP/1.1" status: 200 len: 1001 time: 0.0792437 Nov 02 12:35:09.603130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d985bdf-a56c-4301-9abb-46466824d68b req-ce5f3735-987a-4d25-be86-2bac27e4d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:09.605530 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d985bdf-a56c-4301-9abb-46466824d68b req-ce5f3735-987a-4d25-be86-2bac27e4d68f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0545275 Nov 02 12:35:09.656307 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d985bdf-a56c-4301-9abb-46466824d68b req-a1c76237-9cfc-4dda-91f1-b3a0f2befd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:09.657969 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d985bdf-a56c-4301-9abb-46466824d68b req-a1c76237-9cfc-4dda-91f1-b3a0f2befd77 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452201 Nov 02 12:35:09.785027 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d985bdf-a56c-4301-9abb-46466824d68b req-cf4cc726-44b8-4a50-952f-55abed639216 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197267 Nov 02 12:35:09.906416 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d985bdf-a56c-4301-9abb-46466824d68b req-7899fbc1-fc09-40d5-b414-5c1d4a94f7b6 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141262 Nov 02 12:35:10.205529 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a350aa9-336e-4cc2-a091-7f04d44a42d2 req-9454883c-2498-414f-b801-4ea9456c2654 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:10.207273 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a350aa9-336e-4cc2-a091-7f04d44a42d2 req-9454883c-2498-414f-b801-4ea9456c2654 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0614800 Nov 02 12:35:10.260219 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a350aa9-336e-4cc2-a091-7f04d44a42d2 req-c3e44074-a852-4155-9ef2-ae1462853f45 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466514 Nov 02 12:35:11.404823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff99295-da99-4b86-85db-4e904180638f req-d231c469-b7fb-4b69-9c42-6fdf4ccf2c47 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:11.406439 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ff99295-da99-4b86-85db-4e904180638f req-d231c469-b7fb-4b69-9c42-6fdf4ccf2c47 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0615463 Nov 02 12:35:11.468715 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ff99295-da99-4b86-85db-4e904180638f req-a12483bf-5430-4e42-bb20-787cb8ec5b7c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498056 Nov 02 12:35:12.082414 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [req-0d985bdf-a56c-4301-9abb-46466824d68b req-87647449-f54c-4cc7-bcc3-1c3d6b11424c service neutron] show failed (client error): The resource could not be found. Nov 02 12:35:12.083503 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0d985bdf-a56c-4301-9abb-46466824d68b req-87647449-f54c-4cc7-bcc3-1c3d6b11424c service neutron] 10.222.0.54 "GET /v2.0/ports/27eb459a-f00c-4d86-acca-fae500bb6377/bindings/n-h1-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.0599127 Nov 02 12:35:12.631061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bacba9-eaeb-4c23-92a1-7e4c39627f9c req-85767c4d-7b6c-4394-b6a2-b61787f8cb7b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:12.632686 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f8bacba9-eaeb-4c23-92a1-7e4c39627f9c req-85767c4d-7b6c-4394-b6a2-b61787f8cb7b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0652466 Nov 02 12:35:12.699570 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f8bacba9-eaeb-4c23-92a1-7e4c39627f9c req-08ad2bd0-48ba-4e1e-bac9-7b116097c701 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576594 Nov 02 12:35:12.898098 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d985bdf-a56c-4301-9abb-46466824d68b req-ca003693-a55b-4e71-bbf9-fa79fcb5acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:12.899728 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d985bdf-a56c-4301-9abb-46466824d68b req-ca003693-a55b-4e71-bbf9-fa79fcb5acb5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a&tenant_id=234aa7a451bc4f039f998ec03d8a3f8b HTTP/1.1" status: 200 len: 1097 time: 0.0467992 Nov 02 12:35:12.912660 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:35:12.969656 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:13.199956 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] For port 27eb459a-f00c-4d86-acca-fae500bb6377, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=27eb459a-f00c-4d86-acca-fae500bb6377,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:13.241608 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] For port 27eb459a-f00c-4d86-acca-fae500bb6377, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:13.283690 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0e6e71-1093-426e-b57e-d42e77f6458a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27eb459a-f00c-4d86-acca-fae500bb6377'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:35:13.287970 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba78213-c091-4f92-9372-9b2659982f43" -d '{"events": [{"server_uuid": "1f0e6e71-1093-426e-b57e-d42e77f6458a", "name": "network-vif-unplugged", "status": "completed", "tag": "27eb459a-f00c-4d86-acca-fae500bb6377"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:13.290738 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:13.306168 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Transition to ACTIVE for port object 27eb459a-f00c-4d86-acca-fae500bb6377 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:35:13.339943 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 12:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a5786d-3576-4988-8de7-2c010682c21c x-openstack-request-id: req-59a5786d-3576-4988-8de7-2c010682c21c {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:13.340092 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0e6e71-1093-426e-b57e-d42e77f6458a", "name": "network-vif-unplugged", "status": "completed", "tag": "27eb459a-f00c-4d86-acca-fae500bb6377", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:13.340357 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59a5786d-3576-4988-8de7-2c010682c21c {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:13.340783 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0e6e71-1093-426e-b57e-d42e77f6458a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27eb459a-f00c-4d86-acca-fae500bb6377', 'code': 200} Nov 02 12:35:13.373520 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:13.459969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Pushing event updated for resources: {'Port': ['ID=27eb459a-f00c-4d86-acca-fae500bb6377,revision_number=6']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:13.471578 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.471932 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.472281 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.472627 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.472965 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.473300 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.473638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.473970 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.474300 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.474634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.475014 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.475311 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:13.526681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] No DVR routers for this DVR port 27eb459a-f00c-4d86-acca-fae500bb6377 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:35:13.681702 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Attempting to bind port 27eb459a-f00c-4d86-acca-fae500bb6377 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:35:13.682397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Attempting to bind port 27eb459a-f00c-4d86-acca-fae500bb6377 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:35:13.682397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Attempting to bind port 27eb459a-f00c-4d86-acca-fae500bb6377 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:13.687143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Port 27eb459a-f00c-4d86-acca-fae500bb6377 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:35:13.687526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Attempting to bind port 27eb459a-f00c-4d86-acca-fae500bb6377 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:13.693773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:35:13.694118 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Checking segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:35:13.694502 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Bound using segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:35:13.694952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Bound port: 27eb459a-f00c-4d86-acca-fae500bb6377, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:35:13.695316 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:13.780666 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] For port 27eb459a-f00c-4d86-acca-fae500bb6377, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:13.785379 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] For port 27eb459a-f00c-4d86-acca-fae500bb6377, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=27eb459a-f00c-4d86-acca-fae500bb6377,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:13.841730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fe313-c795-4c5e-ac24-32bd89792dad req-69e1052d-4cd0-42d7-bcd1-f444f400859f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:13.843593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c30fe313-c795-4c5e-ac24-32bd89792dad req-69e1052d-4cd0-42d7-bcd1-f444f400859f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 943 time: 0.0562594 Nov 02 12:35:14.264547 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:14.274714 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c30fe313-c795-4c5e-ac24-32bd89792dad req-98ca0d69-bc1f-48c9-be17-ae275d8bab51 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4247792 Nov 02 12:35:14.308669 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:14.309305 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:14.310757 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d985bdf-a56c-4301-9abb-46466824d68b req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] 10.222.0.79 "PUT /v2.0/ports/27eb459a-f00c-4d86-acca-fae500bb6377 HTTP/1.1" status: 200 len: 1092 time: 1.4030433 Nov 02 12:35:14.346338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1c72b-4d34-4525-afb5-d1fc24a0c4dd service neutron] Pushing event updated for resources: {'Port': ['ID=27eb459a-f00c-4d86-acca-fae500bb6377,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:14.395326 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d985bdf-a56c-4301-9abb-46466824d68b req-86024f66-6701-40dd-bf15-8aec4dcf8601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:14.396905 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d985bdf-a56c-4301-9abb-46466824d68b req-86024f66-6701-40dd-bf15-8aec4dcf8601 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 1095 time: 0.0603790 Nov 02 12:35:14.523911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d985bdf-a56c-4301-9abb-46466824d68b req-0c1cc46f-2591-4d16-8b85-dd6d112a1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:14.530655 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d985bdf-a56c-4301-9abb-46466824d68b req-0c1cc46f-2591-4d16-8b85-dd6d112a1c17 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1199787 Nov 02 12:35:14.605986 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d985bdf-a56c-4301-9abb-46466824d68b req-028426ff-2766-45e1-988a-4a0c47e1cd4e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27eb459a-f00c-4d86-acca-fae500bb6377 HTTP/1.1" status: 200 len: 999 time: 0.0726426 Nov 02 12:35:14.656866 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d985bdf-a56c-4301-9abb-46466824d68b req-0423d1a0-fdaa-4376-8c46-57ada61e456e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:14.659270 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d985bdf-a56c-4301-9abb-46466824d68b req-0423d1a0-fdaa-4376-8c46-57ada61e456e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0468791 Nov 02 12:35:14.712808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d985bdf-a56c-4301-9abb-46466824d68b req-8d56096f-01f7-46a0-a186-93cbf461cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:14.714338 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d985bdf-a56c-4301-9abb-46466824d68b req-8d56096f-01f7-46a0-a186-93cbf461cb17 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484335 Nov 02 12:35:14.818768 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d985bdf-a56c-4301-9abb-46466824d68b req-6bcbf521-56f4-4dc5-9c28-1fb3c7baccb8 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969734 Nov 02 12:35:14.941715 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d985bdf-a56c-4301-9abb-46466824d68b req-ba82d9bb-e49a-4df3-9716-f7baa03fcd3d service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150055 Nov 02 12:35:15.341733 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0e6e71-1093-426e-b57e-d42e77f6458a', 'tag': '27eb459a-f00c-4d86-acca-fae500bb6377'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:35:15.344567 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ffe167-dd94-4716-a27c-9426492cd697" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0e6e71-1093-426e-b57e-d42e77f6458a", "tag": "27eb459a-f00c-4d86-acca-fae500bb6377"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:15.406404 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e77cbc-927c-40bf-9028-cffa53cec4f5 req-68ec3b9e-2d05-4b3d-857a-43d66630a0c4 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:15.408320 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-84e77cbc-927c-40bf-9028-cffa53cec4f5 req-68ec3b9e-2d05-4b3d-857a-43d66630a0c4 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 943 time: 0.0539439 Nov 02 12:35:15.463539 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-84e77cbc-927c-40bf-9028-cffa53cec4f5 req-40c7297a-3da9-4170-87e5-8f2cb1e58e69 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486352 Nov 02 12:35:15.538755 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ffea8c-a269-45f2-b370-1fe74cbcb856 x-openstack-request-id: req-40ffea8c-a269-45f2-b370-1fe74cbcb856 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:15.539081 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0e6e71-1093-426e-b57e-d42e77f6458a", "tag": "27eb459a-f00c-4d86-acca-fae500bb6377", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:15.539520 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40ffea8c-a269-45f2-b370-1fe74cbcb856 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:15.539923 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0e6e71-1093-426e-b57e-d42e77f6458a', 'tag': '27eb459a-f00c-4d86-acca-fae500bb6377', 'status': 'completed', 'code': 200} Nov 02 12:35:15.615157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffe167-dd94-4716-a27c-9426492cd697 req-2779e0ca-d1cb-4c21-a01f-714f1bd2a8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:15.615393 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffe167-dd94-4716-a27c-9426492cd697 req-593897f1-3167-4dc9-ab60-caa473ef6433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:15.616876 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-89ffe167-dd94-4716-a27c-9426492cd697 req-2779e0ca-d1cb-4c21-a01f-714f1bd2a8e2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 1095 time: 0.0486462 Nov 02 12:35:15.617126 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-89ffe167-dd94-4716-a27c-9426492cd697 req-593897f1-3167-4dc9-ab60-caa473ef6433 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 1095 time: 0.0591044 Nov 02 12:35:15.724468 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffe167-dd94-4716-a27c-9426492cd697 req-09c80d09-ad95-4590-809c-6b328354afce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:15.726344 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-89ffe167-dd94-4716-a27c-9426492cd697 req-09c80d09-ad95-4590-809c-6b328354afce service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1028175 Nov 02 12:35:15.731762 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffe167-dd94-4716-a27c-9426492cd697 req-4fc2c8d7-4267-4b14-8b0f-3caed0df8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:15.733243 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-89ffe167-dd94-4716-a27c-9426492cd697 req-4fc2c8d7-4267-4b14-8b0f-3caed0df8145 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1094356 Nov 02 12:35:15.809358 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-89ffe167-dd94-4716-a27c-9426492cd697 req-0e2e1c9f-a337-4b0e-8a4c-be40db9f6be0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27eb459a-f00c-4d86-acca-fae500bb6377 HTTP/1.1" status: 200 len: 999 time: 0.0758460 Nov 02 12:35:15.831532 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-89ffe167-dd94-4716-a27c-9426492cd697 req-985581a9-cc0e-438d-bbae-843aaa4077d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27eb459a-f00c-4d86-acca-fae500bb6377 HTTP/1.1" status: 200 len: 999 time: 0.0889204 Nov 02 12:35:15.870697 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffe167-dd94-4716-a27c-9426492cd697 req-dbe3a073-6937-4e5c-866e-7431ab314039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:15.872150 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-89ffe167-dd94-4716-a27c-9426492cd697 req-dbe3a073-6937-4e5c-866e-7431ab314039 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0555055 Nov 02 12:35:15.886972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffe167-dd94-4716-a27c-9426492cd697 req-f164d0ae-908d-4d09-ad89-47c2fe2f666a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:15.888453 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-89ffe167-dd94-4716-a27c-9426492cd697 req-f164d0ae-908d-4d09-ad89-47c2fe2f666a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0497818 Nov 02 12:35:15.928868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffe167-dd94-4716-a27c-9426492cd697 req-67b2d319-a71e-4951-89bb-5dc91bfb3ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:15.930426 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-89ffe167-dd94-4716-a27c-9426492cd697 req-67b2d319-a71e-4951-89bb-5dc91bfb3ae5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513906 Nov 02 12:35:15.940611 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffe167-dd94-4716-a27c-9426492cd697 req-08adba83-a3a3-41d5-95bb-23f15ca7373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:15.942021 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-89ffe167-dd94-4716-a27c-9426492cd697 req-08adba83-a3a3-41d5-95bb-23f15ca7373f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450957 Nov 02 12:35:16.037197 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-89ffe167-dd94-4716-a27c-9426492cd697 req-061bbc82-aca1-4513-8754-beb0452dcf60 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996134 Nov 02 12:35:16.057511 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-89ffe167-dd94-4716-a27c-9426492cd697 req-0ba619b6-a234-45b6-89f3-9977f6dba8a4 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072483 Nov 02 12:35:16.146218 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-89ffe167-dd94-4716-a27c-9426492cd697 req-246703cb-e79b-497e-8136-d24726017cbe service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018748 Nov 02 12:35:16.164392 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-89ffe167-dd94-4716-a27c-9426492cd697 req-62c44542-dc22-4367-93a9-f15792707657 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991006 Nov 02 12:35:16.620238 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a72db1-2b38-4b1a-99ba-b47a344702c0 req-b4117b5c-786e-4539-ae00-7b72a2255b27 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:16.621859 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2a72db1-2b38-4b1a-99ba-b47a344702c0 req-b4117b5c-786e-4539-ae00-7b72a2255b27 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 943 time: 0.0696552 Nov 02 12:35:16.700035 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2a72db1-2b38-4b1a-99ba-b47a344702c0 req-b70fa392-0f71-44e5-b892-9872a9a83172 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717058 Nov 02 12:35:16.803964 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 27eb459a-f00c-4d86-acca-fae500bb6377 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:35:16.850526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 27eb459a-f00c-4d86-acca-fae500bb6377 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:35:17.578702 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-49c2697e-6958-4b93-bec1-f15b5556c860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:17.826047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5952e-f702-4161-bbe3-33c370f1b42b req-6e48b2b1-5624-4fa0-a40a-c91ef4b84bfd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:17.827627 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41a5952e-f702-4161-bbe3-33c370f1b42b req-6e48b2b1-5624-4fa0-a40a-c91ef4b84bfd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 943 time: 0.0535982 Nov 02 12:35:17.886072 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41a5952e-f702-4161-bbe3-33c370f1b42b req-ffb7d0c8-3a07-47c8-8418-6b2e4215e98f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508990 Nov 02 12:35:18.077386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 27eb459a-f00c-4d86-acca-fae500bb6377 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:35:18.194526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 27eb459a-f00c-4d86-acca-fae500bb6377, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=27eb459a-f00c-4d86-acca-fae500bb6377,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:18.208348 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '27eb459a-f00c-4d86-acca-fae500bb6377', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'port_id': '27eb459a-f00c-4d86-acca-fae500bb6377', 'mac_address': 'fa:16:3e:d6:10:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:35:18.250272 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:18.265611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27eb459a-f00c-4d86-acca-fae500bb6377 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:35:18.288525 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 27eb459a-f00c-4d86-acca-fae500bb6377, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=27eb459a-f00c-4d86-acca-fae500bb6377,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:18.291317 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185a7f9-d066-4b63-8dd4-967ce08191b0 req-fdb3a367-7563-4d14-a94d-b670dabdcbff tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:18.297292 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e185a7f9-d066-4b63-8dd4-967ce08191b0 req-fdb3a367-7563-4d14-a94d-b670dabdcbff tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 943 time: 0.0573797 Nov 02 12:35:18.346623 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e185a7f9-d066-4b63-8dd4-967ce08191b0 req-44e90bb5-44bf-449a-beb3-0e40605e9851 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467551 Nov 02 12:35:18.396593 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:18.397197 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee86e4c-aba4-46b7-b8d0-ead2b1e56f11 req-bfb0ce63-a46c-4335-ba64-3f9e2bc0261b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:18.399497 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ee86e4c-aba4-46b7-b8d0-ead2b1e56f11 req-bfb0ce63-a46c-4335-ba64-3f9e2bc0261b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a&tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 943 time: 0.0771501 Nov 02 12:35:18.453016 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=27eb459a-f00c-4d86-acca-fae500bb6377,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:18.462247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:18.462573 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:18.463065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:18.463404 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:18.463744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:18.464140 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:18.464400 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:18.464721 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:18.465041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:18.465384 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:18.465707 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:18.466095 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:18.476111 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [req-0ee86e4c-aba4-46b7-b8d0-ead2b1e56f11 req-d478ec69-2766-46c9-8fdb-3f9852f211b6 service neutron] delete failed (client error): The resource could not be found. Nov 02 12:35:18.477929 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ee86e4c-aba4-46b7-b8d0-ead2b1e56f11 req-d478ec69-2766-46c9-8fdb-3f9852f211b6 service neutron] 10.222.0.54 "DELETE /v2.0/ports/27eb459a-f00c-4d86-acca-fae500bb6377/bindings/n-h2-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.0695891 Nov 02 12:35:18.569687 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee86e4c-aba4-46b7-b8d0-ead2b1e56f11 req-29192029-b399-4d9f-a6d5-b44ea73d423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:18.571383 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ee86e4c-aba4-46b7-b8d0-ead2b1e56f11 req-29192029-b399-4d9f-a6d5-b44ea73d423c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 1096 time: 0.0461116 Nov 02 12:35:18.620483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['27eb459a-f00c-4d86-acca-fae500bb6377'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:35:18.676751 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee86e4c-aba4-46b7-b8d0-ead2b1e56f11 req-ef47c958-9a30-4c66-957f-5455df9c3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:18.678295 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ee86e4c-aba4-46b7-b8d0-ead2b1e56f11 req-ef47c958-9a30-4c66-957f-5455df9c3252 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1000974 Nov 02 12:35:18.750503 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ee86e4c-aba4-46b7-b8d0-ead2b1e56f11 req-d383d4b3-30d2-4112-82d9-a1fb7d5da595 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27eb459a-f00c-4d86-acca-fae500bb6377 HTTP/1.1" status: 200 len: 1000 time: 0.0648229 Nov 02 12:35:18.802208 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee86e4c-aba4-46b7-b8d0-ead2b1e56f11 req-08e7eec6-b808-44ff-9351-30265d7c5797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:18.803734 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ee86e4c-aba4-46b7-b8d0-ead2b1e56f11 req-08e7eec6-b808-44ff-9351-30265d7c5797 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0463953 Nov 02 12:35:18.858222 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee86e4c-aba4-46b7-b8d0-ead2b1e56f11 req-de49fa65-bf26-4298-b827-980cef8b5751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:18.859828 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ee86e4c-aba4-46b7-b8d0-ead2b1e56f11 req-de49fa65-bf26-4298-b827-980cef8b5751 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492558 Nov 02 12:35:18.955890 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ee86e4c-aba4-46b7-b8d0-ead2b1e56f11 req-ff354e32-2f3c-4ca1-92f5-2cdd5e95b17f service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890231 Nov 02 12:35:19.054197 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0ee86e4c-aba4-46b7-b8d0-ead2b1e56f11 req-fa37d7da-10d4-4a13-ba61-a8cb2ed94810 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911324 Nov 02 12:35:19.488128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bf340-4a62-480a-8eb7-788d5dc8067b req-9fb22d43-6647-4beb-b426-da95e961307b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:19.489694 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-038bf340-4a62-480a-8eb7-788d5dc8067b req-9fb22d43-6647-4beb-b426-da95e961307b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 944 time: 0.0612204 Nov 02 12:35:19.549195 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-038bf340-4a62-480a-8eb7-788d5dc8067b req-36f5ceca-c57b-460a-ad31-dc2de27184f1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529118 Nov 02 12:35:19.772878 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-16f998a5-d6f9-41f7-b452-5eab6b978631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:20.108521 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 27eb459a-f00c-4d86-acca-fae500bb6377 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:20.253308 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 27eb459a-f00c-4d86-acca-fae500bb6377 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:35:20.258303 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 27eb459a-f00c-4d86-acca-fae500bb6377 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:35:20.258721 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:20.352856 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:20.395829 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0e6e71-1093-426e-b57e-d42e77f6458a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27eb459a-f00c-4d86-acca-fae500bb6377'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:35:20.399528 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad7153a-c76a-4e52-b1f8-c5ce12c3a1f2" -d '{"events": [{"server_uuid": "1f0e6e71-1093-426e-b57e-d42e77f6458a", "name": "network-vif-plugged", "status": "completed", "tag": "27eb459a-f00c-4d86-acca-fae500bb6377"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:20.421383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 27eb459a-f00c-4d86-acca-fae500bb6377, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=27eb459a-f00c-4d86-acca-fae500bb6377,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:20.446687 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0571233-56ae-48a6-ab5f-c3a3499b56c1 x-openstack-request-id: req-b0571233-56ae-48a6-ab5f-c3a3499b56c1 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:20.447027 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0e6e71-1093-426e-b57e-d42e77f6458a", "name": "network-vif-plugged", "status": "completed", "tag": "27eb459a-f00c-4d86-acca-fae500bb6377", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:20.447286 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0571233-56ae-48a6-ab5f-c3a3499b56c1 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:20.447709 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0e6e71-1093-426e-b57e-d42e77f6458a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27eb459a-f00c-4d86-acca-fae500bb6377', 'code': 200} Nov 02 12:35:20.485316 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:20.545640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=27eb459a-f00c-4d86-acca-fae500bb6377,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:20.679117 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690bb3b-a671-4f1b-a1c3-0290b48e5708 req-a9a8d262-1880-4628-9558-64859c3d8994 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:20.680790 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9690bb3b-a671-4f1b-a1c3-0290b48e5708 req-a9a8d262-1880-4628-9558-64859c3d8994 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0544441 Nov 02 12:35:20.736332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9690bb3b-a671-4f1b-a1c3-0290b48e5708 req-15f859e1-6674-47df-bea5-a9bff31a1ede tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451090 Nov 02 12:35:20.867901 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd49bc7-e987-4205-896b-50d4e2b2bd6f req-32e002a4-ac70-40c7-932a-a781d76052d7 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:20.869464 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6bd49bc7-e987-4205-896b-50d4e2b2bd6f req-32e002a4-ac70-40c7-932a-a781d76052d7 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0597382 Nov 02 12:35:20.921261 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6bd49bc7-e987-4205-896b-50d4e2b2bd6f req-72419fe5-e3c9-4dc2-8a4d-949963f1bfc1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453305 Nov 02 12:35:21.167492 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:21.366666 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37ad14-0110-4632-a907-563213cd1ab1 req-2bec5e9f-efe1-486d-a293-360635d58bdc tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:21.368309 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f37ad14-0110-4632-a907-563213cd1ab1 req-2bec5e9f-efe1-486d-a293-360635d58bdc tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0576801 Nov 02 12:35:21.434832 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9f37ad14-0110-4632-a907-563213cd1ab1 req-8e7d69c5-f05e-47e2-82b3-7904f24184c8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595770 Nov 02 12:35:21.507126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d0626-0729-4666-8181-159ff3dc4a13 req-c7e0b1c2-1e2f-4743-8a02-68fb54ab3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:21.509361 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d82d0626-0729-4666-8181-159ff3dc4a13 req-c7e0b1c2-1e2f-4743-8a02-68fb54ab3e7a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 1097 time: 0.0463176 Nov 02 12:35:21.618029 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d0626-0729-4666-8181-159ff3dc4a13 req-d30fe3b4-1e42-4a7e-95ae-f46e8c95d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:21.619586 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d82d0626-0729-4666-8181-159ff3dc4a13 req-d30fe3b4-1e42-4a7e-95ae-f46e8c95d355 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1039307 Nov 02 12:35:21.690675 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d82d0626-0729-4666-8181-159ff3dc4a13 req-c6597efa-ab8c-41ff-9228-3108348fb514 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27eb459a-f00c-4d86-acca-fae500bb6377 HTTP/1.1" status: 200 len: 1001 time: 0.0631130 Nov 02 12:35:21.756217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d0626-0729-4666-8181-159ff3dc4a13 req-ea82621e-094f-4dba-a8b2-c2fb13bfbc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:21.758800 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d82d0626-0729-4666-8181-159ff3dc4a13 req-ea82621e-094f-4dba-a8b2-c2fb13bfbc5a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0614758 Nov 02 12:35:21.809080 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d0626-0729-4666-8181-159ff3dc4a13 req-30df3d6e-b61f-4b03-a127-fd2313aa3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:21.810639 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d82d0626-0729-4666-8181-159ff3dc4a13 req-30df3d6e-b61f-4b03-a127-fd2313aa3e91 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452423 Nov 02 12:35:21.921823 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d82d0626-0729-4666-8181-159ff3dc4a13 req-84690d58-e930-4ee7-8455-1d898d660400 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993218 Nov 02 12:35:22.026952 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d82d0626-0729-4666-8181-159ff3dc4a13 req-f8eaa7bc-5ead-4447-b799-1f813f8815ab service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970302 Nov 02 12:35:22.600954 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c450058-f5aa-4d41-8a49-9b962718cced req-3cfbe3f5-823f-47e1-95d9-697569849bb8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:22.607931 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c450058-f5aa-4d41-8a49-9b962718cced req-3cfbe3f5-823f-47e1-95d9-697569849bb8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0919812 Nov 02 12:35:22.663034 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c450058-f5aa-4d41-8a49-9b962718cced req-1450aff1-b2d4-4eb9-b5d6-d7940a2acfaf tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526214 Nov 02 12:35:22.687305 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:23.804054 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3890c-8091-4139-9a6e-e858d64e3718 req-941f1804-edba-4819-a0f5-5e7268eed35e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:23.805711 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8fa3890c-8091-4139-9a6e-e858d64e3718 req-941f1804-edba-4819-a0f5-5e7268eed35e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0562327 Nov 02 12:35:23.866542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8fa3890c-8091-4139-9a6e-e858d64e3718 req-ad4c9ad2-f172-4060-b40e-e9e0ae9878fa tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545852 Nov 02 12:35:24.367358 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:24.529956 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ec343-c84c-43cb-8b55-cd433ac02c3d req-f60f78fc-a335-4a12-9ca4-367af3000f20 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:24.531854 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-149ec343-c84c-43cb-8b55-cd433ac02c3d req-f60f78fc-a335-4a12-9ca4-367af3000f20 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0572627 Nov 02 12:35:24.556010 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:24.588519 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-149ec343-c84c-43cb-8b55-cd433ac02c3d req-707a00d6-48ae-4217-bcc7-76748d73f7d3 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497682 Nov 02 12:35:25.035479 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:25.044471 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:35:25.745085 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227de235-2ce4-46e2-a538-85b5ae22bef6 req-feaa8cd9-1af1-4af4-aff9-bde4c73b0bae tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:25.746770 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-227de235-2ce4-46e2-a538-85b5ae22bef6 req-feaa8cd9-1af1-4af4-aff9-bde4c73b0bae tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0811355 Nov 02 12:35:25.821210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1c172-ac93-43bb-8ddd-8393d2691f6c req-92bdf737-6d4c-45df-a61f-f367a8f0201a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:25.822735 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7dd1c172-ac93-43bb-8ddd-8393d2691f6c req-92bdf737-6d4c-45df-a61f-f367a8f0201a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 945 time: 0.0974324 Nov 02 12:35:25.830995 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-227de235-2ce4-46e2-a538-85b5ae22bef6 req-87ed9e21-8c2f-4484-8c63-a0f83ca22957 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649905 Nov 02 12:35:25.947076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-7dd1c172-ac93-43bb-8ddd-8393d2691f6c req-9b163c7a-80d7-4e49-952e-6b9acba78d25 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Deleting port 27eb459a-f00c-4d86-acca-fae500bb6377 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:35:25.947427 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7dd1c172-ac93-43bb-8ddd-8393d2691f6c req-9b163c7a-80d7-4e49-952e-6b9acba78d25 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:26.052935 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7dd1c172-ac93-43bb-8ddd-8393d2691f6c req-9b163c7a-80d7-4e49-952e-6b9acba78d25 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] For port 27eb459a-f00c-4d86-acca-fae500bb6377, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=27eb459a-f00c-4d86-acca-fae500bb6377,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:26.053220 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7dd1c172-ac93-43bb-8ddd-8393d2691f6c req-9b163c7a-80d7-4e49-952e-6b9acba78d25 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:26.263888 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7dd1c172-ac93-43bb-8ddd-8393d2691f6c req-9b163c7a-80d7-4e49-952e-6b9acba78d25 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:26.264427 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7dd1c172-ac93-43bb-8ddd-8393d2691f6c req-9b163c7a-80d7-4e49-952e-6b9acba78d25 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:26.264752 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [req-7dd1c172-ac93-43bb-8ddd-8393d2691f6c req-9b163c7a-80d7-4e49-952e-6b9acba78d25 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Floating IP d04d309a-e641-4bd9-a9af-417495404a35 disassociated. External IP: 172.25.6.110, port: 27eb459a-f00c-4d86-acca-fae500bb6377. Nov 02 12:35:26.265101 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-7dd1c172-ac93-43bb-8ddd-8393d2691f6c req-9b163c7a-80d7-4e49-952e-6b9acba78d25 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Calling delete_port for 27eb459a-f00c-4d86-acca-fae500bb6377 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:35:26.533178 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7dd1c172-ac93-43bb-8ddd-8393d2691f6c req-9b163c7a-80d7-4e49-952e-6b9acba78d25 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:26.565805 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b163c7a-80d7-4e49-952e-6b9acba78d25 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Pushing event deleted for resources: {'Port': ['ID=27eb459a-f00c-4d86-acca-fae500bb6377,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:26.738363 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dd1c172-ac93-43bb-8ddd-8393d2691f6c req-9b163c7a-80d7-4e49-952e-6b9acba78d25 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Router 71d4c695-0b6b-4b77-a790-9c2d3543372d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:35:26.908413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dd1c172-ac93-43bb-8ddd-8393d2691f6c req-9b163c7a-80d7-4e49-952e-6b9acba78d25 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:35:26.921500 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b681a53b-ae83-4d8b-a1a7-caea400f3e9b None None] Sync routers for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:35:26.941176 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b681a53b-ae83-4d8b-a1a7-caea400f3e9b None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:35:26.941176 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b681a53b-ae83-4d8b-a1a7-caea400f3e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:35:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:27.004431 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-03a15e5e-dca3-4164-abf8-5f6d1900491e req-bc2dde01-eb75-4f6a-a6d3-574fffbf7007 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f0e6e71-1093-426e-b57e-d42e77f6458a HTTP/1.1" status: 200 len: 210 time: 0.0799055 Nov 02 12:35:27.005312 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd1c172-ac93-43bb-8ddd-8393d2691f6c req-9b163c7a-80d7-4e49-952e-6b9acba78d25 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] No DVR routers for this DVR port 27eb459a-f00c-4d86-acca-fae500bb6377 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:35:27.008371 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7dd1c172-ac93-43bb-8ddd-8393d2691f6c req-9b163c7a-80d7-4e49-952e-6b9acba78d25 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:27.013931 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7dd1c172-ac93-43bb-8ddd-8393d2691f6c req-9b163c7a-80d7-4e49-952e-6b9acba78d25 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.79 "DELETE /v2.0/ports/27eb459a-f00c-4d86-acca-fae500bb6377 HTTP/1.1" status: 204 len: 173 time: 1.1793358 Nov 02 12:35:27.014547 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0e6e71-1093-426e-b57e-d42e77f6458a', 'name': 'network-vif-deleted', 'tag': '27eb459a-f00c-4d86-acca-fae500bb6377'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:35:27.019820 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e7ce4e-ef50-4e32-ae32-068b6d1b063b" -d '{"events": [{"server_uuid": "1f0e6e71-1093-426e-b57e-d42e77f6458a", "name": "network-vif-deleted", "tag": "27eb459a-f00c-4d86-acca-fae500bb6377"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:27.062900 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfda7db9-b610-4c61-ac3d-af85816629e0 x-openstack-request-id: req-dfda7db9-b610-4c61-ac3d-af85816629e0 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:27.063508 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0e6e71-1093-426e-b57e-d42e77f6458a", "name": "network-vif-deleted", "tag": "27eb459a-f00c-4d86-acca-fae500bb6377", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:27.063974 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dfda7db9-b610-4c61-ac3d-af85816629e0 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:27.064717 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0e6e71-1093-426e-b57e-d42e77f6458a', 'name': 'network-vif-deleted', 'tag': '27eb459a-f00c-4d86-acca-fae500bb6377', 'status': 'completed', 'code': 200} Nov 02 12:35:27.090126 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b681a53b-ae83-4d8b-a1a7-caea400f3e9b None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:35:27.326024 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b681a53b-ae83-4d8b-a1a7-caea400f3e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:27.359171 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b681a53b-ae83-4d8b-a1a7-caea400f3e9b None None] Checking router: 71d4c695-0b6b-4b77-a790-9c2d3543372d for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:35:27.368495 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b681a53b-ae83-4d8b-a1a7-caea400f3e9b None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:35:27.369276 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b681a53b-ae83-4d8b-a1a7-caea400f3e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:35:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:27.483655 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b681a53b-ae83-4d8b-a1a7-caea400f3e9b None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:35:27.716996 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b681a53b-ae83-4d8b-a1a7-caea400f3e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:27.750845 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b681a53b-ae83-4d8b-a1a7-caea400f3e9b None None] The sync data for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 is: [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:35:28.007781 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1a0297-b84c-45ab-857e-4fe090c0b4e2 None None] New status for floating IP d04d309a-e641-4bd9-a9af-417495404a35: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:35:28.360922 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-b3fbe9a7-3e1d-4b3a-8b65-a7d85bb017b1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--655264809&fields=id&tenant_id=234aa7a451bc4f039f998ec03d8a3f8b HTTP/1.1" status: 200 len: 267 time: 0.0491517 Nov 02 12:35:28.486001 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-811569ab-1902-4282-9e6a-cbbddf104ddc tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:28.487572 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-811569ab-1902-4282-9e6a-cbbddf104ddc tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 812 time: 0.1186264 Nov 02 12:35:28.504937 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-569d3873-c530-496e-8547-14aaf991d4f7 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/quotas/234aa7a451bc4f039f998ec03d8a3f8b HTTP/1.1" status: 200 len: 375 time: 0.0110648 Nov 02 12:35:28.568021 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-fc6cacbb-9ef5-408c-91d9-a2c3e8eacb6a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573058 Nov 02 12:35:28.671859 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-691403c6-f9cf-43a7-bddf-ca2dd44971d2 service neutron] 10.222.0.52 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904279 Nov 02 12:35:28.778094 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-f9458a24-4a0b-4afd-b927-7939babec4cd service neutron] 10.222.0.52 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990114 Nov 02 12:35:29.065732 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc007338-ae82-42f8-913d-d4381ee3bfeb req-cbc28ced-99fb-4579-bd6f-2d241df4833f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 210 time: 0.0289483 Nov 02 12:35:30.160243 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa69b85b-a4c6-438e-a8e2-642299b74758 req-8ff62404-78ca-40e1-ba6b-b6cdd77bb178 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 210 time: 0.0284336 Nov 02 12:35:30.170613 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 27eb459a-f00c-4d86-acca-fae500bb6377 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:35:30.195537 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 27eb459a-f00c-4d86-acca-fae500bb6377 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:35:30.201482 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 27eb459a-f00c-4d86-acca-fae500bb6377 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:35:31.262027 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dfd98cea-818f-42c9-9065-2f3fe758e826 req-a865a10a-079d-4b33-8550-475b611be803 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 210 time: 0.0284801 Nov 02 12:35:31.652507 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-ed1daf81-02ec-45af-b66c-711716624fc4 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:31.653960 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-ed1daf81-02ec-45af-b66c-711716624fc4 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 812 time: 0.1101284 Nov 02 12:35:31.724115 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-b0dd3ef3-6959-46e9-97fe-3186b770cb2a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=234aa7a451bc4f039f998ec03d8a3f8b HTTP/1.1" status: 200 len: 379 time: 0.0600717 Nov 02 12:35:31.737618 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Request body: {'port': {'device_id': '83191a8e-17f6-4122-bb65-efd552bc7998', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'admin_state_up': True, 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'security_groups': ['faf20390-f7c1-498d-a7b8-ecbef1dd8f33']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:35:31.988416 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Made reservation on behalf of 234aa7a451bc4f039f998ec03d8a3f8b for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:35:31.992321 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:32.148842 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Allocated IP 172.20.0.14 (3467fb3a-a332-45a4-bba6-f1e87f827c3b/5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe/83cc696f-c461-4596-b850-87d289802d7e) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:35:32.341087 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:32.367099 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-195df11d-670d-459d-bd29-b6e06d13e50e req-de3d7f2a-b8d6-4f4b-88e6-8187c90a5ba5 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 210 time: 0.0299327 Nov 02 12:35:32.474266 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:32.529356 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Network 3467fb3a-a332-45a4-bba6-f1e87f827c3b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:35:32.536110 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:35:32.540501 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:35:32.569664 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Pushing event updated for resources: {'Port': ['ID=83cc696f-c461-4596-b850-87d289802d7e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:32.586202 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:32.586556 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:32.586902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:32.587287 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:32.587642 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:32.587992 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:32.588323 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:32.588869 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:32.589221 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:32.589553 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:32.589885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:32.590216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:35:32.617437 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:32.618106 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:32.724271 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-b6d8297e-a3c0-4f0a-a526-7bac58448cb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9935551 Nov 02 12:35:32.738662 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-9c5c8ebb-24dd-4e5f-8083-2aca6bb8d338 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:35:32.738662 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-9c5c8ebb-24dd-4e5f-8083-2aca6bb8d338 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0059180 Nov 02 12:35:32.752428 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Request body: {'port': {'device_id': '83191a8e-17f6-4122-bb65-efd552bc7998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:35:32.789365 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9ebdc0e4-4451-4779-8c34-02e5aa629704 None None] Provisioning complete for port 83cc696f-c461-4596-b850-87d289802d7e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:35:32.789990 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9ebdc0e4-4451-4779-8c34-02e5aa629704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:32.814969 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:32.830918 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9ebdc0e4-4451-4779-8c34-02e5aa629704 None None] Port 83cc696f-c461-4596-b850-87d289802d7e cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:35:33.112746 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83cc696f-c461-4596-b850-87d289802d7e {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:35:33.121669 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:33.136119 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Transition to ACTIVE for port object 83cc696f-c461-4596-b850-87d289802d7e will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:35:33.281499 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:33.342210 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Pushing event updated for resources: {'Port': ['ID=83cc696f-c461-4596-b850-87d289802d7e,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:33.436911 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Attempting to bind port 83cc696f-c461-4596-b850-87d289802d7e on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:35:33.437473 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Attempting to bind port 83cc696f-c461-4596-b850-87d289802d7e by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:35:33.438832 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Attempting to bind port 83cc696f-c461-4596-b850-87d289802d7e on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:33.452132 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Port 83cc696f-c461-4596-b850-87d289802d7e on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:35:33.452654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Attempting to bind port 83cc696f-c461-4596-b850-87d289802d7e on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:35:33.462422 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:35:33.463021 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Checking segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:35:33.463660 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Bound using segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:35:33.464406 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Bound port: 83cc696f-c461-4596-b850-87d289802d7e, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:35:33.464989 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:33.527838 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e0a1d-2548-4d5a-a2c3-496cfe1d3260 req-cfe8a24e-249e-495e-8e31-c02435517c79 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:33.529432 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f54e0a1d-2548-4d5a-a2c3-496cfe1d3260 req-cfe8a24e-249e-495e-8e31-c02435517c79 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 944 time: 0.0719373 Nov 02 12:35:33.569014 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] For port 83cc696f-c461-4596-b850-87d289802d7e, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:35:33.572676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] For port 83cc696f-c461-4596-b850-87d289802d7e, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=83cc696f-c461-4596-b850-87d289802d7e,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:35:33.595982 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f54e0a1d-2548-4d5a-a2c3-496cfe1d3260 req-bd1b5df0-68af-4210-a9f8-fb18670ab403 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593379 Nov 02 12:35:33.636122 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:33.679633 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:33.680309 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:33.681781 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] 10.222.0.54 "PUT /v2.0/ports/83cc696f-c461-4596-b850-87d289802d7e HTTP/1.1" status: 200 len: 1093 time: 0.9366219 Nov 02 12:35:33.682235 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83191a8e-17f6-4122-bb65-efd552bc7998', 'tag': '83cc696f-c461-4596-b850-87d289802d7e'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:35:33.684611 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beffeca9-2ca8-4555-8933-a6f04ddb58f0" -d '{"events": [{"name": "network-changed", "server_uuid": "83191a8e-17f6-4122-bb65-efd552bc7998", "tag": "83cc696f-c461-4596-b850-87d289802d7e"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:33.724104 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22318524-e30f-41ca-8f2c-0075849f732f service neutron] Pushing event updated for resources: {'Port': ['ID=83cc696f-c461-4596-b850-87d289802d7e,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:33.752181 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8d0c8e-5c1d-41af-a7b1-f41d51ac84c5 x-openstack-request-id: req-fa8d0c8e-5c1d-41af-a7b1-f41d51ac84c5 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:33.752181 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83191a8e-17f6-4122-bb65-efd552bc7998", "tag": "83cc696f-c461-4596-b850-87d289802d7e", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:33.752181 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa8d0c8e-5c1d-41af-a7b1-f41d51ac84c5 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:33.752181 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83191a8e-17f6-4122-bb65-efd552bc7998', 'tag': '83cc696f-c461-4596-b850-87d289802d7e', 'status': 'completed', 'code': 200} Nov 02 12:35:33.823157 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffeca9-2ca8-4555-8933-a6f04ddb58f0 req-97a02c8f-cd5e-4bf2-bfe7-2f6bfcb940ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:33.824757 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-beffeca9-2ca8-4555-8933-a6f04ddb58f0 req-97a02c8f-cd5e-4bf2-bfe7-2f6bfcb940ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 1096 time: 0.0486989 Nov 02 12:35:33.946079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffeca9-2ca8-4555-8933-a6f04ddb58f0 req-b2bed2b1-f8fe-493c-946f-c102180f66b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:33.947514 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-beffeca9-2ca8-4555-8933-a6f04ddb58f0 req-b2bed2b1-f8fe-493c-946f-c102180f66b4 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1141536 Nov 02 12:35:34.062533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffeca9-2ca8-4555-8933-a6f04ddb58f0 req-885cd828-8bba-4aff-b0a0-a74440c167d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:34.065468 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-beffeca9-2ca8-4555-8933-a6f04ddb58f0 req-885cd828-8bba-4aff-b0a0-a74440c167d9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1100438 Nov 02 12:35:34.155588 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-dec23fd6-aa68-4609-8d0b-11ae2121753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:34.157774 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-dec23fd6-aa68-4609-8d0b-11ae2121753f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 1096 time: 0.0452714 Nov 02 12:35:34.202326 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-bbbf584e-1ac5-4d78-94e7-9c93f22bc1d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83cc696f-c461-4596-b850-87d289802d7e HTTP/1.1" status: 200 len: 217 time: 0.0369372 Nov 02 12:35:34.263857 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-617c536f-38ef-4a1b-b116-5b320e2b84d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:34.265336 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-617c536f-38ef-4a1b-b116-5b320e2b84d0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0493691 Nov 02 12:35:34.322504 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-894efc67-6d04-491d-aad0-5ffffb0db954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:34.324078 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-894efc67-6d04-491d-aad0-5ffffb0db954 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498083 Nov 02 12:35:34.426529 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-2a3ea4cc-af32-4a03-9e07-a8399b680732 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955358 Nov 02 12:35:34.544709 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-70a15583-d12c-4c5c-b82e-f346cfecdc1a req-d2c7fb9a-4c55-4435-9f24-31484f244cb1 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104045 Nov 02 12:35:34.773820 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13404fae-d450-4098-8f01-443143ece016 req-ce60cf29-b295-4ac9-aa7b-27c5db99ef24 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:34.773820 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-13404fae-d450-4098-8f01-443143ece016 req-ce60cf29-b295-4ac9-aa7b-27c5db99ef24 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 944 time: 0.0576489 Nov 02 12:35:34.789160 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-13404fae-d450-4098-8f01-443143ece016 req-8f4c9ed2-4009-46d3-a433-728d90b2d48d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512750 Nov 02 12:35:35.918538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab5b01-46ce-4242-9ec1-ef4075c40dca req-dad922c9-288e-4b1c-849b-047bdcfb6d0e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:35.920123 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93ab5b01-46ce-4242-9ec1-ef4075c40dca req-dad922c9-288e-4b1c-849b-047bdcfb6d0e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 944 time: 0.0537028 Nov 02 12:35:35.978166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93ab5b01-46ce-4242-9ec1-ef4075c40dca req-c7eb3779-5119-4d9a-a1ec-e24cf44f9857 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516551 Nov 02 12:35:36.930052 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 83cc696f-c461-4596-b850-87d289802d7e details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:35:37.039863 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 83cc696f-c461-4596-b850-87d289802d7e, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=83cc696f-c461-4596-b850-87d289802d7e,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:37.053591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '83cc696f-c461-4596-b850-87d289802d7e', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'port_id': '83cc696f-c461-4596-b850-87d289802d7e', 'mac_address': 'fa:16:3e:41:64:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:35:37.101629 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:37.117238 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cc696f-c461-4596-b850-87d289802d7e {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:35:37.141673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 83cc696f-c461-4596-b850-87d289802d7e, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=83cc696f-c461-4596-b850-87d289802d7e,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:37.167533 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6e282-fe2c-4de5-b2e0-8894a0d26a56 req-76479792-6f88-413c-8a3a-61ea75bc9331 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:37.169492 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-45e6e282-fe2c-4de5-b2e0-8894a0d26a56 req-76479792-6f88-413c-8a3a-61ea75bc9331 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 944 time: 0.0662498 Nov 02 12:35:37.222053 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-45e6e282-fe2c-4de5-b2e0-8894a0d26a56 req-5999617b-19d2-40fb-990b-48a2914c03d0 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457268 Nov 02 12:35:37.224214 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:37.280066 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=83cc696f-c461-4596-b850-87d289802d7e,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:37.461406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['83cc696f-c461-4596-b850-87d289802d7e'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:35:38.351681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f4af1-b103-418c-96d0-9df07670ee47 req-fc2cc626-f40c-4520-94a1-57b55797d483 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:38.353215 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-197f4af1-b103-418c-96d0-9df07670ee47 req-fc2cc626-f40c-4520-94a1-57b55797d483 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 945 time: 0.0537255 Nov 02 12:35:38.407527 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-197f4af1-b103-418c-96d0-9df07670ee47 req-5f3fd5d3-5d29-4c73-8c59-225f6ed7261a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479734 Nov 02 12:35:38.941705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 83cc696f-c461-4596-b850-87d289802d7e up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:35:39.067703 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 83cc696f-c461-4596-b850-87d289802d7e completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:35:39.071932 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 83cc696f-c461-4596-b850-87d289802d7e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:35:39.072486 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:39.163141 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:39.191146 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83191a8e-17f6-4122-bb65-efd552bc7998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cc696f-c461-4596-b850-87d289802d7e'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:35:39.193699 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f6ed7b-67d2-4be7-ac17-1a1ed12c042f" -d '{"events": [{"server_uuid": "83191a8e-17f6-4122-bb65-efd552bc7998", "name": "network-vif-plugged", "status": "completed", "tag": "83cc696f-c461-4596-b850-87d289802d7e"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:39.218767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 83cc696f-c461-4596-b850-87d289802d7e, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=83cc696f-c461-4596-b850-87d289802d7e,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:35:39.248242 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cdd985-6757-477c-9159-f1ed594f91e7 x-openstack-request-id: req-71cdd985-6757-477c-9159-f1ed594f91e7 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:39.248242 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83191a8e-17f6-4122-bb65-efd552bc7998", "name": "network-vif-plugged", "status": "completed", "tag": "83cc696f-c461-4596-b850-87d289802d7e", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:39.248242 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71cdd985-6757-477c-9159-f1ed594f91e7 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:39.248242 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83191a8e-17f6-4122-bb65-efd552bc7998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cc696f-c461-4596-b850-87d289802d7e', 'code': 200} Nov 02 12:35:39.314787 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:39.355989 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c3b2e-a917-4b98-b3b8-0e66563661c4 req-f0e63977-47f5-4c8b-b75c-710c69f4738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:39.357465 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-151c3b2e-a917-4b98-b3b8-0e66563661c4 req-f0e63977-47f5-4c8b-b75c-710c69f4738b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 1098 time: 0.0532489 Nov 02 12:35:39.412217 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-151c3b2e-a917-4b98-b3b8-0e66563661c4 req-46dc9d4c-d195-4c73-90b4-ee50513f6ee1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470161 Nov 02 12:35:39.549138 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=83cc696f-c461-4596-b850-87d289802d7e,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:35:39.565123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accec5ad-2a4b-4573-a824-48948bff2c73 req-873b6d4d-3514-4a12-b451-02e2538497cf tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:39.567870 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-accec5ad-2a4b-4573-a824-48948bff2c73 req-873b6d4d-3514-4a12-b451-02e2538497cf tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0757675 Nov 02 12:35:39.623052 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-accec5ad-2a4b-4573-a824-48948bff2c73 req-9226b6aa-4d19-44b2-a1ee-1dea06c71821 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486875 Nov 02 12:35:40.764391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9756b51-7a8c-4387-a8f7-dcb77811d859 req-eb31c5ff-fb94-4ee6-9903-073703081a9f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:40.766205 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9756b51-7a8c-4387-a8f7-dcb77811d859 req-eb31c5ff-fb94-4ee6-9903-073703081a9f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0643573 Nov 02 12:35:40.820422 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9756b51-7a8c-4387-a8f7-dcb77811d859 req-4d1a7e2d-546a-4c30-97cc-db38c414106e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470064 Nov 02 12:35:41.944414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a42ebe-3bca-4fd1-9148-c989e9029c60 req-275ccae8-d129-439d-b44b-796e3f70ae00 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:41.945944 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48a42ebe-3bca-4fd1-9148-c989e9029c60 req-275ccae8-d129-439d-b44b-796e3f70ae00 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0540974 Nov 02 12:35:42.006115 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48a42ebe-3bca-4fd1-9148-c989e9029c60 req-23228685-759a-4cc5-b952-8c62e00ace50 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541193 Nov 02 12:35:42.132432 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee9c6c-7b5e-40b3-a8c1-f18eca7c0567 req-bd2969b9-09f4-46ec-8ebb-eab6299ba7b5 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:42.133922 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85ee9c6c-7b5e-40b3-a8c1-f18eca7c0567 req-bd2969b9-09f4-46ec-8ebb-eab6299ba7b5 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0600224 Nov 02 12:35:42.144076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 56972) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:35:42.148770 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0b437cc2-3919-41dd-a438-ba7de3d7e89b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Request body: {'floatingip': {'port_id': '83cc696f-c461-4596-b850-87d289802d7e'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:35:42.189392 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b437cc2-3919-41dd-a438-ba7de3d7e89b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:42.658730 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b437cc2-3919-41dd-a438-ba7de3d7e89b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:42.743634 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b437cc2-3919-41dd-a438-ba7de3d7e89b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:42.854067 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-0b437cc2-3919-41dd-a438-ba7de3d7e89b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Floating IP d04d309a-e641-4bd9-a9af-417495404a35 associated. External IP: 172.25.6.110, port: 83cc696f-c461-4596-b850-87d289802d7e. Nov 02 12:35:43.090913 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b437cc2-3919-41dd-a438-ba7de3d7e89b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Router 71d4c695-0b6b-4b77-a790-9c2d3543372d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:35:43.208390 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b437cc2-3919-41dd-a438-ba7de3d7e89b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:35:43.213578 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0b437cc2-3919-41dd-a438-ba7de3d7e89b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:43.218509 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5fc6b0-7270-4765-bc71-059e238dc267 None None] Sync routers for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:35:43.232408 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5fc6b0-7270-4765-bc71-059e238dc267 None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:35:43.233029 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ac5fc6b0-7270-4765-bc71-059e238dc267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:35:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:43.242488 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0b437cc2-3919-41dd-a438-ba7de3d7e89b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "PUT /v2.0/floatingips/d04d309a-e641-4bd9-a9af-417495404a35 HTTP/1.1" status: 200 len: 992 time: 1.0972712 Nov 02 12:35:43.243099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83191a8e-17f6-4122-bb65-efd552bc7998', 'tag': '83cc696f-c461-4596-b850-87d289802d7e'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:35:43.245391 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27be7419-db20-4df8-b4c3-13b00575e6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "83191a8e-17f6-4122-bb65-efd552bc7998", "tag": "83cc696f-c461-4596-b850-87d289802d7e"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:35:43.340813 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce9fe9b-bcee-4a99-8c9d-9bf65422e6d0 x-openstack-request-id: req-8ce9fe9b-bcee-4a99-8c9d-9bf65422e6d0 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:35:43.341186 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83191a8e-17f6-4122-bb65-efd552bc7998", "tag": "83cc696f-c461-4596-b850-87d289802d7e", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:35:43.341390 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ce9fe9b-bcee-4a99-8c9d-9bf65422e6d0 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:35:43.342125 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83191a8e-17f6-4122-bb65-efd552bc7998', 'tag': '83cc696f-c461-4596-b850-87d289802d7e', 'status': 'completed', 'code': 200} Nov 02 12:35:43.343486 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ac5fc6b0-7270-4765-bc71-059e238dc267 None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:35:43.409220 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be7419-db20-4df8-b4c3-13b00575e6d4 req-ea2a8d98-3748-4e3d-9e4f-9291136b6231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:43.410728 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27be7419-db20-4df8-b4c3-13b00575e6d4 req-ea2a8d98-3748-4e3d-9e4f-9291136b6231 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 1098 time: 0.0462534 Nov 02 12:35:43.526606 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be7419-db20-4df8-b4c3-13b00575e6d4 req-f036099a-2c05-41a3-b012-42e52851ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:43.528301 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27be7419-db20-4df8-b4c3-13b00575e6d4 req-f036099a-2c05-41a3-b012-42e52851ce12 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1101794 Nov 02 12:35:43.618893 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27be7419-db20-4df8-b4c3-13b00575e6d4 req-50cb0750-d52b-4f0a-944d-1f37b9311704 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83cc696f-c461-4596-b850-87d289802d7e HTTP/1.1" status: 200 len: 1000 time: 0.0827539 Nov 02 12:35:43.671806 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be7419-db20-4df8-b4c3-13b00575e6d4 req-f9e54a96-da15-4b73-8799-b06730f1317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:43.673646 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27be7419-db20-4df8-b4c3-13b00575e6d4 req-f9e54a96-da15-4b73-8799-b06730f1317a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0480516 Nov 02 12:35:43.704018 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ac5fc6b0-7270-4765-bc71-059e238dc267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'd04d309a-e641-4bd9-a9af-417495404a35', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'port_id': '83cc696f-c461-4596-b850-87d289802d7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'mac_address': 'fa:16:3e:41:64:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83191a8e-17f6-4122-bb65-efd552bc7998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:30:39Z', 'updated_at': '2021-11-02T12:35:42Z', 'revision_number': 9, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:43.726120 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be7419-db20-4df8-b4c3-13b00575e6d4 req-275ad891-0777-4b7f-bd0a-3412c0ba74dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:35:43.727674 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27be7419-db20-4df8-b4c3-13b00575e6d4 req-275ad891-0777-4b7f-bd0a-3412c0ba74dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444338 Nov 02 12:35:43.730757 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5fc6b0-7270-4765-bc71-059e238dc267 None None] Checking router: 71d4c695-0b6b-4b77-a790-9c2d3543372d for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:35:43.740278 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5fc6b0-7270-4765-bc71-059e238dc267 None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:35:43.740884 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ac5fc6b0-7270-4765-bc71-059e238dc267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:35:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:43.831966 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27be7419-db20-4df8-b4c3-13b00575e6d4 req-0c2b4430-48d8-4d44-b189-c8dd7e71bb36 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958881 Nov 02 12:35:43.851541 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ac5fc6b0-7270-4765-bc71-059e238dc267 None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:35:43.938587 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-27be7419-db20-4df8-b4c3-13b00575e6d4 req-a66494e8-1465-4e00-99d9-48c05540d50e service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992599 Nov 02 12:35:44.095518 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ac5fc6b0-7270-4765-bc71-059e238dc267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'd04d309a-e641-4bd9-a9af-417495404a35', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'port_id': '83cc696f-c461-4596-b850-87d289802d7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'mac_address': 'fa:16:3e:41:64:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83191a8e-17f6-4122-bb65-efd552bc7998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:30:39Z', 'updated_at': '2021-11-02T12:35:42Z', 'revision_number': 9, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:35:44.122237 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5fc6b0-7270-4765-bc71-059e238dc267 None None] The sync data for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 is: [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'd04d309a-e641-4bd9-a9af-417495404a35', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'port_id': '83cc696f-c461-4596-b850-87d289802d7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'mac_address': 'fa:16:3e:41:64:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83191a8e-17f6-4122-bb65-efd552bc7998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:30:39Z', 'updated_at': '2021-11-02T12:35:42Z', 'revision_number': 9, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:35:44.331714 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b99ac71-be82-4f65-a769-2424c0fb3c85 None None] New status for floating IP d04d309a-e641-4bd9-a9af-417495404a35: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:35:47.623493 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c40fa9e3-5b59-4395-b145-e5ee8caac170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:49.754209 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c3f80f84-1efa-42f6-8884-226b41575a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:51.268844 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:52.662952 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:54.324665 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:54.690191 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:35:55.022044 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:36:02.046049 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:36:17.570608 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd62f-9a3e-4e11-9094-f8c89326c753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:36:19.753378 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-95058c1f-7e1b-4cc1-8db7-4b8901cec960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:36:21.164349 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:36:22.621705 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:36:24.455861 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:36:24.626701 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:36:25.034529 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:36:27.926089 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0a799ba-cde6-437b-975f-90a6fe46961e req-d59d39c7-3e6d-4e10-af65-5c439db889a3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426092 Nov 02 12:36:28.023163 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a799ba-cde6-437b-975f-90a6fe46961e req-6385c970-dd45-49ae-a49e-4aeb25f0d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:36:28.029114 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0a799ba-cde6-437b-975f-90a6fe46961e req-6385c970-dd45-49ae-a49e-4aeb25f0d8bc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 1098 time: 0.0466182 Nov 02 12:36:28.142568 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a799ba-cde6-437b-975f-90a6fe46961e req-930a8f4b-d073-4356-bd88-43d3fa5b4c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:36:28.144090 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0a799ba-cde6-437b-975f-90a6fe46961e req-930a8f4b-d073-4356-bd88-43d3fa5b4c62 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.0946648 Nov 02 12:36:28.220998 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0a799ba-cde6-437b-975f-90a6fe46961e req-3457e2ea-cea1-4217-b476-71dfa61cf8f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83cc696f-c461-4596-b850-87d289802d7e HTTP/1.1" status: 200 len: 1003 time: 0.0700285 Nov 02 12:36:28.279333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a799ba-cde6-437b-975f-90a6fe46961e req-50f8b7b2-0832-48ab-814d-03465a3b2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:36:28.281926 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0a799ba-cde6-437b-975f-90a6fe46961e req-50f8b7b2-0832-48ab-814d-03465a3b2eb9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0492756 Nov 02 12:36:28.330673 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a799ba-cde6-437b-975f-90a6fe46961e req-9b6ff20d-bdc1-45e4-8bc1-a95dba5fe551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:36:28.332237 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0a799ba-cde6-437b-975f-90a6fe46961e req-9b6ff20d-bdc1-45e4-8bc1-a95dba5fe551 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433767 Nov 02 12:36:28.431933 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0a799ba-cde6-437b-975f-90a6fe46961e req-7d798d1d-3167-49b7-9b97-76d379681dc6 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920422 Nov 02 12:36:28.528014 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0a799ba-cde6-437b-975f-90a6fe46961e req-dcbf8e0a-2a64-440d-a729-7ebcdd4bbc60 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886095 Nov 02 12:36:39.047183 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:36:47.552068 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2fbacc02-84ac-404b-83e6-188c6c53c0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:36:49.820498 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2088ef62-3760-4b9d-8cd3-f26a6a2f6958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:36:51.180376 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:36:52.654624 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:36:54.340295 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:36:54.591727 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:36:55.025582 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:16.047338 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:37:17.601935 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-76ad2cbc-dbd5-400c-b5c9-5826c74a60b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:18.863038 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4c35a-1978-4825-a8b9-bd306437fae3 req-45a6a26d-89e8-418b-bff2-a93cc2afa5de tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:18.864712 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d4a4c35a-1978-4825-a8b9-bd306437fae3 req-45a6a26d-89e8-418b-bff2-a93cc2afa5de tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0621872 Nov 02 12:37:18.915589 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d4a4c35a-1978-4825-a8b9-bd306437fae3 req-3c22e12d-fc94-4bbc-984b-2e8fcb7e23d6 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449045 Nov 02 12:37:18.971990 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-2b9932d8-cb2c-4782-a4bc-258a49273e34 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0464349 Nov 02 12:37:19.744831 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5ad3ca90-87e9-4470-a4c6-769f030f7461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:20.049070 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef4610-20fd-4c9c-bee1-32bbf7072e50 req-ff84d7dc-d810-4a1c-8390-f1005e8f47a9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:20.050584 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-95ef4610-20fd-4c9c-bee1-32bbf7072e50 req-ff84d7dc-d810-4a1c-8390-f1005e8f47a9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0568545 Nov 02 12:37:20.102313 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-95ef4610-20fd-4c9c-bee1-32bbf7072e50 req-a2438767-a512-4b4b-bd0d-8afbd78fc595 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453975 Nov 02 12:37:21.104319 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-9bbf6d4c-de4b-412e-aced-3a00601461b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:21.105916 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-9bbf6d4c-de4b-412e-aced-3a00601461b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 1098 time: 0.0450509 Nov 02 12:37:21.179422 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:21.209225 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-3e76c6b5-228b-4654-afd6-ed7e4daeaf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:21.210729 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-3e76c6b5-228b-4654-afd6-ed7e4daeaf20 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.0984151 Nov 02 12:37:21.227215 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d301a7-4290-401b-9d22-46a12e4d5706 req-9b30c791-26ed-46f6-b642-ed3d5bbf7e41 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:21.228785 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47d301a7-4290-401b-9d22-46a12e4d5706 req-9b30c791-26ed-46f6-b642-ed3d5bbf7e41 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0547416 Nov 02 12:37:21.278241 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47d301a7-4290-401b-9d22-46a12e4d5706 req-2ee95c75-c4e1-4076-9e0e-8bcfb5a8962e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426161 Nov 02 12:37:21.284375 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-3a88b90a-c872-47e8-852a-8494c23c6243 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83cc696f-c461-4596-b850-87d289802d7e HTTP/1.1" status: 200 len: 1003 time: 0.0663471 Nov 02 12:37:21.337523 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-9bdd9cfa-beba-459f-a057-874802d26530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:21.339339 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-9bdd9cfa-beba-459f-a057-874802d26530 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0475264 Nov 02 12:37:21.391339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-9ee36849-fd94-4edf-b7d0-bfb9e6726afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:21.392854 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-9ee36849-fd94-4edf-b7d0-bfb9e6726afc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463245 Nov 02 12:37:21.493568 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-0129ded7-53a5-46ac-9e82-e8a395940f38 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931120 Nov 02 12:37:21.590524 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-202675af-79e9-4468-96e6-491eb04bd3e6 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891666 Nov 02 12:37:22.404714 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dcc3e-1f34-4fea-8037-5a302a20ddaf req-1f1ece20-8df8-4f12-8d6d-d91aa7f56ddd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:22.406708 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d77dcc3e-1f34-4fea-8037-5a302a20ddaf req-1f1ece20-8df8-4f12-8d6d-d91aa7f56ddd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0553508 Nov 02 12:37:22.653671 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:22.800207 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d77dcc3e-1f34-4fea-8037-5a302a20ddaf req-ae606207-543c-43cd-8216-dbc84ca3ad6e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3872666 Nov 02 12:37:23.924972 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983573ca-4505-4bd5-be25-27c66478e689 req-76889b9e-cb69-45a0-a335-56a7ad12a3b1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:23.926478 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-983573ca-4505-4bd5-be25-27c66478e689 req-76889b9e-cb69-45a0-a335-56a7ad12a3b1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0522590 Nov 02 12:37:23.975149 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-983573ca-4505-4bd5-be25-27c66478e689 req-1df8d9d9-0634-487e-b504-2af9ba14653c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426402 Nov 02 12:37:24.384413 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:24.596589 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:25.013736 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:25.097356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73450782-2a63-4b31-a5a8-57c3372ca744 req-3e1c62b0-7a5c-4549-b7f5-cd2ed89632bf tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:25.102872 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73450782-2a63-4b31-a5a8-57c3372ca744 req-3e1c62b0-7a5c-4549-b7f5-cd2ed89632bf tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0527980 Nov 02 12:37:25.152498 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-73450782-2a63-4b31-a5a8-57c3372ca744 req-be59a0b6-a5a8-430e-a45c-7b4c2e32c49e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474339 Nov 02 12:37:26.275300 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af3e9a-d449-435b-adce-d611a7352c42 req-e7cdf8e9-0f6a-4fa1-a2eb-2f37ddfae70b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:26.276784 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d5af3e9a-d449-435b-adce-d611a7352c42 req-e7cdf8e9-0f6a-4fa1-a2eb-2f37ddfae70b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0516338 Nov 02 12:37:26.326103 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d5af3e9a-d449-435b-adce-d611a7352c42 req-f72aca3f-9d58-4cb6-90e1-a7d26b7b5286 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432742 Nov 02 12:37:27.449582 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270bcbe-67c6-4881-a3e0-f5c8152421e5 req-10c6f971-c80f-4b26-812c-8418d1f20e71 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:27.451196 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f270bcbe-67c6-4881-a3e0-f5c8152421e5 req-10c6f971-c80f-4b26-812c-8418d1f20e71 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0506935 Nov 02 12:37:27.502122 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f270bcbe-67c6-4881-a3e0-f5c8152421e5 req-ee609fee-46e1-4b3f-b334-830f44b362bf tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442638 Nov 02 12:37:28.346173 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2b69c-4fa2-4580-aa63-19bebd09f693 req-b4d45150-c23b-49c6-a609-853f922a8e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:28.347627 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4b2b69c-4fa2-4580-aa63-19bebd09f693 req-b4d45150-c23b-49c6-a609-853f922a8e2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 1098 time: 0.4385672 Nov 02 12:37:28.456250 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2b69c-4fa2-4580-aa63-19bebd09f693 req-0191950a-9004-4e26-9527-3631dfdd93db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:28.457753 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4b2b69c-4fa2-4580-aa63-19bebd09f693 req-0191950a-9004-4e26-9527-3631dfdd93db service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.0875697 Nov 02 12:37:28.531655 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4b2b69c-4fa2-4580-aa63-19bebd09f693 req-5fc93936-90c1-4e4a-95d6-03ad7f3d5572 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83cc696f-c461-4596-b850-87d289802d7e HTTP/1.1" status: 200 len: 1003 time: 0.0662003 Nov 02 12:37:28.586529 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2b69c-4fa2-4580-aa63-19bebd09f693 req-3837263f-f858-44bb-a590-f746054960e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:28.588381 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4b2b69c-4fa2-4580-aa63-19bebd09f693 req-3837263f-f858-44bb-a590-f746054960e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0495152 Nov 02 12:37:28.635945 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da1180-0fcc-4a19-b298-3b8672432066 req-10853d78-00e1-4bd5-9e13-db70e8f0a13c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:28.640006 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66da1180-0fcc-4a19-b298-3b8672432066 req-10853d78-00e1-4bd5-9e13-db70e8f0a13c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0569317 Nov 02 12:37:28.640219 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2b69c-4fa2-4580-aa63-19bebd09f693 req-9924f7ce-c6b9-445e-9cdb-e2a1475081d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:28.640572 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4b2b69c-4fa2-4580-aa63-19bebd09f693 req-9924f7ce-c6b9-445e-9cdb-e2a1475081d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441368 Nov 02 12:37:28.693783 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66da1180-0fcc-4a19-b298-3b8672432066 req-dfe6045c-159a-47bb-ae9e-e646cb8684cc tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492907 Nov 02 12:37:28.741522 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4b2b69c-4fa2-4580-aa63-19bebd09f693 req-201a450c-943c-42e0-b67a-695cc4fd61e8 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942793 Nov 02 12:37:28.845206 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f4b2b69c-4fa2-4580-aa63-19bebd09f693 req-d5bf71d1-2638-465d-b989-b5fae4197a64 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956447 Nov 02 12:37:29.818790 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88855f92-28a5-4bf9-9fcd-08271794226d req-55271028-6d24-4022-9acc-560e22a0369f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:29.820344 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88855f92-28a5-4bf9-9fcd-08271794226d req-55271028-6d24-4022-9acc-560e22a0369f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0514057 Nov 02 12:37:29.875704 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-88855f92-28a5-4bf9-9fcd-08271794226d req-3c5e73a2-1f0c-4eb8-b33c-e7412748621e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492013 Nov 02 12:37:31.005279 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526b33c-8e4b-4146-84f2-1880c132227a req-7ff4a8c4-0a3c-461f-9e8f-8e263723a1ef tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:31.006876 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c526b33c-8e4b-4146-84f2-1880c132227a req-7ff4a8c4-0a3c-461f-9e8f-8e263723a1ef tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0530384 Nov 02 12:37:31.063740 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c526b33c-8e4b-4146-84f2-1880c132227a req-01963775-9dd8-4fd3-8646-a75317361465 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505395 Nov 02 12:37:32.186160 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae03daf-9a64-453a-8b7c-b83bff0fdf4c req-870066df-891d-4504-9bf5-c11630e60c8e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:32.188505 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8ae03daf-9a64-453a-8b7c-b83bff0fdf4c req-870066df-891d-4504-9bf5-c11630e60c8e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0507812 Nov 02 12:37:32.239616 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8ae03daf-9a64-453a-8b7c-b83bff0fdf4c req-ba403546-86a3-4fb3-97e4-1019c9f87358 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450394 Nov 02 12:37:33.433842 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b960237-cd25-49c8-bce2-8a5c454fed4c req-773523c2-4037-4367-adbc-17efcc0eba01 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:33.435541 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b960237-cd25-49c8-bce2-8a5c454fed4c req-773523c2-4037-4367-adbc-17efcc0eba01 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.1232660 Nov 02 12:37:33.488851 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b960237-cd25-49c8-bce2-8a5c454fed4c req-60f06a59-8b60-4d96-b778-73e6cc7f8c3e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466766 Nov 02 12:37:33.821988 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-fbe133e7-04ad-434a-a2d9-77fe7972bf89 service neutron] show failed (client error): The resource could not be found. Nov 02 12:37:33.823050 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-fbe133e7-04ad-434a-a2d9-77fe7972bf89 service neutron] 10.222.0.54 "GET /v2.0/ports/83cc696f-c461-4596-b850-87d289802d7e/bindings/n-h1-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.0558305 Nov 02 12:37:34.419845 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-deb41249-2217-4241-977d-ee15408e7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:34.421861 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-deb41249-2217-4241-977d-ee15408e7664 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998&tenant_id=234aa7a451bc4f039f998ec03d8a3f8b HTTP/1.1" status: 200 len: 1098 time: 0.0462701 Nov 02 12:37:34.433149 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a2d5cc60-ae35-4bf2-bbad-f1a4d1c47be6 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:37:34.434121 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a2d5cc60-ae35-4bf2-bbad-f1a4d1c47be6 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0050447 Nov 02 12:37:34.446517 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:37:34.502008 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:34.690401 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234aaf3c-2d30-4fcc-b811-45a460c22ae5 req-1670bc4b-08c1-4758-b7cf-3cf4fa32aecd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:34.691946 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-234aaf3c-2d30-4fcc-b811-45a460c22ae5 req-1670bc4b-08c1-4758-b7cf-3cf4fa32aecd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.1301086 Nov 02 12:37:34.790337 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-234aaf3c-2d30-4fcc-b811-45a460c22ae5 req-95ff576d-218b-4981-a3a3-89e84b251d3e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690606 Nov 02 12:37:34.792204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] For port 83cc696f-c461-4596-b850-87d289802d7e, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=83cc696f-c461-4596-b850-87d289802d7e,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:34.828491 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] For port 83cc696f-c461-4596-b850-87d289802d7e, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:34.869969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83191a8e-17f6-4122-bb65-efd552bc7998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83cc696f-c461-4596-b850-87d289802d7e'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:37:34.872296 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f97cfd-9851-4183-902f-69597fb01240" -d '{"events": [{"server_uuid": "83191a8e-17f6-4122-bb65-efd552bc7998", "name": "network-vif-unplugged", "status": "completed", "tag": "83cc696f-c461-4596-b850-87d289802d7e"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:34.878397 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:34.892680 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Transition to ACTIVE for port object 83cc696f-c461-4596-b850-87d289802d7e will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:37:34.930627 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 12:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbb295e-39c6-4764-a615-ca65db4fb2be x-openstack-request-id: req-8bbb295e-39c6-4764-a615-ca65db4fb2be {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:34.930955 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83191a8e-17f6-4122-bb65-efd552bc7998", "name": "network-vif-unplugged", "status": "completed", "tag": "83cc696f-c461-4596-b850-87d289802d7e", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:34.931286 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8bbb295e-39c6-4764-a615-ca65db4fb2be {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:34.931718 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83191a8e-17f6-4122-bb65-efd552bc7998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83cc696f-c461-4596-b850-87d289802d7e', 'code': 200} Nov 02 12:37:34.984771 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:35.071642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Pushing event updated for resources: {'Port': ['ID=83cc696f-c461-4596-b850-87d289802d7e,revision_number=6']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:35.085967 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:35.086333 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:35.086685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:35.087060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:35.087678 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:35.088032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:35.088360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:35.088693 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:35.089028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:35.089365 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:35.089724 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:35.090056 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:35.136060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] No DVR routers for this DVR port 83cc696f-c461-4596-b850-87d289802d7e on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:37:35.295971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Attempting to bind port 83cc696f-c461-4596-b850-87d289802d7e on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:37:35.295971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Attempting to bind port 83cc696f-c461-4596-b850-87d289802d7e by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:37:35.296297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Attempting to bind port 83cc696f-c461-4596-b850-87d289802d7e on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:35.300766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Port 83cc696f-c461-4596-b850-87d289802d7e on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:37:35.301087 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Attempting to bind port 83cc696f-c461-4596-b850-87d289802d7e on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:35.306634 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:37:35.307015 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Checking segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:37:35.307529 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Bound using segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:37:35.308025 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Bound port: 83cc696f-c461-4596-b850-87d289802d7e, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:37:35.308388 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:35.382124 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] For port 83cc696f-c461-4596-b850-87d289802d7e, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:35.385931 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] For port 83cc696f-c461-4596-b850-87d289802d7e, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=83cc696f-c461-4596-b850-87d289802d7e,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:35.465155 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:35.502968 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:35.503562 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:35.505380 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] 10.222.0.79 "PUT /v2.0/ports/83cc696f-c461-4596-b850-87d289802d7e HTTP/1.1" status: 200 len: 1093 time: 1.0627437 Nov 02 12:37:35.561626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b41ce7-b2d2-4fad-b249-6b26434387a0 service neutron] Pushing event updated for resources: {'Port': ['ID=83cc696f-c461-4596-b850-87d289802d7e,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:35.582505 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-b7919160-2b71-44d5-ba83-efb7b5307f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:35.584801 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-b7919160-2b71-44d5-ba83-efb7b5307f99 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 1096 time: 0.0534716 Nov 02 12:37:35.691020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-18c66118-8b6a-431b-9d6f-e1df02c55183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:35.692728 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-18c66118-8b6a-431b-9d6f-e1df02c55183 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1010444 Nov 02 12:37:35.763410 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-f365efdd-6cac-4271-aa60-569c2adecc18 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83cc696f-c461-4596-b850-87d289802d7e HTTP/1.1" status: 200 len: 1001 time: 0.0630047 Nov 02 12:37:35.814334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-0fe1046f-a337-4435-a99b-195a983d3fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:35.815854 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-0fe1046f-a337-4435-a99b-195a983d3fac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0451496 Nov 02 12:37:35.898408 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-490716ea-e47e-4538-9f14-7d5fc4ccd149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:35.900010 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-490716ea-e47e-4538-9f14-7d5fc4ccd149 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766144 Nov 02 12:37:35.976623 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c79f48-83d2-4fa1-9a4a-c8b3068ba93e req-9155c4ee-9479-4668-b4dc-4182571f8040 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:35.978239 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34c79f48-83d2-4fa1-9a4a-c8b3068ba93e req-9155c4ee-9479-4668-b4dc-4182571f8040 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 944 time: 0.1116018 Nov 02 12:37:36.046745 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-64de95fc-f766-4b93-bb7d-a5300602604b service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378696 Nov 02 12:37:36.081041 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34c79f48-83d2-4fa1-9a4a-c8b3068ba93e req-3a1f485b-4e98-4140-95cb-1f682019b033 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960317 Nov 02 12:37:36.170008 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c22d8a2-bd93-41a3-83e9-9e316dd7163b req-952ca05c-9cc2-46fe-9768-89661f0821d0 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085114 Nov 02 12:37:36.933470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83191a8e-17f6-4122-bb65-efd552bc7998', 'tag': '83cc696f-c461-4596-b850-87d289802d7e'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:37:36.935932 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612" -d '{"events": [{"name": "network-changed", "server_uuid": "83191a8e-17f6-4122-bb65-efd552bc7998", "tag": "83cc696f-c461-4596-b850-87d289802d7e"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:36.990959 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a7ae56-cc8d-4f24-b9e4-28583e6ae85e x-openstack-request-id: req-d5a7ae56-cc8d-4f24-b9e4-28583e6ae85e {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:36.991427 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83191a8e-17f6-4122-bb65-efd552bc7998", "tag": "83cc696f-c461-4596-b850-87d289802d7e", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:36.991810 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d5a7ae56-cc8d-4f24-b9e4-28583e6ae85e {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:36.992411 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83191a8e-17f6-4122-bb65-efd552bc7998', 'tag': '83cc696f-c461-4596-b850-87d289802d7e', 'status': 'completed', 'code': 200} Nov 02 12:37:37.051444 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-3574e93f-ab8d-41ce-97d0-8f0aa66c39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:37.053096 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-3574e93f-ab8d-41ce-97d0-8f0aa66c39e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 1096 time: 0.0448096 Nov 02 12:37:37.060443 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-a9f225dd-9772-4685-81ab-f236bdb17803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:37.061976 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-a9f225dd-9772-4685-81ab-f236bdb17803 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 1096 time: 0.0450256 Nov 02 12:37:37.159142 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-4b9e8cae-11ba-4098-91e2-2b2fa1e97529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:37.160671 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-4b9e8cae-11ba-4098-91e2-2b2fa1e97529 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.0998223 Nov 02 12:37:37.213772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-118ccb64-ca1c-47fa-b721-92365a84408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:37.215437 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-118ccb64-ca1c-47fa-b721-92365a84408e service neutron] 10.222.0.79 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1437113 Nov 02 12:37:37.232483 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-8c750daa-1ecb-4695-aa2d-19606a6351d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83cc696f-c461-4596-b850-87d289802d7e HTTP/1.1" status: 200 len: 1001 time: 0.0637989 Nov 02 12:37:37.281150 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ff9dd-19f7-4f4f-9f04-3d2027a20261 req-f05152f2-a27d-403f-b3bd-47559a5394a6 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:37.282815 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a73ff9dd-19f7-4f4f-9f04-3d2027a20261 req-f05152f2-a27d-403f-b3bd-47559a5394a6 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 944 time: 0.1066792 Nov 02 12:37:37.305511 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-9d689aac-5a3b-4465-9d3c-e07a79787e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:37.307912 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-9d689aac-5a3b-4465-9d3c-e07a79787e54 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0680048 Nov 02 12:37:37.319466 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-a4f7ab46-7c7a-4cd6-81bb-177b2923d163 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83cc696f-c461-4596-b850-87d289802d7e HTTP/1.1" status: 200 len: 1001 time: 0.0959406 Nov 02 12:37:37.364339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-bb89bba0-608d-400b-b82d-b83d5cc08a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:37.366018 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-bb89bba0-608d-400b-b82d-b83d5cc08a74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509839 Nov 02 12:37:37.378314 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a73ff9dd-19f7-4f4f-9f04-3d2027a20261 req-e30c4b33-c03c-40fa-b702-32505e15a34f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856400 Nov 02 12:37:37.405221 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-66c3f66e-b509-429f-b966-752cd6712d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:37.407529 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-66c3f66e-b509-429f-b966-752cd6712d54 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0739057 Nov 02 12:37:37.461137 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-82a6f7f6-3fda-4ace-b5e7-01e778073e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:37.462953 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-82a6f7f6-3fda-4ace-b5e7-01e778073e23 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479748 Nov 02 12:37:37.473079 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-35ea6e14-3ebb-489e-a7f0-ba452a85debb service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995376 Nov 02 12:37:37.582418 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-1a8ef6a7-6548-4894-bb74-1e4a4e8f0370 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115472 Nov 02 12:37:37.587988 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-6b247e93-4595-4830-9ced-5a8ea022e358 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079662 Nov 02 12:37:37.602507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 83cc696f-c461-4596-b850-87d289802d7e no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:37.642300 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 83cc696f-c461-4596-b850-87d289802d7e not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:37.683175 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-01b9539e-0f48-4dd8-95c4-0d8c1b22a612 req-694aa6b4-85ca-4eab-953a-cb0f3aef3a9d service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934224 Nov 02 12:37:38.515367 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e547e-0c68-4187-8c51-7cbb13eef1ce req-9a5200b8-031a-4c30-8931-bbf46126874d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:38.517567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9d8e547e-0c68-4187-8c51-7cbb13eef1ce req-9a5200b8-031a-4c30-8931-bbf46126874d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 944 time: 0.0600324 Nov 02 12:37:38.569601 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9d8e547e-0c68-4187-8c51-7cbb13eef1ce req-0f4ec33c-3efc-4fcd-aa39-1213b499f1ad tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458107 Nov 02 12:37:38.600480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 83cc696f-c461-4596-b850-87d289802d7e details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:37:38.704149 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 83cc696f-c461-4596-b850-87d289802d7e, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=83cc696f-c461-4596-b850-87d289802d7e,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:38.716678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '83cc696f-c461-4596-b850-87d289802d7e', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'port_id': '83cc696f-c461-4596-b850-87d289802d7e', 'mac_address': 'fa:16:3e:41:64:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:37:38.760720 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:38.774903 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cc696f-c461-4596-b850-87d289802d7e {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:37:38.796317 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 83cc696f-c461-4596-b850-87d289802d7e, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=83cc696f-c461-4596-b850-87d289802d7e,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:38.881916 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:38.943165 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=83cc696f-c461-4596-b850-87d289802d7e,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:38.950848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:38.951233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:38.951579 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:38.951923 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:38.952262 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:38.952594 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:38.952928 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:38.953291 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:38.953624 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:38.953950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:38.954295 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:38.954610 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:39.106142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['83cc696f-c461-4596-b850-87d289802d7e'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:37:39.171569 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06169bf-fb17-43ce-900b-6a54c2a2eeb4 req-3705f2df-f6a3-4892-ab6e-29580bd9dc09 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:39.174048 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c06169bf-fb17-43ce-900b-6a54c2a2eeb4 req-3705f2df-f6a3-4892-ab6e-29580bd9dc09 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 945 time: 0.0541430 Nov 02 12:37:39.238178 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c06169bf-fb17-43ce-900b-6a54c2a2eeb4 req-fde40440-ec77-47a5-9c81-623108dc3846 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574379 Nov 02 12:37:39.295916 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-942b11c2-302f-44dd-9872-cfb554425e69 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:39.297584 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-942b11c2-302f-44dd-9872-cfb554425e69 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.79 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998&tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&binding%3Ahost_id=n-h1-806683-18 HTTP/1.1" status: 200 len: 945 time: 0.0786388 Nov 02 12:37:39.368629 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-fab6a678-0abf-4f90-920b-4ba09ce4c73c service neutron] 10.222.0.79 "GET /v2.0/ports/83cc696f-c461-4596-b850-87d289802d7e/bindings/n-h1-806683-18 HTTP/1.1" status: 200 len: 383 time: 0.0621357 Nov 02 12:37:39.442769 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-0417a64b-07b8-4d96-af9e-ce881e4be0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:39.444372 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-0417a64b-07b8-4d96-af9e-ce881e4be0e5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 1097 time: 0.0452445 Nov 02 12:37:39.548652 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-6268a0b5-203f-484f-811c-a6610ee85104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:39.550194 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-6268a0b5-203f-484f-811c-a6610ee85104 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.0981286 Nov 02 12:37:39.622917 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-f3d4bcd0-2de5-4258-930a-173e29498489 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83cc696f-c461-4596-b850-87d289802d7e HTTP/1.1" status: 200 len: 1002 time: 0.0647526 Nov 02 12:37:39.677004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-fbc0321f-7291-423e-a1b6-cdeb77293e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:39.678513 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-fbc0321f-7291-423e-a1b6-cdeb77293e5c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0485303 Nov 02 12:37:39.733174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-db7a8c70-8a7b-42a2-b0d1-aaa8477149c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:39.735457 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-db7a8c70-8a7b-42a2-b0d1-aaa8477149c4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499320 Nov 02 12:37:39.833155 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-390aeddc-d7cd-43fc-8559-9ebb8689159e service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897603 Nov 02 12:37:39.933897 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-0dcd9097-9a98-4dec-8053-5a8c9820c2dc service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940852 Nov 02 12:37:40.381967 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2315bd-5272-4a89-89fe-3f338336e2ad req-b412d932-8d70-48e3-a820-c6f1ab593a93 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:40.383513 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d2315bd-5272-4a89-89fe-3f338336e2ad req-b412d932-8d70-48e3-a820-c6f1ab593a93 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 945 time: 0.0577550 Nov 02 12:37:40.434773 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d2315bd-5272-4a89-89fe-3f338336e2ad req-878656e8-c010-4d8c-96d7-bdcdb39cab8f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449796 Nov 02 12:37:40.619879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 83cc696f-c461-4596-b850-87d289802d7e up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:40.788185 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 83cc696f-c461-4596-b850-87d289802d7e completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:37:40.795841 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 83cc696f-c461-4596-b850-87d289802d7e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:37:40.795841 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:40.876352 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:40.903085 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83191a8e-17f6-4122-bb65-efd552bc7998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cc696f-c461-4596-b850-87d289802d7e'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:37:40.905389 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5ac443-cb68-46de-a441-cfcf8eb4226b" -d '{"events": [{"server_uuid": "83191a8e-17f6-4122-bb65-efd552bc7998", "name": "network-vif-plugged", "status": "completed", "tag": "83cc696f-c461-4596-b850-87d289802d7e"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:40.919488 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 83cc696f-c461-4596-b850-87d289802d7e, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=83cc696f-c461-4596-b850-87d289802d7e,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:40.960352 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a181861c-2499-479f-9a78-8922900d61de x-openstack-request-id: req-a181861c-2499-479f-9a78-8922900d61de {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:40.960650 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83191a8e-17f6-4122-bb65-efd552bc7998", "name": "network-vif-plugged", "status": "completed", "tag": "83cc696f-c461-4596-b850-87d289802d7e", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:40.961041 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a181861c-2499-479f-9a78-8922900d61de {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:40.961357 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83191a8e-17f6-4122-bb65-efd552bc7998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cc696f-c461-4596-b850-87d289802d7e', 'code': 200} Nov 02 12:37:40.986139 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:41.042212 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=83cc696f-c461-4596-b850-87d289802d7e,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:41.575340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd4793-7e9c-4a04-b657-9dde81c2021c req-2e0193c3-6892-4fa0-b8aa-fc40c2b9c81a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:41.576913 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a5fd4793-7e9c-4a04-b657-9dde81c2021c req-2e0193c3-6892-4fa0-b8aa-fc40c2b9c81a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0611563 Nov 02 12:37:41.638399 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a5fd4793-7e9c-4a04-b657-9dde81c2021c req-981e4884-26cf-4409-b781-f9b6ea470f4e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539949 Nov 02 12:37:42.572561 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-6b7f8e4c-6798-4e5f-93e5-c9a0ac8f0800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:42.574792 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-6b7f8e4c-6798-4e5f-93e5-c9a0ac8f0800 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998&tenant_id=234aa7a451bc4f039f998ec03d8a3f8b HTTP/1.1" status: 200 len: 1098 time: 0.0436623 Nov 02 12:37:42.585685 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:37:42.642483 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:42.766340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234f71a-8f4c-4a45-bba5-f66f3801680d req-a3b3c70e-5de7-4738-8050-1ed25450478c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:42.767917 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c234f71a-8f4c-4a45-bba5-f66f3801680d req-a3b3c70e-5de7-4738-8050-1ed25450478c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0539153 Nov 02 12:37:42.821690 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c234f71a-8f4c-4a45-bba5-f66f3801680d req-81366179-b369-45cb-8019-ebc2297556ba tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476253 Nov 02 12:37:42.873094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] For port 83cc696f-c461-4596-b850-87d289802d7e, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=83cc696f-c461-4596-b850-87d289802d7e,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:42.923511 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] For port 83cc696f-c461-4596-b850-87d289802d7e, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:42.971962 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83191a8e-17f6-4122-bb65-efd552bc7998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83cc696f-c461-4596-b850-87d289802d7e'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:37:42.975062 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6c83cd-931d-426e-adb2-71041059ecb2" -d '{"events": [{"server_uuid": "83191a8e-17f6-4122-bb65-efd552bc7998", "name": "network-vif-unplugged", "status": "completed", "tag": "83cc696f-c461-4596-b850-87d289802d7e"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:42.979533 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:43.001973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Transition to ACTIVE for port object 83cc696f-c461-4596-b850-87d289802d7e will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:37:43.030698 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 12:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8b6a3a-b74d-4417-a31e-c4c9bc52e685 x-openstack-request-id: req-1d8b6a3a-b74d-4417-a31e-c4c9bc52e685 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:43.031049 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83191a8e-17f6-4122-bb65-efd552bc7998", "name": "network-vif-unplugged", "status": "completed", "tag": "83cc696f-c461-4596-b850-87d289802d7e", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:43.032676 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d8b6a3a-b74d-4417-a31e-c4c9bc52e685 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:43.033100 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83191a8e-17f6-4122-bb65-efd552bc7998', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83cc696f-c461-4596-b850-87d289802d7e', 'code': 200} Nov 02 12:37:43.093125 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:43.214993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Pushing event updated for resources: {'Port': ['ID=83cc696f-c461-4596-b850-87d289802d7e,revision_number=10']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:43.249429 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:43.251043 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:43.251874 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:43.252222 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:43.252563 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:43.252896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:43.253228 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:43.253558 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:43.253927 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:43.254257 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:43.254596 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:43.254898 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:43.302557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] No DVR routers for this DVR port 83cc696f-c461-4596-b850-87d289802d7e on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:37:43.452186 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Attempting to bind port 83cc696f-c461-4596-b850-87d289802d7e on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:37:43.452568 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Attempting to bind port 83cc696f-c461-4596-b850-87d289802d7e by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:37:43.452907 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Attempting to bind port 83cc696f-c461-4596-b850-87d289802d7e on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:43.458469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Port 83cc696f-c461-4596-b850-87d289802d7e on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:37:43.458792 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Attempting to bind port 83cc696f-c461-4596-b850-87d289802d7e on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:43.464130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:37:43.464469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Checking segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:37:43.464859 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Bound using segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:37:43.465293 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Bound port: 83cc696f-c461-4596-b850-87d289802d7e, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:37:43.465649 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:43.545914 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] For port 83cc696f-c461-4596-b850-87d289802d7e, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:43.549015 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] For port 83cc696f-c461-4596-b850-87d289802d7e, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=83cc696f-c461-4596-b850-87d289802d7e,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:43.676416 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:43.714389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:43.715146 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:43.716553 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] 10.222.0.54 "PUT /v2.0/ports/83cc696f-c461-4596-b850-87d289802d7e HTTP/1.1" status: 200 len: 1094 time: 1.1351533 Nov 02 12:37:43.737772 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e12797-62f8-4518-bad4-8450c849defd service neutron] Pushing event updated for resources: {'Port': ['ID=83cc696f-c461-4596-b850-87d289802d7e,revision_number=11']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:43.794330 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-c023fc46-4927-4427-a816-160d9a9dee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:43.796934 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-c023fc46-4927-4427-a816-160d9a9dee53 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 1097 time: 0.0475147 Nov 02 12:37:43.906885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-f23d361c-5b4d-4492-a471-6a692891b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:43.909426 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-f23d361c-5b4d-4492-a471-6a692891b34d service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1056087 Nov 02 12:37:43.962969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a5af1-eee3-42bd-8dfe-568d0fc24c61 req-1963055a-3ca3-4230-b6ef-1bcf6049195c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:43.964626 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-377a5af1-eee3-42bd-8dfe-568d0fc24c61 req-1963055a-3ca3-4230-b6ef-1bcf6049195c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 945 time: 0.0539479 Nov 02 12:37:43.985208 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-70e6a6e8-7d49-4024-afca-d2d31c9aba76 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83cc696f-c461-4596-b850-87d289802d7e HTTP/1.1" status: 200 len: 1001 time: 0.0688903 Nov 02 12:37:44.020971 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-377a5af1-eee3-42bd-8dfe-568d0fc24c61 req-271dddd8-a8a6-44ca-9ae6-1e8bf1be2a64 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467002 Nov 02 12:37:44.042540 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-2deaf8c6-b56e-4696-89f4-93682c3fedd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:44.044056 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-2deaf8c6-b56e-4696-89f4-93682c3fedd2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0520275 Nov 02 12:37:44.092261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-f7edc7de-a9a3-431d-bcc5-fb1e6086e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:44.093824 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-f7edc7de-a9a3-431d-bcc5-fb1e6086e878 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427678 Nov 02 12:37:44.196956 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-d7152afa-7621-4de4-b6c6-ccfabac6fc55 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961971 Nov 02 12:37:44.312178 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a69d087-5394-4a9a-a437-e1db8899e4c7 req-49063d54-f8df-4ce6-930f-d14d8d494bd9 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075416 Nov 02 12:37:44.600645 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-a56b6a6c-6672-49db-a20d-7adc3628bf40 req-6ca03588-ec69-4323-85b1-8d49ef5b7227 service neutron] (102690) timed out ('10.222.0.52', 54554) {{(pid=102690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 12:37:44.649576 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 83cc696f-c461-4596-b850-87d289802d7e no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:44.692750 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 83cc696f-c461-4596-b850-87d289802d7e not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:45.034374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83191a8e-17f6-4122-bb65-efd552bc7998', 'tag': '83cc696f-c461-4596-b850-87d289802d7e'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:37:45.036934 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ccdf64-61b2-4356-aeec-0b907bfb823e" -d '{"events": [{"name": "network-changed", "server_uuid": "83191a8e-17f6-4122-bb65-efd552bc7998", "tag": "83cc696f-c461-4596-b850-87d289802d7e"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:45.091694 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2642b5c-7b37-47ba-86e4-b0ab278abbad x-openstack-request-id: req-b2642b5c-7b37-47ba-86e4-b0ab278abbad {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:45.092504 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83191a8e-17f6-4122-bb65-efd552bc7998", "tag": "83cc696f-c461-4596-b850-87d289802d7e", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:45.093207 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2642b5c-7b37-47ba-86e4-b0ab278abbad {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:45.093745 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83191a8e-17f6-4122-bb65-efd552bc7998', 'tag': '83cc696f-c461-4596-b850-87d289802d7e', 'status': 'completed', 'code': 200} Nov 02 12:37:45.168617 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-21f0a0fe-383c-437c-a6a0-e39c55c1a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:45.170117 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-21f0a0fe-383c-437c-a6a0-e39c55c1a9c1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 1097 time: 0.0582001 Nov 02 12:37:45.198467 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-53069e4a-a749-4194-a4fc-292b1f4c48c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:45.200099 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-53069e4a-a749-4194-a4fc-292b1f4c48c3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 1097 time: 0.0813074 Nov 02 12:37:45.228386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8115a-a852-4840-9849-2767b37c1316 req-3c829715-39a3-4ac8-9a6e-57ed171462fa tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:45.229945 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ce8115a-a852-4840-9849-2767b37c1316 req-3c829715-39a3-4ac8-9a6e-57ed171462fa tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 945 time: 0.0746770 Nov 02 12:37:45.282565 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-8b372c11-4799-43d2-9a7a-af6a19ceea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:45.283652 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-8b372c11-4799-43d2-9a7a-af6a19ceea96 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1065791 Nov 02 12:37:45.347150 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ce8115a-a852-4840-9849-2767b37c1316 req-5886ea9b-a805-4d47-b1b8-7b1a42de22fc tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062951 Nov 02 12:37:45.356865 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-ab51c40d-4716-47f1-a880-3d96c028fefe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83cc696f-c461-4596-b850-87d289802d7e HTTP/1.1" status: 200 len: 1001 time: 0.0658824 Nov 02 12:37:45.357547 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-5a6fe3c5-6690-4cf3-b616-cac87d2d2fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:45.359125 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-5a6fe3c5-6690-4cf3-b616-cac87d2d2fad service neutron] 10.222.0.79 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1503716 Nov 02 12:37:45.415215 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-24387821-40a2-4281-93bd-bf89632b302e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:45.416715 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-24387821-40a2-4281-93bd-bf89632b302e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0524166 Nov 02 12:37:45.433417 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-7922ca54-4859-4640-aee0-638f501f40ac service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83cc696f-c461-4596-b850-87d289802d7e HTTP/1.1" status: 200 len: 1001 time: 0.0670159 Nov 02 12:37:45.471164 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-ecf92961-2b22-4744-81b0-b7a34785c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:45.473129 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-ecf92961-2b22-4744-81b0-b7a34785c7c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488415 Nov 02 12:37:45.487400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-fae6eeef-835e-4bb4-aea3-8e0d40fe90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:45.489023 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-fae6eeef-835e-4bb4-aea3-8e0d40fe90fc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0481281 Nov 02 12:37:45.546160 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-687e7c4c-db36-4a07-a123-2b538d97b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:45.547947 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-687e7c4c-db36-4a07-a123-2b538d97b0dc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495796 Nov 02 12:37:45.576475 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-2df2a4c8-c79b-4b60-9aad-7e388d5bff8c service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946875 Nov 02 12:37:45.646987 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-4d108098-cf69-4f39-b613-69e1720504de service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912640 Nov 02 12:37:45.687092 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-89e410b4-880d-4045-8577-8dbb71879850 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032736 Nov 02 12:37:45.763177 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25ccdf64-61b2-4356-aeec-0b907bfb823e req-8d1d2556-22e4-4e3f-b842-0280aa7b9698 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096559 Nov 02 12:37:46.474244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ca71e-47fe-4296-ae63-557e763dd88e req-cd142052-90f2-462c-92a9-357143a34751 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:46.475918 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b14ca71e-47fe-4296-ae63-557e763dd88e req-cd142052-90f2-462c-92a9-357143a34751 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 945 time: 0.0549779 Nov 02 12:37:46.533388 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b14ca71e-47fe-4296-ae63-557e763dd88e req-ccab2a72-664f-4f5a-9609-b30f1bc6e7f8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476179 Nov 02 12:37:46.723640 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33df768-e6e2-4d8c-addd-5c6e71d1408b req-226a0fa4-2220-49de-83b6-fb4b7639528a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:46.725227 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f33df768-e6e2-4d8c-addd-5c6e71d1408b req-226a0fa4-2220-49de-83b6-fb4b7639528a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 945 time: 0.0532792 Nov 02 12:37:46.779641 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f33df768-e6e2-4d8c-addd-5c6e71d1408b req-8669ae34-0646-4ee7-8b10-bbf3994dab19 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479941 Nov 02 12:37:46.903547 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1050138-a35c-4e3a-9916-75968bb5ef06 req-7905276b-5c4b-480c-ad38-d0862ac5ea74 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:46.905091 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b1050138-a35c-4e3a-9916-75968bb5ef06 req-7905276b-5c4b-480c-ad38-d0862ac5ea74 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 945 time: 0.0539625 Nov 02 12:37:46.958680 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b1050138-a35c-4e3a-9916-75968bb5ef06 req-de883922-8ce0-41fd-963e-abc7039adcfb tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464809 Nov 02 12:37:47.472581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4535d1-6949-415b-b8fd-c67271db64e0 req-0f7c8f88-bfb3-47b3-9996-1a3ef000aa3d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:47.474172 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f4535d1-6949-415b-b8fd-c67271db64e0 req-0f7c8f88-bfb3-47b3-9996-1a3ef000aa3d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 945 time: 0.0523579 Nov 02 12:37:47.524180 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6f4535d1-6949-415b-b8fd-c67271db64e0 req-d2f2e293-0b31-4a93-9318-022b5cd41955 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438807 Nov 02 12:37:47.571763 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-36054081-7fa2-43bc-8cf3-63fa6b1d7869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:47.642224 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 83cc696f-c461-4596-b850-87d289802d7e details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:37:47.743350 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 83cc696f-c461-4596-b850-87d289802d7e, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=83cc696f-c461-4596-b850-87d289802d7e,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:47.756359 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '83cc696f-c461-4596-b850-87d289802d7e', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'port_id': '83cc696f-c461-4596-b850-87d289802d7e', 'mac_address': 'fa:16:3e:41:64:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:37:47.799107 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:47.813952 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cc696f-c461-4596-b850-87d289802d7e {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:37:47.834999 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 83cc696f-c461-4596-b850-87d289802d7e, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=83cc696f-c461-4596-b850-87d289802d7e,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:47.904226 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:47.955302 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=83cc696f-c461-4596-b850-87d289802d7e,revision_number=12']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:48.136125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['83cc696f-c461-4596-b850-87d289802d7e'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:37:48.628037 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c876d6-c4b0-43dd-b720-5dc2325e8a65 req-ac119a53-3a38-430e-be15-cf271bc12a05 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:48.630654 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b7c876d6-c4b0-43dd-b720-5dc2325e8a65 req-ac119a53-3a38-430e-be15-cf271bc12a05 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.54 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0622203 Nov 02 12:37:48.669873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c1883-abed-476d-9994-1e0f6bf27d66 req-fa4296d9-da3e-47a7-8b54-2578ab4d1efa tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:48.671423 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-416c1883-abed-476d-9994-1e0f6bf27d66 req-fa4296d9-da3e-47a7-8b54-2578ab4d1efa tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 946 time: 0.0607088 Nov 02 12:37:48.724204 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-416c1883-abed-476d-9994-1e0f6bf27d66 req-0d6b0b40-9ba6-4e18-9e38-1e4932ebcc3c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464315 Nov 02 12:37:48.748402 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-b7c876d6-c4b0-43dd-b720-5dc2325e8a65 req-7f461e8b-0936-4b72-a1cb-c26559b59248 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Deleting port 83cc696f-c461-4596-b850-87d289802d7e {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:37:48.748746 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b7c876d6-c4b0-43dd-b720-5dc2325e8a65 req-7f461e8b-0936-4b72-a1cb-c26559b59248 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:48.846353 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-b7c876d6-c4b0-43dd-b720-5dc2325e8a65 req-7f461e8b-0936-4b72-a1cb-c26559b59248 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] For port 83cc696f-c461-4596-b850-87d289802d7e, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=83cc696f-c461-4596-b850-87d289802d7e,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:48.846353 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b7c876d6-c4b0-43dd-b720-5dc2325e8a65 req-7f461e8b-0936-4b72-a1cb-c26559b59248 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:49.051168 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b7c876d6-c4b0-43dd-b720-5dc2325e8a65 req-7f461e8b-0936-4b72-a1cb-c26559b59248 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:49.051533 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b7c876d6-c4b0-43dd-b720-5dc2325e8a65 req-7f461e8b-0936-4b72-a1cb-c26559b59248 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:49.051894 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [req-b7c876d6-c4b0-43dd-b720-5dc2325e8a65 req-7f461e8b-0936-4b72-a1cb-c26559b59248 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Floating IP d04d309a-e641-4bd9-a9af-417495404a35 disassociated. External IP: 172.25.6.110, port: 83cc696f-c461-4596-b850-87d289802d7e. Nov 02 12:37:49.052297 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-b7c876d6-c4b0-43dd-b720-5dc2325e8a65 req-7f461e8b-0936-4b72-a1cb-c26559b59248 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Calling delete_port for 83cc696f-c461-4596-b850-87d289802d7e owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:37:49.287262 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b7c876d6-c4b0-43dd-b720-5dc2325e8a65 req-7f461e8b-0936-4b72-a1cb-c26559b59248 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:49.318710 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f461e8b-0936-4b72-a1cb-c26559b59248 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Pushing event deleted for resources: {'Port': ['ID=83cc696f-c461-4596-b850-87d289802d7e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:49.459793 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7c876d6-c4b0-43dd-b720-5dc2325e8a65 req-7f461e8b-0936-4b72-a1cb-c26559b59248 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Router 71d4c695-0b6b-4b77-a790-9c2d3543372d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:37:49.582431 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7c876d6-c4b0-43dd-b720-5dc2325e8a65 req-7f461e8b-0936-4b72-a1cb-c26559b59248 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:49.593481 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79655999-bdcb-4f17-8554-3fcb2e011ffe None None] Sync routers for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:49.604850 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79655999-bdcb-4f17-8554-3fcb2e011ffe None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:37:49.605476 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-79655999-bdcb-4f17-8554-3fcb2e011ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:37:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:49.633095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c876d6-c4b0-43dd-b720-5dc2325e8a65 req-7f461e8b-0936-4b72-a1cb-c26559b59248 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] No DVR routers for this DVR port 83cc696f-c461-4596-b850-87d289802d7e on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:37:49.636252 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b7c876d6-c4b0-43dd-b720-5dc2325e8a65 req-7f461e8b-0936-4b72-a1cb-c26559b59248 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:49.640218 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b7c876d6-c4b0-43dd-b720-5dc2325e8a65 req-7f461e8b-0936-4b72-a1cb-c26559b59248 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.54 "DELETE /v2.0/ports/83cc696f-c461-4596-b850-87d289802d7e HTTP/1.1" status: 204 len: 173 time: 1.0018458 Nov 02 12:37:49.640758 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83191a8e-17f6-4122-bb65-efd552bc7998', 'name': 'network-vif-deleted', 'tag': '83cc696f-c461-4596-b850-87d289802d7e'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:37:49.643491 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99612154-de17-43dd-b3ce-58ef1be80453" -d '{"events": [{"server_uuid": "83191a8e-17f6-4122-bb65-efd552bc7998", "name": "network-vif-deleted", "tag": "83cc696f-c461-4596-b850-87d289802d7e"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:49.661900 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 83cc696f-c461-4596-b850-87d289802d7e details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:37:49.666538 n-d-806683-18 neutron-server[102691]: INFO neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No ports have port_id starting with 83cc696f-c461-4596-b850-87d289802d7e Nov 02 12:37:49.668775 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 83cc696f-c461-4596-b850-87d289802d7e requested by agent hyperv_n-h2-806683-18 not found in database {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 02 12:37:49.702660 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba861908-cf92-49c6-b60f-ef63373bbe1b x-openstack-request-id: req-ba861908-cf92-49c6-b60f-ef63373bbe1b {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:49.702660 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83191a8e-17f6-4122-bb65-efd552bc7998", "name": "network-vif-deleted", "tag": "83cc696f-c461-4596-b850-87d289802d7e", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:49.702660 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba861908-cf92-49c6-b60f-ef63373bbe1b {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:49.702978 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83191a8e-17f6-4122-bb65-efd552bc7998', 'name': 'network-vif-deleted', 'tag': '83cc696f-c461-4596-b850-87d289802d7e', 'status': 'completed', 'code': 200} Nov 02 12:37:49.734024 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-79655999-bdcb-4f17-8554-3fcb2e011ffe None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:37:49.762329 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cc190b2e-c4e0-4ed9-a2be-fd91d5882352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:49.830786 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8148ebfe-6a72-437a-92f4-b4baef07de53 req-c12731e8-0d5c-4f5a-b10b-500a6a20925f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=83191a8e-17f6-4122-bb65-efd552bc7998 HTTP/1.1" status: 200 len: 210 time: 0.0276370 Nov 02 12:37:49.972037 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-79655999-bdcb-4f17-8554-3fcb2e011ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:50.001028 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79655999-bdcb-4f17-8554-3fcb2e011ffe None None] Checking router: 71d4c695-0b6b-4b77-a790-9c2d3543372d for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:50.009992 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79655999-bdcb-4f17-8554-3fcb2e011ffe None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:37:50.010596 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-79655999-bdcb-4f17-8554-3fcb2e011ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:37:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:50.131120 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-79655999-bdcb-4f17-8554-3fcb2e011ffe None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:37:50.343163 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-79655999-bdcb-4f17-8554-3fcb2e011ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:50.377050 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79655999-bdcb-4f17-8554-3fcb2e011ffe None None] The sync data for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 is: [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:37:50.649094 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb4511e-acde-4c58-8ea1-bfac3e56a399 None None] New status for floating IP d04d309a-e641-4bd9-a9af-417495404a35: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:37:51.148409 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-16047f6e-de76-410b-bd4b-1127ae40a667 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--655264809&fields=id&tenant_id=234aa7a451bc4f039f998ec03d8a3f8b HTTP/1.1" status: 200 len: 267 time: 0.0520504 Nov 02 12:37:51.167009 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:51.284879 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-c7da7c50-2dd1-49e0-a28f-8a6f05a33b79 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:51.286437 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-c7da7c50-2dd1-49e0-a28f-8a6f05a33b79 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 812 time: 0.1296160 Nov 02 12:37:51.302452 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-896ff55c-1888-41d2-98ca-081a124a42bd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/quotas/234aa7a451bc4f039f998ec03d8a3f8b HTTP/1.1" status: 200 len: 375 time: 0.0099239 Nov 02 12:37:51.363304 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-f08002eb-864b-41f0-8662-acb02852f107 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550151 Nov 02 12:37:51.477876 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f75b8e4-f23b-4308-aaf7-aa124fc3ae9f service neutron] 10.222.0.52 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970035 Nov 02 12:37:51.574489 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-772eaf79-b106-4b56-875e-76a157e1b938 service neutron] 10.222.0.52 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902622 Nov 02 12:37:51.857493 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5dd7a576-383b-4bf8-a81a-163f6cd1d289 req-52362858-606f-4170-ab34-099fadfc6bd6 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 210 time: 0.0276961 Nov 02 12:37:52.624153 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:52.961133 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-626fc0a7-3aef-4990-873a-86ec577230b5 req-8e8ae749-ac11-46f2-a846-6c1ff9a32f41 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 210 time: 0.0305851 Nov 02 12:37:53.051695 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:37:53.686593 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 83cc696f-c461-4596-b850-87d289802d7e no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:37:53.711456 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 83cc696f-c461-4596-b850-87d289802d7e {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:37:53.712049 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 83cc696f-c461-4596-b850-87d289802d7e not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:37:54.065610 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23c78c5a-4879-49d9-83dc-1d642d4499e6 req-ac2eb036-098a-4ca1-afe8-dd99d3f79837 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 210 time: 0.0308177 Nov 02 12:37:54.341402 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-43ec92ac-5e69-4b56-8205-fc63c4d3161d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:54.342911 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-43ec92ac-5e69-4b56-8205-fc63c4d3161d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.79 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 812 time: 0.1219862 Nov 02 12:37:54.362307 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:54.408750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-bb95de5d-aba8-4a48-8a48-690ffa4bee26 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=234aa7a451bc4f039f998ec03d8a3f8b HTTP/1.1" status: 200 len: 379 time: 0.0560336 Nov 02 12:37:54.418410 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-a2357708-31d9-4e98-95ba-f08924ba145f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Request body: {'port': {'device_id': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'admin_state_up': True, 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'security_groups': ['faf20390-f7c1-498d-a7b8-ecbef1dd8f33']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:37:54.627321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-a2357708-31d9-4e98-95ba-f08924ba145f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Made reservation on behalf of 234aa7a451bc4f039f998ec03d8a3f8b for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:54.627596 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:54.630853 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-a2357708-31d9-4e98-95ba-f08924ba145f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:54.774650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-a2357708-31d9-4e98-95ba-f08924ba145f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Allocated IP 172.20.0.10 (3467fb3a-a332-45a4-bba6-f1e87f827c3b/5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe/97ac8715-867a-4824-9121-7007e423f9b6) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:54.923493 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-a2357708-31d9-4e98-95ba-f08924ba145f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:55.047725 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:55.087609 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-a2357708-31d9-4e98-95ba-f08924ba145f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:55.137531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-a2357708-31d9-4e98-95ba-f08924ba145f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Network 3467fb3a-a332-45a4-bba6-f1e87f827c3b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:55.155974 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-a2357708-31d9-4e98-95ba-f08924ba145f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:55.162494 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-a2357708-31d9-4e98-95ba-f08924ba145f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:37:55.203760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2357708-31d9-4e98-95ba-f08924ba145f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Pushing event updated for resources: {'Port': ['ID=97ac8715-867a-4824-9121-7007e423f9b6,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:55.242385 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-a2357708-31d9-4e98-95ba-f08924ba145f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:55.243031 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-a2357708-31d9-4e98-95ba-f08924ba145f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:55.264339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355565db-d4d0-47fc-9b7a-eba5b095fe52 req-dd746915-66ca-4cb6-ac0a-7cffffddad29 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:55.268467 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-355565db-d4d0-47fc-9b7a-eba5b095fe52 req-dd746915-66ca-4cb6-ac0a-7cffffddad29 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 932 time: 0.1282449 Nov 02 12:37:55.326837 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-355565db-d4d0-47fc-9b7a-eba5b095fe52 req-d5fe1bf0-966e-48a5-9703-8bf1f6b9e18f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534947 Nov 02 12:37:55.364200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-a2357708-31d9-4e98-95ba-f08924ba145f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9495597 Nov 02 12:37:55.427106 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Request body: {'port': {'device_id': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:37:55.489254 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d53ffb46-4a91-4eda-9481-69879d5ebf00 None None] Provisioning complete for port 97ac8715-867a-4824-9121-7007e423f9b6 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:37:55.489526 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d53ffb46-4a91-4eda-9481-69879d5ebf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:55.508492 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:55.546016 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d53ffb46-4a91-4eda-9481-69879d5ebf00 None None] Port 97ac8715-867a-4824-9121-7007e423f9b6 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:37:55.813296 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ac8715-867a-4824-9121-7007e423f9b6 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:37:55.821791 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:55.835204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Transition to ACTIVE for port object 97ac8715-867a-4824-9121-7007e423f9b6 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:37:55.910025 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:55.974988 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Pushing event updated for resources: {'Port': ['ID=97ac8715-867a-4824-9121-7007e423f9b6,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:56.060121 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Attempting to bind port 97ac8715-867a-4824-9121-7007e423f9b6 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:37:56.060679 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Attempting to bind port 97ac8715-867a-4824-9121-7007e423f9b6 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:37:56.061297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Attempting to bind port 97ac8715-867a-4824-9121-7007e423f9b6 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:56.069619 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Port 97ac8715-867a-4824-9121-7007e423f9b6 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:37:56.070053 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Attempting to bind port 97ac8715-867a-4824-9121-7007e423f9b6 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:56.079260 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:37:56.079739 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Checking segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:37:56.080267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Bound using segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:37:56.080911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Bound port: 97ac8715-867a-4824-9121-7007e423f9b6, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:37:56.081420 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:56.158412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:56.161843 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=97ac8715-867a-4824-9121-7007e423f9b6,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:56.345066 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:56.385774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:56.387243 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:37:56.389631 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] 10.222.0.79 "PUT /v2.0/ports/97ac8715-867a-4824-9121-7007e423f9b6 HTTP/1.1" status: 200 len: 1093 time: 1.0159612 Nov 02 12:37:56.404113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:37:56.408353 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c849c078-9cf2-4816-8bf7-f59852d9006b" -d '{"events": [{"name": "network-changed", "server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "tag": "97ac8715-867a-4824-9121-7007e423f9b6"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:37:56.487784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6dd56c-d8b4-4737-8cd8-c70fc7809453 service neutron] Pushing event updated for resources: {'Port': ['ID=97ac8715-867a-4824-9121-7007e423f9b6,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:56.521875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe2757-9179-4a85-93f4-9b53cb9882a2 req-02c5a19e-35ec-4b54-80b6-bf2eb7eaa83f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:56.523646 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bfe2757-9179-4a85-93f4-9b53cb9882a2 req-02c5a19e-35ec-4b54-80b6-bf2eb7eaa83f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 944 time: 0.0985725 Nov 02 12:37:56.601444 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-b00fee11-3732-43c1-b26e-a434d17e40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:56.602874 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-b00fee11-3732-43c1-b26e-a434d17e40b3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 1096 time: 0.0782189 Nov 02 12:37:56.607781 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9bfe2757-9179-4a85-93f4-9b53cb9882a2 req-2a910d9f-7a7c-4921-94f2-f4f9297419d6 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746644 Nov 02 12:37:56.646785 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-a8d3de8d-eab9-41de-9567-8df123f9c85f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97ac8715-867a-4824-9121-7007e423f9b6 HTTP/1.1" status: 200 len: 217 time: 0.0355885 Nov 02 12:37:56.710903 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-2a03dc08-dccc-46ec-b464-0b66aaf29f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:56.713705 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-2a03dc08-dccc-46ec-b464-0b66aaf29f93 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0592368 Nov 02 12:37:56.733114 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cea37a-14b6-4971-b8b0-c480e07f487d x-openstack-request-id: req-02cea37a-14b6-4971-b8b0-c480e07f487d {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:37:56.733413 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "tag": "97ac8715-867a-4824-9121-7007e423f9b6", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:37:56.733678 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-02cea37a-14b6-4971-b8b0-c480e07f487d {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:37:56.734628 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6', 'status': 'completed', 'code': 200} Nov 02 12:37:56.766417 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-2a597aab-faaf-4c1b-8f59-1b6acc1963a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:56.768020 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-2a597aab-faaf-4c1b-8f59-1b6acc1963a4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472577 Nov 02 12:37:56.871066 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-a13782e3-1424-4530-808b-b7a41d030767 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943556 Nov 02 12:37:57.332716 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb712aad-d409-4425-9950-c5307a7a25b7 req-eba47f4a-509c-494e-8b77-db007c784cb1 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539442 Nov 02 12:37:57.560224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849c078-9cf2-4816-8bf7-f59852d9006b req-13d2a6f2-5a73-49cc-87f8-265410b9188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:57.561735 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c849c078-9cf2-4816-8bf7-f59852d9006b req-13d2a6f2-5a73-49cc-87f8-265410b9188b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 1096 time: 0.0447488 Nov 02 12:37:57.669542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849c078-9cf2-4816-8bf7-f59852d9006b req-7bf759fa-ecc8-4b00-a550-b5809e179438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:57.671096 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c849c078-9cf2-4816-8bf7-f59852d9006b req-7bf759fa-ecc8-4b00-a550-b5809e179438 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1010253 Nov 02 12:37:57.728855 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c849c078-9cf2-4816-8bf7-f59852d9006b req-fb2a1442-b9f0-4617-9d06-42abff51935f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97ac8715-867a-4824-9121-7007e423f9b6 HTTP/1.1" status: 200 len: 217 time: 0.0489495 Nov 02 12:37:57.814231 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ae467-2d32-496c-920c-60c487f868ac req-b6ff1da6-3054-49e7-9b23-ff6d9782e019 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:57.815799 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-582ae467-2d32-496c-920c-60c487f868ac req-b6ff1da6-3054-49e7-9b23-ff6d9782e019 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 944 time: 0.0974209 Nov 02 12:37:57.822307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849c078-9cf2-4816-8bf7-f59852d9006b req-e1f1324b-cec8-4687-b0b1-56469061c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:57.823785 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c849c078-9cf2-4816-8bf7-f59852d9006b req-e1f1324b-cec8-4687-b0b1-56469061c980 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0710802 Nov 02 12:37:57.898770 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-582ae467-2d32-496c-920c-60c487f868ac req-15fa76a7-185a-4317-b5f9-cc64c9d5e636 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740030 Nov 02 12:37:57.904432 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849c078-9cf2-4816-8bf7-f59852d9006b req-2deb8f22-254c-4b24-9fb1-cdf060c2dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:57.906748 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c849c078-9cf2-4816-8bf7-f59852d9006b req-2deb8f22-254c-4b24-9fb1-cdf060c2dd2a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740161 Nov 02 12:37:58.004559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c849c078-9cf2-4816-8bf7-f59852d9006b req-b50705d2-f0d9-4937-98c7-64598bd70730 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907841 Nov 02 12:37:58.105155 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c849c078-9cf2-4816-8bf7-f59852d9006b req-b3691450-4f1c-48c0-bd57-8aca201159af service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934041 Nov 02 12:37:59.017042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d6e40-c9d5-4745-ba43-e581e9aa25df req-1dc6efba-8031-4e4c-a7d2-3417a795af7f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:37:59.018526 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a7d6e40-c9d5-4745-ba43-e581e9aa25df req-1dc6efba-8031-4e4c-a7d2-3417a795af7f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 944 time: 0.0491116 Nov 02 12:37:59.068324 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6a7d6e40-c9d5-4745-ba43-e581e9aa25df req-e77bc119-6788-4ce4-a072-91d8abddbe9b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436149 Nov 02 12:38:00.199783 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fde72-1e3a-41e6-b02d-951fa977b676 req-cb1859fa-3384-4893-adff-61f8824d0cc9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:38:00.201320 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4f7fde72-1e3a-41e6-b02d-951fa977b676 req-cb1859fa-3384-4893-adff-61f8824d0cc9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 944 time: 0.0597689 Nov 02 12:38:00.251292 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4f7fde72-1e3a-41e6-b02d-951fa977b676 req-be4e255d-d681-44f4-8ee9-311b2f873da7 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424590 Nov 02 12:38:00.727130 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 97ac8715-867a-4824-9121-7007e423f9b6 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:38:00.827561 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=97ac8715-867a-4824-9121-7007e423f9b6,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:00.840581 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '97ac8715-867a-4824-9121-7007e423f9b6', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'port_id': '97ac8715-867a-4824-9121-7007e423f9b6', 'mac_address': 'fa:16:3e:fd:2c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:38:00.883182 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:00.899147 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ac8715-867a-4824-9121-7007e423f9b6 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:38:00.918774 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=97ac8715-867a-4824-9121-7007e423f9b6,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:01.001804 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:01.049115 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=97ac8715-867a-4824-9121-7007e423f9b6,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:01.196545 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['97ac8715-867a-4824-9121-7007e423f9b6'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:38:01.379565 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64db4c-f3b1-45ea-a556-8eafbae04184 req-55b48d88-a374-4882-8461-6498c85d8c9d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:38:01.381194 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf64db4c-f3b1-45ea-a556-8eafbae04184 req-55b48d88-a374-4882-8461-6498c85d8c9d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 945 time: 0.0545540 Nov 02 12:38:01.429024 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf64db4c-f3b1-45ea-a556-8eafbae04184 req-0bb67e8a-f87e-4aba-af96-5d7f741453b8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417118 Nov 02 12:38:02.546367 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4d02d-7a5d-4640-87b8-0043238611a6 req-f05c53fe-d301-47df-aca7-fb9a35bb99b2 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:38:02.548038 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ec4d02d-7a5d-4640-87b8-0043238611a6 req-f05c53fe-d301-47df-aca7-fb9a35bb99b2 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 945 time: 0.0497735 Nov 02 12:38:02.599830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1ec4d02d-7a5d-4640-87b8-0043238611a6 req-e9623f2a-5d98-4731-ba2b-5a7368ad57ec tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455065 Nov 02 12:38:02.728280 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 97ac8715-867a-4824-9121-7007e423f9b6 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:02.835571 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 97ac8715-867a-4824-9121-7007e423f9b6 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:38:02.840044 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 97ac8715-867a-4824-9121-7007e423f9b6 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:38:02.840415 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:02.927743 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:02.953986 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:38:02.956397 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1de8938-e02b-4bb7-abe2-c88a59297a40" -d '{"events": [{"server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "name": "network-vif-plugged", "status": "completed", "tag": "97ac8715-867a-4824-9121-7007e423f9b6"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:38:02.970272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=97ac8715-867a-4824-9121-7007e423f9b6,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:03.067638 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368ddf72-d791-4f27-a754-07708002c9d9 x-openstack-request-id: req-368ddf72-d791-4f27-a754-07708002c9d9 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:38:03.067933 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "name": "network-vif-plugged", "status": "completed", "tag": "97ac8715-867a-4824-9121-7007e423f9b6", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:38:03.068275 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-368ddf72-d791-4f27-a754-07708002c9d9 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:38:03.068739 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6', 'code': 200} Nov 02 12:38:03.070000 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:03.129040 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=97ac8715-867a-4824-9121-7007e423f9b6,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:03.173638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af95985-58cb-45f8-a2a0-7007ef5dcf32 req-69552585-9c8a-42f7-a688-5f4e3a47a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:38:03.175165 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7af95985-58cb-45f8-a2a0-7007ef5dcf32 req-69552585-9c8a-42f7-a688-5f4e3a47a62c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 1098 time: 0.0449245 Nov 02 12:38:03.231959 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7af95985-58cb-45f8-a2a0-7007ef5dcf32 req-0e21ebc6-242b-469f-979c-fcfd3facb46e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484293 Nov 02 12:38:03.735189 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be0dbe-e331-4a92-92ec-14527370e39b req-6a2ca2c6-05de-4e7b-8b83-45e4616ac56e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:38:03.736774 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54be0dbe-e331-4a92-92ec-14527370e39b req-6a2ca2c6-05de-4e7b-8b83-45e4616ac56e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0566487 Nov 02 12:38:03.787348 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-54be0dbe-e331-4a92-92ec-14527370e39b req-f51ce344-c9ee-4f34-b4c8-e0aac3232188 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440493 Nov 02 12:38:04.913964 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05359f-3bed-4673-bc91-7855d4af29c7 req-ad10d4e6-245a-4e9b-b839-41fb380ce930 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:38:04.915519 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab05359f-3bed-4673-bc91-7855d4af29c7 req-ad10d4e6-245a-4e9b-b839-41fb380ce930 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0538478 Nov 02 12:38:04.967911 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab05359f-3bed-4673-bc91-7855d4af29c7 req-5a7970e6-a58b-44b5-9a83-0c63f7a14a7a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463033 Nov 02 12:38:05.104143 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2f6e4-2a19-4d6b-8c12-726b637e3749 req-f3fb92a6-1517-47b7-9997-0d6d5c68c72f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:38:05.105589 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2a2f6e4-2a19-4d6b-8c12-726b637e3749 req-f3fb92a6-1517-47b7-9997-0d6d5c68c72f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0610728 Nov 02 12:38:05.116179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57362) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:38:05.120791 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-76f754ff-6b0c-46a1-b47d-ee7a11c618ef tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Request body: {'floatingip': {'port_id': '97ac8715-867a-4824-9121-7007e423f9b6'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:38:05.162213 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-76f754ff-6b0c-46a1-b47d-ee7a11c618ef tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for floatingip, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:05.661301 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-76f754ff-6b0c-46a1-b47d-ee7a11c618ef tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:05.743757 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-76f754ff-6b0c-46a1-b47d-ee7a11c618ef tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:05.849107 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-76f754ff-6b0c-46a1-b47d-ee7a11c618ef tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Floating IP d04d309a-e641-4bd9-a9af-417495404a35 associated. External IP: 172.25.6.110, port: 97ac8715-867a-4824-9121-7007e423f9b6. Nov 02 12:38:06.072544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f754ff-6b0c-46a1-b47d-ee7a11c618ef tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Router 71d4c695-0b6b-4b77-a790-9c2d3543372d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:38:06.192495 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f754ff-6b0c-46a1-b47d-ee7a11c618ef tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:38:06.197789 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-76f754ff-6b0c-46a1-b47d-ee7a11c618ef tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:06.204212 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66c3817-3d71-47bf-87b6-450ebe77b50f None None] Sync routers for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:38:06.214857 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66c3817-3d71-47bf-87b6-450ebe77b50f None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:38:06.215625 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b66c3817-3d71-47bf-87b6-450ebe77b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:37:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:06.227577 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-76f754ff-6b0c-46a1-b47d-ee7a11c618ef tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "PUT /v2.0/floatingips/d04d309a-e641-4bd9-a9af-417495404a35 HTTP/1.1" status: 200 len: 993 time: 1.1101720 Nov 02 12:38:06.228155 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:38:06.230466 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f7ad6d-2a17-4d38-91ee-85f8b3eed2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "tag": "97ac8715-867a-4824-9121-7007e423f9b6"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:38:06.330701 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaea563b-f1ee-40c4-9a49-171f2566c031 x-openstack-request-id: req-aaea563b-f1ee-40c4-9a49-171f2566c031 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:38:06.331027 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "tag": "97ac8715-867a-4824-9121-7007e423f9b6", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:38:06.331291 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aaea563b-f1ee-40c4-9a49-171f2566c031 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:38:06.331710 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6', 'status': 'completed', 'code': 200} Nov 02 12:38:06.399539 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7ad6d-2a17-4d38-91ee-85f8b3eed2cc req-a96dd2ca-d4fc-4e35-9ded-e7895aa1def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:38:06.401159 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11f7ad6d-2a17-4d38-91ee-85f8b3eed2cc req-a96dd2ca-d4fc-4e35-9ded-e7895aa1def7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 1098 time: 0.0471199 Nov 02 12:38:06.425471 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b66c3817-3d71-47bf-87b6-450ebe77b50f None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:38:06.503865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7ad6d-2a17-4d38-91ee-85f8b3eed2cc req-17c80a0f-6533-4486-8589-bc3721e474ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:38:06.505453 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11f7ad6d-2a17-4d38-91ee-85f8b3eed2cc req-17c80a0f-6533-4486-8589-bc3721e474ab service neutron] 10.222.0.79 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.0969286 Nov 02 12:38:06.578083 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11f7ad6d-2a17-4d38-91ee-85f8b3eed2cc req-757e6266-afe6-4775-8ac8-31523cfa9114 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97ac8715-867a-4824-9121-7007e423f9b6 HTTP/1.1" status: 200 len: 1001 time: 0.0645676 Nov 02 12:38:06.629602 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7ad6d-2a17-4d38-91ee-85f8b3eed2cc req-6ae94d87-8289-4c6c-9679-35fd047b3086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:38:06.631128 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11f7ad6d-2a17-4d38-91ee-85f8b3eed2cc req-6ae94d87-8289-4c6c-9679-35fd047b3086 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0466990 Nov 02 12:38:06.659437 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b66c3817-3d71-47bf-87b6-450ebe77b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'd04d309a-e641-4bd9-a9af-417495404a35', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'port_id': '97ac8715-867a-4824-9121-7007e423f9b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'mac_address': 'fa:16:3e:fd:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:30:39Z', 'updated_at': '2021-11-02T12:38:05Z', 'revision_number': 13, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:06.682458 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7ad6d-2a17-4d38-91ee-85f8b3eed2cc req-951ad957-c348-4d0b-ab9e-e2682721a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:38:06.684043 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11f7ad6d-2a17-4d38-91ee-85f8b3eed2cc req-951ad957-c348-4d0b-ab9e-e2682721a9ca service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463350 Nov 02 12:38:06.691302 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66c3817-3d71-47bf-87b6-450ebe77b50f None None] Checking router: 71d4c695-0b6b-4b77-a790-9c2d3543372d for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:38:06.699995 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66c3817-3d71-47bf-87b6-450ebe77b50f None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:38:06.700587 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b66c3817-3d71-47bf-87b6-450ebe77b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:37:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:06.782157 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11f7ad6d-2a17-4d38-91ee-85f8b3eed2cc req-da7a7e95-22f8-4769-ba1b-129c933b7020 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894420 Nov 02 12:38:06.813754 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-b66c3817-3d71-47bf-87b6-450ebe77b50f None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:38:06.887149 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11f7ad6d-2a17-4d38-91ee-85f8b3eed2cc req-286e5294-b661-4758-a8ec-b9be64bce577 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974233 Nov 02 12:38:07.049292 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-b66c3817-3d71-47bf-87b6-450ebe77b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'd04d309a-e641-4bd9-a9af-417495404a35', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'port_id': '97ac8715-867a-4824-9121-7007e423f9b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'mac_address': 'fa:16:3e:fd:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:30:39Z', 'updated_at': '2021-11-02T12:38:05Z', 'revision_number': 13, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:07.080454 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66c3817-3d71-47bf-87b6-450ebe77b50f None None] The sync data for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 is: [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'd04d309a-e641-4bd9-a9af-417495404a35', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'floating_ip_address': '172.25.6.110', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'port_id': '97ac8715-867a-4824-9121-7007e423f9b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'mac_address': 'fa:16:3e:fd:2c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:30:39Z', 'updated_at': '2021-11-02T12:38:05Z', 'revision_number': 13, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:38:07.297591 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aedb6a-4e54-482c-9774-6645838413df None None] New status for floating IP d04d309a-e641-4bd9-a9af-417495404a35: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:38:17.566393 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b64b9d95-0333-44bf-85b0-b11efcdfe0e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:19.731942 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0b7acd18-55fc-4917-81b2-ae16abab95e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:21.465598 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:22.677770 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:24.360623 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:24.604620 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:25.194360 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:30.051652 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:38:31.152266 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99d05a4d-c5b9-4083-b876-8c3266742856 req-9ba51f6a-3bf8-4eb2-b99c-863d0291acab service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421362 Nov 02 12:38:31.239171 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d05a4d-c5b9-4083-b876-8c3266742856 req-fe9bccbb-5061-4213-b234-0d3e5b82c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:38:31.240697 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99d05a4d-c5b9-4083-b876-8c3266742856 req-fe9bccbb-5061-4213-b234-0d3e5b82c0f5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 1098 time: 0.0420382 Nov 02 12:38:31.355379 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d05a4d-c5b9-4083-b876-8c3266742856 req-fb95be99-4164-497d-86d5-2448abd6f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:38:31.356882 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99d05a4d-c5b9-4083-b876-8c3266742856 req-fb95be99-4164-497d-86d5-2448abd6f3d4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.0930793 Nov 02 12:38:31.428601 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99d05a4d-c5b9-4083-b876-8c3266742856 req-e3e1c107-62aa-42b5-9fa2-70267ea1b162 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97ac8715-867a-4824-9121-7007e423f9b6 HTTP/1.1" status: 200 len: 1003 time: 0.0618193 Nov 02 12:38:31.490688 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d05a4d-c5b9-4083-b876-8c3266742856 req-9c431c15-625f-448c-98a5-6b8f8ed8e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:38:31.492255 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99d05a4d-c5b9-4083-b876-8c3266742856 req-9c431c15-625f-448c-98a5-6b8f8ed8e315 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0546679 Nov 02 12:38:31.545023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d05a4d-c5b9-4083-b876-8c3266742856 req-7820824b-89d2-48a1-9051-a0f324af2647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:38:31.547499 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99d05a4d-c5b9-4083-b876-8c3266742856 req-7820824b-89d2-48a1-9051-a0f324af2647 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455709 Nov 02 12:38:31.647549 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99d05a4d-c5b9-4083-b876-8c3266742856 req-c31d5792-f08c-41e8-8516-3c7c10cb9cca service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911982 Nov 02 12:38:31.746430 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99d05a4d-c5b9-4083-b876-8c3266742856 req-573dab7e-cfdc-4911-b17b-26fe54dd5505 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910435 Nov 02 12:38:47.632543 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-64ca572e-9eae-4431-963e-1e1019829af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:49.765668 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-542e2161-3490-4b6d-b9b2-c8b038042881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:51.193694 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:52.660713 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:54.442882 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:54.588119 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:38:55.009074 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:39:07.054098 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:39:17.535684 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bc33e2b0-927a-4fec-9772-25fcd4a0cf72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:39:19.802320 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3ef4058c-667a-413d-8ca6-31e10830abb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:39:21.175787 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:39:22.627444 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:39:24.381607 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:39:24.637140 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:39:25.004602 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:39:32.147578 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99856595-6616-4576-9467-cabb38880dd8 req-9f6853cd-7b29-44dc-92b9-c11432f9e47e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417125 Nov 02 12:39:32.235206 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856595-6616-4576-9467-cabb38880dd8 req-38873f50-39be-4635-ab8f-c1d0c8be5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:39:32.236723 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99856595-6616-4576-9467-cabb38880dd8 req-38873f50-39be-4635-ab8f-c1d0c8be5019 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 1098 time: 0.0426068 Nov 02 12:39:32.351504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856595-6616-4576-9467-cabb38880dd8 req-c46dc865-ace7-4493-abe5-29390b09c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:39:32.353027 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99856595-6616-4576-9467-cabb38880dd8 req-c46dc865-ace7-4493-abe5-29390b09c328 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.0955544 Nov 02 12:39:32.423631 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99856595-6616-4576-9467-cabb38880dd8 req-0b1fef05-9941-482f-bbe8-6a4ffab5121c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97ac8715-867a-4824-9121-7007e423f9b6 HTTP/1.1" status: 200 len: 1003 time: 0.0626338 Nov 02 12:39:32.481976 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856595-6616-4576-9467-cabb38880dd8 req-4eb52467-79d0-43f0-8773-3f730a1e7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:39:32.483465 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99856595-6616-4576-9467-cabb38880dd8 req-4eb52467-79d0-43f0-8773-3f730a1e7fc6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0525253 Nov 02 12:39:32.532033 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99856595-6616-4576-9467-cabb38880dd8 req-0b99b8d8-c19e-4f84-ae0e-a88f99d2a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:39:32.533525 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99856595-6616-4576-9467-cabb38880dd8 req-0b99b8d8-c19e-4f84-ae0e-a88f99d2a6c2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428624 Nov 02 12:39:32.632593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99856595-6616-4576-9467-cabb38880dd8 req-df00b260-cb7c-4f5b-b233-4abec4a6e2ba service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916891 Nov 02 12:39:32.744546 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-99856595-6616-4576-9467-cabb38880dd8 req-d70ef617-cb7a-4789-8b0a-bb20076d7211 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043687 Nov 02 12:39:44.054591 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:39:45.451573 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282caeef-cefe-4fcf-ad4d-5cb3947ad2ab req-0e646c66-c0ce-4890-a894-1b0661b95458 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:39:45.454001 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-282caeef-cefe-4fcf-ad4d-5cb3947ad2ab req-0e646c66-c0ce-4890-a894-1b0661b95458 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0588329 Nov 02 12:39:45.515144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-282caeef-cefe-4fcf-ad4d-5cb3947ad2ab req-34b2b367-6338-4883-9256-517cc0b65a54 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538921 Nov 02 12:39:47.569321 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-92a6fef4-e561-4967-a450-dbe2f2b4905c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:39:49.766735 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-507fb78f-4417-47bc-9e3c-c1ca1f3e4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:39:51.229068 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:39:52.637954 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:39:54.395084 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:39:54.667387 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:39:55.071879 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:39:59.600314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-41d83041-23e6-4eaf-9eb1-c967d8e041de req-4ca552bc-a7fd-416b-8c6a-b2f7b65a0606 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:39:59.601349 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41d83041-23e6-4eaf-9eb1-c967d8e041de req-4ca552bc-a7fd-416b-8c6a-b2f7b65a0606 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0460274 Nov 02 12:39:59.968209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bab43-1742-4bfc-a559-eefddcfff8c6 req-1e8a1b42-d8cf-4cb3-abde-d7cf300256d1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:39:59.969700 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-175bab43-1742-4bfc-a559-eefddcfff8c6 req-1e8a1b42-d8cf-4cb3-abde-d7cf300256d1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0567410 Nov 02 12:40:00.019561 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-175bab43-1742-4bfc-a559-eefddcfff8c6 req-1d64dec7-397d-4aa7-82d4-a640acda7d16 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435283 Nov 02 12:40:00.094544 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-0dd39358-6cbb-4cdb-b549-412517ac9460 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420389 Nov 02 12:40:00.103292 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-fa36d24f-f749-49b5-a194-48c6c39fb149 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:40:00.105086 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-fa36d24f-f749-49b5-a194-48c6c39fb149 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0058024 Nov 02 12:40:01.144755 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4009fc-d0ce-4464-90e8-75deb79939be req-780a8198-dbe0-4c60-ab2a-adc003433665 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:01.146233 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b4009fc-d0ce-4464-90e8-75deb79939be req-780a8198-dbe0-4c60-ab2a-adc003433665 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0537117 Nov 02 12:40:01.194632 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1b4009fc-d0ce-4464-90e8-75deb79939be req-f46b5126-7d8e-49a1-a3df-3c7114098777 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416520 Nov 02 12:40:02.317795 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f407cc4-6f1a-41dd-8a75-c149b1452122 req-f1f2ef15-1583-4cb9-9aef-a72f09dc4ac3 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:02.319308 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f407cc4-6f1a-41dd-8a75-c149b1452122 req-f1f2ef15-1583-4cb9-9aef-a72f09dc4ac3 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0514054 Nov 02 12:40:02.372712 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f407cc4-6f1a-41dd-8a75-c149b1452122 req-f331d113-53bd-41bd-b28c-e39b9fd0b252 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465381 Nov 02 12:40:02.453395 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-d999cf4d-d951-4bb2-bc5c-be8102f04b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:02.454885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-d999cf4d-d951-4bb2-bc5c-be8102f04b79 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 1098 time: 0.0411859 Nov 02 12:40:02.543864 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-6e727e93-daaf-41c6-94dd-3f733242c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:02.545249 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-6e727e93-daaf-41c6-94dd-3f733242c85d service neutron] 10.222.0.79 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.0838952 Nov 02 12:40:02.616765 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-3bf8b9cb-cbe0-40a2-b730-8ca5acb392c9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97ac8715-867a-4824-9121-7007e423f9b6 HTTP/1.1" status: 200 len: 1003 time: 0.0633719 Nov 02 12:40:02.668526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-de1be3fc-eac9-4291-9e4e-78e893ba521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:02.670024 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-de1be3fc-eac9-4291-9e4e-78e893ba521a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0445528 Nov 02 12:40:02.717006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-53494ed4-f2c1-4c14-921b-071492b57f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:02.718518 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-53494ed4-f2c1-4c14-921b-071492b57f59 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412540 Nov 02 12:40:02.814720 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-fa5bc7e5-d855-4e51-91f1-ab90d7f4d92a service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890465 Nov 02 12:40:02.909166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-0452b25a-d790-483a-afc5-34f2d30b75e1 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869975 Nov 02 12:40:03.495415 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c9b8d-6929-4ce6-81b6-437f3feeb2b9 req-1598287e-571b-455b-9735-3ba511c10f33 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:03.496914 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd1c9b8d-6929-4ce6-81b6-437f3feeb2b9 req-1598287e-571b-455b-9735-3ba511c10f33 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0514026 Nov 02 12:40:03.545082 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd1c9b8d-6929-4ce6-81b6-437f3feeb2b9 req-ecdf9e29-1852-4797-b1e8-c16567360225 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418375 Nov 02 12:40:04.667393 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7980a-ada1-46bd-8077-39910730c503 req-a2609b3b-6555-440a-9472-2d66da9cb6c5 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:04.668897 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33c7980a-ada1-46bd-8077-39910730c503 req-a2609b3b-6555-440a-9472-2d66da9cb6c5 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0507436 Nov 02 12:40:04.716599 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33c7980a-ada1-46bd-8077-39910730c503 req-6c7a40a9-debc-46f8-ac2a-36525e851883 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414081 Nov 02 12:40:05.839451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a593b7-5de2-4240-a2ef-d625409cff2d req-0a87d685-b305-43fd-992c-dd5de38c2651 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:05.840951 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52a593b7-5de2-4240-a2ef-d625409cff2d req-0a87d685-b305-43fd-992c-dd5de38c2651 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0553131 Nov 02 12:40:05.888456 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52a593b7-5de2-4240-a2ef-d625409cff2d req-4a136f31-032b-4366-b0e2-825d903b1584 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415740 Nov 02 12:40:07.007937 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0508d64-31ce-4a8a-8194-10d3328860c2 req-37488b01-aee2-474e-8926-24264d859d36 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:07.009414 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c0508d64-31ce-4a8a-8194-10d3328860c2 req-37488b01-aee2-474e-8926-24264d859d36 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0489576 Nov 02 12:40:07.057447 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c0508d64-31ce-4a8a-8194-10d3328860c2 req-d0bace44-ad9b-4b08-8e7b-0b88247b72f3 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415046 Nov 02 12:40:08.180093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254fa8b-e895-4441-bf60-662fdf0a9d51 req-5373309a-49bf-44cb-ad3a-84d554d31cb1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:08.182411 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5254fa8b-e895-4441-bf60-662fdf0a9d51 req-5373309a-49bf-44cb-ad3a-84d554d31cb1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0507352 Nov 02 12:40:08.240263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5254fa8b-e895-4441-bf60-662fdf0a9d51 req-6f8adbc5-c1fb-49d1-85fd-b7606d18dbd0 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493865 Nov 02 12:40:09.367819 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2114e-cbfb-4787-9170-7bdcc78925ee req-763cc063-48c5-4c33-b1e1-74da73789d3b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:09.370299 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cff2114e-cbfb-4787-9170-7bdcc78925ee req-763cc063-48c5-4c33-b1e1-74da73789d3b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0549634 Nov 02 12:40:09.419581 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cff2114e-cbfb-4787-9170-7bdcc78925ee req-cf7cedfe-01cb-4f99-8377-e009dda78278 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435514 Nov 02 12:40:10.538523 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970774c0-0109-4bc6-b83d-5eb8c9f1230c req-9e675170-0f7a-40bd-b85a-fe245996790b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:10.540031 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-970774c0-0109-4bc6-b83d-5eb8c9f1230c req-9e675170-0f7a-40bd-b85a-fe245996790b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0494304 Nov 02 12:40:10.589005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-970774c0-0109-4bc6-b83d-5eb8c9f1230c req-6db0d1e2-adf6-4f04-a3fe-d7a5b59991f8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427933 Nov 02 12:40:11.710552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47612410-f878-4a15-b933-20424b31ffeb req-c9d09947-3892-464a-9a86-7f219158000e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:11.712055 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47612410-f878-4a15-b933-20424b31ffeb req-c9d09947-3892-464a-9a86-7f219158000e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0544486 Nov 02 12:40:11.759552 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47612410-f878-4a15-b933-20424b31ffeb req-6196f23a-13a2-4721-9d3c-f8a7c275d89e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403509 Nov 02 12:40:12.880061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442c00b-2f88-4e56-9235-ce17431462fc req-03428f70-84ef-4d6f-b4ba-9c90c87f9079 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:12.881531 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3442c00b-2f88-4e56-9235-ce17431462fc req-03428f70-84ef-4d6f-b4ba-9c90c87f9079 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0485902 Nov 02 12:40:12.928947 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3442c00b-2f88-4e56-9235-ce17431462fc req-2b96599e-179e-45ec-aa8a-83c640eac455 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408113 Nov 02 12:40:14.050788 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34decfb3-c724-4140-9c76-7e2ee7c1b061 req-946c5f4f-c2e9-42d9-95d0-2f7c1247a6c1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:14.052269 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34decfb3-c724-4140-9c76-7e2ee7c1b061 req-946c5f4f-c2e9-42d9-95d0-2f7c1247a6c1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0528412 Nov 02 12:40:14.099983 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-34decfb3-c724-4140-9c76-7e2ee7c1b061 req-7b49fab3-3e90-4e69-8cc0-5eb8b232af41 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416470 Nov 02 12:40:15.222496 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850e7f2-1853-4293-8ccd-734607d401d8 req-a4c99f6b-46e6-420f-9f92-b84463ce8e80 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:15.224084 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0850e7f2-1853-4293-8ccd-734607d401d8 req-a4c99f6b-46e6-420f-9f92-b84463ce8e80 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0512800 Nov 02 12:40:15.273586 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0850e7f2-1853-4293-8ccd-734607d401d8 req-56231c3f-192c-4725-ab31-bd820721378d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435216 Nov 02 12:40:16.400270 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6391bd-02db-4213-8751-e62d6faa8e33 req-fc30766c-aab3-4502-815b-7b806258cc8c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:16.401849 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cc6391bd-02db-4213-8751-e62d6faa8e33 req-fc30766c-aab3-4502-815b-7b806258cc8c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0553694 Nov 02 12:40:16.459866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cc6391bd-02db-4213-8751-e62d6faa8e33 req-3750622c-d7a8-4324-92e0-b54ddb9b628c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506577 Nov 02 12:40:17.565044 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-39552dd5-37aa-4ff1-aa1b-0681fc6e8bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:17.584384 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1477c-07db-4293-a2ae-301fa59113c4 req-d20c2f54-2bb4-4a55-9d7b-8091ff1f2969 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:17.585865 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fb1477c-07db-4293-a2ae-301fa59113c4 req-d20c2f54-2bb4-4a55-9d7b-8091ff1f2969 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0523424 Nov 02 12:40:17.640107 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4fb1477c-07db-4293-a2ae-301fa59113c4 req-82407a43-c647-4023-b31a-9fe7e161bc9f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477235 Nov 02 12:40:17.708562 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-e1434424-364c-437e-9385-30ba02610e95 service neutron] show failed (client error): The resource could not be found. Nov 02 12:40:17.709585 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-e1434424-364c-437e-9385-30ba02610e95 service neutron] 10.222.0.79 "GET /v2.0/ports/97ac8715-867a-4824-9121-7007e423f9b6/bindings/n-h2-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.0569847 Nov 02 12:40:18.447505 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-27694b7a-601c-4a03-bb50-23d4f7c1d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:18.449777 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-27694b7a-601c-4a03-bb50-23d4f7c1d0ca service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68&tenant_id=234aa7a451bc4f039f998ec03d8a3f8b HTTP/1.1" status: 200 len: 1098 time: 0.0404754 Nov 02 12:40:18.463197 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:40:18.524739 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:18.734689 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=97ac8715-867a-4824-9121-7007e423f9b6,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:18.765023 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90669d-b0ba-4d93-98c9-0da8794496bf req-488d03fc-82a2-42d5-8e65-c502f404d11b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:18.766574 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc90669d-b0ba-4d93-98c9-0da8794496bf req-488d03fc-82a2-42d5-8e65-c502f404d11b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0494182 Nov 02 12:40:18.767736 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:40:18.809239 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:40:18.811572 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f18896f-657b-4129-9be7-0bb827fc86be" -d '{"events": [{"server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "name": "network-vif-unplugged", "status": "completed", "tag": "97ac8715-867a-4824-9121-7007e423f9b6"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:18.815884 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:18.827356 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc90669d-b0ba-4d93-98c9-0da8794496bf req-2ef69d2e-d424-4bef-87cd-613ca4c23d97 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471580 Nov 02 12:40:18.828468 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Transition to ACTIVE for port object 97ac8715-867a-4824-9121-7007e423f9b6 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:40:18.931551 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 12:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67925ba3-66e8-427a-996e-d2a681992d29 x-openstack-request-id: req-67925ba3-66e8-427a-996e-d2a681992d29 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:18.931882 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "name": "network-vif-unplugged", "status": "completed", "tag": "97ac8715-867a-4824-9121-7007e423f9b6", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:18.932146 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67925ba3-66e8-427a-996e-d2a681992d29 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:18.932558 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6', 'code': 200} Nov 02 12:40:18.959450 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:19.049896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Pushing event updated for resources: {'Port': ['ID=97ac8715-867a-4824-9121-7007e423f9b6,revision_number=6']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:19.062679 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:19.063057 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:19.063441 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:19.063810 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:19.064121 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:19.064459 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:19.064791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:19.065118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:19.065451 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:19.065865 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:19.066138 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:19.066552 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:19.107145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] No DVR routers for this DVR port 97ac8715-867a-4824-9121-7007e423f9b6 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:40:19.249616 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Attempting to bind port 97ac8715-867a-4824-9121-7007e423f9b6 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:40:19.249949 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Attempting to bind port 97ac8715-867a-4824-9121-7007e423f9b6 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:40:19.250274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Attempting to bind port 97ac8715-867a-4824-9121-7007e423f9b6 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:19.254534 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Port 97ac8715-867a-4824-9121-7007e423f9b6 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:40:19.254852 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Attempting to bind port 97ac8715-867a-4824-9121-7007e423f9b6 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:19.259894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:40:19.260165 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Checking segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:40:19.260566 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Bound using segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:40:19.260988 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Bound port: 97ac8715-867a-4824-9121-7007e423f9b6, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:40:19.261336 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:19.326162 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:40:19.329172 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=97ac8715-867a-4824-9121-7007e423f9b6,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:40:19.441872 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 97ac8715-867a-4824-9121-7007e423f9b6 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:40:19.485234 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 97ac8715-867a-4824-9121-7007e423f9b6 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:40:19.529570 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:19.569797 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:19.570384 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:19.571899 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] 10.222.0.54 "PUT /v2.0/ports/97ac8715-867a-4824-9121-7007e423f9b6 HTTP/1.1" status: 200 len: 1093 time: 1.1130676 Nov 02 12:40:19.595285 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2c174-9fd4-4f54-9243-c26da56c59ad service neutron] Pushing event updated for resources: {'Port': ['ID=97ac8715-867a-4824-9121-7007e423f9b6,revision_number=7']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:19.642351 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-684207c0-6ad0-42bd-be4e-930e714c8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:19.643917 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-684207c0-6ad0-42bd-be4e-930e714c8b0d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 1096 time: 0.0457506 Nov 02 12:40:19.749145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-0b3dc028-5d9a-491e-b514-96b96e902919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:19.750637 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-0b3dc028-5d9a-491e-b514-96b96e902919 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.0994990 Nov 02 12:40:19.790430 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4b00ffb3-5bac-4a2d-9ab3-65981c03e2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:19.825355 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-9341a4d8-705a-41c0-a704-7e94584c8964 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97ac8715-867a-4824-9121-7007e423f9b6 HTTP/1.1" status: 200 len: 1001 time: 0.0673108 Nov 02 12:40:19.877305 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-150dc557-723c-4d51-8b0b-8cb67ca8541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:19.878780 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-150dc557-723c-4d51-8b0b-8cb67ca8541c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0460103 Nov 02 12:40:19.926396 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-2e48eb5c-5f99-4681-96bd-5dfc0145b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:19.928244 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-2e48eb5c-5f99-4681-96bd-5dfc0145b370 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418606 Nov 02 12:40:19.947723 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a8cf5-ebd1-4a8b-adcd-b82b69e78630 req-047f6714-5676-4adc-bb0d-beed87ae6328 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:19.948368 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-874a8cf5-ebd1-4a8b-adcd-b82b69e78630 req-047f6714-5676-4adc-bb0d-beed87ae6328 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 944 time: 0.0506527 Nov 02 12:40:19.999732 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-874a8cf5-ebd1-4a8b-adcd-b82b69e78630 req-d5daa0b9-f6ec-47d8-8abc-72fb2081535b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442917 Nov 02 12:40:20.024182 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-fbf68ec2-f2c9-403d-8692-8277e2a0546d service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889072 Nov 02 12:40:20.117869 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-35c9e9d8-b212-4006-a8c5-e014b5aec2bb service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860059 Nov 02 12:40:20.934189 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:40:20.936759 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3187ce7d-cd68-42d4-834a-633c110f3ded" -d '{"events": [{"name": "network-changed", "server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "tag": "97ac8715-867a-4824-9121-7007e423f9b6"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:20.985507 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8862dfd1-d86e-431c-a99a-c386bb8c5f9e x-openstack-request-id: req-8862dfd1-d86e-431c-a99a-c386bb8c5f9e {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:20.985807 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "tag": "97ac8715-867a-4824-9121-7007e423f9b6", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:20.986056 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8862dfd1-d86e-431c-a99a-c386bb8c5f9e {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:20.986456 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6', 'status': 'completed', 'code': 200} Nov 02 12:40:21.053959 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:40:21.057750 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-4853f169-0701-4dc9-a81a-7877f619cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:21.060467 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-4853f169-0701-4dc9-a81a-7877f619cbc0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 1096 time: 0.0476513 Nov 02 12:40:21.069528 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-b3ce1c11-8653-40f3-ab82-10fb65225051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:21.071272 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-b3ce1c11-8653-40f3-ab82-10fb65225051 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 1096 time: 0.0660779 Nov 02 12:40:21.178801 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-09b013fa-fa88-44d1-a7c8-68a995c0ccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:21.185566 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-09b013fa-fa88-44d1-a7c8-68a995c0ccdc service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1002772 Nov 02 12:40:21.185744 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:21.186214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607f432-7042-4f2f-9a63-b0be848815ee req-cc06b1f6-b588-43ce-a78d-8b5a513a8f35 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:21.186214 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7607f432-7042-4f2f-9a63-b0be848815ee req-cc06b1f6-b588-43ce-a78d-8b5a513a8f35 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 944 time: 0.0967367 Nov 02 12:40:21.226300 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-4cd2ebd4-2253-44d3-8eba-a3691d82a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:21.227826 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-4cd2ebd4-2253-44d3-8eba-a3691d82a74c service neutron] 10.222.0.79 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1590126 Nov 02 12:40:21.260825 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-0249011e-0aab-452e-bb5f-ab8a7db34a07 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97ac8715-867a-4824-9121-7007e423f9b6 HTTP/1.1" status: 200 len: 1001 time: 0.0713198 Nov 02 12:40:21.310912 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7607f432-7042-4f2f-9a63-b0be848815ee req-ab3af278-9c5e-4188-bde7-2cf957dbe868 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186485 Nov 02 12:40:21.317703 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-834aa872-28a9-4c83-b800-23d1c3baed07 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97ac8715-867a-4824-9121-7007e423f9b6 HTTP/1.1" status: 200 len: 1001 time: 0.0814500 Nov 02 12:40:21.336704 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-eb2e3c0a-a93c-4696-9730-e226026d86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:21.336704 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-eb2e3c0a-a93c-4696-9730-e226026d86dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0617397 Nov 02 12:40:21.376252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-0a4d09ff-6dcf-47a1-b981-f8fe271d3054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:21.380338 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-0a4d09ff-6dcf-47a1-b981-f8fe271d3054 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0529346 Nov 02 12:40:21.388721 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-cd8cf477-1d4b-4831-b35e-cec5d47f91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:21.390408 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-cd8cf477-1d4b-4831-b35e-cec5d47f91ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511377 Nov 02 12:40:21.427249 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-b11bc2af-2b8f-42d2-af6f-062ebdd57b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:21.441613 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-b11bc2af-2b8f-42d2-af6f-062ebdd57b4c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441902 Nov 02 12:40:21.503386 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-c1dc35cd-9652-4133-a0fd-7ff46c707f82 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046224 Nov 02 12:40:21.609693 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-7cb9800e-c062-4c00-b2fd-eb5f47f7ae84 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986135 Nov 02 12:40:21.880429 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-5dd30708-f5a4-45b6-9857-4534a2af8f2d service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444931 Nov 02 12:40:21.972799 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3187ce7d-cd68-42d4-834a-633c110f3ded req-3dd86bd6-541f-4d37-b4b5-dd62fcbcb683 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847800 Nov 02 12:40:22.443686 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce409e7f-6dcb-4871-a0e1-fccb0537f794 req-53199bba-508b-4e5d-95a8-5f2713a7dce5 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:22.445232 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ce409e7f-6dcb-4871-a0e1-fccb0537f794 req-53199bba-508b-4e5d-95a8-5f2713a7dce5 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 944 time: 0.0559964 Nov 02 12:40:22.494186 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ce409e7f-6dcb-4871-a0e1-fccb0537f794 req-63c2334b-68a8-4a23-88b8-636b8183032f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421927 Nov 02 12:40:22.667810 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:23.618738 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22971e55-9c42-47ca-9ec5-159679eacca5 req-e519c713-7769-4cf1-923c-880b051ef694 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:23.620300 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-22971e55-9c42-47ca-9ec5-159679eacca5 req-e519c713-7769-4cf1-923c-880b051ef694 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 944 time: 0.0524280 Nov 02 12:40:23.669540 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-22971e55-9c42-47ca-9ec5-159679eacca5 req-477de9ec-004d-4b2d-9f66-002e0b029f3c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431426 Nov 02 12:40:24.370559 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:24.608624 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:24.798014 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667549c2-4f54-4e10-8328-6ef6b94bf3bc req-1eb94486-a56c-4164-86f6-2f231230e565 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:24.799819 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-667549c2-4f54-4e10-8328-6ef6b94bf3bc req-1eb94486-a56c-4164-86f6-2f231230e565 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 944 time: 0.0570004 Nov 02 12:40:24.852930 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-667549c2-4f54-4e10-8328-6ef6b94bf3bc req-3901af7f-5cf9-4548-8872-ad4032138860 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468543 Nov 02 12:40:25.056476 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:25.976560 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97addd-7916-47f9-b1df-570622d2ddca req-f1271160-21b0-4cf4-a912-25428e16350f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:25.978070 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c97addd-7916-47f9-b1df-570622d2ddca req-f1271160-21b0-4cf4-a912-25428e16350f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 944 time: 0.0514288 Nov 02 12:40:26.031230 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c97addd-7916-47f9-b1df-570622d2ddca req-257ee9ef-2b34-41ff-bddd-2170faf118c5 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457780 Nov 02 12:40:27.157127 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87de3ce-5b02-4877-b01a-83aebac5dcd0 req-1e3a0af0-e9c8-45a8-aad5-4d1eeebb425a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:27.158517 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f87de3ce-5b02-4877-b01a-83aebac5dcd0 req-1e3a0af0-e9c8-45a8-aad5-4d1eeebb425a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 944 time: 0.0496657 Nov 02 12:40:27.211185 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f87de3ce-5b02-4877-b01a-83aebac5dcd0 req-d4a9f308-67b5-44ab-b863-7ad4226e1c8a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465019 Nov 02 12:40:28.331302 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05265043-8046-4d62-84fc-1ad8d411f8d1 req-5b6e7b5d-4727-45cf-af1c-6876d4d12b8d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:28.332795 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05265043-8046-4d62-84fc-1ad8d411f8d1 req-5b6e7b5d-4727-45cf-af1c-6876d4d12b8d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 944 time: 0.0508261 Nov 02 12:40:28.382136 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05265043-8046-4d62-84fc-1ad8d411f8d1 req-fe1a6aab-b28b-4824-a362-0bc6d08beb6c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433867 Nov 02 12:40:28.958447 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7696c40-bbc6-4623-b925-cd2634590a11 req-ada4cce7-5856-4995-a251-3e4b36730444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:28.959992 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7696c40-bbc6-4623-b925-cd2634590a11 req-ada4cce7-5856-4995-a251-3e4b36730444 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 1096 time: 0.0482883 Nov 02 12:40:29.065601 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7696c40-bbc6-4623-b925-cd2634590a11 req-e09563d5-7146-4335-866e-e51af78d0c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:29.067169 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7696c40-bbc6-4623-b925-cd2634590a11 req-e09563d5-7146-4335-866e-e51af78d0c1e service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.0859759 Nov 02 12:40:29.139056 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7696c40-bbc6-4623-b925-cd2634590a11 req-1ba9769f-40dd-4cff-9954-b2ba767c2ef8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97ac8715-867a-4824-9121-7007e423f9b6 HTTP/1.1" status: 200 len: 1001 time: 0.0622542 Nov 02 12:40:29.190275 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7696c40-bbc6-4623-b925-cd2634590a11 req-9f1bc1bd-78d7-450b-a550-cf7ef1309a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:29.192584 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7696c40-bbc6-4623-b925-cd2634590a11 req-9f1bc1bd-78d7-450b-a550-cf7ef1309a01 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0454130 Nov 02 12:40:29.239223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7696c40-bbc6-4623-b925-cd2634590a11 req-15ae739f-2d3a-46fd-88d2-0cc51a788d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:29.240727 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7696c40-bbc6-4623-b925-cd2634590a11 req-15ae739f-2d3a-46fd-88d2-0cc51a788d9f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413013 Nov 02 12:40:29.333248 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7696c40-bbc6-4623-b925-cd2634590a11 req-be85d98f-c65c-4735-a597-c8f4315bc3c7 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850201 Nov 02 12:40:29.428915 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e7696c40-bbc6-4623-b925-cd2634590a11 req-4219f3bb-98f1-4934-ba85-f36612db8c7e service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882790 Nov 02 12:40:29.506445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4efe2-e5b3-4b86-8390-90b56f0f316e req-753b244a-affc-4c1a-a46a-362ffddac5ef tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:29.507978 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-edf4efe2-e5b3-4b86-8390-90b56f0f316e req-753b244a-affc-4c1a-a46a-362ffddac5ef tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 944 time: 0.0502057 Nov 02 12:40:29.561402 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-edf4efe2-e5b3-4b86-8390-90b56f0f316e req-a0cd614d-4b7f-4d6f-9735-6d01ed1d8856 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429878 Nov 02 12:40:30.684861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e6098-5cbc-4f41-99f5-08726d31e6c4 req-3129db50-35ec-4cd4-acd8-fec9ce05bcc4 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:30.686394 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9d1e6098-5cbc-4f41-99f5-08726d31e6c4 req-3129db50-35ec-4cd4-acd8-fec9ce05bcc4 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 944 time: 0.0546322 Nov 02 12:40:30.734744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9d1e6098-5cbc-4f41-99f5-08726d31e6c4 req-5e001659-c374-4f16-8f8b-3c0f0b11923e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423937 Nov 02 12:40:31.852753 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58048ee8-b2b7-4af7-bfa3-3b7151d9c29b req-7a4b6d1d-d5e0-4703-a253-5e5e5cb5afa1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:31.854267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58048ee8-b2b7-4af7-bfa3-3b7151d9c29b req-7a4b6d1d-d5e0-4703-a253-5e5e5cb5afa1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 944 time: 0.0499535 Nov 02 12:40:31.902383 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58048ee8-b2b7-4af7-bfa3-3b7151d9c29b req-fe41c9be-9772-43dc-b48b-122ff5ac0bcd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412338 Nov 02 12:40:33.029483 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab502d-2281-4681-874a-bd95139fdf29 req-2847d1b4-c1c8-44aa-97a1-461706d489d9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:33.030970 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93ab502d-2281-4681-874a-bd95139fdf29 req-2847d1b4-c1c8-44aa-97a1-461706d489d9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 944 time: 0.0490334 Nov 02 12:40:33.082355 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-93ab502d-2281-4681-874a-bd95139fdf29 req-5404c4d5-1c8b-4148-ad65-b49209a19795 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453308 Nov 02 12:40:34.211542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4ec78-02bb-46a0-8472-a374508357af req-5ed9f49b-6c2b-430f-8675-71765d2bf39a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:34.213105 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-50b4ec78-02bb-46a0-8472-a374508357af req-5ed9f49b-6c2b-430f-8675-71765d2bf39a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 944 time: 0.0550768 Nov 02 12:40:34.268328 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-50b4ec78-02bb-46a0-8472-a374508357af req-67358b02-4493-424d-a9ec-3d74fd2a4143 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480971 Nov 02 12:40:34.429318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 97ac8715-867a-4824-9121-7007e423f9b6 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:40:34.533615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=97ac8715-867a-4824-9121-7007e423f9b6,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:34.546206 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '97ac8715-867a-4824-9121-7007e423f9b6', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'port_id': '97ac8715-867a-4824-9121-7007e423f9b6', 'mac_address': 'fa:16:3e:fd:2c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:40:34.586885 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:34.600749 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ac8715-867a-4824-9121-7007e423f9b6 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:40:34.620961 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=97ac8715-867a-4824-9121-7007e423f9b6,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:34.696039 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:34.746435 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=97ac8715-867a-4824-9121-7007e423f9b6,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:34.753975 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:34.754325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:34.754678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:34.755042 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:34.755382 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:34.755710 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:34.756045 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:34.756369 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:34.756689 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:34.757014 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:34.757356 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:34.757664 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:34.942921 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['97ac8715-867a-4824-9121-7007e423f9b6'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:40:35.391550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d2ef6-8b1e-44f2-8d21-78f3c164351f req-53ba3544-7878-4961-b978-a1ee85596d6f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:35.393072 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d1d2ef6-8b1e-44f2-8d21-78f3c164351f req-53ba3544-7878-4961-b978-a1ee85596d6f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 945 time: 0.0517199 Nov 02 12:40:35.444024 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8d1d2ef6-8b1e-44f2-8d21-78f3c164351f req-86b7a29e-8ab3-4c5c-9ecf-dc5df164193d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446625 Nov 02 12:40:36.076309 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7aa98-9cb4-4974-8527-09ea8893e436 req-8ac6c7a5-b229-4090-aeea-11a05bc11319 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:36.077801 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-40d7aa98-9cb4-4974-8527-09ea8893e436 req-8ac6c7a5-b229-4090-aeea-11a05bc11319 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 945 time: 0.0592737 Nov 02 12:40:36.131001 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-40d7aa98-9cb4-4974-8527-09ea8893e436 req-4b3e5856-d7e7-4063-9e14-5f465e97453e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461614 Nov 02 12:40:36.131564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-c2393312-e414-4e91-b72e-8ec81ac23ab7 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:36.133324 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-c2393312-e414-4e91-b72e-8ec81ac23ab7 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.54 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68&tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&binding%3Ahost_id=n-h2-806683-18 HTTP/1.1" status: 200 len: 945 time: 0.0616226 Nov 02 12:40:36.441576 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 97ac8715-867a-4824-9121-7007e423f9b6 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:40:36.549717 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-7cba96db-8f28-4f2d-8877-b28b8f32744e service neutron] 10.222.0.54 "GET /v2.0/ports/97ac8715-867a-4824-9121-7007e423f9b6/bindings/n-h2-806683-18 HTTP/1.1" status: 200 len: 383 time: 0.4090707 Nov 02 12:40:36.581983 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 97ac8715-867a-4824-9121-7007e423f9b6 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:40:36.586219 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 97ac8715-867a-4824-9121-7007e423f9b6 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:40:36.586597 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:36.617986 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-70f803a9-219a-4850-8eb7-93ac45b7aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:36.619542 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-70f803a9-219a-4850-8eb7-93ac45b7aa61 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 1097 time: 0.0469422 Nov 02 12:40:36.674228 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:36.701187 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:40:36.703557 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524fb598-5846-48de-91bd-56294a7a1805" -d '{"events": [{"server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "name": "network-vif-plugged", "status": "completed", "tag": "97ac8715-867a-4824-9121-7007e423f9b6"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:36.716906 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=97ac8715-867a-4824-9121-7007e423f9b6,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:36.724150 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-4e85018a-96cf-48e1-8cba-a4f8249fd76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:36.725681 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-4e85018a-96cf-48e1-8cba-a4f8249fd76f service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.0991395 Nov 02 12:40:36.758519 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a9e694-ee44-41ea-a61c-a29003193b06 x-openstack-request-id: req-46a9e694-ee44-41ea-a61c-a29003193b06 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:36.758811 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "name": "network-vif-plugged", "status": "completed", "tag": "97ac8715-867a-4824-9121-7007e423f9b6", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:36.759100 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46a9e694-ee44-41ea-a61c-a29003193b06 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:36.759515 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6', 'code': 200} Nov 02 12:40:36.793886 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-ced65247-d7ba-400a-ba9f-5928260dea56 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97ac8715-867a-4824-9121-7007e423f9b6 HTTP/1.1" status: 200 len: 1002 time: 0.0609074 Nov 02 12:40:36.796790 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:36.846657 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=97ac8715-867a-4824-9121-7007e423f9b6,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:36.848142 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-0871243c-a759-46e4-8bca-e8099fb88b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:36.849652 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-0871243c-a759-46e4-8bca-e8099fb88b45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0471075 Nov 02 12:40:36.903633 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-5e3f2c91-3fb4-4f72-8e0a-f098a26a9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:36.905147 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-5e3f2c91-3fb4-4f72-8e0a-f098a26a9ade service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474091 Nov 02 12:40:37.003982 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-93836697-eeab-421f-8e62-567ce4b3cef2 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910158 Nov 02 12:40:37.100362 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-810a9ef8-fad8-4b4f-9c8a-c0a1fd081d23 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881858 Nov 02 12:40:37.454042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32732d-d69e-4e4d-ba29-d7b93c216c6a req-1a99e45c-d8de-4814-a1c3-f8cadc3fa239 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:37.455877 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd32732d-d69e-4e4d-ba29-d7b93c216c6a req-1a99e45c-d8de-4814-a1c3-f8cadc3fa239 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0555978 Nov 02 12:40:37.506279 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd32732d-d69e-4e4d-ba29-d7b93c216c6a req-a8fab1fd-29d5-4e52-a189-69fd7e727dfe tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442462 Nov 02 12:40:38.638135 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d14c12-aa81-43e0-9b4d-946b6963d504 req-532005bb-d78a-4854-9f4c-2752fa049f6e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:38.639557 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1d14c12-aa81-43e0-9b4d-946b6963d504 req-532005bb-d78a-4854-9f4c-2752fa049f6e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0543947 Nov 02 12:40:38.689251 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1d14c12-aa81-43e0-9b4d-946b6963d504 req-acfa36d4-f21c-4d71-8104-834cc2e5b5c9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435708 Nov 02 12:40:39.811812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ad648-87cb-4b8c-a67a-02550083034e req-d82a77ad-8df1-46cb-88b5-53b263509c3a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:39.813342 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e1ad648-87cb-4b8c-a67a-02550083034e req-d82a77ad-8df1-46cb-88b5-53b263509c3a tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0536036 Nov 02 12:40:39.868963 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e1ad648-87cb-4b8c-a67a-02550083034e req-9c6a2c16-d522-45db-b34b-1386d18427d2 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493395 Nov 02 12:40:40.989853 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dd30a-dbf6-4b1d-b9f3-6e45e4e65402 req-e022d3b9-6176-4df8-b044-a5154c0d21a4 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:40.991426 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-916dd30a-dbf6-4b1d-b9f3-6e45e4e65402 req-e022d3b9-6176-4df8-b044-a5154c0d21a4 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0507064 Nov 02 12:40:41.043833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-916dd30a-dbf6-4b1d-b9f3-6e45e4e65402 req-912c641c-00fa-40a3-83e1-11c2b2e02619 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454221 Nov 02 12:40:42.184310 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce1347-9f42-4591-b245-1f6172263af4 req-073532bd-af2e-48d5-9cb9-93d527076d9c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:42.185900 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2ce1347-9f42-4591-b245-1f6172263af4 req-073532bd-af2e-48d5-9cb9-93d527076d9c tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0607913 Nov 02 12:40:42.237022 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2ce1347-9f42-4591-b245-1f6172263af4 req-ad21aeba-0483-4e3f-8d43-75fd7fd630c3 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449984 Nov 02 12:40:42.460975 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 97ac8715-867a-4824-9121-7007e423f9b6 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:40:42.540591 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:42.563818 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:40:42.566132 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a57b11-a5ee-41e6-9a60-31e23e14ea97" -d '{"events": [{"server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "name": "network-vif-unplugged", "status": "completed", "tag": "97ac8715-867a-4824-9121-7007e423f9b6"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:42.578648 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=97ac8715-867a-4824-9121-7007e423f9b6,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:42.616746 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 12:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a351948-0c3d-4ba4-a8b6-6b1dd270fa5b x-openstack-request-id: req-5a351948-0c3d-4ba4-a8b6-6b1dd270fa5b {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:42.617047 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "name": "network-vif-unplugged", "status": "completed", "tag": "97ac8715-867a-4824-9121-7007e423f9b6", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:42.617301 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a351948-0c3d-4ba4-a8b6-6b1dd270fa5b {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:42.617697 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6', 'code': 200} Nov 02 12:40:42.642910 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-beaa1b22-5fc2-49c1-b34e-d00ec20cf782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:42.644483 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-beaa1b22-5fc2-49c1-b34e-d00ec20cf782 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68&tenant_id=234aa7a451bc4f039f998ec03d8a3f8b HTTP/1.1" status: 200 len: 1098 time: 0.0429549 Nov 02 12:40:42.656403 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:40:42.661128 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:42.708235 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=97ac8715-867a-4824-9121-7007e423f9b6,revision_number=10']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:42.717252 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:42.923539 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=97ac8715-867a-4824-9121-7007e423f9b6,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:42.956520 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:40:42.990556 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ac8715-867a-4824-9121-7007e423f9b6 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:40:42.998459 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:43.011501 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Transition to ACTIVE for port object 97ac8715-867a-4824-9121-7007e423f9b6 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:40:43.093743 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:43.180909 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Pushing event updated for resources: {'Port': ['ID=97ac8715-867a-4824-9121-7007e423f9b6,revision_number=11']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:43.196187 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:43.196880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:43.196880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:43.197209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:43.197551 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:43.198422 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:43.199457 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:43.199805 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:43.200144 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:43.200732 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:43.200839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:43.201179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:43.236905 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] No DVR routers for this DVR port 97ac8715-867a-4824-9121-7007e423f9b6 on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:40:43.400462 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e9d4a-d5e8-44d0-8228-592ac96d50c2 req-9a80a875-e56f-462d-a57e-0c6192a474a7 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:43.401966 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd8e9d4a-d5e8-44d0-8228-592ac96d50c2 req-9a80a875-e56f-462d-a57e-0c6192a474a7 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 945 time: 0.0749483 Nov 02 12:40:43.449717 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Attempting to bind port 97ac8715-867a-4824-9121-7007e423f9b6 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:40:43.450057 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Attempting to bind port 97ac8715-867a-4824-9121-7007e423f9b6 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:40:43.450402 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Attempting to bind port 97ac8715-867a-4824-9121-7007e423f9b6 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:43.458486 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Port 97ac8715-867a-4824-9121-7007e423f9b6 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:40:43.458814 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Attempting to bind port 97ac8715-867a-4824-9121-7007e423f9b6 on network 3467fb3a-a332-45a4-bba6-f1e87f827c3b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:43.477209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:40:43.477558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Checking segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:40:43.477947 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Bound using segment: {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:40:43.478400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Bound port: 97ac8715-867a-4824-9121-7007e423f9b6, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:40:43.478765 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:43.495918 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd8e9d4a-d5e8-44d0-8228-592ac96d50c2 req-b90a8bab-7ee9-4c74-8e82-fa9341aab90f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796697 Nov 02 12:40:43.552742 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:40:43.555862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=97ac8715-867a-4824-9121-7007e423f9b6,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:40:43.730532 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:43.771764 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:43.772380 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:43.773767 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] 10.222.0.79 "PUT /v2.0/ports/97ac8715-867a-4824-9121-7007e423f9b6 HTTP/1.1" status: 200 len: 1094 time: 1.1213465 Nov 02 12:40:43.774214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:40:43.776666 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3a9773-6c78-4821-9da5-a8a80ddbb880" -d '{"events": [{"name": "network-changed", "server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "tag": "97ac8715-867a-4824-9121-7007e423f9b6"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:43.814698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c18cc-13ac-4743-9684-6668c1035229 service neutron] Pushing event updated for resources: {'Port': ['ID=97ac8715-867a-4824-9121-7007e423f9b6,revision_number=12']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:43.837188 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec8dd1d-cc7f-4510-8b91-2b6947a5920c x-openstack-request-id: req-4ec8dd1d-cc7f-4510-8b91-2b6947a5920c {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:43.837489 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "tag": "97ac8715-867a-4824-9121-7007e423f9b6", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:43.837760 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ec8dd1d-cc7f-4510-8b91-2b6947a5920c {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:43.838145 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6', 'status': 'completed', 'code': 200} Nov 02 12:40:43.853758 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-5034625f-2069-4606-98ed-e39269244778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:43.855977 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-5034625f-2069-4606-98ed-e39269244778 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 1097 time: 0.0547848 Nov 02 12:40:43.900957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-f54cca12-f862-4cd3-93c6-4c4ca8928c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:43.903411 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-f54cca12-f862-4cd3-93c6-4c4ca8928c3f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 1097 time: 0.0477476 Nov 02 12:40:43.960162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-646a3957-de14-4d5e-90a7-e75c78f8c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:43.961747 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-646a3957-de14-4d5e-90a7-e75c78f8c939 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.0981724 Nov 02 12:40:44.009290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-2372f34f-08bb-499e-85dc-230b196d37f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:44.011221 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-2372f34f-08bb-499e-85dc-230b196d37f7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.0985317 Nov 02 12:40:44.041125 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-93ad7910-6219-43ca-bd3b-c83e6b3bd630 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97ac8715-867a-4824-9121-7007e423f9b6 HTTP/1.1" status: 200 len: 1001 time: 0.0655031 Nov 02 12:40:44.082802 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-0a6f7bbb-d463-44af-9796-0810788f09b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97ac8715-867a-4824-9121-7007e423f9b6 HTTP/1.1" status: 200 len: 1001 time: 0.0645673 Nov 02 12:40:44.093860 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-178e5a4c-0931-4cbe-a992-425c5ad93ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:44.095365 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-178e5a4c-0931-4cbe-a992-425c5ad93ea4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0528800 Nov 02 12:40:44.133986 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-84443e91-b67d-4a13-89d4-940072e2514f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:44.135697 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-84443e91-b67d-4a13-89d4-940072e2514f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0453954 Nov 02 12:40:44.145231 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-712d7a3e-4deb-4397-9e63-74ad46d59048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:44.146724 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-712d7a3e-4deb-4397-9e63-74ad46d59048 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442548 Nov 02 12:40:44.188658 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-ccc8b077-d978-470a-bfb0-9aaeacf7366f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:44.190172 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-ccc8b077-d978-470a-bfb0-9aaeacf7366f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475867 Nov 02 12:40:44.241051 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-caf16bd0-3a1c-408c-a917-38125d17020c service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868416 Nov 02 12:40:44.292717 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-2b991b79-b205-40b2-b838-41a2c4cc13c8 service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938108 Nov 02 12:40:44.340132 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b70a8a4c-7933-437b-ae7d-16e5489da3e3 req-292df62d-c81e-4061-b1c7-2592d7248811 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914512 Nov 02 12:40:44.397903 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-5a492476-7adc-4d46-a5c2-0f39bdb0f5fb service neutron] 10.222.0.54 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958610 Nov 02 12:40:44.431782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-21d31832-ed3a-4516-ac9b-c495b77906d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:44.434110 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-21d31832-ed3a-4516-ac9b-c495b77906d7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 1097 time: 0.0503819 Nov 02 12:40:44.544609 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-bbbb3509-4acd-4ce2-b25e-bb834fcb10b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:44.546251 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-bbbb3509-4acd-4ce2-b25e-bb834fcb10b7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 200 len: 913 time: 0.1043015 Nov 02 12:40:44.648357 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-09802379-486a-45a5-a00e-491cbdf8c8f3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97ac8715-867a-4824-9121-7007e423f9b6 HTTP/1.1" status: 200 len: 1001 time: 0.0947461 Nov 02 12:40:44.661347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3bacd-187f-441d-adf0-1746fc043c9c req-22baa4ea-adb6-4d42-abb5-0618c40cb9ed tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:44.662781 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ff3bacd-187f-441d-adf0-1746fc043c9c req-22baa4ea-adb6-4d42-abb5-0618c40cb9ed tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 945 time: 0.0715728 Nov 02 12:40:44.737419 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-1ce97f71-dce2-45a7-90e2-28b754e71cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:44.738921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-1ce97f71-dce2-45a7-90e2-28b754e71cab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 200 len: 851 time: 0.0751987 Nov 02 12:40:44.746661 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ff3bacd-187f-441d-adf0-1746fc043c9c req-eea1c677-7e7e-4fba-bcb7-cf9d94af8f5f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745480 Nov 02 12:40:44.803313 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-98f1cbcf-a98b-402d-836b-182a81849b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:44.805264 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-98f1cbcf-a98b-402d-836b-182a81849b89 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3467fb3a-a332-45a4-bba6-f1e87f827c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571296 Nov 02 12:40:44.907290 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-38cd7410-a734-46bd-938c-517839819937 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947454 Nov 02 12:40:44.998768 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc3a9773-6c78-4821-9da5-a8a80ddbb880 req-d5900760-acc4-4052-86f7-a82397a69592 service neutron] 10.222.0.79 "GET /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848179 Nov 02 12:40:45.898431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16662001-cffe-4399-baa0-f0609e857796 req-db49542d-8d83-431d-a8e8-21c57903bcb5 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:45.900035 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-16662001-cffe-4399-baa0-f0609e857796 req-db49542d-8d83-431d-a8e8-21c57903bcb5 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 945 time: 0.0585475 Nov 02 12:40:45.950506 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-16662001-cffe-4399-baa0-f0609e857796 req-877baaa8-853b-4160-9746-3734d56663f1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432804 Nov 02 12:40:47.074005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cbe8e-e96b-406c-b8e4-8e99e2113227 req-51d7a7b0-2c68-4f22-a7af-98089cedd012 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:47.075696 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab1cbe8e-e96b-406c-b8e4-8e99e2113227 req-51d7a7b0-2c68-4f22-a7af-98089cedd012 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 945 time: 0.0521796 Nov 02 12:40:47.124704 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab1cbe8e-e96b-406c-b8e4-8e99e2113227 req-d9dfafc6-d689-42cd-a1e0-f0116366d369 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426168 Nov 02 12:40:47.587105 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e6444137-7741-44b0-8ea6-086e944325f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:48.247901 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de71fc-3c44-4209-8ff3-9094acef082d req-8390b564-177e-41f3-91bd-d753652918b1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:48.249426 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48de71fc-3c44-4209-8ff3-9094acef082d req-8390b564-177e-41f3-91bd-d753652918b1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 945 time: 0.0521631 Nov 02 12:40:48.303256 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48de71fc-3c44-4209-8ff3-9094acef082d req-cb2c8853-252a-482e-9344-5c8a786cc7f3 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475521 Nov 02 12:40:49.426400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b57f3-3361-427b-90ce-cd9b74aa9a6b req-e9ad9ef3-8f6c-48b3-bfac-04ee473f05ef tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:49.428232 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b41b57f3-3361-427b-90ce-cd9b74aa9a6b req-e9ad9ef3-8f6c-48b3-bfac-04ee473f05ef tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 945 time: 0.0502484 Nov 02 12:40:49.479629 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b41b57f3-3361-427b-90ce-cd9b74aa9a6b req-5bdee9cd-2455-488f-a763-6dd9185e195e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451784 Nov 02 12:40:49.775227 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-06bb2e10-ff0b-4d89-a0fd-60484838dfc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:50.605646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b2c2a-6d04-4297-ab06-0b254aa63674 req-26da129d-895d-4a72-97f9-8c32952888b1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:50.607282 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f80b2c2a-6d04-4297-ab06-0b254aa63674 req-26da129d-895d-4a72-97f9-8c32952888b1 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 945 time: 0.0504217 Nov 02 12:40:50.658239 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f80b2c2a-6d04-4297-ab06-0b254aa63674 req-6edc3d4f-b895-4dfe-b6c4-6a5d24919d6f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448132 Nov 02 12:40:51.186557 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:51.781055 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb036e-7b38-4b2a-ad47-b2ddef34e9be req-5ea54eaa-ae87-403d-9b7d-769dcf2d3c54 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:51.782544 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-87bb036e-7b38-4b2a-ad47-b2ddef34e9be req-5ea54eaa-ae87-403d-9b7d-769dcf2d3c54 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 945 time: 0.0553484 Nov 02 12:40:51.840314 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-87bb036e-7b38-4b2a-ad47-b2ddef34e9be req-70e58003-e77f-4e99-8462-2059a0a5da5d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517721 Nov 02 12:40:52.659603 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:52.961911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500d439-58b1-4ca5-809d-b9a398f0f605 req-0011aa9a-ac9f-467d-8b6c-6cf32f922ff8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:52.963347 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f500d439-58b1-4ca5-809d-b9a398f0f605 req-0011aa9a-ac9f-467d-8b6c-6cf32f922ff8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 945 time: 0.0521965 Nov 02 12:40:53.012615 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f500d439-58b1-4ca5-809d-b9a398f0f605 req-58464280-f85d-4cc0-9851-d9ed2092ecb9 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421653 Nov 02 12:40:54.133179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb0c4b-a626-490d-b3b4-5f1ca9ea0056 req-999fd3a6-c6c7-4df4-82e5-85d0c012e5d6 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:54.134761 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d6cb0c4b-a626-490d-b3b4-5f1ca9ea0056 req-999fd3a6-c6c7-4df4-82e5-85d0c012e5d6 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 945 time: 0.0506372 Nov 02 12:40:54.187763 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d6cb0c4b-a626-490d-b3b4-5f1ca9ea0056 req-e98eb98e-fab2-4ce5-a475-5e068a567201 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456221 Nov 02 12:40:54.375448 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:54.622008 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:55.019723 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:55.309624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d86cca-46a0-4622-a200-d2b32ae19fb6 req-047164d8-12b2-4898-97c4-ca4e9c9c0afd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:55.311147 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f2d86cca-46a0-4622-a200-d2b32ae19fb6 req-047164d8-12b2-4898-97c4-ca4e9c9c0afd tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 945 time: 0.0498796 Nov 02 12:40:55.359053 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f2d86cca-46a0-4622-a200-d2b32ae19fb6 req-9d94aee9-4c46-4453-9589-14a6f004748b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418725 Nov 02 12:40:56.482447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0a8a5-6fbb-401b-b976-dcd3d76b7257 req-d9909d09-130d-4ae0-9bae-3e47387c7e9e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:56.484778 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62b0a8a5-6fbb-401b-b976-dcd3d76b7257 req-d9909d09-130d-4ae0-9bae-3e47387c7e9e tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 945 time: 0.0542250 Nov 02 12:40:56.535078 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62b0a8a5-6fbb-401b-b976-dcd3d76b7257 req-675409a1-c9fe-4dc5-98bc-ca4c7a0a81d6 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437372 Nov 02 12:40:57.617653 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 97ac8715-867a-4824-9121-7007e423f9b6 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:40:57.664483 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48337996-9c7d-40a6-b6db-5872e32c8b97 req-f3532c61-0711-4e40-a49d-68197a28fd6d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:57.666091 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48337996-9c7d-40a6-b6db-5872e32c8b97 req-f3532c61-0711-4e40-a49d-68197a28fd6d tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 945 time: 0.0568206 Nov 02 12:40:57.718059 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=97ac8715-867a-4824-9121-7007e423f9b6,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:57.724213 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-48337996-9c7d-40a6-b6db-5872e32c8b97 req-98748c39-9b4e-40ad-9680-d47d9e127eee tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515776 Nov 02 12:40:57.730453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '97ac8715-867a-4824-9121-7007e423f9b6', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'port_id': '97ac8715-867a-4824-9121-7007e423f9b6', 'mac_address': 'fa:16:3e:fd:2c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:40:57.773984 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:57.786976 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ac8715-867a-4824-9121-7007e423f9b6 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:40:57.806604 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=97ac8715-867a-4824-9121-7007e423f9b6,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:57.849720 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17cc5d-de52-4f9d-95b2-2f2b8b4de0d1 req-bd789574-4a9e-42f4-99c3-2b235e136e45 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:57.851257 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c17cc5d-de52-4f9d-95b2-2f2b8b4de0d1 req-bd789574-4a9e-42f4-99c3-2b235e136e45 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 945 time: 0.0511949 Nov 02 12:40:57.903965 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c17cc5d-de52-4f9d-95b2-2f2b8b4de0d1 req-d8e7643b-de1f-4096-925e-b69b8a2d9e50 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461390 Nov 02 12:40:57.918640 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:57.970556 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=97ac8715-867a-4824-9121-7007e423f9b6,revision_number=13']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:58.027669 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f6146-bdec-40f0-aea1-4219826006bf req-d6324862-bd8f-46da-a817-097716102a19 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:58.029192 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f57f6146-bdec-40f0-aea1-4219826006bf req-d6324862-bd8f-46da-a817-097716102a19 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0554781 Nov 02 12:40:58.053295 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:40:58.079529 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f57f6146-bdec-40f0-aea1-4219826006bf req-d8220993-026b-4d6a-85e4-04cd27ceb6d8 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442064 Nov 02 12:40:58.168732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['97ac8715-867a-4824-9121-7007e423f9b6'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:40:58.616183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a776f-d383-4b67-b234-72403be2f2c0 req-8ab74f43-7388-4dee-8d59-0bcd689f1450 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:58.617669 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cc3a776f-d383-4b67-b234-72403be2f2c0 req-8ab74f43-7388-4dee-8d59-0bcd689f1450 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0511672 Nov 02 12:40:58.665188 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cc3a776f-d383-4b67-b234-72403be2f2c0 req-eff3e215-f554-4b79-aff2-dbc108c34978 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412130 Nov 02 12:40:59.659349 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 97ac8715-867a-4824-9121-7007e423f9b6 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:40:59.789983 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82e3eb-2fad-4a0a-954c-f9b28764af7f req-55bd149e-4e9d-4d7b-a565-1690a8be3c45 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:40:59.791651 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ce82e3eb-2fad-4a0a-954c-f9b28764af7f req-55bd149e-4e9d-4d7b-a565-1690a8be3c45 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0543878 Nov 02 12:40:59.846572 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ce82e3eb-2fad-4a0a-954c-f9b28764af7f req-ce12f7eb-ba11-4bb3-935f-5ecb71b5fc74 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf20390-f7c1-498d-a7b8-ecbef1dd8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486522 Nov 02 12:40:59.848677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 97ac8715-867a-4824-9121-7007e423f9b6 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:40:59.852955 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 97ac8715-867a-4824-9121-7007e423f9b6 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:40:59.853328 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:59.937513 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:40:59.957973 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:40:59.960255 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060b9596-b68b-4ed9-8dea-dba743af476c" -d '{"events": [{"server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "name": "network-vif-plugged", "status": "completed", "tag": "97ac8715-867a-4824-9121-7007e423f9b6"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:40:59.973384 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=97ac8715-867a-4824-9121-7007e423f9b6,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:59.994902 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4e09a5-a87a-422f-b270-ce77b876303c x-openstack-request-id: req-df4e09a5-a87a-422f-b270-ce77b876303c {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:40:59.995217 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "name": "network-vif-plugged", "status": "completed", "tag": "97ac8715-867a-4824-9121-7007e423f9b6", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:40:59.995471 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df4e09a5-a87a-422f-b270-ce77b876303c {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:40:59.996432 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6', 'code': 200} Nov 02 12:41:00.136032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cb86c-eab2-4b7b-8f7a-c198f1969354 req-b4c90c22-6c63-480c-b7f2-65a590551edc tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:00.138138 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c4cb86c-eab2-4b7b-8f7a-c198f1969354 req-b4c90c22-6c63-480c-b7f2-65a590551edc tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.79 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 946 time: 0.0496380 Nov 02 12:41:00.174583 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:00.223871 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=97ac8715-867a-4824-9121-7007e423f9b6,revision_number=14']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:00.235436 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-1c4cb86c-eab2-4b7b-8f7a-c198f1969354 req-6890fb4e-c348-44c1-a16d-7012476e9337 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Deleting port 97ac8715-867a-4824-9121-7007e423f9b6 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:41:00.238007 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c4cb86c-eab2-4b7b-8f7a-c198f1969354 req-6890fb4e-c348-44c1-a16d-7012476e9337 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:00.332152 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-1c4cb86c-eab2-4b7b-8f7a-c198f1969354 req-6890fb4e-c348-44c1-a16d-7012476e9337 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] For port 97ac8715-867a-4824-9121-7007e423f9b6, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=97ac8715-867a-4824-9121-7007e423f9b6,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:00.332521 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c4cb86c-eab2-4b7b-8f7a-c198f1969354 req-6890fb4e-c348-44c1-a16d-7012476e9337 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:00.511078 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c4cb86c-eab2-4b7b-8f7a-c198f1969354 req-6890fb4e-c348-44c1-a16d-7012476e9337 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:00.511390 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c4cb86c-eab2-4b7b-8f7a-c198f1969354 req-6890fb4e-c348-44c1-a16d-7012476e9337 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:00.512247 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [req-1c4cb86c-eab2-4b7b-8f7a-c198f1969354 req-6890fb4e-c348-44c1-a16d-7012476e9337 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Floating IP d04d309a-e641-4bd9-a9af-417495404a35 disassociated. External IP: 172.25.6.110, port: 97ac8715-867a-4824-9121-7007e423f9b6. Nov 02 12:41:00.512564 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-1c4cb86c-eab2-4b7b-8f7a-c198f1969354 req-6890fb4e-c348-44c1-a16d-7012476e9337 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Calling delete_port for 97ac8715-867a-4824-9121-7007e423f9b6 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:41:00.759062 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c4cb86c-eab2-4b7b-8f7a-c198f1969354 req-6890fb4e-c348-44c1-a16d-7012476e9337 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:00.788213 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890fb4e-c348-44c1-a16d-7012476e9337 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Pushing event deleted for resources: {'Port': ['ID=97ac8715-867a-4824-9121-7007e423f9b6,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:00.917064 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c4cb86c-eab2-4b7b-8f7a-c198f1969354 req-6890fb4e-c348-44c1-a16d-7012476e9337 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Router 71d4c695-0b6b-4b77-a790-9c2d3543372d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:41:00.990686 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8335f5bd-e1db-42bb-81aa-5df0c4468d43 req-f305be13-7725-45ba-9138-4ce5d0e7258f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 210 time: 0.0613649 Nov 02 12:41:01.060569 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c4cb86c-eab2-4b7b-8f7a-c198f1969354 req-6890fb4e-c348-44c1-a16d-7012476e9337 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:01.071190 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3517e3e-efab-4e59-8939-2dbd9bfda371 None None] Sync routers for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:01.081684 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3517e3e-efab-4e59-8939-2dbd9bfda371 None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:41:01.082293 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d3517e3e-efab-4e59-8939-2dbd9bfda371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:40:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:01.101899 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4cb86c-eab2-4b7b-8f7a-c198f1969354 req-6890fb4e-c348-44c1-a16d-7012476e9337 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] No DVR routers for this DVR port 97ac8715-867a-4824-9121-7007e423f9b6 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:41:01.104595 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-1c4cb86c-eab2-4b7b-8f7a-c198f1969354 req-6890fb4e-c348-44c1-a16d-7012476e9337 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:01.108922 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c4cb86c-eab2-4b7b-8f7a-c198f1969354 req-6890fb4e-c348-44c1-a16d-7012476e9337 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.79 "DELETE /v2.0/ports/97ac8715-867a-4824-9121-7007e423f9b6 HTTP/1.1" status: 204 len: 173 time: 0.9650118 Nov 02 12:41:01.109375 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'name': 'network-vif-deleted', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:41:01.111790 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f5f2ab-d0c5-439b-a1a6-e885a9c692d9" -d '{"events": [{"server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "name": "network-vif-deleted", "tag": "97ac8715-867a-4824-9121-7007e423f9b6"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:41:01.149405 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970048af-2962-46db-92c6-3e0a5d8728b3 x-openstack-request-id: req-970048af-2962-46db-92c6-3e0a5d8728b3 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:41:01.149687 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379c6f64-dd05-45fe-9192-c9158eafbe68", "name": "network-vif-deleted", "tag": "97ac8715-867a-4824-9121-7007e423f9b6", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:41:01.149949 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-970048af-2962-46db-92c6-3e0a5d8728b3 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:41:01.150358 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379c6f64-dd05-45fe-9192-c9158eafbe68', 'name': 'network-vif-deleted', 'tag': '97ac8715-867a-4824-9121-7007e423f9b6', 'status': 'completed', 'code': 200} Nov 02 12:41:01.190805 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-d3517e3e-efab-4e59-8939-2dbd9bfda371 None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:41:01.501525 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d3517e3e-efab-4e59-8939-2dbd9bfda371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:01.529811 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3517e3e-efab-4e59-8939-2dbd9bfda371 None None] Checking router: 71d4c695-0b6b-4b77-a790-9c2d3543372d for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:01.538840 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3517e3e-efab-4e59-8939-2dbd9bfda371 None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:41:01.539475 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d3517e3e-efab-4e59-8939-2dbd9bfda371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:40:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:01.647045 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-d3517e3e-efab-4e59-8939-2dbd9bfda371 None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:41:01.852256 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d3517e3e-efab-4e59-8939-2dbd9bfda371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:01.879181 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3517e3e-efab-4e59-8939-2dbd9bfda371 None None] The sync data for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 is: [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:34Z', 'revision_number': 4, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'f6f7ba34-0a6f-4826-babc-33dbfe6fe995', 'name': '', 'network_id': '3467fb3a-a332-45a4-bba6-f1e87f827c3b', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'mac_address': 'fa:16:3e:b4:5b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:34Z', 'updated_at': '2021-11-02T12:30:38Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'subnets': [{'id': '5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:02.103272 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6be36460-6daa-44e9-8bc3-370217cea267 req-432a52d4-ba28-4a72-8a79-5b7346c5973b tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 210 time: 0.0299013 Nov 02 12:41:02.127316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f128516-eafc-48c3-a04c-4ebe2da7e431 None None] New status for floating IP d04d309a-e641-4bd9-a9af-417495404a35: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:41:03.211813 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc44ce85-050d-4121-a0ba-5bd1b10d3bf2 req-4023e6d3-bc5f-4b85-9710-9bfd0f2c5199 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 210 time: 0.0338953 Nov 02 12:41:03.675122 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 97ac8715-867a-4824-9121-7007e423f9b6 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:03.699922 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 97ac8715-867a-4824-9121-7007e423f9b6 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:41:03.700330 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 97ac8715-867a-4824-9121-7007e423f9b6 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:04.310540 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-548001b7-d5eb-4c8f-ad2c-cdafaef0101c req-cc1705fa-301b-4416-8e88-8664861358e3 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 210 time: 0.0280015 Nov 02 12:41:05.411083 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6568bc7a-a7b3-4603-b87d-f1442d075dbc req-2a9bbd94-0718-470b-a6a8-b58af5abd7a0 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/ports?device_id=379c6f64-dd05-45fe-9192-c9158eafbe68 HTTP/1.1" status: 200 len: 210 time: 0.0294650 Nov 02 12:41:11.550102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 57836) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:41:11.609938 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9344d5ca-d085-4d2e-bb59-015916bf9ff4 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:11.632920 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9344d5ca-d085-4d2e-bb59-015916bf9ff4 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:11.793460 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9344d5ca-d085-4d2e-bb59-015916bf9ff4 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:11.796868 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9344d5ca-d085-4d2e-bb59-015916bf9ff4 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:11.798031 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9344d5ca-d085-4d2e-bb59-015916bf9ff4 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "DELETE /v2.0/security-groups/faf20390-f7c1-498d-a7b8-ecbef1dd8f33 HTTP/1.1" status: 204 len: 168 time: 0.2468772 Nov 02 12:41:11.800998 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57838) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:41:11.807889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344d5ca-d085-4d2e-bb59-015916bf9ff4 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf20390-f7c1-498d-a7b8-ecbef1dd8f33,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:11.816346 n-d-806683-18 neutron-server[102690]: INFO neutron.api.v2.resource [None req-e6cf664a-d257-404f-b3c0-f6af35138a7f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] show failed (client error): The resource could not be found. Nov 02 12:41:11.817659 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e6cf664a-d257-404f-b3c0-f6af35138a7f tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "GET /v2.0/security-groups/faf20390-f7c1-498d-a7b8-ecbef1dd8f33 HTTP/1.1" status: 404 len: 347 time: 0.0155232 Nov 02 12:41:11.820316 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57840) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:41:11.951787 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-9feac615-796a-411e-92c3-4a9256ac8f16 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Deleting port 412ee864-7893-4ac8-902c-0edf4c7732cf {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:41:11.952131 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9feac615-796a-411e-92c3-4a9256ac8f16 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:12.039288 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9feac615-796a-411e-92c3-4a9256ac8f16 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:12.039519 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9feac615-796a-411e-92c3-4a9256ac8f16 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:12.051276 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-9feac615-796a-411e-92c3-4a9256ac8f16 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Calling delete_port for 412ee864-7893-4ac8-902c-0edf4c7732cf owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:41:12.268075 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9feac615-796a-411e-92c3-4a9256ac8f16 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:12.295757 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feac615-796a-411e-92c3-4a9256ac8f16 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Pushing event deleted for resources: {'Port': ['ID=412ee864-7893-4ac8-902c-0edf4c7732cf,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:12.360686 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9feac615-796a-411e-92c3-4a9256ac8f16 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:12.363292 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9feac615-796a-411e-92c3-4a9256ac8f16 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:12.364451 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9feac615-796a-411e-92c3-4a9256ac8f16 tempest-ServerActionsTestJSON-650822596 tempest-ServerActionsTestJSON-650822596-project] 10.222.0.52 "DELETE /v2.0/floatingips/d04d309a-e641-4bd9-a9af-417495404a35 HTTP/1.1" status: 204 len: 168 time: 0.5431352 Nov 02 12:41:12.367477 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57842) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:41:12.909538 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-66b56f28-93a4-45d2-8cd1-59cd6630cc7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:13.160309 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-66b56f28-93a4-45d2-8cd1-59cd6630cc7b admin admin] Deleting port f6f7ba34-0a6f-4826-babc-33dbfe6fe995 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:41:13.160650 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-66b56f28-93a4-45d2-8cd1-59cd6630cc7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:13.239656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-66b56f28-93a4-45d2-8cd1-59cd6630cc7b admin admin] For port f6f7ba34-0a6f-4826-babc-33dbfe6fe995, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f6f7ba34-0a6f-4826-babc-33dbfe6fe995,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:13.240019 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-66b56f28-93a4-45d2-8cd1-59cd6630cc7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:13.253206 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-66b56f28-93a4-45d2-8cd1-59cd6630cc7b admin admin] Calling delete_port for f6f7ba34-0a6f-4826-babc-33dbfe6fe995 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:41:13.593864 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-66b56f28-93a4-45d2-8cd1-59cd6630cc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:13.618446 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b56f28-93a4-45d2-8cd1-59cd6630cc7b admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f7ba34-0a6f-4826-babc-33dbfe6fe995,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:13.792892 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-66b56f28-93a4-45d2-8cd1-59cd6630cc7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:14.012533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b56f28-93a4-45d2-8cd1-59cd6630cc7b admin admin] Router 71d4c695-0b6b-4b77-a790-9c2d3543372d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:41:14.126379 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b56f28-93a4-45d2-8cd1-59cd6630cc7b admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:41:14.133117 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-66b56f28-93a4-45d2-8cd1-59cd6630cc7b admin admin] 10.222.0.52 "PUT /v2.0/routers/71d4c695-0b6b-4b77-a790-9c2d3543372d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7634606 Nov 02 12:41:14.134462 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57846) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:41:14.135122 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81147e4-6e6f-442f-8f26-afe57f7483c0 None None] Sync routers for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:41:14.145689 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81147e4-6e6f-442f-8f26-afe57f7483c0 None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:41:14.146288 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c81147e4-6e6f-442f-8f26-afe57f7483c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:40:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:14.242898 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f6ec826-68af-46ca-8a37-a6416e9a3807 admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:14.252061 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-c81147e4-6e6f-442f-8f26-afe57f7483c0 None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:41:14.349625 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f6ec826-68af-46ca-8a37-a6416e9a3807 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:14.429825 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c81147e4-6e6f-442f-8f26-afe57f7483c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:41:13Z', 'revision_number': 5, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port': {'id': '462c33a9-39d8-4db4-a3fb-985e887c189f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:14.461311 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81147e4-6e6f-442f-8f26-afe57f7483c0 None None] Checking router: 71d4c695-0b6b-4b77-a790-9c2d3543372d for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:41:14.470708 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81147e4-6e6f-442f-8f26-afe57f7483c0 None None] Routers {'71d4c695-0b6b-4b77-a790-9c2d3543372d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:41:14.471379 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c81147e4-6e6f-442f-8f26-afe57f7483c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:40:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['71d4c695-0b6b-4b77-a790-9c2d3543372d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:14.478717 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ec826-68af-46ca-8a37-a6416e9a3807 admin admin] Deleting port 462c33a9-39d8-4db4-a3fb-985e887c189f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:41:14.479088 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f6ec826-68af-46ca-8a37-a6416e9a3807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:14.558544 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-c81147e4-6e6f-442f-8f26-afe57f7483c0 None None] Set router 71d4c695-0b6b-4b77-a790-9c2d3543372d gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:41:14.562348 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-1f6ec826-68af-46ca-8a37-a6416e9a3807 admin admin] For port 462c33a9-39d8-4db4-a3fb-985e887c189f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=462c33a9-39d8-4db4-a3fb-985e887c189f,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:14.562740 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f6ec826-68af-46ca-8a37-a6416e9a3807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:14.575729 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ec826-68af-46ca-8a37-a6416e9a3807 admin admin] Calling delete_port for 462c33a9-39d8-4db4-a3fb-985e887c189f owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:41:14.610121 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c81147e4-6e6f-442f-8f26-afe57f7483c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:41:14Z', 'revision_number': 6, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:14.640257 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81147e4-6e6f-442f-8f26-afe57f7483c0 None None] The sync data for ids ['71d4c695-0b6b-4b77-a790-9c2d3543372d'] in n-d-806683-18 is: [{'id': '71d4c695-0b6b-4b77-a790-9c2d3543372d', 'name': 'tempest-ServerActionsTestJSON-1753073064-router', 'tenant_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:30:31Z', 'updated_at': '2021-11-02T12:41:14Z', 'revision_number': 6, 'project_id': '234aa7a451bc4f039f998ec03d8a3f8b', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:41:14.833801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f6ec826-68af-46ca-8a37-a6416e9a3807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:14.861332 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ec826-68af-46ca-8a37-a6416e9a3807 admin admin] Pushing event deleted for resources: {'Port': ['ID=462c33a9-39d8-4db4-a3fb-985e887c189f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:14.927155 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f6ec826-68af-46ca-8a37-a6416e9a3807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:15.023239 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f6ec826-68af-46ca-8a37-a6416e9a3807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:15.025527 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f6ec826-68af-46ca-8a37-a6416e9a3807 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:15.125419 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f6ec826-68af-46ca-8a37-a6416e9a3807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:15.125882 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6ec826-68af-46ca-8a37-a6416e9a3807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71d4c695-0b6b-4b77-a790-9c2d3543372d {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:41:15.133052 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1f6ec826-68af-46ca-8a37-a6416e9a3807 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:15.133052 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1f6ec826-68af-46ca-8a37-a6416e9a3807 admin admin] 10.222.0.52 "DELETE /v2.0/routers/71d4c695-0b6b-4b77-a790-9c2d3543372d HTTP/1.1" status: 204 len: 168 time: 0.9961789 Nov 02 12:41:15.134143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57848) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:41:15.178646 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31287f5-5ac0-4bb9-a846-76934f1bc6a0 admin admin] Deleting subnet 5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:41:15.181794 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c31287f5-5ac0-4bb9-a846-76934f1bc6a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:15.216466 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c31287f5-5ac0-4bb9-a846-76934f1bc6a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:15.298827 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c31287f5-5ac0-4bb9-a846-76934f1bc6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:15.385563 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f6f7ba34-0a6f-4826-babc-33dbfe6fe995 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:15.406832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: f6f7ba34-0a6f-4826-babc-33dbfe6fe995 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:41:15.407211 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f6f7ba34-0a6f-4826-babc-33dbfe6fe995 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:15.438533 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c31287f5-5ac0-4bb9-a846-76934f1bc6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:15.465706 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31287f5-5ac0-4bb9-a846-76934f1bc6a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:15.468276 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c31287f5-5ac0-4bb9-a846-76934f1bc6a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:15.471490 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c31287f5-5ac0-4bb9-a846-76934f1bc6a0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5d6aeea6-99a5-4e00-81c3-1c8105ab0cbe HTTP/1.1" status: 204 len: 168 time: 0.3362801 Nov 02 12:41:15.474030 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57850) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:41:15.474445 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db13c22d-3970-4af0-b3b7-11df9273d706 None None] Network 3467fb3a-a332-45a4-bba6-f1e87f827c3b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:41:15.551453 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:15.613110 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] Deleting port 65dff8e3-c044-4eeb-bb1c-db8ac115785e {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:41:15.613469 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:15.678488 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc1c319-0ca6-4468-864f-a9d6de909535 None None] DHCP port deletion for 3467fb3a-a332-45a4-bba6-f1e87f827c3b request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:41:15.693893 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] For port 65dff8e3-c044-4eeb-bb1c-db8ac115785e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=65dff8e3-c044-4eeb-bb1c-db8ac115785e,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:15.694264 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:15.733885 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ccc1c319-0ca6-4468-864f-a9d6de909535 None None] Deleting port 65dff8e3-c044-4eeb-bb1c-db8ac115785e {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:41:15.734268 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c319-0ca6-4468-864f-a9d6de909535 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:15.804089 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ccc1c319-0ca6-4468-864f-a9d6de909535 None None] For port 65dff8e3-c044-4eeb-bb1c-db8ac115785e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=65dff8e3-c044-4eeb-bb1c-db8ac115785e,segment=NetworkSegment(d2fadf9f-c707-4f81-80f3-9c07ba6b91bd),segment_id=d2fadf9f-c707-4f81-80f3-9c07ba6b91bd)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:15.804488 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c319-0ca6-4468-864f-a9d6de909535 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:15.819554 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ccc1c319-0ca6-4468-864f-a9d6de909535 None None] Calling delete_port for 65dff8e3-c044-4eeb-bb1c-db8ac115785e owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:41:16.066710 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] Calling delete_port for 65dff8e3-c044-4eeb-bb1c-db8ac115785e owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:41:16.159708 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c319-0ca6-4468-864f-a9d6de909535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:16.166442 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:16.184866 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1c319-0ca6-4468-864f-a9d6de909535 None None] Pushing event deleted for resources: {'Port': ['ID=65dff8e3-c044-4eeb-bb1c-db8ac115785e,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:16.189361 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc1c319-0ca6-4468-864f-a9d6de909535 None None] No DVR routers for this DVR port 65dff8e3-c044-4eeb-bb1c-db8ac115785e on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:41:16.194248 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=65dff8e3-c044-4eeb-bb1c-db8ac115785e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:16.197770 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] No DVR routers for this DVR port 65dff8e3-c044-4eeb-bb1c-db8ac115785e on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:41:16.278844 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:16.301314 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3467fb3a-a332-45a4-bba6-f1e87f827c3b']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:16.312106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:16.312412 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2fadf9f-c707-4f81-80f3-9c07ba6b91bd') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:16.322114 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:16.336687 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:16.342902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:41:16.343430 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:41:16.345089 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:41:16.479302 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:16.492122 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:16.492122 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3467fb3a-a332-45a4-bba6-f1e87f827c3b HTTP/1.1" status: 204 len: 168 time: 1.0144472 Nov 02 12:41:16.501316 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd7e6d-232b-4a4b-b2b9-a55c9dda80c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3467fb3a-a332-45a4-bba6-f1e87f827c3b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:16.964833 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 65dff8e3-c044-4eeb-bb1c-db8ac115785e no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:16.986731 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 65dff8e3-c044-4eeb-bb1c-db8ac115785e {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:41:16.987102 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 65dff8e3-c044-4eeb-bb1c-db8ac115785e not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:16.987520 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 462c33a9-39d8-4db4-a3fb-985e887c189f no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:17.008117 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 462c33a9-39d8-4db4-a3fb-985e887c189f {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:41:17.008467 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 462c33a9-39d8-4db4-a3fb-985e887c189f not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:17.022469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57854) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:41:17.063067 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-42c74293-ec6f-4525-98c4-5081238e92b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=234aa7a451bc4f039f998ec03d8a3f8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393474 Nov 02 12:41:17.065559 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57856) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:41:17.114198 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ebfcaf8a-9889-414e-a51b-535d63b29240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:17.134862 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ebfcaf8a-9889-414e-a51b-535d63b29240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:17.284742 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ebfcaf8a-9889-414e-a51b-535d63b29240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:17.287370 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ebfcaf8a-9889-414e-a51b-535d63b29240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:17.288530 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ebfcaf8a-9889-414e-a51b-535d63b29240 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e9076d4-fa56-4ddd-a864-540d3cee9e86 HTTP/1.1" status: 204 len: 168 time: 0.2220659 Nov 02 12:41:17.306564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcaf8a-9889-414e-a51b-535d63b29240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9076d4-fa56-4ddd-a864-540d3cee9e86,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:17.542237 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1316bc78-523d-4b19-8595-5025ae531643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:18.429888 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57878) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:41:18.525633 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-bb106612-c3c8-4f83-969b-63ad555abbe6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-801076162-network', 'tenant_id': '05fd4295d03a40b8aa17ea9dd7c7ee23'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:41:18.622079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb106612-c3c8-4f83-969b-63ad555abbe6 admin admin] Made reservation on behalf of 05fd4295d03a40b8aa17ea9dd7c7ee23 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:18.624431 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bb106612-c3c8-4f83-969b-63ad555abbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:18.638291 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bb106612-c3c8-4f83-969b-63ad555abbe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:18.714479 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bb106612-c3c8-4f83-969b-63ad555abbe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:18.822223 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bb106612-c3c8-4f83-969b-63ad555abbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:18.852154 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb106612-c3c8-4f83-969b-63ad555abbe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:41:18.857813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb106612-c3c8-4f83-969b-63ad555abbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:18.867646 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bb106612-c3c8-4f83-969b-63ad555abbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:18.867975 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-bb106612-c3c8-4f83-969b-63ad555abbe6 admin admin] Added segment 698792ac-7714-4d4a-af97-3bfda70aadaf of type vlan for network b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0 Nov 02 12:41:18.908748 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bb106612-c3c8-4f83-969b-63ad555abbe6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:18.999536 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bb106612-c3c8-4f83-969b-63ad555abbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:19.000522 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb106612-c3c8-4f83-969b-63ad555abbe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:19.001112 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bb106612-c3c8-4f83-969b-63ad555abbe6 admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:19.063574 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb106612-c3c8-4f83-969b-63ad555abbe6 admin admin] Pushing event updated for resources: {'Network': ['ID=b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:19.072909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:41:19.173352 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bb106612-c3c8-4f83-969b-63ad555abbe6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7423484 Nov 02 12:41:19.177371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 57882) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:41:19.182200 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Request body: {'subnet': {'network_id': 'b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-801076162-subnet', 'tenant_id': '05fd4295d03a40b8aa17ea9dd7c7ee23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:41:19.285762 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Made reservation on behalf of 05fd4295d03a40b8aa17ea9dd7c7ee23 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:19.292172 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:19.593787 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:19.654855 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e78031c6-51d1-4d02-aa92-0c88b2926a05,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:19.667528 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.667883 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.668231 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.668573 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.668962 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.669302 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.669634 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.669966 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.670388 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.670720 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.671084 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.671408 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:19.678468 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Checking segment: {'id': '698792ac-7714-4d4a-af97-3bfda70aadaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:41:19.678837 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Network hostable DHCP agents. Network: b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:41:19.811196 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-00031cf0-f316-400e-8a5c-c1ba0f7c9737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:19.845329 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Network b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:41:19.953505 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:19.958789 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:19.959192 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:19.964924 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cdc639-8f44-4dec-9884-636453071c22 None None] Network b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:41:20.054128 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c5c47588-587a-4c1c-9393-f3a5c9204198 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8755977 Nov 02 12:41:20.090965 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e8bbef-b746-45d4-bbeb-3c00f72d15ea None None] Network b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:41:20.515393 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-e46b2902-76d0-4874-9fab-6d13e54166a5 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:20.521918 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-e46b2902-76d0-4874-9fab-6d13e54166a5 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/networks?id=b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0 HTTP/1.1" status: 200 len: 813 time: 0.1083198 Nov 02 12:41:20.532668 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-d882e308-7b42-4834-9a14-66d5a592f954 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/quotas/05fd4295d03a40b8aa17ea9dd7c7ee23 HTTP/1.1" status: 200 len: 375 time: 0.0091829 Nov 02 12:41:20.564556 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-32d7af6a-1e58-4cce-8f1f-797da3bd3925 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=05fd4295d03a40b8aa17ea9dd7c7ee23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262454 Nov 02 12:41:20.575835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-d491e13a-36bd-407c-80b2-1591bf62b8a9 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:41:20.578914 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-d491e13a-36bd-407c-80b2-1591bf62b8a9 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0050404 Nov 02 12:41:20.672520 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-c5622f3a-0f7f-4114-ac76-220a3a3cdf5b service neutron] 10.222.0.52 "GET /v2.0/networks/b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882485 Nov 02 12:41:20.763270 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-38d27f25-59ef-451c-8b5c-554db375b801 service neutron] 10.222.0.52 "GET /v2.0/networks/b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842776 Nov 02 12:41:20.992104 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c64e4976-33cb-4f37-95f8-93e29fd66127 req-adf245aa-42bd-4eb6-9896-60c4b8e95708 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 210 time: 0.0276866 Nov 02 12:41:21.244838 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:22.077442 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4e5716b0-5231-44a2-9244-e4c59f85cee9 req-16bb1be1-29cb-4a43-9bba-6bb500b417f1 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 210 time: 0.0326889 Nov 02 12:41:22.656795 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:23.173971 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09f072db-8f58-4b5a-a7ec-d7943396bea8 req-6d75a020-8998-43cb-8379-e24f4e0c3871 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 210 time: 0.0270295 Nov 02 12:41:23.459369 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-d5541a8c-4b8e-44be-abda-2dfeaf458be4 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:23.460773 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-d5541a8c-4b8e-44be-abda-2dfeaf458be4 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.54 "GET /v2.0/networks?id=b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0 HTTP/1.1" status: 200 len: 813 time: 0.1073186 Nov 02 12:41:23.476235 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-8a2f7a7d-7381-4104-a7e0-4ec379d57752 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Request body: {'port': {'device_id': 'caf132a9-5532-4ade-898c-96c1d9003c3f', 'network_id': 'b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0', 'admin_state_up': True, 'tenant_id': '05fd4295d03a40b8aa17ea9dd7c7ee23'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:41:23.668092 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-8a2f7a7d-7381-4104-a7e0-4ec379d57752 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Made reservation on behalf of 05fd4295d03a40b8aa17ea9dd7c7ee23 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:23.671846 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-8a2f7a7d-7381-4104-a7e0-4ec379d57752 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:23.808280 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-8a2f7a7d-7381-4104-a7e0-4ec379d57752 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Allocated IP 172.20.0.5 (b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0/e78031c6-51d1-4d02-aa92-0c88b2926a05/684d4d78-d715-456f-ae5c-54c501f21981) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:23.956840 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-8a2f7a7d-7381-4104-a7e0-4ec379d57752 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:24.045425 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-8a2f7a7d-7381-4104-a7e0-4ec379d57752 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:24.091661 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-8a2f7a7d-7381-4104-a7e0-4ec379d57752 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Network b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:24.094517 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-8a2f7a7d-7381-4104-a7e0-4ec379d57752 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:24.100903 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-8a2f7a7d-7381-4104-a7e0-4ec379d57752 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:41:24.131615 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f7a7d-7381-4104-a7e0-4ec379d57752 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Pushing event updated for resources: {'Port': ['ID=684d4d78-d715-456f-ae5c-54c501f21981,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:24.155242 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-8a2f7a7d-7381-4104-a7e0-4ec379d57752 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:24.167669 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-8a2f7a7d-7381-4104-a7e0-4ec379d57752 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:24.253603 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-8a2f7a7d-7381-4104-a7e0-4ec379d57752 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7821500 Nov 02 12:41:24.267411 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Request body: {'port': {'device_id': 'caf132a9-5532-4ade-898c-96c1d9003c3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:41:24.302473 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b4e7b-6568-4386-a68e-369f92726367 req-40c7e397-f37f-4974-b8f6-6d60530f7a38 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:24.304180 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab1b4e7b-6568-4386-a68e-369f92726367 req-40c7e397-f37f-4974-b8f6-6d60530f7a38 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 931 time: 0.0577798 Nov 02 12:41:24.329608 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:24.356467 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab1b4e7b-6568-4386-a68e-369f92726367 req-4759f9cb-d9e3-4e59-a267-e26d557380a4 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458155 Nov 02 12:41:24.371195 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:24.621223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684d4d78-d715-456f-ae5c-54c501f21981 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:41:24.628970 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:24.633954 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:24.641687 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Transition to ACTIVE for port object 684d4d78-d715-456f-ae5c-54c501f21981 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:41:24.713830 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:24.767502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Pushing event updated for resources: {'Port': ['ID=684d4d78-d715-456f-ae5c-54c501f21981,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:24.840569 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Attempting to bind port 684d4d78-d715-456f-ae5c-54c501f21981 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:41:24.840908 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Attempting to bind port 684d4d78-d715-456f-ae5c-54c501f21981 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '698792ac-7714-4d4a-af97-3bfda70aadaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:41:24.841242 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Attempting to bind port 684d4d78-d715-456f-ae5c-54c501f21981 on network b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:24.845785 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Port 684d4d78-d715-456f-ae5c-54c501f21981 on network b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:41:24.846109 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Attempting to bind port 684d4d78-d715-456f-ae5c-54c501f21981 on network b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:24.851603 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:41:24.851944 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Checking segment: {'id': '698792ac-7714-4d4a-af97-3bfda70aadaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:41:24.852359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Bound using segment: {'id': '698792ac-7714-4d4a-af97-3bfda70aadaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:41:24.852788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Bound port: 684d4d78-d715-456f-ae5c-54c501f21981, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698792ac-7714-4d4a-af97-3bfda70aadaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:41:24.853147 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:24.921095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] For port 684d4d78-d715-456f-ae5c-54c501f21981, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:24.924364 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] For port 684d4d78-d715-456f-ae5c-54c501f21981, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=684d4d78-d715-456f-ae5c-54c501f21981,segment=NetworkSegment(698792ac-7714-4d4a-af97-3bfda70aadaf),segment_id=698792ac-7714-4d4a-af97-3bfda70aadaf)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:25.016314 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:25.051035 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:25.051420 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:25.051739 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:25.054178 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] 10.222.0.54 "PUT /v2.0/ports/684d4d78-d715-456f-ae5c-54c501f21981 HTTP/1.1" status: 200 len: 1092 time: 0.7912204 Nov 02 12:41:25.056724 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf132a9-5532-4ade-898c-96c1d9003c3f', 'tag': '684d4d78-d715-456f-ae5c-54c501f21981'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:41:25.060302 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84abfef1-f158-4e38-a0c3-0c3987a634de" -d '{"events": [{"name": "network-changed", "server_uuid": "caf132a9-5532-4ade-898c-96c1d9003c3f", "tag": "684d4d78-d715-456f-ae5c-54c501f21981"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:41:25.091820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c224ac0-7686-4fb2-a124-f93da5b418e8 service neutron] Pushing event updated for resources: {'Port': ['ID=684d4d78-d715-456f-ae5c-54c501f21981,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:25.100060 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dd615c-871d-432d-90a4-ad03380e858f x-openstack-request-id: req-38dd615c-871d-432d-90a4-ad03380e858f {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:41:25.100350 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf132a9-5532-4ade-898c-96c1d9003c3f", "tag": "684d4d78-d715-456f-ae5c-54c501f21981", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:41:25.100604 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38dd615c-871d-432d-90a4-ad03380e858f {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:41:25.101421 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf132a9-5532-4ade-898c-96c1d9003c3f', 'tag': '684d4d78-d715-456f-ae5c-54c501f21981', 'status': 'completed', 'code': 200} Nov 02 12:41:25.167696 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abfef1-f158-4e38-a0c3-0c3987a634de req-0fd85613-920f-4cdd-919d-9454015bfafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:25.169179 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-84abfef1-f158-4e38-a0c3-0c3987a634de req-0fd85613-920f-4cdd-919d-9454015bfafb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05fd4295d03a40b8aa17ea9dd7c7ee23&device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 1095 time: 0.0439436 Nov 02 12:41:25.283764 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abfef1-f158-4e38-a0c3-0c3987a634de req-0c95c987-9591-44dc-b05e-6b00da6cbec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:25.285237 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-84abfef1-f158-4e38-a0c3-0c3987a634de req-0c95c987-9591-44dc-b05e-6b00da6cbec9 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=05fd4295d03a40b8aa17ea9dd7c7ee23&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1037436 Nov 02 12:41:25.385778 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abfef1-f158-4e38-a0c3-0c3987a634de req-d01b501c-d191-430f-b462-8a8dacdaaaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:25.387374 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-84abfef1-f158-4e38-a0c3-0c3987a634de req-d01b501c-d191-430f-b462-8a8dacdaaaed service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952086 Nov 02 12:41:25.474466 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-d52451d0-d94a-4af0-8c97-2b9cc22cd33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:25.475904 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-d52451d0-d94a-4af0-8c97-2b9cc22cd33d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05fd4295d03a40b8aa17ea9dd7c7ee23&device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 1095 time: 0.0476382 Nov 02 12:41:25.483848 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101aaf9-81e1-4df5-8988-eec915d1e342 req-a0fcba7c-0382-4bfc-a98f-ef7d2092fd42 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:25.485330 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d101aaf9-81e1-4df5-8988-eec915d1e342 req-a0fcba7c-0382-4bfc-a98f-ef7d2092fd42 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 943 time: 0.0520711 Nov 02 12:41:25.523202 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-82c85b56-47e6-43dd-bbdf-62befcde1667 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=684d4d78-d715-456f-ae5c-54c501f21981 HTTP/1.1" status: 200 len: 217 time: 0.0392473 Nov 02 12:41:25.574019 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d101aaf9-81e1-4df5-8988-eec915d1e342 req-3d42a778-ca40-4916-b1e1-7bbff4a4c095 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490379 Nov 02 12:41:25.581887 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-0d0a4976-172b-4277-98ab-bafc0aa8342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:25.583423 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-0d0a4976-172b-4277-98ab-bafc0aa8342c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e78031c6-51d1-4d02-aa92-0c88b2926a05 HTTP/1.1" status: 200 len: 853 time: 0.0481687 Nov 02 12:41:25.619547 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-a17ef607-7c53-47ef-9d82-4f6ab3725ea7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292118 Nov 02 12:41:25.712663 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-bb7d2189-5d16-4c85-abff-2b048b1fd3af service neutron] 10.222.0.54 "GET /v2.0/networks/b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857131 Nov 02 12:41:25.808711 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-11426e8a-21e1-4f86-85a0-227dbc6a0c1d req-55e149c9-f11d-4925-b39f-6c1d7845570b service neutron] 10.222.0.54 "GET /v2.0/networks/b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888426 Nov 02 12:41:26.661831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362d7e2-55bb-4a2c-97d2-e4134e032e3e req-6e9e1d0e-b62a-4c6e-8ba6-f992ec1b4eda tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:26.663356 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7362d7e2-55bb-4a2c-97d2-e4134e032e3e req-6e9e1d0e-b62a-4c6e-8ba6-f992ec1b4eda tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 943 time: 0.0503125 Nov 02 12:41:26.714426 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7362d7e2-55bb-4a2c-97d2-e4134e032e3e req-98308f1f-c287-45f4-a172-5de2e5a5a653 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448139 Nov 02 12:41:27.835769 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717d48e-d0f4-4b2a-88a4-12d4a5b22bfe req-8d1f9cfa-4385-470d-9e76-84444b466f86 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:27.837314 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2717d48e-d0f4-4b2a-88a4-12d4a5b22bfe req-8d1f9cfa-4385-470d-9e76-84444b466f86 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 943 time: 0.0528846 Nov 02 12:41:27.886544 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2717d48e-d0f4-4b2a-88a4-12d4a5b22bfe req-64a52ced-48ee-46bd-885f-ef6c5786b902 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428464 Nov 02 12:41:28.698001 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 684d4d78-d715-456f-ae5c-54c501f21981 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:41:28.792582 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 684d4d78-d715-456f-ae5c-54c501f21981, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=684d4d78-d715-456f-ae5c-54c501f21981,segment=NetworkSegment(698792ac-7714-4d4a-af97-3bfda70aadaf),segment_id=698792ac-7714-4d4a-af97-3bfda70aadaf)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:28.808159 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '684d4d78-d715-456f-ae5c-54c501f21981', 'network_id': 'b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0', 'port_id': '684d4d78-d715-456f-ae5c-54c501f21981', 'mac_address': 'fa:16:3e:12:cc:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78031c6-51d1-4d02-aa92-0c88b2926a05', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:41:28.844328 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:28.858129 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684d4d78-d715-456f-ae5c-54c501f21981 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:41:28.877975 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 684d4d78-d715-456f-ae5c-54c501f21981, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=684d4d78-d715-456f-ae5c-54c501f21981,segment=NetworkSegment(698792ac-7714-4d4a-af97-3bfda70aadaf),segment_id=698792ac-7714-4d4a-af97-3bfda70aadaf)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:28.942529 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:28.995357 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=684d4d78-d715-456f-ae5c-54c501f21981,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:29.009373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ec221-031a-4509-a62f-2cfd4a966c19 req-e4e0e037-4d8d-4db4-b75e-b6b48d976ec2 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:29.010895 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-657ec221-031a-4509-a62f-2cfd4a966c19 req-e4e0e037-4d8d-4db4-b75e-b6b48d976ec2 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 944 time: 0.0551944 Nov 02 12:41:29.059181 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-657ec221-031a-4509-a62f-2cfd4a966c19 req-98aad8f8-628f-4b1e-b7c0-b57b0c09c115 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422113 Nov 02 12:41:29.153765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['684d4d78-d715-456f-ae5c-54c501f21981'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:41:30.177342 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a492e-03c2-48f8-a367-6a2c67e2ef3e req-629c3421-e739-4c87-aeab-10e04d14afc2 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:30.179475 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-160a492e-03c2-48f8-a367-6a2c67e2ef3e req-629c3421-e739-4c87-aeab-10e04d14afc2 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 944 time: 0.0500238 Nov 02 12:41:30.228336 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-160a492e-03c2-48f8-a367-6a2c67e2ef3e req-77eacad1-d438-40d6-a5d4-10de755612d1 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426753 Nov 02 12:41:30.713755 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 684d4d78-d715-456f-ae5c-54c501f21981 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:30.868433 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 684d4d78-d715-456f-ae5c-54c501f21981 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:41:30.872597 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 684d4d78-d715-456f-ae5c-54c501f21981 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:41:30.873181 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:30.956038 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:30.979553 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf132a9-5532-4ade-898c-96c1d9003c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684d4d78-d715-456f-ae5c-54c501f21981'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:41:30.981745 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff57e839-b786-4da6-b194-78f3fc133b41" -d '{"events": [{"server_uuid": "caf132a9-5532-4ade-898c-96c1d9003c3f", "name": "network-vif-plugged", "status": "completed", "tag": "684d4d78-d715-456f-ae5c-54c501f21981"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:41:31.007386 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 684d4d78-d715-456f-ae5c-54c501f21981, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=684d4d78-d715-456f-ae5c-54c501f21981,segment=NetworkSegment(698792ac-7714-4d4a-af97-3bfda70aadaf),segment_id=698792ac-7714-4d4a-af97-3bfda70aadaf)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:31.017443 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eeb80d8-e5dc-488e-b534-9b6c10a58e25 x-openstack-request-id: req-9eeb80d8-e5dc-488e-b534-9b6c10a58e25 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:41:31.017738 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf132a9-5532-4ade-898c-96c1d9003c3f", "name": "network-vif-plugged", "status": "completed", "tag": "684d4d78-d715-456f-ae5c-54c501f21981", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:41:31.018025 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9eeb80d8-e5dc-488e-b534-9b6c10a58e25 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:41:31.018425 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf132a9-5532-4ade-898c-96c1d9003c3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684d4d78-d715-456f-ae5c-54c501f21981', 'code': 200} Nov 02 12:41:31.090365 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:31.123586 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190ce45-d144-4ebf-9972-ae64872d25f8 req-d5bf1370-bc41-4cb6-a64e-8486af5ddd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:31.125138 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7190ce45-d144-4ebf-9972-ae64872d25f8 req-d5bf1370-bc41-4cb6-a64e-8486af5ddd23 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 1097 time: 0.0453625 Nov 02 12:41:31.139344 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=684d4d78-d715-456f-ae5c-54c501f21981,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:31.172669 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7190ce45-d144-4ebf-9972-ae64872d25f8 req-1f9e12d9-779b-491e-969c-0a889a47d690 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396445 Nov 02 12:41:31.356061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c7750-1ab6-4de9-9a5e-4bb1e874515a req-39038431-9283-4f94-8f1a-ac3446889430 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:31.357546 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e6c7750-1ab6-4de9-9a5e-4bb1e874515a req-39038431-9283-4f94-8f1a-ac3446889430 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 945 time: 0.0568130 Nov 02 12:41:31.411963 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e6c7750-1ab6-4de9-9a5e-4bb1e874515a req-9699e3c8-0948-4344-a3c6-24447b52be25 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482905 Nov 02 12:41:32.531591 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cd144-33cd-4b72-b5a6-1a2a8633f333 req-3167806a-28a1-4907-9a04-cb35ec646ce0 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:32.533087 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a0cd144-33cd-4b72-b5a6-1a2a8633f333 req-3167806a-28a1-4907-9a04-cb35ec646ce0 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 945 time: 0.0506492 Nov 02 12:41:32.582192 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a0cd144-33cd-4b72-b5a6-1a2a8633f333 req-6388f416-ac67-4b7b-ae6e-f3dc31c66a35 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423169 Nov 02 12:41:32.824195 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32778c00-c43e-4969-b3da-bd7618053706 req-7726a0fe-72c4-4932-8c99-540e76ba12d3 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:32.825678 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32778c00-c43e-4969-b3da-bd7618053706 req-7726a0fe-72c4-4932-8c99-540e76ba12d3 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/networks?id=b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0 HTTP/1.1" status: 200 len: 813 time: 0.1068671 Nov 02 12:41:32.842682 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32778c00-c43e-4969-b3da-bd7618053706 req-6f761f3d-5877-4345-a1a0-2a0ed14abc31 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/quotas/05fd4295d03a40b8aa17ea9dd7c7ee23 HTTP/1.1" status: 200 len: 375 time: 0.0108881 Nov 02 12:41:32.893471 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32778c00-c43e-4969-b3da-bd7618053706 req-98b5f046-9718-40d1-a935-697972bd51e5 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=05fd4295d03a40b8aa17ea9dd7c7ee23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0452392 Nov 02 12:41:32.988930 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32778c00-c43e-4969-b3da-bd7618053706 req-6544f32d-85b5-4a73-b094-f4ac5ce37998 service neutron] 10.222.0.52 "GET /v2.0/networks/b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870936 Nov 02 12:41:33.079205 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32778c00-c43e-4969-b3da-bd7618053706 req-05f1752d-428e-478a-bbdf-4466a5466f40 service neutron] 10.222.0.52 "GET /v2.0/networks/b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834517 Nov 02 12:41:33.342162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-12e9b180-1cc0-487d-a15e-aa2def8c12fa req-1124f082-05c7-4ed9-9e91-28764af5e2a1 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5f5f098-f8ff-4fa1-b7af-ef459ba06748 HTTP/1.1" status: 200 len: 210 time: 0.0303669 Nov 02 12:41:34.438861 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b1a91bef-00d4-4dee-87dc-1d0a67cde630 req-80ea5c4f-6903-4ea1-be53-c418bb784709 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5f5f098-f8ff-4fa1-b7af-ef459ba06748 HTTP/1.1" status: 200 len: 210 time: 0.0270011 Nov 02 12:41:35.052681 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:41:35.485190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32778c00-c43e-4969-b3da-bd7618053706 req-72b2da62-2c8b-4b5d-8719-14b95b9d81e2 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:35.486641 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32778c00-c43e-4969-b3da-bd7618053706 req-72b2da62-2c8b-4b5d-8719-14b95b9d81e2 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.79 "GET /v2.0/networks?id=b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0 HTTP/1.1" status: 200 len: 813 time: 0.1081533 Nov 02 12:41:35.499657 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-32778c00-c43e-4969-b3da-bd7618053706 req-8e87297c-aebf-4c0e-9a6a-035603238270 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Request body: {'port': {'device_id': 'f5f5f098-f8ff-4fa1-b7af-ef459ba06748', 'network_id': 'b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0', 'admin_state_up': True, 'tenant_id': '05fd4295d03a40b8aa17ea9dd7c7ee23'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:41:35.944420 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80cef8f2-4efe-470b-a801-9a10a34a2334 req-7dbe63ee-501a-46f1-a3ac-024ec8e8dbfe tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5f5f098-f8ff-4fa1-b7af-ef459ba06748 HTTP/1.1" status: 200 len: 210 time: 0.4155815 Nov 02 12:41:36.074487 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32778c00-c43e-4969-b3da-bd7618053706 req-8e87297c-aebf-4c0e-9a6a-035603238270 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Made reservation on behalf of 05fd4295d03a40b8aa17ea9dd7c7ee23 for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:36.078532 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32778c00-c43e-4969-b3da-bd7618053706 req-8e87297c-aebf-4c0e-9a6a-035603238270 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:36.211715 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-32778c00-c43e-4969-b3da-bd7618053706 req-8e87297c-aebf-4c0e-9a6a-035603238270 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Allocated IP 172.20.0.7 (b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0/e78031c6-51d1-4d02-aa92-0c88b2926a05/469e5358-0728-4135-aad3-c26e4c1b312e) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:41:36.360701 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32778c00-c43e-4969-b3da-bd7618053706 req-8e87297c-aebf-4c0e-9a6a-035603238270 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:36.537833 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32778c00-c43e-4969-b3da-bd7618053706 req-8e87297c-aebf-4c0e-9a6a-035603238270 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:36.550470 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['684d4d78-d715-456f-ae5c-54c501f21981'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:41:36.588276 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32778c00-c43e-4969-b3da-bd7618053706 req-8e87297c-aebf-4c0e-9a6a-035603238270 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Network b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:41:36.595647 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-32778c00-c43e-4969-b3da-bd7618053706 req-8e87297c-aebf-4c0e-9a6a-035603238270 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:41:36.597388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-32778c00-c43e-4969-b3da-bd7618053706 req-8e87297c-aebf-4c0e-9a6a-035603238270 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:41:36.622000 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87297c-aebf-4c0e-9a6a-035603238270 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Pushing event updated for resources: {'Port': ['ID=469e5358-0728-4135-aad3-c26e4c1b312e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:36.654687 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32778c00-c43e-4969-b3da-bd7618053706 req-8e87297c-aebf-4c0e-9a6a-035603238270 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:36.655205 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32778c00-c43e-4969-b3da-bd7618053706 req-8e87297c-aebf-4c0e-9a6a-035603238270 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:36.751030 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32778c00-c43e-4969-b3da-bd7618053706 req-8e87297c-aebf-4c0e-9a6a-035603238270 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2553015 Nov 02 12:41:36.764566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Request body: {'port': {'device_id': 'f5f5f098-f8ff-4fa1-b7af-ef459ba06748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:41:36.818835 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:37.095526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dba8e-07d4-4aa3-b764-e41efee3cd73 req-dd63e2a2-894b-4798-a002-c702d0a387d4 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:37.096949 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d49dba8e-07d4-4aa3-b764-e41efee3cd73 req-dd63e2a2-894b-4798-a002-c702d0a387d4 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5f5f098-f8ff-4fa1-b7af-ef459ba06748 HTTP/1.1" status: 200 len: 931 time: 0.0828056 Nov 02 12:41:37.141744 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469e5358-0728-4135-aad3-c26e4c1b312e {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:41:37.152676 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:37.183210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Transition to ACTIVE for port object 469e5358-0728-4135-aad3-c26e4c1b312e will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:41:37.187405 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d49dba8e-07d4-4aa3-b764-e41efee3cd73 req-c1d505a8-63e3-4cd5-a39b-cf038af655aa tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718672 Nov 02 12:41:37.297350 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:37.349413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=469e5358-0728-4135-aad3-c26e4c1b312e,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:37.423781 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Attempting to bind port 469e5358-0728-4135-aad3-c26e4c1b312e on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:41:37.424116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Attempting to bind port 469e5358-0728-4135-aad3-c26e4c1b312e by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '698792ac-7714-4d4a-af97-3bfda70aadaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:41:37.424444 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Attempting to bind port 469e5358-0728-4135-aad3-c26e4c1b312e on network b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:37.428987 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Port 469e5358-0728-4135-aad3-c26e4c1b312e on network b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:41:37.429304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Attempting to bind port 469e5358-0728-4135-aad3-c26e4c1b312e on network b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:41:37.435329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:41:37.435665 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Checking segment: {'id': '698792ac-7714-4d4a-af97-3bfda70aadaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:41:37.436290 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Bound using segment: {'id': '698792ac-7714-4d4a-af97-3bfda70aadaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:41:37.436718 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Bound port: 469e5358-0728-4135-aad3-c26e4c1b312e, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '698792ac-7714-4d4a-af97-3bfda70aadaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:41:37.437083 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:37.504242 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] For port 469e5358-0728-4135-aad3-c26e4c1b312e, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:41:37.507630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] For port 469e5358-0728-4135-aad3-c26e4c1b312e, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=469e5358-0728-4135-aad3-c26e4c1b312e,segment=NetworkSegment(698792ac-7714-4d4a-af97-3bfda70aadaf),segment_id=698792ac-7714-4d4a-af97-3bfda70aadaf)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:41:37.617872 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:37.651006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:37.651426 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:37.652815 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32778c00-c43e-4969-b3da-bd7618053706 req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] 10.222.0.79 "PUT /v2.0/ports/469e5358-0728-4135-aad3-c26e4c1b312e HTTP/1.1" status: 200 len: 1092 time: 0.8925583 Nov 02 12:41:37.655116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f5f098-f8ff-4fa1-b7af-ef459ba06748', 'tag': '469e5358-0728-4135-aad3-c26e4c1b312e'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:41:37.658224 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d1fa8d-4c55-4fa6-94c8-5c44ab2f0092" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f5f098-f8ff-4fa1-b7af-ef459ba06748", "tag": "469e5358-0728-4135-aad3-c26e4c1b312e"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:41:37.683764 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c093c-bc98-4499-9eae-e29db9b4e5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=469e5358-0728-4135-aad3-c26e4c1b312e,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:37.697928 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cd0fe5-f808-4be3-8370-231d3adeb6b9 x-openstack-request-id: req-66cd0fe5-f808-4be3-8370-231d3adeb6b9 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:41:37.697928 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f5f098-f8ff-4fa1-b7af-ef459ba06748", "tag": "469e5358-0728-4135-aad3-c26e4c1b312e", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:41:37.697928 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66cd0fe5-f808-4be3-8370-231d3adeb6b9 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:41:37.697928 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f5f098-f8ff-4fa1-b7af-ef459ba06748', 'tag': '469e5358-0728-4135-aad3-c26e4c1b312e', 'status': 'completed', 'code': 200} Nov 02 12:41:37.762776 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1fa8d-4c55-4fa6-94c8-5c44ab2f0092 req-1148e57a-0d3f-451e-840c-0cc67868a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:37.764422 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9d1fa8d-4c55-4fa6-94c8-5c44ab2f0092 req-1148e57a-0d3f-451e-840c-0cc67868a431 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05fd4295d03a40b8aa17ea9dd7c7ee23&device_id=f5f5f098-f8ff-4fa1-b7af-ef459ba06748 HTTP/1.1" status: 200 len: 1095 time: 0.0476441 Nov 02 12:41:37.874549 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1fa8d-4c55-4fa6-94c8-5c44ab2f0092 req-68961c83-eab0-4e5d-8514-ec0af28301d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:37.875976 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9d1fa8d-4c55-4fa6-94c8-5c44ab2f0092 req-68961c83-eab0-4e5d-8514-ec0af28301d9 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=05fd4295d03a40b8aa17ea9dd7c7ee23&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1023836 Nov 02 12:41:37.975755 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1fa8d-4c55-4fa6-94c8-5c44ab2f0092 req-f1ebb808-0d15-41ac-a22f-61e5582cef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:37.977356 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f9d1fa8d-4c55-4fa6-94c8-5c44ab2f0092 req-f1ebb808-0d15-41ac-a22f-61e5582cef51 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942605 Nov 02 12:41:38.051571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32778c00-c43e-4969-b3da-bd7618053706 req-a8d2440d-d629-4a30-a003-220180184712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:38.053070 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32778c00-c43e-4969-b3da-bd7618053706 req-a8d2440d-d629-4a30-a003-220180184712 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=05fd4295d03a40b8aa17ea9dd7c7ee23&device_id=f5f5f098-f8ff-4fa1-b7af-ef459ba06748 HTTP/1.1" status: 200 len: 1095 time: 0.0404835 Nov 02 12:41:38.101130 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32778c00-c43e-4969-b3da-bd7618053706 req-a291b86c-7ef0-4069-a1cb-b549a75e8c51 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=469e5358-0728-4135-aad3-c26e4c1b312e HTTP/1.1" status: 200 len: 217 time: 0.0399718 Nov 02 12:41:38.156526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32778c00-c43e-4969-b3da-bd7618053706 req-0a2af7be-2e52-4c27-bb67-6e3d95110b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:38.157915 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32778c00-c43e-4969-b3da-bd7618053706 req-0a2af7be-2e52-4c27-bb67-6e3d95110b0a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e78031c6-51d1-4d02-aa92-0c88b2926a05 HTTP/1.1" status: 200 len: 853 time: 0.0502727 Nov 02 12:41:38.191346 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32778c00-c43e-4969-b3da-bd7618053706 req-987772a4-a3e5-415b-8c1d-dc5eec263caa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265486 Nov 02 12:41:38.316663 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32778c00-c43e-4969-b3da-bd7618053706 req-64a8a6f2-da3e-492f-ac94-d9f49560ead9 service neutron] 10.222.0.79 "GET /v2.0/networks/b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176236 Nov 02 12:41:38.358840 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517437c6-1a91-4e0e-accc-6769439a4a3e req-0515f628-dc38-4e0c-9255-c4206c82c065 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:38.360348 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-517437c6-1a91-4e0e-accc-6769439a4a3e req-0515f628-dc38-4e0c-9255-c4206c82c065 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5f5f098-f8ff-4fa1-b7af-ef459ba06748 HTTP/1.1" status: 200 len: 943 time: 0.0956640 Nov 02 12:41:38.459210 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32778c00-c43e-4969-b3da-bd7618053706 req-d898ffe4-3a6e-44ac-a6a2-e7a178e3e4a6 service neutron] 10.222.0.79 "GET /v2.0/networks/b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359859 Nov 02 12:41:38.463817 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-517437c6-1a91-4e0e-accc-6769439a4a3e req-d1ccb65b-b983-44c0-995f-9a38dfd85a4b tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752454 Nov 02 12:41:39.590796 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090ec7d-9ada-4952-b6a0-29367397d68b req-63784dc2-7871-4c4f-8791-6b60cd4660d1 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:39.592322 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8090ec7d-9ada-4952-b6a0-29367397d68b req-63784dc2-7871-4c4f-8791-6b60cd4660d1 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5f5f098-f8ff-4fa1-b7af-ef459ba06748 HTTP/1.1" status: 200 len: 943 time: 0.0602353 Nov 02 12:41:39.642696 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8090ec7d-9ada-4952-b6a0-29367397d68b req-8541e322-2aa7-4ab3-96de-e4042d851772 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440981 Nov 02 12:41:40.759267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39783d0-60f8-4e20-ae86-67d247ce7760 req-8bc937bb-5966-4bca-af10-73318141569f tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:40.760758 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f39783d0-60f8-4e20-ae86-67d247ce7760 req-8bc937bb-5966-4bca-af10-73318141569f tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5f5f098-f8ff-4fa1-b7af-ef459ba06748 HTTP/1.1" status: 200 len: 943 time: 0.0493553 Nov 02 12:41:40.811395 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f39783d0-60f8-4e20-ae86-67d247ce7760 req-ff9df52d-644d-4daf-9e5c-737cf60dcb89 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438757 Nov 02 12:41:41.838873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 469e5358-0728-4135-aad3-c26e4c1b312e details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:41:41.938432 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 469e5358-0728-4135-aad3-c26e4c1b312e, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=469e5358-0728-4135-aad3-c26e4c1b312e,segment=NetworkSegment(698792ac-7714-4d4a-af97-3bfda70aadaf),segment_id=698792ac-7714-4d4a-af97-3bfda70aadaf)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:41.940148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3646c-aa55-4ec1-b1f1-41cb02427796 req-c0851c71-ff37-42d3-9ea7-904def380fb5 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:41.941729 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38e3646c-aa55-4ec1-b1f1-41cb02427796 req-c0851c71-ff37-42d3-9ea7-904def380fb5 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5f5f098-f8ff-4fa1-b7af-ef459ba06748 HTTP/1.1" status: 200 len: 943 time: 0.0578506 Nov 02 12:41:41.949931 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '469e5358-0728-4135-aad3-c26e4c1b312e', 'network_id': 'b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0', 'port_id': '469e5358-0728-4135-aad3-c26e4c1b312e', 'mac_address': 'fa:16:3e:d7:20:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78031c6-51d1-4d02-aa92-0c88b2926a05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:41:41.989949 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:41.990631 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38e3646c-aa55-4ec1-b1f1-41cb02427796 req-545a2a7d-46a6-456a-8535-82bb53f6a497 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428441 Nov 02 12:41:42.004337 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469e5358-0728-4135-aad3-c26e4c1b312e {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:41:42.025135 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 469e5358-0728-4135-aad3-c26e4c1b312e, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=469e5358-0728-4135-aad3-c26e4c1b312e,segment=NetworkSegment(698792ac-7714-4d4a-af97-3bfda70aadaf),segment_id=698792ac-7714-4d4a-af97-3bfda70aadaf)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:42.125559 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:42.172832 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=469e5358-0728-4135-aad3-c26e4c1b312e,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:42.180131 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:42.180486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:42.180831 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:42.181176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:42.181543 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:42.181879 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:42.182210 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:42.182539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:42.183536 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:42.183881 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:42.184214 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:42.184541 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:42.322182 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['469e5358-0728-4135-aad3-c26e4c1b312e'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:41:43.107831 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd7642-4d8c-4ce3-8ce3-d5360f9e41df req-d286b4c7-922f-4fd2-b5f9-b59d51b8682d tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:43.109345 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eacd7642-4d8c-4ce3-8ce3-d5360f9e41df req-d286b4c7-922f-4fd2-b5f9-b59d51b8682d tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5f5f098-f8ff-4fa1-b7af-ef459ba06748 HTTP/1.1" status: 200 len: 944 time: 0.0505996 Nov 02 12:41:43.162638 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eacd7642-4d8c-4ce3-8ce3-d5360f9e41df req-a5bf54e7-a522-4215-b833-90923581cff9 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472944 Nov 02 12:41:43.864169 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 469e5358-0728-4135-aad3-c26e4c1b312e up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:41:43.988666 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 469e5358-0728-4135-aad3-c26e4c1b312e completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:41:43.992600 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 469e5358-0728-4135-aad3-c26e4c1b312e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:41:43.992969 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:44.069363 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:44.091644 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f5f098-f8ff-4fa1-b7af-ef459ba06748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469e5358-0728-4135-aad3-c26e4c1b312e'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:41:44.093886 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac096b80-00a6-4807-9b13-0a7b243a194b" -d '{"events": [{"server_uuid": "f5f5f098-f8ff-4fa1-b7af-ef459ba06748", "name": "network-vif-plugged", "status": "completed", "tag": "469e5358-0728-4135-aad3-c26e4c1b312e"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:41:44.105961 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 469e5358-0728-4135-aad3-c26e4c1b312e, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=469e5358-0728-4135-aad3-c26e4c1b312e,segment=NetworkSegment(698792ac-7714-4d4a-af97-3bfda70aadaf),segment_id=698792ac-7714-4d4a-af97-3bfda70aadaf)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:44.134262 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9611d54-b526-48c9-bb99-63ece75d76fc x-openstack-request-id: req-c9611d54-b526-48c9-bb99-63ece75d76fc {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:41:44.134556 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f5f098-f8ff-4fa1-b7af-ef459ba06748", "name": "network-vif-plugged", "status": "completed", "tag": "469e5358-0728-4135-aad3-c26e4c1b312e", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:41:44.134814 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9611d54-b526-48c9-bb99-63ece75d76fc {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:41:44.135302 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f5f098-f8ff-4fa1-b7af-ef459ba06748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469e5358-0728-4135-aad3-c26e4c1b312e', 'code': 200} Nov 02 12:41:44.177507 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:44.229570 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=469e5358-0728-4135-aad3-c26e4c1b312e,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:44.249406 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31623b-abf8-4ad7-b8dd-474784d1d304 req-7eac7fb0-727c-4845-b3a2-5557006810a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:44.251014 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c31623b-abf8-4ad7-b8dd-474784d1d304 req-7eac7fb0-727c-4845-b3a2-5557006810a7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f5f5f098-f8ff-4fa1-b7af-ef459ba06748 HTTP/1.1" status: 200 len: 1097 time: 0.0585890 Nov 02 12:41:44.315342 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bff3f-2d2c-4b31-91e4-67fae8a89a7a req-32811508-131d-4f48-808f-7f1ec199fd12 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:44.316802 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e96bff3f-2d2c-4b31-91e4-67fae8a89a7a req-32811508-131d-4f48-808f-7f1ec199fd12 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5f5f098-f8ff-4fa1-b7af-ef459ba06748 HTTP/1.1" status: 200 len: 945 time: 0.0787580 Nov 02 12:41:44.337446 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c31623b-abf8-4ad7-b8dd-474784d1d304 req-c5f71c9f-b488-4d5c-8654-8f38b0ecd76c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683506 Nov 02 12:41:44.376120 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e96bff3f-2d2c-4b31-91e4-67fae8a89a7a req-0e6524ab-a0db-4873-8167-4ab9d6d5bb74 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513947 Nov 02 12:41:45.499076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a63c2-7dc5-4ca8-9711-25ef56014e5c req-7dc1385c-7c8e-4d3a-bd3e-a9b3d9371a78 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:45.500581 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a1a63c2-7dc5-4ca8-9711-25ef56014e5c req-7dc1385c-7c8e-4d3a-bd3e-a9b3d9371a78 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5f5f098-f8ff-4fa1-b7af-ef459ba06748 HTTP/1.1" status: 200 len: 945 time: 0.0518339 Nov 02 12:41:45.548868 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a1a63c2-7dc5-4ca8-9711-25ef56014e5c req-e2e69510-b100-464a-8b69-d3440be61432 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422156 Nov 02 12:41:46.670559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12204b68-a48d-4f5c-a040-b21bc974988e req-816da642-d4ef-447b-8f9c-e16cbcd6a2bc tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:46.672803 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-12204b68-a48d-4f5c-a040-b21bc974988e req-816da642-d4ef-447b-8f9c-e16cbcd6a2bc tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5f5f098-f8ff-4fa1-b7af-ef459ba06748 HTTP/1.1" status: 200 len: 945 time: 0.0544326 Nov 02 12:41:46.720889 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-12204b68-a48d-4f5c-a040-b21bc974988e req-6c469a07-2000-4df1-856a-ea0b9b977668 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420125 Nov 02 12:41:47.229751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ca36c-a53d-402e-aeb0-98a129fedd55 req-14864df4-6181-4b38-acc5-0889a21fb00c tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:47.231144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-078ca36c-a53d-402e-aeb0-98a129fedd55 req-14864df4-6181-4b38-acc5-0889a21fb00c tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5f5f098-f8ff-4fa1-b7af-ef459ba06748 HTTP/1.1" status: 200 len: 945 time: 0.0503097 Nov 02 12:41:47.279969 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-078ca36c-a53d-402e-aeb0-98a129fedd55 req-e89e0cb5-c37d-4292-b5ea-f28f82b4fe69 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419712 Nov 02 12:41:47.543491 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d3dc912b-29b2-45a8-b451-04e5d63df45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:48.403096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee028f-9b1b-4ff1-a38f-28b065de4475 req-312f9ca4-8915-4b4b-856b-e2f648559dfb tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:48.404663 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0aee028f-9b1b-4ff1-a38f-28b065de4475 req-312f9ca4-8915-4b4b-856b-e2f648559dfb tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5f5f098-f8ff-4fa1-b7af-ef459ba06748 HTTP/1.1" status: 200 len: 945 time: 0.0553224 Nov 02 12:41:48.475667 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0aee028f-9b1b-4ff1-a38f-28b065de4475 req-c9e39e7e-2164-45f4-b62e-0b7079297cb4 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649745 Nov 02 12:41:48.496503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b536603-783b-4daa-b510-29e4ea6d5e2d req-e34709b4-6ff4-4882-8e9a-270f12ab93c0 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:48.498193 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b536603-783b-4daa-b510-29e4ea6d5e2d req-e34709b4-6ff4-4882-8e9a-270f12ab93c0 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.79 "GET /v2.0/ports?device_id=f5f5f098-f8ff-4fa1-b7af-ef459ba06748 HTTP/1.1" status: 200 len: 945 time: 0.0603034 Nov 02 12:41:48.587785 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-6b536603-783b-4daa-b510-29e4ea6d5e2d req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Deleting port 469e5358-0728-4135-aad3-c26e4c1b312e {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:41:48.588016 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b536603-783b-4daa-b510-29e4ea6d5e2d req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:48.683192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-6b536603-783b-4daa-b510-29e4ea6d5e2d req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] For port 469e5358-0728-4135-aad3-c26e4c1b312e, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=469e5358-0728-4135-aad3-c26e4c1b312e,segment=NetworkSegment(698792ac-7714-4d4a-af97-3bfda70aadaf),segment_id=698792ac-7714-4d4a-af97-3bfda70aadaf)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:48.683571 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b536603-783b-4daa-b510-29e4ea6d5e2d req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:48.696377 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-6b536603-783b-4daa-b510-29e4ea6d5e2d req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Calling delete_port for 469e5358-0728-4135-aad3-c26e4c1b312e owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:41:48.914642 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b536603-783b-4daa-b510-29e4ea6d5e2d req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:48.929429 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['469e5358-0728-4135-aad3-c26e4c1b312e'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:41:48.932301 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['684d4d78-d715-456f-ae5c-54c501f21981'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:41:48.949237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Pushing event deleted for resources: {'Port': ['ID=469e5358-0728-4135-aad3-c26e4c1b312e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:48.981052 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:48.981446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:48.981705 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:48.982469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:48.982621 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:48.983250 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:48.983596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:48.983935 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:48.984462 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:48.984929 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:48.985489 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:48.986016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:49.003040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b536603-783b-4daa-b510-29e4ea6d5e2d req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] No DVR routers for this DVR port 469e5358-0728-4135-aad3-c26e4c1b312e on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:41:49.005727 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-6b536603-783b-4daa-b510-29e4ea6d5e2d req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:49.009171 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6b536603-783b-4daa-b510-29e4ea6d5e2d req-eb08670d-c564-425e-8ea1-8c89d50d3072 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.79 "DELETE /v2.0/ports/469e5358-0728-4135-aad3-c26e4c1b312e HTTP/1.1" status: 204 len: 173 time: 0.5051005 Nov 02 12:41:49.009625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f5f098-f8ff-4fa1-b7af-ef459ba06748', 'name': 'network-vif-deleted', 'tag': '469e5358-0728-4135-aad3-c26e4c1b312e'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:41:49.012055 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f73664-6515-41ff-9688-5633055da3dc" -d '{"events": [{"server_uuid": "f5f5f098-f8ff-4fa1-b7af-ef459ba06748", "name": "network-vif-deleted", "tag": "469e5358-0728-4135-aad3-c26e4c1b312e"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:41:49.050105 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f06723-8889-4803-a084-1c87fe798320 x-openstack-request-id: req-f8f06723-8889-4803-a084-1c87fe798320 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:41:49.050403 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f5f098-f8ff-4fa1-b7af-ef459ba06748", "name": "network-vif-deleted", "tag": "469e5358-0728-4135-aad3-c26e4c1b312e", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:41:49.050663 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8f06723-8889-4803-a084-1c87fe798320 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:41:49.051108 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f5f098-f8ff-4fa1-b7af-ef459ba06748', 'name': 'network-vif-deleted', 'tag': '469e5358-0728-4135-aad3-c26e4c1b312e', 'status': 'completed', 'code': 200} Nov 02 12:41:49.597793 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7027409a-ea0f-49b0-8325-06c6d2198538 req-95cb3473-1dbe-4778-a6e5-9469e74bd32a tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5f5f098-f8ff-4fa1-b7af-ef459ba06748 HTTP/1.1" status: 200 len: 210 time: 0.0327554 Nov 02 12:41:49.777090 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-51016f49-5d99-4c9b-84ae-91a8d218b4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:50.752786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceebe8-59fc-4dc1-b71a-a03e869ad7a6 req-818236a6-2e04-46c5-a4e0-f21508f580f6 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:50.754301 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aaceebe8-59fc-4dc1-b71a-a03e869ad7a6 req-818236a6-2e04-46c5-a4e0-f21508f580f6 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 945 time: 0.0505133 Nov 02 12:41:50.801159 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aaceebe8-59fc-4dc1-b71a-a03e869ad7a6 req-4737bb61-14fc-43d9-a5d3-d3d2575b6e48 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409269 Nov 02 12:41:50.936643 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ef53d-46d1-4b7c-9736-f4868985323b req-ad80bc04-ab05-47a7-a6bf-bcbb9a2361c8 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:50.938204 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-388ef53d-46d1-4b7c-9736-f4868985323b req-ad80bc04-ab05-47a7-a6bf-bcbb9a2361c8 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 945 time: 0.0522127 Nov 02 12:41:50.987019 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-388ef53d-46d1-4b7c-9736-f4868985323b req-d4ce0ae3-9e1a-45bd-878f-d595d53a2f59 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423598 Nov 02 12:41:51.106825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc662d65-6c55-4792-aed4-0fd385085e18 req-81378f7f-1250-47d2-a7f6-787fb986b7a0 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:51.108385 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cc662d65-6c55-4792-aed4-0fd385085e18 req-81378f7f-1250-47d2-a7f6-787fb986b7a0 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 945 time: 0.0538507 Nov 02 12:41:51.156479 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cc662d65-6c55-4792-aed4-0fd385085e18 req-89dad148-d860-4de0-a485-834d2f3e4c7b tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404041 Nov 02 12:41:51.229082 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:51.336778 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f8146-48c9-4c60-ab0d-2436759efaa3 req-4b32a78a-2cdc-4c4f-81e2-aceeecb11ba5 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:51.338281 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d9f8146-48c9-4c60-ab0d-2436759efaa3 req-4b32a78a-2cdc-4c4f-81e2-aceeecb11ba5 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 945 time: 0.0501606 Nov 02 12:41:51.389624 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d9f8146-48c9-4c60-ab0d-2436759efaa3 req-00b74eaa-babe-4de1-adfc-26f885adca4a tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445647 Nov 02 12:41:51.509756 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6430f-9fb0-4084-a820-74b0dc2482f3 req-440e8407-51e3-45c7-ad66-5beb1272887f tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:51.511170 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-00b6430f-9fb0-4084-a820-74b0dc2482f3 req-440e8407-51e3-45c7-ad66-5beb1272887f tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 945 time: 0.0499530 Nov 02 12:41:51.562749 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-00b6430f-9fb0-4084-a820-74b0dc2482f3 req-21fdd77e-ad92-44df-8760-a90eff026578 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453537 Nov 02 12:41:51.697988 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8967739-441a-4bf6-a2b9-ae4f0c144fea req-85606cab-49bd-47b2-8f22-cda30ee5dcc8 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:51.699502 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b8967739-441a-4bf6-a2b9-ae4f0c144fea req-85606cab-49bd-47b2-8f22-cda30ee5dcc8 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 945 time: 0.0512967 Nov 02 12:41:51.748340 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b8967739-441a-4bf6-a2b9-ae4f0c144fea req-2ea4b48d-17f5-4455-9f6d-3437c58848c4 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425234 Nov 02 12:41:51.913283 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 469e5358-0728-4135-aad3-c26e4c1b312e no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:51.935741 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: 469e5358-0728-4135-aad3-c26e4c1b312e {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:41:51.936102 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 469e5358-0728-4135-aad3-c26e4c1b312e not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:52.569719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fee355-fa90-491a-b476-3d5860cb3bdb req-dbed634c-0092-4b38-b8f1-c31f3d042932 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:52.573430 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64fee355-fa90-491a-b476-3d5860cb3bdb req-dbed634c-0092-4b38-b8f1-c31f3d042932 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 945 time: 0.0512815 Nov 02 12:41:52.620834 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-64fee355-fa90-491a-b476-3d5860cb3bdb req-5ec32751-5569-4362-b272-b2dfaa376f66 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427043 Nov 02 12:41:52.663344 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:53.748874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb69e9-29fe-4dc8-974e-fdf4056f26fe req-420f68ae-9fa6-4bd6-8550-2de5c22d0198 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:53.750365 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3efb69e9-29fe-4dc8-974e-fdf4056f26fe req-420f68ae-9fa6-4bd6-8550-2de5c22d0198 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 945 time: 0.0548122 Nov 02 12:41:53.797321 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3efb69e9-29fe-4dc8-974e-fdf4056f26fe req-4f7dcbb7-bc3f-458c-b7ea-2fd3fba554ef tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/security-groups?id=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403512 Nov 02 12:41:54.024588 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6b317-c5d0-41d1-a88e-7ee995ba9283 req-67844e4b-dc63-4d2b-9b49-3047e181a69b tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:54.026081 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-75b6b317-c5d0-41d1-a88e-7ee995ba9283 req-67844e4b-dc63-4d2b-9b49-3047e181a69b tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.54 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 945 time: 0.0497222 Nov 02 12:41:54.123904 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-75b6b317-c5d0-41d1-a88e-7ee995ba9283 req-465cd1bb-4957-459b-81b3-63eff5565b44 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Deleting port 684d4d78-d715-456f-ae5c-54c501f21981 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:41:54.124247 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-75b6b317-c5d0-41d1-a88e-7ee995ba9283 req-465cd1bb-4957-459b-81b3-63eff5565b44 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:54.214279 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-75b6b317-c5d0-41d1-a88e-7ee995ba9283 req-465cd1bb-4957-459b-81b3-63eff5565b44 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] For port 684d4d78-d715-456f-ae5c-54c501f21981, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=684d4d78-d715-456f-ae5c-54c501f21981,segment=NetworkSegment(698792ac-7714-4d4a-af97-3bfda70aadaf),segment_id=698792ac-7714-4d4a-af97-3bfda70aadaf)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:41:54.214660 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-75b6b317-c5d0-41d1-a88e-7ee995ba9283 req-465cd1bb-4957-459b-81b3-63eff5565b44 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:54.229118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-75b6b317-c5d0-41d1-a88e-7ee995ba9283 req-465cd1bb-4957-459b-81b3-63eff5565b44 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Calling delete_port for 684d4d78-d715-456f-ae5c-54c501f21981 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:41:54.457676 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:54.487253 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-75b6b317-c5d0-41d1-a88e-7ee995ba9283 req-465cd1bb-4957-459b-81b3-63eff5565b44 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:54.499259 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['684d4d78-d715-456f-ae5c-54c501f21981'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:41:54.517934 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cd1bb-4957-459b-81b3-63eff5565b44 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Pushing event deleted for resources: {'Port': ['ID=684d4d78-d715-456f-ae5c-54c501f21981,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:54.570391 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b6b317-c5d0-41d1-a88e-7ee995ba9283 req-465cd1bb-4957-459b-81b3-63eff5565b44 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] No DVR routers for this DVR port 684d4d78-d715-456f-ae5c-54c501f21981 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:41:54.576404 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-75b6b317-c5d0-41d1-a88e-7ee995ba9283 req-465cd1bb-4957-459b-81b3-63eff5565b44 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:54.580477 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-75b6b317-c5d0-41d1-a88e-7ee995ba9283 req-465cd1bb-4957-459b-81b3-63eff5565b44 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.54 "DELETE /v2.0/ports/684d4d78-d715-456f-ae5c-54c501f21981 HTTP/1.1" status: 204 len: 173 time: 0.5463593 Nov 02 12:41:54.588645 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf132a9-5532-4ade-898c-96c1d9003c3f', 'name': 'network-vif-deleted', 'tag': '684d4d78-d715-456f-ae5c-54c501f21981'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:41:54.588645 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146b0e7e-2299-400b-90e6-2e9295898864" -d '{"events": [{"server_uuid": "caf132a9-5532-4ade-898c-96c1d9003c3f", "name": "network-vif-deleted", "tag": "684d4d78-d715-456f-ae5c-54c501f21981"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:41:54.619962 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bc8c2a-d53f-4d31-b8e5-4b5f9bdd4c77 x-openstack-request-id: req-e0bc8c2a-d53f-4d31-b8e5-4b5f9bdd4c77 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:41:54.620306 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf132a9-5532-4ade-898c-96c1d9003c3f", "name": "network-vif-deleted", "tag": "684d4d78-d715-456f-ae5c-54c501f21981", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:41:54.620563 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e0bc8c2a-d53f-4d31-b8e5-4b5f9bdd4c77 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:41:54.620974 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf132a9-5532-4ade-898c-96c1d9003c3f', 'name': 'network-vif-deleted', 'tag': '684d4d78-d715-456f-ae5c-54c501f21981', 'status': 'completed', 'code': 200} Nov 02 12:41:54.629270 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:54.911793 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d8d6659a-662e-4c4f-b045-027b9e07fa06 req-3a83a5b4-55f5-4c61-ae0d-f48c93892331 tempest-ServersNegativeTestJSON-606070810 tempest-ServersNegativeTestJSON-606070810-project] 10.222.0.52 "GET /v2.0/ports?device_id=caf132a9-5532-4ade-898c-96c1d9003c3f HTTP/1.1" status: 200 len: 210 time: 0.0270123 Nov 02 12:41:55.029371 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:55.972484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58036) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:41:56.016863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1a89d5-0858-4208-b05e-c2a1e1883845 admin admin] Deleting subnet e78031c6-51d1-4d02-aa92-0c88b2926a05 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:41:56.020126 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b1a89d5-0858-4208-b05e-c2a1e1883845 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:56.060518 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b1a89d5-0858-4208-b05e-c2a1e1883845 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:56.100278 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b1a89d5-0858-4208-b05e-c2a1e1883845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:56.235351 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b1a89d5-0858-4208-b05e-c2a1e1883845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:56.265063 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a89d5-0858-4208-b05e-c2a1e1883845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e78031c6-51d1-4d02-aa92-0c88b2926a05,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:56.269619 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b1a89d5-0858-4208-b05e-c2a1e1883845 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:56.273549 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3b1a89d5-0858-4208-b05e-c2a1e1883845 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e78031c6-51d1-4d02-aa92-0c88b2926a05 HTTP/1.1" status: 204 len: 168 time: 0.3009534 Nov 02 12:41:56.276010 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58038) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:41:56.349108 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5c634e6e-0579-4ec8-a7b7-4d145223af45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:56.429130 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5c634e6e-0579-4ec8-a7b7-4d145223af45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:56.449214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-5c634e6e-0579-4ec8-a7b7-4d145223af45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:56.460201 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-5c634e6e-0579-4ec8-a7b7-4d145223af45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698792ac-7714-4d4a-af97-3bfda70aadaf') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:56.460515 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-5c634e6e-0579-4ec8-a7b7-4d145223af45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698792ac-7714-4d4a-af97-3bfda70aadaf') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:41:56.469747 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5c634e6e-0579-4ec8-a7b7-4d145223af45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:56.483726 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5c634e6e-0579-4ec8-a7b7-4d145223af45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:56.490072 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c634e6e-0579-4ec8-a7b7-4d145223af45 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:41:56.490395 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5c634e6e-0579-4ec8-a7b7-4d145223af45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:41:56.492127 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:41:56.709436 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5c634e6e-0579-4ec8-a7b7-4d145223af45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:56.715096 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5c634e6e-0579-4ec8-a7b7-4d145223af45 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:56.718615 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5c634e6e-0579-4ec8-a7b7-4d145223af45 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0 HTTP/1.1" status: 204 len: 168 time: 0.4416282 Nov 02 12:41:56.733717 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c634e6e-0579-4ec8-a7b7-4d145223af45 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a89b95-1c76-41e5-b1dd-23ba7f7c07c0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:57.153075 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58042) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:41:57.195716 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-dd798961-0feb-43df-8426-9cbda910d8db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=05fd4295d03a40b8aa17ea9dd7c7ee23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413020 Nov 02 12:41:57.198083 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58044) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:41:57.247891 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-850cbfea-01dc-4b17-bfe9-6eef7c9e5d7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:57.269479 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-850cbfea-01dc-4b17-bfe9-6eef7c9e5d7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:57.389328 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-850cbfea-01dc-4b17-bfe9-6eef7c9e5d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:57.392052 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-850cbfea-01dc-4b17-bfe9-6eef7c9e5d7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:57.393623 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-850cbfea-01dc-4b17-bfe9-6eef7c9e5d7d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/95437aaf-a53c-4bd9-bf1d-35cee52e6ea6 HTTP/1.1" status: 204 len: 168 time: 0.1942286 Nov 02 12:41:57.401637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cbfea-01dc-4b17-bfe9-6eef7c9e5d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95437aaf-a53c-4bd9-bf1d-35cee52e6ea6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:58.566094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58066) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:41:58.666341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-fe2ea963-782f-4530-b75e-5363a07599a0 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-406483855'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:41:58.771785 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2ea963-782f-4530-b75e-5363a07599a0 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Made reservation on behalf of bed4d3db45c547da9d5a0ee50fb9bc44 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:41:58.775380 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea963-782f-4530-b75e-5363a07599a0 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:58.784231 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea963-782f-4530-b75e-5363a07599a0 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:58.863488 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea963-782f-4530-b75e-5363a07599a0 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:58.895713 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 684d4d78-d715-456f-ae5c-54c501f21981 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:41:58.916131 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 684d4d78-d715-456f-ae5c-54c501f21981 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:41:58.916877 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 684d4d78-d715-456f-ae5c-54c501f21981 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:41:58.937977 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea963-782f-4530-b75e-5363a07599a0 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:58.966252 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2ea963-782f-4530-b75e-5363a07599a0 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:41:58.977128 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ea963-782f-4530-b75e-5363a07599a0 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd373afa-b545-47c5-b2be-98844f01a3df,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:58.983280 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea963-782f-4530-b75e-5363a07599a0 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:58.983628 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-fe2ea963-782f-4530-b75e-5363a07599a0 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Added segment f9495633-bb6d-48b0-beb8-2a156f97e9a5 of type vlan for network faa7038c-c85f-43d6-8152-a072b114e6be Nov 02 12:41:59.033707 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea963-782f-4530-b75e-5363a07599a0 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:59.149243 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea963-782f-4530-b75e-5363a07599a0 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:59.154982 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2ea963-782f-4530-b75e-5363a07599a0 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:41:59.155573 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea963-782f-4530-b75e-5363a07599a0 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:41:59.222164 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ea963-782f-4530-b75e-5363a07599a0 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event updated for resources: {'Network': ['ID=faa7038c-c85f-43d6-8152-a072b114e6be,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:59.232522 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network faa7038c-c85f-43d6-8152-a072b114e6be details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:41:59.266399 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fe2ea963-782f-4530-b75e-5363a07599a0 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6990955 Nov 02 12:42:02.556077 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58070) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:02.561327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4a087339-232e-40b7-9d7d-971fb7e3ecfa tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Request body: {'subnet': {'network_id': 'faa7038c-c85f-43d6-8152-a072b114e6be', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:02.732285 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a087339-232e-40b7-9d7d-971fb7e3ecfa tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Made reservation on behalf of bed4d3db45c547da9d5a0ee50fb9bc44 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:02.735835 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a087339-232e-40b7-9d7d-971fb7e3ecfa tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:02.972186 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a087339-232e-40b7-9d7d-971fb7e3ecfa tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:03.034656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a087339-232e-40b7-9d7d-971fb7e3ecfa tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event updated for resources: {'Subnet': ['ID=87b6b2dc-5ade-4c72-8c15-85ed88815b8e,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:03.043523 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a087339-232e-40b7-9d7d-971fb7e3ecfa tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Checking segment: {'id': 'f9495633-bb6d-48b0-beb8-2a156f97e9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'faa7038c-c85f-43d6-8152-a072b114e6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:03.043890 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a087339-232e-40b7-9d7d-971fb7e3ecfa tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Network hostable DHCP agents. Network: faa7038c-c85f-43d6-8152-a072b114e6be, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:42:03.149336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a087339-232e-40b7-9d7d-971fb7e3ecfa tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Network faa7038c-c85f-43d6-8152-a072b114e6be is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:42:03.241151 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-4a087339-232e-40b7-9d7d-971fb7e3ecfa tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, faa7038c-c85f-43d6-8152-a072b114e6be) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:03.245577 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a087339-232e-40b7-9d7d-971fb7e3ecfa tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:03.246158 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4a087339-232e-40b7-9d7d-971fb7e3ecfa tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:03.250514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3131ec-6b74-466b-8622-76d8cacb3d39 None None] Network faa7038c-c85f-43d6-8152-a072b114e6be requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:03.364450 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4a087339-232e-40b7-9d7d-971fb7e3ecfa tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8069110 Nov 02 12:42:03.367748 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58072) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:03.373017 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-650b947c-b699-47df-aef3-c4558f482ef4 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1108948650'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:03.462457 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-faa7038c-c85f-43d6-8152-a072b114e6be', 'network_id': 'faa7038c-c85f-43d6-8152-a072b114e6be', 'tenant_id': 'bed4d3db45c547da9d5a0ee50fb9bc44', 'fixed_ips': [{'subnet_id': '87b6b2dc-5ade-4c72-8c15-85ed88815b8e'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:42:03.463388 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:03.463781 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650b947c-b699-47df-aef3-c4558f482ef4 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Made reservation on behalf of bed4d3db45c547da9d5a0ee50fb9bc44 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:03.467561 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-650b947c-b699-47df-aef3-c4558f482ef4 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:03.493941 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650b947c-b699-47df-aef3-c4558f482ef4 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:42:03.503331 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-650b947c-b699-47df-aef3-c4558f482ef4 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:03.504379 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-650b947c-b699-47df-aef3-c4558f482ef4 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Added segment 03e56c25-e2de-442d-bb2a-2779298e9222 of type vlan for network 4fe1f3e3-5449-4218-a9ae-f45ada05c00e Nov 02 12:42:03.552416 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-650b947c-b699-47df-aef3-c4558f482ef4 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:03.647540 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Allocated IP 2001:db8:0:ffff::2 (faa7038c-c85f-43d6-8152-a072b114e6be/87b6b2dc-5ade-4c72-8c15-85ed88815b8e/be37d825-aff4-4cc7-8b40-9b0eae09ee6c) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:03.663663 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-650b947c-b699-47df-aef3-c4558f482ef4 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:03.669601 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650b947c-b699-47df-aef3-c4558f482ef4 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:03.676424 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-650b947c-b699-47df-aef3-c4558f482ef4 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:03.737558 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b947c-b699-47df-aef3-c4558f482ef4 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event updated for resources: {'Network': ['ID=4fe1f3e3-5449-4218-a9ae-f45ada05c00e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:03.754372 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 4fe1f3e3-5449-4218-a9ae-f45ada05c00e details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:42:03.884289 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-650b947c-b699-47df-aef3-c4558f482ef4 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5153420 Nov 02 12:42:03.887101 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58074) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:03.892737 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-9e9d1b58-6696-412d-82bc-b801496f2297 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Request body: {'subnet': {'network_id': '4fe1f3e3-5449-4218-a9ae-f45ada05c00e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:04.012199 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:04.126410 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9d1b58-6696-412d-82bc-b801496f2297 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Made reservation on behalf of bed4d3db45c547da9d5a0ee50fb9bc44 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:04.130298 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1b58-6696-412d-82bc-b801496f2297 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:04.172920 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:04.218739 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Network faa7038c-c85f-43d6-8152-a072b114e6be is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:04.224545 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:04.228348 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:42:04.235587 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Pushing event updated for resources: {'Port': ['ID=be37d825-aff4-4cc7-8b40-9b0eae09ee6c,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:04.288172 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Attempting to bind port be37d825-aff4-4cc7-8b40-9b0eae09ee6c on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:42:04.288940 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Attempting to bind port be37d825-aff4-4cc7-8b40-9b0eae09ee6c by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'f9495633-bb6d-48b0-beb8-2a156f97e9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'faa7038c-c85f-43d6-8152-a072b114e6be'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:42:04.288940 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Attempting to bind port be37d825-aff4-4cc7-8b40-9b0eae09ee6c on network faa7038c-c85f-43d6-8152-a072b114e6be {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:04.294111 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:42:04.294489 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Checking segment: {'id': 'f9495633-bb6d-48b0-beb8-2a156f97e9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'faa7038c-c85f-43d6-8152-a072b114e6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:04.294887 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:04.295304 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Bound using segment: {'id': 'f9495633-bb6d-48b0-beb8-2a156f97e9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'faa7038c-c85f-43d6-8152-a072b114e6be'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:42:04.295778 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Bound port: be37d825-aff4-4cc7-8b40-9b0eae09ee6c, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9495633-bb6d-48b0-beb8-2a156f97e9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'faa7038c-c85f-43d6-8152-a072b114e6be'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:42:04.296162 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:04.362671 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] For port be37d825-aff4-4cc7-8b40-9b0eae09ee6c, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:04.365788 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] For port be37d825-aff4-4cc7-8b40-9b0eae09ee6c, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=be37d825-aff4-4cc7-8b40-9b0eae09ee6c,segment=NetworkSegment(f9495633-bb6d-48b0-beb8-2a156f97e9a5),segment_id=f9495633-bb6d-48b0-beb8-2a156f97e9a5)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:04.424043 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1b58-6696-412d-82bc-b801496f2297 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:04.470080 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:04.494308 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d1b58-6696-412d-82bc-b801496f2297 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event updated for resources: {'Subnet': ['ID=18f7072e-da9c-4ecd-96f6-561bb4484033,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:04.505118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9d1b58-6696-412d-82bc-b801496f2297 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Checking segment: {'id': '03e56c25-e2de-442d-bb2a-2779298e9222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4fe1f3e3-5449-4218-a9ae-f45ada05c00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:04.505487 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9d1b58-6696-412d-82bc-b801496f2297 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Network hostable DHCP agents. Network: 4fe1f3e3-5449-4218-a9ae-f45ada05c00e, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:42:04.536988 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a624d-97d9-4f1b-8c1c-97395f5d15f7 None None] Pushing event updated for resources: {'Port': ['ID=be37d825-aff4-4cc7-8b40-9b0eae09ee6c,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:04.635185 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9d1b58-6696-412d-82bc-b801496f2297 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Network 4fe1f3e3-5449-4218-a9ae-f45ada05c00e is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:42:04.743871 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-9e9d1b58-6696-412d-82bc-b801496f2297 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 4fe1f3e3-5449-4218-a9ae-f45ada05c00e) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:04.748800 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9d1b58-6696-412d-82bc-b801496f2297 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:04.749426 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1b58-6696-412d-82bc-b801496f2297 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:04.756410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e330c6-4a4e-4bfb-86ef-bb452d5e72d9 None None] Network 4fe1f3e3-5449-4218-a9ae-f45ada05c00e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:04.889282 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9e9d1b58-6696-412d-82bc-b801496f2297 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0006683 Nov 02 12:42:04.892054 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58076) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:04.911280 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-4fe1f3e3-5449-4218-a9ae-f45ada05c00e', 'network_id': '4fe1f3e3-5449-4218-a9ae-f45ada05c00e', 'tenant_id': 'bed4d3db45c547da9d5a0ee50fb9bc44', 'fixed_ips': [{'subnet_id': '18f7072e-da9c-4ecd-96f6-561bb4484033'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:42:04.912153 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:05.011103 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:05.054608 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device be37d825-aff4-4cc7-8b40-9b0eae09ee6c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:05.107580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Allocated IP 2001:db8::2 (4fe1f3e3-5449-4218-a9ae-f45ada05c00e/18f7072e-da9c-4ecd-96f6-561bb4484033/e73fb194-5450-4935-948c-4a1a7d35c011) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:05.124189 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:05.190034 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port be37d825-aff4-4cc7-8b40-9b0eae09ee6c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:05.190034 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:05.349987 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:05.351890 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:05.391616 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port be37d825-aff4-4cc7-8b40-9b0eae09ee6c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=be37d825-aff4-4cc7-8b40-9b0eae09ee6c,segment=NetworkSegment(f9495633-bb6d-48b0-beb8-2a156f97e9a5),segment_id=f9495633-bb6d-48b0-beb8-2a156f97e9a5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:05.452953 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:05.496966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Network 4fe1f3e3-5449-4218-a9ae-f45ada05c00e is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:05.497145 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:05.505324 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b733b4-4a3d-4645-bb20-4522c7bbb805 None None] Network faa7038c-c85f-43d6-8152-a072b114e6be requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:05.507406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:05.524199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:42:05.540993 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Pushing event updated for resources: {'Port': ['ID=e73fb194-5450-4935-948c-4a1a7d35c011,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:05.595826 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:05.624337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event deleted for resources: {'Subnet': ['ID=18f7072e-da9c-4ecd-96f6-561bb4484033,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:05.686560 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d995e526-6833-4f06-8ecf-1aa5ce25a8a0 None None] Provisioning complete for port be37d825-aff4-4cc7-8b40-9b0eae09ee6c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:05.686946 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d995e526-6833-4f06-8ecf-1aa5ce25a8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:05.695873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Attempting to bind port e73fb194-5450-4935-948c-4a1a7d35c011 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:42:05.696213 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:05.696353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Attempting to bind port e73fb194-5450-4935-948c-4a1a7d35c011 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '03e56c25-e2de-442d-bb2a-2779298e9222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4fe1f3e3-5449-4218-a9ae-f45ada05c00e'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:42:05.696588 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Attempting to bind port e73fb194-5450-4935-948c-4a1a7d35c011 on network 4fe1f3e3-5449-4218-a9ae-f45ada05c00e {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:05.719721 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe1f3e3-5449-4218-a9ae-f45ada05c00e']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:05.723243 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=be37d825-aff4-4cc7-8b40-9b0eae09ee6c,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:05.729610 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e56c25-e2de-442d-bb2a-2779298e9222') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:05.729915 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e56c25-e2de-442d-bb2a-2779298e9222') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:05.733356 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:42:05.733738 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Checking segment: {'id': '03e56c25-e2de-442d-bb2a-2779298e9222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4fe1f3e3-5449-4218-a9ae-f45ada05c00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:05.734146 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:05.734534 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Bound using segment: {'id': '03e56c25-e2de-442d-bb2a-2779298e9222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4fe1f3e3-5449-4218-a9ae-f45ada05c00e'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:42:05.735042 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Bound port: e73fb194-5450-4935-948c-4a1a7d35c011, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e56c25-e2de-442d-bb2a-2779298e9222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4fe1f3e3-5449-4218-a9ae-f45ada05c00e'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:42:05.735425 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:05.740719 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:05.755389 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:05.761624 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:42:05.762026 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:42:05.765458 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:42:05.886914 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.db.api [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:42:05.886914 n-d-806683-18 neutron-server[102690]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:42:05.886914 n-d-806683-18 neutron-server[102690]: [parameters: {'id': '4fe1f3e3-5449-4218-a9ae-f45ada05c00e'}] Nov 02 12:42:05.886914 n-d-806683-18 neutron-server[102690]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102690) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:42:05.887952 n-d-806683-18 neutron-server[102690]: DEBUG oslo_db.api [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:42:05.891523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] For port e73fb194-5450-4935-948c-4a1a7d35c011, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:05.916972 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] For port e73fb194-5450-4935-948c-4a1a7d35c011, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e73fb194-5450-4935-948c-4a1a7d35c011,segment=NetworkSegment(03e56c25-e2de-442d-bb2a-2779298e9222),segment_id=03e56c25-e2de-442d-bb2a-2779298e9222)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:05.984668 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:06.070506 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea242f3e-22b8-422e-9030-eea72734cbe3 None None] Pushing event updated for resources: {'Port': ['ID=e73fb194-5450-4935-948c-4a1a7d35c011,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:06.093684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43259167-2a70-4963-a5dc-c5327bc4cb8c None None] Network 4fe1f3e3-5449-4218-a9ae-f45ada05c00e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:06.181767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-992b6aca-e2a6-4f97-b00c-e33798039ff7 None None] Provisioning complete for port be37d825-aff4-4cc7-8b40-9b0eae09ee6c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:06.182101 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-992b6aca-e2a6-4f97-b00c-e33798039ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:06.294248 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0965c207-be8b-47c4-ba8b-dfd5c12a99b6 None None] get_active_networks_info from n-d-806683-18 {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 12:42:06.388731 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:06.399888 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0965c207-be8b-47c4-ba8b-dfd5c12a99b6 None None] Resources bound (agent type, host, resource id): {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:42:06.447345 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Deleting port e73fb194-5450-4935-948c-4a1a7d35c011 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:42:06.447764 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:06.518162 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] For port e73fb194-5450-4935-948c-4a1a7d35c011, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=e73fb194-5450-4935-948c-4a1a7d35c011,segment=NetworkSegment(03e56c25-e2de-442d-bb2a-2779298e9222),segment_id=03e56c25-e2de-442d-bb2a-2779298e9222)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:06.518536 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:06.533045 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Calling delete_port for e73fb194-5450-4935-948c-4a1a7d35c011 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:42:06.686711 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:06.714468 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event deleted for resources: {'Port': ['ID=e73fb194-5450-4935-948c-4a1a7d35c011,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:06.719395 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] No DVR routers for this DVR port e73fb194-5450-4935-948c-4a1a7d35c011 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:42:06.808057 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:06.829649 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe1f3e3-5449-4218-a9ae-f45ada05c00e']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:06.839939 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e56c25-e2de-442d-bb2a-2779298e9222') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:06.840237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e56c25-e2de-442d-bb2a-2779298e9222') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:06.851528 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:06.865759 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:06.872271 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:42:06.872657 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:42:06.875640 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:42:06.995415 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:06.997250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device be37d825-aff4-4cc7-8b40-9b0eae09ee6c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:07.006628 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:07.008797 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "DELETE /v2.0/networks/4fe1f3e3-5449-4218-a9ae-f45ada05c00e HTTP/1.1" status: 204 len: 168 time: 2.1157851 Nov 02 12:42:07.012707 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58078) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:07.018615 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f67e0bc8-1cf8-4007-858e-ae7e5e178af6 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-815610117'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:07.019914 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f7b82-3680-4981-8f92-08912b410765 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event deleted for resources: {'Network': ['ID=4fe1f3e3-5449-4218-a9ae-f45ada05c00e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:07.056231 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port be37d825-aff4-4cc7-8b40-9b0eae09ee6c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:07.056635 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:07.132441 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67e0bc8-1cf8-4007-858e-ae7e5e178af6 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Made reservation on behalf of bed4d3db45c547da9d5a0ee50fb9bc44 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:07.136189 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f67e0bc8-1cf8-4007-858e-ae7e5e178af6 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:07.163172 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67e0bc8-1cf8-4007-858e-ae7e5e178af6 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:42:07.173138 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f67e0bc8-1cf8-4007-858e-ae7e5e178af6 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:07.173486 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-f67e0bc8-1cf8-4007-858e-ae7e5e178af6 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Added segment 0deaf8a3-81f7-47b2-8556-353d1f768b3c of type vlan for network cdd39892-13f4-41ca-8b42-cc01c190f59f Nov 02 12:42:07.225449 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f67e0bc8-1cf8-4007-858e-ae7e5e178af6 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:07.315412 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f67e0bc8-1cf8-4007-858e-ae7e5e178af6 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:07.322054 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67e0bc8-1cf8-4007-858e-ae7e5e178af6 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:07.322652 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f67e0bc8-1cf8-4007-858e-ae7e5e178af6 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:07.397234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e0bc8-1cf8-4007-858e-ae7e5e178af6 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event updated for resources: {'Network': ['ID=cdd39892-13f4-41ca-8b42-cc01c190f59f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:07.408206 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network cdd39892-13f4-41ca-8b42-cc01c190f59f details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:42:07.445052 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f67e0bc8-1cf8-4007-858e-ae7e5e178af6 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4310131 Nov 02 12:42:07.447812 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58080) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:07.452985 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0f54c487-0642-4388-adc8-a3b23068ba7f tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Request body: {'subnet': {'network_id': 'cdd39892-13f4-41ca-8b42-cc01c190f59f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:07.652498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f54c487-0642-4388-adc8-a3b23068ba7f tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Made reservation on behalf of bed4d3db45c547da9d5a0ee50fb9bc44 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:07.656118 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0f54c487-0642-4388-adc8-a3b23068ba7f tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:07.719105 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.ipam_backend_mixin [None req-0f54c487-0642-4388-adc8-a3b23068ba7f tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Performing IP validity checks on allocation pools {{(pid=102689) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 02 12:42:07.719709 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.ipam_backend_mixin [None req-0f54c487-0642-4388-adc8-a3b23068ba7f tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102689) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 02 12:42:07.944523 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0f54c487-0642-4388-adc8-a3b23068ba7f tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:08.011141 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c487-0642-4388-adc8-a3b23068ba7f tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event updated for resources: {'Subnet': ['ID=ee547cf9-a1a9-4cb8-aa8d-7a2415f041b1,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:08.023127 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f54c487-0642-4388-adc8-a3b23068ba7f tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Checking segment: {'id': '0deaf8a3-81f7-47b2-8556-353d1f768b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cdd39892-13f4-41ca-8b42-cc01c190f59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:08.023772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f54c487-0642-4388-adc8-a3b23068ba7f tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Network hostable DHCP agents. Network: cdd39892-13f4-41ca-8b42-cc01c190f59f, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:42:08.144136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f54c487-0642-4388-adc8-a3b23068ba7f tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Network cdd39892-13f4-41ca-8b42-cc01c190f59f is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:42:08.235335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-0f54c487-0642-4388-adc8-a3b23068ba7f tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, cdd39892-13f4-41ca-8b42-cc01c190f59f) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:08.242897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f54c487-0642-4388-adc8-a3b23068ba7f tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:08.243647 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0f54c487-0642-4388-adc8-a3b23068ba7f tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:08.247413 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1685c1d-9663-4bcd-849c-6d1d5521cc05 None None] Network cdd39892-13f4-41ca-8b42-cc01c190f59f requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:08.331366 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0f54c487-0642-4388-adc8-a3b23068ba7f tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8821487 Nov 02 12:42:08.334446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58082) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:08.435400 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-cdd39892-13f4-41ca-8b42-cc01c190f59f', 'network_id': 'cdd39892-13f4-41ca-8b42-cc01c190f59f', 'tenant_id': 'bed4d3db45c547da9d5a0ee50fb9bc44', 'fixed_ips': [{'subnet_id': 'ee547cf9-a1a9-4cb8-aa8d-7a2415f041b1'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:42:08.438806 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:08.455579 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:08.565078 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:08.605613 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Allocated IP 2001:db8::3 (cdd39892-13f4-41ca-8b42-cc01c190f59f/ee547cf9-a1a9-4cb8-aa8d-7a2415f041b1/20f64e1a-7756-4230-b7a8-fab97a9d472c) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:08.770760 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:08.847307 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:08.886463 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Network cdd39892-13f4-41ca-8b42-cc01c190f59f is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:08.891533 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:08.896164 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:42:08.906350 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Pushing event updated for resources: {'Port': ['ID=20f64e1a-7756-4230-b7a8-fab97a9d472c,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:08.956221 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:08.986532 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event deleted for resources: {'Subnet': ['ID=ee547cf9-a1a9-4cb8-aa8d-7a2415f041b1,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:09.060087 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:09.085714 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd39892-13f4-41ca-8b42-cc01c190f59f']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:09.096498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0deaf8a3-81f7-47b2-8556-353d1f768b3c') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:09.096932 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0deaf8a3-81f7-47b2-8556-353d1f768b3c') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:09.107366 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:09.121473 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:09.124201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Attempting to bind port 20f64e1a-7756-4230-b7a8-fab97a9d472c on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:42:09.124578 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Attempting to bind port 20f64e1a-7756-4230-b7a8-fab97a9d472c by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '0deaf8a3-81f7-47b2-8556-353d1f768b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cdd39892-13f4-41ca-8b42-cc01c190f59f'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:42:09.124944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Attempting to bind port 20f64e1a-7756-4230-b7a8-fab97a9d472c on network cdd39892-13f4-41ca-8b42-cc01c190f59f {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:09.129949 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:42:09.130610 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:09.131487 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:42:09.131871 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Checking segment: {'id': '0deaf8a3-81f7-47b2-8556-353d1f768b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cdd39892-13f4-41ca-8b42-cc01c190f59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:09.132280 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:09.132678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Bound using segment: {'id': '0deaf8a3-81f7-47b2-8556-353d1f768b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cdd39892-13f4-41ca-8b42-cc01c190f59f'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:42:09.133154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Bound port: 20f64e1a-7756-4230-b7a8-fab97a9d472c, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0deaf8a3-81f7-47b2-8556-353d1f768b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cdd39892-13f4-41ca-8b42-cc01c190f59f'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:42:09.133542 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:42:09.146128 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:42:09.205937 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] For port 20f64e1a-7756-4230-b7a8-fab97a9d472c, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:09.211383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] For port 20f64e1a-7756-4230-b7a8-fab97a9d472c, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=20f64e1a-7756-4230-b7a8-fab97a9d472c,segment=NetworkSegment(0deaf8a3-81f7-47b2-8556-353d1f768b3c),segment_id=0deaf8a3-81f7-47b2-8556-353d1f768b3c)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:09.229707 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.api [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:42:09.229707 n-d-806683-18 neutron-server[102689]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:42:09.229707 n-d-806683-18 neutron-server[102689]: [parameters: {'id': 'cdd39892-13f4-41ca-8b42-cc01c190f59f'}] Nov 02 12:42:09.229707 n-d-806683-18 neutron-server[102689]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:42:09.230191 n-d-806683-18 neutron-server[102689]: DEBUG oslo_db.api [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:42:09.292883 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:09.378638 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b03d0f-eb62-448f-b0ab-2e035c6b2396 None None] Pushing event updated for resources: {'Port': ['ID=20f64e1a-7756-4230-b7a8-fab97a9d472c,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:09.392169 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e952e437-ea27-43b8-bbb6-a69b45415ee5 None None] Network cdd39892-13f4-41ca-8b42-cc01c190f59f requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:09.530122 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382ff4d1-f1d1-4e35-83d6-c38ba8741135 None None] get_active_networks_info from n-d-806683-18 {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 12:42:09.598354 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382ff4d1-f1d1-4e35-83d6-c38ba8741135 None None] Resources bound (agent type, host, resource id): {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:42:09.731530 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:09.792066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Deleting port 20f64e1a-7756-4230-b7a8-fab97a9d472c {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:42:09.792536 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:09.858180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] For port 20f64e1a-7756-4230-b7a8-fab97a9d472c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=20f64e1a-7756-4230-b7a8-fab97a9d472c,segment=NetworkSegment(0deaf8a3-81f7-47b2-8556-353d1f768b3c),segment_id=0deaf8a3-81f7-47b2-8556-353d1f768b3c)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:09.858548 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:09.872428 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Calling delete_port for 20f64e1a-7756-4230-b7a8-fab97a9d472c owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:42:10.064328 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:10.091499 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event deleted for resources: {'Port': ['ID=20f64e1a-7756-4230-b7a8-fab97a9d472c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:10.096525 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] No DVR routers for this DVR port 20f64e1a-7756-4230-b7a8-fab97a9d472c on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:42:10.184128 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:10.208339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd39892-13f4-41ca-8b42-cc01c190f59f']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:10.221603 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0deaf8a3-81f7-47b2-8556-353d1f768b3c') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:10.221898 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0deaf8a3-81f7-47b2-8556-353d1f768b3c') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:10.233376 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:10.247462 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:10.253556 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:42:10.254571 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:42:10.257740 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:42:10.396455 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:10.401304 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:10.404795 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "DELETE /v2.0/networks/cdd39892-13f4-41ca-8b42-cc01c190f59f HTTP/1.1" status: 204 len: 168 time: 2.0691221 Nov 02 12:42:10.408487 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58084) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:10.415585 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-afa7c9b8-868d-41c3-ada3-1894efa72fbe tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1065187410'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:10.428452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6779dd8-a9e7-478f-9d25-1f0ffd6dee2b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event deleted for resources: {'Network': ['ID=cdd39892-13f4-41ca-8b42-cc01c190f59f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:10.532424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa7c9b8-868d-41c3-ada3-1894efa72fbe tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Made reservation on behalf of bed4d3db45c547da9d5a0ee50fb9bc44 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:10.536568 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-afa7c9b8-868d-41c3-ada3-1894efa72fbe tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:10.559922 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa7c9b8-868d-41c3-ada3-1894efa72fbe tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:42:10.569535 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-afa7c9b8-868d-41c3-ada3-1894efa72fbe tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:10.569885 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-afa7c9b8-868d-41c3-ada3-1894efa72fbe tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Added segment 34ad9b57-04d3-4b6a-ad91-b31a1d9683af of type vlan for network a18cb92c-add0-4b04-9bb5-a5943ff1f66e Nov 02 12:42:10.614852 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-afa7c9b8-868d-41c3-ada3-1894efa72fbe tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:10.715614 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-afa7c9b8-868d-41c3-ada3-1894efa72fbe tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:10.721514 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa7c9b8-868d-41c3-ada3-1894efa72fbe tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:10.722127 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-afa7c9b8-868d-41c3-ada3-1894efa72fbe tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:10.796232 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7c9b8-868d-41c3-ada3-1894efa72fbe tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event updated for resources: {'Network': ['ID=a18cb92c-add0-4b04-9bb5-a5943ff1f66e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:10.807762 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network a18cb92c-add0-4b04-9bb5-a5943ff1f66e details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:42:10.844200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-afa7c9b8-868d-41c3-ada3-1894efa72fbe tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4346266 Nov 02 12:42:10.847358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58086) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:10.852628 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-5fe946ae-9cad-4c8f-8eb4-e22886200521 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Request body: {'subnet': {'network_id': 'a18cb92c-add0-4b04-9bb5-a5943ff1f66e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:11.081131 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe946ae-9cad-4c8f-8eb4-e22886200521 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Made reservation on behalf of bed4d3db45c547da9d5a0ee50fb9bc44 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:11.085121 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5fe946ae-9cad-4c8f-8eb4-e22886200521 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:11.338913 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5fe946ae-9cad-4c8f-8eb4-e22886200521 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:11.409139 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe946ae-9cad-4c8f-8eb4-e22886200521 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event updated for resources: {'Subnet': ['ID=c098be68-ffc5-40ac-9057-4574a528d3c8,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:11.417870 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe946ae-9cad-4c8f-8eb4-e22886200521 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Checking segment: {'id': '34ad9b57-04d3-4b6a-ad91-b31a1d9683af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a18cb92c-add0-4b04-9bb5-a5943ff1f66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:11.418270 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe946ae-9cad-4c8f-8eb4-e22886200521 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Network hostable DHCP agents. Network: a18cb92c-add0-4b04-9bb5-a5943ff1f66e, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:42:11.504378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe946ae-9cad-4c8f-8eb4-e22886200521 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Network a18cb92c-add0-4b04-9bb5-a5943ff1f66e is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:42:11.584675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-5fe946ae-9cad-4c8f-8eb4-e22886200521 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, a18cb92c-add0-4b04-9bb5-a5943ff1f66e) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:11.590320 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe946ae-9cad-4c8f-8eb4-e22886200521 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:11.592740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ecbede-0f1b-4a87-a8de-05a5af03c746 None None] Network a18cb92c-add0-4b04-9bb5-a5943ff1f66e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:11.593568 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5fe946ae-9cad-4c8f-8eb4-e22886200521 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:11.684006 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5fe946ae-9cad-4c8f-8eb4-e22886200521 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8354356 Nov 02 12:42:11.688895 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58088) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:11.694289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9a616e66-16d3-4c11-8775-459f1dd951ea tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-901915210'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:11.748899 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-a18cb92c-add0-4b04-9bb5-a5943ff1f66e', 'network_id': 'a18cb92c-add0-4b04-9bb5-a5943ff1f66e', 'tenant_id': 'bed4d3db45c547da9d5a0ee50fb9bc44', 'fixed_ips': [{'subnet_id': 'c098be68-ffc5-40ac-9057-4574a528d3c8'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:42:11.749784 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:11.796006 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a616e66-16d3-4c11-8775-459f1dd951ea tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Made reservation on behalf of bed4d3db45c547da9d5a0ee50fb9bc44 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:11.801378 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a616e66-16d3-4c11-8775-459f1dd951ea tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:11.838040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a616e66-16d3-4c11-8775-459f1dd951ea tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:42:11.847967 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a616e66-16d3-4c11-8775-459f1dd951ea tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:11.848266 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-9a616e66-16d3-4c11-8775-459f1dd951ea tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Added segment a95626a6-d759-47c1-8079-3535e9d7a299 of type vlan for network b2d7ce13-155f-4959-8794-37a517fc04b3 Nov 02 12:42:11.892933 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Allocated IP 2001:db8::2 (a18cb92c-add0-4b04-9bb5-a5943ff1f66e/c098be68-ffc5-40ac-9057-4574a528d3c8/06bbba10-9e19-4d74-9e65-3622b978cad9) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:11.895655 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a616e66-16d3-4c11-8775-459f1dd951ea tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:12.007324 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a616e66-16d3-4c11-8775-459f1dd951ea tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:12.014095 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a616e66-16d3-4c11-8775-459f1dd951ea tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:12.014958 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a616e66-16d3-4c11-8775-459f1dd951ea tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:12.056628 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:12.058037 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:42:12.092508 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a616e66-16d3-4c11-8775-459f1dd951ea tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event updated for resources: {'Network': ['ID=b2d7ce13-155f-4959-8794-37a517fc04b3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:12.104248 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network b2d7ce13-155f-4959-8794-37a517fc04b3 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:42:12.152866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9a616e66-16d3-4c11-8775-459f1dd951ea tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4628098 Nov 02 12:42:12.157559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58090) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:12.162995 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d0162139-cc9e-43f4-aae6-939ff443c5cd tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Request body: {'subnet': {'network_id': 'b2d7ce13-155f-4959-8794-37a517fc04b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:12.184733 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:12.226145 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Network a18cb92c-add0-4b04-9bb5-a5943ff1f66e is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:12.231718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:12.235582 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:42:12.242867 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Pushing event updated for resources: {'Port': ['ID=06bbba10-9e19-4d74-9e65-3622b978cad9,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:12.298169 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Attempting to bind port 06bbba10-9e19-4d74-9e65-3622b978cad9 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:42:12.298542 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Attempting to bind port 06bbba10-9e19-4d74-9e65-3622b978cad9 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '34ad9b57-04d3-4b6a-ad91-b31a1d9683af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a18cb92c-add0-4b04-9bb5-a5943ff1f66e'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:42:12.298889 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Attempting to bind port 06bbba10-9e19-4d74-9e65-3622b978cad9 on network a18cb92c-add0-4b04-9bb5-a5943ff1f66e {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:12.304912 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:42:12.305286 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Checking segment: {'id': '34ad9b57-04d3-4b6a-ad91-b31a1d9683af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a18cb92c-add0-4b04-9bb5-a5943ff1f66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:12.305694 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:12.306086 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Bound using segment: {'id': '34ad9b57-04d3-4b6a-ad91-b31a1d9683af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a18cb92c-add0-4b04-9bb5-a5943ff1f66e'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:42:12.306561 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Bound port: 06bbba10-9e19-4d74-9e65-3622b978cad9, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ad9b57-04d3-4b6a-ad91-b31a1d9683af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a18cb92c-add0-4b04-9bb5-a5943ff1f66e'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:42:12.306960 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:12.332406 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0162139-cc9e-43f4-aae6-939ff443c5cd tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Made reservation on behalf of bed4d3db45c547da9d5a0ee50fb9bc44 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:12.336423 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d0162139-cc9e-43f4-aae6-939ff443c5cd tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:12.377385 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] For port 06bbba10-9e19-4d74-9e65-3622b978cad9, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:12.385679 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] For port 06bbba10-9e19-4d74-9e65-3622b978cad9, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=06bbba10-9e19-4d74-9e65-3622b978cad9,segment=NetworkSegment(34ad9b57-04d3-4b6a-ad91-b31a1d9683af),segment_id=34ad9b57-04d3-4b6a-ad91-b31a1d9683af)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:12.464278 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:12.539565 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc53d5e-2a1b-408b-af3e-52cb490a15f4 None None] Pushing event updated for resources: {'Port': ['ID=06bbba10-9e19-4d74-9e65-3622b978cad9,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:12.612782 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d0162139-cc9e-43f4-aae6-939ff443c5cd tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:12.695222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0162139-cc9e-43f4-aae6-939ff443c5cd tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event updated for resources: {'Subnet': ['ID=263bb755-d9e8-4618-9ae9-a2490212d3e4,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:12.710219 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0162139-cc9e-43f4-aae6-939ff443c5cd tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Checking segment: {'id': 'a95626a6-d759-47c1-8079-3535e9d7a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b2d7ce13-155f-4959-8794-37a517fc04b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:12.710579 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0162139-cc9e-43f4-aae6-939ff443c5cd tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Network hostable DHCP agents. Network: b2d7ce13-155f-4959-8794-37a517fc04b3, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:42:12.783776 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0162139-cc9e-43f4-aae6-939ff443c5cd tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Network b2d7ce13-155f-4959-8794-37a517fc04b3 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:42:12.858548 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-d0162139-cc9e-43f4-aae6-939ff443c5cd tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, b2d7ce13-155f-4959-8794-37a517fc04b3) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:12.863170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0162139-cc9e-43f4-aae6-939ff443c5cd tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:12.864456 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d0162139-cc9e-43f4-aae6-939ff443c5cd tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:12.869526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b5ab60-9e5f-4723-bb00-3071cda2e9c2 None None] Network b2d7ce13-155f-4959-8794-37a517fc04b3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:12.981301 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d0162139-cc9e-43f4-aae6-939ff443c5cd tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8224277 Nov 02 12:42:12.983998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58092) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:13.039766 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-b2d7ce13-155f-4959-8794-37a517fc04b3', 'network_id': 'b2d7ce13-155f-4959-8794-37a517fc04b3', 'tenant_id': 'bed4d3db45c547da9d5a0ee50fb9bc44', 'fixed_ips': [{'subnet_id': '263bb755-d9e8-4618-9ae9-a2490212d3e4'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:42:13.041181 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:13.057810 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 06bbba10-9e19-4d74-9e65-3622b978cad9 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:13.103446 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:13.171805 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:13.217912 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 06bbba10-9e19-4d74-9e65-3622b978cad9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:13.218287 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:13.270768 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Allocated IP 2001:db8::2 (b2d7ce13-155f-4959-8794-37a517fc04b3/263bb755-d9e8-4618-9ae9-a2490212d3e4/4680b1f8-9059-46c6-adec-aa8141ce6608) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:13.393417 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:13.479183 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 06bbba10-9e19-4d74-9e65-3622b978cad9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=06bbba10-9e19-4d74-9e65-3622b978cad9,segment=NetworkSegment(34ad9b57-04d3-4b6a-ad91-b31a1d9683af),segment_id=34ad9b57-04d3-4b6a-ad91-b31a1d9683af)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:13.500876 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:13.532230 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82a1a9e-baee-405c-858f-efcab171017a None None] Network a18cb92c-add0-4b04-9bb5-a5943ff1f66e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:13.537735 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:13.589648 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:13.647674 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:13.673068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=06bbba10-9e19-4d74-9e65-3622b978cad9,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:13.676409 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event deleted for resources: {'Subnet': ['ID=263bb755-d9e8-4618-9ae9-a2490212d3e4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:13.702785 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Network b2d7ce13-155f-4959-8794-37a517fc04b3 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:13.721240 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:13.729495 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-3e4ca290-f53c-42d7-826c-527600d4b08b None None] Provisioning complete for port 06bbba10-9e19-4d74-9e65-3622b978cad9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:13.729495 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3e4ca290-f53c-42d7-826c-527600d4b08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:13.731031 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:42:13.824764 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Pushing event updated for resources: {'Port': ['ID=4680b1f8-9059-46c6-adec-aa8141ce6608,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:13.879644 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Attempting to bind port 4680b1f8-9059-46c6-adec-aa8141ce6608 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:42:13.880066 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Attempting to bind port 4680b1f8-9059-46c6-adec-aa8141ce6608 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'a95626a6-d759-47c1-8079-3535e9d7a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b2d7ce13-155f-4959-8794-37a517fc04b3'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:42:13.880431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Attempting to bind port 4680b1f8-9059-46c6-adec-aa8141ce6608 on network b2d7ce13-155f-4959-8794-37a517fc04b3 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:13.904633 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:42:13.905005 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Checking segment: {'id': 'a95626a6-d759-47c1-8079-3535e9d7a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b2d7ce13-155f-4959-8794-37a517fc04b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:13.905416 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:13.905809 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Bound using segment: {'id': 'a95626a6-d759-47c1-8079-3535e9d7a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b2d7ce13-155f-4959-8794-37a517fc04b3'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:42:13.906295 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Bound port: 4680b1f8-9059-46c6-adec-aa8141ce6608, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95626a6-d759-47c1-8079-3535e9d7a299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b2d7ce13-155f-4959-8794-37a517fc04b3'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:42:13.906673 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:14.025796 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] For port 4680b1f8-9059-46c6-adec-aa8141ce6608, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:14.033437 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] For port 4680b1f8-9059-46c6-adec-aa8141ce6608, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4680b1f8-9059-46c6-adec-aa8141ce6608,segment=NetworkSegment(a95626a6-d759-47c1-8079-3535e9d7a299),segment_id=a95626a6-d759-47c1-8079-3535e9d7a299)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:14.120290 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:14.143656 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d7ce13-155f-4959-8794-37a517fc04b3']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:14.145987 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:14.162538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95626a6-d759-47c1-8079-3535e9d7a299') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:14.163532 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95626a6-d759-47c1-8079-3535e9d7a299') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:14.179128 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:14.200299 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:14.208542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:42:14.209205 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:42:14.212855 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:42:14.245292 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f7f63-6c79-4b64-b808-6ba69c334c3a None None] Pushing event updated for resources: {'Port': ['ID=4680b1f8-9059-46c6-adec-aa8141ce6608,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:14.276680 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8a950f-af40-4639-914b-a957afc4afc4 None None] Network b2d7ce13-155f-4959-8794-37a517fc04b3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:14.381902 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5f164f7d-9361-4b8c-9548-49dce682f46d None None] Provisioning complete for port 06bbba10-9e19-4d74-9e65-3622b978cad9 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:14.382304 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5f164f7d-9361-4b8c-9548-49dce682f46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:14.386022 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.db.api [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 02 12:42:14.386022 n-d-806683-18 neutron-server[102689]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 02 12:42:14.386022 n-d-806683-18 neutron-server[102689]: [parameters: {'id': 'b2d7ce13-155f-4959-8794-37a517fc04b3'}] Nov 02 12:42:14.386022 n-d-806683-18 neutron-server[102689]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102689) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:42:14.386570 n-d-806683-18 neutron-server[102689]: DEBUG oslo_db.api [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:42:14.448738 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f5d5b2-c93e-41a8-8a5f-a2e74b4b9569 None None] get_active_networks_info from n-d-806683-18 {{(pid=102691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 02 12:42:14.735838 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f5d5b2-c93e-41a8-8a5f-a2e74b4b9569 None None] Resources bound (agent type, host, resource id): {{(pid=102691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 02 12:42:14.887933 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:14.950576 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Deleting port 4680b1f8-9059-46c6-adec-aa8141ce6608 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:42:14.950921 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:15.000216 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 06bbba10-9e19-4d74-9e65-3622b978cad9 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:15.016378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] For port 4680b1f8-9059-46c6-adec-aa8141ce6608, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4680b1f8-9059-46c6-adec-aa8141ce6608,segment=NetworkSegment(a95626a6-d759-47c1-8079-3535e9d7a299),segment_id=a95626a6-d759-47c1-8079-3535e9d7a299)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:15.016775 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:15.031504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Calling delete_port for 4680b1f8-9059-46c6-adec-aa8141ce6608 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:42:15.059974 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 06bbba10-9e19-4d74-9e65-3622b978cad9 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:15.060349 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:15.213141 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:15.240845 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event deleted for resources: {'Port': ['ID=4680b1f8-9059-46c6-adec-aa8141ce6608,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:15.247193 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] No DVR routers for this DVR port 4680b1f8-9059-46c6-adec-aa8141ce6608 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:42:15.334140 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:15.367604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d7ce13-155f-4959-8794-37a517fc04b3']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:15.380726 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95626a6-d759-47c1-8079-3535e9d7a299') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:15.381043 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95626a6-d759-47c1-8079-3535e9d7a299') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:15.392072 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:15.406001 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:15.412332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:42:15.412723 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:42:15.415921 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:42:15.567368 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:15.575425 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:15.578574 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "DELETE /v2.0/networks/b2d7ce13-155f-4959-8794-37a517fc04b3 HTTP/1.1" status: 204 len: 168 time: 2.5935838 Nov 02 12:42:15.581983 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58094) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:15.592730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a706f1-933f-4b51-b410-f1377305e73b tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event deleted for resources: {'Network': ['ID=b2d7ce13-155f-4959-8794-37a517fc04b3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:15.619917 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-437e7729-15f3-4822-a69e-766b1f358f15 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] GET failed (client error): The resource could not be found. Nov 02 12:42:15.621379 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-437e7729-15f3-4822-a69e-766b1f358f15 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "GET /v2.0/subnets/263bb755-d9e8-4618-9ae9-a2490212d3e4 HTTP/1.1" status: 404 len: 337 time: 0.0368090 Nov 02 12:42:15.624812 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58096) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:15.644784 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-791f5428-449b-4828-8447-66a585f75aa6 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] DELETE failed (client error): The resource could not be found. Nov 02 12:42:15.645704 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791f5428-449b-4828-8447-66a585f75aa6 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:42:15.649065 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-791f5428-449b-4828-8447-66a585f75aa6 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "DELETE /v2.0/networks/b2d7ce13-155f-4959-8794-37a517fc04b3 HTTP/1.1" status: 404 len: 339 time: 0.0231552 Nov 02 12:42:15.654372 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58098) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:15.683542 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-123e3f33-47bd-4eec-8add-3629f3b2cf9c tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] DELETE failed (client error): The resource could not be found. Nov 02 12:42:15.684007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123e3f33-47bd-4eec-8add-3629f3b2cf9c tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:42:15.687433 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-123e3f33-47bd-4eec-8add-3629f3b2cf9c tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "DELETE /v2.0/subnets/263bb755-d9e8-4618-9ae9-a2490212d3e4 HTTP/1.1" status: 404 len: 337 time: 0.0320477 Nov 02 12:42:15.690087 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58100) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:15.709312 n-d-806683-18 neutron-server[102690]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3833fae-5b56-4d97-96b1-e9a386444806 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] DELETE failed (client error): The resource could not be found. Nov 02 12:42:15.709863 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3833fae-5b56-4d97-96b1-e9a386444806 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102690) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:42:15.712896 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d3833fae-5b56-4d97-96b1-e9a386444806 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "DELETE /v2.0/networks/b2d7ce13-155f-4959-8794-37a517fc04b3 HTTP/1.1" status: 404 len: 339 time: 0.0218520 Nov 02 12:42:15.715680 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58102) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:15.774740 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff5b20b-87e0-4188-92a4-7a06f99c23db tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Deleting subnet c098be68-ffc5-40ac-9057-4574a528d3c8 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:42:15.779044 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ff5b20b-87e0-4188-92a4-7a06f99c23db tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:15.823842 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ff5b20b-87e0-4188-92a4-7a06f99c23db tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:15.912162 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ff5b20b-87e0-4188-92a4-7a06f99c23db tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:16.082755 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ff5b20b-87e0-4188-92a4-7a06f99c23db tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:16.113456 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5b20b-87e0-4188-92a4-7a06f99c23db tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event deleted for resources: {'Subnet': ['ID=c098be68-ffc5-40ac-9057-4574a528d3c8,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:16.116596 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1ff5b20b-87e0-4188-92a4-7a06f99c23db tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:16.119176 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1ff5b20b-87e0-4188-92a4-7a06f99c23db tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "DELETE /v2.0/subnets/c098be68-ffc5-40ac-9057-4574a528d3c8 HTTP/1.1" status: 204 len: 168 time: 0.4024212 Nov 02 12:42:16.122075 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9a86fc-0961-449b-9297-e76ba2829b2f None None] Network a18cb92c-add0-4b04-9bb5-a5943ff1f66e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:16.122531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58104) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:16.229367 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:16.302690 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Deleting port 06bbba10-9e19-4d74-9e65-3622b978cad9 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:42:16.303077 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:16.334104 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19199369-41ac-465f-8360-9d91254c0238 None None] DHCP port deletion for a18cb92c-add0-4b04-9bb5-a5943ff1f66e request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:42:16.376219 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] For port 06bbba10-9e19-4d74-9e65-3622b978cad9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=06bbba10-9e19-4d74-9e65-3622b978cad9,segment=NetworkSegment(34ad9b57-04d3-4b6a-ad91-b31a1d9683af),segment_id=34ad9b57-04d3-4b6a-ad91-b31a1d9683af)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:16.376592 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:16.386271 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-19199369-41ac-465f-8360-9d91254c0238 None None] Deleting port 06bbba10-9e19-4d74-9e65-3622b978cad9 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:42:16.386673 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-19199369-41ac-465f-8360-9d91254c0238 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:16.394343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Calling delete_port for 06bbba10-9e19-4d74-9e65-3622b978cad9 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:42:16.462620 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-19199369-41ac-465f-8360-9d91254c0238 None None] For port 06bbba10-9e19-4d74-9e65-3622b978cad9, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=06bbba10-9e19-4d74-9e65-3622b978cad9,segment=NetworkSegment(34ad9b57-04d3-4b6a-ad91-b31a1d9683af),segment_id=34ad9b57-04d3-4b6a-ad91-b31a1d9683af)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:16.463059 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-19199369-41ac-465f-8360-9d91254c0238 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:16.478869 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-19199369-41ac-465f-8360-9d91254c0238 None None] Calling delete_port for 06bbba10-9e19-4d74-9e65-3622b978cad9 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:42:16.544542 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:16.561918 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-19199369-41ac-465f-8360-9d91254c0238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:16.577642 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event deleted for resources: {'Port': ['ID=06bbba10-9e19-4d74-9e65-3622b978cad9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:16.581620 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] No DVR routers for this DVR port 06bbba10-9e19-4d74-9e65-3622b978cad9 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:42:16.599463 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19199369-41ac-465f-8360-9d91254c0238 None None] Pushing event deleted for resources: {'Port': ['ID=06bbba10-9e19-4d74-9e65-3622b978cad9,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:16.605293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19199369-41ac-465f-8360-9d91254c0238 None None] No DVR routers for this DVR port 06bbba10-9e19-4d74-9e65-3622b978cad9 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:42:16.671550 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:16.697321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18cb92c-add0-4b04-9bb5-a5943ff1f66e']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:16.711349 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ad9b57-04d3-4b6a-ad91-b31a1d9683af') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:16.711648 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ad9b57-04d3-4b6a-ad91-b31a1d9683af') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:16.721482 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:16.735629 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:16.744371 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:42:16.744775 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:42:16.747886 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:42:16.921158 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:16.929118 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:16.932317 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "DELETE /v2.0/networks/a18cb92c-add0-4b04-9bb5-a5943ff1f66e HTTP/1.1" status: 204 len: 168 time: 0.8089113 Nov 02 12:42:16.935062 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58106) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:16.959450 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9d791-c05f-4e09-bfb9-0b81611adb6d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event deleted for resources: {'Network': ['ID=a18cb92c-add0-4b04-9bb5-a5943ff1f66e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:16.983048 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a9ae44-9535-4e19-932e-a2ebe1ed8ab9 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] DELETE failed (client error): The resource could not be found. Nov 02 12:42:16.983522 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a9ae44-9535-4e19-932e-a2ebe1ed8ab9 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:42:16.986649 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e4a9ae44-9535-4e19-932e-a2ebe1ed8ab9 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "DELETE /v2.0/subnets/ee547cf9-a1a9-4cb8-aa8d-7a2415f041b1 HTTP/1.1" status: 404 len: 337 time: 0.0505550 Nov 02 12:42:16.989738 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58108) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:17.014535 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b0ba27-f012-463d-9295-23b5f0f3ab4a tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] DELETE failed (client error): The resource could not be found. Nov 02 12:42:17.015102 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 06bbba10-9e19-4d74-9e65-3622b978cad9 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:42:17.015251 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b0ba27-f012-463d-9295-23b5f0f3ab4a tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:42:17.018661 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-01b0ba27-f012-463d-9295-23b5f0f3ab4a tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "DELETE /v2.0/networks/cdd39892-13f4-41ca-8b42-cc01c190f59f HTTP/1.1" status: 404 len: 339 time: 0.0279083 Nov 02 12:42:17.023538 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58110) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:17.040769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 06bbba10-9e19-4d74-9e65-3622b978cad9 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:42:17.041110 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 06bbba10-9e19-4d74-9e65-3622b978cad9 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:42:17.057552 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f1162f-a568-49fe-9e4e-8f6c80cb6645 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] DELETE failed (client error): The resource could not be found. Nov 02 12:42:17.058060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f1162f-a568-49fe-9e4e-8f6c80cb6645 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:42:17.061233 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d7f1162f-a568-49fe-9e4e-8f6c80cb6645 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "DELETE /v2.0/subnets/18f7072e-da9c-4ecd-96f6-561bb4484033 HTTP/1.1" status: 404 len: 337 time: 0.0354438 Nov 02 12:42:17.063953 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58112) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:17.088271 n-d-806683-18 neutron-server[102689]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe94901-4aef-4491-b1bc-0c83c93a937a tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] DELETE failed (client error): The resource could not be found. Nov 02 12:42:17.088834 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe94901-4aef-4491-b1bc-0c83c93a937a tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102689) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 02 12:42:17.091895 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2fe94901-4aef-4491-b1bc-0c83c93a937a tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "DELETE /v2.0/networks/4fe1f3e3-5449-4218-a9ae-f45ada05c00e HTTP/1.1" status: 404 len: 339 time: 0.0269699 Nov 02 12:42:17.095318 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58114) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:17.152471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-529144f6-568d-41a3-a8af-6960e4e9ea3d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Deleting subnet 87b6b2dc-5ade-4c72-8c15-85ed88815b8e {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:42:17.155867 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-529144f6-568d-41a3-a8af-6960e4e9ea3d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:17.199769 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-529144f6-568d-41a3-a8af-6960e4e9ea3d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:17.291415 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-529144f6-568d-41a3-a8af-6960e4e9ea3d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:17.414459 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-529144f6-568d-41a3-a8af-6960e4e9ea3d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:17.442083 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529144f6-568d-41a3-a8af-6960e4e9ea3d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event deleted for resources: {'Subnet': ['ID=87b6b2dc-5ade-4c72-8c15-85ed88815b8e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:17.446000 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-529144f6-568d-41a3-a8af-6960e4e9ea3d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:17.449212 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-529144f6-568d-41a3-a8af-6960e4e9ea3d tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "DELETE /v2.0/subnets/87b6b2dc-5ade-4c72-8c15-85ed88815b8e HTTP/1.1" status: 204 len: 168 time: 0.3529201 Nov 02 12:42:17.452090 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58116) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:17.452699 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef841634-b351-49ff-b7fd-51bfba0ab610 None None] Network faa7038c-c85f-43d6-8152-a072b114e6be requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:17.537645 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:17.602037 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Deleting port be37d825-aff4-4cc7-8b40-9b0eae09ee6c {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:42:17.602380 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:17.649823 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0147289-5844-4bcd-aa22-41fae7afe471 None None] DHCP port deletion for faa7038c-c85f-43d6-8152-a072b114e6be request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:42:17.656848 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-de46f891-36a3-476d-868b-99006a044faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:17.685593 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] For port be37d825-aff4-4cc7-8b40-9b0eae09ee6c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=be37d825-aff4-4cc7-8b40-9b0eae09ee6c,segment=NetworkSegment(f9495633-bb6d-48b0-beb8-2a156f97e9a5),segment_id=f9495633-bb6d-48b0-beb8-2a156f97e9a5)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:17.686182 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:17.707662 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Calling delete_port for be37d825-aff4-4cc7-8b40-9b0eae09ee6c owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:42:17.716355 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b0147289-5844-4bcd-aa22-41fae7afe471 None None] Deleting port be37d825-aff4-4cc7-8b40-9b0eae09ee6c {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:42:17.716987 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0147289-5844-4bcd-aa22-41fae7afe471 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:17.799302 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b0147289-5844-4bcd-aa22-41fae7afe471 None None] For port be37d825-aff4-4cc7-8b40-9b0eae09ee6c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=be37d825-aff4-4cc7-8b40-9b0eae09ee6c,segment=NetworkSegment(f9495633-bb6d-48b0-beb8-2a156f97e9a5),segment_id=f9495633-bb6d-48b0-beb8-2a156f97e9a5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:17.799692 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0147289-5844-4bcd-aa22-41fae7afe471 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:17.814707 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b0147289-5844-4bcd-aa22-41fae7afe471 None None] Calling delete_port for be37d825-aff4-4cc7-8b40-9b0eae09ee6c owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:42:17.858903 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:17.893784 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event deleted for resources: {'Port': ['ID=be37d825-aff4-4cc7-8b40-9b0eae09ee6c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:17.902835 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] No DVR routers for this DVR port be37d825-aff4-4cc7-8b40-9b0eae09ee6c on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:42:17.907753 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0147289-5844-4bcd-aa22-41fae7afe471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:17.934047 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0147289-5844-4bcd-aa22-41fae7afe471 None None] Pushing event deleted for resources: {'Port': ['ID=be37d825-aff4-4cc7-8b40-9b0eae09ee6c,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:17.940005 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0147289-5844-4bcd-aa22-41fae7afe471 None None] No DVR routers for this DVR port be37d825-aff4-4cc7-8b40-9b0eae09ee6c on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:42:17.998615 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:18.024218 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa7038c-c85f-43d6-8152-a072b114e6be']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:18.035061 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9495633-bb6d-48b0-beb8-2a156f97e9a5') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:18.035378 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9495633-bb6d-48b0-beb8-2a156f97e9a5') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:18.046313 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:18.062619 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:18.070435 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:42:18.076154 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:42:18.195991 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:18.204731 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:18.208124 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] 10.222.0.52 "DELETE /v2.0/networks/faa7038c-c85f-43d6-8152-a072b114e6be HTTP/1.1" status: 204 len: 168 time: 0.7547526 Nov 02 12:42:18.222059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac4ccc-9a87-46c0-bd85-bd257a1a5796 tempest-NetworksIpV6Test-1580304178 tempest-NetworksIpV6Test-1580304178-project] Pushing event deleted for resources: {'Network': ['ID=faa7038c-c85f-43d6-8152-a072b114e6be,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:18.717385 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58122) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:18.870406 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0d162c88-8716-4e2f-87c6-8ec4a56adb9f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bed4d3db45c547da9d5a0ee50fb9bc44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1516786 Nov 02 12:42:18.872827 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58126) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:18.932822 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2cba299b-9b39-435f-8fa5-b99436e1889f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:18.963961 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2cba299b-9b39-435f-8fa5-b99436e1889f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:19.011280 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device be37d825-aff4-4cc7-8b40-9b0eae09ee6c no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:42:19.032011 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: be37d825-aff4-4cc7-8b40-9b0eae09ee6c {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:42:19.032416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device be37d825-aff4-4cc7-8b40-9b0eae09ee6c not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:42:19.139105 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2cba299b-9b39-435f-8fa5-b99436e1889f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:19.141654 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2cba299b-9b39-435f-8fa5-b99436e1889f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:19.142821 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2cba299b-9b39-435f-8fa5-b99436e1889f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd373afa-b545-47c5-b2be-98844f01a3df HTTP/1.1" status: 204 len: 168 time: 0.2690632 Nov 02 12:42:19.152096 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba299b-9b39-435f-8fa5-b99436e1889f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd373afa-b545-47c5-b2be-98844f01a3df,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:19.772861 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-45cefd7f-bf58-4b7b-ac7a-d7b9e94bf993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:20.292868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58148) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:20.399421 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5098a6a3-837f-478c-9d43-77c14ce1a9d9 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1333132505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:20.487507 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5098a6a3-837f-478c-9d43-77c14ce1a9d9 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:20.488623 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5098a6a3-837f-478c-9d43-77c14ce1a9d9 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:20.584163 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5098a6a3-837f-478c-9d43-77c14ce1a9d9 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:20.647575 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5098a6a3-837f-478c-9d43-77c14ce1a9d9 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:20.724953 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5098a6a3-837f-478c-9d43-77c14ce1a9d9 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:20.726457 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5098a6a3-837f-478c-9d43-77c14ce1a9d9 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4324763 Nov 02 12:42:20.729158 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58152) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:20.734224 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1350789343'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:20.842107 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Made reservation on behalf of 0d54184550244bd0aded10fce326eef7 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:20.845600 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:20.855027 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:20.939011 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:21.018424 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:21.045952 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:42:21.055855 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb4d4cc-edcd-4288-ac68-31ead3d15b8f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:21.063870 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:21.064212 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Added segment 75463954-d0f4-49e6-a811-24a9e0ee23f0 of type vlan for network 9717ebc0-66f4-4803-96fe-bc5523cd1ae3 Nov 02 12:42:21.066414 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:21.067396 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:21.067937 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:21.068273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:21.068603 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:21.068931 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:21.069258 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:21.069585 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:21.069907 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:21.070228 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:21.070552 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:21.070873 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:21.117264 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:21.184097 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:21.207272 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:21.213384 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:21.217821 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:21.286330 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Pushing event updated for resources: {'Network': ['ID=9717ebc0-66f4-4803-96fe-bc5523cd1ae3,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:21.297513 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 9717ebc0-66f4-4803-96fe-bc5523cd1ae3 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:42:21.329643 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-078dccee-1082-470f-a698-bc3b1a42d45d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5952759 Nov 02 12:42:21.330507 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58154) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:21.335824 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-ab068b4c-8d8f-46c5-a506-32e83e4b8ea1 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Request body: {'subnet': {'network_id': '9717ebc0-66f4-4803-96fe-bc5523cd1ae3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:21.487018 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab068b4c-8d8f-46c5-a506-32e83e4b8ea1 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Made reservation on behalf of 0d54184550244bd0aded10fce326eef7 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:21.491469 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab068b4c-8d8f-46c5-a506-32e83e4b8ea1 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:21.721614 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab068b4c-8d8f-46c5-a506-32e83e4b8ea1 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:21.781034 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab068b4c-8d8f-46c5-a506-32e83e4b8ea1 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Pushing event updated for resources: {'Subnet': ['ID=2b6f9c57-6098-45fc-9dd0-f793844d4732,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:21.797410 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab068b4c-8d8f-46c5-a506-32e83e4b8ea1 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Checking segment: {'id': '75463954-d0f4-49e6-a811-24a9e0ee23f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9717ebc0-66f4-4803-96fe-bc5523cd1ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:21.797774 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab068b4c-8d8f-46c5-a506-32e83e4b8ea1 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Network hostable DHCP agents. Network: 9717ebc0-66f4-4803-96fe-bc5523cd1ae3, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:42:21.864699 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab068b4c-8d8f-46c5-a506-32e83e4b8ea1 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Network 9717ebc0-66f4-4803-96fe-bc5523cd1ae3 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:42:21.932492 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-ab068b4c-8d8f-46c5-a506-32e83e4b8ea1 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 9717ebc0-66f4-4803-96fe-bc5523cd1ae3) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:21.936564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab068b4c-8d8f-46c5-a506-32e83e4b8ea1 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:21.937144 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ab068b4c-8d8f-46c5-a506-32e83e4b8ea1 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:21.943255 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb726225-7faa-4cbe-9830-816ac43002e6 None None] Network 9717ebc0-66f4-4803-96fe-bc5523cd1ae3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:21.987516 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ab068b4c-8d8f-46c5-a506-32e83e4b8ea1 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6555948 Nov 02 12:42:21.990014 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58156) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:21.995210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f6a81202-cdc6-4013-8b21-acc8fd159c36 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-500077318'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:22.081526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a81202-cdc6-4013-8b21-acc8fd159c36 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Made reservation on behalf of 0d54184550244bd0aded10fce326eef7 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:22.086133 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6a81202-cdc6-4013-8b21-acc8fd159c36 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:22.094911 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-9717ebc0-66f4-4803-96fe-bc5523cd1ae3', 'network_id': '9717ebc0-66f4-4803-96fe-bc5523cd1ae3', 'tenant_id': '0d54184550244bd0aded10fce326eef7', 'fixed_ips': [{'subnet_id': '2b6f9c57-6098-45fc-9dd0-f793844d4732'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:42:22.095804 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:22.111245 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a81202-cdc6-4013-8b21-acc8fd159c36 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:42:22.120428 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6a81202-cdc6-4013-8b21-acc8fd159c36 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:22.120949 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-f6a81202-cdc6-4013-8b21-acc8fd159c36 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Added segment f7fb28eb-10b1-486b-8dde-c555f150813d of type vlan for network 86776546-67c7-42ad-ade6-1b5cd68a7c4e Nov 02 12:42:22.163043 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6a81202-cdc6-4013-8b21-acc8fd159c36 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:22.240406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Allocated IP 172.20.0.2 (9717ebc0-66f4-4803-96fe-bc5523cd1ae3/2b6f9c57-6098-45fc-9dd0-f793844d4732/8e3cbbac-48c1-4fa9-9c33-9353891a371d) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:22.310239 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6a81202-cdc6-4013-8b21-acc8fd159c36 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:22.319890 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a81202-cdc6-4013-8b21-acc8fd159c36 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:22.320657 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f6a81202-cdc6-4013-8b21-acc8fd159c36 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:22.390447 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:22.398430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a81202-cdc6-4013-8b21-acc8fd159c36 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Pushing event updated for resources: {'Network': ['ID=86776546-67c7-42ad-ade6-1b5cd68a7c4e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:22.409092 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 86776546-67c7-42ad-ade6-1b5cd68a7c4e details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:42:22.450036 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f6a81202-cdc6-4013-8b21-acc8fd159c36 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4588933 Nov 02 12:42:22.452997 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58158) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:22.459340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1d8341dc-bccb-4fae-a965-6a98d7918e0d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Request body: {'subnet': {'network_id': '86776546-67c7-42ad-ade6-1b5cd68a7c4e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:22.481758 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:22.526546 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Network 9717ebc0-66f4-4803-96fe-bc5523cd1ae3 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:22.529743 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:22.537062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:42:22.549818 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Pushing event updated for resources: {'Port': ['ID=8e3cbbac-48c1-4fa9-9c33-9353891a371d,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:22.612698 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Attempting to bind port 8e3cbbac-48c1-4fa9-9c33-9353891a371d on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:42:22.613071 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Attempting to bind port 8e3cbbac-48c1-4fa9-9c33-9353891a371d by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '75463954-d0f4-49e6-a811-24a9e0ee23f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9717ebc0-66f4-4803-96fe-bc5523cd1ae3'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:42:22.613439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Attempting to bind port 8e3cbbac-48c1-4fa9-9c33-9353891a371d on network 9717ebc0-66f4-4803-96fe-bc5523cd1ae3 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:22.618870 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:42:22.619281 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Checking segment: {'id': '75463954-d0f4-49e6-a811-24a9e0ee23f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9717ebc0-66f4-4803-96fe-bc5523cd1ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:22.619677 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:22.620066 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Bound using segment: {'id': '75463954-d0f4-49e6-a811-24a9e0ee23f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9717ebc0-66f4-4803-96fe-bc5523cd1ae3'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:42:22.620534 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Bound port: 8e3cbbac-48c1-4fa9-9c33-9353891a371d, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75463954-d0f4-49e6-a811-24a9e0ee23f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9717ebc0-66f4-4803-96fe-bc5523cd1ae3'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:42:22.620917 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:22.652670 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8341dc-bccb-4fae-a965-6a98d7918e0d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Made reservation on behalf of 0d54184550244bd0aded10fce326eef7 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:22.656631 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1d8341dc-bccb-4fae-a965-6a98d7918e0d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:22.681669 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:22.687303 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] For port 8e3cbbac-48c1-4fa9-9c33-9353891a371d, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:22.693036 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] For port 8e3cbbac-48c1-4fa9-9c33-9353891a371d, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8e3cbbac-48c1-4fa9-9c33-9353891a371d,segment=NetworkSegment(75463954-d0f4-49e6-a811-24a9e0ee23f0),segment_id=75463954-d0f4-49e6-a811-24a9e0ee23f0)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:22.762086 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:22.835053 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ba199-e771-4c4e-9ef1-bd31f7b2de4b None None] Pushing event updated for resources: {'Port': ['ID=8e3cbbac-48c1-4fa9-9c33-9353891a371d,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:22.899169 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1d8341dc-bccb-4fae-a965-6a98d7918e0d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:22.995441 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8341dc-bccb-4fae-a965-6a98d7918e0d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Pushing event updated for resources: {'Subnet': ['ID=3206045e-4515-463a-937a-20fe38fc292d,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:23.000519 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8341dc-bccb-4fae-a965-6a98d7918e0d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Checking segment: {'id': 'f7fb28eb-10b1-486b-8dde-c555f150813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '86776546-67c7-42ad-ade6-1b5cd68a7c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:23.000887 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8341dc-bccb-4fae-a965-6a98d7918e0d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Network hostable DHCP agents. Network: 86776546-67c7-42ad-ade6-1b5cd68a7c4e, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:42:23.116178 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8341dc-bccb-4fae-a965-6a98d7918e0d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Network 86776546-67c7-42ad-ade6-1b5cd68a7c4e is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:42:23.212962 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-1d8341dc-bccb-4fae-a965-6a98d7918e0d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 86776546-67c7-42ad-ade6-1b5cd68a7c4e) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:23.217653 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8341dc-bccb-4fae-a965-6a98d7918e0d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:23.218216 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1d8341dc-bccb-4fae-a965-6a98d7918e0d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:23.230007 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aafad51-d395-4552-b815-f2b1908a230d None None] Network 86776546-67c7-42ad-ade6-1b5cd68a7c4e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:23.313233 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1d8341dc-bccb-4fae-a965-6a98d7918e0d tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8590198 Nov 02 12:42:23.315996 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58160) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:23.320959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8c3a6b85-157f-4f0e-92a3-286671ff4b13 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Request body: {'router': {'external_gateway_info': {'network_id': '86776546-67c7-42ad-ade6-1b5cd68a7c4e'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:23.385983 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-86776546-67c7-42ad-ade6-1b5cd68a7c4e', 'network_id': '86776546-67c7-42ad-ade6-1b5cd68a7c4e', 'tenant_id': '0d54184550244bd0aded10fce326eef7', 'fixed_ips': [{'subnet_id': '3206045e-4515-463a-937a-20fe38fc292d'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:42:23.388655 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:23.552307 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Allocated IP 172.21.0.2 (86776546-67c7-42ad-ade6-1b5cd68a7c4e/3206045e-4515-463a-937a-20fe38fc292d/075e3253-a2be-4697-957c-45bda5a0ea20) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:23.604530 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8c3a6b85-157f-4f0e-92a3-286671ff4b13 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:23.729428 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:23.783675 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c59940b-7fb5-43fa-a118-ef6f5ef516fa None None] Network 9717ebc0-66f4-4803-96fe-bc5523cd1ae3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:23.788028 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [None req-8c3a6b85-157f-4f0e-92a3-286671ff4b13 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 02 12:42:23.795267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8c3a6b85-157f-4f0e-92a3-286671ff4b13 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] 10.222.0.52 "PUT /v2.0/routers/a131fd89-62dd-42bb-a5a9-281da002d009 HTTP/1.1" status: 400 len: 364 time: 0.4721117 Nov 02 12:42:23.800790 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58162) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:23.836582 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:23.849821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-afcf0330-2c62-4f7b-9213-d38a58379770 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Deleting subnet 3206045e-4515-463a-937a-20fe38fc292d {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:42:23.853196 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-afcf0330-2c62-4f7b-9213-d38a58379770 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:23.902150 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-afcf0330-2c62-4f7b-9213-d38a58379770 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:23.903872 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Network 86776546-67c7-42ad-ade6-1b5cd68a7c4e is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:23.919354 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:23.924320 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:42:23.930663 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Pushing event updated for resources: {'Port': ['ID=075e3253-a2be-4697-957c-45bda5a0ea20,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:23.934152 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5b273b49-27d8-45f9-962d-f12b3f9f7610 None None] Provisioning complete for port 8e3cbbac-48c1-4fa9-9c33-9353891a371d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:23.935109 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5b273b49-27d8-45f9-962d-f12b3f9f7610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:23.999874 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-afcf0330-2c62-4f7b-9213-d38a58379770 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.053375 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Attempting to bind port 075e3253-a2be-4697-957c-45bda5a0ea20 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:42:24.053678 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Attempting to bind port 075e3253-a2be-4697-957c-45bda5a0ea20 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'f7fb28eb-10b1-486b-8dde-c555f150813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '86776546-67c7-42ad-ade6-1b5cd68a7c4e'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:42:24.054205 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Attempting to bind port 075e3253-a2be-4697-957c-45bda5a0ea20 on network 86776546-67c7-42ad-ade6-1b5cd68a7c4e {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:24.079081 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:42:24.079464 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Checking segment: {'id': 'f7fb28eb-10b1-486b-8dde-c555f150813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '86776546-67c7-42ad-ade6-1b5cd68a7c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:24.079868 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.080269 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Bound using segment: {'id': 'f7fb28eb-10b1-486b-8dde-c555f150813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '86776546-67c7-42ad-ade6-1b5cd68a7c4e'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:42:24.080747 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Bound port: 075e3253-a2be-4697-957c-45bda5a0ea20, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7fb28eb-10b1-486b-8dde-c555f150813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '86776546-67c7-42ad-ade6-1b5cd68a7c4e'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:42:24.081131 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.144593 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-afcf0330-2c62-4f7b-9213-d38a58379770 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.176558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf0330-2c62-4f7b-9213-d38a58379770 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Pushing event deleted for resources: {'Subnet': ['ID=3206045e-4515-463a-937a-20fe38fc292d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:24.179808 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5b273b49-27d8-45f9-962d-f12b3f9f7610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.181565 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-afcf0330-2c62-4f7b-9213-d38a58379770 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.185635 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-afcf0330-2c62-4f7b-9213-d38a58379770 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] 10.222.0.52 "DELETE /v2.0/subnets/3206045e-4515-463a-937a-20fe38fc292d HTTP/1.1" status: 204 len: 168 time: 0.3891742 Nov 02 12:42:24.188244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58164) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:24.208366 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] For port 075e3253-a2be-4697-957c-45bda5a0ea20, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:24.227070 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] For port 075e3253-a2be-4697-957c-45bda5a0ea20, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=075e3253-a2be-4697-957c-45bda5a0ea20,segment=NetworkSegment(f7fb28eb-10b1-486b-8dde-c555f150813d),segment_id=f7fb28eb-10b1-486b-8dde-c555f150813d)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:24.235814 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-5b273b49-27d8-45f9-962d-f12b3f9f7610 None None] For port 8e3cbbac-48c1-4fa9-9c33-9353891a371d, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8e3cbbac-48c1-4fa9-9c33-9353891a371d,segment=NetworkSegment(75463954-d0f4-49e6-a811-24a9e0ee23f0),segment_id=75463954-d0f4-49e6-a811-24a9e0ee23f0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:24.282123 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.313464 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.341931 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Deleting port 075e3253-a2be-4697-957c-45bda5a0ea20 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:42:24.342283 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.355416 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5b273b49-27d8-45f9-962d-f12b3f9f7610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.397065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433677a1-1eb8-48f2-8369-6f865a8f7bb0 None None] Pushing event updated for resources: {'Port': ['ID=075e3253-a2be-4697-957c-45bda5a0ea20,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:24.413699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] For port 075e3253-a2be-4697-957c-45bda5a0ea20, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=075e3253-a2be-4697-957c-45bda5a0ea20,segment=NetworkSegment(f7fb28eb-10b1-486b-8dde-c555f150813d),segment_id=f7fb28eb-10b1-486b-8dde-c555f150813d)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:24.414064 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.429004 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Calling delete_port for 075e3253-a2be-4697-957c-45bda5a0ea20 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:42:24.449772 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.451065 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b273b49-27d8-45f9-962d-f12b3f9f7610 None None] Pushing event updated for resources: {'Port': ['ID=8e3cbbac-48c1-4fa9-9c33-9353891a371d,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:24.483416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2cb2d958-6363-4d52-b70f-2fd577e712e3 None None] Provisioning complete for port 8e3cbbac-48c1-4fa9-9c33-9353891a371d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:24.483793 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2cb2d958-6363-4d52-b70f-2fd577e712e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.585148 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.611032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Pushing event deleted for resources: {'Port': ['ID=075e3253-a2be-4697-957c-45bda5a0ea20,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:24.619987 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] No DVR routers for this DVR port 075e3253-a2be-4697-957c-45bda5a0ea20 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:42:24.699951 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.722319 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.745862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86776546-67c7-42ad-ade6-1b5cd68a7c4e']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:24.756044 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7fb28eb-10b1-486b-8dde-c555f150813d') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:24.756308 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7fb28eb-10b1-486b-8dde-c555f150813d') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:24.771757 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.790944 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.799238 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:42:24.802156 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:42:24.803385 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:42:24.921569 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.929074 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:24.932531 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] 10.222.0.52 "DELETE /v2.0/networks/86776546-67c7-42ad-ade6-1b5cd68a7c4e HTTP/1.1" status: 204 len: 168 time: 0.7429440 Nov 02 12:42:24.935111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58166) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:24.955698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674682b-32dd-4001-9ae4-e42166c0ab87 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Pushing event deleted for resources: {'Network': ['ID=86776546-67c7-42ad-ade6-1b5cd68a7c4e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:25.012829 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:25.021036 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e1323f-3771-4364-93a7-7ab4407583d6 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Deleting subnet 2b6f9c57-6098-45fc-9dd0-f793844d4732 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:42:25.025268 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83e1323f-3771-4364-93a7-7ab4407583d6 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:25.059171 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8e3cbbac-48c1-4fa9-9c33-9353891a371d up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:25.074800 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83e1323f-3771-4364-93a7-7ab4407583d6 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:25.118552 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 8e3cbbac-48c1-4fa9-9c33-9353891a371d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:25.119064 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:25.185046 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83e1323f-3771-4364-93a7-7ab4407583d6 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:25.327920 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83e1323f-3771-4364-93a7-7ab4407583d6 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:25.357851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1323f-3771-4364-93a7-7ab4407583d6 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6f9c57-6098-45fc-9dd0-f793844d4732,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:25.361525 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-83e1323f-3771-4364-93a7-7ab4407583d6 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:25.371395 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-83e1323f-3771-4364-93a7-7ab4407583d6 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] 10.222.0.52 "DELETE /v2.0/subnets/2b6f9c57-6098-45fc-9dd0-f793844d4732 HTTP/1.1" status: 204 len: 168 time: 0.4350610 Nov 02 12:42:25.373397 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f15f44f-cb51-42ca-9ab1-274a48ed77b6 None None] Network 9717ebc0-66f4-4803-96fe-bc5523cd1ae3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:25.373855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58168) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:25.467722 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:25.540729 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Deleting port 8e3cbbac-48c1-4fa9-9c33-9353891a371d {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:42:25.541093 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:25.594330 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a57b0b-2bf1-48c4-886d-20cb3f59c805 None None] DHCP port deletion for 86776546-67c7-42ad-ade6-1b5cd68a7c4e request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:42:25.605431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1b18cecb-9c78-4345-8205-31e216075f97 None None] Could not find standard attr ID for object 075e3253-a2be-4697-957c-45bda5a0ea20. {{(pid=102691) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 02 12:42:25.628184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] For port 8e3cbbac-48c1-4fa9-9c33-9353891a371d, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8e3cbbac-48c1-4fa9-9c33-9353891a371d,segment=NetworkSegment(75463954-d0f4-49e6-a811-24a9e0ee23f0),segment_id=75463954-d0f4-49e6-a811-24a9e0ee23f0)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:25.628689 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:25.641228 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aab4be6-3e31-419c-b085-88d615ec3f00 None None] Network 86776546-67c7-42ad-ade6-1b5cd68a7c4e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:25.644758 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Calling delete_port for 8e3cbbac-48c1-4fa9-9c33-9353891a371d owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:42:25.672169 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aab4be6-3e31-419c-b085-88d615ec3f00 None None] Network 86776546-67c7-42ad-ade6-1b5cd68a7c4e could not be found, it might have been deleted concurrently. {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 02 12:42:25.748010 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ed10ce-f9c9-45de-b257-54f332344aff None None] DHCP port deletion for 9717ebc0-66f4-4803-96fe-bc5523cd1ae3 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:42:25.804334 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed10ce-f9c9-45de-b257-54f332344aff None None] Deleting port 8e3cbbac-48c1-4fa9-9c33-9353891a371d {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:42:25.804682 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a2ed10ce-f9c9-45de-b257-54f332344aff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:25.807722 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:25.836494 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Pushing event deleted for resources: {'Port': ['ID=8e3cbbac-48c1-4fa9-9c33-9353891a371d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:25.842432 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] No DVR routers for this DVR port 8e3cbbac-48c1-4fa9-9c33-9353891a371d on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:42:25.873432 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a2ed10ce-f9c9-45de-b257-54f332344aff None None] For port 8e3cbbac-48c1-4fa9-9c33-9353891a371d, host n-d-806683-18, got binding levels [] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:25.873835 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a2ed10ce-f9c9-45de-b257-54f332344aff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:25.887123 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed10ce-f9c9-45de-b257-54f332344aff None None] Calling delete_port for 8e3cbbac-48c1-4fa9-9c33-9353891a371d owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:42:25.889748 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.ipam_backend_mixin [None req-a2ed10ce-f9c9-45de-b257-54f332344aff None None] Port 8e3cbbac-48c1-4fa9-9c33-9353891a371d was not found and therefore no delete operation was performed {{(pid=102691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 02 12:42:25.890990 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a2ed10ce-f9c9-45de-b257-54f332344aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:25.918143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed10ce-f9c9-45de-b257-54f332344aff None None] Pushing event deleted for resources: {'Port': ['ID=8e3cbbac-48c1-4fa9-9c33-9353891a371d,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:25.920005 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed10ce-f9c9-45de-b257-54f332344aff None None] No DVR routers for this DVR port 8e3cbbac-48c1-4fa9-9c33-9353891a371d on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:42:25.944259 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:25.966331 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9717ebc0-66f4-4803-96fe-bc5523cd1ae3']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:25.978047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75463954-d0f4-49e6-a811-24a9e0ee23f0') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:25.978300 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75463954-d0f4-49e6-a811-24a9e0ee23f0') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:25.989169 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:26.003174 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:26.009990 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:42:26.010382 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:42:26.013555 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:42:26.184413 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:26.192377 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:26.195979 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] 10.222.0.52 "DELETE /v2.0/networks/9717ebc0-66f4-4803-96fe-bc5523cd1ae3 HTTP/1.1" status: 204 len: 168 time: 0.8209393 Nov 02 12:42:26.198796 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58170) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:26.209482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46986c2d-7138-4b0f-a304-2ba962a31c20 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Pushing event deleted for resources: {'Network': ['ID=9717ebc0-66f4-4803-96fe-bc5523cd1ae3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:26.228435 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7e0092e5-07b5-413c-869d-023bced401ed tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] 10.222.0.52 "GET /v2.0/ports?device_id=a131fd89-62dd-42bb-a5a9-281da002d009 HTTP/1.1" status: 200 len: 205 time: 0.0283597 Nov 02 12:42:26.231033 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58172) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:26.701735 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eafeefd2-91c9-40b0-a741-7b54e53de438 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:26.869741 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eafeefd2-91c9-40b0-a741-7b54e53de438 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:26.872153 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eafeefd2-91c9-40b0-a741-7b54e53de438 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:27.005640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 075e3253-a2be-4697-957c-45bda5a0ea20 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:42:27.032159 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 075e3253-a2be-4697-957c-45bda5a0ea20 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:42:27.032512 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 075e3253-a2be-4697-957c-45bda5a0ea20 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:42:27.032941 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8e3cbbac-48c1-4fa9-9c33-9353891a371d no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:42:27.052541 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 8e3cbbac-48c1-4fa9-9c33-9353891a371d {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:42:27.052991 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8e3cbbac-48c1-4fa9-9c33-9353891a371d not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:42:27.059285 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eafeefd2-91c9-40b0-a741-7b54e53de438 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:27.072009 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafeefd2-91c9-40b0-a741-7b54e53de438 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Fanout notify agent at l3_agent the message router_deleted on router a131fd89-62dd-42bb-a5a9-281da002d009 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:42:27.072009 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eafeefd2-91c9-40b0-a741-7b54e53de438 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:27.072009 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-eafeefd2-91c9-40b0-a741-7b54e53de438 tempest-RoutersNegativeTest-859007610 tempest-RoutersNegativeTest-859007610-project] 10.222.0.52 "DELETE /v2.0/routers/a131fd89-62dd-42bb-a5a9-281da002d009 HTTP/1.1" status: 204 len: 168 time: 0.8374691 Nov 02 12:42:27.523430 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58178) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:27.661256 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c5c4ee60-39a6-4144-8954-f22b71ab48da admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0d54184550244bd0aded10fce326eef7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1361058 Nov 02 12:42:27.664289 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58182) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:27.716872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4228734d-63b9-4997-93c5-f70351c20741 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:27.738225 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4228734d-63b9-4997-93c5-f70351c20741 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:27.841483 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4228734d-63b9-4997-93c5-f70351c20741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:27.844222 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4228734d-63b9-4997-93c5-f70351c20741 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:27.845338 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4228734d-63b9-4997-93c5-f70351c20741 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8bb4d4cc-edcd-4288-ac68-31ead3d15b8f HTTP/1.1" status: 204 len: 168 time: 0.1801116 Nov 02 12:42:27.855536 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228734d-63b9-4997-93c5-f70351c20741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb4d4cc-edcd-4288-ac68-31ead3d15b8f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:28.844551 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58204) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:28.949394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-ab88da7e-fe49-4745-95b0-77d9a8f8625c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1153062110-network', 'tenant_id': '7c7ddcb9ccea44a484280e2c6f59ed52'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:29.012974 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab88da7e-fe49-4745-95b0-77d9a8f8625c admin admin] Made reservation on behalf of 7c7ddcb9ccea44a484280e2c6f59ed52 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:29.015484 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab88da7e-fe49-4745-95b0-77d9a8f8625c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:29.024711 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab88da7e-fe49-4745-95b0-77d9a8f8625c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:29.101924 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab88da7e-fe49-4745-95b0-77d9a8f8625c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:29.167880 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab88da7e-fe49-4745-95b0-77d9a8f8625c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:29.195596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab88da7e-fe49-4745-95b0-77d9a8f8625c admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:42:29.204596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88da7e-fe49-4745-95b0-77d9a8f8625c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:29.213883 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab88da7e-fe49-4745-95b0-77d9a8f8625c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:29.214321 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-ab88da7e-fe49-4745-95b0-77d9a8f8625c admin admin] Added segment b9684a6b-180c-4c8d-8a91-fb14e3af7eef of type vlan for network b0918232-1664-4321-957a-b0bf962aea74 Nov 02 12:42:29.262163 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab88da7e-fe49-4745-95b0-77d9a8f8625c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:29.351027 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab88da7e-fe49-4745-95b0-77d9a8f8625c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:29.352048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab88da7e-fe49-4745-95b0-77d9a8f8625c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:29.352636 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ab88da7e-fe49-4745-95b0-77d9a8f8625c admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:29.417836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88da7e-fe49-4745-95b0-77d9a8f8625c admin admin] Pushing event updated for resources: {'Network': ['ID=b0918232-1664-4321-957a-b0bf962aea74,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:29.427439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network b0918232-1664-4321-957a-b0bf962aea74 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:42:29.450503 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ab88da7e-fe49-4745-95b0-77d9a8f8625c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6047904 Nov 02 12:42:29.453311 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58208) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:29.459020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c6c921d8-327c-4efc-b870-f722ba0291a4 admin admin] Request body: {'subnet': {'network_id': 'b0918232-1664-4321-957a-b0bf962aea74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1153062110-subnet', 'tenant_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:29.522258 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c921d8-327c-4efc-b870-f722ba0291a4 admin admin] Made reservation on behalf of 7c7ddcb9ccea44a484280e2c6f59ed52 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:29.524859 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6c921d8-327c-4efc-b870-f722ba0291a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:29.739226 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6c921d8-327c-4efc-b870-f722ba0291a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:29.802998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c921d8-327c-4efc-b870-f722ba0291a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28fcf29f-29a0-4bdd-abd2-0c7b6fe216e2,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:29.809875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c921d8-327c-4efc-b870-f722ba0291a4 admin admin] Checking segment: {'id': 'b9684a6b-180c-4c8d-8a91-fb14e3af7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:29.810245 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c921d8-327c-4efc-b870-f722ba0291a4 admin admin] Network hostable DHCP agents. Network: b0918232-1664-4321-957a-b0bf962aea74, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:42:29.876295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c921d8-327c-4efc-b870-f722ba0291a4 admin admin] Network b0918232-1664-4321-957a-b0bf962aea74 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:42:29.950399 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-c6c921d8-327c-4efc-b870-f722ba0291a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, b0918232-1664-4321-957a-b0bf962aea74) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:29.954646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c921d8-327c-4efc-b870-f722ba0291a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:29.955262 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6c921d8-327c-4efc-b870-f722ba0291a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:29.961642 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1158551-b8f1-4b69-b958-ebbf3aa3b0cc None None] Network b0918232-1664-4321-957a-b0bf962aea74 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:30.044693 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c6c921d8-327c-4efc-b870-f722ba0291a4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5901918 Nov 02 12:42:30.047807 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58210) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:30.053267 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1153062110-router', 'tenant_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:30.113181 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-b0918232-1664-4321-957a-b0bf962aea74', 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74', 'tenant_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'fixed_ips': [{'subnet_id': '28fcf29f-29a0-4bdd-abd2-0c7b6fe216e2'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:42:30.114943 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:30.139477 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:30.140531 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:30.194682 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:30.252511 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Allocated IP 172.20.0.2 (b0918232-1664-4321-957a-b0bf962aea74/28fcf29f-29a0-4bdd-abd2-0c7b6fe216e2/64e3d14c-0a12-4879-8cd7-b0ad72e6bae6) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:30.384567 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:30.404000 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:30.499702 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:30.542839 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Network b0918232-1664-4321-957a-b0bf962aea74 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:30.549221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:30.553413 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:42:30.556665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Pushing event updated for resources: {'Port': ['ID=64e3d14c-0a12-4879-8cd7-b0ad72e6bae6,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:30.632743 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Attempting to bind port 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:42:30.633116 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Attempting to bind port 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'b9684a6b-180c-4c8d-8a91-fb14e3af7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:42:30.633484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Attempting to bind port 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6 on network b0918232-1664-4321-957a-b0bf962aea74 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:30.638913 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:42:30.639254 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Checking segment: {'id': 'b9684a6b-180c-4c8d-8a91-fb14e3af7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:30.639658 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:30.640060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Bound using segment: {'id': 'b9684a6b-180c-4c8d-8a91-fb14e3af7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:42:30.640533 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Bound port: 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9684a6b-180c-4c8d-8a91-fb14e3af7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:42:30.640921 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:30.708668 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] For port 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:30.712282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] For port 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=64e3d14c-0a12-4879-8cd7-b0ad72e6bae6,segment=NetworkSegment(b9684a6b-180c-4c8d-8a91-fb14e3af7eef),segment_id=b9684a6b-180c-4c8d-8a91-fb14e3af7eef)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:30.713453 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:30.740222 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:30.796744 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:30.865378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202ac74-1c78-45c9-a5ae-a54bbb70f0d2 None None] Pushing event updated for resources: {'Port': ['ID=64e3d14c-0a12-4879-8cd7-b0ad72e6bae6,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:30.914093 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] Allocated IP 172.25.6.206 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/de493dc8-b00b-4c9d-8dea-3e1d8851cfef) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:31.054693 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:31.191242 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:31.230936 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:31.235849 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:31.238391 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:42:31.264771 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] Pushing event updated for resources: {'Port': ['ID=de493dc8-b00b-4c9d-8dea-3e1d8851cfef,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:31.609320 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:31.777275 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986f97c9-9f44-4b67-845d-67fa3157c8de None None] Network b0918232-1664-4321-957a-b0bf962aea74 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:31.828277 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:31.904987 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-10d519c1-3205-4c5d-8b59-be7e2f3dcffb None None] Provisioning complete for port 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:31.905366 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-10d519c1-3205-4c5d-8b59-be7e2f3dcffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:32.030159 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-10d519c1-3205-4c5d-8b59-be7e2f3dcffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:32.060994 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-10d519c1-3205-4c5d-8b59-be7e2f3dcffb None None] For port 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=64e3d14c-0a12-4879-8cd7-b0ad72e6bae6,segment=NetworkSegment(b9684a6b-180c-4c8d-8a91-fb14e3af7eef),segment_id=b9684a6b-180c-4c8d-8a91-fb14e3af7eef)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:32.076521 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] Router 036ab752-c8b7-4c67-b361-6fdd8daeeba5 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:42:32.203744 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:42:32.214900 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Sync routers for ids ['036ab752-c8b7-4c67-b361-6fdd8daeeba5'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:42:32.225909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Routers {'036ab752-c8b7-4c67-b361-6fdd8daeeba5'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:42:32.244125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:42:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['036ab752-c8b7-4c67-b361-6fdd8daeeba5'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:32.267710 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-10d519c1-3205-4c5d-8b59-be7e2f3dcffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:32.346989 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:32.349454 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8a45701a-e5ba-4a40-bba1-1535673b3b59 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2991502 Nov 02 12:42:32.352051 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58212) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:32.368483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d519c1-3205-4c5d-8b59-be7e2f3dcffb None None] Pushing event updated for resources: {'Port': ['ID=64e3d14c-0a12-4879-8cd7-b0ad72e6bae6,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:32.393453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Set router 036ab752-c8b7-4c67-b361-6fdd8daeeba5 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:42:32.470071 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a034c489-b49b-403a-8e0b-5ac8ef61f4c6 None None] Provisioning complete for port 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:32.470446 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a034c489-b49b-403a-8e0b-5ac8ef61f4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:32.665601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'name': 'tempest-TestEncryptedCinderVolumes-1153062110-router', 'tenant_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'de493dc8-b00b-4c9d-8dea-3e1d8851cfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:42:30Z', 'updated_at': '2021-11-02T12:42:31Z', 'revision_number': 3, 'project_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'gw_port': {'id': 'de493dc8-b00b-4c9d-8dea-3e1d8851cfef', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:30Z', 'updated_at': '2021-11-02T12:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:32.695973 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Checking router: 036ab752-c8b7-4c67-b361-6fdd8daeeba5 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:42:32.696331 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Updating router 036ab752-c8b7-4c67-b361-6fdd8daeeba5 port de493dc8-b00b-4c9d-8dea-3e1d8851cfef binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:42:32.726242 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:33.010956 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:33.046247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:33.095283 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:33.122983 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e89aa4b9-c114-47c4-a8d5-7a761259109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:33.132267 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:33.132644 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:33.174434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Attempting to bind port de493dc8-b00b-4c9d-8dea-3e1d8851cfef on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:42:33.174812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Attempting to bind port de493dc8-b00b-4c9d-8dea-3e1d8851cfef by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:42:33.175201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Attempting to bind port de493dc8-b00b-4c9d-8dea-3e1d8851cfef on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:33.189818 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074e504-6726-4511-bd31-4b40cdc538ce None None] Pushing event updated for resources: {'Port': ['ID=de493dc8-b00b-4c9d-8dea-3e1d8851cfef,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:33.195152 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:42:33.195562 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:33.195940 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:33.196329 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:42:33.196820 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Bound port: de493dc8-b00b-4c9d-8dea-3e1d8851cfef, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:42:33.197202 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:33.283469 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] For port de493dc8-b00b-4c9d-8dea-3e1d8851cfef, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:33.290414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] For port de493dc8-b00b-4c9d-8dea-3e1d8851cfef, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=de493dc8-b00b-4c9d-8dea-3e1d8851cfef,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:33.348639 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-e89aa4b9-c114-47c4-a8d5-7a761259109d admin admin] Allocated IP 172.20.0.1 (b0918232-1664-4321-957a-b0bf962aea74/28fcf29f-29a0-4bdd-abd2-0c7b6fe216e2/4a81df8a-a0aa-4e23-a151-0bccf0187e94) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:33.374320 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:33.445510 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Routers {'036ab752-c8b7-4c67-b361-6fdd8daeeba5'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:42:33.446142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:42:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['036ab752-c8b7-4c67-b361-6fdd8daeeba5'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:33.486634 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e89aa4b9-c114-47c4-a8d5-7a761259109d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:33.495164 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074e504-6726-4511-bd31-4b40cdc538ce None None] Pushing event updated for resources: {'Port': ['ID=de493dc8-b00b-4c9d-8dea-3e1d8851cfef,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:33.557056 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e89aa4b9-c114-47c4-a8d5-7a761259109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:33.579834 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] Set router 036ab752-c8b7-4c67-b361-6fdd8daeeba5 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:42:33.605756 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89aa4b9-c114-47c4-a8d5-7a761259109d admin admin] Network b0918232-1664-4321-957a-b0bf962aea74 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:33.611832 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-e89aa4b9-c114-47c4-a8d5-7a761259109d admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:33.615773 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89aa4b9-c114-47c4-a8d5-7a761259109d admin admin] Pushing event updated for resources: {'Port': ['ID=4a81df8a-a0aa-4e23-a151-0bccf0187e94,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:33.618093 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89aa4b9-c114-47c4-a8d5-7a761259109d admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:42:33.661444 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e89aa4b9-c114-47c4-a8d5-7a761259109d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:33.800841 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'name': 'tempest-TestEncryptedCinderVolumes-1153062110-router', 'tenant_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'de493dc8-b00b-4c9d-8dea-3e1d8851cfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:42:30Z', 'updated_at': '2021-11-02T12:42:31Z', 'revision_number': 3, 'project_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'gw_port': {'id': 'de493dc8-b00b-4c9d-8dea-3e1d8851cfef', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:30Z', 'updated_at': '2021-11-02T12:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:33.882238 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e89aa4b9-c114-47c4-a8d5-7a761259109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:33.993462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298d3882-ae12-4f61-953a-32aeb07ab2b8 None None] The sync data for ids ['036ab752-c8b7-4c67-b361-6fdd8daeeba5'] in n-d-806683-18 is: [{'id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'name': 'tempest-TestEncryptedCinderVolumes-1153062110-router', 'tenant_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'de493dc8-b00b-4c9d-8dea-3e1d8851cfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:42:30Z', 'updated_at': '2021-11-02T12:42:31Z', 'revision_number': 3, 'project_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'gw_port': {'id': 'de493dc8-b00b-4c9d-8dea-3e1d8851cfef', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:30Z', 'updated_at': '2021-11-02T12:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:42:34.006186 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2ff16341-1d44-4d38-8e58-89b896a4ee88 None None] Provisioning complete for port 4a81df8a-a0aa-4e23-a151-0bccf0187e94 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:34.006837 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2ff16341-1d44-4d38-8e58-89b896a4ee88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:34.044887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2ff16341-1d44-4d38-8e58-89b896a4ee88 None None] Port 4a81df8a-a0aa-4e23-a151-0bccf0187e94 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:42:34.084808 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e89aa4b9-c114-47c4-a8d5-7a761259109d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:34.145807 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e89aa4b9-c114-47c4-a8d5-7a761259109d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:34.216849 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89aa4b9-c114-47c4-a8d5-7a761259109d admin admin] Pushing event updated for resources: {'Port': ['ID=4a81df8a-a0aa-4e23-a151-0bccf0187e94,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:34.219323 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e89aa4b9-c114-47c4-a8d5-7a761259109d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:34.322357 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89aa4b9-c114-47c4-a8d5-7a761259109d admin admin] Network b0918232-1664-4321-957a-b0bf962aea74 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:34.323946 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-e89aa4b9-c114-47c4-a8d5-7a761259109d admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:34.489923 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89aa4b9-c114-47c4-a8d5-7a761259109d admin admin] Router 036ab752-c8b7-4c67-b361-6fdd8daeeba5 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:42:34.633202 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89aa4b9-c114-47c4-a8d5-7a761259109d admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:42:34.640342 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e89aa4b9-c114-47c4-a8d5-7a761259109d admin admin] 10.222.0.52 "PUT /v2.0/routers/036ab752-c8b7-4c67-b361-6fdd8daeeba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2871091 Nov 02 12:42:34.670782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-dc58a1af-018b-4039-be43-5c7dfac5925f None None] Provisioning complete for port 4a81df8a-a0aa-4e23-a151-0bccf0187e94 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:34.671218 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dc58a1af-018b-4039-be43-5c7dfac5925f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:34.712814 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-dc58a1af-018b-4039-be43-5c7dfac5925f None None] Port 4a81df8a-a0aa-4e23-a151-0bccf0187e94 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:42:35.047118 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device de493dc8-b00b-4c9d-8dea-3e1d8851cfef up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:35.096412 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port de493dc8-b00b-4c9d-8dea-3e1d8851cfef triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:35.096789 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:35.179902 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:35.199988 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port de493dc8-b00b-4c9d-8dea-3e1d8851cfef, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=de493dc8-b00b-4c9d-8dea-3e1d8851cfef,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:35.328619 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:35.389930 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=de493dc8-b00b-4c9d-8dea-3e1d8851cfef,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:35.473823 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58228) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:35.480360 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5ef00569-cda7-445f-8eaf-f0c13c1c72f1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-713330732-network', 'tenant_id': 'c71515ebead9410fa1891de1f6b4404b'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:35.573962 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef00569-cda7-445f-8eaf-f0c13c1c72f1 admin admin] Made reservation on behalf of c71515ebead9410fa1891de1f6b4404b for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:35.576666 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5ef00569-cda7-445f-8eaf-f0c13c1c72f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:35.587173 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5ef00569-cda7-445f-8eaf-f0c13c1c72f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:35.669526 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5ef00569-cda7-445f-8eaf-f0c13c1c72f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:35.740304 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5ef00569-cda7-445f-8eaf-f0c13c1c72f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:35.767957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef00569-cda7-445f-8eaf-f0c13c1c72f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:42:35.782165 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef00569-cda7-445f-8eaf-f0c13c1c72f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d4b81d-6604-45ec-9324-c704a7933392,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:35.788175 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Sync routers for ids ['036ab752-c8b7-4c67-b361-6fdd8daeeba5'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:42:35.790697 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5ef00569-cda7-445f-8eaf-f0c13c1c72f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:35.791079 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-5ef00569-cda7-445f-8eaf-f0c13c1c72f1 admin admin] Added segment a7599e47-1a95-4019-977b-1a13737965ae of type vlan for network 9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c Nov 02 12:42:35.798310 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Routers {'036ab752-c8b7-4c67-b361-6fdd8daeeba5'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:42:35.799018 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-58302c9a-db9e-4369-b546-c17128854419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:42:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['036ab752-c8b7-4c67-b361-6fdd8daeeba5'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:35.835237 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5ef00569-cda7-445f-8eaf-f0c13c1c72f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:35.899343 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5ef00569-cda7-445f-8eaf-f0c13c1c72f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:35.900402 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef00569-cda7-445f-8eaf-f0c13c1c72f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:35.900990 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5ef00569-cda7-445f-8eaf-f0c13c1c72f1 admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:35.909853 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Set router 036ab752-c8b7-4c67-b361-6fdd8daeeba5 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:42:35.966247 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef00569-cda7-445f-8eaf-f0c13c1c72f1 admin admin] Pushing event updated for resources: {'Network': ['ID=9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:35.976775 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:42:35.999685 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5ef00569-cda7-445f-8eaf-f0c13c1c72f1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5233924 Nov 02 12:42:36.002243 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58230) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:36.007528 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3307041b-433a-4940-a0af-e7b1d23d05a0 admin admin] Request body: {'subnet': {'network_id': '9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-713330732-subnet', 'tenant_id': 'c71515ebead9410fa1891de1f6b4404b', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:36.100097 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3307041b-433a-4940-a0af-e7b1d23d05a0 admin admin] Made reservation on behalf of c71515ebead9410fa1891de1f6b4404b for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:36.102505 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3307041b-433a-4940-a0af-e7b1d23d05a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:36.214352 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-58302c9a-db9e-4369-b546-c17128854419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'name': 'tempest-TestEncryptedCinderVolumes-1153062110-router', 'tenant_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'de493dc8-b00b-4c9d-8dea-3e1d8851cfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:42:30Z', 'updated_at': '2021-11-02T12:42:33Z', 'revision_number': 4, 'project_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'gw_port': {'id': 'de493dc8-b00b-4c9d-8dea-3e1d8851cfef', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:30Z', 'updated_at': '2021-11-02T12:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4a81df8a-a0aa-4e23-a151-0bccf0187e94', 'name': '', 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74', 'tenant_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'mac_address': 'fa:16:3e:82:63:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '28fcf29f-29a0-4bdd-abd2-0c7b6fe216e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:33Z', 'updated_at': '2021-11-02T12:42:33Z', 'revision_number': 2, 'project_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'subnets': [{'id': '28fcf29f-29a0-4bdd-abd2-0c7b6fe216e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:36.251154 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Checking router: 036ab752-c8b7-4c67-b361-6fdd8daeeba5 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:42:36.251154 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Updating router 036ab752-c8b7-4c67-b361-6fdd8daeeba5 port 4a81df8a-a0aa-4e23-a151-0bccf0187e94 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:42:36.275120 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:36.345454 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3307041b-433a-4940-a0af-e7b1d23d05a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:36.406449 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307041b-433a-4940-a0af-e7b1d23d05a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca5f9a09-d6d0-4036-9b41-2b2365ddf8d4,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:36.414482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307041b-433a-4940-a0af-e7b1d23d05a0 admin admin] Checking segment: {'id': 'a7599e47-1a95-4019-977b-1a13737965ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:36.414853 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3307041b-433a-4940-a0af-e7b1d23d05a0 admin admin] Network hostable DHCP agents. Network: 9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:42:36.482300 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3307041b-433a-4940-a0af-e7b1d23d05a0 admin admin] Network 9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:42:36.551237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-3307041b-433a-4940-a0af-e7b1d23d05a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:36.556114 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:36.562113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a7ed48-e4c5-4e2a-ae88-ed104f0288af None None] Network 9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:36.567651 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3307041b-433a-4940-a0af-e7b1d23d05a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:36.568657 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3307041b-433a-4940-a0af-e7b1d23d05a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:36.607815 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:36.631969 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3307041b-433a-4940-a0af-e7b1d23d05a0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6260293 Nov 02 12:42:36.632527 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58232) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:36.639550 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-713330732-router', 'tenant_id': 'c71515ebead9410fa1891de1f6b4404b', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:36.706660 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b2483-a048-4163-a1b1-0bc4232f8d96 None None] Pushing event updated for resources: {'Port': ['ID=4a81df8a-a0aa-4e23-a151-0bccf0187e94,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:36.717550 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:36.718617 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:36.728462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c', 'network_id': '9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c', 'tenant_id': 'c71515ebead9410fa1891de1f6b4404b', 'fixed_ips': [{'subnet_id': 'ca5f9a09-d6d0-4036-9b41-2b2365ddf8d4'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:42:36.728707 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b2483-a048-4163-a1b1-0bc4232f8d96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:36.729066 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b2483-a048-4163-a1b1-0bc4232f8d96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:36.729412 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b2483-a048-4163-a1b1-0bc4232f8d96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:36.729799 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b2483-a048-4163-a1b1-0bc4232f8d96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:36.730276 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:36.730407 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b2483-a048-4163-a1b1-0bc4232f8d96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:36.730610 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b2483-a048-4163-a1b1-0bc4232f8d96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:36.730965 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b2483-a048-4163-a1b1-0bc4232f8d96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:36.731297 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b2483-a048-4163-a1b1-0bc4232f8d96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:36.731622 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b2483-a048-4163-a1b1-0bc4232f8d96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:36.731947 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b2483-a048-4163-a1b1-0bc4232f8d96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:36.732269 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b2483-a048-4163-a1b1-0bc4232f8d96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:36.732590 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5b2483-a048-4163-a1b1-0bc4232f8d96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:36.743216 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Attempting to bind port 4a81df8a-a0aa-4e23-a151-0bccf0187e94 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:42:36.743624 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Attempting to bind port 4a81df8a-a0aa-4e23-a151-0bccf0187e94 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'b9684a6b-180c-4c8d-8a91-fb14e3af7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:42:36.744061 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Attempting to bind port 4a81df8a-a0aa-4e23-a151-0bccf0187e94 on network b0918232-1664-4321-957a-b0bf962aea74 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:36.749922 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:42:36.750318 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Checking segment: {'id': 'b9684a6b-180c-4c8d-8a91-fb14e3af7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:36.750737 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:36.751152 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Bound using segment: {'id': 'b9684a6b-180c-4c8d-8a91-fb14e3af7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:42:36.751629 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Bound port: 4a81df8a-a0aa-4e23-a151-0bccf0187e94, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9684a6b-180c-4c8d-8a91-fb14e3af7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:42:36.752010 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:36.798056 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:36.834803 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-58302c9a-db9e-4369-b546-c17128854419 None None] For port 4a81df8a-a0aa-4e23-a151-0bccf0187e94, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:36.838751 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-58302c9a-db9e-4369-b546-c17128854419 None None] For port 4a81df8a-a0aa-4e23-a151-0bccf0187e94, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4a81df8a-a0aa-4e23-a151-0bccf0187e94,segment=NetworkSegment(b9684a6b-180c-4c8d-8a91-fb14e3af7eef),segment_id=b9684a6b-180c-4c8d-8a91-fb14e3af7eef)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:36.888113 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:36.909373 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Allocated IP 172.20.0.2 (9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c/ca5f9a09-d6d0-4036-9b41-2b2365ddf8d4/f55f91c2-16ef-4785-b4c6-2997d09fcf82) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:36.954470 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Routers {'036ab752-c8b7-4c67-b361-6fdd8daeeba5'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:42:36.955239 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-58302c9a-db9e-4369-b546-c17128854419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:42:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['036ab752-c8b7-4c67-b361-6fdd8daeeba5'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:36.960156 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b2483-a048-4163-a1b1-0bc4232f8d96 None None] Pushing event updated for resources: {'Port': ['ID=4a81df8a-a0aa-4e23-a151-0bccf0187e94,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:37.052775 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:37.077856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device de493dc8-b00b-4c9d-8dea-3e1d8851cfef up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:37.093593 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-58302c9a-db9e-4369-b546-c17128854419 None None] Set router 036ab752-c8b7-4c67-b361-6fdd8daeeba5 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:42:37.109205 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-fc052ba7-3326-4709-8838-4de55cd1bbad None None] Provisioning complete for port 4a81df8a-a0aa-4e23-a151-0bccf0187e94 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:37.109583 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fc052ba7-3326-4709-8838-4de55cd1bbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:37.168436 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:37.239049 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port de493dc8-b00b-4c9d-8dea-3e1d8851cfef triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:37.239599 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:37.291586 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:37.340378 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fc052ba7-3326-4709-8838-4de55cd1bbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:37.372288 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:37.376761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Network 9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:37.379205 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:37.385346 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:42:37.393803 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Pushing event updated for resources: {'Port': ['ID=f55f91c2-16ef-4785-b4c6-2997d09fcf82,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:37.395060 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:37.416901 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-58302c9a-db9e-4369-b546-c17128854419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'name': 'tempest-TestEncryptedCinderVolumes-1153062110-router', 'tenant_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'de493dc8-b00b-4c9d-8dea-3e1d8851cfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:42:30Z', 'updated_at': '2021-11-02T12:42:33Z', 'revision_number': 4, 'project_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'gw_port': {'id': 'de493dc8-b00b-4c9d-8dea-3e1d8851cfef', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:30Z', 'updated_at': '2021-11-02T12:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4a81df8a-a0aa-4e23-a151-0bccf0187e94', 'name': '', 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74', 'tenant_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'mac_address': 'fa:16:3e:82:63:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '28fcf29f-29a0-4bdd-abd2-0c7b6fe216e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:33Z', 'updated_at': '2021-11-02T12:42:36Z', 'revision_number': 4, 'project_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'subnets': [{'id': '28fcf29f-29a0-4bdd-abd2-0c7b6fe216e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:37.447875 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58302c9a-db9e-4369-b546-c17128854419 None None] The sync data for ids ['036ab752-c8b7-4c67-b361-6fdd8daeeba5'] in n-d-806683-18 is: [{'id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'name': 'tempest-TestEncryptedCinderVolumes-1153062110-router', 'tenant_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'de493dc8-b00b-4c9d-8dea-3e1d8851cfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:42:30Z', 'updated_at': '2021-11-02T12:42:33Z', 'revision_number': 4, 'project_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'gw_port': {'id': 'de493dc8-b00b-4c9d-8dea-3e1d8851cfef', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:30Z', 'updated_at': '2021-11-02T12:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4a81df8a-a0aa-4e23-a151-0bccf0187e94', 'name': '', 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74', 'tenant_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'mac_address': 'fa:16:3e:82:63:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '28fcf29f-29a0-4bdd-abd2-0c7b6fe216e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:33Z', 'updated_at': '2021-11-02T12:42:36Z', 'revision_number': 4, 'project_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'subnets': [{'id': '28fcf29f-29a0-4bdd-abd2-0c7b6fe216e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:42:37.516746 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-fc052ba7-3326-4709-8838-4de55cd1bbad None None] For port 4a81df8a-a0aa-4e23-a151-0bccf0187e94, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4a81df8a-a0aa-4e23-a151-0bccf0187e94,segment=NetworkSegment(b9684a6b-180c-4c8d-8a91-fb14e3af7eef),segment_id=b9684a6b-180c-4c8d-8a91-fb14e3af7eef)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:37.538360 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Attempting to bind port f55f91c2-16ef-4785-b4c6-2997d09fcf82 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:42:37.538820 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Attempting to bind port f55f91c2-16ef-4785-b4c6-2997d09fcf82 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'a7599e47-1a95-4019-977b-1a13737965ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:42:37.538963 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] Allocated IP 172.25.6.65 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/cdcab263-2cb5-4550-95c8-77d1a893b35b) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:37.539458 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Attempting to bind port f55f91c2-16ef-4785-b4c6-2997d09fcf82 on network 9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:37.545132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:42:37.545598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Checking segment: {'id': 'a7599e47-1a95-4019-977b-1a13737965ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:37.546072 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:37.546550 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Bound using segment: {'id': 'a7599e47-1a95-4019-977b-1a13737965ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:42:37.547154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Bound port: f55f91c2-16ef-4785-b4c6-2997d09fcf82, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7599e47-1a95-4019-977b-1a13737965ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:42:37.549722 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:37.600012 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fc052ba7-3326-4709-8838-4de55cd1bbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:37.664568 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:37.672690 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] For port f55f91c2-16ef-4785-b4c6-2997d09fcf82, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:37.695743 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] For port f55f91c2-16ef-4785-b4c6-2997d09fcf82, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f55f91c2-16ef-4785-b4c6-2997d09fcf82,segment=NetworkSegment(a7599e47-1a95-4019-977b-1a13737965ae),segment_id=a7599e47-1a95-4019-977b-1a13737965ae)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:37.696918 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc052ba7-3326-4709-8838-4de55cd1bbad None None] Pushing event updated for resources: {'Port': ['ID=4a81df8a-a0aa-4e23-a151-0bccf0187e94,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:37.720925 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5ac66b9e-e836-4742-b385-a573c1903104 None None] Provisioning complete for port 4a81df8a-a0aa-4e23-a151-0bccf0187e94 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:37.721148 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5ac66b9e-e836-4742-b385-a573c1903104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:37.759418 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:37.791403 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:37.859220 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] Pushing event updated for resources: {'Port': ['ID=cdcab263-2cb5-4550-95c8-77d1a893b35b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:37.868407 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:37.870307 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:37.876644 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffddc79-384d-4429-b903-f08b49f3ed8d None None] Pushing event updated for resources: {'Port': ['ID=f55f91c2-16ef-4785-b4c6-2997d09fcf82,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:37.877327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:42:38.549561 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:38.788128 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:38.848418 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6d7f5a-0881-45fc-bb17-b0c48f9783cf None None] Network 9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:42:38.941369 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-222a6802-ba02-46a4-9047-4cbb48237e57 None None] Provisioning complete for port f55f91c2-16ef-4785-b4c6-2997d09fcf82 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:38.941729 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-222a6802-ba02-46a4-9047-4cbb48237e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:38.985605 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] Router 1b92c06c-4246-44b9-acf6-e31c8114d994 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:42:39.107801 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4a81df8a-a0aa-4e23-a151-0bccf0187e94 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:39.113885 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-222a6802-ba02-46a4-9047-4cbb48237e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:39.144938 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:42:39.164208 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Sync routers for ids ['1b92c06c-4246-44b9-acf6-e31c8114d994'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:42:39.205321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Routers {'1b92c06c-4246-44b9-acf6-e31c8114d994'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:42:39.205998 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:42:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['1b92c06c-4246-44b9-acf6-e31c8114d994'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:39.209845 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-222a6802-ba02-46a4-9047-4cbb48237e57 None None] For port f55f91c2-16ef-4785-b4c6-2997d09fcf82, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f55f91c2-16ef-4785-b4c6-2997d09fcf82,segment=NetworkSegment(a7599e47-1a95-4019-977b-1a13737965ae),segment_id=a7599e47-1a95-4019-977b-1a13737965ae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:39.227900 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:39.232635 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-13847810-5d7b-4609-99cf-314889259feb admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5947511 Nov 02 12:42:39.232765 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58234) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:42:39.268586 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 4a81df8a-a0aa-4e23-a151-0bccf0187e94 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:39.268983 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:39.335275 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-222a6802-ba02-46a4-9047-4cbb48237e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:39.416023 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Set router 1b92c06c-4246-44b9-acf6-e31c8114d994 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:42:39.485205 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a6802-ba02-46a4-9047-4cbb48237e57 None None] Pushing event updated for resources: {'Port': ['ID=f55f91c2-16ef-4785-b4c6-2997d09fcf82,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:39.585799 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-43fd7248-628c-40df-871b-2b140a4105bf None None] Provisioning complete for port f55f91c2-16ef-4785-b4c6-2997d09fcf82 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:39.585799 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-43fd7248-628c-40df-871b-2b140a4105bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:39.618434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f55f91c2-16ef-4785-b4c6-2997d09fcf82 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:39.688546 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ccee812-3049-4dfb-8042-ff57cb4739b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:39.860838 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-0ccee812-3049-4dfb-8042-ff57cb4739b5 admin admin] Allocated IP 172.20.0.1 (9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c/ca5f9a09-d6d0-4036-9b41-2b2365ddf8d4/98fa26fd-a100-49db-a9d4-4324b1d4fd4d) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:39.923632 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port f55f91c2-16ef-4785-b4c6-2997d09fcf82 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:39.924264 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:39.975278 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ccee812-3049-4dfb-8042-ff57cb4739b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:39.975522 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'name': 'tempest-TestEncryptedCinderVolumes-713330732-router', 'tenant_id': 'c71515ebead9410fa1891de1f6b4404b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'cdcab263-2cb5-4550-95c8-77d1a893b35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:42:36Z', 'updated_at': '2021-11-02T12:42:38Z', 'revision_number': 3, 'project_id': 'c71515ebead9410fa1891de1f6b4404b', 'gw_port': {'id': 'cdcab263-2cb5-4550-95c8-77d1a893b35b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:10:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:37Z', 'updated_at': '2021-11-02T12:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:40.004206 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Checking router: 1b92c06c-4246-44b9-acf6-e31c8114d994 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:42:40.004579 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Updating router 1b92c06c-4246-44b9-acf6-e31c8114d994 port cdcab263-2cb5-4550-95c8-77d1a893b35b binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:42:40.053827 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:40.094641 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ccee812-3049-4dfb-8042-ff57cb4739b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:40.133581 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccee812-3049-4dfb-8042-ff57cb4739b5 admin admin] Network 9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:40.136665 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-0ccee812-3049-4dfb-8042-ff57cb4739b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:40.139484 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccee812-3049-4dfb-8042-ff57cb4739b5 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:42:40.177893 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccee812-3049-4dfb-8042-ff57cb4739b5 admin admin] Pushing event updated for resources: {'Port': ['ID=98fa26fd-a100-49db-a9d4-4324b1d4fd4d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:40.200288 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ccee812-3049-4dfb-8042-ff57cb4739b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:40.363083 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:40.440732 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ccee812-3049-4dfb-8042-ff57cb4739b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:40.445988 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:40.499902 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b59ea335-229a-4160-9d18-a7e7fdceba51 None None] Provisioning complete for port 98fa26fd-a100-49db-a9d4-4324b1d4fd4d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:40.500175 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b59ea335-229a-4160-9d18-a7e7fdceba51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:40.532284 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4301f-fc07-4bb6-8500-cbca9d78ad72 None None] Pushing event updated for resources: {'Port': ['ID=cdcab263-2cb5-4550-95c8-77d1a893b35b,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:40.537088 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Attempting to bind port cdcab263-2cb5-4550-95c8-77d1a893b35b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:42:40.537444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Attempting to bind port cdcab263-2cb5-4550-95c8-77d1a893b35b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:42:40.537768 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Attempting to bind port cdcab263-2cb5-4550-95c8-77d1a893b35b on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:40.546012 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:42:40.546388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:40.546783 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:40.547193 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:42:40.547661 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Bound port: cdcab263-2cb5-4550-95c8-77d1a893b35b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:42:40.548037 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:40.582687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b59ea335-229a-4160-9d18-a7e7fdceba51 None None] Port 98fa26fd-a100-49db-a9d4-4324b1d4fd4d cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:42:40.610266 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] For port cdcab263-2cb5-4550-95c8-77d1a893b35b, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:40.613625 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] For port cdcab263-2cb5-4550-95c8-77d1a893b35b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cdcab263-2cb5-4550-95c8-77d1a893b35b,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:40.626498 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ccee812-3049-4dfb-8042-ff57cb4739b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:40.700191 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:40.723776 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ccee812-3049-4dfb-8042-ff57cb4739b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:40.787836 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Routers {'1b92c06c-4246-44b9-acf6-e31c8114d994'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:42:40.788922 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:42:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['1b92c06c-4246-44b9-acf6-e31c8114d994'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:40.803642 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccee812-3049-4dfb-8042-ff57cb4739b5 admin admin] Pushing event updated for resources: {'Port': ['ID=98fa26fd-a100-49db-a9d4-4324b1d4fd4d,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:40.806839 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ccee812-3049-4dfb-8042-ff57cb4739b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:40.854026 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4301f-fc07-4bb6-8500-cbca9d78ad72 None None] Pushing event updated for resources: {'Port': ['ID=cdcab263-2cb5-4550-95c8-77d1a893b35b,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:40.914627 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccee812-3049-4dfb-8042-ff57cb4739b5 admin admin] Network 9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:40.916539 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-0ccee812-3049-4dfb-8042-ff57cb4739b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:40.952047 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] Set router 1b92c06c-4246-44b9-acf6-e31c8114d994 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:42:41.073183 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f55f91c2-16ef-4785-b4c6-2997d09fcf82 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:41.116550 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccee812-3049-4dfb-8042-ff57cb4739b5 admin admin] Router 1b92c06c-4246-44b9-acf6-e31c8114d994 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:42:41.190186 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port f55f91c2-16ef-4785-b4c6-2997d09fcf82 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:41.190583 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:41.253496 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccee812-3049-4dfb-8042-ff57cb4739b5 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:42:41.259017 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0ccee812-3049-4dfb-8042-ff57cb4739b5 admin admin] 10.222.0.52 "PUT /v2.0/routers/1b92c06c-4246-44b9-acf6-e31c8114d994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0252490 Nov 02 12:42:41.261301 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-040c4d7b-adff-4542-9f1f-4e8c1086b853 None None] Provisioning complete for port 98fa26fd-a100-49db-a9d4-4324b1d4fd4d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:41.261678 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-040c4d7b-adff-4542-9f1f-4e8c1086b853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:41.341561 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-040c4d7b-adff-4542-9f1f-4e8c1086b853 None None] Port 98fa26fd-a100-49db-a9d4-4324b1d4fd4d cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:42:41.357793 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'name': 'tempest-TestEncryptedCinderVolumes-713330732-router', 'tenant_id': 'c71515ebead9410fa1891de1f6b4404b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'cdcab263-2cb5-4550-95c8-77d1a893b35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:42:36Z', 'updated_at': '2021-11-02T12:42:40Z', 'revision_number': 4, 'project_id': 'c71515ebead9410fa1891de1f6b4404b', 'gw_port': {'id': 'cdcab263-2cb5-4550-95c8-77d1a893b35b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:10:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:37Z', 'updated_at': '2021-11-02T12:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '98fa26fd-a100-49db-a9d4-4324b1d4fd4d', 'name': '', 'network_id': '9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c', 'tenant_id': 'c71515ebead9410fa1891de1f6b4404b', 'mac_address': 'fa:16:3e:15:2e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'ca5f9a09-d6d0-4036-9b41-2b2365ddf8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:39Z', 'updated_at': '2021-11-02T12:42:40Z', 'revision_number': 2, 'project_id': 'c71515ebead9410fa1891de1f6b4404b', 'subnets': [{'id': 'ca5f9a09-d6d0-4036-9b41-2b2365ddf8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:41.407194 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe43b2e-dcce-4fea-9eab-8d2ccc8fc5c0 None None] The sync data for ids ['1b92c06c-4246-44b9-acf6-e31c8114d994'] in n-d-806683-18 is: [{'id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'name': 'tempest-TestEncryptedCinderVolumes-713330732-router', 'tenant_id': 'c71515ebead9410fa1891de1f6b4404b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'cdcab263-2cb5-4550-95c8-77d1a893b35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:42:36Z', 'updated_at': '2021-11-02T12:42:40Z', 'revision_number': 4, 'project_id': 'c71515ebead9410fa1891de1f6b4404b', 'gw_port': {'id': 'cdcab263-2cb5-4550-95c8-77d1a893b35b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:10:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:37Z', 'updated_at': '2021-11-02T12:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '98fa26fd-a100-49db-a9d4-4324b1d4fd4d', 'name': '', 'network_id': '9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c', 'tenant_id': 'c71515ebead9410fa1891de1f6b4404b', 'mac_address': 'fa:16:3e:15:2e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'ca5f9a09-d6d0-4036-9b41-2b2365ddf8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:39Z', 'updated_at': '2021-11-02T12:42:40Z', 'revision_number': 2, 'project_id': 'c71515ebead9410fa1891de1f6b4404b', 'subnets': [{'id': 'ca5f9a09-d6d0-4036-9b41-2b2365ddf8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:42:42.417412 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-90094d15-dc5d-4102-b1cc-af0db88a7357 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:42.419105 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-90094d15-dc5d-4102-b1cc-af0db88a7357 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/networks?id=b0918232-1664-4321-957a-b0bf962aea74 HTTP/1.1" status: 200 len: 817 time: 0.1127775 Nov 02 12:42:42.435508 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-4ae36560-c256-47d3-aa01-6ef5f3c1df3a tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/quotas/7c7ddcb9ccea44a484280e2c6f59ed52 HTTP/1.1" status: 200 len: 375 time: 0.0105023 Nov 02 12:42:42.490419 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-86c4c1dc-1bca-4abb-ac96-59c9ef27c8d5 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c7ddcb9ccea44a484280e2c6f59ed52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490775 Nov 02 12:42:42.604382 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-11b09398-54b5-4325-a714-3721d8c00d00 service neutron] 10.222.0.52 "GET /v2.0/networks/b0918232-1664-4321-957a-b0bf962aea74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941136 Nov 02 12:42:42.704694 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-a041b47c-bf9c-4d37-97d5-a6168e2cf054 service neutron] 10.222.0.52 "GET /v2.0/networks/b0918232-1664-4321-957a-b0bf962aea74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938358 Nov 02 12:42:42.982033 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d06bb068-639b-4f92-8e45-da6dc2f65ba0 req-48f0cbc7-f36f-492c-a637-aa887094f6d8 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 210 time: 0.0335310 Nov 02 12:42:43.059288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device cdcab263-2cb5-4550-95c8-77d1a893b35b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:43.114950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port cdcab263-2cb5-4550-95c8-77d1a893b35b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:43.115322 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:43.195975 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:43.218042 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port cdcab263-2cb5-4550-95c8-77d1a893b35b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cdcab263-2cb5-4550-95c8-77d1a893b35b,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:43.299391 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:43.355548 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=cdcab263-2cb5-4550-95c8-77d1a893b35b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:43.363438 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:43.363863 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:43.364738 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:43.365183 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:43.365612 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:43.366040 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:43.366469 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:43.366937 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:43.367371 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:43.367818 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:43.368242 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:43.368658 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:44.081031 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7115be2d-d942-43c4-af01-59667bbf76d1 req-af836981-d08a-4104-88bc-f0a0baa8a75e tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 210 time: 0.0266645 Nov 02 12:42:44.933647 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Sync routers for ids ['1b92c06c-4246-44b9-acf6-e31c8114d994'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:42:44.946394 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Routers {'1b92c06c-4246-44b9-acf6-e31c8114d994'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:42:44.948076 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:42:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['1b92c06c-4246-44b9-acf6-e31c8114d994'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:45.029293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device cdcab263-2cb5-4550-95c8-77d1a893b35b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:45.063961 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Set router 1b92c06c-4246-44b9-acf6-e31c8114d994 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:42:45.077236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port cdcab263-2cb5-4550-95c8-77d1a893b35b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:45.077615 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:45.222389 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-adfeaa9a-b0b4-458e-9a0b-3757c82c38ba req-50bb8a34-5e5d-46c8-a66b-12f57e1fda6c tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 210 time: 0.0476084 Nov 02 12:42:45.258920 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-1c9541a8-172e-472a-b8a2-31ae66d75d49 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:45.260633 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-1c9541a8-172e-472a-b8a2-31ae66d75d49 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.54 "GET /v2.0/networks?id=b0918232-1664-4321-957a-b0bf962aea74 HTTP/1.1" status: 200 len: 817 time: 0.1504655 Nov 02 12:42:45.279461 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-f36639cd-d133-4c55-8da4-328fb14ba998 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Request body: {'port': {'device_id': 'd1885e01-c3a8-4177-ab84-a3e0bd0c0995', 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74', 'admin_state_up': True, 'tenant_id': '7c7ddcb9ccea44a484280e2c6f59ed52'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:45.310860 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'name': 'tempest-TestEncryptedCinderVolumes-713330732-router', 'tenant_id': 'c71515ebead9410fa1891de1f6b4404b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'cdcab263-2cb5-4550-95c8-77d1a893b35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:42:36Z', 'updated_at': '2021-11-02T12:42:40Z', 'revision_number': 4, 'project_id': 'c71515ebead9410fa1891de1f6b4404b', 'gw_port': {'id': 'cdcab263-2cb5-4550-95c8-77d1a893b35b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:10:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:37Z', 'updated_at': '2021-11-02T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '98fa26fd-a100-49db-a9d4-4324b1d4fd4d', 'name': '', 'network_id': '9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c', 'tenant_id': 'c71515ebead9410fa1891de1f6b4404b', 'mac_address': 'fa:16:3e:15:2e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'ca5f9a09-d6d0-4036-9b41-2b2365ddf8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:39Z', 'updated_at': '2021-11-02T12:42:40Z', 'revision_number': 2, 'project_id': 'c71515ebead9410fa1891de1f6b4404b', 'subnets': [{'id': 'ca5f9a09-d6d0-4036-9b41-2b2365ddf8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:45.338606 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Checking router: 1b92c06c-4246-44b9-acf6-e31c8114d994 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:42:45.339523 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Updating router 1b92c06c-4246-44b9-acf6-e31c8114d994 port 98fa26fd-a100-49db-a9d4-4324b1d4fd4d binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:42:45.369239 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:45.465601 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-f36639cd-d133-4c55-8da4-328fb14ba998 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Made reservation on behalf of 7c7ddcb9ccea44a484280e2c6f59ed52 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:42:45.469416 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-f36639cd-d133-4c55-8da4-328fb14ba998 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:45.615720 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-f36639cd-d133-4c55-8da4-328fb14ba998 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Allocated IP 172.20.0.8 (b0918232-1664-4321-957a-b0bf962aea74/28fcf29f-29a0-4bdd-abd2-0c7b6fe216e2/9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:42:45.757860 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:45.779232 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-f36639cd-d133-4c55-8da4-328fb14ba998 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:45.859769 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:45.890447 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-f36639cd-d133-4c55-8da4-328fb14ba998 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:45.943631 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-f36639cd-d133-4c55-8da4-328fb14ba998 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Network b0918232-1664-4321-957a-b0bf962aea74 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:42:45.947043 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-f36639cd-d133-4c55-8da4-328fb14ba998 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:42:45.953765 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-f36639cd-d133-4c55-8da4-328fb14ba998 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:42:45.957476 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ade1b-792c-448c-983e-717c52b12116 None None] Pushing event updated for resources: {'Port': ['ID=98fa26fd-a100-49db-a9d4-4324b1d4fd4d,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:45.978466 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Attempting to bind port 98fa26fd-a100-49db-a9d4-4324b1d4fd4d on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:42:45.978749 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Attempting to bind port 98fa26fd-a100-49db-a9d4-4324b1d4fd4d by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'a7599e47-1a95-4019-977b-1a13737965ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:42:45.979140 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Attempting to bind port 98fa26fd-a100-49db-a9d4-4324b1d4fd4d on network 9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:45.985476 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36639cd-d133-4c55-8da4-328fb14ba998 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Pushing event updated for resources: {'Port': ['ID=9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:45.988742 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:42:45.989136 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Checking segment: {'id': 'a7599e47-1a95-4019-977b-1a13737965ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:45.989559 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:45.990117 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Bound using segment: {'id': 'a7599e47-1a95-4019-977b-1a13737965ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:42:45.990747 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Bound port: 98fa26fd-a100-49db-a9d4-4324b1d4fd4d, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7599e47-1a95-4019-977b-1a13737965ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:42:45.991231 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:46.026721 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-f36639cd-d133-4c55-8da4-328fb14ba998 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:46.027828 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-f36639cd-d133-4c55-8da4-328fb14ba998 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:46.075734 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] For port 98fa26fd-a100-49db-a9d4-4324b1d4fd4d, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:46.079284 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] For port 98fa26fd-a100-49db-a9d4-4324b1d4fd4d, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=98fa26fd-a100-49db-a9d4-4324b1d4fd4d,segment=NetworkSegment(a7599e47-1a95-4019-977b-1a13737965ae),segment_id=a7599e47-1a95-4019-977b-1a13737965ae)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:46.149238 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-f36639cd-d133-4c55-8da4-328fb14ba998 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8746245 Nov 02 12:42:46.212447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5c51a687-321b-4a25-8062-40a0165e8529 None None] Provisioning complete for port 98fa26fd-a100-49db-a9d4-4324b1d4fd4d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:46.213029 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5c51a687-321b-4a25-8062-40a0165e8529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:46.242758 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:46.258622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5c51a687-321b-4a25-8062-40a0165e8529 None None] Port 98fa26fd-a100-49db-a9d4-4324b1d4fd4d cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:42:46.290101 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Request body: {'port': {'device_id': 'd1885e01-c3a8-4177-ab84-a3e0bd0c0995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:42:46.299383 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Routers {'1b92c06c-4246-44b9-acf6-e31c8114d994'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:42:46.300037 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:42:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['1b92c06c-4246-44b9-acf6-e31c8114d994'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:46.363513 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852deb1-6915-4793-b0ee-b0b9a6da96d4 req-ed082699-218c-4645-9991-f8ff5ad5a4ec tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:46.371576 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:46.372335 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a852deb1-6915-4793-b0ee-b0b9a6da96d4 req-ed082699-218c-4645-9991-f8ff5ad5a4ec tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 931 time: 0.0616190 Nov 02 12:42:46.376537 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ade1b-792c-448c-983e-717c52b12116 None None] Pushing event updated for resources: {'Port': ['ID=98fa26fd-a100-49db-a9d4-4324b1d4fd4d,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:46.409359 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c2e88cb1-e9df-459c-9b5f-42bebe917d33 None None] Provisioning complete for port 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:46.409359 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c2e88cb1-e9df-459c-9b5f-42bebe917d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:46.455844 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a852deb1-6915-4793-b0ee-b0b9a6da96d4 req-c1e4ce08-3646-46a6-9ac5-9d045903c744 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823205 Nov 02 12:42:46.480650 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c2e88cb1-e9df-459c-9b5f-42bebe917d33 None None] Port 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:42:46.485883 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] Set router 1b92c06c-4246-44b9-acf6-e31c8114d994 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:42:46.602451 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a3eebe9d-2a04-49c3-a3bb-75deeb57db1e None None] Provisioning complete for port 98fa26fd-a100-49db-a9d4-4324b1d4fd4d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:46.602826 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a3eebe9d-2a04-49c3-a3bb-75deeb57db1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:46.696841 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a3eebe9d-2a04-49c3-a3bb-75deeb57db1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:46.725488 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'name': 'tempest-TestEncryptedCinderVolumes-713330732-router', 'tenant_id': 'c71515ebead9410fa1891de1f6b4404b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'cdcab263-2cb5-4550-95c8-77d1a893b35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:42:36Z', 'updated_at': '2021-11-02T12:42:40Z', 'revision_number': 4, 'project_id': 'c71515ebead9410fa1891de1f6b4404b', 'gw_port': {'id': 'cdcab263-2cb5-4550-95c8-77d1a893b35b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:10:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:37Z', 'updated_at': '2021-11-02T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '98fa26fd-a100-49db-a9d4-4324b1d4fd4d', 'name': '', 'network_id': '9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c', 'tenant_id': 'c71515ebead9410fa1891de1f6b4404b', 'mac_address': 'fa:16:3e:15:2e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'ca5f9a09-d6d0-4036-9b41-2b2365ddf8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:39Z', 'updated_at': '2021-11-02T12:42:46Z', 'revision_number': 4, 'project_id': 'c71515ebead9410fa1891de1f6b4404b', 'subnets': [{'id': 'ca5f9a09-d6d0-4036-9b41-2b2365ddf8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:42:46.734630 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a3eebe9d-2a04-49c3-a3bb-75deeb57db1e None None] For port 98fa26fd-a100-49db-a9d4-4324b1d4fd4d, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=98fa26fd-a100-49db-a9d4-4324b1d4fd4d,segment=NetworkSegment(a7599e47-1a95-4019-977b-1a13737965ae),segment_id=a7599e47-1a95-4019-977b-1a13737965ae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:46.752423 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964572c-5d08-4c2e-9227-1c402ba98d96 None None] The sync data for ids ['1b92c06c-4246-44b9-acf6-e31c8114d994'] in n-d-806683-18 is: [{'id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'name': 'tempest-TestEncryptedCinderVolumes-713330732-router', 'tenant_id': 'c71515ebead9410fa1891de1f6b4404b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'cdcab263-2cb5-4550-95c8-77d1a893b35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:42:36Z', 'updated_at': '2021-11-02T12:42:40Z', 'revision_number': 4, 'project_id': 'c71515ebead9410fa1891de1f6b4404b', 'gw_port': {'id': 'cdcab263-2cb5-4550-95c8-77d1a893b35b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:10:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:37Z', 'updated_at': '2021-11-02T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '98fa26fd-a100-49db-a9d4-4324b1d4fd4d', 'name': '', 'network_id': '9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c', 'tenant_id': 'c71515ebead9410fa1891de1f6b4404b', 'mac_address': 'fa:16:3e:15:2e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'ca5f9a09-d6d0-4036-9b41-2b2365ddf8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:39Z', 'updated_at': '2021-11-02T12:42:46Z', 'revision_number': 4, 'project_id': 'c71515ebead9410fa1891de1f6b4404b', 'subnets': [{'id': 'ca5f9a09-d6d0-4036-9b41-2b2365ddf8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:42:46.754634 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:42:46.763291 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:46.776253 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Transition to ACTIVE for port object 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:42:46.802516 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a3eebe9d-2a04-49c3-a3bb-75deeb57db1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:46.853804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eebe9d-2a04-49c3-a3bb-75deeb57db1e None None] Pushing event updated for resources: {'Port': ['ID=98fa26fd-a100-49db-a9d4-4324b1d4fd4d,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:46.859186 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:46.913662 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Pushing event updated for resources: {'Port': ['ID=9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:47.011895 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Attempting to bind port 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:42:47.012378 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Attempting to bind port 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'b9684a6b-180c-4c8d-8a91-fb14e3af7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:42:47.012720 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Attempting to bind port 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a on network b0918232-1664-4321-957a-b0bf962aea74 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:47.018311 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Port 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a on network b0918232-1664-4321-957a-b0bf962aea74 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:42:47.018736 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Attempting to bind port 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a on network b0918232-1664-4321-957a-b0bf962aea74 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:42:47.025205 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:42:47.025581 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Checking segment: {'id': 'b9684a6b-180c-4c8d-8a91-fb14e3af7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:42:47.027501 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Bound using segment: {'id': 'b9684a6b-180c-4c8d-8a91-fb14e3af7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:42:47.027981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Bound port: 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9684a6b-180c-4c8d-8a91-fb14e3af7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:42:47.028358 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:47.093125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 98fa26fd-a100-49db-a9d4-4324b1d4fd4d up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:47.115287 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] For port 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:42:47.119522 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] For port 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a,segment=NetworkSegment(b9684a6b-180c-4c8d-8a91-fb14e3af7eef),segment_id=b9684a6b-180c-4c8d-8a91-fb14e3af7eef)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:42:47.157418 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 98fa26fd-a100-49db-a9d4-4324b1d4fd4d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:47.157790 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:47.214575 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:47.250314 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:47.251174 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:47.252882 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] 10.222.0.54 "PUT /v2.0/ports/9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a HTTP/1.1" status: 200 len: 1092 time: 1.0954123 Nov 02 12:42:47.257660 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1885e01-c3a8-4177-ab84-a3e0bd0c0995', 'tag': '9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:42:47.260731 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8643c921-a926-4f5f-9281-ca428c081759" -d '{"events": [{"name": "network-changed", "server_uuid": "d1885e01-c3a8-4177-ab84-a3e0bd0c0995", "tag": "9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:42:47.303894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c9b18-dd01-4010-8e39-7a321f892b2b service neutron] Pushing event updated for resources: {'Port': ['ID=9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:47.310403 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846c93aa-bd28-4d28-81b8-60140575651e x-openstack-request-id: req-846c93aa-bd28-4d28-81b8-60140575651e {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:42:47.310708 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1885e01-c3a8-4177-ab84-a3e0bd0c0995", "tag": "9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:42:47.311058 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-846c93aa-bd28-4d28-81b8-60140575651e {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:42:47.311458 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1885e01-c3a8-4177-ab84-a3e0bd0c0995', 'tag': '9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a', 'status': 'completed', 'code': 200} Nov 02 12:42:47.377806 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643c921-a926-4f5f-9281-ca428c081759 req-5c65d152-1fec-4a09-a8b3-90dfaf424407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:47.379366 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8643c921-a926-4f5f-9281-ca428c081759 req-5c65d152-1fec-4a09-a8b3-90dfaf424407 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c7ddcb9ccea44a484280e2c6f59ed52&device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 1095 time: 0.0505848 Nov 02 12:42:47.502100 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643c921-a926-4f5f-9281-ca428c081759 req-fee0250f-8f0c-4a04-955a-37f591f5d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:47.504261 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8643c921-a926-4f5f-9281-ca428c081759 req-fee0250f-8f0c-4a04-955a-37f591f5d93f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=7c7ddcb9ccea44a484280e2c6f59ed52&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1158395 Nov 02 12:42:47.535900 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3cfae36b-21cc-4d49-b4c2-5ac701fbd129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:47.597477 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6791e7-d99a-49da-9398-14a4a38a77eb req-c1053f34-f4fb-4cf8-b7a1-7c718732e8f2 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:47.599875 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3c6791e7-d99a-49da-9398-14a4a38a77eb req-c1053f34-f4fb-4cf8-b7a1-7c718732e8f2 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 943 time: 0.0584409 Nov 02 12:42:47.617003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643c921-a926-4f5f-9281-ca428c081759 req-99e919ac-f29a-4646-834e-0c731ff821d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:47.618532 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8643c921-a926-4f5f-9281-ca428c081759 req-99e919ac-f29a-4646-834e-0c731ff821d8 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1067445 Nov 02 12:42:47.663543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3c6791e7-d99a-49da-9398-14a4a38a77eb req-81a5790d-4742-47c7-aa93-ec1744d1376d tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545349 Nov 02 12:42:47.700673 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-89c1ac77-c3cd-4a44-9242-47ad4823394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:47.702187 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-89c1ac77-c3cd-4a44-9242-47ad4823394d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c7ddcb9ccea44a484280e2c6f59ed52&device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 1095 time: 0.0445688 Nov 02 12:42:47.746072 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-25cc0c3b-66a3-4b48-a80f-afb30cbbbaa0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a HTTP/1.1" status: 200 len: 217 time: 0.0362036 Nov 02 12:42:47.804094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-806f3084-b809-4105-86d7-4d4503db420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:47.805618 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-806f3084-b809-4105-86d7-4d4503db420e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28fcf29f-29a0-4bdd-abd2-0c7b6fe216e2 HTTP/1.1" status: 200 len: 856 time: 0.0525055 Nov 02 12:42:47.858569 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-3e4cf7d2-062d-4f12-a2d1-2eefc84d1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:47.861043 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-3e4cf7d2-062d-4f12-a2d1-2eefc84d1f65 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b0918232-1664-4321-957a-b0bf962aea74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480034 Nov 02 12:42:47.972378 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-763ac929-88af-4f48-9d62-f8dbfda5b0a3 service neutron] 10.222.0.54 "GET /v2.0/networks/b0918232-1664-4321-957a-b0bf962aea74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028087 Nov 02 12:42:48.347899 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-36d50155-4ebc-41a7-ad5b-620fcfb0050e req-d68cb2f7-4dd5-479c-b6f1-825ba84de919 service neutron] 10.222.0.54 "GET /v2.0/networks/b0918232-1664-4321-957a-b0bf962aea74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682234 Nov 02 12:42:48.783418 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f521e5-1922-4091-8c54-35598c408765 req-e882c8cb-fbce-41da-a612-64e0fc2bc7c4 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:48.784830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-13f521e5-1922-4091-8c54-35598c408765 req-e882c8cb-fbce-41da-a612-64e0fc2bc7c4 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 943 time: 0.0494566 Nov 02 12:42:48.832931 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-13f521e5-1922-4091-8c54-35598c408765 req-028b2754-2360-427f-ad72-e00bd464a182 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412860 Nov 02 12:42:49.047895 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:42:49.780006 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b9fdaf20-419b-4fb6-8b66-e1c123b699ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:49.956162 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88789f2-c9e0-4346-ba7b-7dae6307412a req-16e3e348-6d3a-43e1-8ae8-64e9c67483bb tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:49.957667 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c88789f2-c9e0-4346-ba7b-7dae6307412a req-16e3e348-6d3a-43e1-8ae8-64e9c67483bb tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 943 time: 0.0506539 Nov 02 12:42:50.014734 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c88789f2-c9e0-4346-ba7b-7dae6307412a req-81d5252d-55bd-4977-8316-9ff325b36485 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494978 Nov 02 12:42:51.140876 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff2a12-64a0-47a9-b678-98391b50394c req-f2f49ae8-0d27-4bf2-8e4b-f29c012ba376 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:51.142483 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41ff2a12-64a0-47a9-b678-98391b50394c req-f2f49ae8-0d27-4bf2-8e4b-f29c012ba376 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 943 time: 0.0566494 Nov 02 12:42:51.170052 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:42:51.204285 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41ff2a12-64a0-47a9-b678-98391b50394c req-e93b2a9d-98fc-489c-82dc-90614cb71bde tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511842 Nov 02 12:42:51.210971 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:51.336439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a,segment=NetworkSegment(b9684a6b-180c-4c8d-8a91-fb14e3af7eef),segment_id=b9684a6b-180c-4c8d-8a91-fb14e3af7eef)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:51.356374 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a', 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74', 'port_id': '9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a', 'mac_address': 'fa:16:3e:c0:5e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fcf29f-29a0-4bdd-abd2-0c7b6fe216e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:42:51.405597 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:51.420061 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:42:51.444767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a,segment=NetworkSegment(b9684a6b-180c-4c8d-8a91-fb14e3af7eef),segment_id=b9684a6b-180c-4c8d-8a91-fb14e3af7eef)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:51.489956 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:51.547373 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:51.722647 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:42:52.342886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b477b2-6760-46c7-96a7-aaa19b70943a req-68654c15-755e-4a5a-bf9b-513af2ed0a19 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:52.344512 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-61b477b2-6760-46c7-96a7-aaa19b70943a req-68654c15-755e-4a5a-bf9b-513af2ed0a19 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 944 time: 0.0527322 Nov 02 12:42:52.403661 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-61b477b2-6760-46c7-96a7-aaa19b70943a req-144389e2-f9bc-44e8-bd82-d19cc60e614a tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484133 Nov 02 12:42:52.660067 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:53.173079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:42:53.311865 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:42:53.316335 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:42:53.316702 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:53.404222 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:53.429024 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1885e01-c3a8-4177-ab84-a3e0bd0c0995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:42:53.431429 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c0eb6b-197c-46a0-bf8b-ae43167dc389" -d '{"events": [{"server_uuid": "d1885e01-c3a8-4177-ab84-a3e0bd0c0995", "name": "network-vif-plugged", "status": "completed", "tag": "9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:42:53.450368 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a,segment=NetworkSegment(b9684a6b-180c-4c8d-8a91-fb14e3af7eef),segment_id=b9684a6b-180c-4c8d-8a91-fb14e3af7eef)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:42:53.524016 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:53.544781 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44471f1-af87-4a7b-ba80-60697316c70a req-60057059-cda5-4ce4-b732-d49a0d85b664 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:53.546854 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e44471f1-af87-4a7b-ba80-60697316c70a req-60057059-cda5-4ce4-b732-d49a0d85b664 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 944 time: 0.0624750 Nov 02 12:42:53.589993 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:42:53.619300 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e44471f1-af87-4a7b-ba80-60697316c70a req-cee8a1e0-cb18-4f23-814c-d5c07d1ab9e6 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621715 Nov 02 12:42:53.680501 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf87b8d-d5f5-4047-b34f-e0ef1eb6e69d x-openstack-request-id: req-7cf87b8d-d5f5-4047-b34f-e0ef1eb6e69d {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:42:53.681058 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1885e01-c3a8-4177-ab84-a3e0bd0c0995", "name": "network-vif-plugged", "status": "completed", "tag": "9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:42:53.681191 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7cf87b8d-d5f5-4047-b34f-e0ef1eb6e69d {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:42:53.681574 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1885e01-c3a8-4177-ab84-a3e0bd0c0995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a', 'code': 200} Nov 02 12:42:53.789362 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ef344-a6de-4ced-82b5-101f468d1dce req-90151dfc-1903-4d59-bb1c-e819696e86fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:53.790892 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-760ef344-a6de-4ced-82b5-101f468d1dce req-90151dfc-1903-4d59-bb1c-e819696e86fd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 1097 time: 0.0477326 Nov 02 12:42:53.843145 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-760ef344-a6de-4ced-82b5-101f468d1dce req-eea9410a-1b69-4bb1-b81d-8b65c0aa99ae service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452464 Nov 02 12:42:54.408642 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:54.609290 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:54.762668 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9d4ae-29ff-4503-8167-5f9640b5951c req-9d0c191e-9b51-45f2-8c6c-de5c4004141f tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:54.764285 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2bc9d4ae-29ff-4503-8167-5f9640b5951c req-9d0c191e-9b51-45f2-8c6c-de5c4004141f tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 945 time: 0.0541096 Nov 02 12:42:54.831989 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2bc9d4ae-29ff-4503-8167-5f9640b5951c req-33da2197-e94c-4395-a172-47d986b78557 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552843 Nov 02 12:42:55.037681 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:42:55.964984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac64026-4c4a-4865-875d-278bec296f63 req-b9707ac0-8028-4e84-8916-2ed91ae187ab tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:55.966638 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ac64026-4c4a-4865-875d-278bec296f63 req-b9707ac0-8028-4e84-8916-2ed91ae187ab tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 945 time: 0.0586667 Nov 02 12:42:56.023208 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ac64026-4c4a-4865-875d-278bec296f63 req-2740628e-7ade-4b82-9c69-fa6b52024a1e tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447106 Nov 02 12:42:56.151042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a8480-0ff7-48bd-adee-b6e405a14294 req-0e8bb7a5-c097-40d9-a326-372cf7e59211 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:42:56.152592 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8a5a8480-0ff7-48bd-adee-b6e405a14294 req-0e8bb7a5-c097-40d9-a326-372cf7e59211 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 945 time: 0.0551186 Nov 02 12:42:56.206299 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8a5a8480-0ff7-48bd-adee-b6e405a14294 req-760fd5fe-d380-444e-b7a7-5017aed17338 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468187 Nov 02 12:43:17.553077 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4010bae8-0d81-49a0-b49d-455314fd9b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:19.758994 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3c939f45-dcb3-47dc-b732-e52bf0ff6082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:21.185715 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:22.672786 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:22.918035 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921865f-f48a-40d5-b33d-3f59f791e975 req-dfaf4b76-d729-4c21-b0f2-e4674c9e8bcb tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:22.919643 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8921865f-f48a-40d5-b33d-3f59f791e975 req-dfaf4b76-d729-4c21-b0f2-e4674c9e8bcb tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 945 time: 0.0562775 Nov 02 12:43:22.979248 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8921865f-f48a-40d5-b33d-3f59f791e975 req-1f69536b-401f-4020-b79e-41646fef827e tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529501 Nov 02 12:43:24.100177 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e29d5-a358-4e1e-af80-f69764574ba7 req-a6fbbac6-193d-4b37-b2d2-7a77a5468df7 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:24.101736 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-264e29d5-a358-4e1e-af80-f69764574ba7 req-a6fbbac6-193d-4b37-b2d2-7a77a5468df7 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 945 time: 0.0504169 Nov 02 12:43:24.154362 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-264e29d5-a358-4e1e-af80-f69764574ba7 req-2b63a938-5813-41ee-81e8-284b3b7f1580 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464244 Nov 02 12:43:24.403121 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:24.480319 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d90212-e2f5-40ab-b234-e28f685d064c req-3c0a7ad8-d1c2-4b7e-9d5e-37fa10a8dcb4 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:24.481778 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-33d90212-e2f5-40ab-b234-e28f685d064c req-3c0a7ad8-d1c2-4b7e-9d5e-37fa10a8dcb4 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 945 time: 0.0498500 Nov 02 12:43:24.578863 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-33d90212-e2f5-40ab-b234-e28f685d064c req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Deleting port 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:43:24.579241 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-33d90212-e2f5-40ab-b234-e28f685d064c req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:24.620406 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:24.672428 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-33d90212-e2f5-40ab-b234-e28f685d064c req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] For port 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a,segment=NetworkSegment(b9684a6b-180c-4c8d-8a91-fb14e3af7eef),segment_id=b9684a6b-180c-4c8d-8a91-fb14e3af7eef)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:24.672792 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-33d90212-e2f5-40ab-b234-e28f685d064c req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:24.687568 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-33d90212-e2f5-40ab-b234-e28f685d064c req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Calling delete_port for 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:43:24.878810 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-33d90212-e2f5-40ab-b234-e28f685d064c req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:24.890751 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:43:24.909143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Pushing event deleted for resources: {'Port': ['ID=9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:24.938641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:24.938641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:24.938641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:24.938641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:24.938641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:24.938641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:24.938641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:24.938641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:24.938641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:24.938641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:24.938641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:24.939657 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:43:24.962898 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d90212-e2f5-40ab-b234-e28f685d064c req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] No DVR routers for this DVR port 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:43:24.965618 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-33d90212-e2f5-40ab-b234-e28f685d064c req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:24.969093 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-33d90212-e2f5-40ab-b234-e28f685d064c req-167672b9-e21e-4ba2-add0-509858e5d605 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.54 "DELETE /v2.0/ports/9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a HTTP/1.1" status: 204 len: 173 time: 0.4808590 Nov 02 12:43:24.969547 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1885e01-c3a8-4177-ab84-a3e0bd0c0995', 'name': 'network-vif-deleted', 'tag': '9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:43:24.971885 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1865fe40-e79f-4308-a615-81fff5e28f6d" -d '{"events": [{"server_uuid": "d1885e01-c3a8-4177-ab84-a3e0bd0c0995", "name": "network-vif-deleted", "tag": "9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:43:25.010733 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb3b5b0-6068-484b-927b-d0c667c61b19 x-openstack-request-id: req-8cb3b5b0-6068-484b-927b-d0c667c61b19 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:43:25.011074 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1885e01-c3a8-4177-ab84-a3e0bd0c0995", "name": "network-vif-deleted", "tag": "9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:43:25.011327 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8cb3b5b0-6068-484b-927b-d0c667c61b19 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:43:25.011726 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1885e01-c3a8-4177-ab84-a3e0bd0c0995', 'name': 'network-vif-deleted', 'tag': '9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a', 'status': 'completed', 'code': 200} Nov 02 12:43:25.072008 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:25.283202 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0b6f2090-bc2f-4496-b8d4-019e8378d8d5 req-17420433-3711-4dbd-a24d-dc6ca6537580 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1885e01-c3a8-4177-ab84-a3e0bd0c0995 HTTP/1.1" status: 200 len: 210 time: 0.0489078 Nov 02 12:43:26.047045 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:43:26.939285 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-d043e148-c7f6-4172-997e-c75069203734 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:26.940747 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-d043e148-c7f6-4172-997e-c75069203734 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/networks?id=b0918232-1664-4321-957a-b0bf962aea74 HTTP/1.1" status: 200 len: 817 time: 0.1054566 Nov 02 12:43:26.956852 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-f2920d05-e307-44f8-9de0-3d62822a1ec9 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/quotas/7c7ddcb9ccea44a484280e2c6f59ed52 HTTP/1.1" status: 200 len: 375 time: 0.0091403 Nov 02 12:43:27.009853 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-298681cc-a635-4931-a950-ff674e4b70c1 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c7ddcb9ccea44a484280e2c6f59ed52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458879 Nov 02 12:43:27.111992 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-5bb77056-9c94-4c38-9ea1-3d81a1b6a42d service neutron] 10.222.0.52 "GET /v2.0/networks/b0918232-1664-4321-957a-b0bf962aea74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891204 Nov 02 12:43:27.206036 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-c86e972e-3ff6-45d2-a0e9-7d11a1421479 service neutron] 10.222.0.52 "GET /v2.0/networks/b0918232-1664-4321-957a-b0bf962aea74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871651 Nov 02 12:43:27.311309 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:43:27.332210 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:43:27.332551 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 9ee105ed-dc19-4c5d-a6a4-d13ae412bb9a not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:43:27.449227 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f0728fc8-db64-40c6-b967-2ac9676722c6 req-8300fbfe-59c5-4562-9c52-e4a39849733d tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ac7c817-110d-4892-a5b8-f6f5fa7bbb08 HTTP/1.1" status: 200 len: 210 time: 0.0292213 Nov 02 12:43:28.545715 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23e42bb6-1fae-4924-8d37-a57bf6328283 req-30156f8d-bb12-499b-986a-86d080d5d9d8 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ac7c817-110d-4892-a5b8-f6f5fa7bbb08 HTTP/1.1" status: 200 len: 210 time: 0.0271082 Nov 02 12:43:29.512908 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-02841bde-765c-4591-9d10-9e302c5acaec tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:29.514391 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-02841bde-765c-4591-9d10-9e302c5acaec tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.54 "GET /v2.0/networks?id=b0918232-1664-4321-957a-b0bf962aea74 HTTP/1.1" status: 200 len: 817 time: 0.1067801 Nov 02 12:43:29.527212 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-e4b7b63e-eec1-403f-9a4b-85ffd121a7ef tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Request body: {'port': {'device_id': '0ac7c817-110d-4892-a5b8-f6f5fa7bbb08', 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74', 'admin_state_up': True, 'tenant_id': '7c7ddcb9ccea44a484280e2c6f59ed52'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:43:29.650047 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63388572-28d7-4312-bd5a-07bbc9247ddc req-1c82ae18-4c2d-4ddb-bcd9-d9f2fd073ea9 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ac7c817-110d-4892-a5b8-f6f5fa7bbb08 HTTP/1.1" status: 200 len: 210 time: 0.0323291 Nov 02 12:43:29.695797 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-e4b7b63e-eec1-403f-9a4b-85ffd121a7ef tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Made reservation on behalf of 7c7ddcb9ccea44a484280e2c6f59ed52 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:43:29.699723 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-e4b7b63e-eec1-403f-9a4b-85ffd121a7ef tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:29.827453 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-e4b7b63e-eec1-403f-9a4b-85ffd121a7ef tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Allocated IP 172.20.0.5 (b0918232-1664-4321-957a-b0bf962aea74/28fcf29f-29a0-4bdd-abd2-0c7b6fe216e2/75c5d0a1-481d-483e-8d86-38d220cb77c0) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:43:29.980102 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-e4b7b63e-eec1-403f-9a4b-85ffd121a7ef tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:30.083979 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-e4b7b63e-eec1-403f-9a4b-85ffd121a7ef tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:30.126610 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-e4b7b63e-eec1-403f-9a4b-85ffd121a7ef tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Network b0918232-1664-4321-957a-b0bf962aea74 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:43:30.129698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-e4b7b63e-eec1-403f-9a4b-85ffd121a7ef tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:43:30.141130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-e4b7b63e-eec1-403f-9a4b-85ffd121a7ef tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:43:30.170431 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7b63e-eec1-403f-9a4b-85ffd121a7ef tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Pushing event updated for resources: {'Port': ['ID=75c5d0a1-481d-483e-8d86-38d220cb77c0,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:30.201522 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-e4b7b63e-eec1-403f-9a4b-85ffd121a7ef tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:30.202223 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-e4b7b63e-eec1-403f-9a4b-85ffd121a7ef tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:30.287273 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-e4b7b63e-eec1-403f-9a4b-85ffd121a7ef tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7635567 Nov 02 12:43:30.300423 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Request body: {'port': {'device_id': '0ac7c817-110d-4892-a5b8-f6f5fa7bbb08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:43:30.356788 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:30.415586 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e5cf167a-38d0-44f2-b1cf-4fab75cd11f0 None None] Provisioning complete for port 75c5d0a1-481d-483e-8d86-38d220cb77c0 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:43:30.421761 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e5cf167a-38d0-44f2-b1cf-4fab75cd11f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:30.453978 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e5cf167a-38d0-44f2-b1cf-4fab75cd11f0 None None] Port 75c5d0a1-481d-483e-8d86-38d220cb77c0 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:43:30.625809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c5d0a1-481d-483e-8d86-38d220cb77c0 {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:43:30.633350 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:30.645424 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Transition to ACTIVE for port object 75c5d0a1-481d-483e-8d86-38d220cb77c0 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:43:30.706344 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:30.763321 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Pushing event updated for resources: {'Port': ['ID=75c5d0a1-481d-483e-8d86-38d220cb77c0,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:30.770048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bccc55-a622-43d5-a9ae-fdafba08c8eb req-15869e44-2f47-4b72-8060-30a795166b86 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:30.771833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65bccc55-a622-43d5-a9ae-fdafba08c8eb req-15869e44-2f47-4b72-8060-30a795166b86 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ac7c817-110d-4892-a5b8-f6f5fa7bbb08 HTTP/1.1" status: 200 len: 943 time: 0.0522437 Nov 02 12:43:30.827377 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65bccc55-a622-43d5-a9ae-fdafba08c8eb req-d0fe0839-7894-4bf9-9a83-1e483c4cc622 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474367 Nov 02 12:43:30.840095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Attempting to bind port 75c5d0a1-481d-483e-8d86-38d220cb77c0 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:43:30.840337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Attempting to bind port 75c5d0a1-481d-483e-8d86-38d220cb77c0 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'b9684a6b-180c-4c8d-8a91-fb14e3af7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:43:30.840669 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Attempting to bind port 75c5d0a1-481d-483e-8d86-38d220cb77c0 on network b0918232-1664-4321-957a-b0bf962aea74 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:43:30.849296 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Port 75c5d0a1-481d-483e-8d86-38d220cb77c0 on network b0918232-1664-4321-957a-b0bf962aea74 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:43:30.850434 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Attempting to bind port 75c5d0a1-481d-483e-8d86-38d220cb77c0 on network b0918232-1664-4321-957a-b0bf962aea74 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:43:30.856197 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:43:30.856550 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Checking segment: {'id': 'b9684a6b-180c-4c8d-8a91-fb14e3af7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:43:30.856941 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Bound using segment: {'id': 'b9684a6b-180c-4c8d-8a91-fb14e3af7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:43:30.857378 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Bound port: 75c5d0a1-481d-483e-8d86-38d220cb77c0, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9684a6b-180c-4c8d-8a91-fb14e3af7eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:43:30.857743 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:30.928371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] For port 75c5d0a1-481d-483e-8d86-38d220cb77c0, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:43:30.931706 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] For port 75c5d0a1-481d-483e-8d86-38d220cb77c0, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=75c5d0a1-481d-483e-8d86-38d220cb77c0,segment=NetworkSegment(b9684a6b-180c-4c8d-8a91-fb14e3af7eef),segment_id=b9684a6b-180c-4c8d-8a91-fb14e3af7eef)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:43:31.051039 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:31.092791 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:31.093460 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:31.094953 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] 10.222.0.54 "PUT /v2.0/ports/75c5d0a1-481d-483e-8d86-38d220cb77c0 HTTP/1.1" status: 200 len: 1092 time: 0.7989998 Nov 02 12:43:31.095308 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac7c817-110d-4892-a5b8-f6f5fa7bbb08', 'tag': '75c5d0a1-481d-483e-8d86-38d220cb77c0'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:43:31.097596 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d925b521-9d47-4272-8788-dbe6cdbbc56f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac7c817-110d-4892-a5b8-f6f5fa7bbb08", "tag": "75c5d0a1-481d-483e-8d86-38d220cb77c0"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:43:31.120864 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a0edd-a226-47f5-889c-56abdbc4dcce service neutron] Pushing event updated for resources: {'Port': ['ID=75c5d0a1-481d-483e-8d86-38d220cb77c0,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:31.143735 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d723c77-c0f2-4daa-9c8e-c9d1ded4ad34 x-openstack-request-id: req-0d723c77-c0f2-4daa-9c8e-c9d1ded4ad34 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:43:31.144484 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac7c817-110d-4892-a5b8-f6f5fa7bbb08", "tag": "75c5d0a1-481d-483e-8d86-38d220cb77c0", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:43:31.144484 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d723c77-c0f2-4daa-9c8e-c9d1ded4ad34 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:43:31.144707 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac7c817-110d-4892-a5b8-f6f5fa7bbb08', 'tag': '75c5d0a1-481d-483e-8d86-38d220cb77c0', 'status': 'completed', 'code': 200} Nov 02 12:43:31.216707 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925b521-9d47-4272-8788-dbe6cdbbc56f req-398c1672-ab24-4bc8-b670-732710335b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:31.218386 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d925b521-9d47-4272-8788-dbe6cdbbc56f req-398c1672-ab24-4bc8-b670-732710335b07 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c7ddcb9ccea44a484280e2c6f59ed52&device_id=0ac7c817-110d-4892-a5b8-f6f5fa7bbb08 HTTP/1.1" status: 200 len: 1095 time: 0.0483301 Nov 02 12:43:31.329274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925b521-9d47-4272-8788-dbe6cdbbc56f req-75084759-06f8-431d-b3e2-a417487205c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:31.330809 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d925b521-9d47-4272-8788-dbe6cdbbc56f req-75084759-06f8-431d-b3e2-a417487205c4 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=7c7ddcb9ccea44a484280e2c6f59ed52&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1036477 Nov 02 12:43:31.444547 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925b521-9d47-4272-8788-dbe6cdbbc56f req-7b241d17-059e-49c4-af03-4d11d429bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:31.446027 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d925b521-9d47-4272-8788-dbe6cdbbc56f req-7b241d17-059e-49c4-af03-4d11d429bf7b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1069927 Nov 02 12:43:31.525423 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-17862094-4d33-47fa-857b-eff131ddb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:31.526995 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-17862094-4d33-47fa-857b-eff131ddb107 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7c7ddcb9ccea44a484280e2c6f59ed52&device_id=0ac7c817-110d-4892-a5b8-f6f5fa7bbb08 HTTP/1.1" status: 200 len: 1095 time: 0.0430410 Nov 02 12:43:31.578386 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-11bd84e6-ad87-43bc-b730-62344a745a30 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75c5d0a1-481d-483e-8d86-38d220cb77c0 HTTP/1.1" status: 200 len: 217 time: 0.0385363 Nov 02 12:43:31.630958 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-dd3b1359-58c9-4d5d-9fb3-3f89c281d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:31.633079 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-dd3b1359-58c9-4d5d-9fb3-3f89c281d92f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28fcf29f-29a0-4bdd-abd2-0c7b6fe216e2 HTTP/1.1" status: 200 len: 856 time: 0.0468121 Nov 02 12:43:31.681341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-b238abba-9066-4c60-8d23-08a3c2ce51a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:31.683503 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-b238abba-9066-4c60-8d23-08a3c2ce51a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b0918232-1664-4321-957a-b0bf962aea74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431511 Nov 02 12:43:31.779217 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-eae4178b-b1fa-468f-8da4-5e4a148cd8e3 service neutron] 10.222.0.54 "GET /v2.0/networks/b0918232-1664-4321-957a-b0bf962aea74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880787 Nov 02 12:43:31.876919 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b14a1524-0ede-4f7b-9076-a9069acd295e req-0459334b-c8f3-4433-a010-51e36678cab3 service neutron] 10.222.0.54 "GET /v2.0/networks/b0918232-1664-4321-957a-b0bf962aea74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904315 Nov 02 12:43:31.955750 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ceabe-c784-41e6-8d19-ab24e2997b7c req-ff3241cd-53e9-4adf-b490-95cd3ce51192 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:31.957263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d44ceabe-c784-41e6-8d19-ab24e2997b7c req-ff3241cd-53e9-4adf-b490-95cd3ce51192 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ac7c817-110d-4892-a5b8-f6f5fa7bbb08 HTTP/1.1" status: 200 len: 943 time: 0.0512359 Nov 02 12:43:32.007484 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d44ceabe-c784-41e6-8d19-ab24e2997b7c req-73103703-a68b-40c2-a5ae-e0043eee8c79 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434513 Nov 02 12:43:33.130768 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3f6e5-8409-4b27-a4e1-30fd3c98ecf1 req-a900c629-3ac1-423d-8bb6-8c3b156b8aa5 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:33.133092 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65a3f6e5-8409-4b27-a4e1-30fd3c98ecf1 req-a900c629-3ac1-423d-8bb6-8c3b156b8aa5 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ac7c817-110d-4892-a5b8-f6f5fa7bbb08 HTTP/1.1" status: 200 len: 943 time: 0.0567358 Nov 02 12:43:33.181506 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-65a3f6e5-8409-4b27-a4e1-30fd3c98ecf1 req-44f79120-d4dc-436d-a6ce-f8e224db4a63 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422015 Nov 02 12:43:33.342072 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 75c5d0a1-481d-483e-8d86-38d220cb77c0 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:43:33.453896 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 75c5d0a1-481d-483e-8d86-38d220cb77c0, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=75c5d0a1-481d-483e-8d86-38d220cb77c0,segment=NetworkSegment(b9684a6b-180c-4c8d-8a91-fb14e3af7eef),segment_id=b9684a6b-180c-4c8d-8a91-fb14e3af7eef)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:33.466891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '75c5d0a1-481d-483e-8d86-38d220cb77c0', 'network_id': 'b0918232-1664-4321-957a-b0bf962aea74', 'port_id': '75c5d0a1-481d-483e-8d86-38d220cb77c0', 'mac_address': 'fa:16:3e:5a:7f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fcf29f-29a0-4bdd-abd2-0c7b6fe216e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:43:33.506344 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:33.519389 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c5d0a1-481d-483e-8d86-38d220cb77c0 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:43:33.539740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 75c5d0a1-481d-483e-8d86-38d220cb77c0, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=75c5d0a1-481d-483e-8d86-38d220cb77c0,segment=NetworkSegment(b9684a6b-180c-4c8d-8a91-fb14e3af7eef),segment_id=b9684a6b-180c-4c8d-8a91-fb14e3af7eef)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:33.616923 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:33.664984 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=75c5d0a1-481d-483e-8d86-38d220cb77c0,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:33.812528 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['75c5d0a1-481d-483e-8d86-38d220cb77c0'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:43:34.304198 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10788f-224d-4473-97a2-5bcfbfa3f5ae req-ff410ecd-8996-4696-9f35-15d12cc9845e tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:34.305747 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e10788f-224d-4473-97a2-5bcfbfa3f5ae req-ff410ecd-8996-4696-9f35-15d12cc9845e tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ac7c817-110d-4892-a5b8-f6f5fa7bbb08 HTTP/1.1" status: 200 len: 944 time: 0.0530891 Nov 02 12:43:34.355170 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9e10788f-224d-4473-97a2-5bcfbfa3f5ae req-59bee307-b59d-4626-85b1-22bbd0a405b5 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432105 Nov 02 12:43:35.358062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 75c5d0a1-481d-483e-8d86-38d220cb77c0 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:43:35.507298 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dd29e-ca4c-4429-9830-fdf3c89f02e9 req-b6875072-b174-4627-af0d-2023c639912a tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:35.509037 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c9dd29e-ca4c-4429-9830-fdf3c89f02e9 req-b6875072-b174-4627-af0d-2023c639912a tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ac7c817-110d-4892-a5b8-f6f5fa7bbb08 HTTP/1.1" status: 200 len: 944 time: 0.0734496 Nov 02 12:43:35.525148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 75c5d0a1-481d-483e-8d86-38d220cb77c0 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:43:35.529916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 75c5d0a1-481d-483e-8d86-38d220cb77c0 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:43:35.530325 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:35.564723 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c9dd29e-ca4c-4429-9830-fdf3c89f02e9 req-b47f0285-441a-45e9-96c6-c4e37058523f tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490835 Nov 02 12:43:35.741356 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:35.741356 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac7c817-110d-4892-a5b8-f6f5fa7bbb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c5d0a1-481d-483e-8d86-38d220cb77c0'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:43:35.741356 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e971aabb-547b-4bbe-817f-ebf3720cdd7f" -d '{"events": [{"server_uuid": "0ac7c817-110d-4892-a5b8-f6f5fa7bbb08", "name": "network-vif-plugged", "status": "completed", "tag": "75c5d0a1-481d-483e-8d86-38d220cb77c0"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:43:35.741356 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 75c5d0a1-481d-483e-8d86-38d220cb77c0, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=75c5d0a1-481d-483e-8d86-38d220cb77c0,segment=NetworkSegment(b9684a6b-180c-4c8d-8a91-fb14e3af7eef),segment_id=b9684a6b-180c-4c8d-8a91-fb14e3af7eef)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:43:35.759022 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:35.802550 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de2c478-9fdc-4c5c-ad9d-5fc3b72dd148 x-openstack-request-id: req-5de2c478-9fdc-4c5c-ad9d-5fc3b72dd148 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:43:35.802995 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac7c817-110d-4892-a5b8-f6f5fa7bbb08", "name": "network-vif-plugged", "status": "completed", "tag": "75c5d0a1-481d-483e-8d86-38d220cb77c0", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:43:35.803264 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5de2c478-9fdc-4c5c-ad9d-5fc3b72dd148 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:43:35.803681 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac7c817-110d-4892-a5b8-f6f5fa7bbb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c5d0a1-481d-483e-8d86-38d220cb77c0', 'code': 200} Nov 02 12:43:35.821848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=75c5d0a1-481d-483e-8d86-38d220cb77c0,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:43:35.920839 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51cd18-4695-4a70-9767-4fe6193f7527 req-01a03bcd-8d80-47a8-b796-fbdc3c9ad86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:35.922408 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd51cd18-4695-4a70-9767-4fe6193f7527 req-01a03bcd-8d80-47a8-b796-fbdc3c9ad86b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0ac7c817-110d-4892-a5b8-f6f5fa7bbb08 HTTP/1.1" status: 200 len: 1097 time: 0.0514278 Nov 02 12:43:35.974628 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd51cd18-4695-4a70-9767-4fe6193f7527 req-39baf935-609e-429d-8242-cf1402e1e5a4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438972 Nov 02 12:43:36.698106 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65520fc-8526-41d5-8e45-2860a659b0ec req-d12e0552-146f-4762-b309-b0935d5f3445 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:36.699725 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a65520fc-8526-41d5-8e45-2860a659b0ec req-d12e0552-146f-4762-b309-b0935d5f3445 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ac7c817-110d-4892-a5b8-f6f5fa7bbb08 HTTP/1.1" status: 200 len: 945 time: 0.0562086 Nov 02 12:43:36.751651 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a65520fc-8526-41d5-8e45-2860a659b0ec req-7887bb5d-56d7-40e7-aada-1ddb23d618e1 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453105 Nov 02 12:43:37.871776 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed254ad4-5cf8-43dd-930f-322aa1a6c772 req-b62b31c8-0206-406e-853a-6dc293598f11 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:37.873319 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed254ad4-5cf8-43dd-930f-322aa1a6c772 req-b62b31c8-0206-406e-853a-6dc293598f11 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ac7c817-110d-4892-a5b8-f6f5fa7bbb08 HTTP/1.1" status: 200 len: 945 time: 0.0505989 Nov 02 12:43:37.926216 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed254ad4-5cf8-43dd-930f-322aa1a6c772 req-f0cd2d9f-d257-444e-9685-34ef7010b626 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468991 Nov 02 12:43:38.049466 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49053467-5f4f-4dd2-b6ef-a406e0031027 req-c17c759a-be62-4e89-9a07-75f18db78f5c tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:43:38.051013 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49053467-5f4f-4dd2-b6ef-a406e0031027 req-c17c759a-be62-4e89-9a07-75f18db78f5c tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ac7c817-110d-4892-a5b8-f6f5fa7bbb08 HTTP/1.1" status: 200 len: 945 time: 0.0552356 Nov 02 12:43:38.102613 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-49053467-5f4f-4dd2-b6ef-a406e0031027 req-260ad2d5-c3c2-4a5a-8f10-216f9952dc13 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442114 Nov 02 12:43:47.542363 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5a5bb717-5c91-463d-89cb-c12d3272e8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:49.754544 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c2a13fda-6f18-452c-8374-0637f0bd860b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:51.212584 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:52.673890 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:54.399757 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:54.643806 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:43:55.023164 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:03.048031 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:44:04.856426 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff997cb-deda-46c4-8c2e-b9c608a0df5f req-6adac897-56a9-464d-b098-40e358107b76 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:44:04.856426 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dff997cb-deda-46c4-8c2e-b9c608a0df5f req-6adac897-56a9-464d-b098-40e358107b76 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ac7c817-110d-4892-a5b8-f6f5fa7bbb08 HTTP/1.1" status: 200 len: 945 time: 0.0674033 Nov 02 12:44:04.906833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dff997cb-deda-46c4-8c2e-b9c608a0df5f req-8eb8017c-a827-4e6f-b296-2cdb5085a01e tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465372 Nov 02 12:44:06.032789 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b40f1b-9be4-4d30-89ca-d9c6d9632271 req-0455c74b-64f6-43ad-8a75-bb188f4b2b3e tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:44:06.034369 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b8b40f1b-9be4-4d30-89ca-d9c6d9632271 req-0455c74b-64f6-43ad-8a75-bb188f4b2b3e tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ac7c817-110d-4892-a5b8-f6f5fa7bbb08 HTTP/1.1" status: 200 len: 945 time: 0.0568781 Nov 02 12:44:06.089202 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b8b40f1b-9be4-4d30-89ca-d9c6d9632271 req-826c3bf9-b5e2-43a8-a8aa-42a6d4507458 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/security-groups?id=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482242 Nov 02 12:44:06.497355 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793cb5a-5190-463e-89af-0eee9de66864 req-4741b8cb-d3da-4a3c-a2f4-d6cb97f35589 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:44:06.498879 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3793cb5a-5190-463e-89af-0eee9de66864 req-4741b8cb-d3da-4a3c-a2f4-d6cb97f35589 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ac7c817-110d-4892-a5b8-f6f5fa7bbb08 HTTP/1.1" status: 200 len: 945 time: 0.0517454 Nov 02 12:44:06.594495 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-3793cb5a-5190-463e-89af-0eee9de66864 req-28e7b3c4-5fb6-4775-8a04-0d8eceb8bd76 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Deleting port 75c5d0a1-481d-483e-8d86-38d220cb77c0 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:44:06.594813 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3793cb5a-5190-463e-89af-0eee9de66864 req-28e7b3c4-5fb6-4775-8a04-0d8eceb8bd76 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:06.693939 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-3793cb5a-5190-463e-89af-0eee9de66864 req-28e7b3c4-5fb6-4775-8a04-0d8eceb8bd76 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] For port 75c5d0a1-481d-483e-8d86-38d220cb77c0, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=75c5d0a1-481d-483e-8d86-38d220cb77c0,segment=NetworkSegment(b9684a6b-180c-4c8d-8a91-fb14e3af7eef),segment_id=b9684a6b-180c-4c8d-8a91-fb14e3af7eef)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:06.694340 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3793cb5a-5190-463e-89af-0eee9de66864 req-28e7b3c4-5fb6-4775-8a04-0d8eceb8bd76 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:06.708604 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-3793cb5a-5190-463e-89af-0eee9de66864 req-28e7b3c4-5fb6-4775-8a04-0d8eceb8bd76 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Calling delete_port for 75c5d0a1-481d-483e-8d86-38d220cb77c0 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:44:06.924389 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3793cb5a-5190-463e-89af-0eee9de66864 req-28e7b3c4-5fb6-4775-8a04-0d8eceb8bd76 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:06.937468 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['75c5d0a1-481d-483e-8d86-38d220cb77c0'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:44:06.956380 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7b3c4-5fb6-4775-8a04-0d8eceb8bd76 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Pushing event deleted for resources: {'Port': ['ID=75c5d0a1-481d-483e-8d86-38d220cb77c0,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:07.004927 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-3793cb5a-5190-463e-89af-0eee9de66864 req-28e7b3c4-5fb6-4775-8a04-0d8eceb8bd76 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] No DVR routers for this DVR port 75c5d0a1-481d-483e-8d86-38d220cb77c0 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:44:07.009659 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3793cb5a-5190-463e-89af-0eee9de66864 req-28e7b3c4-5fb6-4775-8a04-0d8eceb8bd76 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:07.015596 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3793cb5a-5190-463e-89af-0eee9de66864 req-28e7b3c4-5fb6-4775-8a04-0d8eceb8bd76 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.54 "DELETE /v2.0/ports/75c5d0a1-481d-483e-8d86-38d220cb77c0 HTTP/1.1" status: 204 len: 173 time: 0.5102890 Nov 02 12:44:07.016295 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac7c817-110d-4892-a5b8-f6f5fa7bbb08', 'name': 'network-vif-deleted', 'tag': '75c5d0a1-481d-483e-8d86-38d220cb77c0'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:44:07.018754 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b71829-0582-4984-baa3-0a5fec223331" -d '{"events": [{"server_uuid": "0ac7c817-110d-4892-a5b8-f6f5fa7bbb08", "name": "network-vif-deleted", "tag": "75c5d0a1-481d-483e-8d86-38d220cb77c0"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:44:07.061660 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e7cfdb-e7f8-4878-ab92-59694262476c x-openstack-request-id: req-17e7cfdb-e7f8-4878-ab92-59694262476c {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:44:07.062257 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac7c817-110d-4892-a5b8-f6f5fa7bbb08", "name": "network-vif-deleted", "tag": "75c5d0a1-481d-483e-8d86-38d220cb77c0", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:44:07.062561 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17e7cfdb-e7f8-4878-ab92-59694262476c {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:44:07.063054 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac7c817-110d-4892-a5b8-f6f5fa7bbb08', 'name': 'network-vif-deleted', 'tag': '75c5d0a1-481d-483e-8d86-38d220cb77c0', 'status': 'completed', 'code': 200} Nov 02 12:44:07.194493 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa2718dd-f986-4b2f-9a0a-7879e592ea69 req-aa2b2b85-9e7a-4ccf-bbd6-2396985b5c12 tempest-TestEncryptedCinderVolumes-824148111 tempest-TestEncryptedCinderVolumes-824148111-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ac7c817-110d-4892-a5b8-f6f5fa7bbb08 HTTP/1.1" status: 200 len: 210 time: 0.0272429 Nov 02 12:44:08.398498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58576) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:09.213765 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:09.530808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Deleting port 4a81df8a-a0aa-4e23-a151-0bccf0187e94 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:44:09.531789 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:09.563732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 75c5d0a1-481d-483e-8d86-38d220cb77c0 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:09.600688 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 75c5d0a1-481d-483e-8d86-38d220cb77c0 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:44:09.601446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 75c5d0a1-481d-483e-8d86-38d220cb77c0 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:09.658255 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] For port 4a81df8a-a0aa-4e23-a151-0bccf0187e94, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4a81df8a-a0aa-4e23-a151-0bccf0187e94,segment=NetworkSegment(b9684a6b-180c-4c8d-8a91-fb14e3af7eef),segment_id=b9684a6b-180c-4c8d-8a91-fb14e3af7eef)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:09.658657 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:09.674892 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Calling delete_port for 4a81df8a-a0aa-4e23-a151-0bccf0187e94 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:44:09.989647 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:10.018762 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a81df8a-a0aa-4e23-a151-0bccf0187e94,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:10.037385 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.037961 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.038585 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.039222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.039805 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.040358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.040929 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.041498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.042013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.044180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.044180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.044180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:10.292739 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:10.532501 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Router 036ab752-c8b7-4c67-b361-6fdd8daeeba5 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:44:10.654873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:10.663185 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-badf7d75-66cf-401c-9957-9b5cc6757362 admin admin] 10.222.0.52 "PUT /v2.0/routers/036ab752-c8b7-4c67-b361-6fdd8daeeba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2615087 Nov 02 12:44:10.666114 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58578) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:10.668914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd8743c-e147-4a89-a3d7-9639233f5889 None None] Sync routers for ids ['036ab752-c8b7-4c67-b361-6fdd8daeeba5'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:10.681049 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd8743c-e147-4a89-a3d7-9639233f5889 None None] Routers {'036ab752-c8b7-4c67-b361-6fdd8daeeba5'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:44:10.681676 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4bd8743c-e147-4a89-a3d7-9639233f5889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:43:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['036ab752-c8b7-4c67-b361-6fdd8daeeba5'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:10.789744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-4bd8743c-e147-4a89-a3d7-9639233f5889 None None] Set router 036ab752-c8b7-4c67-b361-6fdd8daeeba5 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:44:10.845141 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4c7846f-ac21-4bd8-a656-02d761b52302 admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:10.999854 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4c7846f-ac21-4bd8-a656-02d761b52302 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:11.012735 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4bd8743c-e147-4a89-a3d7-9639233f5889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'name': 'tempest-TestEncryptedCinderVolumes-1153062110-router', 'tenant_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'de493dc8-b00b-4c9d-8dea-3e1d8851cfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:42:30Z', 'updated_at': '2021-11-02T12:44:09Z', 'revision_number': 5, 'project_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'gw_port': {'id': 'de493dc8-b00b-4c9d-8dea-3e1d8851cfef', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:30Z', 'updated_at': '2021-11-02T12:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:11.060257 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd8743c-e147-4a89-a3d7-9639233f5889 None None] Checking router: 036ab752-c8b7-4c67-b361-6fdd8daeeba5 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:11.072935 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd8743c-e147-4a89-a3d7-9639233f5889 None None] Routers {'036ab752-c8b7-4c67-b361-6fdd8daeeba5'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:44:11.073867 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4bd8743c-e147-4a89-a3d7-9639233f5889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:43:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['036ab752-c8b7-4c67-b361-6fdd8daeeba5'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:11.168676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a4c7846f-ac21-4bd8-a656-02d761b52302 admin admin] Deleting port de493dc8-b00b-4c9d-8dea-3e1d8851cfef {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:44:11.169031 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4c7846f-ac21-4bd8-a656-02d761b52302 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:11.237503 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-4bd8743c-e147-4a89-a3d7-9639233f5889 None None] Set router 036ab752-c8b7-4c67-b361-6fdd8daeeba5 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:44:11.257728 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-a4c7846f-ac21-4bd8-a656-02d761b52302 admin admin] For port de493dc8-b00b-4c9d-8dea-3e1d8851cfef, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=de493dc8-b00b-4c9d-8dea-3e1d8851cfef,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:11.258115 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4c7846f-ac21-4bd8-a656-02d761b52302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:11.272355 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a4c7846f-ac21-4bd8-a656-02d761b52302 admin admin] Calling delete_port for de493dc8-b00b-4c9d-8dea-3e1d8851cfef owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:44:11.525918 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4c7846f-ac21-4bd8-a656-02d761b52302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:11.555077 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7846f-ac21-4bd8-a656-02d761b52302 admin admin] Pushing event deleted for resources: {'Port': ['ID=de493dc8-b00b-4c9d-8dea-3e1d8851cfef,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:11.556625 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-4bd8743c-e147-4a89-a3d7-9639233f5889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'name': 'tempest-TestEncryptedCinderVolumes-1153062110-router', 'tenant_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'de493dc8-b00b-4c9d-8dea-3e1d8851cfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:42:30Z', 'updated_at': '2021-11-02T12:44:09Z', 'revision_number': 5, 'project_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'gw_port': {'id': 'de493dc8-b00b-4c9d-8dea-3e1d8851cfef', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:30Z', 'updated_at': '2021-11-02T12:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:11.608098 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd8743c-e147-4a89-a3d7-9639233f5889 None None] The sync data for ids ['036ab752-c8b7-4c67-b361-6fdd8daeeba5'] in n-d-806683-18 is: [{'id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'name': 'tempest-TestEncryptedCinderVolumes-1153062110-router', 'tenant_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'de493dc8-b00b-4c9d-8dea-3e1d8851cfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:42:30Z', 'updated_at': '2021-11-02T12:44:09Z', 'revision_number': 5, 'project_id': '7c7ddcb9ccea44a484280e2c6f59ed52', 'gw_port': {'id': 'de493dc8-b00b-4c9d-8dea-3e1d8851cfef', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036ab752-c8b7-4c67-b361-6fdd8daeeba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:30Z', 'updated_at': '2021-11-02T12:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:11.631100 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4c7846f-ac21-4bd8-a656-02d761b52302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:11.799449 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4c7846f-ac21-4bd8-a656-02d761b52302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:11.803173 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4c7846f-ac21-4bd8-a656-02d761b52302 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:12.024385 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4c7846f-ac21-4bd8-a656-02d761b52302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:12.025084 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c7846f-ac21-4bd8-a656-02d761b52302 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 036ab752-c8b7-4c67-b361-6fdd8daeeba5 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:44:12.030054 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a4c7846f-ac21-4bd8-a656-02d761b52302 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:12.035080 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a4c7846f-ac21-4bd8-a656-02d761b52302 admin admin] 10.222.0.52 "DELETE /v2.0/routers/036ab752-c8b7-4c67-b361-6fdd8daeeba5 HTTP/1.1" status: 204 len: 168 time: 1.3627532 Nov 02 12:44:12.036060 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58580) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:12.094277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-0078ae67-d6cb-4cd3-9ce0-ce2433104064 admin admin] Deleting subnet 28fcf29f-29a0-4bdd-abd2-0c7b6fe216e2 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:44:12.097794 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0078ae67-d6cb-4cd3-9ce0-ce2433104064 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:12.137294 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0078ae67-d6cb-4cd3-9ce0-ce2433104064 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:12.232783 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0078ae67-d6cb-4cd3-9ce0-ce2433104064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:12.372674 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0078ae67-d6cb-4cd3-9ce0-ce2433104064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:12.399800 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078ae67-d6cb-4cd3-9ce0-ce2433104064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28fcf29f-29a0-4bdd-abd2-0c7b6fe216e2,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:12.404969 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0078ae67-d6cb-4cd3-9ce0-ce2433104064 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:12.409967 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf75dbf5-701e-49c0-89f8-7c0ab30fb86f None None] Network b0918232-1664-4321-957a-b0bf962aea74 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:44:12.410977 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0078ae67-d6cb-4cd3-9ce0-ce2433104064 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/28fcf29f-29a0-4bdd-abd2-0c7b6fe216e2 HTTP/1.1" status: 204 len: 168 time: 0.3732939 Nov 02 12:44:12.414603 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58582) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:12.501872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:12.593208 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] Deleting port 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:44:12.593765 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:12.672163 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] For port 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=64e3d14c-0a12-4879-8cd7-b0ad72e6bae6,segment=NetworkSegment(b9684a6b-180c-4c8d-8a91-fb14e3af7eef),segment_id=b9684a6b-180c-4c8d-8a91-fb14e3af7eef)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:12.672503 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:12.689667 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] DHCP port deletion for b0918232-1664-4321-957a-b0bf962aea74 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:44:12.694146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] Calling delete_port for 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:44:12.747743 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] Deleting port 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:44:12.748208 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:12.820622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] For port 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=64e3d14c-0a12-4879-8cd7-b0ad72e6bae6,segment=NetworkSegment(b9684a6b-180c-4c8d-8a91-fb14e3af7eef),segment_id=b9684a6b-180c-4c8d-8a91-fb14e3af7eef)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:12.820954 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:12.836020 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] Calling delete_port for 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:44:12.851971 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:12.882782 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e3d14c-0a12-4879-8cd7-b0ad72e6bae6,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:12.885181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] No DVR routers for this DVR port 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:44:12.935639 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:12.971209 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] Pushing event deleted for resources: {'Port': ['ID=64e3d14c-0a12-4879-8cd7-b0ad72e6bae6,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:12.973527 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] No DVR routers for this DVR port 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:44:12.976720 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:12.983106 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:12.983435 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:12.983790 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:12.984136 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:12.984480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:12.984823 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:12.985176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:12.985471 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:12.985891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:12.986189 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:12.986437 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:12.986767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf71100-8a22-4703-92f8-419c98188f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:13.020020 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0918232-1664-4321-957a-b0bf962aea74']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:13.032850 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9684a6b-180c-4c8d-8a91-fb14e3af7eef') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:13.033157 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9684a6b-180c-4c8d-8a91-fb14e3af7eef') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:13.046343 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:13.063942 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:13.074398 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:44:13.074846 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:44:13.077471 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:44:13.084574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:13.107960 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:44:13.108292 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 64e3d14c-0a12-4879-8cd7-b0ad72e6bae6 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:13.108629 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4a81df8a-a0aa-4e23-a151-0bccf0187e94 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:13.130334 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 4a81df8a-a0aa-4e23-a151-0bccf0187e94 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:44:13.130669 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4a81df8a-a0aa-4e23-a151-0bccf0187e94 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:13.131073 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device de493dc8-b00b-4c9d-8dea-3e1d8851cfef no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:13.151213 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: de493dc8-b00b-4c9d-8dea-3e1d8851cfef {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:44:13.151552 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device de493dc8-b00b-4c9d-8dea-3e1d8851cfef not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:13.235310 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:13.245564 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:13.248003 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b0918232-1664-4321-957a-b0bf962aea74 HTTP/1.1" status: 204 len: 168 time: 0.8318648 Nov 02 12:44:13.252476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58584) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:13.261293 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6f2d9-66bc-40ce-878b-ed604dbdb564 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0918232-1664-4321-957a-b0bf962aea74,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:13.630096 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b597514a-5392-4935-9237-c8fb19359b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:13.897497 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b597514a-5392-4935-9237-c8fb19359b31 admin admin] Deleting port 98fa26fd-a100-49db-a9d4-4324b1d4fd4d {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:44:13.897998 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b597514a-5392-4935-9237-c8fb19359b31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:13.981021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-b597514a-5392-4935-9237-c8fb19359b31 admin admin] For port 98fa26fd-a100-49db-a9d4-4324b1d4fd4d, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=98fa26fd-a100-49db-a9d4-4324b1d4fd4d,segment=NetworkSegment(a7599e47-1a95-4019-977b-1a13737965ae),segment_id=a7599e47-1a95-4019-977b-1a13737965ae)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:13.981380 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b597514a-5392-4935-9237-c8fb19359b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:13.995857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b597514a-5392-4935-9237-c8fb19359b31 admin admin] Calling delete_port for 98fa26fd-a100-49db-a9d4-4324b1d4fd4d owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:44:14.258478 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b597514a-5392-4935-9237-c8fb19359b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:14.295943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597514a-5392-4935-9237-c8fb19359b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=98fa26fd-a100-49db-a9d4-4324b1d4fd4d,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:14.495404 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b597514a-5392-4935-9237-c8fb19359b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:14.740513 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b597514a-5392-4935-9237-c8fb19359b31 admin admin] Router 1b92c06c-4246-44b9-acf6-e31c8114d994 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:44:14.859060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b597514a-5392-4935-9237-c8fb19359b31 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:14.864194 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b597514a-5392-4935-9237-c8fb19359b31 admin admin] 10.222.0.52 "PUT /v2.0/routers/1b92c06c-4246-44b9-acf6-e31c8114d994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6103146 Nov 02 12:44:14.868815 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58586) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:14.873420 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6061a13-a76e-45e5-bdf6-796247e2517e None None] Sync routers for ids ['1b92c06c-4246-44b9-acf6-e31c8114d994'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:14.888278 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6061a13-a76e-45e5-bdf6-796247e2517e None None] Routers {'1b92c06c-4246-44b9-acf6-e31c8114d994'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:44:14.889134 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c6061a13-a76e-45e5-bdf6-796247e2517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:43:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['1b92c06c-4246-44b9-acf6-e31c8114d994'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:14.981020 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9ead5c66-526b-4fff-b5f1-e79f27ed7b08 admin admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:15.073196 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-c6061a13-a76e-45e5-bdf6-796247e2517e None None] Set router 1b92c06c-4246-44b9-acf6-e31c8114d994 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:44:15.106459 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9ead5c66-526b-4fff-b5f1-e79f27ed7b08 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:15.233792 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-9ead5c66-526b-4fff-b5f1-e79f27ed7b08 admin admin] Deleting port cdcab263-2cb5-4550-95c8-77d1a893b35b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:44:15.234129 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9ead5c66-526b-4fff-b5f1-e79f27ed7b08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:15.334921 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-9ead5c66-526b-4fff-b5f1-e79f27ed7b08 admin admin] For port cdcab263-2cb5-4550-95c8-77d1a893b35b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cdcab263-2cb5-4550-95c8-77d1a893b35b,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:15.336454 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9ead5c66-526b-4fff-b5f1-e79f27ed7b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:15.359556 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-9ead5c66-526b-4fff-b5f1-e79f27ed7b08 admin admin] Calling delete_port for cdcab263-2cb5-4550-95c8-77d1a893b35b owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:44:15.399059 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c6061a13-a76e-45e5-bdf6-796247e2517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'name': 'tempest-TestEncryptedCinderVolumes-713330732-router', 'tenant_id': 'c71515ebead9410fa1891de1f6b4404b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'cdcab263-2cb5-4550-95c8-77d1a893b35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:42:36Z', 'updated_at': '2021-11-02T12:44:14Z', 'revision_number': 5, 'project_id': 'c71515ebead9410fa1891de1f6b4404b', 'gw_port': {'id': 'cdcab263-2cb5-4550-95c8-77d1a893b35b', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:10:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:42:37Z', 'updated_at': '2021-11-02T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:15.429590 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6061a13-a76e-45e5-bdf6-796247e2517e None None] Checking router: 1b92c06c-4246-44b9-acf6-e31c8114d994 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:15.445222 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6061a13-a76e-45e5-bdf6-796247e2517e None None] Routers {'1b92c06c-4246-44b9-acf6-e31c8114d994'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:44:15.445850 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c6061a13-a76e-45e5-bdf6-796247e2517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:43:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['1b92c06c-4246-44b9-acf6-e31c8114d994'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:15.539852 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-c6061a13-a76e-45e5-bdf6-796247e2517e None None] Set router 1b92c06c-4246-44b9-acf6-e31c8114d994 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:44:15.598279 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-c6061a13-a76e-45e5-bdf6-796247e2517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'name': 'tempest-TestEncryptedCinderVolumes-713330732-router', 'tenant_id': 'c71515ebead9410fa1891de1f6b4404b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:42:36Z', 'updated_at': '2021-11-02T12:44:15Z', 'revision_number': 6, 'project_id': 'c71515ebead9410fa1891de1f6b4404b', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:15.626656 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6061a13-a76e-45e5-bdf6-796247e2517e None None] The sync data for ids ['1b92c06c-4246-44b9-acf6-e31c8114d994'] in n-d-806683-18 is: [{'id': '1b92c06c-4246-44b9-acf6-e31c8114d994', 'name': 'tempest-TestEncryptedCinderVolumes-713330732-router', 'tenant_id': 'c71515ebead9410fa1891de1f6b4404b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:42:36Z', 'updated_at': '2021-11-02T12:44:15Z', 'revision_number': 6, 'project_id': 'c71515ebead9410fa1891de1f6b4404b', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:15.713148 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9ead5c66-526b-4fff-b5f1-e79f27ed7b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:15.745947 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead5c66-526b-4fff-b5f1-e79f27ed7b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdcab263-2cb5-4550-95c8-77d1a893b35b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:16.195975 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9ead5c66-526b-4fff-b5f1-e79f27ed7b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:16.293680 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9ead5c66-526b-4fff-b5f1-e79f27ed7b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:16.295863 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9ead5c66-526b-4fff-b5f1-e79f27ed7b08 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:16.438772 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9ead5c66-526b-4fff-b5f1-e79f27ed7b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:16.439499 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ead5c66-526b-4fff-b5f1-e79f27ed7b08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b92c06c-4246-44b9-acf6-e31c8114d994 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:44:16.444028 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9ead5c66-526b-4fff-b5f1-e79f27ed7b08 admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:16.446144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9ead5c66-526b-4fff-b5f1-e79f27ed7b08 admin admin] 10.222.0.52 "DELETE /v2.0/routers/1b92c06c-4246-44b9-acf6-e31c8114d994 HTTP/1.1" status: 204 len: 168 time: 1.5762794 Nov 02 12:44:16.449682 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58588) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:16.519082 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-942e0613-ef1a-49aa-bf89-4bddfe9972d3 admin admin] Deleting subnet ca5f9a09-d6d0-4036-9b41-2b2365ddf8d4 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:44:16.519082 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-942e0613-ef1a-49aa-bf89-4bddfe9972d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:16.548807 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-942e0613-ef1a-49aa-bf89-4bddfe9972d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:16.646679 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-942e0613-ef1a-49aa-bf89-4bddfe9972d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:16.818277 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-942e0613-ef1a-49aa-bf89-4bddfe9972d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:16.846438 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e0613-ef1a-49aa-bf89-4bddfe9972d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca5f9a09-d6d0-4036-9b41-2b2365ddf8d4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:16.852550 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-942e0613-ef1a-49aa-bf89-4bddfe9972d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:16.858364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-942e0613-ef1a-49aa-bf89-4bddfe9972d3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ca5f9a09-d6d0-4036-9b41-2b2365ddf8d4 HTTP/1.1" status: 204 len: 168 time: 0.4073300 Nov 02 12:44:16.861664 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58590) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:16.864016 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c19b3c-0fac-4387-91fc-1dff92d3a8ef None None] Network 9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:44:16.936366 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:17.003329 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] Deleting port f55f91c2-16ef-4785-b4c6-2997d09fcf82 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:44:17.004051 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:17.104739 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e680a7-70c0-48d0-817c-a673ee8cb3f2 None None] DHCP port deletion for 9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:44:17.136932 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] For port f55f91c2-16ef-4785-b4c6-2997d09fcf82, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f55f91c2-16ef-4785-b4c6-2997d09fcf82,segment=NetworkSegment(a7599e47-1a95-4019-977b-1a13737965ae),segment_id=a7599e47-1a95-4019-977b-1a13737965ae)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:17.165928 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:17.166180 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 98fa26fd-a100-49db-a9d4-4324b1d4fd4d no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:17.166422 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] Calling delete_port for f55f91c2-16ef-4785-b4c6-2997d09fcf82 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:44:17.178136 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 98fa26fd-a100-49db-a9d4-4324b1d4fd4d {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:44:17.178672 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 98fa26fd-a100-49db-a9d4-4324b1d4fd4d not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:17.179402 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device cdcab263-2cb5-4550-95c8-77d1a893b35b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:17.209560 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: cdcab263-2cb5-4550-95c8-77d1a893b35b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:44:17.210774 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device cdcab263-2cb5-4550-95c8-77d1a893b35b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:17.238659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-93e680a7-70c0-48d0-817c-a673ee8cb3f2 None None] Deleting port f55f91c2-16ef-4785-b4c6-2997d09fcf82 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:44:17.239250 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-93e680a7-70c0-48d0-817c-a673ee8cb3f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:17.318037 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-93e680a7-70c0-48d0-817c-a673ee8cb3f2 None None] For port f55f91c2-16ef-4785-b4c6-2997d09fcf82, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f55f91c2-16ef-4785-b4c6-2997d09fcf82,segment=NetworkSegment(a7599e47-1a95-4019-977b-1a13737965ae),segment_id=a7599e47-1a95-4019-977b-1a13737965ae)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:17.318488 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-93e680a7-70c0-48d0-817c-a673ee8cb3f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:17.334383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-93e680a7-70c0-48d0-817c-a673ee8cb3f2 None None] Calling delete_port for f55f91c2-16ef-4785-b4c6-2997d09fcf82 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:44:17.353452 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:17.396899 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] Pushing event deleted for resources: {'Port': ['ID=f55f91c2-16ef-4785-b4c6-2997d09fcf82,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:17.401756 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] No DVR routers for this DVR port f55f91c2-16ef-4785-b4c6-2997d09fcf82 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:44:17.434039 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-93e680a7-70c0-48d0-817c-a673ee8cb3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:17.465459 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e680a7-70c0-48d0-817c-a673ee8cb3f2 None None] Pushing event deleted for resources: {'Port': ['ID=f55f91c2-16ef-4785-b4c6-2997d09fcf82,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:17.475008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e680a7-70c0-48d0-817c-a673ee8cb3f2 None None] No DVR routers for this DVR port f55f91c2-16ef-4785-b4c6-2997d09fcf82 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:44:17.537153 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:17.579979 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:17.599151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7599e47-1a95-4019-977b-1a13737965ae') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:17.599593 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7599e47-1a95-4019-977b-1a13737965ae') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:17.606336 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-731062d8-72c9-4ed4-8787-015a5f91392a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:17.626409 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:17.651055 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:17.658395 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:44:17.658863 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:44:17.660864 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:44:17.775894 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:17.781815 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:17.785156 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] 10.222.0.52 "DELETE /v2.0/networks/9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c HTTP/1.1" status: 204 len: 168 time: 0.9224219 Nov 02 12:44:17.805414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb059d-dfcf-44e2-ac58-22ae1345abce admin admin] Pushing event deleted for resources: {'Network': ['ID=9fac7bd1-00a8-4ba3-a73f-f61e44a1ae1c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:18.192609 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58594) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:18.239983 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ede64b45-ea3d-4b62-9357-531e083c3e42 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c7ddcb9ccea44a484280e2c6f59ed52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495229 Nov 02 12:44:18.243100 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58596) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:18.303923 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0750d74b-d9af-444b-878e-50e9902cf9e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:18.329482 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0750d74b-d9af-444b-878e-50e9902cf9e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:18.497926 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0750d74b-d9af-444b-878e-50e9902cf9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:18.500575 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0750d74b-d9af-444b-878e-50e9902cf9e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:18.501987 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0750d74b-d9af-444b-878e-50e9902cf9e2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/636f4c2e-60f0-4707-8fd7-e0054f1bb2ec HTTP/1.1" status: 204 len: 168 time: 0.2577894 Nov 02 12:44:18.515384 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750d74b-d9af-444b-878e-50e9902cf9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636f4c2e-60f0-4707-8fd7-e0054f1bb2ec,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:19.064758 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f55f91c2-16ef-4785-b4c6-2997d09fcf82 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:44:19.087357 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: f55f91c2-16ef-4785-b4c6-2997d09fcf82 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:44:19.087953 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f55f91c2-16ef-4785-b4c6-2997d09fcf82 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:44:19.343110 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58602) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:19.391037 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5a2ed733-16ad-44dc-866f-5f4175469b60 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c71515ebead9410fa1891de1f6b4404b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465846 Nov 02 12:44:19.393793 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58604) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:19.449108 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d31376b-c746-4e73-b6d0-4ffd37722942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:19.472761 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d31376b-c746-4e73-b6d0-4ffd37722942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:19.602220 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d31376b-c746-4e73-b6d0-4ffd37722942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:19.605308 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8d31376b-c746-4e73-b6d0-4ffd37722942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:19.606708 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8d31376b-c746-4e73-b6d0-4ffd37722942 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/21d4b81d-6604-45ec-9324-c704a7933392 HTTP/1.1" status: 204 len: 168 time: 0.2119710 Nov 02 12:44:19.617611 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31376b-c746-4e73-b6d0-4ffd37722942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d4b81d-6604-45ec-9324-c704a7933392,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:19.839122 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f3644234-fb80-4793-b7ef-926fd03e1c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:21.033159 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58626) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:21.161174 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-563f76bd-4986-47ff-87d6-a2fb824f4c8b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1633610825-network', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:44:21.309576 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:21.344059 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563f76bd-4986-47ff-87d6-a2fb824f4c8b admin admin] Made reservation on behalf of 53c6c280ef5f4407aaee230f5ce0487d for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:21.347884 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-563f76bd-4986-47ff-87d6-a2fb824f4c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:21.360663 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-563f76bd-4986-47ff-87d6-a2fb824f4c8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:21.450329 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-563f76bd-4986-47ff-87d6-a2fb824f4c8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:21.569972 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-563f76bd-4986-47ff-87d6-a2fb824f4c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:21.604197 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563f76bd-4986-47ff-87d6-a2fb824f4c8b admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:44:21.611035 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f76bd-4986-47ff-87d6-a2fb824f4c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261eb50c-15b2-4e4c-b32b-321bcbcbc642,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:21.618688 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-563f76bd-4986-47ff-87d6-a2fb824f4c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:21.623213 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-563f76bd-4986-47ff-87d6-a2fb824f4c8b admin admin] Added segment 6b36f24d-8de9-4792-80ec-ee6e8f2b08c5 of type vlan for network 4fb6cc41-970a-4763-b8db-f99aa4a262bc Nov 02 12:44:21.664195 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-563f76bd-4986-47ff-87d6-a2fb824f4c8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:21.767184 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-563f76bd-4986-47ff-87d6-a2fb824f4c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:21.768093 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563f76bd-4986-47ff-87d6-a2fb824f4c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:44:21.768725 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-563f76bd-4986-47ff-87d6-a2fb824f4c8b admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:21.845882 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f76bd-4986-47ff-87d6-a2fb824f4c8b admin admin] Pushing event updated for resources: {'Network': ['ID=4fb6cc41-970a-4763-b8db-f99aa4a262bc,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:21.857333 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 4fb6cc41-970a-4763-b8db-f99aa4a262bc details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:44:21.873856 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-563f76bd-4986-47ff-87d6-a2fb824f4c8b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8389049 Nov 02 12:44:21.879396 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58630) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:21.884600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-72d7649c-1cce-4c17-8101-2215dc97924c admin admin] Request body: {'subnet': {'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1633610825-subnet', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:44:21.989743 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d7649c-1cce-4c17-8101-2215dc97924c admin admin] Made reservation on behalf of 53c6c280ef5f4407aaee230f5ce0487d for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:21.993861 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-72d7649c-1cce-4c17-8101-2215dc97924c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:22.316303 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-72d7649c-1cce-4c17-8101-2215dc97924c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:22.408484 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7649c-1cce-4c17-8101-2215dc97924c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4ab4129-4bf6-4d37-a56a-6de85adb11c1,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:22.418089 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d7649c-1cce-4c17-8101-2215dc97924c admin admin] Checking segment: {'id': '6b36f24d-8de9-4792-80ec-ee6e8f2b08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:44:22.418458 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d7649c-1cce-4c17-8101-2215dc97924c admin admin] Network hostable DHCP agents. Network: 4fb6cc41-970a-4763-b8db-f99aa4a262bc, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:44:22.514956 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d7649c-1cce-4c17-8101-2215dc97924c admin admin] Network 4fb6cc41-970a-4763-b8db-f99aa4a262bc is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:44:22.615728 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-72d7649c-1cce-4c17-8101-2215dc97924c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 4fb6cc41-970a-4763-b8db-f99aa4a262bc) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:22.621020 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d7649c-1cce-4c17-8101-2215dc97924c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:44:22.621441 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-72d7649c-1cce-4c17-8101-2215dc97924c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:22.629763 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42353f3d-8637-4e23-9acc-e22dc3021b99 None None] Network 4fb6cc41-970a-4763-b8db-f99aa4a262bc requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:44:22.677275 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:22.693406 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-72d7649c-1cce-4c17-8101-2215dc97924c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8137336 Nov 02 12:44:22.696457 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58632) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:22.701861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1633610825-router', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:44:22.804820 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:22.806267 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:22.814449 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-4fb6cc41-970a-4763-b8db-f99aa4a262bc', 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'fixed_ips': [{'subnet_id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:44:22.815663 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:22.877433 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:23.009253 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Allocated IP 172.20.0.2 (4fb6cc41-970a-4763-b8db-f99aa4a262bc/a4ab4129-4bf6-4d37-a56a-6de85adb11c1/b039b716-c883-41ca-9732-c91a0bba3568) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:23.177785 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:23.194945 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:23.298896 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:23.360789 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Network 4fb6cc41-970a-4763-b8db-f99aa4a262bc is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:23.367971 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:23.367971 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:44:23.386320 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Pushing event updated for resources: {'Port': ['ID=b039b716-c883-41ca-9732-c91a0bba3568,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:23.438091 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Attempting to bind port b039b716-c883-41ca-9732-c91a0bba3568 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:44:23.438337 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Attempting to bind port b039b716-c883-41ca-9732-c91a0bba3568 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '6b36f24d-8de9-4792-80ec-ee6e8f2b08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:44:23.438761 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Attempting to bind port b039b716-c883-41ca-9732-c91a0bba3568 on network 4fb6cc41-970a-4763-b8db-f99aa4a262bc {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:23.444892 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:44:23.445275 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Checking segment: {'id': '6b36f24d-8de9-4792-80ec-ee6e8f2b08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:44:23.445701 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:23.446132 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Bound using segment: {'id': '6b36f24d-8de9-4792-80ec-ee6e8f2b08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:44:23.446674 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Bound port: b039b716-c883-41ca-9732-c91a0bba3568, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b36f24d-8de9-4792-80ec-ee6e8f2b08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:44:23.447103 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:23.521233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] For port b039b716-c883-41ca-9732-c91a0bba3568, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:23.525719 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] For port b039b716-c883-41ca-9732-c91a0bba3568, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b039b716-c883-41ca-9732-c91a0bba3568,segment=NetworkSegment(6b36f24d-8de9-4792-80ec-ee6e8f2b08c5),segment_id=6b36f24d-8de9-4792-80ec-ee6e8f2b08c5)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:23.568292 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:23.595719 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:23.595998 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:23.667136 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d0419-a89c-4e26-9219-3dbfc3252e05 None None] Pushing event updated for resources: {'Port': ['ID=b039b716-c883-41ca-9732-c91a0bba3568,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:23.748012 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] Allocated IP 172.25.6.131 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/b4d61038-2169-4d7d-9202-e9eeb9217b33) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:23.889036 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:24.002707 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:24.050810 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:24.057277 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:24.060059 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:44:24.091691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] Pushing event updated for resources: {'Port': ['ID=b4d61038-2169-4d7d-9202-e9eeb9217b33,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:24.435334 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:24.509821 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:24.658517 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:24.676714 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07efb652-f152-4619-96d0-74b6bc6382f2 None None] Network 4fb6cc41-970a-4763-b8db-f99aa4a262bc requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:44:24.743581 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7bd1ce9c-e11c-4a6d-84c9-b56fa4d62227 None None] Provisioning complete for port b039b716-c883-41ca-9732-c91a0bba3568 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:24.744280 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ce9c-e11c-4a6d-84c9-b56fa4d62227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:24.766143 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:24.989787 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] Router 269d7fc5-b395-4ce8-a436-06e3e9e26b24 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:44:25.081705 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:25.123989 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ce9c-e11c-4a6d-84c9-b56fa4d62227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:25.157886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:25.170039 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b039b716-c883-41ca-9732-c91a0bba3568 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:25.186685 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Sync routers for ids ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:25.213241 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7bd1ce9c-e11c-4a6d-84c9-b56fa4d62227 None None] For port b039b716-c883-41ca-9732-c91a0bba3568, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b039b716-c883-41ca-9732-c91a0bba3568,segment=NetworkSegment(6b36f24d-8de9-4792-80ec-ee6e8f2b08c5),segment_id=6b36f24d-8de9-4792-80ec-ee6e8f2b08c5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:25.233058 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Routers {'269d7fc5-b395-4ce8-a436-06e3e9e26b24'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:44:25.233695 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:44:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:25.267305 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:25.276992 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-766d33a8-f18d-4b81-98cf-52faed161f8c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5720069 Nov 02 12:44:25.276992 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58636) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:25.299416 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ce9c-e11c-4a6d-84c9-b56fa4d62227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:25.339396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b039b716-c883-41ca-9732-c91a0bba3568 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:25.339763 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:25.445150 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Set router 269d7fc5-b395-4ce8-a436-06e3e9e26b24 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:44:25.546212 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1ce9c-e11c-4a6d-84c9-b56fa4d62227 None None] Pushing event updated for resources: {'Port': ['ID=b039b716-c883-41ca-9732-c91a0bba3568,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:25.639513 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f4d7c330-b0f2-42e7-8882-9d88fe5c791a None None] Provisioning complete for port b039b716-c883-41ca-9732-c91a0bba3568 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:25.639775 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f4d7c330-b0f2-42e7-8882-9d88fe5c791a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:25.837057 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'name': 'tempest-TestMinimumBasicScenario-1633610825-router', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:22Z', 'updated_at': '2021-11-02T12:44:24Z', 'revision_number': 3, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'gw_port': {'id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:23Z', 'updated_at': '2021-11-02T12:44:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:25.849754 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e949d286-91a2-48df-9f62-2188e4acd1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:25.865156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Checking router: 269d7fc5-b395-4ce8-a436-06e3e9e26b24 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:25.865493 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Updating router 269d7fc5-b395-4ce8-a436-06e3e9e26b24 port b4d61038-2169-4d7d-9202-e9eeb9217b33 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:25.893074 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:26.075851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-e949d286-91a2-48df-9f62-2188e4acd1b2 admin admin] Allocated IP 172.20.0.1 (4fb6cc41-970a-4763-b8db-f99aa4a262bc/a4ab4129-4bf6-4d37-a56a-6de85adb11c1/491c0a16-ced6-4caf-89f7-30f0b18fb628) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:26.172115 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:26.192002 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e949d286-91a2-48df-9f62-2188e4acd1b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:26.292566 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:26.292992 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e949d286-91a2-48df-9f62-2188e4acd1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:26.331724 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e949d286-91a2-48df-9f62-2188e4acd1b2 admin admin] Network 4fb6cc41-970a-4763-b8db-f99aa4a262bc is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:26.334690 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-e949d286-91a2-48df-9f62-2188e4acd1b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:26.341797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e949d286-91a2-48df-9f62-2188e4acd1b2 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:44:26.348652 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Attempting to bind port b4d61038-2169-4d7d-9202-e9eeb9217b33 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:44:26.349031 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Attempting to bind port b4d61038-2169-4d7d-9202-e9eeb9217b33 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:44:26.349458 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Attempting to bind port b4d61038-2169-4d7d-9202-e9eeb9217b33 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:26.362844 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85d21c-098f-40c5-9090-a16c0d17f046 None None] Pushing event updated for resources: {'Port': ['ID=b4d61038-2169-4d7d-9202-e9eeb9217b33,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:26.365221 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:44:26.365599 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:44:26.366004 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:26.366476 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:44:26.367059 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Bound port: b4d61038-2169-4d7d-9202-e9eeb9217b33, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:44:26.367450 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:26.371184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949d286-91a2-48df-9f62-2188e4acd1b2 admin admin] Pushing event updated for resources: {'Port': ['ID=491c0a16-ced6-4caf-89f7-30f0b18fb628,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:26.395758 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e949d286-91a2-48df-9f62-2188e4acd1b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:26.450136 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] For port b4d61038-2169-4d7d-9202-e9eeb9217b33, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:26.453794 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] For port b4d61038-2169-4d7d-9202-e9eeb9217b33, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b4d61038-2169-4d7d-9202-e9eeb9217b33,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:26.527149 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:26.588861 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Routers {'269d7fc5-b395-4ce8-a436-06e3e9e26b24'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:44:26.589659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:44:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:26.619377 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e949d286-91a2-48df-9f62-2188e4acd1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:26.650118 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85d21c-098f-40c5-9090-a16c0d17f046 None None] Pushing event updated for resources: {'Port': ['ID=b4d61038-2169-4d7d-9202-e9eeb9217b33,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:26.699517 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5baf6469-78c0-431f-8498-aacc066d2d02 None None] Provisioning complete for port 491c0a16-ced6-4caf-89f7-30f0b18fb628 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:26.699787 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5baf6469-78c0-431f-8498-aacc066d2d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:26.753143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] Set router 269d7fc5-b395-4ce8-a436-06e3e9e26b24 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:44:26.755096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5baf6469-78c0-431f-8498-aacc066d2d02 None None] Port 491c0a16-ced6-4caf-89f7-30f0b18fb628 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:44:26.825181 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e949d286-91a2-48df-9f62-2188e4acd1b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:26.881101 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e949d286-91a2-48df-9f62-2188e4acd1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:26.966527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949d286-91a2-48df-9f62-2188e4acd1b2 admin admin] Pushing event updated for resources: {'Port': ['ID=491c0a16-ced6-4caf-89f7-30f0b18fb628,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:26.969342 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e949d286-91a2-48df-9f62-2188e4acd1b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:27.002388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'name': 'tempest-TestMinimumBasicScenario-1633610825-router', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:22Z', 'updated_at': '2021-11-02T12:44:26Z', 'revision_number': 4, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'gw_port': {'id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:23Z', 'updated_at': '2021-11-02T12:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '491c0a16-ced6-4caf-89f7-30f0b18fb628', 'name': '', 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'mac_address': 'fa:16:3e:5a:93:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:25Z', 'updated_at': '2021-11-02T12:44:26Z', 'revision_number': 1, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'subnets': [{'id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:27.044370 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ead5a-3fd8-4ba3-8987-cfae80217f7f None None] The sync data for ids ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'] in n-d-806683-18 is: [{'id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'name': 'tempest-TestMinimumBasicScenario-1633610825-router', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:22Z', 'updated_at': '2021-11-02T12:44:26Z', 'revision_number': 4, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'gw_port': {'id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:23Z', 'updated_at': '2021-11-02T12:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '491c0a16-ced6-4caf-89f7-30f0b18fb628', 'name': '', 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'mac_address': 'fa:16:3e:5a:93:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:25Z', 'updated_at': '2021-11-02T12:44:26Z', 'revision_number': 1, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'subnets': [{'id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:27.093193 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e949d286-91a2-48df-9f62-2188e4acd1b2 admin admin] Network 4fb6cc41-970a-4763-b8db-f99aa4a262bc is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:27.094765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-e949d286-91a2-48df-9f62-2188e4acd1b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:27.102002 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b039b716-c883-41ca-9732-c91a0bba3568 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:27.159320 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b039b716-c883-41ca-9732-c91a0bba3568 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:27.159690 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:27.264461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e949d286-91a2-48df-9f62-2188e4acd1b2 admin admin] Router 269d7fc5-b395-4ce8-a436-06e3e9e26b24 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:44:27.426709 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e949d286-91a2-48df-9f62-2188e4acd1b2 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:27.433666 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e949d286-91a2-48df-9f62-2188e4acd1b2 admin admin] 10.222.0.52 "PUT /v2.0/routers/269d7fc5-b395-4ce8-a436-06e3e9e26b24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1577704 Nov 02 12:44:27.489655 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-66b05238-76fb-4655-b7f3-d1528ea1f6ea None None] Provisioning complete for port 491c0a16-ced6-4caf-89f7-30f0b18fb628 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:27.490474 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-66b05238-76fb-4655-b7f3-d1528ea1f6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:27.546628 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-66b05238-76fb-4655-b7f3-d1528ea1f6ea None None] Port 491c0a16-ced6-4caf-89f7-30f0b18fb628 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:44:28.193304 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58652) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:28.206825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c892e3fd-2f13-48e6-bddc-3092490c97d7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1462863355-network', 'tenant_id': '439e83c8d4de42548a8d44bf5c4c60d5'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:44:28.300171 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c892e3fd-2f13-48e6-bddc-3092490c97d7 admin admin] Made reservation on behalf of 439e83c8d4de42548a8d44bf5c4c60d5 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:28.302787 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c892e3fd-2f13-48e6-bddc-3092490c97d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:28.313131 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c892e3fd-2f13-48e6-bddc-3092490c97d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:28.430152 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c892e3fd-2f13-48e6-bddc-3092490c97d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:28.570587 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c892e3fd-2f13-48e6-bddc-3092490c97d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:28.597994 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c892e3fd-2f13-48e6-bddc-3092490c97d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:44:28.608208 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892e3fd-2f13-48e6-bddc-3092490c97d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2942d1c5-4a37-4406-99c6-d50b3a5c78b9,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:28.613208 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c892e3fd-2f13-48e6-bddc-3092490c97d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:28.613558 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-c892e3fd-2f13-48e6-bddc-3092490c97d7 admin admin] Added segment 48e6de3b-19b0-4a88-aeff-36fa85af1aad of type vlan for network e9fb51a1-036f-4fa6-8893-943b6bd0aeaf Nov 02 12:44:28.658702 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c892e3fd-2f13-48e6-bddc-3092490c97d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:28.783872 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c892e3fd-2f13-48e6-bddc-3092490c97d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:28.784886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c892e3fd-2f13-48e6-bddc-3092490c97d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:44:28.785469 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c892e3fd-2f13-48e6-bddc-3092490c97d7 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:28.849337 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892e3fd-2f13-48e6-bddc-3092490c97d7 admin admin] Pushing event updated for resources: {'Network': ['ID=e9fb51a1-036f-4fa6-8893-943b6bd0aeaf,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:28.862362 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network e9fb51a1-036f-4fa6-8893-943b6bd0aeaf details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:44:28.890236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c892e3fd-2f13-48e6-bddc-3092490c97d7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6908629 Nov 02 12:44:28.893130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58654) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:28.899079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Request body: {'subnet': {'network_id': 'e9fb51a1-036f-4fa6-8893-943b6bd0aeaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1462863355-subnet', 'tenant_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:44:28.977169 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Made reservation on behalf of 439e83c8d4de42548a8d44bf5c4c60d5 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:28.980278 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:29.120252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b4d61038-2169-4d7d-9202-e9eeb9217b33 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:29.178227 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b4d61038-2169-4d7d-9202-e9eeb9217b33 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:29.178580 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:29.273246 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:29.297494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port b4d61038-2169-4d7d-9202-e9eeb9217b33, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b4d61038-2169-4d7d-9202-e9eeb9217b33,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:29.320002 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Sync routers for ids ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:29.332597 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Routers {'269d7fc5-b395-4ce8-a436-06e3e9e26b24'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:44:29.333313 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:44:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:29.395322 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:29.454426 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Set router 269d7fc5-b395-4ce8-a436-06e3e9e26b24 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:44:29.456885 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=b4d61038-2169-4d7d-9202-e9eeb9217b33,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:29.527107 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:29.590449 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc28571c-8900-490d-8eb3-1816ca676422,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:29.601036 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:29.601372 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:29.601715 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:29.602057 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:29.602389 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:29.602720 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:29.603124 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:29.603407 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:29.603731 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:29.604054 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:29.604379 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:29.604700 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:29.612070 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Checking segment: {'id': '48e6de3b-19b0-4a88-aeff-36fa85af1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e9fb51a1-036f-4fa6-8893-943b6bd0aeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:44:29.612305 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Network hostable DHCP agents. Network: e9fb51a1-036f-4fa6-8893-943b6bd0aeaf, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:44:29.696524 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Network e9fb51a1-036f-4fa6-8893-943b6bd0aeaf is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:44:29.760754 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'name': 'tempest-TestMinimumBasicScenario-1633610825-router', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:22Z', 'updated_at': '2021-11-02T12:44:26Z', 'revision_number': 4, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'gw_port': {'id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:23Z', 'updated_at': '2021-11-02T12:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '491c0a16-ced6-4caf-89f7-30f0b18fb628', 'name': '', 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'mac_address': 'fa:16:3e:5a:93:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:25Z', 'updated_at': '2021-11-02T12:44:26Z', 'revision_number': 2, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'subnets': [{'id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:29.789804 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, e9fb51a1-036f-4fa6-8893-943b6bd0aeaf) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:29.790303 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Checking router: 269d7fc5-b395-4ce8-a436-06e3e9e26b24 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:29.790665 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Updating router 269d7fc5-b395-4ce8-a436-06e3e9e26b24 port 491c0a16-ced6-4caf-89f7-30f0b18fb628 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:29.794420 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:44:29.795305 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:29.799660 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb92ad91-2b24-46dc-b3d8-91d5f6233dee None None] Network e9fb51a1-036f-4fa6-8893-943b6bd0aeaf requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:44:29.823809 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:29.945406 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-05bb3d0c-5b8e-4552-880a-887173ba0aa2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0500331 Nov 02 12:44:29.948785 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58656) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:29.954634 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1462863355-router', 'tenant_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:44:29.958343 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-e9fb51a1-036f-4fa6-8893-943b6bd0aeaf', 'network_id': 'e9fb51a1-036f-4fa6-8893-943b6bd0aeaf', 'tenant_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'fixed_ips': [{'subnet_id': 'cc28571c-8900-490d-8eb3-1816ca676422'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:44:29.960632 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:30.095902 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:30.097380 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:30.127661 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Allocated IP 172.20.0.2 (e9fb51a1-036f-4fa6-8893-943b6bd0aeaf/cc28571c-8900-490d-8eb3-1816ca676422/cf175ccd-f105-446f-9d11-76e98e5e5569) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:30.144779 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:30.156567 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:30.284069 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:30.307164 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:30.359844 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c299f-44ce-4e83-8f09-7205a95af144 None None] Pushing event updated for resources: {'Port': ['ID=491c0a16-ced6-4caf-89f7-30f0b18fb628,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:30.392885 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c299f-44ce-4e83-8f09-7205a95af144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:30.392885 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c299f-44ce-4e83-8f09-7205a95af144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:30.393248 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c299f-44ce-4e83-8f09-7205a95af144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:30.393362 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c299f-44ce-4e83-8f09-7205a95af144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:30.393602 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c299f-44ce-4e83-8f09-7205a95af144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:30.393924 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c299f-44ce-4e83-8f09-7205a95af144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:30.394244 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c299f-44ce-4e83-8f09-7205a95af144 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:30.394563 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c299f-44ce-4e83-8f09-7205a95af144 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:30.394879 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c299f-44ce-4e83-8f09-7205a95af144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:30.395277 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c299f-44ce-4e83-8f09-7205a95af144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:30.395767 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c299f-44ce-4e83-8f09-7205a95af144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:30.396114 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82c299f-44ce-4e83-8f09-7205a95af144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:44:30.421906 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:30.454065 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Attempting to bind port 491c0a16-ced6-4caf-89f7-30f0b18fb628 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:44:30.460695 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Attempting to bind port 491c0a16-ced6-4caf-89f7-30f0b18fb628 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '6b36f24d-8de9-4792-80ec-ee6e8f2b08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:44:30.460695 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Attempting to bind port 491c0a16-ced6-4caf-89f7-30f0b18fb628 on network 4fb6cc41-970a-4763-b8db-f99aa4a262bc {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:30.463146 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:44:30.463537 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Checking segment: {'id': '6b36f24d-8de9-4792-80ec-ee6e8f2b08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:44:30.463948 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:30.464349 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Bound using segment: {'id': '6b36f24d-8de9-4792-80ec-ee6e8f2b08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:44:30.466260 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Bound port: 491c0a16-ced6-4caf-89f7-30f0b18fb628, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b36f24d-8de9-4792-80ec-ee6e8f2b08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:44:30.466920 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:30.468109 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Network e9fb51a1-036f-4fa6-8893-943b6bd0aeaf is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:30.471580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:30.478771 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:44:30.491635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Pushing event updated for resources: {'Port': ['ID=cf175ccd-f105-446f-9d11-76e98e5e5569,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:30.529942 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:30.563189 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] For port 491c0a16-ced6-4caf-89f7-30f0b18fb628, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:30.568862 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] For port 491c0a16-ced6-4caf-89f7-30f0b18fb628, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=491c0a16-ced6-4caf-89f7-30f0b18fb628,segment=NetworkSegment(6b36f24d-8de9-4792-80ec-ee6e8f2b08c5),segment_id=6b36f24d-8de9-4792-80ec-ee6e8f2b08c5)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:30.697279 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:30.752161 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Attempting to bind port cf175ccd-f105-446f-9d11-76e98e5e5569 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:44:30.752542 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Attempting to bind port cf175ccd-f105-446f-9d11-76e98e5e5569 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '48e6de3b-19b0-4a88-aeff-36fa85af1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e9fb51a1-036f-4fa6-8893-943b6bd0aeaf'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:44:30.752888 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Attempting to bind port cf175ccd-f105-446f-9d11-76e98e5e5569 on network e9fb51a1-036f-4fa6-8893-943b6bd0aeaf {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:30.762727 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:44:30.763311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Checking segment: {'id': '48e6de3b-19b0-4a88-aeff-36fa85af1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e9fb51a1-036f-4fa6-8893-943b6bd0aeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:44:30.763632 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:30.764019 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Bound using segment: {'id': '48e6de3b-19b0-4a88-aeff-36fa85af1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e9fb51a1-036f-4fa6-8893-943b6bd0aeaf'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:44:30.764731 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Bound port: cf175ccd-f105-446f-9d11-76e98e5e5569, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e6de3b-19b0-4a88-aeff-36fa85af1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e9fb51a1-036f-4fa6-8893-943b6bd0aeaf'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:44:30.765344 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:30.769420 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d39cc778-bd3a-459b-9922-86561fd0ca38 None None] Provisioning complete for port 491c0a16-ced6-4caf-89f7-30f0b18fb628 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:30.770083 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d39cc778-bd3a-459b-9922-86561fd0ca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:30.778508 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Routers {'269d7fc5-b395-4ce8-a436-06e3e9e26b24'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:44:30.779829 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:44:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:30.786110 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c299f-44ce-4e83-8f09-7205a95af144 None None] Pushing event updated for resources: {'Port': ['ID=491c0a16-ced6-4caf-89f7-30f0b18fb628,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:30.936364 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] Set router 269d7fc5-b395-4ce8-a436-06e3e9e26b24 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:44:30.940359 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] For port cf175ccd-f105-446f-9d11-76e98e5e5569, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:30.955212 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:30.965095 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] For port cf175ccd-f105-446f-9d11-76e98e5e5569, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cf175ccd-f105-446f-9d11-76e98e5e5569,segment=NetworkSegment(48e6de3b-19b0-4a88-aeff-36fa85af1aad),segment_id=48e6de3b-19b0-4a88-aeff-36fa85af1aad)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:30.969064 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d39cc778-bd3a-459b-9922-86561fd0ca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:30.978905 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:31.016733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d39cc778-bd3a-459b-9922-86561fd0ca38 None None] For port 491c0a16-ced6-4caf-89f7-30f0b18fb628, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=491c0a16-ced6-4caf-89f7-30f0b18fb628,segment=NetworkSegment(6b36f24d-8de9-4792-80ec-ee6e8f2b08c5),segment_id=6b36f24d-8de9-4792-80ec-ee6e8f2b08c5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:31.052225 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:31.115096 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d39cc778-bd3a-459b-9922-86561fd0ca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:31.126557 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec790b-2d73-4cb0-a4c8-df0e75a072b1 None None] Pushing event updated for resources: {'Port': ['ID=cf175ccd-f105-446f-9d11-76e98e5e5569,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:31.170222 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] Allocated IP 172.25.6.81 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/762ca33c-05b0-4d12-b414-b064b0a2d477) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:31.171582 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b4d61038-2169-4d7d-9202-e9eeb9217b33 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:31.260277 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cc778-bd3a-459b-9922-86561fd0ca38 None None] Pushing event updated for resources: {'Port': ['ID=491c0a16-ced6-4caf-89f7-30f0b18fb628,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:31.272480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d07b9703-b3a7-4465-aed5-85ce7a918501 None None] Provisioning complete for port 491c0a16-ced6-4caf-89f7-30f0b18fb628 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:31.275110 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d07b9703-b3a7-4465-aed5-85ce7a918501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:31.280804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port b4d61038-2169-4d7d-9202-e9eeb9217b33 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:31.281441 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:31.335699 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'name': 'tempest-TestMinimumBasicScenario-1633610825-router', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:22Z', 'updated_at': '2021-11-02T12:44:26Z', 'revision_number': 4, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'gw_port': {'id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:23Z', 'updated_at': '2021-11-02T12:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '491c0a16-ced6-4caf-89f7-30f0b18fb628', 'name': '', 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'mac_address': 'fa:16:3e:5a:93:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:25Z', 'updated_at': '2021-11-02T12:44:30Z', 'revision_number': 4, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'subnets': [{'id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:31.365328 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:31.430573 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db2ae6-b580-4de0-bd72-12a4ff2ea86c None None] The sync data for ids ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'] in n-d-806683-18 is: [{'id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'name': 'tempest-TestMinimumBasicScenario-1633610825-router', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:22Z', 'updated_at': '2021-11-02T12:44:26Z', 'revision_number': 4, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'gw_port': {'id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:23Z', 'updated_at': '2021-11-02T12:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '491c0a16-ced6-4caf-89f7-30f0b18fb628', 'name': '', 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'mac_address': 'fa:16:3e:5a:93:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:25Z', 'updated_at': '2021-11-02T12:44:30Z', 'revision_number': 4, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'subnets': [{'id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:31.487698 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 491c0a16-ced6-4caf-89f7-30f0b18fb628 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:31.508329 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:31.559104 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:31.562535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:31.569216 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:44:31.590358 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 491c0a16-ced6-4caf-89f7-30f0b18fb628 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:31.593630 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:31.603198 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] Pushing event updated for resources: {'Port': ['ID=762ca33c-05b0-4d12-b414-b064b0a2d477,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:31.994304 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:32.275818 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:32.327905 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f172e4-7d88-4213-a6cc-7f8313985252 None None] Network e9fb51a1-036f-4fa6-8893-943b6bd0aeaf requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:44:32.421236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7c2fe543-2664-48f1-bea2-5bc3afd07fe6 None None] Provisioning complete for port cf175ccd-f105-446f-9d11-76e98e5e5569 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:32.424794 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c2fe543-2664-48f1-bea2-5bc3afd07fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:32.489728 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] Router 4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:44:32.566607 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c2fe543-2664-48f1-bea2-5bc3afd07fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:32.605417 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-7c2fe543-2664-48f1-bea2-5bc3afd07fe6 None None] For port cf175ccd-f105-446f-9d11-76e98e5e5569, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cf175ccd-f105-446f-9d11-76e98e5e5569,segment=NetworkSegment(48e6de3b-19b0-4a88-aeff-36fa85af1aad),segment_id=48e6de3b-19b0-4a88-aeff-36fa85af1aad)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:32.614581 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:32.629601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Sync routers for ids ['4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:32.642003 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Routers {'4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:44:32.642648 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:44:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:32.735992 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c2fe543-2664-48f1-bea2-5bc3afd07fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:32.742194 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:32.744037 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4987b882-0dcb-4c32-9248-f5ec90710475 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7936728 Nov 02 12:44:32.747162 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58658) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:44:32.800945 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Set router 4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:44:32.878147 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fe543-2664-48f1-bea2-5bc3afd07fe6 None None] Pushing event updated for resources: {'Port': ['ID=cf175ccd-f105-446f-9d11-76e98e5e5569,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:32.939038 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b6a3e9df-e868-42b3-869f-bf450c321bc9 None None] Provisioning complete for port cf175ccd-f105-446f-9d11-76e98e5e5569 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:32.939332 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b6a3e9df-e868-42b3-869f-bf450c321bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:33.137498 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'name': 'tempest-TestMinimumBasicScenario-1462863355-router', 'tenant_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '762ca33c-05b0-4d12-b414-b064b0a2d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:30Z', 'updated_at': '2021-11-02T12:44:31Z', 'revision_number': 3, 'project_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'gw_port': {'id': '762ca33c-05b0-4d12-b414-b064b0a2d477', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:30Z', 'updated_at': '2021-11-02T12:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:33.184115 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Checking router: 4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:33.184438 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Updating router 4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87 port 762ca33c-05b0-4d12-b414-b064b0a2d477 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:33.219121 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:33.254084 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device cf175ccd-f105-446f-9d11-76e98e5e5569 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:33.313338 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3a56382-904c-4dfc-96ce-b705a429918e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:33.487896 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port cf175ccd-f105-446f-9d11-76e98e5e5569 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:33.488660 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:33.518480 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-a3a56382-904c-4dfc-96ce-b705a429918e admin admin] Allocated IP 172.20.0.1 (e9fb51a1-036f-4fa6-8893-943b6bd0aeaf/cc28571c-8900-490d-8eb3-1816ca676422/dfe711d7-fae9-4317-9cb9-9cdfd478aa7e) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:33.650106 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3a56382-904c-4dfc-96ce-b705a429918e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:33.708183 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 491c0a16-ced6-4caf-89f7-30f0b18fb628 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:33.809567 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:33.823173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 491c0a16-ced6-4caf-89f7-30f0b18fb628 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:33.823622 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:33.857556 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3a56382-904c-4dfc-96ce-b705a429918e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:33.914445 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a56382-904c-4dfc-96ce-b705a429918e admin admin] Network e9fb51a1-036f-4fa6-8893-943b6bd0aeaf is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:33.917456 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-a3a56382-904c-4dfc-96ce-b705a429918e admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:33.923443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a56382-904c-4dfc-96ce-b705a429918e admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:44:33.949676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a56382-904c-4dfc-96ce-b705a429918e admin admin] Pushing event updated for resources: {'Port': ['ID=dfe711d7-fae9-4317-9cb9-9cdfd478aa7e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:33.972580 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3a56382-904c-4dfc-96ce-b705a429918e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:34.222001 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:34.293944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3819fa3-b72f-4300-a7ca-9dbe165d53e1 None None] Pushing event updated for resources: {'Port': ['ID=762ca33c-05b0-4d12-b414-b064b0a2d477,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:34.296262 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Attempting to bind port 762ca33c-05b0-4d12-b414-b064b0a2d477 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:44:34.296632 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Attempting to bind port 762ca33c-05b0-4d12-b414-b064b0a2d477 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:44:34.296996 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Attempting to bind port 762ca33c-05b0-4d12-b414-b064b0a2d477 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:34.299478 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b632a7f2-dad5-4a52-8387-b896a50a796b None None] Provisioning complete for port dfe711d7-fae9-4317-9cb9-9cdfd478aa7e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:34.314690 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b632a7f2-dad5-4a52-8387-b896a50a796b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:34.376597 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3a56382-904c-4dfc-96ce-b705a429918e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:34.492795 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:44:34.493447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:44:34.493447 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:34.493856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:44:34.494406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Bound port: 762ca33c-05b0-4d12-b414-b064b0a2d477, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:44:34.494809 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:34.528158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-b632a7f2-dad5-4a52-8387-b896a50a796b None None] Port dfe711d7-fae9-4317-9cb9-9cdfd478aa7e cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:44:34.559890 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] For port 762ca33c-05b0-4d12-b414-b064b0a2d477, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:34.563453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] For port 762ca33c-05b0-4d12-b414-b064b0a2d477, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=762ca33c-05b0-4d12-b414-b064b0a2d477,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:34.606563 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3a56382-904c-4dfc-96ce-b705a429918e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:34.682228 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:34.730566 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3a56382-904c-4dfc-96ce-b705a429918e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:34.737062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Routers {'4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:44:34.737679 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:44:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:34.785071 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3819fa3-b72f-4300-a7ca-9dbe165d53e1 None None] Pushing event updated for resources: {'Port': ['ID=762ca33c-05b0-4d12-b414-b064b0a2d477,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:34.815542 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a3a56382-904c-4dfc-96ce-b705a429918e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:34.817478 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a56382-904c-4dfc-96ce-b705a429918e admin admin] Pushing event updated for resources: {'Port': ['ID=dfe711d7-fae9-4317-9cb9-9cdfd478aa7e,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:34.877416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] Set router 4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:44:34.914850 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a56382-904c-4dfc-96ce-b705a429918e admin admin] Network e9fb51a1-036f-4fa6-8893-943b6bd0aeaf is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:34.916367 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-a3a56382-904c-4dfc-96ce-b705a429918e admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:35.140293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'name': 'tempest-TestMinimumBasicScenario-1462863355-router', 'tenant_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '762ca33c-05b0-4d12-b414-b064b0a2d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:30Z', 'updated_at': '2021-11-02T12:44:34Z', 'revision_number': 4, 'project_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'gw_port': {'id': '762ca33c-05b0-4d12-b414-b064b0a2d477', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:30Z', 'updated_at': '2021-11-02T12:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'dfe711d7-fae9-4317-9cb9-9cdfd478aa7e', 'name': '', 'network_id': 'e9fb51a1-036f-4fa6-8893-943b6bd0aeaf', 'tenant_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'mac_address': 'fa:16:3e:14:65:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cc28571c-8900-490d-8eb3-1816ca676422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:33Z', 'updated_at': '2021-11-02T12:44:34Z', 'revision_number': 2, 'project_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'subnets': [{'id': 'cc28571c-8900-490d-8eb3-1816ca676422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:35.178207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b201c-144a-4ae4-81e1-1aae873709ab None None] The sync data for ids ['4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87'] in n-d-806683-18 is: [{'id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'name': 'tempest-TestMinimumBasicScenario-1462863355-router', 'tenant_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '762ca33c-05b0-4d12-b414-b064b0a2d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:30Z', 'updated_at': '2021-11-02T12:44:34Z', 'revision_number': 4, 'project_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'gw_port': {'id': '762ca33c-05b0-4d12-b414-b064b0a2d477', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:30Z', 'updated_at': '2021-11-02T12:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'dfe711d7-fae9-4317-9cb9-9cdfd478aa7e', 'name': '', 'network_id': 'e9fb51a1-036f-4fa6-8893-943b6bd0aeaf', 'tenant_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'mac_address': 'fa:16:3e:14:65:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cc28571c-8900-490d-8eb3-1816ca676422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:33Z', 'updated_at': '2021-11-02T12:44:34Z', 'revision_number': 2, 'project_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'subnets': [{'id': 'cc28571c-8900-490d-8eb3-1816ca676422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:35.261598 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-35c79a07-f9cf-4043-83b7-630c2b0d1de8 None None] Provisioning complete for port dfe711d7-fae9-4317-9cb9-9cdfd478aa7e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:35.262682 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-35c79a07-f9cf-4043-83b7-630c2b0d1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:35.318007 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-35c79a07-f9cf-4043-83b7-630c2b0d1de8 None None] Port dfe711d7-fae9-4317-9cb9-9cdfd478aa7e cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:44:35.362837 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a56382-904c-4dfc-96ce-b705a429918e admin admin] Router 4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:44:35.515824 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a56382-904c-4dfc-96ce-b705a429918e admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:44:35.521475 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a3a56382-904c-4dfc-96ce-b705a429918e admin admin] 10.222.0.52 "PUT /v2.0/routers/4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7731233 Nov 02 12:44:37.164650 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 762ca33c-05b0-4d12-b414-b064b0a2d477 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:37.224535 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 762ca33c-05b0-4d12-b414-b064b0a2d477 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:37.224848 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:37.334108 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:37.359630 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 762ca33c-05b0-4d12-b414-b064b0a2d477, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=762ca33c-05b0-4d12-b414-b064b0a2d477,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:37.476488 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:37.577509 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=762ca33c-05b0-4d12-b414-b064b0a2d477,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:39.149857 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 762ca33c-05b0-4d12-b414-b064b0a2d477 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:39.173690 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Sync routers for ids ['4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:44:39.198417 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Routers {'4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:44:39.199880 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:44:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:39.246640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 762ca33c-05b0-4d12-b414-b064b0a2d477 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:39.247257 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:39.405483 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Set router 4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:44:39.649652 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'name': 'tempest-TestMinimumBasicScenario-1462863355-router', 'tenant_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '762ca33c-05b0-4d12-b414-b064b0a2d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:30Z', 'updated_at': '2021-11-02T12:44:34Z', 'revision_number': 4, 'project_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'gw_port': {'id': '762ca33c-05b0-4d12-b414-b064b0a2d477', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:30Z', 'updated_at': '2021-11-02T12:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'dfe711d7-fae9-4317-9cb9-9cdfd478aa7e', 'name': '', 'network_id': 'e9fb51a1-036f-4fa6-8893-943b6bd0aeaf', 'tenant_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'mac_address': 'fa:16:3e:14:65:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cc28571c-8900-490d-8eb3-1816ca676422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:33Z', 'updated_at': '2021-11-02T12:44:34Z', 'revision_number': 2, 'project_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'subnets': [{'id': 'cc28571c-8900-490d-8eb3-1816ca676422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:39.707175 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Checking router: 4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:44:39.707773 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Updating router 4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87 port dfe711d7-fae9-4317-9cb9-9cdfd478aa7e binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:44:39.737777 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:40.063276 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:44:40.144788 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:40.213861 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:40.331291 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa16cc-32b5-4746-bcab-c6fb8089198f None None] Pushing event updated for resources: {'Port': ['ID=dfe711d7-fae9-4317-9cb9-9cdfd478aa7e,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:40.354411 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Attempting to bind port dfe711d7-fae9-4317-9cb9-9cdfd478aa7e on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:44:40.354911 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Attempting to bind port dfe711d7-fae9-4317-9cb9-9cdfd478aa7e by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '48e6de3b-19b0-4a88-aeff-36fa85af1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e9fb51a1-036f-4fa6-8893-943b6bd0aeaf'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:44:40.355449 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Attempting to bind port dfe711d7-fae9-4317-9cb9-9cdfd478aa7e on network e9fb51a1-036f-4fa6-8893-943b6bd0aeaf {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:44:40.373772 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:44:40.375579 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Checking segment: {'id': '48e6de3b-19b0-4a88-aeff-36fa85af1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e9fb51a1-036f-4fa6-8893-943b6bd0aeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:44:40.376178 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:40.376749 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Bound using segment: {'id': '48e6de3b-19b0-4a88-aeff-36fa85af1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e9fb51a1-036f-4fa6-8893-943b6bd0aeaf'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:44:40.378038 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Bound port: dfe711d7-fae9-4317-9cb9-9cdfd478aa7e, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e6de3b-19b0-4a88-aeff-36fa85af1aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e9fb51a1-036f-4fa6-8893-943b6bd0aeaf'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:44:40.387914 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:40.478230 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] For port dfe711d7-fae9-4317-9cb9-9cdfd478aa7e, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:44:40.482238 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] For port dfe711d7-fae9-4317-9cb9-9cdfd478aa7e, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=dfe711d7-fae9-4317-9cb9-9cdfd478aa7e,segment=NetworkSegment(48e6de3b-19b0-4a88-aeff-36fa85af1aad),segment_id=48e6de3b-19b0-4a88-aeff-36fa85af1aad)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:44:40.576569 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:40.614612 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-eda229bd-6580-4a46-8f22-c503fccdf357 None None] Provisioning complete for port dfe711d7-fae9-4317-9cb9-9cdfd478aa7e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:40.617278 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eda229bd-6580-4a46-8f22-c503fccdf357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:40.641994 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Routers {'4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:44:40.642627 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:44:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:40.734975 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eda229bd-6580-4a46-8f22-c503fccdf357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:40.769763 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] Set router 4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:44:40.795990 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-eda229bd-6580-4a46-8f22-c503fccdf357 None None] For port dfe711d7-fae9-4317-9cb9-9cdfd478aa7e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=dfe711d7-fae9-4317-9cb9-9cdfd478aa7e,segment=NetworkSegment(48e6de3b-19b0-4a88-aeff-36fa85af1aad),segment_id=48e6de3b-19b0-4a88-aeff-36fa85af1aad)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:44:40.818367 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa16cc-32b5-4746-bcab-c6fb8089198f None None] Pushing event updated for resources: {'Port': ['ID=dfe711d7-fae9-4317-9cb9-9cdfd478aa7e,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:40.917431 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eda229bd-6580-4a46-8f22-c503fccdf357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:40.998450 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda229bd-6580-4a46-8f22-c503fccdf357 None None] Pushing event updated for resources: {'Port': ['ID=dfe711d7-fae9-4317-9cb9-9cdfd478aa7e,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:41.045520 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b323b138-55af-4be3-9dbe-8319d3dc8ce7 None None] Provisioning complete for port dfe711d7-fae9-4317-9cb9-9cdfd478aa7e triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:41.045884 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b323b138-55af-4be3-9dbe-8319d3dc8ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:41.076023 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'name': 'tempest-TestMinimumBasicScenario-1462863355-router', 'tenant_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '762ca33c-05b0-4d12-b414-b064b0a2d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:30Z', 'updated_at': '2021-11-02T12:44:34Z', 'revision_number': 4, 'project_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'gw_port': {'id': '762ca33c-05b0-4d12-b414-b064b0a2d477', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:30Z', 'updated_at': '2021-11-02T12:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'dfe711d7-fae9-4317-9cb9-9cdfd478aa7e', 'name': '', 'network_id': 'e9fb51a1-036f-4fa6-8893-943b6bd0aeaf', 'tenant_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'mac_address': 'fa:16:3e:14:65:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cc28571c-8900-490d-8eb3-1816ca676422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:33Z', 'updated_at': '2021-11-02T12:44:40Z', 'revision_number': 4, 'project_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'subnets': [{'id': 'cc28571c-8900-490d-8eb3-1816ca676422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:44:41.126543 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f928cb98-5fed-42d7-b7aa-f706c5ebc0df None None] The sync data for ids ['4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87'] in n-d-806683-18 is: [{'id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'name': 'tempest-TestMinimumBasicScenario-1462863355-router', 'tenant_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '762ca33c-05b0-4d12-b414-b064b0a2d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:30Z', 'updated_at': '2021-11-02T12:44:34Z', 'revision_number': 4, 'project_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'gw_port': {'id': '762ca33c-05b0-4d12-b414-b064b0a2d477', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:30Z', 'updated_at': '2021-11-02T12:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'dfe711d7-fae9-4317-9cb9-9cdfd478aa7e', 'name': '', 'network_id': 'e9fb51a1-036f-4fa6-8893-943b6bd0aeaf', 'tenant_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'mac_address': 'fa:16:3e:14:65:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cc28571c-8900-490d-8eb3-1816ca676422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:33Z', 'updated_at': '2021-11-02T12:44:40Z', 'revision_number': 4, 'project_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'subnets': [{'id': 'cc28571c-8900-490d-8eb3-1816ca676422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:44:41.231781 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device dfe711d7-fae9-4317-9cb9-9cdfd478aa7e up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:44:41.308804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port dfe711d7-fae9-4317-9cb9-9cdfd478aa7e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:41.313371 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:47.571841 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bb2ffa40-d9dc-45bd-be98-db6f688fb530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:48.488800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-934fe3b7-5cd8-4ef9-b9ef-9a94e978ae46 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:44:48.490431 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-934fe3b7-5cd8-4ef9-b9ef-9a94e978ae46 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/networks?id=4fb6cc41-970a-4763-b8db-f99aa4a262bc HTTP/1.1" status: 200 len: 815 time: 0.1131439 Nov 02 12:44:48.507979 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-e5024ed5-c062-4b47-8a0a-ad4b4d31aea4 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/quotas/53c6c280ef5f4407aaee230f5ce0487d HTTP/1.1" status: 200 len: 375 time: 0.0101616 Nov 02 12:44:48.565888 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-3534acac-0fef-4bff-952b-bcda8314ec81 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=53c6c280ef5f4407aaee230f5ce0487d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515084 Nov 02 12:44:48.667311 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-3df36c0d-4783-4e9a-9499-8e0ff5bc6b9e service neutron] 10.222.0.52 "GET /v2.0/networks/4fb6cc41-970a-4763-b8db-f99aa4a262bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885344 Nov 02 12:44:48.775200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-8542a3b4-0f40-4778-847b-30e053080424 service neutron] 10.222.0.52 "GET /v2.0/networks/4fb6cc41-970a-4763-b8db-f99aa4a262bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015205 Nov 02 12:44:49.028499 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-92e81a08-094a-4c3a-98a7-fdc3bff8d09a req-a3612527-e04b-4955-ad20-fe1ab03f1165 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 210 time: 0.0314667 Nov 02 12:44:49.770502 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-24156006-bee0-4dbf-adc4-5b1721b1a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:50.133652 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-418b32ef-3295-46b4-804b-0141906db019 req-be8a5a2e-b4a1-4039-91c9-2574c267f226 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 210 time: 0.0286536 Nov 02 12:44:51.213388 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:51.230464 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-60f8848b-f880-467b-9c8b-55eb04ebf02e req-5fa7a895-20e6-4b63-94e6-d0547c30e3b7 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 210 time: 0.0275791 Nov 02 12:44:52.330320 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e1770f2d-518a-4ac4-a5ec-24e1d2726ab9 req-54ebef5d-4fe4-4584-909d-4dfcc577e1a4 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 210 time: 0.0312743 Nov 02 12:44:52.638207 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-18f551c1-8d4b-4b53-89e6-6a21e33712ce tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:44:52.639715 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-18f551c1-8d4b-4b53-89e6-6a21e33712ce tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.54 "GET /v2.0/networks?id=4fb6cc41-970a-4763-b8db-f99aa4a262bc HTTP/1.1" status: 200 len: 815 time: 0.1133733 Nov 02 12:44:52.653133 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-00dd20a8-4599-4270-a633-7ad30745e87b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Request body: {'port': {'device_id': '671d8266-4116-4c2f-bc96-ec3c44928c1d', 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc', 'admin_state_up': True, 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:44:52.713938 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:52.893290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-00dd20a8-4599-4270-a633-7ad30745e87b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Made reservation on behalf of 53c6c280ef5f4407aaee230f5ce0487d for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:44:52.896861 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-00dd20a8-4599-4270-a633-7ad30745e87b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:53.035358 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-00dd20a8-4599-4270-a633-7ad30745e87b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Allocated IP 172.20.0.14 (4fb6cc41-970a-4763-b8db-f99aa4a262bc/a4ab4129-4bf6-4d37-a56a-6de85adb11c1/05d7a531-1d3c-4962-9d4b-34cbd253c83d) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:44:53.200912 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-00dd20a8-4599-4270-a633-7ad30745e87b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:53.385801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-00dd20a8-4599-4270-a633-7ad30745e87b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:53.435265 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-00dd20a8-4599-4270-a633-7ad30745e87b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Network 4fb6cc41-970a-4763-b8db-f99aa4a262bc is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:44:53.438379 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-00dd20a8-4599-4270-a633-7ad30745e87b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:44:53.444430 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-00dd20a8-4599-4270-a633-7ad30745e87b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:44:53.513534 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-00dd20a8-4599-4270-a633-7ad30745e87b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:44:53.514227 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-00dd20a8-4599-4270-a633-7ad30745e87b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:53.518292 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd20a8-4599-4270-a633-7ad30745e87b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Pushing event updated for resources: {'Port': ['ID=05d7a531-1d3c-4962-9d4b-34cbd253c83d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:44:53.616145 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-00dd20a8-4599-4270-a633-7ad30745e87b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9666505 Nov 02 12:44:53.824465 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-8a9b4059-b6b6-4acc-9f6a-cb07efec9c7e None None] Provisioning complete for port 05d7a531-1d3c-4962-9d4b-34cbd253c83d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:44:53.825533 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8a9b4059-b6b6-4acc-9f6a-cb07efec9c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:53.877176 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-8a9b4059-b6b6-4acc-9f6a-cb07efec9c7e None None] Port 05d7a531-1d3c-4962-9d4b-34cbd253c83d cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:44:54.008731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b8ce6-21fb-4d62-9ae2-4b05b9f800a8 req-544de6b9-82d7-45e9-bca9-4429b02790c5 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:44:54.010405 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-603b8ce6-21fb-4d62-9ae2-4b05b9f800a8 req-544de6b9-82d7-45e9-bca9-4429b02790c5 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 932 time: 0.6047721 Nov 02 12:44:54.067633 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-603b8ce6-21fb-4d62-9ae2-4b05b9f800a8 req-cd542862-c257-4edc-8836-16313f827179 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504284 Nov 02 12:44:54.455357 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:54.641748 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:55.036686 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:44:55.202766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a5e32-bc11-4fff-848b-f7858a7af19d req-52d71fa9-7441-4b27-a023-0ee086526997 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:44:55.204385 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa2a5e32-bc11-4fff-848b-f7858a7af19d req-52d71fa9-7441-4b27-a023-0ee086526997 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 932 time: 0.0575840 Nov 02 12:44:55.260427 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa2a5e32-bc11-4fff-848b-f7858a7af19d req-edbb4d66-3e52-4529-8df0-040b597772a2 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499320 Nov 02 12:44:56.391921 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c1423-0831-4097-a9ae-9e8fb5f038b9 req-90b3e508-caa8-48d2-bf51-576dac8e989d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:44:56.393574 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-425c1423-0831-4097-a9ae-9e8fb5f038b9 req-90b3e508-caa8-48d2-bf51-576dac8e989d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 932 time: 0.0611761 Nov 02 12:44:56.448958 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-425c1423-0831-4097-a9ae-9e8fb5f038b9 req-2089abe8-d88f-4263-a9f7-1ce3b14b1df9 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480080 Nov 02 12:44:57.613186 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89952314-3feb-4f79-a60d-93980e6c0017 req-1b50f4ac-6566-489c-9e3d-0693ad369805 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:44:57.614731 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-89952314-3feb-4f79-a60d-93980e6c0017 req-1b50f4ac-6566-489c-9e3d-0693ad369805 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 932 time: 0.0770080 Nov 02 12:44:57.675920 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-89952314-3feb-4f79-a60d-93980e6c0017 req-55e88387-f29d-4587-9167-f709461b4cbe tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548489 Nov 02 12:44:58.873797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde8de0-fefa-48ee-ba83-de767566c23e req-9abcaf47-7d07-4dc0-a9e3-22ca3e76af89 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:44:58.876339 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1cde8de0-fefa-48ee-ba83-de767566c23e req-9abcaf47-7d07-4dc0-a9e3-22ca3e76af89 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 932 time: 0.1246846 Nov 02 12:44:58.950109 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1cde8de0-fefa-48ee-ba83-de767566c23e req-92ccf05f-cfaa-4038-a266-74e367e92ba7 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669363 Nov 02 12:45:00.079271 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c999226-f955-4552-963d-e36a5426beae req-3b6bae4e-7e42-4a6d-b29e-2075c4e4cc8a tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:00.080797 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c999226-f955-4552-963d-e36a5426beae req-3b6bae4e-7e42-4a6d-b29e-2075c4e4cc8a tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 932 time: 0.0557628 Nov 02 12:45:00.134800 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7c999226-f955-4552-963d-e36a5426beae req-06bc637e-d104-484d-8fdd-f2e63844ed8d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471053 Nov 02 12:45:01.256824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcea083-58a8-4da8-b548-c668343429ec req-f42bbc93-8cfb-4b78-891e-d914b5057586 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:01.259441 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3fcea083-58a8-4da8-b548-c668343429ec req-f42bbc93-8cfb-4b78-891e-d914b5057586 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 932 time: 0.0528607 Nov 02 12:45:01.314453 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3fcea083-58a8-4da8-b548-c668343429ec req-e092f65f-2637-48da-858f-bf70adda60ab tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484040 Nov 02 12:45:02.452547 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86751ae3-d348-44b0-9ad6-bb33a7a78880 req-4c9ef4d9-e931-4cd3-8774-8825920f8a1b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:02.454136 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-86751ae3-d348-44b0-9ad6-bb33a7a78880 req-4c9ef4d9-e931-4cd3-8774-8825920f8a1b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 932 time: 0.0574303 Nov 02 12:45:02.513088 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-86751ae3-d348-44b0-9ad6-bb33a7a78880 req-6d789a50-0fa3-40ff-96c6-bc157a67ac0d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464907 Nov 02 12:45:03.574787 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Request body: {'port': {'device_id': '671d8266-4116-4c2f-bc96-ec3c44928c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:45:03.635984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd513d58-e1a8-4ec3-9145-faaef0f27c20 req-da9f438c-d0b4-434d-9f57-66bfcc3f71b6 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:03.636593 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:03.637512 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd513d58-e1a8-4ec3-9145-faaef0f27c20 req-da9f438c-d0b4-434d-9f57-66bfcc3f71b6 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 932 time: 0.0513299 Nov 02 12:45:03.688405 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bd513d58-e1a8-4ec3-9145-faaef0f27c20 req-0cc3a79d-d961-4e1d-be3c-674896f54b8c tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448561 Nov 02 12:45:03.908602 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d7a531-1d3c-4962-9d4b-34cbd253c83d {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:45:03.916929 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:03.928921 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Transition to ACTIVE for port object 05d7a531-1d3c-4962-9d4b-34cbd253c83d will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:45:04.004884 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:04.058011 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Pushing event updated for resources: {'Port': ['ID=05d7a531-1d3c-4962-9d4b-34cbd253c83d,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:04.138312 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Attempting to bind port 05d7a531-1d3c-4962-9d4b-34cbd253c83d on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:45:04.138647 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Attempting to bind port 05d7a531-1d3c-4962-9d4b-34cbd253c83d by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '6b36f24d-8de9-4792-80ec-ee6e8f2b08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:45:04.139012 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Attempting to bind port 05d7a531-1d3c-4962-9d4b-34cbd253c83d on network 4fb6cc41-970a-4763-b8db-f99aa4a262bc {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:04.144185 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Port 05d7a531-1d3c-4962-9d4b-34cbd253c83d on network 4fb6cc41-970a-4763-b8db-f99aa4a262bc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:45:04.145141 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Attempting to bind port 05d7a531-1d3c-4962-9d4b-34cbd253c83d on network 4fb6cc41-970a-4763-b8db-f99aa4a262bc {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:04.151143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:45:04.151488 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Checking segment: {'id': '6b36f24d-8de9-4792-80ec-ee6e8f2b08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:45:04.151924 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Bound using segment: {'id': '6b36f24d-8de9-4792-80ec-ee6e8f2b08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:45:04.152498 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Bound port: 05d7a531-1d3c-4962-9d4b-34cbd253c83d, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b36f24d-8de9-4792-80ec-ee6e8f2b08c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:45:04.152866 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:04.223100 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] For port 05d7a531-1d3c-4962-9d4b-34cbd253c83d, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:04.226399 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] For port 05d7a531-1d3c-4962-9d4b-34cbd253c83d, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=05d7a531-1d3c-4962-9d4b-34cbd253c83d,segment=NetworkSegment(6b36f24d-8de9-4792-80ec-ee6e8f2b08c5),segment_id=6b36f24d-8de9-4792-80ec-ee6e8f2b08c5)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:04.317415 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:04.357128 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:04.357651 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:04.359451 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] 10.222.0.54 "PUT /v2.0/ports/05d7a531-1d3c-4962-9d4b-34cbd253c83d HTTP/1.1" status: 200 len: 1093 time: 0.7895386 Nov 02 12:45:04.359933 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671d8266-4116-4c2f-bc96-ec3c44928c1d', 'tag': '05d7a531-1d3c-4962-9d4b-34cbd253c83d'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:45:04.362454 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd3fd59-8f4d-4702-9fcc-a404d9ae1727" -d '{"events": [{"name": "network-changed", "server_uuid": "671d8266-4116-4c2f-bc96-ec3c44928c1d", "tag": "05d7a531-1d3c-4962-9d4b-34cbd253c83d"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:45:04.395004 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea3d30-ec15-4756-b222-c78f3c210c83 service neutron] Pushing event updated for resources: {'Port': ['ID=05d7a531-1d3c-4962-9d4b-34cbd253c83d,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:04.405617 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa958cb-1a8e-4723-9cc0-02596fd95b58 x-openstack-request-id: req-8fa958cb-1a8e-4723-9cc0-02596fd95b58 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:45:04.405945 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671d8266-4116-4c2f-bc96-ec3c44928c1d", "tag": "05d7a531-1d3c-4962-9d4b-34cbd253c83d", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:45:04.406330 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8fa958cb-1a8e-4723-9cc0-02596fd95b58 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:45:04.406778 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671d8266-4116-4c2f-bc96-ec3c44928c1d', 'tag': '05d7a531-1d3c-4962-9d4b-34cbd253c83d', 'status': 'completed', 'code': 200} Nov 02 12:45:04.482300 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3fd59-8f4d-4702-9fcc-a404d9ae1727 req-dd6829fc-7a28-443f-b5be-2c7c9afcdfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:04.483936 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7dd3fd59-8f4d-4702-9fcc-a404d9ae1727 req-dd6829fc-7a28-443f-b5be-2c7c9afcdfd7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53c6c280ef5f4407aaee230f5ce0487d&device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 1096 time: 0.0527873 Nov 02 12:45:04.594891 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3fd59-8f4d-4702-9fcc-a404d9ae1727 req-1b85ffda-664c-4089-9361-b4bb38a56029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:04.596494 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7dd3fd59-8f4d-4702-9fcc-a404d9ae1727 req-1b85ffda-664c-4089-9361-b4bb38a56029 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=53c6c280ef5f4407aaee230f5ce0487d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1039102 Nov 02 12:45:04.708666 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3fd59-8f4d-4702-9fcc-a404d9ae1727 req-dbb36191-f81e-48b0-91b3-1bdf1e514fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:04.710216 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7dd3fd59-8f4d-4702-9fcc-a404d9ae1727 req-dbb36191-f81e-48b0-91b3-1bdf1e514fbd service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1067672 Nov 02 12:45:04.798334 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-79167418-0081-415e-8755-f7d403c71e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:04.799931 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-79167418-0081-415e-8755-f7d403c71e0c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53c6c280ef5f4407aaee230f5ce0487d&device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 1096 time: 0.0481529 Nov 02 12:45:04.825549 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607d7f8-031b-4a8f-9d44-b354e4b018d4 req-15d660a9-900d-4466-80b6-137bb9ab27e7 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:04.827281 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1607d7f8-031b-4a8f-9d44-b354e4b018d4 req-15d660a9-900d-4466-80b6-137bb9ab27e7 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 944 time: 0.0613773 Nov 02 12:45:04.846138 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-7154b728-3de8-440f-9a7a-411128df7e2d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05d7a531-1d3c-4962-9d4b-34cbd253c83d HTTP/1.1" status: 200 len: 217 time: 0.0367124 Nov 02 12:45:04.881378 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1607d7f8-031b-4a8f-9d44-b354e4b018d4 req-3d4a075a-223f-4b2c-be88-4d81390dae3c tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474281 Nov 02 12:45:04.907984 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-8f247578-fd15-4cfa-a95a-64dae2097c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:04.909484 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-8f247578-fd15-4cfa-a95a-64dae2097c77 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4ab4129-4bf6-4d37-a56a-6de85adb11c1 HTTP/1.1" status: 200 len: 854 time: 0.0553012 Nov 02 12:45:04.957773 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-c6ffc4de-c1ec-4745-b3a2-3ced7891a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:04.959508 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-c6ffc4de-c1ec-4745-b3a2-3ced7891a7a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4fb6cc41-970a-4763-b8db-f99aa4a262bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424197 Nov 02 12:45:05.058788 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-97d63f7f-af78-47c0-bf2e-ecfae02daf73 service neutron] 10.222.0.54 "GET /v2.0/networks/4fb6cc41-970a-4763-b8db-f99aa4a262bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922549 Nov 02 12:45:05.154457 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e602ffd2-43ab-4d2a-b671-4f3f57c72d8a req-f8ab7f14-c5be-4ba6-88cb-f734c4079168 service neutron] 10.222.0.54 "GET /v2.0/networks/4fb6cc41-970a-4763-b8db-f99aa4a262bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873868 Nov 02 12:45:06.003005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0b2e8-3ebc-4bdb-b1db-96f3ac30f984 req-981e7ce6-0b98-4f07-8457-9ded34fdfd09 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:06.004523 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ed0b2e8-3ebc-4bdb-b1db-96f3ac30f984 req-981e7ce6-0b98-4f07-8457-9ded34fdfd09 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 944 time: 0.0523205 Nov 02 12:45:06.052894 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0ed0b2e8-3ebc-4bdb-b1db-96f3ac30f984 req-cb813acc-5be4-4f60-9953-31158baba6cd tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413463 Nov 02 12:45:07.175118 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2f24a-cdb3-4fc6-ab90-4fbdfd1b66f2 req-68d81558-9975-42d8-a7e6-5a506143545a tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:07.176658 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28d2f24a-cdb3-4fc6-ab90-4fbdfd1b66f2 req-68d81558-9975-42d8-a7e6-5a506143545a tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 944 time: 0.0534959 Nov 02 12:45:07.233798 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28d2f24a-cdb3-4fc6-ab90-4fbdfd1b66f2 req-68d86cee-a945-4228-afc1-532ded666bd4 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508947 Nov 02 12:45:07.843256 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 05d7a531-1d3c-4962-9d4b-34cbd253c83d details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:45:07.940627 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 05d7a531-1d3c-4962-9d4b-34cbd253c83d, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=05d7a531-1d3c-4962-9d4b-34cbd253c83d,segment=NetworkSegment(6b36f24d-8de9-4792-80ec-ee6e8f2b08c5),segment_id=6b36f24d-8de9-4792-80ec-ee6e8f2b08c5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:07.952207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '05d7a531-1d3c-4962-9d4b-34cbd253c83d', 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc', 'port_id': '05d7a531-1d3c-4962-9d4b-34cbd253c83d', 'mac_address': 'fa:16:3e:f2:0e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:45:07.993790 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:08.007025 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d7a531-1d3c-4962-9d4b-34cbd253c83d {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:45:08.026767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 05d7a531-1d3c-4962-9d4b-34cbd253c83d, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=05d7a531-1d3c-4962-9d4b-34cbd253c83d,segment=NetworkSegment(6b36f24d-8de9-4792-80ec-ee6e8f2b08c5),segment_id=6b36f24d-8de9-4792-80ec-ee6e8f2b08c5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:08.113681 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:08.168252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=05d7a531-1d3c-4962-9d4b-34cbd253c83d,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:08.356559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['05d7a531-1d3c-4962-9d4b-34cbd253c83d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:45:08.357136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35518d-f405-48b6-9184-efcb02560124 req-4a700944-e952-4954-9d14-cd597f5a52db tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:08.358821 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe35518d-f405-48b6-9184-efcb02560124 req-4a700944-e952-4954-9d14-cd597f5a52db tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 945 time: 0.0529900 Nov 02 12:45:08.421452 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe35518d-f405-48b6-9184-efcb02560124 req-457b320a-5e44-4005-861e-31b079e4a97b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518389 Nov 02 12:45:09.549895 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d1a4a-13e9-4931-bb46-3f44be457a40 req-397dd15c-2c96-4392-a85a-975f6ff4742f tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:09.551430 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c00d1a4a-13e9-4931-bb46-3f44be457a40 req-397dd15c-2c96-4392-a85a-975f6ff4742f tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 945 time: 0.0510871 Nov 02 12:45:09.601017 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c00d1a4a-13e9-4931-bb46-3f44be457a40 req-85faba56-0b1e-4bba-9721-e15074d8dee0 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427854 Nov 02 12:45:09.854701 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 05d7a531-1d3c-4962-9d4b-34cbd253c83d up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:45:09.990862 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 05d7a531-1d3c-4962-9d4b-34cbd253c83d completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:45:09.996753 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 05d7a531-1d3c-4962-9d4b-34cbd253c83d triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:45:09.997161 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:10.085509 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:10.111318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671d8266-4116-4c2f-bc96-ec3c44928c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d7a531-1d3c-4962-9d4b-34cbd253c83d'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:45:10.113746 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eadd0ba-e15f-4d27-b644-d8c39770f5a2" -d '{"events": [{"server_uuid": "671d8266-4116-4c2f-bc96-ec3c44928c1d", "name": "network-vif-plugged", "status": "completed", "tag": "05d7a531-1d3c-4962-9d4b-34cbd253c83d"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:45:10.128296 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 05d7a531-1d3c-4962-9d4b-34cbd253c83d, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=05d7a531-1d3c-4962-9d4b-34cbd253c83d,segment=NetworkSegment(6b36f24d-8de9-4792-80ec-ee6e8f2b08c5),segment_id=6b36f24d-8de9-4792-80ec-ee6e8f2b08c5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:10.160669 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d20cb11-9a8d-4033-b167-f7b3bf8a71bc x-openstack-request-id: req-3d20cb11-9a8d-4033-b167-f7b3bf8a71bc {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:45:10.160990 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671d8266-4116-4c2f-bc96-ec3c44928c1d", "name": "network-vif-plugged", "status": "completed", "tag": "05d7a531-1d3c-4962-9d4b-34cbd253c83d", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:45:10.161411 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d20cb11-9a8d-4033-b167-f7b3bf8a71bc {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:45:10.161726 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671d8266-4116-4c2f-bc96-ec3c44928c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d7a531-1d3c-4962-9d4b-34cbd253c83d', 'code': 200} Nov 02 12:45:10.205757 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:10.263160 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=05d7a531-1d3c-4962-9d4b-34cbd253c83d,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:10.269502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160f34c-46c6-45be-a013-1a556cecc8e1 req-b81dda57-369c-42e2-8353-8ddb80636e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:10.271094 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e160f34c-46c6-45be-a013-1a556cecc8e1 req-b81dda57-369c-42e2-8353-8ddb80636e6e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 1098 time: 0.0469444 Nov 02 12:45:10.328260 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e160f34c-46c6-45be-a013-1a556cecc8e1 req-9994ee89-eabc-4e5b-b62f-f9dc8c38cc66 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501583 Nov 02 12:45:10.742696 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f525386-705e-4b43-ac76-8d2d7e2da5f7 req-eb811a9e-34b1-43a3-8fdb-2b8cea23642c tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:10.744432 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3f525386-705e-4b43-ac76-8d2d7e2da5f7 req-eb811a9e-34b1-43a3-8fdb-2b8cea23642c tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 946 time: 0.0622826 Nov 02 12:45:10.793874 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3f525386-705e-4b43-ac76-8d2d7e2da5f7 req-bfa669a3-07c7-421c-acad-aefbd1c629f8 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433083 Nov 02 12:45:11.920594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4bbf7-5e9b-4c6d-a403-ddacbf0c50c1 req-9f0ee744-23d4-4628-99a8-9e7d811290ef tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:11.922184 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36d4bbf7-5e9b-4c6d-a403-ddacbf0c50c1 req-9f0ee744-23d4-4628-99a8-9e7d811290ef tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 946 time: 0.0568986 Nov 02 12:45:11.975035 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36d4bbf7-5e9b-4c6d-a403-ddacbf0c50c1 req-10dff21e-5cde-47a1-9cda-6398d94f757e tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460405 Nov 02 12:45:12.100097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa158a39-fbcd-45f5-a2b8-00dade0bf8f6 req-e3731223-d231-4b25-ad35-7daa7deeafe5 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:12.100097 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa158a39-fbcd-45f5-a2b8-00dade0bf8f6 req-e3731223-d231-4b25-ad35-7daa7deeafe5 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 946 time: 0.0531957 Nov 02 12:45:12.152982 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa158a39-fbcd-45f5-a2b8-00dade0bf8f6 req-e435d0f7-79fd-4260-9b07-2ce5898e8f94 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490673 Nov 02 12:45:12.350516 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1671e89-d7e7-4666-82e3-1ef897ddd331 req-ffa1c948-fe2f-4a90-9593-f41ecc26cb2a tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:12.352123 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b1671e89-d7e7-4666-82e3-1ef897ddd331 req-ffa1c948-fe2f-4a90-9593-f41ecc26cb2a tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 946 time: 0.0517519 Nov 02 12:45:12.402065 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b1671e89-d7e7-4666-82e3-1ef897ddd331 req-18233e97-baf7-4cbe-b8b8-0326c8dbf86a tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437253 Nov 02 12:45:17.052496 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:45:17.536737 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a14da4fa-9756-4c2a-9990-d8894457bcdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:19.759887 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3bba6941-301e-4639-b6dd-99f8327ba186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:21.208472 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:22.670875 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:24.439215 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:24.659789 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:25.045287 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:28.019114 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83948831-8a7a-4e30-a7c2-db0531876ad6 req-55f1d629-00ac-4abf-bb51-bacf89f1b060 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:28.020542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-83948831-8a7a-4e30-a7c2-db0531876ad6 req-55f1d629-00ac-4abf-bb51-bacf89f1b060 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 946 time: 0.0525022 Nov 02 12:45:28.069811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-83948831-8a7a-4e30-a7c2-db0531876ad6 req-de700478-4d8e-49e4-b49b-3ab0fa7339bd tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418591 Nov 02 12:45:28.095631 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58876) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:45:28.258293 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb6675-c42e-4901-8c1e-de04f1af0e09 tempest-TestMinimumBasicScenario-505671138 tempest-TestMinimumBasicScenario-505671138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:28.259940 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f9bb6675-c42e-4901-8c1e-de04f1af0e09 tempest-TestMinimumBasicScenario-505671138 tempest-TestMinimumBasicScenario-505671138-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 1093 time: 0.1631777 Nov 02 12:45:28.262937 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58880) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:45:28.267277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': '05d7a531-1d3c-4962-9d4b-34cbd253c83d', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:45:28.363171 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:28.465505 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:28.575988 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Allocated IP 172.25.6.102 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/becf1c36-5d18-4a18-9376-aafbe7c5cf50) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:45:28.682537 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:28.807455 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:28.849462 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:28.852621 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:28.859091 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:45:28.883590 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Pushing event updated for resources: {'Port': ['ID=becf1c36-5d18-4a18-9376-aafbe7c5cf50,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:29.360030 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:29.513013 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:29.671501 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:30.182356 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:30.520903 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Pushing event updated for resources: {'Port': ['ID=becf1c36-5d18-4a18-9376-aafbe7c5cf50,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:30.534712 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:30.535116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:30.535541 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:30.535807 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:30.536079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:30.536408 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:30.536735 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:30.537425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:30.537425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:30.537747 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:30.538069 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:30.538458 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:30.547391 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:30.652772 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Floating IP b4ac5700-55d2-45fb-b72f-59ae4b495d98 associated. External IP: 172.25.6.102, port: 05d7a531-1d3c-4962-9d4b-34cbd253c83d. Nov 02 12:45:30.869810 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Router 269d7fc5-b395-4ce8-a436-06e3e9e26b24 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:45:30.981181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:45:30.991242 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f057d136-097d-4ecd-a888-aedca2e92edf None None] Sync routers for ids ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:45:31.002033 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f057d136-097d-4ecd-a888-aedca2e92edf None None] Routers {'269d7fc5-b395-4ce8-a436-06e3e9e26b24'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:45:31.006977 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f057d136-097d-4ecd-a888-aedca2e92edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:45:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:31.081658 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:31.111341 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e4e4835a-1351-4ff6-b080-249beb3b5f55 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8473086 Nov 02 12:45:31.111943 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671d8266-4116-4c2f-bc96-ec3c44928c1d', 'tag': '05d7a531-1d3c-4962-9d4b-34cbd253c83d'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:45:31.113999 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-f057d136-097d-4ecd-a888-aedca2e92edf None None] Set router 269d7fc5-b395-4ce8-a436-06e3e9e26b24 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:45:31.114417 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ca56eb-dffb-4cb5-a0e9-0b5dd46f3911" -d '{"events": [{"name": "network-changed", "server_uuid": "671d8266-4116-4c2f-bc96-ec3c44928c1d", "tag": "05d7a531-1d3c-4962-9d4b-34cbd253c83d"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:45:31.114881 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58882) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:45:31.121278 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8bc80a31-f532-4b16-99bf-12c150f50f41 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-865605390', 'description': 'tempest-secgroup-smoke-865605390 description', 'project_id': '53c6c280ef5f4407aaee230f5ce0487d'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:45:31.228899 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8bc80a31-f532-4b16-99bf-12c150f50f41 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:31.319781 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8bc80a31-f532-4b16-99bf-12c150f50f41 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:31.337869 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e7c6f8-4945-4c29-adb8-d265270a8e33 x-openstack-request-id: req-20e7c6f8-4945-4c29-adb8-d265270a8e33 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:45:31.338159 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671d8266-4116-4c2f-bc96-ec3c44928c1d", "tag": "05d7a531-1d3c-4962-9d4b-34cbd253c83d", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:45:31.338421 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-20e7c6f8-4945-4c29-adb8-d265270a8e33 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:45:31.338839 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671d8266-4116-4c2f-bc96-ec3c44928c1d', 'tag': '05d7a531-1d3c-4962-9d4b-34cbd253c83d', 'status': 'completed', 'code': 200} Nov 02 12:45:31.376051 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f057d136-097d-4ecd-a888-aedca2e92edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'name': 'tempest-TestMinimumBasicScenario-1633610825-router', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:22Z', 'updated_at': '2021-11-02T12:44:26Z', 'revision_number': 4, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'gw_port': {'id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:23Z', 'updated_at': '2021-11-02T12:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'b4ac5700-55d2-45fb-b72f-59ae4b495d98', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'port_id': '05d7a531-1d3c-4962-9d4b-34cbd253c83d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc', 'mac_address': 'fa:16:3e:f2:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d8266-4116-4c2f-bc96-ec3c44928c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:45:29Z', 'updated_at': '2021-11-02T12:45:29Z', 'revision_number': 0, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491c0a16-ced6-4caf-89f7-30f0b18fb628', 'name': '', 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'mac_address': 'fa:16:3e:5a:93:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:25Z', 'updated_at': '2021-11-02T12:44:30Z', 'revision_number': 5, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'subnets': [{'id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:31.403370 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8bc80a31-f532-4b16-99bf-12c150f50f41 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:31.403779 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f057d136-097d-4ecd-a888-aedca2e92edf None None] Checking router: 269d7fc5-b395-4ce8-a436-06e3e9e26b24 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:45:31.412036 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca56eb-dffb-4cb5-a0e9-0b5dd46f3911 req-8740e0f7-b60f-4a48-8525-bde8a49eedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:31.413053 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f057d136-097d-4ecd-a888-aedca2e92edf None None] Routers {'269d7fc5-b395-4ce8-a436-06e3e9e26b24'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:45:31.413258 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f057d136-097d-4ecd-a888-aedca2e92edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:45:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:31.413713 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e4ca56eb-dffb-4cb5-a0e9-0b5dd46f3911 req-8740e0f7-b60f-4a48-8525-bde8a49eedd0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53c6c280ef5f4407aaee230f5ce0487d&device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 1098 time: 0.0485950 Nov 02 12:45:31.436009 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc80a31-f532-4b16-99bf-12c150f50f41 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0b98d4-65b9-4682-a815-9ab4774a252f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:31.444083 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc80a31-f532-4b16-99bf-12c150f50f41 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:31.444435 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc80a31-f532-4b16-99bf-12c150f50f41 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:31.444776 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc80a31-f532-4b16-99bf-12c150f50f41 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:31.445147 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc80a31-f532-4b16-99bf-12c150f50f41 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:31.445588 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc80a31-f532-4b16-99bf-12c150f50f41 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:31.445927 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc80a31-f532-4b16-99bf-12c150f50f41 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:31.446293 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc80a31-f532-4b16-99bf-12c150f50f41 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:31.446581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc80a31-f532-4b16-99bf-12c150f50f41 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:31.446909 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc80a31-f532-4b16-99bf-12c150f50f41 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:31.447305 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc80a31-f532-4b16-99bf-12c150f50f41 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:31.447636 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc80a31-f532-4b16-99bf-12c150f50f41 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:31.447958 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc80a31-f532-4b16-99bf-12c150f50f41 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:31.515854 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8bc80a31-f532-4b16-99bf-12c150f50f41 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:31.517712 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8bc80a31-f532-4b16-99bf-12c150f50f41 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4006300 Nov 02 12:45:31.520505 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58888) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:45:31.520667 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca56eb-dffb-4cb5-a0e9-0b5dd46f3911 req-712506de-51cc-4f89-8d96-993329ea355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:31.521746 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e4ca56eb-dffb-4cb5-a0e9-0b5dd46f3911 req-712506de-51cc-4f89-8d96-993329ea355e service neutron] 10.222.0.54 "GET /v2.0/networks?id=4fb6cc41-970a-4763-b8db-f99aa4a262bc HTTP/1.1" status: 200 len: 916 time: 0.0990953 Nov 02 12:45:31.525715 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-bad18a44-ddaa-4379-9b1b-74bcd5b9972d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Request body: {'security_group_rule': {'security_group_id': '2d0b98d4-65b9-4682-a815-9ab4774a252f', 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:45:31.532462 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-f057d136-097d-4ecd-a888-aedca2e92edf None None] Set router 269d7fc5-b395-4ce8-a436-06e3e9e26b24 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:45:31.590965 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e4ca56eb-dffb-4cb5-a0e9-0b5dd46f3911 req-35eed7d2-22c5-44dd-a3e5-4e5050d3b73c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05d7a531-1d3c-4962-9d4b-34cbd253c83d HTTP/1.1" status: 200 len: 1000 time: 0.0617490 Nov 02 12:45:31.621903 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bad18a44-ddaa-4379-9b1b-74bcd5b9972d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:31.651412 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca56eb-dffb-4cb5-a0e9-0b5dd46f3911 req-30dd7330-bcec-4fd7-8f90-57aa91548300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:31.652870 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e4ca56eb-dffb-4cb5-a0e9-0b5dd46f3911 req-30dd7330-bcec-4fd7-8f90-57aa91548300 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4ab4129-4bf6-4d37-a56a-6de85adb11c1 HTTP/1.1" status: 200 len: 854 time: 0.0542336 Nov 02 12:45:31.693844 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bad18a44-ddaa-4379-9b1b-74bcd5b9972d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:31.705301 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca56eb-dffb-4cb5-a0e9-0b5dd46f3911 req-5a1f3108-a28b-497f-a3c0-4251b704dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:31.706994 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e4ca56eb-dffb-4cb5-a0e9-0b5dd46f3911 req-5a1f3108-a28b-497f-a3c0-4251b704dbf0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4fb6cc41-970a-4763-b8db-f99aa4a262bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453818 Nov 02 12:45:31.776426 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bad18a44-ddaa-4379-9b1b-74bcd5b9972d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:31.785713 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-f057d136-097d-4ecd-a888-aedca2e92edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'name': 'tempest-TestMinimumBasicScenario-1633610825-router', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:22Z', 'updated_at': '2021-11-02T12:44:26Z', 'revision_number': 4, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'gw_port': {'id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:23Z', 'updated_at': '2021-11-02T12:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'b4ac5700-55d2-45fb-b72f-59ae4b495d98', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'port_id': '05d7a531-1d3c-4962-9d4b-34cbd253c83d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc', 'mac_address': 'fa:16:3e:f2:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d8266-4116-4c2f-bc96-ec3c44928c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:45:29Z', 'updated_at': '2021-11-02T12:45:29Z', 'revision_number': 0, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491c0a16-ced6-4caf-89f7-30f0b18fb628', 'name': '', 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'mac_address': 'fa:16:3e:5a:93:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:25Z', 'updated_at': '2021-11-02T12:44:30Z', 'revision_number': 5, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'subnets': [{'id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:45:31.796710 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad18a44-ddaa-4379-9b1b-74bcd5b9972d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51c810a-d1d4-490f-a016-6c26a9c7dde9,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:31.814517 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f057d136-097d-4ecd-a888-aedca2e92edf None None] The sync data for ids ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'] in n-d-806683-18 is: [{'id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'name': 'tempest-TestMinimumBasicScenario-1633610825-router', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:22Z', 'updated_at': '2021-11-02T12:44:26Z', 'revision_number': 4, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'gw_port': {'id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:23Z', 'updated_at': '2021-11-02T12:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'b4ac5700-55d2-45fb-b72f-59ae4b495d98', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'port_id': '05d7a531-1d3c-4962-9d4b-34cbd253c83d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc', 'mac_address': 'fa:16:3e:f2:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d8266-4116-4c2f-bc96-ec3c44928c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:45:29Z', 'updated_at': '2021-11-02T12:45:29Z', 'revision_number': 0, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491c0a16-ced6-4caf-89f7-30f0b18fb628', 'name': '', 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'mac_address': 'fa:16:3e:5a:93:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:25Z', 'updated_at': '2021-11-02T12:44:30Z', 'revision_number': 5, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'subnets': [{'id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:45:31.819815 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e4ca56eb-dffb-4cb5-a0e9-0b5dd46f3911 req-26651b89-062b-4cf1-bc35-04b04a2c3926 service neutron] 10.222.0.54 "GET /v2.0/networks/4fb6cc41-970a-4763-b8db-f99aa4a262bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023953 Nov 02 12:45:31.885670 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bad18a44-ddaa-4379-9b1b-74bcd5b9972d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:31.890748 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bad18a44-ddaa-4379-9b1b-74bcd5b9972d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3658142 Nov 02 12:45:31.896227 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58890) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:45:31.897816 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-87b1bf24-e9b6-4d03-848f-31db483b0102 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Request body: {'security_group_rule': {'security_group_id': '2d0b98d4-65b9-4682-a815-9ab4774a252f', 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:45:31.932599 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e4ca56eb-dffb-4cb5-a0e9-0b5dd46f3911 req-03378272-dfcc-4e38-a08e-f167cc2c43bd service neutron] 10.222.0.54 "GET /v2.0/networks/4fb6cc41-970a-4763-b8db-f99aa4a262bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029592 Nov 02 12:45:32.002827 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-87b1bf24-e9b6-4d03-848f-31db483b0102 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:32.020687 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d16d2da-507d-40de-9952-cee1dfc8ad91 None None] New status for floating IP b4ac5700-55d2-45fb-b72f-59ae4b495d98: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:45:32.066064 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-87b1bf24-e9b6-4d03-848f-31db483b0102 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:32.168718 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-87b1bf24-e9b6-4d03-848f-31db483b0102 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:32.188393 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1bf24-e9b6-4d03-848f-31db483b0102 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6549de4-6782-4a94-add7-997fa2b2d750,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:32.279444 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-87b1bf24-e9b6-4d03-848f-31db483b0102 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:32.283288 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-87b1bf24-e9b6-4d03-848f-31db483b0102 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3886611 Nov 02 12:45:32.287752 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58892) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:45:32.288443 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-5983c0cc-69ba-494e-a7ab-b42968eb8c56 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Request body: {'security_group_rule': {'security_group_id': '2d0b98d4-65b9-4682-a815-9ab4774a252f', 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:45:32.374159 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5983c0cc-69ba-494e-a7ab-b42968eb8c56 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:32.439391 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5983c0cc-69ba-494e-a7ab-b42968eb8c56 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:32.528824 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5983c0cc-69ba-494e-a7ab-b42968eb8c56 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:32.549875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983c0cc-69ba-494e-a7ab-b42968eb8c56 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa30df2b-9c38-42f8-a619-3b1cfb933415,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:32.630355 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5983c0cc-69ba-494e-a7ab-b42968eb8c56 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:32.631662 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5983c0cc-69ba-494e-a7ab-b42968eb8c56 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3471224 Nov 02 12:45:32.634406 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58894) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:45:32.638855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-2dd6bae5-8be8-4e42-9ae8-152f9bd870a5 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Request body: {'security_group_rule': {'security_group_id': '2d0b98d4-65b9-4682-a815-9ab4774a252f', 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:45:32.729189 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2dd6bae5-8be8-4e42-9ae8-152f9bd870a5 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:32.788609 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2dd6bae5-8be8-4e42-9ae8-152f9bd870a5 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:32.866230 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2dd6bae5-8be8-4e42-9ae8-152f9bd870a5 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:32.888456 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6bae5-8be8-4e42-9ae8-152f9bd870a5 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a69b84-0835-4779-a171-9436586a0bb5,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:32.933875 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c2ffa1ae-2e75-4266-a62f-292d01b8df5f req-e4583070-b83e-4abe-830b-2dc003e50184 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460739 Nov 02 12:45:32.938699 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2dd6bae5-8be8-4e42-9ae8-152f9bd870a5 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:32.940475 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2dd6bae5-8be8-4e42-9ae8-152f9bd870a5 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3046150 Nov 02 12:45:32.943066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58896) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:45:32.948131 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a8f68315-c868-4d43-982a-4d87fdb5e1de tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Request body: {'security_group_rule': {'security_group_id': '2d0b98d4-65b9-4682-a815-9ab4774a252f', 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:45:33.023841 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffa1ae-2e75-4266-a62f-292d01b8df5f req-6e5d00b9-cfc6-4f0d-b712-4a01bae9a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:33.025341 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c2ffa1ae-2e75-4266-a62f-292d01b8df5f req-6e5d00b9-cfc6-4f0d-b712-4a01bae9a62b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53c6c280ef5f4407aaee230f5ce0487d&device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 1098 time: 0.0454538 Nov 02 12:45:33.040481 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-a8f68315-c868-4d43-982a-4d87fdb5e1de tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Project 53c6c280ef5f4407aaee230f5ce0487d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:45:33.046412 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8f68315-c868-4d43-982a-4d87fdb5e1de tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:33.115887 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8f68315-c868-4d43-982a-4d87fdb5e1de tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:33.144946 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffa1ae-2e75-4266-a62f-292d01b8df5f req-10bfda17-8197-40d2-afd5-a9b4129bff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:33.146514 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c2ffa1ae-2e75-4266-a62f-292d01b8df5f req-10bfda17-8197-40d2-afd5-a9b4129bff6f service neutron] 10.222.0.54 "GET /v2.0/networks?id=4fb6cc41-970a-4763-b8db-f99aa4a262bc HTTP/1.1" status: 200 len: 916 time: 0.0982301 Nov 02 12:45:33.168822 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8f68315-c868-4d43-982a-4d87fdb5e1de tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:33.187308 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f68315-c868-4d43-982a-4d87fdb5e1de tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff9287a-2a13-412b-ae0b-444a6a116d97,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:33.224472 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c2ffa1ae-2e75-4266-a62f-292d01b8df5f req-7b045bb5-0a1e-4e72-9d38-c0890e491fca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05d7a531-1d3c-4962-9d4b-34cbd253c83d HTTP/1.1" status: 200 len: 1002 time: 0.0706108 Nov 02 12:45:33.250876 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a8f68315-c868-4d43-982a-4d87fdb5e1de tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:33.255228 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a8f68315-c868-4d43-982a-4d87fdb5e1de tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3109076 Nov 02 12:45:33.255865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58898) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:45:33.261354 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-712695ce-1137-4fe2-8a62-8ae27f9086b9 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Request body: {'security_group_rule': {'security_group_id': '2d0b98d4-65b9-4682-a815-9ab4774a252f', 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:45:33.281350 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffa1ae-2e75-4266-a62f-292d01b8df5f req-2d8bb0f2-3f38-4efd-9988-ff666529768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:33.282736 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c2ffa1ae-2e75-4266-a62f-292d01b8df5f req-2d8bb0f2-3f38-4efd-9988-ff666529768f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4ab4129-4bf6-4d37-a56a-6de85adb11c1 HTTP/1.1" status: 200 len: 854 time: 0.0504057 Nov 02 12:45:33.330143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffa1ae-2e75-4266-a62f-292d01b8df5f req-43f7c3ec-f086-4a0d-ae9c-97a4ca2bb0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:33.331669 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c2ffa1ae-2e75-4266-a62f-292d01b8df5f req-43f7c3ec-f086-4a0d-ae9c-97a4ca2bb0dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4fb6cc41-970a-4763-b8db-f99aa4a262bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418603 Nov 02 12:45:33.344999 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-c2ffa1ae-2e75-4266-a62f-292d01b8df5f req-b4ab3b3b-f95c-456c-8e3b-c5a378b94b1e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:45:33.345933 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c2ffa1ae-2e75-4266-a62f-292d01b8df5f req-b4ab3b3b-f95c-456c-8e3b-c5a378b94b1e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0053687 Nov 02 12:45:33.348342 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-712695ce-1137-4fe2-8a62-8ae27f9086b9 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Project 53c6c280ef5f4407aaee230f5ce0487d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:45:33.353616 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-712695ce-1137-4fe2-8a62-8ae27f9086b9 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:33.426230 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-712695ce-1137-4fe2-8a62-8ae27f9086b9 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:33.442713 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c2ffa1ae-2e75-4266-a62f-292d01b8df5f req-06b4215e-b91c-4b54-97cb-4ad62fd8f861 service neutron] 10.222.0.54 "GET /v2.0/networks/4fb6cc41-970a-4763-b8db-f99aa4a262bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899231 Nov 02 12:45:33.506232 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-712695ce-1137-4fe2-8a62-8ae27f9086b9 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:33.526832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712695ce-1137-4fe2-8a62-8ae27f9086b9 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fcefa4b-9f97-4cdd-bdc2-1961eafe3417,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:33.547596 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c2ffa1ae-2e75-4266-a62f-292d01b8df5f req-a22769ef-02bd-4fff-ab09-c510078249b0 service neutron] 10.222.0.54 "GET /v2.0/networks/4fb6cc41-970a-4763-b8db-f99aa4a262bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968955 Nov 02 12:45:33.607149 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-712695ce-1137-4fe2-8a62-8ae27f9086b9 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:33.608403 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-712695ce-1137-4fe2-8a62-8ae27f9086b9 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3515310 Nov 02 12:45:33.702556 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f45e524-d4c0-456f-95e4-75b84439436b req-062522d3-458b-46ab-b4cc-3daa3ad36373 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-865605390&fields=id&tenant_id=53c6c280ef5f4407aaee230f5ce0487d HTTP/1.1" status: 200 len: 267 time: 0.0458560 Nov 02 12:45:33.759156 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e524-d4c0-456f-95e4-75b84439436b req-bacc85e9-7363-478d-87ed-5dfe68c0bcaf tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:33.760704 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f45e524-d4c0-456f-95e4-75b84439436b req-bacc85e9-7363-478d-87ed-5dfe68c0bcaf tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 946 time: 0.0508187 Nov 02 12:45:33.772391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-7f45e524-d4c0-456f-95e4-75b84439436b req-6cdfac0e-6bc8-4fc3-9d4c-317a4a70c527 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Request body: {'port': {'security_groups': ['261eb50c-15b2-4e4c-b32b-321bcbcbc642', '2d0b98d4-65b9-4682-a815-9ab4774a252f']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:45:33.841491 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7f45e524-d4c0-456f-95e4-75b84439436b req-6cdfac0e-6bc8-4fc3-9d4c-317a4a70c527 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:34.031763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-7f45e524-d4c0-456f-95e4-75b84439436b req-6cdfac0e-6bc8-4fc3-9d4c-317a4a70c527 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] For port 05d7a531-1d3c-4962-9d4b-34cbd253c83d, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=05d7a531-1d3c-4962-9d4b-34cbd253c83d,segment=NetworkSegment(6b36f24d-8de9-4792-80ec-ee6e8f2b08c5),segment_id=6b36f24d-8de9-4792-80ec-ee6e8f2b08c5)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:45:34.063532 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7f45e524-d4c0-456f-95e4-75b84439436b req-6cdfac0e-6bc8-4fc3-9d4c-317a4a70c527 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:34.119396 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7f45e524-d4c0-456f-95e4-75b84439436b req-6cdfac0e-6bc8-4fc3-9d4c-317a4a70c527 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:34.132194 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['05d7a531-1d3c-4962-9d4b-34cbd253c83d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:45:34.168766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45e524-d4c0-456f-95e4-75b84439436b req-6cdfac0e-6bc8-4fc3-9d4c-317a4a70c527 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:34.169503 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-7f45e524-d4c0-456f-95e4-75b84439436b req-6cdfac0e-6bc8-4fc3-9d4c-317a4a70c527 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:34.171009 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7f45e524-d4c0-456f-95e4-75b84439436b req-6cdfac0e-6bc8-4fc3-9d4c-317a4a70c527 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "PUT /v2.0/ports/05d7a531-1d3c-4962-9d4b-34cbd253c83d HTTP/1.1" status: 200 len: 982 time: 0.4032822 Nov 02 12:45:34.171503 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671d8266-4116-4c2f-bc96-ec3c44928c1d', 'tag': '05d7a531-1d3c-4962-9d4b-34cbd253c83d'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:45:34.173914 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29cd0ca-9cd2-4365-9533-ff274d71c71d" -d '{"events": [{"name": "network-changed", "server_uuid": "671d8266-4116-4c2f-bc96-ec3c44928c1d", "tag": "05d7a531-1d3c-4962-9d4b-34cbd253c83d"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:45:34.208480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfac0e-6bc8-4fc3-9d4c-317a4a70c527 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Pushing event updated for resources: {'Port': ['ID=05d7a531-1d3c-4962-9d4b-34cbd253c83d,revision_number=6']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:34.242782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['05d7a531-1d3c-4962-9d4b-34cbd253c83d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:45:34.286990 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4124aea8-f317-4c9e-8361-fa0e203e6c77 x-openstack-request-id: req-4124aea8-f317-4c9e-8361-fa0e203e6c77 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:45:34.288098 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671d8266-4116-4c2f-bc96-ec3c44928c1d", "tag": "05d7a531-1d3c-4962-9d4b-34cbd253c83d", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:45:34.289269 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4124aea8-f317-4c9e-8361-fa0e203e6c77 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:45:34.292561 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671d8266-4116-4c2f-bc96-ec3c44928c1d', 'tag': '05d7a531-1d3c-4962-9d4b-34cbd253c83d', 'status': 'completed', 'code': 200} Nov 02 12:45:34.368977 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cd0ca-9cd2-4365-9533-ff274d71c71d req-96e915ce-03cb-4291-9ad0-5e73ecb42e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:34.370101 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e29cd0ca-9cd2-4365-9533-ff274d71c71d req-96e915ce-03cb-4291-9ad0-5e73ecb42e29 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53c6c280ef5f4407aaee230f5ce0487d&device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 1137 time: 0.0590773 Nov 02 12:45:34.412507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd886d-f2e0-4ea0-bec8-fcfea28a6210 req-34bab91a-1938-491d-a434-9e5af31a9f92 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:34.414764 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a5cd886d-f2e0-4ea0-bec8-fcfea28a6210 req-34bab91a-1938-491d-a434-9e5af31a9f92 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 985 time: 0.0693901 Nov 02 12:45:34.458236 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e114ca7d-c93b-4b35-912a-a2e029271fa7 None None] Provisioning complete for port 05d7a531-1d3c-4962-9d4b-34cbd253c83d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:45:34.458236 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e114ca7d-c93b-4b35-912a-a2e029271fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:34.486280 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a5cd886d-f2e0-4ea0-bec8-fcfea28a6210 req-9650d49e-1a37-4683-b1b3-a80998d23409 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0b98d4-65b9-4682-a815-9ab4774a252f&id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643148 Nov 02 12:45:34.494973 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cd0ca-9cd2-4365-9533-ff274d71c71d req-6e3f37a7-1bd4-485d-9169-a13cfc085184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:34.496691 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e29cd0ca-9cd2-4365-9533-ff274d71c71d req-6e3f37a7-1bd4-485d-9169-a13cfc085184 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4fb6cc41-970a-4763-b8db-f99aa4a262bc HTTP/1.1" status: 200 len: 916 time: 0.1185994 Nov 02 12:45:34.567902 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e29cd0ca-9cd2-4365-9533-ff274d71c71d req-dc22880b-1ba4-4d68-b9b5-a7c88f22c3a7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05d7a531-1d3c-4962-9d4b-34cbd253c83d HTTP/1.1" status: 200 len: 1002 time: 0.0622983 Nov 02 12:45:34.625843 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cd0ca-9cd2-4365-9533-ff274d71c71d req-4efd991b-1d34-40d5-878a-2ed883482dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:34.627238 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e29cd0ca-9cd2-4365-9533-ff274d71c71d req-4efd991b-1d34-40d5-878a-2ed883482dcb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4ab4129-4bf6-4d37-a56a-6de85adb11c1 HTTP/1.1" status: 200 len: 854 time: 0.0515945 Nov 02 12:45:34.676420 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cd0ca-9cd2-4365-9533-ff274d71c71d req-2d9a86da-337a-46ff-9ec2-636982116117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:34.678010 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e29cd0ca-9cd2-4365-9533-ff274d71c71d req-2d9a86da-337a-46ff-9ec2-636982116117 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4fb6cc41-970a-4763-b8db-f99aa4a262bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437601 Nov 02 12:45:34.784006 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e29cd0ca-9cd2-4365-9533-ff274d71c71d req-2479c55a-8675-4c7f-a3b8-b0ec3b435bfe service neutron] 10.222.0.54 "GET /v2.0/networks/4fb6cc41-970a-4763-b8db-f99aa4a262bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965312 Nov 02 12:45:34.891041 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e29cd0ca-9cd2-4365-9533-ff274d71c71d req-b17c3f27-8786-4e84-acb7-e819478d5815 service neutron] 10.222.0.54 "GET /v2.0/networks/4fb6cc41-970a-4763-b8db-f99aa4a262bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991306 Nov 02 12:45:46.833478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6994b5-5261-44b2-ab33-ab910b7273ce req-e3fe45e8-0bc3-409c-b0da-c4413240c228 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:46.834992 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef6994b5-5261-44b2-ab33-ab910b7273ce req-e3fe45e8-0bc3-409c-b0da-c4413240c228 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 985 time: 0.0615687 Nov 02 12:45:46.898149 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ef6994b5-5261-44b2-ab33-ab910b7273ce req-de2cc6ec-1862-4705-b1f5-ae22de33e99f tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0b98d4-65b9-4682-a815-9ab4774a252f&id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557940 Nov 02 12:45:47.027178 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da632fc-4206-41f3-a868-f8d200e06d76 req-4645b874-388b-4f15-82a2-2342b403e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:47.028741 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8da632fc-4206-41f3-a868-f8d200e06d76 req-4645b874-388b-4f15-82a2-2342b403e017 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53c6c280ef5f4407aaee230f5ce0487d&device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 1137 time: 0.0431087 Nov 02 12:45:47.127953 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da632fc-4206-41f3-a868-f8d200e06d76 req-54239d6a-01a0-410f-9aea-6f5cdf105645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:47.129438 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8da632fc-4206-41f3-a868-f8d200e06d76 req-54239d6a-01a0-410f-9aea-6f5cdf105645 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4fb6cc41-970a-4763-b8db-f99aa4a262bc HTTP/1.1" status: 200 len: 916 time: 0.0921896 Nov 02 12:45:47.199331 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8da632fc-4206-41f3-a868-f8d200e06d76 req-055f6edb-8730-4738-beb6-937c27133c7c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05d7a531-1d3c-4962-9d4b-34cbd253c83d HTTP/1.1" status: 200 len: 1002 time: 0.0622623 Nov 02 12:45:47.255079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da632fc-4206-41f3-a868-f8d200e06d76 req-7b30734f-22b1-4eb3-964f-38f34ee85124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:47.256890 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8da632fc-4206-41f3-a868-f8d200e06d76 req-7b30734f-22b1-4eb3-964f-38f34ee85124 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4ab4129-4bf6-4d37-a56a-6de85adb11c1 HTTP/1.1" status: 200 len: 854 time: 0.0499880 Nov 02 12:45:47.308757 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da632fc-4206-41f3-a868-f8d200e06d76 req-82977a7f-a397-41bf-a2a5-be40e5b06009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:47.310184 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8da632fc-4206-41f3-a868-f8d200e06d76 req-82977a7f-a397-41bf-a2a5-be40e5b06009 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4fb6cc41-970a-4763-b8db-f99aa4a262bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455372 Nov 02 12:45:47.411411 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8da632fc-4206-41f3-a868-f8d200e06d76 req-b29064cc-c15a-4ea9-856b-481f1a902963 service neutron] 10.222.0.54 "GET /v2.0/networks/4fb6cc41-970a-4763-b8db-f99aa4a262bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925992 Nov 02 12:45:47.509152 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8da632fc-4206-41f3-a868-f8d200e06d76 req-032d5474-6b5e-498d-a8b3-a9f0c76fdc58 service neutron] 10.222.0.54 "GET /v2.0/networks/4fb6cc41-970a-4763-b8db-f99aa4a262bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905697 Nov 02 12:45:47.565096 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-36199f1b-90fe-46ce-96d7-63c9cb576a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:48.024289 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0261f69-211d-419e-b9c4-0d77608296d0 req-db708b7a-6149-4822-ae66-0bfe2deebea0 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:48.025432 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0261f69-211d-419e-b9c4-0d77608296d0 req-db708b7a-6149-4822-ae66-0bfe2deebea0 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 985 time: 0.0523138 Nov 02 12:45:48.088325 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b0261f69-211d-419e-b9c4-0d77608296d0 req-79778185-da25-4751-9ede-c085eca485bc tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0b98d4-65b9-4682-a815-9ab4774a252f&id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566440 Nov 02 12:45:49.212772 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26143488-db0c-48f1-8648-94d5164183be req-5fd812b0-9dc7-48ef-8868-2c9a19835530 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:49.214572 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-26143488-db0c-48f1-8648-94d5164183be req-5fd812b0-9dc7-48ef-8868-2c9a19835530 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 985 time: 0.0527716 Nov 02 12:45:49.285115 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-26143488-db0c-48f1-8648-94d5164183be req-cd77cd1c-6d1e-4e1a-b54b-7a14a5e34287 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0b98d4-65b9-4682-a815-9ab4774a252f&id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637958 Nov 02 12:45:49.776904 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b504dd99-0fbb-41f6-8e05-8c36e1fc022d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:50.412190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fec0a8-7eec-441b-a179-3c683b828092 req-79e20b91-df28-4e4d-bab4-8ff37b5124ac tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:50.413707 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c4fec0a8-7eec-441b-a179-3c683b828092 req-79e20b91-df28-4e4d-bab4-8ff37b5124ac tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 985 time: 0.0523791 Nov 02 12:45:50.482916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c4fec0a8-7eec-441b-a179-3c683b828092 req-a338af40-37f0-484d-a4ba-cf4ef9ebcc6c tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0b98d4-65b9-4682-a815-9ab4774a252f&id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605583 Nov 02 12:45:51.193460 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:51.605140 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058058b-336a-4a0e-9df0-6b4dcaf09a8b req-ee8584aa-dd9f-4697-8c32-5c5e48c6b670 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:51.606678 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6058058b-336a-4a0e-9df0-6b4dcaf09a8b req-ee8584aa-dd9f-4697-8c32-5c5e48c6b670 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 985 time: 0.0537345 Nov 02 12:45:51.671740 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6058058b-336a-4a0e-9df0-6b4dcaf09a8b req-ff116bd3-7f07-4c13-9cee-6e528c8f7e65 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0b98d4-65b9-4682-a815-9ab4774a252f&id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588117 Nov 02 12:45:52.680177 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:52.802163 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec3fff-1ce5-40ce-a13a-06775783524a req-4974a9e7-ae31-467b-a91f-3d6896ca2478 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:52.803690 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97ec3fff-1ce5-40ce-a13a-06775783524a req-4974a9e7-ae31-467b-a91f-3d6896ca2478 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 985 time: 0.0570173 Nov 02 12:45:52.869980 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-97ec3fff-1ce5-40ce-a13a-06775783524a req-a58d6da2-d946-4290-be86-90b668b994e4 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0b98d4-65b9-4682-a815-9ab4774a252f&id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585446 Nov 02 12:45:53.990864 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad9f7f-7964-47a7-af08-6cfb2ec5894b req-ac9d71e8-fd4b-467b-899e-1462a0f837cb tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:53.992720 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47ad9f7f-7964-47a7-af08-6cfb2ec5894b req-ac9d71e8-fd4b-467b-899e-1462a0f837cb tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 985 time: 0.0523140 Nov 02 12:45:54.050770 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:45:54.055213 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-47ad9f7f-7964-47a7-af08-6cfb2ec5894b req-5f78ebb7-0985-4ee7-9aeb-4a1747f6b978 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0b98d4-65b9-4682-a815-9ab4774a252f&id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564840 Nov 02 12:45:54.445031 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:54.690971 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:55.043870 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:45:55.178295 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f21655-8885-4aa4-9483-eb34a7a38d53 req-5bf67213-b644-4d37-a4f0-defccb0f22b3 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:55.180199 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3f21655-8885-4aa4-9483-eb34a7a38d53 req-5bf67213-b644-4d37-a4f0-defccb0f22b3 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 985 time: 0.0545549 Nov 02 12:45:55.251523 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3f21655-8885-4aa4-9483-eb34a7a38d53 req-96dd39d8-99d0-4ced-a296-ee7a7af01986 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0b98d4-65b9-4682-a815-9ab4774a252f&id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650229 Nov 02 12:45:56.379600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f5cf1-e692-4169-b8a4-ad47f67990ac req-6e970efd-2997-43a6-8cf0-2a871e4508a1 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:56.381143 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a28f5cf1-e692-4169-b8a4-ad47f67990ac req-6e970efd-2997-43a6-8cf0-2a871e4508a1 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 985 time: 0.0548952 Nov 02 12:45:56.448446 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a28f5cf1-e692-4169-b8a4-ad47f67990ac req-deec3fe5-af08-49a7-989f-0e9c14ad9775 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0b98d4-65b9-4682-a815-9ab4774a252f&id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608993 Nov 02 12:45:57.574323 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fb1ec-75ca-4bdb-b00f-754d3728b3c3 req-1ff976d8-2236-4234-a701-4593f836969d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:57.576015 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa7fb1ec-75ca-4bdb-b00f-754d3728b3c3 req-1ff976d8-2236-4234-a701-4593f836969d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 985 time: 0.0558741 Nov 02 12:45:57.643231 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa7fb1ec-75ca-4bdb-b00f-754d3728b3c3 req-2c75d851-e232-438f-b9d6-72917fa38eb5 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0b98d4-65b9-4682-a815-9ab4774a252f&id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603364 Nov 02 12:45:58.770370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df37a19-735d-4d7c-b6e0-2676b2322823 req-3f0138ea-038b-4e11-badc-f0f5cf4dcc06 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:58.771981 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1df37a19-735d-4d7c-b6e0-2676b2322823 req-3f0138ea-038b-4e11-badc-f0f5cf4dcc06 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 985 time: 0.0570343 Nov 02 12:45:58.844277 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1df37a19-735d-4d7c-b6e0-2676b2322823 req-76eef3ed-c0b5-4b2b-9284-1478d66af68c tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0b98d4-65b9-4682-a815-9ab4774a252f&id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612288 Nov 02 12:45:59.966622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cbeee-5022-40fc-87cb-501bb490eb4c req-a448843c-4895-40c5-8e86-957598ae76cd tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:45:59.968186 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f56cbeee-5022-40fc-87cb-501bb490eb4c req-a448843c-4895-40c5-8e86-957598ae76cd tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 985 time: 0.0522468 Nov 02 12:46:00.033389 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f56cbeee-5022-40fc-87cb-501bb490eb4c req-fb52d0b4-d71e-4e6d-9c10-6a0fecb3f0a3 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0b98d4-65b9-4682-a815-9ab4774a252f&id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587182 Nov 02 12:46:01.160287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208159a-12a1-4289-b867-4b0de4020002 req-3724602e-744f-4c7a-b318-6132c2736365 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:01.161915 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2208159a-12a1-4289-b867-4b0de4020002 req-3724602e-744f-4c7a-b318-6132c2736365 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 985 time: 0.0575254 Nov 02 12:46:01.230606 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2208159a-12a1-4289-b867-4b0de4020002 req-a9501aa3-7148-4591-b9ab-e231d969d881 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0b98d4-65b9-4682-a815-9ab4774a252f&id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615160 Nov 02 12:46:02.349976 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd06a8-09a6-4892-a9e2-d85761067e83 req-2bef4cbb-6934-4809-9480-e85aabf4a26c tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:02.351507 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32cd06a8-09a6-4892-a9e2-d85761067e83 req-2bef4cbb-6934-4809-9480-e85aabf4a26c tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 985 time: 0.0510762 Nov 02 12:46:02.421242 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32cd06a8-09a6-4892-a9e2-d85761067e83 req-628b5b59-d05b-4940-990b-22764c530ba3 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0b98d4-65b9-4682-a815-9ab4774a252f&id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634973 Nov 02 12:46:03.545129 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d622c01-61bf-4c04-9e88-a4046775f152 req-16e13d20-cbb8-4cbb-976f-11060768def0 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:03.546673 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d622c01-61bf-4c04-9e88-a4046775f152 req-16e13d20-cbb8-4cbb-976f-11060768def0 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 985 time: 0.0518861 Nov 02 12:46:03.615687 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d622c01-61bf-4c04-9e88-a4046775f152 req-fdda6e88-069c-4a81-aa73-62f49e487a5f tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0b98d4-65b9-4682-a815-9ab4774a252f&id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625637 Nov 02 12:46:04.739797 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06ec0b-3d40-4f7e-aea7-1e7792935494 req-020a2445-653d-4a35-a66b-adfd20cbf5bc tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:04.741337 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe06ec0b-3d40-4f7e-aea7-1e7792935494 req-020a2445-653d-4a35-a66b-adfd20cbf5bc tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 985 time: 0.0515339 Nov 02 12:46:04.803750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fe06ec0b-3d40-4f7e-aea7-1e7792935494 req-c2b563ad-0fe5-4643-a0de-ace4ff29c98c tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0b98d4-65b9-4682-a815-9ab4774a252f&id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555239 Nov 02 12:46:17.571061 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a76c3cb0-fdf0-47df-a77d-27d2dd54d200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:19.754520 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-999784b4-0bad-483e-8389-2807d3ee4c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:21.205649 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:22.731794 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:24.432623 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:24.732356 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:25.039950 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:31.052116 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:46:33.929546 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-68d0ad6d-ede6-48c3-8f9d-783ea3578aca req-ee6eadcd-de6f-4c32-aae0-8edcf00ad597 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453625 Nov 02 12:46:34.032264 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0ad6d-ede6-48c3-8f9d-783ea3578aca req-5157596d-0674-4b0b-b601-6b59f100872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:34.033917 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-68d0ad6d-ede6-48c3-8f9d-783ea3578aca req-5157596d-0674-4b0b-b601-6b59f100872a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53c6c280ef5f4407aaee230f5ce0487d&device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 1137 time: 0.0570850 Nov 02 12:46:34.157642 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0ad6d-ede6-48c3-8f9d-783ea3578aca req-e128d2cf-c040-430e-b48f-f0d9221c7015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:34.159199 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-68d0ad6d-ede6-48c3-8f9d-783ea3578aca req-e128d2cf-c040-430e-b48f-f0d9221c7015 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4fb6cc41-970a-4763-b8db-f99aa4a262bc HTTP/1.1" status: 200 len: 916 time: 0.1007495 Nov 02 12:46:34.234592 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-68d0ad6d-ede6-48c3-8f9d-783ea3578aca req-8df34a5e-b2dc-4cf6-9d84-59fd281011f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05d7a531-1d3c-4962-9d4b-34cbd253c83d HTTP/1.1" status: 200 len: 1002 time: 0.0672162 Nov 02 12:46:34.287261 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0ad6d-ede6-48c3-8f9d-783ea3578aca req-d510be55-c5d3-4749-947d-5bb58fa3cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:34.293096 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-68d0ad6d-ede6-48c3-8f9d-783ea3578aca req-d510be55-c5d3-4749-947d-5bb58fa3cb32 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4ab4129-4bf6-4d37-a56a-6de85adb11c1 HTTP/1.1" status: 200 len: 854 time: 0.0457940 Nov 02 12:46:34.338072 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0ad6d-ede6-48c3-8f9d-783ea3578aca req-c2c25983-0627-4589-9744-fcc2105709a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:34.339719 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-68d0ad6d-ede6-48c3-8f9d-783ea3578aca req-c2c25983-0627-4589-9744-fcc2105709a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4fb6cc41-970a-4763-b8db-f99aa4a262bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433784 Nov 02 12:46:34.445664 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-68d0ad6d-ede6-48c3-8f9d-783ea3578aca req-e492291d-da53-47d5-b8e4-9406acda4e4d service neutron] 10.222.0.54 "GET /v2.0/networks/4fb6cc41-970a-4763-b8db-f99aa4a262bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977094 Nov 02 12:46:34.544558 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-68d0ad6d-ede6-48c3-8f9d-783ea3578aca req-66ca00e6-3c56-4d00-9a04-5b12cb26b71a service neutron] 10.222.0.54 "GET /v2.0/networks/4fb6cc41-970a-4763-b8db-f99aa4a262bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914340 Nov 02 12:46:37.100840 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8a2292af-3543-472d-ae82-f4a623da5a46 req-55c4a582-eec2-48a4-804e-39dfe8136eff tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-865605390&fields=id&tenant_id=53c6c280ef5f4407aaee230f5ce0487d HTTP/1.1" status: 200 len: 267 time: 0.0480626 Nov 02 12:46:37.157379 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2292af-3543-472d-ae82-f4a623da5a46 req-39738f7f-74cc-4984-b20f-ba7f36c559cf tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:37.158917 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8a2292af-3543-472d-ae82-f4a623da5a46 req-39738f7f-74cc-4984-b20f-ba7f36c559cf tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 985 time: 0.0513797 Nov 02 12:46:37.170471 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-8a2292af-3543-472d-ae82-f4a623da5a46 req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Request body: {'port': {'security_groups': ['261eb50c-15b2-4e4c-b32b-321bcbcbc642']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:46:37.242772 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8a2292af-3543-472d-ae82-f4a623da5a46 req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:37.423961 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-8a2292af-3543-472d-ae82-f4a623da5a46 req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] For port 05d7a531-1d3c-4962-9d4b-34cbd253c83d, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=05d7a531-1d3c-4962-9d4b-34cbd253c83d,segment=NetworkSegment(6b36f24d-8de9-4792-80ec-ee6e8f2b08c5),segment_id=6b36f24d-8de9-4792-80ec-ee6e8f2b08c5)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:37.455224 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8a2292af-3543-472d-ae82-f4a623da5a46 req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:37.519821 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8a2292af-3543-472d-ae82-f4a623da5a46 req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:37.531673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['05d7a531-1d3c-4962-9d4b-34cbd253c83d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:46:37.571209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2292af-3543-472d-ae82-f4a623da5a46 req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:37.573041 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-8a2292af-3543-472d-ae82-f4a623da5a46 req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:37.573932 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8a2292af-3543-472d-ae82-f4a623da5a46 req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "PUT /v2.0/ports/05d7a531-1d3c-4962-9d4b-34cbd253c83d HTTP/1.1" status: 200 len: 943 time: 0.4082525 Nov 02 12:46:37.574413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671d8266-4116-4c2f-bc96-ec3c44928c1d', 'tag': '05d7a531-1d3c-4962-9d4b-34cbd253c83d'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:46:37.576803 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6707b88-c0ce-470d-9c66-63d78e5020bf" -d '{"events": [{"name": "network-changed", "server_uuid": "671d8266-4116-4c2f-bc96-ec3c44928c1d", "tag": "05d7a531-1d3c-4962-9d4b-34cbd253c83d"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:46:37.580906 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 58960) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:46:37.603273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Pushing event updated for resources: {'Port': ['ID=05d7a531-1d3c-4962-9d4b-34cbd253c83d,revision_number=7']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:37.613562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:37.613562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:37.614159 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:37.614617 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:37.615123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:37.615566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:37.616017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:37.616456 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:37.616867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:37.617300 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:37.617734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:37.619204 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd9e5f3-dd3c-4d8b-bf39-ccf87f317e72 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:37.632059 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee4692f-d0dd-4750-a403-7c55d2044c23 x-openstack-request-id: req-7ee4692f-d0dd-4750-a403-7c55d2044c23 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:46:37.632360 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671d8266-4116-4c2f-bc96-ec3c44928c1d", "tag": "05d7a531-1d3c-4962-9d4b-34cbd253c83d", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:46:37.632620 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ee4692f-d0dd-4750-a403-7c55d2044c23 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:46:37.633039 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671d8266-4116-4c2f-bc96-ec3c44928c1d', 'tag': '05d7a531-1d3c-4962-9d4b-34cbd253c83d', 'status': 'completed', 'code': 200} Nov 02 12:46:37.652433 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['05d7a531-1d3c-4962-9d4b-34cbd253c83d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:46:37.716410 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d7a531b5-0428-48bf-bf22-445830a3597d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:37.726196 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6707b88-c0ce-470d-9c66-63d78e5020bf req-6d38fc50-dc77-429f-a80c-c626ff9680c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:37.727875 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f6707b88-c0ce-470d-9c66-63d78e5020bf req-6d38fc50-dc77-429f-a80c-c626ff9680c3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53c6c280ef5f4407aaee230f5ce0487d&device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 1098 time: 0.0676091 Nov 02 12:46:37.778218 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d7a531b5-0428-48bf-bf22-445830a3597d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:37.872526 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6707b88-c0ce-470d-9c66-63d78e5020bf req-bb6c8f73-b3c3-4131-b02c-3febb6291545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:37.874106 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f6707b88-c0ce-470d-9c66-63d78e5020bf req-bb6c8f73-b3c3-4131-b02c-3febb6291545 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4fb6cc41-970a-4763-b8db-f99aa4a262bc HTTP/1.1" status: 200 len: 916 time: 0.1366067 Nov 02 12:46:37.891897 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-96aced0a-69e1-40fb-a9e1-e63c470fe9c6 None None] Provisioning complete for port 05d7a531-1d3c-4962-9d4b-34cbd253c83d triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:46:37.892422 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-96aced0a-69e1-40fb-a9e1-e63c470fe9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:37.948278 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f6707b88-c0ce-470d-9c66-63d78e5020bf req-6d90cffa-790a-4271-88a1-6c48f9ec30e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05d7a531-1d3c-4962-9d4b-34cbd253c83d HTTP/1.1" status: 200 len: 1002 time: 0.0662200 Nov 02 12:46:38.001872 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d7a531b5-0428-48bf-bf22-445830a3597d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:38.004499 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d7a531b5-0428-48bf-bf22-445830a3597d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:38.005683 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d7a531b5-0428-48bf-bf22-445830a3597d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "DELETE /v2.0/security-groups/2d0b98d4-65b9-4682-a815-9ab4774a252f HTTP/1.1" status: 204 len: 168 time: 0.4237692 Nov 02 12:46:38.007208 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6707b88-c0ce-470d-9c66-63d78e5020bf req-7f91326a-c351-4abd-8ed9-5775197aa72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:38.008580 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f6707b88-c0ce-470d-9c66-63d78e5020bf req-7f91326a-c351-4abd-8ed9-5775197aa72d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4ab4129-4bf6-4d37-a56a-6de85adb11c1 HTTP/1.1" status: 200 len: 854 time: 0.0526705 Nov 02 12:46:38.024470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 58962) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:46:38.028497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a531b5-0428-48bf-bf22-445830a3597d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0b98d4-65b9-4682-a815-9ab4774a252f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:38.051473 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a531b5-0428-48bf-bf22-445830a3597d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:38.051825 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a531b5-0428-48bf-bf22-445830a3597d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:38.052166 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a531b5-0428-48bf-bf22-445830a3597d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:38.052502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a531b5-0428-48bf-bf22-445830a3597d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:38.052837 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a531b5-0428-48bf-bf22-445830a3597d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:38.053170 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a531b5-0428-48bf-bf22-445830a3597d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:38.053593 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a531b5-0428-48bf-bf22-445830a3597d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:38.053923 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a531b5-0428-48bf-bf22-445830a3597d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:38.054252 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a531b5-0428-48bf-bf22-445830a3597d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:38.054577 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a531b5-0428-48bf-bf22-445830a3597d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:38.054948 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a531b5-0428-48bf-bf22-445830a3597d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:38.055245 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a531b5-0428-48bf-bf22-445830a3597d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:38.077543 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6707b88-c0ce-470d-9c66-63d78e5020bf req-ba376098-691d-4d14-a6b3-7cad40542ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:38.080716 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f6707b88-c0ce-470d-9c66-63d78e5020bf req-ba376098-691d-4d14-a6b3-7cad40542ba1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4fb6cc41-970a-4763-b8db-f99aa4a262bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627177 Nov 02 12:46:38.182456 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f6707b88-c0ce-470d-9c66-63d78e5020bf req-51d2f3f9-0d41-4d69-93fd-7020a1541c12 service neutron] 10.222.0.54 "GET /v2.0/networks/4fb6cc41-970a-4763-b8db-f99aa4a262bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939984 Nov 02 12:46:38.185485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-400da9c9-15c5-4f50-a210-13afc1efe25b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Deleting port becf1c36-5d18-4a18-9376-aafbe7c5cf50 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:46:38.190315 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-400da9c9-15c5-4f50-a210-13afc1efe25b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:38.269858 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-400da9c9-15c5-4f50-a210-13afc1efe25b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:38.270139 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-400da9c9-15c5-4f50-a210-13afc1efe25b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:38.281086 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f6707b88-c0ce-470d-9c66-63d78e5020bf req-c91305ec-1304-46a3-8ce1-0f3f6b3728ba service neutron] 10.222.0.54 "GET /v2.0/networks/4fb6cc41-970a-4763-b8db-f99aa4a262bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908082 Nov 02 12:46:38.290896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-400da9c9-15c5-4f50-a210-13afc1efe25b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Calling delete_port for becf1c36-5d18-4a18-9376-aafbe7c5cf50 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:46:38.508576 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-400da9c9-15c5-4f50-a210-13afc1efe25b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:38.537110 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400da9c9-15c5-4f50-a210-13afc1efe25b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Pushing event deleted for resources: {'Port': ['ID=becf1c36-5d18-4a18-9376-aafbe7c5cf50,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:38.608169 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-400da9c9-15c5-4f50-a210-13afc1efe25b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:38.608664 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-400da9c9-15c5-4f50-a210-13afc1efe25b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Floating IP b4ac5700-55d2-45fb-b72f-59ae4b495d98 disassociated (deleted). External IP: 172.25.6.102, port: 05d7a531-1d3c-4962-9d4b-34cbd253c83d. Nov 02 12:46:38.820284 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400da9c9-15c5-4f50-a210-13afc1efe25b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Router 269d7fc5-b395-4ce8-a436-06e3e9e26b24 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:46:38.936527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400da9c9-15c5-4f50-a210-13afc1efe25b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:38.942376 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-400da9c9-15c5-4f50-a210-13afc1efe25b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:38.947050 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209e1eb-be37-4081-84e0-e29cb1b546f2 None None] Sync routers for ids ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:38.958802 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209e1eb-be37-4081-84e0-e29cb1b546f2 None None] Routers {'269d7fc5-b395-4ce8-a436-06e3e9e26b24'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:38.959548 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b209e1eb-be37-4081-84e0-e29cb1b546f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:46:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:38.975678 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-400da9c9-15c5-4f50-a210-13afc1efe25b tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "DELETE /v2.0/floatingips/b4ac5700-55d2-45fb-b72f-59ae4b495d98 HTTP/1.1" status: 204 len: 168 time: 0.9652398 Nov 02 12:46:39.073410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-b209e1eb-be37-4081-84e0-e29cb1b546f2 None None] Set router 269d7fc5-b395-4ce8-a436-06e3e9e26b24 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:39.288858 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b209e1eb-be37-4081-84e0-e29cb1b546f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'name': 'tempest-TestMinimumBasicScenario-1633610825-router', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:22Z', 'updated_at': '2021-11-02T12:44:26Z', 'revision_number': 4, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'gw_port': {'id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:23Z', 'updated_at': '2021-11-02T12:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '491c0a16-ced6-4caf-89f7-30f0b18fb628', 'name': '', 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'mac_address': 'fa:16:3e:5a:93:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:25Z', 'updated_at': '2021-11-02T12:44:30Z', 'revision_number': 5, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'subnets': [{'id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:39.316806 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209e1eb-be37-4081-84e0-e29cb1b546f2 None None] Checking router: 269d7fc5-b395-4ce8-a436-06e3e9e26b24 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:39.325667 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209e1eb-be37-4081-84e0-e29cb1b546f2 None None] Routers {'269d7fc5-b395-4ce8-a436-06e3e9e26b24'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:39.326203 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b209e1eb-be37-4081-84e0-e29cb1b546f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:46:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:39.444199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-b209e1eb-be37-4081-84e0-e29cb1b546f2 None None] Set router 269d7fc5-b395-4ce8-a436-06e3e9e26b24 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:39.634980 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671d8266-4116-4c2f-bc96-ec3c44928c1d', 'tag': '05d7a531-1d3c-4962-9d4b-34cbd253c83d'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:46:39.637311 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0905cafd-67af-4e0d-9763-10bc3823994d" -d '{"events": [{"name": "network-changed", "server_uuid": "671d8266-4116-4c2f-bc96-ec3c44928c1d", "tag": "05d7a531-1d3c-4962-9d4b-34cbd253c83d"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:46:39.659931 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-b209e1eb-be37-4081-84e0-e29cb1b546f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'name': 'tempest-TestMinimumBasicScenario-1633610825-router', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:22Z', 'updated_at': '2021-11-02T12:44:26Z', 'revision_number': 4, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'gw_port': {'id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:23Z', 'updated_at': '2021-11-02T12:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '491c0a16-ced6-4caf-89f7-30f0b18fb628', 'name': '', 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'mac_address': 'fa:16:3e:5a:93:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:25Z', 'updated_at': '2021-11-02T12:44:30Z', 'revision_number': 5, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'subnets': [{'id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:39.675740 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3752032d-e95f-40f1-816f-532555f9d630 x-openstack-request-id: req-3752032d-e95f-40f1-816f-532555f9d630 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:46:39.676040 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671d8266-4116-4c2f-bc96-ec3c44928c1d", "tag": "05d7a531-1d3c-4962-9d4b-34cbd253c83d", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:46:39.676312 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3752032d-e95f-40f1-816f-532555f9d630 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:46:39.676720 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671d8266-4116-4c2f-bc96-ec3c44928c1d', 'tag': '05d7a531-1d3c-4962-9d4b-34cbd253c83d', 'status': 'completed', 'code': 200} Nov 02 12:46:39.692659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209e1eb-be37-4081-84e0-e29cb1b546f2 None None] The sync data for ids ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'] in n-d-806683-18 is: [{'id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'name': 'tempest-TestMinimumBasicScenario-1633610825-router', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:22Z', 'updated_at': '2021-11-02T12:44:26Z', 'revision_number': 4, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'gw_port': {'id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:23Z', 'updated_at': '2021-11-02T12:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '491c0a16-ced6-4caf-89f7-30f0b18fb628', 'name': '', 'network_id': '4fb6cc41-970a-4763-b8db-f99aa4a262bc', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'mac_address': 'fa:16:3e:5a:93:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:25Z', 'updated_at': '2021-11-02T12:44:30Z', 'revision_number': 5, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'subnets': [{'id': 'a4ab4129-4bf6-4d37-a56a-6de85adb11c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:39.745464 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905cafd-67af-4e0d-9763-10bc3823994d req-d7068d4c-b381-48c3-ba77-d069c93439c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:39.747134 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0905cafd-67af-4e0d-9763-10bc3823994d req-d7068d4c-b381-48c3-ba77-d069c93439c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53c6c280ef5f4407aaee230f5ce0487d&device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 1098 time: 0.0469542 Nov 02 12:46:39.847159 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905cafd-67af-4e0d-9763-10bc3823994d req-a309a03e-e00c-493e-a78d-2be1399c6268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:39.848667 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0905cafd-67af-4e0d-9763-10bc3823994d req-a309a03e-e00c-493e-a78d-2be1399c6268 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4fb6cc41-970a-4763-b8db-f99aa4a262bc HTTP/1.1" status: 200 len: 916 time: 0.0934503 Nov 02 12:46:39.897331 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0905cafd-67af-4e0d-9763-10bc3823994d req-c4f00165-34f9-4369-82fe-1061f367b732 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05d7a531-1d3c-4962-9d4b-34cbd253c83d HTTP/1.1" status: 200 len: 217 time: 0.0410244 Nov 02 12:46:39.925444 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3f1d45-e9ec-4301-a07f-bd703e9852c6 None None] New status for floating IP b4ac5700-55d2-45fb-b72f-59ae4b495d98: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:46:39.952218 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905cafd-67af-4e0d-9763-10bc3823994d req-22b84302-b437-424c-807a-4cc2a0d1f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:39.953699 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0905cafd-67af-4e0d-9763-10bc3823994d req-22b84302-b437-424c-807a-4cc2a0d1f1bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a4ab4129-4bf6-4d37-a56a-6de85adb11c1 HTTP/1.1" status: 200 len: 854 time: 0.0488145 Nov 02 12:46:40.013133 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905cafd-67af-4e0d-9763-10bc3823994d req-f66f7212-fc34-45b9-b3a4-56fdcedbdd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:40.015178 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0905cafd-67af-4e0d-9763-10bc3823994d req-f66f7212-fc34-45b9-b3a4-56fdcedbdd9d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4fb6cc41-970a-4763-b8db-f99aa4a262bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484755 Nov 02 12:46:40.120054 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0905cafd-67af-4e0d-9763-10bc3823994d req-90d6fc8a-6b27-473e-be6c-ac97ca5f8c41 service neutron] 10.222.0.54 "GET /v2.0/networks/4fb6cc41-970a-4763-b8db-f99aa4a262bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961261 Nov 02 12:46:40.221495 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0905cafd-67af-4e0d-9763-10bc3823994d req-9417784a-8272-4e6b-aa1a-a16e656aa0c6 service neutron] 10.222.0.54 "GET /v2.0/networks/4fb6cc41-970a-4763-b8db-f99aa4a262bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941777 Nov 02 12:46:47.526356 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-57bebe82-1d51-45f8-97e6-f021b9dfc0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:48.534197 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4208329-4650-4b3f-ad8e-ff5304abde82 req-1768fab6-4499-4eca-aad9-8d49393467ca tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:48.535682 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b4208329-4650-4b3f-ad8e-ff5304abde82 req-1768fab6-4499-4eca-aad9-8d49393467ca tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 946 time: 0.0521460 Nov 02 12:46:48.585496 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b4208329-4650-4b3f-ad8e-ff5304abde82 req-3532d946-527d-4d1a-95f4-6d324ef1ff3f tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436206 Nov 02 12:46:49.706827 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a64680-0106-4bc0-b017-cb10c4e1030e req-30cedd28-c79a-453d-87c5-e55af60b5f3e tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:49.708419 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-17a64680-0106-4bc0-b017-cb10c4e1030e req-30cedd28-c79a-453d-87c5-e55af60b5f3e tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 946 time: 0.0510066 Nov 02 12:46:49.754548 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-627b9dd6-90d2-4164-8929-164d9f99fc66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:49.767220 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-17a64680-0106-4bc0-b017-cb10c4e1030e req-688bf7fb-2a8f-462c-a120-2a0a07c4da82 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/security-groups?id=261eb50c-15b2-4e4c-b32b-321bcbcbc642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515072 Nov 02 12:46:50.154533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a07ab-a893-433e-9f4b-0acd4de86a73 req-6148a543-b225-41a5-955c-a40e1100999d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:46:50.155942 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cf1a07ab-a893-433e-9f4b-0acd4de86a73 req-6148a543-b225-41a5-955c-a40e1100999d tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.54 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 946 time: 0.0536921 Nov 02 12:46:50.249968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-cf1a07ab-a893-433e-9f4b-0acd4de86a73 req-7ec78340-e39f-43a2-8f38-32dd5e9cfa0f tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Deleting port 05d7a531-1d3c-4962-9d4b-34cbd253c83d {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:46:50.250337 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-cf1a07ab-a893-433e-9f4b-0acd4de86a73 req-7ec78340-e39f-43a2-8f38-32dd5e9cfa0f tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:50.343355 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-cf1a07ab-a893-433e-9f4b-0acd4de86a73 req-7ec78340-e39f-43a2-8f38-32dd5e9cfa0f tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] For port 05d7a531-1d3c-4962-9d4b-34cbd253c83d, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=05d7a531-1d3c-4962-9d4b-34cbd253c83d,segment=NetworkSegment(6b36f24d-8de9-4792-80ec-ee6e8f2b08c5),segment_id=6b36f24d-8de9-4792-80ec-ee6e8f2b08c5)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:50.343722 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-cf1a07ab-a893-433e-9f4b-0acd4de86a73 req-7ec78340-e39f-43a2-8f38-32dd5e9cfa0f tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:50.357442 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-cf1a07ab-a893-433e-9f4b-0acd4de86a73 req-7ec78340-e39f-43a2-8f38-32dd5e9cfa0f tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Calling delete_port for 05d7a531-1d3c-4962-9d4b-34cbd253c83d owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:46:50.548974 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-cf1a07ab-a893-433e-9f4b-0acd4de86a73 req-7ec78340-e39f-43a2-8f38-32dd5e9cfa0f tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:50.560975 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['05d7a531-1d3c-4962-9d4b-34cbd253c83d'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:46:50.584318 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec78340-e39f-43a2-8f38-32dd5e9cfa0f tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Pushing event deleted for resources: {'Port': ['ID=05d7a531-1d3c-4962-9d4b-34cbd253c83d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:50.625923 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1a07ab-a893-433e-9f4b-0acd4de86a73 req-7ec78340-e39f-43a2-8f38-32dd5e9cfa0f tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] No DVR routers for this DVR port 05d7a531-1d3c-4962-9d4b-34cbd253c83d on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:46:50.628744 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-cf1a07ab-a893-433e-9f4b-0acd4de86a73 req-7ec78340-e39f-43a2-8f38-32dd5e9cfa0f tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:50.632110 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cf1a07ab-a893-433e-9f4b-0acd4de86a73 req-7ec78340-e39f-43a2-8f38-32dd5e9cfa0f tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.54 "DELETE /v2.0/ports/05d7a531-1d3c-4962-9d4b-34cbd253c83d HTTP/1.1" status: 204 len: 173 time: 0.4699862 Nov 02 12:46:50.632560 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671d8266-4116-4c2f-bc96-ec3c44928c1d', 'name': 'network-vif-deleted', 'tag': '05d7a531-1d3c-4962-9d4b-34cbd253c83d'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:46:50.635148 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc40b6d-a51f-44c3-8a13-e1cf2af53149" -d '{"events": [{"server_uuid": "671d8266-4116-4c2f-bc96-ec3c44928c1d", "name": "network-vif-deleted", "tag": "05d7a531-1d3c-4962-9d4b-34cbd253c83d"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:46:50.672692 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53512b2-58dc-4e1e-8cab-34585de690bd x-openstack-request-id: req-d53512b2-58dc-4e1e-8cab-34585de690bd {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:46:50.673013 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671d8266-4116-4c2f-bc96-ec3c44928c1d", "name": "network-vif-deleted", "tag": "05d7a531-1d3c-4962-9d4b-34cbd253c83d", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:46:50.673323 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d53512b2-58dc-4e1e-8cab-34585de690bd {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:46:50.673743 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671d8266-4116-4c2f-bc96-ec3c44928c1d', 'name': 'network-vif-deleted', 'tag': '05d7a531-1d3c-4962-9d4b-34cbd253c83d', 'status': 'completed', 'code': 200} Nov 02 12:46:50.877504 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a17e538a-5dab-41ff-bd4f-8db047e3aaaf req-16459502-6faa-4da7-8739-040dc1918631 tempest-TestMinimumBasicScenario-76248621 tempest-TestMinimumBasicScenario-76248621-project] 10.222.0.52 "GET /v2.0/ports?device_id=671d8266-4116-4c2f-bc96-ec3c44928c1d HTTP/1.1" status: 200 len: 210 time: 0.0338299 Nov 02 12:46:51.200068 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:52.685531 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:53.232558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59064) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:46:53.593104 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-08e52a6a-f540-4d60-8eae-3593492761d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:53.847335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-08e52a6a-f540-4d60-8eae-3593492761d2 admin admin] Deleting port 491c0a16-ced6-4caf-89f7-30f0b18fb628 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:46:53.847667 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-08e52a6a-f540-4d60-8eae-3593492761d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:53.929750 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-08e52a6a-f540-4d60-8eae-3593492761d2 admin admin] For port 491c0a16-ced6-4caf-89f7-30f0b18fb628, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=491c0a16-ced6-4caf-89f7-30f0b18fb628,segment=NetworkSegment(6b36f24d-8de9-4792-80ec-ee6e8f2b08c5),segment_id=6b36f24d-8de9-4792-80ec-ee6e8f2b08c5)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:53.930117 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-08e52a6a-f540-4d60-8eae-3593492761d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:53.948920 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-08e52a6a-f540-4d60-8eae-3593492761d2 admin admin] Calling delete_port for 491c0a16-ced6-4caf-89f7-30f0b18fb628 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:46:54.205767 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-08e52a6a-f540-4d60-8eae-3593492761d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:54.232500 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e52a6a-f540-4d60-8eae-3593492761d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=491c0a16-ced6-4caf-89f7-30f0b18fb628,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:54.409274 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-08e52a6a-f540-4d60-8eae-3593492761d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:54.429035 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:54.453804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 05d7a531-1d3c-4962-9d4b-34cbd253c83d no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:54.475957 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 05d7a531-1d3c-4962-9d4b-34cbd253c83d {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:46:54.476538 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 05d7a531-1d3c-4962-9d4b-34cbd253c83d not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:54.642560 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e52a6a-f540-4d60-8eae-3593492761d2 admin admin] Router 269d7fc5-b395-4ce8-a436-06e3e9e26b24 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:46:54.708446 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:54.751851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e52a6a-f540-4d60-8eae-3593492761d2 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:54.757252 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-08e52a6a-f540-4d60-8eae-3593492761d2 admin admin] 10.222.0.52 "PUT /v2.0/routers/269d7fc5-b395-4ce8-a436-06e3e9e26b24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5234027 Nov 02 12:46:54.760712 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59066) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:46:54.761867 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e52b3c-c83c-4118-a135-5c538253c0de None None] Sync routers for ids ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:54.772956 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e52b3c-c83c-4118-a135-5c538253c0de None None] Routers {'269d7fc5-b395-4ce8-a436-06e3e9e26b24'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:54.773574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-49e52b3c-c83c-4118-a135-5c538253c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:46:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:54.891343 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-49e52b3c-c83c-4118-a135-5c538253c0de None None] Set router 269d7fc5-b395-4ce8-a436-06e3e9e26b24 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:55.023888 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:55.110316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-49e52b3c-c83c-4118-a135-5c538253c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'name': 'tempest-TestMinimumBasicScenario-1633610825-router', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:22Z', 'updated_at': '2021-11-02T12:46:54Z', 'revision_number': 5, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'gw_port': {'id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:23Z', 'updated_at': '2021-11-02T12:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:55.139748 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e52b3c-c83c-4118-a135-5c538253c0de None None] Checking router: 269d7fc5-b395-4ce8-a436-06e3e9e26b24 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:55.149646 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e52b3c-c83c-4118-a135-5c538253c0de None None] Routers {'269d7fc5-b395-4ce8-a436-06e3e9e26b24'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:55.150277 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-49e52b3c-c83c-4118-a135-5c538253c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:46:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:55.235519 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db619850-dd7b-49f0-b4e4-1dc9612efd98 admin admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:55.265168 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-49e52b3c-c83c-4118-a135-5c538253c0de None None] Set router 269d7fc5-b395-4ce8-a436-06e3e9e26b24 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:55.345640 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db619850-dd7b-49f0-b4e4-1dc9612efd98 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:55.480277 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-db619850-dd7b-49f0-b4e4-1dc9612efd98 admin admin] Deleting port b4d61038-2169-4d7d-9202-e9eeb9217b33 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:46:55.480986 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db619850-dd7b-49f0-b4e4-1dc9612efd98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:55.564417 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-db619850-dd7b-49f0-b4e4-1dc9612efd98 admin admin] For port b4d61038-2169-4d7d-9202-e9eeb9217b33, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b4d61038-2169-4d7d-9202-e9eeb9217b33,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:55.564779 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db619850-dd7b-49f0-b4e4-1dc9612efd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:55.578028 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-db619850-dd7b-49f0-b4e4-1dc9612efd98 admin admin] Calling delete_port for b4d61038-2169-4d7d-9202-e9eeb9217b33 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:46:55.618158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-49e52b3c-c83c-4118-a135-5c538253c0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'name': 'tempest-TestMinimumBasicScenario-1633610825-router', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:22Z', 'updated_at': '2021-11-02T12:46:54Z', 'revision_number': 5, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'gw_port': {'id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:23Z', 'updated_at': '2021-11-02T12:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:55.646627 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e52b3c-c83c-4118-a135-5c538253c0de None None] The sync data for ids ['269d7fc5-b395-4ce8-a436-06e3e9e26b24'] in n-d-806683-18 is: [{'id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'name': 'tempest-TestMinimumBasicScenario-1633610825-router', 'tenant_id': '53c6c280ef5f4407aaee230f5ce0487d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:22Z', 'updated_at': '2021-11-02T12:46:54Z', 'revision_number': 5, 'project_id': '53c6c280ef5f4407aaee230f5ce0487d', 'gw_port': {'id': 'b4d61038-2169-4d7d-9202-e9eeb9217b33', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:82:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '269d7fc5-b395-4ce8-a436-06e3e9e26b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:23Z', 'updated_at': '2021-11-02T12:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:55.828636 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db619850-dd7b-49f0-b4e4-1dc9612efd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:55.858691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db619850-dd7b-49f0-b4e4-1dc9612efd98 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4d61038-2169-4d7d-9202-e9eeb9217b33,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:55.926062 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db619850-dd7b-49f0-b4e4-1dc9612efd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:56.025356 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db619850-dd7b-49f0-b4e4-1dc9612efd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:56.028719 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db619850-dd7b-49f0-b4e4-1dc9612efd98 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:56.132042 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db619850-dd7b-49f0-b4e4-1dc9612efd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:56.132759 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db619850-dd7b-49f0-b4e4-1dc9612efd98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 269d7fc5-b395-4ce8-a436-06e3e9e26b24 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:46:56.138637 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db619850-dd7b-49f0-b4e4-1dc9612efd98 admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:56.143964 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-db619850-dd7b-49f0-b4e4-1dc9612efd98 admin admin] 10.222.0.52 "DELETE /v2.0/routers/269d7fc5-b395-4ce8-a436-06e3e9e26b24 HTTP/1.1" status: 204 len: 168 time: 1.3778884 Nov 02 12:46:56.143964 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59068) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:46:56.198016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c762c8c-c2f0-4149-a230-80eda20ea76c admin admin] Deleting subnet a4ab4129-4bf6-4d37-a56a-6de85adb11c1 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:46:56.206840 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7c762c8c-c2f0-4149-a230-80eda20ea76c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:56.239552 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7c762c8c-c2f0-4149-a230-80eda20ea76c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:56.324839 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7c762c8c-c2f0-4149-a230-80eda20ea76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:56.469213 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7c762c8c-c2f0-4149-a230-80eda20ea76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:56.497552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c762c8c-c2f0-4149-a230-80eda20ea76c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4ab4129-4bf6-4d37-a56a-6de85adb11c1,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:56.502606 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7c762c8c-c2f0-4149-a230-80eda20ea76c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:56.506370 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7c762c8c-c2f0-4149-a230-80eda20ea76c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a4ab4129-4bf6-4d37-a56a-6de85adb11c1 HTTP/1.1" status: 204 len: 168 time: 0.3628871 Nov 02 12:46:56.508156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2c7f87-4579-4079-ba86-697fba71c321 None None] Network 4fb6cc41-970a-4763-b8db-f99aa4a262bc requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:46:56.511284 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59070) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:46:56.615532 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:56.678646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] Deleting port b039b716-c883-41ca-9732-c91a0bba3568 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:46:56.679090 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:56.741074 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdc8c65-9388-445d-a536-752781849288 None None] DHCP port deletion for 4fb6cc41-970a-4763-b8db-f99aa4a262bc request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:46:56.754735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] For port b039b716-c883-41ca-9732-c91a0bba3568, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b039b716-c883-41ca-9732-c91a0bba3568,segment=NetworkSegment(6b36f24d-8de9-4792-80ec-ee6e8f2b08c5),segment_id=6b36f24d-8de9-4792-80ec-ee6e8f2b08c5)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:56.755130 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:56.768211 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] Calling delete_port for b039b716-c883-41ca-9732-c91a0bba3568 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:46:56.785201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc8c65-9388-445d-a536-752781849288 None None] Deleting port b039b716-c883-41ca-9732-c91a0bba3568 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:46:56.785577 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2fdc8c65-9388-445d-a536-752781849288 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:56.855076 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2fdc8c65-9388-445d-a536-752781849288 None None] For port b039b716-c883-41ca-9732-c91a0bba3568, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=b039b716-c883-41ca-9732-c91a0bba3568,segment=NetworkSegment(6b36f24d-8de9-4792-80ec-ee6e8f2b08c5),segment_id=6b36f24d-8de9-4792-80ec-ee6e8f2b08c5)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:56.855482 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2fdc8c65-9388-445d-a536-752781849288 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:56.869080 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc8c65-9388-445d-a536-752781849288 None None] Calling delete_port for b039b716-c883-41ca-9732-c91a0bba3568 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:46:56.943442 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:56.949786 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2fdc8c65-9388-445d-a536-752781849288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:56.976180 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc8c65-9388-445d-a536-752781849288 None None] Pushing event deleted for resources: {'Port': ['ID=b039b716-c883-41ca-9732-c91a0bba3568,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:56.981156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc8c65-9388-445d-a536-752781849288 None None] No DVR routers for this DVR port b039b716-c883-41ca-9732-c91a0bba3568 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:46:56.982882 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b039b716-c883-41ca-9732-c91a0bba3568,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:56.987095 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] No DVR routers for this DVR port b039b716-c883-41ca-9732-c91a0bba3568 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:46:56.988677 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdc8c65-9388-445d-a536-752781849288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:56.989071 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdc8c65-9388-445d-a536-752781849288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:56.989421 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdc8c65-9388-445d-a536-752781849288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:56.989763 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdc8c65-9388-445d-a536-752781849288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:56.990096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdc8c65-9388-445d-a536-752781849288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:56.990515 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdc8c65-9388-445d-a536-752781849288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:56.990856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdc8c65-9388-445d-a536-752781849288 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:56.991407 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdc8c65-9388-445d-a536-752781849288 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:56.991566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdc8c65-9388-445d-a536-752781849288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:56.991843 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdc8c65-9388-445d-a536-752781849288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:56.992168 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdc8c65-9388-445d-a536-752781849288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:56.992491 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdc8c65-9388-445d-a536-752781849288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:57.063792 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:57.084051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb6cc41-970a-4763-b8db-f99aa4a262bc']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:57.094435 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b36f24d-8de9-4792-80ec-ee6e8f2b08c5') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:57.094730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b36f24d-8de9-4792-80ec-ee6e8f2b08c5') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:57.110766 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:57.125052 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:57.131307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:46:57.131704 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:46:57.133376 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:46:57.153097 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b039b716-c883-41ca-9732-c91a0bba3568 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:57.177408 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: b039b716-c883-41ca-9732-c91a0bba3568 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:46:57.177895 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b039b716-c883-41ca-9732-c91a0bba3568 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:57.178378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 491c0a16-ced6-4caf-89f7-30f0b18fb628 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:57.197890 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 491c0a16-ced6-4caf-89f7-30f0b18fb628 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:46:57.198264 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 491c0a16-ced6-4caf-89f7-30f0b18fb628 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:57.201852 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b4d61038-2169-4d7d-9202-e9eeb9217b33 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:46:57.219603 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: b4d61038-2169-4d7d-9202-e9eeb9217b33 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:46:57.224745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device b4d61038-2169-4d7d-9202-e9eeb9217b33 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:46:57.262827 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:57.268486 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:57.271729 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4fb6cc41-970a-4763-b8db-f99aa4a262bc HTTP/1.1" status: 204 len: 168 time: 0.7614431 Nov 02 12:46:57.275677 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59072) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:46:57.284275 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35fc44-91fe-406a-81b1-29b72d961ab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fb6cc41-970a-4763-b8db-f99aa4a262bc,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:57.918081 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7f34a1bf-4439-46b0-bb77-00db906563dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:58.185995 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-7f34a1bf-4439-46b0-bb77-00db906563dc admin admin] Deleting port dfe711d7-fae9-4317-9cb9-9cdfd478aa7e {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:46:58.186600 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7f34a1bf-4439-46b0-bb77-00db906563dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:58.273988 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-7f34a1bf-4439-46b0-bb77-00db906563dc admin admin] For port dfe711d7-fae9-4317-9cb9-9cdfd478aa7e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=dfe711d7-fae9-4317-9cb9-9cdfd478aa7e,segment=NetworkSegment(48e6de3b-19b0-4a88-aeff-36fa85af1aad),segment_id=48e6de3b-19b0-4a88-aeff-36fa85af1aad)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:58.274429 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7f34a1bf-4439-46b0-bb77-00db906563dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:58.289502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-7f34a1bf-4439-46b0-bb77-00db906563dc admin admin] Calling delete_port for dfe711d7-fae9-4317-9cb9-9cdfd478aa7e owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:46:58.520201 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7f34a1bf-4439-46b0-bb77-00db906563dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:58.547120 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34a1bf-4439-46b0-bb77-00db906563dc admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe711d7-fae9-4317-9cb9-9cdfd478aa7e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:58.735501 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7f34a1bf-4439-46b0-bb77-00db906563dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:58.970754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f34a1bf-4439-46b0-bb77-00db906563dc admin admin] Router 4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:46:59.085123 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f34a1bf-4439-46b0-bb77-00db906563dc admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:59.091517 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7f34a1bf-4439-46b0-bb77-00db906563dc admin admin] 10.222.0.52 "PUT /v2.0/routers/4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8144362 Nov 02 12:46:59.094178 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59074) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:46:59.099388 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf668ba-97a5-422b-977d-3bcd181fbe86 None None] Sync routers for ids ['4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:59.127340 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf668ba-97a5-422b-977d-3bcd181fbe86 None None] Routers {'4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:59.128114 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-5bf668ba-97a5-422b-977d-3bcd181fbe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:46:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:59.225754 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5d5d-21e1-41ce-85c1-87a8992055ef admin admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:59.334095 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-5bf668ba-97a5-422b-977d-3bcd181fbe86 None None] Set router 4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:59.336310 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5d5d-21e1-41ce-85c1-87a8992055ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:59.508754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc5d5d-21e1-41ce-85c1-87a8992055ef admin admin] Deleting port 762ca33c-05b0-4d12-b414-b064b0a2d477 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:46:59.509004 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5d5d-21e1-41ce-85c1-87a8992055ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:59.520642 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-5bf668ba-97a5-422b-977d-3bcd181fbe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'name': 'tempest-TestMinimumBasicScenario-1462863355-router', 'tenant_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '762ca33c-05b0-4d12-b414-b064b0a2d477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:30Z', 'updated_at': '2021-11-02T12:46:58Z', 'revision_number': 5, 'project_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'gw_port': {'id': '762ca33c-05b0-4d12-b414-b064b0a2d477', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:0e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:44:30Z', 'updated_at': '2021-11-02T12:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:59.548108 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf668ba-97a5-422b-977d-3bcd181fbe86 None None] Checking router: 4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:59.558964 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf668ba-97a5-422b-977d-3bcd181fbe86 None None] Routers {'4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:59.559566 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-5bf668ba-97a5-422b-977d-3bcd181fbe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:46:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:59.601787 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-b9fc5d5d-21e1-41ce-85c1-87a8992055ef admin admin] For port 762ca33c-05b0-4d12-b414-b064b0a2d477, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=762ca33c-05b0-4d12-b414-b064b0a2d477,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:59.602150 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5d5d-21e1-41ce-85c1-87a8992055ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:59.616001 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc5d5d-21e1-41ce-85c1-87a8992055ef admin admin] Calling delete_port for 762ca33c-05b0-4d12-b414-b064b0a2d477 owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:46:59.651122 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-5bf668ba-97a5-422b-977d-3bcd181fbe86 None None] Set router 4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:59.707097 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-5bf668ba-97a5-422b-977d-3bcd181fbe86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'name': 'tempest-TestMinimumBasicScenario-1462863355-router', 'tenant_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:30Z', 'updated_at': '2021-11-02T12:46:59Z', 'revision_number': 6, 'project_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:59.736576 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf668ba-97a5-422b-977d-3bcd181fbe86 None None] The sync data for ids ['4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87'] in n-d-806683-18 is: [{'id': '4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87', 'name': 'tempest-TestMinimumBasicScenario-1462863355-router', 'tenant_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:44:30Z', 'updated_at': '2021-11-02T12:46:59Z', 'revision_number': 6, 'project_id': '439e83c8d4de42548a8d44bf5c4c60d5', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:59.851631 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5d5d-21e1-41ce-85c1-87a8992055ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:46:59.876835 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc5d5d-21e1-41ce-85c1-87a8992055ef admin admin] Pushing event deleted for resources: {'Port': ['ID=762ca33c-05b0-4d12-b414-b064b0a2d477,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:59.943322 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5d5d-21e1-41ce-85c1-87a8992055ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:00.039058 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5d5d-21e1-41ce-85c1-87a8992055ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:00.041523 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5d5d-21e1-41ce-85c1-87a8992055ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:00.137385 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5d5d-21e1-41ce-85c1-87a8992055ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:00.138558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fc5d5d-21e1-41ce-85c1-87a8992055ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:47:00.143416 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5d5d-21e1-41ce-85c1-87a8992055ef admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:00.144636 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b9fc5d5d-21e1-41ce-85c1-87a8992055ef admin admin] 10.222.0.52 "DELETE /v2.0/routers/4dacb2e0-8d02-4f92-85dd-fc38d0e9cd87 HTTP/1.1" status: 204 len: 168 time: 1.0471454 Nov 02 12:47:00.147249 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59076) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:00.201086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4c4d29-1fe2-462b-a347-56f8abc7c292 admin admin] Deleting subnet cc28571c-8900-490d-8eb3-1816ca676422 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:47:00.204505 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a4c4d29-1fe2-462b-a347-56f8abc7c292 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:00.242981 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a4c4d29-1fe2-462b-a347-56f8abc7c292 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:00.332055 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a4c4d29-1fe2-462b-a347-56f8abc7c292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:00.474731 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a4c4d29-1fe2-462b-a347-56f8abc7c292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:00.510594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c4d29-1fe2-462b-a347-56f8abc7c292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc28571c-8900-490d-8eb3-1816ca676422,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:00.510594 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4a4c4d29-1fe2-462b-a347-56f8abc7c292 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:00.510594 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4a4c4d29-1fe2-462b-a347-56f8abc7c292 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cc28571c-8900-490d-8eb3-1816ca676422 HTTP/1.1" status: 204 len: 168 time: 0.3621433 Nov 02 12:47:00.513444 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59078) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:00.519088 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd90a5a-2e65-443a-9c54-e2fb5459c72c None None] Network e9fb51a1-036f-4fa6-8893-943b6bd0aeaf requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:47:00.589850 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:00.651713 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] Deleting port cf175ccd-f105-446f-9d11-76e98e5e5569 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:47:00.652239 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:00.720069 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce82c8c8-eaf3-4f91-bc0f-f9f88cf6205e None None] DHCP port deletion for e9fb51a1-036f-4fa6-8893-943b6bd0aeaf request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:47:00.729021 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] For port cf175ccd-f105-446f-9d11-76e98e5e5569, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cf175ccd-f105-446f-9d11-76e98e5e5569,segment=NetworkSegment(48e6de3b-19b0-4a88-aeff-36fa85af1aad),segment_id=48e6de3b-19b0-4a88-aeff-36fa85af1aad)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:00.729403 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:00.743552 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] Calling delete_port for cf175ccd-f105-446f-9d11-76e98e5e5569 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:47:00.772174 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ce82c8c8-eaf3-4f91-bc0f-f9f88cf6205e None None] Deleting port cf175ccd-f105-446f-9d11-76e98e5e5569 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:47:00.772635 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ce82c8c8-eaf3-4f91-bc0f-f9f88cf6205e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:00.845579 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ce82c8c8-eaf3-4f91-bc0f-f9f88cf6205e None None] For port cf175ccd-f105-446f-9d11-76e98e5e5569, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=cf175ccd-f105-446f-9d11-76e98e5e5569,segment=NetworkSegment(48e6de3b-19b0-4a88-aeff-36fa85af1aad),segment_id=48e6de3b-19b0-4a88-aeff-36fa85af1aad)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:00.845880 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ce82c8c8-eaf3-4f91-bc0f-f9f88cf6205e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:00.860488 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ce82c8c8-eaf3-4f91-bc0f-f9f88cf6205e None None] Calling delete_port for cf175ccd-f105-446f-9d11-76e98e5e5569 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:47:00.886892 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:00.914117 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf175ccd-f105-446f-9d11-76e98e5e5569,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:00.918504 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] No DVR routers for this DVR port cf175ccd-f105-446f-9d11-76e98e5e5569 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:47:00.939938 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ce82c8c8-eaf3-4f91-bc0f-f9f88cf6205e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:00.970684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82c8c8-eaf3-4f91-bc0f-f9f88cf6205e None None] Pushing event deleted for resources: {'Port': ['ID=cf175ccd-f105-446f-9d11-76e98e5e5569,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:00.972662 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce82c8c8-eaf3-4f91-bc0f-f9f88cf6205e None None] No DVR routers for this DVR port cf175ccd-f105-446f-9d11-76e98e5e5569 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:47:00.999553 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:01.020922 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9fb51a1-036f-4fa6-8893-943b6bd0aeaf']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:01.032167 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e6de3b-19b0-4a88-aeff-36fa85af1aad') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:01.032398 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e6de3b-19b0-4a88-aeff-36fa85af1aad') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:01.042325 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:01.056231 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:47:01.068523 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:47:01.154121 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device cf175ccd-f105-446f-9d11-76e98e5e5569 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:47:01.174916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: cf175ccd-f105-446f-9d11-76e98e5e5569 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:47:01.176434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device cf175ccd-f105-446f-9d11-76e98e5e5569 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:47:01.176434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device dfe711d7-fae9-4317-9cb9-9cdfd478aa7e no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:47:01.194950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: dfe711d7-fae9-4317-9cb9-9cdfd478aa7e {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:47:01.195297 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device dfe711d7-fae9-4317-9cb9-9cdfd478aa7e not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:47:01.195732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 762ca33c-05b0-4d12-b414-b064b0a2d477 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:47:01.200011 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:01.205864 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:01.209262 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e9fb51a1-036f-4fa6-8893-943b6bd0aeaf HTTP/1.1" status: 204 len: 168 time: 0.6940050 Nov 02 12:47:01.223768 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf562d-e836-4b33-a936-2f200ff1f853 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9fb51a1-036f-4fa6-8893-943b6bd0aeaf,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:01.226536 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 762ca33c-05b0-4d12-b414-b064b0a2d477 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:47:01.227013 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 762ca33c-05b0-4d12-b414-b064b0a2d477 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:47:01.640576 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59082) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:01.682721 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-29e13bf2-c604-499f-9a63-a195e3f1f70c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53c6c280ef5f4407aaee230f5ce0487d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409353 Nov 02 12:47:01.687155 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59084) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:01.737563 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6163706-f818-491c-9000-dd9c5eb09982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:01.760999 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6163706-f818-491c-9000-dd9c5eb09982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:01.869265 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6163706-f818-491c-9000-dd9c5eb09982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:01.872302 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c6163706-f818-491c-9000-dd9c5eb09982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:01.873562 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c6163706-f818-491c-9000-dd9c5eb09982 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/261eb50c-15b2-4e4c-b32b-321bcbcbc642 HTTP/1.1" status: 204 len: 168 time: 0.1854475 Nov 02 12:47:01.881991 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6163706-f818-491c-9000-dd9c5eb09982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261eb50c-15b2-4e4c-b32b-321bcbcbc642,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:02.628978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59090) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:02.674847 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-084623f7-41e9-45f5-93c9-96b8a4da6ac1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=439e83c8d4de42548a8d44bf5c4c60d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455060 Nov 02 12:47:02.677832 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59092) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:02.728939 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c4fe36d-9646-497e-9eb7-21b62710fb92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:02.750758 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c4fe36d-9646-497e-9eb7-21b62710fb92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:02.857435 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c4fe36d-9646-497e-9eb7-21b62710fb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:02.859973 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6c4fe36d-9646-497e-9eb7-21b62710fb92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:02.861169 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6c4fe36d-9646-497e-9eb7-21b62710fb92 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2942d1c5-4a37-4406-99c6-d50b3a5c78b9 HTTP/1.1" status: 204 len: 168 time: 0.1824079 Nov 02 12:47:02.869294 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fe36d-9646-497e-9eb7-21b62710fb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2942d1c5-4a37-4406-99c6-d50b3a5c78b9,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:05.299654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59134) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:05.304553 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-ae08c612-455a-4c1a-9954-89646279a79d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-191959785', 'description': 'tempest-secgroup-smoke-191959785 description', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:47:05.394392 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae08c612-455a-4c1a-9954-89646279a79d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:05.404070 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae08c612-455a-4c1a-9954-89646279a79d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:05.483991 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae08c612-455a-4c1a-9954-89646279a79d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:05.525733 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae08c612-455a-4c1a-9954-89646279a79d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:05.575408 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08c612-455a-4c1a-9954-89646279a79d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39840ca1-c245-42b1-aa17-92eafed71d2f,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:05.627668 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae08c612-455a-4c1a-9954-89646279a79d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:05.697488 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae08c612-455a-4c1a-9954-89646279a79d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:05.729133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08c612-455a-4c1a-9954-89646279a79d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba36f63-1d67-4c94-8879-80346434430b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:05.785307 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ae08c612-455a-4c1a-9954-89646279a79d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:05.786732 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ae08c612-455a-4c1a-9954-89646279a79d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4860029 Nov 02 12:47:05.789555 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59136) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:05.794957 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-7ab1b312-92f8-4e91-8497-de6b77ee82d1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': 'dba36f63-1d67-4c94-8879-80346434430b', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:47:05.896471 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b312-92f8-4e91-8497-de6b77ee82d1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:05.956916 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b312-92f8-4e91-8497-de6b77ee82d1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:06.017160 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b312-92f8-4e91-8497-de6b77ee82d1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:06.036456 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1b312-92f8-4e91-8497-de6b77ee82d1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b23bdcd-8798-4b0c-9338-3ae80b6dca2c,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:06.088437 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b312-92f8-4e91-8497-de6b77ee82d1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:06.089745 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-7ab1b312-92f8-4e91-8497-de6b77ee82d1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2992437 Nov 02 12:47:06.092774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59138) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:06.097334 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8fccd776-178d-4a41-b9ac-5da4b648938a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': 'dba36f63-1d67-4c94-8879-80346434430b', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:47:06.205196 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fccd776-178d-4a41-b9ac-5da4b648938a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:06.270173 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fccd776-178d-4a41-b9ac-5da4b648938a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:06.342685 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fccd776-178d-4a41-b9ac-5da4b648938a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:06.361701 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccd776-178d-4a41-b9ac-5da4b648938a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c98f3aa-eaec-4c66-86c9-10d1a00ecbe5,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:06.407599 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8fccd776-178d-4a41-b9ac-5da4b648938a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:06.408924 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8fccd776-178d-4a41-b9ac-5da4b648938a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3151774 Nov 02 12:47:06.412007 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59140) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:06.417429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-3b4e165b-fb65-4b8f-845d-c9c8c74a2b62 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': 'dba36f63-1d67-4c94-8879-80346434430b', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:47:06.525794 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b4e165b-fb65-4b8f-845d-c9c8c74a2b62 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:06.587474 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b4e165b-fb65-4b8f-845d-c9c8c74a2b62 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:06.657128 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b4e165b-fb65-4b8f-845d-c9c8c74a2b62 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:06.676678 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e165b-fb65-4b8f-845d-c9c8c74a2b62 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494b27c5-f879-4722-86af-a32e8e1cd6d8,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:06.756783 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b4e165b-fb65-4b8f-845d-c9c8c74a2b62 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:06.758080 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3b4e165b-fb65-4b8f-845d-c9c8c74a2b62 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3448863 Nov 02 12:47:06.762021 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59142) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:06.766884 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9a2e69b6-b35a-497c-9eba-094fab061f02 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': 'dba36f63-1d67-4c94-8879-80346434430b', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:47:06.868195 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a2e69b6-b35a-497c-9eba-094fab061f02 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:06.928959 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a2e69b6-b35a-497c-9eba-094fab061f02 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:07.000346 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a2e69b6-b35a-497c-9eba-094fab061f02 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:07.019225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e69b6-b35a-497c-9eba-094fab061f02 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a338971-96f8-4332-aa90-3e0b9ef773c0,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:07.093958 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a2e69b6-b35a-497c-9eba-094fab061f02 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:07.095254 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9a2e69b6-b35a-497c-9eba-094fab061f02 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3321238 Nov 02 12:47:07.098015 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59144) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:07.106559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9dd56e17-c315-4179-880c-818651bc5832 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': 'dba36f63-1d67-4c94-8879-80346434430b', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:47:07.189062 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-9dd56e17-c315-4179-880c-818651bc5832 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Project af9c01a0798540e5b6bd7f4173b010ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:47:07.194403 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9dd56e17-c315-4179-880c-818651bc5832 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:07.257924 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9dd56e17-c315-4179-880c-818651bc5832 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:07.399590 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9dd56e17-c315-4179-880c-818651bc5832 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:07.419482 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd56e17-c315-4179-880c-818651bc5832 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25badb35-70bb-4f10-ac60-12e781403537,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:07.534553 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9dd56e17-c315-4179-880c-818651bc5832 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:07.535755 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9dd56e17-c315-4179-880c-818651bc5832 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4367299 Nov 02 12:47:07.538463 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59146) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:07.543670 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d5a2356c-f6f6-47ef-b2b9-8f466c0f7731 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': 'dba36f63-1d67-4c94-8879-80346434430b', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:47:07.668930 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-d5a2356c-f6f6-47ef-b2b9-8f466c0f7731 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Project af9c01a0798540e5b6bd7f4173b010ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:47:07.674316 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d5a2356c-f6f6-47ef-b2b9-8f466c0f7731 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:07.742675 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d5a2356c-f6f6-47ef-b2b9-8f466c0f7731 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:07.828735 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d5a2356c-f6f6-47ef-b2b9-8f466c0f7731 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:07.846899 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2356c-f6f6-47ef-b2b9-8f466c0f7731 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a893cc-0e16-4cc5-81c3-d40b51d86962,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:07.934996 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d5a2356c-f6f6-47ef-b2b9-8f466c0f7731 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:07.936343 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d5a2356c-f6f6-47ef-b2b9-8f466c0f7731 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3968430 Nov 02 12:47:07.939360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59148) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:07.944352 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-27dfe734-162e-4014-86fc-e6e60077a234 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'network': {'name': 'tempest-network-smoke--1946774531', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'port_security_enabled': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:47:08.051435 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dfe734-162e-4014-86fc-e6e60077a234 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Made reservation on behalf of af9c01a0798540e5b6bd7f4173b010ec for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:08.052105 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:47:08.055017 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-27dfe734-162e-4014-86fc-e6e60077a234 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:08.079428 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27dfe734-162e-4014-86fc-e6e60077a234 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:47:08.089584 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-27dfe734-162e-4014-86fc-e6e60077a234 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:08.096335 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-27dfe734-162e-4014-86fc-e6e60077a234 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Added segment 56b928be-3e7a-4db0-aefc-a800a1577371 of type vlan for network 40e1caba-2c76-42fe-acae-37c1a6a42067 Nov 02 12:47:08.138027 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-27dfe734-162e-4014-86fc-e6e60077a234 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:08.262941 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-27dfe734-162e-4014-86fc-e6e60077a234 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:08.268900 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dfe734-162e-4014-86fc-e6e60077a234 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:08.269511 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-27dfe734-162e-4014-86fc-e6e60077a234 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:08.353292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfe734-162e-4014-86fc-e6e60077a234 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Network': ['ID=40e1caba-2c76-42fe-acae-37c1a6a42067,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:08.363491 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 40e1caba-2c76-42fe-acae-37c1a6a42067 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:47:08.381582 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-27dfe734-162e-4014-86fc-e6e60077a234 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4404676 Nov 02 12:47:08.384019 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59150) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:08.390674 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-896269737', 'admin_state_up': True, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:47:08.503056 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:08.504165 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:08.560984 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:08.789876 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:09.184322 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:09.204303 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:09.311306 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.25.6.124 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/2316fd15-5a1a-4434-8de5-519477ea1e6e) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:09.433094 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:09.527133 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:09.566834 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:09.572494 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:09.576517 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:47:09.582829 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=2316fd15-5a1a-4434-8de5-519477ea1e6e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:10.242623 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:10.450701 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:10.623003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router a721cd93-f579-4f56-947b-8b2c89378d0d is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:47:10.736196 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:10.747305 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Sync routers for ids ['a721cd93-f579-4f56-947b-8b2c89378d0d'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:10.758141 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Routers {'a721cd93-f579-4f56-947b-8b2c89378d0d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:47:10.761063 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:46:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a721cd93-f579-4f56-947b-8b2c89378d0d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:10.807960 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:10.809279 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5aeb0033-d003-4ba5-b872-5cd476b45f2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4229310 Nov 02 12:47:10.812426 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59154) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:10.870572 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Set router a721cd93-f579-4f56-947b-8b2c89378d0d gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:47:10.945009 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5b564a57-5e78-4a6b-8c53-4e63bc15c1e2 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=af9c01a0798540e5b6bd7f4173b010ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1314015 Nov 02 12:47:10.948306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59158) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:11.040009 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d96e1d-bcee-4067-a035-5f0cd1bece09 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:11.042284 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-42d96e1d-bcee-4067-a035-5f0cd1bece09 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921922 Nov 02 12:47:11.045214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59160) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:11.059021 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896269737', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:47:08Z', 'updated_at': '2021-11-02T12:47:09Z', 'revision_number': 3, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:09Z', 'updated_at': '2021-11-02T12:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:11.073839 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-20e3af83-3e29-41e1-a182-98ec617a79d0 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274761 Nov 02 12:47:11.076462 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59162) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:11.081181 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-4dc1ba0c-3c84-4263-aec7-25310e2053e6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-809400288', 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:47:11.085619 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Checking router: a721cd93-f579-4f56-947b-8b2c89378d0d for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:47:11.085957 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Updating router a721cd93-f579-4f56-947b-8b2c89378d0d port 2316fd15-5a1a-4434-8de5-519477ea1e6e binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:47:11.113384 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:11.245624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc1ba0c-3c84-4263-aec7-25310e2053e6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Made reservation on behalf of af9c01a0798540e5b6bd7f4173b010ec for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:11.249398 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4dc1ba0c-3c84-4263-aec7-25310e2053e6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:11.383638 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:11.463265 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:11.503644 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4dc1ba0c-3c84-4263-aec7-25310e2053e6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:11.516562 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Attempting to bind port 2316fd15-5a1a-4434-8de5-519477ea1e6e on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:47:11.522747 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Attempting to bind port 2316fd15-5a1a-4434-8de5-519477ea1e6e by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:47:11.522747 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Attempting to bind port 2316fd15-5a1a-4434-8de5-519477ea1e6e on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:11.524421 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b54c0-62b2-436d-acbe-daf991d19d90 None None] Pushing event updated for resources: {'Port': ['ID=2316fd15-5a1a-4434-8de5-519477ea1e6e,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:11.528929 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:47:11.529332 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:47:11.529713 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:11.530102 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:47:11.530590 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Bound port: 2316fd15-5a1a-4434-8de5-519477ea1e6e, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:47:11.531856 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:11.569826 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1ba0c-3c84-4263-aec7-25310e2053e6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Subnet': ['ID=3e3ba1b8-630c-4330-9d26-2d21b35cb3f1,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:11.579761 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc1ba0c-3c84-4263-aec7-25310e2053e6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Checking segment: {'id': '56b928be-3e7a-4db0-aefc-a800a1577371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:47:11.580132 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc1ba0c-3c84-4263-aec7-25310e2053e6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network hostable DHCP agents. Network: 40e1caba-2c76-42fe-acae-37c1a6a42067, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:47:11.592732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] For port 2316fd15-5a1a-4434-8de5-519477ea1e6e, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:47:11.595953 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] For port 2316fd15-5a1a-4434-8de5-519477ea1e6e, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2316fd15-5a1a-4434-8de5-519477ea1e6e,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:47:11.656854 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc1ba0c-3c84-4263-aec7-25310e2053e6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 40e1caba-2c76-42fe-acae-37c1a6a42067 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:47:11.703595 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:11.725609 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-4dc1ba0c-3c84-4263-aec7-25310e2053e6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 40e1caba-2c76-42fe-acae-37c1a6a42067) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:11.732404 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc1ba0c-3c84-4263-aec7-25310e2053e6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:11.733545 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4dc1ba0c-3c84-4263-aec7-25310e2053e6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:11.735407 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3316bb0-f43b-4984-8212-c7a074c1a02b None None] Network 40e1caba-2c76-42fe-acae-37c1a6a42067 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:47:11.802646 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4dc1ba0c-3c84-4263-aec7-25310e2053e6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7251017 Nov 02 12:47:11.805410 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59164) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:11.829075 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b54c0-62b2-436d-acbe-daf991d19d90 None None] Pushing event updated for resources: {'Port': ['ID=2316fd15-5a1a-4434-8de5-519477ea1e6e,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:11.832004 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Routers {'a721cd93-f579-4f56-947b-8b2c89378d0d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:47:11.832681 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:46:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a721cd93-f579-4f56-947b-8b2c89378d0d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:11.996540 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] Set router a721cd93-f579-4f56-947b-8b2c89378d0d gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:47:12.079499 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-40e1caba-2c76-42fe-acae-37c1a6a42067', 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ips': [{'subnet_id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:47:12.080351 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:12.272354 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9afa9379-f18e-4f65-9dd9-cba68783514d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:12.299847 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Allocated IP 172.20.0.2 (40e1caba-2c76-42fe-acae-37c1a6a42067/3e3ba1b8-630c-4330-9d26-2d21b35cb3f1/82268e9c-6833-4fce-b872-3ddec43c8596) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:12.530822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896269737', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:47:08Z', 'updated_at': '2021-11-02T12:47:09Z', 'revision_number': 3, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:09Z', 'updated_at': '2021-11-02T12:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:12.561816 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597865d9-ccc0-487f-a951-acdee9732d59 None None] The sync data for ids ['a721cd93-f579-4f56-947b-8b2c89378d0d'] in n-d-806683-18 is: [{'id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896269737', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:47:08Z', 'updated_at': '2021-11-02T12:47:09Z', 'revision_number': 3, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:09Z', 'updated_at': '2021-11-02T12:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:12.656711 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:12.720796 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:12.761374 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Network 40e1caba-2c76-42fe-acae-37c1a6a42067 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:12.767284 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:12.770296 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:47:12.781292 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Pushing event updated for resources: {'Port': ['ID=82268e9c-6833-4fce-b872-3ddec43c8596,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:12.790486 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-9afa9379-f18e-4f65-9dd9-cba68783514d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.20.0.1 (40e1caba-2c76-42fe-acae-37c1a6a42067/3e3ba1b8-630c-4330-9d26-2d21b35cb3f1/4a9d0950-5c85-43e4-97ca-3b34ddb7bbca) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:12.859137 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Attempting to bind port 82268e9c-6833-4fce-b872-3ddec43c8596 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:47:12.860166 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Attempting to bind port 82268e9c-6833-4fce-b872-3ddec43c8596 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '56b928be-3e7a-4db0-aefc-a800a1577371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:47:12.860166 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Attempting to bind port 82268e9c-6833-4fce-b872-3ddec43c8596 on network 40e1caba-2c76-42fe-acae-37c1a6a42067 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:12.866381 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:47:12.866885 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Checking segment: {'id': '56b928be-3e7a-4db0-aefc-a800a1577371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:47:12.867389 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:12.867856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Bound using segment: {'id': '56b928be-3e7a-4db0-aefc-a800a1577371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:47:12.868456 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Bound port: 82268e9c-6833-4fce-b872-3ddec43c8596, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b928be-3e7a-4db0-aefc-a800a1577371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:47:12.868915 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:12.939034 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9afa9379-f18e-4f65-9dd9-cba68783514d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:12.945532 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] For port 82268e9c-6833-4fce-b872-3ddec43c8596, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:47:12.949320 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] For port 82268e9c-6833-4fce-b872-3ddec43c8596, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=82268e9c-6833-4fce-b872-3ddec43c8596,segment=NetworkSegment(56b928be-3e7a-4db0-aefc-a800a1577371),segment_id=56b928be-3e7a-4db0-aefc-a800a1577371)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:47:13.006380 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:13.029131 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9afa9379-f18e-4f65-9dd9-cba68783514d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:13.075817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934789b-48d6-466c-8a9a-8c9c929c174d None None] Pushing event updated for resources: {'Port': ['ID=82268e9c-6833-4fce-b872-3ddec43c8596,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:13.096977 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afa9379-f18e-4f65-9dd9-cba68783514d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 40e1caba-2c76-42fe-acae-37c1a6a42067 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:13.101358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-9afa9379-f18e-4f65-9dd9-cba68783514d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:13.107094 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afa9379-f18e-4f65-9dd9-cba68783514d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:47:13.111809 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa9379-f18e-4f65-9dd9-cba68783514d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=4a9d0950-5c85-43e4-97ca-3b34ddb7bbca,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:13.175319 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9afa9379-f18e-4f65-9dd9-cba68783514d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:13.225612 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2316fd15-5a1a-4434-8de5-519477ea1e6e up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:13.300517 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2316fd15-5a1a-4434-8de5-519477ea1e6e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:47:13.300859 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:13.431562 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:13.456514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 2316fd15-5a1a-4434-8de5-519477ea1e6e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2316fd15-5a1a-4434-8de5-519477ea1e6e,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:13.472042 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9afa9379-f18e-4f65-9dd9-cba68783514d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:13.520047 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:13.586229 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=2316fd15-5a1a-4434-8de5-519477ea1e6e,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:13.805087 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9afa9379-f18e-4f65-9dd9-cba68783514d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:13.897441 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9afa9379-f18e-4f65-9dd9-cba68783514d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:13.981121 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa9379-f18e-4f65-9dd9-cba68783514d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=4a9d0950-5c85-43e4-97ca-3b34ddb7bbca,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:14.004756 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9afa9379-f18e-4f65-9dd9-cba68783514d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:14.098360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afa9379-f18e-4f65-9dd9-cba68783514d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 40e1caba-2c76-42fe-acae-37c1a6a42067 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:14.099927 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-9afa9379-f18e-4f65-9dd9-cba68783514d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:14.186820 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8310f47f-9d5c-4d3b-b268-d85ff1e2602a None None] Network 40e1caba-2c76-42fe-acae-37c1a6a42067 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:47:14.229220 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afa9379-f18e-4f65-9dd9-cba68783514d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router a721cd93-f579-4f56-947b-8b2c89378d0d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:47:14.284458 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9c4e66f2-bf9e-4aef-8f27-ca0a63e5dcdb None None] Provisioning complete for port 82268e9c-6833-4fce-b872-3ddec43c8596 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:47:14.284827 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9c4e66f2-bf9e-4aef-8f27-ca0a63e5dcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:14.343695 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afa9379-f18e-4f65-9dd9-cba68783514d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:14.357267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9afa9379-f18e-4f65-9dd9-cba68783514d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "PUT /v2.0/routers/a721cd93-f579-4f56-947b-8b2c89378d0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5426607 Nov 02 12:47:14.435165 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9c4e66f2-bf9e-4aef-8f27-ca0a63e5dcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:14.478335 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-9c4e66f2-bf9e-4aef-8f27-ca0a63e5dcdb None None] For port 82268e9c-6833-4fce-b872-3ddec43c8596, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=82268e9c-6833-4fce-b872-3ddec43c8596,segment=NetworkSegment(56b928be-3e7a-4db0-aefc-a800a1577371),segment_id=56b928be-3e7a-4db0-aefc-a800a1577371)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:14.529490 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-60af11b8-08f8-480e-b935-9d9cb1939675 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191959785&fields=id&tenant_id=af9c01a0798540e5b6bd7f4173b010ec HTTP/1.1" status: 200 len: 267 time: 0.0571384 Nov 02 12:47:14.532509 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9c4e66f2-bf9e-4aef-8f27-ca0a63e5dcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:14.616528 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e66f2-bf9e-4aef-8f27-ca0a63e5dcdb None None] Pushing event updated for resources: {'Port': ['ID=82268e9c-6833-4fce-b872-3ddec43c8596,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:14.675921 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-dd9c6c7b-0aba-4e87-bc23-37f769232e1d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:14.677596 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-dd9c6c7b-0aba-4e87-bc23-37f769232e1d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/networks?id=40e1caba-2c76-42fe-acae-37c1a6a42067 HTTP/1.1" status: 200 len: 797 time: 0.1365764 Nov 02 12:47:14.696482 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-9dbb4f6d-fe6b-47ff-9e8f-a02493598d8f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/quotas/af9c01a0798540e5b6bd7f4173b010ec HTTP/1.1" status: 200 len: 375 time: 0.0100398 Nov 02 12:47:14.756037 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-d8ab1659-19dd-41a9-88b6-2f48a89ed629 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534039 Nov 02 12:47:14.762454 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1438f991-dfd5-4b9a-a582-8d67713ca5af None None] Provisioning complete for port 82268e9c-6833-4fce-b872-3ddec43c8596 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:47:14.763140 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1438f991-dfd5-4b9a-a582-8d67713ca5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:14.866008 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Sync routers for ids ['a721cd93-f579-4f56-947b-8b2c89378d0d'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:14.880121 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Routers {'a721cd93-f579-4f56-947b-8b2c89378d0d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:47:14.880802 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1438f991-dfd5-4b9a-a582-8d67713ca5af None None] Provisioning complete for port 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:47:14.881183 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1438f991-dfd5-4b9a-a582-8d67713ca5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:14.881778 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:46:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a721cd93-f579-4f56-947b-8b2c89378d0d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:14.926045 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-1438f991-dfd5-4b9a-a582-8d67713ca5af None None] Port 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:47:15.010712 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Set router a721cd93-f579-4f56-947b-8b2c89378d0d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:47:15.049605 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c1f0ce3e-d68f-4f49-9a6c-ec7ca3d8ff68 None None] Provisioning complete for port 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:47:15.050281 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c1f0ce3e-d68f-4f49-9a6c-ec7ca3d8ff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:15.096038 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0ce3e-d68f-4f49-9a6c-ec7ca3d8ff68 None None] Port 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:47:15.223208 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-602560ed-1e64-4a25-9bff-742f982910c1 None None] Provisioning complete for port 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:47:15.223792 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-602560ed-1e64-4a25-9bff-742f982910c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:15.260840 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896269737', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:47:08Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:09Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4a9d0950-5c85-43e4-97ca-3b34ddb7bbca', 'name': '', 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ed:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:12Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 2, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:15.271316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-602560ed-1e64-4a25-9bff-742f982910c1 None None] Port 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:47:15.284966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 82268e9c-6833-4fce-b872-3ddec43c8596 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:15.301054 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Checking router: a721cd93-f579-4f56-947b-8b2c89378d0d for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:47:15.301545 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Updating router a721cd93-f579-4f56-947b-8b2c89378d0d port 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:47:15.324212 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-36bb27a8-4fdb-466c-9700-60c6cfce35bc service neutron] 10.222.0.52 "GET /v2.0/networks/40e1caba-2c76-42fe-acae-37c1a6a42067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547655 Nov 02 12:47:15.330861 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:15.348055 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 82268e9c-6833-4fce-b872-3ddec43c8596 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:47:15.348527 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:15.426888 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-26e9845b-7896-4d83-aab3-9620fef9da7e service neutron] 10.222.0.52 "GET /v2.0/networks/40e1caba-2c76-42fe-acae-37c1a6a42067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952709 Nov 02 12:47:15.437490 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2316fd15-5a1a-4434-8de5-519477ea1e6e up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:15.506713 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2316fd15-5a1a-4434-8de5-519477ea1e6e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:47:15.507513 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:15.643264 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:15.690432 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b8c2bb56-c1cf-49ab-81c5-6ceb650b798e req-2bcaaa55-853b-4de6-81ef-72a1a3c9e8f7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 210 time: 0.0274329 Nov 02 12:47:15.715139 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:15.783885 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570de43-ea6b-4b78-b69f-53f1fc257edc None None] Pushing event updated for resources: {'Port': ['ID=4a9d0950-5c85-43e4-97ca-3b34ddb7bbca,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:15.811512 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570de43-ea6b-4b78-b69f-53f1fc257edc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:15.811854 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570de43-ea6b-4b78-b69f-53f1fc257edc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:15.812173 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570de43-ea6b-4b78-b69f-53f1fc257edc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:15.812505 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570de43-ea6b-4b78-b69f-53f1fc257edc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:15.812833 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570de43-ea6b-4b78-b69f-53f1fc257edc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:15.813156 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570de43-ea6b-4b78-b69f-53f1fc257edc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:15.813476 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570de43-ea6b-4b78-b69f-53f1fc257edc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:15.813797 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570de43-ea6b-4b78-b69f-53f1fc257edc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:15.814111 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570de43-ea6b-4b78-b69f-53f1fc257edc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:15.814423 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570de43-ea6b-4b78-b69f-53f1fc257edc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:15.814739 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570de43-ea6b-4b78-b69f-53f1fc257edc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:15.815079 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7570de43-ea6b-4b78-b69f-53f1fc257edc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:15.859416 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Attempting to bind port 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:47:15.859764 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Attempting to bind port 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '56b928be-3e7a-4db0-aefc-a800a1577371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:47:15.860500 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Attempting to bind port 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca on network 40e1caba-2c76-42fe-acae-37c1a6a42067 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:15.866467 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:47:15.867557 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Checking segment: {'id': '56b928be-3e7a-4db0-aefc-a800a1577371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:47:15.867557 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:15.868090 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Bound using segment: {'id': '56b928be-3e7a-4db0-aefc-a800a1577371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:47:15.868496 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Bound port: 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b928be-3e7a-4db0-aefc-a800a1577371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:47:15.869387 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:15.943740 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] For port 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:47:15.947823 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] For port 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4a9d0950-5c85-43e4-97ca-3b34ddb7bbca,segment=NetworkSegment(56b928be-3e7a-4db0-aefc-a800a1577371),segment_id=56b928be-3e7a-4db0-aefc-a800a1577371)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:47:16.012620 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:16.068490 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Routers {'a721cd93-f579-4f56-947b-8b2c89378d0d'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:47:16.069126 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:46:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a721cd93-f579-4f56-947b-8b2c89378d0d'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:16.107224 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-750f305e-458d-4beb-aa66-a18e17f7c176 None None] Provisioning complete for port 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:47:16.108029 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-750f305e-458d-4beb-aa66-a18e17f7c176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:16.130132 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570de43-ea6b-4b78-b69f-53f1fc257edc None None] Pushing event updated for resources: {'Port': ['ID=4a9d0950-5c85-43e4-97ca-3b34ddb7bbca,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:16.192559 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] Set router a721cd93-f579-4f56-947b-8b2c89378d0d gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:47:16.212360 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-750f305e-458d-4beb-aa66-a18e17f7c176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:16.250824 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-750f305e-458d-4beb-aa66-a18e17f7c176 None None] For port 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4a9d0950-5c85-43e4-97ca-3b34ddb7bbca,segment=NetworkSegment(56b928be-3e7a-4db0-aefc-a800a1577371),segment_id=56b928be-3e7a-4db0-aefc-a800a1577371)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:16.343416 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-750f305e-458d-4beb-aa66-a18e17f7c176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:16.397419 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f305e-458d-4beb-aa66-a18e17f7c176 None None] Pushing event updated for resources: {'Port': ['ID=4a9d0950-5c85-43e4-97ca-3b34ddb7bbca,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:16.420464 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896269737', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:47:08Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:09Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4a9d0950-5c85-43e4-97ca-3b34ddb7bbca', 'name': '', 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ed:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:12Z', 'updated_at': '2021-11-02T12:47:15Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:16.447936 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c305d5d-8747-445b-8706-413f8c993cf3 None None] The sync data for ids ['a721cd93-f579-4f56-947b-8b2c89378d0d'] in n-d-806683-18 is: [{'id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896269737', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:47:08Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:09Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4a9d0950-5c85-43e4-97ca-3b34ddb7bbca', 'name': '', 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ed:b3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:12Z', 'updated_at': '2021-11-02T12:47:15Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:16.464500 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-541bc1d1-c722-4964-a01c-6a167f4907b1 None None] Provisioning complete for port 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:47:16.464882 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-541bc1d1-c722-4964-a01c-6a167f4907b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:16.773672 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-397e9340-eb28-4c75-a245-4bdc10f13413 req-e26b695e-c3a4-4f6e-86b8-2a02e95ca16b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 210 time: 0.0314205 Nov 02 12:47:17.198109 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:17.257275 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:47:17.258005 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:17.537133 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8831eb88-7447-495c-95a8-1d4b27404658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:17.881613 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0bb24abd-d391-4390-81e0-d0344e865935 req-592e6132-8a76-4865-999d-1ec2b5670b32 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 210 time: 0.0273733 Nov 02 12:47:18.145911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-9d4f9c4d-9e49-44c9-a371-e44332f2b9a5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:18.147499 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-9d4f9c4d-9e49-44c9-a371-e44332f2b9a5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.79 "GET /v2.0/networks?id=40e1caba-2c76-42fe-acae-37c1a6a42067 HTTP/1.1" status: 200 len: 797 time: 0.1153684 Nov 02 12:47:18.217442 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-58fbf0fd-bc93-4868-852f-1ceb0c75046e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af9c01a0798540e5b6bd7f4173b010ec HTTP/1.1" status: 200 len: 379 time: 0.0568972 Nov 02 12:47:18.227307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-a249b64d-7c2a-437d-8c6e-6b31335c60e9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'port': {'device_id': 'c5bd7c10-8b87-4868-a11a-d90599457298', 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067', 'admin_state_up': True, 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'security_groups': ['dba36f63-1d67-4c94-8879-80346434430b']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:47:18.417499 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-a249b64d-7c2a-437d-8c6e-6b31335c60e9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Made reservation on behalf of af9c01a0798540e5b6bd7f4173b010ec for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:47:18.421569 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-a249b64d-7c2a-437d-8c6e-6b31335c60e9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:18.550868 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-a249b64d-7c2a-437d-8c6e-6b31335c60e9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.20.0.4 (40e1caba-2c76-42fe-acae-37c1a6a42067/3e3ba1b8-630c-4330-9d26-2d21b35cb3f1/ca871ee1-c7ee-41fe-9189-ac4fbaf4812c) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:18.696868 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-a249b64d-7c2a-437d-8c6e-6b31335c60e9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:18.788847 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-a249b64d-7c2a-437d-8c6e-6b31335c60e9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:18.832819 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-a249b64d-7c2a-437d-8c6e-6b31335c60e9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 40e1caba-2c76-42fe-acae-37c1a6a42067 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:18.838163 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-a249b64d-7c2a-437d-8c6e-6b31335c60e9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:18.842389 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-a249b64d-7c2a-437d-8c6e-6b31335c60e9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:47:18.849067 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249b64d-7c2a-437d-8c6e-6b31335c60e9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=ca871ee1-c7ee-41fe-9189-ac4fbaf4812c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:18.899639 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-a249b64d-7c2a-437d-8c6e-6b31335c60e9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:18.900417 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-a249b64d-7c2a-437d-8c6e-6b31335c60e9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:18.983549 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-a249b64d-7c2a-437d-8c6e-6b31335c60e9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7600195 Nov 02 12:47:19.033476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ffd09-5b5b-42f0-a8dd-fc5a68f4f35c req-5791f5bf-1150-401c-9e4d-1a44b2b2c7f4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:19.035029 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-004ffd09-5b5b-42f0-a8dd-fc5a68f4f35c req-5791f5bf-1150-401c-9e4d-1a44b2b2c7f4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 931 time: 0.0682640 Nov 02 12:47:19.062266 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Request body: {'port': {'device_id': 'c5bd7c10-8b87-4868-a11a-d90599457298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:47:19.104899 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d5714f16-b16f-46cc-93a8-6cbfc6ea8a5c None None] Provisioning complete for port ca871ee1-c7ee-41fe-9189-ac4fbaf4812c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:47:19.105486 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d5714f16-b16f-46cc-93a8-6cbfc6ea8a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:19.135492 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-004ffd09-5b5b-42f0-a8dd-fc5a68f4f35c req-9ad3d9c3-1f3d-4c60-9e5d-818701b6462a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=dba36f63-1d67-4c94-8879-80346434430b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933833 Nov 02 12:47:19.142552 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d5714f16-b16f-46cc-93a8-6cbfc6ea8a5c None None] Port ca871ee1-c7ee-41fe-9189-ac4fbaf4812c cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:47:19.144679 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:19.420362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca871ee1-c7ee-41fe-9189-ac4fbaf4812c {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:47:19.427933 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:19.441940 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Transition to ACTIVE for port object ca871ee1-c7ee-41fe-9189-ac4fbaf4812c will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:47:19.514636 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:19.570638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca871ee1-c7ee-41fe-9189-ac4fbaf4812c,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:19.640050 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Attempting to bind port ca871ee1-c7ee-41fe-9189-ac4fbaf4812c on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:47:19.640401 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Attempting to bind port ca871ee1-c7ee-41fe-9189-ac4fbaf4812c by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '56b928be-3e7a-4db0-aefc-a800a1577371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:47:19.640735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Attempting to bind port ca871ee1-c7ee-41fe-9189-ac4fbaf4812c on network 40e1caba-2c76-42fe-acae-37c1a6a42067 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:19.645464 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Port ca871ee1-c7ee-41fe-9189-ac4fbaf4812c on network 40e1caba-2c76-42fe-acae-37c1a6a42067 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:47:19.645800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Attempting to bind port ca871ee1-c7ee-41fe-9189-ac4fbaf4812c on network 40e1caba-2c76-42fe-acae-37c1a6a42067 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:47:19.650921 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:47:19.651298 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Checking segment: {'id': '56b928be-3e7a-4db0-aefc-a800a1577371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:47:19.651691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Bound using segment: {'id': '56b928be-3e7a-4db0-aefc-a800a1577371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:47:19.652134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Bound port: ca871ee1-c7ee-41fe-9189-ac4fbaf4812c, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b928be-3e7a-4db0-aefc-a800a1577371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:47:19.652502 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:19.726989 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] For port ca871ee1-c7ee-41fe-9189-ac4fbaf4812c, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:47:19.731081 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] For port ca871ee1-c7ee-41fe-9189-ac4fbaf4812c, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ca871ee1-c7ee-41fe-9189-ac4fbaf4812c,segment=NetworkSegment(56b928be-3e7a-4db0-aefc-a800a1577371),segment_id=56b928be-3e7a-4db0-aefc-a800a1577371)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:47:19.754680 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe4f73ef-4f3c-4f83-a24d-787effd62f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:19.806222 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:19.843541 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:19.844164 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:19.845583 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] 10.222.0.79 "PUT /v2.0/ports/ca871ee1-c7ee-41fe-9189-ac4fbaf4812c HTTP/1.1" status: 200 len: 1092 time: 0.8415830 Nov 02 12:47:19.846061 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5bd7c10-8b87-4868-a11a-d90599457298', 'tag': 'ca871ee1-c7ee-41fe-9189-ac4fbaf4812c'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:47:19.848432 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c87345-7c4f-486d-b64c-eff67df6e2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c5bd7c10-8b87-4868-a11a-d90599457298", "tag": "ca871ee1-c7ee-41fe-9189-ac4fbaf4812c"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:47:19.873930 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf31a02-c7d4-4d26-94a3-31e720f848a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca871ee1-c7ee-41fe-9189-ac4fbaf4812c,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:19.899423 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8705b840-2102-40ed-9867-aab914b9bf5c x-openstack-request-id: req-8705b840-2102-40ed-9867-aab914b9bf5c {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:47:19.899807 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5bd7c10-8b87-4868-a11a-d90599457298", "tag": "ca871ee1-c7ee-41fe-9189-ac4fbaf4812c", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:47:19.901189 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8705b840-2102-40ed-9867-aab914b9bf5c {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:47:19.901730 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5bd7c10-8b87-4868-a11a-d90599457298', 'tag': 'ca871ee1-c7ee-41fe-9189-ac4fbaf4812c', 'status': 'completed', 'code': 200} Nov 02 12:47:19.969068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c87345-7c4f-486d-b64c-eff67df6e2dc req-df1f6d75-26eb-48c9-8e36-e25d1c9d432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:19.970615 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-68c87345-7c4f-486d-b64c-eff67df6e2dc req-df1f6d75-26eb-48c9-8e36-e25d1c9d432f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 1095 time: 0.0481558 Nov 02 12:47:20.093994 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c87345-7c4f-486d-b64c-eff67df6e2dc req-d03e9916-513a-4a64-bf63-3be8c27c0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:20.096526 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-68c87345-7c4f-486d-b64c-eff67df6e2dc req-d03e9916-513a-4a64-bf63-3be8c27c0a53 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1177149 Nov 02 12:47:20.195280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c87345-7c4f-486d-b64c-eff67df6e2dc req-c48ddc25-472c-4f24-a0f9-4d2807cb9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:20.197436 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-68c87345-7c4f-486d-b64c-eff67df6e2dc req-c48ddc25-472c-4f24-a0f9-4d2807cb9c3c service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938964 Nov 02 12:47:20.299581 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce548d-3fff-4379-bc82-333d57fc5f57 req-29b34e51-c436-4878-8cc3-605b0510bed3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:20.300158 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6ce548d-3fff-4379-bc82-333d57fc5f57 req-29b34e51-c436-4878-8cc3-605b0510bed3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 943 time: 0.0855687 Nov 02 12:47:20.302268 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-b0a03774-1a1e-41ca-b5da-60a1dc7cf556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:20.303696 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-b0a03774-1a1e-41ca-b5da-60a1dc7cf556 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 1095 time: 0.0582519 Nov 02 12:47:20.355555 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-1580803b-f774-41ee-be99-1b6ddab82bb7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca871ee1-c7ee-41fe-9189-ac4fbaf4812c HTTP/1.1" status: 200 len: 217 time: 0.0404809 Nov 02 12:47:20.418563 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f6ce548d-3fff-4379-bc82-333d57fc5f57 req-521d437b-bf2f-4705-911b-be4fb626c84f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=dba36f63-1d67-4c94-8879-80346434430b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095695 Nov 02 12:47:20.432253 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-51181a3d-12d2-4b20-920a-7bb7d07a9f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:20.433723 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-51181a3d-12d2-4b20-920a-7bb7d07a9f7e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3e3ba1b8-630c-4330-9d26-2d21b35cb3f1 HTTP/1.1" status: 200 len: 834 time: 0.0674675 Nov 02 12:47:20.480521 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-cb5f3149-adde-46b4-8bc8-592ca28796d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:20.482030 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-cb5f3149-adde-46b4-8bc8-592ca28796d7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=40e1caba-2c76-42fe-acae-37c1a6a42067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416188 Nov 02 12:47:20.576873 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-ea99b3c8-e700-46ae-90b0-c34bb8b80e3a service neutron] 10.222.0.79 "GET /v2.0/networks/40e1caba-2c76-42fe-acae-37c1a6a42067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877724 Nov 02 12:47:20.666695 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2fde9da3-b723-4de5-9bc0-7acd65d93a4d req-094dc5d7-38d9-4ebc-b676-6f2c35b1b939 service neutron] 10.222.0.79 "GET /v2.0/networks/40e1caba-2c76-42fe-acae-37c1a6a42067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832322 Nov 02 12:47:21.223119 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:21.537594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ca7d4-49d1-469c-b07a-9381d1d7b5a5 req-9399c0e1-3ff6-4780-8c71-1c4d4022181a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:21.539120 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ca3ca7d4-49d1-469c-b07a-9381d1d7b5a5 req-9399c0e1-3ff6-4780-8c71-1c4d4022181a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 943 time: 0.0510023 Nov 02 12:47:21.595090 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ca3ca7d4-49d1-469c-b07a-9381d1d7b5a5 req-0a189c2a-5ea9-4c0f-a8bb-918f3ed34192 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=dba36f63-1d67-4c94-8879-80346434430b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496702 Nov 02 12:47:22.691621 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:22.720452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5a979-f3b7-460a-8f37-0767973fb6dc req-ce261695-268f-40d8-9261-f8ac497c23e8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:22.722013 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5cf5a979-f3b7-460a-8f37-0767973fb6dc req-ce261695-268f-40d8-9261-f8ac497c23e8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 943 time: 0.0527864 Nov 02 12:47:22.774246 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5cf5a979-f3b7-460a-8f37-0767973fb6dc req-48e841a2-8e91-46fe-a1a1-f55d135adb70 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=dba36f63-1d67-4c94-8879-80346434430b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459266 Nov 02 12:47:23.263177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ca871ee1-c7ee-41fe-9189-ac4fbaf4812c details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:47:23.361384 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port ca871ee1-c7ee-41fe-9189-ac4fbaf4812c, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ca871ee1-c7ee-41fe-9189-ac4fbaf4812c,segment=NetworkSegment(56b928be-3e7a-4db0-aefc-a800a1577371),segment_id=56b928be-3e7a-4db0-aefc-a800a1577371)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:23.375092 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'ca871ee1-c7ee-41fe-9189-ac4fbaf4812c', 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067', 'port_id': 'ca871ee1-c7ee-41fe-9189-ac4fbaf4812c', 'mac_address': 'fa:16:3e:7f:e4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:47:23.414502 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:23.428555 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca871ee1-c7ee-41fe-9189-ac4fbaf4812c {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:47:23.448867 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port ca871ee1-c7ee-41fe-9189-ac4fbaf4812c, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ca871ee1-c7ee-41fe-9189-ac4fbaf4812c,segment=NetworkSegment(56b928be-3e7a-4db0-aefc-a800a1577371),segment_id=56b928be-3e7a-4db0-aefc-a800a1577371)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:23.497283 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:23.549658 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=ca871ee1-c7ee-41fe-9189-ac4fbaf4812c,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:23.726051 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['ca871ee1-c7ee-41fe-9189-ac4fbaf4812c'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:47:23.894060 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6789e-13e4-4bc7-8f85-effc162c7607 req-56e15349-187b-4d4e-8962-309c2cb7a825 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:23.895606 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cef6789e-13e4-4bc7-8f85-effc162c7607 req-56e15349-187b-4d4e-8962-309c2cb7a825 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 944 time: 0.0517929 Nov 02 12:47:23.949657 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cef6789e-13e4-4bc7-8f85-effc162c7607 req-2610bbbf-c538-464a-acec-0837ed89c4af tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=dba36f63-1d67-4c94-8879-80346434430b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472872 Nov 02 12:47:24.434635 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:24.691508 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:25.028780 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:25.079532 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f193d-0d43-451c-bb0e-7bd9d89d2e55 req-7c5e297e-c729-4e94-8249-f1c9c1109b4f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:25.081166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e0f193d-0d43-451c-bb0e-7bd9d89d2e55 req-7c5e297e-c729-4e94-8249-f1c9c1109b4f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 944 time: 0.0605886 Nov 02 12:47:25.136000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e0f193d-0d43-451c-bb0e-7bd9d89d2e55 req-c9d58723-6ddc-47b7-8a3f-63a737d24de6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=dba36f63-1d67-4c94-8879-80346434430b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478156 Nov 02 12:47:25.278896 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ca871ee1-c7ee-41fe-9189-ac4fbaf4812c up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:25.434641 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port ca871ee1-c7ee-41fe-9189-ac4fbaf4812c completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:47:25.438799 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port ca871ee1-c7ee-41fe-9189-ac4fbaf4812c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:47:25.439206 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:25.521710 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:25.546241 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bd7c10-8b87-4868-a11a-d90599457298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca871ee1-c7ee-41fe-9189-ac4fbaf4812c'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:47:25.548488 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f275627d-5453-4b35-ac6b-93485a03764e" -d '{"events": [{"server_uuid": "c5bd7c10-8b87-4868-a11a-d90599457298", "name": "network-vif-plugged", "status": "completed", "tag": "ca871ee1-c7ee-41fe-9189-ac4fbaf4812c"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:47:25.561859 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port ca871ee1-c7ee-41fe-9189-ac4fbaf4812c, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ca871ee1-c7ee-41fe-9189-ac4fbaf4812c,segment=NetworkSegment(56b928be-3e7a-4db0-aefc-a800a1577371),segment_id=56b928be-3e7a-4db0-aefc-a800a1577371)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:25.587912 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5d3788-2428-43ea-b40c-71b7d7bf56ec x-openstack-request-id: req-8b5d3788-2428-43ea-b40c-71b7d7bf56ec {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:47:25.588202 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5bd7c10-8b87-4868-a11a-d90599457298", "name": "network-vif-plugged", "status": "completed", "tag": "ca871ee1-c7ee-41fe-9189-ac4fbaf4812c", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:47:25.589400 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b5d3788-2428-43ea-b40c-71b7d7bf56ec {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:47:25.589400 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bd7c10-8b87-4868-a11a-d90599457298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca871ee1-c7ee-41fe-9189-ac4fbaf4812c', 'code': 200} Nov 02 12:47:25.611571 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:25.660482 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=ca871ee1-c7ee-41fe-9189-ac4fbaf4812c,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:25.690046 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48257c-07f5-4df4-b509-4b7c76b7007c req-6d6c2ada-d6a2-496b-979b-23366a099f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:25.691751 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a48257c-07f5-4df4-b509-4b7c76b7007c req-6d6c2ada-d6a2-496b-979b-23366a099f40 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 1097 time: 0.0449233 Nov 02 12:47:25.742573 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a48257c-07f5-4df4-b509-4b7c76b7007c req-c6429924-dd3e-4828-a7e8-549490a07756 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dba36f63-1d67-4c94-8879-80346434430b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432007 Nov 02 12:47:26.258656 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d0ca9-df04-4d17-afae-341bce0ad18a req-1fe84283-c582-40e9-b3c7-e6cc38d9f38a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:26.260937 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b11d0ca9-df04-4d17-afae-341bce0ad18a req-1fe84283-c582-40e9-b3c7-e6cc38d9f38a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 945 time: 0.0523515 Nov 02 12:47:26.314861 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b11d0ca9-df04-4d17-afae-341bce0ad18a req-0b6308c1-1c5b-4e53-afff-666190201d04 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=dba36f63-1d67-4c94-8879-80346434430b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475433 Nov 02 12:47:27.435655 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a5aae-a3cb-4398-9211-7260beb85c7d req-8cfce930-cf92-4c90-8236-5cc1aa47b585 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:27.437179 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-160a5aae-a3cb-4398-9211-7260beb85c7d req-8cfce930-cf92-4c90-8236-5cc1aa47b585 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 945 time: 0.0501075 Nov 02 12:47:27.496231 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-160a5aae-a3cb-4398-9211-7260beb85c7d req-0e8dbdf8-0289-4940-893a-045d3d56b04f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=dba36f63-1d67-4c94-8879-80346434430b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530555 Nov 02 12:47:27.615378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59743efa-ea54-46a1-9baf-2e099c4922ab req-8b2ad73a-56c4-4c2a-bb09-6d712bbca0ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:27.616866 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59743efa-ea54-46a1-9baf-2e099c4922ab req-8b2ad73a-56c4-4c2a-bb09-6d712bbca0ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 945 time: 0.0501831 Nov 02 12:47:27.667342 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59743efa-ea54-46a1-9baf-2e099c4922ab req-7ce2b10d-59f1-47cf-ba02-c0637c8c2778 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=dba36f63-1d67-4c94-8879-80346434430b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435579 Nov 02 12:47:27.689092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59222) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:27.733184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6960cab1-ed8f-4179-ae0d-6aa219f0ea54 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:27.734698 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6960cab1-ed8f-4179-ae0d-6aa219f0ea54 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 1092 time: 0.0445700 Nov 02 12:47:27.737599 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59224) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:27.741936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': 'ca871ee1-c7ee-41fe-9189-ac4fbaf4812c', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:47:27.863185 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:27.965694 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:28.078192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.25.6.24 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/098c9e7d-deba-48aa-a452-ca1c4b3e62d5) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:47:28.178907 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:28.303204 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:28.346545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:47:28.351516 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:47:28.356896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:47:28.379911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=098c9e7d-deba-48aa-a452-ca1c4b3e62d5,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:28.716026 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:28.836889 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:28.995080 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:29.034153 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:29.105842 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=098c9e7d-deba-48aa-a452-ca1c4b3e62d5,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:29.117796 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:29.223287 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Floating IP ab1de5b1-e403-49ce-ae6d-7cd79ee1b486 associated. External IP: 172.25.6.24, port: ca871ee1-c7ee-41fe-9189-ac4fbaf4812c. Nov 02 12:47:29.441600 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router a721cd93-f579-4f56-947b-8b2c89378d0d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:47:29.550496 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:29.563496 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71886b70-3f4c-40f3-94f4-14d1d821f7d0 None None] Sync routers for ids ['a721cd93-f579-4f56-947b-8b2c89378d0d'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:29.575339 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71886b70-3f4c-40f3-94f4-14d1d821f7d0 None None] Routers {'a721cd93-f579-4f56-947b-8b2c89378d0d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:47:29.575975 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-71886b70-3f4c-40f3-94f4-14d1d821f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:47:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a721cd93-f579-4f56-947b-8b2c89378d0d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:29.665651 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:29.687949 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-71886b70-3f4c-40f3-94f4-14d1d821f7d0 None None] Set router a721cd93-f579-4f56-947b-8b2c89378d0d gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:47:29.699825 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bd980ed3-d33c-460b-97cf-895eb1be9cde tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9578364 Nov 02 12:47:29.699825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5bd7c10-8b87-4868-a11a-d90599457298', 'tag': 'ca871ee1-c7ee-41fe-9189-ac4fbaf4812c'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:47:29.700943 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf79877-78b5-4c73-af7b-1eda957a4803" -d '{"events": [{"name": "network-changed", "server_uuid": "c5bd7c10-8b87-4868-a11a-d90599457298", "tag": "ca871ee1-c7ee-41fe-9189-ac4fbaf4812c"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:47:29.800877 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55541d3-7568-4780-a8ae-0555e7741d27 req-ea007137-c533-49aa-b813-1d153373e9ca tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:29.802594 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a55541d3-7568-4780-a8ae-0555e7741d27 req-ea007137-c533-49aa-b813-1d153373e9ca tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 945 time: 0.0513914 Nov 02 12:47:29.854500 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a55541d3-7568-4780-a8ae-0555e7741d27 req-e67639f5-2004-4169-93d6-56771b18b730 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=dba36f63-1d67-4c94-8879-80346434430b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452039 Nov 02 12:47:29.877797 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59230) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:29.898561 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b74663-44a7-4a6b-a49c-2dc8ae3400ea x-openstack-request-id: req-a0b74663-44a7-4a6b-a49c-2dc8ae3400ea {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:47:29.899008 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5bd7c10-8b87-4868-a11a-d90599457298", "tag": "ca871ee1-c7ee-41fe-9189-ac4fbaf4812c", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:47:29.899196 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0b74663-44a7-4a6b-a49c-2dc8ae3400ea {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:47:29.899577 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5bd7c10-8b87-4868-a11a-d90599457298', 'tag': 'ca871ee1-c7ee-41fe-9189-ac4fbaf4812c', 'status': 'completed', 'code': 200} Nov 02 12:47:29.933411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-71886b70-3f4c-40f3-94f4-14d1d821f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896269737', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:47:08Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:09Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'ab1de5b1-e403-49ce-ae6d-7cd79ee1b486', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'port_id': 'ca871ee1-c7ee-41fe-9189-ac4fbaf4812c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067', 'mac_address': 'fa:16:3e:7f:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bd7c10-8b87-4868-a11a-d90599457298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:47:28Z', 'updated_at': '2021-11-02T12:47:28Z', 'revision_number': 0, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9d0950-5c85-43e4-97ca-3b34ddb7bbca', 'name': '', 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ed:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:12Z', 'updated_at': '2021-11-02T12:47:16Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:29.946377 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b0172769-f95b-4b3b-bf35-67204dcda177 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/floatingips/ab1de5b1-e403-49ce-ae6d-7cd79ee1b486 HTTP/1.1" status: 200 len: 990 time: 0.0673757 Nov 02 12:47:29.960276 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71886b70-3f4c-40f3-94f4-14d1d821f7d0 None None] Checking router: a721cd93-f579-4f56-947b-8b2c89378d0d for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:47:29.969272 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71886b70-3f4c-40f3-94f4-14d1d821f7d0 None None] Routers {'a721cd93-f579-4f56-947b-8b2c89378d0d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:47:29.969854 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-71886b70-3f4c-40f3-94f4-14d1d821f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:47:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a721cd93-f579-4f56-947b-8b2c89378d0d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:29.971730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf79877-78b5-4c73-af7b-1eda957a4803 req-70df34ed-b1a7-45d0-a199-4cd06bd3aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:29.973328 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4cf79877-78b5-4c73-af7b-1eda957a4803 req-70df34ed-b1a7-45d0-a199-4cd06bd3aeef service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 1097 time: 0.0502226 Nov 02 12:47:30.069946 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf79877-78b5-4c73-af7b-1eda957a4803 req-be8c3b05-eeb0-47c1-b466-d73dad667952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:30.071536 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4cf79877-78b5-4c73-af7b-1eda957a4803 req-be8c3b05-eeb0-47c1-b466-d73dad667952 service neutron] 10.222.0.79 "GET /v2.0/networks?id=40e1caba-2c76-42fe-acae-37c1a6a42067 HTTP/1.1" status: 200 len: 898 time: 0.0908349 Nov 02 12:47:30.077651 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-71886b70-3f4c-40f3-94f4-14d1d821f7d0 None None] Set router a721cd93-f579-4f56-947b-8b2c89378d0d gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:47:30.141803 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4cf79877-78b5-4c73-af7b-1eda957a4803 req-8614d10a-d5dc-4ed7-b31b-a16a829e7371 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca871ee1-c7ee-41fe-9189-ac4fbaf4812c HTTP/1.1" status: 200 len: 998 time: 0.0635149 Nov 02 12:47:30.194773 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf79877-78b5-4c73-af7b-1eda957a4803 req-539f8d85-b474-41ad-8b58-43b1fef44b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:30.196228 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4cf79877-78b5-4c73-af7b-1eda957a4803 req-539f8d85-b474-41ad-8b58-43b1fef44b8e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3e3ba1b8-630c-4330-9d26-2d21b35cb3f1 HTTP/1.1" status: 200 len: 834 time: 0.0482230 Nov 02 12:47:30.248314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf79877-78b5-4c73-af7b-1eda957a4803 req-39efd32d-9e75-4ba8-add9-272971796bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:30.249970 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4cf79877-78b5-4c73-af7b-1eda957a4803 req-39efd32d-9e75-4ba8-add9-272971796bab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=40e1caba-2c76-42fe-acae-37c1a6a42067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471494 Nov 02 12:47:30.318324 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-71886b70-3f4c-40f3-94f4-14d1d821f7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896269737', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:47:08Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:09Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'ab1de5b1-e403-49ce-ae6d-7cd79ee1b486', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'port_id': 'ca871ee1-c7ee-41fe-9189-ac4fbaf4812c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067', 'mac_address': 'fa:16:3e:7f:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bd7c10-8b87-4868-a11a-d90599457298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:47:28Z', 'updated_at': '2021-11-02T12:47:28Z', 'revision_number': 0, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9d0950-5c85-43e4-97ca-3b34ddb7bbca', 'name': '', 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ed:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:12Z', 'updated_at': '2021-11-02T12:47:16Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:30.345827 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71886b70-3f4c-40f3-94f4-14d1d821f7d0 None None] The sync data for ids ['a721cd93-f579-4f56-947b-8b2c89378d0d'] in n-d-806683-18 is: [{'id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896269737', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:47:08Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:09Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'ab1de5b1-e403-49ce-ae6d-7cd79ee1b486', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'port_id': 'ca871ee1-c7ee-41fe-9189-ac4fbaf4812c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067', 'mac_address': 'fa:16:3e:7f:e4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bd7c10-8b87-4868-a11a-d90599457298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:47:28Z', 'updated_at': '2021-11-02T12:47:28Z', 'revision_number': 0, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a9d0950-5c85-43e4-97ca-3b34ddb7bbca', 'name': '', 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ed:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:12Z', 'updated_at': '2021-11-02T12:47:16Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:30.351437 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4cf79877-78b5-4c73-af7b-1eda957a4803 req-5a9fe96f-f392-47af-996a-0659998ede10 service neutron] 10.222.0.79 "GET /v2.0/networks/40e1caba-2c76-42fe-acae-37c1a6a42067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944245 Nov 02 12:47:30.451209 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4cf79877-78b5-4c73-af7b-1eda957a4803 req-787c95e2-b704-41cf-9e18-7bb438c00c56 service neutron] 10.222.0.79 "GET /v2.0/networks/40e1caba-2c76-42fe-acae-37c1a6a42067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929425 Nov 02 12:47:30.550866 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8618fb4b-eb64-4c11-97b0-d6c9cc9cb9dc None None] New status for floating IP ab1de5b1-e403-49ce-ae6d-7cd79ee1b486: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:47:30.950629 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59232) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:47:31.012197 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-739f3d0d-235f-4f3b-be9a-1771c5074574 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/floatingips/ab1de5b1-e403-49ce-ae6d-7cd79ee1b486 HTTP/1.1" status: 200 len: 992 time: 0.0602918 Nov 02 12:47:38.158067 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e18f5358-8d9f-4dcd-8191-5632c26dcb99 req-3bfbf96c-5b22-46b3-a085-8c57e27199f1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452013 Nov 02 12:47:38.246336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f5358-8d9f-4dcd-8191-5632c26dcb99 req-b9fc3b89-73cf-4bb0-bfb4-e24997442a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:38.247905 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e18f5358-8d9f-4dcd-8191-5632c26dcb99 req-b9fc3b89-73cf-4bb0-bfb4-e24997442a1b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 1097 time: 0.0430119 Nov 02 12:47:38.356532 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f5358-8d9f-4dcd-8191-5632c26dcb99 req-3f20d4c7-ce45-458c-8ef4-c2143fa70aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:38.358261 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e18f5358-8d9f-4dcd-8191-5632c26dcb99 req-3f20d4c7-ce45-458c-8ef4-c2143fa70aad service neutron] 10.222.0.79 "GET /v2.0/networks?id=40e1caba-2c76-42fe-acae-37c1a6a42067 HTTP/1.1" status: 200 len: 898 time: 0.0903687 Nov 02 12:47:38.433214 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e18f5358-8d9f-4dcd-8191-5632c26dcb99 req-e5463415-00c4-4739-b8fe-d54045385a20 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca871ee1-c7ee-41fe-9189-ac4fbaf4812c HTTP/1.1" status: 200 len: 1000 time: 0.0668700 Nov 02 12:47:38.484504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f5358-8d9f-4dcd-8191-5632c26dcb99 req-8c797aa7-cde1-47e1-95b3-204ac5fa4d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:38.485986 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e18f5358-8d9f-4dcd-8191-5632c26dcb99 req-8c797aa7-cde1-47e1-95b3-204ac5fa4d4a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3e3ba1b8-630c-4330-9d26-2d21b35cb3f1 HTTP/1.1" status: 200 len: 834 time: 0.0454776 Nov 02 12:47:38.532839 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f5358-8d9f-4dcd-8191-5632c26dcb99 req-5a02ba3b-14d3-4a9e-b423-7ee4476be0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:47:38.534373 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e18f5358-8d9f-4dcd-8191-5632c26dcb99 req-5a02ba3b-14d3-4a9e-b423-7ee4476be0dc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=40e1caba-2c76-42fe-acae-37c1a6a42067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415826 Nov 02 12:47:38.545371 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-e18f5358-8d9f-4dcd-8191-5632c26dcb99 req-00564599-2743-4b19-ac43-eddb2df8a2cf service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:47:38.546824 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e18f5358-8d9f-4dcd-8191-5632c26dcb99 req-00564599-2743-4b19-ac43-eddb2df8a2cf service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0058579 Nov 02 12:47:38.644436 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e18f5358-8d9f-4dcd-8191-5632c26dcb99 req-3d28b7ed-81c2-4841-8559-d921893cf2c0 service neutron] 10.222.0.79 "GET /v2.0/networks/40e1caba-2c76-42fe-acae-37c1a6a42067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906105 Nov 02 12:47:38.745124 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e18f5358-8d9f-4dcd-8191-5632c26dcb99 req-5400259e-7bd8-49c4-84e5-8013c263c979 service neutron] 10.222.0.79 "GET /v2.0/networks/40e1caba-2c76-42fe-acae-37c1a6a42067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920374 Nov 02 12:47:45.050725 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:47:47.560194 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3c850c1e-cc1c-4194-bb72-91204ec27113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:49.749424 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-27587a0c-6571-473f-a2b2-c6d73b919a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:51.268931 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:52.691596 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:54.446416 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:54.686390 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:47:55.069228 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:00.084368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb8b15-45c1-47a7-9f2f-ebeb02bb901d req-a088dc40-94fe-4c5a-bd69-7f1fd8e2ddcc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:00.085889 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c2fb8b15-45c1-47a7-9f2f-ebeb02bb901d req-a088dc40-94fe-4c5a-bd69-7f1fd8e2ddcc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 945 time: 0.1250877 Nov 02 12:48:00.139738 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c2fb8b15-45c1-47a7-9f2f-ebeb02bb901d req-530c353e-869c-49ba-ba5f-655d6790f7f0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=dba36f63-1d67-4c94-8879-80346434430b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462205 Nov 02 12:48:01.260129 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063499bb-7590-47d9-bcb0-f5b813d4c1cf req-785463cc-c18e-4444-afb2-dc1dc4d80961 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:01.262000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-063499bb-7590-47d9-bcb0-f5b813d4c1cf req-785463cc-c18e-4444-afb2-dc1dc4d80961 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 945 time: 0.0531471 Nov 02 12:48:01.312704 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-063499bb-7590-47d9-bcb0-f5b813d4c1cf req-ada99900-723f-42d0-a686-e3064ee8a8ad tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=dba36f63-1d67-4c94-8879-80346434430b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443130 Nov 02 12:48:01.335579 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59252) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:01.408350 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-af09d3cc-10ea-4710-82e4-020d77ed8fb6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/floatingips/ab1de5b1-e403-49ce-ae6d-7cd79ee1b486 HTTP/1.1" status: 200 len: 992 time: 0.0713904 Nov 02 12:48:02.849147 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7d350-2f64-4c2d-bb3d-80d72ff7780e req-2f5c3c11-f11c-488c-bbf6-0690de4af70e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:02.850629 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33b7d350-2f64-4c2d-bb3d-80d72ff7780e req-2f5c3c11-f11c-488c-bbf6-0690de4af70e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 945 time: 0.0501165 Nov 02 12:48:02.901751 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33b7d350-2f64-4c2d-bb3d-80d72ff7780e req-e8c893bc-d651-4db7-8b9e-b8f18af09233 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=dba36f63-1d67-4c94-8879-80346434430b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446327 Nov 02 12:48:04.027440 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becf6ae-ba9c-432e-84cb-a00510bbf0fb req-db5f450e-9bd4-4efd-873f-a5e8e3b469ac tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:04.028927 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2becf6ae-ba9c-432e-84cb-a00510bbf0fb req-db5f450e-9bd4-4efd-873f-a5e8e3b469ac tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 945 time: 0.0544057 Nov 02 12:48:04.079515 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2becf6ae-ba9c-432e-84cb-a00510bbf0fb req-9de810f2-8fdc-4d11-b584-f29155428b9a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=dba36f63-1d67-4c94-8879-80346434430b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432808 Nov 02 12:48:04.102457 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59262) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:04.163629 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-da628c18-82fe-487d-8c39-54f76f97d794 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/floatingips/ab1de5b1-e403-49ce-ae6d-7cd79ee1b486 HTTP/1.1" status: 200 len: 992 time: 0.0599368 Nov 02 12:48:04.436739 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59268) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:04.947424 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port 098c9e7d-deba-48aa-a452-ca1c4b3e62d5 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:48:04.947780 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:05.026864 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:05.027212 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:05.039191 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for 098c9e7d-deba-48aa-a452-ca1c4b3e62d5 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:48:05.264066 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:05.292307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=098c9e7d-deba-48aa-a452-ca1c4b3e62d5,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:05.319202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:05.319565 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:05.319922 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:05.320263 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:05.320603 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:05.320943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:05.321280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:05.321615 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:05.321947 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:05.322280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:05.322697 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:05.323076 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:05.364978 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:05.365360 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Floating IP ab1de5b1-e403-49ce-ae6d-7cd79ee1b486 disassociated (deleted). External IP: 172.25.6.24, port: ca871ee1-c7ee-41fe-9189-ac4fbaf4812c. Nov 02 12:48:05.587434 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router a721cd93-f579-4f56-947b-8b2c89378d0d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:48:05.697237 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:05.702174 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:05.707998 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8b5a1b-67e1-4eab-819d-705a3835abe9 None None] Sync routers for ids ['a721cd93-f579-4f56-947b-8b2c89378d0d'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:05.719020 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8b5a1b-67e1-4eab-819d-705a3835abe9 None None] Routers {'a721cd93-f579-4f56-947b-8b2c89378d0d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:48:05.719684 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3c8b5a1b-67e1-4eab-819d-705a3835abe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:47:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a721cd93-f579-4f56-947b-8b2c89378d0d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:05.730202 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-2c8c05b0-e963-4047-9197-554ee37cad2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/floatingips/ab1de5b1-e403-49ce-ae6d-7cd79ee1b486 HTTP/1.1" status: 204 len: 168 time: 1.2922888 Nov 02 12:48:05.730896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5bd7c10-8b87-4868-a11a-d90599457298', 'tag': 'ca871ee1-c7ee-41fe-9189-ac4fbaf4812c'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:48:05.733407 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3a69c6-46f5-4584-9147-260005b27434" -d '{"events": [{"name": "network-changed", "server_uuid": "c5bd7c10-8b87-4868-a11a-d90599457298", "tag": "ca871ee1-c7ee-41fe-9189-ac4fbaf4812c"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:48:05.999427 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-3c8b5a1b-67e1-4eab-819d-705a3835abe9 None None] Set router a721cd93-f579-4f56-947b-8b2c89378d0d gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:48:06.153046 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9715269-3367-4825-961c-eee252f0fa1e x-openstack-request-id: req-b9715269-3367-4825-961c-eee252f0fa1e {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:48:06.153649 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5bd7c10-8b87-4868-a11a-d90599457298", "tag": "ca871ee1-c7ee-41fe-9189-ac4fbaf4812c", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:48:06.153772 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b9715269-3367-4825-961c-eee252f0fa1e {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:48:06.154185 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5bd7c10-8b87-4868-a11a-d90599457298', 'tag': 'ca871ee1-c7ee-41fe-9189-ac4fbaf4812c', 'status': 'completed', 'code': 200} Nov 02 12:48:06.217754 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3c8b5a1b-67e1-4eab-819d-705a3835abe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896269737', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:47:08Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:09Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4a9d0950-5c85-43e4-97ca-3b34ddb7bbca', 'name': '', 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ed:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:12Z', 'updated_at': '2021-11-02T12:47:16Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:06.244607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8b5a1b-67e1-4eab-819d-705a3835abe9 None None] Checking router: a721cd93-f579-4f56-947b-8b2c89378d0d for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:48:06.253710 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8b5a1b-67e1-4eab-819d-705a3835abe9 None None] Routers {'a721cd93-f579-4f56-947b-8b2c89378d0d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:48:06.254247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3c8b5a1b-67e1-4eab-819d-705a3835abe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:47:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a721cd93-f579-4f56-947b-8b2c89378d0d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:06.260879 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a69c6-46f5-4584-9147-260005b27434 req-041a6cbe-66fd-4136-a72f-68d299d97371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:06.262394 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e3a69c6-46f5-4584-9147-260005b27434 req-041a6cbe-66fd-4136-a72f-68d299d97371 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 1097 time: 0.0772915 Nov 02 12:48:06.279685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9136ed-e142-4399-a150-d8fe84687c52 req-fd9f85d2-d6d3-47dc-9f02-79b83a0de4bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:06.289363 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad9136ed-e142-4399-a150-d8fe84687c52 req-fd9f85d2-d6d3-47dc-9f02-79b83a0de4bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 945 time: 0.0655608 Nov 02 12:48:06.368134 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-3c8b5a1b-67e1-4eab-819d-705a3835abe9 None None] Set router a721cd93-f579-4f56-947b-8b2c89378d0d gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:48:06.389403 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ad9136ed-e142-4399-a150-d8fe84687c52 req-514931ef-d3b2-4e03-98a0-926b7eee4c1a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=dba36f63-1d67-4c94-8879-80346434430b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011267 Nov 02 12:48:06.406747 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a69c6-46f5-4584-9147-260005b27434 req-308975fe-0a48-4d1f-91df-c4fe7474a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:06.408270 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e3a69c6-46f5-4584-9147-260005b27434 req-308975fe-0a48-4d1f-91df-c4fe7474a041 service neutron] 10.222.0.79 "GET /v2.0/networks?id=40e1caba-2c76-42fe-acae-37c1a6a42067 HTTP/1.1" status: 200 len: 898 time: 0.1364717 Nov 02 12:48:06.454005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e3a69c6-46f5-4584-9147-260005b27434 req-2cd2df33-a2d2-4b31-85b5-6ffc2e320e81 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca871ee1-c7ee-41fe-9189-ac4fbaf4812c HTTP/1.1" status: 200 len: 217 time: 0.0367396 Nov 02 12:48:06.506746 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a69c6-46f5-4584-9147-260005b27434 req-a64a749b-9df3-45eb-a7d3-fa11870d3ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:06.508257 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e3a69c6-46f5-4584-9147-260005b27434 req-a64a749b-9df3-45eb-a7d3-fa11870d3ead service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3e3ba1b8-630c-4330-9d26-2d21b35cb3f1 HTTP/1.1" status: 200 len: 834 time: 0.0484056 Nov 02 12:48:06.560318 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a69c6-46f5-4584-9147-260005b27434 req-c8808c2c-9e52-483f-81cf-e5615fc60aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:06.562683 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e3a69c6-46f5-4584-9147-260005b27434 req-c8808c2c-9e52-483f-81cf-e5615fc60aa1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=40e1caba-2c76-42fe-acae-37c1a6a42067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462675 Nov 02 12:48:06.586558 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3c8b5a1b-67e1-4eab-819d-705a3835abe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896269737', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:47:08Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:09Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4a9d0950-5c85-43e4-97ca-3b34ddb7bbca', 'name': '', 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ed:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:12Z', 'updated_at': '2021-11-02T12:47:16Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:06.617612 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8b5a1b-67e1-4eab-819d-705a3835abe9 None None] The sync data for ids ['a721cd93-f579-4f56-947b-8b2c89378d0d'] in n-d-806683-18 is: [{'id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896269737', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:47:08Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:09Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '4a9d0950-5c85-43e4-97ca-3b34ddb7bbca', 'name': '', 'network_id': '40e1caba-2c76-42fe-acae-37c1a6a42067', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ed:b3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:12Z', 'updated_at': '2021-11-02T12:47:16Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '3e3ba1b8-630c-4330-9d26-2d21b35cb3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:06.659425 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e3a69c6-46f5-4584-9147-260005b27434 req-94bf161e-5125-4ae1-9ab2-f5918adb0304 service neutron] 10.222.0.79 "GET /v2.0/networks/40e1caba-2c76-42fe-acae-37c1a6a42067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890110 Nov 02 12:48:06.764053 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e3a69c6-46f5-4584-9147-260005b27434 req-bb7f3fc0-d99e-4b05-848a-e831064c5967 service neutron] 10.222.0.79 "GET /v2.0/networks/40e1caba-2c76-42fe-acae-37c1a6a42067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939722 Nov 02 12:48:06.855368 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a02e8-9e71-4e88-9be9-5b129b09274b None None] New status for floating IP ab1de5b1-e403-49ce-ae6d-7cd79ee1b486: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:48:07.521258 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eae098-272c-475a-bf2d-bf34424ef84f req-cb3ff6be-a474-42a8-9273-9dd25046fac8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:07.522756 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33eae098-272c-475a-bf2d-bf34424ef84f req-cb3ff6be-a474-42a8-9273-9dd25046fac8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 945 time: 0.0574453 Nov 02 12:48:07.573134 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33eae098-272c-475a-bf2d-bf34424ef84f req-4809f6e9-9c46-42c2-8fbc-0fb0a83da3ac tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=dba36f63-1d67-4c94-8879-80346434430b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442357 Nov 02 12:48:07.779141 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9de96-41b5-4b07-822d-bd1fe8f9cebc req-69e6eece-b6d7-475b-acc7-1c5551ff321d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:07.780649 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58c9de96-41b5-4b07-822d-bd1fe8f9cebc req-69e6eece-b6d7-475b-acc7-1c5551ff321d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 945 time: 0.0495582 Nov 02 12:48:07.879660 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-58c9de96-41b5-4b07-822d-bd1fe8f9cebc req-7b911404-7efd-4689-a9c8-ec91cfe2808e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port ca871ee1-c7ee-41fe-9189-ac4fbaf4812c {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:48:07.880001 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58c9de96-41b5-4b07-822d-bd1fe8f9cebc req-7b911404-7efd-4689-a9c8-ec91cfe2808e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:07.969183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-58c9de96-41b5-4b07-822d-bd1fe8f9cebc req-7b911404-7efd-4689-a9c8-ec91cfe2808e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] For port ca871ee1-c7ee-41fe-9189-ac4fbaf4812c, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=ca871ee1-c7ee-41fe-9189-ac4fbaf4812c,segment=NetworkSegment(56b928be-3e7a-4db0-aefc-a800a1577371),segment_id=56b928be-3e7a-4db0-aefc-a800a1577371)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:07.969549 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58c9de96-41b5-4b07-822d-bd1fe8f9cebc req-7b911404-7efd-4689-a9c8-ec91cfe2808e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:07.982297 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-58c9de96-41b5-4b07-822d-bd1fe8f9cebc req-7b911404-7efd-4689-a9c8-ec91cfe2808e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for ca871ee1-c7ee-41fe-9189-ac4fbaf4812c owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:48:08.195240 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58c9de96-41b5-4b07-822d-bd1fe8f9cebc req-7b911404-7efd-4689-a9c8-ec91cfe2808e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:08.225678 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b911404-7efd-4689-a9c8-ec91cfe2808e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=ca871ee1-c7ee-41fe-9189-ac4fbaf4812c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:08.273786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c9de96-41b5-4b07-822d-bd1fe8f9cebc req-7b911404-7efd-4689-a9c8-ec91cfe2808e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] No DVR routers for this DVR port ca871ee1-c7ee-41fe-9189-ac4fbaf4812c on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:48:08.276505 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-58c9de96-41b5-4b07-822d-bd1fe8f9cebc req-7b911404-7efd-4689-a9c8-ec91cfe2808e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:08.279880 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-58c9de96-41b5-4b07-822d-bd1fe8f9cebc req-7b911404-7efd-4689-a9c8-ec91cfe2808e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.79 "DELETE /v2.0/ports/ca871ee1-c7ee-41fe-9189-ac4fbaf4812c HTTP/1.1" status: 204 len: 173 time: 0.4934251 Nov 02 12:48:08.280320 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bd7c10-8b87-4868-a11a-d90599457298', 'name': 'network-vif-deleted', 'tag': 'ca871ee1-c7ee-41fe-9189-ac4fbaf4812c'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:48:08.282636 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc257ca2-163f-4131-8806-7e0d744247d4" -d '{"events": [{"server_uuid": "c5bd7c10-8b87-4868-a11a-d90599457298", "name": "network-vif-deleted", "tag": "ca871ee1-c7ee-41fe-9189-ac4fbaf4812c"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:48:08.320954 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc1881b-15f3-426a-9946-d17574476ea6 x-openstack-request-id: req-7cc1881b-15f3-426a-9946-d17574476ea6 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:48:08.321352 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5bd7c10-8b87-4868-a11a-d90599457298", "name": "network-vif-deleted", "tag": "ca871ee1-c7ee-41fe-9189-ac4fbaf4812c", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:48:08.321667 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7cc1881b-15f3-426a-9946-d17574476ea6 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:48:08.322132 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bd7c10-8b87-4868-a11a-d90599457298', 'name': 'network-vif-deleted', 'tag': 'ca871ee1-c7ee-41fe-9189-ac4fbaf4812c', 'status': 'completed', 'code': 200} Nov 02 12:48:08.691844 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a74e35b0-2915-4513-9541-9383c49bb9f8 req-7a59d662-348c-476c-bdd5-99614b1cb4e8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5bd7c10-8b87-4868-a11a-d90599457298 HTTP/1.1" status: 200 len: 210 time: 0.0278265 Nov 02 12:48:09.754040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59284) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:10.130087 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db60e6cc-0af2-4008-85fd-d14fe4f91e8a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:10.393860 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-db60e6cc-0af2-4008-85fd-d14fe4f91e8a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:48:10.394211 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db60e6cc-0af2-4008-85fd-d14fe4f91e8a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:10.491562 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-db60e6cc-0af2-4008-85fd-d14fe4f91e8a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] For port 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4a9d0950-5c85-43e4-97ca-3b34ddb7bbca,segment=NetworkSegment(56b928be-3e7a-4db0-aefc-a800a1577371),segment_id=56b928be-3e7a-4db0-aefc-a800a1577371)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:10.492010 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db60e6cc-0af2-4008-85fd-d14fe4f91e8a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:10.506123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-db60e6cc-0af2-4008-85fd-d14fe4f91e8a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:48:10.829722 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db60e6cc-0af2-4008-85fd-d14fe4f91e8a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:10.857476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60e6cc-0af2-4008-85fd-d14fe4f91e8a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=4a9d0950-5c85-43e4-97ca-3b34ddb7bbca,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:11.042396 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-db60e6cc-0af2-4008-85fd-d14fe4f91e8a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:11.262188 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db60e6cc-0af2-4008-85fd-d14fe4f91e8a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router a721cd93-f579-4f56-947b-8b2c89378d0d has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:48:11.369994 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db60e6cc-0af2-4008-85fd-d14fe4f91e8a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:11.378403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59286) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:11.378849 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-db60e6cc-0af2-4008-85fd-d14fe4f91e8a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "PUT /v2.0/routers/a721cd93-f579-4f56-947b-8b2c89378d0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6233163 Nov 02 12:48:11.385574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e035cb-02fd-4ef5-8d68-da0991877e60 None None] Sync routers for ids ['a721cd93-f579-4f56-947b-8b2c89378d0d'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:11.396138 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e035cb-02fd-4ef5-8d68-da0991877e60 None None] Routers {'a721cd93-f579-4f56-947b-8b2c89378d0d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:48:11.396745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c2e035cb-02fd-4ef5-8d68-da0991877e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:47:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a721cd93-f579-4f56-947b-8b2c89378d0d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:11.437632 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting subnet 3e3ba1b8-630c-4330-9d26-2d21b35cb3f1 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:48:11.440890 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:11.486144 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ca871ee1-c7ee-41fe-9189-ac4fbaf4812c no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:11.489236 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:11.509710 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: ca871ee1-c7ee-41fe-9189-ac4fbaf4812c {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:48:11.510062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device ca871ee1-c7ee-41fe-9189-ac4fbaf4812c not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:11.531260 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-c2e035cb-02fd-4ef5-8d68-da0991877e60 None None] Set router a721cd93-f579-4f56-947b-8b2c89378d0d gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:48:11.575501 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:11.713893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c2e035cb-02fd-4ef5-8d68-da0991877e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896269737', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:47:08Z', 'updated_at': '2021-11-02T12:48:10Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:09Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:11.716401 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:11.752633 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa75d60-6bfd-45df-a135-30dab88493df None None] Network 40e1caba-2c76-42fe-acae-37c1a6a42067 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:48:11.753254 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:11.756125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e035cb-02fd-4ef5-8d68-da0991877e60 None None] Checking router: a721cd93-f579-4f56-947b-8b2c89378d0d for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:48:11.756520 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/subnets/3e3ba1b8-630c-4330-9d26-2d21b35cb3f1 HTTP/1.1" status: 204 len: 168 time: 0.3754048 Nov 02 12:48:11.757896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3ba1b8-630c-4330-9d26-2d21b35cb3f1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:11.760036 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59288) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:11.767918 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:11.769654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:11.769654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:11.769654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:11.769654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:11.769654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:11.770205 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:11.770205 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:11.770383 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:11.770688 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:11.771044 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:11.771377 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b1b833-03fb-4295-8eec-f5e8a3dcc5ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:11.820898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e035cb-02fd-4ef5-8d68-da0991877e60 None None] Routers {'a721cd93-f579-4f56-947b-8b2c89378d0d'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:48:11.821516 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c2e035cb-02fd-4ef5-8d68-da0991877e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:47:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['a721cd93-f579-4f56-947b-8b2c89378d0d'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:11.884780 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb441da3-dfbe-45ed-9972-344f6d8c7f1d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:11.987597 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-c2e035cb-02fd-4ef5-8d68-da0991877e60 None None] Set router a721cd93-f579-4f56-947b-8b2c89378d0d gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:48:11.996488 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb441da3-dfbe-45ed-9972-344f6d8c7f1d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:12.056332 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] DHCP port deletion for 40e1caba-2c76-42fe-acae-37c1a6a42067 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:48:12.109301 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-bb441da3-dfbe-45ed-9972-344f6d8c7f1d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port 2316fd15-5a1a-4434-8de5-519477ea1e6e {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:48:12.109648 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb441da3-dfbe-45ed-9972-344f6d8c7f1d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:12.196685 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] Deleting port 82268e9c-6833-4fce-b872-3ddec43c8596 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:48:12.197063 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:12.198483 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-bb441da3-dfbe-45ed-9972-344f6d8c7f1d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] For port 2316fd15-5a1a-4434-8de5-519477ea1e6e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2316fd15-5a1a-4434-8de5-519477ea1e6e,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:12.198849 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb441da3-dfbe-45ed-9972-344f6d8c7f1d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:12.214715 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-bb441da3-dfbe-45ed-9972-344f6d8c7f1d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for 2316fd15-5a1a-4434-8de5-519477ea1e6e owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:48:12.277533 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] For port 82268e9c-6833-4fce-b872-3ddec43c8596, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=82268e9c-6833-4fce-b872-3ddec43c8596,segment=NetworkSegment(56b928be-3e7a-4db0-aefc-a800a1577371),segment_id=56b928be-3e7a-4db0-aefc-a800a1577371)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:12.277790 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:12.293636 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c2e035cb-02fd-4ef5-8d68-da0991877e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896269737', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:47:08Z', 'updated_at': '2021-11-02T12:48:10Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:09Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:12.295616 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] Calling delete_port for 82268e9c-6833-4fce-b872-3ddec43c8596 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:48:12.329347 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e035cb-02fd-4ef5-8d68-da0991877e60 None None] The sync data for ids ['a721cd93-f579-4f56-947b-8b2c89378d0d'] in n-d-806683-18 is: [{'id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-896269737', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:47:08Z', 'updated_at': '2021-11-02T12:48:10Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '2316fd15-5a1a-4434-8de5-519477ea1e6e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a721cd93-f579-4f56-947b-8b2c89378d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:47:09Z', 'updated_at': '2021-11-02T12:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:12.463483 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb441da3-dfbe-45ed-9972-344f6d8c7f1d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:12.491271 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb441da3-dfbe-45ed-9972-344f6d8c7f1d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=2316fd15-5a1a-4434-8de5-519477ea1e6e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:12.492053 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:12.520468 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] Pushing event deleted for resources: {'Port': ['ID=82268e9c-6833-4fce-b872-3ddec43c8596,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:12.524447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] No DVR routers for this DVR port 82268e9c-6833-4fce-b872-3ddec43c8596 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:48:12.537474 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:12.537835 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:12.538181 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:12.538523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:12.538864 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:12.539228 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:12.539562 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:12.539941 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:12.540212 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:12.540539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:12.540871 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:12.541201 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802d035c-dd79-4d38-be7c-b88417a20ead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:12.563676 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb441da3-dfbe-45ed-9972-344f6d8c7f1d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:12.656058 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb441da3-dfbe-45ed-9972-344f6d8c7f1d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:12.658370 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb441da3-dfbe-45ed-9972-344f6d8c7f1d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:12.789193 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb441da3-dfbe-45ed-9972-344f6d8c7f1d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:12.790075 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb441da3-dfbe-45ed-9972-344f6d8c7f1d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Fanout notify agent at l3_agent the message router_deleted on router a721cd93-f579-4f56-947b-8b2c89378d0d {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:48:12.802904 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb441da3-dfbe-45ed-9972-344f6d8c7f1d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:12.804734 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bb441da3-dfbe-45ed-9972-344f6d8c7f1d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/routers/a721cd93-f579-4f56-947b-8b2c89378d0d HTTP/1.1" status: 204 len: 168 time: 1.0433435 Nov 02 12:48:12.807389 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59290) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:12.887430 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4fc237c-859d-4d59-adc7-8a76646916de tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:12.986281 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4fc237c-859d-4d59-adc7-8a76646916de tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:13.007585 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e4fc237c-859d-4d59-adc7-8a76646916de tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e1caba-2c76-42fe-acae-37c1a6a42067']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:13.017810 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e4fc237c-859d-4d59-adc7-8a76646916de tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b928be-3e7a-4db0-aefc-a800a1577371') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:13.018139 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-e4fc237c-859d-4d59-adc7-8a76646916de tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b928be-3e7a-4db0-aefc-a800a1577371') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:13.027872 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4fc237c-859d-4d59-adc7-8a76646916de tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:13.041797 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4fc237c-859d-4d59-adc7-8a76646916de tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:13.048531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4fc237c-859d-4d59-adc7-8a76646916de tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:48:13.048857 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4fc237c-859d-4d59-adc7-8a76646916de tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:48:13.051809 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:48:13.173107 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4fc237c-859d-4d59-adc7-8a76646916de tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:13.180110 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e4fc237c-859d-4d59-adc7-8a76646916de tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:13.183285 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e4fc237c-859d-4d59-adc7-8a76646916de tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/networks/40e1caba-2c76-42fe-acae-37c1a6a42067 HTTP/1.1" status: 204 len: 168 time: 0.3748829 Nov 02 12:48:13.186229 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59292) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:13.195053 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc237c-859d-4d59-adc7-8a76646916de tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Network': ['ID=40e1caba-2c76-42fe-acae-37c1a6a42067,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:13.252259 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96259149-e5e9-4954-8bbf-f19adedc831e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:13.280486 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96259149-e5e9-4954-8bbf-f19adedc831e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:13.389539 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:13.395060 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96259149-e5e9-4954-8bbf-f19adedc831e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:13.397679 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96259149-e5e9-4954-8bbf-f19adedc831e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:13.398866 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-96259149-e5e9-4954-8bbf-f19adedc831e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/security-groups/dba36f63-1d67-4c94-8879-80346434430b HTTP/1.1" status: 204 len: 168 time: 0.2113307 Nov 02 12:48:13.411214 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96259149-e5e9-4954-8bbf-f19adedc831e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba36f63-1d67-4c94-8879-80346434430b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:13.412469 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:48:13.412835 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4a9d0950-5c85-43e4-97ca-3b34ddb7bbca not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:13.415347 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 82268e9c-6833-4fce-b872-3ddec43c8596 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:13.439334 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 82268e9c-6833-4fce-b872-3ddec43c8596 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:48:13.443249 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 82268e9c-6833-4fce-b872-3ddec43c8596 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:13.443249 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2316fd15-5a1a-4434-8de5-519477ea1e6e no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:13.468180 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 2316fd15-5a1a-4434-8de5-519477ea1e6e {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:48:13.469204 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2316fd15-5a1a-4434-8de5-519477ea1e6e not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:14.059112 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59298) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:14.064618 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-85f338b2-2d86-4627-9174-b809f0dd1af4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1760825285', 'description': 'tempest-secgroup-smoke-1760825285 description', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:48:14.183934 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-85f338b2-2d86-4627-9174-b809f0dd1af4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:14.252306 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-85f338b2-2d86-4627-9174-b809f0dd1af4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:14.332058 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-85f338b2-2d86-4627-9174-b809f0dd1af4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:14.363422 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f338b2-2d86-4627-9174-b809f0dd1af4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6719be44-c2fd-404f-9950-9ec1e16aedbd,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:14.431247 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-85f338b2-2d86-4627-9174-b809f0dd1af4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:14.432564 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-85f338b2-2d86-4627-9174-b809f0dd1af4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3724167 Nov 02 12:48:14.435482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59300) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:14.440277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-63af40e9-06b6-4a6c-8279-1c4b22de4f51 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': '6719be44-c2fd-404f-9950-9ec1e16aedbd', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:48:14.528562 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63af40e9-06b6-4a6c-8279-1c4b22de4f51 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:14.601055 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63af40e9-06b6-4a6c-8279-1c4b22de4f51 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:14.674506 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63af40e9-06b6-4a6c-8279-1c4b22de4f51 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:14.693411 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af40e9-06b6-4a6c-8279-1c4b22de4f51 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87232b9-f881-4f05-9c07-3c9f54da1275,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:14.790804 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-63af40e9-06b6-4a6c-8279-1c4b22de4f51 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:14.792096 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-63af40e9-06b6-4a6c-8279-1c4b22de4f51 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3556476 Nov 02 12:48:14.794990 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59302) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:14.799397 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-8ec632af-cf2d-495d-bcd4-e854a4da559a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': '6719be44-c2fd-404f-9950-9ec1e16aedbd', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:48:14.899174 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ec632af-cf2d-495d-bcd4-e854a4da559a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:14.960395 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ec632af-cf2d-495d-bcd4-e854a4da559a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:15.075274 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ec632af-cf2d-495d-bcd4-e854a4da559a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:15.099200 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec632af-cf2d-495d-bcd4-e854a4da559a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c611612c-5a10-47ca-bf11-de2c286cb101,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:15.174641 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8ec632af-cf2d-495d-bcd4-e854a4da559a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:15.175926 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8ec632af-cf2d-495d-bcd4-e854a4da559a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3799949 Nov 02 12:48:15.178800 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59304) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:15.183631 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-630c7318-bbae-493b-af7e-2fc495b288d8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': '6719be44-c2fd-404f-9950-9ec1e16aedbd', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:48:15.285903 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-630c7318-bbae-493b-af7e-2fc495b288d8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:15.349988 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-630c7318-bbae-493b-af7e-2fc495b288d8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:15.418279 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-630c7318-bbae-493b-af7e-2fc495b288d8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:15.438957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c7318-bbae-493b-af7e-2fc495b288d8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728991e4-81e3-48b8-bdc2-acaccd1d7ff2,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:15.517042 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-630c7318-bbae-493b-af7e-2fc495b288d8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:15.518321 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-630c7318-bbae-493b-af7e-2fc495b288d8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3382809 Nov 02 12:48:15.521361 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59306) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:15.526398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-b8dccb44-9771-4d8a-9013-550de218dc8c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': '6719be44-c2fd-404f-9950-9ec1e16aedbd', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:48:15.623773 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8dccb44-9771-4d8a-9013-550de218dc8c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:15.697439 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8dccb44-9771-4d8a-9013-550de218dc8c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:15.795609 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8dccb44-9771-4d8a-9013-550de218dc8c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:15.817017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dccb44-9771-4d8a-9013-550de218dc8c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3155f79f-01f4-46fc-bd97-38cd3dd9d842,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:15.911822 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8dccb44-9771-4d8a-9013-550de218dc8c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:15.913434 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b8dccb44-9771-4d8a-9013-550de218dc8c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3910584 Nov 02 12:48:15.916218 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59308) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:15.920676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8f4dcabe-d261-4a65-aae0-c24196f411ee tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': '6719be44-c2fd-404f-9950-9ec1e16aedbd', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:48:16.013008 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-8f4dcabe-d261-4a65-aae0-c24196f411ee tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Project af9c01a0798540e5b6bd7f4173b010ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:48:16.018681 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8f4dcabe-d261-4a65-aae0-c24196f411ee tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:16.102456 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8f4dcabe-d261-4a65-aae0-c24196f411ee tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:16.184246 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8f4dcabe-d261-4a65-aae0-c24196f411ee tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:16.205397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4dcabe-d261-4a65-aae0-c24196f411ee tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45a559e-c253-4681-8365-8c7b90588182,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:16.300207 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8f4dcabe-d261-4a65-aae0-c24196f411ee tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:16.301362 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8f4dcabe-d261-4a65-aae0-c24196f411ee tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3842118 Nov 02 12:48:16.304181 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59310) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:16.308508 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c60ddd98-cc93-4f46-9e80-e125a348c439 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': '6719be44-c2fd-404f-9950-9ec1e16aedbd', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:48:16.395345 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-c60ddd98-cc93-4f46-9e80-e125a348c439 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Project af9c01a0798540e5b6bd7f4173b010ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:48:16.400875 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c60ddd98-cc93-4f46-9e80-e125a348c439 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:16.466527 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c60ddd98-cc93-4f46-9e80-e125a348c439 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:16.549467 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c60ddd98-cc93-4f46-9e80-e125a348c439 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:16.568065 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ddd98-cc93-4f46-9e80-e125a348c439 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b534f71-3f4c-4792-9ca4-5f852599d780,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:16.647744 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c60ddd98-cc93-4f46-9e80-e125a348c439 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:16.649011 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c60ddd98-cc93-4f46-9e80-e125a348c439 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3438642 Nov 02 12:48:16.651979 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59312) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:16.656838 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9d6c3737-126e-4ff5-92df-ffa95359d2b1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'network': {'name': 'tempest-network-smoke--399864386', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'port_security_enabled': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:48:16.766444 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6c3737-126e-4ff5-92df-ffa95359d2b1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Made reservation on behalf of af9c01a0798540e5b6bd7f4173b010ec for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:16.770701 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d6c3737-126e-4ff5-92df-ffa95359d2b1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:16.793702 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6c3737-126e-4ff5-92df-ffa95359d2b1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:48:16.802540 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d6c3737-126e-4ff5-92df-ffa95359d2b1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:16.802887 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-9d6c3737-126e-4ff5-92df-ffa95359d2b1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Added segment 75843632-941c-487a-ba50-d48e6e7c6a6b of type vlan for network da8d9208-c39f-4cce-aa10-d4205d505834 Nov 02 12:48:16.843593 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d6c3737-126e-4ff5-92df-ffa95359d2b1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:16.943989 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d6c3737-126e-4ff5-92df-ffa95359d2b1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:16.949818 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6c3737-126e-4ff5-92df-ffa95359d2b1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:16.953763 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9d6c3737-126e-4ff5-92df-ffa95359d2b1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:17.019732 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c3737-126e-4ff5-92df-ffa95359d2b1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Network': ['ID=da8d9208-c39f-4cce-aa10-d4205d505834,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:17.030299 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network da8d9208-c39f-4cce-aa10-d4205d505834 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:48:17.060948 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9d6c3737-126e-4ff5-92df-ffa95359d2b1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4078841 Nov 02 12:48:17.064406 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59314) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:17.068828 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1115711510', 'admin_state_up': True, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:48:17.166758 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:17.167894 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:17.220117 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:17.412714 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:17.532920 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ea0e-dfef-4dfc-a5d9-adbca6493aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:17.661854 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:18.027171 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:18.131212 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.25.6.11 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/4386cc2c-cd53-4970-a768-5bd32fd5bdab) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:18.239180 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:18.327255 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:18.368266 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:18.373407 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:18.377780 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:48:18.384263 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=4386cc2c-cd53-4970-a768-5bd32fd5bdab,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:18.730427 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:18.935775 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:19.137963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router 289abef4-426c-4b53-9545-104e546fd159 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:48:19.251102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:19.261193 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Sync routers for ids ['289abef4-426c-4b53-9545-104e546fd159'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:19.271815 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Routers {'289abef4-426c-4b53-9545-104e546fd159'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:48:19.272414 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:47:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['289abef4-426c-4b53-9545-104e546fd159'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:19.375052 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Set router 289abef4-426c-4b53-9545-104e546fd159 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:48:19.380338 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:19.381814 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3355a1ec-ec6d-42b8-9a0a-6e7011393b01 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3164604 Nov 02 12:48:19.385075 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59316) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:19.414591 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f3ea2dc3-977b-4e98-b2bc-4423e70b861e tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=af9c01a0798540e5b6bd7f4173b010ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283310 Nov 02 12:48:19.417320 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59318) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:19.516097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12608df0-1089-464e-82a0-c56a6e418c73 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:19.520959 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-12608df0-1089-464e-82a0-c56a6e418c73 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1001177 Nov 02 12:48:19.521251 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59320) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:19.552176 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cf1ad970-5a70-4338-a2dc-904ba5d04ee3 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277121 Nov 02 12:48:19.552535 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59322) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:19.557351 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e334c68a-75cc-4ab6-aa15-96a732f9e344 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1696508024', 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:48:19.561222 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289abef4-426c-4b53-9545-104e546fd159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115711510', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:48:17Z', 'updated_at': '2021-11-02T12:48:18Z', 'revision_number': 3, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:18Z', 'updated_at': '2021-11-02T12:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:19.592429 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Checking router: 289abef4-426c-4b53-9545-104e546fd159 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:48:19.592773 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Updating router 289abef4-426c-4b53-9545-104e546fd159 port 4386cc2c-cd53-4970-a768-5bd32fd5bdab binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:48:19.617916 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:19.721725 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e334c68a-75cc-4ab6-aa15-96a732f9e344 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Made reservation on behalf of af9c01a0798540e5b6bd7f4173b010ec for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:19.725306 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e334c68a-75cc-4ab6-aa15-96a732f9e344 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:19.789774 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-233061cb-c37f-4133-a100-6b6d82ec4d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:19.876016 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:19.955551 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:20.000986 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e334c68a-75cc-4ab6-aa15-96a732f9e344 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:20.014066 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Attempting to bind port 4386cc2c-cd53-4970-a768-5bd32fd5bdab on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:48:20.015918 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Attempting to bind port 4386cc2c-cd53-4970-a768-5bd32fd5bdab by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:48:20.015918 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Attempting to bind port 4386cc2c-cd53-4970-a768-5bd32fd5bdab on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:20.018345 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4dde1c-1682-486e-9a8c-ec981c707f5d None None] Pushing event updated for resources: {'Port': ['ID=4386cc2c-cd53-4970-a768-5bd32fd5bdab,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:20.026623 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:48:20.026897 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:48:20.027430 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:20.027862 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:20.028333 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Bound port: 4386cc2c-cd53-4970-a768-5bd32fd5bdab, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:48:20.028706 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:20.032372 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dde1c-1682-486e-9a8c-ec981c707f5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.032715 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dde1c-1682-486e-9a8c-ec981c707f5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.033638 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dde1c-1682-486e-9a8c-ec981c707f5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.034010 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dde1c-1682-486e-9a8c-ec981c707f5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.034339 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dde1c-1682-486e-9a8c-ec981c707f5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.034662 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dde1c-1682-486e-9a8c-ec981c707f5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.035007 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dde1c-1682-486e-9a8c-ec981c707f5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.035326 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dde1c-1682-486e-9a8c-ec981c707f5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.035645 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dde1c-1682-486e-9a8c-ec981c707f5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.035957 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dde1c-1682-486e-9a8c-ec981c707f5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.036271 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dde1c-1682-486e-9a8c-ec981c707f5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.036584 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4dde1c-1682-486e-9a8c-ec981c707f5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.072217 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334c68a-75cc-4ab6-aa15-96a732f9e344 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Subnet': ['ID=66f5e9c0-61e9-4bdc-9099-b33e4fde354c,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:20.085085 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e334c68a-75cc-4ab6-aa15-96a732f9e344 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Checking segment: {'id': '75843632-941c-487a-ba50-d48e6e7c6a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:48:20.085443 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e334c68a-75cc-4ab6-aa15-96a732f9e344 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network hostable DHCP agents. Network: da8d9208-c39f-4cce-aa10-d4205d505834, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:48:20.089518 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] For port 4386cc2c-cd53-4970-a768-5bd32fd5bdab, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:20.094250 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] For port 4386cc2c-cd53-4970-a768-5bd32fd5bdab, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4386cc2c-cd53-4970-a768-5bd32fd5bdab,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:20.195561 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:20.207638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e334c68a-75cc-4ab6-aa15-96a732f9e344 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network da8d9208-c39f-4cce-aa10-d4205d505834 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:48:20.253589 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Routers {'289abef4-426c-4b53-9545-104e546fd159'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:48:20.254109 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:48:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['289abef4-426c-4b53-9545-104e546fd159'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:20.258777 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4dde1c-1682-486e-9a8c-ec981c707f5d None None] Pushing event updated for resources: {'Port': ['ID=4386cc2c-cd53-4970-a768-5bd32fd5bdab,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:20.286447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-e334c68a-75cc-4ab6-aa15-96a732f9e344 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, da8d9208-c39f-4cce-aa10-d4205d505834) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:20.295881 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e334c68a-75cc-4ab6-aa15-96a732f9e344 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:20.302136 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e334c68a-75cc-4ab6-aa15-96a732f9e344 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:20.302323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d15e9f-8a0d-4933-b5aa-a8b1dde68980 None None] Network da8d9208-c39f-4cce-aa10-d4205d505834 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:48:20.360459 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e334c68a-75cc-4ab6-aa15-96a732f9e344 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8054235 Nov 02 12:48:20.363640 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59324) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:20.377336 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] Set router 289abef4-426c-4b53-9545-104e546fd159 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:48:20.571215 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289abef4-426c-4b53-9545-104e546fd159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115711510', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:48:17Z', 'updated_at': '2021-11-02T12:48:18Z', 'revision_number': 3, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:18Z', 'updated_at': '2021-11-02T12:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:20.602147 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee916a2f-c648-4cf2-85f5-6e3383974ef3 None None] The sync data for ids ['289abef4-426c-4b53-9545-104e546fd159'] in n-d-806683-18 is: [{'id': '289abef4-426c-4b53-9545-104e546fd159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115711510', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:48:17Z', 'updated_at': '2021-11-02T12:48:18Z', 'revision_number': 3, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:18Z', 'updated_at': '2021-11-02T12:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:20.629718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-da8d9208-c39f-4cce-aa10-d4205d505834', 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ips': [{'subnet_id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:48:20.630608 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:20.778524 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Allocated IP 172.20.0.2 (da8d9208-c39f-4cce-aa10-d4205d505834/66f5e9c0-61e9-4bdc-9099-b33e4fde354c/38ddb728-0765-4543-b872-d27594a8cefb) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:20.884743 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15a92e66-4cbb-4fae-b4ab-7a2998483c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:20.964314 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:21.047267 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:21.100792 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Network da8d9208-c39f-4cce-aa10-d4205d505834 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:21.104074 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:21.108812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:48:21.113468 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Pushing event updated for resources: {'Port': ['ID=38ddb728-0765-4543-b872-d27594a8cefb,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:21.205758 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Attempting to bind port 38ddb728-0765-4543-b872-d27594a8cefb on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:48:21.206287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Attempting to bind port 38ddb728-0765-4543-b872-d27594a8cefb by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '75843632-941c-487a-ba50-d48e6e7c6a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:48:21.206656 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Attempting to bind port 38ddb728-0765-4543-b872-d27594a8cefb on network da8d9208-c39f-4cce-aa10-d4205d505834 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:21.212816 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:48:21.214733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Checking segment: {'id': '75843632-941c-487a-ba50-d48e6e7c6a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:48:21.214733 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:21.214733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Bound using segment: {'id': '75843632-941c-487a-ba50-d48e6e7c6a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:21.214733 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Bound port: 38ddb728-0765-4543-b872-d27594a8cefb, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75843632-941c-487a-ba50-d48e6e7c6a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:48:21.215246 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:21.259171 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4386cc2c-cd53-4970-a768-5bd32fd5bdab up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:21.270209 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-15a92e66-4cbb-4fae-b4ab-7a2998483c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.20.0.1 (da8d9208-c39f-4cce-aa10-d4205d505834/66f5e9c0-61e9-4bdc-9099-b33e4fde354c/d6d89741-28f7-4502-bd10-1e537336718b) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:21.290601 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:21.330250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] For port 38ddb728-0765-4543-b872-d27594a8cefb, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:21.335112 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] For port 38ddb728-0765-4543-b872-d27594a8cefb, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=38ddb728-0765-4543-b872-d27594a8cefb,segment=NetworkSegment(75843632-941c-487a-ba50-d48e6e7c6a6b),segment_id=75843632-941c-487a-ba50-d48e6e7c6a6b)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:21.345333 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 4386cc2c-cd53-4970-a768-5bd32fd5bdab triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:48:21.346238 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:21.405044 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15a92e66-4cbb-4fae-b4ab-7a2998483c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:21.407747 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:21.482356 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15a92e66-4cbb-4fae-b4ab-7a2998483c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:21.488705 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:21.529745 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0a8d8-14ec-4051-bff4-c53401f1c811 None None] Pushing event updated for resources: {'Port': ['ID=38ddb728-0765-4543-b872-d27594a8cefb,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:21.532379 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a92e66-4cbb-4fae-b4ab-7a2998483c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network da8d9208-c39f-4cce-aa10-d4205d505834 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:21.534656 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 4386cc2c-cd53-4970-a768-5bd32fd5bdab, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4386cc2c-cd53-4970-a768-5bd32fd5bdab,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:21.542137 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-15a92e66-4cbb-4fae-b4ab-7a2998483c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:21.547291 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a92e66-4cbb-4fae-b4ab-7a2998483c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:48:21.552234 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a92e66-4cbb-4fae-b4ab-7a2998483c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=d6d89741-28f7-4502-bd10-1e537336718b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:21.600626 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15a92e66-4cbb-4fae-b4ab-7a2998483c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:21.605768 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:21.660571 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=4386cc2c-cd53-4970-a768-5bd32fd5bdab,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:21.838956 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15a92e66-4cbb-4fae-b4ab-7a2998483c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:22.050084 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:48:22.137614 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15a92e66-4cbb-4fae-b4ab-7a2998483c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:22.224134 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15a92e66-4cbb-4fae-b4ab-7a2998483c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:22.310274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a92e66-4cbb-4fae-b4ab-7a2998483c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=d6d89741-28f7-4502-bd10-1e537336718b,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:22.312848 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-15a92e66-4cbb-4fae-b4ab-7a2998483c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:22.414870 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a92e66-4cbb-4fae-b4ab-7a2998483c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network da8d9208-c39f-4cce-aa10-d4205d505834 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:22.416841 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-15a92e66-4cbb-4fae-b4ab-7a2998483c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:22.494194 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f09932a-af76-43ed-a813-74fa38bc3640 None None] Network da8d9208-c39f-4cce-aa10-d4205d505834 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:48:22.544953 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a92e66-4cbb-4fae-b4ab-7a2998483c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router 289abef4-426c-4b53-9545-104e546fd159 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:48:22.581969 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-a3a821c2-0808-4f52-a470-11b78f9b9bb6 None None] Provisioning complete for port 38ddb728-0765-4543-b872-d27594a8cefb triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:48:22.582342 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a3a821c2-0808-4f52-a470-11b78f9b9bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:22.744716 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:22.760862 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a3a821c2-0808-4f52-a470-11b78f9b9bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:22.812104 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-a3a821c2-0808-4f52-a470-11b78f9b9bb6 None None] For port 38ddb728-0765-4543-b872-d27594a8cefb, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=38ddb728-0765-4543-b872-d27594a8cefb,segment=NetworkSegment(75843632-941c-487a-ba50-d48e6e7c6a6b),segment_id=75843632-941c-487a-ba50-d48e6e7c6a6b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:22.910048 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a3a821c2-0808-4f52-a470-11b78f9b9bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:22.965583 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a821c2-0808-4f52-a470-11b78f9b9bb6 None None] Pushing event updated for resources: {'Port': ['ID=38ddb728-0765-4543-b872-d27594a8cefb,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:22.985429 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a92e66-4cbb-4fae-b4ab-7a2998483c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:22.991638 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-15a92e66-4cbb-4fae-b4ab-7a2998483c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "PUT /v2.0/routers/289abef4-426c-4b53-9545-104e546fd159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6262639 Nov 02 12:48:23.007459 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Sync routers for ids ['289abef4-426c-4b53-9545-104e546fd159'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:23.025441 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Routers {'289abef4-426c-4b53-9545-104e546fd159'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:48:23.026127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:48:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['289abef4-426c-4b53-9545-104e546fd159'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:23.079603 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-dced79d1-5404-4878-b7a5-feccaad8fb98 None None] Provisioning complete for port d6d89741-28f7-4502-bd10-1e537336718b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:48:23.079976 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dced79d1-5404-4878-b7a5-feccaad8fb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:23.151054 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-dced79d1-5404-4878-b7a5-feccaad8fb98 None None] Port d6d89741-28f7-4502-bd10-1e537336718b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:48:23.180225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-dced79d1-5404-4878-b7a5-feccaad8fb98 None None] Provisioning complete for port 38ddb728-0765-4543-b872-d27594a8cefb triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:48:23.180601 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dced79d1-5404-4878-b7a5-feccaad8fb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:23.182025 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-a9a4e009-a3be-4ccd-9977-a754bde6b7bb tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1760825285&fields=id&tenant_id=af9c01a0798540e5b6bd7f4173b010ec HTTP/1.1" status: 200 len: 267 time: 0.0624454 Nov 02 12:48:23.209439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Set router 289abef4-426c-4b53-9545-104e546fd159 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:48:23.320839 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 38ddb728-0765-4543-b872-d27594a8cefb up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:23.330749 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-575dd27c-5bef-4af3-a5e3-b4d9c382a32b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:23.333862 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-575dd27c-5bef-4af3-a5e3-b4d9c382a32b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/networks?id=da8d9208-c39f-4cce-aa10-d4205d505834 HTTP/1.1" status: 200 len: 796 time: 0.1425302 Nov 02 12:48:23.350084 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-71cbf322-3af0-431a-9e7a-50b9aa6abf9b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/quotas/af9c01a0798540e5b6bd7f4173b010ec HTTP/1.1" status: 200 len: 375 time: 0.0111549 Nov 02 12:48:23.435595 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-a8b3b950-b909-473d-ada8-23f73aadda2b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740273 Nov 02 12:48:23.489373 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 38ddb728-0765-4543-b872-d27594a8cefb triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:48:23.489763 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:23.530687 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-47b53548-46a8-4fba-bbd8-b3bfbdbb11a1 service neutron] 10.222.0.52 "GET /v2.0/networks/da8d9208-c39f-4cce-aa10-d4205d505834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922503 Nov 02 12:48:23.556287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289abef4-426c-4b53-9545-104e546fd159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115711510', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:48:17Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:18Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd6d89741-28f7-4502-bd10-1e537336718b', 'name': '', 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:d4:d1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:21Z', 'updated_at': '2021-11-02T12:48:22Z', 'revision_number': 2, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:23.606818 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Checking router: 289abef4-426c-4b53-9545-104e546fd159 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:48:23.607198 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Updating router 289abef4-426c-4b53-9545-104e546fd159 port d6d89741-28f7-4502-bd10-1e537336718b binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:48:23.631905 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-4f2c59df-8d6d-46b6-a8c0-a0463dc2fd18 service neutron] 10.222.0.52 "GET /v2.0/networks/da8d9208-c39f-4cce-aa10-d4205d505834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953455 Nov 02 12:48:23.646353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5f8fa1e7-6282-47de-85b4-fce20330293b None None] Provisioning complete for port d6d89741-28f7-4502-bd10-1e537336718b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:48:23.646743 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5f8fa1e7-6282-47de-85b4-fce20330293b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:23.653798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4386cc2c-cd53-4970-a768-5bd32fd5bdab up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:23.655631 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:23.726322 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5f8fa1e7-6282-47de-85b4-fce20330293b None None] Port d6d89741-28f7-4502-bd10-1e537336718b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:48:23.821627 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 4386cc2c-cd53-4970-a768-5bd32fd5bdab triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:48:23.822008 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:23.895629 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-98b00760-deaf-4859-a236-a7514d90b08c req-c9f6ef05-9249-4aff-94ed-c19801813950 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 210 time: 0.0297682 Nov 02 12:48:24.071820 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:24.172715 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:24.232693 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d3a17-b1f4-4f80-9ee5-1a45071fa875 None None] Pushing event updated for resources: {'Port': ['ID=d6d89741-28f7-4502-bd10-1e537336718b,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:24.290821 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Attempting to bind port d6d89741-28f7-4502-bd10-1e537336718b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:48:24.291225 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Attempting to bind port d6d89741-28f7-4502-bd10-1e537336718b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '75843632-941c-487a-ba50-d48e6e7c6a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:48:24.291593 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Attempting to bind port d6d89741-28f7-4502-bd10-1e537336718b on network da8d9208-c39f-4cce-aa10-d4205d505834 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:24.296981 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:48:24.297358 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Checking segment: {'id': '75843632-941c-487a-ba50-d48e6e7c6a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:48:24.297872 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:24.298152 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Bound using segment: {'id': '75843632-941c-487a-ba50-d48e6e7c6a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:24.298826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Bound port: d6d89741-28f7-4502-bd10-1e537336718b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75843632-941c-487a-ba50-d48e6e7c6a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:48:24.299062 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:24.383952 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] For port d6d89741-28f7-4502-bd10-1e537336718b, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:24.387239 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] For port d6d89741-28f7-4502-bd10-1e537336718b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d6d89741-28f7-4502-bd10-1e537336718b,segment=NetworkSegment(75843632-941c-487a-ba50-d48e6e7c6a6b),segment_id=75843632-941c-487a-ba50-d48e6e7c6a6b)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:24.451440 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e1e7931c-e119-496a-9976-ead2d3aca6cb None None] Provisioning complete for port d6d89741-28f7-4502-bd10-1e537336718b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:48:24.451898 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e1e7931c-e119-496a-9976-ead2d3aca6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:24.491524 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7931c-e119-496a-9976-ead2d3aca6cb None None] Port d6d89741-28f7-4502-bd10-1e537336718b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:48:24.520649 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:24.549264 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:24.608535 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Routers {'289abef4-426c-4b53-9545-104e546fd159'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:48:24.609183 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:48:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['289abef4-426c-4b53-9545-104e546fd159'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:24.650798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d3a17-b1f4-4f80-9ee5-1a45071fa875 None None] Pushing event updated for resources: {'Port': ['ID=d6d89741-28f7-4502-bd10-1e537336718b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:24.880853 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:24.904185 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c303362b-2185-4300-a919-043ad5a8b2a5 None None] Provisioning complete for port d6d89741-28f7-4502-bd10-1e537336718b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:48:24.904553 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c303362b-2185-4300-a919-043ad5a8b2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:24.932607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] Set router 289abef4-426c-4b53-9545-104e546fd159 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:48:24.993774 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0a463838-8933-445c-9516-79fd8963fd59 req-e40bdfcf-e592-40c1-9df9-2c6225df7a5d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 210 time: 0.0287325 Nov 02 12:48:25.122398 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:25.148357 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c303362b-2185-4300-a919-043ad5a8b2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:25.215312 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c303362b-2185-4300-a919-043ad5a8b2a5 None None] For port d6d89741-28f7-4502-bd10-1e537336718b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d6d89741-28f7-4502-bd10-1e537336718b,segment=NetworkSegment(75843632-941c-487a-ba50-d48e6e7c6a6b),segment_id=75843632-941c-487a-ba50-d48e6e7c6a6b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:25.242259 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289abef4-426c-4b53-9545-104e546fd159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115711510', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:48:17Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:18Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd6d89741-28f7-4502-bd10-1e537336718b', 'name': '', 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:d4:d1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:21Z', 'updated_at': '2021-11-02T12:48:24Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:25.275391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc870eaf-fe88-447c-a578-34d571d9c576 None None] The sync data for ids ['289abef4-426c-4b53-9545-104e546fd159'] in n-d-806683-18 is: [{'id': '289abef4-426c-4b53-9545-104e546fd159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115711510', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:48:17Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:18Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd6d89741-28f7-4502-bd10-1e537336718b', 'name': '', 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:d4:d1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:21Z', 'updated_at': '2021-11-02T12:48:24Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:25.289053 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c303362b-2185-4300-a919-043ad5a8b2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:25.357506 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303362b-2185-4300-a919-043ad5a8b2a5 None None] Pushing event updated for resources: {'Port': ['ID=d6d89741-28f7-4502-bd10-1e537336718b,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:26.118772 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e5c0691-ac9f-4752-99da-0d2a784c7148 req-136ac275-21db-42cc-9de8-ce51eb88aa0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 210 time: 0.0304341 Nov 02 12:48:26.167335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-c6dc9a97-5bfe-42b4-87ce-7355d0adacac tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:26.169001 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-c6dc9a97-5bfe-42b4-87ce-7355d0adacac tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.54 "GET /v2.0/networks?id=da8d9208-c39f-4cce-aa10-d4205d505834 HTTP/1.1" status: 200 len: 796 time: 0.1423929 Nov 02 12:48:26.241873 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-837bb0c8-f145-4901-9007-ed6a608006eb tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af9c01a0798540e5b6bd7f4173b010ec HTTP/1.1" status: 200 len: 380 time: 0.0635266 Nov 02 12:48:26.253210 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-aee2c898-ce8e-4404-bfea-643cb265fda8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'port': {'device_id': '04bb6581-a59a-4609-b5a5-6892bddcdf6f', 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834', 'admin_state_up': True, 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'security_groups': ['6719be44-c2fd-404f-9950-9ec1e16aedbd']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:48:26.463854 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-aee2c898-ce8e-4404-bfea-643cb265fda8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Made reservation on behalf of af9c01a0798540e5b6bd7f4173b010ec for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:26.467823 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-aee2c898-ce8e-4404-bfea-643cb265fda8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:26.601569 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-aee2c898-ce8e-4404-bfea-643cb265fda8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.20.0.7 (da8d9208-c39f-4cce-aa10-d4205d505834/66f5e9c0-61e9-4bdc-9099-b33e4fde354c/61239ee2-b0e8-44ae-b9f1-7eea3521f1ea) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:26.748200 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-aee2c898-ce8e-4404-bfea-643cb265fda8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:26.881831 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-aee2c898-ce8e-4404-bfea-643cb265fda8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:26.925108 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-aee2c898-ce8e-4404-bfea-643cb265fda8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network da8d9208-c39f-4cce-aa10-d4205d505834 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:26.930171 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-aee2c898-ce8e-4404-bfea-643cb265fda8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:26.934042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-aee2c898-ce8e-4404-bfea-643cb265fda8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:48:26.959269 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2c898-ce8e-4404-bfea-643cb265fda8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=61239ee2-b0e8-44ae-b9f1-7eea3521f1ea,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:26.990888 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-aee2c898-ce8e-4404-bfea-643cb265fda8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:26.991553 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-aee2c898-ce8e-4404-bfea-643cb265fda8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:27.067075 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-aee2c898-ce8e-4404-bfea-643cb265fda8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8190634 Nov 02 12:48:27.128228 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Request body: {'port': {'device_id': '04bb6581-a59a-4609-b5a5-6892bddcdf6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:48:27.194617 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:27.226029 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-e5bdebbe-ae94-42fa-8709-68db33c2608e None None] Provisioning complete for port 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:48:27.226572 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e5bdebbe-ae94-42fa-8709-68db33c2608e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:27.253485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605d234-bc5c-4faf-8d8a-b5162354d785 req-db722b7c-d8d0-42af-92ff-4b93eb9b0cdc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:27.257724 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d6d89741-28f7-4502-bd10-1e537336718b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:27.261513 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2605d234-bc5c-4faf-8d8a-b5162354d785 req-db722b7c-d8d0-42af-92ff-4b93eb9b0cdc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 931 time: 0.0634637 Nov 02 12:48:27.308521 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e5bdebbe-ae94-42fa-8709-68db33c2608e None None] Port 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:48:27.319143 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2605d234-bc5c-4faf-8d8a-b5162354d785 req-aadb32cf-ca62-4cfd-bc09-89d60c862b52 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565145 Nov 02 12:48:27.326755 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port d6d89741-28f7-4502-bd10-1e537336718b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:48:27.327173 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:27.482368 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:48:27.490008 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:27.501841 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Transition to ACTIVE for port object 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:48:27.584008 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:27.635359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Pushing event updated for resources: {'Port': ['ID=61239ee2-b0e8-44ae-b9f1-7eea3521f1ea,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:27.711799 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Attempting to bind port 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:48:27.712139 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Attempting to bind port 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '75843632-941c-487a-ba50-d48e6e7c6a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:48:27.712472 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Attempting to bind port 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea on network da8d9208-c39f-4cce-aa10-d4205d505834 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:27.718539 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Port 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea on network da8d9208-c39f-4cce-aa10-d4205d505834 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:48:27.718967 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Attempting to bind port 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea on network da8d9208-c39f-4cce-aa10-d4205d505834 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:27.725656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:48:27.725991 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Checking segment: {'id': '75843632-941c-487a-ba50-d48e6e7c6a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:48:27.726373 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Bound using segment: {'id': '75843632-941c-487a-ba50-d48e6e7c6a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:27.726968 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Bound port: 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75843632-941c-487a-ba50-d48e6e7c6a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:48:27.727325 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:27.797007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] For port 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:27.800806 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] For port 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=61239ee2-b0e8-44ae-b9f1-7eea3521f1ea,segment=NetworkSegment(75843632-941c-487a-ba50-d48e6e7c6a6b),segment_id=75843632-941c-487a-ba50-d48e6e7c6a6b)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:27.910347 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:27.947412 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:27.948104 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:27.949506 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] 10.222.0.54 "PUT /v2.0/ports/61239ee2-b0e8-44ae-b9f1-7eea3521f1ea HTTP/1.1" status: 200 len: 1092 time: 0.8744702 Nov 02 12:48:27.950049 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04bb6581-a59a-4609-b5a5-6892bddcdf6f', 'tag': '61239ee2-b0e8-44ae-b9f1-7eea3521f1ea'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:48:27.952363 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcb98f1-dec3-41b7-81f8-d59c3c804511" -d '{"events": [{"name": "network-changed", "server_uuid": "04bb6581-a59a-4609-b5a5-6892bddcdf6f", "tag": "61239ee2-b0e8-44ae-b9f1-7eea3521f1ea"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:48:27.976422 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd344c-dd30-421b-9a74-016e5a65a12b service neutron] Pushing event updated for resources: {'Port': ['ID=61239ee2-b0e8-44ae-b9f1-7eea3521f1ea,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:28.000419 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6835b34-424c-47f0-9b50-3508d8ecb3f8 x-openstack-request-id: req-e6835b34-424c-47f0-9b50-3508d8ecb3f8 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:48:28.001381 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04bb6581-a59a-4609-b5a5-6892bddcdf6f", "tag": "61239ee2-b0e8-44ae-b9f1-7eea3521f1ea", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:48:28.001381 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6835b34-424c-47f0-9b50-3508d8ecb3f8 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:48:28.002170 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04bb6581-a59a-4609-b5a5-6892bddcdf6f', 'tag': '61239ee2-b0e8-44ae-b9f1-7eea3521f1ea', 'status': 'completed', 'code': 200} Nov 02 12:48:28.068547 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb98f1-dec3-41b7-81f8-d59c3c804511 req-cc75bb14-7c17-4762-9e21-5e6a679f47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:28.070154 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bbcb98f1-dec3-41b7-81f8-d59c3c804511 req-cc75bb14-7c17-4762-9e21-5e6a679f47d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 1095 time: 0.0453701 Nov 02 12:48:28.184679 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb98f1-dec3-41b7-81f8-d59c3c804511 req-f41587ea-05fa-49df-ab9b-ae6b8cdb7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:28.186115 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bbcb98f1-dec3-41b7-81f8-d59c3c804511 req-f41587ea-05fa-49df-ab9b-ae6b8cdb7a92 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1060724 Nov 02 12:48:28.287327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb98f1-dec3-41b7-81f8-d59c3c804511 req-e86d5709-6284-407a-9398-2a15ae8faee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:28.288766 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bbcb98f1-dec3-41b7-81f8-d59c3c804511 req-e86d5709-6284-407a-9398-2a15ae8faee4 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956957 Nov 02 12:48:28.368051 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-e8f9f4cb-6526-489d-9b05-2cf1f7ffd352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:28.369579 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-e8f9f4cb-6526-489d-9b05-2cf1f7ffd352 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 1095 time: 0.0436397 Nov 02 12:48:28.412871 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-18c7c4ea-b1ed-42ca-bec9-b569abf41959 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61239ee2-b0e8-44ae-b9f1-7eea3521f1ea HTTP/1.1" status: 200 len: 217 time: 0.0345454 Nov 02 12:48:28.444374 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28f205-6b99-4eac-9313-433e52a3994f req-bded5300-8971-468a-9223-25cf6d182e9a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:28.445954 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb28f205-6b99-4eac-9313-433e52a3994f req-bded5300-8971-468a-9223-25cf6d182e9a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 943 time: 0.0522201 Nov 02 12:48:28.473751 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-dc0e98c6-c6d7-41ef-99f5-7762d66bd6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:28.475256 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-dc0e98c6-c6d7-41ef-99f5-7762d66bd6ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66f5e9c0-61e9-4bdc-9099-b33e4fde354c HTTP/1.1" status: 200 len: 835 time: 0.0525894 Nov 02 12:48:28.498044 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb28f205-6b99-4eac-9313-433e52a3994f req-5f232778-422f-4784-82df-3c72b2497a9a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455785 Nov 02 12:48:28.523210 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-883077e0-95f5-4e33-98e4-177a906d1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:28.524761 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-883077e0-95f5-4e33-98e4-177a906d1f0d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da8d9208-c39f-4cce-aa10-d4205d505834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425568 Nov 02 12:48:28.617104 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-1af6d3f6-a7ea-4958-84c2-7ec3bb79423c service neutron] 10.222.0.54 "GET /v2.0/networks/da8d9208-c39f-4cce-aa10-d4205d505834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849009 Nov 02 12:48:28.711269 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e5529cac-a99e-4744-9d48-1d2026afad14 req-6b60a71a-e5af-4f3a-b4e0-9f6edf7deaa2 service neutron] 10.222.0.54 "GET /v2.0/networks/da8d9208-c39f-4cce-aa10-d4205d505834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866272 Nov 02 12:48:29.617292 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c1436-0677-4205-b9c7-a7484c64412a req-7522f5cc-63ca-4c82-8bae-61a51e09177d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:29.619202 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c9c1436-0677-4205-b9c7-a7484c64412a req-7522f5cc-63ca-4c82-8bae-61a51e09177d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 943 time: 0.0504198 Nov 02 12:48:29.669002 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c9c1436-0677-4205-b9c7-a7484c64412a req-2bf05c21-c2d4-4f5e-bcff-c70104ff14c5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442197 Nov 02 12:48:30.793663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287f662-ea19-4bce-9159-676097caebc2 req-57996bf1-1b8c-4471-8440-bafd6fdf0518 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:30.795181 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c287f662-ea19-4bce-9159-676097caebc2 req-57996bf1-1b8c-4471-8440-bafd6fdf0518 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 943 time: 0.0558207 Nov 02 12:48:30.829094 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:48:30.849634 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c287f662-ea19-4bce-9159-676097caebc2 req-abbc7dc1-80f9-48e4-9135-e23d17a7a433 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482991 Nov 02 12:48:30.927419 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=61239ee2-b0e8-44ae-b9f1-7eea3521f1ea,segment=NetworkSegment(75843632-941c-487a-ba50-d48e6e7c6a6b),segment_id=75843632-941c-487a-ba50-d48e6e7c6a6b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:30.938804 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '61239ee2-b0e8-44ae-b9f1-7eea3521f1ea', 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834', 'port_id': '61239ee2-b0e8-44ae-b9f1-7eea3521f1ea', 'mac_address': 'fa:16:3e:9b:79:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:48:30.979083 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:30.991730 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:48:31.013377 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=61239ee2-b0e8-44ae-b9f1-7eea3521f1ea,segment=NetworkSegment(75843632-941c-487a-ba50-d48e6e7c6a6b),segment_id=75843632-941c-487a-ba50-d48e6e7c6a6b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:31.120991 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:31.173063 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=61239ee2-b0e8-44ae-b9f1-7eea3521f1ea,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:31.366081 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['61239ee2-b0e8-44ae-b9f1-7eea3521f1ea'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:48:31.972993 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25f181-c00d-4dbb-8589-1d841d2aad3f req-f874b4c8-3548-45b3-a7ab-542db566aaae tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:31.974544 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c25f181-c00d-4dbb-8589-1d841d2aad3f req-f874b4c8-3548-45b3-a7ab-542db566aaae tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 944 time: 0.0508573 Nov 02 12:48:32.025200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1c25f181-c00d-4dbb-8589-1d841d2aad3f req-6e5256ca-4e51-472c-8a65-4bbf52105c81 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444047 Nov 02 12:48:32.844659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:32.949767 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:48:32.953770 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:48:32.954173 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:33.036448 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:33.059038 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bb6581-a59a-4609-b5a5-6892bddcdf6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61239ee2-b0e8-44ae-b9f1-7eea3521f1ea'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:48:33.061347 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9683740e-960a-4758-b027-b291d9c8fbc0" -d '{"events": [{"server_uuid": "04bb6581-a59a-4609-b5a5-6892bddcdf6f", "name": "network-vif-plugged", "status": "completed", "tag": "61239ee2-b0e8-44ae-b9f1-7eea3521f1ea"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:48:33.074560 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=61239ee2-b0e8-44ae-b9f1-7eea3521f1ea,segment=NetworkSegment(75843632-941c-487a-ba50-d48e6e7c6a6b),segment_id=75843632-941c-487a-ba50-d48e6e7c6a6b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:33.149057 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:33.149880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5f533-8f5b-46c0-8437-18424659b5ac req-2310e184-f44a-456c-bab6-635a9243651b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:33.154668 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02f5f533-8f5b-46c0-8437-18424659b5ac req-2310e184-f44a-456c-bab6-635a9243651b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 944 time: 0.0556848 Nov 02 12:48:33.197762 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=61239ee2-b0e8-44ae-b9f1-7eea3521f1ea,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:33.206762 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02f5f533-8f5b-46c0-8437-18424659b5ac req-e151cf64-a94d-4826-98a6-683d6be7c848 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467472 Nov 02 12:48:33.251421 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11787f36-2ca7-4b66-85f3-9e8413adc1b1 x-openstack-request-id: req-11787f36-2ca7-4b66-85f3-9e8413adc1b1 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:48:33.252926 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bb6581-a59a-4609-b5a5-6892bddcdf6f", "name": "network-vif-plugged", "status": "completed", "tag": "61239ee2-b0e8-44ae-b9f1-7eea3521f1ea", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:48:33.253198 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11787f36-2ca7-4b66-85f3-9e8413adc1b1 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:48:33.253609 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bb6581-a59a-4609-b5a5-6892bddcdf6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61239ee2-b0e8-44ae-b9f1-7eea3521f1ea', 'code': 200} Nov 02 12:48:33.348820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e74566-3931-4790-af57-a80dc40a013b req-8c23a1a7-00dd-4858-b954-47fed3b4bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:33.350403 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f5e74566-3931-4790-af57-a80dc40a013b req-8c23a1a7-00dd-4858-b954-47fed3b4bcba service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 1097 time: 0.0423048 Nov 02 12:48:33.399910 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f5e74566-3931-4790-af57-a80dc40a013b req-93532b33-d971-4a32-802e-6c838247cb95 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410521 Nov 02 12:48:34.325779 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b3584-1ca6-4013-b35e-67422592599a req-84fa350c-9443-474e-ba04-32e446541035 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:34.327300 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-884b3584-1ca6-4013-b35e-67422592599a req-84fa350c-9443-474e-ba04-32e446541035 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0510504 Nov 02 12:48:34.378674 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-884b3584-1ca6-4013-b35e-67422592599a req-e8c0fba0-2f31-4094-b683-7f37d4fd020e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447586 Nov 02 12:48:35.498025 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9f870-586d-4e17-b8d5-52f19a7d0a14 req-f814b4da-6ad1-4626-a80a-74dfa3a7faa0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:35.499553 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-21b9f870-586d-4e17-b8d5-52f19a7d0a14 req-f814b4da-6ad1-4626-a80a-74dfa3a7faa0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0507424 Nov 02 12:48:35.554843 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-21b9f870-586d-4e17-b8d5-52f19a7d0a14 req-47d12da2-8bbf-4ad9-a720-e4abe6137bff tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483763 Nov 02 12:48:35.679645 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f1b01-717e-43e5-9d64-93492da88bb4 req-67c7b9cf-954b-4b7b-8ca1-4c5d86f94f7c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:35.681151 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-508f1b01-717e-43e5-9d64-93492da88bb4 req-67c7b9cf-954b-4b7b-8ca1-4c5d86f94f7c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0529771 Nov 02 12:48:35.734147 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-508f1b01-717e-43e5-9d64-93492da88bb4 req-c31dbdf6-1bd2-47b2-b811-96ac2f86ec2a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469050 Nov 02 12:48:35.758015 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59382) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:35.804163 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda250d1-0bac-4b50-9973-072283bdabdb tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:35.805695 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bda250d1-0bac-4b50-9973-072283bdabdb tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 1092 time: 0.0466807 Nov 02 12:48:35.808654 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59384) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:35.813278 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': '61239ee2-b0e8-44ae-b9f1-7eea3521f1ea', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:48:35.904367 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:36.007033 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:36.113897 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.25.6.200 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/6a4fec45-e3a3-485a-b52a-3ecd608de0f1) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:36.221096 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:36.327765 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:36.366182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:36.371777 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:36.375354 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:48:36.381478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=6a4fec45-e3a3-485a-b52a-3ecd608de0f1,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:36.760279 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:36.879403 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:37.031917 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:37.098389 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:37.168539 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=6a4fec45-e3a3-485a-b52a-3ecd608de0f1,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:37.183137 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:37.286281 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Floating IP 6932f3ce-d443-44e7-840e-c03e17b899ca associated. External IP: 172.25.6.200, port: 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea. Nov 02 12:48:37.494759 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router 289abef4-426c-4b53-9545-104e546fd159 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:48:37.605431 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:37.616873 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91034475-6ec6-42da-adeb-43202c548df6 None None] Sync routers for ids ['289abef4-426c-4b53-9545-104e546fd159'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:37.628190 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91034475-6ec6-42da-adeb-43202c548df6 None None] Routers {'289abef4-426c-4b53-9545-104e546fd159'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:48:37.631108 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-91034475-6ec6-42da-adeb-43202c548df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:48:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['289abef4-426c-4b53-9545-104e546fd159'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:37.695028 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:37.726034 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d6aba1a1-9fa1-4a21-a7d7-9496e1e5c49f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9163206 Nov 02 12:48:37.726658 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04bb6581-a59a-4609-b5a5-6892bddcdf6f', 'tag': '61239ee2-b0e8-44ae-b9f1-7eea3521f1ea'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:48:37.728996 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5d4c59-3c5d-469c-ba6f-cc7a171ba078" -d '{"events": [{"name": "network-changed", "server_uuid": "04bb6581-a59a-4609-b5a5-6892bddcdf6f", "tag": "61239ee2-b0e8-44ae-b9f1-7eea3521f1ea"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:48:37.739897 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-91034475-6ec6-42da-adeb-43202c548df6 None None] Set router 289abef4-426c-4b53-9545-104e546fd159 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:48:37.826804 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0c0d1-96b9-4523-b6e1-9e7592dc9fcd req-a005f72d-3240-4b21-8a7b-4597ab18c4a0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:37.828343 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9f0c0d1-96b9-4523-b6e1-9e7592dc9fcd req-a005f72d-3240-4b21-8a7b-4597ab18c4a0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0504596 Nov 02 12:48:37.883568 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9f0c0d1-96b9-4523-b6e1-9e7592dc9fcd req-d4ec2500-1913-4dc2-8893-f830f226491d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478737 Nov 02 12:48:37.906155 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59390) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:37.942989 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-95817518-4614-467a-8029-aef0062760b3 req-19239eca-7546-413c-806a-513fd97135fe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528872 Nov 02 12:48:37.957344 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6833c9ba-ed22-4836-8b55-eb5d539f0d12 x-openstack-request-id: req-6833c9ba-ed22-4836-8b55-eb5d539f0d12 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:48:37.957655 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04bb6581-a59a-4609-b5a5-6892bddcdf6f", "tag": "61239ee2-b0e8-44ae-b9f1-7eea3521f1ea", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:48:37.957916 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6833c9ba-ed22-4836-8b55-eb5d539f0d12 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:48:37.958403 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04bb6581-a59a-4609-b5a5-6892bddcdf6f', 'tag': '61239ee2-b0e8-44ae-b9f1-7eea3521f1ea', 'status': 'completed', 'code': 200} Nov 02 12:48:37.992671 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6fd1e27c-6617-468f-af84-9d36a6bbdb8f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/floatingips/6932f3ce-d443-44e7-840e-c03e17b899ca HTTP/1.1" status: 200 len: 991 time: 0.0845885 Nov 02 12:48:38.001392 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d4c59-3c5d-469c-ba6f-cc7a171ba078 req-86b91ac5-0520-4f40-b8ed-b3af652915b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:38.003555 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c5d4c59-3c5d-469c-ba6f-cc7a171ba078 req-86b91ac5-0520-4f40-b8ed-b3af652915b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 1097 time: 0.0442441 Nov 02 12:48:38.014080 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-91034475-6ec6-42da-adeb-43202c548df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289abef4-426c-4b53-9545-104e546fd159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115711510', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:48:17Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:18Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '6932f3ce-d443-44e7-840e-c03e17b899ca', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '289abef4-426c-4b53-9545-104e546fd159', 'port_id': '61239ee2-b0e8-44ae-b9f1-7eea3521f1ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834', 'mac_address': 'fa:16:3e:9b:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6581-a59a-4609-b5a5-6892bddcdf6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:48:36Z', 'updated_at': '2021-11-02T12:48:36Z', 'revision_number': 0, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d89741-28f7-4502-bd10-1e537336718b', 'name': '', 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:d4:d1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:21Z', 'updated_at': '2021-11-02T12:48:25Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:38.105115 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d4c59-3c5d-469c-ba6f-cc7a171ba078 req-d20f3d5d-d8bd-43ae-ba69-1075bb35b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:38.106609 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c5d4c59-3c5d-469c-ba6f-cc7a171ba078 req-d20f3d5d-d8bd-43ae-ba69-1075bb35b2b3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=da8d9208-c39f-4cce-aa10-d4205d505834 HTTP/1.1" status: 200 len: 897 time: 0.0956240 Nov 02 12:48:38.138519 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91034475-6ec6-42da-adeb-43202c548df6 None None] Checking router: 289abef4-426c-4b53-9545-104e546fd159 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:48:38.146277 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91034475-6ec6-42da-adeb-43202c548df6 None None] Routers {'289abef4-426c-4b53-9545-104e546fd159'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:48:38.146875 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-91034475-6ec6-42da-adeb-43202c548df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:48:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['289abef4-426c-4b53-9545-104e546fd159'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:38.184331 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c5d4c59-3c5d-469c-ba6f-cc7a171ba078 req-39f58e71-f5e6-462e-bc92-299c6d85d649 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61239ee2-b0e8-44ae-b9f1-7eea3521f1ea HTTP/1.1" status: 200 len: 999 time: 0.0690715 Nov 02 12:48:38.235035 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d4c59-3c5d-469c-ba6f-cc7a171ba078 req-fc56bf2f-b581-4656-8b19-f0b9b3e87f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:38.237401 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c5d4c59-3c5d-469c-ba6f-cc7a171ba078 req-fc56bf2f-b581-4656-8b19-f0b9b3e87f30 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66f5e9c0-61e9-4bdc-9099-b33e4fde354c HTTP/1.1" status: 200 len: 835 time: 0.0461857 Nov 02 12:48:38.257610 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-91034475-6ec6-42da-adeb-43202c548df6 None None] Set router 289abef4-426c-4b53-9545-104e546fd159 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:48:38.286106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d4c59-3c5d-469c-ba6f-cc7a171ba078 req-cfebc253-0567-4e19-9f78-798f130bb524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:38.287651 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c5d4c59-3c5d-469c-ba6f-cc7a171ba078 req-cfebc253-0567-4e19-9f78-798f130bb524 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da8d9208-c39f-4cce-aa10-d4205d505834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436285 Nov 02 12:48:38.385928 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c5d4c59-3c5d-469c-ba6f-cc7a171ba078 req-0e0d2312-e976-443a-b656-833fd261118d service neutron] 10.222.0.54 "GET /v2.0/networks/da8d9208-c39f-4cce-aa10-d4205d505834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909441 Nov 02 12:48:38.481739 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-8c5d4c59-3c5d-469c-ba6f-cc7a171ba078 req-e7a1448c-9f10-4a52-9cc7-fa3be2b95343 service neutron] 10.222.0.54 "GET /v2.0/networks/da8d9208-c39f-4cce-aa10-d4205d505834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886667 Nov 02 12:48:38.489558 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-91034475-6ec6-42da-adeb-43202c548df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289abef4-426c-4b53-9545-104e546fd159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115711510', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:48:17Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:18Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '6932f3ce-d443-44e7-840e-c03e17b899ca', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '289abef4-426c-4b53-9545-104e546fd159', 'port_id': '61239ee2-b0e8-44ae-b9f1-7eea3521f1ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834', 'mac_address': 'fa:16:3e:9b:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6581-a59a-4609-b5a5-6892bddcdf6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:48:36Z', 'updated_at': '2021-11-02T12:48:36Z', 'revision_number': 0, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d89741-28f7-4502-bd10-1e537336718b', 'name': '', 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:d4:d1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:21Z', 'updated_at': '2021-11-02T12:48:25Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:38.517684 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91034475-6ec6-42da-adeb-43202c548df6 None None] The sync data for ids ['289abef4-426c-4b53-9545-104e546fd159'] in n-d-806683-18 is: [{'id': '289abef4-426c-4b53-9545-104e546fd159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115711510', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:48:17Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:18Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '6932f3ce-d443-44e7-840e-c03e17b899ca', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '289abef4-426c-4b53-9545-104e546fd159', 'port_id': '61239ee2-b0e8-44ae-b9f1-7eea3521f1ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834', 'mac_address': 'fa:16:3e:9b:79:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bb6581-a59a-4609-b5a5-6892bddcdf6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:48:36Z', 'updated_at': '2021-11-02T12:48:36Z', 'revision_number': 0, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d89741-28f7-4502-bd10-1e537336718b', 'name': '', 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:d4:d1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:21Z', 'updated_at': '2021-11-02T12:48:25Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:38.632722 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95817518-4614-467a-8029-aef0062760b3 req-2675a82d-2c9a-4455-b99c-d296364e165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:38.634285 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-95817518-4614-467a-8029-aef0062760b3 req-2675a82d-2c9a-4455-b99c-d296364e165b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 1097 time: 0.0476391 Nov 02 12:48:38.736495 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d122b29f-3bb0-45ec-a9f9-9e0ebbd3b46e None None] New status for floating IP 6932f3ce-d443-44e7-840e-c03e17b899ca: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:48:38.746164 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95817518-4614-467a-8029-aef0062760b3 req-7217cc61-55fa-47d3-ac59-0ea855d067b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:38.747894 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-95817518-4614-467a-8029-aef0062760b3 req-7217cc61-55fa-47d3-ac59-0ea855d067b4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=da8d9208-c39f-4cce-aa10-d4205d505834 HTTP/1.1" status: 200 len: 897 time: 0.0939603 Nov 02 12:48:38.825810 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-95817518-4614-467a-8029-aef0062760b3 req-de3f92ca-5f8b-4600-9b64-4fd278b282b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61239ee2-b0e8-44ae-b9f1-7eea3521f1ea HTTP/1.1" status: 200 len: 999 time: 0.0690815 Nov 02 12:48:38.878939 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95817518-4614-467a-8029-aef0062760b3 req-39d3cc46-ec19-400d-b130-a757166e663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:38.880460 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-95817518-4614-467a-8029-aef0062760b3 req-39d3cc46-ec19-400d-b130-a757166e663f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66f5e9c0-61e9-4bdc-9099-b33e4fde354c HTTP/1.1" status: 200 len: 835 time: 0.0471492 Nov 02 12:48:38.927527 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95817518-4614-467a-8029-aef0062760b3 req-0e18ce12-e76f-4f9a-a534-63bf64e8a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:48:38.929050 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-95817518-4614-467a-8029-aef0062760b3 req-0e18ce12-e76f-4f9a-a534-63bf64e8a14d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da8d9208-c39f-4cce-aa10-d4205d505834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412512 Nov 02 12:48:38.996542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59392) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:48:39.036083 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-95817518-4614-467a-8029-aef0062760b3 req-522b1fd6-3341-46c1-bd4d-a3ce855cd472 service neutron] 10.222.0.54 "GET /v2.0/networks/da8d9208-c39f-4cce-aa10-d4205d505834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997434 Nov 02 12:48:39.065998 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-20d6b7ed-1eaa-4c17-8ac5-8e768b1f1b77 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/floatingips/6932f3ce-d443-44e7-840e-c03e17b899ca HTTP/1.1" status: 200 len: 993 time: 0.0624301 Nov 02 12:48:39.137357 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-95817518-4614-467a-8029-aef0062760b3 req-6efde801-b2fa-48f2-aab5-8d2f565e8b27 service neutron] 10.222.0.54 "GET /v2.0/networks/da8d9208-c39f-4cce-aa10-d4205d505834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943217 Nov 02 12:48:47.559640 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8dd69522-eab1-4601-921e-a75c9318f0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:49.778428 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8249c666-f9df-44a1-b640-0ac289db5f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:51.287932 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:52.750282 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:54.470083 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:54.693652 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:55.059070 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:48:59.049239 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:49:10.670649 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47fef6-355c-4247-a61c-bf283c029b6a req-e65b6859-08ff-4ffe-bacf-f3c057657ec3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:10.672189 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d47fef6-355c-4247-a61c-bf283c029b6a req-e65b6859-08ff-4ffe-bacf-f3c057657ec3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0513844 Nov 02 12:49:10.727813 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d47fef6-355c-4247-a61c-bf283c029b6a req-73964d3a-e128-4005-931c-6aa7a5e2f076 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496559 Nov 02 12:49:10.794043 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d501233-933f-4dad-a0c2-bcb86f1d9411 req-a8b879d9-5e27-4d7e-8c88-eeb268a5972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:10.795588 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4d501233-933f-4dad-a0c2-bcb86f1d9411 req-a8b879d9-5e27-4d7e-8c88-eeb268a5972f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 1097 time: 0.0506918 Nov 02 12:49:10.888909 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d501233-933f-4dad-a0c2-bcb86f1d9411 req-b7044ba2-16e2-45c9-b6f2-4490fad2f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:10.890287 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4d501233-933f-4dad-a0c2-bcb86f1d9411 req-b7044ba2-16e2-45c9-b6f2-4490fad2f4cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=da8d9208-c39f-4cce-aa10-d4205d505834 HTTP/1.1" status: 200 len: 897 time: 0.0864828 Nov 02 12:49:10.960425 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4d501233-933f-4dad-a0c2-bcb86f1d9411 req-32fdbf09-a28f-4d63-8cae-d1932e79b3a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61239ee2-b0e8-44ae-b9f1-7eea3521f1ea HTTP/1.1" status: 200 len: 1001 time: 0.0619693 Nov 02 12:49:11.010344 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d501233-933f-4dad-a0c2-bcb86f1d9411 req-839a964d-7984-4b34-ab95-8a9dad5a27da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:11.012472 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4d501233-933f-4dad-a0c2-bcb86f1d9411 req-839a964d-7984-4b34-ab95-8a9dad5a27da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66f5e9c0-61e9-4bdc-9099-b33e4fde354c HTTP/1.1" status: 200 len: 835 time: 0.0447311 Nov 02 12:49:11.060572 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d501233-933f-4dad-a0c2-bcb86f1d9411 req-02ac883c-dc6a-4742-97d3-5e87cef873d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:11.062093 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4d501233-933f-4dad-a0c2-bcb86f1d9411 req-02ac883c-dc6a-4742-97d3-5e87cef873d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da8d9208-c39f-4cce-aa10-d4205d505834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413439 Nov 02 12:49:11.157373 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4d501233-933f-4dad-a0c2-bcb86f1d9411 req-5bf1912d-c85d-4aa7-9e9a-1eeb2c121aff service neutron] 10.222.0.54 "GET /v2.0/networks/da8d9208-c39f-4cce-aa10-d4205d505834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864856 Nov 02 12:49:11.251778 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4d501233-933f-4dad-a0c2-bcb86f1d9411 req-f2ad6aad-84f4-439f-89a4-131fd1c1383c service neutron] 10.222.0.54 "GET /v2.0/networks/da8d9208-c39f-4cce-aa10-d4205d505834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858421 Nov 02 12:49:11.851507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fecb65-abbd-40b3-a447-3bd9f7a54a42 req-9112ae8d-329c-4d37-bac2-b825107d9ccf tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:11.853014 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09fecb65-abbd-40b3-a447-3bd9f7a54a42 req-9112ae8d-329c-4d37-bac2-b825107d9ccf tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0536366 Nov 02 12:49:11.903333 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09fecb65-abbd-40b3-a447-3bd9f7a54a42 req-9ff524bc-d7ec-43c1-aa10-079488aa5677 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434575 Nov 02 12:49:13.032645 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525d04c-21ba-4483-bce1-bfb48faf6bb6 req-ffd713c9-52ae-4475-84d6-5499e9acbb3d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:13.034190 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5525d04c-21ba-4483-bce1-bfb48faf6bb6 req-ffd713c9-52ae-4475-84d6-5499e9acbb3d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0590856 Nov 02 12:49:13.085917 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5525d04c-21ba-4483-bce1-bfb48faf6bb6 req-6b492093-4c66-4e6a-af80-37261c3c9324 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454433 Nov 02 12:49:14.208606 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6988b11-a392-48ef-9af4-1216bfa61653 req-a2c259e3-4e74-459f-9140-0c5ceb34ea1c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:14.210128 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6988b11-a392-48ef-9af4-1216bfa61653 req-a2c259e3-4e74-459f-9140-0c5ceb34ea1c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0537262 Nov 02 12:49:14.260258 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6988b11-a392-48ef-9af4-1216bfa61653 req-b6e58ecc-7a78-4032-80e2-033d2395537d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440621 Nov 02 12:49:15.385491 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04342b-3e27-4e46-9357-b34f6e4d8ab5 req-4983beb0-2267-49e3-baee-607b3d19e439 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:15.386593 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc04342b-3e27-4e46-9357-b34f6e4d8ab5 req-4983beb0-2267-49e3-baee-607b3d19e439 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0503244 Nov 02 12:49:15.438072 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bc04342b-3e27-4e46-9357-b34f6e4d8ab5 req-a6a39205-46aa-4e56-b718-7567d017fcae tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446100 Nov 02 12:49:16.563059 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a970ae-1b63-4c38-bca4-24bf72518542 req-e5ba5591-ead0-47de-9b78-a14302161bef tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:16.564574 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11a970ae-1b63-4c38-bca4-24bf72518542 req-e5ba5591-ead0-47de-9b78-a14302161bef tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0513749 Nov 02 12:49:16.620399 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11a970ae-1b63-4c38-bca4-24bf72518542 req-785e1efd-da4a-410f-902d-592ce86282ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495596 Nov 02 12:49:17.545680 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-783b942e-0559-4b59-bc61-ffa440760e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:49:17.749494 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e4ff8-e253-4cd5-b7a0-09169ba01ab4 req-a63af549-e910-4bc5-8c7f-e6cbc0da966c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:17.750987 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d7e4ff8-e253-4cd5-b7a0-09169ba01ab4 req-a63af549-e910-4bc5-8c7f-e6cbc0da966c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0531025 Nov 02 12:49:17.801324 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6d7e4ff8-e253-4cd5-b7a0-09169ba01ab4 req-cf193f6d-5a39-4967-a871-1b63e09d9389 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443614 Nov 02 12:49:18.922481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372e254-7ec7-4724-8b4d-0ff5770a887f req-818bce80-16be-4db9-bbe1-dfd9ae51ae3d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:18.924018 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2372e254-7ec7-4724-8b4d-0ff5770a887f req-818bce80-16be-4db9-bbe1-dfd9ae51ae3d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0502703 Nov 02 12:49:18.974819 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2372e254-7ec7-4724-8b4d-0ff5770a887f req-13951924-a5a7-44fc-9b67-d14c259eec93 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446949 Nov 02 12:49:19.765583 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eace45c2-8c56-4eb2-bbe0-1ec204ae6e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:49:20.102790 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f7268-8763-4e27-849f-3a276c154989 req-08fabb20-e836-407c-866d-db099c79d6d5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:20.104279 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3e0f7268-8763-4e27-849f-3a276c154989 req-08fabb20-e836-407c-866d-db099c79d6d5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0542250 Nov 02 12:49:20.154012 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3e0f7268-8763-4e27-849f-3a276c154989 req-86d46514-d3e1-4446-bfbc-080f114cdd19 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425153 Nov 02 12:49:21.234076 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:49:21.277035 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ddf7f-08bf-4deb-b291-1112b2cb3de7 req-ddb9ecaf-3478-44fc-bd1a-dd105e796ae0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:21.280088 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-444ddf7f-08bf-4deb-b291-1112b2cb3de7 req-ddb9ecaf-3478-44fc-bd1a-dd105e796ae0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0568173 Nov 02 12:49:21.330733 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-444ddf7f-08bf-4deb-b291-1112b2cb3de7 req-efc1acfe-e373-4905-8b32-99ba456e43c7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443585 Nov 02 12:49:22.452756 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8cfd5-7343-4adb-ad41-0243214195bd req-a681fc85-3f88-45bb-8230-8bf2d29dd0b3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:22.454285 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-83b8cfd5-7343-4adb-ad41-0243214195bd req-a681fc85-3f88-45bb-8230-8bf2d29dd0b3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0512209 Nov 02 12:49:22.509172 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-83b8cfd5-7343-4adb-ad41-0243214195bd req-8ccb907b-067e-43cb-8a50-3c5d96fa861a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489604 Nov 02 12:49:22.687289 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:49:23.629733 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523860-642e-4bb1-84bd-6a847292e5e3 req-3d1538ef-78c1-4543-813e-fa01c4cc827e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:23.631253 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7e523860-642e-4bb1-84bd-6a847292e5e3 req-3d1538ef-78c1-4543-813e-fa01c4cc827e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0502160 Nov 02 12:49:23.680378 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7e523860-642e-4bb1-84bd-6a847292e5e3 req-550b9ccb-b5f6-4371-b9bf-7e7a6811fe09 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430489 Nov 02 12:49:24.520141 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:49:24.708261 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:49:24.800152 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedafb08-f4ae-4e35-8c0e-9dd70c847806 req-9a5322a9-cafb-4350-b92f-9454a09f8fb8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:24.801529 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aedafb08-f4ae-4e35-8c0e-9dd70c847806 req-9a5322a9-cafb-4350-b92f-9454a09f8fb8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0496635 Nov 02 12:49:24.851033 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aedafb08-f4ae-4e35-8c0e-9dd70c847806 req-b3736ca2-d840-477a-8066-618c20727d8f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434508 Nov 02 12:49:25.062397 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:49:25.972880 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f9340-4821-4e9b-a0e1-e7dc7de4c3bc req-473045a4-f997-4ea0-ab9b-9cac8fb4d17b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:25.974388 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f17f9340-4821-4e9b-a0e1-e7dc7de4c3bc req-473045a4-f997-4ea0-ab9b-9cac8fb4d17b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0543303 Nov 02 12:49:26.027652 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f17f9340-4821-4e9b-a0e1-e7dc7de4c3bc req-f17ed77f-da7e-4d50-bc63-2bc910c6f084 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470061 Nov 02 12:49:27.150873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3080f-baf6-47eb-8dbc-6e60478ee7e9 req-e6d0e5ab-3380-4b0c-854d-5554fe26b420 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:27.152398 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7a3080f-baf6-47eb-8dbc-6e60478ee7e9 req-e6d0e5ab-3380-4b0c-854d-5554fe26b420 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0533879 Nov 02 12:49:27.208668 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7a3080f-baf6-47eb-8dbc-6e60478ee7e9 req-d519981e-1013-4209-8f70-9163e3c82a5f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500185 Nov 02 12:49:28.338667 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154ddfd-f768-4250-b8c8-0d32a2cda71b req-e2448d00-09f3-462c-bf9b-30697da28608 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:28.340159 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9154ddfd-f768-4250-b8c8-0d32a2cda71b req-e2448d00-09f3-462c-bf9b-30697da28608 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0554361 Nov 02 12:49:28.735766 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9154ddfd-f768-4250-b8c8-0d32a2cda71b req-6c42db66-1aa3-4bf1-aa14-c273a12ab850 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3893669 Nov 02 12:49:28.758314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59438) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:49:28.818013 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f7cfba12-5190-4c1e-983d-91e5f5dc8a8e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/floatingips/6932f3ce-d443-44e7-840e-c03e17b899ca HTTP/1.1" status: 200 len: 993 time: 0.0584846 Nov 02 12:49:36.049171 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:49:39.922591 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1bde0ab8-702d-49a4-9695-c3d8fc268c7c req-0b4a2c62-24ea-453c-9eca-c9ae06654f15 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463712 Nov 02 12:49:40.012903 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde0ab8-702d-49a4-9695-c3d8fc268c7c req-abe99692-ea61-4eed-86a4-7d1396fff221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:40.014461 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1bde0ab8-702d-49a4-9695-c3d8fc268c7c req-abe99692-ea61-4eed-86a4-7d1396fff221 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 1097 time: 0.0459290 Nov 02 12:49:40.132383 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde0ab8-702d-49a4-9695-c3d8fc268c7c req-c7c4c630-7b09-4546-b9d3-03d9f9ae8da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:40.133890 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1bde0ab8-702d-49a4-9695-c3d8fc268c7c req-c7c4c630-7b09-4546-b9d3-03d9f9ae8da6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=da8d9208-c39f-4cce-aa10-d4205d505834 HTTP/1.1" status: 200 len: 897 time: 0.0972302 Nov 02 12:49:40.210981 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1bde0ab8-702d-49a4-9695-c3d8fc268c7c req-a7f06113-68de-4a93-b6e7-47f74fe5d29a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61239ee2-b0e8-44ae-b9f1-7eea3521f1ea HTTP/1.1" status: 200 len: 1001 time: 0.0655859 Nov 02 12:49:40.264321 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde0ab8-702d-49a4-9695-c3d8fc268c7c req-6fbdac34-976f-4e59-a660-4328e14c2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:40.265780 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1bde0ab8-702d-49a4-9695-c3d8fc268c7c req-6fbdac34-976f-4e59-a660-4328e14c2e3f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66f5e9c0-61e9-4bdc-9099-b33e4fde354c HTTP/1.1" status: 200 len: 835 time: 0.0465696 Nov 02 12:49:40.313610 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde0ab8-702d-49a4-9695-c3d8fc268c7c req-40489f7f-0726-4e4d-b607-c449b5fd51c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:49:40.315110 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1bde0ab8-702d-49a4-9695-c3d8fc268c7c req-40489f7f-0726-4e4d-b607-c449b5fd51c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da8d9208-c39f-4cce-aa10-d4205d505834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407090 Nov 02 12:49:40.412951 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1bde0ab8-702d-49a4-9695-c3d8fc268c7c req-28ac72db-cc2a-4641-b7f8-ecf6eead22ab service neutron] 10.222.0.54 "GET /v2.0/networks/da8d9208-c39f-4cce-aa10-d4205d505834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894897 Nov 02 12:49:40.505877 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1bde0ab8-702d-49a4-9695-c3d8fc268c7c req-87212de9-3b25-476a-a3ae-abf362fed861 service neutron] 10.222.0.54 "GET /v2.0/networks/da8d9208-c39f-4cce-aa10-d4205d505834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857000 Nov 02 12:49:47.524973 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e6444871-a7d7-4789-922f-a62c1efd971b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:49:49.768047 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eb0e425d-5a65-4421-958c-e4ee82193eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:49:51.251131 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:49:52.696737 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:49:54.479222 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:49:54.776581 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:49:55.074135 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:49:59.313902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59458) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:49:59.485900 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port 6a4fec45-e3a3-485a-b52a-3ecd608de0f1 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:49:59.486147 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:49:59.561532 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:49:59.561871 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:49:59.574359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for 6a4fec45-e3a3-485a-b52a-3ecd608de0f1 owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:49:59.802330 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:49:59.828435 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=6a4fec45-e3a3-485a-b52a-3ecd608de0f1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:59.860560 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:59.860913 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:59.861258 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:59.861602 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:59.861938 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:59.862273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:59.863440 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:59.863983 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:59.864327 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:59.864666 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:59.865002 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:59.865333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:59.905324 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:49:59.905666 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Floating IP 6932f3ce-d443-44e7-840e-c03e17b899ca disassociated (deleted). External IP: 172.25.6.200, port: 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea. Nov 02 12:50:00.123130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router 289abef4-426c-4b53-9545-104e546fd159 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:00.531549 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:00.538097 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:00.542146 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9e81bd-c696-40d0-92e6-8ea6a41e0db3 None None] Sync routers for ids ['289abef4-426c-4b53-9545-104e546fd159'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:00.553873 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9e81bd-c696-40d0-92e6-8ea6a41e0db3 None None] Routers {'289abef4-426c-4b53-9545-104e546fd159'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:50:00.554577 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aa9e81bd-c696-40d0-92e6-8ea6a41e0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:49:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['289abef4-426c-4b53-9545-104e546fd159'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:00.569816 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6981e366-5067-4640-839f-346d7e31f4b4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/floatingips/6932f3ce-d443-44e7-840e-c03e17b899ca HTTP/1.1" status: 204 len: 168 time: 1.2544696 Nov 02 12:50:00.570820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04bb6581-a59a-4609-b5a5-6892bddcdf6f', 'tag': '61239ee2-b0e8-44ae-b9f1-7eea3521f1ea'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:50:00.574756 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bb40f0-98f4-449c-9856-e50edf9ed5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "04bb6581-a59a-4609-b5a5-6892bddcdf6f", "tag": "61239ee2-b0e8-44ae-b9f1-7eea3521f1ea"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:50:00.672433 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-aa9e81bd-c696-40d0-92e6-8ea6a41e0db3 None None] Set router 289abef4-426c-4b53-9545-104e546fd159 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:50:00.876533 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aa9e81bd-c696-40d0-92e6-8ea6a41e0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289abef4-426c-4b53-9545-104e546fd159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115711510', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:48:17Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:18Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd6d89741-28f7-4502-bd10-1e537336718b', 'name': '', 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:d4:d1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:21Z', 'updated_at': '2021-11-02T12:48:25Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:00.906483 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9e81bd-c696-40d0-92e6-8ea6a41e0db3 None None] Checking router: 289abef4-426c-4b53-9545-104e546fd159 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:50:00.915404 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9e81bd-c696-40d0-92e6-8ea6a41e0db3 None None] Routers {'289abef4-426c-4b53-9545-104e546fd159'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:50:00.916001 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aa9e81bd-c696-40d0-92e6-8ea6a41e0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:49:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['289abef4-426c-4b53-9545-104e546fd159'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:00.966981 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee44ad05-d28c-4270-99de-26d58c89e99f x-openstack-request-id: req-ee44ad05-d28c-4270-99de-26d58c89e99f {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:50:00.966981 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04bb6581-a59a-4609-b5a5-6892bddcdf6f", "tag": "61239ee2-b0e8-44ae-b9f1-7eea3521f1ea", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:50:00.966981 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee44ad05-d28c-4270-99de-26d58c89e99f {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:50:00.966981 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04bb6581-a59a-4609-b5a5-6892bddcdf6f', 'tag': '61239ee2-b0e8-44ae-b9f1-7eea3521f1ea', 'status': 'completed', 'code': 200} Nov 02 12:50:01.031131 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-aa9e81bd-c696-40d0-92e6-8ea6a41e0db3 None None] Set router 289abef4-426c-4b53-9545-104e546fd159 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:50:01.040390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb40f0-98f4-449c-9856-e50edf9ed5ab req-eda52099-82f8-4b08-9ce8-3d766bbb4a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:01.042681 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-04bb40f0-98f4-449c-9856-e50edf9ed5ab req-eda52099-82f8-4b08-9ce8-3d766bbb4a8d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 1097 time: 0.0496056 Nov 02 12:50:01.063180 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57edbd6-3292-4125-846e-4933a07a7da4 req-8ac91a77-d4de-4b77-820e-46565bb479af tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:01.065353 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d57edbd6-3292-4125-846e-4933a07a7da4 req-8ac91a77-d4de-4b77-820e-46565bb479af tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0519519 Nov 02 12:50:01.122124 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d57edbd6-3292-4125-846e-4933a07a7da4 req-7e5fbe5c-e52d-4d6e-8cda-3d0a9085fb26 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493391 Nov 02 12:50:01.152181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb40f0-98f4-449c-9856-e50edf9ed5ab req-b1cf4df4-940e-4e01-b230-a637445c7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:01.153675 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-04bb40f0-98f4-449c-9856-e50edf9ed5ab req-b1cf4df4-940e-4e01-b230-a637445c7336 service neutron] 10.222.0.54 "GET /v2.0/networks?id=da8d9208-c39f-4cce-aa10-d4205d505834 HTTP/1.1" status: 200 len: 897 time: 0.0959890 Nov 02 12:50:01.196179 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-04bb40f0-98f4-449c-9856-e50edf9ed5ab req-e2131392-fa27-4d73-8c42-21c3023e0135 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61239ee2-b0e8-44ae-b9f1-7eea3521f1ea HTTP/1.1" status: 200 len: 217 time: 0.0347033 Nov 02 12:50:01.245525 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aa9e81bd-c696-40d0-92e6-8ea6a41e0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289abef4-426c-4b53-9545-104e546fd159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115711510', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:48:17Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:18Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd6d89741-28f7-4502-bd10-1e537336718b', 'name': '', 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:d4:d1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:21Z', 'updated_at': '2021-11-02T12:48:25Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:01.247244 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb40f0-98f4-449c-9856-e50edf9ed5ab req-c1f6f091-dc81-468b-8d0c-2cb4f49fffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:01.248753 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-04bb40f0-98f4-449c-9856-e50edf9ed5ab req-c1f6f091-dc81-468b-8d0c-2cb4f49fffc8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66f5e9c0-61e9-4bdc-9099-b33e4fde354c HTTP/1.1" status: 200 len: 835 time: 0.0458932 Nov 02 12:50:01.299442 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb40f0-98f4-449c-9856-e50edf9ed5ab req-b7feebb8-614a-4fff-bc93-292edf0305c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:01.302131 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-04bb40f0-98f4-449c-9856-e50edf9ed5ab req-b7feebb8-614a-4fff-bc93-292edf0305c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=da8d9208-c39f-4cce-aa10-d4205d505834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444725 Nov 02 12:50:01.365038 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9e81bd-c696-40d0-92e6-8ea6a41e0db3 None None] The sync data for ids ['289abef4-426c-4b53-9545-104e546fd159'] in n-d-806683-18 is: [{'id': '289abef4-426c-4b53-9545-104e546fd159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115711510', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:48:17Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:18Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'd6d89741-28f7-4502-bd10-1e537336718b', 'name': '', 'network_id': 'da8d9208-c39f-4cce-aa10-d4205d505834', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:d4:d1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:21Z', 'updated_at': '2021-11-02T12:48:25Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '66f5e9c0-61e9-4bdc-9099-b33e4fde354c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:01.410483 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-04bb40f0-98f4-449c-9856-e50edf9ed5ab req-81b7cede-35be-4c11-9b34-0b39fbc27d5c service neutron] 10.222.0.54 "GET /v2.0/networks/da8d9208-c39f-4cce-aa10-d4205d505834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987015 Nov 02 12:50:01.513633 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-04bb40f0-98f4-449c-9856-e50edf9ed5ab req-46d622b0-2ab9-46d3-a013-002470ea6e80 service neutron] 10.222.0.54 "GET /v2.0/networks/da8d9208-c39f-4cce-aa10-d4205d505834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944521 Nov 02 12:50:01.596759 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1530e6f-6370-40ff-b49c-8eb2f4a8f008 None None] New status for floating IP 6932f3ce-d443-44e7-840e-c03e17b899ca: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:50:02.247402 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c2e6f-85b8-461a-bb63-50f854b9d563 req-171731b5-5e8e-4278-b041-ff312dc15005 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:02.248913 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d40c2e6f-85b8-461a-bb63-50f854b9d563 req-171731b5-5e8e-4278-b041-ff312dc15005 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0510421 Nov 02 12:50:02.300946 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d40c2e6f-85b8-461a-bb63-50f854b9d563 req-53897f3a-22a6-4b56-9b81-cc5ffb2ba533 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=6719be44-c2fd-404f-9950-9ec1e16aedbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445092 Nov 02 12:50:02.606369 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d1d5a-44d0-46e9-91c3-06559d400b01 req-fb83c149-2922-4c7e-989e-6a1032e721c8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:02.607933 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c54d1d5a-44d0-46e9-91c3-06559d400b01 req-fb83c149-2922-4c7e-989e-6a1032e721c8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.54 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 945 time: 0.0500593 Nov 02 12:50:02.704416 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-c54d1d5a-44d0-46e9-91c3-06559d400b01 req-a609052e-ac08-4369-a7bb-4e96cb52092e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:50:02.704874 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c54d1d5a-44d0-46e9-91c3-06559d400b01 req-a609052e-ac08-4369-a7bb-4e96cb52092e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:02.798131 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-c54d1d5a-44d0-46e9-91c3-06559d400b01 req-a609052e-ac08-4369-a7bb-4e96cb52092e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] For port 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=61239ee2-b0e8-44ae-b9f1-7eea3521f1ea,segment=NetworkSegment(75843632-941c-487a-ba50-d48e6e7c6a6b),segment_id=75843632-941c-487a-ba50-d48e6e7c6a6b)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:02.798497 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c54d1d5a-44d0-46e9-91c3-06559d400b01 req-a609052e-ac08-4369-a7bb-4e96cb52092e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:02.811969 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-c54d1d5a-44d0-46e9-91c3-06559d400b01 req-a609052e-ac08-4369-a7bb-4e96cb52092e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:50:03.010853 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c54d1d5a-44d0-46e9-91c3-06559d400b01 req-a609052e-ac08-4369-a7bb-4e96cb52092e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:03.044989 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609052e-ac08-4369-a7bb-4e96cb52092e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=61239ee2-b0e8-44ae-b9f1-7eea3521f1ea,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:03.087978 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54d1d5a-44d0-46e9-91c3-06559d400b01 req-a609052e-ac08-4369-a7bb-4e96cb52092e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] No DVR routers for this DVR port 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:50:03.090838 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-c54d1d5a-44d0-46e9-91c3-06559d400b01 req-a609052e-ac08-4369-a7bb-4e96cb52092e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:03.094495 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c54d1d5a-44d0-46e9-91c3-06559d400b01 req-a609052e-ac08-4369-a7bb-4e96cb52092e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.54 "DELETE /v2.0/ports/61239ee2-b0e8-44ae-b9f1-7eea3521f1ea HTTP/1.1" status: 204 len: 173 time: 0.4806650 Nov 02 12:50:03.094984 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bb6581-a59a-4609-b5a5-6892bddcdf6f', 'name': 'network-vif-deleted', 'tag': '61239ee2-b0e8-44ae-b9f1-7eea3521f1ea'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:50:03.097959 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f034cd5b-5565-40ff-8c8a-5c0181bb6b97" -d '{"events": [{"server_uuid": "04bb6581-a59a-4609-b5a5-6892bddcdf6f", "name": "network-vif-deleted", "tag": "61239ee2-b0e8-44ae-b9f1-7eea3521f1ea"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:50:03.134735 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a8c277-96be-4346-b7f2-01f91899c061 x-openstack-request-id: req-e5a8c277-96be-4346-b7f2-01f91899c061 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:50:03.135057 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bb6581-a59a-4609-b5a5-6892bddcdf6f", "name": "network-vif-deleted", "tag": "61239ee2-b0e8-44ae-b9f1-7eea3521f1ea", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:50:03.135313 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e5a8c277-96be-4346-b7f2-01f91899c061 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:50:03.135715 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04bb6581-a59a-4609-b5a5-6892bddcdf6f', 'name': 'network-vif-deleted', 'tag': '61239ee2-b0e8-44ae-b9f1-7eea3521f1ea', 'status': 'completed', 'code': 200} Nov 02 12:50:03.413551 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-90087b30-fb90-4707-b396-8107c088a536 req-cb4acfea-284f-4aa5-9659-47b589ed52fe tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=04bb6581-a59a-4609-b5a5-6892bddcdf6f HTTP/1.1" status: 200 len: 210 time: 0.0368817 Nov 02 12:50:04.473335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59474) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:04.842828 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d81578de-38af-48a8-a6af-4df2bd0a464c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:05.103125 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d81578de-38af-48a8-a6af-4df2bd0a464c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port d6d89741-28f7-4502-bd10-1e537336718b {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:50:05.103379 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d81578de-38af-48a8-a6af-4df2bd0a464c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:05.191762 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-d81578de-38af-48a8-a6af-4df2bd0a464c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] For port d6d89741-28f7-4502-bd10-1e537336718b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=d6d89741-28f7-4502-bd10-1e537336718b,segment=NetworkSegment(75843632-941c-487a-ba50-d48e6e7c6a6b),segment_id=75843632-941c-487a-ba50-d48e6e7c6a6b)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:05.192140 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d81578de-38af-48a8-a6af-4df2bd0a464c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:05.215242 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-d81578de-38af-48a8-a6af-4df2bd0a464c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for d6d89741-28f7-4502-bd10-1e537336718b owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:50:05.258696 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:50:05.278328 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:50:05.278676 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 61239ee2-b0e8-44ae-b9f1-7eea3521f1ea not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:50:05.497103 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d81578de-38af-48a8-a6af-4df2bd0a464c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:05.525196 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81578de-38af-48a8-a6af-4df2bd0a464c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=d6d89741-28f7-4502-bd10-1e537336718b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:05.711621 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-d81578de-38af-48a8-a6af-4df2bd0a464c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:05.942005 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81578de-38af-48a8-a6af-4df2bd0a464c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router 289abef4-426c-4b53-9545-104e546fd159 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:06.055420 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81578de-38af-48a8-a6af-4df2bd0a464c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:06.061378 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-d81578de-38af-48a8-a6af-4df2bd0a464c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "PUT /v2.0/routers/289abef4-426c-4b53-9545-104e546fd159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5878086 Nov 02 12:50:06.064130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59476) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:06.066346 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0177eb86-05c0-454b-be1b-4618beff7b42 None None] Sync routers for ids ['289abef4-426c-4b53-9545-104e546fd159'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:06.077142 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0177eb86-05c0-454b-be1b-4618beff7b42 None None] Routers {'289abef4-426c-4b53-9545-104e546fd159'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:50:06.077757 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0177eb86-05c0-454b-be1b-4618beff7b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:49:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['289abef4-426c-4b53-9545-104e546fd159'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:06.118169 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-663a61c6-da59-4799-bcf5-f77c2f154009 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting subnet 66f5e9c0-61e9-4bdc-9099-b33e4fde354c {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:50:06.121522 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-663a61c6-da59-4799-bcf5-f77c2f154009 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:06.163294 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-663a61c6-da59-4799-bcf5-f77c2f154009 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:06.185205 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-0177eb86-05c0-454b-be1b-4618beff7b42 None None] Set router 289abef4-426c-4b53-9545-104e546fd159 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:50:06.258184 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-663a61c6-da59-4799-bcf5-f77c2f154009 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:06.368898 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0177eb86-05c0-454b-be1b-4618beff7b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289abef4-426c-4b53-9545-104e546fd159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115711510', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:48:17Z', 'updated_at': '2021-11-02T12:50:05Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:18Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:06.397371 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-663a61c6-da59-4799-bcf5-f77c2f154009 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:06.403446 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0177eb86-05c0-454b-be1b-4618beff7b42 None None] Checking router: 289abef4-426c-4b53-9545-104e546fd159 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:50:06.412184 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0177eb86-05c0-454b-be1b-4618beff7b42 None None] Routers {'289abef4-426c-4b53-9545-104e546fd159'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:50:06.412779 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0177eb86-05c0-454b-be1b-4618beff7b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:49:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['289abef4-426c-4b53-9545-104e546fd159'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:06.430089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a61c6-da59-4799-bcf5-f77c2f154009 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Subnet': ['ID=66f5e9c0-61e9-4bdc-9099-b33e4fde354c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:06.438351 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-663a61c6-da59-4799-bcf5-f77c2f154009 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:06.438351 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-663a61c6-da59-4799-bcf5-f77c2f154009 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/subnets/66f5e9c0-61e9-4bdc-9099-b33e4fde354c HTTP/1.1" status: 204 len: 168 time: 0.3726187 Nov 02 12:50:06.441544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59478) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:06.448770 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc651f72-8eb4-4cf9-a054-2feb91857b51 None None] Network da8d9208-c39f-4cce-aa10-d4205d505834 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:50:06.536781 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-0177eb86-05c0-454b-be1b-4618beff7b42 None None] Set router 289abef4-426c-4b53-9545-104e546fd159 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:50:06.576033 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:06.652191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] DHCP port deletion for da8d9208-c39f-4cce-aa10-d4205d505834 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:50:06.699670 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:06.707966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] Deleting port 38ddb728-0765-4543-b872-d27594a8cefb {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:50:06.708519 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:06.736981 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-0177eb86-05c0-454b-be1b-4618beff7b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289abef4-426c-4b53-9545-104e546fd159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115711510', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:48:17Z', 'updated_at': '2021-11-02T12:50:05Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:18Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:06.767212 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0177eb86-05c0-454b-be1b-4618beff7b42 None None] The sync data for ids ['289abef4-426c-4b53-9545-104e546fd159'] in n-d-806683-18 is: [{'id': '289abef4-426c-4b53-9545-104e546fd159', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1115711510', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11'}], 'enable_snat': True}, 'gw_port_id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:48:17Z', 'updated_at': '2021-11-02T12:50:05Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '4386cc2c-cd53-4970-a768-5bd32fd5bdab', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289abef4-426c-4b53-9545-104e546fd159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:48:18Z', 'updated_at': '2021-11-02T12:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:06.773715 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] For port 38ddb728-0765-4543-b872-d27594a8cefb, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=38ddb728-0765-4543-b872-d27594a8cefb,segment=NetworkSegment(75843632-941c-487a-ba50-d48e6e7c6a6b),segment_id=75843632-941c-487a-ba50-d48e6e7c6a6b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:06.774166 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:06.794234 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] Calling delete_port for 38ddb728-0765-4543-b872-d27594a8cefb owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:50:06.811528 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port 4386cc2c-cd53-4970-a768-5bd32fd5bdab {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:50:06.812975 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:06.912905 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] For port 4386cc2c-cd53-4970-a768-5bd32fd5bdab, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=4386cc2c-cd53-4970-a768-5bd32fd5bdab,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:06.913307 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:06.929746 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for 4386cc2c-cd53-4970-a768-5bd32fd5bdab owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:50:07.025258 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:07.050713 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] Pushing event deleted for resources: {'Port': ['ID=38ddb728-0765-4543-b872-d27594a8cefb,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:07.055443 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] No DVR routers for this DVR port 38ddb728-0765-4543-b872-d27594a8cefb on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:50:07.066127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.066127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.066127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.066127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.066127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.066127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.067410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.067410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.067410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.067410 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.068173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.068173 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfce16-ec67-48c7-abac-5ebe488c191b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.156753 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:07.186706 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=4386cc2c-cd53-4970-a768-5bd32fd5bdab,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:07.211407 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.211763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.212123 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.212469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.212813 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.213161 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.213502 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.213966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.214185 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.214515 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.214853 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.228136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:07.257128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 38ddb728-0765-4543-b872-d27594a8cefb no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:50:07.267269 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:07.278001 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 38ddb728-0765-4543-b872-d27594a8cefb {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:50:07.278353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 38ddb728-0765-4543-b872-d27594a8cefb not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:50:07.278782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d6d89741-28f7-4502-bd10-1e537336718b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:50:07.302631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: d6d89741-28f7-4502-bd10-1e537336718b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:50:07.302897 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device d6d89741-28f7-4502-bd10-1e537336718b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:50:07.369950 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:07.372285 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:07.476843 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:07.477587 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Fanout notify agent at l3_agent the message router_deleted on router 289abef4-426c-4b53-9545-104e546fd159 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:50:07.484367 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:07.485485 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a47ae442-802e-4b6a-b8de-305d71e36227 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/routers/289abef4-426c-4b53-9545-104e546fd159 HTTP/1.1" status: 204 len: 168 time: 1.0420916 Nov 02 12:50:07.489348 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59480) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:07.575387 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-99c17c83-ad65-48a5-94c0-17e2d74acb4a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:07.669512 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-99c17c83-ad65-48a5-94c0-17e2d74acb4a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:07.689387 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-99c17c83-ad65-48a5-94c0-17e2d74acb4a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8d9208-c39f-4cce-aa10-d4205d505834']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:07.699635 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-99c17c83-ad65-48a5-94c0-17e2d74acb4a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75843632-941c-487a-ba50-d48e6e7c6a6b') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:07.699933 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-99c17c83-ad65-48a5-94c0-17e2d74acb4a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75843632-941c-487a-ba50-d48e6e7c6a6b') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:07.709922 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-99c17c83-ad65-48a5-94c0-17e2d74acb4a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:07.724250 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-99c17c83-ad65-48a5-94c0-17e2d74acb4a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:07.730067 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c17c83-ad65-48a5-94c0-17e2d74acb4a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:50:07.730452 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-99c17c83-ad65-48a5-94c0-17e2d74acb4a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:50:07.733475 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:50:07.853736 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-99c17c83-ad65-48a5-94c0-17e2d74acb4a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:07.861690 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-99c17c83-ad65-48a5-94c0-17e2d74acb4a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:07.864325 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-99c17c83-ad65-48a5-94c0-17e2d74acb4a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/networks/da8d9208-c39f-4cce-aa10-d4205d505834 HTTP/1.1" status: 204 len: 168 time: 0.3739316 Nov 02 12:50:07.867247 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59482) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:07.875867 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c17c83-ad65-48a5-94c0-17e2d74acb4a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Network': ['ID=da8d9208-c39f-4cce-aa10-d4205d505834,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:07.933863 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e4b1cd7-0dcf-416f-a346-6f01e3ce42c1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:07.969346 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e4b1cd7-0dcf-416f-a346-6f01e3ce42c1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:08.079801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e4b1cd7-0dcf-416f-a346-6f01e3ce42c1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:08.084901 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7e4b1cd7-0dcf-416f-a346-6f01e3ce42c1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:08.084901 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7e4b1cd7-0dcf-416f-a346-6f01e3ce42c1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/security-groups/6719be44-c2fd-404f-9950-9ec1e16aedbd HTTP/1.1" status: 204 len: 168 time: 0.2160335 Nov 02 12:50:08.098164 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b1cd7-0dcf-416f-a346-6f01e3ce42c1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6719be44-c2fd-404f-9950-9ec1e16aedbd,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:08.450740 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59488) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:08.456262 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-b3037029-3a5d-4daa-b768-8af47737550d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1699501931', 'description': 'tempest-secgroup-smoke-1699501931 description', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:50:08.537649 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3037029-3a5d-4daa-b768-8af47737550d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:08.608164 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3037029-3a5d-4daa-b768-8af47737550d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:08.713653 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3037029-3a5d-4daa-b768-8af47737550d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:08.747408 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3037029-3a5d-4daa-b768-8af47737550d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23e8d01-acfe-4d8f-bfb8-df96598d9249,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:08.803190 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b3037029-3a5d-4daa-b768-8af47737550d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:08.808349 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b3037029-3a5d-4daa-b768-8af47737550d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3525689 Nov 02 12:50:08.808349 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59490) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:08.813184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-04f901f8-690b-41aa-844c-137eab9d2442 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': 'a23e8d01-acfe-4d8f-bfb8-df96598d9249', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:50:08.910738 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-04f901f8-690b-41aa-844c-137eab9d2442 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:08.969814 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-04f901f8-690b-41aa-844c-137eab9d2442 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:09.045171 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-04f901f8-690b-41aa-844c-137eab9d2442 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:09.063612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f901f8-690b-41aa-844c-137eab9d2442 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3451f99-2a12-47ac-9a5d-1bb1ef3bfb64,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:09.150269 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-04f901f8-690b-41aa-844c-137eab9d2442 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:09.151545 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-04f901f8-690b-41aa-844c-137eab9d2442 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3419907 Nov 02 12:50:09.154324 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59492) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:09.158789 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-404f5e78-383e-4b5e-9fc8-a8586588eff3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': 'a23e8d01-acfe-4d8f-bfb8-df96598d9249', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:50:09.251019 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-404f5e78-383e-4b5e-9fc8-a8586588eff3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:09.275239 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4386cc2c-cd53-4970-a768-5bd32fd5bdab no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:50:09.296493 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 4386cc2c-cd53-4970-a768-5bd32fd5bdab {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:50:09.297158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 4386cc2c-cd53-4970-a768-5bd32fd5bdab not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:50:09.314362 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-404f5e78-383e-4b5e-9fc8-a8586588eff3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:09.386302 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-404f5e78-383e-4b5e-9fc8-a8586588eff3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:09.407033 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f5e78-383e-4b5e-9fc8-a8586588eff3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd7a597-7498-4519-93f4-a13e5aec7e4d,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:09.479266 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-404f5e78-383e-4b5e-9fc8-a8586588eff3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:09.480569 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-404f5e78-383e-4b5e-9fc8-a8586588eff3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3252988 Nov 02 12:50:09.483630 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59494) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:09.488689 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d641bf50-6770-4fc6-9021-7a24e80bc77d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': 'a23e8d01-acfe-4d8f-bfb8-df96598d9249', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:50:09.571725 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d641bf50-6770-4fc6-9021-7a24e80bc77d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:09.632509 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d641bf50-6770-4fc6-9021-7a24e80bc77d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:09.699618 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d641bf50-6770-4fc6-9021-7a24e80bc77d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:09.718905 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641bf50-6770-4fc6-9021-7a24e80bc77d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a04468-0d10-405d-b588-a8d1a51cb5e1,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:09.798758 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d641bf50-6770-4fc6-9021-7a24e80bc77d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:09.800059 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d641bf50-6770-4fc6-9021-7a24e80bc77d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3154140 Nov 02 12:50:09.803550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59496) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:09.808119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c531b78f-c442-43b1-8e1a-34ea0f41f17e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': 'a23e8d01-acfe-4d8f-bfb8-df96598d9249', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:50:09.899977 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c531b78f-c442-43b1-8e1a-34ea0f41f17e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:09.962418 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c531b78f-c442-43b1-8e1a-34ea0f41f17e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:10.065561 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c531b78f-c442-43b1-8e1a-34ea0f41f17e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:10.084570 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531b78f-c442-43b1-8e1a-34ea0f41f17e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265fceb1-00e9-4bf7-985f-18ee86de08b0,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:10.170397 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c531b78f-c442-43b1-8e1a-34ea0f41f17e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:10.171854 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c531b78f-c442-43b1-8e1a-34ea0f41f17e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3673127 Nov 02 12:50:10.174768 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59498) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:10.180425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9e3e3d6f-9766-466f-95a8-7c334b02410c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': 'a23e8d01-acfe-4d8f-bfb8-df96598d9249', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:50:10.265465 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-9e3e3d6f-9766-466f-95a8-7c334b02410c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Project af9c01a0798540e5b6bd7f4173b010ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:50:10.271520 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e3e3d6f-9766-466f-95a8-7c334b02410c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:10.338493 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e3e3d6f-9766-466f-95a8-7c334b02410c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:10.393931 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e3e3d6f-9766-466f-95a8-7c334b02410c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:10.413009 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e3d6f-9766-466f-95a8-7c334b02410c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27f9fa7-8fe7-4779-8444-91ad4affacfe,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:10.502149 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e3e3d6f-9766-466f-95a8-7c334b02410c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:10.503384 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9e3e3d6f-9766-466f-95a8-7c334b02410c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3268166 Nov 02 12:50:10.506116 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59500) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:10.510838 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c2363e43-2899-4bd5-ae51-9083b00d4121 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': 'a23e8d01-acfe-4d8f-bfb8-df96598d9249', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:50:10.613990 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-c2363e43-2899-4bd5-ae51-9083b00d4121 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Project af9c01a0798540e5b6bd7f4173b010ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:50:10.619916 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2363e43-2899-4bd5-ae51-9083b00d4121 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:10.683218 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2363e43-2899-4bd5-ae51-9083b00d4121 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:10.773875 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2363e43-2899-4bd5-ae51-9083b00d4121 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:10.791709 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2363e43-2899-4bd5-ae51-9083b00d4121 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd188a82-5105-473f-9874-6f457173e0a8,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:10.865527 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c2363e43-2899-4bd5-ae51-9083b00d4121 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:10.866792 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c2363e43-2899-4bd5-ae51-9083b00d4121 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3597083 Nov 02 12:50:10.870117 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59502) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:10.875228 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8dd2c46b-7122-4240-abd4-fc7964fa26db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'network': {'name': 'tempest-network-smoke--575055233', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'port_security_enabled': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:50:10.953625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd2c46b-7122-4240-abd4-fc7964fa26db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Made reservation on behalf of af9c01a0798540e5b6bd7f4173b010ec for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:10.957542 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c46b-7122-4240-abd4-fc7964fa26db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:10.983560 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd2c46b-7122-4240-abd4-fc7964fa26db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:50:10.994747 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c46b-7122-4240-abd4-fc7964fa26db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:10.995149 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-8dd2c46b-7122-4240-abd4-fc7964fa26db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Added segment 3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7 of type vlan for network 9285cb4b-8127-4956-817f-41bc04b9c985 Nov 02 12:50:11.040138 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c46b-7122-4240-abd4-fc7964fa26db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:11.131277 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c46b-7122-4240-abd4-fc7964fa26db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:11.137042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd2c46b-7122-4240-abd4-fc7964fa26db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:11.137630 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c46b-7122-4240-abd4-fc7964fa26db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:11.208046 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2c46b-7122-4240-abd4-fc7964fa26db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Network': ['ID=9285cb4b-8127-4956-817f-41bc04b9c985,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:11.219382 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 9285cb4b-8127-4956-817f-41bc04b9c985 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:50:11.245109 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8dd2c46b-7122-4240-abd4-fc7964fa26db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3738818 Nov 02 12:50:11.247825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59504) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:11.253947 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1069334275', 'admin_state_up': True, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:50:11.337332 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:11.338598 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:11.397394 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:11.600849 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:11.905394 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:11.926627 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:12.037852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.25.6.85 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/1507329c-1e47-4a69-9fb2-753351fe468c) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:12.154429 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:12.245996 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:12.285656 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:12.290530 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:12.294321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:50:12.318336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=1507329c-1e47-4a69-9fb2-753351fe468c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:12.694278 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:12.906539 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:13.050138 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:50:13.125235 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router d1952803-0262-4946-920b-9ec4996fa90b is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:50:13.235512 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:13.245693 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Sync routers for ids ['d1952803-0262-4946-920b-9ec4996fa90b'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:13.256114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Routers {'d1952803-0262-4946-920b-9ec4996fa90b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:50:13.256734 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:49:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d1952803-0262-4946-920b-9ec4996fa90b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:13.330153 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:13.332174 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-dcd00299-30f1-4713-a14b-d3559cf042a2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0811701 Nov 02 12:50:13.335205 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59506) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:13.370955 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3b8467a6-0bdb-4612-9b88-e2d19b023a37 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=af9c01a0798540e5b6bd7f4173b010ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345311 Nov 02 12:50:13.373695 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59508) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:13.528887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Set router d1952803-0262-4946-920b-9ec4996fa90b gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:50:13.552038 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b1b1dd-1acb-4380-b85d-a14fd9e25c7a tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:13.553580 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-26b1b1dd-1acb-4380-b85d-a14fd9e25c7a tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1787612 Nov 02 12:50:13.556409 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59510) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:13.591455 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-19bc77cb-82e9-47ae-a6d5-4889d5e3a178 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334718 Nov 02 12:50:13.593802 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59512) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:13.598701 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7d21ccdc-ce3f-46eb-bbe8-9ec57e08717c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1427120105', 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:50:13.715720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069334275', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:12Z', 'revision_number': 3, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:13.743450 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Checking router: d1952803-0262-4946-920b-9ec4996fa90b for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:50:13.747728 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Updating router d1952803-0262-4946-920b-9ec4996fa90b port 1507329c-1e47-4a69-9fb2-753351fe468c binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:50:13.762673 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d21ccdc-ce3f-46eb-bbe8-9ec57e08717c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Made reservation on behalf of af9c01a0798540e5b6bd7f4173b010ec for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:13.766481 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7d21ccdc-ce3f-46eb-bbe8-9ec57e08717c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:13.774058 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:14.022605 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7d21ccdc-ce3f-46eb-bbe8-9ec57e08717c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:14.041447 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:14.088303 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21ccdc-ce3f-46eb-bbe8-9ec57e08717c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Subnet': ['ID=5af60565-8579-425c-8324-8a3d238b79db,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:14.095894 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d21ccdc-ce3f-46eb-bbe8-9ec57e08717c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Checking segment: {'id': '3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:50:14.096204 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d21ccdc-ce3f-46eb-bbe8-9ec57e08717c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network hostable DHCP agents. Network: 9285cb4b-8127-4956-817f-41bc04b9c985, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:50:14.097130 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:14.155852 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f0570-b33b-4333-81b8-5e2f3435faca None None] Pushing event updated for resources: {'Port': ['ID=1507329c-1e47-4a69-9fb2-753351fe468c,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:14.158213 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Attempting to bind port 1507329c-1e47-4a69-9fb2-753351fe468c on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:50:14.158579 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Attempting to bind port 1507329c-1e47-4a69-9fb2-753351fe468c by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:50:14.158954 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Attempting to bind port 1507329c-1e47-4a69-9fb2-753351fe468c on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:14.169744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:50:14.169744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:50:14.169744 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:14.169744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:50:14.169744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Bound port: 1507329c-1e47-4a69-9fb2-753351fe468c, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:50:14.169744 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:14.187699 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d21ccdc-ce3f-46eb-bbe8-9ec57e08717c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 9285cb4b-8127-4956-817f-41bc04b9c985 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:50:14.222211 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] For port 1507329c-1e47-4a69-9fb2-753351fe468c, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:50:14.225440 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] For port 1507329c-1e47-4a69-9fb2-753351fe468c, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1507329c-1e47-4a69-9fb2-753351fe468c,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:50:14.276925 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-7d21ccdc-ce3f-46eb-bbe8-9ec57e08717c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 9285cb4b-8127-4956-817f-41bc04b9c985) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:14.281602 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d21ccdc-ce3f-46eb-bbe8-9ec57e08717c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:14.286431 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7d21ccdc-ce3f-46eb-bbe8-9ec57e08717c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:14.287011 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e2b769-563f-44cd-8ef1-ebabf9a9ccc1 None None] Network 9285cb4b-8127-4956-817f-41bc04b9c985 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:50:14.311415 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:14.376844 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7d21ccdc-ce3f-46eb-bbe8-9ec57e08717c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7819433 Nov 02 12:50:14.380936 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59514) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:14.445222 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f0570-b33b-4333-81b8-5e2f3435faca None None] Pushing event updated for resources: {'Port': ['ID=1507329c-1e47-4a69-9fb2-753351fe468c,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:14.478594 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Routers {'d1952803-0262-4946-920b-9ec4996fa90b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:50:14.479280 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:49:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d1952803-0262-4946-920b-9ec4996fa90b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:14.577010 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-9285cb4b-8127-4956-817f-41bc04b9c985', 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ips': [{'subnet_id': '5af60565-8579-425c-8324-8a3d238b79db'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:50:14.577945 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:14.716841 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] Set router d1952803-0262-4946-920b-9ec4996fa90b gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:50:14.917312 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0becdff9-74f5-4259-9385-88cd364a8a7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:14.919507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Allocated IP 172.20.0.2 (9285cb4b-8127-4956-817f-41bc04b9c985/5af60565-8579-425c-8324-8a3d238b79db/1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:15.077932 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069334275', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:12Z', 'revision_number': 3, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:15.126980 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2545be50-bda6-4e5d-ae18-81f83b7296c6 None None] The sync data for ids ['d1952803-0262-4946-920b-9ec4996fa90b'] in n-d-806683-18 is: [{'id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069334275', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:12Z', 'revision_number': 3, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:15.169384 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:15.248704 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:15.305603 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Network 9285cb4b-8127-4956-817f-41bc04b9c985 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:15.309083 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:15.314033 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:50:15.317651 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Pushing event updated for resources: {'Port': ['ID=1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:15.397937 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Attempting to bind port 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:50:15.399242 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Attempting to bind port 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:50:15.399617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Attempting to bind port 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb on network 9285cb4b-8127-4956-817f-41bc04b9c985 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:15.405870 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:50:15.417395 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Checking segment: {'id': '3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:50:15.417395 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:15.417395 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Bound using segment: {'id': '3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:50:15.417395 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Bound port: 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:50:15.417395 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:15.491299 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] For port 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:50:15.496396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] For port 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb,segment=NetworkSegment(3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7),segment_id=3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:50:15.591931 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:15.601794 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-0becdff9-74f5-4259-9385-88cd364a8a7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.20.0.1 (9285cb4b-8127-4956-817f-41bc04b9c985/5af60565-8579-425c-8324-8a3d238b79db/8963bf7c-98c0-4f2c-8fbb-2517b37e5fab) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:15.677041 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6811c-ce9a-4f19-bee1-8d711f2da095 None None] Pushing event updated for resources: {'Port': ['ID=1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:15.746451 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0becdff9-74f5-4259-9385-88cd364a8a7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:15.857371 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0becdff9-74f5-4259-9385-88cd364a8a7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:15.910845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0becdff9-74f5-4259-9385-88cd364a8a7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 9285cb4b-8127-4956-817f-41bc04b9c985 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:15.914376 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-0becdff9-74f5-4259-9385-88cd364a8a7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:15.919598 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0becdff9-74f5-4259-9385-88cd364a8a7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:50:15.924082 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becdff9-74f5-4259-9385-88cd364a8a7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=8963bf7c-98c0-4f2c-8fbb-2517b37e5fab,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:15.989369 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0becdff9-74f5-4259-9385-88cd364a8a7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:16.189770 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0becdff9-74f5-4259-9385-88cd364a8a7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:16.504316 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0becdff9-74f5-4259-9385-88cd364a8a7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:16.592140 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0becdff9-74f5-4259-9385-88cd364a8a7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:16.685493 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0becdff9-74f5-4259-9385-88cd364a8a7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:16.687360 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becdff9-74f5-4259-9385-88cd364a8a7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=8963bf7c-98c0-4f2c-8fbb-2517b37e5fab,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:16.813754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0becdff9-74f5-4259-9385-88cd364a8a7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 9285cb4b-8127-4956-817f-41bc04b9c985 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:16.816980 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-0becdff9-74f5-4259-9385-88cd364a8a7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:16.962659 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0becdff9-74f5-4259-9385-88cd364a8a7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router d1952803-0262-4946-920b-9ec4996fa90b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:16.964705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1e8e62-516f-438e-9445-03ea586805bd None None] Network 9285cb4b-8127-4956-817f-41bc04b9c985 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:50:17.073615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ae2c1fe1-f328-4f77-afbf-9fb781ecf31b None None] Provisioning complete for port 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:50:17.073989 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ae2c1fe1-f328-4f77-afbf-9fb781ecf31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:17.092048 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0becdff9-74f5-4259-9385-88cd364a8a7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:17.101324 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0becdff9-74f5-4259-9385-88cd364a8a7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "PUT /v2.0/routers/d1952803-0262-4946-920b-9ec4996fa90b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7187736 Nov 02 12:50:17.231680 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ae2c1fe1-f328-4f77-afbf-9fb781ecf31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:17.243473 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Sync routers for ids ['d1952803-0262-4946-920b-9ec4996fa90b'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:17.267467 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Routers {'d1952803-0262-4946-920b-9ec4996fa90b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:50:17.268997 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:49:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d1952803-0262-4946-920b-9ec4996fa90b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:17.279337 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-d66c2a67-579d-425a-9f42-e665c291a390 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1699501931&fields=id&tenant_id=af9c01a0798540e5b6bd7f4173b010ec HTTP/1.1" status: 200 len: 267 time: 0.0617959 Nov 02 12:50:17.293776 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ae2c1fe1-f328-4f77-afbf-9fb781ecf31b None None] For port 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb,segment=NetworkSegment(3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7),segment_id=3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:17.365994 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ae2c1fe1-f328-4f77-afbf-9fb781ecf31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:17.417182 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Set router d1952803-0262-4946-920b-9ec4996fa90b gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:50:17.426440 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-559228cf-7193-48a6-92e6-a02226b7b8c3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:17.434677 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-559228cf-7193-48a6-92e6-a02226b7b8c3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/networks?id=9285cb4b-8127-4956-817f-41bc04b9c985 HTTP/1.1" status: 200 len: 796 time: 0.1544223 Nov 02 12:50:17.451921 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c1fe1-f328-4f77-afbf-9fb781ecf31b None None] Pushing event updated for resources: {'Port': ['ID=1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:17.452789 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-fa79575c-7394-42fd-b068-d042d465e27d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/quotas/af9c01a0798540e5b6bd7f4173b010ec HTTP/1.1" status: 200 len: 375 time: 0.0169072 Nov 02 12:50:17.456514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:17.522372 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-6bbdd7e6-0d2c-49da-a170-379b55f28b05 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686588 Nov 02 12:50:17.542635 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:50:17.543284 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:17.589696 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0bc6d11f-254f-4d63-8334-b448dc0177d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:17.646161 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-2114f5a5-371f-4eef-9474-75f1eed96859 service neutron] 10.222.0.52 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118860 Nov 02 12:50:17.659782 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1507329c-1e47-4a69-9fb2-753351fe468c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:17.709022 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069334275', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:16Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '8963bf7c-98c0-4f2c-8fbb-2517b37e5fab', 'name': '', 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ff:3b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5af60565-8579-425c-8324-8a3d238b79db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:15Z', 'updated_at': '2021-11-02T12:50:16Z', 'revision_number': 2, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '5af60565-8579-425c-8324-8a3d238b79db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:17.715831 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ca6d3b17-fabf-4aef-9e02-239fdb6058a2 None None] Provisioning complete for port 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:50:17.716544 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ca6d3b17-fabf-4aef-9e02-239fdb6058a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:17.744675 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-52bae7e9-b524-433e-8b64-21fca22ef16c service neutron] 10.222.0.52 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976088 Nov 02 12:50:17.755900 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Checking router: d1952803-0262-4946-920b-9ec4996fa90b for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:50:17.756268 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Updating router d1952803-0262-4946-920b-9ec4996fa90b port 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:50:17.767652 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 1507329c-1e47-4a69-9fb2-753351fe468c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:50:17.768063 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:17.787381 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:18.106713 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-167adcee-6bf6-4a91-b122-6fddda1fcc2f req-83ab7c0b-e33b-4a5e-8f61-2785f994e3d7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 210 time: 0.0446138 Nov 02 12:50:18.141215 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ca6d3b17-fabf-4aef-9e02-239fdb6058a2 None None] Provisioning complete for port 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:50:18.141838 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ca6d3b17-fabf-4aef-9e02-239fdb6058a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:18.147567 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:18.198051 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:18.225214 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 1507329c-1e47-4a69-9fb2-753351fe468c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1507329c-1e47-4a69-9fb2-753351fe468c,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:18.226380 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ca6d3b17-fabf-4aef-9e02-239fdb6058a2 None None] Port 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:50:18.288365 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:18.317746 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:18.346037 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1782113-c879-4a59-a8ec-04750c44a3b2 None None] Pushing event updated for resources: {'Port': ['ID=8963bf7c-98c0-4f2c-8fbb-2517b37e5fab,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:18.372318 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782113-c879-4a59-a8ec-04750c44a3b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:18.372845 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782113-c879-4a59-a8ec-04750c44a3b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:18.373080 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782113-c879-4a59-a8ec-04750c44a3b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:18.373401 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782113-c879-4a59-a8ec-04750c44a3b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:18.373697 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782113-c879-4a59-a8ec-04750c44a3b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:18.374037 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782113-c879-4a59-a8ec-04750c44a3b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:18.374363 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782113-c879-4a59-a8ec-04750c44a3b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:18.374698 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782113-c879-4a59-a8ec-04750c44a3b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:18.375051 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782113-c879-4a59-a8ec-04750c44a3b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:18.375400 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782113-c879-4a59-a8ec-04750c44a3b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:18.375692 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782113-c879-4a59-a8ec-04750c44a3b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:18.376009 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1782113-c879-4a59-a8ec-04750c44a3b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:18.414099 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9ce67b48-1ed4-4e31-a5c9-254d7ea13ed7 None None] Provisioning complete for port 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:50:18.414668 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9ce67b48-1ed4-4e31-a5c9-254d7ea13ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:18.422072 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Attempting to bind port 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:50:18.422446 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Attempting to bind port 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:50:18.423958 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Attempting to bind port 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab on network 9285cb4b-8127-4956-817f-41bc04b9c985 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:18.431969 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:50:18.432373 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Checking segment: {'id': '3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:50:18.432745 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:18.433145 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Bound using segment: {'id': '3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:50:18.433632 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Bound port: 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:50:18.434062 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:18.470301 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=1507329c-1e47-4a69-9fb2-753351fe468c,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:18.494415 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9ce67b48-1ed4-4e31-a5c9-254d7ea13ed7 None None] Port 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:50:18.641051 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c16567c3-b6b5-41b0-8afa-a87a478754ca None None] Provisioning complete for port 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:50:18.641051 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c16567c3-b6b5-41b0-8afa-a87a478754ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:18.641281 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] For port 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:50:18.641281 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] For port 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8963bf7c-98c0-4f2c-8fbb-2517b37e5fab,segment=NetworkSegment(3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7),segment_id=3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:50:18.696461 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-c16567c3-b6b5-41b0-8afa-a87a478754ca None None] Port 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:50:18.734434 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:18.807066 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Routers {'d1952803-0262-4946-920b-9ec4996fa90b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:50:18.808854 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:49:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d1952803-0262-4946-920b-9ec4996fa90b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:18.816697 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1782113-c879-4a59-a8ec-04750c44a3b2 None None] Pushing event updated for resources: {'Port': ['ID=8963bf7c-98c0-4f2c-8fbb-2517b37e5fab,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:18.955707 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] Set router d1952803-0262-4946-920b-9ec4996fa90b gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:50:19.120681 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-aae169e9-28d5-4a59-8846-98ca6b6ff456 None None] Provisioning complete for port 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:50:19.121057 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aae169e9-28d5-4a59-8846-98ca6b6ff456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:19.202661 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-debef0d0-9113-4072-84ff-50aa9af99d7b req-0b4e6e46-13ea-451e-ba89-1885ef1e1890 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 210 time: 0.0314300 Nov 02 12:50:19.223510 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069334275', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:16Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '8963bf7c-98c0-4f2c-8fbb-2517b37e5fab', 'name': '', 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ff:3b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5af60565-8579-425c-8324-8a3d238b79db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:15Z', 'updated_at': '2021-11-02T12:50:18Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '5af60565-8579-425c-8324-8a3d238b79db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:19.245594 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aae169e9-28d5-4a59-8846-98ca6b6ff456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:19.251136 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b8242-2c1c-4fb4-a8bf-8b09879c8dfc None None] The sync data for ids ['d1952803-0262-4946-920b-9ec4996fa90b'] in n-d-806683-18 is: [{'id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069334275', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:16Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '8963bf7c-98c0-4f2c-8fbb-2517b37e5fab', 'name': '', 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ff:3b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5af60565-8579-425c-8324-8a3d238b79db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:15Z', 'updated_at': '2021-11-02T12:50:18Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '5af60565-8579-425c-8324-8a3d238b79db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:19.288028 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-aae169e9-28d5-4a59-8846-98ca6b6ff456 None None] For port 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8963bf7c-98c0-4f2c-8fbb-2517b37e5fab,segment=NetworkSegment(3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7),segment_id=3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:19.300248 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:19.365916 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aae169e9-28d5-4a59-8846-98ca6b6ff456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:19.396471 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:50:19.396857 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:19.459938 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae169e9-28d5-4a59-8846-98ca6b6ff456 None None] Pushing event updated for resources: {'Port': ['ID=8963bf7c-98c0-4f2c-8fbb-2517b37e5fab,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:19.521241 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1507329c-1e47-4a69-9fb2-753351fe468c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:19.571933 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 1507329c-1e47-4a69-9fb2-753351fe468c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:50:19.572285 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:19.796748 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-697d6529-5a9c-4942-bb31-9d37e8aa3820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:20.314454 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-02423bb5-f6da-45ae-8e90-5531c192c883 req-de800ab5-cc1c-403c-9f49-f50e82eb65c9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 210 time: 0.0428250 Nov 02 12:50:21.222836 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:21.281504 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:21.339593 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:50:21.339965 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:21.403155 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07eb8252-f623-462c-a111-bf41f98de789 req-54b2cef9-53e5-4103-94ca-aada31717d06 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 210 time: 0.0334566 Nov 02 12:50:22.512743 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5c55435c-df7d-49f7-bcb8-82b0d9788fb9 req-1b0ae047-9a5d-461b-9a86-4dafaf08c36f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 210 time: 0.0351012 Nov 02 12:50:22.731071 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:23.285989 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-15638d7c-b117-417d-8ee2-ed130a3af8a4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:23.287638 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-15638d7c-b117-417d-8ee2-ed130a3af8a4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.79 "GET /v2.0/networks?id=9285cb4b-8127-4956-817f-41bc04b9c985 HTTP/1.1" status: 200 len: 796 time: 0.1224201 Nov 02 12:50:23.358207 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-9ebfcac5-9c9c-41b0-8fb3-51d5b65bb14a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af9c01a0798540e5b6bd7f4173b010ec HTTP/1.1" status: 200 len: 380 time: 0.0617564 Nov 02 12:50:23.368919 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-e7550e75-ac95-4f68-906a-3ebe5bd98a70 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'port': {'device_id': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985', 'admin_state_up': True, 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'security_groups': ['a23e8d01-acfe-4d8f-bfb8-df96598d9249']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:50:23.602229 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-e7550e75-ac95-4f68-906a-3ebe5bd98a70 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Made reservation on behalf of af9c01a0798540e5b6bd7f4173b010ec for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:23.605759 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-e7550e75-ac95-4f68-906a-3ebe5bd98a70 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:23.636095 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52d6ca3a-7c1f-4c39-b308-dc97b2144439 req-98362f28-ec8b-42df-91f4-e6c4bd920d64 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 210 time: 0.0440702 Nov 02 12:50:23.775625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-e7550e75-ac95-4f68-906a-3ebe5bd98a70 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.20.0.5 (9285cb4b-8127-4956-817f-41bc04b9c985/5af60565-8579-425c-8324-8a3d238b79db/899ecb9f-fe24-4a3c-8107-175742815cd8) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:23.944384 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-e7550e75-ac95-4f68-906a-3ebe5bd98a70 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:24.054435 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-e7550e75-ac95-4f68-906a-3ebe5bd98a70 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:24.098749 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-e7550e75-ac95-4f68-906a-3ebe5bd98a70 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 9285cb4b-8127-4956-817f-41bc04b9c985 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:24.101942 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-e7550e75-ac95-4f68-906a-3ebe5bd98a70 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:24.108566 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-e7550e75-ac95-4f68-906a-3ebe5bd98a70 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:50:24.136375 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7550e75-ac95-4f68-906a-3ebe5bd98a70 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=899ecb9f-fe24-4a3c-8107-175742815cd8,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:24.167614 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-e7550e75-ac95-4f68-906a-3ebe5bd98a70 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:24.168254 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-e7550e75-ac95-4f68-906a-3ebe5bd98a70 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:24.251296 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-e7550e75-ac95-4f68-906a-3ebe5bd98a70 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8865440 Nov 02 12:50:24.264380 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Request body: {'port': {'device_id': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:50:24.324484 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-70fff613-9015-4001-9698-cc4bdacff17d None None] Provisioning complete for port 899ecb9f-fe24-4a3c-8107-175742815cd8 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:50:24.325106 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-70fff613-9015-4001-9698-cc4bdacff17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:24.325229 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:24.367521 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-70fff613-9015-4001-9698-cc4bdacff17d None None] Port 899ecb9f-fe24-4a3c-8107-175742815cd8 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:50:24.492317 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:24.605800 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899ecb9f-fe24-4a3c-8107-175742815cd8 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:50:24.613499 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:24.625558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Transition to ACTIVE for port object 899ecb9f-fe24-4a3c-8107-175742815cd8 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:50:24.725416 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:24.747996 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:24.811025 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Pushing event updated for resources: {'Port': ['ID=899ecb9f-fe24-4a3c-8107-175742815cd8,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:24.837599 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d48c4b-2263-4548-ace1-5282b613bfd5 req-bf88e710-67c4-4fb9-bab2-d106f12f270f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:24.845685 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41d48c4b-2263-4548-ace1-5282b613bfd5 req-bf88e710-67c4-4fb9-bab2-d106f12f270f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 943 time: 0.1257319 Nov 02 12:50:24.938027 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-41d48c4b-2263-4548-ace1-5282b613bfd5 req-c4741f75-6ff0-4c70-8053-1024eed015dd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747981 Nov 02 12:50:24.938790 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Attempting to bind port 899ecb9f-fe24-4a3c-8107-175742815cd8 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:50:24.939209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Attempting to bind port 899ecb9f-fe24-4a3c-8107-175742815cd8 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:50:24.939616 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Attempting to bind port 899ecb9f-fe24-4a3c-8107-175742815cd8 on network 9285cb4b-8127-4956-817f-41bc04b9c985 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:24.945980 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Port 899ecb9f-fe24-4a3c-8107-175742815cd8 on network 9285cb4b-8127-4956-817f-41bc04b9c985 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:50:24.946362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Attempting to bind port 899ecb9f-fe24-4a3c-8107-175742815cd8 on network 9285cb4b-8127-4956-817f-41bc04b9c985 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:24.965476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:50:24.965476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Checking segment: {'id': '3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:50:24.965476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Bound using segment: {'id': '3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:50:24.965476 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Bound port: 899ecb9f-fe24-4a3c-8107-175742815cd8, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:50:24.965476 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:25.032291 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] For port 899ecb9f-fe24-4a3c-8107-175742815cd8, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:50:25.036408 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] For port 899ecb9f-fe24-4a3c-8107-175742815cd8, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=899ecb9f-fe24-4a3c-8107-175742815cd8,segment=NetworkSegment(3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7),segment_id=3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:50:25.094154 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:25.123406 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:25.161594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:25.162211 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:25.163653 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] 10.222.0.79 "PUT /v2.0/ports/899ecb9f-fe24-4a3c-8107-175742815cd8 HTTP/1.1" status: 200 len: 1092 time: 0.9037969 Nov 02 12:50:25.164115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'tag': '899ecb9f-fe24-4a3c-8107-175742815cd8'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:50:25.166396 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f83ee64-b0e8-4c60-8051-67f57276fb01" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1dd1b4-227e-4f6f-822f-7cf94f001397", "tag": "899ecb9f-fe24-4a3c-8107-175742815cd8"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:50:25.195071 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97687a70-04f8-4017-a831-acbc988392f2 service neutron] Pushing event updated for resources: {'Port': ['ID=899ecb9f-fe24-4a3c-8107-175742815cd8,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:25.229169 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211cc442-eb72-4105-ac66-508ec4d33d94 x-openstack-request-id: req-211cc442-eb72-4105-ac66-508ec4d33d94 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:50:25.230058 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1dd1b4-227e-4f6f-822f-7cf94f001397", "tag": "899ecb9f-fe24-4a3c-8107-175742815cd8", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:50:25.230416 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-211cc442-eb72-4105-ac66-508ec4d33d94 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:50:25.230953 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'tag': '899ecb9f-fe24-4a3c-8107-175742815cd8', 'status': 'completed', 'code': 200} Nov 02 12:50:25.296490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83ee64-b0e8-4c60-8051-67f57276fb01 req-d512cb19-98c7-4e4a-8dba-46149bbf9693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:25.298020 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f83ee64-b0e8-4c60-8051-67f57276fb01 req-d512cb19-98c7-4e4a-8dba-46149bbf9693 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 1095 time: 0.0454092 Nov 02 12:50:25.413107 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83ee64-b0e8-4c60-8051-67f57276fb01 req-c0059261-3266-47d9-8da8-273931eef42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:25.414595 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f83ee64-b0e8-4c60-8051-67f57276fb01 req-c0059261-3266-47d9-8da8-273931eef42f service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1090889 Nov 02 12:50:25.513209 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83ee64-b0e8-4c60-8051-67f57276fb01 req-815486aa-ac9b-478d-9ba0-bfdcbbe84d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:25.514590 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f83ee64-b0e8-4c60-8051-67f57276fb01 req-815486aa-ac9b-478d-9ba0-bfdcbbe84d4e service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913999 Nov 02 12:50:25.945451 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-4fef97f9-6c69-4755-9169-d4494c3144ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:25.946977 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-4fef97f9-6c69-4755-9169-d4494c3144ce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 1095 time: 0.3951223 Nov 02 12:50:25.990623 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-46d7133e-8b65-4840-950a-1892a3ca60cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=899ecb9f-fe24-4a3c-8107-175742815cd8 HTTP/1.1" status: 200 len: 217 time: 0.0359123 Nov 02 12:50:26.074884 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-86e75dd3-40da-4377-a1e0-4021abdd35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:26.076429 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-86e75dd3-40da-4377-a1e0-4021abdd35d3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5af60565-8579-425c-8324-8a3d238b79db HTTP/1.1" status: 200 len: 835 time: 0.0792120 Nov 02 12:50:26.102945 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebbdfe-5abc-4449-aced-6c1fca54d08b req-8f440258-9157-4e78-a4dc-2458cf23a114 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:26.104475 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4aebbdfe-5abc-4449-aced-6c1fca54d08b req-8f440258-9157-4e78-a4dc-2458cf23a114 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 943 time: 0.0798240 Nov 02 12:50:26.161135 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-4b2a6611-43eb-46f8-950a-f33dd3bf9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:26.162641 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-4b2a6611-43eb-46f8-950a-f33dd3bf9ff4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9285cb4b-8127-4956-817f-41bc04b9c985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795794 Nov 02 12:50:26.185037 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4aebbdfe-5abc-4449-aced-6c1fca54d08b req-0c25d9d8-2d92-47c0-932a-8677e860288e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659394 Nov 02 12:50:26.266615 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-b987eac9-d80a-4f9f-88d5-9f996d6d6ce1 service neutron] 10.222.0.79 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942676 Nov 02 12:50:26.359577 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8194f3c-c8fc-4d6d-823d-c9c66717ba47 req-82cd2018-8f11-4a63-9be9-ee9127a7ea09 service neutron] 10.222.0.79 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857325 Nov 02 12:50:27.303917 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72deecef-ffa3-49f0-a330-87686bd93e84 req-4c5357e2-58ca-445f-891d-b62e83361d3b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:27.305428 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72deecef-ffa3-49f0-a330-87686bd93e84 req-4c5357e2-58ca-445f-891d-b62e83361d3b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 943 time: 0.0498683 Nov 02 12:50:27.360124 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72deecef-ffa3-49f0-a330-87686bd93e84 req-7fd36d34-e657-4965-bb99-b95861650628 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485978 Nov 02 12:50:28.478971 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4850ae-dde4-4c6a-866a-eac86ae0d2cb req-a7253004-55d1-4915-bd75-b022c03751a7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:28.480490 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf4850ae-dde4-4c6a-866a-eac86ae0d2cb req-a7253004-55d1-4915-bd75-b022c03751a7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 943 time: 0.0498905 Nov 02 12:50:28.535552 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bf4850ae-dde4-4c6a-866a-eac86ae0d2cb req-5a90063c-81d4-4304-a2f7-93eed8f69be3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490158 Nov 02 12:50:29.657150 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073c22-94cc-4345-8fd8-283613d07bfc req-28fa6354-9675-43e8-9a81-637bac9cddbc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:29.658677 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de073c22-94cc-4345-8fd8-283613d07bfc req-28fa6354-9675-43e8-9a81-637bac9cddbc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 943 time: 0.0515852 Nov 02 12:50:29.710693 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-de073c22-94cc-4345-8fd8-283613d07bfc req-52d6eee1-3aa2-411e-b75b-3fa2e61e5a80 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452552 Nov 02 12:50:30.076664 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 899ecb9f-fe24-4a3c-8107-175742815cd8 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:50:30.172781 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 899ecb9f-fe24-4a3c-8107-175742815cd8, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=899ecb9f-fe24-4a3c-8107-175742815cd8,segment=NetworkSegment(3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7),segment_id=3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:30.191544 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': '899ecb9f-fe24-4a3c-8107-175742815cd8', 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985', 'port_id': '899ecb9f-fe24-4a3c-8107-175742815cd8', 'mac_address': 'fa:16:3e:a9:14:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af60565-8579-425c-8324-8a3d238b79db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:50:30.229529 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:30.242610 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899ecb9f-fe24-4a3c-8107-175742815cd8 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:50:30.262189 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 899ecb9f-fe24-4a3c-8107-175742815cd8, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=899ecb9f-fe24-4a3c-8107-175742815cd8,segment=NetworkSegment(3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7),segment_id=3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:30.325073 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:30.375577 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=899ecb9f-fe24-4a3c-8107-175742815cd8,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:30.558769 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['899ecb9f-fe24-4a3c-8107-175742815cd8'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:50:30.837051 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c37c8-3f0f-4628-b520-973261d3fc78 req-fb04fe33-e840-4f09-bf47-71191e83dffc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:30.838566 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a02c37c8-3f0f-4628-b520-973261d3fc78 req-fb04fe33-e840-4f09-bf47-71191e83dffc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 944 time: 0.0552230 Nov 02 12:50:30.889544 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a02c37c8-3f0f-4628-b520-973261d3fc78 req-aa40b5e6-78d8-4787-b5f8-bb35b85c1343 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446234 Nov 02 12:50:32.009414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac9907-01a2-46bf-abdc-a9e46c280003 req-00d586b6-4ffa-425d-84e4-9df998993ff9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:32.010907 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-45ac9907-01a2-46bf-abdc-a9e46c280003 req-00d586b6-4ffa-425d-84e4-9df998993ff9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 944 time: 0.0505865 Nov 02 12:50:32.061106 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-45ac9907-01a2-46bf-abdc-a9e46c280003 req-e08c00e2-31bd-4528-8dea-a9499fc1f2c8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440764 Nov 02 12:50:32.087208 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 899ecb9f-fe24-4a3c-8107-175742815cd8 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:32.202799 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port 899ecb9f-fe24-4a3c-8107-175742815cd8 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:50:32.208905 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port 899ecb9f-fe24-4a3c-8107-175742815cd8 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:50:32.209368 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:32.295952 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:32.320773 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899ecb9f-fe24-4a3c-8107-175742815cd8'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:50:32.323234 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2270a43f-9638-41a6-b0a8-3cf0e4a5ad93" -d '{"events": [{"server_uuid": "5d1dd1b4-227e-4f6f-822f-7cf94f001397", "name": "network-vif-plugged", "status": "completed", "tag": "899ecb9f-fe24-4a3c-8107-175742815cd8"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:50:32.337858 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port 899ecb9f-fe24-4a3c-8107-175742815cd8, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=899ecb9f-fe24-4a3c-8107-175742815cd8,segment=NetworkSegment(3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7),segment_id=3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:32.397432 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:32.427815 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef622101-a95c-45eb-83fe-50be8b03a95b x-openstack-request-id: req-ef622101-a95c-45eb-83fe-50be8b03a95b {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:50:32.428105 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1dd1b4-227e-4f6f-822f-7cf94f001397", "name": "network-vif-plugged", "status": "completed", "tag": "899ecb9f-fe24-4a3c-8107-175742815cd8", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:50:32.428354 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef622101-a95c-45eb-83fe-50be8b03a95b {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:50:32.428744 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899ecb9f-fe24-4a3c-8107-175742815cd8', 'code': 200} Nov 02 12:50:32.455313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=899ecb9f-fe24-4a3c-8107-175742815cd8,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:32.529417 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3925f-2646-4364-a22f-827ea82e32c1 req-23b548bf-f198-4147-8e55-eb07c3ed0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:32.530965 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-81e3925f-2646-4364-a22f-827ea82e32c1 req-23b548bf-f198-4147-8e55-eb07c3ed0af1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 1097 time: 0.0406616 Nov 02 12:50:32.584132 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-81e3925f-2646-4364-a22f-827ea82e32c1 req-e3c87262-c821-407f-bdfb-88f8f1eab24a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462267 Nov 02 12:50:33.187896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a56b33-a12e-4644-8d1b-9dcd79fd54ca req-587859f7-1af5-498a-ac60-a2454317afd2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:33.189427 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19a56b33-a12e-4644-8d1b-9dcd79fd54ca req-587859f7-1af5-498a-ac60-a2454317afd2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0517571 Nov 02 12:50:33.242269 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19a56b33-a12e-4644-8d1b-9dcd79fd54ca req-3303d7b0-ec85-4988-a0d4-0b98f43773b9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460489 Nov 02 12:50:34.360183 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32baeafc-5ee1-4171-9099-0c930a470926 req-551be9a7-d703-4a07-9e7a-7de35e9f2439 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:34.361725 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32baeafc-5ee1-4171-9099-0c930a470926 req-551be9a7-d703-4a07-9e7a-7de35e9f2439 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0505462 Nov 02 12:50:34.415622 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32baeafc-5ee1-4171-9099-0c930a470926 req-9c090593-9a1f-4465-844b-58670618bc4c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474572 Nov 02 12:50:34.543597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ecc37-4697-4366-b579-f6a796fa0ab0 req-28f2bfed-6e8b-4335-a6d9-edbe3a5599ca tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:34.543597 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ca3ecc37-4697-4366-b579-f6a796fa0ab0 req-28f2bfed-6e8b-4335-a6d9-edbe3a5599ca tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0562046 Nov 02 12:50:34.593765 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ca3ecc37-4697-4366-b579-f6a796fa0ab0 req-5ac36cb8-7d13-451a-b4cc-ae7c2308d3f2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457239 Nov 02 12:50:34.616186 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59588) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:34.657479 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cb1cff-23d5-4c41-907b-b539fff89fb4 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:34.659639 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-17cb1cff-23d5-4c41-907b-b539fff89fb4 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 1092 time: 0.0417845 Nov 02 12:50:34.662849 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59590) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:34.667383 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': '899ecb9f-fe24-4a3c-8107-175742815cd8', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:50:34.745440 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:34.848490 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:34.957039 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.25.6.24 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/8ed35753-ca73-488a-8351-414ab67d942a) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:35.058782 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:35.157228 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:35.200328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:35.205770 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:35.208809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=8ed35753-ca73-488a-8351-414ab67d942a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:35.211225 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:50:35.584576 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:35.714845 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:35.865853 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:35.942005 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:36.014456 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=8ed35753-ca73-488a-8351-414ab67d942a,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:36.028729 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:36.140136 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Floating IP 63e5cb5d-3f21-456a-80f5-7ea3434dd4f7 associated. External IP: 172.25.6.24, port: 899ecb9f-fe24-4a3c-8107-175742815cd8. Nov 02 12:50:36.357626 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router d1952803-0262-4946-920b-9ec4996fa90b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:36.471455 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:36.482164 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4c7588-782a-454a-a5f8-99a330b0654f None None] Sync routers for ids ['d1952803-0262-4946-920b-9ec4996fa90b'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:36.492159 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4c7588-782a-454a-a5f8-99a330b0654f None None] Routers {'d1952803-0262-4946-920b-9ec4996fa90b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:50:36.492795 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0c4c7588-782a-454a-a5f8-99a330b0654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:50:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d1952803-0262-4946-920b-9ec4996fa90b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:36.553715 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:36.583583 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-01a24e3a-a4c1-4484-b55e-aff949ba3e0e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9196267 Nov 02 12:50:36.584203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'tag': '899ecb9f-fe24-4a3c-8107-175742815cd8'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:50:36.586533 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1ca582-6fcb-47ea-9467-a39b8e975e07" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1dd1b4-227e-4f6f-822f-7cf94f001397", "tag": "899ecb9f-fe24-4a3c-8107-175742815cd8"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:50:36.605964 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-0c4c7588-782a-454a-a5f8-99a330b0654f None None] Set router d1952803-0262-4946-920b-9ec4996fa90b gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:50:36.686159 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca06ecb-5dc8-452e-aba9-200ec0e9400a req-fcd9429b-684c-42d7-af49-1418c856459a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:36.687742 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8ca06ecb-5dc8-452e-aba9-200ec0e9400a req-fcd9429b-684c-42d7-af49-1418c856459a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0519893 Nov 02 12:50:36.740742 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8ca06ecb-5dc8-452e-aba9-200ec0e9400a req-65028561-3fde-4cfc-b0cd-10d6188c7756 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454490 Nov 02 12:50:36.763883 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59598) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:36.837016 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fd0e83b4-5792-46f7-af3d-e994f73bad84 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/floatingips/63e5cb5d-3f21-456a-80f5-7ea3434dd4f7 HTTP/1.1" status: 200 len: 990 time: 0.0719426 Nov 02 12:50:36.848217 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb372bd2-ce20-4e00-a541-e8412bdaa76a x-openstack-request-id: req-cb372bd2-ce20-4e00-a541-e8412bdaa76a {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:50:36.848516 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1dd1b4-227e-4f6f-822f-7cf94f001397", "tag": "899ecb9f-fe24-4a3c-8107-175742815cd8", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:50:36.848697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0c4c7588-782a-454a-a5f8-99a330b0654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069334275', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:16Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '63e5cb5d-3f21-456a-80f5-7ea3434dd4f7', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'port_id': '899ecb9f-fe24-4a3c-8107-175742815cd8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985', 'mac_address': 'fa:16:3e:a9:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:50:35Z', 'updated_at': '2021-11-02T12:50:35Z', 'revision_number': 0, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8963bf7c-98c0-4f2c-8fbb-2517b37e5fab', 'name': '', 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ff:3b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5af60565-8579-425c-8324-8a3d238b79db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:15Z', 'updated_at': '2021-11-02T12:50:19Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '5af60565-8579-425c-8324-8a3d238b79db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:36.849076 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb372bd2-ce20-4e00-a541-e8412bdaa76a {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:50:36.849367 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'tag': '899ecb9f-fe24-4a3c-8107-175742815cd8', 'status': 'completed', 'code': 200} Nov 02 12:50:36.880509 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4c7588-782a-454a-a5f8-99a330b0654f None None] Checking router: d1952803-0262-4946-920b-9ec4996fa90b for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:50:36.889302 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4c7588-782a-454a-a5f8-99a330b0654f None None] Routers {'d1952803-0262-4946-920b-9ec4996fa90b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:50:36.889906 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0c4c7588-782a-454a-a5f8-99a330b0654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:50:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d1952803-0262-4946-920b-9ec4996fa90b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:36.919485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ca582-6fcb-47ea-9467-a39b8e975e07 req-de4d418c-e764-43ce-a4a3-21207d9e02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:36.920996 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8a1ca582-6fcb-47ea-9467-a39b8e975e07 req-de4d418c-e764-43ce-a4a3-21207d9e02c7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 1097 time: 0.0472574 Nov 02 12:50:37.001328 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-0c4c7588-782a-454a-a5f8-99a330b0654f None None] Set router d1952803-0262-4946-920b-9ec4996fa90b gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:50:37.017927 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ca582-6fcb-47ea-9467-a39b8e975e07 req-3a607330-8510-48c2-968a-2aefe82240c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:37.019487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8a1ca582-6fcb-47ea-9467-a39b8e975e07 req-3a607330-8510-48c2-968a-2aefe82240c2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9285cb4b-8127-4956-817f-41bc04b9c985 HTTP/1.1" status: 200 len: 897 time: 0.0919328 Nov 02 12:50:37.093102 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8a1ca582-6fcb-47ea-9467-a39b8e975e07 req-c23d6721-ce6a-42e9-b4f9-1d9d40eaee2f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=899ecb9f-fe24-4a3c-8107-175742815cd8 HTTP/1.1" status: 200 len: 998 time: 0.0666966 Nov 02 12:50:37.144719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ca582-6fcb-47ea-9467-a39b8e975e07 req-733d1d84-fba5-4372-ad70-e2adea89dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:37.146213 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8a1ca582-6fcb-47ea-9467-a39b8e975e07 req-733d1d84-fba5-4372-ad70-e2adea89dd28 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5af60565-8579-425c-8324-8a3d238b79db HTTP/1.1" status: 200 len: 835 time: 0.0463128 Nov 02 12:50:37.193665 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ca582-6fcb-47ea-9467-a39b8e975e07 req-72c878c2-ad53-44a6-9563-e6e08902a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:37.195227 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8a1ca582-6fcb-47ea-9467-a39b8e975e07 req-72c878c2-ad53-44a6-9563-e6e08902a898 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9285cb4b-8127-4956-817f-41bc04b9c985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420384 Nov 02 12:50:37.240543 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-0c4c7588-782a-454a-a5f8-99a330b0654f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069334275', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:16Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '63e5cb5d-3f21-456a-80f5-7ea3434dd4f7', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'port_id': '899ecb9f-fe24-4a3c-8107-175742815cd8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985', 'mac_address': 'fa:16:3e:a9:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:50:35Z', 'updated_at': '2021-11-02T12:50:35Z', 'revision_number': 0, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8963bf7c-98c0-4f2c-8fbb-2517b37e5fab', 'name': '', 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ff:3b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5af60565-8579-425c-8324-8a3d238b79db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:15Z', 'updated_at': '2021-11-02T12:50:19Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '5af60565-8579-425c-8324-8a3d238b79db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:37.271242 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4c7588-782a-454a-a5f8-99a330b0654f None None] The sync data for ids ['d1952803-0262-4946-920b-9ec4996fa90b'] in n-d-806683-18 is: [{'id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069334275', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:16Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '63e5cb5d-3f21-456a-80f5-7ea3434dd4f7', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'port_id': '899ecb9f-fe24-4a3c-8107-175742815cd8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985', 'mac_address': 'fa:16:3e:a9:14:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:50:35Z', 'updated_at': '2021-11-02T12:50:35Z', 'revision_number': 0, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8963bf7c-98c0-4f2c-8fbb-2517b37e5fab', 'name': '', 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ff:3b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5af60565-8579-425c-8324-8a3d238b79db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:15Z', 'updated_at': '2021-11-02T12:50:19Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '5af60565-8579-425c-8324-8a3d238b79db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:37.296665 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8a1ca582-6fcb-47ea-9467-a39b8e975e07 req-6045ea80-5853-482f-892b-975286698df1 service neutron] 10.222.0.79 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934589 Nov 02 12:50:37.395774 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8a1ca582-6fcb-47ea-9467-a39b8e975e07 req-abad142e-d354-4d5b-854e-94b50ad35eb1 service neutron] 10.222.0.79 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918233 Nov 02 12:50:37.470867 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba0378-5aad-4d65-9f0e-22eb852a223e None None] New status for floating IP 63e5cb5d-3f21-456a-80f5-7ea3434dd4f7: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:50:37.841373 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59600) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:50:37.907962 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6825b592-37d4-46d0-8f1f-6debb092c40e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/floatingips/63e5cb5d-3f21-456a-80f5-7ea3434dd4f7 HTTP/1.1" status: 200 len: 992 time: 0.0654314 Nov 02 12:50:38.148832 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36d20507-451a-4a17-8b8d-b44fc9a8e76f req-7d6d271d-d633-409a-b972-0bbd3f14df03 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442088 Nov 02 12:50:38.234583 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d20507-451a-4a17-8b8d-b44fc9a8e76f req-1f3a2190-ad1e-4f5d-9df1-644950f819b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:38.236156 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36d20507-451a-4a17-8b8d-b44fc9a8e76f req-1f3a2190-ad1e-4f5d-9df1-644950f819b0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 1097 time: 0.0450678 Nov 02 12:50:38.342302 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d20507-451a-4a17-8b8d-b44fc9a8e76f req-e35978c9-b3b2-4513-9274-036536a2639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:38.343809 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36d20507-451a-4a17-8b8d-b44fc9a8e76f req-e35978c9-b3b2-4513-9274-036536a2639a service neutron] 10.222.0.79 "GET /v2.0/networks?id=9285cb4b-8127-4956-817f-41bc04b9c985 HTTP/1.1" status: 200 len: 897 time: 0.0869544 Nov 02 12:50:38.415992 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36d20507-451a-4a17-8b8d-b44fc9a8e76f req-1434a8be-2067-4103-81b2-0e2a2da3ba38 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=899ecb9f-fe24-4a3c-8107-175742815cd8 HTTP/1.1" status: 200 len: 1000 time: 0.0641963 Nov 02 12:50:38.466388 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d20507-451a-4a17-8b8d-b44fc9a8e76f req-ef70807d-940f-437e-b14e-67ec0751b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:38.467908 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36d20507-451a-4a17-8b8d-b44fc9a8e76f req-ef70807d-940f-437e-b14e-67ec0751b3f9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5af60565-8579-425c-8324-8a3d238b79db HTTP/1.1" status: 200 len: 835 time: 0.0449941 Nov 02 12:50:38.523080 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d20507-451a-4a17-8b8d-b44fc9a8e76f req-3bd68e62-607c-435d-8339-222041e31659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:50:38.525798 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36d20507-451a-4a17-8b8d-b44fc9a8e76f req-3bd68e62-607c-435d-8339-222041e31659 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9285cb4b-8127-4956-817f-41bc04b9c985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491302 Nov 02 12:50:38.632617 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36d20507-451a-4a17-8b8d-b44fc9a8e76f req-d6e600be-3edc-4e9a-83f6-8c62513f4b37 service neutron] 10.222.0.79 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972846 Nov 02 12:50:38.728011 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-36d20507-451a-4a17-8b8d-b44fc9a8e76f req-678a0a64-dce6-40c1-b981-96f9cf50adbf service neutron] 10.222.0.79 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877154 Nov 02 12:50:47.551794 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-780f790f-bdde-4e23-9a97-7e307ecd844b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:49.780601 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5c76cfab-c19f-4d52-aa8f-2137ab7a8d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:50.047858 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:50:51.237486 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:52.805267 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:54.508262 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:54.724753 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:50:55.033267 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:06.566035 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-82f1bfec-b881-4fcb-9c2d-6616b653cba4 req-d27a54a1-1c3a-4789-9c93-6332413363c6 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:51:06.567505 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82f1bfec-b881-4fcb-9c2d-6616b653cba4 req-d27a54a1-1c3a-4789-9c93-6332413363c6 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0068500 Nov 02 12:51:07.037938 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53bb5f-8581-45e7-acd7-59d06118c711 req-0c57a006-5216-4c40-bf96-0f8f9cbf4f8b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:07.039662 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e53bb5f-8581-45e7-acd7-59d06118c711 req-0c57a006-5216-4c40-bf96-0f8f9cbf4f8b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0654428 Nov 02 12:51:07.111228 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1e53bb5f-8581-45e7-acd7-59d06118c711 req-0b8b8d9d-6360-4f8b-86f6-890eecbc152e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593228 Nov 02 12:51:07.194127 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59624) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:51:07.296989 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-aa4a8953-8c5e-4b5b-85e0-4599b0bdde56 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1016359 Nov 02 12:51:07.307391 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-2f9485df-cfad-4304-b78f-c9de1869b990 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:51:07.308514 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-2f9485df-cfad-4304-b78f-c9de1869b990 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0061774 Nov 02 12:51:08.308182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d033731-5214-46dc-b2ed-0acf9ea2d838 req-04e257b9-007a-49c2-a8a5-d4c879a27df7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:08.309985 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d033731-5214-46dc-b2ed-0acf9ea2d838 req-04e257b9-007a-49c2-a8a5-d4c879a27df7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0779281 Nov 02 12:51:08.402893 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1d033731-5214-46dc-b2ed-0acf9ea2d838 req-0db5e9a8-0708-4dfc-83c2-6604c31d1d3b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766225 Nov 02 12:51:09.558433 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca433e-823b-47cc-9927-ab0b3572555d req-473807f3-dbe8-41ae-b8b9-29068eb409f8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:09.559989 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1eca433e-823b-47cc-9927-ab0b3572555d req-473807f3-dbe8-41ae-b8b9-29068eb409f8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0705020 Nov 02 12:51:09.633907 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1eca433e-823b-47cc-9927-ab0b3572555d req-9e2cff62-2b0b-4b52-a3c6-757caf865fae tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631769 Nov 02 12:51:09.759614 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86843f-629c-4de2-bb02-285e3801976a req-79283817-0654-410d-9fe8-94189191eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:09.761371 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-79283817-0654-410d-9fe8-94189191eadf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 1097 time: 0.0524423 Nov 02 12:51:09.874234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86843f-629c-4de2-bb02-285e3801976a req-4f7d644c-7dac-4d54-a6f6-038a4a15e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:09.875737 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-4f7d644c-7dac-4d54-a6f6-038a4a15e431 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9285cb4b-8127-4956-817f-41bc04b9c985 HTTP/1.1" status: 200 len: 897 time: 0.1076024 Nov 02 12:51:09.954335 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-e062e4cb-a5d5-4652-9c4d-c5edb7ab4f7b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=899ecb9f-fe24-4a3c-8107-175742815cd8 HTTP/1.1" status: 200 len: 1000 time: 0.0711806 Nov 02 12:51:10.015016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86843f-629c-4de2-bb02-285e3801976a req-355caec1-70d2-4f3e-a2a2-bff7db5f9d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:10.017210 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-355caec1-70d2-4f3e-a2a2-bff7db5f9d2c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5af60565-8579-425c-8324-8a3d238b79db HTTP/1.1" status: 200 len: 835 time: 0.0558679 Nov 02 12:51:10.080225 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86843f-629c-4de2-bb02-285e3801976a req-6b2ed57d-c76c-44a2-98b5-9e76371db332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:10.082649 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-6b2ed57d-c76c-44a2-98b5-9e76371db332 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9285cb4b-8127-4956-817f-41bc04b9c985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583446 Nov 02 12:51:10.192578 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-b68b96ea-507e-488f-a5b4-b39b1934e638 service neutron] 10.222.0.79 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014297 Nov 02 12:51:10.319611 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-b698c8a5-8c3e-4181-9489-341d81fc59ec service neutron] 10.222.0.79 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199417 Nov 02 12:51:10.773979 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9c093-f8e2-4d00-910b-60671f7dfa7c req-aa051833-42ab-4e65-8d60-3c4e94e7988a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:10.775779 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1bf9c093-f8e2-4d00-910b-60671f7dfa7c req-aa051833-42ab-4e65-8d60-3c4e94e7988a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0597389 Nov 02 12:51:10.842916 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1bf9c093-f8e2-4d00-910b-60671f7dfa7c req-8d2b558d-be8a-4e82-9d12-a244d36480a4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597894 Nov 02 12:51:11.973943 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f622ee3-1178-4253-abc2-75661a3c53c4 req-b3ced5af-a281-4b1d-ad51-3fabe4b71b67 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:11.975618 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f622ee3-1178-4253-abc2-75661a3c53c4 req-b3ced5af-a281-4b1d-ad51-3fabe4b71b67 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0549531 Nov 02 12:51:12.043798 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f622ee3-1178-4253-abc2-75661a3c53c4 req-951cf615-8624-46d9-832a-18090a6f66f2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554259 Nov 02 12:51:13.178752 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36f406-bcfe-4d2e-8d9d-80f69a4039ab req-1879bb34-f19a-4f49-95e5-51f09b02006a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:13.180445 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd36f406-bcfe-4d2e-8d9d-80f69a4039ab req-1879bb34-f19a-4f49-95e5-51f09b02006a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0559831 Nov 02 12:51:13.276536 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd36f406-bcfe-4d2e-8d9d-80f69a4039ab req-d9fecb48-ea50-4819-a884-9bb961b1b7a0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843599 Nov 02 12:51:14.409193 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7843665-c6db-4ca3-95d1-a0ccb36c2efa req-687e9798-56e4-4c76-897b-acb3d2992a9d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:14.414404 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7843665-c6db-4ca3-95d1-a0ccb36c2efa req-687e9798-56e4-4c76-897b-acb3d2992a9d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0578825 Nov 02 12:51:14.477565 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7843665-c6db-4ca3-95d1-a0ccb36c2efa req-c5ac99e7-2abd-41e9-bde5-14c9e118eae1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559583 Nov 02 12:51:15.619816 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c849c0-d7c1-41cc-9b19-73b19e1a5ddb req-f20fb1f9-2db1-4b81-978c-cb8919c5f3a5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:15.621487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-03c849c0-d7c1-41cc-9b19-73b19e1a5ddb req-f20fb1f9-2db1-4b81-978c-cb8919c5f3a5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0611537 Nov 02 12:51:15.680297 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-03c849c0-d7c1-41cc-9b19-73b19e1a5ddb req-fe8a8bd1-3c83-48a2-95fa-a8ed1395c827 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511768 Nov 02 12:51:16.830968 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026e508-0b59-4af1-abb6-4d634f76937c req-ff1482f4-f880-4a3d-86b2-72991766fb94 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:16.833704 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5026e508-0b59-4af1-abb6-4d634f76937c req-ff1482f4-f880-4a3d-86b2-72991766fb94 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0716336 Nov 02 12:51:16.895304 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5026e508-0b59-4af1-abb6-4d634f76937c req-af0c1e28-a261-48e3-9226-0a1ba04403d3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552764 Nov 02 12:51:17.547805 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ccf9aa72-7f18-4461-8ea0-16bd4f3e690c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:18.040305 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25700d3b-716f-42a5-abc6-b74c60568c70 req-b8d924d9-c1fd-4331-b1c5-8457e4baaaea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:18.042342 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25700d3b-716f-42a5-abc6-b74c60568c70 req-b8d924d9-c1fd-4331-b1c5-8457e4baaaea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0583794 Nov 02 12:51:18.105719 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-25700d3b-716f-42a5-abc6-b74c60568c70 req-05d7c4f8-ff98-4a95-9339-7a7711922464 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565822 Nov 02 12:51:19.261693 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db950404-8008-4302-84e3-b15dccc3b6e5 req-1ea77c3c-ceed-434f-962b-1eac768f4352 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:19.263639 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db950404-8008-4302-84e3-b15dccc3b6e5 req-1ea77c3c-ceed-434f-962b-1eac768f4352 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0697675 Nov 02 12:51:19.323475 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db950404-8008-4302-84e3-b15dccc3b6e5 req-634ab1a8-bd59-4a8f-a180-b90758556486 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522554 Nov 02 12:51:19.770627 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a46fa67a-b723-4f2f-9092-40f97af3b54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:20.461234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a05e0-9510-4057-a960-b7977bae942e req-02a97e61-7165-4b7c-80e9-999a529a6460 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:20.462912 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-030a05e0-9510-4057-a960-b7977bae942e req-02a97e61-7165-4b7c-80e9-999a529a6460 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0555475 Nov 02 12:51:20.525809 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-030a05e0-9510-4057-a960-b7977bae942e req-ce5a9539-da7d-4628-bcf7-fdb76d87ebd4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507257 Nov 02 12:51:21.279452 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:21.664265 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25de26-f528-4e5b-a4b6-14e62cd9ae76 req-7d7c6352-ecc6-4c9b-a056-227040e783f9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:21.665918 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-da25de26-f528-4e5b-a4b6-14e62cd9ae76 req-7d7c6352-ecc6-4c9b-a056-227040e783f9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0617747 Nov 02 12:51:21.731357 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-da25de26-f528-4e5b-a4b6-14e62cd9ae76 req-953f2510-d9b5-4946-8314-1221334a324e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534964 Nov 02 12:51:22.724523 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:22.868731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31538e3-93ea-4667-88dd-f8b2d5499b0f req-28aaf8cf-38cf-4cbc-910a-a032329ffd51 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:22.870399 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d31538e3-93ea-4667-88dd-f8b2d5499b0f req-28aaf8cf-38cf-4cbc-910a-a032329ffd51 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0563545 Nov 02 12:51:22.928721 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d31538e3-93ea-4667-88dd-f8b2d5499b0f req-94c9f072-3829-42eb-91a2-6d3ac3e26081 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512817 Nov 02 12:51:24.084754 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133ed1f-5550-4f84-aa95-01a1a20c39cc req-34061e94-698d-4b93-b2b5-0753fc8c7f95 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:24.086431 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9133ed1f-5550-4f84-aa95-01a1a20c39cc req-34061e94-698d-4b93-b2b5-0753fc8c7f95 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0641446 Nov 02 12:51:24.147417 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9133ed1f-5550-4f84-aa95-01a1a20c39cc req-2f2fb621-7c82-4929-a78d-78b136711dee tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539761 Nov 02 12:51:24.547365 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:24.741596 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:25.068280 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:25.280477 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d819275-087d-4859-b1ec-ab28ec4f7899 req-33e78732-b4cd-4d62-9a06-f97f38a12450 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:25.282238 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d819275-087d-4859-b1ec-ab28ec4f7899 req-33e78732-b4cd-4d62-9a06-f97f38a12450 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0565603 Nov 02 12:51:25.342472 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7d819275-087d-4859-b1ec-ab28ec4f7899 req-a59e8664-260c-4362-b8be-e21eddc8cca1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527756 Nov 02 12:51:26.474852 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d9de0-74fe-480a-bf13-c703d9c42490 req-8e74a336-3bb3-4cce-ad0f-9adce585d184 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:26.476496 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-018d9de0-74fe-480a-bf13-c703d9c42490 req-8e74a336-3bb3-4cce-ad0f-9adce585d184 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0567858 Nov 02 12:51:26.539964 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-018d9de0-74fe-480a-bf13-c703d9c42490 req-f9ad4bf2-6bae-48ed-bd77-de38c76addce tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566144 Nov 02 12:51:27.046700 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:51:27.701287 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-ac86843f-629c-4de2-bb02-285e3801976a req-995708e2-16f9-4ad3-a507-7d78c2e6efcc service neutron] show failed (client error): The resource could not be found. Nov 02 12:51:27.702341 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-995708e2-16f9-4ad3-a507-7d78c2e6efcc service neutron] 10.222.0.79 "GET /v2.0/ports/899ecb9f-fe24-4a3c-8107-175742815cd8/bindings/n-h2-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.1078465 Nov 02 12:51:27.719980 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc7759-5d2f-4150-925c-3dabf572d669 req-912356fd-dc4c-4685-9fcc-517c2573c814 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:27.723176 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74fc7759-5d2f-4150-925c-3dabf572d669 req-912356fd-dc4c-4685-9fcc-517c2573c814 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0751526 Nov 02 12:51:27.785819 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-74fc7759-5d2f-4150-925c-3dabf572d669 req-f6f62efc-d987-4380-be5d-1ff1ded702d9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561042 Nov 02 12:51:28.349585 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86843f-629c-4de2-bb02-285e3801976a req-1a541385-fe68-4ac5-82b5-885172fa421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:28.351393 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-1a541385-fe68-4ac5-82b5-885172fa421b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397&tenant_id=af9c01a0798540e5b6bd7f4173b010ec HTTP/1.1" status: 200 len: 1097 time: 0.0492821 Nov 02 12:51:28.366165 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:51:28.474337 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:28.759437 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] For port 899ecb9f-fe24-4a3c-8107-175742815cd8, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=899ecb9f-fe24-4a3c-8107-175742815cd8,segment=NetworkSegment(3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7),segment_id=3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:28.799622 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] For port 899ecb9f-fe24-4a3c-8107-175742815cd8, host n-h1-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:28.850306 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '899ecb9f-fe24-4a3c-8107-175742815cd8'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:51:28.854860 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170fc175-b281-4472-bc99-89d58a9bee63" -d '{"events": [{"server_uuid": "5d1dd1b4-227e-4f6f-822f-7cf94f001397", "name": "network-vif-unplugged", "status": "completed", "tag": "899ecb9f-fe24-4a3c-8107-175742815cd8"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:51:28.863757 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:28.888091 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Transition to ACTIVE for port object 899ecb9f-fe24-4a3c-8107-175742815cd8 will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:51:28.960291 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8950c4c-9c48-433b-885b-4cc404c45dfb req-587d2be4-447c-4417-a9a1-a2f8a066fcb3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:28.962499 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8950c4c-9c48-433b-885b-4cc404c45dfb req-587d2be4-447c-4417-a9a1-a2f8a066fcb3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0647066 Nov 02 12:51:28.970206 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:29.023731 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8950c4c-9c48-433b-885b-4cc404c45dfb req-dc15e042-159a-49b0-8c6a-50d7ddbd276c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541842 Nov 02 12:51:29.097636 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Pushing event updated for resources: {'Port': ['ID=899ecb9f-fe24-4a3c-8107-175742815cd8,revision_number=6']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:29.151538 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:29.151961 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:29.152214 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:29.152554 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:29.152888 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:29.153223 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:29.153537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:29.153870 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:29.154193 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:29.154525 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:29.155313 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:29.155313 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:29.160415 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 12:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf319f92-d59b-4e3c-b3a9-c0a5e5223e2d x-openstack-request-id: req-bf319f92-d59b-4e3c-b3a9-c0a5e5223e2d {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:51:29.160707 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1dd1b4-227e-4f6f-822f-7cf94f001397", "name": "network-vif-unplugged", "status": "completed", "tag": "899ecb9f-fe24-4a3c-8107-175742815cd8", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:51:29.161152 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf319f92-d59b-4e3c-b3a9-c0a5e5223e2d {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:51:29.161563 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '899ecb9f-fe24-4a3c-8107-175742815cd8', 'code': 200} Nov 02 12:51:29.162618 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] No DVR routers for this DVR port 899ecb9f-fe24-4a3c-8107-175742815cd8 on host n-h1-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:51:29.321983 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Attempting to bind port 899ecb9f-fe24-4a3c-8107-175742815cd8 on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:51:29.322228 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Attempting to bind port 899ecb9f-fe24-4a3c-8107-175742815cd8 by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:51:29.322549 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Attempting to bind port 899ecb9f-fe24-4a3c-8107-175742815cd8 on network 9285cb4b-8127-4956-817f-41bc04b9c985 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:29.328334 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Port 899ecb9f-fe24-4a3c-8107-175742815cd8 on network 9285cb4b-8127-4956-817f-41bc04b9c985 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:51:29.328656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Attempting to bind port 899ecb9f-fe24-4a3c-8107-175742815cd8 on network 9285cb4b-8127-4956-817f-41bc04b9c985 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:29.334033 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:51:29.334372 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Checking segment: {'id': '3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:51:29.334783 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Bound using segment: {'id': '3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:51:29.335259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Bound port: 899ecb9f-fe24-4a3c-8107-175742815cd8, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:51:29.335615 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:29.408148 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] For port 899ecb9f-fe24-4a3c-8107-175742815cd8, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:29.413500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] For port 899ecb9f-fe24-4a3c-8107-175742815cd8, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=899ecb9f-fe24-4a3c-8107-175742815cd8,segment=NetworkSegment(3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7),segment_id=3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:51:29.531048 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:29.576378 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:29.577114 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:29.578530 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] 10.222.0.54 "PUT /v2.0/ports/899ecb9f-fe24-4a3c-8107-175742815cd8 HTTP/1.1" status: 200 len: 1092 time: 1.2172236 Nov 02 12:51:29.607770 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25d3fa-0178-4dc8-9b85-92a13d9bfd1d service neutron] Pushing event updated for resources: {'Port': ['ID=899ecb9f-fe24-4a3c-8107-175742815cd8,revision_number=7']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:29.661299 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86843f-629c-4de2-bb02-285e3801976a req-4697c851-fec0-4b78-8892-222542e8d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:29.662676 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-4697c851-fec0-4b78-8892-222542e8d51d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 1095 time: 0.0493517 Nov 02 12:51:29.788218 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86843f-629c-4de2-bb02-285e3801976a req-30dc18d5-5df7-4321-bf36-35f0cec7d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:29.789751 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-30dc18d5-5df7-4321-bf36-35f0cec7d82e service neutron] 10.222.0.54 "GET /v2.0/networks?id=9285cb4b-8127-4956-817f-41bc04b9c985 HTTP/1.1" status: 200 len: 897 time: 0.1189747 Nov 02 12:51:29.881971 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-c084bf9b-5759-40a3-a0f9-244293542890 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=899ecb9f-fe24-4a3c-8107-175742815cd8 HTTP/1.1" status: 200 len: 998 time: 0.0837698 Nov 02 12:51:29.936352 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86843f-629c-4de2-bb02-285e3801976a req-6c394781-3eda-4e52-be28-974bfb885a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:29.937878 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-6c394781-3eda-4e52-be28-974bfb885a01 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5af60565-8579-425c-8324-8a3d238b79db HTTP/1.1" status: 200 len: 835 time: 0.0486627 Nov 02 12:51:30.018491 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86843f-629c-4de2-bb02-285e3801976a req-759e4fc4-1079-4432-ae13-03ab62415265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:30.021179 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-759e4fc4-1079-4432-ae13-03ab62415265 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9285cb4b-8127-4956-817f-41bc04b9c985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750034 Nov 02 12:51:30.184637 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-dfebf1f0-1933-4f1a-868e-792b9a5e1acc service neutron] 10.222.0.54 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552508 Nov 02 12:51:30.207775 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb655c64-a88d-415f-b73e-92547740a3ab req-19428f40-b124-4510-aa7f-3f50b7c32e05 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:30.210481 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb655c64-a88d-415f-b73e-92547740a3ab req-19428f40-b124-4510-aa7f-3f50b7c32e05 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 943 time: 0.0764790 Nov 02 12:51:30.276407 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb655c64-a88d-415f-b73e-92547740a3ab req-cded47f6-54d8-4434-a6aa-c5f864190c75 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587649 Nov 02 12:51:30.650306 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ac86843f-629c-4de2-bb02-285e3801976a req-38a4eab8-f98d-4aa9-8ea0-a2d30a57fc4f service neutron] 10.222.0.54 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578686 Nov 02 12:51:31.162609 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'tag': '899ecb9f-fe24-4a3c-8107-175742815cd8'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:51:31.165416 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1dd1b4-227e-4f6f-822f-7cf94f001397", "tag": "899ecb9f-fe24-4a3c-8107-175742815cd8"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:51:31.221661 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff07f05-9ccc-4fd6-91c1-6d3a95004ad3 x-openstack-request-id: req-3ff07f05-9ccc-4fd6-91c1-6d3a95004ad3 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:51:31.222071 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1dd1b4-227e-4f6f-822f-7cf94f001397", "tag": "899ecb9f-fe24-4a3c-8107-175742815cd8", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:51:31.222485 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ff07f05-9ccc-4fd6-91c1-6d3a95004ad3 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:51:31.223020 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'tag': '899ecb9f-fe24-4a3c-8107-175742815cd8', 'status': 'completed', 'code': 200} Nov 02 12:51:31.309809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-048fa66b-e4cf-45d3-9468-77b89b70e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:31.310156 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-605cf618-cba1-494e-9c6a-e5d71f721ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:31.312328 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-048fa66b-e4cf-45d3-9468-77b89b70e32d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 1095 time: 0.0641105 Nov 02 12:51:31.312834 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-605cf618-cba1-494e-9c6a-e5d71f721ed3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 1095 time: 0.0636230 Nov 02 12:51:31.469425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-3ebcfebe-7fa8-4bf4-9066-a186c4ae1a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:31.472718 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-3ebcfebe-7fa8-4bf4-9066-a186c4ae1a49 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9285cb4b-8127-4956-817f-41bc04b9c985 HTTP/1.1" status: 200 len: 897 time: 0.1463754 Nov 02 12:51:31.493859 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-5ea4f238-cc4a-4232-afb9-02f695433827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:31.495400 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-5ea4f238-cc4a-4232-afb9-02f695433827 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9285cb4b-8127-4956-817f-41bc04b9c985 HTTP/1.1" status: 200 len: 897 time: 0.1749721 Nov 02 12:51:31.505017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e31bd-21fa-4398-882e-53f00e33249c req-b9ccc13b-d0d0-4e9c-a49f-f841fcb2ef28 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:31.506628 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f6e31bd-21fa-4398-882e-53f00e33249c req-b9ccc13b-d0d0-4e9c-a49f-f841fcb2ef28 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 943 time: 0.0845871 Nov 02 12:51:31.552647 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-7a9b1ec7-f308-460d-804f-dd17b4be8e61 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=899ecb9f-fe24-4a3c-8107-175742815cd8 HTTP/1.1" status: 200 len: 998 time: 0.0718637 Nov 02 12:51:31.601680 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-5b7992fc-c28e-4fff-99f3-66fec4b630a6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=899ecb9f-fe24-4a3c-8107-175742815cd8 HTTP/1.1" status: 200 len: 998 time: 0.0939727 Nov 02 12:51:31.626029 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f6e31bd-21fa-4398-882e-53f00e33249c req-cf7828a1-fe8f-402a-85c3-47a3cd76a800 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779893 Nov 02 12:51:31.629709 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-554f6883-ce1b-4080-939d-c108ca42bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:31.632381 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-554f6883-ce1b-4080-939d-c108ca42bcc5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5af60565-8579-425c-8324-8a3d238b79db HTTP/1.1" status: 200 len: 835 time: 0.0707135 Nov 02 12:51:31.666085 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-e02a1e27-cb22-47d5-aea7-53d1a527396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:31.667896 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-e02a1e27-cb22-47d5-aea7-53d1a527396f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5af60565-8579-425c-8324-8a3d238b79db HTTP/1.1" status: 200 len: 835 time: 0.0565121 Nov 02 12:51:31.696083 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-776670dc-dd7a-4e77-aa45-6a5f55d9e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:31.697655 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-776670dc-dd7a-4e77-aa45-6a5f55d9e9cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9285cb4b-8127-4956-817f-41bc04b9c985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552063 Nov 02 12:51:31.756674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-397c1ddf-72d7-451b-9fd9-0358e06dcd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:31.759160 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-397c1ddf-72d7-451b-9fd9-0358e06dcd78 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9285cb4b-8127-4956-817f-41bc04b9c985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829446 Nov 02 12:51:31.821905 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-32a95165-03d1-45ca-bebb-c93140eaa295 service neutron] 10.222.0.54 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144028 Nov 02 12:51:31.895008 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-7f399323-41f1-4623-a193-df43a2524421 service neutron] 10.222.0.79 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274533 Nov 02 12:51:31.940907 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-b3ef2cc5-2b7b-422f-a07f-47541ec2922f service neutron] 10.222.0.54 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106868 Nov 02 12:51:32.026317 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8bdaa95-db3a-440b-aa70-0d0b940c99b2 req-8daf54e1-47ea-4b42-bb44-8187d6369017 service neutron] 10.222.0.79 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250308 Nov 02 12:51:32.342856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 899ecb9f-fe24-4a3c-8107-175742815cd8 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:51:32.394292 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device 899ecb9f-fe24-4a3c-8107-175742815cd8 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:51:32.781494 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6624e-9d42-4d83-9818-4e05f1df8058 req-ff03ed2c-a6c9-40ea-805d-0eed05b27324 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:32.783144 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b9c6624e-9d42-4d83-9818-4e05f1df8058 req-ff03ed2c-a6c9-40ea-805d-0eed05b27324 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 943 time: 0.0611472 Nov 02 12:51:32.852676 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b9c6624e-9d42-4d83-9818-4e05f1df8058 req-e2809e97-62fb-410f-a77d-8ad3085a5256 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565000 Nov 02 12:51:33.751507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 899ecb9f-fe24-4a3c-8107-175742815cd8 details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:51:33.878051 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 899ecb9f-fe24-4a3c-8107-175742815cd8, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=899ecb9f-fe24-4a3c-8107-175742815cd8,segment=NetworkSegment(3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7),segment_id=3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:33.902398 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '899ecb9f-fe24-4a3c-8107-175742815cd8', 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985', 'port_id': '899ecb9f-fe24-4a3c-8107-175742815cd8', 'mac_address': 'fa:16:3e:a9:14:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af60565-8579-425c-8324-8a3d238b79db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:51:33.967036 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:33.986476 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899ecb9f-fe24-4a3c-8107-175742815cd8 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:51:34.005588 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68af8b-a50f-4707-9b57-2ef686bcd11e req-ab083f74-3984-44de-8441-3b1ddc53cb12 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:34.007241 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd68af8b-a50f-4707-9b57-2ef686bcd11e req-ab083f74-3984-44de-8441-3b1ddc53cb12 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 943 time: 0.0702035 Nov 02 12:51:34.020947 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 899ecb9f-fe24-4a3c-8107-175742815cd8, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=899ecb9f-fe24-4a3c-8107-175742815cd8,segment=NetworkSegment(3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7),segment_id=3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:34.079136 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cd68af8b-a50f-4707-9b57-2ef686bcd11e req-5f251c00-f313-41c4-8e8c-c20c8844ff9b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541654 Nov 02 12:51:34.102138 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:34.164862 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=899ecb9f-fe24-4a3c-8107-175742815cd8,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:34.174026 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:34.174387 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:34.174792 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:34.175171 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:34.175518 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:34.175856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:34.176197 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:34.176582 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:34.176971 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:34.177311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:34.177741 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:34.178126 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:34.447906 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['899ecb9f-fe24-4a3c-8107-175742815cd8'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:51:34.546580 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71801481-696b-4497-936f-42ac2ac595a3 req-059e48f8-8cf4-40b3-aafd-ad51d7b46aa3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:34.549465 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-71801481-696b-4497-936f-42ac2ac595a3 req-059e48f8-8cf4-40b3-aafd-ad51d7b46aa3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 944 time: 0.1125381 Nov 02 12:51:34.636475 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f07ce-d780-44c3-bb8e-e7017844562f req-2dda447b-ceba-4fb5-8409-5d34455ce118 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:34.638464 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-476f07ce-d780-44c3-bb8e-e7017844562f req-2dda447b-ceba-4fb5-8409-5d34455ce118 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397&tenant_id=af9c01a0798540e5b6bd7f4173b010ec&binding%3Ahost_id=n-h2-806683-18 HTTP/1.1" status: 200 len: 944 time: 0.1209390 Nov 02 12:51:34.664076 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-71801481-696b-4497-936f-42ac2ac595a3 req-1557bb0a-a765-466f-96cf-54d32b602da0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922592 Nov 02 12:51:34.735447 n-d-806683-18 neutron-server[102689]: INFO neutron.api.v2.resource [req-476f07ce-d780-44c3-bb8e-e7017844562f req-0dba8103-f079-4fbb-96c0-6633ae6643af service neutron] delete failed (client error): The resource could not be found. Nov 02 12:51:34.739356 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-476f07ce-d780-44c3-bb8e-e7017844562f req-0dba8103-f079-4fbb-96c0-6633ae6643af service neutron] 10.222.0.79 "DELETE /v2.0/ports/899ecb9f-fe24-4a3c-8107-175742815cd8/bindings/n-h1-806683-18 HTTP/1.1" status: 404 len: 381 time: 0.0926812 Nov 02 12:51:34.873577 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b3fb9-98ae-4fff-8af7-9044ae6241b3 req-33faf8f2-709e-40bf-a53c-d243452af2fc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:34.875303 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd9b3fb9-98ae-4fff-8af7-9044ae6241b3 req-33faf8f2-709e-40bf-a53c-d243452af2fc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 944 time: 0.1187449 Nov 02 12:51:34.877616 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f07ce-d780-44c3-bb8e-e7017844562f req-c5ffcdbc-959b-4f55-9b1e-9fb305174c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:34.879576 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-476f07ce-d780-44c3-bb8e-e7017844562f req-c5ffcdbc-959b-4f55-9b1e-9fb305174c8c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 1096 time: 0.0696437 Nov 02 12:51:35.013510 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd9b3fb9-98ae-4fff-8af7-9044ae6241b3 req-b30bcf44-73c6-416c-a5c3-3c5787a0b8e5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314812 Nov 02 12:51:35.037938 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f07ce-d780-44c3-bb8e-e7017844562f req-9a843429-34d1-4ceb-91af-33a7c4af3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:35.039482 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-476f07ce-d780-44c3-bb8e-e7017844562f req-9a843429-34d1-4ceb-91af-33a7c4af3e67 service neutron] 10.222.0.79 "GET /v2.0/networks?id=9285cb4b-8127-4956-817f-41bc04b9c985 HTTP/1.1" status: 200 len: 897 time: 0.1502032 Nov 02 12:51:35.112539 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-476f07ce-d780-44c3-bb8e-e7017844562f req-216752f0-da52-4066-9ee5-809bc061258a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=899ecb9f-fe24-4a3c-8107-175742815cd8 HTTP/1.1" status: 200 len: 999 time: 0.0657332 Nov 02 12:51:35.171572 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f07ce-d780-44c3-bb8e-e7017844562f req-99a493c7-637e-445b-95f8-02c75d349bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:35.173233 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-476f07ce-d780-44c3-bb8e-e7017844562f req-99a493c7-637e-445b-95f8-02c75d349bb5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5af60565-8579-425c-8324-8a3d238b79db HTTP/1.1" status: 200 len: 835 time: 0.0539393 Nov 02 12:51:35.229915 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f07ce-d780-44c3-bb8e-e7017844562f req-b11e96b1-7667-400c-a0e3-7d9037e5c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:35.232559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-476f07ce-d780-44c3-bb8e-e7017844562f req-b11e96b1-7667-400c-a0e3-7d9037e5c038 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9285cb4b-8127-4956-817f-41bc04b9c985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522418 Nov 02 12:51:35.352092 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-476f07ce-d780-44c3-bb8e-e7017844562f req-2a85aef2-294b-4298-99b2-78a1f94a90ab service neutron] 10.222.0.79 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116571 Nov 02 12:51:35.474042 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-476f07ce-d780-44c3-bb8e-e7017844562f req-5002bf8b-90ba-408a-8019-e466b0eb4393 service neutron] 10.222.0.79 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151037 Nov 02 12:51:35.775352 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 899ecb9f-fe24-4a3c-8107-175742815cd8 up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:35.988131 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 899ecb9f-fe24-4a3c-8107-175742815cd8 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:51:35.992932 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 899ecb9f-fe24-4a3c-8107-175742815cd8 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:51:35.993299 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:36.120982 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:36.159269 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899ecb9f-fe24-4a3c-8107-175742815cd8'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:51:36.162191 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db769d3-582f-4dba-be37-006236accd99" -d '{"events": [{"server_uuid": "5d1dd1b4-227e-4f6f-822f-7cf94f001397", "name": "network-vif-plugged", "status": "completed", "tag": "899ecb9f-fe24-4a3c-8107-175742815cd8"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:51:36.190601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 899ecb9f-fe24-4a3c-8107-175742815cd8, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=899ecb9f-fe24-4a3c-8107-175742815cd8,segment=NetworkSegment(3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7),segment_id=3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:36.203622 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b2a73-cd29-4e60-bd22-b199816edd80 req-78227d75-913c-42f6-a000-2561315dd1e7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:36.205885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e18b2a73-cd29-4e60-bd22-b199816edd80 req-78227d75-913c-42f6-a000-2561315dd1e7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 944 time: 0.0660446 Nov 02 12:51:36.290776 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e18b2a73-cd29-4e60-bd22-b199816edd80 req-de466910-9804-454c-828f-6b993f1550cf tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772476 Nov 02 12:51:36.323438 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:36.360141 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a46ff0a-a92a-45fb-9e80-5aab359ec6f3 x-openstack-request-id: req-8a46ff0a-a92a-45fb-9e80-5aab359ec6f3 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:51:36.360442 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1dd1b4-227e-4f6f-822f-7cf94f001397", "name": "network-vif-plugged", "status": "completed", "tag": "899ecb9f-fe24-4a3c-8107-175742815cd8", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:51:36.360696 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8a46ff0a-a92a-45fb-9e80-5aab359ec6f3 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:51:36.361097 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899ecb9f-fe24-4a3c-8107-175742815cd8', 'code': 200} Nov 02 12:51:36.398666 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=899ecb9f-fe24-4a3c-8107-175742815cd8,revision_number=9']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:37.439144 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a0770-e56f-49ad-a795-5cfccf564609 req-6695bdd9-b9d2-40a6-ab57-727e1b60b023 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:37.441977 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c3a0770-e56f-49ad-a795-5cfccf564609 req-6695bdd9-b9d2-40a6-ab57-727e1b60b023 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0606756 Nov 02 12:51:37.502714 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c3a0770-e56f-49ad-a795-5cfccf564609 req-ab5f08b0-672b-4927-bfd1-045fc4ad7815 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507472 Nov 02 12:51:37.527237 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59710) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:51:37.610240 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-78686e63-7f44-49c0-a117-13255fe2b077 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/floatingips/63e5cb5d-3f21-456a-80f5-7ea3434dd4f7 HTTP/1.1" status: 200 len: 992 time: 0.0816884 Nov 02 12:51:43.860184 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd05ee14-c79e-42f4-aa8e-a8349ea37340 req-6083a66a-6797-42cc-a33c-93ac5966e480 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511827 Nov 02 12:51:43.975179 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05ee14-c79e-42f4-aa8e-a8349ea37340 req-528622c9-2969-46f4-a618-462551e0b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:43.976882 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd05ee14-c79e-42f4-aa8e-a8349ea37340 req-528622c9-2969-46f4-a618-462551e0b7fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 1097 time: 0.0620711 Nov 02 12:51:44.123740 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05ee14-c79e-42f4-aa8e-a8349ea37340 req-9221fb0a-813d-41c9-b783-7e60e158085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:44.123740 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd05ee14-c79e-42f4-aa8e-a8349ea37340 req-9221fb0a-813d-41c9-b783-7e60e158085e service neutron] 10.222.0.54 "GET /v2.0/networks?id=9285cb4b-8127-4956-817f-41bc04b9c985 HTTP/1.1" status: 200 len: 897 time: 0.1146967 Nov 02 12:51:44.219159 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd05ee14-c79e-42f4-aa8e-a8349ea37340 req-d22d96a3-c320-4f6d-b1d2-9cb3b3a7e718 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=899ecb9f-fe24-4a3c-8107-175742815cd8 HTTP/1.1" status: 200 len: 1000 time: 0.0947773 Nov 02 12:51:44.278184 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05ee14-c79e-42f4-aa8e-a8349ea37340 req-6ed1ce0d-d118-4e0b-acaf-bd3a8ff307cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:44.279971 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd05ee14-c79e-42f4-aa8e-a8349ea37340 req-6ed1ce0d-d118-4e0b-acaf-bd3a8ff307cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5af60565-8579-425c-8324-8a3d238b79db HTTP/1.1" status: 200 len: 835 time: 0.0505242 Nov 02 12:51:44.337890 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05ee14-c79e-42f4-aa8e-a8349ea37340 req-e8ac932b-244d-42ba-a46b-1f4647f2a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:51:44.339595 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd05ee14-c79e-42f4-aa8e-a8349ea37340 req-e8ac932b-244d-42ba-a46b-1f4647f2a0f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9285cb4b-8127-4956-817f-41bc04b9c985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471766 Nov 02 12:51:44.469710 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd05ee14-c79e-42f4-aa8e-a8349ea37340 req-4084ae4b-73b6-4188-ad0b-1f8ce887846f service neutron] 10.222.0.54 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166584 Nov 02 12:51:44.574835 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-bd05ee14-c79e-42f4-aa8e-a8349ea37340 req-6025a86b-a651-4d40-8017-fa5e69ad2973 service neutron] 10.222.0.54 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966148 Nov 02 12:51:47.518776 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-70ff855d-6458-4e96-aa47-44b60c957863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:49.759673 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-893dad33-4012-4a62-939e-d823c58e64dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:51.250557 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:52.753493 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:54.519331 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:54.758346 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:51:55.078842 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:04.046343 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:52:06.019287 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59720) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:06.307095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-cda6e910-b914-49e1-9224-527a52b72319 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port 8ed35753-ca73-488a-8351-414ab67d942a {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:52:06.307396 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cda6e910-b914-49e1-9224-527a52b72319 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:06.398410 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cda6e910-b914-49e1-9224-527a52b72319 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:06.401523 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cda6e910-b914-49e1-9224-527a52b72319 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:06.424530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-cda6e910-b914-49e1-9224-527a52b72319 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for 8ed35753-ca73-488a-8351-414ab67d942a owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:52:06.695777 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cda6e910-b914-49e1-9224-527a52b72319 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:06.725656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6e910-b914-49e1-9224-527a52b72319 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=8ed35753-ca73-488a-8351-414ab67d942a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:06.800564 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cda6e910-b914-49e1-9224-527a52b72319 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:06.801010 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-cda6e910-b914-49e1-9224-527a52b72319 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Floating IP 63e5cb5d-3f21-456a-80f5-7ea3434dd4f7 disassociated (deleted). External IP: 172.25.6.24, port: 899ecb9f-fe24-4a3c-8107-175742815cd8. Nov 02 12:52:07.038954 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda6e910-b914-49e1-9224-527a52b72319 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router d1952803-0262-4946-920b-9ec4996fa90b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:52:07.161422 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda6e910-b914-49e1-9224-527a52b72319 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:52:07.168937 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-cda6e910-b914-49e1-9224-527a52b72319 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:07.176962 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9227eb8e-5e2d-4ca7-8a43-ae12fc0ccdc8 None None] Sync routers for ids ['d1952803-0262-4946-920b-9ec4996fa90b'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:52:07.190249 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9227eb8e-5e2d-4ca7-8a43-ae12fc0ccdc8 None None] Routers {'d1952803-0262-4946-920b-9ec4996fa90b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:07.191330 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9227eb8e-5e2d-4ca7-8a43-ae12fc0ccdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:51:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d1952803-0262-4946-920b-9ec4996fa90b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:07.214146 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-cda6e910-b914-49e1-9224-527a52b72319 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/floatingips/63e5cb5d-3f21-456a-80f5-7ea3434dd4f7 HTTP/1.1" status: 204 len: 168 time: 1.1927800 Nov 02 12:52:07.215155 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'tag': '899ecb9f-fe24-4a3c-8107-175742815cd8'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:52:07.219605 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2df125c-318e-4d4c-8e94-0106e84d0935" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1dd1b4-227e-4f6f-822f-7cf94f001397", "tag": "899ecb9f-fe24-4a3c-8107-175742815cd8"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:52:07.363742 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-9227eb8e-5e2d-4ca7-8a43-ae12fc0ccdc8 None None] Set router d1952803-0262-4946-920b-9ec4996fa90b gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:07.602058 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d51369a-c78c-467d-9981-36b3366e2339 x-openstack-request-id: req-5d51369a-c78c-467d-9981-36b3366e2339 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:52:07.602348 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1dd1b4-227e-4f6f-822f-7cf94f001397", "tag": "899ecb9f-fe24-4a3c-8107-175742815cd8", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:52:07.602600 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d51369a-c78c-467d-9981-36b3366e2339 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:52:07.603045 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'tag': '899ecb9f-fe24-4a3c-8107-175742815cd8', 'status': 'completed', 'code': 200} Nov 02 12:52:07.610130 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9227eb8e-5e2d-4ca7-8a43-ae12fc0ccdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069334275', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:16Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '8963bf7c-98c0-4f2c-8fbb-2517b37e5fab', 'name': '', 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ff:3b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5af60565-8579-425c-8324-8a3d238b79db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:15Z', 'updated_at': '2021-11-02T12:50:19Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '5af60565-8579-425c-8324-8a3d238b79db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:07.640825 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9227eb8e-5e2d-4ca7-8a43-ae12fc0ccdc8 None None] Checking router: d1952803-0262-4946-920b-9ec4996fa90b for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:52:07.651775 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9227eb8e-5e2d-4ca7-8a43-ae12fc0ccdc8 None None] Routers {'d1952803-0262-4946-920b-9ec4996fa90b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:07.652403 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9227eb8e-5e2d-4ca7-8a43-ae12fc0ccdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:51:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d1952803-0262-4946-920b-9ec4996fa90b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:07.706873 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df125c-318e-4d4c-8e94-0106e84d0935 req-30ebd9a6-91d3-423c-ad50-17ea7177556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:07.708738 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f2df125c-318e-4d4c-8e94-0106e84d0935 req-30ebd9a6-91d3-423c-ad50-17ea7177556f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 1097 time: 0.0686347 Nov 02 12:52:07.740452 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ace85b-182f-4d78-a5a1-af75943a443d req-f631c20f-748c-4909-bb5d-ceb6b48f1c73 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:07.742457 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32ace85b-182f-4d78-a5a1-af75943a443d req-f631c20f-748c-4909-bb5d-ceb6b48f1c73 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0782928 Nov 02 12:52:07.783210 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-9227eb8e-5e2d-4ca7-8a43-ae12fc0ccdc8 None None] Set router d1952803-0262-4946-920b-9ec4996fa90b gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:07.817724 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32ace85b-182f-4d78-a5a1-af75943a443d req-89b2a8e0-6765-445f-828c-b0ed6e90b4e5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644836 Nov 02 12:52:07.839466 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df125c-318e-4d4c-8e94-0106e84d0935 req-6b972603-6792-47df-b09b-1f1dc6f8d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:07.841436 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f2df125c-318e-4d4c-8e94-0106e84d0935 req-6b972603-6792-47df-b09b-1f1dc6f8d3c2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9285cb4b-8127-4956-817f-41bc04b9c985 HTTP/1.1" status: 200 len: 897 time: 0.1196179 Nov 02 12:52:07.896486 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f2df125c-318e-4d4c-8e94-0106e84d0935 req-e69dadbb-066a-4947-b0d5-b50d5c3d5e1b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=899ecb9f-fe24-4a3c-8107-175742815cd8 HTTP/1.1" status: 200 len: 217 time: 0.0430827 Nov 02 12:52:07.960177 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df125c-318e-4d4c-8e94-0106e84d0935 req-4f9bcad9-ea3a-4ef6-91a0-1f42b5368b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:07.961737 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f2df125c-318e-4d4c-8e94-0106e84d0935 req-4f9bcad9-ea3a-4ef6-91a0-1f42b5368b41 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5af60565-8579-425c-8324-8a3d238b79db HTTP/1.1" status: 200 len: 835 time: 0.0534620 Nov 02 12:52:08.025425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df125c-318e-4d4c-8e94-0106e84d0935 req-b98ef2aa-2d19-437c-8c30-f734919f6d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:08.028227 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f2df125c-318e-4d4c-8e94-0106e84d0935 req-b98ef2aa-2d19-437c-8c30-f734919f6d91 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9285cb4b-8127-4956-817f-41bc04b9c985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575771 Nov 02 12:52:08.029063 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-9227eb8e-5e2d-4ca7-8a43-ae12fc0ccdc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069334275', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:16Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '8963bf7c-98c0-4f2c-8fbb-2517b37e5fab', 'name': '', 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ff:3b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5af60565-8579-425c-8324-8a3d238b79db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:15Z', 'updated_at': '2021-11-02T12:50:19Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '5af60565-8579-425c-8324-8a3d238b79db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:08.067158 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9227eb8e-5e2d-4ca7-8a43-ae12fc0ccdc8 None None] The sync data for ids ['d1952803-0262-4946-920b-9ec4996fa90b'] in n-d-806683-18 is: [{'id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069334275', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:16Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '8963bf7c-98c0-4f2c-8fbb-2517b37e5fab', 'name': '', 'network_id': '9285cb4b-8127-4956-817f-41bc04b9c985', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ff:3b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5af60565-8579-425c-8324-8a3d238b79db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:15Z', 'updated_at': '2021-11-02T12:50:19Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '5af60565-8579-425c-8324-8a3d238b79db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:08.198999 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f2df125c-318e-4d4c-8e94-0106e84d0935 req-3b6b6c4f-41dd-46b2-aa43-3e438f195ea5 service neutron] 10.222.0.54 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547763 Nov 02 12:52:08.336207 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f2df125c-318e-4d4c-8e94-0106e84d0935 req-4a2a365c-ba54-4544-ba0a-6ff1d62bf2d6 service neutron] 10.222.0.54 "GET /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177711 Nov 02 12:52:08.448393 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b1520c-0f0b-4b07-ac47-eb09b1dab6f4 None None] New status for floating IP 63e5cb5d-3f21-456a-80f5-7ea3434dd4f7: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:52:08.973460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3474964-e438-4bd8-8b20-5fa6bb871431 req-179439d3-370a-4e48-abb4-6fd488bf4978 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:08.975274 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3474964-e438-4bd8-8b20-5fa6bb871431 req-179439d3-370a-4e48-abb4-6fd488bf4978 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0658917 Nov 02 12:52:09.039879 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3474964-e438-4bd8-8b20-5fa6bb871431 req-7336c11e-a566-41c5-b032-dd56b3ca8589 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=a23e8d01-acfe-4d8f-bfb8-df96598d9249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582047 Nov 02 12:52:09.411765 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623c9be-ec19-494d-a1e2-06971efda35e req-ffce427a-9408-40f6-a439-2c9c012e173c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:09.414370 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9623c9be-ec19-494d-a1e2-06971efda35e req-ffce427a-9408-40f6-a439-2c9c012e173c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 945 time: 0.0814948 Nov 02 12:52:09.523063 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-9623c9be-ec19-494d-a1e2-06971efda35e req-d3b9adf7-216a-4148-a8c9-c33dcbd0e849 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port 899ecb9f-fe24-4a3c-8107-175742815cd8 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:52:09.523399 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-9623c9be-ec19-494d-a1e2-06971efda35e req-d3b9adf7-216a-4148-a8c9-c33dcbd0e849 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:09.677022 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-9623c9be-ec19-494d-a1e2-06971efda35e req-d3b9adf7-216a-4148-a8c9-c33dcbd0e849 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] For port 899ecb9f-fe24-4a3c-8107-175742815cd8, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=899ecb9f-fe24-4a3c-8107-175742815cd8,segment=NetworkSegment(3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7),segment_id=3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:09.678016 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-9623c9be-ec19-494d-a1e2-06971efda35e req-d3b9adf7-216a-4148-a8c9-c33dcbd0e849 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:09.694842 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-9623c9be-ec19-494d-a1e2-06971efda35e req-d3b9adf7-216a-4148-a8c9-c33dcbd0e849 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for 899ecb9f-fe24-4a3c-8107-175742815cd8 owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:52:09.941514 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-9623c9be-ec19-494d-a1e2-06971efda35e req-d3b9adf7-216a-4148-a8c9-c33dcbd0e849 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:09.979793 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9adf7-216a-4148-a8c9-c33dcbd0e849 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=899ecb9f-fe24-4a3c-8107-175742815cd8,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:10.040820 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-9623c9be-ec19-494d-a1e2-06971efda35e req-d3b9adf7-216a-4148-a8c9-c33dcbd0e849 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] No DVR routers for this DVR port 899ecb9f-fe24-4a3c-8107-175742815cd8 on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:52:10.044570 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-9623c9be-ec19-494d-a1e2-06971efda35e req-d3b9adf7-216a-4148-a8c9-c33dcbd0e849 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:10.050634 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9623c9be-ec19-494d-a1e2-06971efda35e req-d3b9adf7-216a-4148-a8c9-c33dcbd0e849 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.54 "DELETE /v2.0/ports/899ecb9f-fe24-4a3c-8107-175742815cd8 HTTP/1.1" status: 204 len: 173 time: 0.6293931 Nov 02 12:52:10.051435 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'name': 'network-vif-deleted', 'tag': '899ecb9f-fe24-4a3c-8107-175742815cd8'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:52:10.055638 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250bc7df-8be2-422d-8284-9e309eff90c3" -d '{"events": [{"server_uuid": "5d1dd1b4-227e-4f6f-822f-7cf94f001397", "name": "network-vif-deleted", "tag": "899ecb9f-fe24-4a3c-8107-175742815cd8"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:52:10.118498 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0d34c8-670c-4fe0-bd20-6fd22f849bf2 x-openstack-request-id: req-db0d34c8-670c-4fe0-bd20-6fd22f849bf2 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:52:10.118954 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1dd1b4-227e-4f6f-822f-7cf94f001397", "name": "network-vif-deleted", "tag": "899ecb9f-fe24-4a3c-8107-175742815cd8", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:52:10.119250 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db0d34c8-670c-4fe0-bd20-6fd22f849bf2 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:52:10.119998 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1dd1b4-227e-4f6f-822f-7cf94f001397', 'name': 'network-vif-deleted', 'tag': '899ecb9f-fe24-4a3c-8107-175742815cd8', 'status': 'completed', 'code': 200} Nov 02 12:52:10.209312 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f1be52dd-0f01-4ea1-8f8f-5be1aec30e0d req-b069205e-a4df-41fb-8ae0-13cad9f621ff tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=5d1dd1b4-227e-4f6f-822f-7cf94f001397 HTTP/1.1" status: 200 len: 210 time: 0.0284040 Nov 02 12:52:11.283332 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59738) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:11.744108 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aee34f75-5663-4d86-8005-387ddb3e83f6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:11.940249 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 899ecb9f-fe24-4a3c-8107-175742815cd8 no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:11.964821 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 899ecb9f-fe24-4a3c-8107-175742815cd8 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:52:11.965263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 899ecb9f-fe24-4a3c-8107-175742815cd8 not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:12.109177 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-aee34f75-5663-4d86-8005-387ddb3e83f6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:52:12.109467 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aee34f75-5663-4d86-8005-387ddb3e83f6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:12.214771 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-aee34f75-5663-4d86-8005-387ddb3e83f6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] For port 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8963bf7c-98c0-4f2c-8fbb-2517b37e5fab,segment=NetworkSegment(3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7),segment_id=3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:12.215173 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aee34f75-5663-4d86-8005-387ddb3e83f6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:12.232318 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-aee34f75-5663-4d86-8005-387ddb3e83f6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:52:12.529849 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aee34f75-5663-4d86-8005-387ddb3e83f6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:12.562813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee34f75-5663-4d86-8005-387ddb3e83f6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=8963bf7c-98c0-4f2c-8fbb-2517b37e5fab,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:12.817211 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-aee34f75-5663-4d86-8005-387ddb3e83f6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:13.451185 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee34f75-5663-4d86-8005-387ddb3e83f6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router d1952803-0262-4946-920b-9ec4996fa90b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:52:13.573798 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee34f75-5663-4d86-8005-387ddb3e83f6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:52:13.580422 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-aee34f75-5663-4d86-8005-387ddb3e83f6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "PUT /v2.0/routers/d1952803-0262-4946-920b-9ec4996fa90b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2994952 Nov 02 12:52:13.583942 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59740) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:13.587840 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f73f3b-7690-4ac2-a1f2-8375cdc0ec2e None None] Sync routers for ids ['d1952803-0262-4946-920b-9ec4996fa90b'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:52:13.605381 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f73f3b-7690-4ac2-a1f2-8375cdc0ec2e None None] Routers {'d1952803-0262-4946-920b-9ec4996fa90b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:13.606127 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-24f73f3b-7690-4ac2-a1f2-8375cdc0ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:51:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d1952803-0262-4946-920b-9ec4996fa90b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:13.646402 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc42474c-a1d7-4eac-9c15-c8dd82bfb7db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting subnet 5af60565-8579-425c-8324-8a3d238b79db {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:52:13.651805 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc42474c-a1d7-4eac-9c15-c8dd82bfb7db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:13.726115 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc42474c-a1d7-4eac-9c15-c8dd82bfb7db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:13.736820 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-24f73f3b-7690-4ac2-a1f2-8375cdc0ec2e None None] Set router d1952803-0262-4946-920b-9ec4996fa90b gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:13.847014 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc42474c-a1d7-4eac-9c15-c8dd82bfb7db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:13.955454 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-24f73f3b-7690-4ac2-a1f2-8375cdc0ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069334275', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:52:12Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:13.986209 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f73f3b-7690-4ac2-a1f2-8375cdc0ec2e None None] Checking router: d1952803-0262-4946-920b-9ec4996fa90b for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:52:13.996507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f73f3b-7690-4ac2-a1f2-8375cdc0ec2e None None] Routers {'d1952803-0262-4946-920b-9ec4996fa90b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:13.997136 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-24f73f3b-7690-4ac2-a1f2-8375cdc0ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:51:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['d1952803-0262-4946-920b-9ec4996fa90b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:13.999860 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc42474c-a1d7-4eac-9c15-c8dd82bfb7db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:14.054870 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42474c-a1d7-4eac-9c15-c8dd82bfb7db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Subnet': ['ID=5af60565-8579-425c-8324-8a3d238b79db,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:14.061394 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fc42474c-a1d7-4eac-9c15-c8dd82bfb7db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:14.068468 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fc42474c-a1d7-4eac-9c15-c8dd82bfb7db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/subnets/5af60565-8579-425c-8324-8a3d238b79db HTTP/1.1" status: 204 len: 168 time: 0.4830742 Nov 02 12:52:14.070958 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59742) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:14.112496 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437ac2cb-3065-4e70-b7cc-c08d451976a3 None None] Network 9285cb4b-8127-4956-817f-41bc04b9c985 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:52:14.195181 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92a9a96a-3921-4c5a-a50d-90042187d9ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:14.255486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-24f73f3b-7690-4ac2-a1f2-8375cdc0ec2e None None] Set router d1952803-0262-4946-920b-9ec4996fa90b gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:14.326839 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92a9a96a-3921-4c5a-a50d-90042187d9ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:14.511018 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-92a9a96a-3921-4c5a-a50d-90042187d9ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port 1507329c-1e47-4a69-9fb2-753351fe468c {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:52:14.511575 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92a9a96a-3921-4c5a-a50d-90042187d9ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:14.632181 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-92a9a96a-3921-4c5a-a50d-90042187d9ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] For port 1507329c-1e47-4a69-9fb2-753351fe468c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1507329c-1e47-4a69-9fb2-753351fe468c,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:14.633210 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92a9a96a-3921-4c5a-a50d-90042187d9ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:14.662708 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-92a9a96a-3921-4c5a-a50d-90042187d9ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for 1507329c-1e47-4a69-9fb2-753351fe468c owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:52:14.706004 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3813ecc0-d2ad-4f56-84c7-b406cecdcc98 None None] DHCP port deletion for 9285cb4b-8127-4956-817f-41bc04b9c985 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:52:14.718398 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-24f73f3b-7690-4ac2-a1f2-8375cdc0ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069334275', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:52:12Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:14.768365 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f73f3b-7690-4ac2-a1f2-8375cdc0ec2e None None] The sync data for ids ['d1952803-0262-4946-920b-9ec4996fa90b'] in n-d-806683-18 is: [{'id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1069334275', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85'}], 'enable_snat': True}, 'gw_port_id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:52:12Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '1507329c-1e47-4a69-9fb2-753351fe468c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:36:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1952803-0262-4946-920b-9ec4996fa90b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:50:11Z', 'updated_at': '2021-11-02T12:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:14.806720 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3813ecc0-d2ad-4f56-84c7-b406cecdcc98 None None] Deleting port 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:52:14.807394 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3813ecc0-d2ad-4f56-84c7-b406cecdcc98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:14.932490 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3813ecc0-d2ad-4f56-84c7-b406cecdcc98 None None] For port 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb,segment=NetworkSegment(3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7),segment_id=3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:14.932995 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3813ecc0-d2ad-4f56-84c7-b406cecdcc98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:14.941320 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92a9a96a-3921-4c5a-a50d-90042187d9ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:14.957551 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3813ecc0-d2ad-4f56-84c7-b406cecdcc98 None None] Calling delete_port for 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:52:14.980476 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9a96a-3921-4c5a-a50d-90042187d9ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=1507329c-1e47-4a69-9fb2-753351fe468c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:15.053252 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92a9a96a-3921-4c5a-a50d-90042187d9ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:15.130652 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3813ecc0-d2ad-4f56-84c7-b406cecdcc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:15.173848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813ecc0-d2ad-4f56-84c7-b406cecdcc98 None None] Pushing event deleted for resources: {'Port': ['ID=1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:15.183852 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3813ecc0-d2ad-4f56-84c7-b406cecdcc98 None None] No DVR routers for this DVR port 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:52:15.246618 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92a9a96a-3921-4c5a-a50d-90042187d9ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:15.250982 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92a9a96a-3921-4c5a-a50d-90042187d9ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:15.421762 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92a9a96a-3921-4c5a-a50d-90042187d9ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:15.422831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a9a96a-3921-4c5a-a50d-90042187d9ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Fanout notify agent at l3_agent the message router_deleted on router d1952803-0262-4946-920b-9ec4996fa90b {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:52:15.433365 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92a9a96a-3921-4c5a-a50d-90042187d9ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:15.437575 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-92a9a96a-3921-4c5a-a50d-90042187d9ed tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/routers/d1952803-0262-4946-920b-9ec4996fa90b HTTP/1.1" status: 204 len: 168 time: 1.3626072 Nov 02 12:52:15.437802 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59744) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:15.462354 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:15.493922 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:52:15.494275 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1a1b6acc-fac8-49e5-b71f-b12d2aaa44bb not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:15.494706 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:15.516562 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:52:15.516911 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8963bf7c-98c0-4f2c-8fbb-2517b37e5fab not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:15.560128 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c9ea7e3-c853-41e8-aff9-ee7028bc1ff2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:15.670279 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c9ea7e3-c853-41e8-aff9-ee7028bc1ff2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:15.697227 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8c9ea7e3-c853-41e8-aff9-ee7028bc1ff2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9285cb4b-8127-4956-817f-41bc04b9c985']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:15.709458 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8c9ea7e3-c853-41e8-aff9-ee7028bc1ff2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:15.709754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-8c9ea7e3-c853-41e8-aff9-ee7028bc1ff2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e39bc8c-c05f-45c7-a8c8-e0542eb7b2d7') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:15.721804 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c9ea7e3-c853-41e8-aff9-ee7028bc1ff2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:15.739557 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c9ea7e3-c853-41e8-aff9-ee7028bc1ff2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:15.747801 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9ea7e3-c853-41e8-aff9-ee7028bc1ff2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c9ea7e3-c853-41e8-aff9-ee7028bc1ff2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: timer() Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:52:15.752129 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:52:15.873112 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c9ea7e3-c853-41e8-aff9-ee7028bc1ff2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:15.884065 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8c9ea7e3-c853-41e8-aff9-ee7028bc1ff2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:15.889241 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8c9ea7e3-c853-41e8-aff9-ee7028bc1ff2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/networks/9285cb4b-8127-4956-817f-41bc04b9c985 HTTP/1.1" status: 204 len: 168 time: 0.4503391 Nov 02 12:52:15.896099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59746) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:15.908709 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ea7e3-c853-41e8-aff9-ee7028bc1ff2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Network': ['ID=9285cb4b-8127-4956-817f-41bc04b9c985,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:15.996545 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e8959a4f-60df-477e-b6f5-3a256c22453b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:16.029241 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e8959a4f-60df-477e-b6f5-3a256c22453b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:16.175733 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e8959a4f-60df-477e-b6f5-3a256c22453b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:16.178406 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e8959a4f-60df-477e-b6f5-3a256c22453b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:16.179674 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e8959a4f-60df-477e-b6f5-3a256c22453b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/security-groups/a23e8d01-acfe-4d8f-bfb8-df96598d9249 HTTP/1.1" status: 204 len: 168 time: 0.2821422 Nov 02 12:52:16.190348 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8959a4f-60df-477e-b6f5-3a256c22453b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23e8d01-acfe-4d8f-bfb8-df96598d9249,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:16.199141 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959a4f-60df-477e-b6f5-3a256c22453b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:16.201481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959a4f-60df-477e-b6f5-3a256c22453b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:16.201481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959a4f-60df-477e-b6f5-3a256c22453b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:16.201481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959a4f-60df-477e-b6f5-3a256c22453b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:16.201481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959a4f-60df-477e-b6f5-3a256c22453b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:16.201481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959a4f-60df-477e-b6f5-3a256c22453b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:16.201481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959a4f-60df-477e-b6f5-3a256c22453b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:16.202069 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959a4f-60df-477e-b6f5-3a256c22453b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:16.202069 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959a4f-60df-477e-b6f5-3a256c22453b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:16.202252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959a4f-60df-477e-b6f5-3a256c22453b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:16.202536 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959a4f-60df-477e-b6f5-3a256c22453b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:16.202906 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8959a4f-60df-477e-b6f5-3a256c22453b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:16.790738 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59752) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:16.795916 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-53695ed8-1103-4940-8481-50f33f325741 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1923464785', 'description': 'tempest-secgroup-smoke-1923464785 description', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:52:16.918427 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-53695ed8-1103-4940-8481-50f33f325741 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:17.002214 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-53695ed8-1103-4940-8481-50f33f325741 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:17.113048 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-53695ed8-1103-4940-8481-50f33f325741 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:17.149853 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53695ed8-1103-4940-8481-50f33f325741 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0899893b-e52d-4c71-b326-2a86179b4e3e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:17.211836 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-53695ed8-1103-4940-8481-50f33f325741 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:17.213181 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-53695ed8-1103-4940-8481-50f33f325741 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4212790 Nov 02 12:52:17.216966 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59754) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:17.222607 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-dbe68ec3-eaea-434c-bedb-753fad39cd6b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': '0899893b-e52d-4c71-b326-2a86179b4e3e', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:52:17.306322 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1507329c-1e47-4a69-9fb2-753351fe468c no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:52:17.330559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 1507329c-1e47-4a69-9fb2-753351fe468c {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:52:17.330916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 1507329c-1e47-4a69-9fb2-753351fe468c not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:52:17.337394 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dbe68ec3-eaea-434c-bedb-753fad39cd6b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:17.411982 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dbe68ec3-eaea-434c-bedb-753fad39cd6b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:17.489682 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dbe68ec3-eaea-434c-bedb-753fad39cd6b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:17.513425 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe68ec3-eaea-434c-bedb-753fad39cd6b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0ee68b-738d-491f-8e53-9b2e91858712,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:17.615341 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ad3f-7ab5-4336-a4ca-dfc8e928291f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:17.657654 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-dbe68ec3-eaea-434c-bedb-753fad39cd6b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:17.659916 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-dbe68ec3-eaea-434c-bedb-753fad39cd6b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4418259 Nov 02 12:52:17.663317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59756) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:17.669155 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-357ab91c-b908-46f5-8cf8-11175014dea9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': '0899893b-e52d-4c71-b326-2a86179b4e3e', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:52:17.735946 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-357ab91c-b908-46f5-8cf8-11175014dea9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:17.805952 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-357ab91c-b908-46f5-8cf8-11175014dea9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:17.867229 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-357ab91c-b908-46f5-8cf8-11175014dea9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:17.889024 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ab91c-b908-46f5-8cf8-11175014dea9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df89682e-ad24-41f4-bc76-f35f86a76130,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:17.945206 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-357ab91c-b908-46f5-8cf8-11175014dea9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:17.947100 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-357ab91c-b908-46f5-8cf8-11175014dea9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2823768 Nov 02 12:52:17.950496 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59758) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:17.956233 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6858411c-1667-4532-8f86-4f9128248049 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': '0899893b-e52d-4c71-b326-2a86179b4e3e', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:52:18.084027 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6858411c-1667-4532-8f86-4f9128248049 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:18.158908 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6858411c-1667-4532-8f86-4f9128248049 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:18.222052 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6858411c-1667-4532-8f86-4f9128248049 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:18.245512 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858411c-1667-4532-8f86-4f9128248049 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f68865d-afeb-4f24-a724-2840f047d704,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:18.337269 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6858411c-1667-4532-8f86-4f9128248049 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:18.338556 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6858411c-1667-4532-8f86-4f9128248049 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3868122 Nov 02 12:52:18.343149 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59760) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:18.348622 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-47c8c3ab-39fc-4c41-bdf5-b0b8488a7682 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': '0899893b-e52d-4c71-b326-2a86179b4e3e', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:52:18.450221 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47c8c3ab-39fc-4c41-bdf5-b0b8488a7682 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:18.537206 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47c8c3ab-39fc-4c41-bdf5-b0b8488a7682 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:18.609571 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47c8c3ab-39fc-4c41-bdf5-b0b8488a7682 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:18.630687 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8c3ab-39fc-4c41-bdf5-b0b8488a7682 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9aad5ee-c9e3-4262-8075-ae4bde87ce5d,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:18.703566 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-47c8c3ab-39fc-4c41-bdf5-b0b8488a7682 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:18.705596 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-47c8c3ab-39fc-4c41-bdf5-b0b8488a7682 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3606637 Nov 02 12:52:18.708508 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59762) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:18.713214 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-913c3e48-564c-4c6a-bc4a-a7e05bad62c0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': '0899893b-e52d-4c71-b326-2a86179b4e3e', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:52:18.799189 n-d-806683-18 neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-913c3e48-564c-4c6a-bc4a-a7e05bad62c0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Project af9c01a0798540e5b6bd7f4173b010ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:52:18.805981 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-913c3e48-564c-4c6a-bc4a-a7e05bad62c0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:18.895921 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-913c3e48-564c-4c6a-bc4a-a7e05bad62c0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:18.963883 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-913c3e48-564c-4c6a-bc4a-a7e05bad62c0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:18.984885 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c3e48-564c-4c6a-bc4a-a7e05bad62c0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e834afe2-24b9-4bd3-b955-ac0d665b57c7,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:19.057814 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-913c3e48-564c-4c6a-bc4a-a7e05bad62c0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:19.059110 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-913c3e48-564c-4c6a-bc4a-a7e05bad62c0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3495572 Nov 02 12:52:19.063404 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59764) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:19.068918 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3eb30b60-008d-4f10-ab04-3b2f0997cded tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': '0899893b-e52d-4c71-b326-2a86179b4e3e', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:52:19.169681 n-d-806683-18 neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-3eb30b60-008d-4f10-ab04-3b2f0997cded tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Project af9c01a0798540e5b6bd7f4173b010ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:52:19.175661 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3eb30b60-008d-4f10-ab04-3b2f0997cded tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:19.249735 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3eb30b60-008d-4f10-ab04-3b2f0997cded tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:19.335710 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3eb30b60-008d-4f10-ab04-3b2f0997cded tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:19.358382 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb30b60-008d-4f10-ab04-3b2f0997cded tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2ef95f-429f-4fc3-beff-e4ae7165f618,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:19.428943 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3eb30b60-008d-4f10-ab04-3b2f0997cded tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:19.430236 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3eb30b60-008d-4f10-ab04-3b2f0997cded tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3655548 Nov 02 12:52:19.435340 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59766) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:19.442049 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-03ad27b5-24f5-48d5-9b97-12a34cac2ae3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'network': {'name': 'tempest-network-smoke--1861801407', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'port_security_enabled': True}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:52:19.524341 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ad27b5-24f5-48d5-9b97-12a34cac2ae3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Made reservation on behalf of af9c01a0798540e5b6bd7f4173b010ec for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:19.528672 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-03ad27b5-24f5-48d5-9b97-12a34cac2ae3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:19.557641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ad27b5-24f5-48d5-9b97-12a34cac2ae3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:52:19.569847 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-03ad27b5-24f5-48d5-9b97-12a34cac2ae3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:19.570249 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-03ad27b5-24f5-48d5-9b97-12a34cac2ae3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Added segment 735164dd-1e89-4162-999a-67b26679f50e of type vlan for network 46b2a5a6-21b3-42b0-9906-a9fa7d508c6e Nov 02 12:52:19.618172 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-03ad27b5-24f5-48d5-9b97-12a34cac2ae3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:19.695456 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-03ad27b5-24f5-48d5-9b97-12a34cac2ae3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:19.701871 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ad27b5-24f5-48d5-9b97-12a34cac2ae3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:19.702525 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-03ad27b5-24f5-48d5-9b97-12a34cac2ae3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:19.794981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad27b5-24f5-48d5-9b97-12a34cac2ae3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Network': ['ID=46b2a5a6-21b3-42b0-9906-a9fa7d508c6e,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:19.806974 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 46b2a5a6-21b3-42b0-9906-a9fa7d508c6e details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:52:19.837147 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a12ff9e4-711a-46f1-8ad8-30d54ef648c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:19.848314 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-03ad27b5-24f5-48d5-9b97-12a34cac2ae3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4111969 Nov 02 12:52:19.854817 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59768) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:19.858524 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1865083638', 'admin_state_up': True, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:52:19.999058 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:20.000251 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:20.063414 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:20.302209 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:20.629032 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:20.655098 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:20.777635 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.25.6.51 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/6dee72c1-ac8a-4cba-97c3-c69e9a622135) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:20.913793 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:21.033304 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:21.077519 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:21.081457 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:21.084263 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:21.118527 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=6dee72c1-ac8a-4cba-97c3-c69e9a622135,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:21.239926 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:21.490556 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:21.842969 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:22.484027 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router 66c32067-2b60-4081-867b-e66102899600 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:52:22.605895 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:52:22.620637 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Sync routers for ids ['66c32067-2b60-4081-867b-e66102899600'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:52:22.641168 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Routers {'66c32067-2b60-4081-867b-e66102899600'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:22.641168 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['66c32067-2b60-4081-867b-e66102899600'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:22.732440 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:22.734559 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7a976d1a-0e2e-4165-9776-a74b6580b5bd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8798473 Nov 02 12:52:22.739349 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59770) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:22.741511 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:22.777149 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Set router 66c32067-2b60-4081-867b-e66102899600 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:22.826336 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-f48918dd-4560-46c5-9f91-6bfb35660b76 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=af9c01a0798540e5b6bd7f4173b010ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0852895 Nov 02 12:52:22.829348 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59774) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:22.947288 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649c6e7a-1721-4582-a5cf-5990af0dba70 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:22.948870 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-649c6e7a-1721-4582-a5cf-5990af0dba70 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1178510 Nov 02 12:52:22.952092 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59776) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:22.988718 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-70f2f3a0-700c-48da-8c39-adbcf29150f0 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354424 Nov 02 12:52:22.991649 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59778) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:22.996986 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-5a99a33f-067f-435b-bcc2-76897926693c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-300605141', 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:52:23.067036 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c32067-2b60-4081-867b-e66102899600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865083638', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:21Z', 'revision_number': 3, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:23.186898 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a99a33f-067f-435b-bcc2-76897926693c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Made reservation on behalf of af9c01a0798540e5b6bd7f4173b010ec for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:23.191740 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5a99a33f-067f-435b-bcc2-76897926693c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:23.192198 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Checking router: 66c32067-2b60-4081-867b-e66102899600 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:52:23.192642 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Updating router 66c32067-2b60-4081-867b-e66102899600 port 6dee72c1-ac8a-4cba-97c3-c69e9a622135 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:52:23.223997 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:23.490404 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5a99a33f-067f-435b-bcc2-76897926693c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:23.542673 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:23.598294 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99a33f-067f-435b-bcc2-76897926693c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Subnet': ['ID=4422452f-d63e-4597-a064-34e27f9ced97,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:23.603913 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:23.611868 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a99a33f-067f-435b-bcc2-76897926693c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Checking segment: {'id': '735164dd-1e89-4162-999a-67b26679f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:52:23.612543 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a99a33f-067f-435b-bcc2-76897926693c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network hostable DHCP agents. Network: 46b2a5a6-21b3-42b0-9906-a9fa7d508c6e, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:52:23.667627 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Attempting to bind port 6dee72c1-ac8a-4cba-97c3-c69e9a622135 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:52:23.668242 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Attempting to bind port 6dee72c1-ac8a-4cba-97c3-c69e9a622135 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:52:23.668455 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Attempting to bind port 6dee72c1-ac8a-4cba-97c3-c69e9a622135 on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:23.670481 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5cf2a4-b701-4869-ad40-4244f5f1ba18 None None] Pushing event updated for resources: {'Port': ['ID=6dee72c1-ac8a-4cba-97c3-c69e9a622135,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:23.681841 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cf2a4-b701-4869-ad40-4244f5f1ba18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:23.682206 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cf2a4-b701-4869-ad40-4244f5f1ba18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:23.682531 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cf2a4-b701-4869-ad40-4244f5f1ba18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:23.683175 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cf2a4-b701-4869-ad40-4244f5f1ba18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:23.683512 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cf2a4-b701-4869-ad40-4244f5f1ba18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:23.683844 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cf2a4-b701-4869-ad40-4244f5f1ba18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:23.684170 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cf2a4-b701-4869-ad40-4244f5f1ba18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:23.684496 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cf2a4-b701-4869-ad40-4244f5f1ba18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:23.684807 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cf2a4-b701-4869-ad40-4244f5f1ba18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:23.685128 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cf2a4-b701-4869-ad40-4244f5f1ba18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:23.685449 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cf2a4-b701-4869-ad40-4244f5f1ba18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:23.685769 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5cf2a4-b701-4869-ad40-4244f5f1ba18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:23.691094 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:52:23.691696 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:52:23.692108 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:23.692507 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:52:23.693004 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Bound port: 6dee72c1-ac8a-4cba-97c3-c69e9a622135, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:52:23.693388 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:23.700981 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a99a33f-067f-435b-bcc2-76897926693c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 46b2a5a6-21b3-42b0-9906-a9fa7d508c6e is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:52:23.754294 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] For port 6dee72c1-ac8a-4cba-97c3-c69e9a622135, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:23.757875 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] For port 6dee72c1-ac8a-4cba-97c3-c69e9a622135, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6dee72c1-ac8a-4cba-97c3-c69e9a622135,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:23.775559 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-5a99a33f-067f-435b-bcc2-76897926693c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 46b2a5a6-21b3-42b0-9906-a9fa7d508c6e) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:23.781273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a99a33f-067f-435b-bcc2-76897926693c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:23.783605 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-5a99a33f-067f-435b-bcc2-76897926693c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:23.787491 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3669ad02-7575-451f-a4b6-5ab7cc556f96 None None] Network 46b2a5a6-21b3-42b0-9906-a9fa7d508c6e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:52:23.827543 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:23.900442 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-5a99a33f-067f-435b-bcc2-76897926693c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9072533 Nov 02 12:52:23.903102 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59780) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:23.906022 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Routers {'66c32067-2b60-4081-867b-e66102899600'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:23.906909 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['66c32067-2b60-4081-867b-e66102899600'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:23.952324 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5cf2a4-b701-4869-ad40-4244f5f1ba18 None None] Pushing event updated for resources: {'Port': ['ID=6dee72c1-ac8a-4cba-97c3-c69e9a622135,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:24.021396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-46b2a5a6-21b3-42b0-9906-a9fa7d508c6e', 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ips': [{'subnet_id': '4422452f-d63e-4597-a064-34e27f9ced97'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:52:24.026609 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:24.095198 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] Set router 66c32067-2b60-4081-867b-e66102899600 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:24.253282 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Allocated IP 172.20.0.2 (46b2a5a6-21b3-42b0-9906-a9fa7d508c6e/4422452f-d63e-4597-a064-34e27f9ced97/43a8be0d-708a-4632-97e2-6abda76530f3) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:24.412199 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c32067-2b60-4081-867b-e66102899600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865083638', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:21Z', 'revision_number': 3, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:24.445294 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a78f635-6505-42ff-8adc-929955fcfc9d None None] The sync data for ids ['66c32067-2b60-4081-867b-e66102899600'] in n-d-806683-18 is: [{'id': '66c32067-2b60-4081-867b-e66102899600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865083638', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:21Z', 'revision_number': 3, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:24.502749 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:24.546225 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d5872ed-4570-4307-8a1f-1c56f9398be9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:24.547524 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:24.565015 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:24.616617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Network 46b2a5a6-21b3-42b0-9906-a9fa7d508c6e is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:24.622126 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:24.627268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Pushing event updated for resources: {'Port': ['ID=43a8be0d-708a-4632-97e2-6abda76530f3,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:24.632444 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:24.748611 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Attempting to bind port 43a8be0d-708a-4632-97e2-6abda76530f3 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:52:24.749192 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Attempting to bind port 43a8be0d-708a-4632-97e2-6abda76530f3 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '735164dd-1e89-4162-999a-67b26679f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:52:24.749704 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Attempting to bind port 43a8be0d-708a-4632-97e2-6abda76530f3 on network 46b2a5a6-21b3-42b0-9906-a9fa7d508c6e {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:24.769446 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:52:24.770060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Checking segment: {'id': '735164dd-1e89-4162-999a-67b26679f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:52:24.770747 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:24.771407 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Bound using segment: {'id': '735164dd-1e89-4162-999a-67b26679f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:52:24.772682 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Bound port: 43a8be0d-708a-4632-97e2-6abda76530f3, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735164dd-1e89-4162-999a-67b26679f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:52:24.773039 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:24.862193 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:24.910300 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] For port 43a8be0d-708a-4632-97e2-6abda76530f3, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:24.914877 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] For port 43a8be0d-708a-4632-97e2-6abda76530f3, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=43a8be0d-708a-4632-97e2-6abda76530f3,segment=NetworkSegment(735164dd-1e89-4162-999a-67b26679f50e),segment_id=735164dd-1e89-4162-999a-67b26679f50e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:24.995556 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:25.001048 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-3d5872ed-4570-4307-8a1f-1c56f9398be9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.20.0.1 (46b2a5a6-21b3-42b0-9906-a9fa7d508c6e/4422452f-d63e-4597-a064-34e27f9ced97/9cc16104-13eb-4faf-876a-24830d6f52a4) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:25.055168 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:25.092775 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b01575-748e-4469-a814-93039e2a2a11 None None] Pushing event updated for resources: {'Port': ['ID=43a8be0d-708a-4632-97e2-6abda76530f3,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:25.226524 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d5872ed-4570-4307-8a1f-1c56f9398be9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:25.346288 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d5872ed-4570-4307-8a1f-1c56f9398be9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:25.388891 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5872ed-4570-4307-8a1f-1c56f9398be9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 46b2a5a6-21b3-42b0-9906-a9fa7d508c6e is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:25.415803 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-3d5872ed-4570-4307-8a1f-1c56f9398be9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:25.418527 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5872ed-4570-4307-8a1f-1c56f9398be9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:25.493233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6dee72c1-ac8a-4cba-97c3-c69e9a622135 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:25.522782 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d5872ed-4570-4307-8a1f-1c56f9398be9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:25.619153 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 6dee72c1-ac8a-4cba-97c3-c69e9a622135 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:52:25.619991 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:25.629367 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5872ed-4570-4307-8a1f-1c56f9398be9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=9cc16104-13eb-4faf-876a-24830d6f52a4,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:25.743020 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:25.790252 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 6dee72c1-ac8a-4cba-97c3-c69e9a622135, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6dee72c1-ac8a-4cba-97c3-c69e9a622135,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:25.864929 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d5872ed-4570-4307-8a1f-1c56f9398be9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:25.884497 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:25.961497 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=6dee72c1-ac8a-4cba-97c3-c69e9a622135,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:26.337375 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d5872ed-4570-4307-8a1f-1c56f9398be9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:26.366626 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d7cfb0-baed-43ed-8969-923324a18250 None None] Network 46b2a5a6-21b3-42b0-9906-a9fa7d508c6e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:52:26.403670 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d5872ed-4570-4307-8a1f-1c56f9398be9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:26.496501 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1ca97812-fb3b-4ab7-8004-8e573365f1e2 None None] Provisioning complete for port 43a8be0d-708a-4632-97e2-6abda76530f3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:52:26.498118 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1ca97812-fb3b-4ab7-8004-8e573365f1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:26.527372 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3d5872ed-4570-4307-8a1f-1c56f9398be9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:26.542724 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5872ed-4570-4307-8a1f-1c56f9398be9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=9cc16104-13eb-4faf-876a-24830d6f52a4,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:26.703956 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5872ed-4570-4307-8a1f-1c56f9398be9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 46b2a5a6-21b3-42b0-9906-a9fa7d508c6e is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:26.707080 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-3d5872ed-4570-4307-8a1f-1c56f9398be9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:26.734433 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1ca97812-fb3b-4ab7-8004-8e573365f1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:26.787650 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1ca97812-fb3b-4ab7-8004-8e573365f1e2 None None] For port 43a8be0d-708a-4632-97e2-6abda76530f3, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=43a8be0d-708a-4632-97e2-6abda76530f3,segment=NetworkSegment(735164dd-1e89-4162-999a-67b26679f50e),segment_id=735164dd-1e89-4162-999a-67b26679f50e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:26.879129 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1ca97812-fb3b-4ab7-8004-8e573365f1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:26.891199 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5872ed-4570-4307-8a1f-1c56f9398be9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router 66c32067-2b60-4081-867b-e66102899600 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:52:26.985801 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca97812-fb3b-4ab7-8004-8e573365f1e2 None None] Pushing event updated for resources: {'Port': ['ID=43a8be0d-708a-4632-97e2-6abda76530f3,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:27.062768 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5872ed-4570-4307-8a1f-1c56f9398be9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:52:27.073593 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3d5872ed-4570-4307-8a1f-1c56f9398be9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "PUT /v2.0/routers/66c32067-2b60-4081-867b-e66102899600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1674204 Nov 02 12:52:27.078167 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Sync routers for ids ['66c32067-2b60-4081-867b-e66102899600'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:52:27.099888 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Routers {'66c32067-2b60-4081-867b-e66102899600'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:27.101411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['66c32067-2b60-4081-867b-e66102899600'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:27.289935 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-bcbbb467-4de2-4346-b8ce-9ca4ebd2324d None None] Provisioning complete for port 9cc16104-13eb-4faf-876a-24830d6f52a4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:52:27.290504 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb467-4de2-4346-b8ce-9ca4ebd2324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:27.347440 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-2766af2d-5002-49c7-8e44-942c68450cd7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923464785&fields=id&tenant_id=af9c01a0798540e5b6bd7f4173b010ec HTTP/1.1" status: 200 len: 267 time: 0.0915594 Nov 02 12:52:27.360406 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Set router 66c32067-2b60-4081-867b-e66102899600 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:27.433969 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-bcbbb467-4de2-4346-b8ce-9ca4ebd2324d None None] Port 9cc16104-13eb-4faf-876a-24830d6f52a4 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:52:27.508945 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-c287cdd6-789d-4c99-ba23-e914d1dd1bfe tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:27.518348 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-c287cdd6-789d-4c99-ba23-e914d1dd1bfe tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/networks?id=46b2a5a6-21b3-42b0-9906-a9fa7d508c6e HTTP/1.1" status: 200 len: 797 time: 0.1486988 Nov 02 12:52:27.525728 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-bcbbb467-4de2-4346-b8ce-9ca4ebd2324d None None] Provisioning complete for port 43a8be0d-708a-4632-97e2-6abda76530f3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:52:27.526116 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb467-4de2-4346-b8ce-9ca4ebd2324d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:27.539554 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-5053c60b-c836-43f4-8311-9f08e5190d10 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/quotas/af9c01a0798540e5b6bd7f4173b010ec HTTP/1.1" status: 200 len: 375 time: 0.0201955 Nov 02 12:52:27.570602 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 43a8be0d-708a-4632-97e2-6abda76530f3 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:27.608349 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-68bcec39-485e-485c-8ed6-e7c1faf0dab9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654080 Nov 02 12:52:27.680034 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-92676fda-b885-497a-b456-74cf7dd26fbf service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:52:27.681233 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-92676fda-b885-497a-b456-74cf7dd26fbf service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0609434 Nov 02 12:52:27.754834 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 43a8be0d-708a-4632-97e2-6abda76530f3 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:52:27.755217 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:27.811423 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-86e7fa63-17df-440f-8dfa-05f6ce2a02d7 service neutron] 10.222.0.52 "GET /v2.0/networks/46b2a5a6-21b3-42b0-9906-a9fa7d508c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172559 Nov 02 12:52:27.933050 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-d5ce6fe1-7fc0-4f35-baf8-71a0998bb103 service neutron] 10.222.0.52 "GET /v2.0/networks/46b2a5a6-21b3-42b0-9906-a9fa7d508c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134272 Nov 02 12:52:28.036689 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c32067-2b60-4081-867b-e66102899600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865083638', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '9cc16104-13eb-4faf-876a-24830d6f52a4', 'name': '', 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ca:6a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '4422452f-d63e-4597-a064-34e27f9ced97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:24Z', 'updated_at': '2021-11-02T12:52:26Z', 'revision_number': 2, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '4422452f-d63e-4597-a064-34e27f9ced97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:28.074083 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Checking router: 66c32067-2b60-4081-867b-e66102899600 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:52:28.074456 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Updating router 66c32067-2b60-4081-867b-e66102899600 port 9cc16104-13eb-4faf-876a-24830d6f52a4 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:52:28.103123 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6dee72c1-ac8a-4cba-97c3-c69e9a622135 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:28.144962 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:28.167950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5c140097-f562-47ba-8f68-9ca211a3bde0 None None] Provisioning complete for port 9cc16104-13eb-4faf-876a-24830d6f52a4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:52:28.168423 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5c140097-f562-47ba-8f68-9ca211a3bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:28.250779 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-5c140097-f562-47ba-8f68-9ca211a3bde0 None None] Port 9cc16104-13eb-4faf-876a-24830d6f52a4 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:52:28.284570 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d689e7c8-ff22-4dad-9fba-f8bace2eb4d7 req-a61f85d1-cb6c-4969-8ffd-a10caf8837ab tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 210 time: 0.0439894 Nov 02 12:52:28.315672 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 6dee72c1-ac8a-4cba-97c3-c69e9a622135 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:52:28.316132 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:28.571216 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:28.661036 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:28.744540 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea0e54-bea8-4298-a92d-bd6341fe3349 None None] Pushing event updated for resources: {'Port': ['ID=9cc16104-13eb-4faf-876a-24830d6f52a4,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:28.781808 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Attempting to bind port 9cc16104-13eb-4faf-876a-24830d6f52a4 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:52:28.782506 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Attempting to bind port 9cc16104-13eb-4faf-876a-24830d6f52a4 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '735164dd-1e89-4162-999a-67b26679f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:52:28.783578 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Attempting to bind port 9cc16104-13eb-4faf-876a-24830d6f52a4 on network 46b2a5a6-21b3-42b0-9906-a9fa7d508c6e {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:28.789524 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:52:28.789904 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Checking segment: {'id': '735164dd-1e89-4162-999a-67b26679f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:52:28.790310 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:28.791387 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Bound using segment: {'id': '735164dd-1e89-4162-999a-67b26679f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:52:28.792004 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Bound port: 9cc16104-13eb-4faf-876a-24830d6f52a4, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735164dd-1e89-4162-999a-67b26679f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:52:28.792273 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:28.866768 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] For port 9cc16104-13eb-4faf-876a-24830d6f52a4, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:28.870466 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] For port 9cc16104-13eb-4faf-876a-24830d6f52a4, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9cc16104-13eb-4faf-876a-24830d6f52a4,segment=NetworkSegment(735164dd-1e89-4162-999a-67b26679f50e),segment_id=735164dd-1e89-4162-999a-67b26679f50e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:28.952824 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:29.032391 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-75f21acb-bbf1-40d3-aedb-50582d9d31f2 None None] Provisioning complete for port 9cc16104-13eb-4faf-876a-24830d6f52a4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:52:29.033299 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-75f21acb-bbf1-40d3-aedb-50582d9d31f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:29.037669 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea0e54-bea8-4298-a92d-bd6341fe3349 None None] Pushing event updated for resources: {'Port': ['ID=9cc16104-13eb-4faf-876a-24830d6f52a4,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:29.070445 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Routers {'66c32067-2b60-4081-867b-e66102899600'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:29.071145 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['66c32067-2b60-4081-867b-e66102899600'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:29.237944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] Set router 66c32067-2b60-4081-867b-e66102899600 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:29.240452 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-75f21acb-bbf1-40d3-aedb-50582d9d31f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:29.347585 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-75f21acb-bbf1-40d3-aedb-50582d9d31f2 None None] For port 9cc16104-13eb-4faf-876a-24830d6f52a4, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9cc16104-13eb-4faf-876a-24830d6f52a4,segment=NetworkSegment(735164dd-1e89-4162-999a-67b26679f50e),segment_id=735164dd-1e89-4162-999a-67b26679f50e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:29.425360 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6ad4f13e-9853-4c7e-8e83-e4a39bd40ec1 req-8177304d-c562-4a89-baca-9557dbe7c4a5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 210 time: 0.0305188 Nov 02 12:52:29.455414 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-75f21acb-bbf1-40d3-aedb-50582d9d31f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:29.547321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f21acb-bbf1-40d3-aedb-50582d9d31f2 None None] Pushing event updated for resources: {'Port': ['ID=9cc16104-13eb-4faf-876a-24830d6f52a4,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:29.577673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-4eb4b415-6f10-4768-9391-1a31d3252667 None None] Provisioning complete for port 9cc16104-13eb-4faf-876a-24830d6f52a4 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:52:29.578092 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b415-6f10-4768-9391-1a31d3252667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:29.626648 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c32067-2b60-4081-867b-e66102899600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865083638', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '9cc16104-13eb-4faf-876a-24830d6f52a4', 'name': '', 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ca:6a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '4422452f-d63e-4597-a064-34e27f9ced97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:24Z', 'updated_at': '2021-11-02T12:52:28Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '4422452f-d63e-4597-a064-34e27f9ced97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:29.661826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a5dabf-ecb9-4231-9865-460a00fd5c14 None None] The sync data for ids ['66c32067-2b60-4081-867b-e66102899600'] in n-d-806683-18 is: [{'id': '66c32067-2b60-4081-867b-e66102899600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865083638', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '9cc16104-13eb-4faf-876a-24830d6f52a4', 'name': '', 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ca:6a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '4422452f-d63e-4597-a064-34e27f9ced97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:24Z', 'updated_at': '2021-11-02T12:52:28Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '4422452f-d63e-4597-a064-34e27f9ced97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:30.586836 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb6e7965-18cb-488f-a545-c78759bdff81 req-d2d46578-edf9-498c-9bc7-a4b4ca7e52db tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 210 time: 0.0508554 Nov 02 12:52:30.606855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-17b3a455-e2e3-4c9e-8fe1-001119cc936a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:30.608559 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-17b3a455-e2e3-4c9e-8fe1-001119cc936a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.79 "GET /v2.0/networks?id=46b2a5a6-21b3-42b0-9906-a9fa7d508c6e HTTP/1.1" status: 200 len: 797 time: 0.1722717 Nov 02 12:52:30.730192 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-36430b15-46c9-45d1-bfe0-1c8d6d90ffda tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af9c01a0798540e5b6bd7f4173b010ec HTTP/1.1" status: 200 len: 380 time: 0.1117649 Nov 02 12:52:30.740564 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-a3f1c692-8fd4-46be-9a40-fcf934846bc0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'port': {'device_id': 'fc28704b-fd48-43eb-8e5d-964c143b0a24', 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e', 'admin_state_up': True, 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'security_groups': ['0899893b-e52d-4c71-b326-2a86179b4e3e']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:52:30.992954 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-a3f1c692-8fd4-46be-9a40-fcf934846bc0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Made reservation on behalf of af9c01a0798540e5b6bd7f4173b010ec for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:52:30.997521 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-a3f1c692-8fd4-46be-9a40-fcf934846bc0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:31.151442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-a3f1c692-8fd4-46be-9a40-fcf934846bc0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.20.0.12 (46b2a5a6-21b3-42b0-9906-a9fa7d508c6e/4422452f-d63e-4597-a064-34e27f9ced97/e42629bf-975b-4fe6-b30a-5621a5a7e04c) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:31.330433 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-a3f1c692-8fd4-46be-9a40-fcf934846bc0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:31.403557 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9cc16104-13eb-4faf-876a-24830d6f52a4 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:31.489183 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 9cc16104-13eb-4faf-876a-24830d6f52a4 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:52:31.489538 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:31.803974 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-023633b8-c665-40da-bf97-78fd0fef81ac req-bb8bd988-6c7b-45f2-827e-40ea3c44de05 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 210 time: 0.0410490 Nov 02 12:52:31.855611 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-a3f1c692-8fd4-46be-9a40-fcf934846bc0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:31.910413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-a3f1c692-8fd4-46be-9a40-fcf934846bc0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 46b2a5a6-21b3-42b0-9906-a9fa7d508c6e is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:31.913961 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-a3f1c692-8fd4-46be-9a40-fcf934846bc0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:31.924414 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-a3f1c692-8fd4-46be-9a40-fcf934846bc0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:31.933512 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1c692-8fd4-46be-9a40-fcf934846bc0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=e42629bf-975b-4fe6-b30a-5621a5a7e04c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:32.002274 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-a3f1c692-8fd4-46be-9a40-fcf934846bc0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:32.002977 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-a3f1c692-8fd4-46be-9a40-fcf934846bc0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:32.083086 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-a3f1c692-8fd4-46be-9a40-fcf934846bc0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3474147 Nov 02 12:52:32.147226 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Request body: {'port': {'device_id': 'fc28704b-fd48-43eb-8e5d-964c143b0a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:52:32.171878 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6a26f936-3522-41e0-a777-4a144547e098 None None] Provisioning complete for port e42629bf-975b-4fe6-b30a-5621a5a7e04c triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:52:32.172165 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6a26f936-3522-41e0-a777-4a144547e098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:32.214581 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6a26f936-3522-41e0-a777-4a144547e098 None None] Port e42629bf-975b-4fe6-b30a-5621a5a7e04c cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:52:32.224984 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:32.542308 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42629bf-975b-4fe6-b30a-5621a5a7e04c {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:52:32.551295 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:32.564995 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Transition to ACTIVE for port object e42629bf-975b-4fe6-b30a-5621a5a7e04c will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:52:32.649438 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:32.707201 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=e42629bf-975b-4fe6-b30a-5621a5a7e04c,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:32.784045 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Attempting to bind port e42629bf-975b-4fe6-b30a-5621a5a7e04c on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:52:32.784445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Attempting to bind port e42629bf-975b-4fe6-b30a-5621a5a7e04c by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '735164dd-1e89-4162-999a-67b26679f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:52:32.784786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Attempting to bind port e42629bf-975b-4fe6-b30a-5621a5a7e04c on network 46b2a5a6-21b3-42b0-9906-a9fa7d508c6e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:32.789980 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Port e42629bf-975b-4fe6-b30a-5621a5a7e04c on network 46b2a5a6-21b3-42b0-9906-a9fa7d508c6e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:52:32.790314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Attempting to bind port e42629bf-975b-4fe6-b30a-5621a5a7e04c on network 46b2a5a6-21b3-42b0-9906-a9fa7d508c6e {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:52:32.796393 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:52:32.796709 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Checking segment: {'id': '735164dd-1e89-4162-999a-67b26679f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:52:32.797019 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Bound using segment: {'id': '735164dd-1e89-4162-999a-67b26679f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:52:32.797480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Bound port: e42629bf-975b-4fe6-b30a-5621a5a7e04c, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735164dd-1e89-4162-999a-67b26679f50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:52:32.797831 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:32.906485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] For port e42629bf-975b-4fe6-b30a-5621a5a7e04c, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:52:32.938515 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] For port e42629bf-975b-4fe6-b30a-5621a5a7e04c, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=e42629bf-975b-4fe6-b30a-5621a5a7e04c,segment=NetworkSegment(735164dd-1e89-4162-999a-67b26679f50e),segment_id=735164dd-1e89-4162-999a-67b26679f50e)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:52:32.961659 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3daec-a63d-49a9-8295-08890d162fd1 req-f4e30c05-ed33-4ff5-b36d-37da6a6b6da0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:32.963310 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59b3daec-a63d-49a9-8295-08890d162fd1 req-f4e30c05-ed33-4ff5-b36d-37da6a6b6da0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 944 time: 0.0705338 Nov 02 12:52:33.024583 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-59b3daec-a63d-49a9-8295-08890d162fd1 req-f8b71843-3328-4d74-ba33-a6d5f09c325d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534523 Nov 02 12:52:33.039618 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:33.080047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:33.080691 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:33.082188 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] 10.222.0.79 "PUT /v2.0/ports/e42629bf-975b-4fe6-b30a-5621a5a7e04c HTTP/1.1" status: 200 len: 1093 time: 0.9900818 Nov 02 12:52:33.082678 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc28704b-fd48-43eb-8e5d-964c143b0a24', 'tag': 'e42629bf-975b-4fe6-b30a-5621a5a7e04c'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:52:33.086457 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e3058f-b789-417e-9c20-53db895aac66" -d '{"events": [{"name": "network-changed", "server_uuid": "fc28704b-fd48-43eb-8e5d-964c143b0a24", "tag": "e42629bf-975b-4fe6-b30a-5621a5a7e04c"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:52:33.139187 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b284d-2cbb-4ec3-92cd-9e125bbc0fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=e42629bf-975b-4fe6-b30a-5621a5a7e04c,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:33.268213 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-af01caa8-d306-43ba-8fc3-810061b7b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:33.270292 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-af01caa8-d306-43ba-8fc3-810061b7b3a1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 1096 time: 0.0704672 Nov 02 12:52:33.274789 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe24d18-f66d-45ec-88b3-0704be017a17 x-openstack-request-id: req-bfe24d18-f66d-45ec-88b3-0704be017a17 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:52:33.275195 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc28704b-fd48-43eb-8e5d-964c143b0a24", "tag": "e42629bf-975b-4fe6-b30a-5621a5a7e04c", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:52:33.275455 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bfe24d18-f66d-45ec-88b3-0704be017a17 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:52:33.276040 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc28704b-fd48-43eb-8e5d-964c143b0a24', 'tag': 'e42629bf-975b-4fe6-b30a-5621a5a7e04c', 'status': 'completed', 'code': 200} Nov 02 12:52:33.321740 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-a4b4a80b-e53f-49ad-8b74-c26ecfe13ef3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e42629bf-975b-4fe6-b30a-5621a5a7e04c HTTP/1.1" status: 200 len: 217 time: 0.0395131 Nov 02 12:52:33.378251 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-93cc768b-d702-4199-b5a2-ac04e480e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:33.379893 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-93cc768b-d702-4199-b5a2-ac04e480e10a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4422452f-d63e-4597-a064-34e27f9ced97 HTTP/1.1" status: 200 len: 834 time: 0.0497117 Nov 02 12:52:33.437544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-6dfc8383-fe1f-4382-8472-075b69c99ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:33.440450 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-6dfc8383-fe1f-4382-8472-075b69c99ce9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=46b2a5a6-21b3-42b0-9906-a9fa7d508c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532174 Nov 02 12:52:33.537129 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-e225615f-f67d-4121-98cd-a4a87f2076a5 service neutron] 10.222.0.79 "GET /v2.0/networks/46b2a5a6-21b3-42b0-9906-a9fa7d508c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895088 Nov 02 12:52:33.643240 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f6ee352-d31a-4078-9926-b5d018b75ebc req-d1cae0c7-6a3d-4892-b909-d60cc81232a4 service neutron] 10.222.0.79 "GET /v2.0/networks/46b2a5a6-21b3-42b0-9906-a9fa7d508c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986445 Nov 02 12:52:33.797638 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3058f-b789-417e-9c20-53db895aac66 req-92aa51d4-4781-43e8-ade2-976028924d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:33.800283 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77e3058f-b789-417e-9c20-53db895aac66 req-92aa51d4-4781-43e8-ade2-976028924d34 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 1096 time: 0.0499811 Nov 02 12:52:33.947886 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3058f-b789-417e-9c20-53db895aac66 req-19692811-9185-4f51-b9f4-83639081f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:33.950387 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77e3058f-b789-417e-9c20-53db895aac66 req-19692811-9185-4f51-b9f4-83639081f23e service neutron] 10.222.0.79 "GET /v2.0/networks?id=46b2a5a6-21b3-42b0-9906-a9fa7d508c6e HTTP/1.1" status: 200 len: 898 time: 0.1420717 Nov 02 12:52:33.997781 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77e3058f-b789-417e-9c20-53db895aac66 req-211a8354-2f0b-4b4e-86e5-a3a1c9135ca8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e42629bf-975b-4fe6-b30a-5621a5a7e04c HTTP/1.1" status: 200 len: 217 time: 0.0394900 Nov 02 12:52:34.053550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3058f-b789-417e-9c20-53db895aac66 req-66bb017a-ebab-4690-be6d-031f301329d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:34.055669 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77e3058f-b789-417e-9c20-53db895aac66 req-66bb017a-ebab-4690-be6d-031f301329d7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4422452f-d63e-4597-a064-34e27f9ced97 HTTP/1.1" status: 200 len: 834 time: 0.0498135 Nov 02 12:52:34.135873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3058f-b789-417e-9c20-53db895aac66 req-70a6cd6e-a432-4fd6-8451-af4fcb8a2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:34.137801 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77e3058f-b789-417e-9c20-53db895aac66 req-70a6cd6e-a432-4fd6-8451-af4fcb8a2a13 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=46b2a5a6-21b3-42b0-9906-a9fa7d508c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728567 Nov 02 12:52:34.268479 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12f266-08b3-427f-9d3d-a30ab39711e6 req-b5f32dd1-65a2-475a-a644-8f832a48aee7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:34.269993 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-da12f266-08b3-427f-9d3d-a30ab39711e6 req-b5f32dd1-65a2-475a-a644-8f832a48aee7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 944 time: 0.1232622 Nov 02 12:52:34.303554 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77e3058f-b789-417e-9c20-53db895aac66 req-c2522200-39df-4e56-8583-58230dd4c7fb service neutron] 10.222.0.79 "GET /v2.0/networks/46b2a5a6-21b3-42b0-9906-a9fa7d508c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552517 Nov 02 12:52:34.369182 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-da12f266-08b3-427f-9d3d-a30ab39711e6 req-196d281b-2cd9-4575-b8a2-7652a13c82e8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855038 Nov 02 12:52:34.437697 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-77e3058f-b789-417e-9c20-53db895aac66 req-7c3e6248-4df1-4970-9f6b-c254da4a1a3e service neutron] 10.222.0.79 "GET /v2.0/networks/46b2a5a6-21b3-42b0-9906-a9fa7d508c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252728 Nov 02 12:52:35.518088 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991340ec-3456-4a8a-944f-b64682fa16a3 req-a7eb4dc6-dbc7-4179-951b-f6da97047f90 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:35.520182 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-991340ec-3456-4a8a-944f-b64682fa16a3 req-a7eb4dc6-dbc7-4179-951b-f6da97047f90 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 944 time: 0.0573773 Nov 02 12:52:35.581086 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-991340ec-3456-4a8a-944f-b64682fa16a3 req-0367b4b2-ebc9-4852-8a22-cb5d2f2a0250 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513556 Nov 02 12:52:36.655458 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device e42629bf-975b-4fe6-b30a-5621a5a7e04c details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:52:36.754814 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ea652-7337-43ba-87d9-7663cc0fcbe2 req-f340ae1b-70d1-462e-a466-02363a115e36 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:36.757623 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-788ea652-7337-43ba-87d9-7663cc0fcbe2 req-f340ae1b-70d1-462e-a466-02363a115e36 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 944 time: 0.0922747 Nov 02 12:52:36.783936 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port e42629bf-975b-4fe6-b30a-5621a5a7e04c, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=e42629bf-975b-4fe6-b30a-5621a5a7e04c,segment=NetworkSegment(735164dd-1e89-4162-999a-67b26679f50e),segment_id=735164dd-1e89-4162-999a-67b26679f50e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:36.798155 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'e42629bf-975b-4fe6-b30a-5621a5a7e04c', 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e', 'port_id': 'e42629bf-975b-4fe6-b30a-5621a5a7e04c', 'mac_address': 'fa:16:3e:97:89:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4422452f-d63e-4597-a064-34e27f9ced97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:52:36.843593 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:36.844111 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-788ea652-7337-43ba-87d9-7663cc0fcbe2 req-7eb25557-9ac7-4d78-b87f-098788c71a9a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739841 Nov 02 12:52:36.859453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42629bf-975b-4fe6-b30a-5621a5a7e04c {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:52:36.890300 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port e42629bf-975b-4fe6-b30a-5621a5a7e04c, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=e42629bf-975b-4fe6-b30a-5621a5a7e04c,segment=NetworkSegment(735164dd-1e89-4162-999a-67b26679f50e),segment_id=735164dd-1e89-4162-999a-67b26679f50e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:36.964061 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:37.024659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=e42629bf-975b-4fe6-b30a-5621a5a7e04c,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:37.034115 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:37.034417 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:37.034780 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:37.035187 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:37.035566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:37.035960 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:37.036342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:37.036706 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:37.037071 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:37.037460 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:37.037873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:37.038247 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:37.167266 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['e42629bf-975b-4fe6-b30a-5621a5a7e04c'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:52:38.027104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06a0b2-ee99-457a-9daa-bd8df2e9d889 req-c05a81bd-43e7-4647-b4ed-60289757bb76 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:38.028731 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-be06a0b2-ee99-457a-9daa-bd8df2e9d889 req-c05a81bd-43e7-4647-b4ed-60289757bb76 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 945 time: 0.0841954 Nov 02 12:52:38.087096 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-be06a0b2-ee99-457a-9daa-bd8df2e9d889 req-005f5119-b45b-4582-9276-88aa92fb5491 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510938 Nov 02 12:52:38.686226 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device e42629bf-975b-4fe6-b30a-5621a5a7e04c up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:38.803823 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port e42629bf-975b-4fe6-b30a-5621a5a7e04c completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:52:38.808752 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port e42629bf-975b-4fe6-b30a-5621a5a7e04c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:52:38.809317 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:38.911861 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:38.940946 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc28704b-fd48-43eb-8e5d-964c143b0a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42629bf-975b-4fe6-b30a-5621a5a7e04c'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:52:38.943269 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd62010-8a75-400c-bd32-0da0e40ce53b" -d '{"events": [{"server_uuid": "fc28704b-fd48-43eb-8e5d-964c143b0a24", "name": "network-vif-plugged", "status": "completed", "tag": "e42629bf-975b-4fe6-b30a-5621a5a7e04c"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:52:38.967394 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port e42629bf-975b-4fe6-b30a-5621a5a7e04c, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=e42629bf-975b-4fe6-b30a-5621a5a7e04c,segment=NetworkSegment(735164dd-1e89-4162-999a-67b26679f50e),segment_id=735164dd-1e89-4162-999a-67b26679f50e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:38.986984 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35be4a4-b207-49f4-a329-9499e10b8eb5 x-openstack-request-id: req-b35be4a4-b207-49f4-a329-9499e10b8eb5 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:52:38.987289 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc28704b-fd48-43eb-8e5d-964c143b0a24", "name": "network-vif-plugged", "status": "completed", "tag": "e42629bf-975b-4fe6-b30a-5621a5a7e04c", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:52:38.987542 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b35be4a4-b207-49f4-a329-9499e10b8eb5 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:52:38.987993 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc28704b-fd48-43eb-8e5d-964c143b0a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42629bf-975b-4fe6-b30a-5621a5a7e04c', 'code': 200} Nov 02 12:52:39.051128 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:39.107747 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dba58e-7294-471b-a7e0-db4a86c96e39 req-3886c32e-c61c-4003-a4f6-6eff1940fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:39.110669 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82dba58e-7294-471b-a7e0-db4a86c96e39 req-3886c32e-c61c-4003-a4f6-6eff1940fd79 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 1098 time: 0.0607593 Nov 02 12:52:39.112413 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=e42629bf-975b-4fe6-b30a-5621a5a7e04c,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:39.212586 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82dba58e-7294-471b-a7e0-db4a86c96e39 req-ce52aa2e-e204-4d04-b76e-f9ee07c355b3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944471 Nov 02 12:52:39.263877 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6810b-809a-46c9-9d90-aec975ac91ec req-57b60e15-756f-47f9-99a2-3000d3d1ad80 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:39.265545 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bdc6810b-809a-46c9-9d90-aec975ac91ec req-57b60e15-756f-47f9-99a2-3000d3d1ad80 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0918245 Nov 02 12:52:39.338850 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bdc6810b-809a-46c9-9d90-aec975ac91ec req-2ebe6600-bb7b-44f4-b3bf-76c313087eb3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656645 Nov 02 12:52:40.508018 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb593d-d6ca-4aef-8288-1be0eeb37ad6 req-75d04a55-1197-4eb1-af33-2d37dea9bf77 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:40.510900 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9cb593d-d6ca-4aef-8288-1be0eeb37ad6 req-75d04a55-1197-4eb1-af33-2d37dea9bf77 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0829515 Nov 02 12:52:40.585999 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9cb593d-d6ca-4aef-8288-1be0eeb37ad6 req-4f9d1ae6-5310-439b-9bc2-40683c7297ff tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661852 Nov 02 12:52:40.733400 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e85050-ef29-448a-add9-1a3f707c52fe req-c54f88b3-1989-4b79-bd17-94c54e809789 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:40.734998 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-87e85050-ef29-448a-add9-1a3f707c52fe req-c54f88b3-1989-4b79-bd17-94c54e809789 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0544510 Nov 02 12:52:40.791066 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-87e85050-ef29-448a-add9-1a3f707c52fe req-077e48ec-1dd0-4e09-8b44-8ae608e11a9f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498412 Nov 02 12:52:40.818033 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59844) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:40.861925 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7719c772-050f-4555-91c4-6602438c8704 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:40.863586 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7719c772-050f-4555-91c4-6602438c8704 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 1093 time: 0.0444841 Nov 02 12:52:40.866704 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59846) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:40.871548 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': 'e42629bf-975b-4fe6-b30a-5621a5a7e04c', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:52:40.975383 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:41.046261 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:52:41.103044 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:41.224530 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.25.6.217 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/2a14db7b-2357-4053-bb6c-c0ac629dc4d1) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:52:41.339759 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:41.456516 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:41.496653 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:52:41.499759 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:52:41.506895 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:52:41.537685 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=2a14db7b-2357-4053-bb6c-c0ac629dc4d1,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:41.550570 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:41.550956 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:41.551342 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:41.551626 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:41.551957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:41.552285 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:41.552613 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:41.552937 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:41.553266 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:41.553586 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:41.553906 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:41.554224 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:52:41.948193 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:42.108682 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:42.316208 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:42.397976 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:42.505435 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=2a14db7b-2357-4053-bb6c-c0ac629dc4d1,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:42.515962 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:42.644238 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Floating IP 8b7b64e6-0478-4aaf-97a2-728dee9d473c associated. External IP: 172.25.6.217, port: e42629bf-975b-4fe6-b30a-5621a5a7e04c. Nov 02 12:52:43.227073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router 66c32067-2b60-4081-867b-e66102899600 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:52:43.354314 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:52:43.373605 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b134f-4488-4d6e-97b0-4651349355fb None None] Sync routers for ids ['66c32067-2b60-4081-867b-e66102899600'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:52:43.386863 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b134f-4488-4d6e-97b0-4651349355fb None None] Routers {'66c32067-2b60-4081-867b-e66102899600'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:43.387602 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-753b134f-4488-4d6e-97b0-4651349355fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['66c32067-2b60-4081-867b-e66102899600'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:43.457194 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:43.506015 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-753b134f-4488-4d6e-97b0-4651349355fb None None] Set router 66c32067-2b60-4081-867b-e66102899600 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:43.510298 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6a29361c-4028-4283-87d3-242f9302f3ea tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6423061 Nov 02 12:52:43.510997 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc28704b-fd48-43eb-8e5d-964c143b0a24', 'tag': 'e42629bf-975b-4fe6-b30a-5621a5a7e04c'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:52:43.513400 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a502889-6d0c-42da-ac2e-bc18350bf508" -d '{"events": [{"name": "network-changed", "server_uuid": "fc28704b-fd48-43eb-8e5d-964c143b0a24", "tag": "e42629bf-975b-4fe6-b30a-5621a5a7e04c"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:52:43.622506 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382e87f-a476-4274-9b2a-1bf57541df1e req-1d89b069-cec3-47fa-8a8a-b24bdb5daf92 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:43.624166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8382e87f-a476-4274-9b2a-1bf57541df1e req-1d89b069-cec3-47fa-8a8a-b24bdb5daf92 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0558968 Nov 02 12:52:43.687561 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8382e87f-a476-4274-9b2a-1bf57541df1e req-8a8e031b-eca1-4a3f-9861-ab58e0c22af7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542188 Nov 02 12:52:43.717909 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59852) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:43.776625 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-753b134f-4488-4d6e-97b0-4651349355fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c32067-2b60-4081-867b-e66102899600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865083638', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '8b7b64e6-0478-4aaf-97a2-728dee9d473c', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '66c32067-2b60-4081-867b-e66102899600', 'port_id': 'e42629bf-975b-4fe6-b30a-5621a5a7e04c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e', 'mac_address': 'fa:16:3e:97:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28704b-fd48-43eb-8e5d-964c143b0a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:52:41Z', 'updated_at': '2021-11-02T12:52:41Z', 'revision_number': 0, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc16104-13eb-4faf-876a-24830d6f52a4', 'name': '', 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ca:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '4422452f-d63e-4597-a064-34e27f9ced97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:24Z', 'updated_at': '2021-11-02T12:52:29Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '4422452f-d63e-4597-a064-34e27f9ced97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:43.779752 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d963530-68a3-424d-935b-ac228066b9ef x-openstack-request-id: req-7d963530-68a3-424d-935b-ac228066b9ef {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:52:43.780242 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc28704b-fd48-43eb-8e5d-964c143b0a24", "tag": "e42629bf-975b-4fe6-b30a-5621a5a7e04c", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:52:43.780661 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d963530-68a3-424d-935b-ac228066b9ef {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:52:43.781288 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc28704b-fd48-43eb-8e5d-964c143b0a24', 'tag': 'e42629bf-975b-4fe6-b30a-5621a5a7e04c', 'status': 'completed', 'code': 200} Nov 02 12:52:43.805152 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b134f-4488-4d6e-97b0-4651349355fb None None] Checking router: 66c32067-2b60-4081-867b-e66102899600 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:52:43.811368 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4b0477e6-0789-49dd-b189-f20991b96888 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/floatingips/8b7b64e6-0478-4aaf-97a2-728dee9d473c HTTP/1.1" status: 200 len: 992 time: 0.0915241 Nov 02 12:52:43.816971 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b134f-4488-4d6e-97b0-4651349355fb None None] Routers {'66c32067-2b60-4081-867b-e66102899600'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:43.817585 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-753b134f-4488-4d6e-97b0-4651349355fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:52:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['66c32067-2b60-4081-867b-e66102899600'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:43.848549 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a502889-6d0c-42da-ac2e-bc18350bf508 req-3553eb1f-3356-42b1-9531-53c058e00c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:43.850543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a502889-6d0c-42da-ac2e-bc18350bf508 req-3553eb1f-3356-42b1-9531-53c058e00c90 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 1098 time: 0.0578411 Nov 02 12:52:43.957709 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a502889-6d0c-42da-ac2e-bc18350bf508 req-3203fe25-ab01-49e7-93f9-5ed1c465df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:43.959221 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a502889-6d0c-42da-ac2e-bc18350bf508 req-3203fe25-ab01-49e7-93f9-5ed1c465df2b service neutron] 10.222.0.79 "GET /v2.0/networks?id=46b2a5a6-21b3-42b0-9906-a9fa7d508c6e HTTP/1.1" status: 200 len: 898 time: 0.1006298 Nov 02 12:52:43.969266 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-753b134f-4488-4d6e-97b0-4651349355fb None None] Set router 66c32067-2b60-4081-867b-e66102899600 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:44.036858 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a502889-6d0c-42da-ac2e-bc18350bf508 req-e62c77e4-d840-4400-8a9b-870e63547818 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e42629bf-975b-4fe6-b30a-5621a5a7e04c HTTP/1.1" status: 200 len: 1000 time: 0.0696244 Nov 02 12:52:44.119762 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a502889-6d0c-42da-ac2e-bc18350bf508 req-5b9c38a4-a735-4236-9dd6-6de9b75cc4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:44.122140 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a502889-6d0c-42da-ac2e-bc18350bf508 req-5b9c38a4-a735-4236-9dd6-6de9b75cc4d4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4422452f-d63e-4597-a064-34e27f9ced97 HTTP/1.1" status: 200 len: 834 time: 0.0770154 Nov 02 12:52:44.199281 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a502889-6d0c-42da-ac2e-bc18350bf508 req-669de747-43d9-44d1-a79b-282edaaf3b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:52:44.201993 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a502889-6d0c-42da-ac2e-bc18350bf508 req-669de747-43d9-44d1-a79b-282edaaf3b7e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=46b2a5a6-21b3-42b0-9906-a9fa7d508c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729909 Nov 02 12:52:44.296177 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-753b134f-4488-4d6e-97b0-4651349355fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c32067-2b60-4081-867b-e66102899600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865083638', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '8b7b64e6-0478-4aaf-97a2-728dee9d473c', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '66c32067-2b60-4081-867b-e66102899600', 'port_id': 'e42629bf-975b-4fe6-b30a-5621a5a7e04c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e', 'mac_address': 'fa:16:3e:97:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28704b-fd48-43eb-8e5d-964c143b0a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:52:41Z', 'updated_at': '2021-11-02T12:52:41Z', 'revision_number': 0, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc16104-13eb-4faf-876a-24830d6f52a4', 'name': '', 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ca:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '4422452f-d63e-4597-a064-34e27f9ced97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:24Z', 'updated_at': '2021-11-02T12:52:29Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '4422452f-d63e-4597-a064-34e27f9ced97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:44.309703 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a502889-6d0c-42da-ac2e-bc18350bf508 req-4c10e8ef-d0e6-4a61-a0a1-9e10a83d2f94 service neutron] 10.222.0.79 "GET /v2.0/networks/46b2a5a6-21b3-42b0-9906-a9fa7d508c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003301 Nov 02 12:52:44.324876 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b134f-4488-4d6e-97b0-4651349355fb None None] The sync data for ids ['66c32067-2b60-4081-867b-e66102899600'] in n-d-806683-18 is: [{'id': '66c32067-2b60-4081-867b-e66102899600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865083638', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '8b7b64e6-0478-4aaf-97a2-728dee9d473c', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '66c32067-2b60-4081-867b-e66102899600', 'port_id': 'e42629bf-975b-4fe6-b30a-5621a5a7e04c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e', 'mac_address': 'fa:16:3e:97:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc28704b-fd48-43eb-8e5d-964c143b0a24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:52:41Z', 'updated_at': '2021-11-02T12:52:41Z', 'revision_number': 0, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc16104-13eb-4faf-876a-24830d6f52a4', 'name': '', 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ca:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '4422452f-d63e-4597-a064-34e27f9ced97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:24Z', 'updated_at': '2021-11-02T12:52:29Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '4422452f-d63e-4597-a064-34e27f9ced97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:44.417634 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9a502889-6d0c-42da-ac2e-bc18350bf508 req-bf9b1c09-8d14-48e4-a2ae-846a27df936d service neutron] 10.222.0.79 "GET /v2.0/networks/46b2a5a6-21b3-42b0-9906-a9fa7d508c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012948 Nov 02 12:52:44.541715 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30457715-717e-433b-959f-068ab2b66ab5 None None] New status for floating IP 8b7b64e6-0478-4aaf-97a2-728dee9d473c: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:52:44.815391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59854) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:52:44.890355 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ffc06fd5-5b1a-4679-b5a3-62d57a756f87 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/floatingips/8b7b64e6-0478-4aaf-97a2-728dee9d473c HTTP/1.1" status: 200 len: 994 time: 0.0736825 Nov 02 12:52:47.529442 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0175c56c-86c0-4281-8fb3-f42eddc4e8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:49.786666 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5d3e3f38-4dd1-4d0a-bba3-795d2a09566a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:51.238026 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:52.746851 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:54.632426 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:54.758251 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:52:55.066504 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:53:16.452086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b3349-8360-4d31-89f0-3c9e84982771 req-f04216ee-5b9a-4c22-8cc0-91b8fa085f82 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:16.454545 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-467b3349-8360-4d31-89f0-3c9e84982771 req-f04216ee-5b9a-4c22-8cc0-91b8fa085f82 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.1188800 Nov 02 12:53:16.518967 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-467b3349-8360-4d31-89f0-3c9e84982771 req-4b8c74cc-7056-42eb-9d5c-ccec42302c25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580561 Nov 02 12:53:17.562007 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ad82fe5f-61b0-4bbc-9cc4-80e7e15ec032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:53:17.660544 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd0745-94f6-4ba4-b69f-934335b5217f req-5397217d-fd40-46eb-939f-8cad6c94ba12 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:17.662370 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b2fd0745-94f6-4ba4-b69f-934335b5217f req-5397217d-fd40-46eb-939f-8cad6c94ba12 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0649991 Nov 02 12:53:17.738087 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b2fd0745-94f6-4ba4-b69f-934335b5217f req-0b42edb5-8ec6-411c-b679-1c3c8dd382f8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687621 Nov 02 12:53:18.046009 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:53:18.867731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b2547-2035-41ed-9dd4-a51f185a7e10 req-f8880e74-4a22-4941-be95-a9975c525b50 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:18.869397 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-679b2547-2035-41ed-9dd4-a51f185a7e10 req-f8880e74-4a22-4941-be95-a9975c525b50 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0549819 Nov 02 12:53:18.925068 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-679b2547-2035-41ed-9dd4-a51f185a7e10 req-a008dcf6-87a3-4582-a4ef-04c5997594e0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494342 Nov 02 12:53:19.757797 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-144109a3-104f-4d6d-a9bd-0b0d01e3c683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:53:20.060613 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd062e0-0322-4492-89dc-d26ea3e937a7 req-f413d877-933b-4630-a421-b49698688d47 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:20.062291 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ecd062e0-0322-4492-89dc-d26ea3e937a7 req-f413d877-933b-4630-a421-b49698688d47 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0595870 Nov 02 12:53:20.123242 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ecd062e0-0322-4492-89dc-d26ea3e937a7 req-2eae5f33-3d0c-4239-8be5-1734df71a4e7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534356 Nov 02 12:53:21.254824 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:53:21.267486 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a9979-adf4-415d-ac35-41f0b04f6a5c req-c5e116a6-a99f-40ca-ae10-049515fd0399 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:21.269226 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb8a9979-adf4-415d-ac35-41f0b04f6a5c req-c5e116a6-a99f-40ca-ae10-049515fd0399 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0644257 Nov 02 12:53:21.333418 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb8a9979-adf4-415d-ac35-41f0b04f6a5c req-523cce95-3cba-4d68-af72-fe5e831c4adc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575607 Nov 02 12:53:22.483936 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d9c6a-c4b9-4d88-b61a-c852a0399733 req-348d4ae6-dc31-4658-8e45-10c769ffe8dc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:22.486141 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a6d9c6a-c4b9-4d88-b61a-c852a0399733 req-348d4ae6-dc31-4658-8e45-10c769ffe8dc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0563509 Nov 02 12:53:22.555960 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a6d9c6a-c4b9-4d88-b61a-c852a0399733 req-d7ada8b9-6392-4975-a349-b1074c0fe287 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628297 Nov 02 12:53:22.723203 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:53:23.700005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144fd71-835a-4e1e-818c-7b44ba6084df req-ed7e3c33-5806-41d7-b83f-f262e4a0e5cc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:23.701645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d144fd71-835a-4e1e-818c-7b44ba6084df req-ed7e3c33-5806-41d7-b83f-f262e4a0e5cc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0664728 Nov 02 12:53:23.765926 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d144fd71-835a-4e1e-818c-7b44ba6084df req-bbe0a673-76ae-4f10-bebe-2e53dd5292b7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561080 Nov 02 12:53:24.507104 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:53:24.783307 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:53:24.921318 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6235292-dc5c-4de7-b02f-989463d2a8b4 req-511d99b7-f5f4-459c-8286-139123cc421a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:24.923758 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d6235292-dc5c-4de7-b02f-989463d2a8b4 req-511d99b7-f5f4-459c-8286-139123cc421a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0742056 Nov 02 12:53:24.991992 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d6235292-dc5c-4de7-b02f-989463d2a8b4 req-5362cd41-5895-4cc4-a346-ca0bcbb72c42 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571094 Nov 02 12:53:25.037176 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:53:26.129296 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc14ca5-876b-49cc-8f67-bb7e017d5c1b req-c5979f25-cd83-465c-8ee9-fb5cfc03c498 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:26.131460 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ecc14ca5-876b-49cc-8f67-bb7e017d5c1b req-c5979f25-cd83-465c-8ee9-fb5cfc03c498 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0548408 Nov 02 12:53:26.189666 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ecc14ca5-876b-49cc-8f67-bb7e017d5c1b req-b25f4eaf-eb79-4322-83f1-366c5cc733fa tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514050 Nov 02 12:53:27.323290 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce870e3-17af-4319-8da2-90a365d3b572 req-f9622e72-84f7-4fb6-a6ae-50819cd5993a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:27.324963 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cce870e3-17af-4319-8da2-90a365d3b572 req-f9622e72-84f7-4fb6-a6ae-50819cd5993a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0591910 Nov 02 12:53:27.389007 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cce870e3-17af-4319-8da2-90a365d3b572 req-6e889ba8-aa2f-4cd0-a087-8a12a87a9bfc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529523 Nov 02 12:53:28.523358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c89656-4680-4890-980e-6422eb1c65ff req-eb05bf08-7b2e-4625-b651-e00dd50e9e1f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:28.525039 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7c89656-4680-4890-980e-6422eb1c65ff req-eb05bf08-7b2e-4625-b651-e00dd50e9e1f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0572495 Nov 02 12:53:28.612562 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e7c89656-4680-4890-980e-6422eb1c65ff req-a547649a-8df1-4a2c-8f5c-5e366242f783 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805836 Nov 02 12:53:29.761625 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c83002-9c2d-4478-a82b-bf3f02cecbd1 req-732430e7-e6f3-4166-bf7c-d0cbcd2288d4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:29.763380 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38c83002-9c2d-4478-a82b-bf3f02cecbd1 req-732430e7-e6f3-4166-bf7c-d0cbcd2288d4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0613019 Nov 02 12:53:29.820904 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-38c83002-9c2d-4478-a82b-bf3f02cecbd1 req-ca3cbb44-0beb-47ec-a105-d460465d69b1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499337 Nov 02 12:53:30.969624 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b0d5e-01a5-48ed-9e09-155d2c533746 req-5eaab1c2-b943-4de3-b189-cd886662329d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:30.971414 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-165b0d5e-01a5-48ed-9e09-155d2c533746 req-5eaab1c2-b943-4de3-b189-cd886662329d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0627861 Nov 02 12:53:31.029967 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-165b0d5e-01a5-48ed-9e09-155d2c533746 req-49a8531c-96b1-47b6-81ec-2d83cc54f7c3 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514100 Nov 02 12:53:32.163763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd67eb6-0c20-485d-83d8-0b8b2e058418 req-17693d67-ef3d-45db-a853-1b3a023b5b58 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:32.165408 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fbd67eb6-0c20-485d-83d8-0b8b2e058418 req-17693d67-ef3d-45db-a853-1b3a023b5b58 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0540297 Nov 02 12:53:32.228064 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fbd67eb6-0c20-485d-83d8-0b8b2e058418 req-b3dfa0a7-cff0-4963-b196-aef1f70d502c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557926 Nov 02 12:53:32.252939 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59900) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:53:32.329564 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-451294e4-627a-473a-b0f1-96448be06c88 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/floatingips/8b7b64e6-0478-4aaf-97a2-728dee9d473c HTTP/1.1" status: 200 len: 994 time: 0.0690227 Nov 02 12:53:33.882443 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e4966-1408-4b13-8e17-5fd78596cc67 req-38a04b48-75d1-4fa1-9a04-356cddd85af5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:33.885296 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb5e4966-1408-4b13-8e17-5fd78596cc67 req-38a04b48-75d1-4fa1-9a04-356cddd85af5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0811810 Nov 02 12:53:33.982389 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fb5e4966-1408-4b13-8e17-5fd78596cc67 req-884fcb4f-a89f-40fb-a8fd-dab5be6e7708 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886307 Nov 02 12:53:33.986170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6500d-eb60-433c-b6c8-9760835a2027 req-c18bc1a9-2c69-4045-a4d0-dd884babfdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:33.987786 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-efa6500d-eb60-433c-b6c8-9760835a2027 req-c18bc1a9-2c69-4045-a4d0-dd884babfdd2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 1098 time: 0.0785966 Nov 02 12:53:34.134042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6500d-eb60-433c-b6c8-9760835a2027 req-4fccbab9-1bc4-4fe4-9fa7-fcbb6f03af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:34.136700 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-efa6500d-eb60-433c-b6c8-9760835a2027 req-4fccbab9-1bc4-4fe4-9fa7-fcbb6f03af61 service neutron] 10.222.0.79 "GET /v2.0/networks?id=46b2a5a6-21b3-42b0-9906-a9fa7d508c6e HTTP/1.1" status: 200 len: 898 time: 0.1419005 Nov 02 12:53:34.232352 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-efa6500d-eb60-433c-b6c8-9760835a2027 req-88c1de40-07dc-4576-903d-6adc5bc96cee service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e42629bf-975b-4fe6-b30a-5621a5a7e04c HTTP/1.1" status: 200 len: 1002 time: 0.0889118 Nov 02 12:53:34.322545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6500d-eb60-433c-b6c8-9760835a2027 req-6069d6d8-ece9-4d73-b10b-1400fd787949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:34.325159 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-efa6500d-eb60-433c-b6c8-9760835a2027 req-6069d6d8-ece9-4d73-b10b-1400fd787949 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4422452f-d63e-4597-a064-34e27f9ced97 HTTP/1.1" status: 200 len: 834 time: 0.0843692 Nov 02 12:53:34.384583 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6500d-eb60-433c-b6c8-9760835a2027 req-aec96d7e-db05-4f66-ba83-9e74988524e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:34.386200 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-efa6500d-eb60-433c-b6c8-9760835a2027 req-aec96d7e-db05-4f66-ba83-9e74988524e8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=46b2a5a6-21b3-42b0-9906-a9fa7d508c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536876 Nov 02 12:53:34.496636 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-efa6500d-eb60-433c-b6c8-9760835a2027 req-0be1474b-8d4f-4dae-b69f-7fa3c1c67c01 service neutron] 10.222.0.79 "GET /v2.0/networks/46b2a5a6-21b3-42b0-9906-a9fa7d508c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026828 Nov 02 12:53:34.604364 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-efa6500d-eb60-433c-b6c8-9760835a2027 req-48c9d75d-8523-49c4-baba-74eb0d552d49 service neutron] 10.222.0.79 "GET /v2.0/networks/46b2a5a6-21b3-42b0-9906-a9fa7d508c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000268 Nov 02 12:53:35.136838 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52defd59-50c3-435a-be13-635b245574ab req-36f34558-1feb-4d86-a9d7-eeb7720e141c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:35.138644 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52defd59-50c3-435a-be13-635b245574ab req-36f34558-1feb-4d86-a9d7-eeb7720e141c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0680304 Nov 02 12:53:35.195319 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-52defd59-50c3-435a-be13-635b245574ab req-73a15ffd-4485-4d3b-b74f-3c545bfd1bbe tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491681 Nov 02 12:53:36.348396 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed9fed-acfd-4d8d-b4c6-db209bc62a76 req-845446dd-1443-4466-94db-762a6288a7c0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:36.350048 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-21ed9fed-acfd-4d8d-b4c6-db209bc62a76 req-845446dd-1443-4466-94db-762a6288a7c0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.0602267 Nov 02 12:53:36.409910 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-21ed9fed-acfd-4d8d-b4c6-db209bc62a76 req-8af5a106-c458-4b9c-a8c9-910c2d98eb8f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513599 Nov 02 12:53:36.442698 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59912) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:53:36.514396 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3924cafb-2a0b-406f-8082-493528aa94a9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/floatingips/8b7b64e6-0478-4aaf-97a2-728dee9d473c HTTP/1.1" status: 200 len: 994 time: 0.0701175 Nov 02 12:53:41.159682 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33286593-b09b-459c-bfbc-af6300e29af3 req-7336b32d-4130-47e3-8eef-8d5aa735f043 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443451 Nov 02 12:53:41.247535 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33286593-b09b-459c-bfbc-af6300e29af3 req-d2a4446c-d390-4273-8296-fd11a7115e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:41.249112 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33286593-b09b-459c-bfbc-af6300e29af3 req-d2a4446c-d390-4273-8296-fd11a7115e8a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 1098 time: 0.0447996 Nov 02 12:53:41.369202 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33286593-b09b-459c-bfbc-af6300e29af3 req-fccb8c74-26fa-4789-8fdb-8a6dc26b224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:41.370979 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33286593-b09b-459c-bfbc-af6300e29af3 req-fccb8c74-26fa-4789-8fdb-8a6dc26b224b service neutron] 10.222.0.79 "GET /v2.0/networks?id=46b2a5a6-21b3-42b0-9906-a9fa7d508c6e HTTP/1.1" status: 200 len: 898 time: 0.1022418 Nov 02 12:53:41.443207 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33286593-b09b-459c-bfbc-af6300e29af3 req-52fd2e6e-ec17-4e1a-ab76-62ebe359cd13 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e42629bf-975b-4fe6-b30a-5621a5a7e04c HTTP/1.1" status: 200 len: 1002 time: 0.0651929 Nov 02 12:53:41.510327 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33286593-b09b-459c-bfbc-af6300e29af3 req-05c0813d-a21d-4f14-9eee-57cb99c5d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:41.511896 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33286593-b09b-459c-bfbc-af6300e29af3 req-05c0813d-a21d-4f14-9eee-57cb99c5d1ea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4422452f-d63e-4597-a064-34e27f9ced97 HTTP/1.1" status: 200 len: 834 time: 0.0522616 Nov 02 12:53:41.570565 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33286593-b09b-459c-bfbc-af6300e29af3 req-a5e5ea72-b987-4abf-a067-eb0ae52d6c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:53:41.572181 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33286593-b09b-459c-bfbc-af6300e29af3 req-a5e5ea72-b987-4abf-a067-eb0ae52d6c0f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=46b2a5a6-21b3-42b0-9906-a9fa7d508c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529733 Nov 02 12:53:41.685760 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33286593-b09b-459c-bfbc-af6300e29af3 req-819e006d-21d5-4178-b587-de9c6cc5788b service neutron] 10.222.0.79 "GET /v2.0/networks/46b2a5a6-21b3-42b0-9906-a9fa7d508c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053002 Nov 02 12:53:41.797966 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-33286593-b09b-459c-bfbc-af6300e29af3 req-3eb704bb-c6c6-419d-8d29-e793037b148c service neutron] 10.222.0.79 "GET /v2.0/networks/46b2a5a6-21b3-42b0-9906-a9fa7d508c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050746 Nov 02 12:53:47.557026 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-103d621d-0935-411e-98e4-a82cf9fde12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:53:49.780769 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9c6c9f53-daaa-440f-b046-a8a016648673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:53:51.244686 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:53:52.712160 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:53:54.541139 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:53:54.952550 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:53:55.044485 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:53:55.045473 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:54:07.062128 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59936) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:07.248102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port 2a14db7b-2357-4053-bb6c-c0ac629dc4d1 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:54:07.248464 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:07.352496 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:07.352987 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:07.369925 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for 2a14db7b-2357-4053-bb6c-c0ac629dc4d1 owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:54:07.720997 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:07.755545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=2a14db7b-2357-4053-bb6c-c0ac629dc4d1,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:07.772010 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:07.772397 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:07.772755 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:07.773103 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:07.773449 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:07.773794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:07.774136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:07.774474 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:07.775062 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:07.775438 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:07.775808 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:07.776165 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:07.841836 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:07.842679 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Floating IP 8b7b64e6-0478-4aaf-97a2-728dee9d473c disassociated (deleted). External IP: 172.25.6.217, port: e42629bf-975b-4fe6-b30a-5621a5a7e04c. Nov 02 12:54:08.087125 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router 66c32067-2b60-4081-867b-e66102899600 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:54:08.228731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:54:08.236663 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:08.244711 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9961e1f8-bdac-4bfb-81bd-ce69a203ced3 None None] Sync routers for ids ['66c32067-2b60-4081-867b-e66102899600'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:54:08.260664 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9961e1f8-bdac-4bfb-81bd-ce69a203ced3 None None] Routers {'66c32067-2b60-4081-867b-e66102899600'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:08.264994 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9961e1f8-bdac-4bfb-81bd-ce69a203ced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:53:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['66c32067-2b60-4081-867b-e66102899600'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:08.292470 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-564fa3f7-f7a9-4dfe-9e04-905e9c1282a1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/floatingips/8b7b64e6-0478-4aaf-97a2-728dee9d473c HTTP/1.1" status: 204 len: 168 time: 1.2285461 Nov 02 12:54:08.293219 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc28704b-fd48-43eb-8e5d-964c143b0a24', 'tag': 'e42629bf-975b-4fe6-b30a-5621a5a7e04c'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:54:08.296205 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8a423d-0d2c-42a4-8aa0-d40788f27f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc28704b-fd48-43eb-8e5d-964c143b0a24", "tag": "e42629bf-975b-4fe6-b30a-5621a5a7e04c"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:08.447526 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-9961e1f8-bdac-4bfb-81bd-ce69a203ced3 None None] Set router 66c32067-2b60-4081-867b-e66102899600 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:08.699145 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9961e1f8-bdac-4bfb-81bd-ce69a203ced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c32067-2b60-4081-867b-e66102899600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865083638', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '9cc16104-13eb-4faf-876a-24830d6f52a4', 'name': '', 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ca:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '4422452f-d63e-4597-a064-34e27f9ced97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:24Z', 'updated_at': '2021-11-02T12:52:29Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '4422452f-d63e-4597-a064-34e27f9ced97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:08.729271 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9961e1f8-bdac-4bfb-81bd-ce69a203ced3 None None] Checking router: 66c32067-2b60-4081-867b-e66102899600 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:54:08.746570 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9961e1f8-bdac-4bfb-81bd-ce69a203ced3 None None] Routers {'66c32067-2b60-4081-867b-e66102899600'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:08.747424 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9961e1f8-bdac-4bfb-81bd-ce69a203ced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:53:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['66c32067-2b60-4081-867b-e66102899600'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:08.824977 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d841789-3c24-4da3-ae8f-07576b13b1bc x-openstack-request-id: req-9d841789-3c24-4da3-ae8f-07576b13b1bc {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:08.825463 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc28704b-fd48-43eb-8e5d-964c143b0a24", "tag": "e42629bf-975b-4fe6-b30a-5621a5a7e04c", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:08.825822 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d841789-3c24-4da3-ae8f-07576b13b1bc {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:08.826459 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc28704b-fd48-43eb-8e5d-964c143b0a24', 'tag': 'e42629bf-975b-4fe6-b30a-5621a5a7e04c', 'status': 'completed', 'code': 200} Nov 02 12:54:08.900726 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-9961e1f8-bdac-4bfb-81bd-ce69a203ced3 None None] Set router 66c32067-2b60-4081-867b-e66102899600 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:09.017585 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a423d-0d2c-42a4-8aa0-d40788f27f5c req-cb295ebc-976c-4cd1-acc7-bbaaf7b822c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:09.020573 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f8a423d-0d2c-42a4-8aa0-d40788f27f5c req-cb295ebc-976c-4cd1-acc7-bbaaf7b822c8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 1098 time: 0.1635182 Nov 02 12:54:09.042675 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982a3f9-3bfa-4893-ba3e-081d86d830a9 req-3e8c59a2-108b-4eef-8a3a-d503e4bb1002 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:09.046044 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e982a3f9-3bfa-4893-ba3e-081d86d830a9 req-3e8c59a2-108b-4eef-8a3a-d503e4bb1002 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.1223755 Nov 02 12:54:09.220126 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e982a3f9-3bfa-4893-ba3e-081d86d830a9 req-ddefef8f-8439-4dad-9fc2-55b53afc852c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590116 Nov 02 12:54:09.232421 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a423d-0d2c-42a4-8aa0-d40788f27f5c req-f15a5a8d-b527-49ae-9efd-39d9459e894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:09.234903 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f8a423d-0d2c-42a4-8aa0-d40788f27f5c req-f15a5a8d-b527-49ae-9efd-39d9459e894f service neutron] 10.222.0.79 "GET /v2.0/networks?id=46b2a5a6-21b3-42b0-9906-a9fa7d508c6e HTTP/1.1" status: 200 len: 898 time: 0.1860228 Nov 02 12:54:09.264162 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-9961e1f8-bdac-4bfb-81bd-ce69a203ced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c32067-2b60-4081-867b-e66102899600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865083638', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '9cc16104-13eb-4faf-876a-24830d6f52a4', 'name': '', 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ca:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '4422452f-d63e-4597-a064-34e27f9ced97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:24Z', 'updated_at': '2021-11-02T12:52:29Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '4422452f-d63e-4597-a064-34e27f9ced97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:09.326566 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9961e1f8-bdac-4bfb-81bd-ce69a203ced3 None None] The sync data for ids ['66c32067-2b60-4081-867b-e66102899600'] in n-d-806683-18 is: [{'id': '66c32067-2b60-4081-867b-e66102899600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865083638', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '9cc16104-13eb-4faf-876a-24830d6f52a4', 'name': '', 'network_id': '46b2a5a6-21b3-42b0-9906-a9fa7d508c6e', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ca:6a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '4422452f-d63e-4597-a064-34e27f9ced97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:24Z', 'updated_at': '2021-11-02T12:52:29Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '4422452f-d63e-4597-a064-34e27f9ced97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:54:09.667819 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446e4caf-e878-49df-9723-5b3e58726419 None None] New status for floating IP 8b7b64e6-0478-4aaf-97a2-728dee9d473c: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:54:09.697898 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f8a423d-0d2c-42a4-8aa0-d40788f27f5c req-93c6b35e-59b2-4cd4-ae03-4a2f3db54281 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e42629bf-975b-4fe6-b30a-5621a5a7e04c HTTP/1.1" status: 200 len: 217 time: 0.4545832 Nov 02 12:54:09.755751 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a423d-0d2c-42a4-8aa0-d40788f27f5c req-eb3196ea-36c7-45a1-8cdf-71de39e398e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:09.757263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f8a423d-0d2c-42a4-8aa0-d40788f27f5c req-eb3196ea-36c7-45a1-8cdf-71de39e398e5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4422452f-d63e-4597-a064-34e27f9ced97 HTTP/1.1" status: 200 len: 834 time: 0.0497537 Nov 02 12:54:09.808359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a423d-0d2c-42a4-8aa0-d40788f27f5c req-f8cfe5a9-1c06-44d8-b03b-eea9ec4777e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:09.809884 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f8a423d-0d2c-42a4-8aa0-d40788f27f5c req-f8cfe5a9-1c06-44d8-b03b-eea9ec4777e9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=46b2a5a6-21b3-42b0-9906-a9fa7d508c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440290 Nov 02 12:54:09.915535 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f8a423d-0d2c-42a4-8aa0-d40788f27f5c req-5718f2af-2037-494e-b120-367de25ddb57 service neutron] 10.222.0.79 "GET /v2.0/networks/46b2a5a6-21b3-42b0-9906-a9fa7d508c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970001 Nov 02 12:54:10.019320 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f8a423d-0d2c-42a4-8aa0-d40788f27f5c req-1aa6b0b2-f5eb-4652-96f4-cf4eb4242684 service neutron] 10.222.0.79 "GET /v2.0/networks/46b2a5a6-21b3-42b0-9906-a9fa7d508c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948932 Nov 02 12:54:10.450303 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc104004-b7eb-43a1-8d0c-ee372a60a934 req-e0c5bcbf-d2ef-43d0-a32e-743ed01944c9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:10.453596 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc104004-b7eb-43a1-8d0c-ee372a60a934 req-e0c5bcbf-d2ef-43d0-a32e-743ed01944c9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.1482716 Nov 02 12:54:10.488720 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debdba6-6507-455e-9b0a-c3d227dba3a5 req-da8c38d0-c5b3-4291-a2d3-e529ad8f61f8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:10.491731 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1debdba6-6507-455e-9b0a-c3d227dba3a5 req-da8c38d0-c5b3-4291-a2d3-e529ad8f61f8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 946 time: 0.1714056 Nov 02 12:54:10.690609 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1debdba6-6507-455e-9b0a-c3d227dba3a5 req-16b02a51-10e7-427d-8d0b-0a0bcd998176 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=0899893b-e52d-4c71-b326-2a86179b4e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673050 Nov 02 12:54:10.720618 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-fc104004-b7eb-43a1-8d0c-ee372a60a934 req-c4d0ebed-1cf8-41e4-bfcf-5558f899a137 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port e42629bf-975b-4fe6-b30a-5621a5a7e04c {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:54:10.721179 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fc104004-b7eb-43a1-8d0c-ee372a60a934 req-c4d0ebed-1cf8-41e4-bfcf-5558f899a137 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:10.839267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-fc104004-b7eb-43a1-8d0c-ee372a60a934 req-c4d0ebed-1cf8-41e4-bfcf-5558f899a137 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] For port e42629bf-975b-4fe6-b30a-5621a5a7e04c, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=e42629bf-975b-4fe6-b30a-5621a5a7e04c,segment=NetworkSegment(735164dd-1e89-4162-999a-67b26679f50e),segment_id=735164dd-1e89-4162-999a-67b26679f50e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:10.839894 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fc104004-b7eb-43a1-8d0c-ee372a60a934 req-c4d0ebed-1cf8-41e4-bfcf-5558f899a137 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:10.857194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-fc104004-b7eb-43a1-8d0c-ee372a60a934 req-c4d0ebed-1cf8-41e4-bfcf-5558f899a137 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for e42629bf-975b-4fe6-b30a-5621a5a7e04c owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:54:11.136008 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fc104004-b7eb-43a1-8d0c-ee372a60a934 req-c4d0ebed-1cf8-41e4-bfcf-5558f899a137 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:11.174375 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0ebed-1cf8-41e4-bfcf-5558f899a137 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=e42629bf-975b-4fe6-b30a-5621a5a7e04c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:11.222592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc104004-b7eb-43a1-8d0c-ee372a60a934 req-c4d0ebed-1cf8-41e4-bfcf-5558f899a137 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] No DVR routers for this DVR port e42629bf-975b-4fe6-b30a-5621a5a7e04c on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:54:11.226046 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-fc104004-b7eb-43a1-8d0c-ee372a60a934 req-c4d0ebed-1cf8-41e4-bfcf-5558f899a137 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:11.229644 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc104004-b7eb-43a1-8d0c-ee372a60a934 req-c4d0ebed-1cf8-41e4-bfcf-5558f899a137 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.79 "DELETE /v2.0/ports/e42629bf-975b-4fe6-b30a-5621a5a7e04c HTTP/1.1" status: 204 len: 173 time: 0.7694221 Nov 02 12:54:11.230155 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc28704b-fd48-43eb-8e5d-964c143b0a24', 'name': 'network-vif-deleted', 'tag': 'e42629bf-975b-4fe6-b30a-5621a5a7e04c'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:54:11.232615 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e2ccae-eb61-46dc-9606-86c396ec0be4" -d '{"events": [{"server_uuid": "fc28704b-fd48-43eb-8e5d-964c143b0a24", "name": "network-vif-deleted", "tag": "e42629bf-975b-4fe6-b30a-5621a5a7e04c"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:11.283039 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729c14ee-e235-4b92-a97b-ae5519a73ef6 x-openstack-request-id: req-729c14ee-e235-4b92-a97b-ae5519a73ef6 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:11.283334 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc28704b-fd48-43eb-8e5d-964c143b0a24", "name": "network-vif-deleted", "tag": "e42629bf-975b-4fe6-b30a-5621a5a7e04c", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:11.283595 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-729c14ee-e235-4b92-a97b-ae5519a73ef6 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:11.284102 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc28704b-fd48-43eb-8e5d-964c143b0a24', 'name': 'network-vif-deleted', 'tag': 'e42629bf-975b-4fe6-b30a-5621a5a7e04c', 'status': 'completed', 'code': 200} Nov 02 12:54:11.821439 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ab9c25ac-7870-48a4-b24a-2ebe8db4da3b req-12264a9a-3d09-4dc1-b7f3-dd699487cda8 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc28704b-fd48-43eb-8e5d-964c143b0a24 HTTP/1.1" status: 200 len: 210 time: 0.0321290 Nov 02 12:54:12.916404 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59952) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:13.347782 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-72d43c9f-662b-4848-b13f-f083ae3bfbe5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:13.648161 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-72d43c9f-662b-4848-b13f-f083ae3bfbe5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port 9cc16104-13eb-4faf-876a-24830d6f52a4 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:54:13.648460 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-72d43c9f-662b-4848-b13f-f083ae3bfbe5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:13.777119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-72d43c9f-662b-4848-b13f-f083ae3bfbe5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] For port 9cc16104-13eb-4faf-876a-24830d6f52a4, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=9cc16104-13eb-4faf-876a-24830d6f52a4,segment=NetworkSegment(735164dd-1e89-4162-999a-67b26679f50e),segment_id=735164dd-1e89-4162-999a-67b26679f50e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:13.777696 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-72d43c9f-662b-4848-b13f-f083ae3bfbe5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:13.804523 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-72d43c9f-662b-4848-b13f-f083ae3bfbe5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for 9cc16104-13eb-4faf-876a-24830d6f52a4 owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:54:14.146727 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-72d43c9f-662b-4848-b13f-f083ae3bfbe5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:14.177364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d43c9f-662b-4848-b13f-f083ae3bfbe5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=9cc16104-13eb-4faf-876a-24830d6f52a4,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:14.406180 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-72d43c9f-662b-4848-b13f-f083ae3bfbe5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:14.674956 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d43c9f-662b-4848-b13f-f083ae3bfbe5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router 66c32067-2b60-4081-867b-e66102899600 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:54:14.840236 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d43c9f-662b-4848-b13f-f083ae3bfbe5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:54:14.846327 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-72d43c9f-662b-4848-b13f-f083ae3bfbe5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "PUT /v2.0/routers/66c32067-2b60-4081-867b-e66102899600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9306211 Nov 02 12:54:14.850722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59954) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:14.853425 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e9e279-363d-4c96-adbc-8edee6a86106 None None] Sync routers for ids ['66c32067-2b60-4081-867b-e66102899600'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:54:14.866726 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e9e279-363d-4c96-adbc-8edee6a86106 None None] Routers {'66c32067-2b60-4081-867b-e66102899600'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:14.867410 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-19e9e279-363d-4c96-adbc-8edee6a86106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:53:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['66c32067-2b60-4081-867b-e66102899600'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:14.916203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7afa0f-45a1-4c13-990c-a0256f9213d7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting subnet 4422452f-d63e-4597-a064-34e27f9ced97 {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:54:14.919758 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd7afa0f-45a1-4c13-990c-a0256f9213d7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:14.985810 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-19e9e279-363d-4c96-adbc-8edee6a86106 None None] Set router 66c32067-2b60-4081-867b-e66102899600 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:14.995684 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd7afa0f-45a1-4c13-990c-a0256f9213d7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:15.099615 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd7afa0f-45a1-4c13-990c-a0256f9213d7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:15.116116 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device e42629bf-975b-4fe6-b30a-5621a5a7e04c no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:15.131004 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: e42629bf-975b-4fe6-b30a-5621a5a7e04c {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:54:15.132321 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device e42629bf-975b-4fe6-b30a-5621a5a7e04c not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:15.207621 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-19e9e279-363d-4c96-adbc-8edee6a86106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c32067-2b60-4081-867b-e66102899600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865083638', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:54:14Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:15.247392 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e9e279-363d-4c96-adbc-8edee6a86106 None None] Checking router: 66c32067-2b60-4081-867b-e66102899600 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:54:15.254119 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd7afa0f-45a1-4c13-990c-a0256f9213d7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:15.257893 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e9e279-363d-4c96-adbc-8edee6a86106 None None] Routers {'66c32067-2b60-4081-867b-e66102899600'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:15.258572 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-19e9e279-363d-4c96-adbc-8edee6a86106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:53:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['66c32067-2b60-4081-867b-e66102899600'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:15.287339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7afa0f-45a1-4c13-990c-a0256f9213d7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Subnet': ['ID=4422452f-d63e-4597-a064-34e27f9ced97,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:15.289487 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cd7afa0f-45a1-4c13-990c-a0256f9213d7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:15.297529 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cd7afa0f-45a1-4c13-990c-a0256f9213d7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/subnets/4422452f-d63e-4597-a064-34e27f9ced97 HTTP/1.1" status: 204 len: 168 time: 0.4410677 Nov 02 12:54:15.298796 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59956) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:15.299848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8427b2-0fd1-45b1-b844-ca2807d44e5a None None] Network 46b2a5a6-21b3-42b0-9906-a9fa7d508c6e requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:54:15.374326 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-19e9e279-363d-4c96-adbc-8edee6a86106 None None] Set router 66c32067-2b60-4081-867b-e66102899600 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:15.436313 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:15.564248 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] DHCP port deletion for 46b2a5a6-21b3-42b0-9906-a9fa7d508c6e request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:54:15.598404 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:15.617273 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-19e9e279-363d-4c96-adbc-8edee6a86106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c32067-2b60-4081-867b-e66102899600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865083638', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:54:14Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:15.642058 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] Deleting port 43a8be0d-708a-4632-97e2-6abda76530f3 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:54:15.642439 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:15.647595 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e9e279-363d-4c96-adbc-8edee6a86106 None None] The sync data for ids ['66c32067-2b60-4081-867b-e66102899600'] in n-d-806683-18 is: [{'id': '66c32067-2b60-4081-867b-e66102899600', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1865083638', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:54:14Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': '6dee72c1-ac8a-4cba-97c3-c69e9a622135', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c32067-2b60-4081-867b-e66102899600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:52:20Z', 'updated_at': '2021-11-02T12:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:54:15.723697 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port 6dee72c1-ac8a-4cba-97c3-c69e9a622135 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:54:15.724071 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:15.728167 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] For port 43a8be0d-708a-4632-97e2-6abda76530f3, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=43a8be0d-708a-4632-97e2-6abda76530f3,segment=NetworkSegment(735164dd-1e89-4162-999a-67b26679f50e),segment_id=735164dd-1e89-4162-999a-67b26679f50e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:15.728612 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:15.752688 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] Calling delete_port for 43a8be0d-708a-4632-97e2-6abda76530f3 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:54:15.827374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] For port 6dee72c1-ac8a-4cba-97c3-c69e9a622135, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=6dee72c1-ac8a-4cba-97c3-c69e9a622135,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:15.828194 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:15.844810 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for 6dee72c1-ac8a-4cba-97c3-c69e9a622135 owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:54:15.975305 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:16.017177 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] Pushing event deleted for resources: {'Port': ['ID=43a8be0d-708a-4632-97e2-6abda76530f3,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:16.022407 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] No DVR routers for this DVR port 43a8be0d-708a-4632-97e2-6abda76530f3 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:54:16.030431 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.031631 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.032197 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.032721 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.033103 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.033414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.033970 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.034542 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.035128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.035729 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.036311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.036860 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd2bc8e-f846-4b27-92d2-2bd9015cdf2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.112523 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:16.155447 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=6dee72c1-ac8a-4cba-97c3-c69e9a622135,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:16.175303 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.175667 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.176053 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.176344 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.176642 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.176979 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.177324 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.177636 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.177970 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.178296 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.178622 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.178963 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:16.247645 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:16.360934 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:16.363402 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:16.518836 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:16.519907 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Fanout notify agent at l3_agent the message router_deleted on router 66c32067-2b60-4081-867b-e66102899600 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:54:16.529678 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:16.531826 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-da2eb973-fba7-4aba-9b0b-6eecb5478fd0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/routers/66c32067-2b60-4081-867b-e66102899600 HTTP/1.1" status: 204 len: 168 time: 1.2316813 Nov 02 12:54:16.535929 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59960) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:16.627272 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-41f76ea1-630b-4927-bd3e-1298475d531c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:16.733612 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-41f76ea1-630b-4927-bd3e-1298475d531c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:16.757735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-41f76ea1-630b-4927-bd3e-1298475d531c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b2a5a6-21b3-42b0-9906-a9fa7d508c6e']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:16.769947 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-41f76ea1-630b-4927-bd3e-1298475d531c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735164dd-1e89-4162-999a-67b26679f50e') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:16.770235 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-41f76ea1-630b-4927-bd3e-1298475d531c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735164dd-1e89-4162-999a-67b26679f50e') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:16.782226 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-41f76ea1-630b-4927-bd3e-1298475d531c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:16.798027 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-41f76ea1-630b-4927-bd3e-1298475d531c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:16.804763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f76ea1-630b-4927-bd3e-1298475d531c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:54:16.805155 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-41f76ea1-630b-4927-bd3e-1298475d531c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:54:16.808321 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:54:16.929381 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-41f76ea1-630b-4927-bd3e-1298475d531c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:16.936644 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-41f76ea1-630b-4927-bd3e-1298475d531c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:16.941529 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-41f76ea1-630b-4927-bd3e-1298475d531c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/networks/46b2a5a6-21b3-42b0-9906-a9fa7d508c6e HTTP/1.1" status: 204 len: 168 time: 0.4043224 Nov 02 12:54:16.946269 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59962) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:16.964148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f76ea1-630b-4927-bd3e-1298475d531c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Network': ['ID=46b2a5a6-21b3-42b0-9906-a9fa7d508c6e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:17.030730 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f78a94b2-4ecb-4a34-b35a-39912f244986 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:17.067148 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f78a94b2-4ecb-4a34-b35a-39912f244986 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:17.192493 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f78a94b2-4ecb-4a34-b35a-39912f244986 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:17.195169 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f78a94b2-4ecb-4a34-b35a-39912f244986 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:17.197667 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f78a94b2-4ecb-4a34-b35a-39912f244986 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/security-groups/0899893b-e52d-4c71-b326-2a86179b4e3e HTTP/1.1" status: 204 len: 168 time: 0.2522380 Nov 02 12:54:17.209022 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a94b2-4ecb-4a34-b35a-39912f244986 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0899893b-e52d-4c71-b326-2a86179b4e3e,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:17.425740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 43a8be0d-708a-4632-97e2-6abda76530f3 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:17.449464 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 43a8be0d-708a-4632-97e2-6abda76530f3 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:54:17.449774 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 43a8be0d-708a-4632-97e2-6abda76530f3 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:17.450118 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9cc16104-13eb-4faf-876a-24830d6f52a4 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:17.480858 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 9cc16104-13eb-4faf-876a-24830d6f52a4 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:54:17.481211 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 9cc16104-13eb-4faf-876a-24830d6f52a4 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:17.481624 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6dee72c1-ac8a-4cba-97c3-c69e9a622135 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:17.510694 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 6dee72c1-ac8a-4cba-97c3-c69e9a622135 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:54:17.511075 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 6dee72c1-ac8a-4cba-97c3-c69e9a622135 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:17.557733 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a417b594-726f-42ce-934b-c47d5cb24ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:17.645662 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59968) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:17.650752 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-41a3c2e5-4c0b-408d-92de-fb4b3f951e8f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1935511515', 'description': 'tempest-secgroup-smoke-1935511515 description', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:54:17.785319 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-41a3c2e5-4c0b-408d-92de-fb4b3f951e8f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:17.867577 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-41a3c2e5-4c0b-408d-92de-fb4b3f951e8f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:17.986816 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-41a3c2e5-4c0b-408d-92de-fb4b3f951e8f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:18.020378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3c2e5-4c0b-408d-92de-fb4b3f951e8f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59243a06-b851-433b-90d3-9384faab3388,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:18.063267 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-41a3c2e5-4c0b-408d-92de-fb4b3f951e8f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:18.064744 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-41a3c2e5-4c0b-408d-92de-fb4b3f951e8f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4178104 Nov 02 12:54:18.068098 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59970) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:18.074175 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-f52b3f7b-e354-4cc7-bf85-e152056e9f1b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': '59243a06-b851-433b-90d3-9384faab3388', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:54:18.169279 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f52b3f7b-e354-4cc7-bf85-e152056e9f1b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:18.236305 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f52b3f7b-e354-4cc7-bf85-e152056e9f1b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:18.295442 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f52b3f7b-e354-4cc7-bf85-e152056e9f1b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:18.315402 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b3f7b-e354-4cc7-bf85-e152056e9f1b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09e8d15-3235-430c-942a-e978db664641,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:18.392625 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-f52b3f7b-e354-4cc7-bf85-e152056e9f1b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:18.393877 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f52b3f7b-e354-4cc7-bf85-e152056e9f1b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3246648 Nov 02 12:54:18.396788 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59972) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:18.404078 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-8328b18a-eb39-4896-837c-0e593ecda927 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': '59243a06-b851-433b-90d3-9384faab3388', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:54:18.511799 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8328b18a-eb39-4896-837c-0e593ecda927 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:18.575449 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8328b18a-eb39-4896-837c-0e593ecda927 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:18.659116 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8328b18a-eb39-4896-837c-0e593ecda927 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:18.679594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328b18a-eb39-4896-837c-0e593ecda927 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea2a9a9-11bd-4141-9a36-94cb9f274dee,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:18.760069 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8328b18a-eb39-4896-837c-0e593ecda927 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:18.761482 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8328b18a-eb39-4896-837c-0e593ecda927 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3623276 Nov 02 12:54:18.764354 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59974) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:18.771552 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-287555e3-cbfa-484e-a690-80647050c76b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': '59243a06-b851-433b-90d3-9384faab3388', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:54:18.871304 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-287555e3-cbfa-484e-a690-80647050c76b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:18.951946 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-287555e3-cbfa-484e-a690-80647050c76b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:19.049591 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-287555e3-cbfa-484e-a690-80647050c76b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:19.087896 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287555e3-cbfa-484e-a690-80647050c76b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55135fbf-5cb0-4057-989c-28022993d76f,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:19.164604 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-287555e3-cbfa-484e-a690-80647050c76b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:19.166665 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-287555e3-cbfa-484e-a690-80647050c76b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3995659 Nov 02 12:54:19.169321 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59976) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:19.174720 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-60818234-b7df-4dbd-b9ee-8369a11cc572 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': '59243a06-b851-433b-90d3-9384faab3388', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:54:19.266775 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-60818234-b7df-4dbd-b9ee-8369a11cc572 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:19.339303 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-60818234-b7df-4dbd-b9ee-8369a11cc572 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:19.409839 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-60818234-b7df-4dbd-b9ee-8369a11cc572 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:19.429282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60818234-b7df-4dbd-b9ee-8369a11cc572 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c39bee5-1862-4670-b772-01e91e0b8320,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:19.529784 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-60818234-b7df-4dbd-b9ee-8369a11cc572 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:19.531151 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-60818234-b7df-4dbd-b9ee-8369a11cc572 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3607285 Nov 02 12:54:19.535977 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59978) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:19.540850 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1210bbe8-1b28-45b2-b9eb-693749c47e02 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': '59243a06-b851-433b-90d3-9384faab3388', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:54:19.619518 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-1210bbe8-1b28-45b2-b9eb-693749c47e02 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Project af9c01a0798540e5b6bd7f4173b010ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:54:19.627356 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1210bbe8-1b28-45b2-b9eb-693749c47e02 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:19.701836 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1210bbe8-1b28-45b2-b9eb-693749c47e02 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:19.792316 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-86e3f298-c55f-465e-8766-82f2343412f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:19.820754 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1210bbe8-1b28-45b2-b9eb-693749c47e02 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:19.845793 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210bbe8-1b28-45b2-b9eb-693749c47e02 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97499dab-7fcc-41c4-863c-3f0c06a4ab67,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:19.913046 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1210bbe8-1b28-45b2-b9eb-693749c47e02 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:19.914344 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1210bbe8-1b28-45b2-b9eb-693749c47e02 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3773267 Nov 02 12:54:19.924148 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 59980) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:19.929104 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-6f3a976b-6a8a-451b-8956-7852326781e1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'security_group_rule': {'security_group_id': '59243a06-b851-433b-90d3-9384faab3388', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:54:20.048208 n-d-806683-18 neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-6f3a976b-6a8a-451b-8956-7852326781e1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Project af9c01a0798540e5b6bd7f4173b010ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:54:20.054239 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f3a976b-6a8a-451b-8956-7852326781e1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:20.138751 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f3a976b-6a8a-451b-8956-7852326781e1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:20.219183 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f3a976b-6a8a-451b-8956-7852326781e1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:20.239234 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a976b-6a8a-451b-8956-7852326781e1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868f0dbb-f1d7-40ef-892c-1cc5ec205320,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:20.309032 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f3a976b-6a8a-451b-8956-7852326781e1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:20.310259 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6f3a976b-6a8a-451b-8956-7852326781e1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3850701 Nov 02 12:54:20.313874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59982) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:20.319173 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c6dfb6f4-ede3-449c-b657-50cbd02f07b5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'network': {'name': 'tempest-network-smoke--549603309', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'port_security_enabled': True}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:54:20.392430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dfb6f4-ede3-449c-b657-50cbd02f07b5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Made reservation on behalf of af9c01a0798540e5b6bd7f4173b010ec for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:20.396848 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb6f4-ede3-449c-b657-50cbd02f07b5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:20.425084 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6dfb6f4-ede3-449c-b657-50cbd02f07b5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:54:20.435459 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb6f4-ede3-449c-b657-50cbd02f07b5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:20.435809 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-c6dfb6f4-ede3-449c-b657-50cbd02f07b5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Added segment 76e52063-0cc4-435f-9fb3-4378823bac92 of type vlan for network 12e314bc-82cd-4b35-ba10-bbed445b7ac0 Nov 02 12:54:20.487376 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb6f4-ede3-449c-b657-50cbd02f07b5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:20.615589 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb6f4-ede3-449c-b657-50cbd02f07b5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:20.621604 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dfb6f4-ede3-449c-b657-50cbd02f07b5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:20.622252 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c6dfb6f4-ede3-449c-b657-50cbd02f07b5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:20.700420 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dfb6f4-ede3-449c-b657-50cbd02f07b5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Network': ['ID=12e314bc-82cd-4b35-ba10-bbed445b7ac0,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:20.715602 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 12e314bc-82cd-4b35-ba10-bbed445b7ac0 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:54:20.767823 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c6dfb6f4-ede3-449c-b657-50cbd02f07b5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4526954 Nov 02 12:54:20.772470 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59984) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:20.778473 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-482399867', 'admin_state_up': True, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:54:20.879628 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:20.879628 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:20.939665 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:21.172675 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:21.314053 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:21.483039 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:21.503680 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:21.620274 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.25.6.197 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:21.744773 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:21.867407 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:21.910438 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:21.916825 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:21.921527 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:54:21.936811 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:22.340566 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:22.763884 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:22.982518 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:23.236821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:54:23.363577 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:54:23.383359 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Sync routers for ids ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:54:23.401679 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Routers {'2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:23.402780 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:54:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:23.478817 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:23.484375 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-26b7ed54-10ac-4c03-b645-4cf8a0b126b0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7065499 Nov 02 12:54:23.484689 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59986) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:23.519259 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-51c6ef19-2a45-4a37-8db8-9b130f476c1b tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=af9c01a0798540e5b6bd7f4173b010ec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312550 Nov 02 12:54:23.521694 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59988) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:23.613685 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Set router 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:23.633382 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce342ef9-cfd9-4d7f-b9d2-cca143dde3dd tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:23.635762 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ce342ef9-cfd9-4d7f-b9d2-cca143dde3dd tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1124094 Nov 02 12:54:23.638356 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59990) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:23.670579 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5361abf5-8611-4842-a191-eb1a53b25a2b tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=53bbd11b-bf18-40d3-8883-270ae0fcef9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309622 Nov 02 12:54:23.674003 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59992) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:23.679278 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-6536c75f-a6d6-4357-8b03-e8a657b59ca9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1351852148', 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0', 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:54:23.912691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6536c75f-a6d6-4357-8b03-e8a657b59ca9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Made reservation on behalf of af9c01a0798540e5b6bd7f4173b010ec for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:23.917476 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6536c75f-a6d6-4357-8b03-e8a657b59ca9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:23.936060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482399867', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:54:20Z', 'updated_at': '2021-11-02T12:54:22Z', 'revision_number': 3, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:21Z', 'updated_at': '2021-11-02T12:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:23.976190 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Checking router: 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:54:23.976659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Updating router 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 port a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:54:24.014825 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:24.253818 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6536c75f-a6d6-4357-8b03-e8a657b59ca9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:24.324830 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536c75f-a6d6-4357-8b03-e8a657b59ca9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Subnet': ['ID=74e16d7a-12e9-4633-ac08-71142e9a3049,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:24.346126 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:24.347040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6536c75f-a6d6-4357-8b03-e8a657b59ca9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Checking segment: {'id': '76e52063-0cc4-435f-9fb3-4378823bac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:54:24.347478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6536c75f-a6d6-4357-8b03-e8a657b59ca9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network hostable DHCP agents. Network: 12e314bc-82cd-4b35-ba10-bbed445b7ac0, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:54:24.461125 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:24.495517 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6536c75f-a6d6-4357-8b03-e8a657b59ca9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 12e314bc-82cd-4b35-ba10-bbed445b7ac0 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:54:24.541367 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59e90a-21e9-42ee-9c63-6f4d0084e9b2 None None] Pushing event updated for resources: {'Port': ['ID=a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:24.544195 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Attempting to bind port a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:54:24.544570 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Attempting to bind port a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:54:24.545124 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Attempting to bind port a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:24.559293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:54:24.559293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:54:24.559293 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:24.559293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:54:24.559293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Bound port: a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:54:24.559293 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:24.610832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-6536c75f-a6d6-4357-8b03-e8a657b59ca9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 12e314bc-82cd-4b35-ba10-bbed445b7ac0) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:24.614466 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] For port a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:24.619058 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] For port a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:24.622401 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f721a9a3-32f1-4220-90b7-76e6cb24acf3 None None] Network 12e314bc-82cd-4b35-ba10-bbed445b7ac0 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:54:24.625016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6536c75f-a6d6-4357-8b03-e8a657b59ca9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:24.627041 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6536c75f-a6d6-4357-8b03-e8a657b59ca9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:24.646567 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:24.737120 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:24.790644 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6536c75f-a6d6-4357-8b03-e8a657b59ca9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1152380 Nov 02 12:54:24.794267 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 59994) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:24.833886 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:24.871121 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59e90a-21e9-42ee-9c63-6f4d0084e9b2 None None] Pushing event updated for resources: {'Port': ['ID=a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:24.894851 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Routers {'2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:24.895775 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:54:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:24.950100 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-12e314bc-82cd-4b35-ba10-bbed445b7ac0', 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ips': [{'subnet_id': '74e16d7a-12e9-4633-ac08-71142e9a3049'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:54:24.951245 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:25.102681 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:25.133490 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] Set router 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:25.301428 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Allocated IP 172.20.0.2 (12e314bc-82cd-4b35-ba10-bbed445b7ac0/74e16d7a-12e9-4633-ac08-71142e9a3049/2d153589-32f8-41e8-97a4-d4a048a21b76) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:25.439397 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e999380-93bb-44eb-9e74-1aa0a5e886fd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:25.501036 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482399867', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:54:20Z', 'updated_at': '2021-11-02T12:54:22Z', 'revision_number': 3, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:21Z', 'updated_at': '2021-11-02T12:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:25.739872 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d2e7b9-eb6c-4cf8-a031-4274d8c2813e None None] The sync data for ids ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'] in n-d-806683-18 is: [{'id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482399867', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:54:20Z', 'updated_at': '2021-11-02T12:54:22Z', 'revision_number': 3, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:21Z', 'updated_at': '2021-11-02T12:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:54:25.754456 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:25.868134 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:25.931931 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Network 12e314bc-82cd-4b35-ba10-bbed445b7ac0 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:25.938597 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:25.941143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:54:25.948045 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-9e999380-93bb-44eb-9e74-1aa0a5e886fd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.20.0.1 (12e314bc-82cd-4b35-ba10-bbed445b7ac0/74e16d7a-12e9-4633-ac08-71142e9a3049/98259183-10b3-498c-b536-c0f3f8e85cf1) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:25.985416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Pushing event updated for resources: {'Port': ['ID=2d153589-32f8-41e8-97a4-d4a048a21b76,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:26.038408 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Attempting to bind port 2d153589-32f8-41e8-97a4-d4a048a21b76 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:54:26.038836 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Attempting to bind port 2d153589-32f8-41e8-97a4-d4a048a21b76 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '76e52063-0cc4-435f-9fb3-4378823bac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:54:26.039245 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Attempting to bind port 2d153589-32f8-41e8-97a4-d4a048a21b76 on network 12e314bc-82cd-4b35-ba10-bbed445b7ac0 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:26.049150 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:54:26.049633 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Checking segment: {'id': '76e52063-0cc4-435f-9fb3-4378823bac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:54:26.050129 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:26.050770 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Bound using segment: {'id': '76e52063-0cc4-435f-9fb3-4378823bac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:54:26.051619 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Bound port: 2d153589-32f8-41e8-97a4-d4a048a21b76, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e52063-0cc4-435f-9fb3-4378823bac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:54:26.052321 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:26.132952 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e999380-93bb-44eb-9e74-1aa0a5e886fd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:26.148264 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] For port 2d153589-32f8-41e8-97a4-d4a048a21b76, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:26.152601 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] For port 2d153589-32f8-41e8-97a4-d4a048a21b76, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2d153589-32f8-41e8-97a4-d4a048a21b76,segment=NetworkSegment(76e52063-0cc4-435f-9fb3-4378823bac92),segment_id=76e52063-0cc4-435f-9fb3-4378823bac92)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:26.244753 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:26.294192 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e999380-93bb-44eb-9e74-1aa0a5e886fd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:26.322584 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b4355-1ffb-48af-9511-01c340a39d36 None None] Pushing event updated for resources: {'Port': ['ID=2d153589-32f8-41e8-97a4-d4a048a21b76,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:26.361485 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e999380-93bb-44eb-9e74-1aa0a5e886fd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 12e314bc-82cd-4b35-ba10-bbed445b7ac0 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:26.367469 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-9e999380-93bb-44eb-9e74-1aa0a5e886fd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:26.375547 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e999380-93bb-44eb-9e74-1aa0a5e886fd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:54:26.417694 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e999380-93bb-44eb-9e74-1aa0a5e886fd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=98259183-10b3-498c-b536-c0f3f8e85cf1,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:26.446553 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e999380-93bb-44eb-9e74-1aa0a5e886fd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:26.732095 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e999380-93bb-44eb-9e74-1aa0a5e886fd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:27.086002 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e999380-93bb-44eb-9e74-1aa0a5e886fd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:27.145000 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e999380-93bb-44eb-9e74-1aa0a5e886fd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:27.231370 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9e999380-93bb-44eb-9e74-1aa0a5e886fd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:27.241796 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e999380-93bb-44eb-9e74-1aa0a5e886fd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=98259183-10b3-498c-b536-c0f3f8e85cf1,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:27.369392 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e999380-93bb-44eb-9e74-1aa0a5e886fd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 12e314bc-82cd-4b35-ba10-bbed445b7ac0 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:27.371339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-9e999380-93bb-44eb-9e74-1aa0a5e886fd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:27.526673 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:27.535270 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e999380-93bb-44eb-9e74-1aa0a5e886fd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:54:27.553538 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94c2c6b-24ff-4f51-a450-f4865d7434af None None] Network 12e314bc-82cd-4b35-ba10-bbed445b7ac0 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:54:27.668846 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-32bcfa82-e61c-4cc2-8380-40d2b59b38d2 None None] Provisioning complete for port 2d153589-32f8-41e8-97a4-d4a048a21b76 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:54:27.669213 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-32bcfa82-e61c-4cc2-8380-40d2b59b38d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:27.670026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e999380-93bb-44eb-9e74-1aa0a5e886fd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:54:27.676362 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9e999380-93bb-44eb-9e74-1aa0a5e886fd tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "PUT /v2.0/routers/2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8803041 Nov 02 12:54:27.739097 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:54:27.739906 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:27.894770 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e21633c6-8e78-4124-abf2-2338f917307d req-b31c3ac7-0c39-419b-9291-70dc9aae60c4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1935511515&fields=id&tenant_id=af9c01a0798540e5b6bd7f4173b010ec HTTP/1.1" status: 200 len: 267 time: 0.0833445 Nov 02 12:54:27.904485 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-32bcfa82-e61c-4cc2-8380-40d2b59b38d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:27.932835 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:27.978345 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:27.984525 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-32bcfa82-e61c-4cc2-8380-40d2b59b38d2 None None] For port 2d153589-32f8-41e8-97a4-d4a048a21b76, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2d153589-32f8-41e8-97a4-d4a048a21b76,segment=NetworkSegment(76e52063-0cc4-435f-9fb3-4378823bac92),segment_id=76e52063-0cc4-435f-9fb3-4378823bac92)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:28.053193 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Sync routers for ids ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:54:28.055690 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:28.059068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2d153589-32f8-41e8-97a4-d4a048a21b76 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:28.092461 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Routers {'2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:28.092461 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:54:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:28.119874 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21633c6-8e78-4124-abf2-2338f917307d req-c301eb68-078c-4d94-8d98-fee510d3d8cc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:28.122234 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-32bcfa82-e61c-4cc2-8380-40d2b59b38d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:28.135161 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e21633c6-8e78-4124-abf2-2338f917307d req-c301eb68-078c-4d94-8d98-fee510d3d8cc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/networks?id=12e314bc-82cd-4b35-ba10-bbed445b7ac0 HTTP/1.1" status: 200 len: 796 time: 0.2239416 Nov 02 12:54:28.154832 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e21633c6-8e78-4124-abf2-2338f917307d req-fedda63f-43f9-4c2d-92fe-6d8b0128e6ae tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/quotas/af9c01a0798540e5b6bd7f4173b010ec HTTP/1.1" status: 200 len: 375 time: 0.0187585 Nov 02 12:54:28.166543 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:28.236882 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2d153589-32f8-41e8-97a4-d4a048a21b76 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:54:28.237361 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:28.280953 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e21633c6-8e78-4124-abf2-2338f917307d req-3ff93897-7902-4709-936a-7e366bd0c0b7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1230125 Nov 02 12:54:28.288706 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcfa82-e61c-4cc2-8380-40d2b59b38d2 None None] Pushing event updated for resources: {'Port': ['ID=2d153589-32f8-41e8-97a4-d4a048a21b76,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:28.395524 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ca896820-36f2-42dd-9228-dc173f771c66 None None] Provisioning complete for port 2d153589-32f8-41e8-97a4-d4a048a21b76 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:54:28.395937 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ca896820-36f2-42dd-9228-dc173f771c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:28.412821 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e21633c6-8e78-4124-abf2-2338f917307d req-b2763ba7-5282-4625-9bef-0be7a5901d6c service neutron] 10.222.0.52 "GET /v2.0/networks/12e314bc-82cd-4b35-ba10-bbed445b7ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283970 Nov 02 12:54:28.454870 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Set router 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:28.531584 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e21633c6-8e78-4124-abf2-2338f917307d req-e7e4e993-a61c-4069-8d50-59ec2363d8f5 service neutron] 10.222.0.52 "GET /v2.0/networks/12e314bc-82cd-4b35-ba10-bbed445b7ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167908 Nov 02 12:54:28.538434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ca896820-36f2-42dd-9228-dc173f771c66 None None] Provisioning complete for port 98259183-10b3-498c-b536-c0f3f8e85cf1 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:54:28.539203 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ca896820-36f2-42dd-9228-dc173f771c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:28.623311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ca896820-36f2-42dd-9228-dc173f771c66 None None] Port 98259183-10b3-498c-b536-c0f3f8e85cf1 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:54:28.782401 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-fe58e4b6-0229-4276-87a8-c1815e69c551 None None] Provisioning complete for port 98259183-10b3-498c-b536-c0f3f8e85cf1 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:54:28.784966 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482399867', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:54:20Z', 'updated_at': '2021-11-02T12:54:26Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:21Z', 'updated_at': '2021-11-02T12:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '98259183-10b3-498c-b536-c0f3f8e85cf1', 'name': '', 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ac:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '74e16d7a-12e9-4633-ac08-71142e9a3049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:25Z', 'updated_at': '2021-11-02T12:54:26Z', 'revision_number': 2, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '74e16d7a-12e9-4633-ac08-71142e9a3049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:28.791112 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fe58e4b6-0229-4276-87a8-c1815e69c551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:28.827085 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Checking router: 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:54:28.827707 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Updating router 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 port 98259183-10b3-498c-b536-c0f3f8e85cf1 binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:54:28.866161 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-fe58e4b6-0229-4276-87a8-c1815e69c551 None None] Port 98259183-10b3-498c-b536-c0f3f8e85cf1 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:54:28.894706 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:28.896008 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db2549b0-96ab-4ea1-8433-d3be65f002f9 req-e2658434-dd13-4a69-823e-6c2223562ded tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 210 time: 0.0619426 Nov 02 12:54:28.999959 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-be28833b-f92e-43f1-8313-9a76fefe85c5 None None] Provisioning complete for port 98259183-10b3-498c-b536-c0f3f8e85cf1 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:54:29.000295 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-be28833b-f92e-43f1-8313-9a76fefe85c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:29.052665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-be28833b-f92e-43f1-8313-9a76fefe85c5 None None] Port 98259183-10b3-498c-b536-c0f3f8e85cf1 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:54:29.285199 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:29.387213 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:29.447084 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d539f4-be00-4e08-974e-a46ae53a82df None None] Pushing event updated for resources: {'Port': ['ID=98259183-10b3-498c-b536-c0f3f8e85cf1,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:29.476359 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d539f4-be00-4e08-974e-a46ae53a82df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:29.476749 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d539f4-be00-4e08-974e-a46ae53a82df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:29.477166 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d539f4-be00-4e08-974e-a46ae53a82df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:29.477610 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d539f4-be00-4e08-974e-a46ae53a82df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:29.477853 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d539f4-be00-4e08-974e-a46ae53a82df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:29.478191 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d539f4-be00-4e08-974e-a46ae53a82df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:29.478523 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d539f4-be00-4e08-974e-a46ae53a82df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:29.478851 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d539f4-be00-4e08-974e-a46ae53a82df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:29.479310 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d539f4-be00-4e08-974e-a46ae53a82df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:29.479517 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d539f4-be00-4e08-974e-a46ae53a82df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:29.480177 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d539f4-be00-4e08-974e-a46ae53a82df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:29.480692 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d539f4-be00-4e08-974e-a46ae53a82df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:29.485621 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:29.530181 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Attempting to bind port 98259183-10b3-498c-b536-c0f3f8e85cf1 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:54:29.532686 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Attempting to bind port 98259183-10b3-498c-b536-c0f3f8e85cf1 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '76e52063-0cc4-435f-9fb3-4378823bac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:54:29.533684 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Attempting to bind port 98259183-10b3-498c-b536-c0f3f8e85cf1 on network 12e314bc-82cd-4b35-ba10-bbed445b7ac0 {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:29.546276 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:54:29.547468 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Checking segment: {'id': '76e52063-0cc4-435f-9fb3-4378823bac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:54:29.548383 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:29.549000 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Bound using segment: {'id': '76e52063-0cc4-435f-9fb3-4378823bac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:54:29.550736 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Bound port: 98259183-10b3-498c-b536-c0f3f8e85cf1, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e52063-0cc4-435f-9fb3-4378823bac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:54:29.551817 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:29.556009 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:54:29.556909 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:29.659375 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2d153589-32f8-41e8-97a4-d4a048a21b76 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:29.690223 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] For port 98259183-10b3-498c-b536-c0f3f8e85cf1, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:29.696637 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] For port 98259183-10b3-498c-b536-c0f3f8e85cf1, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=98259183-10b3-498c-b536-c0f3f8e85cf1,segment=NetworkSegment(76e52063-0cc4-435f-9fb3-4378823bac92),segment_id=76e52063-0cc4-435f-9fb3-4378823bac92)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:29.722055 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2d153589-32f8-41e8-97a4-d4a048a21b76 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:54:29.722429 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:29.788369 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b36fd0d0-493c-45b3-9c3c-85918f2ce8d8 None None] Provisioning complete for port 98259183-10b3-498c-b536-c0f3f8e85cf1 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:54:29.788651 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b36fd0d0-493c-45b3-9c3c-85918f2ce8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:29.793310 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:29.864535 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Routers {'2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:29.865565 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:54:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:29.932331 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d539f4-be00-4e08-974e-a46ae53a82df None None] Pushing event updated for resources: {'Port': ['ID=98259183-10b3-498c-b536-c0f3f8e85cf1,revision_number=4']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:29.963299 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b36fd0d0-493c-45b3-9c3c-85918f2ce8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:30.029067 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-b36fd0d0-493c-45b3-9c3c-85918f2ce8d8 None None] For port 98259183-10b3-498c-b536-c0f3f8e85cf1, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=98259183-10b3-498c-b536-c0f3f8e85cf1,segment=NetworkSegment(76e52063-0cc4-435f-9fb3-4378823bac92),segment_id=76e52063-0cc4-435f-9fb3-4378823bac92)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:30.055546 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] Set router 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:30.073969 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bb31a92c-8a99-4db0-b385-342ed208a97d req-c682174d-fc22-49c6-a11a-d59931e95a2f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 210 time: 0.0557930 Nov 02 12:54:30.147230 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b36fd0d0-493c-45b3-9c3c-85918f2ce8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:30.202423 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36fd0d0-493c-45b3-9c3c-85918f2ce8d8 None None] Pushing event updated for resources: {'Port': ['ID=98259183-10b3-498c-b536-c0f3f8e85cf1,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:30.271382 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-11f38a86-db24-4567-ac0f-fb63826e9b27 None None] Provisioning complete for port 98259183-10b3-498c-b536-c0f3f8e85cf1 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:54:30.271754 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-11f38a86-db24-4567-ac0f-fb63826e9b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:30.408635 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482399867', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:54:20Z', 'updated_at': '2021-11-02T12:54:26Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:21Z', 'updated_at': '2021-11-02T12:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '98259183-10b3-498c-b536-c0f3f8e85cf1', 'name': '', 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ac:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '74e16d7a-12e9-4633-ac08-71142e9a3049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:25Z', 'updated_at': '2021-11-02T12:54:29Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '74e16d7a-12e9-4633-ac08-71142e9a3049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:30.441170 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fca219-b71c-411f-a476-ef005ceaaa5f None None] The sync data for ids ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'] in n-d-806683-18 is: [{'id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482399867', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:54:20Z', 'updated_at': '2021-11-02T12:54:26Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:21Z', 'updated_at': '2021-11-02T12:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '98259183-10b3-498c-b536-c0f3f8e85cf1', 'name': '', 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ac:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '74e16d7a-12e9-4633-ac08-71142e9a3049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:25Z', 'updated_at': '2021-11-02T12:54:29Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '74e16d7a-12e9-4633-ac08-71142e9a3049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:54:31.223459 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a5fbc472-4ddd-4128-a0b0-e60a45d63384 req-74a793c8-411d-48b9-ba50-3846ac9fa0f1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 210 time: 0.0391510 Nov 02 12:54:31.529836 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 98259183-10b3-498c-b536-c0f3f8e85cf1 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:31.550576 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21633c6-8e78-4124-abf2-2338f917307d req-29ae63cc-71bc-4ff8-aacd-a78595b72f80 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:31.552308 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e21633c6-8e78-4124-abf2-2338f917307d req-29ae63cc-71bc-4ff8-aacd-a78595b72f80 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.54 "GET /v2.0/networks?id=12e314bc-82cd-4b35-ba10-bbed445b7ac0 HTTP/1.1" status: 200 len: 796 time: 0.1601686 Nov 02 12:54:31.612551 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 98259183-10b3-498c-b536-c0f3f8e85cf1 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:54:31.613173 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:31.661657 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e21633c6-8e78-4124-abf2-2338f917307d req-c5fc431f-ef8f-4cd6-9b23-ec3f18492eff tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af9c01a0798540e5b6bd7f4173b010ec HTTP/1.1" status: 200 len: 380 time: 0.0965941 Nov 02 12:54:31.676004 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-e21633c6-8e78-4124-abf2-2338f917307d req-fdaea065-5cab-4c3a-8664-0e48fda06a9a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'port': {'device_id': 'ff2481e4-2dd2-4d07-b7a8-2bc4d34766be', 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0', 'admin_state_up': True, 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'security_groups': ['59243a06-b851-433b-90d3-9384faab3388']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:54:31.922779 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e21633c6-8e78-4124-abf2-2338f917307d req-fdaea065-5cab-4c3a-8664-0e48fda06a9a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Made reservation on behalf of af9c01a0798540e5b6bd7f4173b010ec for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:54:31.929587 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e21633c6-8e78-4124-abf2-2338f917307d req-fdaea065-5cab-4c3a-8664-0e48fda06a9a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:32.044432 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:54:32.089668 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-e21633c6-8e78-4124-abf2-2338f917307d req-fdaea065-5cab-4c3a-8664-0e48fda06a9a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.20.0.9 (12e314bc-82cd-4b35-ba10-bbed445b7ac0/74e16d7a-12e9-4633-ac08-71142e9a3049/91400136-5d76-4321-9c92-414f625ed58a) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:32.265395 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e21633c6-8e78-4124-abf2-2338f917307d req-fdaea065-5cab-4c3a-8664-0e48fda06a9a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:32.343630 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fc6cdd41-a1f6-4158-88fa-cc8428ffc26a req-ba5d063d-dd98-4410-a112-169a13fe684a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 210 time: 0.0289423 Nov 02 12:54:32.359422 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e21633c6-8e78-4124-abf2-2338f917307d req-fdaea065-5cab-4c3a-8664-0e48fda06a9a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:32.414696 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21633c6-8e78-4124-abf2-2338f917307d req-fdaea065-5cab-4c3a-8664-0e48fda06a9a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 12e314bc-82cd-4b35-ba10-bbed445b7ac0 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:32.421708 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-e21633c6-8e78-4124-abf2-2338f917307d req-fdaea065-5cab-4c3a-8664-0e48fda06a9a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:32.426041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21633c6-8e78-4124-abf2-2338f917307d req-fdaea065-5cab-4c3a-8664-0e48fda06a9a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:54:32.433700 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaea065-5cab-4c3a-8664-0e48fda06a9a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=91400136-5d76-4321-9c92-414f625ed58a,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:32.496712 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21633c6-8e78-4124-abf2-2338f917307d req-fdaea065-5cab-4c3a-8664-0e48fda06a9a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:32.497375 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e21633c6-8e78-4124-abf2-2338f917307d req-fdaea065-5cab-4c3a-8664-0e48fda06a9a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:32.578755 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e21633c6-8e78-4124-abf2-2338f917307d req-fdaea065-5cab-4c3a-8664-0e48fda06a9a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9094403 Nov 02 12:54:32.650764 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Request body: {'port': {'device_id': 'ff2481e4-2dd2-4d07-b7a8-2bc4d34766be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:54:32.733066 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-6a6344f7-d4ba-4715-a0c9-a358cb54088c None None] Provisioning complete for port 91400136-5d76-4321-9c92-414f625ed58a triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:54:32.734379 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6a6344f7-d4ba-4715-a0c9-a358cb54088c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:32.741774 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:32.776007 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-6a6344f7-d4ba-4715-a0c9-a358cb54088c None None] Port 91400136-5d76-4321-9c92-414f625ed58a cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:54:33.045634 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91400136-5d76-4321-9c92-414f625ed58a {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:54:33.054965 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:33.069714 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Transition to ACTIVE for port object 91400136-5d76-4321-9c92-414f625ed58a will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:54:33.163800 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:33.226442 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=91400136-5d76-4321-9c92-414f625ed58a,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:33.318861 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Attempting to bind port 91400136-5d76-4321-9c92-414f625ed58a on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:54:33.319233 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Attempting to bind port 91400136-5d76-4321-9c92-414f625ed58a by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '76e52063-0cc4-435f-9fb3-4378823bac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:54:33.319564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Attempting to bind port 91400136-5d76-4321-9c92-414f625ed58a on network 12e314bc-82cd-4b35-ba10-bbed445b7ac0 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:33.327143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Port 91400136-5d76-4321-9c92-414f625ed58a on network 12e314bc-82cd-4b35-ba10-bbed445b7ac0 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:54:33.327625 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Attempting to bind port 91400136-5d76-4321-9c92-414f625ed58a on network 12e314bc-82cd-4b35-ba10-bbed445b7ac0 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:33.333830 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:54:33.334168 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Checking segment: {'id': '76e52063-0cc4-435f-9fb3-4378823bac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:54:33.334697 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Bound using segment: {'id': '76e52063-0cc4-435f-9fb3-4378823bac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:54:33.335185 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Bound port: 91400136-5d76-4321-9c92-414f625ed58a, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e52063-0cc4-435f-9fb3-4378823bac92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:54:33.335545 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:33.440380 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] For port 91400136-5d76-4321-9c92-414f625ed58a, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:33.444142 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] For port 91400136-5d76-4321-9c92-414f625ed58a, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=91400136-5d76-4321-9c92-414f625ed58a,segment=NetworkSegment(76e52063-0cc4-435f-9fb3-4378823bac92),segment_id=76e52063-0cc4-435f-9fb3-4378823bac92)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:33.519057 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:33.523363 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab3438-a5c8-4b92-a5b4-ff7c8bf01d14 req-45993f1b-e6b7-4913-b104-94dca7b003c1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:33.525697 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4dab3438-a5c8-4b92-a5b4-ff7c8bf01d14 req-45993f1b-e6b7-4913-b104-94dca7b003c1 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 943 time: 0.0797832 Nov 02 12:54:33.564474 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:33.565176 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:33.566596 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e21633c6-8e78-4124-abf2-2338f917307d req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] 10.222.0.54 "PUT /v2.0/ports/91400136-5d76-4321-9c92-414f625ed58a HTTP/1.1" status: 200 len: 1092 time: 0.9789507 Nov 02 12:54:33.567115 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2481e4-2dd2-4d07-b7a8-2bc4d34766be', 'tag': '91400136-5d76-4321-9c92-414f625ed58a'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:54:33.569564 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56c979e-aa1c-49e5-b46d-8cf17b488d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2481e4-2dd2-4d07-b7a8-2bc4d34766be", "tag": "91400136-5d76-4321-9c92-414f625ed58a"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:33.595363 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4dab3438-a5c8-4b92-a5b4-ff7c8bf01d14 req-95c39ddf-eef6-43b0-8bb3-638eef83c980 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=59243a06-b851-433b-90d3-9384faab3388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618865 Nov 02 12:54:33.599348 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb869025-1ec6-4aa0-9b70-3a38033d6ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=91400136-5d76-4321-9c92-414f625ed58a,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:33.663024 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cc62be-6cee-4c06-9775-4d81414b8b08 x-openstack-request-id: req-91cc62be-6cee-4c06-9775-4d81414b8b08 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:33.663344 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2481e4-2dd2-4d07-b7a8-2bc4d34766be", "tag": "91400136-5d76-4321-9c92-414f625ed58a", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:33.663533 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91cc62be-6cee-4c06-9775-4d81414b8b08 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:33.664026 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2481e4-2dd2-4d07-b7a8-2bc4d34766be', 'tag': '91400136-5d76-4321-9c92-414f625ed58a', 'status': 'completed', 'code': 200} Nov 02 12:54:33.736890 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c979e-aa1c-49e5-b46d-8cf17b488d9d req-03d46667-97a3-4dde-8984-3732c3b715dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:33.738577 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c56c979e-aa1c-49e5-b46d-8cf17b488d9d req-03d46667-97a3-4dde-8984-3732c3b715dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 1095 time: 0.0531962 Nov 02 12:54:33.876813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c979e-aa1c-49e5-b46d-8cf17b488d9d req-96570a04-c6f4-435f-ad97-12d3a9d7dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:33.878334 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c56c979e-aa1c-49e5-b46d-8cf17b488d9d req-96570a04-c6f4-435f-ad97-12d3a9d7dfaa service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1290457 Nov 02 12:54:33.995806 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c979e-aa1c-49e5-b46d-8cf17b488d9d req-e7bd2b7f-d5e2-4111-acf8-d62ef93d6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:33.997478 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c56c979e-aa1c-49e5-b46d-8cf17b488d9d req-e7bd2b7f-d5e2-4111-acf8-d62ef93d6c9e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1116273 Nov 02 12:54:34.103493 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21633c6-8e78-4124-abf2-2338f917307d req-67a4669f-7e43-409f-abeb-188a6fdf483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:34.106171 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e21633c6-8e78-4124-abf2-2338f917307d req-67a4669f-7e43-409f-abeb-188a6fdf483d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 1095 time: 0.0562420 Nov 02 12:54:34.158726 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e21633c6-8e78-4124-abf2-2338f917307d req-0fc03f09-9925-475a-9250-4c9a97e54dda service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91400136-5d76-4321-9c92-414f625ed58a HTTP/1.1" status: 200 len: 217 time: 0.0432453 Nov 02 12:54:34.215660 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21633c6-8e78-4124-abf2-2338f917307d req-b503df50-e615-4449-b654-a24bc1723d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:34.217208 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e21633c6-8e78-4124-abf2-2338f917307d req-b503df50-e615-4449-b654-a24bc1723d46 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74e16d7a-12e9-4633-ac08-71142e9a3049 HTTP/1.1" status: 200 len: 835 time: 0.0515449 Nov 02 12:54:34.274521 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21633c6-8e78-4124-abf2-2338f917307d req-cdc54c1e-d7ac-43ab-b5b8-f9609da4de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:34.276187 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e21633c6-8e78-4124-abf2-2338f917307d req-cdc54c1e-d7ac-43ab-b5b8-f9609da4de55 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12e314bc-82cd-4b35-ba10-bbed445b7ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510986 Nov 02 12:54:34.387811 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e21633c6-8e78-4124-abf2-2338f917307d req-bb728ef4-22a6-49da-a35e-28e16444934d service neutron] 10.222.0.54 "GET /v2.0/networks/12e314bc-82cd-4b35-ba10-bbed445b7ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033010 Nov 02 12:54:34.495611 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e21633c6-8e78-4124-abf2-2338f917307d req-aeedbde4-542a-4566-8bf9-b83c1d3fbfa8 service neutron] 10.222.0.54 "GET /v2.0/networks/12e314bc-82cd-4b35-ba10-bbed445b7ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001523 Nov 02 12:54:34.751386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee87bd9-36eb-4aad-b86e-86047a49b7b2 req-4b17005d-2434-4416-bfa6-065b22746d42 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:34.754207 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7ee87bd9-36eb-4aad-b86e-86047a49b7b2 req-4b17005d-2434-4416-bfa6-065b22746d42 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 943 time: 0.0663362 Nov 02 12:54:34.850365 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7ee87bd9-36eb-4aad-b86e-86047a49b7b2 req-4e99d845-1f86-493d-abb8-1e88d49e0b9f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=59243a06-b851-433b-90d3-9384faab3388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894737 Nov 02 12:54:35.994516 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce931383-9e93-4315-97f1-2e4cb198b679 req-30e0be93-61a3-45e7-9021-e832c8fe295c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:35.996162 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ce931383-9e93-4315-97f1-2e4cb198b679 req-30e0be93-61a3-45e7-9021-e832c8fe295c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 943 time: 0.0560579 Nov 02 12:54:36.064611 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ce931383-9e93-4315-97f1-2e4cb198b679 req-3d496cfb-f2e6-4206-a24e-90321753adca tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=59243a06-b851-433b-90d3-9384faab3388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573997 Nov 02 12:54:37.199546 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642d1c9-fa7e-4119-887a-5ebe81fbedd4 req-e26c74c9-def7-4de5-8c41-de42436bc832 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:37.201254 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a642d1c9-fa7e-4119-887a-5ebe81fbedd4 req-e26c74c9-def7-4de5-8c41-de42436bc832 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 943 time: 0.0576081 Nov 02 12:54:37.262961 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a642d1c9-fa7e-4119-887a-5ebe81fbedd4 req-79e673dc-08dd-47fd-bf25-a36b6e25cc5f tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=59243a06-b851-433b-90d3-9384faab3388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512455 Nov 02 12:54:38.393358 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1de5ab-e41c-4e2f-9c7b-79d5ad2287c1 req-96842bf5-2a66-47f1-b8bd-448c2fe22336 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:38.395078 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c1de5ab-e41c-4e2f-9c7b-79d5ad2287c1 req-96842bf5-2a66-47f1-b8bd-448c2fe22336 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 943 time: 0.0571091 Nov 02 12:54:38.459438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0c1de5ab-e41c-4e2f-9c7b-79d5ad2287c1 req-ee7dec74-cc2d-4c43-8a9d-2df9666d1cb9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=59243a06-b851-433b-90d3-9384faab3388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575876 Nov 02 12:54:38.734548 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 91400136-5d76-4321-9c92-414f625ed58a details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:54:38.843675 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 91400136-5d76-4321-9c92-414f625ed58a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=91400136-5d76-4321-9c92-414f625ed58a,segment=NetworkSegment(76e52063-0cc4-435f-9fb3-4378823bac92),segment_id=76e52063-0cc4-435f-9fb3-4378823bac92)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:38.856443 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '91400136-5d76-4321-9c92-414f625ed58a', 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0', 'port_id': '91400136-5d76-4321-9c92-414f625ed58a', 'mac_address': 'fa:16:3e:b0:07:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e16d7a-12e9-4633-ac08-71142e9a3049', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:54:38.897544 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:38.913559 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91400136-5d76-4321-9c92-414f625ed58a {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:54:38.948453 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 91400136-5d76-4321-9c92-414f625ed58a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=91400136-5d76-4321-9c92-414f625ed58a,segment=NetworkSegment(76e52063-0cc4-435f-9fb3-4378823bac92),segment_id=76e52063-0cc4-435f-9fb3-4378823bac92)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:39.036277 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:39.087967 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=91400136-5d76-4321-9c92-414f625ed58a,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:39.265904 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['91400136-5d76-4321-9c92-414f625ed58a'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:54:39.606127 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455a3f1-8883-4366-80f7-18ce8804ad77 req-9f01b0ab-bee1-40d9-8c08-b3026a1a182e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:39.607861 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b455a3f1-8883-4366-80f7-18ce8804ad77 req-9f01b0ab-bee1-40d9-8c08-b3026a1a182e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 944 time: 0.0625255 Nov 02 12:54:39.667409 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b455a3f1-8883-4366-80f7-18ce8804ad77 req-9143e1a1-a8ec-4028-b6a9-e489fa2647f2 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=59243a06-b851-433b-90d3-9384faab3388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518203 Nov 02 12:54:40.750734 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 91400136-5d76-4321-9c92-414f625ed58a up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:40.808498 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dbeee-1d13-42c3-a047-e28e711d3de3 req-c7afb5dd-94a9-44c9-9a86-52b4c0dd806b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:40.810909 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e6dbeee-1d13-42c3-a047-e28e711d3de3 req-c7afb5dd-94a9-44c9-9a86-52b4c0dd806b tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 944 time: 0.0611384 Nov 02 12:54:40.878015 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e6dbeee-1d13-42c3-a047-e28e711d3de3 req-a37721e5-5994-4d58-adfa-0cc5c6b25fc9 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=59243a06-b851-433b-90d3-9384faab3388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589375 Nov 02 12:54:40.913402 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 91400136-5d76-4321-9c92-414f625ed58a completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:54:40.919148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 91400136-5d76-4321-9c92-414f625ed58a triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:54:40.923039 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:41.027724 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:41.056163 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2481e4-2dd2-4d07-b7a8-2bc4d34766be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91400136-5d76-4321-9c92-414f625ed58a'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:54:41.058832 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fab3a3-a3f8-4be8-aec6-e0d33a7580cc" -d '{"events": [{"server_uuid": "ff2481e4-2dd2-4d07-b7a8-2bc4d34766be", "name": "network-vif-plugged", "status": "completed", "tag": "91400136-5d76-4321-9c92-414f625ed58a"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:41.079629 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 91400136-5d76-4321-9c92-414f625ed58a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=91400136-5d76-4321-9c92-414f625ed58a,segment=NetworkSegment(76e52063-0cc4-435f-9fb3-4378823bac92),segment_id=76e52063-0cc4-435f-9fb3-4378823bac92)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:41.106425 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0676d58b-7a94-4b11-b552-4234b84a4993 x-openstack-request-id: req-0676d58b-7a94-4b11-b552-4234b84a4993 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:41.106738 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2481e4-2dd2-4d07-b7a8-2bc4d34766be", "name": "network-vif-plugged", "status": "completed", "tag": "91400136-5d76-4321-9c92-414f625ed58a", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:41.107127 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0676d58b-7a94-4b11-b552-4234b84a4993 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:41.107664 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2481e4-2dd2-4d07-b7a8-2bc4d34766be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91400136-5d76-4321-9c92-414f625ed58a', 'code': 200} Nov 02 12:54:41.156313 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:41.228794 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f9219-3961-41fc-a3ab-eafce8a2c229 req-7e1f5ee2-5b79-49bc-932d-d24bf805c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:41.230348 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1c5f9219-3961-41fc-a3ab-eafce8a2c229 req-7e1f5ee2-5b79-49bc-932d-d24bf805c95d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 1097 time: 0.0533412 Nov 02 12:54:41.231926 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=91400136-5d76-4321-9c92-414f625ed58a,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:41.306294 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1c5f9219-3961-41fc-a3ab-eafce8a2c229 req-8539741d-dfad-405a-a129-e55b5ff131cf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=59243a06-b851-433b-90d3-9384faab3388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643044 Nov 02 12:54:42.016314 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512580d-c05f-4c7d-98e6-6edc3385d6e3 req-06079980-7e8d-4120-99f1-ab08d114af55 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:42.017939 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4512580d-c05f-4c7d-98e6-6edc3385d6e3 req-06079980-7e8d-4120-99f1-ab08d114af55 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 945 time: 0.0595384 Nov 02 12:54:42.081360 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4512580d-c05f-4c7d-98e6-6edc3385d6e3 req-382f036b-ee87-4ebe-bc77-4e888268d509 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=59243a06-b851-433b-90d3-9384faab3388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515711 Nov 02 12:54:43.237821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b0072-4e6a-41be-9b9b-b3c253380bcc req-a951afdd-4212-4e49-addf-e75e04b9598c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:43.239522 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d82b0072-4e6a-41be-9b9b-b3c253380bcc req-a951afdd-4212-4e49-addf-e75e04b9598c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 945 time: 0.0630810 Nov 02 12:54:43.303253 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d82b0072-4e6a-41be-9b9b-b3c253380bcc req-640c0db6-ac95-4ff9-ac28-d99fffe7d8ec tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=59243a06-b851-433b-90d3-9384faab3388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559721 Nov 02 12:54:43.491042 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07432cfe-8840-47bf-9f41-a96e91c13090 req-8f536dc9-0183-41b7-aa01-73b27de8c16d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:43.493122 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07432cfe-8840-47bf-9f41-a96e91c13090 req-8f536dc9-0183-41b7-aa01-73b27de8c16d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 945 time: 0.0572128 Nov 02 12:54:43.562221 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07432cfe-8840-47bf-9f41-a96e91c13090 req-6a70ff6c-c8fe-4950-a5fe-6eaef6d0c6d5 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=59243a06-b851-433b-90d3-9384faab3388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601442 Nov 02 12:54:43.587531 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60060) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:43.636235 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962bb4fc-fcd0-4c8c-9aa3-968a2b3c5aa4 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:43.638039 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-962bb4fc-fcd0-4c8c-9aa3-968a2b3c5aa4 tempest-TestNetworkAdvancedServerOps-829184053 tempest-TestNetworkAdvancedServerOps-829184053-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 1092 time: 0.0492439 Nov 02 12:54:43.642377 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60062) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:43.647513 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': '91400136-5d76-4321-9c92-414f625ed58a', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:54:43.767459 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:43.883897 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:44.004646 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Allocated IP 172.25.6.145 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/c142980c-46b6-4c93-9fd0-d713a173ccec) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:44.144737 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:44.268242 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:44.312582 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:44.319363 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:44.324416 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:54:44.331079 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=c142980c-46b6-4c93-9fd0-d713a173ccec,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:44.737544 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:44.885774 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:45.063830 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:45.124780 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:45.196840 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event updated for resources: {'Port': ['ID=c142980c-46b6-4c93-9fd0-d713a173ccec,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:45.212927 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:45.328381 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Floating IP 2b2b872a-dd70-4c78-a45b-adefb4eb8cea associated. External IP: 172.25.6.145, port: 91400136-5d76-4321-9c92-414f625ed58a. Nov 02 12:54:45.983036 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:54:46.018089 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-910ca933-e2de-42cb-8d07-d54b76df5259 req-be9e05ec-b30c-4be7-a0b2-4ac0b32c340b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0696864 Nov 02 12:54:46.121563 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:54:46.122161 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ca933-e2de-42cb-8d07-d54b76df5259 req-7e002f20-14f8-4974-9526-f60cb0e3eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:46.125126 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-910ca933-e2de-42cb-8d07-d54b76df5259 req-7e002f20-14f8-4974-9526-f60cb0e3eccf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 1097 time: 0.0532207 Nov 02 12:54:46.138077 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb0acf5-1847-4dfa-8c2c-1f84b438e055 None None] Sync routers for ids ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:54:46.152142 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0acf5-1847-4dfa-8c2c-1f84b438e055 None None] Routers {'2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:46.152961 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bfb0acf5-1847-4dfa-8c2c-1f84b438e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:54:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:46.253035 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:46.282041 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ca933-e2de-42cb-8d07-d54b76df5259 req-665e19d8-6876-4fe7-98dd-4bcfc4865393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:46.285202 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-910ca933-e2de-42cb-8d07-d54b76df5259 req-665e19d8-6876-4fe7-98dd-4bcfc4865393 service neutron] 10.222.0.54 "GET /v2.0/networks?id=12e314bc-82cd-4b35-ba10-bbed445b7ac0 HTTP/1.1" status: 200 len: 897 time: 0.1245427 Nov 02 12:54:46.286577 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-bfb0acf5-1847-4dfa-8c2c-1f84b438e055 None None] Set router 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:46.304075 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-4cb3901a-a4ea-4c18-91cf-2695000a4231 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6599922 Nov 02 12:54:46.305616 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2481e4-2dd2-4d07-b7a8-2bc4d34766be', 'tag': '91400136-5d76-4321-9c92-414f625ed58a'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:54:46.309746 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ff5aec-6799-41ff-9d2c-736377194586" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2481e4-2dd2-4d07-b7a8-2bc4d34766be", "tag": "91400136-5d76-4321-9c92-414f625ed58a"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:46.405486 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-910ca933-e2de-42cb-8d07-d54b76df5259 req-5cc95564-c8a2-4c70-bf83-d5cb9b7eef98 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91400136-5d76-4321-9c92-414f625ed58a HTTP/1.1" status: 200 len: 999 time: 0.1125412 Nov 02 12:54:46.489801 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ca933-e2de-42cb-8d07-d54b76df5259 req-5f7b6baa-43a1-428e-9cc4-ce26c7c17454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:46.491514 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-910ca933-e2de-42cb-8d07-d54b76df5259 req-5f7b6baa-43a1-428e-9cc4-ce26c7c17454 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74e16d7a-12e9-4633-ac08-71142e9a3049 HTTP/1.1" status: 200 len: 835 time: 0.0787556 Nov 02 12:54:46.496979 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fe3cb-ac9d-47d1-a983-a1c43dde743c req-1cdcc24b-2916-4488-8c06-2ba0a0cabf41 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:46.502804 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-423fe3cb-ac9d-47d1-a983-a1c43dde743c req-1cdcc24b-2916-4488-8c06-2ba0a0cabf41 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 945 time: 0.0909407 Nov 02 12:54:46.555756 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ca933-e2de-42cb-8d07-d54b76df5259 req-f1310b6e-bbf3-4b11-af4e-d9f5afbd6401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:46.557557 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-910ca933-e2de-42cb-8d07-d54b76df5259 req-f1310b6e-bbf3-4b11-af4e-d9f5afbd6401 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12e314bc-82cd-4b35-ba10-bbed445b7ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570121 Nov 02 12:54:46.597020 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-423fe3cb-ac9d-47d1-a983-a1c43dde743c req-38dd0854-4617-4a32-88da-cf9033429d16 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=59243a06-b851-433b-90d3-9384faab3388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764384 Nov 02 12:54:46.636733 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60068) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:46.708084 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bfb0acf5-1847-4dfa-8c2c-1f84b438e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482399867', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:54:20Z', 'updated_at': '2021-11-02T12:54:26Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:21Z', 'updated_at': '2021-11-02T12:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '2b2b872a-dd70-4c78-a45b-adefb4eb8cea', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'port_id': '91400136-5d76-4321-9c92-414f625ed58a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0', 'mac_address': 'fa:16:3e:b0:07:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2481e4-2dd2-4d07-b7a8-2bc4d34766be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:54:44Z', 'updated_at': '2021-11-02T12:54:44Z', 'revision_number': 0, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98259183-10b3-498c-b536-c0f3f8e85cf1', 'name': '', 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ac:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '74e16d7a-12e9-4633-ac08-71142e9a3049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:25Z', 'updated_at': '2021-11-02T12:54:29Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '74e16d7a-12e9-4633-ac08-71142e9a3049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:46.711259 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdd0435-2625-4208-8dba-2e320bf8e17d x-openstack-request-id: req-8cdd0435-2625-4208-8dba-2e320bf8e17d {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:46.711685 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2481e4-2dd2-4d07-b7a8-2bc4d34766be", "tag": "91400136-5d76-4321-9c92-414f625ed58a", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:46.712042 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8cdd0435-2625-4208-8dba-2e320bf8e17d {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:46.712671 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2481e4-2dd2-4d07-b7a8-2bc4d34766be', 'tag': '91400136-5d76-4321-9c92-414f625ed58a', 'status': 'completed', 'code': 200} Nov 02 12:54:46.725527 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-910ca933-e2de-42cb-8d07-d54b76df5259 req-dfb2ba71-b5c5-4f96-a5ec-45e6d5caef2e service neutron] 10.222.0.54 "GET /v2.0/networks/12e314bc-82cd-4b35-ba10-bbed445b7ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578953 Nov 02 12:54:46.750588 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-18f496eb-c929-4ba2-bf62-7ea0932253a4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/floatingips/2b2b872a-dd70-4c78-a45b-adefb4eb8cea HTTP/1.1" status: 200 len: 991 time: 0.1124270 Nov 02 12:54:46.892590 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-910ca933-e2de-42cb-8d07-d54b76df5259 req-76430fac-a88b-40a8-a64d-49d9aa24a364 service neutron] 10.222.0.54 "GET /v2.0/networks/12e314bc-82cd-4b35-ba10-bbed445b7ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588564 Nov 02 12:54:46.965660 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb0acf5-1847-4dfa-8c2c-1f84b438e055 None None] Checking router: 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:54:46.976931 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0acf5-1847-4dfa-8c2c-1f84b438e055 None None] Routers {'2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:46.977572 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bfb0acf5-1847-4dfa-8c2c-1f84b438e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:54:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:47.069093 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff5aec-6799-41ff-9d2c-736377194586 req-27f2d72a-d63e-42ba-8a9b-a86d073eef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:47.071741 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06ff5aec-6799-41ff-9d2c-736377194586 req-27f2d72a-d63e-42ba-8a9b-a86d073eef94 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 1097 time: 0.0655980 Nov 02 12:54:47.127938 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-bfb0acf5-1847-4dfa-8c2c-1f84b438e055 None None] Set router 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:47.196915 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff5aec-6799-41ff-9d2c-736377194586 req-619017c3-79f6-4136-bf49-c15737f812ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:47.198462 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06ff5aec-6799-41ff-9d2c-736377194586 req-619017c3-79f6-4136-bf49-c15737f812ce service neutron] 10.222.0.54 "GET /v2.0/networks?id=12e314bc-82cd-4b35-ba10-bbed445b7ac0 HTTP/1.1" status: 200 len: 897 time: 0.1172562 Nov 02 12:54:47.298999 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06ff5aec-6799-41ff-9d2c-736377194586 req-600d3487-0771-4e3b-8229-5b82f39b3b48 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91400136-5d76-4321-9c92-414f625ed58a HTTP/1.1" status: 200 len: 999 time: 0.0890636 Nov 02 12:54:47.369947 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff5aec-6799-41ff-9d2c-736377194586 req-71437d62-cdfb-480f-88f2-ef528e930c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:47.372964 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06ff5aec-6799-41ff-9d2c-736377194586 req-71437d62-cdfb-480f-88f2-ef528e930c0c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74e16d7a-12e9-4633-ac08-71142e9a3049 HTTP/1.1" status: 200 len: 835 time: 0.0624471 Nov 02 12:54:47.441817 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff5aec-6799-41ff-9d2c-736377194586 req-f586bf83-dcd5-49b7-8c5e-c16630de4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:54:47.443482 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06ff5aec-6799-41ff-9d2c-736377194586 req-f586bf83-dcd5-49b7-8c5e-c16630de4941 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12e314bc-82cd-4b35-ba10-bbed445b7ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622852 Nov 02 12:54:47.483836 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-bfb0acf5-1847-4dfa-8c2c-1f84b438e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482399867', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:54:20Z', 'updated_at': '2021-11-02T12:54:26Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:21Z', 'updated_at': '2021-11-02T12:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '2b2b872a-dd70-4c78-a45b-adefb4eb8cea', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'port_id': '91400136-5d76-4321-9c92-414f625ed58a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0', 'mac_address': 'fa:16:3e:b0:07:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2481e4-2dd2-4d07-b7a8-2bc4d34766be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:54:44Z', 'updated_at': '2021-11-02T12:54:44Z', 'revision_number': 0, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98259183-10b3-498c-b536-c0f3f8e85cf1', 'name': '', 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ac:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '74e16d7a-12e9-4633-ac08-71142e9a3049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:25Z', 'updated_at': '2021-11-02T12:54:29Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '74e16d7a-12e9-4633-ac08-71142e9a3049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:47.513508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb0acf5-1847-4dfa-8c2c-1f84b438e055 None None] The sync data for ids ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'] in n-d-806683-18 is: [{'id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482399867', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:54:20Z', 'updated_at': '2021-11-02T12:54:26Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:21Z', 'updated_at': '2021-11-02T12:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '2b2b872a-dd70-4c78-a45b-adefb4eb8cea', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'floating_ip_address': '172.25.6.145', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'port_id': '91400136-5d76-4321-9c92-414f625ed58a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0', 'mac_address': 'fa:16:3e:b0:07:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2481e4-2dd2-4d07-b7a8-2bc4d34766be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:54:44Z', 'updated_at': '2021-11-02T12:54:44Z', 'revision_number': 0, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98259183-10b3-498c-b536-c0f3f8e85cf1', 'name': '', 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ac:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '74e16d7a-12e9-4633-ac08-71142e9a3049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:25Z', 'updated_at': '2021-11-02T12:54:29Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '74e16d7a-12e9-4633-ac08-71142e9a3049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:54:47.547203 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4accb636-ed9f-4e39-91b0-4cf3ff30710c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:47.598610 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06ff5aec-6799-41ff-9d2c-736377194586 req-4512bb1f-94ae-4c6e-9bb5-d16a536d7ff7 service neutron] 10.222.0.54 "GET /v2.0/networks/12e314bc-82cd-4b35-ba10-bbed445b7ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466534 Nov 02 12:54:47.715639 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-06ff5aec-6799-41ff-9d2c-736377194586 req-ae050a12-0ec3-48f7-baf7-4270e38974a0 service neutron] 10.222.0.54 "GET /v2.0/networks/12e314bc-82cd-4b35-ba10-bbed445b7ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100442 Nov 02 12:54:47.756243 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60070) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:47.775013 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f7b562-d91c-46db-96a6-a2efff332409 None None] New status for floating IP 2b2b872a-dd70-4c78-a45b-adefb4eb8cea: ACTIVE {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:54:47.863888 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ea2546ba-3ce1-4702-90c8-1ce06a48236e tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/floatingips/2b2b872a-dd70-4c78-a45b-adefb4eb8cea HTTP/1.1" status: 200 len: 991 time: 0.1061382 Nov 02 12:54:48.869007 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60074) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:54:48.942579 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5d47bc73-1b8b-4a24-a852-8f52c96c5cca tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/floatingips/2b2b872a-dd70-4c78-a45b-adefb4eb8cea HTTP/1.1" status: 200 len: 993 time: 0.0720308 Nov 02 12:54:49.818403 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1e39-8c33-400d-948e-fcdf1e7d324f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:51.323702 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:52.733413 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:54.567499 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:54.821091 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:54:55.087792 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:00.107161 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-fab71d70-67dd-4cd1-b7b0-c45c2e7d0857 req-fa36d24f-f749-49b5-a194-48c6c39fb149 service neutron] (102690) timed out ('10.222.0.52', 52680) {{(pid=102690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 12:55:09.048160 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:55:17.555500 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3253001a-be5f-4580-b0f7-f7f8442a0412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:19.781593 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2b1d3eed-5dc8-49bc-8541-739f1b2139fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:20.802481 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77fcb6-2c94-41d8-a733-d4cbf6f0346f req-c2779dea-0ac6-4b4b-b0de-d0f089a103d7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:20.805292 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b77fcb6-2c94-41d8-a733-d4cbf6f0346f req-c2779dea-0ac6-4b4b-b0de-d0f089a103d7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 945 time: 0.0913908 Nov 02 12:55:20.866194 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7b77fcb6-2c94-41d8-a733-d4cbf6f0346f req-073f306b-eba3-4aef-ad19-c48653366c84 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=59243a06-b851-433b-90d3-9384faab3388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543790 Nov 02 12:55:21.275707 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:22.024589 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e6304-6ad5-4269-a2c8-8352b940ab71 req-b46e0bfd-0926-4613-9d96-572efb8a6269 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:22.026289 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c9e6304-6ad5-4269-a2c8-8352b940ab71 req-b46e0bfd-0926-4613-9d96-572efb8a6269 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 945 time: 0.0787470 Nov 02 12:55:22.096888 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6c9e6304-6ad5-4269-a2c8-8352b940ab71 req-662e4a92-5076-4e70-a635-0d264876d644 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=59243a06-b851-433b-90d3-9384faab3388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590549 Nov 02 12:55:22.126040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60096) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:22.206906 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-008035af-0d8b-4543-951a-3fc365994053 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/floatingips/2b2b872a-dd70-4c78-a45b-adefb4eb8cea HTTP/1.1" status: 200 len: 993 time: 0.0794990 Nov 02 12:55:22.738350 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:23.736532 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb0635-8b6b-409c-b0ba-5280bcd26b66 req-98fa0dbb-df84-433a-8387-40419db14a62 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:23.738163 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dbfb0635-8b6b-409c-b0ba-5280bcd26b66 req-98fa0dbb-df84-433a-8387-40419db14a62 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 945 time: 0.0605152 Nov 02 12:55:23.817546 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dbfb0635-8b6b-409c-b0ba-5280bcd26b66 req-3e52a38a-9ef9-4295-867c-24a76d2c8bef tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=59243a06-b851-433b-90d3-9384faab3388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724556 Nov 02 12:55:23.854079 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37e872-ad6f-482c-8a43-dbc7936f962b req-e29f6f24-f066-43a3-aeeb-f71d03aee7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:23.856218 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aa37e872-ad6f-482c-8a43-dbc7936f962b req-e29f6f24-f066-43a3-aeeb-f71d03aee7d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 1097 time: 0.0523431 Nov 02 12:55:23.971536 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37e872-ad6f-482c-8a43-dbc7936f962b req-361d52b1-5996-4a25-86fb-62e82aee0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:23.973116 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aa37e872-ad6f-482c-8a43-dbc7936f962b req-361d52b1-5996-4a25-86fb-62e82aee0dba service neutron] 10.222.0.54 "GET /v2.0/networks?id=12e314bc-82cd-4b35-ba10-bbed445b7ac0 HTTP/1.1" status: 200 len: 897 time: 0.1094534 Nov 02 12:55:24.055745 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aa37e872-ad6f-482c-8a43-dbc7936f962b req-81e5321b-0f11-484d-aa45-205065f6aa48 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91400136-5d76-4321-9c92-414f625ed58a HTTP/1.1" status: 200 len: 1001 time: 0.0725698 Nov 02 12:55:24.114335 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37e872-ad6f-482c-8a43-dbc7936f962b req-a1233d0f-f2c4-41bb-bdea-e2f272afc365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:24.115991 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aa37e872-ad6f-482c-8a43-dbc7936f962b req-a1233d0f-f2c4-41bb-bdea-e2f272afc365 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74e16d7a-12e9-4633-ac08-71142e9a3049 HTTP/1.1" status: 200 len: 835 time: 0.0523078 Nov 02 12:55:24.175158 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37e872-ad6f-482c-8a43-dbc7936f962b req-bbe6a647-1429-4761-a76c-c790c10c7677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:24.176901 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aa37e872-ad6f-482c-8a43-dbc7936f962b req-bbe6a647-1429-4761-a76c-c790c10c7677 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12e314bc-82cd-4b35-ba10-bbed445b7ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529053 Nov 02 12:55:24.284751 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aa37e872-ad6f-482c-8a43-dbc7936f962b req-816d8f62-ef79-423d-a5e7-a8f06a686ce2 service neutron] 10.222.0.54 "GET /v2.0/networks/12e314bc-82cd-4b35-ba10-bbed445b7ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994527 Nov 02 12:55:24.410275 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-aa37e872-ad6f-482c-8a43-dbc7936f962b req-910fe49b-62ff-4e39-a662-380102a16da1 service neutron] 10.222.0.54 "GET /v2.0/networks/12e314bc-82cd-4b35-ba10-bbed445b7ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165295 Nov 02 12:55:24.546858 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:24.778267 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:24.997375 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4d291-67d0-45c4-aa35-879666994f54 req-ecfa4ea5-0e06-42ba-86e3-270ca6ad8418 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:24.999389 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8dc4d291-67d0-45c4-aa35-879666994f54 req-ecfa4ea5-0e06-42ba-86e3-270ca6ad8418 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 945 time: 0.0572951 Nov 02 12:55:25.044469 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:25.070302 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8dc4d291-67d0-45c4-aa35-879666994f54 req-75800282-92c2-4c31-aa36-1cdd66e5fc48 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=59243a06-b851-433b-90d3-9384faab3388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614805 Nov 02 12:55:26.206816 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a8553-2603-4683-8673-ba33a64b36d7 req-dca94cc3-cefc-4edd-85e0-ebe91e689b7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:26.208645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c91a8553-2603-4683-8673-ba33a64b36d7 req-dca94cc3-cefc-4edd-85e0-ebe91e689b7d tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 945 time: 0.0574596 Nov 02 12:55:26.288491 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c91a8553-2603-4683-8673-ba33a64b36d7 req-f42ad235-9b34-4d58-8f21-2c2d6c4dbb7a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=59243a06-b851-433b-90d3-9384faab3388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720599 Nov 02 12:55:26.314607 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60108) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:26.388596 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e1af729c-932a-4629-963d-04edefbf16ab tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/floatingips/2b2b872a-dd70-4c78-a45b-adefb4eb8cea HTTP/1.1" status: 200 len: 993 time: 0.0725615 Nov 02 12:55:26.624958 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60114) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:26.820908 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port c142980c-46b6-4c93-9fd0-d713a173ccec {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:55:26.821453 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:27.276225 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:27.276623 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:27.291929 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for c142980c-46b6-4c93-9fd0-d713a173ccec owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:55:27.535377 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:27.563145 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=c142980c-46b6-4c93-9fd0-d713a173ccec,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:27.580763 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:27.581336 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:27.581738 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:27.582243 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:27.582630 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:27.583085 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:27.583543 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:27.584084 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:27.584527 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:27.584993 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:27.585441 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:27.586089 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:27.656460 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:27.656962 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Floating IP 2b2b872a-dd70-4c78-a45b-adefb4eb8cea disassociated (deleted). External IP: 172.25.6.145, port: 91400136-5d76-4321-9c92-414f625ed58a. Nov 02 12:55:27.899342 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:55:28.026060 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:55:28.032107 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:28.037839 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b6631-cdcb-46f3-a940-d784ded559b8 None None] Sync routers for ids ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:55:28.055916 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b6631-cdcb-46f3-a940-d784ded559b8 None None] Routers {'2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:55:28.057116 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c37b6631-cdcb-46f3-a940-d784ded559b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:28.072309 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2b7a60de-d9b7-421e-8c34-71caf964e1bc tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/floatingips/2b2b872a-dd70-4c78-a45b-adefb4eb8cea HTTP/1.1" status: 204 len: 168 time: 1.4461107 Nov 02 12:55:28.073198 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2481e4-2dd2-4d07-b7a8-2bc4d34766be', 'tag': '91400136-5d76-4321-9c92-414f625ed58a'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:55:28.075888 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe576cc-e3ba-4773-9ddc-d456f7e70952" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2481e4-2dd2-4d07-b7a8-2bc4d34766be", "tag": "91400136-5d76-4321-9c92-414f625ed58a"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:55:28.215603 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-c37b6631-cdcb-46f3-a940-d784ded559b8 None None] Set router 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:55:28.477760 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c37b6631-cdcb-46f3-a940-d784ded559b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482399867', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:54:20Z', 'updated_at': '2021-11-02T12:54:26Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:21Z', 'updated_at': '2021-11-02T12:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '98259183-10b3-498c-b536-c0f3f8e85cf1', 'name': '', 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ac:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '74e16d7a-12e9-4633-ac08-71142e9a3049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:25Z', 'updated_at': '2021-11-02T12:54:29Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '74e16d7a-12e9-4633-ac08-71142e9a3049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:28.509161 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b6631-cdcb-46f3-a940-d784ded559b8 None None] Checking router: 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:55:28.520109 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b6631-cdcb-46f3-a940-d784ded559b8 None None] Routers {'2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:55:28.520752 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c37b6631-cdcb-46f3-a940-d784ded559b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:28.534177 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ecf767-dc33-4c3f-9d24-4d98a0f8bf5f x-openstack-request-id: req-85ecf767-dc33-4c3f-9d24-4d98a0f8bf5f {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:55:28.534606 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2481e4-2dd2-4d07-b7a8-2bc4d34766be", "tag": "91400136-5d76-4321-9c92-414f625ed58a", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:55:28.535062 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85ecf767-dc33-4c3f-9d24-4d98a0f8bf5f {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:55:28.535648 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2481e4-2dd2-4d07-b7a8-2bc4d34766be', 'tag': '91400136-5d76-4321-9c92-414f625ed58a', 'status': 'completed', 'code': 200} Nov 02 12:55:28.626613 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe576cc-e3ba-4773-9ddc-d456f7e70952 req-9e5b9e3f-a455-466a-b909-0904ffdb6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:28.628955 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cbe576cc-e3ba-4773-9ddc-d456f7e70952 req-9e5b9e3f-a455-466a-b909-0904ffdb6716 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 1097 time: 0.0684807 Nov 02 12:55:28.663439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-c37b6631-cdcb-46f3-a940-d784ded559b8 None None] Set router 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:55:28.721428 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b556284-2cfc-4c62-943e-c111576b564c req-6c5652ba-8d01-4be3-9612-3dc58410e262 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:28.724060 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b556284-2cfc-4c62-943e-c111576b564c req-6c5652ba-8d01-4be3-9612-3dc58410e262 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 945 time: 0.1006444 Nov 02 12:55:28.744330 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe576cc-e3ba-4773-9ddc-d456f7e70952 req-afa51d40-15d0-44c7-a5d0-582a4b4d334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:28.745945 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cbe576cc-e3ba-4773-9ddc-d456f7e70952 req-afa51d40-15d0-44c7-a5d0-582a4b4d334c service neutron] 10.222.0.54 "GET /v2.0/networks?id=12e314bc-82cd-4b35-ba10-bbed445b7ac0 HTTP/1.1" status: 200 len: 897 time: 0.1076605 Nov 02 12:55:28.798879 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b556284-2cfc-4c62-943e-c111576b564c req-5cfeb864-23ac-4f87-af87-047628d3c8d7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=59243a06-b851-433b-90d3-9384faab3388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629652 Nov 02 12:55:28.803299 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cbe576cc-e3ba-4773-9ddc-d456f7e70952 req-4583fcd1-cfe3-4651-bc95-eb1c45a3048d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91400136-5d76-4321-9c92-414f625ed58a HTTP/1.1" status: 200 len: 217 time: 0.0479689 Nov 02 12:55:28.867682 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe576cc-e3ba-4773-9ddc-d456f7e70952 req-2a56e8fe-d41b-41b7-ae9c-f89a5a5dbedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:28.869812 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cbe576cc-e3ba-4773-9ddc-d456f7e70952 req-2a56e8fe-d41b-41b7-ae9c-f89a5a5dbedd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=74e16d7a-12e9-4633-ac08-71142e9a3049 HTTP/1.1" status: 200 len: 835 time: 0.0571620 Nov 02 12:55:28.930167 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe576cc-e3ba-4773-9ddc-d456f7e70952 req-5911f98d-9bae-49fe-97a7-ddf37cf7a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:28.932621 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cbe576cc-e3ba-4773-9ddc-d456f7e70952 req-5911f98d-9bae-49fe-97a7-ddf37cf7a3a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12e314bc-82cd-4b35-ba10-bbed445b7ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539045 Nov 02 12:55:29.004047 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-c37b6631-cdcb-46f3-a940-d784ded559b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482399867', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:54:20Z', 'updated_at': '2021-11-02T12:54:26Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:21Z', 'updated_at': '2021-11-02T12:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '98259183-10b3-498c-b536-c0f3f8e85cf1', 'name': '', 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ac:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '74e16d7a-12e9-4633-ac08-71142e9a3049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:25Z', 'updated_at': '2021-11-02T12:54:29Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '74e16d7a-12e9-4633-ac08-71142e9a3049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:29.037304 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b6631-cdcb-46f3-a940-d784ded559b8 None None] The sync data for ids ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'] in n-d-806683-18 is: [{'id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482399867', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:54:20Z', 'updated_at': '2021-11-02T12:54:26Z', 'revision_number': 4, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:21Z', 'updated_at': '2021-11-02T12:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '98259183-10b3-498c-b536-c0f3f8e85cf1', 'name': '', 'network_id': '12e314bc-82cd-4b35-ba10-bbed445b7ac0', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'mac_address': 'fa:16:3e:ac:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '74e16d7a-12e9-4633-ac08-71142e9a3049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:25Z', 'updated_at': '2021-11-02T12:54:29Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'subnets': [{'id': '74e16d7a-12e9-4633-ac08-71142e9a3049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:55:29.071328 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cbe576cc-e3ba-4773-9ddc-d456f7e70952 req-99e50080-4507-4fcf-8b43-592afdfcc133 service neutron] 10.222.0.54 "GET /v2.0/networks/12e314bc-82cd-4b35-ba10-bbed445b7ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289101 Nov 02 12:55:29.200220 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-cbe576cc-e3ba-4773-9ddc-d456f7e70952 req-2df25130-3262-4bca-b8b6-9136e294bf10 service neutron] 10.222.0.54 "GET /v2.0/networks/12e314bc-82cd-4b35-ba10-bbed445b7ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213048 Nov 02 12:55:29.339779 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d1595-69a9-48ee-a0bf-e614bacccf75 None None] New status for floating IP 2b2b872a-dd70-4c78-a45b-adefb4eb8cea: DOWN {{(pid=102692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:55:29.946790 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e84f07-f4c6-432c-8db8-8753324c321b req-a161a39a-e2c2-4f5d-ab83-54949ccdd042 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:29.948663 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b7e84f07-f4c6-432c-8db8-8753324c321b req-a161a39a-e2c2-4f5d-ab83-54949ccdd042 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 945 time: 0.0561042 Nov 02 12:55:30.008905 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b7e84f07-f4c6-432c-8db8-8753324c321b req-fd4162b0-a8cf-4f98-9a26-ec6f3e9aa13a tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/security-groups?id=59243a06-b851-433b-90d3-9384faab3388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537338 Nov 02 12:55:30.137755 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720296da-a2fb-49ec-9db4-651fe58eca92 req-3536faea-04bc-4619-aec1-bfbdce345f1c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:30.139497 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-720296da-a2fb-49ec-9db4-651fe58eca92 req-3536faea-04bc-4619-aec1-bfbdce345f1c tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 945 time: 0.0612292 Nov 02 12:55:30.242718 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-720296da-a2fb-49ec-9db4-651fe58eca92 req-d092d080-c80b-459e-89e2-903807e320e0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port 91400136-5d76-4321-9c92-414f625ed58a {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:55:30.243149 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-720296da-a2fb-49ec-9db4-651fe58eca92 req-d092d080-c80b-459e-89e2-903807e320e0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:30.360118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-720296da-a2fb-49ec-9db4-651fe58eca92 req-d092d080-c80b-459e-89e2-903807e320e0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] For port 91400136-5d76-4321-9c92-414f625ed58a, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=91400136-5d76-4321-9c92-414f625ed58a,segment=NetworkSegment(76e52063-0cc4-435f-9fb3-4378823bac92),segment_id=76e52063-0cc4-435f-9fb3-4378823bac92)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:30.360724 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-720296da-a2fb-49ec-9db4-651fe58eca92 req-d092d080-c80b-459e-89e2-903807e320e0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:30.387693 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-720296da-a2fb-49ec-9db4-651fe58eca92 req-d092d080-c80b-459e-89e2-903807e320e0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for 91400136-5d76-4321-9c92-414f625ed58a owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:55:30.695417 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-720296da-a2fb-49ec-9db4-651fe58eca92 req-d092d080-c80b-459e-89e2-903807e320e0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:30.734430 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092d080-c80b-459e-89e2-903807e320e0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=91400136-5d76-4321-9c92-414f625ed58a,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:30.787659 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-720296da-a2fb-49ec-9db4-651fe58eca92 req-d092d080-c80b-459e-89e2-903807e320e0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] No DVR routers for this DVR port 91400136-5d76-4321-9c92-414f625ed58a on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:55:30.790651 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-720296da-a2fb-49ec-9db4-651fe58eca92 req-d092d080-c80b-459e-89e2-903807e320e0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:30.795748 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-720296da-a2fb-49ec-9db4-651fe58eca92 req-d092d080-c80b-459e-89e2-903807e320e0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.54 "DELETE /v2.0/ports/91400136-5d76-4321-9c92-414f625ed58a HTTP/1.1" status: 204 len: 173 time: 0.6478949 Nov 02 12:55:30.796324 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2481e4-2dd2-4d07-b7a8-2bc4d34766be', 'name': 'network-vif-deleted', 'tag': '91400136-5d76-4321-9c92-414f625ed58a'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:55:30.799688 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e47c06b-0195-4d47-a258-8a1b92f6aa1a" -d '{"events": [{"server_uuid": "ff2481e4-2dd2-4d07-b7a8-2bc4d34766be", "name": "network-vif-deleted", "tag": "91400136-5d76-4321-9c92-414f625ed58a"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:55:30.850847 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcbfb67-36f3-408b-8f65-7bf4fac9c53c x-openstack-request-id: req-8dcbfb67-36f3-408b-8f65-7bf4fac9c53c {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:55:30.851357 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2481e4-2dd2-4d07-b7a8-2bc4d34766be", "name": "network-vif-deleted", "tag": "91400136-5d76-4321-9c92-414f625ed58a", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:55:30.851760 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8dcbfb67-36f3-408b-8f65-7bf4fac9c53c {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:55:30.852428 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2481e4-2dd2-4d07-b7a8-2bc4d34766be', 'name': 'network-vif-deleted', 'tag': '91400136-5d76-4321-9c92-414f625ed58a', 'status': 'completed', 'code': 200} Nov 02 12:55:31.139905 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eba27d7d-d2d1-40bc-8030-3d202c8461c2 req-510df795-fb33-4a4e-8ce2-f9133e3ee925 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff2481e4-2dd2-4d07-b7a8-2bc4d34766be HTTP/1.1" status: 200 len: 210 time: 0.0484087 Nov 02 12:55:32.220896 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60130) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:32.642989 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eeea53f9-a708-4887-ad11-f2b7b251d4d4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:32.949143 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-eeea53f9-a708-4887-ad11-f2b7b251d4d4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port 98259183-10b3-498c-b536-c0f3f8e85cf1 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:55:32.949490 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eeea53f9-a708-4887-ad11-f2b7b251d4d4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:32.983830 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 91400136-5d76-4321-9c92-414f625ed58a no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:55:33.007105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 91400136-5d76-4321-9c92-414f625ed58a {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:55:33.007471 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 91400136-5d76-4321-9c92-414f625ed58a not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:55:33.059002 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-eeea53f9-a708-4887-ad11-f2b7b251d4d4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] For port 98259183-10b3-498c-b536-c0f3f8e85cf1, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=98259183-10b3-498c-b536-c0f3f8e85cf1,segment=NetworkSegment(76e52063-0cc4-435f-9fb3-4378823bac92),segment_id=76e52063-0cc4-435f-9fb3-4378823bac92)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:33.059454 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eeea53f9-a708-4887-ad11-f2b7b251d4d4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:33.074698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-eeea53f9-a708-4887-ad11-f2b7b251d4d4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for 98259183-10b3-498c-b536-c0f3f8e85cf1 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:55:33.372683 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eeea53f9-a708-4887-ad11-f2b7b251d4d4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:33.409104 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea53f9-a708-4887-ad11-f2b7b251d4d4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=98259183-10b3-498c-b536-c0f3f8e85cf1,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:33.612685 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-eeea53f9-a708-4887-ad11-f2b7b251d4d4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:33.892723 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeea53f9-a708-4887-ad11-f2b7b251d4d4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Router 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:55:34.023651 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeea53f9-a708-4887-ad11-f2b7b251d4d4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:55:34.029193 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-eeea53f9-a708-4887-ad11-f2b7b251d4d4 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "PUT /v2.0/routers/2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8071582 Nov 02 12:55:34.032795 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60132) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:34.034817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bdec42-e3b5-47f1-b5cb-15fca7cea931 None None] Sync routers for ids ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:55:34.056469 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bdec42-e3b5-47f1-b5cb-15fca7cea931 None None] Routers {'2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:55:34.057507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-81bdec42-e3b5-47f1-b5cb-15fca7cea931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:34.097523 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eaf8dc4-388a-424d-85e5-8b18352c95f7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting subnet 74e16d7a-12e9-4633-ac08-71142e9a3049 {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 12:55:34.101294 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8dc4-388a-424d-85e5-8b18352c95f7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:34.150753 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8dc4-388a-424d-85e5-8b18352c95f7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:34.215232 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-81bdec42-e3b5-47f1-b5cb-15fca7cea931 None None] Set router 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:55:34.437812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-81bdec42-e3b5-47f1-b5cb-15fca7cea931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482399867', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:54:20Z', 'updated_at': '2021-11-02T12:55:33Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:21Z', 'updated_at': '2021-11-02T12:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:34.466967 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bdec42-e3b5-47f1-b5cb-15fca7cea931 None None] Checking router: 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:55:34.477724 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bdec42-e3b5-47f1-b5cb-15fca7cea931 None None] Routers {'2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:55:34.478374 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-81bdec42-e3b5-47f1-b5cb-15fca7cea931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:34.611700 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-81bdec42-e3b5-47f1-b5cb-15fca7cea931 None None] Set router 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:55:34.642565 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8dc4-388a-424d-85e5-8b18352c95f7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:34.815962 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8dc4-388a-424d-85e5-8b18352c95f7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:34.837671 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-81bdec42-e3b5-47f1-b5cb-15fca7cea931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482399867', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:54:20Z', 'updated_at': '2021-11-02T12:55:33Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:21Z', 'updated_at': '2021-11-02T12:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:34.851815 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-8eaf8dc4-388a-424d-85e5-8b18352c95f7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:34.859694 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-8eaf8dc4-388a-424d-85e5-8b18352c95f7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/subnets/74e16d7a-12e9-4633-ac08-71142e9a3049 HTTP/1.1" status: 204 len: 168 time: 0.8215151 Nov 02 12:55:34.859694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf8dc4-388a-424d-85e5-8b18352c95f7 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Subnet': ['ID=74e16d7a-12e9-4633-ac08-71142e9a3049,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:34.861113 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60136) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:34.876414 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2479cf68-4054-461a-9ad7-f570c4fa4eaf None None] Network 12e314bc-82cd-4b35-ba10-bbed445b7ac0 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:55:34.879230 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bdec42-e3b5-47f1-b5cb-15fca7cea931 None None] The sync data for ids ['2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2'] in n-d-806683-18 is: [{'id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482399867', 'tenant_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:54:20Z', 'updated_at': '2021-11-02T12:55:33Z', 'revision_number': 5, 'project_id': 'af9c01a0798540e5b6bd7f4173b010ec', 'gw_port': {'id': 'a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:21:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:54:21Z', 'updated_at': '2021-11-02T12:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:55:35.026291 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:35.160472 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:35.278293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] DHCP port deletion for 12e314bc-82cd-4b35-ba10-bbed445b7ac0 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 12:55:35.319611 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Deleting port a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:55:35.321051 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:35.337724 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] Deleting port 2d153589-32f8-41e8-97a4-d4a048a21b76 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 12:55:35.338225 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:35.421430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] For port 2d153589-32f8-41e8-97a4-d4a048a21b76, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2d153589-32f8-41e8-97a4-d4a048a21b76,segment=NetworkSegment(76e52063-0cc4-435f-9fb3-4378823bac92),segment_id=76e52063-0cc4-435f-9fb3-4378823bac92)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:35.422269 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:35.441378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] Calling delete_port for 2d153589-32f8-41e8-97a4-d4a048a21b76 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:55:35.484592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] For port a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:35.485231 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:35.519616 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Calling delete_port for a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 12:55:35.525171 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2d153589-32f8-41e8-97a4-d4a048a21b76 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:55:35.817253 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:35.824650 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:35.847165 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:35.855522 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] Pushing event deleted for resources: {'Port': ['ID=2d153589-32f8-41e8-97a4-d4a048a21b76,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:35.864585 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] No DVR routers for this DVR port 2d153589-32f8-41e8-97a4-d4a048a21b76 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:55:35.882311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.882311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.882311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.882311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.882311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.882311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.882311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.882311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.882311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.882311 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.886622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.886622 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd7d1-372d-4307-9a59-b64f5ac0dc5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.896833 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Port': ['ID=a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:35.910725 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 98259183-10b3-498c-b536-c0f3f8e85cf1 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:55:35.924806 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.925126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.925398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.925834 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.926126 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.926462 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.926803 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.927164 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.927495 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.927827 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.928156 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.928490 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:35.933056 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 98259183-10b3-498c-b536-c0f3f8e85cf1 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:55:35.933396 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 98259183-10b3-498c-b536-c0f3f8e85cf1 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:55:35.989662 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:36.094306 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:36.096909 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:36.235410 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:36.236099 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Fanout notify agent at l3_agent the message router_deleted on router 2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:55:36.247548 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:36.249883 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-88854e39-5a53-43ea-847e-5d600c0cdf25 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/routers/2eeff4d6-8c54-427e-a06d-1f29e3e1e7b2 HTTP/1.1" status: 204 len: 168 time: 1.3879697 Nov 02 12:55:36.253222 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60142) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:36.378153 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0e58bf3c-2318-4e33-bfdf-37076692bfb6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:36.490665 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0e58bf3c-2318-4e33-bfdf-37076692bfb6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:36.518583 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-0e58bf3c-2318-4e33-bfdf-37076692bfb6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e314bc-82cd-4b35-ba10-bbed445b7ac0']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:36.538224 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-0e58bf3c-2318-4e33-bfdf-37076692bfb6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e52063-0cc4-435f-9fb3-4378823bac92') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:36.538699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-0e58bf3c-2318-4e33-bfdf-37076692bfb6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e52063-0cc4-435f-9fb3-4378823bac92') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:36.551989 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0e58bf3c-2318-4e33-bfdf-37076692bfb6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:36.567646 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0e58bf3c-2318-4e33-bfdf-37076692bfb6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:36.574964 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e58bf3c-2318-4e33-bfdf-37076692bfb6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:55:36.575432 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0e58bf3c-2318-4e33-bfdf-37076692bfb6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: timer() Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 12:55:36.578789 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 12:55:36.755141 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0e58bf3c-2318-4e33-bfdf-37076692bfb6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:36.768988 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0e58bf3c-2318-4e33-bfdf-37076692bfb6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:36.775031 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0e58bf3c-2318-4e33-bfdf-37076692bfb6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/networks/12e314bc-82cd-4b35-ba10-bbed445b7ac0 HTTP/1.1" status: 204 len: 168 time: 0.5196316 Nov 02 12:55:36.786765 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60144) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:36.792253 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58bf3c-2318-4e33-bfdf-37076692bfb6 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'Network': ['ID=12e314bc-82cd-4b35-ba10-bbed445b7ac0,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:36.859801 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-71ff8a71-a08d-4344-99cc-6477c38685a0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:36.891658 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-71ff8a71-a08d-4344-99cc-6477c38685a0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:37.032498 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-71ff8a71-a08d-4344-99cc-6477c38685a0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:37.035361 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-71ff8a71-a08d-4344-99cc-6477c38685a0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:37.036563 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-71ff8a71-a08d-4344-99cc-6477c38685a0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] 10.222.0.52 "DELETE /v2.0/security-groups/59243a06-b851-433b-90d3-9384faab3388 HTTP/1.1" status: 204 len: 168 time: 0.2483881 Nov 02 12:55:37.046957 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff8a71-a08d-4344-99cc-6477c38685a0 tempest-TestNetworkAdvancedServerOps-1613806252 tempest-TestNetworkAdvancedServerOps-1613806252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59243a06-b851-433b-90d3-9384faab3388,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:37.472242 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:55:37.497378 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 12:55:37.498287 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device a905b9b5-46bd-48e2-b6bf-52b4a5d00fdc not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:55:37.838947 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60154) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:38.075956 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f01d04cf-cb70-4dbe-bb90-068980a35716 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=af9c01a0798540e5b6bd7f4173b010ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2353778 Nov 02 12:55:38.078734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60158) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:38.135480 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0a99ee8e-b3c7-41e7-b998-7caea133c5ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:38.160987 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0a99ee8e-b3c7-41e7-b998-7caea133c5ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:38.309723 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0a99ee8e-b3c7-41e7-b998-7caea133c5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:38.313401 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0a99ee8e-b3c7-41e7-b998-7caea133c5ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:38.315025 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0a99ee8e-b3c7-41e7-b998-7caea133c5ab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/39840ca1-c245-42b1-aa17-92eafed71d2f HTTP/1.1" status: 204 len: 168 time: 0.2350471 Nov 02 12:55:38.329261 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99ee8e-b3c7-41e7-b998-7caea133c5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39840ca1-c245-42b1-aa17-92eafed71d2f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:39.066490 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60164) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:39.082482 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e644e2e5-6a31-438e-bb86-3e459988f654 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:39.178162 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e644e2e5-6a31-438e-bb86-3e459988f654 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:39.240873 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e644e2e5-6a31-438e-bb86-3e459988f654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:39.285719 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e644e2e5-6a31-438e-bb86-3e459988f654 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7de98a90b4344078bc1473b2a085c579&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2176995 Nov 02 12:55:39.288466 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644e2e5-6a31-438e-bb86-3e459988f654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b998f1c0-7299-4a72-8fb6-7018024bdaa9,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:39.288703 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60166) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:39.347639 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dda8617c-d8b6-4c95-b48c-de60b8cec093 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:39.371938 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dda8617c-d8b6-4c95-b48c-de60b8cec093 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:39.503752 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dda8617c-d8b6-4c95-b48c-de60b8cec093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:39.506463 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-dda8617c-d8b6-4c95-b48c-de60b8cec093 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:39.507795 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-dda8617c-d8b6-4c95-b48c-de60b8cec093 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b998f1c0-7299-4a72-8fb6-7018024bdaa9 HTTP/1.1" status: 204 len: 168 time: 0.2182908 Nov 02 12:55:39.518526 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8617c-d8b6-4c95-b48c-de60b8cec093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b998f1c0-7299-4a72-8fb6-7018024bdaa9,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:40.804906 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60188) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:40.933362 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-5362f6e2-800e-4b60-82f4-691a690e8154 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-786178068-network', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:55:41.029836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5362f6e2-800e-4b60-82f4-691a690e8154 admin admin] Made reservation on behalf of cbc850d4bae04193a9a7e134fc6943f7 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:41.032511 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5362f6e2-800e-4b60-82f4-691a690e8154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:41.042697 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5362f6e2-800e-4b60-82f4-691a690e8154 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:41.132389 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5362f6e2-800e-4b60-82f4-691a690e8154 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:41.250064 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5362f6e2-800e-4b60-82f4-691a690e8154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:41.277493 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5362f6e2-800e-4b60-82f4-691a690e8154 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:55:41.287678 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362f6e2-800e-4b60-82f4-691a690e8154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea1f7f9-3697-4ceb-be54-49f44d3ec691,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:41.296084 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5362f6e2-800e-4b60-82f4-691a690e8154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:41.303398 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-5362f6e2-800e-4b60-82f4-691a690e8154 admin admin] Added segment e8615bec-bd57-4a68-8933-8a3ac7d6bbb0 of type vlan for network 6179212d-21a0-400e-b24d-a674691bd9d3 Nov 02 12:55:41.345525 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5362f6e2-800e-4b60-82f4-691a690e8154 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:41.457628 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5362f6e2-800e-4b60-82f4-691a690e8154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:41.458650 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5362f6e2-800e-4b60-82f4-691a690e8154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:41.459289 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-5362f6e2-800e-4b60-82f4-691a690e8154 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:41.528145 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362f6e2-800e-4b60-82f4-691a690e8154 admin admin] Pushing event updated for resources: {'Network': ['ID=6179212d-21a0-400e-b24d-a674691bd9d3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:41.540470 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 6179212d-21a0-400e-b24d-a674691bd9d3 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:55:41.566527 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-5362f6e2-800e-4b60-82f4-691a690e8154 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7593327 Nov 02 12:55:41.569970 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60192) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:41.579477 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-3b1b5483-f5d7-4909-acc3-3ae7edc33b1c admin admin] Request body: {'subnet': {'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-786178068-subnet', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:55:41.692347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1b5483-f5d7-4909-acc3-3ae7edc33b1c admin admin] Made reservation on behalf of cbc850d4bae04193a9a7e134fc6943f7 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:41.695075 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5483-f5d7-4909-acc3-3ae7edc33b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:41.999017 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5483-f5d7-4909-acc3-3ae7edc33b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:42.067735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b5483-f5d7-4909-acc3-3ae7edc33b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=92161075-6905-46fd-86f3-8cd204bfe58f,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:42.077736 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1b5483-f5d7-4909-acc3-3ae7edc33b1c admin admin] Checking segment: {'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:55:42.078167 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1b5483-f5d7-4909-acc3-3ae7edc33b1c admin admin] Network hostable DHCP agents. Network: 6179212d-21a0-400e-b24d-a674691bd9d3, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:55:42.163764 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1b5483-f5d7-4909-acc3-3ae7edc33b1c admin admin] Network 6179212d-21a0-400e-b24d-a674691bd9d3 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:55:42.235154 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-3b1b5483-f5d7-4909-acc3-3ae7edc33b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 6179212d-21a0-400e-b24d-a674691bd9d3) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:42.240299 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1b5483-f5d7-4909-acc3-3ae7edc33b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:42.246100 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3b1b5483-f5d7-4909-acc3-3ae7edc33b1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:42.256099 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2801838b-d5cc-45b4-8fa7-812d97808892 None None] Network 6179212d-21a0-400e-b24d-a674691bd9d3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:55:42.332547 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3b1b5483-f5d7-4909-acc3-3ae7edc33b1c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7605941 Nov 02 12:55:42.336088 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60194) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:42.345184 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:55:42.436461 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-6179212d-21a0-400e-b24d-a674691bd9d3', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:55:42.436461 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:42.458018 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:42.459534 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:42.524476 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:42.596096 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Allocated IP 172.20.0.2 (6179212d-21a0-400e-b24d-a674691bd9d3/92161075-6905-46fd-86f3-8cd204bfe58f/7dc3d47a-7931-4dea-8c6a-03021a039ff7) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:42.776542 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:42.811337 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:42.921470 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:42.963744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Network 6179212d-21a0-400e-b24d-a674691bd9d3 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:42.970323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:42.974691 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:55:42.985486 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Pushing event updated for resources: {'Port': ['ID=7dc3d47a-7931-4dea-8c6a-03021a039ff7,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:43.053668 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Attempting to bind port 7dc3d47a-7931-4dea-8c6a-03021a039ff7 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:55:43.054114 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Attempting to bind port 7dc3d47a-7931-4dea-8c6a-03021a039ff7 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:55:43.054640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Attempting to bind port 7dc3d47a-7931-4dea-8c6a-03021a039ff7 on network 6179212d-21a0-400e-b24d-a674691bd9d3 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:43.063519 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:55:43.064122 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Checking segment: {'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:55:43.064673 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:43.065251 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Bound using segment: {'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:55:43.065893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Bound port: 7dc3d47a-7931-4dea-8c6a-03021a039ff7, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:55:43.066507 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:43.124925 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:43.147060 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:43.155109 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] For port 7dc3d47a-7931-4dea-8c6a-03021a039ff7, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:55:43.159483 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] For port 7dc3d47a-7931-4dea-8c6a-03021a039ff7, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7dc3d47a-7931-4dea-8c6a-03021a039ff7,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:55:43.267562 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:43.275181 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] Allocated IP 172.25.6.251 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/8dca9368-1a4f-4cad-a407-b9bd1131c10c) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:43.356273 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7cb5d-0937-4208-a6e2-c978f89b1e2e None None] Pushing event updated for resources: {'Port': ['ID=7dc3d47a-7931-4dea-8c6a-03021a039ff7,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:43.460414 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:43.581578 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:43.650337 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:43.659663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:43.664242 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:55:43.671310 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] Pushing event updated for resources: {'Port': ['ID=8dca9368-1a4f-4cad-a407-b9bd1131c10c,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:44.119007 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:44.420964 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:44.498469 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092cc3c0-7bc5-4391-addd-739df085ce5e None None] Network 6179212d-21a0-400e-b24d-a674691bd9d3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:55:44.642967 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-24cd56b2-e56a-46b1-b47b-2cb404b2132c None None] Provisioning complete for port 7dc3d47a-7931-4dea-8c6a-03021a039ff7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:44.643485 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-24cd56b2-e56a-46b1-b47b-2cb404b2132c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:44.715563 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] Router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:55:44.865179 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:55:44.881208 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Sync routers for ids ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:55:44.894311 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Routers {'13ac7e74-a8ce-4f6f-9384-f363456f1e01'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:55:44.895094 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:44.923023 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-24cd56b2-e56a-46b1-b47b-2cb404b2132c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:44.988288 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-24cd56b2-e56a-46b1-b47b-2cb404b2132c None None] For port 7dc3d47a-7931-4dea-8c6a-03021a039ff7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7dc3d47a-7931-4dea-8c6a-03021a039ff7,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:44.993956 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:44.996861 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-11005db1-490b-4593-b5c7-8aceb43073b6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6577396 Nov 02 12:55:44.998419 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60196) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:45.034679 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Set router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:55:45.067448 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-24cd56b2-e56a-46b1-b47b-2cb404b2132c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:45.196090 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd56b2-e56a-46b1-b47b-2cb404b2132c None None] Pushing event updated for resources: {'Port': ['ID=7dc3d47a-7931-4dea-8c6a-03021a039ff7,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:45.292968 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33e6580a-25c7-44ca-a7db-dbb640a2993d None None] Provisioning complete for port 7dc3d47a-7931-4dea-8c6a-03021a039ff7 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:45.293344 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33e6580a-25c7-44ca-a7db-dbb640a2993d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:45.296302 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T12:55:43Z', 'revision_number': 3, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port': {'id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:43Z', 'updated_at': '2021-11-02T12:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:45.324776 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Checking router: 13ac7e74-a8ce-4f6f-9384-f363456f1e01 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:55:45.325155 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Updating router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 port 8dca9368-1a4f-4cad-a407-b9bd1131c10c binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:55:45.355403 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:45.533275 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7dc3d47a-7931-4dea-8c6a-03021a039ff7 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:45.574877 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-86a5c1ee-61a5-4dc4-a1bd-811a6058d88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:45.592335 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 7dc3d47a-7931-4dea-8c6a-03021a039ff7 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:45.592976 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:45.738655 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:45.802094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-86a5c1ee-61a5-4dc4-a1bd-811a6058d88f admin admin] Allocated IP 172.20.0.1 (6179212d-21a0-400e-b24d-a674691bd9d3/92161075-6905-46fd-86f3-8cd204bfe58f/bb34a841-a5c2-4939-9ef4-03e1230ed8ec) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:45.844598 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:45.908368 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Attempting to bind port 8dca9368-1a4f-4cad-a407-b9bd1131c10c on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:55:45.909507 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Attempting to bind port 8dca9368-1a4f-4cad-a407-b9bd1131c10c by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:55:45.909507 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Attempting to bind port 8dca9368-1a4f-4cad-a407-b9bd1131c10c on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:45.922191 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa5566-fdb7-4649-ae47-dff276ea3ab0 None None] Pushing event updated for resources: {'Port': ['ID=8dca9368-1a4f-4cad-a407-b9bd1131c10c,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:45.926628 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:55:45.930238 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:55:45.930238 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:45.930238 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:55:45.930238 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Bound port: 8dca9368-1a4f-4cad-a407-b9bd1131c10c, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:55:45.930238 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:45.936653 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa5566-fdb7-4649-ae47-dff276ea3ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:45.936989 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa5566-fdb7-4649-ae47-dff276ea3ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:45.937340 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa5566-fdb7-4649-ae47-dff276ea3ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:45.937679 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa5566-fdb7-4649-ae47-dff276ea3ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:45.938015 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa5566-fdb7-4649-ae47-dff276ea3ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:45.938346 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa5566-fdb7-4649-ae47-dff276ea3ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:45.938674 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa5566-fdb7-4649-ae47-dff276ea3ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:45.939034 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa5566-fdb7-4649-ae47-dff276ea3ab0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:45.939363 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa5566-fdb7-4649-ae47-dff276ea3ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:45.939652 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-86a5c1ee-61a5-4dc4-a1bd-811a6058d88f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:45.939775 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa5566-fdb7-4649-ae47-dff276ea3ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:45.940000 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa5566-fdb7-4649-ae47-dff276ea3ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:45.940322 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa5566-fdb7-4649-ae47-dff276ea3ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:45.998483 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] For port 8dca9368-1a4f-4cad-a407-b9bd1131c10c, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:55:46.002044 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] For port 8dca9368-1a4f-4cad-a407-b9bd1131c10c, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8dca9368-1a4f-4cad-a407-b9bd1131c10c,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:55:46.048374 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:55:46.095774 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-86a5c1ee-61a5-4dc4-a1bd-811a6058d88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:46.137901 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a5c1ee-61a5-4dc4-a1bd-811a6058d88f admin admin] Network 6179212d-21a0-400e-b24d-a674691bd9d3 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:46.141101 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:46.144392 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-86a5c1ee-61a5-4dc4-a1bd-811a6058d88f admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:46.154754 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a5c1ee-61a5-4dc4-a1bd-811a6058d88f admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:55:46.199652 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5c1ee-61a5-4dc4-a1bd-811a6058d88f admin admin] Pushing event updated for resources: {'Port': ['ID=bb34a841-a5c2-4939-9ef4-03e1230ed8ec,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:46.205282 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Routers {'13ac7e74-a8ce-4f6f-9384-f363456f1e01'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:55:46.205942 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:46.212926 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa5566-fdb7-4649-ae47-dff276ea3ab0 None None] Pushing event updated for resources: {'Port': ['ID=8dca9368-1a4f-4cad-a407-b9bd1131c10c,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:46.243653 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-86a5c1ee-61a5-4dc4-a1bd-811a6058d88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:46.357704 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] Set router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:55:46.569585 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ecbc142a-b496-446e-93f6-b8d8c469d67d None None] Provisioning complete for port bb34a841-a5c2-4939-9ef4-03e1230ed8ec triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:46.570476 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-86a5c1ee-61a5-4dc4-a1bd-811a6058d88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:46.571602 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ecbc142a-b496-446e-93f6-b8d8c469d67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:46.644750 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc142a-b496-446e-93f6-b8d8c469d67d None None] Port bb34a841-a5c2-4939-9ef4-03e1230ed8ec cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:55:46.646021 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T12:55:43Z', 'revision_number': 3, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port': {'id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:43Z', 'updated_at': '2021-11-02T12:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:46.684668 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae9d79f-c839-4d6c-b23d-d39b4668cafe None None] The sync data for ids ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'] in n-d-806683-18 is: [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T12:55:43Z', 'revision_number': 3, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port': {'id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:43Z', 'updated_at': '2021-11-02T12:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:55:46.808685 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-86a5c1ee-61a5-4dc4-a1bd-811a6058d88f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:46.857483 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-86a5c1ee-61a5-4dc4-a1bd-811a6058d88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:46.969572 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-86a5c1ee-61a5-4dc4-a1bd-811a6058d88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:46.977050 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5c1ee-61a5-4dc4-a1bd-811a6058d88f admin admin] Pushing event updated for resources: {'Port': ['ID=bb34a841-a5c2-4939-9ef4-03e1230ed8ec,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:47.092747 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a5c1ee-61a5-4dc4-a1bd-811a6058d88f admin admin] Network 6179212d-21a0-400e-b24d-a674691bd9d3 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:47.094445 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-86a5c1ee-61a5-4dc4-a1bd-811a6058d88f admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:47.258535 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a5c1ee-61a5-4dc4-a1bd-811a6058d88f admin admin] Router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:55:47.470855 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a5c1ee-61a5-4dc4-a1bd-811a6058d88f admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:55:47.478740 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-86a5c1ee-61a5-4dc4-a1bd-811a6058d88f admin admin] 10.222.0.52 "PUT /v2.0/routers/13ac7e74-a8ce-4f6f-9384-f363456f1e01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4790418 Nov 02 12:55:47.516802 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7bd38b3d-393f-4802-a5e0-f921195d4613 None None] Provisioning complete for port bb34a841-a5c2-4939-9ef4-03e1230ed8ec triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:47.516802 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7bd38b3d-393f-4802-a5e0-f921195d4613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:47.571992 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8dca9368-1a4f-4cad-a407-b9bd1131c10c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:47.633425 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-df6b2ea7-801f-431f-9811-05069f341189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:47.646250 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-7bd38b3d-393f-4802-a5e0-f921195d4613 None None] Port bb34a841-a5c2-4939-9ef4-03e1230ed8ec cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:55:47.689234 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 8dca9368-1a4f-4cad-a407-b9bd1131c10c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:47.690430 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:47.799096 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:47.824757 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 8dca9368-1a4f-4cad-a407-b9bd1131c10c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8dca9368-1a4f-4cad-a407-b9bd1131c10c,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:47.886228 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:47.974229 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=8dca9368-1a4f-4cad-a407-b9bd1131c10c,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:48.490599 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60212) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:48.498351 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-c40e311a-78f1-4b43-90ff-c5655ef9ce73 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-585308582-network', 'tenant_id': '77b55fc8481642709b7a966b7ffc8fc0'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:55:48.577148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Sync routers for ids ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:55:48.590844 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Routers {'13ac7e74-a8ce-4f6f-9384-f363456f1e01'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:55:48.592123 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d191451a-6a89-4a80-a274-178740011f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:55:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:48.629061 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40e311a-78f1-4b43-90ff-c5655ef9ce73 admin admin] Made reservation on behalf of 77b55fc8481642709b7a966b7ffc8fc0 for: {'network': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:48.631657 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c40e311a-78f1-4b43-90ff-c5655ef9ce73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:48.642428 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c40e311a-78f1-4b43-90ff-c5655ef9ce73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:48.745531 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Set router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:55:48.751273 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c40e311a-78f1-4b43-90ff-c5655ef9ce73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:48.864474 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c40e311a-78f1-4b43-90ff-c5655ef9ce73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:48.906707 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40e311a-78f1-4b43-90ff-c5655ef9ce73 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=102690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:55:48.938090 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e311a-78f1-4b43-90ff-c5655ef9ce73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9169fb-506b-491c-b5e4-a5a10bdc4d81,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:48.954696 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c40e311a-78f1-4b43-90ff-c5655ef9ce73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:48.954696 n-d-806683-18 neutron-server[102690]: INFO neutron.db.segments_db [None req-c40e311a-78f1-4b43-90ff-c5655ef9ce73 admin admin] Added segment 9f0248af-4034-47ed-b9ba-5b9e8bacf5f6 of type vlan for network 10eee013-349a-41f8-a90b-424c057809bc Nov 02 12:55:49.022656 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c40e311a-78f1-4b43-90ff-c5655ef9ce73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:49.079199 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d191451a-6a89-4a80-a274-178740011f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T12:55:46Z', 'revision_number': 4, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port': {'id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:43Z', 'updated_at': '2021-11-02T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'bb34a841-a5c2-4939-9ef4-03e1230ed8ec', 'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'mac_address': 'fa:16:3e:23:c9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:45Z', 'updated_at': '2021-11-02T12:55:46Z', 'revision_number': 2, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'subnets': [{'id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:49.115191 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Checking router: 13ac7e74-a8ce-4f6f-9384-f363456f1e01 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:55:49.116293 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Updating router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 port bb34a841-a5c2-4939-9ef4-03e1230ed8ec binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:55:49.135330 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c40e311a-78f1-4b43-90ff-c5655ef9ce73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:49.136526 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40e311a-78f1-4b43-90ff-c5655ef9ce73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:49.137262 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-c40e311a-78f1-4b43-90ff-c5655ef9ce73 admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:49.147795 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:49.225718 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e311a-78f1-4b43-90ff-c5655ef9ce73 admin admin] Pushing event updated for resources: {'Network': ['ID=10eee013-349a-41f8-a90b-424c057809bc,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:49.255913 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 10eee013-349a-41f8-a90b-424c057809bc details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:55:49.266572 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-c40e311a-78f1-4b43-90ff-c5655ef9ce73 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7743075 Nov 02 12:55:49.268824 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60214) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:49.275813 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-7be4dd8c-b2ab-409f-bfaa-ad6a8f5a2576 admin admin] Request body: {'subnet': {'network_id': '10eee013-349a-41f8-a90b-424c057809bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-585308582-subnet', 'tenant_id': '77b55fc8481642709b7a966b7ffc8fc0', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:55:49.363989 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be4dd8c-b2ab-409f-bfaa-ad6a8f5a2576 admin admin] Made reservation on behalf of 77b55fc8481642709b7a966b7ffc8fc0 for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:49.386786 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7be4dd8c-b2ab-409f-bfaa-ad6a8f5a2576 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:49.551655 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:49.675631 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:49.715004 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8dca9368-1a4f-4cad-a407-b9bd1131c10c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:49.716305 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7be4dd8c-b2ab-409f-bfaa-ad6a8f5a2576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:49.811075 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0657b-d2f6-4ca3-a253-6609d2ac27fe None None] Pushing event updated for resources: {'Port': ['ID=bb34a841-a5c2-4939-9ef4-03e1230ed8ec,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:49.826832 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4dd8c-b2ab-409f-bfaa-ad6a8f5a2576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07232f49-dc24-4062-bb1f-e4963c9ffe9c,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:49.848996 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be4dd8c-b2ab-409f-bfaa-ad6a8f5a2576 admin admin] Checking segment: {'id': '9f0248af-4034-47ed-b9ba-5b9e8bacf5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '10eee013-349a-41f8-a90b-424c057809bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:55:49.849619 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be4dd8c-b2ab-409f-bfaa-ad6a8f5a2576 admin admin] Network hostable DHCP agents. Network: 10eee013-349a-41f8-a90b-424c057809bc, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:55:49.881168 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-00ac6750-f72c-438a-aaab-0d7cc0d6dd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:49.895002 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Attempting to bind port bb34a841-a5c2-4939-9ef4-03e1230ed8ec on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:55:49.895002 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Attempting to bind port bb34a841-a5c2-4939-9ef4-03e1230ed8ec by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:55:49.895002 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Attempting to bind port bb34a841-a5c2-4939-9ef4-03e1230ed8ec on network 6179212d-21a0-400e-b24d-a674691bd9d3 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:49.902324 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:55:49.902750 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Checking segment: {'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:55:49.903133 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:49.903540 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Bound using segment: {'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:55:49.904812 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Bound port: bb34a841-a5c2-4939-9ef4-03e1230ed8ec, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:55:49.905463 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:49.909141 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 8dca9368-1a4f-4cad-a407-b9bd1131c10c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:49.909784 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:49.988878 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be4dd8c-b2ab-409f-bfaa-ad6a8f5a2576 admin admin] Network 10eee013-349a-41f8-a90b-424c057809bc is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:55:50.120556 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-7be4dd8c-b2ab-409f-bfaa-ad6a8f5a2576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 10eee013-349a-41f8-a90b-424c057809bc) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:50.128258 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be4dd8c-b2ab-409f-bfaa-ad6a8f5a2576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:55:50.129588 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-7be4dd8c-b2ab-409f-bfaa-ad6a8f5a2576 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:50.225943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2bb4f7-7973-4676-958f-5a9b052707a1 None None] Network 10eee013-349a-41f8-a90b-424c057809bc requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:55:50.259354 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d191451a-6a89-4a80-a274-178740011f9c None None] For port bb34a841-a5c2-4939-9ef4-03e1230ed8ec, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:55:50.262817 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-7be4dd8c-b2ab-409f-bfaa-ad6a8f5a2576 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9926114 Nov 02 12:55:50.267203 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60216) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:50.273463 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-585308582-router', 'tenant_id': '77b55fc8481642709b7a966b7ffc8fc0', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:55:50.322356 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d191451a-6a89-4a80-a274-178740011f9c None None] For port bb34a841-a5c2-4939-9ef4-03e1230ed8ec, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=bb34a841-a5c2-4939-9ef4-03e1230ed8ec,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:55:50.348811 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-311fe444-3890-47f6-b886-305de10252c2 None None] Provisioning complete for port bb34a841-a5c2-4939-9ef4-03e1230ed8ec triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:50.349160 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-311fe444-3890-47f6-b886-305de10252c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:50.418054 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:50.420789 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:50.425331 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-311fe444-3890-47f6-b886-305de10252c2 None None] Port bb34a841-a5c2-4939-9ef4-03e1230ed8ec cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:55:50.454018 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:50.492066 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:50.555468 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0657b-d2f6-4ca3-a253-6609d2ac27fe None None] Pushing event updated for resources: {'Port': ['ID=bb34a841-a5c2-4939-9ef4-03e1230ed8ec,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:50.561083 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Routers {'13ac7e74-a8ce-4f6f-9384-f363456f1e01'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:55:50.561722 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d191451a-6a89-4a80-a274-178740011f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:55:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:50.565593 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-10eee013-349a-41f8-a90b-424c057809bc', 'network_id': '10eee013-349a-41f8-a90b-424c057809bc', 'tenant_id': '77b55fc8481642709b7a966b7ffc8fc0', 'fixed_ips': [{'subnet_id': '07232f49-dc24-4062-bb1f-e4963c9ffe9c'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 12:55:50.570076 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:50.765988 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:50.774016 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-d191451a-6a89-4a80-a274-178740011f9c None None] Set router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:55:50.938818 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-5bfb58c6-4605-4a48-8470-259a41a8f753 None None] Provisioning complete for port bb34a841-a5c2-4939-9ef4-03e1230ed8ec triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:50.939235 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5bfb58c6-4605-4a48-8470-259a41a8f753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:50.991651 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Allocated IP 172.20.0.2 (10eee013-349a-41f8-a90b-424c057809bc/07232f49-dc24-4062-bb1f-e4963c9ffe9c/7442e676-0e84-42d2-bcee-b83b07b41006) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:51.102400 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:51.124597 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:51.262337 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] Allocated IP 172.25.6.203 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/f618ce51-99ae-44bb-a72f-7fab201c697f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:51.299647 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5bfb58c6-4605-4a48-8470-259a41a8f753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:51.330637 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:51.354564 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:51.377155 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-d191451a-6a89-4a80-a274-178740011f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T12:55:46Z', 'revision_number': 4, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port': {'id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:43Z', 'updated_at': '2021-11-02T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'bb34a841-a5c2-4939-9ef4-03e1230ed8ec', 'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'mac_address': 'fa:16:3e:23:c9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:45Z', 'updated_at': '2021-11-02T12:55:50Z', 'revision_number': 4, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'subnets': [{'id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:51.384186 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-5bfb58c6-4605-4a48-8470-259a41a8f753 None None] For port bb34a841-a5c2-4939-9ef4-03e1230ed8ec, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=bb34a841-a5c2-4939-9ef4-03e1230ed8ec,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:51.411313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191451a-6a89-4a80-a274-178740011f9c None None] The sync data for ids ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'] in n-d-806683-18 is: [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T12:55:46Z', 'revision_number': 4, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port': {'id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:43Z', 'updated_at': '2021-11-02T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'bb34a841-a5c2-4939-9ef4-03e1230ed8ec', 'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'mac_address': 'fa:16:3e:23:c9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:45Z', 'updated_at': '2021-11-02T12:55:50Z', 'revision_number': 4, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'subnets': [{'id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:55:51.433980 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:51.447234 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:51.521384 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5bfb58c6-4605-4a48-8470-259a41a8f753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:51.541768 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Network 10eee013-349a-41f8-a90b-424c057809bc is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:51.547429 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:51.550117 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Pushing event updated for resources: {'Port': ['ID=7442e676-0e84-42d2-bcee-b83b07b41006,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:51.552872 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:55:51.610569 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:51.661361 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:51.665000 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:51.667828 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:55:51.695381 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb58c6-4605-4a48-8470-259a41a8f753 None None] Pushing event updated for resources: {'Port': ['ID=bb34a841-a5c2-4939-9ef4-03e1230ed8ec,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:51.701679 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Attempting to bind port 7442e676-0e84-42d2-bcee-b83b07b41006 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:55:51.709458 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Attempting to bind port 7442e676-0e84-42d2-bcee-b83b07b41006 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '9f0248af-4034-47ed-b9ba-5b9e8bacf5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '10eee013-349a-41f8-a90b-424c057809bc'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:55:51.710045 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Attempting to bind port 7442e676-0e84-42d2-bcee-b83b07b41006 on network 10eee013-349a-41f8-a90b-424c057809bc {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:51.721367 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:55:51.721772 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Checking segment: {'id': '9f0248af-4034-47ed-b9ba-5b9e8bacf5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '10eee013-349a-41f8-a90b-424c057809bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:55:51.722405 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:51.722814 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Bound using segment: {'id': '9f0248af-4034-47ed-b9ba-5b9e8bacf5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '10eee013-349a-41f8-a90b-424c057809bc'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:55:51.723403 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Bound port: 7442e676-0e84-42d2-bcee-b83b07b41006, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0248af-4034-47ed-b9ba-5b9e8bacf5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '10eee013-349a-41f8-a90b-424c057809bc'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:55:51.723793 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:51.757097 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] Pushing event updated for resources: {'Port': ['ID=f618ce51-99ae-44bb-a72f-7fab201c697f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:51.821143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device bb34a841-a5c2-4939-9ef4-03e1230ed8ec up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:51.866359 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] For port 7442e676-0e84-42d2-bcee-b83b07b41006, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:55:51.889593 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] For port 7442e676-0e84-42d2-bcee-b83b07b41006, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7442e676-0e84-42d2-bcee-b83b07b41006,segment=NetworkSegment(9f0248af-4034-47ed-b9ba-5b9e8bacf5f6),segment_id=9f0248af-4034-47ed-b9ba-5b9e8bacf5f6)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:55:51.908057 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port bb34a841-a5c2-4939-9ef4-03e1230ed8ec triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:51.912012 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:51.977716 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:52.088139 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8fe2d-375d-4bfc-900a-622e1e10490f None None] Pushing event updated for resources: {'Port': ['ID=7442e676-0e84-42d2-bcee-b83b07b41006,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:52.187733 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:52.758140 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:52.899710 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:53.206527 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] Router 863f757b-3a3c-4d34-8c0b-d6e2e7d52075 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:55:53.327952 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf04e8b-02c5-4435-94b6-acb1b2a89e57 None None] Network 10eee013-349a-41f8-a90b-424c057809bc requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 12:55:53.385533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:55:53.403547 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-1fdcdf94-0100-41e9-a8f0-bda83b8c58d9 None None] Provisioning complete for port 7442e676-0e84-42d2-bcee-b83b07b41006 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:53.403968 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1fdcdf94-0100-41e9-a8f0-bda83b8c58d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:53.405505 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Sync routers for ids ['863f757b-3a3c-4d34-8c0b-d6e2e7d52075'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:55:53.418852 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Routers {'863f757b-3a3c-4d34-8c0b-d6e2e7d52075'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:55:53.420048 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:55:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['863f757b-3a3c-4d34-8c0b-d6e2e7d52075'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:53.473130 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:53.475244 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-9cee44f7-3101-408a-b97a-5d3c1d7c1666 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2069371 Nov 02 12:55:53.479800 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60218) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:53.613198 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Set router 863f757b-3a3c-4d34-8c0b-d6e2e7d52075 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:55:53.632898 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1fdcdf94-0100-41e9-a8f0-bda83b8c58d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:53.726520 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-1fdcdf94-0100-41e9-a8f0-bda83b8c58d9 None None] For port 7442e676-0e84-42d2-bcee-b83b07b41006, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7442e676-0e84-42d2-bcee-b83b07b41006,segment=NetworkSegment(9f0248af-4034-47ed-b9ba-5b9e8bacf5f6),segment_id=9f0248af-4034-47ed-b9ba-5b9e8bacf5f6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:53.795852 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1fdcdf94-0100-41e9-a8f0-bda83b8c58d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:53.927757 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcdf94-0100-41e9-a8f0-bda83b8c58d9 None None] Pushing event updated for resources: {'Port': ['ID=7442e676-0e84-42d2-bcee-b83b07b41006,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:53.978131 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7442e676-0e84-42d2-bcee-b83b07b41006 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:54.091813 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f757b-3a3c-4d34-8c0b-d6e2e7d52075', 'name': 'tempest-TestShelveInstance-585308582-router', 'tenant_id': '77b55fc8481642709b7a966b7ffc8fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'f618ce51-99ae-44bb-a72f-7fab201c697f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:50Z', 'updated_at': '2021-11-02T12:55:51Z', 'revision_number': 3, 'project_id': '77b55fc8481642709b7a966b7ffc8fc0', 'gw_port': {'id': 'f618ce51-99ae-44bb-a72f-7fab201c697f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f757b-3a3c-4d34-8c0b-d6e2e7d52075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:51Z', 'updated_at': '2021-11-02T12:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:54.096818 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 7442e676-0e84-42d2-bcee-b83b07b41006 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:54.097643 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:54.146515 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Checking router: 863f757b-3a3c-4d34-8c0b-d6e2e7d52075 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:55:54.147078 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Updating router 863f757b-3a3c-4d34-8c0b-d6e2e7d52075 port f618ce51-99ae-44bb-a72f-7fab201c697f binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:55:54.195311 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:54.208909 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-7f1dbd41-d39d-4c82-ab27-853fe2082464 None None] Provisioning complete for port 7442e676-0e84-42d2-bcee-b83b07b41006 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:54.209518 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7f1dbd41-d39d-4c82-ab27-853fe2082464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:54.386289 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ec11dafe-7b9f-4a29-8bbf-be8c060dde11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:54.535570 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device bb34a841-a5c2-4939-9ef4-03e1230ed8ec up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:54.599349 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:54.633042 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port bb34a841-a5c2-4939-9ef4-03e1230ed8ec triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:54.633556 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:54.688234 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-ec11dafe-7b9f-4a29-8bbf-be8c060dde11 admin admin] Allocated IP 172.20.0.1 (10eee013-349a-41f8-a90b-424c057809bc/07232f49-dc24-4062-bb1f-e4963c9ffe9c/38d90da3-890a-4e1f-8992-9dc7d87742eb) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:54.815956 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:54.825269 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:54.835364 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ec11dafe-7b9f-4a29-8bbf-be8c060dde11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:54.949038 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:54.985242 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ec11dafe-7b9f-4a29-8bbf-be8c060dde11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:55.044349 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1a1eb-03a8-4f50-af13-de83e8eace4d None None] Pushing event updated for resources: {'Port': ['ID=f618ce51-99ae-44bb-a72f-7fab201c697f,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:55.049013 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Attempting to bind port f618ce51-99ae-44bb-a72f-7fab201c697f on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:55:55.049013 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Attempting to bind port f618ce51-99ae-44bb-a72f-7fab201c697f by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:55:55.049531 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Attempting to bind port f618ce51-99ae-44bb-a72f-7fab201c697f on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:55.050053 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec11dafe-7b9f-4a29-8bbf-be8c060dde11 admin admin] Network 10eee013-349a-41f8-a90b-424c057809bc is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:55.053861 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-ec11dafe-7b9f-4a29-8bbf-be8c060dde11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:55.058610 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec11dafe-7b9f-4a29-8bbf-be8c060dde11 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:55:55.066317 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:55:55.066317 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:55:55.066317 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:55.066317 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:55:55.066317 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Bound port: f618ce51-99ae-44bb-a72f-7fab201c697f, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:55:55.068689 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11dafe-7b9f-4a29-8bbf-be8c060dde11 admin admin] Pushing event updated for resources: {'Port': ['ID=38d90da3-890a-4e1f-8992-9dc7d87742eb,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:55.068893 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:55.069086 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:55.105235 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ec11dafe-7b9f-4a29-8bbf-be8c060dde11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:55.153172 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] For port f618ce51-99ae-44bb-a72f-7fab201c697f, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:55:55.159060 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] For port f618ce51-99ae-44bb-a72f-7fab201c697f, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f618ce51-99ae-44bb-a72f-7fab201c697f,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:55:55.242575 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:55.331996 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Routers {'863f757b-3a3c-4d34-8c0b-d6e2e7d52075'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:55:55.332657 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:55:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['863f757b-3a3c-4d34-8c0b-d6e2e7d52075'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:55.386312 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ec11dafe-7b9f-4a29-8bbf-be8c060dde11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:55.392031 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1a1eb-03a8-4f50-af13-de83e8eace4d None None] Pushing event updated for resources: {'Port': ['ID=f618ce51-99ae-44bb-a72f-7fab201c697f,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:55.449061 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-9072c11d-981e-48a3-9a20-a77b99aaca8b None None] Provisioning complete for port 38d90da3-890a-4e1f-8992-9dc7d87742eb triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:55.449598 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9072c11d-981e-48a3-9a20-a77b99aaca8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:55.499260 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-9072c11d-981e-48a3-9a20-a77b99aaca8b None None] Port 38d90da3-890a-4e1f-8992-9dc7d87742eb cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:55:55.529252 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] Set router 863f757b-3a3c-4d34-8c0b-d6e2e7d52075 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:55:55.673963 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ec11dafe-7b9f-4a29-8bbf-be8c060dde11 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:55.704340 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7442e676-0e84-42d2-bcee-b83b07b41006 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:55.737252 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ec11dafe-7b9f-4a29-8bbf-be8c060dde11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:55.778393 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 7442e676-0e84-42d2-bcee-b83b07b41006 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:55.779124 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:55.814376 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ec11dafe-7b9f-4a29-8bbf-be8c060dde11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:55.817575 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11dafe-7b9f-4a29-8bbf-be8c060dde11 admin admin] Pushing event updated for resources: {'Port': ['ID=38d90da3-890a-4e1f-8992-9dc7d87742eb,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:55.830064 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f757b-3a3c-4d34-8c0b-d6e2e7d52075', 'name': 'tempest-TestShelveInstance-585308582-router', 'tenant_id': '77b55fc8481642709b7a966b7ffc8fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'f618ce51-99ae-44bb-a72f-7fab201c697f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:50Z', 'updated_at': '2021-11-02T12:55:51Z', 'revision_number': 3, 'project_id': '77b55fc8481642709b7a966b7ffc8fc0', 'gw_port': {'id': 'f618ce51-99ae-44bb-a72f-7fab201c697f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f757b-3a3c-4d34-8c0b-d6e2e7d52075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:51Z', 'updated_at': '2021-11-02T12:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:55.866087 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4af2e6-0332-4033-a56d-2f7228cac107 None None] The sync data for ids ['863f757b-3a3c-4d34-8c0b-d6e2e7d52075'] in n-d-806683-18 is: [{'id': '863f757b-3a3c-4d34-8c0b-d6e2e7d52075', 'name': 'tempest-TestShelveInstance-585308582-router', 'tenant_id': '77b55fc8481642709b7a966b7ffc8fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'f618ce51-99ae-44bb-a72f-7fab201c697f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:50Z', 'updated_at': '2021-11-02T12:55:51Z', 'revision_number': 3, 'project_id': '77b55fc8481642709b7a966b7ffc8fc0', 'gw_port': {'id': 'f618ce51-99ae-44bb-a72f-7fab201c697f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f757b-3a3c-4d34-8c0b-d6e2e7d52075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:51Z', 'updated_at': '2021-11-02T12:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:55:55.990427 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec11dafe-7b9f-4a29-8bbf-be8c060dde11 admin admin] Network 10eee013-349a-41f8-a90b-424c057809bc is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:55.992131 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-ec11dafe-7b9f-4a29-8bbf-be8c060dde11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:56.188746 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec11dafe-7b9f-4a29-8bbf-be8c060dde11 admin admin] Router 863f757b-3a3c-4d34-8c0b-d6e2e7d52075 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:55:56.358214 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec11dafe-7b9f-4a29-8bbf-be8c060dde11 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:55:56.376464 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ec11dafe-7b9f-4a29-8bbf-be8c060dde11 admin admin] 10.222.0.52 "PUT /v2.0/routers/863f757b-3a3c-4d34-8c0b-d6e2e7d52075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8878317 Nov 02 12:55:56.434385 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f2bb1ad3-8aff-48a2-9ec5-d3db1e883ce6 None None] Provisioning complete for port 38d90da3-890a-4e1f-8992-9dc7d87742eb triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:56.435912 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f2bb1ad3-8aff-48a2-9ec5-d3db1e883ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:56.498098 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb1ad3-8aff-48a2-9ec5-d3db1e883ce6 None None] Port 38d90da3-890a-4e1f-8992-9dc7d87742eb cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:55:57.063478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60226) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:57.068626 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-bb205236-82c5-4528-9030-9eeb292a0d53 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1330329028', 'description': 'tempest-secgroup-smoke-1330329028 description', 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:55:57.177531 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb205236-82c5-4528-9030-9eeb292a0d53 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:57.255517 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb205236-82c5-4528-9030-9eeb292a0d53 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:57.320151 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb205236-82c5-4528-9030-9eeb292a0d53 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:57.354454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb205236-82c5-4528-9030-9eeb292a0d53 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00523de8-d49b-4079-af67-54d89f4098ff,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:57.437609 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bb205236-82c5-4528-9030-9eeb292a0d53 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:57.438864 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bb205236-82c5-4528-9030-9eeb292a0d53 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3741803 Nov 02 12:55:57.443766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60228) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:57.450306 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-d2567d1c-5756-49aa-8733-277e92059a7b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Request body: {'security_group_rule': {'security_group_id': '00523de8-d49b-4079-af67-54d89f4098ff', 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:55:57.553919 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2567d1c-5756-49aa-8733-277e92059a7b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:57.619704 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2567d1c-5756-49aa-8733-277e92059a7b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:57.706758 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2567d1c-5756-49aa-8733-277e92059a7b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:57.709732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f618ce51-99ae-44bb-a72f-7fab201c697f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:57.723640 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2567d1c-5756-49aa-8733-277e92059a7b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad253b1-775f-4682-86fb-a172bd1515c7,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:57.777118 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port f618ce51-99ae-44bb-a72f-7fab201c697f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:57.777639 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:57.820312 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-d2567d1c-5756-49aa-8733-277e92059a7b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:57.827837 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-d2567d1c-5756-49aa-8733-277e92059a7b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3773355 Nov 02 12:55:57.828911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60230) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:57.834902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1559a5a3-813a-434f-b9dd-a296c67c2a99 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Request body: {'security_group_rule': {'security_group_id': '00523de8-d49b-4079-af67-54d89f4098ff', 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:55:57.876461 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:57.902171 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port f618ce51-99ae-44bb-a72f-7fab201c697f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f618ce51-99ae-44bb-a72f-7fab201c697f,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:57.960334 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1559a5a3-813a-434f-b9dd-a296c67c2a99 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:57.983468 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:58.041183 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1559a5a3-813a-434f-b9dd-a296c67c2a99 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:58.074328 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=f618ce51-99ae-44bb-a72f-7fab201c697f,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:58.114396 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1559a5a3-813a-434f-b9dd-a296c67c2a99 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:58.136734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559a5a3-813a-434f-b9dd-a296c67c2a99 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c423cf66-33fa-4ec8-9a9d-99c88d0bf0aa,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:58.209994 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1559a5a3-813a-434f-b9dd-a296c67c2a99 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:58.211782 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1559a5a3-813a-434f-b9dd-a296c67c2a99 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3816125 Nov 02 12:55:58.216550 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60232) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:58.223148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-eecb3c16-b507-4471-914f-645fe0204c97 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Request body: {'security_group_rule': {'security_group_id': '00523de8-d49b-4079-af67-54d89f4098ff', 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:55:58.350058 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eecb3c16-b507-4471-914f-645fe0204c97 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:58.454977 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eecb3c16-b507-4471-914f-645fe0204c97 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:58.538422 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eecb3c16-b507-4471-914f-645fe0204c97 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:58.554895 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb3c16-b507-4471-914f-645fe0204c97 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e2c71a-84f9-4daf-9d5f-d1a30a835fc3,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:58.569376 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Sync routers for ids ['863f757b-3a3c-4d34-8c0b-d6e2e7d52075'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:55:58.588791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Routers {'863f757b-3a3c-4d34-8c0b-d6e2e7d52075'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:55:58.589887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:55:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['863f757b-3a3c-4d34-8c0b-d6e2e7d52075'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:58.629010 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-eecb3c16-b507-4471-914f-645fe0204c97 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:58.633207 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-eecb3c16-b507-4471-914f-645fe0204c97 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4120321 Nov 02 12:55:58.633945 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60234) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:58.639853 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-e25eb7be-9ede-4f79-82a0-e5974dee4312 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Request body: {'security_group_rule': {'security_group_id': '00523de8-d49b-4079-af67-54d89f4098ff', 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:55:58.743534 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e25eb7be-9ede-4f79-82a0-e5974dee4312 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:58.759036 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Set router 863f757b-3a3c-4d34-8c0b-d6e2e7d52075 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:55:58.819282 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e25eb7be-9ede-4f79-82a0-e5974dee4312 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:58.901225 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e25eb7be-9ede-4f79-82a0-e5974dee4312 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:58.924858 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eb7be-9ede-4f79-82a0-e5974dee4312 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6bfcb9-dc76-4743-b639-f90fdb7d230e,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:58.997722 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f757b-3a3c-4d34-8c0b-d6e2e7d52075', 'name': 'tempest-TestShelveInstance-585308582-router', 'tenant_id': '77b55fc8481642709b7a966b7ffc8fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'f618ce51-99ae-44bb-a72f-7fab201c697f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:50Z', 'updated_at': '2021-11-02T12:55:55Z', 'revision_number': 4, 'project_id': '77b55fc8481642709b7a966b7ffc8fc0', 'gw_port': {'id': 'f618ce51-99ae-44bb-a72f-7fab201c697f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f757b-3a3c-4d34-8c0b-d6e2e7d52075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:51Z', 'updated_at': '2021-11-02T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '38d90da3-890a-4e1f-8992-9dc7d87742eb', 'name': '', 'network_id': '10eee013-349a-41f8-a90b-424c057809bc', 'tenant_id': '77b55fc8481642709b7a966b7ffc8fc0', 'mac_address': 'fa:16:3e:98:7d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f757b-3a3c-4d34-8c0b-d6e2e7d52075', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '07232f49-dc24-4062-bb1f-e4963c9ffe9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:54Z', 'updated_at': '2021-11-02T12:55:55Z', 'revision_number': 2, 'project_id': '77b55fc8481642709b7a966b7ffc8fc0', 'subnets': [{'id': '07232f49-dc24-4062-bb1f-e4963c9ffe9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:59.019407 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-e25eb7be-9ede-4f79-82a0-e5974dee4312 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:59.020826 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-e25eb7be-9ede-4f79-82a0-e5974dee4312 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3857036 Nov 02 12:55:59.025241 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60236) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:59.030646 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-bf90f2e6-f066-4bc0-9402-5d15c48ac940 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Request body: {'security_group_rule': {'security_group_id': '00523de8-d49b-4079-af67-54d89f4098ff', 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:55:59.031008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Checking router: 863f757b-3a3c-4d34-8c0b-d6e2e7d52075 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:55:59.031008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Updating router 863f757b-3a3c-4d34-8c0b-d6e2e7d52075 port 38d90da3-890a-4e1f-8992-9dc7d87742eb binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:55:59.058959 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:59.131835 n-d-806683-18 neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-bf90f2e6-f066-4bc0-9402-5d15c48ac940 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Project cbc850d4bae04193a9a7e134fc6943f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:55:59.139843 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf90f2e6-f066-4bc0-9402-5d15c48ac940 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:59.216493 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf90f2e6-f066-4bc0-9402-5d15c48ac940 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:59.308533 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf90f2e6-f066-4bc0-9402-5d15c48ac940 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:59.332106 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90f2e6-f066-4bc0-9402-5d15c48ac940 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba705e4-92c1-427c-b027-776a1a5e5318,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:59.372840 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:59.438207 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-bf90f2e6-f066-4bc0-9402-5d15c48ac940 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:59.439627 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-bf90f2e6-f066-4bc0-9402-5d15c48ac940 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4133458 Nov 02 12:55:59.442710 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60238) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:55:59.447493 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-217f71ab-a22b-4ef5-a14e-12e886274f73 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Request body: {'security_group_rule': {'security_group_id': '00523de8-d49b-4079-af67-54d89f4098ff', 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:55:59.467339 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:59.535435 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c115f-0074-44fb-bbbc-d13e6299d519 None None] Pushing event updated for resources: {'Port': ['ID=38d90da3-890a-4e1f-8992-9dc7d87742eb,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:59.561324 n-d-806683-18 neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-217f71ab-a22b-4ef5-a14e-12e886274f73 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Project cbc850d4bae04193a9a7e134fc6943f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:55:59.568655 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-217f71ab-a22b-4ef5-a14e-12e886274f73 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:59.598156 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Attempting to bind port 38d90da3-890a-4e1f-8992-9dc7d87742eb on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:55:59.598945 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Attempting to bind port 38d90da3-890a-4e1f-8992-9dc7d87742eb by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '9f0248af-4034-47ed-b9ba-5b9e8bacf5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '10eee013-349a-41f8-a90b-424c057809bc'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:55:59.599680 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Attempting to bind port 38d90da3-890a-4e1f-8992-9dc7d87742eb on network 10eee013-349a-41f8-a90b-424c057809bc {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:59.609856 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:55:59.610662 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Checking segment: {'id': '9f0248af-4034-47ed-b9ba-5b9e8bacf5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '10eee013-349a-41f8-a90b-424c057809bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:55:59.611619 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:59.612705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Bound using segment: {'id': '9f0248af-4034-47ed-b9ba-5b9e8bacf5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '10eee013-349a-41f8-a90b-424c057809bc'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:55:59.613411 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Bound port: 38d90da3-890a-4e1f-8992-9dc7d87742eb, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0248af-4034-47ed-b9ba-5b9e8bacf5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '10eee013-349a-41f8-a90b-424c057809bc'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:55:59.614154 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:59.674436 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-217f71ab-a22b-4ef5-a14e-12e886274f73 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:59.711333 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] For port 38d90da3-890a-4e1f-8992-9dc7d87742eb, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:55:59.717564 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] For port 38d90da3-890a-4e1f-8992-9dc7d87742eb, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=38d90da3-890a-4e1f-8992-9dc7d87742eb,segment=NetworkSegment(9f0248af-4034-47ed-b9ba-5b9e8bacf5f6),segment_id=9f0248af-4034-47ed-b9ba-5b9e8bacf5f6)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:55:59.728719 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f618ce51-99ae-44bb-a72f-7fab201c697f up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:59.788537 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port f618ce51-99ae-44bb-a72f-7fab201c697f triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:59.789627 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:59.793070 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-217f71ab-a22b-4ef5-a14e-12e886274f73 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:59.818959 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f71ab-a22b-4ef5-a14e-12e886274f73 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86c4450-a4ea-4da4-a8be-e532dad040bd,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:59.839478 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:59.914791 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ccc0f229-091b-4c44-8713-ff64d148089a None None] Provisioning complete for port 38d90da3-890a-4e1f-8992-9dc7d87742eb triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:55:59.915220 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ccc0f229-091b-4c44-8713-ff64d148089a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:59.926350 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-217f71ab-a22b-4ef5-a14e-12e886274f73 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:55:59.939683 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-217f71ab-a22b-4ef5-a14e-12e886274f73 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4957557 Nov 02 12:55:59.966803 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c115f-0074-44fb-bbbc-d13e6299d519 None None] Pushing event updated for resources: {'Port': ['ID=38d90da3-890a-4e1f-8992-9dc7d87742eb,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:59.975859 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Routers {'863f757b-3a3c-4d34-8c0b-d6e2e7d52075'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:55:59.976508 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:55:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['863f757b-3a3c-4d34-8c0b-d6e2e7d52075'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:00.143176 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-a279dab0-c42b-42a1-91e3-288fc017067a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1330329028&fields=id&tenant_id=cbc850d4bae04193a9a7e134fc6943f7 HTTP/1.1" status: 200 len: 267 time: 0.0571246 Nov 02 12:56:00.178854 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] Set router 863f757b-3a3c-4d34-8c0b-d6e2e7d52075 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:56:00.213633 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ccc0f229-091b-4c44-8713-ff64d148089a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:00.316148 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-06d2f3d1-7cf5-4bca-bed8-451cd06a5352 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:00.319189 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-06d2f3d1-7cf5-4bca-bed8-451cd06a5352 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 808 time: 0.1621833 Nov 02 12:56:00.321012 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ccc0f229-091b-4c44-8713-ff64d148089a None None] For port 38d90da3-890a-4e1f-8992-9dc7d87742eb, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=38d90da3-890a-4e1f-8992-9dc7d87742eb,segment=NetworkSegment(9f0248af-4034-47ed-b9ba-5b9e8bacf5f6),segment_id=9f0248af-4034-47ed-b9ba-5b9e8bacf5f6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:00.349737 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-4e09edc1-8a14-4097-a72d-830d011b9af3 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/quotas/cbc850d4bae04193a9a7e134fc6943f7 HTTP/1.1" status: 200 len: 375 time: 0.0181921 Nov 02 12:56:00.399936 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ccc0f229-091b-4c44-8713-ff64d148089a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:00.496367 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0f229-091b-4c44-8713-ff64d148089a None None] Pushing event updated for resources: {'Port': ['ID=38d90da3-890a-4e1f-8992-9dc7d87742eb,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:00.540068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f757b-3a3c-4d34-8c0b-d6e2e7d52075', 'name': 'tempest-TestShelveInstance-585308582-router', 'tenant_id': '77b55fc8481642709b7a966b7ffc8fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'f618ce51-99ae-44bb-a72f-7fab201c697f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:50Z', 'updated_at': '2021-11-02T12:55:55Z', 'revision_number': 4, 'project_id': '77b55fc8481642709b7a966b7ffc8fc0', 'gw_port': {'id': 'f618ce51-99ae-44bb-a72f-7fab201c697f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f757b-3a3c-4d34-8c0b-d6e2e7d52075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:51Z', 'updated_at': '2021-11-02T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '38d90da3-890a-4e1f-8992-9dc7d87742eb', 'name': '', 'network_id': '10eee013-349a-41f8-a90b-424c057809bc', 'tenant_id': '77b55fc8481642709b7a966b7ffc8fc0', 'mac_address': 'fa:16:3e:98:7d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f757b-3a3c-4d34-8c0b-d6e2e7d52075', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '07232f49-dc24-4062-bb1f-e4963c9ffe9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:54Z', 'updated_at': '2021-11-02T12:55:59Z', 'revision_number': 4, 'project_id': '77b55fc8481642709b7a966b7ffc8fc0', 'subnets': [{'id': '07232f49-dc24-4062-bb1f-e4963c9ffe9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:00.593548 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9ac6b-0039-41a3-aac7-2d1eab4b5a27 None None] The sync data for ids ['863f757b-3a3c-4d34-8c0b-d6e2e7d52075'] in n-d-806683-18 is: [{'id': '863f757b-3a3c-4d34-8c0b-d6e2e7d52075', 'name': 'tempest-TestShelveInstance-585308582-router', 'tenant_id': '77b55fc8481642709b7a966b7ffc8fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'f618ce51-99ae-44bb-a72f-7fab201c697f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:50Z', 'updated_at': '2021-11-02T12:55:55Z', 'revision_number': 4, 'project_id': '77b55fc8481642709b7a966b7ffc8fc0', 'gw_port': {'id': 'f618ce51-99ae-44bb-a72f-7fab201c697f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f757b-3a3c-4d34-8c0b-d6e2e7d52075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:51Z', 'updated_at': '2021-11-02T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '38d90da3-890a-4e1f-8992-9dc7d87742eb', 'name': '', 'network_id': '10eee013-349a-41f8-a90b-424c057809bc', 'tenant_id': '77b55fc8481642709b7a966b7ffc8fc0', 'mac_address': 'fa:16:3e:98:7d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '863f757b-3a3c-4d34-8c0b-d6e2e7d52075', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '07232f49-dc24-4062-bb1f-e4963c9ffe9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:54Z', 'updated_at': '2021-11-02T12:55:59Z', 'revision_number': 4, 'project_id': '77b55fc8481642709b7a966b7ffc8fc0', 'subnets': [{'id': '07232f49-dc24-4062-bb1f-e4963c9ffe9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:56:00.617634 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-4dab7095-c891-4b33-adaf-8c3735bf38d3 None None] Provisioning complete for port 38d90da3-890a-4e1f-8992-9dc7d87742eb triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:56:00.619240 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4dab7095-c891-4b33-adaf-8c3735bf38d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:00.961941 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-491b6033-1aad-4072-8b55-4feeff021f5a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6057782 Nov 02 12:56:01.100298 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-0d2441ba-30d9-4659-ae22-25873d0dd6db service neutron] 10.222.0.52 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244881 Nov 02 12:56:01.263721 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-1dd6ab52-2ddb-48d2-a686-efb1c95569d2 service neutron] 10.222.0.52 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519368 Nov 02 12:56:01.596573 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80911d43-adcc-4228-9bc7-ef68d2f6ca55 req-6bd535eb-4cf5-42d0-a793-e1644e750d92 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 210 time: 0.0490396 Nov 02 12:56:01.738905 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 38d90da3-890a-4e1f-8992-9dc7d87742eb up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:56:01.799714 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 38d90da3-890a-4e1f-8992-9dc7d87742eb triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:56:01.800406 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:02.736277 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d46b1cef-3de4-4a19-941d-06dc06e2fe74 req-8fd291b6-cef2-4dae-9104-a5965f6da767 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 210 time: 0.0426421 Nov 02 12:56:03.884812 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-03d94b87-4dfd-40da-b610-e084bfd290ed req-34d186d8-5209-4f4d-a8d2-fb2019fd3680 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 210 time: 0.0540860 Nov 02 12:56:04.022554 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-a5a79243-e5c8-49c3-bed3-d6b254422b45 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:04.024772 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-a5a79243-e5c8-49c3-bed3-d6b254422b45 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.54 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 808 time: 0.1505594 Nov 02 12:56:04.106093 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-edfd69d1-69cb-4b58-932d-7900b084f422 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbc850d4bae04193a9a7e134fc6943f7 HTTP/1.1" status: 200 len: 380 time: 0.0702763 Nov 02 12:56:04.117655 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-98e1d0a7-a6e4-4f3d-9a87-f51ebceb03df tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Request body: {'port': {'device_id': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'admin_state_up': True, 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'security_groups': ['00523de8-d49b-4079-af67-54d89f4098ff']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:56:04.308696 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-98e1d0a7-a6e4-4f3d-9a87-f51ebceb03df tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Made reservation on behalf of cbc850d4bae04193a9a7e134fc6943f7 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:56:04.313742 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-98e1d0a7-a6e4-4f3d-9a87-f51ebceb03df tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:04.471029 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-98e1d0a7-a6e4-4f3d-9a87-f51ebceb03df tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Allocated IP 172.20.0.12 (6179212d-21a0-400e-b24d-a674691bd9d3/92161075-6905-46fd-86f3-8cd204bfe58f/c8a2bfb6-6688-4c0b-badb-05b312eeb23b) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:56:04.678428 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-98e1d0a7-a6e4-4f3d-9a87-f51ebceb03df tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:04.798939 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-98e1d0a7-a6e4-4f3d-9a87-f51ebceb03df tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:04.852617 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-98e1d0a7-a6e4-4f3d-9a87-f51ebceb03df tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Network 6179212d-21a0-400e-b24d-a674691bd9d3 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:04.859943 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-98e1d0a7-a6e4-4f3d-9a87-f51ebceb03df tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:04.862664 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-98e1d0a7-a6e4-4f3d-9a87-f51ebceb03df tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:56:04.892685 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1d0a7-a6e4-4f3d-9a87-f51ebceb03df tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'Port': ['ID=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:04.949202 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-98e1d0a7-a6e4-4f3d-9a87-f51ebceb03df tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:04.951550 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-98e1d0a7-a6e4-4f3d-9a87-f51ebceb03df tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:05.056318 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-98e1d0a7-a6e4-4f3d-9a87-f51ebceb03df tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9430480 Nov 02 12:56:05.068821 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-41edbe15-e575-4b0b-8665-56d0e5044c3d tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:56:05.070740 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-41edbe15-e575-4b0b-8665-56d0e5044c3d tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0078468 Nov 02 12:56:05.072443 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e7a6a-0879-4ebf-be34-d7b013939ecf req-ea006674-ad7f-4a37-ac89-73e5f2e78d8d tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:05.074823 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-300e7a6a-0879-4ebf-be34-d7b013939ecf req-ea006674-ad7f-4a37-ac89-73e5f2e78d8d tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 932 time: 0.0803597 Nov 02 12:56:05.092483 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Request body: {'port': {'device_id': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:56:05.159267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-300e7a6a-0879-4ebf-be34-d7b013939ecf req-d59f8424-483e-4254-a32e-e12403f94ae9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745847 Nov 02 12:56:05.184010 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:05.228928 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-307c36f8-3274-4f23-8c64-23db2ca20c80 None None] Provisioning complete for port c8a2bfb6-6688-4c0b-badb-05b312eeb23b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:56:05.229638 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-307c36f8-3274-4f23-8c64-23db2ca20c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:05.270356 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-307c36f8-3274-4f23-8c64-23db2ca20c80 None None] Port c8a2bfb6-6688-4c0b-badb-05b312eeb23b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 12:56:05.583011 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a2bfb6-6688-4c0b-badb-05b312eeb23b {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:56:05.596635 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:05.612486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Transition to ACTIVE for port object c8a2bfb6-6688-4c0b-badb-05b312eeb23b will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:56:05.712446 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:05.774215 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Pushing event updated for resources: {'Port': ['ID=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:05.861576 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Attempting to bind port c8a2bfb6-6688-4c0b-badb-05b312eeb23b on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:56:05.865328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Attempting to bind port c8a2bfb6-6688-4c0b-badb-05b312eeb23b by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:56:05.865328 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Attempting to bind port c8a2bfb6-6688-4c0b-badb-05b312eeb23b on network 6179212d-21a0-400e-b24d-a674691bd9d3 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:56:05.871909 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Port c8a2bfb6-6688-4c0b-badb-05b312eeb23b on network 6179212d-21a0-400e-b24d-a674691bd9d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:56:05.872516 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Attempting to bind port c8a2bfb6-6688-4c0b-badb-05b312eeb23b on network 6179212d-21a0-400e-b24d-a674691bd9d3 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:56:05.881625 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:56:05.882239 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Checking segment: {'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:56:05.882886 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Bound using segment: {'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:56:05.883937 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Bound port: c8a2bfb6-6688-4c0b-badb-05b312eeb23b, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:56:05.884577 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:05.978183 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] For port c8a2bfb6-6688-4c0b-badb-05b312eeb23b, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:56:05.982464 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] For port c8a2bfb6-6688-4c0b-badb-05b312eeb23b, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:56:06.058202 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:06.100207 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:06.101014 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:06.102339 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] 10.222.0.54 "PUT /v2.0/ports/c8a2bfb6-6688-4c0b-badb-05b312eeb23b HTTP/1.1" status: 200 len: 1093 time: 1.0218611 Nov 02 12:56:06.102987 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'tag': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:56:06.105351 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae538e7-1944-48a0-8cdb-476aebce44cd" -d '{"events": [{"name": "network-changed", "server_uuid": "00030073-cc57-4acb-b363-dc9cc7b1810d", "tag": "c8a2bfb6-6688-4c0b-badb-05b312eeb23b"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:56:06.144276 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd47b33-f363-47bd-b168-138743e101ce service neutron] Pushing event updated for resources: {'Port': ['ID=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:06.251278 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bdace4-c8c7-4cf1-93c5-9f2a0ceacbc2 x-openstack-request-id: req-b2bdace4-c8c7-4cf1-93c5-9f2a0ceacbc2 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:56:06.251731 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00030073-cc57-4acb-b363-dc9cc7b1810d", "tag": "c8a2bfb6-6688-4c0b-badb-05b312eeb23b", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:56:06.252268 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2bdace4-c8c7-4cf1-93c5-9f2a0ceacbc2 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:56:06.253645 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'tag': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b', 'status': 'completed', 'code': 200} Nov 02 12:56:06.340235 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-c698998c-b5a3-4247-b67a-0d6dc0620cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:06.343824 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-c698998c-b5a3-4247-b67a-0d6dc0620cc5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 1096 time: 0.0878189 Nov 02 12:56:06.413455 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-c07e12c6-4d8f-4135-a1f7-4c41159a85f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b HTTP/1.1" status: 200 len: 217 time: 0.0582874 Nov 02 12:56:06.423693 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63909542-5f05-4d1e-a087-32e47b87b839 req-b0b0dd8b-f692-47e6-bd2e-414d3c7e1537 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:06.425486 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63909542-5f05-4d1e-a087-32e47b87b839 req-b0b0dd8b-f692-47e6-bd2e-414d3c7e1537 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 944 time: 0.0959620 Nov 02 12:56:06.498419 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63909542-5f05-4d1e-a087-32e47b87b839 req-8b5f3a56-9511-42d1-b869-74825f080353 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581000 Nov 02 12:56:06.523019 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-83b07c5c-6edd-4934-8407-5b73ce3a664c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:06.524609 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-83b07c5c-6edd-4934-8407-5b73ce3a664c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.1024401 Nov 02 12:56:06.578259 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-403960e4-360f-47f3-9798-b447ca52021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:06.579889 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-403960e4-360f-47f3-9798-b447ca52021c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473866 Nov 02 12:56:06.687300 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-82bc0608-9039-4bf0-9039-f2f39dd6aeb3 service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996399 Nov 02 12:56:06.789046 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0619128a-7332-409d-b4b3-0a2fdc04507b req-b8f3169b-0281-4358-9fc7-9f2e1b6eab2d service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942233 Nov 02 12:56:07.039226 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae538e7-1944-48a0-8cdb-476aebce44cd req-f01204cc-cd20-41ec-82b5-9aec2568e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:07.040684 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4ae538e7-1944-48a0-8cdb-476aebce44cd req-f01204cc-cd20-41ec-82b5-9aec2568e9e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 1096 time: 0.0521395 Nov 02 12:56:07.140716 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae538e7-1944-48a0-8cdb-476aebce44cd req-6f9c5cea-4e59-4e53-8c69-7dec8fc5d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:07.142212 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4ae538e7-1944-48a0-8cdb-476aebce44cd req-6f9c5cea-4e59-4e53-8c69-7dec8fc5d927 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 909 time: 0.0938919 Nov 02 12:56:07.192212 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4ae538e7-1944-48a0-8cdb-476aebce44cd req-4c1ab7d6-1514-4970-a6ae-9b3f7f805e2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b HTTP/1.1" status: 200 len: 217 time: 0.0423145 Nov 02 12:56:07.254234 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae538e7-1944-48a0-8cdb-476aebce44cd req-0b8eb804-8297-4f94-b334-edadcdf48d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:07.255754 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4ae538e7-1944-48a0-8cdb-476aebce44cd req-0b8eb804-8297-4f94-b334-edadcdf48d02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.0544052 Nov 02 12:56:07.307284 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae538e7-1944-48a0-8cdb-476aebce44cd req-947044cb-5831-4e43-ab3a-f392caf098fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:07.308713 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4ae538e7-1944-48a0-8cdb-476aebce44cd req-947044cb-5831-4e43-ab3a-f392caf098fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447075 Nov 02 12:56:07.659734 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736530e4-1297-4f7c-a004-ca8d9fb84499 req-5870220a-690d-40bf-9b6e-720b2b2e125f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:07.661410 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-736530e4-1297-4f7c-a004-ca8d9fb84499 req-5870220a-690d-40bf-9b6e-720b2b2e125f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 944 time: 0.0624697 Nov 02 12:56:07.723274 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-736530e4-1297-4f7c-a004-ca8d9fb84499 req-bd0fe7d1-b6a0-4d62-b085-51f99226be2f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542569 Nov 02 12:56:07.763425 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4ae538e7-1944-48a0-8cdb-476aebce44cd req-65cd5583-8924-4028-b280-2aa6bb3cb17d service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456463 Nov 02 12:56:07.877115 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4ae538e7-1944-48a0-8cdb-476aebce44cd req-139687f9-6d4d-4faa-891d-b9dfad2371a3 service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054869 Nov 02 12:56:08.883525 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79974aef-d727-4a36-b068-581c52f838a1 req-be89cec0-20bf-42d0-9ebd-639803e7c185 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:08.885439 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79974aef-d727-4a36-b068-581c52f838a1 req-be89cec0-20bf-42d0-9ebd-639803e7c185 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 944 time: 0.0581441 Nov 02 12:56:08.953409 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-79974aef-d727-4a36-b068-581c52f838a1 req-1200d5b2-c7c9-4c95-904a-eeda2bdc4ec7 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604227 Nov 02 12:56:10.086227 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabed5d2-4179-412d-bb14-1b0aa4508e6d req-c8a4c0db-bc1f-4bbb-b8b1-b6a92e55b9d1 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:10.088218 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cabed5d2-4179-412d-bb14-1b0aa4508e6d req-c8a4c0db-bc1f-4bbb-b8b1-b6a92e55b9d1 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 944 time: 0.0564561 Nov 02 12:56:10.151979 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cabed5d2-4179-412d-bb14-1b0aa4508e6d req-022d9929-8366-4a23-9519-f02ba9f62840 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558641 Nov 02 12:56:11.124526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c8a2bfb6-6688-4c0b-badb-05b312eeb23b details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:56:11.255667 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port c8a2bfb6-6688-4c0b-badb-05b312eeb23b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:11.271197 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'port_id': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b', 'mac_address': 'fa:16:3e:7a:9e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:56:11.324521 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:11.326392 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05530ca9-365d-43bf-9be9-5d0708c8099b req-c6e19dbe-8000-40b8-a45c-c38394ffd67a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:11.329946 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05530ca9-365d-43bf-9be9-5d0708c8099b req-c6e19dbe-8000-40b8-a45c-c38394ffd67a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 944 time: 0.0913877 Nov 02 12:56:11.350133 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a2bfb6-6688-4c0b-badb-05b312eeb23b {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:56:11.379190 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port c8a2bfb6-6688-4c0b-badb-05b312eeb23b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:11.399116 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-05530ca9-365d-43bf-9be9-5d0708c8099b req-9be2ba13-7122-461e-8b00-60e198ea74da tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624850 Nov 02 12:56:11.503075 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:11.556843 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:11.737115 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['c8a2bfb6-6688-4c0b-badb-05b312eeb23b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:56:12.533620 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935cb7-5017-4165-a4ff-2febbafc2682 req-05d8e4d7-1ecd-44a5-85fc-03cb528dc7b5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:12.535297 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-46935cb7-5017-4165-a4ff-2febbafc2682 req-05d8e4d7-1ecd-44a5-85fc-03cb528dc7b5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 945 time: 0.0570054 Nov 02 12:56:12.600328 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-46935cb7-5017-4165-a4ff-2febbafc2682 req-b6dfe497-c09b-4ad4-9455-e54aa42c458c tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537739 Nov 02 12:56:13.137971 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c8a2bfb6-6688-4c0b-badb-05b312eeb23b up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:56:13.324109 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port c8a2bfb6-6688-4c0b-badb-05b312eeb23b completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:56:13.329085 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port c8a2bfb6-6688-4c0b-badb-05b312eeb23b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:56:13.329502 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:13.431276 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:13.459877 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:56:13.462514 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053e7634-a068-4d33-ac2e-b37f19c3f1d9" -d '{"events": [{"server_uuid": "00030073-cc57-4acb-b363-dc9cc7b1810d", "name": "network-vif-plugged", "status": "completed", "tag": "c8a2bfb6-6688-4c0b-badb-05b312eeb23b"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:56:13.479402 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port c8a2bfb6-6688-4c0b-badb-05b312eeb23b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:13.569350 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd9057a-ab2f-4373-a434-3505c3ca6c19 x-openstack-request-id: req-3dd9057a-ab2f-4373-a434-3505c3ca6c19 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:56:13.569652 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00030073-cc57-4acb-b363-dc9cc7b1810d", "name": "network-vif-plugged", "status": "completed", "tag": "c8a2bfb6-6688-4c0b-badb-05b312eeb23b", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:56:13.569907 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3dd9057a-ab2f-4373-a434-3505c3ca6c19 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:56:13.570314 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b', 'code': 200} Nov 02 12:56:13.574871 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:13.633050 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:13.698877 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ae1ed-4fe9-44c3-839f-cb29f58cbbc5 req-c1fadae5-4e0f-44b0-bf76-d9f887b51fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:13.702017 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0a5ae1ed-4fe9-44c3-839f-cb29f58cbbc5 req-c1fadae5-4e0f-44b0-bf76-d9f887b51fd6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 1098 time: 0.0652063 Nov 02 12:56:13.767570 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b8c64-b960-4f39-8cdc-f731465f289e req-ec991e1e-2323-40f0-90ad-6b44b3e75a99 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:13.770021 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f3b8c64-b960-4f39-8cdc-f731465f289e req-ec991e1e-2323-40f0-90ad-6b44b3e75a99 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0662508 Nov 02 12:56:13.777381 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-0a5ae1ed-4fe9-44c3-839f-cb29f58cbbc5 req-bf0a2d54-07e1-4714-9521-9d6aa6e3efcc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648947 Nov 02 12:56:13.831627 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5f3b8c64-b960-4f39-8cdc-f731465f289e req-d29a9889-a5bc-4bde-af66-8831a1d9e783 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552423 Nov 02 12:56:14.997909 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d3e7e-faea-4e25-948e-3aaf6e4e3520 req-6e7799d9-ed9c-4e36-9062-9f0da6f389af tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:14.999564 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-235d3e7e-faea-4e25-948e-3aaf6e4e3520 req-6e7799d9-ed9c-4e36-9062-9f0da6f389af tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0657876 Nov 02 12:56:15.072384 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-235d3e7e-faea-4e25-948e-3aaf6e4e3520 req-4f709d53-8bc6-4f4d-91dd-1060ceb467fa tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571301 Nov 02 12:56:16.212234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb42647-4a16-4e6a-bfc3-1fab16a6f79e req-891248a9-ccba-48e4-80ce-09d977f74f70 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:16.214126 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bfb42647-4a16-4e6a-bfc3-1fab16a6f79e req-891248a9-ccba-48e4-80ce-09d977f74f70 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0615010 Nov 02 12:56:16.307101 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bfb42647-4a16-4e6a-bfc3-1fab16a6f79e req-0fda7769-602a-47c1-8538-b030704b4fbb tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856030 Nov 02 12:56:16.455853 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2db3d3-3d17-474f-9185-7e03e906a5e0 req-4873ba98-e1c3-4d21-90db-7928c9cc68f9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:16.468760 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5a2db3d3-3d17-474f-9185-7e03e906a5e0 req-4873ba98-e1c3-4d21-90db-7928c9cc68f9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0567176 Nov 02 12:56:16.518103 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5a2db3d3-3d17-474f-9185-7e03e906a5e0 req-68253c0e-9639-4ec0-9900-b1c4fc154caa tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535419 Nov 02 12:56:16.553632 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60300) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:56:16.728240 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e48f698-7694-4150-932c-dc137166b0a2 tempest-TestShelveInstance-1913230034 tempest-TestShelveInstance-1913230034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:16.729809 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6e48f698-7694-4150-932c-dc137166b0a2 tempest-TestShelveInstance-1913230034 tempest-TestShelveInstance-1913230034-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 1093 time: 0.1751378 Nov 02 12:56:16.733077 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60304) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 12:56:16.737661 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:56:16.855118 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:16.967807 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:17.087090 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Allocated IP 172.25.6.69 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/fe112950-0156-41e3-97f7-2535ec85291f) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:56:17.206864 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:17.313748 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:17.358438 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:17.361990 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:17.370236 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:56:17.397393 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'Port': ['ID=fe112950-0156-41e3-97f7-2535ec85291f,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:17.546753 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-50ca2879-7071-4966-b5dd-8146c4059b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:17.824460 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:17.995212 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:18.175527 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:18.319589 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:18.402322 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'Port': ['ID=fe112950-0156-41e3-97f7-2535ec85291f,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:18.416543 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:18.526684 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Floating IP 99191b53-6220-473c-b6c6-033e8472d96d associated. External IP: 172.25.6.69, port: c8a2bfb6-6688-4c0b-badb-05b312eeb23b. Nov 02 12:56:18.797334 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:56:18.932174 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:56:18.945106 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af10398-6a46-4bcd-bae5-50f6829b71cb None None] Sync routers for ids ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:56:18.961194 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af10398-6a46-4bcd-bae5-50f6829b71cb None None] Routers {'13ac7e74-a8ce-4f6f-9384-f363456f1e01'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:56:18.964021 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1af10398-6a46-4bcd-bae5-50f6829b71cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:55:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:19.052013 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:19.086635 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-25583570-05b4-40d5-b38e-cc479789e91a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3524203 Nov 02 12:56:19.087656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'tag': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:56:19.091296 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf2cd41-cbc5-4391-a715-05070579c27c" -d '{"events": [{"name": "network-changed", "server_uuid": "00030073-cc57-4acb-b363-dc9cc7b1810d", "tag": "c8a2bfb6-6688-4c0b-badb-05b312eeb23b"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:56:19.096761 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-1af10398-6a46-4bcd-bae5-50f6829b71cb None None] Set router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:56:19.164944 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db27b454-64b2-4649-86a8-0ce61cb43da0 x-openstack-request-id: req-db27b454-64b2-4649-86a8-0ce61cb43da0 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:56:19.165414 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00030073-cc57-4acb-b363-dc9cc7b1810d", "tag": "c8a2bfb6-6688-4c0b-badb-05b312eeb23b", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:56:19.165825 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db27b454-64b2-4649-86a8-0ce61cb43da0 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:56:19.166458 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'tag': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b', 'status': 'completed', 'code': 200} Nov 02 12:56:19.249136 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2cd41-cbc5-4391-a715-05070579c27c req-5733b2c8-99f7-48e7-ab44-650052299ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:19.251682 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7cf2cd41-cbc5-4391-a715-05070579c27c req-5733b2c8-99f7-48e7-ab44-650052299ed8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 1098 time: 0.0564315 Nov 02 12:56:19.374836 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2cd41-cbc5-4391-a715-05070579c27c req-3950fcc0-fdf1-4206-a9ac-9f866ee64fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:19.375233 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1af10398-6a46-4bcd-bae5-50f6829b71cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T12:55:46Z', 'revision_number': 4, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port': {'id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:43Z', 'updated_at': '2021-11-02T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '99191b53-6220-473c-b6c6-033e8472d96d', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'port_id': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'mac_address': 'fa:16:3e:7a:9e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:56:17Z', 'updated_at': '2021-11-02T12:56:17Z', 'revision_number': 0, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb34a841-a5c2-4939-9ef4-03e1230ed8ec', 'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'mac_address': 'fa:16:3e:23:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:45Z', 'updated_at': '2021-11-02T12:55:51Z', 'revision_number': 5, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'subnets': [{'id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:19.376273 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7cf2cd41-cbc5-4391-a715-05070579c27c req-3950fcc0-fdf1-4206-a9ac-9f866ee64fc1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 909 time: 0.1175797 Nov 02 12:56:19.414043 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af10398-6a46-4bcd-bae5-50f6829b71cb None None] Checking router: 13ac7e74-a8ce-4f6f-9384-f363456f1e01 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:56:19.428263 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af10398-6a46-4bcd-bae5-50f6829b71cb None None] Routers {'13ac7e74-a8ce-4f6f-9384-f363456f1e01'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:56:19.429324 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1af10398-6a46-4bcd-bae5-50f6829b71cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T12:55:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:19.454443 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7cf2cd41-cbc5-4391-a715-05070579c27c req-f63996ac-583f-476e-8c58-48c55b759f3d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b HTTP/1.1" status: 200 len: 999 time: 0.0692303 Nov 02 12:56:19.520613 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2cd41-cbc5-4391-a715-05070579c27c req-07213419-b51f-46fc-8d1e-7d4fa51bd615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:19.522143 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7cf2cd41-cbc5-4391-a715-05070579c27c req-07213419-b51f-46fc-8d1e-7d4fa51bd615 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.0606222 Nov 02 12:56:19.576480 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2cd41-cbc5-4391-a715-05070579c27c req-5ba42785-4846-4ffb-977c-e7019860aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:19.578438 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7cf2cd41-cbc5-4391-a715-05070579c27c req-5ba42785-4846-4ffb-977c-e7019860aee0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477338 Nov 02 12:56:19.619103 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-1af10398-6a46-4bcd-bae5-50f6829b71cb None None] Set router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:56:19.714883 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7cf2cd41-cbc5-4391-a715-05070579c27c req-839eb654-d5c5-4dce-8f20-602850228aa2 service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285641 Nov 02 12:56:19.782502 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3aabca96-1e0b-4573-9ccb-49cf8f7f9504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:19.871591 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7cf2cd41-cbc5-4391-a715-05070579c27c req-c185a71f-4af7-481f-9329-51c181709c06 service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489751 Nov 02 12:56:19.935542 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1af10398-6a46-4bcd-bae5-50f6829b71cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T12:55:46Z', 'revision_number': 4, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port': {'id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:43Z', 'updated_at': '2021-11-02T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '99191b53-6220-473c-b6c6-033e8472d96d', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'port_id': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'mac_address': 'fa:16:3e:7a:9e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:56:17Z', 'updated_at': '2021-11-02T12:56:17Z', 'revision_number': 0, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb34a841-a5c2-4939-9ef4-03e1230ed8ec', 'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'mac_address': 'fa:16:3e:23:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:45Z', 'updated_at': '2021-11-02T12:55:51Z', 'revision_number': 5, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'subnets': [{'id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:19.964908 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af10398-6a46-4bcd-bae5-50f6829b71cb None None] The sync data for ids ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'] in n-d-806683-18 is: [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T12:55:46Z', 'revision_number': 4, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port': {'id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:43Z', 'updated_at': '2021-11-02T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '99191b53-6220-473c-b6c6-033e8472d96d', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'port_id': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'mac_address': 'fa:16:3e:7a:9e:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T12:56:17Z', 'updated_at': '2021-11-02T12:56:17Z', 'revision_number': 0, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb34a841-a5c2-4939-9ef4-03e1230ed8ec', 'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'mac_address': 'fa:16:3e:23:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:45Z', 'updated_at': '2021-11-02T12:55:51Z', 'revision_number': 5, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'subnets': [{'id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:56:20.204842 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a48ec8-06fe-4aa4-9a5a-81413570c3b8 None None] New status for floating IP 99191b53-6220-473c-b6c6-033e8472d96d: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 12:56:21.285765 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:22.735165 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:23.052852 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:56:24.594237 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:24.787039 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:25.061449 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:47.548002 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2caf35e1-2e7c-497c-942c-b10f3a91d335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:48.917644 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0238002-4579-4892-8ef4-d325c7924cbc req-5c5dfb3e-9c03-40ac-b994-eb6afeabc290 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441725 Nov 02 12:56:49.022245 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0238002-4579-4892-8ef4-d325c7924cbc req-f96c9d5c-8eb3-4fa7-b09c-e5c686bb2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:49.024023 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0238002-4579-4892-8ef4-d325c7924cbc req-f96c9d5c-8eb3-4fa7-b09c-e5c686bb2e10 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 1098 time: 0.0532494 Nov 02 12:56:49.200317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0238002-4579-4892-8ef4-d325c7924cbc req-a21842aa-ecac-4c5c-a459-e8266351d5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:49.203032 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0238002-4579-4892-8ef4-d325c7924cbc req-a21842aa-ecac-4c5c-a459-e8266351d5f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 909 time: 0.1486232 Nov 02 12:56:49.290870 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0238002-4579-4892-8ef4-d325c7924cbc req-ca9b9589-83d7-475d-947b-2a110d41245a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b HTTP/1.1" status: 200 len: 1001 time: 0.0801377 Nov 02 12:56:49.352723 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0238002-4579-4892-8ef4-d325c7924cbc req-37f5dbfd-e134-4000-9861-fa640e5b5747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:49.354323 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0238002-4579-4892-8ef4-d325c7924cbc req-37f5dbfd-e134-4000-9861-fa640e5b5747 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.0546689 Nov 02 12:56:49.426305 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0238002-4579-4892-8ef4-d325c7924cbc req-47c7a947-ecc4-4153-87d9-a621e4aeca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:56:49.429663 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0238002-4579-4892-8ef4-d325c7924cbc req-47c7a947-ecc4-4153-87d9-a621e4aeca35 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542769 Nov 02 12:56:49.544281 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0238002-4579-4892-8ef4-d325c7924cbc req-2f23c66c-2765-4bc1-b20f-126df0264c33 service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022155 Nov 02 12:56:49.648369 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d0238002-4579-4892-8ef4-d325c7924cbc req-c5c258cc-06f0-4def-84fe-2b81ad27d940 service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959017 Nov 02 12:56:49.770705 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-399af44d-4a6f-4a07-8d11-a47d2e341114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:51.285690 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:52.742026 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:54.668078 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:54.776623 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:56:55.050785 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:57:00.053821 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:57:17.535702 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-efa92e55-f4c2-4c2f-9233-c26c5fe5c0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:57:19.758542 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-865360eb-b69a-4f60-8045-f50fa128ece2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:57:21.272790 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:57:22.758594 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:57:24.592797 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:57:24.786855 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:57:25.044238 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:57:37.054216 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:57:47.534847 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f4318187-09a6-4279-a6d2-50df6c65049f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:57:48.919892 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-62e23fd4-b48d-4c95-827b-386026919229 req-37ba0127-b6de-4d74-9a71-46f8dcce8cd7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502520 Nov 02 12:57:49.021655 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e23fd4-b48d-4c95-827b-386026919229 req-60f6133f-f3dd-4245-99a9-5326a20955da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:57:49.023407 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-62e23fd4-b48d-4c95-827b-386026919229 req-60f6133f-f3dd-4245-99a9-5326a20955da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 1098 time: 0.0537512 Nov 02 12:57:49.152151 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e23fd4-b48d-4c95-827b-386026919229 req-1bec89df-8d1a-4442-9c39-0027d614beef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:57:49.153776 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-62e23fd4-b48d-4c95-827b-386026919229 req-1bec89df-8d1a-4442-9c39-0027d614beef service neutron] 10.222.0.54 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 909 time: 0.1087751 Nov 02 12:57:49.234909 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-62e23fd4-b48d-4c95-827b-386026919229 req-01f73ec2-5cc4-4bb9-85e4-9b52275d51d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b HTTP/1.1" status: 200 len: 1001 time: 0.0731437 Nov 02 12:57:49.300042 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e23fd4-b48d-4c95-827b-386026919229 req-036080bc-01bb-4795-9ad4-bb346ac6b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:57:49.302727 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-62e23fd4-b48d-4c95-827b-386026919229 req-036080bc-01bb-4795-9ad4-bb346ac6b578 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.0605941 Nov 02 12:57:49.358339 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e23fd4-b48d-4c95-827b-386026919229 req-fc2cea98-b7ba-4493-a8a0-32a800868b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:57:49.360142 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-62e23fd4-b48d-4c95-827b-386026919229 req-fc2cea98-b7ba-4493-a8a0-32a800868b77 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492115 Nov 02 12:57:49.475680 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-62e23fd4-b48d-4c95-827b-386026919229 req-cb108f8d-b0a7-4784-bf15-cf0d000f85eb service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069579 Nov 02 12:57:49.583585 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-62e23fd4-b48d-4c95-827b-386026919229 req-f875539a-18eb-4876-92b3-6c399203241c service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996709 Nov 02 12:57:49.757563 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-361f3d59-ef10-468b-97f0-c061b0c0263e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:57:51.266479 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:57:52.740490 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:57:54.597492 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:57:54.780445 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:57:55.043486 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:14.055879 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:58:15.533776 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2ba24-c9ed-445a-aae6-577c23dc5e02 req-b6e4c36d-43c0-4152-aca0-739c390ba6c7 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:15.535542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2f2ba24-c9ed-445a-aae6-577c23dc5e02 req-b6e4c36d-43c0-4152-aca0-739c390ba6c7 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0721877 Nov 02 12:58:15.600426 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2f2ba24-c9ed-445a-aae6-577c23dc5e02 req-07aebc50-898b-444f-80db-88f04993a6f4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578074 Nov 02 12:58:16.881974 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035c7b2-ac1f-43c3-b91d-ec36982ffcc4 req-eae9743c-4e63-4d6d-adde-d132ab690c96 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:16.883635 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0035c7b2-ac1f-43c3-b91d-ec36982ffcc4 req-eae9743c-4e63-4d6d-adde-d132ab690c96 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.1331673 Nov 02 12:58:16.952848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0035c7b2-ac1f-43c3-b91d-ec36982ffcc4 req-6118c055-45a3-4a8f-a4e2-0b2b9b297373 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569310 Nov 02 12:58:17.528848 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bf1f0529-3b18-43ab-aa16-0e7861c0527c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:18.086921 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5364f88-6708-4cd6-a0a2-b58fb4fd774b req-1e349e2f-1a4a-45ec-93e6-3fbb42763179 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:18.089171 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a5364f88-6708-4cd6-a0a2-b58fb4fd774b req-1e349e2f-1a4a-45ec-93e6-3fbb42763179 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0551820 Nov 02 12:58:18.146485 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a5364f88-6708-4cd6-a0a2-b58fb4fd774b req-6c06d339-c268-4e19-9fe0-cc9058619526 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508294 Nov 02 12:58:19.297166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b547a2b-6102-4706-a820-a11be88f1e77 req-e73c0012-0a4d-41e2-ada6-e53a47b6fef8 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:19.298870 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b547a2b-6102-4706-a820-a11be88f1e77 req-e73c0012-0a4d-41e2-ada6-e53a47b6fef8 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0586557 Nov 02 12:58:19.352006 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9b547a2b-6102-4706-a820-a11be88f1e77 req-2ec2fc10-39b9-496f-ad4b-2a9ab67ff565 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470548 Nov 02 12:58:19.764107 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8702c304-3807-47ce-bea5-22fa8efd405b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:20.489483 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8457ca1-9aa7-402e-9934-68c9baa1b68e req-229a8e0d-f930-450f-a1f1-ac722c23cac1 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:20.491096 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8457ca1-9aa7-402e-9934-68c9baa1b68e req-229a8e0d-f930-450f-a1f1-ac722c23cac1 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0569513 Nov 02 12:58:20.549941 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8457ca1-9aa7-402e-9934-68c9baa1b68e req-929be48f-d4e3-4c82-b712-93f379180b32 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521960 Nov 02 12:58:21.284188 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:21.687509 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058d3c7-294d-47fb-96ed-ed52b93115eb req-c15ae68a-b5a7-48d9-bf79-c8143bf16a16 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:21.689140 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1058d3c7-294d-47fb-96ed-ed52b93115eb req-c15ae68a-b5a7-48d9-bf79-c8143bf16a16 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0611866 Nov 02 12:58:21.752263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1058d3c7-294d-47fb-96ed-ed52b93115eb req-c46dfe10-92fa-4c26-9537-0fefee016e7c tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559371 Nov 02 12:58:22.763412 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:22.939861 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e75a80-c198-45bf-baed-428acaeda51e req-4ece8374-72e9-4f89-9596-c8d68a352ae9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:22.942581 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d5e75a80-c198-45bf-baed-428acaeda51e req-4ece8374-72e9-4f89-9596-c8d68a352ae9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0774879 Nov 02 12:58:23.031767 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d5e75a80-c198-45bf-baed-428acaeda51e req-f8d390ef-fa4b-41cc-a7ec-c16a87e07de1 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820830 Nov 02 12:58:24.205592 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77370a-7c52-44ad-9600-3cda21e7d8e6 req-71ca2399-e33d-48a5-8957-7e6cd0b0ede9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:24.208382 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ee77370a-7c52-44ad-9600-3cda21e7d8e6 req-71ca2399-e33d-48a5-8957-7e6cd0b0ede9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0917358 Nov 02 12:58:24.280709 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ee77370a-7c52-44ad-9600-3cda21e7d8e6 req-723c697a-919c-407f-8a49-1841c2d5b691 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657554 Nov 02 12:58:24.621339 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:24.774439 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:25.044178 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:25.417520 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63918d5d-73b1-4b5f-8f61-25212fcb1e3d req-9a351cb4-e826-4dc8-9e08-0dd53942d4f5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:25.419231 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63918d5d-73b1-4b5f-8f61-25212fcb1e3d req-9a351cb4-e826-4dc8-9e08-0dd53942d4f5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0622947 Nov 02 12:58:25.483215 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-63918d5d-73b1-4b5f-8f61-25212fcb1e3d req-a4c1e553-1cf1-4aca-b30f-aa9edd63f64e tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569091 Nov 02 12:58:26.614765 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfa3cf-5e7b-433d-b4dd-49ed47c40c30 req-e9fb8ee0-802d-4692-b59f-37e9996a25fc tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:26.616490 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3edfa3cf-5e7b-433d-b4dd-49ed47c40c30 req-e9fb8ee0-802d-4692-b59f-37e9996a25fc tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0562649 Nov 02 12:58:26.676747 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3edfa3cf-5e7b-433d-b4dd-49ed47c40c30 req-ff12fb8c-b406-4f7e-8c19-125680b2b212 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519881 Nov 02 12:58:27.747008 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c8a2bfb6-6688-4c0b-badb-05b312eeb23b details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:58:27.836651 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d77427-7ea7-4278-b49d-2833a5384aa2 req-7d7429a4-7dba-4c2a-911c-cc072c5275ed tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:27.846764 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6d77427-7ea7-4278-b49d-2833a5384aa2 req-7d7429a4-7dba-4c2a-911c-cc072c5275ed tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0755236 Nov 02 12:58:27.876368 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port c8a2bfb6-6688-4c0b-badb-05b312eeb23b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:27.904496 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'port_id': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b', 'mac_address': 'fa:16:3e:7a:9e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:58:27.921886 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c6d77427-7ea7-4278-b49d-2833a5384aa2 req-e6ce22a8-f10e-49e5-86bf-fb4e3cb41ba6 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719748 Nov 02 12:58:27.981808 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:28.013765 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8a2bfb6-6688-4c0b-badb-05b312eeb23b {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:58:28.037853 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port c8a2bfb6-6688-4c0b-badb-05b312eeb23b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:28.088447 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:28.170343 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['c8a2bfb6-6688-4c0b-badb-05b312eeb23b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:58:28.181562 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:28.228900 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.229228 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.229480 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.229806 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.230135 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.230460 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.230779 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.231140 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.232195 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.232615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.232945 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.233270 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:29.117395 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9c936-3c74-45dc-adc5-3d6a602bc2e2 req-d5c6dfa4-2e22-440a-aab1-2255de8e96d3 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:29.119898 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b7b9c936-3c74-45dc-adc5-3d6a602bc2e2 req-d5c6dfa4-2e22-440a-aab1-2255de8e96d3 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 945 time: 0.0868163 Nov 02 12:58:29.206751 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b7b9c936-3c74-45dc-adc5-3d6a602bc2e2 req-c6f289b5-80f8-433e-8ea4-87f4070f9c1a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794582 Nov 02 12:58:29.754638 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c8a2bfb6-6688-4c0b-badb-05b312eeb23b up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:58:29.820912 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port c8a2bfb6-6688-4c0b-badb-05b312eeb23b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:58:29.821581 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:29.924115 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:29.958901 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:58:29.962668 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461f8b61-5b96-4205-82f4-95309a34b2c8" -d '{"events": [{"server_uuid": "00030073-cc57-4acb-b363-dc9cc7b1810d", "name": "network-vif-plugged", "status": "completed", "tag": "c8a2bfb6-6688-4c0b-badb-05b312eeb23b"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:58:29.978869 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port c8a2bfb6-6688-4c0b-badb-05b312eeb23b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:30.010121 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb0e234-38fb-480c-8e91-d18d69687f4d x-openstack-request-id: req-acb0e234-38fb-480c-8e91-d18d69687f4d {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:58:30.010726 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00030073-cc57-4acb-b363-dc9cc7b1810d", "name": "network-vif-plugged", "status": "completed", "tag": "c8a2bfb6-6688-4c0b-badb-05b312eeb23b", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:58:30.011231 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-acb0e234-38fb-480c-8e91-d18d69687f4d {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:58:30.012082 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b', 'code': 200} Nov 02 12:58:30.031608 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:30.093300 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:30.387478 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74ad26-ff71-44d0-8e0b-7d93f84c0006 req-ae74bb0b-9a3c-4dae-a09c-ad87a1be8722 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:30.390598 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db74ad26-ff71-44d0-8e0b-7d93f84c0006 req-ae74bb0b-9a3c-4dae-a09c-ad87a1be8722 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0697439 Nov 02 12:58:30.482774 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-db74ad26-ff71-44d0-8e0b-7d93f84c0006 req-6a5f4c5c-9582-42c6-ac7c-5e5706c6cee7 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802920 Nov 02 12:58:31.633689 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06cda8-6721-4e85-8a78-a59f3e07399a req-4dad05e1-d455-4c0c-b28d-810cf4283445 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:31.636180 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e06cda8-6721-4e85-8a78-a59f3e07399a req-4dad05e1-d455-4c0c-b28d-810cf4283445 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0644224 Nov 02 12:58:31.727679 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e06cda8-6721-4e85-8a78-a59f3e07399a req-d8623025-ea10-4837-bf8d-eb3c27006279 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798438 Nov 02 12:58:32.924283 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2f6a6-e839-4557-acff-eb4def69c7f5 req-ebae86e8-13c3-4ea8-926e-e9db8b7651f8 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:32.925959 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6bb2f6a6-e839-4557-acff-eb4def69c7f5 req-ebae86e8-13c3-4ea8-926e-e9db8b7651f8 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0800531 Nov 02 12:58:33.006155 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6bb2f6a6-e839-4557-acff-eb4def69c7f5 req-f81a6327-36b3-47dd-b547-d16a5e2986ca tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631714 Nov 02 12:58:34.183565 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca6f03-b1af-49a0-a93d-59c86bafc3a7 req-1cea08c1-1977-43eb-8fb2-3ca82a83bba9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:34.185511 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3fca6f03-b1af-49a0-a93d-59c86bafc3a7 req-1cea08c1-1977-43eb-8fb2-3ca82a83bba9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0734432 Nov 02 12:58:34.262732 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3fca6f03-b1af-49a0-a93d-59c86bafc3a7 req-eb3dc3c5-f69f-423f-b0da-134a783e2d32 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682793 Nov 02 12:58:35.405769 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c845d-d692-466c-be1a-4b052d131177 req-2c01520f-2220-4d21-ad75-76945968c0a8 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:35.407667 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a4c845d-d692-466c-be1a-4b052d131177 req-2c01520f-2220-4d21-ad75-76945968c0a8 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0620251 Nov 02 12:58:35.465871 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a4c845d-d692-466c-be1a-4b052d131177 req-b9cf157f-3f54-4b68-ab2e-9dfdabe12001 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513465 Nov 02 12:58:36.644319 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad934e9-dbc7-468a-875e-e8ae8adf9f56 req-ac2b4711-967f-422a-b8f8-120dc355f93f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:36.646642 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ad934e9-dbc7-468a-875e-e8ae8adf9f56 req-ac2b4711-967f-422a-b8f8-120dc355f93f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0888002 Nov 02 12:58:36.725604 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ad934e9-dbc7-468a-875e-e8ae8adf9f56 req-02d238de-33b0-447c-92f8-414608039272 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679064 Nov 02 12:58:37.942109 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc410515-7234-49cd-b617-1edc0aa1476f req-d4dd0b21-d8d8-4df9-98b1-9cea7306cb2e tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:37.957303 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cc410515-7234-49cd-b617-1edc0aa1476f req-d4dd0b21-d8d8-4df9-98b1-9cea7306cb2e tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.1078236 Nov 02 12:58:38.047829 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cc410515-7234-49cd-b617-1edc0aa1476f req-b0995332-96f2-4da9-abc3-e50b60d57575 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892580 Nov 02 12:58:39.253782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f43f7-1e64-4d10-9cb1-49d7705e07f9 req-1beac99c-559d-4f39-b41a-2160799fd573 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:39.262353 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-533f43f7-1e64-4d10-9cb1-49d7705e07f9 req-1beac99c-559d-4f39-b41a-2160799fd573 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.1020949 Nov 02 12:58:39.322422 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-533f43f7-1e64-4d10-9cb1-49d7705e07f9 req-3a9d472d-eda1-4ff7-9a2b-16e0e25a1940 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579023 Nov 02 12:58:40.459068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b371165-5e52-4120-9529-a4d96bb4556f req-f470f764-a202-464f-a35c-d915c6fd8459 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:40.460991 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b371165-5e52-4120-9529-a4d96bb4556f req-f470f764-a202-464f-a35c-d915c6fd8459 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0579412 Nov 02 12:58:40.533198 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2b371165-5e52-4120-9529-a4d96bb4556f req-27d62aff-0ac0-4629-97cd-cd342bc66caf tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651224 Nov 02 12:58:40.786169 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f048-80a0-499c-9a86-0a273accafbd req-f9f1eb9b-09dc-4ca2-9cac-7f7c6645e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:40.787802 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e3e2f048-80a0-499c-9a86-0a273accafbd req-f9f1eb9b-09dc-4ca2-9cac-7f7c6645e0f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 1098 time: 0.0518878 Nov 02 12:58:40.888905 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f048-80a0-499c-9a86-0a273accafbd req-6358c5df-8ae4-433f-89c5-3db1c3f7f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:40.890420 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e3e2f048-80a0-499c-9a86-0a273accafbd req-6358c5df-8ae4-433f-89c5-3db1c3f7f548 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 909 time: 0.0955417 Nov 02 12:58:40.970327 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e3e2f048-80a0-499c-9a86-0a273accafbd req-05579226-4ae5-4e43-bd03-1a7e47a0f4d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b HTTP/1.1" status: 200 len: 1001 time: 0.0720303 Nov 02 12:58:41.027349 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f048-80a0-499c-9a86-0a273accafbd req-441eea0c-cd68-4e7e-9c7d-4183ee748ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:41.028875 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e3e2f048-80a0-499c-9a86-0a273accafbd req-441eea0c-cd68-4e7e-9c7d-4183ee748ea9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.0491893 Nov 02 12:58:41.081606 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f048-80a0-499c-9a86-0a273accafbd req-0538cbce-bd7c-4ec8-be56-f079760dc240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:41.083128 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e3e2f048-80a0-499c-9a86-0a273accafbd req-0538cbce-bd7c-4ec8-be56-f079760dc240 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468493 Nov 02 12:58:41.188844 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e3e2f048-80a0-499c-9a86-0a273accafbd req-f20752c0-d2b7-48a3-b81c-e2ec0354ad2b service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984242 Nov 02 12:58:41.293482 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e3e2f048-80a0-499c-9a86-0a273accafbd req-ca6de008-538b-4c84-9c1e-cea63c89ae8a service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954802 Nov 02 12:58:41.669824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f430bf-185c-4dd3-82ee-9f8aba56e257 req-ab0fcec3-ee09-484c-9dda-7d7e0b674d6f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:41.671576 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72f430bf-185c-4dd3-82ee-9f8aba56e257 req-ab0fcec3-ee09-484c-9dda-7d7e0b674d6f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0577691 Nov 02 12:58:41.732675 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-72f430bf-185c-4dd3-82ee-9f8aba56e257 req-f5d95124-f7e7-4fb7-bc41-231fc685470c tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508828 Nov 02 12:58:42.890957 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d8c15-607c-4539-abd4-eea43babf335 req-1191fcf6-78e9-4bbf-9060-46cc5e318a23 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:42.892625 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a31d8c15-607c-4539-abd4-eea43babf335 req-1191fcf6-78e9-4bbf-9060-46cc5e318a23 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0612350 Nov 02 12:58:42.951830 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a31d8c15-607c-4539-abd4-eea43babf335 req-84ca8c64-e925-490b-9cb3-1b38ace7100a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511229 Nov 02 12:58:44.083066 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfb26f-3a30-45d3-bc01-bd194ce4223a req-b0d27d0e-99a8-43f4-89b2-15f36b789767 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:44.085427 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8dfb26f-3a30-45d3-bc01-bd194ce4223a req-b0d27d0e-99a8-43f4-89b2-15f36b789767 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0547833 Nov 02 12:58:44.143097 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a8dfb26f-3a30-45d3-bc01-bd194ce4223a req-ba01121d-e527-487b-a19e-a403a9fe8257 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500655 Nov 02 12:58:44.301080 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-5deaf10b-046d-40c3-8613-1b2238a33f36 req-fb12d1c7-6129-4476-a46d-582c532c2f23 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:58:44.302507 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5deaf10b-046d-40c3-8613-1b2238a33f36 req-fb12d1c7-6129-4476-a46d-582c532c2f23 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0800922 Nov 02 12:58:45.703879 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4ec84-05c0-455c-9c99-65ed041a4e23 req-05ae7bec-55ba-4268-ae93-f087ed763042 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:45.705560 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-67b4ec84-05c0-455c-9c99-65ed041a4e23 req-05ae7bec-55ba-4268-ae93-f087ed763042 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0533090 Nov 02 12:58:45.769105 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-67b4ec84-05c0-455c-9c99-65ed041a4e23 req-aaaed522-1e9d-4d06-8770-9e28a87c320c tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560420 Nov 02 12:58:45.797060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device c8a2bfb6-6688-4c0b-badb-05b312eeb23b no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:45.888842 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:45.916219 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:58:45.919519 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395a6ea6-3e0e-4b16-ada9-4053416ff27c" -d '{"events": [{"server_uuid": "00030073-cc57-4acb-b363-dc9cc7b1810d", "name": "network-vif-unplugged", "status": "completed", "tag": "c8a2bfb6-6688-4c0b-badb-05b312eeb23b"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:58:45.936708 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port c8a2bfb6-6688-4c0b-badb-05b312eeb23b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:45.971753 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 02 Nov 2021 12:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afdad81-b28d-469d-8a64-6f2245dd31a9 x-openstack-request-id: req-4afdad81-b28d-469d-8a64-6f2245dd31a9 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:58:45.972214 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00030073-cc57-4acb-b363-dc9cc7b1810d", "name": "network-vif-unplugged", "status": "failed", "tag": "c8a2bfb6-6688-4c0b-badb-05b312eeb23b", "code": 422}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:58:45.972622 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4afdad81-b28d-469d-8a64-6f2245dd31a9 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:58:45.973261 n-d-806683-18 neutron-server[102691]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b', 'code': 422} returned with failed status Nov 02 12:58:46.010535 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:46.066186 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:46.289117 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-3ec9aebd-6a1f-4ece-9d02-f77aa6a3f46f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1015627 Nov 02 12:58:46.916460 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4b987-4bc0-4144-82e4-7cc4df08e0b1 req-27fd5367-b26b-4139-8809-91514616c7b0 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:46.918091 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e5f4b987-4bc0-4144-82e4-7cc4df08e0b1 req-27fd5367-b26b-4139-8809-91514616c7b0 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 944 time: 0.0650711 Nov 02 12:58:46.988069 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e5f4b987-4bc0-4144-82e4-7cc4df08e0b1 req-3c78ed6a-e47a-47d6-8cf3-28af7d0f81cb tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636249 Nov 02 12:58:47.528559 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a26dc1c8-3fd4-4e9c-a7c7-a83889028ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:47.790699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-64a54bcb-57f0-45e1-9532-7e4fa7d8c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:47.792390 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-64a54bcb-57f0-45e1-9532-7e4fa7d8c89e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d&tenant_id=cbc850d4bae04193a9a7e134fc6943f7 HTTP/1.1" status: 200 len: 1096 time: 0.1272943 Nov 02 12:58:47.804234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-aba492d2-4301-4c4e-b117-1104fc77640d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 12:58:47.805435 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-aba492d2-4301-4c4e-b117-1104fc77640d service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0058033 Nov 02 12:58:47.817607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-18', 'device_owner': 'compute:nova'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 12:58:47.885307 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:48.188542 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] For port c8a2bfb6-6688-4c0b-badb-05b312eeb23b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:48.199994 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8a1a0-b125-49a5-bfe9-5539cf30f36f req-fa3d3beb-fcfa-4534-9a64-65beb1cc3b1f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:48.202060 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-deb8a1a0-b125-49a5-bfe9-5539cf30f36f req-fa3d3beb-fcfa-4534-9a64-65beb1cc3b1f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 944 time: 0.0947115 Nov 02 12:58:48.275978 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] For port c8a2bfb6-6688-4c0b-badb-05b312eeb23b, host n-h2-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:58:48.318729 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-deb8a1a0-b125-49a5-bfe9-5539cf30f36f req-4a26f0e5-fddb-4e84-99e3-85ace2385b7c tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062279 Nov 02 12:58:48.332347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a2bfb6-6688-4c0b-badb-05b312eeb23b {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:58:48.343576 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:48.358343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Transition to ACTIVE for port object c8a2bfb6-6688-4c0b-badb-05b312eeb23b will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 12:58:48.449702 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:48.560982 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Pushing event updated for resources: {'Port': ['ID=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,revision_number=9']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:48.587722 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.588332 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.588930 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.589513 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.590096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.590688 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.591317 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.591892 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.592370 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.592961 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.593548 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.594134 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:48.652155 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] No DVR routers for this DVR port c8a2bfb6-6688-4c0b-badb-05b312eeb23b on host n-h2-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 12:58:48.826858 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Attempting to bind port c8a2bfb6-6688-4c0b-badb-05b312eeb23b on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 12:58:48.827323 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Attempting to bind port c8a2bfb6-6688-4c0b-badb-05b312eeb23b by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 12:58:48.827731 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Attempting to bind port c8a2bfb6-6688-4c0b-badb-05b312eeb23b on network 6179212d-21a0-400e-b24d-a674691bd9d3 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:58:48.833133 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Port c8a2bfb6-6688-4c0b-badb-05b312eeb23b on network 6179212d-21a0-400e-b24d-a674691bd9d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:58:48.833445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Attempting to bind port c8a2bfb6-6688-4c0b-badb-05b312eeb23b on network 6179212d-21a0-400e-b24d-a674691bd9d3 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:58:48.840821 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 12, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:58:48.841178 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Checking segment: {'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 12:58:48.841541 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Bound using segment: {'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:58:48.842032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Bound port: c8a2bfb6-6688-4c0b-badb-05b312eeb23b, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 12:58:48.842604 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:48.921111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] For port c8a2bfb6-6688-4c0b-badb-05b312eeb23b, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:58:48.924985 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] For port c8a2bfb6-6688-4c0b-badb-05b312eeb23b, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:58:49.004192 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:49.048899 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:49.049662 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:49.051352 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] 10.222.0.79 "PUT /v2.0/ports/c8a2bfb6-6688-4c0b-badb-05b312eeb23b HTTP/1.1" status: 200 len: 1093 time: 1.2381616 Nov 02 12:58:49.051871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'tag': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:58:49.054580 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728f1f4e-7f45-4599-8c61-21ba8619e78b" -d '{"events": [{"name": "network-changed", "server_uuid": "00030073-cc57-4acb-b363-dc9cc7b1810d", "tag": "c8a2bfb6-6688-4c0b-badb-05b312eeb23b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:58:49.097863 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c4fd7-4014-4c88-976b-1934bd65357c service neutron] Pushing event updated for resources: {'Port': ['ID=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,revision_number=10']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:49.150454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-306a29e6-2539-4e54-8a17-43a28edd3c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:49.152067 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-306a29e6-2539-4e54-8a17-43a28edd3c1f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 1097 time: 0.0625901 Nov 02 12:58:49.274306 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 12:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55204d55-4f70-4c2f-995b-dd05fb0d526f x-openstack-request-id: req-55204d55-4f70-4c2f-995b-dd05fb0d526f {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:58:49.275922 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00030073-cc57-4acb-b363-dc9cc7b1810d", "tag": "c8a2bfb6-6688-4c0b-badb-05b312eeb23b", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:58:49.275922 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-55204d55-4f70-4c2f-995b-dd05fb0d526f {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:58:49.276346 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'tag': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b', 'status': 'completed', 'code': 200} Nov 02 12:58:49.331607 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-f8fe0a8f-2911-4fb5-93c0-7428f2347970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:49.333513 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-f8fe0a8f-2911-4fb5-93c0-7428f2347970 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 909 time: 0.1713402 Nov 02 12:58:49.457877 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-9911a2f7-b4a9-4e3b-bb46-d3a9162d23ce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b HTTP/1.1" status: 200 len: 999 time: 0.1150975 Nov 02 12:58:49.548345 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a31e00-14a3-4541-b165-7021bf185c61 req-96e4ec07-f297-4785-91ae-3c57c075642d tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:49.550420 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94a31e00-14a3-4541-b165-7021bf185c61 req-96e4ec07-f297-4785-91ae-3c57c075642d tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 945 time: 0.1107831 Nov 02 12:58:49.552141 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-454cc293-f545-4ba4-99bb-b0547167a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:49.553680 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-454cc293-f545-4ba4-99bb-b0547167a8c2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.0781498 Nov 02 12:58:49.647612 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-16e4b30e-d9fd-4a41-b593-960d86c6350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:49.649810 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-16e4b30e-d9fd-4a41-b593-960d86c6350b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846195 Nov 02 12:58:49.656003 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94a31e00-14a3-4541-b165-7021bf185c61 req-6d898f50-1570-411d-b4df-5f624d090b06 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979941 Nov 02 12:58:49.766237 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-14192c85-d453-49cc-8397-abbcf88323ee service neutron] 10.222.0.79 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090541 Nov 02 12:58:49.769144 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-88e1b324-f6ee-4f9f-9ea1-ade9d0a098fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:49.887788 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-660dfe36-79a3-4e91-9aba-65f14f34735f req-c205b1bb-9de3-48a2-a5f2-8f93ca5b5480 service neutron] 10.222.0.79 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143665 Nov 02 12:58:50.079398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f1f4e-7f45-4599-8c61-21ba8619e78b req-9ad0fe72-dc84-4e9e-8517-4dd716ce06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:50.081175 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-728f1f4e-7f45-4599-8c61-21ba8619e78b req-9ad0fe72-dc84-4e9e-8517-4dd716ce06d8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 1097 time: 0.0486984 Nov 02 12:58:50.201102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f1f4e-7f45-4599-8c61-21ba8619e78b req-eaef6873-53dd-4ed9-adea-91bd767b4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:50.202817 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-728f1f4e-7f45-4599-8c61-21ba8619e78b req-eaef6873-53dd-4ed9-adea-91bd767b4eda service neutron] 10.222.0.79 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 909 time: 0.1139896 Nov 02 12:58:50.314582 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-728f1f4e-7f45-4599-8c61-21ba8619e78b req-d28c43ca-dbf8-49ec-9ed0-91383fbdf364 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b HTTP/1.1" status: 200 len: 999 time: 0.1049321 Nov 02 12:58:50.372097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f1f4e-7f45-4599-8c61-21ba8619e78b req-1e8cb56b-bd22-4b44-ac32-6db4e44d47c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:50.373736 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-728f1f4e-7f45-4599-8c61-21ba8619e78b req-1e8cb56b-bd22-4b44-ac32-6db4e44d47c7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.0521312 Nov 02 12:58:50.431851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f1f4e-7f45-4599-8c61-21ba8619e78b req-11a652c7-fc98-4b0a-bfe0-61997271766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:50.435975 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-728f1f4e-7f45-4599-8c61-21ba8619e78b req-11a652c7-fc98-4b0a-bfe0-61997271766e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533807 Nov 02 12:58:50.575706 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-728f1f4e-7f45-4599-8c61-21ba8619e78b req-d6e761bd-7200-43ad-a903-2440f51b92a0 service neutron] 10.222.0.79 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338387 Nov 02 12:58:50.864282 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef17a2-25cc-45a3-9f27-280a2f9e3b01 req-040b5b5f-be73-43a1-b7b1-10d124896b75 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:50.865898 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ef17a2-25cc-45a3-9f27-280a2f9e3b01 req-040b5b5f-be73-43a1-b7b1-10d124896b75 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 945 time: 0.0778522 Nov 02 12:58:50.973043 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-09ef17a2-25cc-45a3-9f27-280a2f9e3b01 req-79c10dc0-0b97-4836-a730-4948422d6d3d tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002016 Nov 02 12:58:51.063925 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:58:51.300100 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:52.110083 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3a1b5-ede0-4592-99ce-d9ba17f13126 req-ecda6c42-65af-46c2-b9f3-3298d9d1d950 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:52.111729 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0f3a1b5-ede0-4592-99ce-d9ba17f13126 req-ecda6c42-65af-46c2-b9f3-3298d9d1d950 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 945 time: 0.0547996 Nov 02 12:58:52.194656 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0f3a1b5-ede0-4592-99ce-d9ba17f13126 req-41ebbc7e-7644-4224-9c1a-c6b98ea0669a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765789 Nov 02 12:58:52.745990 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:53.330572 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823990a1-0b16-4490-9c9a-67eae0dcbdc6 req-a9561ed1-00df-4b54-8ec4-5393d01d6a18 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:53.332307 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-823990a1-0b16-4490-9c9a-67eae0dcbdc6 req-a9561ed1-00df-4b54-8ec4-5393d01d6a18 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 945 time: 0.0551655 Nov 02 12:58:53.395872 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-823990a1-0b16-4490-9c9a-67eae0dcbdc6 req-fb1732ed-4e24-450b-827a-ae174493e600 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532653 Nov 02 12:58:54.613924 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c344484-ee77-4b1b-b8c3-24fee641199a req-d9cc3620-5f1f-446a-a259-267001ec3219 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:54.624777 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c344484-ee77-4b1b-b8c3-24fee641199a req-d9cc3620-5f1f-446a-a259-267001ec3219 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 945 time: 0.1241405 Nov 02 12:58:54.632608 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:54.684045 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8c344484-ee77-4b1b-b8c3-24fee641199a req-37568397-6cf3-416f-ad8e-ad86d53589a2 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541179 Nov 02 12:58:54.785990 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:55.066326 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:58:55.864047 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6814e-42f7-4c25-8937-05c32d0783fc req-df227ba2-e5db-4372-a400-a4f5acae6491 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:55.866799 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3c6814e-42f7-4c25-8937-05c32d0783fc req-df227ba2-e5db-4372-a400-a4f5acae6491 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 945 time: 0.0953038 Nov 02 12:58:55.940165 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f3c6814e-42f7-4c25-8937-05c32d0783fc req-ae34b772-9495-456d-bbf0-929f190642b5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603950 Nov 02 12:58:57.113323 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d95773-ddfe-489d-86b0-4c9ea1dece7f req-4d710532-def9-479a-8952-18928b9e7c14 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:57.114920 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a0d95773-ddfe-489d-86b0-4c9ea1dece7f req-4d710532-def9-479a-8952-18928b9e7c14 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 945 time: 0.0786929 Nov 02 12:58:57.181420 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a0d95773-ddfe-489d-86b0-4c9ea1dece7f req-cb7c6801-4b7f-49fd-9d74-72952228fb25 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587947 Nov 02 12:58:58.400841 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac288d-fe8b-4f17-b481-d058c9c31348 req-72aeec85-2b12-48b0-b5b8-7715402e23bd tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:58.400841 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57ac288d-fe8b-4f17-b481-d058c9c31348 req-72aeec85-2b12-48b0-b5b8-7715402e23bd tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 945 time: 0.0876336 Nov 02 12:58:58.464411 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57ac288d-fe8b-4f17-b481-d058c9c31348 req-b7df4235-fe12-476d-be3a-ab4636e13f63 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597677 Nov 02 12:58:59.654293 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaf06a-4952-4b73-a547-e4f8154a145a req-4fb65c04-cbe7-4f28-94cc-49ba265f8cd4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:58:59.656276 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4eaaf06a-4952-4b73-a547-e4f8154a145a req-4fb65c04-cbe7-4f28-94cc-49ba265f8cd4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 945 time: 0.0861864 Nov 02 12:58:59.750664 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4eaaf06a-4952-4b73-a547-e4f8154a145a req-3a39c055-d21f-4e0d-92ff-2da55977677c tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829279 Nov 02 12:59:00.903250 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746bb1b-c38f-44bd-a42d-20abecea8456 req-a5628fdc-65ef-4c48-a2bd-76c51d6493ea tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:59:00.904927 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6746bb1b-c38f-44bd-a42d-20abecea8456 req-a5628fdc-65ef-4c48-a2bd-76c51d6493ea tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 945 time: 0.0587122 Nov 02 12:59:00.964989 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6746bb1b-c38f-44bd-a42d-20abecea8456 req-7efe8937-2206-4fbc-83a8-6ac521a52aa3 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530407 Nov 02 12:59:01.153342 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-728f1f4e-7f45-4599-8c61-21ba8619e78b req-c2a422fd-f7ec-4bfb-9184-f5960fcc628f service neutron] 10.222.0.79 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107078 Nov 02 12:59:02.126706 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdd32a-eb77-47dd-82dd-8dc78cf976c8 req-ff278498-2d86-4c2c-8e53-e69afc287b5e tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:59:02.128395 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80cdd32a-eb77-47dd-82dd-8dc78cf976c8 req-ff278498-2d86-4c2c-8e53-e69afc287b5e tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 945 time: 0.0644429 Nov 02 12:59:02.188223 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80cdd32a-eb77-47dd-82dd-8dc78cf976c8 req-33923b20-7daa-4107-8f78-b2ecaae600de tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526319 Nov 02 12:59:02.513139 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c8a2bfb6-6688-4c0b-badb-05b312eeb23b details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:59:02.622280 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c8a2bfb6-6688-4c0b-badb-05b312eeb23b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:02.636078 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'port_id': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b', 'mac_address': 'fa:16:3e:7a:9e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:59:02.683703 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:59:02.699785 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a2bfb6-6688-4c0b-badb-05b312eeb23b {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 12:59:02.723060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c8a2bfb6-6688-4c0b-badb-05b312eeb23b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:02.792124 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:59:02.846648 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,revision_number=11']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:03.009010 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['c8a2bfb6-6688-4c0b-badb-05b312eeb23b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 12:59:03.359524 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66991f83-4d99-4400-a42b-83a25a536bbd req-5ba5c704-06af-479b-a146-322a6ee06f86 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:59:03.361270 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66991f83-4d99-4400-a42b-83a25a536bbd req-5ba5c704-06af-479b-a146-322a6ee06f86 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0650315 Nov 02 12:59:03.442023 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-66991f83-4d99-4400-a42b-83a25a536bbd req-1d883dbb-976f-4f9c-8f63-869a25645716 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683892 Nov 02 12:59:04.526957 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c8a2bfb6-6688-4c0b-badb-05b312eeb23b up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:59:04.582336 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c94c1d-103a-4c97-97af-e76c967c2592 req-b0daab60-d238-46c0-ac71-e7e75b0081a5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:59:04.582336 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42c94c1d-103a-4c97-97af-e76c967c2592 req-b0daab60-d238-46c0-ac71-e7e75b0081a5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 946 time: 0.0621579 Nov 02 12:59:04.650368 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-42c94c1d-103a-4c97-97af-e76c967c2592 req-9a53c899-3513-4e44-8db4-d70f63a09890 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551181 Nov 02 12:59:04.677606 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port c8a2bfb6-6688-4c0b-badb-05b312eeb23b completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 12:59:04.683182 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port c8a2bfb6-6688-4c0b-badb-05b312eeb23b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 12:59:04.683568 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:59:04.782320 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:59:04.811683 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 12:59:04.814646 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62718bf-31bd-465f-9206-62bed9a62f92" -d '{"events": [{"server_uuid": "00030073-cc57-4acb-b363-dc9cc7b1810d", "name": "network-vif-plugged", "status": "completed", "tag": "c8a2bfb6-6688-4c0b-badb-05b312eeb23b"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:59:04.830653 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port c8a2bfb6-6688-4c0b-badb-05b312eeb23b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:59:04.858841 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 12:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373a58c1-a1df-4a3f-9bae-c25afdc08b57 x-openstack-request-id: req-373a58c1-a1df-4a3f-9bae-c25afdc08b57 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:59:04.859172 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00030073-cc57-4acb-b363-dc9cc7b1810d", "name": "network-vif-plugged", "status": "completed", "tag": "c8a2bfb6-6688-4c0b-badb-05b312eeb23b", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:59:04.859431 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-373a58c1-a1df-4a3f-9bae-c25afdc08b57 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:59:04.859905 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b', 'code': 200} Nov 02 12:59:04.883265 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:59:04.950054 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,revision_number=12']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:05.118170 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee609a5-ff04-4c8d-a602-c9eda4a26163 req-57e85421-37b0-4bf9-8a76-87c1850d1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:59:05.119774 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aee609a5-ff04-4c8d-a602-c9eda4a26163 req-57e85421-37b0-4bf9-8a76-87c1850d1962 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 1099 time: 0.0467215 Nov 02 12:59:05.172848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aee609a5-ff04-4c8d-a602-c9eda4a26163 req-658bf9a2-2d1c-41ee-8987-a4d8d42df2e3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456979 Nov 02 12:59:05.792016 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2107c64-c633-4c17-b248-c7c7435bb027 req-0227e116-0f2c-45cf-b722-9cba822e38ac tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:59:05.793667 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2107c64-c633-4c17-b248-c7c7435bb027 req-0227e116-0f2c-45cf-b722-9cba822e38ac tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 947 time: 0.0573313 Nov 02 12:59:05.860033 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e2107c64-c633-4c17-b248-c7c7435bb027 req-6a774037-c123-4d72-bc93-89037e107d02 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560608 Nov 02 12:59:06.994443 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e97a4-4679-4a51-bc3e-974b545eaa1c req-b52b2119-f41f-46c3-9f3d-a6bc9241fa22 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:59:06.996216 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e1e97a4-4679-4a51-bc3e-974b545eaa1c req-b52b2119-f41f-46c3-9f3d-a6bc9241fa22 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 947 time: 0.0580037 Nov 02 12:59:07.074423 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2e1e97a4-4679-4a51-bc3e-974b545eaa1c req-ca6538d2-8100-445b-87d0-6d38d18ad7f3 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680239 Nov 02 12:59:08.246525 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a2357-e3ef-4a2a-b7d3-58ff07189fd9 req-0fed30e9-dc0f-4cd8-a9e6-27b1f6385deb tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:59:08.249612 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d17a2357-e3ef-4a2a-b7d3-58ff07189fd9 req-0fed30e9-dc0f-4cd8-a9e6-27b1f6385deb tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 947 time: 0.0882680 Nov 02 12:59:08.315766 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d17a2357-e3ef-4a2a-b7d3-58ff07189fd9 req-4b334ed2-c695-46e0-8e09-b339e9982b95 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593495 Nov 02 12:59:17.529245 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-47ceb5b7-f4fb-42f8-ae3d-a344204f1eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:59:19.763347 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1874cff4-b96b-4eba-8ad5-7677ec808ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:59:21.272491 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:59:22.755552 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:59:24.654696 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:59:24.778520 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:59:25.052744 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:59:28.054811 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:59:47.551288 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3c5ab3c0-b627-48e0-8288-6443fe4578a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:59:48.153789 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d1ceb54-2002-4a5a-8a94-54ce8b7d1206 req-a13a902f-9ad5-4d9f-9305-79efe8723fd5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441346 Nov 02 12:59:48.249645 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ceb54-2002-4a5a-8a94-54ce8b7d1206 req-7f9e9c28-1bd2-4258-92d7-81c6312c0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:59:48.251203 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d1ceb54-2002-4a5a-8a94-54ce8b7d1206 req-7f9e9c28-1bd2-4258-92d7-81c6312c0359 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 1099 time: 0.0539627 Nov 02 12:59:48.364203 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ceb54-2002-4a5a-8a94-54ce8b7d1206 req-58f29c90-64ce-496e-bd6c-3fd90e826622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:59:48.365835 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d1ceb54-2002-4a5a-8a94-54ce8b7d1206 req-58f29c90-64ce-496e-bd6c-3fd90e826622 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 909 time: 0.0958884 Nov 02 12:59:48.438335 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d1ceb54-2002-4a5a-8a94-54ce8b7d1206 req-2d532fc1-3a23-4c31-b0a6-9bb5daeb6ae8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b HTTP/1.1" status: 200 len: 1001 time: 0.0655396 Nov 02 12:59:48.489618 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ceb54-2002-4a5a-8a94-54ce8b7d1206 req-2afacb27-3bc5-4257-bb42-f58000f8dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:59:48.491155 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d1ceb54-2002-4a5a-8a94-54ce8b7d1206 req-2afacb27-3bc5-4257-bb42-f58000f8dd1b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.0459762 Nov 02 12:59:48.541465 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ceb54-2002-4a5a-8a94-54ce8b7d1206 req-684a5553-ca91-459a-bc3e-1e9a2eca82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 12:59:48.542994 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d1ceb54-2002-4a5a-8a94-54ce8b7d1206 req-684a5553-ca91-459a-bc3e-1e9a2eca82e5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443194 Nov 02 12:59:48.642735 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d1ceb54-2002-4a5a-8a94-54ce8b7d1206 req-3b2a78ab-2359-47a4-8f46-beb67d7e5e9b service neutron] 10.222.0.79 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921121 Nov 02 12:59:48.741492 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0d1ceb54-2002-4a5a-8a94-54ce8b7d1206 req-3349bab0-ab4d-4bb5-bc90-a014fb522023 service neutron] 10.222.0.79 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918469 Nov 02 12:59:49.791227 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b9c19bf2-4a52-45a3-80f8-449e7c8320ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:59:51.299652 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:59:52.779510 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:59:54.671369 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:59:54.817638 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 12:59:55.092813 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:05.054458 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:00:17.543513 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-81d02dd8-2e8e-46a6-924d-e3991a89ef36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:19.043797 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60624) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:00:19.220523 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Deleting port fe112950-0156-41e3-97f7-2535ec85291f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:00:19.220864 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:19.302039 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:19.302298 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:19.315439 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Calling delete_port for fe112950-0156-41e3-97f7-2535ec85291f owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:00:19.565821 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:19.594274 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event deleted for resources: {'Port': ['ID=fe112950-0156-41e3-97f7-2535ec85291f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:19.704135 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:19.704713 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:19.705279 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:19.705855 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:19.706407 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:19.707003 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:19.707581 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:19.708312 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:19.709125 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:19.709807 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:19.710158 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:19.710557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:19.780864 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:19.781197 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Floating IP 99191b53-6220-473c-b6c6-033e8472d96d disassociated (deleted). External IP: 172.25.6.69, port: c8a2bfb6-6688-4c0b-badb-05b312eeb23b. Nov 02 13:00:19.784957 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f082ac24-ce4e-41f6-8a76-12ec189c78f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:20.334698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:00:20.448158 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:20.454270 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:20.460603 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1bc28e-d19f-49f1-a5d4-442eec560eb2 None None] Sync routers for ids ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:20.471371 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1bc28e-d19f-49f1-a5d4-442eec560eb2 None None] Routers {'13ac7e74-a8ce-4f6f-9384-f363456f1e01'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:20.471988 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6b1bc28e-d19f-49f1-a5d4-442eec560eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:00:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:20.483200 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a6399426-aa0d-40fb-a22f-575b59181512 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "DELETE /v2.0/floatingips/99191b53-6220-473c-b6c6-033e8472d96d HTTP/1.1" status: 204 len: 168 time: 1.4382930 Nov 02 13:00:20.483942 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'tag': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:00:20.486295 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8673b41a-fa96-4780-90ae-c6473113d373" -d '{"events": [{"name": "network-changed", "server_uuid": "00030073-cc57-4acb-b363-dc9cc7b1810d", "tag": "c8a2bfb6-6688-4c0b-badb-05b312eeb23b"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:00:20.584358 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-6b1bc28e-d19f-49f1-a5d4-442eec560eb2 None None] Set router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:20.789085 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6b1bc28e-d19f-49f1-a5d4-442eec560eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T12:55:46Z', 'revision_number': 4, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port': {'id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:43Z', 'updated_at': '2021-11-02T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'bb34a841-a5c2-4939-9ef4-03e1230ed8ec', 'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'mac_address': 'fa:16:3e:23:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:45Z', 'updated_at': '2021-11-02T12:55:51Z', 'revision_number': 5, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'subnets': [{'id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:20.814943 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1bc28e-d19f-49f1-a5d4-442eec560eb2 None None] Checking router: 13ac7e74-a8ce-4f6f-9384-f363456f1e01 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:00:20.823945 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1bc28e-d19f-49f1-a5d4-442eec560eb2 None None] Routers {'13ac7e74-a8ce-4f6f-9384-f363456f1e01'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:20.824561 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6b1bc28e-d19f-49f1-a5d4-442eec560eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:00:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:20.869782 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 13:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe37f88c-b2cd-41f0-b262-2cc9151d365a x-openstack-request-id: req-fe37f88c-b2cd-41f0-b262-2cc9151d365a {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:00:20.870122 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00030073-cc57-4acb-b363-dc9cc7b1810d", "tag": "c8a2bfb6-6688-4c0b-badb-05b312eeb23b", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:00:20.870362 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe37f88c-b2cd-41f0-b262-2cc9151d365a {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:00:20.870802 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'tag': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b', 'status': 'completed', 'code': 200} Nov 02 13:00:20.938305 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-6b1bc28e-d19f-49f1-a5d4-442eec560eb2 None None] Set router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:20.964974 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673b41a-fa96-4780-90ae-c6473113d373 req-d3a52027-72f7-4809-b8f9-1528e2ac7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:20.966599 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8673b41a-fa96-4780-90ae-c6473113d373 req-d3a52027-72f7-4809-b8f9-1528e2ac7464 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 1099 time: 0.0741022 Nov 02 13:00:20.978762 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cafa8d-55bc-4e5b-ad0b-1f4467a1fdc8 req-4aa93d1b-af6b-4c38-826e-afdecd7c1489 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:20.980354 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-70cafa8d-55bc-4e5b-ad0b-1f4467a1fdc8 req-4aa93d1b-af6b-4c38-826e-afdecd7c1489 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 947 time: 0.0616932 Nov 02 13:00:21.098723 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-70cafa8d-55bc-4e5b-ad0b-1f4467a1fdc8 req-a7e6598e-d07e-48ce-8a1a-42b2f87c86aa tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079788 Nov 02 13:00:21.113832 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673b41a-fa96-4780-90ae-c6473113d373 req-9517dc22-616c-4e46-902f-4137fb5f774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:21.115269 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8673b41a-fa96-4780-90ae-c6473113d373 req-9517dc22-616c-4e46-902f-4137fb5f774c service neutron] 10.222.0.79 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 909 time: 0.1338325 Nov 02 13:00:21.163826 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8673b41a-fa96-4780-90ae-c6473113d373 req-ef02f6ca-8bb2-4e62-b1ad-88f5d38615c0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b HTTP/1.1" status: 200 len: 217 time: 0.0404997 Nov 02 13:00:21.223763 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673b41a-fa96-4780-90ae-c6473113d373 req-9d52b7bf-d43c-431a-bea6-14bc6cca5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:21.225143 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8673b41a-fa96-4780-90ae-c6473113d373 req-9d52b7bf-d43c-431a-bea6-14bc6cca5881 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.0539808 Nov 02 13:00:21.258358 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-6b1bc28e-d19f-49f1-a5d4-442eec560eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T12:55:46Z', 'revision_number': 4, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port': {'id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:43Z', 'updated_at': '2021-11-02T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'bb34a841-a5c2-4939-9ef4-03e1230ed8ec', 'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'mac_address': 'fa:16:3e:23:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:45Z', 'updated_at': '2021-11-02T12:55:51Z', 'revision_number': 5, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'subnets': [{'id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:21.287180 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1bc28e-d19f-49f1-a5d4-442eec560eb2 None None] The sync data for ids ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'] in n-d-806683-18 is: [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T12:55:46Z', 'revision_number': 4, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port': {'id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:43Z', 'updated_at': '2021-11-02T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'bb34a841-a5c2-4939-9ef4-03e1230ed8ec', 'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'mac_address': 'fa:16:3e:23:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:45Z', 'updated_at': '2021-11-02T12:55:51Z', 'revision_number': 5, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'subnets': [{'id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:21.287629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673b41a-fa96-4780-90ae-c6473113d373 req-1ecb5d6c-5b74-4117-a05b-172395ee3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:21.289166 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8673b41a-fa96-4780-90ae-c6473113d373 req-1ecb5d6c-5b74-4117-a05b-172395ee3196 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560763 Nov 02 13:00:21.339566 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:21.402224 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8673b41a-fa96-4780-90ae-c6473113d373 req-1cf84606-561f-4411-b3e5-953087230f31 service neutron] 10.222.0.79 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048937 Nov 02 13:00:21.523212 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8673b41a-fa96-4780-90ae-c6473113d373 req-0a9617f2-015c-4d38-83e0-1a0e5007cf67 service neutron] 10.222.0.79 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130192 Nov 02 13:00:21.566465 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779c0c41-ae15-4e44-a750-ca183950c5d3 None None] New status for floating IP 99191b53-6220-473c-b6c6-033e8472d96d: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 13:00:22.283719 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f2eca-dab0-42bc-b0c8-8699e7a087bf req-f126f59e-ef21-440a-8e49-8f4c0332ddd0 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:22.285413 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb9f2eca-dab0-42bc-b0c8-8699e7a087bf req-f126f59e-ef21-440a-8e49-8f4c0332ddd0 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.79 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 947 time: 0.0956657 Nov 02 13:00:22.301425 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084a134-561d-41bc-a1ab-b07879b8b157 req-ae6e0835-b9f0-448e-a1f5-24b638146183 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:22.303153 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1084a134-561d-41bc-a1ab-b07879b8b157 req-ae6e0835-b9f0-448e-a1f5-24b638146183 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 947 time: 0.0992925 Nov 02 13:00:22.446703 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1084a134-561d-41bc-a1ab-b07879b8b157 req-a1cc7d20-c80c-4c5b-b2cb-0ce7faeff808 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=00523de8-d49b-4079-af67-54d89f4098ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363726 Nov 02 13:00:22.480610 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-eb9f2eca-dab0-42bc-b0c8-8699e7a087bf req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Deleting port c8a2bfb6-6688-4c0b-badb-05b312eeb23b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:00:22.481154 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-eb9f2eca-dab0-42bc-b0c8-8699e7a087bf req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:22.590902 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-eb9f2eca-dab0-42bc-b0c8-8699e7a087bf req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] For port c8a2bfb6-6688-4c0b-badb-05b312eeb23b, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:22.591381 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-eb9f2eca-dab0-42bc-b0c8-8699e7a087bf req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:22.607667 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-eb9f2eca-dab0-42bc-b0c8-8699e7a087bf req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Calling delete_port for c8a2bfb6-6688-4c0b-badb-05b312eeb23b owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:00:22.796837 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:22.822420 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-eb9f2eca-dab0-42bc-b0c8-8699e7a087bf req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:22.860178 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event deleted for resources: {'Port': ['ID=c8a2bfb6-6688-4c0b-badb-05b312eeb23b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:22.885516 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:22.886560 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:22.887027 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:22.887337 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:22.887676 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:22.888103 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:22.888445 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:22.888779 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:22.889111 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:22.889439 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:22.889771 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:22.890100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:22.916681 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9f2eca-dab0-42bc-b0c8-8699e7a087bf req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] No DVR routers for this DVR port c8a2bfb6-6688-4c0b-badb-05b312eeb23b on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 13:00:22.919827 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-eb9f2eca-dab0-42bc-b0c8-8699e7a087bf req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:22.923704 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-eb9f2eca-dab0-42bc-b0c8-8699e7a087bf req-8030f883-757e-4550-a82f-0a0232cb9ee9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.79 "DELETE /v2.0/ports/c8a2bfb6-6688-4c0b-badb-05b312eeb23b HTTP/1.1" status: 204 len: 173 time: 0.6316326 Nov 02 13:00:22.924229 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'name': 'network-vif-deleted', 'tag': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:00:22.926736 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66a8678-bcc5-4f23-8ca1-1956bd6380cf" -d '{"events": [{"server_uuid": "00030073-cc57-4acb-b363-dc9cc7b1810d", "name": "network-vif-deleted", "tag": "c8a2bfb6-6688-4c0b-badb-05b312eeb23b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:00:22.968070 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 13:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e17fd0-c4f7-42b6-95e9-0bf2ae4e00a8 x-openstack-request-id: req-d5e17fd0-c4f7-42b6-95e9-0bf2ae4e00a8 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:00:22.968361 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00030073-cc57-4acb-b363-dc9cc7b1810d", "name": "network-vif-deleted", "tag": "c8a2bfb6-6688-4c0b-badb-05b312eeb23b", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:00:22.968616 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d5e17fd0-c4f7-42b6-95e9-0bf2ae4e00a8 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:00:22.969027 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00030073-cc57-4acb-b363-dc9cc7b1810d', 'name': 'network-vif-deleted', 'tag': 'c8a2bfb6-6688-4c0b-badb-05b312eeb23b', 'status': 'completed', 'code': 200} Nov 02 13:00:23.627984 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c28bc83c-78b9-4fd2-8e91-9b350efe2d1c req-fc1e137d-728b-42a3-a7fc-17e0091cd285 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=00030073-cc57-4acb-b363-dc9cc7b1810d HTTP/1.1" status: 200 len: 210 time: 0.0275028 Nov 02 13:00:24.696486 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60644) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:00:24.700211 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:24.765389 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1d12cb4-1947-4ab8-8ce4-fd92791a3135 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:24.796368 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1d12cb4-1947-4ab8-8ce4-fd92791a3135 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:24.859655 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:24.980948 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1d12cb4-1947-4ab8-8ce4-fd92791a3135 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:24.986403 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-a1d12cb4-1947-4ab8-8ce4-fd92791a3135 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:24.991693 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-a1d12cb4-1947-4ab8-8ce4-fd92791a3135 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "DELETE /v2.0/security-groups/00523de8-d49b-4079-af67-54d89f4098ff HTTP/1.1" status: 204 len: 168 time: 0.2918990 Nov 02 13:00:25.004205 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d12cb4-1947-4ab8-8ce4-fd92791a3135 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00523de8-d49b-4079-af67-54d89f4098ff,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:25.077033 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:25.383347 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60652) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:00:25.391344 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-9a017966-9cf8-4725-84b7-18c4e22845ae tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-742803923', 'description': 'tempest-secgroup-smoke-742803923 description', 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:00:25.516675 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a017966-9cf8-4725-84b7-18c4e22845ae tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:25.648715 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a017966-9cf8-4725-84b7-18c4e22845ae tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:25.745399 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a017966-9cf8-4725-84b7-18c4e22845ae tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:25.782063 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a017966-9cf8-4725-84b7-18c4e22845ae tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257e0401-71ec-44fe-85ca-53645ad54184,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:25.842766 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-9a017966-9cf8-4725-84b7-18c4e22845ae tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:25.844214 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-9a017966-9cf8-4725-84b7-18c4e22845ae tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4592147 Nov 02 13:00:25.853509 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60654) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:00:25.859902 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-017285fc-2d2d-455f-836a-ed4e2a4d29f3 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Request body: {'security_group_rule': {'security_group_id': '257e0401-71ec-44fe-85ca-53645ad54184', 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:00:25.959600 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-017285fc-2d2d-455f-836a-ed4e2a4d29f3 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:26.024076 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-017285fc-2d2d-455f-836a-ed4e2a4d29f3 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:26.105391 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-017285fc-2d2d-455f-836a-ed4e2a4d29f3 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:26.129850 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017285fc-2d2d-455f-836a-ed4e2a4d29f3 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800a74e7-5f8f-4495-954e-dc306df57bed,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:26.193629 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-017285fc-2d2d-455f-836a-ed4e2a4d29f3 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:26.195174 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-017285fc-2d2d-455f-836a-ed4e2a4d29f3 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3403983 Nov 02 13:00:26.199240 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60656) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:00:26.204277 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-da8c3a0b-e3f9-4567-9a2e-2f94d03999b9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Request body: {'security_group_rule': {'security_group_id': '257e0401-71ec-44fe-85ca-53645ad54184', 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:00:26.322219 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da8c3a0b-e3f9-4567-9a2e-2f94d03999b9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:26.399978 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da8c3a0b-e3f9-4567-9a2e-2f94d03999b9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:26.487894 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da8c3a0b-e3f9-4567-9a2e-2f94d03999b9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:26.508739 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c3a0b-e3f9-4567-9a2e-2f94d03999b9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26b402f-5a71-4ac8-a828-1eed32ffcbc0,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:26.627295 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-da8c3a0b-e3f9-4567-9a2e-2f94d03999b9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:26.628463 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-da8c3a0b-e3f9-4567-9a2e-2f94d03999b9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4280057 Nov 02 13:00:26.631757 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60658) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:00:26.636741 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-fb6933eb-e053-4ea0-92fb-6cb753b9d1bb tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Request body: {'security_group_rule': {'security_group_id': '257e0401-71ec-44fe-85ca-53645ad54184', 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:00:26.768244 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fb6933eb-e053-4ea0-92fb-6cb753b9d1bb tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:26.827808 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fb6933eb-e053-4ea0-92fb-6cb753b9d1bb tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:26.946213 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c8a2bfb6-6688-4c0b-badb-05b312eeb23b no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:26.968648 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: c8a2bfb6-6688-4c0b-badb-05b312eeb23b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 13:00:26.969000 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device c8a2bfb6-6688-4c0b-badb-05b312eeb23b not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:26.980496 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fb6933eb-e053-4ea0-92fb-6cb753b9d1bb tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:26.998443 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6933eb-e053-4ea0-92fb-6cb753b9d1bb tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9308cea9-aeb9-4888-b87e-85072be7d70a,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:27.096009 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-fb6933eb-e053-4ea0-92fb-6cb753b9d1bb tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:27.097239 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-fb6933eb-e053-4ea0-92fb-6cb753b9d1bb tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4644530 Nov 02 13:00:27.100039 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 60660) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:00:27.104506 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-52aea9a4-2a16-4f7e-b4b9-dc0f34bfab25 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Request body: {'security_group_rule': {'security_group_id': '257e0401-71ec-44fe-85ca-53645ad54184', 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:00:27.219764 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52aea9a4-2a16-4f7e-b4b9-dc0f34bfab25 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:27.280594 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52aea9a4-2a16-4f7e-b4b9-dc0f34bfab25 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:27.388233 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52aea9a4-2a16-4f7e-b4b9-dc0f34bfab25 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:27.411864 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aea9a4-2a16-4f7e-b4b9-dc0f34bfab25 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600dc50c-2f36-4995-9fe6-40902b298f15,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:27.476131 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-52aea9a4-2a16-4f7e-b4b9-dc0f34bfab25 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:27.477314 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-52aea9a4-2a16-4f7e-b4b9-dc0f34bfab25 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3763304 Nov 02 13:00:27.480447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60662) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:00:27.485368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-bf7b44fc-4ec2-409a-b4e8-967238833fda tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Request body: {'security_group_rule': {'security_group_id': '257e0401-71ec-44fe-85ca-53645ad54184', 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:00:27.616814 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-bf7b44fc-4ec2-409a-b4e8-967238833fda tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Project cbc850d4bae04193a9a7e134fc6943f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:00:27.622382 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf7b44fc-4ec2-409a-b4e8-967238833fda tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:28.046759 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf7b44fc-4ec2-409a-b4e8-967238833fda tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:28.108570 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf7b44fc-4ec2-409a-b4e8-967238833fda tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:28.131963 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b44fc-4ec2-409a-b4e8-967238833fda tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cd165d-2615-410b-8272-5dd09cbd0313,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:28.218817 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-bf7b44fc-4ec2-409a-b4e8-967238833fda tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:28.220714 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-bf7b44fc-4ec2-409a-b4e8-967238833fda tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7388616 Nov 02 13:00:28.223439 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60664) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:00:28.228608 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-16f95293-ae74-44e9-8fac-19f7eb073892 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Request body: {'security_group_rule': {'security_group_id': '257e0401-71ec-44fe-85ca-53645ad54184', 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:00:28.388599 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-16f95293-ae74-44e9-8fac-19f7eb073892 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Project cbc850d4bae04193a9a7e134fc6943f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:00:28.394674 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-16f95293-ae74-44e9-8fac-19f7eb073892 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:28.481082 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-16f95293-ae74-44e9-8fac-19f7eb073892 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:28.622637 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-16f95293-ae74-44e9-8fac-19f7eb073892 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:28.647492 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f95293-ae74-44e9-8fac-19f7eb073892 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9820185-97fe-47b6-bd29-4710d0091f08,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:28.775681 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-16f95293-ae74-44e9-8fac-19f7eb073892 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:28.777001 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-16f95293-ae74-44e9-8fac-19f7eb073892 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5525086 Nov 02 13:00:42.054527 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:00:47.613742 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-60a93d2b-42c8-41fe-97a5-f77d484d6520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:49.779317 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-8cd7734a-605b-4082-a9cb-f185571f2114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:51.301257 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:51.838219 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ab2ff40-6858-4094-9322-cac56b315baa req-2fcd39ba-2f19-476d-a000-94c801581131 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-742803923&fields=id&tenant_id=cbc850d4bae04193a9a7e134fc6943f7 HTTP/1.1" status: 200 len: 267 time: 0.0464416 Nov 02 13:00:51.946391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2ff40-6858-4094-9322-cac56b315baa req-98ddd965-4ed8-42a5-9676-c262e65a0715 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:51.947832 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ab2ff40-6858-4094-9322-cac56b315baa req-98ddd965-4ed8-42a5-9676-c262e65a0715 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 808 time: 0.1025865 Nov 02 13:00:51.965303 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ab2ff40-6858-4094-9322-cac56b315baa req-ab470d97-e568-441c-a4fb-81b9b452b37b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/quotas/cbc850d4bae04193a9a7e134fc6943f7 HTTP/1.1" status: 200 len: 375 time: 0.0107596 Nov 02 13:00:52.018263 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ab2ff40-6858-4094-9322-cac56b315baa req-9e4cc609-6f7b-42fe-85d2-43f51d17b984 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475199 Nov 02 13:00:52.118155 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ab2ff40-6858-4094-9322-cac56b315baa req-bfe40e6a-7286-4526-a6b0-ba67b258e98c service neutron] 10.222.0.52 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881548 Nov 02 13:00:52.213778 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3ab2ff40-6858-4094-9322-cac56b315baa req-0c6763a1-23eb-422d-8253-0097e32d23f2 service neutron] 10.222.0.52 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884135 Nov 02 13:00:52.758801 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:52.780169 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4a7581f0-56b9-43cd-af73-a070a490b04e req-251e4944-248b-46ba-857a-e9599c0ee1c5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 210 time: 0.0280321 Nov 02 13:00:53.882065 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4ac92b6c-cc29-4b3d-a29d-0e22c02c965d req-50eec97b-1c7a-4300-9cf6-ab635e1cb667 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 210 time: 0.0300498 Nov 02 13:00:54.693471 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:54.807897 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:54.907201 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2ff40-6858-4094-9322-cac56b315baa req-2a55d9a9-6f7b-4264-92b9-32507a7a5363 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:54.908732 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ab2ff40-6858-4094-9322-cac56b315baa req-2a55d9a9-6f7b-4264-92b9-32507a7a5363 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.54 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 808 time: 0.1073389 Nov 02 13:00:54.978791 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ab2ff40-6858-4094-9322-cac56b315baa req-8bacb37e-1983-445c-90d2-b5d017aa0151 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbc850d4bae04193a9a7e134fc6943f7 HTTP/1.1" status: 200 len: 379 time: 0.0609546 Nov 02 13:00:54.983230 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-037dd851-b0f6-4d5f-8339-c76b485248f2 req-b664cb97-f3bb-4bbf-9b11-43d867b9e3c6 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 210 time: 0.0282459 Nov 02 13:00:54.988390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-3ab2ff40-6858-4094-9322-cac56b315baa req-a5742ce9-7bbd-4891-8524-1c6fb88ebe1f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Request body: {'port': {'device_id': '1e7f6653-f7c3-48f7-ac71-a1d72f6b442b', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'admin_state_up': True, 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'security_groups': ['257e0401-71ec-44fe-85ca-53645ad54184']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:00:55.064636 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:55.171177 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab2ff40-6858-4094-9322-cac56b315baa req-a5742ce9-7bbd-4891-8524-1c6fb88ebe1f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Made reservation on behalf of cbc850d4bae04193a9a7e134fc6943f7 for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:55.175304 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3ab2ff40-6858-4094-9322-cac56b315baa req-a5742ce9-7bbd-4891-8524-1c6fb88ebe1f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:55.313207 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-3ab2ff40-6858-4094-9322-cac56b315baa req-a5742ce9-7bbd-4891-8524-1c6fb88ebe1f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Allocated IP 172.20.0.10 (6179212d-21a0-400e-b24d-a674691bd9d3/92161075-6905-46fd-86f3-8cd204bfe58f/57b12c5e-e1d6-44eb-b228-d9e9961e1c2b) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:55.461881 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3ab2ff40-6858-4094-9322-cac56b315baa req-a5742ce9-7bbd-4891-8524-1c6fb88ebe1f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:55.568462 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3ab2ff40-6858-4094-9322-cac56b315baa req-a5742ce9-7bbd-4891-8524-1c6fb88ebe1f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:55.617809 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab2ff40-6858-4094-9322-cac56b315baa req-a5742ce9-7bbd-4891-8524-1c6fb88ebe1f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Network 6179212d-21a0-400e-b24d-a674691bd9d3 is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:55.623084 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-3ab2ff40-6858-4094-9322-cac56b315baa req-a5742ce9-7bbd-4891-8524-1c6fb88ebe1f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:55.627545 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab2ff40-6858-4094-9322-cac56b315baa req-a5742ce9-7bbd-4891-8524-1c6fb88ebe1f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:00:55.652603 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5742ce9-7bbd-4891-8524-1c6fb88ebe1f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'Port': ['ID=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:55.684664 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2ff40-6858-4094-9322-cac56b315baa req-a5742ce9-7bbd-4891-8524-1c6fb88ebe1f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:55.685355 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3ab2ff40-6858-4094-9322-cac56b315baa req-a5742ce9-7bbd-4891-8524-1c6fb88ebe1f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:55.794035 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ab2ff40-6858-4094-9322-cac56b315baa req-a5742ce9-7bbd-4891-8524-1c6fb88ebe1f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8096128 Nov 02 13:00:55.861450 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Request body: {'port': {'device_id': '1e7f6653-f7c3-48f7-ac71-a1d72f6b442b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:00:55.883351 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d7c3d05f-bbcd-46a0-9fda-d53fb6c760e9 None None] Provisioning complete for port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:00:55.883836 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d7c3d05f-bbcd-46a0-9fda-d53fb6c760e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:55.921542 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-d7c3d05f-bbcd-46a0-9fda-d53fb6c760e9 None None] Port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 13:00:55.935179 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:56.160962 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02562dc-a596-4d12-8792-bd4cecedfddc req-42e11e24-d2c4-4470-a8cd-57df36fb2a05 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:56.163238 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a02562dc-a596-4d12-8792-bd4cecedfddc req-42e11e24-d2c4-4470-a8cd-57df36fb2a05 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 932 time: 0.1062975 Nov 02 13:00:56.224619 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a02562dc-a596-4d12-8792-bd4cecedfddc req-3c77d5a8-fd06-4555-be29-69c6ec353940 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551333 Nov 02 13:00:56.255812 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 13:00:56.263749 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:56.275997 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Transition to ACTIVE for port object 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 13:00:56.379524 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:56.438170 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Pushing event updated for resources: {'Port': ['ID=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:56.528568 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Attempting to bind port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 13:00:56.529873 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Attempting to bind port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 13:00:56.530506 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Attempting to bind port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b on network 6179212d-21a0-400e-b24d-a674691bd9d3 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:56.535371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b on network 6179212d-21a0-400e-b24d-a674691bd9d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:00:56.535706 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Attempting to bind port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b on network 6179212d-21a0-400e-b24d-a674691bd9d3 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:56.541467 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 13, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:00:56.541816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Checking segment: {'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 13:00:56.542250 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Bound using segment: {'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:00:56.542694 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Bound port: 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 13:00:56.543076 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:56.616773 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] For port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:56.620722 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] For port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:56.711463 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:56.751959 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:56.752966 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:00:56.755223 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ab2ff40-6858-4094-9322-cac56b315baa req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] 10.222.0.54 "PUT /v2.0/ports/57b12c5e-e1d6-44eb-b228-d9e9961e1c2b HTTP/1.1" status: 200 len: 1093 time: 0.9520180 Nov 02 13:00:56.755763 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7f6653-f7c3-48f7-ac71-a1d72f6b442b', 'tag': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:00:56.758172 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fd0e12-3f6d-4467-9e68-f15243ff577f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7f6653-f7c3-48f7-ac71-a1d72f6b442b", "tag": "57b12c5e-e1d6-44eb-b228-d9e9961e1c2b"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:00:56.791974 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46728c53-6b03-4860-aa45-d2f37a4a230c service neutron] Pushing event updated for resources: {'Port': ['ID=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:56.822891 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 13:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57e1b9b-8d7f-47d5-97bf-6fe2d66a9ca8 x-openstack-request-id: req-b57e1b9b-8d7f-47d5-97bf-6fe2d66a9ca8 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:00:56.823208 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7f6653-f7c3-48f7-ac71-a1d72f6b442b", "tag": "57b12c5e-e1d6-44eb-b228-d9e9961e1c2b", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:00:56.823617 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b57e1b9b-8d7f-47d5-97bf-6fe2d66a9ca8 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:00:56.824092 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7f6653-f7c3-48f7-ac71-a1d72f6b442b', 'tag': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b', 'status': 'completed', 'code': 200} Nov 02 13:00:56.897017 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd0e12-3f6d-4467-9e68-f15243ff577f req-ad5324af-ff9b-4b5f-b9e6-8c9f28dccc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:56.898453 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-12fd0e12-3f6d-4467-9e68-f15243ff577f req-ad5324af-ff9b-4b5f-b9e6-8c9f28dccc39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 1096 time: 0.0526550 Nov 02 13:00:57.012550 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd0e12-3f6d-4467-9e68-f15243ff577f req-e8daaee3-9ec5-4e18-b0fa-a48071f2c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:57.014709 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-12fd0e12-3f6d-4467-9e68-f15243ff577f req-e8daaee3-9ec5-4e18-b0fa-a48071f2c199 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1079662 Nov 02 13:00:57.118726 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd0e12-3f6d-4467-9e68-f15243ff577f req-96501308-3b2c-44b6-b4b5-ff61b4de5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:57.120272 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-12fd0e12-3f6d-4467-9e68-f15243ff577f req-96501308-3b2c-44b6-b4b5-ff61b4de5a99 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980604 Nov 02 13:00:57.198845 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2ff40-6858-4094-9322-cac56b315baa req-a8c1bdfe-54ed-489b-89a5-e1733c9ef863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:57.200436 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ab2ff40-6858-4094-9322-cac56b315baa req-a8c1bdfe-54ed-489b-89a5-e1733c9ef863 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 1096 time: 0.0434358 Nov 02 13:00:57.242242 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ab2ff40-6858-4094-9322-cac56b315baa req-3a4b7931-f20b-43e3-8d29-9122bc3c1a3f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b HTTP/1.1" status: 200 len: 217 time: 0.0342560 Nov 02 13:00:57.295161 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2ff40-6858-4094-9322-cac56b315baa req-62b7e07e-bb19-421b-b148-d32f865681c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:57.296660 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ab2ff40-6858-4094-9322-cac56b315baa req-62b7e07e-bb19-421b-b148-d32f865681c2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.0475388 Nov 02 13:00:57.352387 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383ca48-4237-4ace-a9f4-e4b33d03efba req-84a81693-8f89-40ee-917a-01ab95dcd7ba tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:57.353654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2ff40-6858-4094-9322-cac56b315baa req-3ebdeb37-efc3-46c0-9bf4-8f860ae0fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:57.355187 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ab2ff40-6858-4094-9322-cac56b315baa req-3ebdeb37-efc3-46c0-9bf4-8f860ae0fcf9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512602 Nov 02 13:00:57.355922 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9383ca48-4237-4ace-a9f4-e4b33d03efba req-84a81693-8f89-40ee-917a-01ab95dcd7ba tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0544817 Nov 02 13:00:57.413382 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9383ca48-4237-4ace-a9f4-e4b33d03efba req-585d5161-d2d9-4a49-9fc9-4295b4ad492f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525999 Nov 02 13:00:57.456493 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ab2ff40-6858-4094-9322-cac56b315baa req-9ab982c8-7a53-4d65-b170-91f794f7222e service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920374 Nov 02 13:00:57.577584 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3ab2ff40-6858-4094-9322-cac56b315baa req-d611edf4-9323-4edc-ac25-60a226a6815a service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141894 Nov 02 13:00:58.538858 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e311974-218f-4e11-ae2e-c0a41ea9c0e1 req-2c99acd0-ec67-41ae-a61e-bb2c52751aa8 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:58.540553 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e311974-218f-4e11-ae2e-c0a41ea9c0e1 req-2c99acd0-ec67-41ae-a61e-bb2c52751aa8 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0539701 Nov 02 13:00:58.598243 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-8e311974-218f-4e11-ae2e-c0a41ea9c0e1 req-f693a7f4-bb01-4507-99f6-8ac2dbe1f273 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508153 Nov 02 13:00:59.720052 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef22ddc-8291-4a36-adf2-8a91fd8badff req-318a262a-a383-416f-b841-6a1f822db624 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:00:59.721587 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2ef22ddc-8291-4a36-adf2-8a91fd8badff req-318a262a-a383-416f-b841-6a1f822db624 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0523965 Nov 02 13:00:59.772403 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2ef22ddc-8291-4a36-adf2-8a91fd8badff req-8ac5d187-ba97-4711-88af-b43493acf0d9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445993 Nov 02 13:01:00.897877 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c273cef-25e8-4f01-8a68-0cbcf82a2eb1 req-c41364b0-9341-4596-8ba9-89218c0d2532 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:00.899383 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c273cef-25e8-4f01-8a68-0cbcf82a2eb1 req-c41364b0-9341-4596-8ba9-89218c0d2532 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0561731 Nov 02 13:01:00.953441 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-9c273cef-25e8-4f01-8a68-0cbcf82a2eb1 req-9c484e2a-5b39-4a9b-bc50-843ab385ae4a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462656 Nov 02 13:01:02.076252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc1a77-8cea-422c-b57e-8f1570f5e83a req-829d0acb-adaa-4552-ad01-a03cc6dfa0ec tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:02.078234 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0fdc1a77-8cea-422c-b57e-8f1570f5e83a req-829d0acb-adaa-4552-ad01-a03cc6dfa0ec tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0507691 Nov 02 13:01:02.129519 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-0fdc1a77-8cea-422c-b57e-8f1570f5e83a req-91367498-fb51-46c4-802f-1cebab0ed102 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445576 Nov 02 13:01:03.251934 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c241eb-c9f2-4a9c-b3f2-aadefac9329f req-4e636a95-a1b7-4c2b-8ad6-05b95fc2aff6 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:03.253603 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62c241eb-c9f2-4a9c-b3f2-aadefac9329f req-4e636a95-a1b7-4c2b-8ad6-05b95fc2aff6 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0528078 Nov 02 13:01:03.307173 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-62c241eb-c9f2-4a9c-b3f2-aadefac9329f req-5346802b-8e22-4c59-a6ef-70e475f70dd3 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475388 Nov 02 13:01:04.425368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc1656-6811-4139-bb38-4016d6061723 req-1f12ca40-0792-4995-aa04-859eb2c76ca1 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:04.426897 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d6bc1656-6811-4139-bb38-4016d6061723 req-1f12ca40-0792-4995-aa04-859eb2c76ca1 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0503879 Nov 02 13:01:04.478203 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d6bc1656-6811-4139-bb38-4016d6061723 req-8cb8097b-e7ae-4b0a-bf6f-73ca934dcc1d tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442071 Nov 02 13:01:05.598125 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80134b8b-88bd-4529-a875-29f8d912dc1f req-5b0d97c7-9587-4283-bd4f-b4ff121c3ab8 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:05.599669 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80134b8b-88bd-4529-a875-29f8d912dc1f req-5b0d97c7-9587-4283-bd4f-b4ff121c3ab8 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0501876 Nov 02 13:01:05.651681 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80134b8b-88bd-4529-a875-29f8d912dc1f req-81c50795-78a0-45bc-a1e9-16ba344e006b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451233 Nov 02 13:01:06.782815 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0cb06-0348-44ea-bf68-480e5a0c3d64 req-943134fe-698a-4e31-bb51-9c13abaae211 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:06.785438 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e3b0cb06-0348-44ea-bf68-480e5a0c3d64 req-943134fe-698a-4e31-bb51-9c13abaae211 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0587320 Nov 02 13:01:06.840400 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e3b0cb06-0348-44ea-bf68-480e5a0c3d64 req-b80b0c85-31cd-4c0c-8212-8a003a52df4b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484846 Nov 02 13:01:07.959394 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37e505-0ebe-4226-af70-aac047ff8b38 req-2fd02263-4be6-411b-9378-70f04c24c743 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:07.960939 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a37e505-0ebe-4226-af70-aac047ff8b38 req-2fd02263-4be6-411b-9378-70f04c24c743 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0511839 Nov 02 13:01:08.012665 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7a37e505-0ebe-4226-af70-aac047ff8b38 req-5530c329-5da1-4332-a528-9b05627648e1 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456214 Nov 02 13:01:09.137816 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b350907-5c40-48d6-8dff-b9deb3decab5 req-43b39602-85cf-4061-a804-bd9b0bf1f4c9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:09.139399 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b350907-5c40-48d6-8dff-b9deb3decab5 req-43b39602-85cf-4061-a804-bd9b0bf1f4c9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0556984 Nov 02 13:01:09.190811 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5b350907-5c40-48d6-8dff-b9deb3decab5 req-02fea784-7e60-4fa2-bf20-fac16f7db956 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452189 Nov 02 13:01:10.310234 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a389709-b2f3-4cf7-9f1d-f8dcbfeeb0e7 req-1ae62d76-5eb8-49fa-8c1d-d09715771664 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:10.311784 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a389709-b2f3-4cf7-9f1d-f8dcbfeeb0e7 req-1ae62d76-5eb8-49fa-8c1d-d09715771664 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0506036 Nov 02 13:01:10.368840 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3a389709-b2f3-4cf7-9f1d-f8dcbfeeb0e7 req-c6f378ba-f858-43ec-bd5c-2122d55a5a30 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496650 Nov 02 13:01:10.414137 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:01:10.513573 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:10.525354 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'port_id': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b', 'mac_address': 'fa:16:3e:e7:9b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:01:10.562673 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:10.576001 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 13:01:10.597676 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:10.724057 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:10.777165 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:10.785494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:10.785870 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:10.786220 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:10.786557 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:10.786893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:10.787291 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:10.787624 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:10.787954 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:10.788284 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:10.788609 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:10.788935 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:10.789264 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:10.957722 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['57b12c5e-e1d6-44eb-b228-d9e9961e1c2b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 13:01:11.489784 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeee14d-c312-4721-9f5e-f543a71b5b7a req-d4a836f0-f848-4cea-a401-23aaf450088d tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:11.491306 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3eeee14d-c312-4721-9f5e-f543a71b5b7a req-d4a836f0-f848-4cea-a401-23aaf450088d tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 945 time: 0.0521209 Nov 02 13:01:11.546151 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-3eeee14d-c312-4721-9f5e-f543a71b5b7a req-2f2b64b3-c6bf-4f0a-9f6f-032972c6973f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486901 Nov 02 13:01:12.430118 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:12.544488 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 13:01:12.549275 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:01:12.549651 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:12.634892 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:12.668834 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7f6653-f7c3-48f7-ac71-a1d72f6b442b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:01:12.672905 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad3c318-4028-47f1-b5e4-4f93ca3fefd6" -d '{"events": [{"server_uuid": "1e7f6653-f7c3-48f7-ac71-a1d72f6b442b", "name": "network-vif-plugged", "status": "completed", "tag": "57b12c5e-e1d6-44eb-b228-d9e9961e1c2b"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:01:12.675194 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c31a4-445e-4f03-9948-4d8115ae3e13 req-ef95a337-8442-4c01-925a-6c5d0de3047a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:12.675194 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b84c31a4-445e-4f03-9948-4d8115ae3e13 req-ef95a337-8442-4c01-925a-6c5d0de3047a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 945 time: 0.0555844 Nov 02 13:01:12.695898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:12.740772 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b84c31a4-445e-4f03-9948-4d8115ae3e13 req-2333231c-7155-4bc7-8a48-e2de9aa9ec33 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592847 Nov 02 13:01:12.748346 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:12.790370 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 13:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f817c8f-f869-45a0-8b8b-885574878292 x-openstack-request-id: req-8f817c8f-f869-45a0-8b8b-885574878292 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:01:12.790706 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7f6653-f7c3-48f7-ac71-a1d72f6b442b", "name": "network-vif-plugged", "status": "completed", "tag": "57b12c5e-e1d6-44eb-b228-d9e9961e1c2b", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:01:12.791025 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f817c8f-f869-45a0-8b8b-885574878292 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:01:12.791356 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7f6653-f7c3-48f7-ac71-a1d72f6b442b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b', 'code': 200} Nov 02 13:01:12.801718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:12.895518 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7344d-80cd-48fa-ab12-479c98ef6239 req-b8f67a29-94b4-4b59-8ce6-ed2667a58eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:12.897081 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a3e7344d-80cd-48fa-ab12-479c98ef6239 req-b8f67a29-94b4-4b59-8ce6-ed2667a58eb4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 1098 time: 0.0438812 Nov 02 13:01:12.944455 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-a3e7344d-80cd-48fa-ab12-479c98ef6239 req-863ae839-429c-4d38-8ccc-5adc755819c1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404642 Nov 02 13:01:13.871186 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2835b-570e-47a9-9626-c127738d607d req-073aa1cc-214e-49f5-afde-34a920fdb1f7 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:13.872825 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7ce2835b-570e-47a9-9626-c127738d607d req-073aa1cc-214e-49f5-afde-34a920fdb1f7 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0581610 Nov 02 13:01:13.932977 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7ce2835b-570e-47a9-9626-c127738d607d req-e94da40c-da63-4cb9-9e75-3b08b47dbdc5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507934 Nov 02 13:01:15.062945 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47b81e-5b7c-4317-9ec7-440f85182443 req-f0f2e515-8229-469f-9509-43ed0a4fe46d tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:15.064529 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa47b81e-5b7c-4317-9ec7-440f85182443 req-f0f2e515-8229-469f-9509-43ed0a4fe46d tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0555451 Nov 02 13:01:15.115243 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-aa47b81e-5b7c-4317-9ec7-440f85182443 req-871a3010-ff83-435f-9686-cbb0bd0d32e4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446022 Nov 02 13:01:15.230901 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e3025-4ebe-409c-861c-d92cb3a7aee9 req-a3b97fd5-0994-45ad-b5e9-a4a90739e6e2 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:15.232381 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d35e3025-4ebe-409c-861c-d92cb3a7aee9 req-a3b97fd5-0994-45ad-b5e9-a4a90739e6e2 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0510724 Nov 02 13:01:15.283520 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d35e3025-4ebe-409c-861c-d92cb3a7aee9 req-e77cc2ad-537f-413f-b7a5-f1ff7fdd741c tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444868 Nov 02 13:01:15.306040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60884) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:01:15.349889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31214af-2df8-4d1c-b8f1-f927c6cbaeda tempest-TestShelveInstance-1913230034 tempest-TestShelveInstance-1913230034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:15.351510 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b31214af-2df8-4d1c-b8f1-f927c6cbaeda tempest-TestShelveInstance-1913230034 tempest-TestShelveInstance-1913230034-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 1093 time: 0.0444174 Nov 02 13:01:15.355383 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 60886) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:01:15.360873 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:01:15.449732 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for floatingip, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:15.559779 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:15.670231 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Allocated IP 172.25.6.225 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/5c4697f7-d958-41e9-be43-04d38428b81b) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:15.778856 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:15.901487 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:15.940429 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:15.943384 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:15.949969 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:01:15.980029 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'Port': ['ID=5c4697f7-d958-41e9-be43-04d38428b81b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:16.345067 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:16.493029 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:16.675242 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:16.763738 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:16.839480 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event updated for resources: {'Port': ['ID=5c4697f7-d958-41e9-be43-04d38428b81b,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:16.854693 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:16.960636 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Floating IP a042673d-198f-45bf-bae5-3654ea820459 associated. External IP: 172.25.6.225, port: 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b. Nov 02 13:01:17.178291 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:01:17.291649 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:01:17.302061 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48996821-adad-470a-9d0e-d87659738486 None None] Sync routers for ids ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:01:17.311746 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48996821-adad-470a-9d0e-d87659738486 None None] Routers {'13ac7e74-a8ce-4f6f-9384-f363456f1e01'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:01:17.312947 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-48996821-adad-470a-9d0e-d87659738486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:00:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:17.411490 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:17.425790 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-48996821-adad-470a-9d0e-d87659738486 None None] Set router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:01:17.442702 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1c7c7197-f08e-4f23-9e12-eb3bdcadecf4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0861726 Nov 02 13:01:17.443456 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7f6653-f7c3-48f7-ac71-a1d72f6b442b', 'tag': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:01:17.445917 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa7ff96-5056-4074-8f41-65794b5daa2e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7f6653-f7c3-48f7-ac71-a1d72f6b442b", "tag": "57b12c5e-e1d6-44eb-b228-d9e9961e1c2b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:01:17.497084 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 13:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88b9114-a1b2-4d2d-bf30-f2422bd196a9 x-openstack-request-id: req-f88b9114-a1b2-4d2d-bf30-f2422bd196a9 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:01:17.497377 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7f6653-f7c3-48f7-ac71-a1d72f6b442b", "tag": "57b12c5e-e1d6-44eb-b228-d9e9961e1c2b", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:01:17.497658 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f88b9114-a1b2-4d2d-bf30-f2422bd196a9 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:01:17.498030 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7f6653-f7c3-48f7-ac71-a1d72f6b442b', 'tag': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b', 'status': 'completed', 'code': 200} Nov 02 13:01:17.552516 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0834b552-9d1b-411b-8e48-707bec5819e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:17.562383 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7ff96-5056-4074-8f41-65794b5daa2e req-3f9666a1-1f29-4096-bc84-b202fa3accf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:17.564464 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3fa7ff96-5056-4074-8f41-65794b5daa2e req-3f9666a1-1f29-4096-bc84-b202fa3accf3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 1098 time: 0.0436013 Nov 02 13:01:17.675371 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7ff96-5056-4074-8f41-65794b5daa2e req-8e64dae4-f063-4dd9-b2ae-ed1d961837ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:17.676898 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3fa7ff96-5056-4074-8f41-65794b5daa2e req-8e64dae4-f063-4dd9-b2ae-ed1d961837ff service neutron] 10.222.0.54 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 909 time: 0.1038351 Nov 02 13:01:17.683914 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-48996821-adad-470a-9d0e-d87659738486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T12:55:46Z', 'revision_number': 4, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port': {'id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:43Z', 'updated_at': '2021-11-02T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'a042673d-198f-45bf-bae5-3654ea820459', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'port_id': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'mac_address': 'fa:16:3e:e7:9b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f6653-f7c3-48f7-ac71-a1d72f6b442b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T13:01:16Z', 'updated_at': '2021-11-02T13:01:16Z', 'revision_number': 0, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb34a841-a5c2-4939-9ef4-03e1230ed8ec', 'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'mac_address': 'fa:16:3e:23:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:45Z', 'updated_at': '2021-11-02T12:55:51Z', 'revision_number': 5, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'subnets': [{'id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:17.711484 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48996821-adad-470a-9d0e-d87659738486 None None] Checking router: 13ac7e74-a8ce-4f6f-9384-f363456f1e01 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:01:17.721644 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48996821-adad-470a-9d0e-d87659738486 None None] Routers {'13ac7e74-a8ce-4f6f-9384-f363456f1e01'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:01:17.722252 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-48996821-adad-470a-9d0e-d87659738486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:00:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:17.754550 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3fa7ff96-5056-4074-8f41-65794b5daa2e req-7a408c2f-9ff0-4140-9fc0-a57ba8d70cb8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b HTTP/1.1" status: 200 len: 1000 time: 0.0685539 Nov 02 13:01:17.810513 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7ff96-5056-4074-8f41-65794b5daa2e req-4d8f733b-75fd-4f14-95a1-06463942b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:17.812031 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3fa7ff96-5056-4074-8f41-65794b5daa2e req-4d8f733b-75fd-4f14-95a1-06463942b5b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.0503170 Nov 02 13:01:17.836802 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-48996821-adad-470a-9d0e-d87659738486 None None] Set router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:01:17.865611 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7ff96-5056-4074-8f41-65794b5daa2e req-95bf9f4c-95ea-4396-b6f0-10ae134f3b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:17.867168 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3fa7ff96-5056-4074-8f41-65794b5daa2e req-95bf9f4c-95ea-4396-b6f0-10ae134f3b5e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485528 Nov 02 13:01:17.972097 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3fa7ff96-5056-4074-8f41-65794b5daa2e req-f542139e-5f9e-4983-95df-0c9b423d6d7d service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977798 Nov 02 13:01:18.073150 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-3fa7ff96-5056-4074-8f41-65794b5daa2e req-56160875-1c48-4733-855f-4bd348c8945b service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942516 Nov 02 13:01:18.086099 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-48996821-adad-470a-9d0e-d87659738486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T12:55:46Z', 'revision_number': 4, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port': {'id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:43Z', 'updated_at': '2021-11-02T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'a042673d-198f-45bf-bae5-3654ea820459', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'port_id': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'mac_address': 'fa:16:3e:e7:9b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f6653-f7c3-48f7-ac71-a1d72f6b442b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T13:01:16Z', 'updated_at': '2021-11-02T13:01:16Z', 'revision_number': 0, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb34a841-a5c2-4939-9ef4-03e1230ed8ec', 'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'mac_address': 'fa:16:3e:23:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:45Z', 'updated_at': '2021-11-02T12:55:51Z', 'revision_number': 5, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'subnets': [{'id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:18.113913 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48996821-adad-470a-9d0e-d87659738486 None None] The sync data for ids ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'] in n-d-806683-18 is: [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T12:55:46Z', 'revision_number': 4, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port': {'id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:43Z', 'updated_at': '2021-11-02T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'a042673d-198f-45bf-bae5-3654ea820459', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'port_id': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'mac_address': 'fa:16:3e:e7:9b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f6653-f7c3-48f7-ac71-a1d72f6b442b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T13:01:16Z', 'updated_at': '2021-11-02T13:01:16Z', 'revision_number': 0, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb34a841-a5c2-4939-9ef4-03e1230ed8ec', 'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'mac_address': 'fa:16:3e:23:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:45Z', 'updated_at': '2021-11-02T12:55:51Z', 'revision_number': 5, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'subnets': [{'id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:01:18.319524 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5eac28-b58a-4814-a7be-9b7fd07ec4c9 None None] New status for floating IP a042673d-198f-45bf-bae5-3654ea820459: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 13:01:19.054413 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:01:19.804179 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1dd4bf2f-644f-40ec-aa40-255c842c2340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:21.363761 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:22.769850 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:24.664546 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:24.820328 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:25.053323 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:47.551773 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2aa4de69-1a3a-457a-9cf7-28f115bbcd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:49.825906 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-641f02d7-be0f-4d88-8a80-c972d1ac637b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:51.346212 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:52.784647 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:54.586580 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-be89b54c-c824-431f-af5a-50585cd4550b req-2248b61e-0e1f-45a3-9a5c-4d24c62a95d8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424576 Nov 02 13:01:54.688053 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89b54c-c824-431f-af5a-50585cd4550b req-939d6383-da61-4ac8-93c2-674dd9fd4fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:54.689560 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-be89b54c-c824-431f-af5a-50585cd4550b req-939d6383-da61-4ac8-93c2-674dd9fd4fc8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 1098 time: 0.0469377 Nov 02 13:01:54.706030 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:54.803005 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:54.806482 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89b54c-c824-431f-af5a-50585cd4550b req-ea693f30-d396-4e3b-b096-b2cdd65d0650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:54.807981 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-be89b54c-c824-431f-af5a-50585cd4550b req-ea693f30-d396-4e3b-b096-b2cdd65d0650 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 909 time: 0.0958874 Nov 02 13:01:54.882322 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-be89b54c-c824-431f-af5a-50585cd4550b req-8012b756-da56-4c5c-b02e-fe0859cd5f3d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b HTTP/1.1" status: 200 len: 1002 time: 0.0646098 Nov 02 13:01:54.940465 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89b54c-c824-431f-af5a-50585cd4550b req-81108b2d-5a75-408c-8eb9-148743b3275a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:54.941878 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-be89b54c-c824-431f-af5a-50585cd4550b req-81108b2d-5a75-408c-8eb9-148743b3275a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.0532846 Nov 02 13:01:54.990595 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89b54c-c824-431f-af5a-50585cd4550b req-48041c24-4c1a-45ad-badb-1df34769c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:01:54.992236 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-be89b54c-c824-431f-af5a-50585cd4550b req-48041c24-4c1a-45ad-badb-1df34769c640 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428479 Nov 02 13:01:55.088676 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:01:55.090881 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-be89b54c-c824-431f-af5a-50585cd4550b req-8a6be4df-3b79-4197-8af0-01af8c770c77 service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917161 Nov 02 13:01:55.182419 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-be89b54c-c824-431f-af5a-50585cd4550b req-0baa1d81-8814-4dbe-97b6-0d0e58e3291e service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845702 Nov 02 13:01:56.053276 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:02:17.545098 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c944a21a-26d3-4975-80f3-4bdfe869fc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:02:19.785243 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5e218166-f46a-499d-8f71-6a723222df17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:02:21.350414 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:02:22.772635 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:02:24.653668 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:02:24.847787 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:02:25.075880 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:02:33.057753 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:02:47.579402 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2607310a-b0dd-4326-a061-874eece9d9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:02:49.784077 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f42b9018-45e3-4a65-9c99-04a190d02095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:02:51.321058 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:02:52.784586 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:02:54.698624 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:02:54.853155 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:02:54.919929 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-88d6acef-3840-4089-8877-def589dcf51b req-04f5aad8-fb03-4e0b-a8b7-f2323228e638 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497873 Nov 02 13:02:55.009350 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6acef-3840-4089-8877-def589dcf51b req-f2c6909b-ff6d-41f0-b701-060dcb9f53b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:02:55.010798 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-88d6acef-3840-4089-8877-def589dcf51b req-f2c6909b-ff6d-41f0-b701-060dcb9f53b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 1098 time: 0.0435448 Nov 02 13:02:55.040947 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:02:55.123087 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6acef-3840-4089-8877-def589dcf51b req-4ac5f248-3450-4e02-a994-bff20d795fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:02:55.125029 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-88d6acef-3840-4089-8877-def589dcf51b req-4ac5f248-3450-4e02-a994-bff20d795fca service neutron] 10.222.0.54 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 909 time: 0.0942495 Nov 02 13:02:55.199560 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-88d6acef-3840-4089-8877-def589dcf51b req-c03d6ed0-4f36-4f77-aca6-0fbac47370b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b HTTP/1.1" status: 200 len: 1002 time: 0.0684104 Nov 02 13:02:55.255997 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6acef-3840-4089-8877-def589dcf51b req-4256a56d-9a68-4623-a91a-c5818ef9d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:02:55.257541 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-88d6acef-3840-4089-8877-def589dcf51b req-4256a56d-9a68-4623-a91a-c5818ef9d303 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.0500534 Nov 02 13:02:55.308108 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6acef-3840-4089-8877-def589dcf51b req-8b401a3e-6668-4099-8584-62425520e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:02:55.309887 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-88d6acef-3840-4089-8877-def589dcf51b req-8b401a3e-6668-4099-8584-62425520e0be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457423 Nov 02 13:02:55.423597 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-88d6acef-3840-4089-8877-def589dcf51b req-58ac51a4-b797-4086-af86-10ce11b5b8dd service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055205 Nov 02 13:02:55.522397 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-88d6acef-3840-4089-8877-def589dcf51b req-06ed1be2-e2a8-4c60-ae9f-348a1db23626 service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908983 Nov 02 13:03:10.057581 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:03:17.538174 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-da71f204-7de1-4552-87df-9081e0a47ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:03:19.778007 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-14e8fa7d-8708-49b1-86ea-271fee03fe4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:03:21.366228 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:03:22.801354 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:03:24.669434 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:03:24.846234 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:03:25.063795 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:03:44.539373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99ec41-3c8d-47da-8e55-8ed4b861c6e7 req-02f0d757-099f-4186-a9b8-dd176d00dc89 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:44.540974 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd99ec41-3c8d-47da-8e55-8ed4b861c6e7 req-02f0d757-099f-4186-a9b8-dd176d00dc89 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.1045308 Nov 02 13:03:44.597005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-fd99ec41-3c8d-47da-8e55-8ed4b861c6e7 req-6e7be4b3-77a3-492c-8b74-141e58e150f9 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489094 Nov 02 13:03:45.758032 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f742ce-9d62-43d0-b2ff-5b6b3c717781 req-f6d24b3e-27ae-4c0a-b3c8-1c5616e989ef tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:45.759636 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1f742ce-9d62-43d0-b2ff-5b6b3c717781 req-f6d24b3e-27ae-4c0a-b3c8-1c5616e989ef tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0516100 Nov 02 13:03:45.815750 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d1f742ce-9d62-43d0-b2ff-5b6b3c717781 req-ad5bfce5-2c25-4f98-b977-7e96d5bee17f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498450 Nov 02 13:03:46.945427 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43032795-7865-4c1d-9fcb-22a0a2739e0b req-91edeb1f-bf18-4c35-a05a-81ace390b09d tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:46.947080 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-43032795-7865-4c1d-9fcb-22a0a2739e0b req-91edeb1f-bf18-4c35-a05a-81ace390b09d tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0575507 Nov 02 13:03:47.004153 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-43032795-7865-4c1d-9fcb-22a0a2739e0b req-cd41e1e9-73f0-4b97-9126-8c844ea06d5c tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504131 Nov 02 13:03:47.057725 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:03:47.537100 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-db70898b-0416-4732-92fc-d6b1e643eaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:03:48.129766 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333438a-75ad-473f-86bb-502a992876c4 req-74597b0d-fd23-4cf8-9e72-26353bf02a3f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:48.131245 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e333438a-75ad-473f-86bb-502a992876c4 req-74597b0d-fd23-4cf8-9e72-26353bf02a3f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0514157 Nov 02 13:03:48.182889 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e333438a-75ad-473f-86bb-502a992876c4 req-61764a66-9b3e-4821-afb7-cc2ab6c4e0ef tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451345 Nov 02 13:03:49.309497 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9b7f7-e338-4d03-a046-6874b9ed82ea req-d7e1bdf5-ce43-4bc3-8d92-f4c788765434 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:49.311132 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11a9b7f7-e338-4d03-a046-6874b9ed82ea req-d7e1bdf5-ce43-4bc3-8d92-f4c788765434 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0562282 Nov 02 13:03:49.379870 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-11a9b7f7-e338-4d03-a046-6874b9ed82ea req-20f1405c-363d-45a0-a993-4d715cde3deb tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626159 Nov 02 13:03:49.833812 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-908687fe-9809-4320-aec9-f921041c9727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:03:50.506281 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c840e06-259c-4622-8f44-8f8063e5a6a0 req-49804fbd-9ad8-48c1-8c29-b0c7e7a8a97a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:50.509419 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c840e06-259c-4622-8f44-8f8063e5a6a0 req-49804fbd-9ad8-48c1-8c29-b0c7e7a8a97a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0570085 Nov 02 13:03:50.563427 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4c840e06-259c-4622-8f44-8f8063e5a6a0 req-df02f82a-b2ca-4882-8b11-bd75e5a6f846 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471749 Nov 02 13:03:51.326799 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:03:51.693007 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70eb45-3a4a-40f5-bb98-fbe62a7445a1 req-65c3a2d9-7168-4781-9f4d-13344b6b6135 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:51.694601 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1f70eb45-3a4a-40f5-bb98-fbe62a7445a1 req-65c3a2d9-7168-4781-9f4d-13344b6b6135 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0560946 Nov 02 13:03:51.747995 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1f70eb45-3a4a-40f5-bb98-fbe62a7445a1 req-e4bc98ac-81d1-4a70-a05d-57106e3e6bc8 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467284 Nov 02 13:03:52.800740 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:03:52.886468 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582df7d4-4c8e-44ce-9ad9-f4225eb80e2f req-6644e4fe-aa3a-4912-8f04-ee9859ea6332 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:52.888057 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-582df7d4-4c8e-44ce-9ad9-f4225eb80e2f req-6644e4fe-aa3a-4912-8f04-ee9859ea6332 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0575709 Nov 02 13:03:52.944583 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-582df7d4-4c8e-44ce-9ad9-f4225eb80e2f req-06054120-ead7-46cf-9c6a-0580029c28c0 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496118 Nov 02 13:03:54.069806 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6508802-f5e4-4111-9a6b-1ff190250c26 req-3a129877-cc0b-4fe3-ba22-e1e92295eb5c tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:54.071372 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b6508802-f5e4-4111-9a6b-1ff190250c26 req-3a129877-cc0b-4fe3-ba22-e1e92295eb5c tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0552218 Nov 02 13:03:54.131719 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b6508802-f5e4-4111-9a6b-1ff190250c26 req-a02e63d3-6e7b-448d-8a98-b804766892bd tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541284 Nov 02 13:03:54.686058 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:03:54.767676 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaead9e-35d9-44d8-bc54-652dc96e44f6 req-527e86a2-6dbd-44fb-9526-6bf10922e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:54.770333 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ebaead9e-35d9-44d8-bc54-652dc96e44f6 req-527e86a2-6dbd-44fb-9526-6bf10922e215 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 1098 time: 0.0647759 Nov 02 13:03:54.873266 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaead9e-35d9-44d8-bc54-652dc96e44f6 req-3ed559f3-d807-4266-8f1f-ca5639a81cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:54.874813 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ebaead9e-35d9-44d8-bc54-652dc96e44f6 req-3ed559f3-d807-4266-8f1f-ca5639a81cb1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 909 time: 0.0977235 Nov 02 13:03:54.891602 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:03:54.952842 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ebaead9e-35d9-44d8-bc54-652dc96e44f6 req-01a04832-15ab-42be-8535-e3d103c5eec5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b HTTP/1.1" status: 200 len: 1002 time: 0.0704055 Nov 02 13:03:55.008061 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaead9e-35d9-44d8-bc54-652dc96e44f6 req-a9ca0155-1090-4982-89ed-2dd02ba5aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:55.009642 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ebaead9e-35d9-44d8-bc54-652dc96e44f6 req-a9ca0155-1090-4982-89ed-2dd02ba5aa79 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.0493441 Nov 02 13:03:55.059877 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaead9e-35d9-44d8-bc54-652dc96e44f6 req-98981f2a-bbe7-42be-a74d-ca22b5c917d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:55.061431 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ebaead9e-35d9-44d8-bc54-652dc96e44f6 req-98981f2a-bbe7-42be-a74d-ca22b5c917d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441239 Nov 02 13:03:55.069237 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:03:55.166881 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ebaead9e-35d9-44d8-bc54-652dc96e44f6 req-ad454242-7c91-424d-b039-e6b397764d73 service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967090 Nov 02 13:03:55.262286 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d194b2-7927-4200-9563-262e4d6e483b req-75479c53-4eda-46af-94c0-79d094dc2906 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:55.263993 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c0d194b2-7927-4200-9563-262e4d6e483b req-75479c53-4eda-46af-94c0-79d094dc2906 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0563293 Nov 02 13:03:55.266066 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-ebaead9e-35d9-44d8-bc54-652dc96e44f6 req-5f9dd8be-639d-4c52-8cc5-885f48417c1c service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914772 Nov 02 13:03:55.320626 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c0d194b2-7927-4200-9563-262e4d6e483b req-62ab7b30-9a22-4836-bc53-5b5c5887d568 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493612 Nov 02 13:03:55.567031 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a89d5a-6b43-456e-a2e0-c3b70e5f3821 req-3c2a3eb0-2c69-49d7-937a-b998560f1cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:55.568585 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c8a89d5a-6b43-456e-a2e0-c3b70e5f3821 req-3c2a3eb0-2c69-49d7-937a-b998560f1cc0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 1098 time: 0.0494902 Nov 02 13:03:55.674478 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a89d5a-6b43-456e-a2e0-c3b70e5f3821 req-72b99218-ccb6-48a4-a846-99253794b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:55.675996 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c8a89d5a-6b43-456e-a2e0-c3b70e5f3821 req-72b99218-ccb6-48a4-a846-99253794b0d0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 909 time: 0.0860679 Nov 02 13:03:55.761055 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c8a89d5a-6b43-456e-a2e0-c3b70e5f3821 req-ffd92f09-2267-4244-9511-f24bdeeb87da service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b HTTP/1.1" status: 200 len: 1002 time: 0.0751185 Nov 02 13:03:55.814872 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a89d5a-6b43-456e-a2e0-c3b70e5f3821 req-f91bfde4-a0cb-473c-a404-cd78b427e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:55.816399 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c8a89d5a-6b43-456e-a2e0-c3b70e5f3821 req-f91bfde4-a0cb-473c-a404-cd78b427e59a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.0473666 Nov 02 13:03:55.869963 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a89d5a-6b43-456e-a2e0-c3b70e5f3821 req-176ac7b7-7fe3-49b0-a9c8-890f1b4612b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:55.871509 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c8a89d5a-6b43-456e-a2e0-c3b70e5f3821 req-176ac7b7-7fe3-49b0-a9c8-890f1b4612b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427470 Nov 02 13:03:55.973473 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c8a89d5a-6b43-456e-a2e0-c3b70e5f3821 req-e9a75d44-a503-4780-82f4-2936ea2ce485 service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933907 Nov 02 13:03:56.072740 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-c8a89d5a-6b43-456e-a2e0-c3b70e5f3821 req-e656fac6-f9d2-4c6c-91a7-fa7d9b326b0d service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901570 Nov 02 13:03:56.451792 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f2b6d-5140-49e3-bd28-6e9847a2a0f4 req-92361800-5cfe-4ed7-aad0-ca8ab9045ace tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:56.453356 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-270f2b6d-5140-49e3-bd28-6e9847a2a0f4 req-92361800-5cfe-4ed7-aad0-ca8ab9045ace tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0571859 Nov 02 13:03:56.511441 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-270f2b6d-5140-49e3-bd28-6e9847a2a0f4 req-9ab4b78f-a88d-41c6-ab60-cc344d89fbc6 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508761 Nov 02 13:03:57.659850 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ced260-3151-460f-96e9-b3ea8fa943d9 req-b126a46d-4502-4449-bc49-f2cc5869ff9a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:57.661525 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9ced260-3151-460f-96e9-b3ea8fa943d9 req-b126a46d-4502-4449-bc49-f2cc5869ff9a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0759604 Nov 02 13:03:57.744363 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9ced260-3151-460f-96e9-b3ea8fa943d9 req-7715009f-f8e9-4df4-9390-af8443e5f96d tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753641 Nov 02 13:03:58.899287 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4723e88-62c0-4538-85f9-4cf396e07757 req-cd2002c1-f73c-4f45-8a09-c0cf21b9171c tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:03:58.900953 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b4723e88-62c0-4538-85f9-4cf396e07757 req-cd2002c1-f73c-4f45-8a09-c0cf21b9171c tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0594323 Nov 02 13:03:58.973892 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b4723e88-62c0-4538-85f9-4cf396e07757 req-8b7879fe-e4a9-49bc-85ed-7f2bc3edfc5f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614841 Nov 02 13:04:00.103594 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61d3ac-78e8-4511-8801-6d8f5cf76a9e req-52ed5495-263f-4df6-bd34-83086ee57200 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:00.105164 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df61d3ac-78e8-4511-8801-6d8f5cf76a9e req-52ed5495-263f-4df6-bd34-83086ee57200 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0557883 Nov 02 13:04:00.168078 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-df61d3ac-78e8-4511-8801-6d8f5cf76a9e req-bd86e27a-b568-47dd-84db-62a9a920e84b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565176 Nov 02 13:04:00.615627 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9bda8-4cf6-4ba3-ad3d-e8e6c7cab608 req-88cc55f7-c23e-4d22-abfa-778f25301e28 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:00.618584 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ecc9bda8-4cf6-4ba3-ad3d-e8e6c7cab608 req-88cc55f7-c23e-4d22-abfa-778f25301e28 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0680521 Nov 02 13:04:00.678322 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ecc9bda8-4cf6-4ba3-ad3d-e8e6c7cab608 req-e699cd99-ce99-4d32-ac1d-e0ffce953ab8 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524042 Nov 02 13:04:00.702433 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a72e760-ba8f-4301-9056-9276f710bf01 req-2e9c74ad-2497-4e3f-97c4-fd57b60f9a05 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1240063 Nov 02 13:04:00.713924 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-2a72e760-ba8f-4301-9056-9276f710bf01 req-5fd6079d-b9c5-4a16-a9ed-17e940c751fb service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 13:04:00.715045 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a72e760-ba8f-4301-9056-9276f710bf01 req-5fd6079d-b9c5-4a16-a9ed-17e940c751fb service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0066538 Nov 02 13:04:01.300171 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:01.391517 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:01.418126 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7f6653-f7c3-48f7-ac71-a1d72f6b442b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:04:01.421863 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e79cb4-e135-4be4-9c3b-cb6057ca2a3e" -d '{"events": [{"server_uuid": "1e7f6653-f7c3-48f7-ac71-a1d72f6b442b", "name": "network-vif-unplugged", "status": "completed", "tag": "57b12c5e-e1d6-44eb-b228-d9e9961e1c2b"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:04:01.436268 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:01.519728 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:01.542817 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 02 Nov 2021 13:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef6661b-3b3c-44f1-aac0-06e10e4c9753 x-openstack-request-id: req-aef6661b-3b3c-44f1-aac0-06e10e4c9753 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:04:01.543162 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7f6653-f7c3-48f7-ac71-a1d72f6b442b", "name": "network-vif-unplugged", "status": "failed", "tag": "57b12c5e-e1d6-44eb-b228-d9e9961e1c2b", "code": 422}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:04:01.543392 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aef6661b-3b3c-44f1-aac0-06e10e4c9753 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:04:01.543808 n-d-806683-18 neutron-server[102691]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1e7f6653-f7c3-48f7-ac71-a1d72f6b442b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b', 'code': 422} returned with failed status Nov 02 13:04:01.572308 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:01.581532 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:01.581943 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:01.582276 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:01.582705 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:01.582960 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:01.583306 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:01.583665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:01.583997 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:01.584325 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:01.584659 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:01.585551 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:01.585814 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:01.822628 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd39dfe-db4a-4d6c-abf7-f00ac09bec9e req-78de5467-a539-4b84-b704-b0f89eff3546 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:01.824545 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7fd39dfe-db4a-4d6c-abf7-f00ac09bec9e req-78de5467-a539-4b84-b704-b0f89eff3546 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0561843 Nov 02 13:04:01.878734 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7fd39dfe-db4a-4d6c-abf7-f00ac09bec9e req-09d60bfb-b2d0-42a3-817b-efc02bb5b4cb tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480731 Nov 02 13:04:03.010446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71ac18-b41b-4e9b-9675-d999f24a7254 req-b5b8e5da-2cac-4419-9768-7966fdb3b92c tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:03.012853 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed71ac18-b41b-4e9b-9675-d999f24a7254 req-b5b8e5da-2cac-4419-9768-7966fdb3b92c tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0607936 Nov 02 13:04:03.071833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ed71ac18-b41b-4e9b-9675-d999f24a7254 req-1b96bf6a-efcd-4866-b8fd-bb944482f8a3 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527332 Nov 02 13:04:04.205747 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf216255-03a0-45f7-a755-1175974b25fb req-970aa4f3-eb81-43b9-9386-e0d733618f45 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:04.207305 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf216255-03a0-45f7-a755-1175974b25fb req-970aa4f3-eb81-43b9-9386-e0d733618f45 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0621176 Nov 02 13:04:04.271834 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-cf216255-03a0-45f7-a755-1175974b25fb req-3743e666-bdd4-4ec5-b8d2-90bcb3f3d21a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573220 Nov 02 13:04:05.445281 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667590a-0605-4e44-9d91-bcad9f1deb58 req-c071ca2e-c4e1-4635-8ce0-180ebad98b6b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:05.446871 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a667590a-0605-4e44-9d91-bcad9f1deb58 req-c071ca2e-c4e1-4635-8ce0-180ebad98b6b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0654025 Nov 02 13:04:05.500002 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a667590a-0605-4e44-9d91-bcad9f1deb58 req-de6fcae8-502e-490c-9a97-19bb0a09292b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461357 Nov 02 13:04:06.623422 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799535e-b8e2-44c4-ae4e-1ee8be51686d req-9a2b0385-858d-4a04-b890-9787739750db tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:06.624964 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e799535e-b8e2-44c4-ae4e-1ee8be51686d req-9a2b0385-858d-4a04-b890-9787739750db tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0521669 Nov 02 13:04:06.681205 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e799535e-b8e2-44c4-ae4e-1ee8be51686d req-ed2d287b-ceb7-4ea3-a057-9bf2569510c4 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500035 Nov 02 13:04:07.810674 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e1c3a-51e9-49d7-a0fa-904abf0dc197 req-e4d3f74d-ace1-42b8-a0eb-2e5fde7f4040 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:07.812299 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-804e1c3a-51e9-49d7-a0fa-904abf0dc197 req-e4d3f74d-ace1-42b8-a0eb-2e5fde7f4040 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0566368 Nov 02 13:04:07.878138 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-804e1c3a-51e9-49d7-a0fa-904abf0dc197 req-06d086e9-fe0d-4a2c-90fc-afe83e636940 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557601 Nov 02 13:04:09.007665 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e8031-8ce5-4d76-9e6a-fdee1b575666 req-8ea63ef5-c54c-4ef1-bf1d-81781a87c43c tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:09.009515 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f1e8031-8ce5-4d76-9e6a-fdee1b575666 req-8ea63ef5-c54c-4ef1-bf1d-81781a87c43c tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0559547 Nov 02 13:04:09.068661 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2f1e8031-8ce5-4d76-9e6a-fdee1b575666 req-f7406cea-c5ca-46e5-ad6d-625759343a94 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519929 Nov 02 13:04:10.196795 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe0982-6b28-49a4-89c7-412fc3da5992 req-74fa90f6-2657-4143-bd19-a62ec8a43ca5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:10.198294 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0fe0982-6b28-49a4-89c7-412fc3da5992 req-74fa90f6-2657-4143-bd19-a62ec8a43ca5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0554867 Nov 02 13:04:10.254143 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e0fe0982-6b28-49a4-89c7-412fc3da5992 req-5844a689-c040-432a-a747-a34250b01b14 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496616 Nov 02 13:04:10.398333 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72e760-ba8f-4301-9056-9276f710bf01 req-d4de9854-e311-4940-a7c4-dfb06ca4b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:10.400013 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a72e760-ba8f-4301-9056-9276f710bf01 req-d4de9854-e311-4940-a7c4-dfb06ca4b9e2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b&tenant_id=cbc850d4bae04193a9a7e134fc6943f7 HTTP/1.1" status: 200 len: 1096 time: 0.0458696 Nov 02 13:04:10.472927 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72e760-ba8f-4301-9056-9276f710bf01 req-1f7c50ea-c7eb-45e1-84d9-72856632c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:10.474348 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a72e760-ba8f-4301-9056-9276f710bf01 req-1f7c50ea-c7eb-45e1-84d9-72856632c4ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 1096 time: 0.0436594 Nov 02 13:04:10.578799 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72e760-ba8f-4301-9056-9276f710bf01 req-f415853c-82dd-43b9-ab3b-471da26fd2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:10.580565 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a72e760-ba8f-4301-9056-9276f710bf01 req-f415853c-82dd-43b9-ab3b-471da26fd2d0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 909 time: 0.0987780 Nov 02 13:04:10.649030 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a72e760-ba8f-4301-9056-9276f710bf01 req-71c5754f-54d9-4534-b31c-eaecbf21c4ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b HTTP/1.1" status: 200 len: 1000 time: 0.0597711 Nov 02 13:04:10.699260 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72e760-ba8f-4301-9056-9276f710bf01 req-704a02f0-69ae-4220-9e18-58379c053d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:10.700704 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a72e760-ba8f-4301-9056-9276f710bf01 req-704a02f0-69ae-4220-9e18-58379c053d7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.0445666 Nov 02 13:04:10.754411 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72e760-ba8f-4301-9056-9276f710bf01 req-df9d0cb8-f8e8-4caa-bc7f-1ff7dbcba353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:10.755836 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a72e760-ba8f-4301-9056-9276f710bf01 req-df9d0cb8-f8e8-4caa-bc7f-1ff7dbcba353 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460055 Nov 02 13:04:10.853481 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a72e760-ba8f-4301-9056-9276f710bf01 req-24a8dc8f-15bd-4376-b63f-ad51b4bb004c service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886400 Nov 02 13:04:10.954694 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-2a72e760-ba8f-4301-9056-9276f710bf01 req-2b33d782-aab4-4fbc-be2b-00aa18c260ae service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896444 Nov 02 13:04:11.380616 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d9a0b-2cb7-439c-8300-5056c9981583 req-c6f8e08b-5f2d-430d-836e-bf4f09b00ed6 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:11.382960 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-323d9a0b-2cb7-439c-8300-5056c9981583 req-c6f8e08b-5f2d-430d-836e-bf4f09b00ed6 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0571704 Nov 02 13:04:11.433954 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-323d9a0b-2cb7-439c-8300-5056c9981583 req-45117b2e-b1ac-4e04-a852-11fde8515e12 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447941 Nov 02 13:04:12.560208 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc6938-5951-42b6-bac8-0e71e8ae1848 req-eb7f6cf2-cb01-4a89-a324-3f9c17cf0106 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:12.561718 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5afc6938-5951-42b6-bac8-0e71e8ae1848 req-eb7f6cf2-cb01-4a89-a324-3f9c17cf0106 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0530305 Nov 02 13:04:12.613780 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5afc6938-5951-42b6-bac8-0e71e8ae1848 req-5db4e676-daf6-416b-baa3-3e4ab8e3803e tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457993 Nov 02 13:04:13.732343 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a7d3c-df2c-4e21-b615-3ff9c23a9b49 req-3ca0df88-658d-4cfb-9028-eaef7490dc9d tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:13.733813 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-863a7d3c-df2c-4e21-b615-3ff9c23a9b49 req-3ca0df88-658d-4cfb-9028-eaef7490dc9d tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0484116 Nov 02 13:04:13.787279 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-863a7d3c-df2c-4e21-b615-3ff9c23a9b49 req-93ebd96e-c1ae-4b4e-a265-a0365ee2f36b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473197 Nov 02 13:04:14.911277 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc3088-d273-4b10-8940-66757b494c7e req-1b7cf43d-d5e0-4c49-9530-4bdd4acdb6b1 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:14.912808 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-90fc3088-d273-4b10-8940-66757b494c7e req-1b7cf43d-d5e0-4c49-9530-4bdd4acdb6b1 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0515482 Nov 02 13:04:14.966241 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-90fc3088-d273-4b10-8940-66757b494c7e req-aacd285d-134e-4f20-9d56-44e10a5878dc tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462768 Nov 02 13:04:16.087947 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abb7af-8fbe-4f2c-91af-5905438202ac req-fc3d48ef-99c3-49b4-83d4-2eaca23a4705 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:16.089460 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57abb7af-8fbe-4f2c-91af-5905438202ac req-fc3d48ef-99c3-49b4-83d4-2eaca23a4705 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0519474 Nov 02 13:04:16.139926 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-57abb7af-8fbe-4f2c-91af-5905438202ac req-3f0ab58e-4f2f-4338-b724-0d1c30091c11 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443385 Nov 02 13:04:17.273001 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc8dfd-efb1-461e-b443-51a52d3990ad req-3c64421b-363d-45ad-bb44-feadb526109b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:17.275230 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82cc8dfd-efb1-461e-b443-51a52d3990ad req-3c64421b-363d-45ad-bb44-feadb526109b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0551503 Nov 02 13:04:17.331598 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-82cc8dfd-efb1-461e-b443-51a52d3990ad req-9b389973-5cb4-41bd-b4bc-9cbb91090460 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503111 Nov 02 13:04:17.656404 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a77bb9d7-b3a0-4de6-b1e8-e6c96e656d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:18.457966 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7578f-7399-475e-a3db-05a65bf5df99 req-42fc1401-7c01-4f7c-bebc-c29de1e1e8db tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:18.459543 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23e7578f-7399-475e-a3db-05a65bf5df99 req-42fc1401-7c01-4f7c-bebc-c29de1e1e8db tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0555472 Nov 02 13:04:18.517439 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-23e7578f-7399-475e-a3db-05a65bf5df99 req-b8750ed4-e83a-4523-b01a-4e7231500928 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514936 Nov 02 13:04:19.409087 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:04:19.516607 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:19.528826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'port_id': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b', 'mac_address': 'fa:16:3e:e7:9b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:04:19.569610 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:19.584209 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 13:04:19.604494 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:19.642131 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7317380-27ea-4321-b94e-c38be2b3aaa4 req-a6390b93-9de4-4055-b110-1e70dce7fc22 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:19.643628 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d7317380-27ea-4321-b94e-c38be2b3aaa4 req-a6390b93-9de4-4055-b110-1e70dce7fc22 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 944 time: 0.0545747 Nov 02 13:04:19.658237 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:19.705705 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d7317380-27ea-4321-b94e-c38be2b3aaa4 req-fe1ea1a4-94a2-41a6-909d-0eb62672230d tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545764 Nov 02 13:04:19.708950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:19.788857 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-256aff4c-b67a-4f47-8d63-a420bd98202e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:19.931380 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['57b12c5e-e1d6-44eb-b228-d9e9961e1c2b'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 13:04:20.832086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803c16a-6dc8-4bf9-8795-5b90dc33efd2 req-a26f66d5-38d5-49e1-88fb-ad84a8bd0142 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:20.833607 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4803c16a-6dc8-4bf9-8795-5b90dc33efd2 req-a26f66d5-38d5-49e1-88fb-ad84a8bd0142 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 945 time: 0.0513742 Nov 02 13:04:20.892310 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-4803c16a-6dc8-4bf9-8795-5b90dc33efd2 req-7c6678b0-8d11-4c66-9c05-9f2218512f54 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480857 Nov 02 13:04:21.319969 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:21.418292 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:04:21.467740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:04:21.468112 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:21.545409 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:21.568257 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7f6653-f7c3-48f7-ac71-a1d72f6b442b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:04:21.570561 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f005d079-00f4-4773-97f3-570b84a773b2" -d '{"events": [{"server_uuid": "1e7f6653-f7c3-48f7-ac71-a1d72f6b442b", "name": "network-vif-plugged", "status": "completed", "tag": "57b12c5e-e1d6-44eb-b228-d9e9961e1c2b"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:04:21.588707 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:21.610135 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 13:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3552e389-04dc-4b6f-9a2a-ab9a9a8f65bd x-openstack-request-id: req-3552e389-04dc-4b6f-9a2a-ab9a9a8f65bd {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:04:21.610453 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7f6653-f7c3-48f7-ac71-a1d72f6b442b", "name": "network-vif-plugged", "status": "completed", "tag": "57b12c5e-e1d6-44eb-b228-d9e9961e1c2b", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:04:21.610669 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3552e389-04dc-4b6f-9a2a-ab9a9a8f65bd {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:04:21.611087 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7f6653-f7c3-48f7-ac71-a1d72f6b442b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b', 'code': 200} Nov 02 13:04:21.628890 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:21.684527 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:21.770460 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5daaf20-f25f-4d92-97f2-ad7703f91c9b req-8cfdca85-e48a-4650-8efc-3d7826388e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:21.772086 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b5daaf20-f25f-4d92-97f2-ad7703f91c9b req-8cfdca85-e48a-4650-8efc-3d7826388e58 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 1098 time: 0.0406165 Nov 02 13:04:21.820528 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-b5daaf20-f25f-4d92-97f2-ad7703f91c9b req-ffca9c90-bae3-4e3a-a07c-89fe198b95c0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409439 Nov 02 13:04:22.013682 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000354f0-5cce-4d34-bfb3-c186463e8706 req-6b713408-60eb-4891-9642-1a3e767ffd74 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:22.015290 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-000354f0-5cce-4d34-bfb3-c186463e8706 req-6b713408-60eb-4891-9642-1a3e767ffd74 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0511942 Nov 02 13:04:22.069726 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-000354f0-5cce-4d34-bfb3-c186463e8706 req-abac2314-3bc6-42ff-952f-7f61e148232a tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484648 Nov 02 13:04:22.781638 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:23.191360 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32384946-1739-4196-9ce6-cd646b527aba req-bfa44a9b-b0e2-4d65-aed5-4d5480d84e1b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:23.192875 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32384946-1739-4196-9ce6-cd646b527aba req-bfa44a9b-b0e2-4d65-aed5-4d5480d84e1b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0513942 Nov 02 13:04:23.247414 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-32384946-1739-4196-9ce6-cd646b527aba req-1d3ae08b-1f27-458a-8879-84d022d2412b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475888 Nov 02 13:04:24.056633 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:04:24.678711 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:24.857858 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:25.068892 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:47.542780 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4fb55d34-9632-42ac-96a9-c69a6688476c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:49.809632 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4365900c-1967-4786-b0a9-e42242392c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:51.329400 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:52.851438 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:54.748185 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:54.973280 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:55.086050 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:04:55.844720 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d77f86ae-004f-4d05-8b51-1ad4176e5f2c req-5f1d6daf-1858-4500-a018-d58da7942c1d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407073 Nov 02 13:04:55.932698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f86ae-004f-4d05-8b51-1ad4176e5f2c req-710f0047-4394-4e44-8fed-07d6173f5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:55.934205 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d77f86ae-004f-4d05-8b51-1ad4176e5f2c req-710f0047-4394-4e44-8fed-07d6173f5289 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 1098 time: 0.0465362 Nov 02 13:04:56.040848 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f86ae-004f-4d05-8b51-1ad4176e5f2c req-0abb1d12-8c3d-4c0c-be8c-ece25f9a3135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:56.042583 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d77f86ae-004f-4d05-8b51-1ad4176e5f2c req-0abb1d12-8c3d-4c0c-be8c-ece25f9a3135 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 909 time: 0.0881679 Nov 02 13:04:56.114188 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d77f86ae-004f-4d05-8b51-1ad4176e5f2c req-d83cd8b4-526d-42de-af2e-f47d0108a2ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b HTTP/1.1" status: 200 len: 1002 time: 0.0643249 Nov 02 13:04:56.165169 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f86ae-004f-4d05-8b51-1ad4176e5f2c req-17b6c686-8eb6-46ce-b11b-877551c58217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:56.167336 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d77f86ae-004f-4d05-8b51-1ad4176e5f2c req-17b6c686-8eb6-46ce-b11b-877551c58217 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.0456624 Nov 02 13:04:56.214665 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f86ae-004f-4d05-8b51-1ad4176e5f2c req-a1a972d1-60f6-412d-8ed8-30aa9df9908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:04:56.216372 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d77f86ae-004f-4d05-8b51-1ad4176e5f2c req-a1a972d1-60f6-412d-8ed8-30aa9df9908e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417120 Nov 02 13:04:56.632118 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d77f86ae-004f-4d05-8b51-1ad4176e5f2c req-d21a72c4-cea4-4e5c-8d90-d28b0dac432e service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076779 Nov 02 13:04:56.726515 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d77f86ae-004f-4d05-8b51-1ad4176e5f2c req-51ee004e-fbc2-40c4-a0f2-b2bdc0dd820e service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867858 Nov 02 13:05:01.055432 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:05:17.534230 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-35a36835-906f-4614-bcf9-0bc85c6c82d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:05:19.837031 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-12c34c96-f318-4208-84bb-52c82b7402c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:05:21.317942 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:05:22.799612 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:05:24.673819 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:05:25.062049 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:05:25.084889 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:05:38.055204 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:05:47.527481 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6c6a6764-6ccd-481a-b94e-263e724dff63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:05:49.819024 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b4062237-55d2-4c24-baec-c43e6a647100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:05:51.338949 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:05:52.816303 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:05:54.687119 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:05:54.910158 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:05:55.064922 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:05:55.605731 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1c275240-7008-46ad-9795-66db90e04103 req-e49e2394-3ac2-4f7f-9bd4-26f01f582f2b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1060877 Nov 02 13:05:55.694400 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c275240-7008-46ad-9795-66db90e04103 req-86b79420-1d6c-4862-acad-ad72f17dbf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:05:55.695930 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1c275240-7008-46ad-9795-66db90e04103 req-86b79420-1d6c-4862-acad-ad72f17dbf88 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 1098 time: 0.0414598 Nov 02 13:05:55.807654 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c275240-7008-46ad-9795-66db90e04103 req-ea226b9e-f8cb-48c9-b3f2-e96425b9b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:05:55.809304 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1c275240-7008-46ad-9795-66db90e04103 req-ea226b9e-f8cb-48c9-b3f2-e96425b9b3f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 909 time: 0.0929134 Nov 02 13:05:55.884282 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1c275240-7008-46ad-9795-66db90e04103 req-db375cfa-de3d-49e7-985b-04781890551b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b HTTP/1.1" status: 200 len: 1002 time: 0.0677857 Nov 02 13:05:55.945007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c275240-7008-46ad-9795-66db90e04103 req-d9f8718e-4d0f-46ba-8d31-d0e81f1a9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:05:55.946403 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1c275240-7008-46ad-9795-66db90e04103 req-d9f8718e-4d0f-46ba-8d31-d0e81f1a9d07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.0554550 Nov 02 13:05:55.997922 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c275240-7008-46ad-9795-66db90e04103 req-ecd89da0-599e-45ed-812c-2f3ec070ad4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:05:55.999647 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1c275240-7008-46ad-9795-66db90e04103 req-ecd89da0-599e-45ed-812c-2f3ec070ad4d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445182 Nov 02 13:05:56.096782 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1c275240-7008-46ad-9795-66db90e04103 req-f95fd13b-893e-45e1-9c1d-e779dab6c587 service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886593 Nov 02 13:05:56.192673 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-1c275240-7008-46ad-9795-66db90e04103 req-ed2fc61a-8a55-49b1-9152-9050e8a33347 service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883527 Nov 02 13:06:11.404022 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32846) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:11.755280 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Deleting port 5c4697f7-d958-41e9-be43-04d38428b81b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:06:11.755614 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:11.835736 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:11.836089 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:11.848266 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Calling delete_port for 5c4697f7-d958-41e9-be43-04d38428b81b owned by network:floatingip {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:06:12.081450 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:12.111103 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event deleted for resources: {'Port': ['ID=5c4697f7-d958-41e9-be43-04d38428b81b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:12.136688 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:12.137063 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:12.137432 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:12.137788 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:12.138145 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:12.138560 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:12.139003 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:12.139353 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:12.139690 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:12.140026 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:12.140361 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:12.140691 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:12.185649 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for floatingip, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:12.186007 n-d-806683-18 neutron-server[102689]: INFO neutron.db.l3_db [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Floating IP a042673d-198f-45bf-bae5-3654ea820459 disassociated (deleted). External IP: 172.25.6.225, port: 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b. Nov 02 13:06:12.749955 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:12.870002 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:12.874903 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:12.880846 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77e8c2a-9ce8-4128-b26b-98864d90e21b None None] Sync routers for ids ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:12.892374 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77e8c2a-9ce8-4128-b26b-98864d90e21b None None] Routers {'13ac7e74-a8ce-4f6f-9384-f363456f1e01'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:12.892996 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d77e8c2a-9ce8-4128-b26b-98864d90e21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:05:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:12.903391 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b8348afd-568c-467e-8b0e-7e6f28aacbb5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "DELETE /v2.0/floatingips/a042673d-198f-45bf-bae5-3654ea820459 HTTP/1.1" status: 204 len: 168 time: 1.4982398 Nov 02 13:06:12.903967 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7f6653-f7c3-48f7-ac71-a1d72f6b442b', 'tag': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:06:12.906407 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84674239-b872-40c8-8e2f-50d81f0547fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7f6653-f7c3-48f7-ac71-a1d72f6b442b", "tag": "57b12c5e-e1d6-44eb-b228-d9e9961e1c2b"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:13.020287 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-d77e8c2a-9ce8-4128-b26b-98864d90e21b None None] Set router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:13.232017 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d77e8c2a-9ce8-4128-b26b-98864d90e21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T12:55:46Z', 'revision_number': 4, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port': {'id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:43Z', 'updated_at': '2021-11-02T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'bb34a841-a5c2-4939-9ef4-03e1230ed8ec', 'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'mac_address': 'fa:16:3e:23:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:45Z', 'updated_at': '2021-11-02T12:55:51Z', 'revision_number': 5, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'subnets': [{'id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:13.263549 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77e8c2a-9ce8-4128-b26b-98864d90e21b None None] Checking router: 13ac7e74-a8ce-4f6f-9384-f363456f1e01 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:13.273035 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77e8c2a-9ce8-4128-b26b-98864d90e21b None None] Routers {'13ac7e74-a8ce-4f6f-9384-f363456f1e01'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:13.273598 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d77e8c2a-9ce8-4128-b26b-98864d90e21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:05:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:13.392029 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-d77e8c2a-9ce8-4128-b26b-98864d90e21b None None] Set router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:13.469646 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 13:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e312791-5046-46db-9c36-21e184d5e3b5 x-openstack-request-id: req-3e312791-5046-46db-9c36-21e184d5e3b5 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:13.470168 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7f6653-f7c3-48f7-ac71-a1d72f6b442b", "tag": "57b12c5e-e1d6-44eb-b228-d9e9961e1c2b", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:13.470430 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e312791-5046-46db-9c36-21e184d5e3b5 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:13.470843 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7f6653-f7c3-48f7-ac71-a1d72f6b442b', 'tag': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b', 'status': 'completed', 'code': 200} Nov 02 13:06:13.547488 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84674239-b872-40c8-8e2f-50d81f0547fe req-81f9ef8c-bd74-48c3-9324-61f1b18b42da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:13.548941 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-84674239-b872-40c8-8e2f-50d81f0547fe req-81f9ef8c-bd74-48c3-9324-61f1b18b42da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 1098 time: 0.0533562 Nov 02 13:06:13.578174 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406de0f-7088-4598-b01f-72adf3fa9309 req-0afae70d-62b1-4ac8-83f5-8d2a1365a68b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:13.580401 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b406de0f-7088-4598-b01f-72adf3fa9309 req-0afae70d-62b1-4ac8-83f5-8d2a1365a68b tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0551989 Nov 02 13:06:13.608789 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-d77e8c2a-9ce8-4128-b26b-98864d90e21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T12:55:46Z', 'revision_number': 4, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port': {'id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:43Z', 'updated_at': '2021-11-02T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'bb34a841-a5c2-4939-9ef4-03e1230ed8ec', 'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'mac_address': 'fa:16:3e:23:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:45Z', 'updated_at': '2021-11-02T12:55:51Z', 'revision_number': 5, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'subnets': [{'id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:13.636772 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b406de0f-7088-4598-b01f-72adf3fa9309 req-a4b8d9c6-1d84-4d98-a1bf-cb579407fd62 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481188 Nov 02 13:06:13.637118 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77e8c2a-9ce8-4128-b26b-98864d90e21b None None] The sync data for ids ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'] in n-d-806683-18 is: [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T12:55:46Z', 'revision_number': 4, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port': {'id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:43Z', 'updated_at': '2021-11-02T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': 'bb34a841-a5c2-4939-9ef4-03e1230ed8ec', 'name': '', 'network_id': '6179212d-21a0-400e-b24d-a674691bd9d3', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'mac_address': 'fa:16:3e:23:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:45Z', 'updated_at': '2021-11-02T12:55:51Z', 'revision_number': 5, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'subnets': [{'id': '92161075-6905-46fd-86f3-8cd204bfe58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:13.661047 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84674239-b872-40c8-8e2f-50d81f0547fe req-1b359715-7ffc-4b09-b35c-d3815d7d8653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:13.662898 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-84674239-b872-40c8-8e2f-50d81f0547fe req-1b359715-7ffc-4b09-b35c-d3815d7d8653 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 200 len: 909 time: 0.1003425 Nov 02 13:06:13.714921 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-84674239-b872-40c8-8e2f-50d81f0547fe req-2074cd6b-a8fe-4716-8871-e6fd6895c179 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b HTTP/1.1" status: 200 len: 217 time: 0.0425241 Nov 02 13:06:13.776254 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84674239-b872-40c8-8e2f-50d81f0547fe req-8374de8d-b962-47f9-9ca5-8dadd8f2f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:13.777897 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-84674239-b872-40c8-8e2f-50d81f0547fe req-8374de8d-b962-47f9-9ca5-8dadd8f2f156 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 200 len: 847 time: 0.0548792 Nov 02 13:06:13.833698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84674239-b872-40c8-8e2f-50d81f0547fe req-e76dbf2b-00e2-4366-8c30-a31966e2f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:13.836015 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-84674239-b872-40c8-8e2f-50d81f0547fe req-e76dbf2b-00e2-4366-8c30-a31966e2f487 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6179212d-21a0-400e-b24d-a674691bd9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438125 Nov 02 13:06:13.848889 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-84674239-b872-40c8-8e2f-50d81f0547fe req-c3760413-3031-4d1d-842b-6372e8bc9a4b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102690) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 13:06:13.849897 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-84674239-b872-40c8-8e2f-50d81f0547fe req-c3760413-3031-4d1d-842b-6372e8bc9a4b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0053601 Nov 02 13:06:13.883474 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4378ab8-bd62-43ca-ac85-ebecb98e3b25 None None] New status for floating IP a042673d-198f-45bf-bae5-3654ea820459: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 13:06:13.958017 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-84674239-b872-40c8-8e2f-50d81f0547fe req-f7063936-e556-4c01-905f-a6c6ee98e7cd service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971899 Nov 02 13:06:14.056947 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-84674239-b872-40c8-8e2f-50d81f0547fe req-928f14fd-7021-42cc-8a13-91a2ee400e13 service neutron] 10.222.0.54 "GET /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913069 Nov 02 13:06:14.779942 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc2bcd-47c1-4c10-b52b-d6b53cccb02d req-fadd4471-e8e3-47be-b15a-6fb3f28eb560 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:14.781474 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7edc2bcd-47c1-4c10-b52b-d6b53cccb02d req-fadd4471-e8e3-47be-b15a-6fb3f28eb560 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0660908 Nov 02 13:06:14.853212 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-7edc2bcd-47c1-4c10-b52b-d6b53cccb02d req-538939f0-aec1-4e76-8135-471de45aada3 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/security-groups?id=257e0401-71ec-44fe-85ca-53645ad54184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650578 Nov 02 13:06:15.055055 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:06:15.119105 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896f252-a98b-40f8-880a-f209eb24390b req-071a1108-7005-41f8-8fcd-e42597a4ff44 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:15.121304 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4896f252-a98b-40f8-880a-f209eb24390b req-071a1108-7005-41f8-8fcd-e42597a4ff44 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 946 time: 0.0643070 Nov 02 13:06:15.233130 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-4896f252-a98b-40f8-880a-f209eb24390b req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Deleting port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:06:15.233475 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4896f252-a98b-40f8-880a-f209eb24390b req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:15.339076 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-4896f252-a98b-40f8-880a-f209eb24390b req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] For port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:15.339357 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4896f252-a98b-40f8-880a-f209eb24390b req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:15.353298 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-4896f252-a98b-40f8-880a-f209eb24390b req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Calling delete_port for 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:06:15.556126 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4896f252-a98b-40f8-880a-f209eb24390b req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:15.602178 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event deleted for resources: {'Port': ['ID=57b12c5e-e1d6-44eb-b228-d9e9961e1c2b,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:15.630842 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:15.644062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:15.644062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:15.644062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:15.644062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:15.644062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:15.644062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:15.644062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:15.644062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:15.644062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:15.644062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:15.644062 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:15.655081 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-4896f252-a98b-40f8-880a-f209eb24390b req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] No DVR routers for this DVR port 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 13:06:15.659606 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-4896f252-a98b-40f8-880a-f209eb24390b req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:15.663174 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-4896f252-a98b-40f8-880a-f209eb24390b req-af5bd63f-967c-4598-bcd3-4ea36cd5c834 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.54 "DELETE /v2.0/ports/57b12c5e-e1d6-44eb-b228-d9e9961e1c2b HTTP/1.1" status: 204 len: 173 time: 0.5351377 Nov 02 13:06:15.663651 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7f6653-f7c3-48f7-ac71-a1d72f6b442b', 'name': 'network-vif-deleted', 'tag': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:06:15.666808 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8f101d-3e2b-45fd-9a55-58c0b942b979" -d '{"events": [{"server_uuid": "1e7f6653-f7c3-48f7-ac71-a1d72f6b442b", "name": "network-vif-deleted", "tag": "57b12c5e-e1d6-44eb-b228-d9e9961e1c2b"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:15.763659 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 13:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec39d393-1114-4fce-8704-aad7c1022677 x-openstack-request-id: req-ec39d393-1114-4fce-8704-aad7c1022677 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:15.763959 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7f6653-f7c3-48f7-ac71-a1d72f6b442b", "name": "network-vif-deleted", "tag": "57b12c5e-e1d6-44eb-b228-d9e9961e1c2b", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:15.764214 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec39d393-1114-4fce-8704-aad7c1022677 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:15.764701 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7f6653-f7c3-48f7-ac71-a1d72f6b442b', 'name': 'network-vif-deleted', 'tag': '57b12c5e-e1d6-44eb-b228-d9e9961e1c2b', 'status': 'completed', 'code': 200} Nov 02 13:06:15.964908 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-2bb4f726-04b9-4da5-9507-b9e6039e66c0 req-83fd0376-d5e6-461a-87f1-655abdf4245f tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 210 time: 0.0344384 Nov 02 13:06:17.062772 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-788b3fd0-d87a-4a6f-a2fb-c105ff4d3d42 req-ef5c8db0-ee05-4359-a5a0-d7af6a25e984 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 210 time: 0.0264292 Nov 02 13:06:17.538971 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-88d7d408-835c-4d7c-bf62-755b50808c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:18.046388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:18.067718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 13:06:18.068077 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 57b12c5e-e1d6-44eb-b228-d9e9961e1c2b not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:18.159345 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac1faa66-916f-4989-aad6-ae6c350c877b req-4dea1594-d2a3-4fdb-ad6f-acb7b5191692 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 210 time: 0.0265996 Nov 02 13:06:19.263267 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e9ed111b-573f-4516-a5d8-503645a1b648 req-a89bbc76-c6a0-421d-9922-556c14e5f7d7 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 210 time: 0.0320446 Nov 02 13:06:19.806779 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e125c2d0-8f3b-49f0-a56d-a98d75ef6fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:20.363177 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5d447f6c-299f-4817-8fb6-8b7b139c9692 req-912589c3-d0cc-458e-9e9c-e6bfeb3f285d tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 210 time: 0.0282917 Nov 02 13:06:21.327153 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:21.488513 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-68a5fdcc-ca32-4ef2-a1fc-7834df6d933c req-c7d66fd5-595c-4d8b-bac1-8d25ae763ed5 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e7f6653-f7c3-48f7-ac71-a1d72f6b442b HTTP/1.1" status: 200 len: 210 time: 0.0290554 Nov 02 13:06:22.550447 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32888) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:22.615969 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aeecfbb6-8d26-4c97-b3e6-be8cf54b5879 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:22.642884 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aeecfbb6-8d26-4c97-b3e6-be8cf54b5879 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:22.793364 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aeecfbb6-8d26-4c97-b3e6-be8cf54b5879 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:22.795985 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aeecfbb6-8d26-4c97-b3e6-be8cf54b5879 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:22.797205 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-aeecfbb6-8d26-4c97-b3e6-be8cf54b5879 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] 10.222.0.52 "DELETE /v2.0/security-groups/257e0401-71ec-44fe-85ca-53645ad54184 HTTP/1.1" status: 204 len: 168 time: 0.2456961 Nov 02 13:06:22.807629 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecfbb6-8d26-4c97-b3e6-be8cf54b5879 tempest-TestShelveInstance-746194134 tempest-TestShelveInstance-746194134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=257e0401-71ec-44fe-85ca-53645ad54184,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:22.857071 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:22.981105 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32892) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:23.572597 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-627a3ea8-7773-48a0-8376-e0586fa8aabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:23.858699 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-627a3ea8-7773-48a0-8376-e0586fa8aabe admin admin] Deleting port bb34a841-a5c2-4939-9ef4-03e1230ed8ec {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:06:23.859110 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-627a3ea8-7773-48a0-8376-e0586fa8aabe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:23.950735 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-627a3ea8-7773-48a0-8376-e0586fa8aabe admin admin] For port bb34a841-a5c2-4939-9ef4-03e1230ed8ec, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=bb34a841-a5c2-4939-9ef4-03e1230ed8ec,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:23.951015 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-627a3ea8-7773-48a0-8376-e0586fa8aabe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:23.966398 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-627a3ea8-7773-48a0-8376-e0586fa8aabe admin admin] Calling delete_port for bb34a841-a5c2-4939-9ef4-03e1230ed8ec owned by network:router_interface {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:06:24.242417 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-627a3ea8-7773-48a0-8376-e0586fa8aabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:24.276786 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a3ea8-7773-48a0-8376-e0586fa8aabe admin admin] Pushing event deleted for resources: {'Port': ['ID=bb34a841-a5c2-4939-9ef4-03e1230ed8ec,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:24.550915 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-627a3ea8-7773-48a0-8376-e0586fa8aabe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:24.710490 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:24.800338 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627a3ea8-7773-48a0-8376-e0586fa8aabe admin admin] Router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:24.903787 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:24.952413 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627a3ea8-7773-48a0-8376-e0586fa8aabe admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:24.960522 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-627a3ea8-7773-48a0-8376-e0586fa8aabe admin admin] 10.222.0.52 "PUT /v2.0/routers/13ac7e74-a8ce-4f6f-9384-f363456f1e01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9781234 Nov 02 13:06:24.961611 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda88e3a-226c-4379-907c-3a9e9a9211fb None None] Sync routers for ids ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:24.962875 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32896) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:24.977870 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda88e3a-226c-4379-907c-3a9e9a9211fb None None] Routers {'13ac7e74-a8ce-4f6f-9384-f363456f1e01'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:24.978848 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-dda88e3a-226c-4379-907c-3a9e9a9211fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:06:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:25.060754 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:25.095447 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b1bae665-5926-4f45-9678-21ae7081bd61 admin admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:25.101278 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-dda88e3a-226c-4379-907c-3a9e9a9211fb None None] Set router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:25.223616 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b1bae665-5926-4f45-9678-21ae7081bd61 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:25.342479 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b1bae665-5926-4f45-9678-21ae7081bd61 admin admin] Deleting port 8dca9368-1a4f-4cad-a407-b9bd1131c10c {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:06:25.342807 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b1bae665-5926-4f45-9678-21ae7081bd61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:25.426121 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-dda88e3a-226c-4379-907c-3a9e9a9211fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T13:06:24Z', 'revision_number': 5, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port': {'id': '8dca9368-1a4f-4cad-a407-b9bd1131c10c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:54:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:43Z', 'updated_at': '2021-11-02T12:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:25.462186 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda88e3a-226c-4379-907c-3a9e9a9211fb None None] Checking router: 13ac7e74-a8ce-4f6f-9384-f363456f1e01 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:25.477115 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-b1bae665-5926-4f45-9678-21ae7081bd61 admin admin] For port 8dca9368-1a4f-4cad-a407-b9bd1131c10c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=8dca9368-1a4f-4cad-a407-b9bd1131c10c,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:25.477553 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b1bae665-5926-4f45-9678-21ae7081bd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:25.479586 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda88e3a-226c-4379-907c-3a9e9a9211fb None None] Routers {'13ac7e74-a8ce-4f6f-9384-f363456f1e01'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:25.480747 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-dda88e3a-226c-4379-907c-3a9e9a9211fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:06:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:25.495192 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b1bae665-5926-4f45-9678-21ae7081bd61 admin admin] Calling delete_port for 8dca9368-1a4f-4cad-a407-b9bd1131c10c owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:06:25.622997 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-dda88e3a-226c-4379-907c-3a9e9a9211fb None None] Set router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:25.695756 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-dda88e3a-226c-4379-907c-3a9e9a9211fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T13:06:25Z', 'revision_number': 6, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:25.724697 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda88e3a-226c-4379-907c-3a9e9a9211fb None None] The sync data for ids ['13ac7e74-a8ce-4f6f-9384-f363456f1e01'] in n-d-806683-18 is: [{'id': '13ac7e74-a8ce-4f6f-9384-f363456f1e01', 'name': 'tempest-TestShelveInstance-786178068-router', 'tenant_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:42Z', 'updated_at': '2021-11-02T13:06:25Z', 'revision_number': 6, 'project_id': 'cbc850d4bae04193a9a7e134fc6943f7', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:25.756241 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b1bae665-5926-4f45-9678-21ae7081bd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:25.792778 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bae665-5926-4f45-9678-21ae7081bd61 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dca9368-1a4f-4cad-a407-b9bd1131c10c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:25.864061 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b1bae665-5926-4f45-9678-21ae7081bd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:25.963534 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b1bae665-5926-4f45-9678-21ae7081bd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:25.966051 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b1bae665-5926-4f45-9678-21ae7081bd61 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:26.104771 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b1bae665-5926-4f45-9678-21ae7081bd61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:26.105855 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bae665-5926-4f45-9678-21ae7081bd61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13ac7e74-a8ce-4f6f-9384-f363456f1e01 {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:06:26.114579 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b1bae665-5926-4f45-9678-21ae7081bd61 admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:26.119092 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b1bae665-5926-4f45-9678-21ae7081bd61 admin admin] 10.222.0.52 "DELETE /v2.0/routers/13ac7e74-a8ce-4f6f-9384-f363456f1e01 HTTP/1.1" status: 204 len: 168 time: 1.1528141 Nov 02 13:06:26.125136 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32898) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:26.201151 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba57ae69-1878-48cd-bc64-04cd497879ed admin admin] Deleting subnet 92161075-6905-46fd-86f3-8cd204bfe58f {{(pid=102689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 13:06:26.207502 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba57ae69-1878-48cd-bc64-04cd497879ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:26.207685 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device bb34a841-a5c2-4939-9ef4-03e1230ed8ec no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:26.228910 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: bb34a841-a5c2-4939-9ef4-03e1230ed8ec {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 13:06:26.229271 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device bb34a841-a5c2-4939-9ef4-03e1230ed8ec not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:26.268625 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba57ae69-1878-48cd-bc64-04cd497879ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11618501'] for subnet, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:26.358756 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba57ae69-1878-48cd-bc64-04cd497879ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:26.504814 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba57ae69-1878-48cd-bc64-04cd497879ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11618329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8985612'] for subnet, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:26.543601 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57ae69-1878-48cd-bc64-04cd497879ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92161075-6905-46fd-86f3-8cd204bfe58f,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:26.552513 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ba57ae69-1878-48cd-bc64-04cd497879ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:26.552513 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ba57ae69-1878-48cd-bc64-04cd497879ed admin admin] 10.222.0.52 "DELETE /v2.0/subnets/92161075-6905-46fd-86f3-8cd204bfe58f HTTP/1.1" status: 204 len: 168 time: 0.4295292 Nov 02 13:06:26.557234 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b334963d-073c-437f-8a4a-f3c5efd0aeda None None] Network 6179212d-21a0-400e-b24d-a674691bd9d3 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 13:06:26.558823 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32900) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:26.637781 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:26.708378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] Deleting port 7dc3d47a-7931-4dea-8c6a-03021a039ff7 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:06:26.708756 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:26.754430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] DHCP port deletion for 6179212d-21a0-400e-b24d-a674691bd9d3 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 13:06:26.778783 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] For port 7dc3d47a-7931-4dea-8c6a-03021a039ff7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7dc3d47a-7931-4dea-8c6a-03021a039ff7,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:26.779186 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:26.793259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] Calling delete_port for 7dc3d47a-7931-4dea-8c6a-03021a039ff7 owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:06:26.807732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] Deleting port 7dc3d47a-7931-4dea-8c6a-03021a039ff7 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:06:26.808113 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:26.881343 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] For port 7dc3d47a-7931-4dea-8c6a-03021a039ff7, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7dc3d47a-7931-4dea-8c6a-03021a039ff7,segment=NetworkSegment(e8615bec-bd57-4a68-8933-8a3ac7d6bbb0),segment_id=e8615bec-bd57-4a68-8933-8a3ac7d6bbb0)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:26.882288 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:26.895457 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] Calling delete_port for 7dc3d47a-7931-4dea-8c6a-03021a039ff7 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:06:26.947406 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:26.969196 n-d-806683-18 neutron-server[102691]: self.session.flush() Nov 02 13:06:26.977973 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] No DVR routers for this DVR port 7dc3d47a-7931-4dea-8c6a-03021a039ff7 on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 13:06:26.981823 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:26.984677 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc3d47a-7931-4dea-8c6a-03021a039ff7,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:27.009970 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] Pushing event deleted for resources: {'Port': ['ID=7dc3d47a-7931-4dea-8c6a-03021a039ff7,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:27.019162 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] No DVR routers for this DVR port 7dc3d47a-7931-4dea-8c6a-03021a039ff7 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 13:06:27.021413 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:27.021759 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:27.023071 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:27.023439 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:27.023779 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:27.024108 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:27.024441 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:27.024776 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:27.025094 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:27.025417 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:27.025758 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:27.026079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d85651-4c95-485b-8fad-6a9eca25f367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:27.066247 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:27.090555 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6179212d-21a0-400e-b24d-a674691bd9d3']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:27.100932 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:27.101228 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8615bec-bd57-4a68-8933-8a3ac7d6bbb0') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:27.115371 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:27.129648 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:27.136664 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:06:27.137111 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: timer() Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 13:06:27.139103 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 13:06:27.280689 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:27.286493 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:27.289794 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6179212d-21a0-400e-b24d-a674691bd9d3 HTTP/1.1" status: 204 len: 168 time: 0.7298713 Nov 02 13:06:27.292931 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32902) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:27.301019 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294a50f-537d-4c84-8a37-c7e4cd075b41 admin admin] Pushing event deleted for resources: {'Network': ['ID=6179212d-21a0-400e-b24d-a674691bd9d3,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:27.667643 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-666efe5d-ef0f-43b2-8560-f7a2f208b6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:27.922388 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-666efe5d-ef0f-43b2-8560-f7a2f208b6a8 admin admin] Deleting port 38d90da3-890a-4e1f-8992-9dc7d87742eb {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:06:27.922637 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-666efe5d-ef0f-43b2-8560-f7a2f208b6a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:28.009073 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-666efe5d-ef0f-43b2-8560-f7a2f208b6a8 admin admin] For port 38d90da3-890a-4e1f-8992-9dc7d87742eb, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=38d90da3-890a-4e1f-8992-9dc7d87742eb,segment=NetworkSegment(9f0248af-4034-47ed-b9ba-5b9e8bacf5f6),segment_id=9f0248af-4034-47ed-b9ba-5b9e8bacf5f6)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:28.010111 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-666efe5d-ef0f-43b2-8560-f7a2f208b6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:28.025476 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-666efe5d-ef0f-43b2-8560-f7a2f208b6a8 admin admin] Calling delete_port for 38d90da3-890a-4e1f-8992-9dc7d87742eb owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:06:28.067111 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8dca9368-1a4f-4cad-a407-b9bd1131c10c no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:28.092423 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 8dca9368-1a4f-4cad-a407-b9bd1131c10c {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 13:06:28.092771 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 8dca9368-1a4f-4cad-a407-b9bd1131c10c not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:28.093207 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7dc3d47a-7931-4dea-8c6a-03021a039ff7 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:28.113914 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 7dc3d47a-7931-4dea-8c6a-03021a039ff7 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 13:06:28.114244 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7dc3d47a-7931-4dea-8c6a-03021a039ff7 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:28.292700 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-666efe5d-ef0f-43b2-8560-f7a2f208b6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:28.318417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666efe5d-ef0f-43b2-8560-f7a2f208b6a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=38d90da3-890a-4e1f-8992-9dc7d87742eb,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:28.509790 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-666efe5d-ef0f-43b2-8560-f7a2f208b6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:28.728491 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666efe5d-ef0f-43b2-8560-f7a2f208b6a8 admin admin] Router 863f757b-3a3c-4d34-8c0b-d6e2e7d52075 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:28.837928 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666efe5d-ef0f-43b2-8560-f7a2f208b6a8 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:28.843128 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-666efe5d-ef0f-43b2-8560-f7a2f208b6a8 admin admin] 10.222.0.52 "PUT /v2.0/routers/863f757b-3a3c-4d34-8c0b-d6e2e7d52075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5490024 Nov 02 13:06:28.845533 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32904) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:28.848798 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afb3fac-7f43-4575-a912-edd64e0d03c2 None None] Sync routers for ids ['863f757b-3a3c-4d34-8c0b-d6e2e7d52075'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:28.860416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afb3fac-7f43-4575-a912-edd64e0d03c2 None None] Routers {'863f757b-3a3c-4d34-8c0b-d6e2e7d52075'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:28.861043 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3afb3fac-7f43-4575-a912-edd64e0d03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:06:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['863f757b-3a3c-4d34-8c0b-d6e2e7d52075'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:28.955438 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca2f8-18f8-41d5-bb80-199696d29d51 admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:28.969727 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-3afb3fac-7f43-4575-a912-edd64e0d03c2 None None] Set router 863f757b-3a3c-4d34-8c0b-d6e2e7d52075 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:29.068775 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca2f8-18f8-41d5-bb80-199696d29d51 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:29.158510 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3afb3fac-7f43-4575-a912-edd64e0d03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f757b-3a3c-4d34-8c0b-d6e2e7d52075', 'name': 'tempest-TestShelveInstance-585308582-router', 'tenant_id': '77b55fc8481642709b7a966b7ffc8fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.203'}], 'enable_snat': True}, 'gw_port_id': 'f618ce51-99ae-44bb-a72f-7fab201c697f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:50Z', 'updated_at': '2021-11-02T13:06:28Z', 'revision_number': 5, 'project_id': '77b55fc8481642709b7a966b7ffc8fc0', 'gw_port': {'id': 'f618ce51-99ae-44bb-a72f-7fab201c697f', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:b6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '863f757b-3a3c-4d34-8c0b-d6e2e7d52075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T12:55:51Z', 'updated_at': '2021-11-02T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:29.190398 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afb3fac-7f43-4575-a912-edd64e0d03c2 None None] Checking router: 863f757b-3a3c-4d34-8c0b-d6e2e7d52075 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:29.192549 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ca2f8-18f8-41d5-bb80-199696d29d51 admin admin] Deleting port f618ce51-99ae-44bb-a72f-7fab201c697f {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:06:29.192897 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca2f8-18f8-41d5-bb80-199696d29d51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:29.200843 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afb3fac-7f43-4575-a912-edd64e0d03c2 None None] Routers {'863f757b-3a3c-4d34-8c0b-d6e2e7d52075'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:29.201730 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3afb3fac-7f43-4575-a912-edd64e0d03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:06:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['863f757b-3a3c-4d34-8c0b-d6e2e7d52075'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:29.286456 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-6f3ca2f8-18f8-41d5-bb80-199696d29d51 admin admin] For port f618ce51-99ae-44bb-a72f-7fab201c697f, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=f618ce51-99ae-44bb-a72f-7fab201c697f,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:29.286826 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca2f8-18f8-41d5-bb80-199696d29d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:29.293551 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-3afb3fac-7f43-4575-a912-edd64e0d03c2 None None] Set router 863f757b-3a3c-4d34-8c0b-d6e2e7d52075 gateway port host: None {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:29.302403 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ca2f8-18f8-41d5-bb80-199696d29d51 admin admin] Calling delete_port for f618ce51-99ae-44bb-a72f-7fab201c697f owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:06:29.352519 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-3afb3fac-7f43-4575-a912-edd64e0d03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '863f757b-3a3c-4d34-8c0b-d6e2e7d52075', 'name': 'tempest-TestShelveInstance-585308582-router', 'tenant_id': '77b55fc8481642709b7a966b7ffc8fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:50Z', 'updated_at': '2021-11-02T13:06:29Z', 'revision_number': 6, 'project_id': '77b55fc8481642709b7a966b7ffc8fc0', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:29.380537 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afb3fac-7f43-4575-a912-edd64e0d03c2 None None] The sync data for ids ['863f757b-3a3c-4d34-8c0b-d6e2e7d52075'] in n-d-806683-18 is: [{'id': '863f757b-3a3c-4d34-8c0b-d6e2e7d52075', 'name': 'tempest-TestShelveInstance-585308582-router', 'tenant_id': '77b55fc8481642709b7a966b7ffc8fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T12:55:50Z', 'updated_at': '2021-11-02T13:06:29Z', 'revision_number': 6, 'project_id': '77b55fc8481642709b7a966b7ffc8fc0', 'gw_port_host': None}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:29.589213 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca2f8-18f8-41d5-bb80-199696d29d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:29.616103 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ca2f8-18f8-41d5-bb80-199696d29d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=f618ce51-99ae-44bb-a72f-7fab201c697f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:29.687172 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca2f8-18f8-41d5-bb80-199696d29d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:29.784215 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca2f8-18f8-41d5-bb80-199696d29d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:29.786671 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca2f8-18f8-41d5-bb80-199696d29d51 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:29.943499 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca2f8-18f8-41d5-bb80-199696d29d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:29.944092 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3ca2f8-18f8-41d5-bb80-199696d29d51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 863f757b-3a3c-4d34-8c0b-d6e2e7d52075 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:06:29.949204 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6f3ca2f8-18f8-41d5-bb80-199696d29d51 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:29.950284 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6f3ca2f8-18f8-41d5-bb80-199696d29d51 admin admin] 10.222.0.52 "DELETE /v2.0/routers/863f757b-3a3c-4d34-8c0b-d6e2e7d52075 HTTP/1.1" status: 204 len: 168 time: 1.1032436 Nov 02 13:06:29.953146 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32906) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:30.001165 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba83e7cb-d321-4c8c-8003-4cfce4dac176 admin admin] Deleting subnet 07232f49-dc24-4062-bb1f-e4963c9ffe9c {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 13:06:30.004610 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba83e7cb-d321-4c8c-8003-4cfce4dac176 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:30.042684 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba83e7cb-d321-4c8c-8003-4cfce4dac176 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:30.131141 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba83e7cb-d321-4c8c-8003-4cfce4dac176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:30.199997 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 38d90da3-890a-4e1f-8992-9dc7d87742eb no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:30.223896 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 38d90da3-890a-4e1f-8992-9dc7d87742eb {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 13:06:30.228744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 38d90da3-890a-4e1f-8992-9dc7d87742eb not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:30.228744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f618ce51-99ae-44bb-a72f-7fab201c697f no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:30.247284 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: f618ce51-99ae-44bb-a72f-7fab201c697f {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 13:06:30.247284 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device f618ce51-99ae-44bb-a72f-7fab201c697f not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:30.275739 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba83e7cb-d321-4c8c-8003-4cfce4dac176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:30.300398 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83e7cb-d321-4c8c-8003-4cfce4dac176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07232f49-dc24-4062-bb1f-e4963c9ffe9c,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:30.307318 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-ba83e7cb-d321-4c8c-8003-4cfce4dac176 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:30.313506 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21abb84-b02d-4fe7-bf20-701d39efa73c None None] Network 10eee013-349a-41f8-a90b-424c057809bc requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 13:06:30.315462 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-ba83e7cb-d321-4c8c-8003-4cfce4dac176 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/07232f49-dc24-4062-bb1f-e4963c9ffe9c HTTP/1.1" status: 204 len: 168 time: 0.3605845 Nov 02 13:06:30.319252 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32908) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:30.403870 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:30.474368 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] Deleting port 7442e676-0e84-42d2-bcee-b83b07b41006 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:06:30.474736 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:30.549290 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] For port 7442e676-0e84-42d2-bcee-b83b07b41006, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7442e676-0e84-42d2-bcee-b83b07b41006,segment=NetworkSegment(9f0248af-4034-47ed-b9ba-5b9e8bacf5f6),segment_id=9f0248af-4034-47ed-b9ba-5b9e8bacf5f6)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:30.549660 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:30.557471 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec94cb6c-f6b4-4bb1-bb9c-86bcfee37d4e None None] DHCP port deletion for 10eee013-349a-41f8-a90b-424c057809bc request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 13:06:30.617615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ec94cb6c-f6b4-4bb1-bb9c-86bcfee37d4e None None] Deleting port 7442e676-0e84-42d2-bcee-b83b07b41006 {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:06:30.618007 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ec94cb6c-f6b4-4bb1-bb9c-86bcfee37d4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:30.690583 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-ec94cb6c-f6b4-4bb1-bb9c-86bcfee37d4e None None] For port 7442e676-0e84-42d2-bcee-b83b07b41006, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=7442e676-0e84-42d2-bcee-b83b07b41006,segment=NetworkSegment(9f0248af-4034-47ed-b9ba-5b9e8bacf5f6),segment_id=9f0248af-4034-47ed-b9ba-5b9e8bacf5f6)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:30.691078 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ec94cb6c-f6b4-4bb1-bb9c-86bcfee37d4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:30.711548 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ec94cb6c-f6b4-4bb1-bb9c-86bcfee37d4e None None] Calling delete_port for 7442e676-0e84-42d2-bcee-b83b07b41006 owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:06:30.870062 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ec94cb6c-f6b4-4bb1-bb9c-86bcfee37d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:30.873208 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] Calling delete_port for 7442e676-0e84-42d2-bcee-b83b07b41006 owned by network:dhcp {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:06:30.899304 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec94cb6c-f6b4-4bb1-bb9c-86bcfee37d4e None None] No DVR routers for this DVR port 7442e676-0e84-42d2-bcee-b83b07b41006 on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 13:06:30.909383 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94cb6c-f6b4-4bb1-bb9c-86bcfee37d4e None None] Pushing event deleted for resources: {'Port': ['ID=7442e676-0e84-42d2-bcee-b83b07b41006,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:30.949695 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:30.975803 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] Pushing event deleted for resources: {'Port': ['ID=7442e676-0e84-42d2-bcee-b83b07b41006,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:30.979254 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] No DVR routers for this DVR port 7442e676-0e84-42d2-bcee-b83b07b41006 on host n-d-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 13:06:31.055572 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:31.078127 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10eee013-349a-41f8-a90b-424c057809bc']}} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:31.088785 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0248af-4034-47ed-b9ba-5b9e8bacf5f6') {'for_net_delete': True} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:31.089076 n-d-806683-18 neutron-server[102690]: DEBUG neutron.services.segments.db [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0248af-4034-47ed-b9ba-5b9e8bacf5f6') {} {{(pid=102690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:31.098386 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9020795'] for segment, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:31.111802 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:31.118002 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8410181'] for segment, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: self.session.flush() Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: Traceback (most recent call last): Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: timer() Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: cb(*args, **kw) Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: return func(*args, **kwargs) Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: self._notify() Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: self.callback(batched_events) Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: event.method(event) Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: return f(self, *a, **k) Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: return self._get(url).json() Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: return self.request(url, 'GET', **kwargs) Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 13:06:31.120939 n-d-806683-18 neutron-server[102690]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 13:06:31.256357 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:31.262389 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] Publish callbacks [] for network, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:31.265725 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] 10.222.0.52 "DELETE /v2.0/networks/10eee013-349a-41f8-a90b-424c057809bc HTTP/1.1" status: 204 len: 168 time: 0.9451787 Nov 02 13:06:31.276598 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68997c6c-17ff-431d-a7fc-2bc49e91ba5f admin admin] Pushing event deleted for resources: {'Network': ['ID=10eee013-349a-41f8-a90b-424c057809bc,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:31.713550 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32912) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:31.755755 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-4c415dcb-252e-4118-9a4a-b19d30a7bea1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cbc850d4bae04193a9a7e134fc6943f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409918 Nov 02 13:06:31.760952 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32914) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:31.814906 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-58b6a31d-421e-4688-bc48-fc282af3d0ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:31.837991 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-58b6a31d-421e-4688-bc48-fc282af3d0ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:31.961734 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-58b6a31d-421e-4688-bc48-fc282af3d0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:31.964348 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-58b6a31d-421e-4688-bc48-fc282af3d0ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:31.965565 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-58b6a31d-421e-4688-bc48-fc282af3d0ae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1ea1f7f9-3697-4ceb-be54-49f44d3ec691 HTTP/1.1" status: 204 len: 168 time: 0.2035217 Nov 02 13:06:31.973745 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6a31d-421e-4688-bc48-fc282af3d0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea1f7f9-3697-4ceb-be54-49f44d3ec691,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:32.066795 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7442e676-0e84-42d2-bcee-b83b07b41006 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:06:32.089038 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 7442e676-0e84-42d2-bcee-b83b07b41006 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 13:06:32.089367 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 7442e676-0e84-42d2-bcee-b83b07b41006 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:06:32.650345 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32920) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:32.690870 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0bc94c52-580e-402d-8c5e-d7bb11fc4181 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=77b55fc8481642709b7a966b7ffc8fc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392921 Nov 02 13:06:32.693288 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32922) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:32.743335 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8860b5d6-1094-4d00-892b-5429c430a0c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:32.766194 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8860b5d6-1094-4d00-892b-5429c430a0c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:32.915443 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8860b5d6-1094-4d00-892b-5429c430a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:32.918135 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8860b5d6-1094-4d00-892b-5429c430a0c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:32.919528 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8860b5d6-1094-4d00-892b-5429c430a0c5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a9169fb-506b-491c-b5e4-a5a10bdc4d81 HTTP/1.1" status: 204 len: 168 time: 0.2253246 Nov 02 13:06:32.927998 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860b5d6-1094-4d00-892b-5429c430a0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9169fb-506b-491c-b5e4-a5a10bdc4d81,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:34.044545 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32944) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:34.146378 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-06a2f64f-7c53-4574-9c99-05118dca2663 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-960731998-network', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:06:34.256093 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a2f64f-7c53-4574-9c99-05118dca2663 admin admin] Made reservation on behalf of 628958d5c251451981de5d13c2f7fd6f for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:06:34.258509 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06a2f64f-7c53-4574-9c99-05118dca2663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:34.267231 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06a2f64f-7c53-4574-9c99-05118dca2663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:34.345181 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06a2f64f-7c53-4574-9c99-05118dca2663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:34.404887 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06a2f64f-7c53-4574-9c99-05118dca2663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:34.435510 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a2f64f-7c53-4574-9c99-05118dca2663 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:06:34.441721 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2f64f-7c53-4574-9c99-05118dca2663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c450f24-0deb-4677-b376-5a7a7f574ee1,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:34.448337 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06a2f64f-7c53-4574-9c99-05118dca2663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:34.448683 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-06a2f64f-7c53-4574-9c99-05118dca2663 admin admin] Added segment 1c06e5d2-7bb8-4542-8ed8-15fb67d8952b of type vlan for network 09fc6020-fbfb-4d19-97ac-89137cd2b94b Nov 02 13:06:34.490293 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06a2f64f-7c53-4574-9c99-05118dca2663 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:34.572633 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06a2f64f-7c53-4574-9c99-05118dca2663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:34.573613 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a2f64f-7c53-4574-9c99-05118dca2663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:34.574184 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-06a2f64f-7c53-4574-9c99-05118dca2663 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:34.633871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2f64f-7c53-4574-9c99-05118dca2663 admin admin] Pushing event updated for resources: {'Network': ['ID=09fc6020-fbfb-4d19-97ac-89137cd2b94b,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:34.644526 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 09fc6020-fbfb-4d19-97ac-89137cd2b94b details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:06:34.702380 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32948) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:34.703005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-06a2f64f-7c53-4574-9c99-05118dca2663 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6567612 Nov 02 13:06:34.707630 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-54d48522-a34d-4bcf-9eb5-0d6fb241fda7 admin admin] Request body: {'subnet': {'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-960731998-subnet', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'ip_version': 4}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:06:34.815918 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d48522-a34d-4bcf-9eb5-0d6fb241fda7 admin admin] Made reservation on behalf of 628958d5c251451981de5d13c2f7fd6f for: {'subnet': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:06:34.818325 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-54d48522-a34d-4bcf-9eb5-0d6fb241fda7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8999236'] for subnet, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:35.046637 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-54d48522-a34d-4bcf-9eb5-0d6fb241fda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8416936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8999286'] for subnet, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:35.105776 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d48522-a34d-4bcf-9eb5-0d6fb241fda7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:35.113722 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d48522-a34d-4bcf-9eb5-0d6fb241fda7 admin admin] Checking segment: {'id': '1c06e5d2-7bb8-4542-8ed8-15fb67d8952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 13:06:35.114084 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d48522-a34d-4bcf-9eb5-0d6fb241fda7 admin admin] Network hostable DHCP agents. Network: 09fc6020-fbfb-4d19-97ac-89137cd2b94b, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:06:35.215698 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d48522-a34d-4bcf-9eb5-0d6fb241fda7 admin admin] Network 09fc6020-fbfb-4d19-97ac-89137cd2b94b is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:06:35.303808 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-54d48522-a34d-4bcf-9eb5-0d6fb241fda7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 09fc6020-fbfb-4d19-97ac-89137cd2b94b) {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:35.309098 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d48522-a34d-4bcf-9eb5-0d6fb241fda7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:35.309889 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-54d48522-a34d-4bcf-9eb5-0d6fb241fda7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:35.315938 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e362487-67df-4d9a-9d57-ff1f279e5320 None None] Network 09fc6020-fbfb-4d19-97ac-89137cd2b94b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 13:06:35.446654 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-54d48522-a34d-4bcf-9eb5-0d6fb241fda7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7426612 Nov 02 13:06:35.449430 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32950) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:35.454836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:06:35.468666 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 13:06:35.469581 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:35.567170 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:35.568150 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:35.608081 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Allocated IP 172.20.0.2 (09fc6020-fbfb-4d19-97ac-89137cd2b94b/0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd/c7780560-8325-4130-a0d1-411bbcbc409b) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:35.625362 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:35.755594 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:35.825101 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:35.863671 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:35.864353 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Network 09fc6020-fbfb-4d19-97ac-89137cd2b94b is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:35.869333 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:35.873872 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:06:35.880864 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Pushing event updated for resources: {'Port': ['ID=c7780560-8325-4130-a0d1-411bbcbc409b,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:35.934334 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Attempting to bind port c7780560-8325-4130-a0d1-411bbcbc409b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 13:06:35.934697 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Attempting to bind port c7780560-8325-4130-a0d1-411bbcbc409b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '1c06e5d2-7bb8-4542-8ed8-15fb67d8952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 13:06:35.935087 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Attempting to bind port c7780560-8325-4130-a0d1-411bbcbc409b on network 09fc6020-fbfb-4d19-97ac-89137cd2b94b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:35.940688 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 13, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:06:35.941052 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Checking segment: {'id': '1c06e5d2-7bb8-4542-8ed8-15fb67d8952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 13:06:35.941450 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:35.941971 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Bound using segment: {'id': '1c06e5d2-7bb8-4542-8ed8-15fb67d8952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:06:35.942451 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Bound port: c7780560-8325-4130-a0d1-411bbcbc409b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c06e5d2-7bb8-4542-8ed8-15fb67d8952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 13:06:35.943132 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:36.017826 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] For port c7780560-8325-4130-a0d1-411bbcbc409b, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:06:36.021367 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] For port c7780560-8325-4130-a0d1-411bbcbc409b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c7780560-8325-4130-a0d1-411bbcbc409b,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:06:36.132702 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:36.199049 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea5041-7f4b-4ed0-892f-8556d60b5348 None None] Pushing event updated for resources: {'Port': ['ID=c7780560-8325-4130-a0d1-411bbcbc409b,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:36.519790 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:36.540475 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:36.654058 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] Allocated IP 172.25.6.242 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/beeaa933-883c-49f8-8355-318ec4d2af9e) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:36.760551 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:36.864180 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:36.909853 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:36.917125 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:36.924169 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:06:36.929160 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] Pushing event updated for resources: {'Port': ['ID=beeaa933-883c-49f8-8355-318ec4d2af9e,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:37.122881 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e4d9bc-8ac1-47db-8fdf-e37c6a484179 None None] Network 09fc6020-fbfb-4d19-97ac-89137cd2b94b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 13:06:37.345627 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:37.345860 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f655d9f4-eab6-4b19-9169-0706925a9e64 None None] Provisioning complete for port c7780560-8325-4130-a0d1-411bbcbc409b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:37.345976 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f655d9f4-eab6-4b19-9169-0706925a9e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:37.498231 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f655d9f4-eab6-4b19-9169-0706925a9e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:37.542920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-f655d9f4-eab6-4b19-9169-0706925a9e64 None None] For port c7780560-8325-4130-a0d1-411bbcbc409b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c7780560-8325-4130-a0d1-411bbcbc409b,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:37.603683 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:37.641127 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f655d9f4-eab6-4b19-9169-0706925a9e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:37.709783 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655d9f4-eab6-4b19-9169-0706925a9e64 None None] Pushing event updated for resources: {'Port': ['ID=c7780560-8325-4130-a0d1-411bbcbc409b,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:37.846571 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] Router c9e48680-c353-4f88-b7a9-a626d1af7ac9 is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:06:37.866537 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-b4fc4623-b4fa-4859-86c7-5435b0852d78 None None] Provisioning complete for port c7780560-8325-4130-a0d1-411bbcbc409b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:37.873749 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b4fc4623-b4fa-4859-86c7-5435b0852d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:37.966889 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:37.975442 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Sync routers for ids ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:37.986542 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Routers {'c9e48680-c353-4f88-b7a9-a626d1af7ac9'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:37.987188 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:06:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:38.065471 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:38.069370 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-310222f2-f962-439e-a234-2fe248857897 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6159012 Nov 02 13:06:38.069511 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32952) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:38.097848 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c7780560-8325-4130-a0d1-411bbcbc409b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:38.102383 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Set router c9e48680-c353-4f88-b7a9-a626d1af7ac9 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:38.151150 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c7780560-8325-4130-a0d1-411bbcbc409b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:38.151816 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:38.291270 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:06:37Z', 'revision_number': 3, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port': {'id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:36Z', 'updated_at': '2021-11-02T13:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:38.318105 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Checking router: c9e48680-c353-4f88-b7a9-a626d1af7ac9 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:38.318450 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Updating router c9e48680-c353-4f88-b7a9-a626d1af7ac9 port beeaa933-883c-49f8-8355-318ec4d2af9e binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:06:38.343116 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:38.522318 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfceb692-1b6d-49d7-9473-46d46d5c9302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:38.613325 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:38.680672 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:38.686665 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-cfceb692-1b6d-49d7-9473-46d46d5c9302 admin admin] Allocated IP 172.20.0.1 (09fc6020-fbfb-4d19-97ac-89137cd2b94b/0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd/573e874d-07c2-4a34-a88d-e9938954d5e3) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:38.734365 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c4ca9-b1b5-45c1-8c84-2b2762f69df8 None None] Pushing event updated for resources: {'Port': ['ID=beeaa933-883c-49f8-8355-318ec4d2af9e,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:38.738748 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Attempting to bind port beeaa933-883c-49f8-8355-318ec4d2af9e on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 13:06:38.739145 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Attempting to bind port beeaa933-883c-49f8-8355-318ec4d2af9e by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 13:06:38.739510 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Attempting to bind port beeaa933-883c-49f8-8355-318ec4d2af9e on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:38.748512 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4ca9-b1b5-45c1-8c84-2b2762f69df8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:38.748861 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4ca9-b1b5-45c1-8c84-2b2762f69df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:38.749200 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4ca9-b1b5-45c1-8c84-2b2762f69df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:38.749536 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4ca9-b1b5-45c1-8c84-2b2762f69df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:38.749868 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4ca9-b1b5-45c1-8c84-2b2762f69df8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:38.750202 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4ca9-b1b5-45c1-8c84-2b2762f69df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:38.750534 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4ca9-b1b5-45c1-8c84-2b2762f69df8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:38.750861 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4ca9-b1b5-45c1-8c84-2b2762f69df8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:38.751242 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4ca9-b1b5-45c1-8c84-2b2762f69df8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:38.751561 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4ca9-b1b5-45c1-8c84-2b2762f69df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:38.751886 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4ca9-b1b5-45c1-8c84-2b2762f69df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:38.752210 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c4ca9-b1b5-45c1-8c84-2b2762f69df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:06:38.755540 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 13, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:06:38.755925 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 13:06:38.756325 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:38.756706 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:06:38.757180 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Bound port: beeaa933-883c-49f8-8355-318ec4d2af9e, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 13:06:38.757562 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:38.801666 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfceb692-1b6d-49d7-9473-46d46d5c9302 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:38.810374 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] For port beeaa933-883c-49f8-8355-318ec4d2af9e, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:06:38.813560 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] For port beeaa933-883c-49f8-8355-318ec4d2af9e, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=beeaa933-883c-49f8-8355-318ec4d2af9e,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:06:38.880675 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:38.914972 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfceb692-1b6d-49d7-9473-46d46d5c9302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:38.942243 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Routers {'c9e48680-c353-4f88-b7a9-a626d1af7ac9'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:38.942865 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:06:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:38.946178 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c4ca9-b1b5-45c1-8c84-2b2762f69df8 None None] Pushing event updated for resources: {'Port': ['ID=beeaa933-883c-49f8-8355-318ec4d2af9e,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:38.963994 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfceb692-1b6d-49d7-9473-46d46d5c9302 admin admin] Network 09fc6020-fbfb-4d19-97ac-89137cd2b94b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:38.970210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-cfceb692-1b6d-49d7-9473-46d46d5c9302 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:38.974235 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfceb692-1b6d-49d7-9473-46d46d5c9302 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:06:39.005298 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfceb692-1b6d-49d7-9473-46d46d5c9302 admin admin] Pushing event updated for resources: {'Port': ['ID=573e874d-07c2-4a34-a88d-e9938954d5e3,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:39.028482 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfceb692-1b6d-49d7-9473-46d46d5c9302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:39.072874 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] Set router c9e48680-c353-4f88-b7a9-a626d1af7ac9 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:39.263848 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfceb692-1b6d-49d7-9473-46d46d5c9302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:39.269370 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:06:37Z', 'revision_number': 3, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port': {'id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:36Z', 'updated_at': '2021-11-02T13:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:39.286898 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-2ee3fef3-fe4b-4ce9-9aaf-f6cf61631202 None None] Provisioning complete for port 573e874d-07c2-4a34-a88d-e9938954d5e3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:39.287544 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2ee3fef3-fe4b-4ce9-9aaf-f6cf61631202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:39.300249 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ba5f60-3304-4b63-87be-3013a09270da None None] The sync data for ids ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'] in n-d-806683-18 is: [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:06:37Z', 'revision_number': 3, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port': {'id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:36Z', 'updated_at': '2021-11-02T13:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:39.327235 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3fef3-fe4b-4ce9-9aaf-f6cf61631202 None None] Port 573e874d-07c2-4a34-a88d-e9938954d5e3 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 13:06:39.441545 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfceb692-1b6d-49d7-9473-46d46d5c9302 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:39.515155 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfceb692-1b6d-49d7-9473-46d46d5c9302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:39.606165 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-cfceb692-1b6d-49d7-9473-46d46d5c9302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:39.614745 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfceb692-1b6d-49d7-9473-46d46d5c9302 admin admin] Pushing event updated for resources: {'Port': ['ID=573e874d-07c2-4a34-a88d-e9938954d5e3,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:39.712667 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfceb692-1b6d-49d7-9473-46d46d5c9302 admin admin] Network 09fc6020-fbfb-4d19-97ac-89137cd2b94b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:39.714339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-cfceb692-1b6d-49d7-9473-46d46d5c9302 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:39.855670 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfceb692-1b6d-49d7-9473-46d46d5c9302 admin admin] Router c9e48680-c353-4f88-b7a9-a626d1af7ac9 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:39.955619 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-ea17233c-0e47-4df6-966b-d4165bf9c7bf None None] Provisioning complete for port 573e874d-07c2-4a34-a88d-e9938954d5e3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:39.956334 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ea17233c-0e47-4df6-966b-d4165bf9c7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:39.988983 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfceb692-1b6d-49d7-9473-46d46d5c9302 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:39.992572 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-ea17233c-0e47-4df6-966b-d4165bf9c7bf None None] Port 573e874d-07c2-4a34-a88d-e9938954d5e3 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 13:06:39.994567 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-cfceb692-1b6d-49d7-9473-46d46d5c9302 admin admin] 10.222.0.52 "PUT /v2.0/routers/c9e48680-c353-4f88-b7a9-a626d1af7ac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9237924 Nov 02 13:06:40.102587 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device beeaa933-883c-49f8-8355-318ec4d2af9e up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:40.165190 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port beeaa933-883c-49f8-8355-318ec4d2af9e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:40.165898 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:40.257943 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:40.282884 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port beeaa933-883c-49f8-8355-318ec4d2af9e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=beeaa933-883c-49f8-8355-318ec4d2af9e,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:40.378156 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:40.429801 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=beeaa933-883c-49f8-8355-318ec4d2af9e,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:40.729330 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32968) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:40.734407 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-0ea4c285-56db-44e6-b54a-dcab4d3ed438 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1065956776-network', 'tenant_id': '2511a665f7f4423dad8fe639ec961070'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:06:40.824171 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea4c285-56db-44e6-b54a-dcab4d3ed438 admin admin] Made reservation on behalf of 2511a665f7f4423dad8fe639ec961070 for: {'network': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:06:40.826864 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0ea4c285-56db-44e6-b54a-dcab4d3ed438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for network, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:40.836789 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0ea4c285-56db-44e6-b54a-dcab4d3ed438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:40.917856 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0ea4c285-56db-44e6-b54a-dcab4d3ed438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:40.969674 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Sync routers for ids ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:40.980994 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Routers {'c9e48680-c353-4f88-b7a9-a626d1af7ac9'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:40.981628 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:06:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:41.012500 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0ea4c285-56db-44e6-b54a-dcab4d3ed438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:41.041530 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea4c285-56db-44e6-b54a-dcab4d3ed438 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=102689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:06:41.051947 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4c285-56db-44e6-b54a-dcab4d3ed438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34c25bf-9731-4392-84d8-069909fb2c60,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:41.058913 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0ea4c285-56db-44e6-b54a-dcab4d3ed438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:41.059340 n-d-806683-18 neutron-server[102689]: INFO neutron.db.segments_db [None req-0ea4c285-56db-44e6-b54a-dcab4d3ed438 admin admin] Added segment ae5daa73-d43a-4645-ba81-7f1cc79d8f1e of type vlan for network 4d06a92e-1935-46ce-9b6b-b69170b98e74 Nov 02 13:06:41.101354 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Set router c9e48680-c353-4f88-b7a9-a626d1af7ac9 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:41.107070 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0ea4c285-56db-44e6-b54a-dcab4d3ed438 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730911840350'] for network, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:41.235349 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0ea4c285-56db-44e6-b54a-dcab4d3ed438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591'] for network, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:41.236737 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea4c285-56db-44e6-b54a-dcab4d3ed438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:41.237748 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-0ea4c285-56db-44e6-b54a-dcab4d3ed438 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:41.307102 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4c285-56db-44e6-b54a-dcab4d3ed438 admin admin] Pushing event updated for resources: {'Network': ['ID=4d06a92e-1935-46ce-9b6b-b69170b98e74,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:41.323970 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Network 4d06a92e-1935-46ce-9b6b-b69170b98e74 details requested by agent ovs-agent-n-d-806683-18 with host n-d-806683-18 {{(pid=102691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:06:41.325338 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:06:39Z', 'revision_number': 4, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port': {'id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:36Z', 'updated_at': '2021-11-02T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '573e874d-07c2-4a34-a88d-e9938954d5e3', 'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'mac_address': 'fa:16:3e:5c:9b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:38Z', 'updated_at': '2021-11-02T13:06:39Z', 'revision_number': 2, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'subnets': [{'id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:41.347014 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-0ea4c285-56db-44e6-b54a-dcab4d3ed438 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6164627 Nov 02 13:06:41.349964 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32970) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:41.355619 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-e97d5c8b-b706-450a-a427-1c01c0873136 admin admin] Request body: {'subnet': {'network_id': '4d06a92e-1935-46ce-9b6b-b69170b98e74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1065956776-subnet', 'tenant_id': '2511a665f7f4423dad8fe639ec961070', 'ip_version': 4}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:06:41.375514 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Checking router: c9e48680-c353-4f88-b7a9-a626d1af7ac9 for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:41.375873 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Updating router c9e48680-c353-4f88-b7a9-a626d1af7ac9 port 573e874d-07c2-4a34-a88d-e9938954d5e3 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:06:41.440415 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:41.458092 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97d5c8b-b706-450a-a427-1c01c0873136 admin admin] Made reservation on behalf of 2511a665f7f4423dad8fe639ec961070 for: {'subnet': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:06:41.461883 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e97d5c8b-b706-450a-a427-1c01c0873136 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8985655'] for subnet, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:41.731297 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:41.743612 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e97d5c8b-b706-450a-a427-1c01c0873136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11618390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8985605'] for subnet, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:41.808851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d5c8b-b706-450a-a427-1c01c0873136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b855153b-a113-4522-88f3-9ebf0396cc0f,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:41.816340 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97d5c8b-b706-450a-a427-1c01c0873136 admin admin] Checking segment: {'id': 'ae5daa73-d43a-4645-ba81-7f1cc79d8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4d06a92e-1935-46ce-9b6b-b69170b98e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 13:06:41.816697 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97d5c8b-b706-450a-a427-1c01c0873136 admin admin] Network hostable DHCP agents. Network: 4d06a92e-1935-46ce-9b6b-b69170b98e74, hostable agents: ['ba67e832-2845-40bb-9fb3-059add3500c6'], hosted agents: [] {{(pid=102689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:06:41.823282 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:41.877466 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb334c1-c25c-4dcc-a85e-ef3cfa6c8fdb None None] Pushing event updated for resources: {'Port': ['ID=573e874d-07c2-4a34-a88d-e9938954d5e3,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:41.889959 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97d5c8b-b706-450a-a427-1c01c0873136 admin admin] Network 4d06a92e-1935-46ce-9b6b-b69170b98e74 is scheduled to be hosted by DHCP agent ba67e832-2845-40bb-9fb3-059add3500c6 with binding_index 1 {{(pid=102689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:06:41.932766 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Attempting to bind port 573e874d-07c2-4a34-a88d-e9938954d5e3 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 13:06:41.933185 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Attempting to bind port 573e874d-07c2-4a34-a88d-e9938954d5e3 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': '1c06e5d2-7bb8-4542-8ed8-15fb67d8952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 13:06:41.933527 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Attempting to bind port 573e874d-07c2-4a34-a88d-e9938954d5e3 on network 09fc6020-fbfb-4d19-97ac-89137cd2b94b {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:41.939267 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 13, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:06:41.939664 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Checking segment: {'id': '1c06e5d2-7bb8-4542-8ed8-15fb67d8952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 13:06:41.940066 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:41.940592 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Bound using segment: {'id': '1c06e5d2-7bb8-4542-8ed8-15fb67d8952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:06:41.941068 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Bound port: 573e874d-07c2-4a34-a88d-e9938954d5e3, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c06e5d2-7bb8-4542-8ed8-15fb67d8952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 13:06:41.941443 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:41.949824 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-e97d5c8b-b706-450a-a427-1c01c0873136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-18, 4d06a92e-1935-46ce-9b6b-b69170b98e74) {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:41.958805 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2514a5b8-3473-49fd-a599-c72789a01aba None None] Network 4d06a92e-1935-46ce-9b6b-b69170b98e74 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 13:06:41.962261 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97d5c8b-b706-450a-a427-1c01c0873136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:41.962868 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-e97d5c8b-b706-450a-a427-1c01c0873136 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:42.070604 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-e97d5c8b-b706-450a-a427-1c01c0873136 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7196338 Nov 02 13:06:42.073551 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32972) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:42.079399 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1065956776-router', 'tenant_id': '2511a665f7f4423dad8fe639ec961070', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:06:42.087518 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device beeaa933-883c-49f8-8355-318ec4d2af9e up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:42.093153 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] For port 573e874d-07c2-4a34-a88d-e9938954d5e3, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:06:42.158209 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] For port 573e874d-07c2-4a34-a88d-e9938954d5e3, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=573e874d-07c2-4a34-a88d-e9938954d5e3,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:06:42.192772 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-668916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257375'] for router, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:42.204303 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-668744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659139', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-670842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257350'] for router, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:42.204507 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-23842a99-be7a-4434-934f-4918af0457f6 None None] Provisioning complete for port 573e874d-07c2-4a34-a88d-e9938954d5e3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:42.204507 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-23842a99-be7a-4434-934f-4918af0457f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:42.251179 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7823a3d-c9d4-5855-bbdd-88cccb24fc89-4d06a92e-1935-46ce-9b6b-b69170b98e74', 'network_id': '4d06a92e-1935-46ce-9b6b-b69170b98e74', 'tenant_id': '2511a665f7f4423dad8fe639ec961070', 'fixed_ips': [{'subnet_id': 'b855153b-a113-4522-88f3-9ebf0396cc0f'}]}} from n-d-806683-18. {{(pid=102691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 02 13:06:42.252046 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:42.254292 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:42.265242 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port beeaa933-883c-49f8-8355-318ec4d2af9e triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:42.265653 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:42.269962 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-23842a99-be7a-4434-934f-4918af0457f6 None None] Port 573e874d-07c2-4a34-a88d-e9938954d5e3 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 13:06:42.363664 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:42.503301 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Routers {'c9e48680-c353-4f88-b7a9-a626d1af7ac9'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:42.503990 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:06:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:42.510106 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb334c1-c25c-4dcc-a85e-ef3cfa6c8fdb None None] Pushing event updated for resources: {'Port': ['ID=573e874d-07c2-4a34-a88d-e9938954d5e3,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:42.583252 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:42.592447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.db_base_plugin_common [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Allocated IP 172.20.0.2 (4d06a92e-1935-46ce-9b6b-b69170b98e74/b855153b-a113-4522-88f3-9ebf0396cc0f/c2c84d96-da87-4db4-baa3-a8a00f59728b) {{(pid=102691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:42.871441 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:42.887861 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] Set router c9e48680-c353-4f88-b7a9-a626d1af7ac9 gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:42.889652 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-d6615504-f716-4e3a-8141-dd18bb935700 None None] Provisioning complete for port 573e874d-07c2-4a34-a88d-e9938954d5e3 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:42.890021 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d6615504-f716-4e3a-8141-dd18bb935700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:42.892015 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:43.006102 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] Allocated IP 172.25.6.153 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/2c77e511-6e3b-4dc4-b636-498d8a41f02c) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:43.121925 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:43.173341 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Publish callbacks [] for port, precommit_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:43.203798 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d6615504-f716-4e3a-8141-dd18bb935700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:43.240895 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:43.262564 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-d6615504-f716-4e3a-8141-dd18bb935700 None None] For port 573e874d-07c2-4a34-a88d-e9938954d5e3, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=573e874d-07c2-4a34-a88d-e9938954d5e3,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:43.280587 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:43.282520 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:06:39Z', 'revision_number': 4, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port': {'id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:36Z', 'updated_at': '2021-11-02T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '573e874d-07c2-4a34-a88d-e9938954d5e3', 'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'mac_address': 'fa:16:3e:5c:9b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:38Z', 'updated_at': '2021-11-02T13:06:42Z', 'revision_number': 4, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'subnets': [{'id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:43.283637 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:43.289717 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:06:43.310744 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c01afb-e1d8-48a9-849a-377359c900a4 None None] The sync data for ids ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'] in n-d-806683-18 is: [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:06:39Z', 'revision_number': 4, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port': {'id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:36Z', 'updated_at': '2021-11-02T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '573e874d-07c2-4a34-a88d-e9938954d5e3', 'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'mac_address': 'fa:16:3e:5c:9b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:38Z', 'updated_at': '2021-11-02T13:06:42Z', 'revision_number': 4, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'subnets': [{'id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:43.316002 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] Pushing event updated for resources: {'Port': ['ID=2c77e511-6e3b-4dc4-b636-498d8a41f02c,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:43.325461 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815'] for port, after_create {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:43.368195 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Network 4d06a92e-1935-46ce-9b6b-b69170b98e74 is already hosted by enough agents. {{(pid=102691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:43.391785 n-d-806683-18 neutron-server[102691]: DEBUG neutron.scheduler.base_scheduler [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Resources bound (agent type, host, resource id): {{(pid=102691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:43.397891 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Received port after_create {{(pid=102691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:06:43.401471 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Pushing event updated for resources: {'Port': ['ID=c2c84d96-da87-4db4-baa3-a8a00f59728b,revision_number=1']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:43.407813 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-d6615504-f716-4e3a-8141-dd18bb935700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:43.516213 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Attempting to bind port c2c84d96-da87-4db4-baa3-a8a00f59728b on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 13:06:43.527847 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Attempting to bind port c2c84d96-da87-4db4-baa3-a8a00f59728b by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'ae5daa73-d43a-4645-ba81-7f1cc79d8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4d06a92e-1935-46ce-9b6b-b69170b98e74'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 13:06:43.527847 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Attempting to bind port c2c84d96-da87-4db4-baa3-a8a00f59728b on network 4d06a92e-1935-46ce-9b6b-b69170b98e74 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:43.527847 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6615504-f716-4e3a-8141-dd18bb935700 None None] Pushing event updated for resources: {'Port': ['ID=573e874d-07c2-4a34-a88d-e9938954d5e3,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:43.527847 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 13, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:06:43.527847 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Checking segment: {'id': 'ae5daa73-d43a-4645-ba81-7f1cc79d8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4d06a92e-1935-46ce-9b6b-b69170b98e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 13:06:43.527847 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:43.527847 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Bound using segment: {'id': 'ae5daa73-d43a-4645-ba81-7f1cc79d8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4d06a92e-1935-46ce-9b6b-b69170b98e74'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:06:43.527847 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Bound port: c2c84d96-da87-4db4-baa3-a8a00f59728b, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5daa73-d43a-4645-ba81-7f1cc79d8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4d06a92e-1935-46ce-9b6b-b69170b98e74'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 13:06:43.528972 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:43.597966 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] For port c2c84d96-da87-4db4-baa3-a8a00f59728b, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:06:43.601700 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] For port c2c84d96-da87-4db4-baa3-a8a00f59728b, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c2c84d96-da87-4db4-baa3-a8a00f59728b,segment=NetworkSegment(ae5daa73-d43a-4645-ba81-7f1cc79d8f1e),segment_id=ae5daa73-d43a-4645-ba81-7f1cc79d8f1e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:06:43.696579 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:43.713292 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:43.772337 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadda824-e5e9-4d8b-b44d-614b5e812c9c None None] Pushing event updated for resources: {'Port': ['ID=c2c84d96-da87-4db4-baa3-a8a00f59728b,revision_number=2']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:43.994268 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-668737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659088'] for router, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:44.178341 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c2c84d96-da87-4db4-baa3-a8a00f59728b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:44.236621 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c2c84d96-da87-4db4-baa3-a8a00f59728b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:44.237090 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:44.286623 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] Router aefcaa7d-d929-4a79-8b61-961fe01f2d4b is scheduled to L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 with binding_index 1 {{(pid=102690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:06:44.347933 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:44.391111 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port c2c84d96-da87-4db4-baa3-a8a00f59728b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c2c84d96-da87-4db4-baa3-a8a00f59728b,segment=NetworkSegment(ae5daa73-d43a-4645-ba81-7f1cc79d8f1e),segment_id=ae5daa73-d43a-4645-ba81-7f1cc79d8f1e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:44.438875 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:44.454200 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Sync routers for ids ['aefcaa7d-d929-4a79-8b61-961fe01f2d4b'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:44.463396 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:44.464304 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 573e874d-07c2-4a34-a88d-e9938954d5e3 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:44.478641 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Routers {'aefcaa7d-d929-4a79-8b61-961fe01f2d4b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:44.479689 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:06:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['aefcaa7d-d929-4a79-8b61-961fe01f2d4b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:44.540138 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:44.544843 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-27027f29-b988-4730-928f-ccf90dbfb106 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4660840 Nov 02 13:06:44.548319 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32974) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:44.585430 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=c2c84d96-da87-4db4-baa3-a8a00f59728b,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:44.613731 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Set router aefcaa7d-d929-4a79-8b61-961fe01f2d4b gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:44.614920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 573e874d-07c2-4a34-a88d-e9938954d5e3 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:44.615554 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:44.944540 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3af4943-dd84-4fe0-9313-908043976b15 None None] Network 4d06a92e-1935-46ce-9b6b-b69170b98e74 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 13:06:44.955921 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'name': 'tempest-TestSnapshotPattern-1065956776-router', 'tenant_id': '2511a665f7f4423dad8fe639ec961070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '2c77e511-6e3b-4dc4-b636-498d8a41f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:42Z', 'updated_at': '2021-11-02T13:06:43Z', 'revision_number': 3, 'project_id': '2511a665f7f4423dad8fe639ec961070', 'gw_port': {'id': '2c77e511-6e3b-4dc4-b636-498d8a41f02c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:42Z', 'updated_at': '2021-11-02T13:06:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:44.999237 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Checking router: aefcaa7d-d929-4a79-8b61-961fe01f2d4b for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:44.999869 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Updating router aefcaa7d-d929-4a79-8b61-961fe01f2d4b port 2c77e511-6e3b-4dc4-b636-498d8a41f02c binding host n-d-806683-18 {{(pid=102692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:06:45.027611 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:45.097007 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c66e14fb-eaa2-486b-bf23-0bf1928ca0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:45.098032 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-db65d703-af96-4024-a8e3-cd39e2696199 None None] Provisioning complete for port c2c84d96-da87-4db4-baa3-a8a00f59728b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:45.098475 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-db65d703-af96-4024-a8e3-cd39e2696199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:45.293493 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [None req-c66e14fb-eaa2-486b-bf23-0bf1928ca0d3 admin admin] Allocated IP 172.20.0.1 (4d06a92e-1935-46ce-9b6b-b69170b98e74/b855153b-a113-4522-88f3-9ebf0396cc0f/2590720e-e7e8-4cb0-81f0-3c87ba91d548) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:45.364575 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Publish callbacks [] for port, precommit_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:45.420422 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c66e14fb-eaa2-486b-bf23-0bf1928ca0d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:45.448534 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-260966fd-ed25-4b6c-8d0b-5ef2b055c5b6 None None] Provisioning complete for port c2c84d96-da87-4db4-baa3-a8a00f59728b triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:45.449026 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-260966fd-ed25-4b6c-8d0b-5ef2b055c5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:45.468516 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:45.523246 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b6011-e705-44e2-bf08-50b64069aa7a None None] Pushing event updated for resources: {'Port': ['ID=2c77e511-6e3b-4dc4-b636-498d8a41f02c,revision_number=2']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:45.526058 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Attempting to bind port 2c77e511-6e3b-4dc4-b636-498d8a41f02c on host n-d-806683-18 for vnic_type normal with profile {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 13:06:45.526422 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Attempting to bind port 2c77e511-6e3b-4dc4-b636-498d8a41f02c by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 13:06:45.526793 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Attempting to bind port 2c77e511-6e3b-4dc4-b636-498d8a41f02c on network 53bbd11b-bf18-40d3-8883-270ae0fcef9b {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:45.533433 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c66e14fb-eaa2-486b-bf23-0bf1928ca0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:45.533625 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 13, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:06:45.533828 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Checking segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 13:06:45.534429 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:45.534998 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Bound using segment: {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'} {{(pid=102692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:06:45.535646 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.managers [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Bound port: 2c77e511-6e3b-4dc4-b636-498d8a41f02c, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb298f5c-aad5-4ee2-9db3-808cf798fae7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b'}}] {{(pid=102692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 13:06:45.537596 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:45.580144 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66e14fb-eaa2-486b-bf23-0bf1928ca0d3 admin admin] Network 4d06a92e-1935-46ce-9b6b-b69170b98e74 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:45.583851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-c66e14fb-eaa2-486b-bf23-0bf1928ca0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:45.586730 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66e14fb-eaa2-486b-bf23-0bf1928ca0d3 admin admin] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:06:45.596009 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] For port 2c77e511-6e3b-4dc4-b636-498d8a41f02c, host n-d-806683-18, cleared binding levels {{(pid=102692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:06:45.599879 n-d-806683-18 neutron-server[102692]: DEBUG neutron.plugins.ml2.db [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] For port 2c77e511-6e3b-4dc4-b636-498d8a41f02c, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2c77e511-6e3b-4dc4-b636-498d8a41f02c,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:06:45.617426 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e14fb-eaa2-486b-bf23-0bf1928ca0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2590720e-e7e8-4cb0-81f0-3c87ba91d548,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:45.638977 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c66e14fb-eaa2-486b-bf23-0bf1928ca0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-657859'] for router_interface, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:45.680889 n-d-806683-18 neutron-server[102692]: DEBUG neutron_lib.callbacks.manager [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:45.748675 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Routers {'aefcaa7d-d929-4a79-8b61-961fe01f2d4b'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:45.749322 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:06:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['aefcaa7d-d929-4a79-8b61-961fe01f2d4b'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:45.751365 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b6011-e705-44e2-bf08-50b64069aa7a None None] Pushing event updated for resources: {'Port': ['ID=2c77e511-6e3b-4dc4-b636-498d8a41f02c,revision_number=3']} {{(pid=102692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:45.853438 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c66e14fb-eaa2-486b-bf23-0bf1928ca0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:45.877143 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-149a28e1-a8e7-445b-a2d5-700e207c26f9 None None] Provisioning complete for port 2590720e-e7e8-4cb0-81f0-3c87ba91d548 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:45.877749 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-149a28e1-a8e7-445b-a2d5-700e207c26f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:45.889833 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] Set router aefcaa7d-d929-4a79-8b61-961fe01f2d4b gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:45.915800 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-149a28e1-a8e7-445b-a2d5-700e207c26f9 None None] Port 2590720e-e7e8-4cb0-81f0-3c87ba91d548 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 13:06:46.038104 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c66e14fb-eaa2-486b-bf23-0bf1928ca0d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:46.078167 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c2c84d96-da87-4db4-baa3-a8a00f59728b up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:46.101689 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'name': 'tempest-TestSnapshotPattern-1065956776-router', 'tenant_id': '2511a665f7f4423dad8fe639ec961070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '2c77e511-6e3b-4dc4-b636-498d8a41f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:42Z', 'updated_at': '2021-11-02T13:06:43Z', 'revision_number': 3, 'project_id': '2511a665f7f4423dad8fe639ec961070', 'gw_port': {'id': '2c77e511-6e3b-4dc4-b636-498d8a41f02c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:42Z', 'updated_at': '2021-11-02T13:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:46.110019 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c66e14fb-eaa2-486b-bf23-0bf1928ca0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:46.130634 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48c1930-912e-4f6e-a1a8-db3a142bcf9f None None] The sync data for ids ['aefcaa7d-d929-4a79-8b61-961fe01f2d4b'] in n-d-806683-18 is: [{'id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'name': 'tempest-TestSnapshotPattern-1065956776-router', 'tenant_id': '2511a665f7f4423dad8fe639ec961070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '2c77e511-6e3b-4dc4-b636-498d8a41f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:42Z', 'updated_at': '2021-11-02T13:06:43Z', 'revision_number': 3, 'project_id': '2511a665f7f4423dad8fe639ec961070', 'gw_port': {'id': '2c77e511-6e3b-4dc4-b636-498d8a41f02c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:42Z', 'updated_at': '2021-11-02T13:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:46.138440 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port c2c84d96-da87-4db4-baa3-a8a00f59728b triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:46.138881 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:46.188337 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c66e14fb-eaa2-486b-bf23-0bf1928ca0d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-657751'] for router_interface, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:46.190507 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e14fb-eaa2-486b-bf23-0bf1928ca0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2590720e-e7e8-4cb0-81f0-3c87ba91d548,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:46.302833 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66e14fb-eaa2-486b-bf23-0bf1928ca0d3 admin admin] Network 4d06a92e-1935-46ce-9b6b-b69170b98e74 is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:46.304392 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [None req-c66e14fb-eaa2-486b-bf23-0bf1928ca0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:46.464157 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66e14fb-eaa2-486b-bf23-0bf1928ca0d3 admin admin] Router aefcaa7d-d929-4a79-8b61-961fe01f2d4b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:06:46.614661 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66e14fb-eaa2-486b-bf23-0bf1928ca0d3 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:06:46.622568 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c66e14fb-eaa2-486b-bf23-0bf1928ca0d3 admin admin] 10.222.0.52 "PUT /v2.0/routers/aefcaa7d-d929-4a79-8b61-961fe01f2d4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0761383 Nov 02 13:06:46.661830 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-21f87c23-eed4-42cb-957d-2ba9d2db6211 None None] Provisioning complete for port 2590720e-e7e8-4cb0-81f0-3c87ba91d548 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:46.662265 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-21f87c23-eed4-42cb-957d-2ba9d2db6211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:46.715640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-21f87c23-eed4-42cb-957d-2ba9d2db6211 None None] Port 2590720e-e7e8-4cb0-81f0-3c87ba91d548 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 13:06:47.398740 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32982) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:47.403888 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-36013610-0480-4b0c-8077-20182ad62edc tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-635891143', 'description': 'tempest-secgroup-smoke-635891143 description', 'project_id': '628958d5c251451981de5d13c2f7fd6f'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:06:47.485837 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36013610-0480-4b0c-8077-20182ad62edc tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:47.560770 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9c84610c-96e1-4726-aacc-347f8e6ccbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:47.564299 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36013610-0480-4b0c-8077-20182ad62edc tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:47.646487 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36013610-0480-4b0c-8077-20182ad62edc tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:47.679357 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36013610-0480-4b0c-8077-20182ad62edc tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29281132-e98a-4398-abfd-9db9a544dda7,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:47.750650 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-36013610-0480-4b0c-8077-20182ad62edc tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:47.752015 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-36013610-0480-4b0c-8077-20182ad62edc tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3521643 Nov 02 13:06:47.759190 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32984) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:47.761597 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-ece196be-2f12-47a4-b57a-c945531e052d tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Request body: {'security_group_rule': {'security_group_id': '29281132-e98a-4398-abfd-9db9a544dda7', 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:06:47.856672 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Sync routers for ids ['aefcaa7d-d929-4a79-8b61-961fe01f2d4b'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:06:47.862465 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ece196be-2f12-47a4-b57a-c945531e052d tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:47.868977 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Routers {'aefcaa7d-d929-4a79-8b61-961fe01f2d4b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:47.869600 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:06:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['aefcaa7d-d929-4a79-8b61-961fe01f2d4b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:47.986945 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Set router aefcaa7d-d929-4a79-8b61-961fe01f2d4b gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:48.127893 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2c77e511-6e3b-4dc4-b636-498d8a41f02c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:48.233447 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2c77e511-6e3b-4dc4-b636-498d8a41f02c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:48.233829 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:48.288936 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ece196be-2f12-47a4-b57a-c945531e052d tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:48.294004 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'name': 'tempest-TestSnapshotPattern-1065956776-router', 'tenant_id': '2511a665f7f4423dad8fe639ec961070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '2c77e511-6e3b-4dc4-b636-498d8a41f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:42Z', 'updated_at': '2021-11-02T13:06:45Z', 'revision_number': 4, 'project_id': '2511a665f7f4423dad8fe639ec961070', 'gw_port': {'id': '2c77e511-6e3b-4dc4-b636-498d8a41f02c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:42Z', 'updated_at': '2021-11-02T13:06:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '2590720e-e7e8-4cb0-81f0-3c87ba91d548', 'name': '', 'network_id': '4d06a92e-1935-46ce-9b6b-b69170b98e74', 'tenant_id': '2511a665f7f4423dad8fe639ec961070', 'mac_address': 'fa:16:3e:2a:25:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b855153b-a113-4522-88f3-9ebf0396cc0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:45Z', 'updated_at': '2021-11-02T13:06:45Z', 'revision_number': 2, 'project_id': '2511a665f7f4423dad8fe639ec961070', 'subnets': [{'id': 'b855153b-a113-4522-88f3-9ebf0396cc0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:48.342730 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Checking router: aefcaa7d-d929-4a79-8b61-961fe01f2d4b for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:06:48.343120 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Updating router aefcaa7d-d929-4a79-8b61-961fe01f2d4b port 2590720e-e7e8-4cb0-81f0-3c87ba91d548 binding host n-d-806683-18 {{(pid=102691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:06:48.378073 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:48.379973 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:48.388528 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ece196be-2f12-47a4-b57a-c945531e052d tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:48.408685 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece196be-2f12-47a4-b57a-c945531e052d tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25713ec2-c204-4906-bb8a-8659bc239ee5,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:48.430171 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] For port 2c77e511-6e3b-4dc4-b636-498d8a41f02c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2c77e511-6e3b-4dc4-b636-498d8a41f02c,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:48.476310 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-ece196be-2f12-47a4-b57a-c945531e052d tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:48.481039 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-ece196be-2f12-47a4-b57a-c945531e052d tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7212591 Nov 02 13:06:48.485446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32986) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:48.486246 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-1a067eab-2358-4735-8d6f-53f468d8790a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Request body: {'security_group_rule': {'security_group_id': '29281132-e98a-4398-abfd-9db9a544dda7', 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:06:48.511138 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:48.571133 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1a067eab-2358-4735-8d6f-53f468d8790a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:48.616459 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Pushing event updated for resources: {'Port': ['ID=2c77e511-6e3b-4dc4-b636-498d8a41f02c,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:48.636666 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1a067eab-2358-4735-8d6f-53f468d8790a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:48.712941 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1a067eab-2358-4735-8d6f-53f468d8790a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:48.720093 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Publish callbacks [] for port, precommit_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:48.732912 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a067eab-2358-4735-8d6f-53f468d8790a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1457b038-e589-452e-bc96-d7b3d594c784,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:48.817292 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:48.852256 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-1a067eab-2358-4735-8d6f-53f468d8790a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:48.853483 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-1a067eab-2358-4735-8d6f-53f468d8790a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3712142 Nov 02 13:06:48.856619 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32988) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:48.861989 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-c8a0a35e-e7a5-429f-a721-db1eca95a94f tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Request body: {'security_group_rule': {'security_group_id': '29281132-e98a-4398-abfd-9db9a544dda7', 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:06:48.868672 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54530f-3e3e-4062-b13f-3e7590bb7cf1 None None] Pushing event updated for resources: {'Port': ['ID=2590720e-e7e8-4cb0-81f0-3c87ba91d548,revision_number=3']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:48.936148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Attempting to bind port 2590720e-e7e8-4cb0-81f0-3c87ba91d548 on host n-d-806683-18 for vnic_type normal with profile {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 13:06:48.936660 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Attempting to bind port 2590720e-e7e8-4cb0-81f0-3c87ba91d548 by drivers openvswitch,hyperv on host n-d-806683-18 at level 0 using segments [{'id': 'ae5daa73-d43a-4645-ba81-7f1cc79d8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4d06a92e-1935-46ce-9b6b-b69170b98e74'}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 13:06:48.937026 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Attempting to bind port 2590720e-e7e8-4cb0-81f0-3c87ba91d548 on network 4d06a92e-1935-46ce-9b6b-b69170b98e74 {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:48.942670 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Checking agent: {'id': 'defa34bf-4756-4c8b-bae5-50f00c071414', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 23, 25), 'started_at': datetime.datetime(2021, 11, 2, 11, 23, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 13, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:06:48.943058 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Checking segment: {'id': 'ae5daa73-d43a-4645-ba81-7f1cc79d8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4d06a92e-1935-46ce-9b6b-b69170b98e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 13:06:48.943464 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:48.943894 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Bound using segment: {'id': 'ae5daa73-d43a-4645-ba81-7f1cc79d8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4d06a92e-1935-46ce-9b6b-b69170b98e74'} {{(pid=102691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:06:48.944358 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.managers [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Bound port: 2590720e-e7e8-4cb0-81f0-3c87ba91d548, host: n-d-806683-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5daa73-d43a-4645-ba81-7f1cc79d8f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4d06a92e-1935-46ce-9b6b-b69170b98e74'}}] {{(pid=102691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 13:06:48.944766 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:48.976123 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8a0a35e-e7a5-429f-a721-db1eca95a94f tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:49.015059 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] For port 2590720e-e7e8-4cb0-81f0-3c87ba91d548, host n-d-806683-18, cleared binding levels {{(pid=102691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:06:49.018989 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] For port 2590720e-e7e8-4cb0-81f0-3c87ba91d548, host n-d-806683-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2590720e-e7e8-4cb0-81f0-3c87ba91d548,segment=NetworkSegment(ae5daa73-d43a-4645-ba81-7f1cc79d8f1e),segment_id=ae5daa73-d43a-4645-ba81-7f1cc79d8f1e)] {{(pid=102691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:06:49.051634 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8a0a35e-e7a5-429f-a721-db1eca95a94f tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:49.126363 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:49.165530 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8a0a35e-e7a5-429f-a721-db1eca95a94f tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:49.188097 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0a35e-e7a5-429f-a721-db1eca95a94f tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a789d58-11e3-4ce8-bdfa-722cc75c23a1,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:49.204556 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-c6462321-7728-4ef9-91e8-c19ff5de858a None None] Provisioning complete for port 2590720e-e7e8-4cb0-81f0-3c87ba91d548 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:49.204892 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c6462321-7728-4ef9-91e8-c19ff5de858a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:49.208553 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Routers {'aefcaa7d-d929-4a79-8b61-961fe01f2d4b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:06:49.208771 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:06:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['aefcaa7d-d929-4a79-8b61-961fe01f2d4b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:49.210422 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54530f-3e3e-4062-b13f-3e7590bb7cf1 None None] Pushing event updated for resources: {'Port': ['ID=2590720e-e7e8-4cb0-81f0-3c87ba91d548,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:49.282875 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-c8a0a35e-e7a5-429f-a721-db1eca95a94f tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:49.284270 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-c8a0a35e-e7a5-429f-a721-db1eca95a94f tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4263773 Nov 02 13:06:49.287018 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32990) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:49.294405 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-a21ad572-6a5e-4649-b512-8b2b64c23735 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Request body: {'security_group_rule': {'security_group_id': '29281132-e98a-4398-abfd-9db9a544dda7', 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:06:49.394738 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a21ad572-6a5e-4649-b512-8b2b64c23735 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:49.465422 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a21ad572-6a5e-4649-b512-8b2b64c23735 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:49.531922 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a21ad572-6a5e-4649-b512-8b2b64c23735 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:49.548438 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ad572-6a5e-4649-b512-8b2b64c23735 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578ec07e-1c14-4d32-9b55-96a8e9a7b0ae,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:49.549911 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] Set router aefcaa7d-d929-4a79-8b61-961fe01f2d4b gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:06:49.585391 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c6462321-7728-4ef9-91e8-c19ff5de858a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:49.613639 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-a21ad572-6a5e-4649-b512-8b2b64c23735 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:49.615005 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-a21ad572-6a5e-4649-b512-8b2b64c23735 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3266463 Nov 02 13:06:49.617836 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 32992) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:49.622958 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [None req-be0edd44-da93-4278-b2f6-7487cfa005c6 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Request body: {'security_group_rule': {'security_group_id': '29281132-e98a-4398-abfd-9db9a544dda7', 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:06:49.676740 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-c6462321-7728-4ef9-91e8-c19ff5de858a None None] For port 2590720e-e7e8-4cb0-81f0-3c87ba91d548, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2590720e-e7e8-4cb0-81f0-3c87ba91d548,segment=NetworkSegment(ae5daa73-d43a-4645-ba81-7f1cc79d8f1e),segment_id=ae5daa73-d43a-4645-ba81-7f1cc79d8f1e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:06:49.708674 n-d-806683-18 neutron-server[102689]: INFO neutron.db.securitygroups_db [None req-be0edd44-da93-4278-b2f6-7487cfa005c6 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Project 628958d5c251451981de5d13c2f7fd6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:06:49.717352 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-be0edd44-da93-4278-b2f6-7487cfa005c6 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:49.741944 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c6462321-7728-4ef9-91e8-c19ff5de858a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:49.778771 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-be0edd44-da93-4278-b2f6-7487cfa005c6 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:49.812773 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bd2ea56b-da0c-48f9-b298-827c9cab6f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:49.831388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6462321-7728-4ef9-91e8-c19ff5de858a None None] Pushing event updated for resources: {'Port': ['ID=2590720e-e7e8-4cb0-81f0-3c87ba91d548,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:49.864742 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'name': 'tempest-TestSnapshotPattern-1065956776-router', 'tenant_id': '2511a665f7f4423dad8fe639ec961070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '2c77e511-6e3b-4dc4-b636-498d8a41f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:42Z', 'updated_at': '2021-11-02T13:06:45Z', 'revision_number': 4, 'project_id': '2511a665f7f4423dad8fe639ec961070', 'gw_port': {'id': '2c77e511-6e3b-4dc4-b636-498d8a41f02c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:42Z', 'updated_at': '2021-11-02T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '2590720e-e7e8-4cb0-81f0-3c87ba91d548', 'name': '', 'network_id': '4d06a92e-1935-46ce-9b6b-b69170b98e74', 'tenant_id': '2511a665f7f4423dad8fe639ec961070', 'mac_address': 'fa:16:3e:2a:25:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b855153b-a113-4522-88f3-9ebf0396cc0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:45Z', 'updated_at': '2021-11-02T13:06:49Z', 'revision_number': 4, 'project_id': '2511a665f7f4423dad8fe639ec961070', 'subnets': [{'id': 'b855153b-a113-4522-88f3-9ebf0396cc0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:06:49.868356 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-be0edd44-da93-4278-b2f6-7487cfa005c6 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:49.888461 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0edd44-da93-4278-b2f6-7487cfa005c6 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85506e0-fda5-405b-858a-1314813a987c,revision_number=0']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:49.896222 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c5538d-837b-40f8-bae4-6a42c69f4c6d None None] The sync data for ids ['aefcaa7d-d929-4a79-8b61-961fe01f2d4b'] in n-d-806683-18 is: [{'id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'name': 'tempest-TestSnapshotPattern-1065956776-router', 'tenant_id': '2511a665f7f4423dad8fe639ec961070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '2c77e511-6e3b-4dc4-b636-498d8a41f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:42Z', 'updated_at': '2021-11-02T13:06:45Z', 'revision_number': 4, 'project_id': '2511a665f7f4423dad8fe639ec961070', 'gw_port': {'id': '2c77e511-6e3b-4dc4-b636-498d8a41f02c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:42Z', 'updated_at': '2021-11-02T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '2590720e-e7e8-4cb0-81f0-3c87ba91d548', 'name': '', 'network_id': '4d06a92e-1935-46ce-9b6b-b69170b98e74', 'tenant_id': '2511a665f7f4423dad8fe639ec961070', 'mac_address': 'fa:16:3e:2a:25:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'b855153b-a113-4522-88f3-9ebf0396cc0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:45Z', 'updated_at': '2021-11-02T13:06:49Z', 'revision_number': 4, 'project_id': '2511a665f7f4423dad8fe639ec961070', 'subnets': [{'id': 'b855153b-a113-4522-88f3-9ebf0396cc0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:06:49.899066 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-f61080c2-9abd-42eb-9c51-4fd629b40ac3 None None] Provisioning complete for port 2590720e-e7e8-4cb0-81f0-3c87ba91d548 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:49.899440 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-f61080c2-9abd-42eb-9c51-4fd629b40ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:49.969446 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-be0edd44-da93-4278-b2f6-7487cfa005c6 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:49.975477 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 32994) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:06:49.977724 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-be0edd44-da93-4278-b2f6-7487cfa005c6 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3587525 Nov 02 13:06:49.980954 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-1791f3d2-85f7-48fb-a3d8-ef384953e0de tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Request body: {'security_group_rule': {'security_group_id': '29281132-e98a-4398-abfd-9db9a544dda7', 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:06:50.114552 n-d-806683-18 neutron-server[102690]: INFO neutron.db.securitygroups_db [None req-1791f3d2-85f7-48fb-a3d8-ef384953e0de tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Project 628958d5c251451981de5d13c2f7fd6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:06:50.122421 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1791f3d2-85f7-48fb-a3d8-ef384953e0de tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:50.180852 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2c77e511-6e3b-4dc4-b636-498d8a41f02c up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:50.199183 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1791f3d2-85f7-48fb-a3d8-ef384953e0de tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:50.235031 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2c77e511-6e3b-4dc4-b636-498d8a41f02c triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:50.235317 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:50.280218 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1791f3d2-85f7-48fb-a3d8-ef384953e0de tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575079'] for security_group_rule, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:50.302187 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791f3d2-85f7-48fb-a3d8-ef384953e0de tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7efe9b-4bd0-49f6-9b14-8776cee4674f,revision_number=0']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:50.323025 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2590720e-e7e8-4cb0-81f0-3c87ba91d548 up at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:06:50.374696 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-1791f3d2-85f7-48fb-a3d8-ef384953e0de tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:50.376007 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-1791f3d2-85f7-48fb-a3d8-ef384953e0de tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3995016 Nov 02 13:06:50.377023 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Provisioning complete for port 2590720e-e7e8-4cb0-81f0-3c87ba91d548 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:50.377253 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:50.542049 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-f7022591-3cfe-43b6-8893-279e8d6dbe44 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-635891143&fields=id&tenant_id=628958d5c251451981de5d13c2f7fd6f HTTP/1.1" status: 200 len: 267 time: 0.0493433 Nov 02 13:06:50.666416 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-779eb9d0-9dc0-45b4-a60a-313d6b887d1e tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:50.668728 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-779eb9d0-9dc0-45b4-a60a-313d6b887d1e tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/networks?id=09fc6020-fbfb-4d19-97ac-89137cd2b94b HTTP/1.1" status: 200 len: 809 time: 0.1193907 Nov 02 13:06:50.685515 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-e21fa565-d043-41f9-936c-51ebff2881c4 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/quotas/628958d5c251451981de5d13c2f7fd6f HTTP/1.1" status: 200 len: 375 time: 0.0109034 Nov 02 13:06:50.742699 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-05de7dba-3a13-4610-8f08-70d6393711e0 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=628958d5c251451981de5d13c2f7fd6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513678 Nov 02 13:06:50.858273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-9528b9d1-2751-4c6b-b232-d4d0f85e75e0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 13:06:50.861597 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-9528b9d1-2751-4c6b-b232-d4d0f85e75e0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.1061146 Nov 02 13:06:50.962534 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-40c22c72-e88b-4944-9ab5-6dd90c486cb4 service neutron] 10.222.0.52 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967183 Nov 02 13:06:51.058133 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-62235c06-a161-4cb8-9e67-634b7997e754 service neutron] 10.222.0.52 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877383 Nov 02 13:06:51.411995 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:52.054190 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:06:52.506187 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-85cfc210-5e97-4956-a244-23f395b372e0 req-d910b512-9f8a-4bb5-b017-e9d53456fd06 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 210 time: 0.0315888 Nov 02 13:06:52.828981 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:53.592782 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-293c919c-86d8-49af-ae80-8f00dda01bce req-ca9819f6-bf00-42bf-8cae-1ec1c9e6ccc1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 210 time: 0.0339832 Nov 02 13:06:54.691921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-506d11e8-4184-4f6c-99a2-b0623f553d8f req-4f986df8-f4b3-4d09-b64e-ca8601d618c4 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 210 time: 0.0282640 Nov 02 13:06:54.718544 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:54.891632 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:55.054374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-6f0a1419-2842-435d-9a1a-6b9f393ad57e tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:55.055773 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-6f0a1419-2842-435d-9a1a-6b9f393ad57e tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.54 "GET /v2.0/networks?id=09fc6020-fbfb-4d19-97ac-89137cd2b94b HTTP/1.1" status: 200 len: 809 time: 0.1114266 Nov 02 13:06:55.067251 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:55.127122 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-913f20f6-25e6-45e4-b558-0cf6e410c20c tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=628958d5c251451981de5d13c2f7fd6f HTTP/1.1" status: 200 len: 379 time: 0.0597498 Nov 02 13:06:55.141832 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-3174fcb3-8a83-4d05-ac70-fe23107656a0 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Request body: {'port': {'device_id': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'admin_state_up': True, 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'security_groups': ['29281132-e98a-4398-abfd-9db9a544dda7']}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:06:55.377648 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-3174fcb3-8a83-4d05-ac70-fe23107656a0 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Made reservation on behalf of 628958d5c251451981de5d13c2f7fd6f for: {'port': 1} {{(pid=102690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:06:55.381328 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-3174fcb3-8a83-4d05-ac70-fe23107656a0 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:55.513640 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-3174fcb3-8a83-4d05-ac70-fe23107656a0 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Allocated IP 172.20.0.11 (09fc6020-fbfb-4d19-97ac-89137cd2b94b/0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd/2d765d46-4c30-40a9-b0c4-fc02ed41b5ee) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:06:55.667597 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-3174fcb3-8a83-4d05-ac70-fe23107656a0 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:55.760412 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-3174fcb3-8a83-4d05-ac70-fe23107656a0 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:55.807830 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-3174fcb3-8a83-4d05-ac70-fe23107656a0 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Network 09fc6020-fbfb-4d19-97ac-89137cd2b94b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:06:55.812615 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f30e1-0ba3-4dfc-a3f4-97e0cf6cd400 req-416e0567-06f8-4441-8a76-4344d31e2263 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:55.813303 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-3174fcb3-8a83-4d05-ac70-fe23107656a0 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:06:55.814414 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-868f30e1-0ba3-4dfc-a3f4-97e0cf6cd400 req-416e0567-06f8-4441-8a76-4344d31e2263 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 932 time: 0.0522072 Nov 02 13:06:55.817131 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-3174fcb3-8a83-4d05-ac70-fe23107656a0 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:06:55.844545 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174fcb3-8a83-4d05-ac70-fe23107656a0 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Pushing event updated for resources: {'Port': ['ID=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:55.877738 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-3174fcb3-8a83-4d05-ac70-fe23107656a0 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:55.878481 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-3174fcb3-8a83-4d05-ac70-fe23107656a0 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:55.880828 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-868f30e1-0ba3-4dfc-a3f4-97e0cf6cd400 req-eee927d8-f476-483f-a691-e53be3c338ad tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569308 Nov 02 13:06:55.972723 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-3174fcb3-8a83-4d05-ac70-fe23107656a0 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8355639 Nov 02 13:06:55.987990 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Request body: {'port': {'device_id': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-18'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:06:56.050866 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:56.079687 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-fbbb26db-cf73-4368-917c-fa218429aa3d None None] Provisioning complete for port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:06:56.080289 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fbbb26db-cf73-4368-917c-fa218429aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:56.121971 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-fbbb26db-cf73-4368-917c-fa218429aa3d None None] Port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 13:06:56.322656 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee {{(pid=102690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 13:06:56.330878 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:56.343110 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.provisioning_blocks [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Transition to ACTIVE for port object 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee will not be triggered until provisioned by entity L2. {{(pid=102690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 13:06:56.415894 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:56.470308 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Pushing event updated for resources: {'Port': ['ID=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:56.549899 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Attempting to bind port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee on host n-h2-806683-18 for vnic_type normal with profile {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 13:06:56.550156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Attempting to bind port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee by drivers openvswitch,hyperv on host n-h2-806683-18 at level 0 using segments [{'id': '1c06e5d2-7bb8-4542-8ed8-15fb67d8952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b'}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 13:06:56.550474 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Attempting to bind port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee on network 09fc6020-fbfb-4d19-97ac-89137cd2b94b {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:56.555510 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee on network 09fc6020-fbfb-4d19-97ac-89137cd2b94b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-18 {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:06:56.555844 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Attempting to bind port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee on network 09fc6020-fbfb-4d19-97ac-89137cd2b94b {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:06:56.561988 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Checking agent: {'id': '5da4464f-86c7-42f5-a83f-82128c8957a4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 13, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:06:56.562394 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Checking segment: {'id': '1c06e5d2-7bb8-4542-8ed8-15fb67d8952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 13:06:56.562958 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Bound using segment: {'id': '1c06e5d2-7bb8-4542-8ed8-15fb67d8952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b'} {{(pid=102690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:06:56.563650 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.managers [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Bound port: 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee, host: n-h2-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c06e5d2-7bb8-4542-8ed8-15fb67d8952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b'}}] {{(pid=102690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 13:06:56.564016 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:56.633196 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] For port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee, host n-h2-806683-18, cleared binding levels {{(pid=102690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:06:56.636364 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] For port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee, host n-h2-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:06:56.749435 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:56.785374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:56.785981 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:06:56.787450 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] 10.222.0.54 "PUT /v2.0/ports/2d765d46-4c30-40a9-b0c4-fc02ed41b5ee HTTP/1.1" status: 200 len: 1093 time: 0.8042960 Nov 02 13:06:56.787891 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'tag': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:06:56.790150 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d467d32-3888-4d08-8efb-f4dd388ec5df" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd", "tag": "2d765d46-4c30-40a9-b0c4-fc02ed41b5ee"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:06:56.819542 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e17a4-c3f5-4a9f-b123-39963040fb19 service neutron] Pushing event updated for resources: {'Port': ['ID=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee,revision_number=3']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:06:56.835298 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 13:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6264bf2e-034a-4aaa-8a96-c01900d775aa x-openstack-request-id: req-6264bf2e-034a-4aaa-8a96-c01900d775aa {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:06:56.835593 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd", "tag": "2d765d46-4c30-40a9-b0c4-fc02ed41b5ee", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:06:56.835845 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6264bf2e-034a-4aaa-8a96-c01900d775aa {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:06:56.836247 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'tag': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'status': 'completed', 'code': 200} Nov 02 13:06:56.908821 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d467d32-3888-4d08-8efb-f4dd388ec5df req-0a10bb85-3777-4d48-8bcc-d6e59a1407b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:56.910480 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9d467d32-3888-4d08-8efb-f4dd388ec5df req-0a10bb85-3777-4d48-8bcc-d6e59a1407b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=628958d5c251451981de5d13c2f7fd6f&device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 1096 time: 0.0508676 Nov 02 13:06:57.022103 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9eb3d4-42a9-434c-8a9f-455a29b988b1 req-b0c0ffc5-f312-478c-aa11-bf4b022a27a8 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:57.023635 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5a9eb3d4-42a9-434c-8a9f-455a29b988b1 req-b0c0ffc5-f312-478c-aa11-bf4b022a27a8 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 944 time: 0.0595193 Nov 02 13:06:57.029317 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d467d32-3888-4d08-8efb-f4dd388ec5df req-31252fa0-7077-488e-9572-afb0bdd352f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:57.030873 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9d467d32-3888-4d08-8efb-f4dd388ec5df req-31252fa0-7077-488e-9572-afb0bdd352f0 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=628958d5c251451981de5d13c2f7fd6f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1098499 Nov 02 13:06:57.079064 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5a9eb3d4-42a9-434c-8a9f-455a29b988b1 req-172ea88f-9fc5-40b1-b217-48c9780e4590 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483127 Nov 02 13:06:57.437890 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d467d32-3888-4d08-8efb-f4dd388ec5df req-6324ced4-b7eb-4b98-9b1c-2cb1dbc57eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:57.439415 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-9d467d32-3888-4d08-8efb-f4dd388ec5df req-6324ced4-b7eb-4b98-9b1c-2cb1dbc57eac service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4007056 Nov 02 13:06:57.527967 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-cf3efc34-6d01-4def-a5a5-8f9e77fadedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:57.529508 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-cf3efc34-6d01-4def-a5a5-8f9e77fadedd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=628958d5c251451981de5d13c2f7fd6f&device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 1096 time: 0.0456452 Nov 02 13:06:57.578917 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-67956c9f-f41d-4b2f-859a-3c7e36ea5d1e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee HTTP/1.1" status: 200 len: 217 time: 0.0402582 Nov 02 13:06:57.630992 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-9db6e03e-a411-4d1a-87a7-72f6e585eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:57.632381 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-9db6e03e-a411-4d1a-87a7-72f6e585eb1c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd HTTP/1.1" status: 200 len: 848 time: 0.0445719 Nov 02 13:06:57.691138 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-89e689dd-c89e-48cf-8872-2b02d8186a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:57.692672 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-89e689dd-c89e-48cf-8872-2b02d8186a7b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09fc6020-fbfb-4d19-97ac-89137cd2b94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461869 Nov 02 13:06:57.792217 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-277f412d-ab2c-4509-94a9-0eb527154df3 service neutron] 10.222.0.54 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894713 Nov 02 13:06:57.888308 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-148de2f6-d2d1-45e1-8580-541153258cb4 req-3bb7379f-f731-4da2-a3a8-d0f8fd984e92 service neutron] 10.222.0.54 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863626 Nov 02 13:06:58.202263 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2590e2-aa68-4dc0-9597-a1de2510cb94 req-a05385c4-345a-4afc-bd15-2c1a2ea87efc tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:58.203834 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac2590e2-aa68-4dc0-9597-a1de2510cb94 req-a05385c4-345a-4afc-bd15-2c1a2ea87efc tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 944 time: 0.0533693 Nov 02 13:06:58.260548 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ac2590e2-aa68-4dc0-9597-a1de2510cb94 req-c144dd3e-4ceb-4da0-9353-59f04c9c77be tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504212 Nov 02 13:06:59.390423 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda70be-cb8b-4b80-8d11-57380ac7ebb6 req-e0d12c1f-951a-46d2-bb14-e1b1a7257dd8 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:06:59.392201 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1bda70be-cb8b-4b80-8d11-57380ac7ebb6 req-e0d12c1f-951a-46d2-bb14-e1b1a7257dd8 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 944 time: 0.0573356 Nov 02 13:06:59.452124 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1bda70be-cb8b-4b80-8d11-57380ac7ebb6 req-3c328ed7-f773-4cd1-a94d-989f6f000751 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533829 Nov 02 13:07:00.204318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:07:00.312758 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:00.326125 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'port_id': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'mac_address': 'fa:16:3e:a2:29:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:07:00.366983 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:00.385789 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 13:07:00.413241 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:00.510305 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:00.568953 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:00.608615 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b20f9-311d-4d01-9be6-a6665388362b req-a55bf917-3bbe-41e0-b42a-a23c2e62f2a4 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:07:00.611211 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-608b20f9-311d-4d01-9be6-a6665388362b req-a55bf917-3bbe-41e0-b42a-a23c2e62f2a4 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 945 time: 0.0836966 Nov 02 13:07:00.670236 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-608b20f9-311d-4d01-9be6-a6665388362b req-ce401f55-df03-4d3e-bafa-5092f0669463 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524569 Nov 02 13:07:00.774566 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['2d765d46-4c30-40a9-b0c4-fc02ed41b5ee'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 13:07:01.797045 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706dd8a-378a-48dc-bcbb-1dfa1060bd0f req-4097b830-6d13-4c3f-9b25-d4da5ce4f50b tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:07:01.798646 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6706dd8a-378a-48dc-bcbb-1dfa1060bd0f req-4097b830-6d13-4c3f-9b25-d4da5ce4f50b tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 945 time: 0.0546527 Nov 02 13:07:01.854412 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6706dd8a-378a-48dc-bcbb-1dfa1060bd0f req-8a29064e-389a-4c94-b89c-d02debcdba71 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485468 Nov 02 13:07:02.217700 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:07:02.365965 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning for port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 13:07:02.370344 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:07:02.370718 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:02.467380 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:02.490060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:07:02.492510 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d08f30-0973-43de-942b-9b2215b3eda7" -d '{"events": [{"server_uuid": "dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd", "name": "network-vif-plugged", "status": "completed", "tag": "2d765d46-4c30-40a9-b0c4-fc02ed41b5ee"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:02.505864 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:07:02.532018 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 13:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967f2e63-2ae9-4c59-93eb-ba8a76f8336c x-openstack-request-id: req-967f2e63-2ae9-4c59-93eb-ba8a76f8336c {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:02.532460 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd", "name": "network-vif-plugged", "status": "completed", "tag": "2d765d46-4c30-40a9-b0c4-fc02ed41b5ee", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:02.532823 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-967f2e63-2ae9-4c59-93eb-ba8a76f8336c {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:02.533416 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'code': 200} Nov 02 13:07:02.593956 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:02.646574 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:02.649926 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38128391-009e-48f9-ab3b-7f0327d97523 req-0045a01b-cf49-4033-a5f8-47492bc0a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:07:02.651940 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-38128391-009e-48f9-ab3b-7f0327d97523 req-0045a01b-cf49-4033-a5f8-47492bc0a458 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 1098 time: 0.0434690 Nov 02 13:07:02.708880 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-38128391-009e-48f9-ab3b-7f0327d97523 req-c9b2f620-961d-4360-b899-8c62bc890ba0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493052 Nov 02 13:07:02.993453 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bc0a4-476c-498d-bdad-6ff9380bf7af req-e125d395-aabe-4034-a29d-a4f84a4b2265 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:07:02.995120 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-438bc0a4-476c-498d-bdad-6ff9380bf7af req-e125d395-aabe-4034-a29d-a4f84a4b2265 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 946 time: 0.0672333 Nov 02 13:07:03.051178 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-438bc0a4-476c-498d-bdad-6ff9380bf7af req-a8c55c35-a27a-4a69-939b-e297c3385f00 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496893 Nov 02 13:07:04.194270 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718dd6f-c479-48af-96e9-3aaecb0474c6 req-eda33bec-0af2-47d8-bd92-f35f624d19a9 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:07:04.195848 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5718dd6f-c479-48af-96e9-3aaecb0474c6 req-eda33bec-0af2-47d8-bd92-f35f624d19a9 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 946 time: 0.0540042 Nov 02 13:07:04.251295 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-5718dd6f-c479-48af-96e9-3aaecb0474c6 req-c240851f-3b5e-4a80-b7dd-411aa4a5d9da tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478299 Nov 02 13:07:04.380277 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c15d1-a08a-418d-bcb1-ac60bccae2d8 req-086f6709-666d-4147-8812-3fa292621f34 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:07:04.382661 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b44c15d1-a08a-418d-bcb1-ac60bccae2d8 req-086f6709-666d-4147-8812-3fa292621f34 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 946 time: 0.0633130 Nov 02 13:07:04.441560 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b44c15d1-a08a-418d-bcb1-ac60bccae2d8 req-a32d977f-eb13-4c22-881b-2a706211db22 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527000 Nov 02 13:07:04.463458 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33054) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:07:04.561831 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee1272-d081-4267-b258-9e59e1bed7df tempest-TestSnapshotPattern-310333702 tempest-TestSnapshotPattern-310333702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:07:04.563369 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-76ee1272-d081-4267-b258-9e59e1bed7df tempest-TestSnapshotPattern-310333702 tempest-TestSnapshotPattern-310333702-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 1093 time: 0.0988753 Nov 02 13:07:04.566273 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33058) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:07:04.571682 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:07:04.680020 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:04.789036 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:04.912672 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Allocated IP 172.25.6.212 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/85979920-0e8f-4439-818b-b9f2ae984115) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:07:05.039909 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:05.148924 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:05.188614 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:07:05.191697 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:07:05.194477 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:07:05.227668 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Pushing event updated for resources: {'Port': ['ID=85979920-0e8f-4439-818b-b9f2ae984115,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:05.595744 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:05.736623 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:05.933658 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:06.005296 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:06.077272 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Pushing event updated for resources: {'Port': ['ID=85979920-0e8f-4439-818b-b9f2ae984115,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:07:06.093716 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:06.205391 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Floating IP b68c8988-053a-4b7d-831b-9f46463b2350 associated. External IP: 172.25.6.212, port: 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee. Nov 02 13:07:06.443174 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Router c9e48680-c353-4f88-b7a9-a626d1af7ac9 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:07:06.584222 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:07:06.596275 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942fe173-e410-4948-b00a-f486dccf3e5d None None] Sync routers for ids ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:07:06.608842 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942fe173-e410-4948-b00a-f486dccf3e5d None None] Routers {'c9e48680-c353-4f88-b7a9-a626d1af7ac9'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:07:06.612059 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-942fe173-e410-4948-b00a-f486dccf3e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:06:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:06.693473 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:06.727554 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3a1c29e4-0b12-475f-bc00-e878152b4c30 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1601136 Nov 02 13:07:06.728513 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'tag': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:07:06.733292 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d6ad6f-d5d9-4815-be31-e586ab24976a" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd", "tag": "2d765d46-4c30-40a9-b0c4-fc02ed41b5ee"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:07:06.734234 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-942fe173-e410-4948-b00a-f486dccf3e5d None None] Set router c9e48680-c353-4f88-b7a9-a626d1af7ac9 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:07:06.775399 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 13:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60577e6b-32ca-47d3-950e-af83e4af5087 x-openstack-request-id: req-60577e6b-32ca-47d3-950e-af83e4af5087 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:07:06.775781 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd", "tag": "2d765d46-4c30-40a9-b0c4-fc02ed41b5ee", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:07:06.776121 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-60577e6b-32ca-47d3-950e-af83e4af5087 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:07:06.776606 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'tag': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'status': 'completed', 'code': 200} Nov 02 13:07:06.850502 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6ad6f-d5d9-4815-be31-e586ab24976a req-5f154d0f-9330-48a4-872d-683bacaf549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:07:06.852375 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e2d6ad6f-d5d9-4815-be31-e586ab24976a req-5f154d0f-9330-48a4-872d-683bacaf549a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=628958d5c251451981de5d13c2f7fd6f&device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 1098 time: 0.0519605 Nov 02 13:07:06.969943 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6ad6f-d5d9-4815-be31-e586ab24976a req-3f28e6f6-69b3-4cf9-9371-2e0f8db24672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:07:06.971542 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e2d6ad6f-d5d9-4815-be31-e586ab24976a req-3f28e6f6-69b3-4cf9-9371-2e0f8db24672 service neutron] 10.222.0.54 "GET /v2.0/networks?id=09fc6020-fbfb-4d19-97ac-89137cd2b94b HTTP/1.1" status: 200 len: 910 time: 0.1115098 Nov 02 13:07:07.032033 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-942fe173-e410-4948-b00a-f486dccf3e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:06:39Z', 'revision_number': 4, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port': {'id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:36Z', 'updated_at': '2021-11-02T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'b68c8988-053a-4b7d-831b-9f46463b2350', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'port_id': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'mac_address': 'fa:16:3e:a2:29:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T13:07:05Z', 'updated_at': '2021-11-02T13:07:05Z', 'revision_number': 0, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573e874d-07c2-4a34-a88d-e9938954d5e3', 'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'mac_address': 'fa:16:3e:5c:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:38Z', 'updated_at': '2021-11-02T13:06:43Z', 'revision_number': 5, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'subnets': [{'id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:07.049020 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e2d6ad6f-d5d9-4815-be31-e586ab24976a req-b46739be-d891-45ee-94d5-1caf6810ed19 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee HTTP/1.1" status: 200 len: 1000 time: 0.0697100 Nov 02 13:07:07.061940 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942fe173-e410-4948-b00a-f486dccf3e5d None None] Checking router: c9e48680-c353-4f88-b7a9-a626d1af7ac9 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:07:07.072157 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942fe173-e410-4948-b00a-f486dccf3e5d None None] Routers {'c9e48680-c353-4f88-b7a9-a626d1af7ac9'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:07:07.072781 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-942fe173-e410-4948-b00a-f486dccf3e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:06:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:07.124380 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6ad6f-d5d9-4815-be31-e586ab24976a req-c6f03a73-d90d-46b7-b189-a47d6dc5153f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:07:07.125809 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e2d6ad6f-d5d9-4815-be31-e586ab24976a req-c6f03a73-d90d-46b7-b189-a47d6dc5153f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd HTTP/1.1" status: 200 len: 848 time: 0.0664701 Nov 02 13:07:07.190800 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-942fe173-e410-4948-b00a-f486dccf3e5d None None] Set router c9e48680-c353-4f88-b7a9-a626d1af7ac9 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:07:07.198117 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6ad6f-d5d9-4815-be31-e586ab24976a req-747c3a3e-1425-486a-a2b5-b17dd1e732cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:07:07.200104 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e2d6ad6f-d5d9-4815-be31-e586ab24976a req-747c3a3e-1425-486a-a2b5-b17dd1e732cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09fc6020-fbfb-4d19-97ac-89137cd2b94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622857 Nov 02 13:07:07.314635 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e2d6ad6f-d5d9-4815-be31-e586ab24976a req-57942f70-3dd2-425f-9d95-87e64e5246fa service neutron] 10.222.0.54 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066859 Nov 02 13:07:07.421905 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-e2d6ad6f-d5d9-4815-be31-e586ab24976a req-91167b6a-e09f-4f97-bc4e-9966c3bc791f service neutron] 10.222.0.54 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987060 Nov 02 13:07:07.567439 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-942fe173-e410-4948-b00a-f486dccf3e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:06:39Z', 'revision_number': 4, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port': {'id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:36Z', 'updated_at': '2021-11-02T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'b68c8988-053a-4b7d-831b-9f46463b2350', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'port_id': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'mac_address': 'fa:16:3e:a2:29:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T13:07:05Z', 'updated_at': '2021-11-02T13:07:05Z', 'revision_number': 0, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573e874d-07c2-4a34-a88d-e9938954d5e3', 'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'mac_address': 'fa:16:3e:5c:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:38Z', 'updated_at': '2021-11-02T13:06:43Z', 'revision_number': 5, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'subnets': [{'id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:07:07.597005 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942fe173-e410-4948-b00a-f486dccf3e5d None None] The sync data for ids ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'] in n-d-806683-18 is: [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:06:39Z', 'revision_number': 4, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port': {'id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:36Z', 'updated_at': '2021-11-02T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'b68c8988-053a-4b7d-831b-9f46463b2350', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'port_id': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'mac_address': 'fa:16:3e:a2:29:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T13:07:05Z', 'updated_at': '2021-11-02T13:07:05Z', 'revision_number': 0, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573e874d-07c2-4a34-a88d-e9938954d5e3', 'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'mac_address': 'fa:16:3e:5c:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:38Z', 'updated_at': '2021-11-02T13:06:43Z', 'revision_number': 5, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'subnets': [{'id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:07:07.805030 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8600c087-2a55-4f39-a4b5-072b28e4518d None None] New status for floating IP b68c8988-053a-4b7d-831b-9f46463b2350: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 13:07:17.599086 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-38a1afa1-7453-46d6-b9f4-a698ed5d9cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:19.804771 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-13e52f2e-4146-433d-aeee-2de518cef1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:21.331012 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:22.799364 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:24.736486 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:24.896624 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:25.028466 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:29.054022 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:07:47.569992 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9267cead-388e-4787-bc9f-7082412df199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:49.850251 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fbf1750e-4060-4ca6-a48a-d05a5256a4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:51.335543 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:52.816259 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:54.758514 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:54.923955 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:55.055126 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:07:59.758501 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f864644a-5414-40a7-9d6c-55e1463ef74f req-3190cca8-587c-4ebf-856c-4df1ce9928ef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493567 Nov 02 13:07:59.857715 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864644a-5414-40a7-9d6c-55e1463ef74f req-33f21573-c383-4faa-8c1c-2c1f41af8714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:07:59.860402 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f864644a-5414-40a7-9d6c-55e1463ef74f req-33f21573-c383-4faa-8c1c-2c1f41af8714 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=628958d5c251451981de5d13c2f7fd6f&device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 1098 time: 0.0507421 Nov 02 13:07:59.974267 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864644a-5414-40a7-9d6c-55e1463ef74f req-4ea96318-01c8-4e1b-b368-c00253f2722b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:07:59.976517 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f864644a-5414-40a7-9d6c-55e1463ef74f req-4ea96318-01c8-4e1b-b368-c00253f2722b service neutron] 10.222.0.54 "GET /v2.0/networks?id=09fc6020-fbfb-4d19-97ac-89137cd2b94b HTTP/1.1" status: 200 len: 910 time: 0.0927997 Nov 02 13:08:00.050366 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f864644a-5414-40a7-9d6c-55e1463ef74f req-7585442d-2745-4f67-b57b-949c4a3311ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee HTTP/1.1" status: 200 len: 1002 time: 0.0656769 Nov 02 13:08:00.103953 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864644a-5414-40a7-9d6c-55e1463ef74f req-4546e334-841c-48f4-bfca-da216228b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:08:00.105495 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f864644a-5414-40a7-9d6c-55e1463ef74f req-4546e334-841c-48f4-bfca-da216228b63b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd HTTP/1.1" status: 200 len: 848 time: 0.0472610 Nov 02 13:08:00.156434 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864644a-5414-40a7-9d6c-55e1463ef74f req-41eafca6-38b9-4786-be1d-5cef3697dcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:08:00.157969 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f864644a-5414-40a7-9d6c-55e1463ef74f req-41eafca6-38b9-4786-be1d-5cef3697dcc6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09fc6020-fbfb-4d19-97ac-89137cd2b94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449047 Nov 02 13:08:00.265133 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f864644a-5414-40a7-9d6c-55e1463ef74f req-70337e46-c5b0-4cc7-b6eb-4be9af61dfb5 service neutron] 10.222.0.54 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976484 Nov 02 13:08:00.368177 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f864644a-5414-40a7-9d6c-55e1463ef74f req-7a5346d6-ee83-4565-a0c5-9e242eb92070 service neutron] 10.222.0.54 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943098 Nov 02 13:08:06.053763 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:08:17.546176 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-dbe9c494-e9e2-4046-9d28-cfe5bd2b1a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:08:19.815215 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-65e1a947-c62e-492a-bebb-c40e5890273b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:08:21.358394 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:08:22.802734 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:08:24.757292 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:08:24.871818 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:08:25.048718 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:08:43.054603 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:08:47.551284 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1c5986c1-6261-45e9-991f-b664e135cfc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:08:49.813834 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-5d10f60b-8bf8-447f-bb39-d50faca66bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:08:51.351736 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:08:52.808637 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:08:54.751729 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:08:54.940201 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:08:55.122960 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:08:59.468982 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d17f62af-a998-4fe4-b59d-f28caf6a42c3 req-44f0b415-f460-4c69-bfc3-abae45b894fc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426590 Nov 02 13:08:59.566302 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f62af-a998-4fe4-b59d-f28caf6a42c3 req-29a3c678-46d4-49bc-aa0e-dfd299c36168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:08:59.568032 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d17f62af-a998-4fe4-b59d-f28caf6a42c3 req-29a3c678-46d4-49bc-aa0e-dfd299c36168 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=628958d5c251451981de5d13c2f7fd6f&device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 1098 time: 0.0528743 Nov 02 13:08:59.705557 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f62af-a998-4fe4-b59d-f28caf6a42c3 req-6d0059c5-0ac4-452e-94cb-12b2d0e4b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:08:59.707170 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d17f62af-a998-4fe4-b59d-f28caf6a42c3 req-6d0059c5-0ac4-452e-94cb-12b2d0e4b571 service neutron] 10.222.0.54 "GET /v2.0/networks?id=09fc6020-fbfb-4d19-97ac-89137cd2b94b HTTP/1.1" status: 200 len: 910 time: 0.1152186 Nov 02 13:08:59.789138 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d17f62af-a998-4fe4-b59d-f28caf6a42c3 req-a9f9c15e-7e85-458c-8057-162ade2e46ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee HTTP/1.1" status: 200 len: 1002 time: 0.0736232 Nov 02 13:08:59.855101 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f62af-a998-4fe4-b59d-f28caf6a42c3 req-e3eb851f-af9d-4b93-a49c-4a1529fe1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:08:59.857709 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d17f62af-a998-4fe4-b59d-f28caf6a42c3 req-e3eb851f-af9d-4b93-a49c-4a1529fe1dd9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd HTTP/1.1" status: 200 len: 848 time: 0.0608752 Nov 02 13:08:59.924417 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f62af-a998-4fe4-b59d-f28caf6a42c3 req-fe6f1f25-1510-439d-ad62-5694baaca297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:08:59.925960 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d17f62af-a998-4fe4-b59d-f28caf6a42c3 req-fe6f1f25-1510-439d-ad62-5694baaca297 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09fc6020-fbfb-4d19-97ac-89137cd2b94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613916 Nov 02 13:09:00.037640 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d17f62af-a998-4fe4-b59d-f28caf6a42c3 req-6df32ea6-d5b1-4105-92d8-3ff96f9c5426 service neutron] 10.222.0.54 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034894 Nov 02 13:09:00.148958 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-d17f62af-a998-4fe4-b59d-f28caf6a42c3 req-a406c865-151c-47e7-8716-75742622e4dd service neutron] 10.222.0.54 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037920 Nov 02 13:09:06.813270 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee details requested by agent hyperv_n-h2-806683-18 with host n-h2-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:09:06.909887 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:06.924665 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Returning: {'device': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'port_id': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'mac_address': 'fa:16:3e:a2:29:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:09:06.965097 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:06.981676 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 13:09:07.003129 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:07.087943 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:07.144499 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:07.152945 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:07.153286 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:07.153734 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:07.154060 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:07.154393 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:07.154718 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:07.155072 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:07.155472 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:07.155794 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:07.156113 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:07.156433 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:07.156750 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:07.175617 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] get_ports_and_sgs() called for port_ids ['2d765d46-4c30-40a9-b0c4-fc02ed41b5ee'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 13:09:08.844066 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee up at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:09:08.960906 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Provisioning complete for port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:09:08.961433 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:09.075934 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:09.112518 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:09:09.115110 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf05df6c-54c4-4d8a-a744-b3cab7684b03" -d '{"events": [{"server_uuid": "dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd", "name": "network-vif-plugged", "status": "completed", "tag": "2d765d46-4c30-40a9-b0c4-fc02ed41b5ee"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:09:09.133318 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:09.214850 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:09.293267 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:09.336067 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 13:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f088120-9423-43c4-ad91-9544734fa2ea x-openstack-request-id: req-6f088120-9423-43c4-ad91-9544734fa2ea {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:09:09.336641 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd", "name": "network-vif-plugged", "status": "completed", "tag": "2d765d46-4c30-40a9-b0c4-fc02ed41b5ee", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:09:09.338585 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f088120-9423-43c4-ad91-9544734fa2ea {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:09:09.339225 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'code': 200} Nov 02 13:09:17.597049 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c178299d-5d6e-4385-8c5d-264f92eda842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:19.825299 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e8db-9953-49f4-bf9a-5a5cacfd97da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:20.055839 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:09:20.196000 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-1ea5b88f-8ef7-4980-ba46-5424de26d4f8 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-635891143&fields=id&tenant_id=628958d5c251451981de5d13c2f7fd6f HTTP/1.1" status: 200 len: 267 time: 0.0486379 Nov 02 13:09:20.316744 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-0190dfc8-db73-409e-bde4-cfa99952236a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:20.318213 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-0190dfc8-db73-409e-bde4-cfa99952236a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/networks?id=09fc6020-fbfb-4d19-97ac-89137cd2b94b HTTP/1.1" status: 200 len: 809 time: 0.1138499 Nov 02 13:09:20.334493 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-90963eff-dbbe-4ef5-9480-3f516b8bbc26 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/quotas/628958d5c251451981de5d13c2f7fd6f HTTP/1.1" status: 200 len: 375 time: 0.0097272 Nov 02 13:09:20.398742 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-50823a3b-998f-4392-9229-3ca93d8b81d1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=628958d5c251451981de5d13c2f7fd6f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0580828 Nov 02 13:09:20.518741 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-f6b27e6d-05f1-46c1-9e69-08e5e8e64c13 service neutron] 10.222.0.52 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076403 Nov 02 13:09:20.626393 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-bc0eb870-69e0-4c6a-8d17-5ef0210bf336 service neutron] 10.222.0.52 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986586 Nov 02 13:09:20.924132 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f2b38404-9f52-42c5-abb1-95c37d55870f req-c56b2630-02c6-453a-973c-e7548e6f7b09 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 210 time: 0.0322983 Nov 02 13:09:21.363135 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:22.038302 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-b1e65092-5ef3-49e1-984a-a763b56aa55b req-3d6cf5b5-c34e-4a3d-9663-cf94d2f0c40f tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 210 time: 0.0359662 Nov 02 13:09:22.813877 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:22.918855 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:09:23.000208 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:23.023129 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:09:23.026126 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a35715-4a93-48e1-a4da-7b9f48bee2f2" -d '{"events": [{"server_uuid": "dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd", "name": "network-vif-unplugged", "status": "completed", "tag": "2d765d46-4c30-40a9-b0c4-fc02ed41b5ee"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:09:23.040726 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] For port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:23.068670 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 13:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6421fbca-2fd5-45e2-8f60-3b80360e3230 x-openstack-request-id: req-6421fbca-2fd5-45e2-8f60-3b80360e3230 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:09:23.068879 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd", "name": "network-vif-unplugged", "status": "completed", "tag": "2d765d46-4c30-40a9-b0c4-fc02ed41b5ee", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:09:23.069135 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6421fbca-2fd5-45e2-8f60-3b80360e3230 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:09:23.069539 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'code': 200} Nov 02 13:09:23.106138 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:23.165233 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Pushing event updated for resources: {'Port': ['ID=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:23.201352 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-94abfd5c-1988-41e4-aefa-3caea55085a0 req-b003431a-031a-4707-a57c-e7bdf4d413fb tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 210 time: 0.0706511 Nov 02 13:09:23.254359 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-77f16627-1b84-4e5c-b3a4-50b80c11abc8 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:23.256093 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-77f16627-1b84-4e5c-b3a4-50b80c11abc8 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.79 "GET /v2.0/networks?id=09fc6020-fbfb-4d19-97ac-89137cd2b94b HTTP/1.1" status: 200 len: 809 time: 0.1502016 Nov 02 13:09:23.328182 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-a3145382-4121-4037-94d0-aff0a91a9e10 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=628958d5c251451981de5d13c2f7fd6f HTTP/1.1" status: 200 len: 379 time: 0.0620317 Nov 02 13:09:23.338348 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Request body: {'port': {'device_id': 'babd721d-5390-42e6-a915-3394a2e81144', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'admin_state_up': True, 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'security_groups': ['29281132-e98a-4398-abfd-9db9a544dda7']}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:09:23.607386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Made reservation on behalf of 628958d5c251451981de5d13c2f7fd6f for: {'port': 1} {{(pid=102689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:09:23.613585 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:23.758517 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.db_base_plugin_common [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Allocated IP 172.20.0.12 (09fc6020-fbfb-4d19-97ac-89137cd2b94b/0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd/cea886ac-6ea3-4b89-a0fa-329085f11df1) {{(pid=102689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:09:23.939148 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for port, precommit_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:24.054381 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_create {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:24.104589 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Network 09fc6020-fbfb-4d19-97ac-89137cd2b94b is already hosted by enough agents. {{(pid=102689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:09:24.107373 n-d-806683-18 neutron-server[102689]: DEBUG neutron.scheduler.base_scheduler [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Resources bound (agent type, host, resource id): {{(pid=102689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:09:24.110404 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Received port after_create {{(pid=102689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:09:24.183854 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Pushing event updated for resources: {'Port': ['ID=cea886ac-6ea3-4b89-a0fa-329085f11df1,revision_number=1']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:24.204307 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.205005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.205005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.205326 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.205667 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.206011 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.206335 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.206792 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.207019 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.207446 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.207779 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.208155 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:24.220210 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:24.220509 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:24.312502 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-5d5dee64-c65e-41ac-8828-88601f6d5f52 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9788394 Nov 02 13:09:24.450802 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101cbc3-04f2-4c16-b6b8-c6137004258a req-9e1af770-38c2-4540-b31c-4b42d3734644 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:24.453760 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d101cbc3-04f2-4c16-b6b8-c6137004258a req-9e1af770-38c2-4540-b31c-4b42d3734644 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 932 time: 0.1277840 Nov 02 13:09:24.536528 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d101cbc3-04f2-4c16-b6b8-c6137004258a req-16e3969d-c6a7-4cc7-9c1e-e6cbc640d5b9 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741444 Nov 02 13:09:24.585510 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-0383a6ba-6ab6-4c5a-b35e-330696cadd4f None None] Provisioning complete for port cea886ac-6ea3-4b89-a0fa-329085f11df1 triggered by entity DHCP. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:09:24.586170 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0383a6ba-6ab6-4c5a-b35e-330696cadd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:24.627732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-0383a6ba-6ab6-4c5a-b35e-330696cadd4f None None] Port cea886ac-6ea3-4b89-a0fa-329085f11df1 cannot update to ACTIVE because it is not bound. {{(pid=102691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Nov 02 13:09:24.739506 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:24.900672 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:25.203415 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:25.672164 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccb2d4-2c2a-40ba-ac27-0c4aae49960c req-2a036719-8e0c-4a30-b56b-93c56ad25331 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:25.673760 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07ccb2d4-2c2a-40ba-ac27-0c4aae49960c req-2a036719-8e0c-4a30-b56b-93c56ad25331 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 932 time: 0.0548449 Nov 02 13:09:25.739934 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-07ccb2d4-2c2a-40ba-ac27-0c4aae49960c req-de3c0c66-e878-40bc-b50a-4ffc4217e5b7 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600569 Nov 02 13:09:26.878100 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019293c-5cb5-4cd7-a3c6-311e862c5794 req-9f0066f4-8628-42d9-a237-3455d0a66a6d tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:26.880537 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c019293c-5cb5-4cd7-a3c6-311e862c5794 req-9f0066f4-8628-42d9-a237-3455d0a66a6d tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 932 time: 0.0623088 Nov 02 13:09:26.940751 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c019293c-5cb5-4cd7-a3c6-311e862c5794 req-336fe97a-b57a-48e8-bd29-e58a5d9464f9 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523677 Nov 02 13:09:28.105931 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c343e-a686-4ccf-a247-db1a29086efd req-957f9aba-ba5c-452d-84ca-fefc3b06779f tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:28.107688 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-492c343e-a686-4ccf-a247-db1a29086efd req-957f9aba-ba5c-452d-84ca-fefc3b06779f tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 932 time: 0.0632622 Nov 02 13:09:28.183890 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-492c343e-a686-4ccf-a247-db1a29086efd req-39ba1d1a-1138-4f97-916b-f975ef6481a4 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674200 Nov 02 13:09:29.347442 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404a29a-7b43-4892-9379-19c7db33817f req-7356fd32-765d-41ca-858a-73108ff8c785 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:29.349041 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f404a29a-7b43-4892-9379-19c7db33817f req-7356fd32-765d-41ca-858a-73108ff8c785 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 932 time: 0.0631728 Nov 02 13:09:29.427689 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f404a29a-7b43-4892-9379-19c7db33817f req-b59071e4-a6e5-4da9-8519-6913b7e0993e tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673819 Nov 02 13:09:30.575368 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3a772-72ce-4f14-8619-6a21c82cae0d req-df1c942d-01fd-4d33-977f-b1a375489fb9 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:30.577128 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c4f3a772-72ce-4f14-8619-6a21c82cae0d req-df1c942d-01fd-4d33-977f-b1a375489fb9 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 932 time: 0.0600505 Nov 02 13:09:30.641640 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c4f3a772-72ce-4f14-8619-6a21c82cae0d req-9c29801c-cb9f-40c8-a870-3af3b0268421 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577672 Nov 02 13:09:31.787272 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eee821-5b73-4fed-80c4-6fd66ff65202 req-fbf07f39-64ca-4796-b4a1-77512df16213 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:31.793019 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a3eee821-5b73-4fed-80c4-6fd66ff65202 req-fbf07f39-64ca-4796-b4a1-77512df16213 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 932 time: 0.0702047 Nov 02 13:09:31.852433 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a3eee821-5b73-4fed-80c4-6fd66ff65202 req-3a5fa21b-0ed7-4fbf-a2d1-34e15fad0888 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544562 Nov 02 13:09:32.976967 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbfee5-1de2-4886-9f25-bd87414a0fad req-7738f821-2c03-4899-95f0-dfa3cda6bbe0 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:32.979686 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d7dbfee5-1de2-4886-9f25-bd87414a0fad req-7738f821-2c03-4899-95f0-dfa3cda6bbe0 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 932 time: 0.0540509 Nov 02 13:09:33.033748 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d7dbfee5-1de2-4886-9f25-bd87414a0fad req-06c9243d-303d-4ad0-9931-3eee0dfdf64d tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472250 Nov 02 13:09:34.031005 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-d2140a74-d265-46bc-b837-c7957d76c87f tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102689) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 02 13:09:34.032077 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-d2140a74-d265-46bc-b837-c7957d76c87f tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13869 time: 0.0054390 Nov 02 13:09:34.090345 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.v2.base [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Request body: {'port': {'device_id': 'babd721d-5390-42e6-a915-3394a2e81144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-18'}} {{(pid=102689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:09:34.180563 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:34.203206 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6ed7d-33d5-48ea-8de3-4b52edd83245 req-dc106a76-c9b2-4f31-a5ae-1393c028cd5f tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:34.204700 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9c6ed7d-33d5-48ea-8de3-4b52edd83245 req-dc106a76-c9b2-4f31-a5ae-1393c028cd5f tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 932 time: 0.0927837 Nov 02 13:09:34.350127 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-a9c6ed7d-33d5-48ea-8de3-4b52edd83245 req-c5f703ff-7a51-45b8-b01c-05a7a67e9993 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191840 Nov 02 13:09:34.519277 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea886ac-6ea3-4b89-a0fa-329085f11df1 {{(pid=102689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 13:09:34.527969 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:34.541806 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.provisioning_blocks [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Transition to ACTIVE for port object cea886ac-6ea3-4b89-a0fa-329085f11df1 will not be triggered until provisioned by entity L2. {{(pid=102689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 02 13:09:34.602147 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:34.659596 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Pushing event updated for resources: {'Port': ['ID=cea886ac-6ea3-4b89-a0fa-329085f11df1,revision_number=2']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:34.731747 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Attempting to bind port cea886ac-6ea3-4b89-a0fa-329085f11df1 on host n-h1-806683-18 for vnic_type normal with profile {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 02 13:09:34.732088 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Attempting to bind port cea886ac-6ea3-4b89-a0fa-329085f11df1 by drivers openvswitch,hyperv on host n-h1-806683-18 at level 0 using segments [{'id': '1c06e5d2-7bb8-4542-8ed8-15fb67d8952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b'}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 02 13:09:34.732426 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Attempting to bind port cea886ac-6ea3-4b89-a0fa-329085f11df1 on network 09fc6020-fbfb-4d19-97ac-89137cd2b94b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:09:34.737653 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Port cea886ac-6ea3-4b89-a0fa-329085f11df1 on network 09fc6020-fbfb-4d19-97ac-89137cd2b94b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-18 {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:09:34.737984 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Attempting to bind port cea886ac-6ea3-4b89-a0fa-329085f11df1 on network 09fc6020-fbfb-4d19-97ac-89137cd2b94b {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:09:34.744046 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Checking agent: {'id': '1d3d8ddd-4e96-4302-a486-decae42ecd4a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'started_at': datetime.datetime(2021, 11, 2, 11, 31, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 2, 13, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:09:34.744502 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Checking segment: {'id': '1c06e5d2-7bb8-4542-8ed8-15fb67d8952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 02 13:09:34.744774 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Bound using segment: {'id': '1c06e5d2-7bb8-4542-8ed8-15fb67d8952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b'} {{(pid=102689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:09:34.745230 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.managers [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Bound port: cea886ac-6ea3-4b89-a0fa-329085f11df1, host: n-h1-806683-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c06e5d2-7bb8-4542-8ed8-15fb67d8952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b'}}] {{(pid=102689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 02 13:09:34.745584 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:34.819037 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] For port cea886ac-6ea3-4b89-a0fa-329085f11df1, host n-h1-806683-18, cleared binding levels {{(pid=102689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:09:34.822849 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] For port cea886ac-6ea3-4b89-a0fa-329085f11df1, host n-h1-806683-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=cea886ac-6ea3-4b89-a0fa-329085f11df1,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:09:34.888681 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11629279'] for port, after_update {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:34.927693 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:34.928317 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:34.929716 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] 10.222.0.79 "PUT /v2.0/ports/cea886ac-6ea3-4b89-a0fa-329085f11df1 HTTP/1.1" status: 200 len: 1093 time: 0.8899047 Nov 02 13:09:34.930175 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babd721d-5390-42e6-a915-3394a2e81144', 'tag': 'cea886ac-6ea3-4b89-a0fa-329085f11df1'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:09:34.932681 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448ffff9-e1e7-453e-ba8c-83855f877798" -d '{"events": [{"name": "network-changed", "server_uuid": "babd721d-5390-42e6-a915-3394a2e81144", "tag": "cea886ac-6ea3-4b89-a0fa-329085f11df1"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:09:34.964326 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2feb9-606f-4bfc-93dd-fca8bb63a007 service neutron] Pushing event updated for resources: {'Port': ['ID=cea886ac-6ea3-4b89-a0fa-329085f11df1,revision_number=3']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:34.975480 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 13:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b70a4d-7f61-44a9-b30d-c19ac758fde3 x-openstack-request-id: req-e3b70a4d-7f61-44a9-b30d-c19ac758fde3 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:09:34.975823 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "babd721d-5390-42e6-a915-3394a2e81144", "tag": "cea886ac-6ea3-4b89-a0fa-329085f11df1", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:09:34.976093 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3b70a4d-7f61-44a9-b30d-c19ac758fde3 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:09:34.976508 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babd721d-5390-42e6-a915-3394a2e81144', 'tag': 'cea886ac-6ea3-4b89-a0fa-329085f11df1', 'status': 'completed', 'code': 200} Nov 02 13:09:35.042954 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ffff9-e1e7-453e-ba8c-83855f877798 req-77c5f5fc-08a0-4ad6-82a7-de795d6637f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:35.044623 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-448ffff9-e1e7-453e-ba8c-83855f877798 req-77c5f5fc-08a0-4ad6-82a7-de795d6637f2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=628958d5c251451981de5d13c2f7fd6f&device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 1096 time: 0.0454867 Nov 02 13:09:35.162010 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ffff9-e1e7-453e-ba8c-83855f877798 req-386b461a-f789-4b8a-bf58-657f028b443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:35.163815 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-448ffff9-e1e7-453e-ba8c-83855f877798 req-386b461a-f789-4b8a-bf58-657f028b443b service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=628958d5c251451981de5d13c2f7fd6f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1105547 Nov 02 13:09:35.263300 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ffff9-e1e7-453e-ba8c-83855f877798 req-b3785170-cdaa-46a8-8af3-be80af7292e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:35.264953 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-448ffff9-e1e7-453e-ba8c-83855f877798 req-b3785170-cdaa-46a8-8af3-be80af7292e2 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925398 Nov 02 13:09:35.342049 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-6e346556-9243-4f17-802d-5546be4dcaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:35.343588 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-6e346556-9243-4f17-802d-5546be4dcaa1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=628958d5c251451981de5d13c2f7fd6f&device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 1096 time: 0.0419319 Nov 02 13:09:35.389419 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-a6d3345e-6f53-4774-96ad-c9efa5372b4a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cea886ac-6ea3-4b89-a0fa-329085f11df1 HTTP/1.1" status: 200 len: 217 time: 0.0383029 Nov 02 13:09:35.466404 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-9bb82899-ffdc-4012-b9f1-e8c25f4f2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:35.468332 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-9bb82899-ffdc-4012-b9f1-e8c25f4f2c99 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd HTTP/1.1" status: 200 len: 848 time: 0.0725114 Nov 02 13:09:35.514892 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e57d3f-fb11-4e16-8e0e-52fa86f9db96 req-253632d9-afad-4bfc-885e-2dfdf7105621 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:35.516444 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e6e57d3f-fb11-4e16-8e0e-52fa86f9db96 req-253632d9-afad-4bfc-885e-2dfdf7105621 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 944 time: 0.0895979 Nov 02 13:09:35.549528 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-44dccca9-3feb-45c3-8878-743ab38c3ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:35.551068 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-44dccca9-3feb-45c3-8878-743ab38c3ec3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=09fc6020-fbfb-4d19-97ac-89137cd2b94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763144 Nov 02 13:09:35.585974 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-e6e57d3f-fb11-4e16-8e0e-52fa86f9db96 req-91520683-9258-428d-b33d-8ac19a9b6d9b tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630019 Nov 02 13:09:35.820487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-1efabe51-83f6-4b99-9cdb-225df55578bf service neutron] 10.222.0.79 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015859 Nov 02 13:09:35.820487 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-641eb0fe-d044-4a83-9dea-ec1ca30feace req-16530a92-7caa-4291-a5d4-3067af620151 service neutron] 10.222.0.79 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007123 Nov 02 13:09:36.706017 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbe2d4-b239-4b49-ba2d-f8e7ccbc04ed req-5a93b52d-58e6-45c2-b091-bf81a4d05401 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:36.707542 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-46fbe2d4-b239-4b49-ba2d-f8e7ccbc04ed req-5a93b52d-58e6-45c2-b091-bf81a4d05401 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 944 time: 0.0509684 Nov 02 13:09:36.760450 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-46fbe2d4-b239-4b49-ba2d-f8e7ccbc04ed req-23bed36b-bbda-4c51-9aa6-332b96b7e308 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456493 Nov 02 13:09:37.881860 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca896725-664d-4d14-8a6b-34655e2d99b2 req-7b42a0b3-d05a-4022-b64a-733699b19269 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:37.883383 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ca896725-664d-4d14-8a6b-34655e2d99b2 req-7b42a0b3-d05a-4022-b64a-733699b19269 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 944 time: 0.0508602 Nov 02 13:09:37.937431 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ca896725-664d-4d14-8a6b-34655e2d99b2 req-427d4aa3-0e0d-433d-84b8-d87c5ea9b1b7 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472233 Nov 02 13:09:39.054188 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d38963-1916-447b-8295-c804cdd4e168 req-05132b00-ecb1-4b4f-867c-0420e317a138 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:39.055714 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-37d38963-1916-447b-8295-c804cdd4e168 req-05132b00-ecb1-4b4f-867c-0420e317a138 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 944 time: 0.0492854 Nov 02 13:09:39.107834 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-37d38963-1916-447b-8295-c804cdd4e168 req-ff230895-b2f7-4823-9dcc-3835685f2a43 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452631 Nov 02 13:09:39.452107 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device cea886ac-6ea3-4b89-a0fa-329085f11df1 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:09:39.547783 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port cea886ac-6ea3-4b89-a0fa-329085f11df1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=cea886ac-6ea3-4b89-a0fa-329085f11df1,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:39.559299 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'cea886ac-6ea3-4b89-a0fa-329085f11df1', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'port_id': 'cea886ac-6ea3-4b89-a0fa-329085f11df1', 'mac_address': 'fa:16:3e:0f:2a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:09:39.601367 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:39.614625 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea886ac-6ea3-4b89-a0fa-329085f11df1 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 13:09:39.633861 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port cea886ac-6ea3-4b89-a0fa-329085f11df1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=cea886ac-6ea3-4b89-a0fa-329085f11df1,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:39.693432 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:39.743737 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=cea886ac-6ea3-4b89-a0fa-329085f11df1,revision_number=4']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:39.919051 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['cea886ac-6ea3-4b89-a0fa-329085f11df1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 13:09:40.239071 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5685d83-e689-4db7-860d-cf5813d888f6 req-3fa8fd71-9552-43f3-9f03-0d0e2ccc2ff8 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:40.240568 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f5685d83-e689-4db7-860d-cf5813d888f6 req-3fa8fd71-9552-43f3-9f03-0d0e2ccc2ff8 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 945 time: 0.0524776 Nov 02 13:09:40.297289 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f5685d83-e689-4db7-860d-cf5813d888f6 req-1c79416a-bde3-4d56-b992-aaf510693d49 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491953 Nov 02 13:09:41.430673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a84a6-c06d-49ba-8013-47c6b494650f req-24036f84-7e97-4031-9cb9-7c9232ee61b6 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:41.432826 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d49a84a6-c06d-49ba-8013-47c6b494650f req-24036f84-7e97-4031-9cb9-7c9232ee61b6 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 945 time: 0.0577257 Nov 02 13:09:41.469333 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device cea886ac-6ea3-4b89-a0fa-329085f11df1 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:09:41.493060 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-d49a84a6-c06d-49ba-8013-47c6b494650f req-90d9732b-5131-4230-8e53-23d7c7892d13 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505798 Nov 02 13:09:41.647662 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning for port cea886ac-6ea3-4b89-a0fa-329085f11df1 completed by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 02 13:09:41.652666 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port cea886ac-6ea3-4b89-a0fa-329085f11df1 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:09:41.653041 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:41.929773 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:41.959342 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babd721d-5390-42e6-a915-3394a2e81144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea886ac-6ea3-4b89-a0fa-329085f11df1'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:09:41.961631 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48616e3a-88c7-4c4d-96cf-6e9acfaad3f1" -d '{"events": [{"server_uuid": "babd721d-5390-42e6-a915-3394a2e81144", "name": "network-vif-plugged", "status": "completed", "tag": "cea886ac-6ea3-4b89-a0fa-329085f11df1"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:09:41.975912 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port cea886ac-6ea3-4b89-a0fa-329085f11df1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=cea886ac-6ea3-4b89-a0fa-329085f11df1,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:09:42.001572 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 13:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8905113-2bb3-484a-b311-d237233a8ac0 x-openstack-request-id: req-f8905113-2bb3-484a-b311-d237233a8ac0 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:09:42.001873 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babd721d-5390-42e6-a915-3394a2e81144", "name": "network-vif-plugged", "status": "completed", "tag": "cea886ac-6ea3-4b89-a0fa-329085f11df1", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:09:42.002130 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8905113-2bb3-484a-b311-d237233a8ac0 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:09:42.002995 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babd721d-5390-42e6-a915-3394a2e81144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea886ac-6ea3-4b89-a0fa-329085f11df1', 'code': 200} Nov 02 13:09:42.048504 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:42.099815 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=cea886ac-6ea3-4b89-a0fa-329085f11df1,revision_number=5']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:42.104851 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa257a4-0cda-41e3-a958-07e9d8781e20 req-86096f81-d161-485b-a0a5-2e790602fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:42.106398 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1aa257a4-0cda-41e3-a958-07e9d8781e20 req-86096f81-d161-485b-a0a5-2e790602fbbf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 1098 time: 0.0449560 Nov 02 13:09:42.156134 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-1aa257a4-0cda-41e3-a958-07e9d8781e20 req-27ffbb8d-6082-48a3-b921-a196861daba6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429230 Nov 02 13:09:42.623244 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19566fc5-3e67-41fa-88a2-b1360b975aab req-e98ec82b-3bfe-409d-b6f4-3583f97d34c2 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:42.624740 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19566fc5-3e67-41fa-88a2-b1360b975aab req-e98ec82b-3bfe-409d-b6f4-3583f97d34c2 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 946 time: 0.0553970 Nov 02 13:09:42.674794 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-19566fc5-3e67-41fa-88a2-b1360b975aab req-c72ff049-63af-451d-8380-3c090fad7b0c tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439649 Nov 02 13:09:43.791905 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d559be-62bf-4fef-9087-1819d510e385 req-73e3d8f2-3016-44dd-bf67-566db746c003 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:43.793428 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-95d559be-62bf-4fef-9087-1819d510e385 req-73e3d8f2-3016-44dd-bf67-566db746c003 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 946 time: 0.0503244 Nov 02 13:09:43.846170 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-95d559be-62bf-4fef-9087-1819d510e385 req-60e173a4-9471-45bd-a252-4844d5394333 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468037 Nov 02 13:09:43.961086 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd389368-31a9-4a92-9ff4-3917181ccb76 req-3f7cc70e-4c48-4e0d-bde3-6a19d95796e9 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:43.962491 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd389368-31a9-4a92-9ff4-3917181ccb76 req-3f7cc70e-4c48-4e0d-bde3-6a19d95796e9 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 946 time: 0.0500834 Nov 02 13:09:44.016360 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-dd389368-31a9-4a92-9ff4-3917181ccb76 req-fa7f8ba7-4345-42c8-8323-dfe2146a1105 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477843 Nov 02 13:09:44.038139 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33350) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:09:44.086007 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d78b12-d924-4dfe-9d0f-a212b07cf017 tempest-TestSnapshotPattern-310333702 tempest-TestSnapshotPattern-310333702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:44.087615 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-68d78b12-d924-4dfe-9d0f-a212b07cf017 tempest-TestSnapshotPattern-310333702 tempest-TestSnapshotPattern-310333702-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 1093 time: 0.0481079 Nov 02 13:09:44.090374 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33352) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:09:44.094731 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.v2.base [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Request body: {'floatingip': {'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'port_id': 'cea886ac-6ea3-4b89-a0fa-329085f11df1', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 02 13:09:44.178067 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for floatingip, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:44.280883 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:44.398053 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_common [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Allocated IP 172.25.6.83 (53bbd11b-bf18-40d3-8883-270ae0fcef9b/10367471-6c47-43fb-b665-9a55a4aa9c0d/de053fc6-3280-4bb1-a3f0-b81df01bd34d) {{(pid=102690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:09:44.503854 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for port, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:44.623877 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730911821815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:44.668107 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Network 53bbd11b-bf18-40d3-8883-270ae0fcef9b is already hosted by enough agents. {{(pid=102690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:09:44.673458 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.base_scheduler [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Resources bound (agent type, host, resource id): {{(pid=102690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:09:44.677359 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Received port after_create {{(pid=102690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:09:44.702431 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Pushing event updated for resources: {'Port': ['ID=de053fc6-3280-4bb1-a3f0-b81df01bd34d,revision_number=1']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:44.714469 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.714816 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.715200 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.715543 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.715879 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.716213 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.716539 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.716867 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.717188 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.717512 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.717835 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:44.718156 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:09:45.066606 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:45.207520 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:45.365610 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for port, precommit_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:45.442593 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8410145'] for port, after_update {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:45.509375 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Pushing event updated for resources: {'Port': ['ID=de053fc6-3280-4bb1-a3f0-b81df01bd34d,revision_number=2']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:09:45.529528 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659066'] for floatingip, after_create {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:45.946032 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Floating IP 9a9b6c26-5d3d-4147-a3e7-4d86401f7938 associated. External IP: 172.25.6.83, port: cea886ac-6ea3-4b89-a0fa-329085f11df1. Nov 02 13:09:46.166390 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Router c9e48680-c353-4f88-b7a9-a626d1af7ac9 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:09:46.281564 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:09:46.291341 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c4222-a308-433c-9101-db44e8c671fd None None] Sync routers for ids ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:09:46.301345 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c4222-a308-433c-9101-db44e8c671fd None None] Routers {'c9e48680-c353-4f88-b7a9-a626d1af7ac9'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:46.301948 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1d4c4222-a308-433c-9101-db44e8c671fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:09:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:46.375902 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:46.411098 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-96ef9ac8-8987-4778-9c94-4faa09ea7f7a tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3195632 Nov 02 13:09:46.414836 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babd721d-5390-42e6-a915-3394a2e81144', 'tag': 'cea886ac-6ea3-4b89-a0fa-329085f11df1'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:09:46.414836 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f845cf33-7d20-40a1-a4e7-658dd7d32c07" -d '{"events": [{"name": "network-changed", "server_uuid": "babd721d-5390-42e6-a915-3394a2e81144", "tag": "cea886ac-6ea3-4b89-a0fa-329085f11df1"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:09:46.415136 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-1d4c4222-a308-433c-9101-db44e8c671fd None None] Set router c9e48680-c353-4f88-b7a9-a626d1af7ac9 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:46.456580 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 13:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a8a2b1-9933-4eaf-9651-f9f6616d4c3b x-openstack-request-id: req-11a8a2b1-9933-4eaf-9651-f9f6616d4c3b {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:09:46.456873 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "babd721d-5390-42e6-a915-3394a2e81144", "tag": "cea886ac-6ea3-4b89-a0fa-329085f11df1", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:09:46.457125 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11a8a2b1-9933-4eaf-9651-f9f6616d4c3b {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:09:46.457523 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babd721d-5390-42e6-a915-3394a2e81144', 'tag': 'cea886ac-6ea3-4b89-a0fa-329085f11df1', 'status': 'completed', 'code': 200} Nov 02 13:09:46.520871 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845cf33-7d20-40a1-a4e7-658dd7d32c07 req-6dda1a55-6969-460e-9426-f03685146fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:46.523188 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f845cf33-7d20-40a1-a4e7-658dd7d32c07 req-6dda1a55-6969-460e-9426-f03685146fb7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=628958d5c251451981de5d13c2f7fd6f&device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 1098 time: 0.0447025 Nov 02 13:09:46.624158 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845cf33-7d20-40a1-a4e7-658dd7d32c07 req-592d29c3-efc9-41f1-b45a-1bdd26e4e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:46.625661 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f845cf33-7d20-40a1-a4e7-658dd7d32c07 req-592d29c3-efc9-41f1-b45a-1bdd26e4e01e service neutron] 10.222.0.79 "GET /v2.0/networks?id=09fc6020-fbfb-4d19-97ac-89137cd2b94b HTTP/1.1" status: 200 len: 910 time: 0.0957305 Nov 02 13:09:46.662233 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1d4c4222-a308-433c-9101-db44e8c671fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:06:39Z', 'revision_number': 4, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port': {'id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:36Z', 'updated_at': '2021-11-02T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '9a9b6c26-5d3d-4147-a3e7-4d86401f7938', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'port_id': 'cea886ac-6ea3-4b89-a0fa-329085f11df1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'mac_address': 'fa:16:3e:0f:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babd721d-5390-42e6-a915-3394a2e81144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T13:09:44Z', 'updated_at': '2021-11-02T13:09:44Z', 'revision_number': 0, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'fixed_ip_address_scope': None}, {'id': 'b68c8988-053a-4b7d-831b-9f46463b2350', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'port_id': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'mac_address': 'fa:16:3e:a2:29:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T13:07:05Z', 'updated_at': '2021-11-02T13:07:07Z', 'revision_number': 1, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573e874d-07c2-4a34-a88d-e9938954d5e3', 'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'mac_address': 'fa:16:3e:5c:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:38Z', 'updated_at': '2021-11-02T13:06:43Z', 'revision_number': 5, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'subnets': [{'id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:46.695270 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c4222-a308-433c-9101-db44e8c671fd None None] Checking router: c9e48680-c353-4f88-b7a9-a626d1af7ac9 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:09:46.699885 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f845cf33-7d20-40a1-a4e7-658dd7d32c07 req-202995a1-4c99-4228-93ca-f6408218fe4e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cea886ac-6ea3-4b89-a0fa-329085f11df1 HTTP/1.1" status: 200 len: 999 time: 0.0668359 Nov 02 13:09:46.704650 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c4222-a308-433c-9101-db44e8c671fd None None] Routers {'c9e48680-c353-4f88-b7a9-a626d1af7ac9'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:09:46.705243 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1d4c4222-a308-433c-9101-db44e8c671fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:09:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:46.752760 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845cf33-7d20-40a1-a4e7-658dd7d32c07 req-644fba58-8063-4b1c-b238-36df8f25da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:46.754617 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f845cf33-7d20-40a1-a4e7-658dd7d32c07 req-644fba58-8063-4b1c-b238-36df8f25da71 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd HTTP/1.1" status: 200 len: 848 time: 0.0471330 Nov 02 13:09:46.803323 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845cf33-7d20-40a1-a4e7-658dd7d32c07 req-2b7e60c2-c109-4704-9390-2d39a5c581a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:46.804921 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f845cf33-7d20-40a1-a4e7-658dd7d32c07 req-2b7e60c2-c109-4704-9390-2d39a5c581a7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=09fc6020-fbfb-4d19-97ac-89137cd2b94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435991 Nov 02 13:09:46.815824 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-1d4c4222-a308-433c-9101-db44e8c671fd None None] Set router c9e48680-c353-4f88-b7a9-a626d1af7ac9 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:09:46.905759 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f845cf33-7d20-40a1-a4e7-658dd7d32c07 req-bfbfe875-208a-4cd4-a384-ff6369f8968c service neutron] 10.222.0.79 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939853 Nov 02 13:09:47.005997 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-f845cf33-7d20-40a1-a4e7-658dd7d32c07 req-5c3c6438-1460-4295-8b34-7b5393c741bc service neutron] 10.222.0.79 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938129 Nov 02 13:09:47.060573 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-1d4c4222-a308-433c-9101-db44e8c671fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:06:39Z', 'revision_number': 4, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port': {'id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:36Z', 'updated_at': '2021-11-02T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '9a9b6c26-5d3d-4147-a3e7-4d86401f7938', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'port_id': 'cea886ac-6ea3-4b89-a0fa-329085f11df1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'mac_address': 'fa:16:3e:0f:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babd721d-5390-42e6-a915-3394a2e81144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T13:09:44Z', 'updated_at': '2021-11-02T13:09:44Z', 'revision_number': 0, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'fixed_ip_address_scope': None}, {'id': 'b68c8988-053a-4b7d-831b-9f46463b2350', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'port_id': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'mac_address': 'fa:16:3e:a2:29:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T13:07:05Z', 'updated_at': '2021-11-02T13:07:07Z', 'revision_number': 1, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573e874d-07c2-4a34-a88d-e9938954d5e3', 'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'mac_address': 'fa:16:3e:5c:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:38Z', 'updated_at': '2021-11-02T13:06:43Z', 'revision_number': 5, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'subnets': [{'id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:09:47.087973 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c4222-a308-433c-9101-db44e8c671fd None None] The sync data for ids ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'] in n-d-806683-18 is: [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:06:39Z', 'revision_number': 4, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port': {'id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:36Z', 'updated_at': '2021-11-02T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': '9a9b6c26-5d3d-4147-a3e7-4d86401f7938', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'floating_ip_address': '172.25.6.83', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'port_id': 'cea886ac-6ea3-4b89-a0fa-329085f11df1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'mac_address': 'fa:16:3e:0f:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'babd721d-5390-42e6-a915-3394a2e81144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T13:09:44Z', 'updated_at': '2021-11-02T13:09:44Z', 'revision_number': 0, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'fixed_ip_address_scope': None}, {'id': 'b68c8988-053a-4b7d-831b-9f46463b2350', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'port_id': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'mac_address': 'fa:16:3e:a2:29:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T13:07:05Z', 'updated_at': '2021-11-02T13:07:07Z', 'revision_number': 1, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573e874d-07c2-4a34-a88d-e9938954d5e3', 'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'mac_address': 'fa:16:3e:5c:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:38Z', 'updated_at': '2021-11-02T13:06:43Z', 'revision_number': 5, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'subnets': [{'id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:09:47.313164 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd520b06-505d-4be8-b34d-08d1bb0a27e1 None None] New status for floating IP 9a9b6c26-5d3d-4147-a3e7-4d86401f7938: ACTIVE {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 13:09:47.602539 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-91863af1-760f-41a7-82f8-407c70ab7fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:49.817726 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9db54163-5b57-4085-b8a6-193063d09136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:51.424930 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:52.162901 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-921f95db-3920-46c4-b527-c072ee55deb0 req-ec3c91db-6575-46e9-adae-121ec2038f05 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0477452 Nov 02 13:09:52.251041 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f95db-3920-46c4-b527-c072ee55deb0 req-418dee3f-33f0-4d77-b57c-3f94b4215ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:52.252990 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-921f95db-3920-46c4-b527-c072ee55deb0 req-418dee3f-33f0-4d77-b57c-3f94b4215ce5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=628958d5c251451981de5d13c2f7fd6f&device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 1098 time: 0.0450840 Nov 02 13:09:52.371301 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f95db-3920-46c4-b527-c072ee55deb0 req-12e55645-fc0c-4395-ac9d-802b481a97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:52.372566 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-921f95db-3920-46c4-b527-c072ee55deb0 req-12e55645-fc0c-4395-ac9d-802b481a97a2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=09fc6020-fbfb-4d19-97ac-89137cd2b94b HTTP/1.1" status: 200 len: 910 time: 0.0993485 Nov 02 13:09:52.443067 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-921f95db-3920-46c4-b527-c072ee55deb0 req-a0c586b7-b67b-427e-a5f6-c0177bd628b5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cea886ac-6ea3-4b89-a0fa-329085f11df1 HTTP/1.1" status: 200 len: 1001 time: 0.0632939 Nov 02 13:09:52.495406 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f95db-3920-46c4-b527-c072ee55deb0 req-537bb32b-a92b-4004-ae58-b50b63f48971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:52.496642 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-921f95db-3920-46c4-b527-c072ee55deb0 req-537bb32b-a92b-4004-ae58-b50b63f48971 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd HTTP/1.1" status: 200 len: 848 time: 0.0468068 Nov 02 13:09:52.547246 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f95db-3920-46c4-b527-c072ee55deb0 req-33550afa-aa37-4eb3-8377-efbe87b5d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:09:52.548743 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-921f95db-3920-46c4-b527-c072ee55deb0 req-33550afa-aa37-4eb3-8377-efbe87b5d7c6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=09fc6020-fbfb-4d19-97ac-89137cd2b94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458701 Nov 02 13:09:52.647582 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-921f95db-3920-46c4-b527-c072ee55deb0 req-501d2867-0be4-49f2-b2b9-47b8f83e3ae6 service neutron] 10.222.0.79 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908473 Nov 02 13:09:52.748623 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-921f95db-3920-46c4-b527-c072ee55deb0 req-1ccc02f9-6ca1-424b-b4da-918a4404b980 service neutron] 10.222.0.79 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940855 Nov 02 13:09:52.802076 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:54.754878 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:54.904081 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:55.068786 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:09:57.055595 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:10:00.906089 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-476596ed-ffe2-40c4-aed5-8dddd0ee9d5c req-bbffbf51-6403-47d8-a2da-d270c8cb9b84 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452285 Nov 02 13:10:00.992094 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476596ed-ffe2-40c4-aed5-8dddd0ee9d5c req-9c9b10c0-b7e8-4d9f-9531-43773d02dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:10:00.993703 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-476596ed-ffe2-40c4-aed5-8dddd0ee9d5c req-9c9b10c0-b7e8-4d9f-9531-43773d02dcb1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=628958d5c251451981de5d13c2f7fd6f&device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 1096 time: 0.0428646 Nov 02 13:10:01.113499 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476596ed-ffe2-40c4-aed5-8dddd0ee9d5c req-54c993c1-99ad-4413-8e65-fe34fa901024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:10:01.115001 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-476596ed-ffe2-40c4-aed5-8dddd0ee9d5c req-54c993c1-99ad-4413-8e65-fe34fa901024 service neutron] 10.222.0.54 "GET /v2.0/networks?id=09fc6020-fbfb-4d19-97ac-89137cd2b94b HTTP/1.1" status: 200 len: 910 time: 0.0994494 Nov 02 13:10:01.203331 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-476596ed-ffe2-40c4-aed5-8dddd0ee9d5c req-8831d668-95ff-4850-b513-505f07678846 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee HTTP/1.1" status: 200 len: 1000 time: 0.0806513 Nov 02 13:10:01.265695 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476596ed-ffe2-40c4-aed5-8dddd0ee9d5c req-ff962f2a-bde3-4012-9bf1-5ef3b98c8abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:10:01.267380 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-476596ed-ffe2-40c4-aed5-8dddd0ee9d5c req-ff962f2a-bde3-4012-9bf1-5ef3b98c8abe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd HTTP/1.1" status: 200 len: 848 time: 0.0547049 Nov 02 13:10:01.323048 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476596ed-ffe2-40c4-aed5-8dddd0ee9d5c req-7fd8258b-d466-491e-b76f-14d4bf3899f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:10:01.324731 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-476596ed-ffe2-40c4-aed5-8dddd0ee9d5c req-7fd8258b-d466-491e-b76f-14d4bf3899f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09fc6020-fbfb-4d19-97ac-89137cd2b94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493884 Nov 02 13:10:01.434789 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-476596ed-ffe2-40c4-aed5-8dddd0ee9d5c req-a2e83478-c215-4c49-b2b0-10576a4c2bc2 service neutron] 10.222.0.54 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022298 Nov 02 13:10:01.534881 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-476596ed-ffe2-40c4-aed5-8dddd0ee9d5c req-6fe4a222-23e4-4d03-b76b-1be7895efa0f service neutron] 10.222.0.54 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928833 Nov 02 13:10:17.556178 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-40681184-cfec-4f5f-ba43-65b3245582bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:10:19.801635 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-755f3523-1947-4a80-a44a-27845bc3f623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:10:21.402030 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:10:22.823589 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:10:24.760283 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:10:24.933658 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:10:25.099620 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:10:34.054682 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:10:47.591555 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0013ed92-67ec-4c22-8eb6-22d38533d0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:10:49.938257 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-fd7f0dab-c0f3-43e8-a0bd-5ab1cffa15d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:10:51.378510 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:10:52.186560 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6685336b-9b0e-434d-b4f7-71e4d7590e7c req-f83bc52b-36bf-477c-a648-54c9a98c4126 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442026 Nov 02 13:10:52.281273 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685336b-9b0e-434d-b4f7-71e4d7590e7c req-4185bf75-d582-413a-9592-99ffb11a80be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:10:52.282813 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6685336b-9b0e-434d-b4f7-71e4d7590e7c req-4185bf75-d582-413a-9592-99ffb11a80be service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=628958d5c251451981de5d13c2f7fd6f&device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 1098 time: 0.0502353 Nov 02 13:10:52.395564 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685336b-9b0e-434d-b4f7-71e4d7590e7c req-ccda0071-5393-481a-82af-1eb6a4ea1695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:10:52.396990 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6685336b-9b0e-434d-b4f7-71e4d7590e7c req-ccda0071-5393-481a-82af-1eb6a4ea1695 service neutron] 10.222.0.79 "GET /v2.0/networks?id=09fc6020-fbfb-4d19-97ac-89137cd2b94b HTTP/1.1" status: 200 len: 910 time: 0.0942845 Nov 02 13:10:52.466645 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6685336b-9b0e-434d-b4f7-71e4d7590e7c req-ac76989e-5c53-4a0b-8296-0b9733ed53bb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cea886ac-6ea3-4b89-a0fa-329085f11df1 HTTP/1.1" status: 200 len: 1001 time: 0.0628426 Nov 02 13:10:52.527496 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685336b-9b0e-434d-b4f7-71e4d7590e7c req-4e777039-1071-4a95-9039-b53929bc7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:10:52.529038 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6685336b-9b0e-434d-b4f7-71e4d7590e7c req-4e777039-1071-4a95-9039-b53929bc7599 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd HTTP/1.1" status: 200 len: 848 time: 0.0543575 Nov 02 13:10:52.580185 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685336b-9b0e-434d-b4f7-71e4d7590e7c req-6bd4c2b3-b513-4d2d-89aa-293123051f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:10:52.581682 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6685336b-9b0e-434d-b4f7-71e4d7590e7c req-6bd4c2b3-b513-4d2d-89aa-293123051f77 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=09fc6020-fbfb-4d19-97ac-89137cd2b94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450068 Nov 02 13:10:52.684970 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6685336b-9b0e-434d-b4f7-71e4d7590e7c req-5c65c813-6c28-4b82-9fc9-a01063cb4ce5 service neutron] 10.222.0.79 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957141 Nov 02 13:10:52.795898 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-6685336b-9b0e-434d-b4f7-71e4d7590e7c req-1408c32e-348b-4a1f-975a-5386baa4cf97 service neutron] 10.222.0.79 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045282 Nov 02 13:10:52.853283 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:10:54.824614 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:10:55.001814 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:10:55.092871 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:01.507531 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f7b38d3a-adac-4783-8146-2ebd663b614c req-e314ad47-4e31-49bd-9ac4-73564dfe3bae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0939879 Nov 02 13:11:01.606479 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b38d3a-adac-4783-8146-2ebd663b614c req-169aca21-fe73-4078-aede-83634052e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:11:01.608823 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f7b38d3a-adac-4783-8146-2ebd663b614c req-169aca21-fe73-4078-aede-83634052e32a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=628958d5c251451981de5d13c2f7fd6f&device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 1096 time: 0.0489838 Nov 02 13:11:01.728537 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b38d3a-adac-4783-8146-2ebd663b614c req-d7f3712b-eab9-499a-9fcc-5e952679f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:11:01.730262 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f7b38d3a-adac-4783-8146-2ebd663b614c req-d7f3712b-eab9-499a-9fcc-5e952679f145 service neutron] 10.222.0.54 "GET /v2.0/networks?id=09fc6020-fbfb-4d19-97ac-89137cd2b94b HTTP/1.1" status: 200 len: 910 time: 0.1006405 Nov 02 13:11:01.811999 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f7b38d3a-adac-4783-8146-2ebd663b614c req-9de40139-d060-44b5-bafa-3a256c8bcc9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee HTTP/1.1" status: 200 len: 1000 time: 0.0739806 Nov 02 13:11:01.866641 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b38d3a-adac-4783-8146-2ebd663b614c req-25ce02b0-8229-435d-ab2f-58a4d7d44182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:11:01.868308 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f7b38d3a-adac-4783-8146-2ebd663b614c req-25ce02b0-8229-435d-ab2f-58a4d7d44182 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd HTTP/1.1" status: 200 len: 848 time: 0.0487485 Nov 02 13:11:01.917191 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b38d3a-adac-4783-8146-2ebd663b614c req-bfbe8d12-5f17-4d2f-ae3f-6e0f32e67ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:11:01.918730 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f7b38d3a-adac-4783-8146-2ebd663b614c req-bfbe8d12-5f17-4d2f-ae3f-6e0f32e67ff9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09fc6020-fbfb-4d19-97ac-89137cd2b94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431006 Nov 02 13:11:02.022473 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f7b38d3a-adac-4783-8146-2ebd663b614c req-b9c09f35-9629-4cc1-8b67-83020a8aa145 service neutron] 10.222.0.54 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943937 Nov 02 13:11:02.117996 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-f7b38d3a-adac-4783-8146-2ebd663b614c req-49d7dec5-e408-46db-8f10-dc0a5a7c0cf7 service neutron] 10.222.0.54 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878327 Nov 02 13:11:11.055441 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:11:17.640699 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-67e278bb-cbac-4806-b533-2363f52c6bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:19.875914 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-25806358-a0a0-418d-a5d3-c3f177cf92e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:21.407299 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:21.949605 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device cea886ac-6ea3-4b89-a0fa-329085f11df1 details requested by agent hyperv_n-h1-806683-18 with host n-h1-806683-18 {{(pid=102691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:11:22.079965 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port cea886ac-6ea3-4b89-a0fa-329085f11df1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=cea886ac-6ea3-4b89-a0fa-329085f11df1,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:22.096244 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Returning: {'device': 'cea886ac-6ea3-4b89-a0fa-329085f11df1', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'port_id': 'cea886ac-6ea3-4b89-a0fa-329085f11df1', 'mac_address': 'fa:16:3e:0f:2a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:11:22.153585 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:22.166998 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cea886ac-6ea3-4b89-a0fa-329085f11df1 {{(pid=102691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 02 13:11:22.190148 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port cea886ac-6ea3-4b89-a0fa-329085f11df1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=cea886ac-6ea3-4b89-a0fa-329085f11df1,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:22.275309 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:22.331946 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=cea886ac-6ea3-4b89-a0fa-329085f11df1,revision_number=6']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:22.340062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.342817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.342817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.342817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.342817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.342817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.342817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.342817 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.343640 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.344042 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.344434 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.344850 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:22.351178 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] get_ports_and_sgs() called for port_ids ['cea886ac-6ea3-4b89-a0fa-329085f11df1'] {{(pid=102691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 02 13:11:22.892417 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:23.965428 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device cea886ac-6ea3-4b89-a0fa-329085f11df1 up at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:11:24.042546 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.provisioning_blocks [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Provisioning complete for port cea886ac-6ea3-4b89-a0fa-329085f11df1 triggered by entity L2. {{(pid=102691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 02 13:11:24.042992 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1825584'] for port, provisioning_complete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:24.136073 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:24.164934 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babd721d-5390-42e6-a915-3394a2e81144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea886ac-6ea3-4b89-a0fa-329085f11df1'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:11:24.166677 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868025d1-b99e-4c7e-9dfa-06f494dd3690" -d '{"events": [{"server_uuid": "babd721d-5390-42e6-a915-3394a2e81144", "name": "network-vif-plugged", "status": "completed", "tag": "cea886ac-6ea3-4b89-a0fa-329085f11df1"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:11:24.184947 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port cea886ac-6ea3-4b89-a0fa-329085f11df1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=cea886ac-6ea3-4b89-a0fa-329085f11df1,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:24.217276 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 13:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6f6dfd-a89f-4966-95b6-ca7d5dfe2b11 x-openstack-request-id: req-6d6f6dfd-a89f-4966-95b6-ca7d5dfe2b11 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:11:24.217539 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babd721d-5390-42e6-a915-3394a2e81144", "name": "network-vif-plugged", "status": "completed", "tag": "cea886ac-6ea3-4b89-a0fa-329085f11df1", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:11:24.218503 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d6f6dfd-a89f-4966-95b6-ca7d5dfe2b11 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:11:24.219294 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babd721d-5390-42e6-a915-3394a2e81144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea886ac-6ea3-4b89-a0fa-329085f11df1', 'code': 200} Nov 02 13:11:24.517770 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:24.566711 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=cea886ac-6ea3-4b89-a0fa-329085f11df1,revision_number=7']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:24.876321 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:24.949316 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:25.201377 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:34.643590 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33562) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:11:34.814576 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Deleting port de053fc6-3280-4bb1-a3f0-b81df01bd34d {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:11:34.814919 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:34.896069 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:34.896328 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:34.913775 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Calling delete_port for de053fc6-3280-4bb1-a3f0-b81df01bd34d owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:11:35.275814 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:35.305095 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Pushing event deleted for resources: {'Port': ['ID=de053fc6-3280-4bb1-a3f0-b81df01bd34d,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:35.333688 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:35.334036 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:35.334394 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:35.334742 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:35.335116 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:35.335454 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:35.335788 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:35.336117 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:35.336449 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:35.336781 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:35.337279 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:35.337422 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:35.391256 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:35.391861 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Floating IP 9a9b6c26-5d3d-4147-a3e7-4d86401f7938 disassociated (deleted). External IP: 172.25.6.83, port: cea886ac-6ea3-4b89-a0fa-329085f11df1. Nov 02 13:11:35.619506 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Router c9e48680-c353-4f88-b7a9-a626d1af7ac9 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:11:35.736662 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:11:35.741572 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:35.746587 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260445fe-97d3-4a1e-ba81-cafecb43f5a7 None None] Sync routers for ids ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:11:35.757742 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260445fe-97d3-4a1e-ba81-cafecb43f5a7 None None] Routers {'c9e48680-c353-4f88-b7a9-a626d1af7ac9'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:35.758351 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-260445fe-97d3-4a1e-ba81-cafecb43f5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:11:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:35.769388 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-6d935842-0fe5-4242-a3d6-0c3e6d6ded01 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "DELETE /v2.0/floatingips/9a9b6c26-5d3d-4147-a3e7-4d86401f7938 HTTP/1.1" status: 204 len: 168 time: 1.1246812 Nov 02 13:11:35.769985 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babd721d-5390-42e6-a915-3394a2e81144', 'tag': 'cea886ac-6ea3-4b89-a0fa-329085f11df1'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:11:35.772579 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b42515-b124-4d73-8ac5-632bd1eb20a6" -d '{"events": [{"name": "network-changed", "server_uuid": "babd721d-5390-42e6-a915-3394a2e81144", "tag": "cea886ac-6ea3-4b89-a0fa-329085f11df1"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:11:35.872111 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-260445fe-97d3-4a1e-ba81-cafecb43f5a7 None None] Set router c9e48680-c353-4f88-b7a9-a626d1af7ac9 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:36.117960 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-260445fe-97d3-4a1e-ba81-cafecb43f5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:06:39Z', 'revision_number': 4, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port': {'id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:36Z', 'updated_at': '2021-11-02T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'b68c8988-053a-4b7d-831b-9f46463b2350', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'port_id': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'mac_address': 'fa:16:3e:a2:29:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T13:07:05Z', 'updated_at': '2021-11-02T13:07:07Z', 'revision_number': 1, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573e874d-07c2-4a34-a88d-e9938954d5e3', 'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'mac_address': 'fa:16:3e:5c:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:38Z', 'updated_at': '2021-11-02T13:06:43Z', 'revision_number': 5, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'subnets': [{'id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:36.145779 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260445fe-97d3-4a1e-ba81-cafecb43f5a7 None None] Checking router: c9e48680-c353-4f88-b7a9-a626d1af7ac9 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:11:36.154356 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260445fe-97d3-4a1e-ba81-cafecb43f5a7 None None] Routers {'c9e48680-c353-4f88-b7a9-a626d1af7ac9'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:36.154985 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-260445fe-97d3-4a1e-ba81-cafecb43f5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:11:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:36.264259 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-260445fe-97d3-4a1e-ba81-cafecb43f5a7 None None] Set router c9e48680-c353-4f88-b7a9-a626d1af7ac9 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:36.369193 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 13:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ab389b-7cf6-4818-b002-e237af571126 x-openstack-request-id: req-a3ab389b-7cf6-4818-b002-e237af571126 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:11:36.370550 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "babd721d-5390-42e6-a915-3394a2e81144", "tag": "cea886ac-6ea3-4b89-a0fa-329085f11df1", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:11:36.370550 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3ab389b-7cf6-4818-b002-e237af571126 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:11:36.370550 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'babd721d-5390-42e6-a915-3394a2e81144', 'tag': 'cea886ac-6ea3-4b89-a0fa-329085f11df1', 'status': 'completed', 'code': 200} Nov 02 13:11:36.469549 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b42515-b124-4d73-8ac5-632bd1eb20a6 req-b858581b-c67e-4a12-8b7c-bd5fff75dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:11:36.471501 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80b42515-b124-4d73-8ac5-632bd1eb20a6 req-b858581b-c67e-4a12-8b7c-bd5fff75dd8d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=628958d5c251451981de5d13c2f7fd6f&device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 1098 time: 0.0709484 Nov 02 13:11:36.514104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4653f-999a-4117-bdad-3dcf02d8e441 req-2f2eb3e3-6790-4280-9088-fc8dba51395f tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:11:36.515675 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-43a4653f-999a-4117-bdad-3dcf02d8e441 req-2f2eb3e3-6790-4280-9088-fc8dba51395f tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 946 time: 0.0871999 Nov 02 13:11:36.547721 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-260445fe-97d3-4a1e-ba81-cafecb43f5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:06:39Z', 'revision_number': 4, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port': {'id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:36Z', 'updated_at': '2021-11-02T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'b68c8988-053a-4b7d-831b-9f46463b2350', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'port_id': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'mac_address': 'fa:16:3e:a2:29:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T13:07:05Z', 'updated_at': '2021-11-02T13:07:07Z', 'revision_number': 1, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573e874d-07c2-4a34-a88d-e9938954d5e3', 'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'mac_address': 'fa:16:3e:5c:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:38Z', 'updated_at': '2021-11-02T13:06:43Z', 'revision_number': 5, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'subnets': [{'id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:36.576996 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260445fe-97d3-4a1e-ba81-cafecb43f5a7 None None] The sync data for ids ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'] in n-d-806683-18 is: [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:06:39Z', 'revision_number': 4, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port': {'id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:36Z', 'updated_at': '2021-11-02T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_floatingips': [{'id': 'b68c8988-053a-4b7d-831b-9f46463b2350', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'router_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'port_id': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'mac_address': 'fa:16:3e:a2:29:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-02T13:07:05Z', 'updated_at': '2021-11-02T13:07:07Z', 'revision_number': 1, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '573e874d-07c2-4a34-a88d-e9938954d5e3', 'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'mac_address': 'fa:16:3e:5c:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:38Z', 'updated_at': '2021-11-02T13:06:43Z', 'revision_number': 5, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'subnets': [{'id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:11:36.630498 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-43a4653f-999a-4117-bdad-3dcf02d8e441 req-2705c633-9ebf-4664-8745-d5c6564962ed tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066043 Nov 02 13:11:36.638252 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b42515-b124-4d73-8ac5-632bd1eb20a6 req-156cf609-b54a-4daf-9aa9-a3923a75b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:11:36.639833 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80b42515-b124-4d73-8ac5-632bd1eb20a6 req-156cf609-b54a-4daf-9aa9-a3923a75b989 service neutron] 10.222.0.79 "GET /v2.0/networks?id=09fc6020-fbfb-4d19-97ac-89137cd2b94b HTTP/1.1" status: 200 len: 910 time: 0.1613195 Nov 02 13:11:36.689791 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80b42515-b124-4d73-8ac5-632bd1eb20a6 req-6570523e-1bfe-49be-b6e7-2d777fcf807d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cea886ac-6ea3-4b89-a0fa-329085f11df1 HTTP/1.1" status: 200 len: 217 time: 0.0413582 Nov 02 13:11:36.752617 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b42515-b124-4d73-8ac5-632bd1eb20a6 req-16abdd9d-9449-420d-b65f-ddf30a9818d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:11:36.754195 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80b42515-b124-4d73-8ac5-632bd1eb20a6 req-16abdd9d-9449-420d-b65f-ddf30a9818d2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd HTTP/1.1" status: 200 len: 848 time: 0.0571105 Nov 02 13:11:36.805582 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b42515-b124-4d73-8ac5-632bd1eb20a6 req-32d8afdc-0cdf-4826-913f-50969c43a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:11:36.807185 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80b42515-b124-4d73-8ac5-632bd1eb20a6 req-32d8afdc-0cdf-4826-913f-50969c43a940 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=09fc6020-fbfb-4d19-97ac-89137cd2b94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445676 Nov 02 13:11:36.842164 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673459de-ff3c-4ede-8e95-d2583cf7680c None None] New status for floating IP 9a9b6c26-5d3d-4147-a3e7-4d86401f7938: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 13:11:36.908145 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80b42515-b124-4d73-8ac5-632bd1eb20a6 req-49e53059-e5c5-420e-bbe4-d24ae0230dfd service neutron] 10.222.0.79 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928919 Nov 02 13:11:37.378310 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-80b42515-b124-4d73-8ac5-632bd1eb20a6 req-b460853d-e615-4e4f-9cef-9b4e33ff49bb service neutron] 10.222.0.79 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625177 Nov 02 13:11:37.755166 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d69d57-f9c6-4354-8133-d2153b47d58d req-bd1bcd13-b942-41d8-a257-913daf2c0e2e tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:11:37.756672 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9d69d57-f9c6-4354-8133-d2153b47d58d req-bd1bcd13-b942-41d8-a257-913daf2c0e2e tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 946 time: 0.0512707 Nov 02 13:11:37.814080 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c9d69d57-f9c6-4354-8133-d2153b47d58d req-e1bd3bd5-6812-40f0-8c68-a668275a14e6 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510006 Nov 02 13:11:37.869300 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28384e9a-f4d9-40c1-b039-2071ece76016 req-d4eb1b2a-c4bf-47cb-984d-b95b0fa422cf tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:11:37.870856 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28384e9a-f4d9-40c1-b039-2071ece76016 req-d4eb1b2a-c4bf-47cb-984d-b95b0fa422cf tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.79 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 946 time: 0.0534320 Nov 02 13:11:37.967723 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-28384e9a-f4d9-40c1-b039-2071ece76016 req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Deleting port cea886ac-6ea3-4b89-a0fa-329085f11df1 {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:11:37.967990 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28384e9a-f4d9-40c1-b039-2071ece76016 req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:38.057523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device cea886ac-6ea3-4b89-a0fa-329085f11df1 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:11:38.065893 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [req-28384e9a-f4d9-40c1-b039-2071ece76016 req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] For port cea886ac-6ea3-4b89-a0fa-329085f11df1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=cea886ac-6ea3-4b89-a0fa-329085f11df1,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:38.066317 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28384e9a-f4d9-40c1-b039-2071ece76016 req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:38.081862 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [req-28384e9a-f4d9-40c1-b039-2071ece76016 req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Calling delete_port for cea886ac-6ea3-4b89-a0fa-329085f11df1 owned by compute:nova {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:11:38.138740 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1714614'] for port, before_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:38.164944 n-d-806683-18 neutron-server[102691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babd721d-5390-42e6-a915-3394a2e81144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cea886ac-6ea3-4b89-a0fa-329085f11df1'}] {{(pid=102691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:11:38.167228 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7826aadb2e29788d94413512be0cb13da57d9711448f83c2568fea0321991080" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc03bd6-0b9b-4d24-857c-62fd175ff8ab" -d '{"events": [{"server_uuid": "babd721d-5390-42e6-a915-3394a2e81144", "name": "network-vif-unplugged", "status": "completed", "tag": "cea886ac-6ea3-4b89-a0fa-329085f11df1"}]}' {{(pid=102691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:11:38.181015 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] For port cea886ac-6ea3-4b89-a0fa-329085f11df1, host n-h1-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-18',level=0,port_id=cea886ac-6ea3-4b89-a0fa-329085f11df1,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:38.204570 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 02 Nov 2021 13:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bf4864-0c94-4a29-a424-373c5c0c1fb6 x-openstack-request-id: req-d5bf4864-0c94-4a29-a424-373c5c0c1fb6 {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:11:38.204864 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babd721d-5390-42e6-a915-3394a2e81144", "name": "network-vif-unplugged", "status": "completed", "tag": "cea886ac-6ea3-4b89-a0fa-329085f11df1", "code": 200}]} {{(pid=102691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:11:38.205116 n-d-806683-18 neutron-server[102691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d5bf4864-0c94-4a29-a424-373c5c0c1fb6 {{(pid=102691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:11:38.205509 n-d-806683-18 neutron-server[102691]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babd721d-5390-42e6-a915-3394a2e81144', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cea886ac-6ea3-4b89-a0fa-329085f11df1', 'code': 200} Nov 02 13:11:38.309705 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730912249941', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730911822349', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730911822367'] for port, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:38.362694 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Pushing event updated for resources: {'Port': ['ID=cea886ac-6ea3-4b89-a0fa-329085f11df1,revision_number=8']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:38.452565 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28384e9a-f4d9-40c1-b039-2071ece76016 req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:38.480559 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Pushing event deleted for resources: {'Port': ['ID=cea886ac-6ea3-4b89-a0fa-329085f11df1,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:38.492305 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.492663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.493013 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.493364 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.493711 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.494049 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.494386 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.495339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.495339 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.495616 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.495847 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.496182 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-18 {{(pid=102689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:11:38.540164 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [req-28384e9a-f4d9-40c1-b039-2071ece76016 req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] No DVR routers for this DVR port cea886ac-6ea3-4b89-a0fa-329085f11df1 on host n-h1-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 13:11:38.542999 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [req-28384e9a-f4d9-40c1-b039-2071ece76016 req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:38.546279 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28384e9a-f4d9-40c1-b039-2071ece76016 req-4a689161-d662-4c1c-86c6-5aed69a441e1 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.79 "DELETE /v2.0/ports/cea886ac-6ea3-4b89-a0fa-329085f11df1 HTTP/1.1" status: 204 len: 173 time: 0.6693480 Nov 02 13:11:38.546794 n-d-806683-18 neutron-server[102689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babd721d-5390-42e6-a915-3394a2e81144', 'name': 'network-vif-deleted', 'tag': 'cea886ac-6ea3-4b89-a0fa-329085f11df1'}] {{(pid=102689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:11:38.550185 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d6af0c694d7fed0aa2e0cd66ab0fd51b46d6e726fe2fcacae02bd71c38a70c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0402a830-f06d-4e7c-af11-7bc2e7fc4f36" -d '{"events": [{"server_uuid": "babd721d-5390-42e6-a915-3394a2e81144", "name": "network-vif-deleted", "tag": "cea886ac-6ea3-4b89-a0fa-329085f11df1"}]}' {{(pid=102689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:11:38.643763 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 13:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a810b3-b6db-4e8b-abee-813ba6b11042 x-openstack-request-id: req-84a810b3-b6db-4e8b-abee-813ba6b11042 {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:11:38.644250 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babd721d-5390-42e6-a915-3394a2e81144", "name": "network-vif-deleted", "tag": "cea886ac-6ea3-4b89-a0fa-329085f11df1", "status": "completed", "code": 200}]} {{(pid=102689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:11:38.644515 n-d-806683-18 neutron-server[102689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84a810b3-b6db-4e8b-abee-813ba6b11042 {{(pid=102689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:11:38.644915 n-d-806683-18 neutron-server[102689]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'babd721d-5390-42e6-a915-3394a2e81144', 'name': 'network-vif-deleted', 'tag': 'cea886ac-6ea3-4b89-a0fa-329085f11df1', 'status': 'completed', 'code': 200} Nov 02 13:11:38.925058 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-c2cbac01-8fba-4252-8034-84094a97a831 req-f0053208-66a8-4fdb-b676-25c48902dafb tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=babd721d-5390-42e6-a915-3394a2e81144 HTTP/1.1" status: 200 len: 210 time: 0.0290236 Nov 02 13:11:42.054026 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33624) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:11:42.088416 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device cea886ac-6ea3-4b89-a0fa-329085f11df1 no longer exists at agent hyperv_n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:11:42.109263 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] No Port match for: cea886ac-6ea3-4b89-a0fa-329085f11df1 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 13:11:42.110062 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Device cea886ac-6ea3-4b89-a0fa-329085f11df1 not bound to the agent host n-h1-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:11:42.246752 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0ed4eea1-8c6a-4803-98f4-23c40b080b60 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Deleting port 85979920-0e8f-4439-818b-b9f2ae984115 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:11:42.247107 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ed4eea1-8c6a-4803-98f4-23c40b080b60 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:42.324088 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ed4eea1-8c6a-4803-98f4-23c40b080b60 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:42.324422 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ed4eea1-8c6a-4803-98f4-23c40b080b60 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:42.337413 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-0ed4eea1-8c6a-4803-98f4-23c40b080b60 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Calling delete_port for 85979920-0e8f-4439-818b-b9f2ae984115 owned by network:floatingip {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:11:42.624409 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ed4eea1-8c6a-4803-98f4-23c40b080b60 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:42.654758 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4eea1-8c6a-4803-98f4-23c40b080b60 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Pushing event deleted for resources: {'Port': ['ID=85979920-0e8f-4439-818b-b9f2ae984115,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:42.728224 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ed4eea1-8c6a-4803-98f4-23c40b080b60 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for floatingip, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:42.728558 n-d-806683-18 neutron-server[102690]: INFO neutron.db.l3_db [None req-0ed4eea1-8c6a-4803-98f4-23c40b080b60 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Floating IP b68c8988-053a-4b7d-831b-9f46463b2350 disassociated (deleted). External IP: 172.25.6.212, port: 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee. Nov 02 13:11:42.965875 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed4eea1-8c6a-4803-98f4-23c40b080b60 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Router c9e48680-c353-4f88-b7a9-a626d1af7ac9 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:11:43.084370 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed4eea1-8c6a-4803-98f4-23c40b080b60 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:11:43.089375 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-0ed4eea1-8c6a-4803-98f4-23c40b080b60 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for floatingip, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:43.094507 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0af770-574a-41db-a1f5-3acd3a977c5e None None] Sync routers for ids ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:11:43.111884 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0af770-574a-41db-a1f5-3acd3a977c5e None None] Routers {'c9e48680-c353-4f88-b7a9-a626d1af7ac9'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:43.112508 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aa0af770-574a-41db-a1f5-3acd3a977c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:11:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:43.121796 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-0ed4eea1-8c6a-4803-98f4-23c40b080b60 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "DELETE /v2.0/floatingips/b68c8988-053a-4b7d-831b-9f46463b2350 HTTP/1.1" status: 204 len: 168 time: 1.0648999 Nov 02 13:11:43.121796 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'tag': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:11:43.123280 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f064704-1b84-4259-bb2f-e36f5aa8ba09" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd", "tag": "2d765d46-4c30-40a9-b0c4-fc02ed41b5ee"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:11:43.226267 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-aa0af770-574a-41db-a1f5-3acd3a977c5e None None] Set router c9e48680-c353-4f88-b7a9-a626d1af7ac9 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:43.452797 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aa0af770-574a-41db-a1f5-3acd3a977c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:06:39Z', 'revision_number': 4, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port': {'id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:36Z', 'updated_at': '2021-11-02T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '573e874d-07c2-4a34-a88d-e9938954d5e3', 'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'mac_address': 'fa:16:3e:5c:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:38Z', 'updated_at': '2021-11-02T13:06:43Z', 'revision_number': 5, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'subnets': [{'id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:43.494447 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0af770-574a-41db-a1f5-3acd3a977c5e None None] Checking router: c9e48680-c353-4f88-b7a9-a626d1af7ac9 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:11:43.503788 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0af770-574a-41db-a1f5-3acd3a977c5e None None] Routers {'c9e48680-c353-4f88-b7a9-a626d1af7ac9'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:43.504435 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aa0af770-574a-41db-a1f5-3acd3a977c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:11:20Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:43.608449 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 02 Nov 2021 13:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740cb121-0d52-4b51-b84d-7c1a95a1a3c3 x-openstack-request-id: req-740cb121-0d52-4b51-b84d-7c1a95a1a3c3 {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:11:43.608700 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd", "tag": "2d765d46-4c30-40a9-b0c4-fc02ed41b5ee", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:11:43.608997 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-740cb121-0d52-4b51-b84d-7c1a95a1a3c3 {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:11:43.609958 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'tag': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'status': 'completed', 'code': 200} Nov 02 13:11:43.638626 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-aa0af770-574a-41db-a1f5-3acd3a977c5e None None] Set router c9e48680-c353-4f88-b7a9-a626d1af7ac9 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:43.692786 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f064704-1b84-4259-bb2f-e36f5aa8ba09 req-e66795ca-6c99-4f36-9a27-3bed028a3b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:11:43.694631 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f064704-1b84-4259-bb2f-e36f5aa8ba09 req-e66795ca-6c99-4f36-9a27-3bed028a3b38 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=628958d5c251451981de5d13c2f7fd6f&device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 1096 time: 0.0557535 Nov 02 13:11:43.740040 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f2bdd-563a-4bc0-93b0-eadf0d84836c req-64bbef5d-b114-4025-866f-e5530213aafd tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:11:43.742558 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea2f2bdd-563a-4bc0-93b0-eadf0d84836c req-64bbef5d-b114-4025-866f-e5530213aafd tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 944 time: 0.0751603 Nov 02 13:11:43.812780 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-ea2f2bdd-563a-4bc0-93b0-eadf0d84836c req-aee6c88d-2b0a-46a1-bedb-91bc64786514 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624418 Nov 02 13:11:43.821118 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f064704-1b84-4259-bb2f-e36f5aa8ba09 req-149a56c7-2967-488d-82ef-9511c14f8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:11:43.823108 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f064704-1b84-4259-bb2f-e36f5aa8ba09 req-149a56c7-2967-488d-82ef-9511c14f8246 service neutron] 10.222.0.54 "GET /v2.0/networks?id=09fc6020-fbfb-4d19-97ac-89137cd2b94b HTTP/1.1" status: 200 len: 910 time: 0.1166604 Nov 02 13:11:43.879305 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f064704-1b84-4259-bb2f-e36f5aa8ba09 req-561c6adb-6283-494a-8023-b3b7fbac58a7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee HTTP/1.1" status: 200 len: 217 time: 0.0476685 Nov 02 13:11:43.936500 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f064704-1b84-4259-bb2f-e36f5aa8ba09 req-c7ca96a8-bcad-498d-ac7d-ed5d7b05b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:11:43.938958 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f064704-1b84-4259-bb2f-e36f5aa8ba09 req-c7ca96a8-bcad-498d-ac7d-ed5d7b05b5cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd HTTP/1.1" status: 200 len: 848 time: 0.0522768 Nov 02 13:11:43.971641 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-aa0af770-574a-41db-a1f5-3acd3a977c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:06:39Z', 'revision_number': 4, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port': {'id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:36Z', 'updated_at': '2021-11-02T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '573e874d-07c2-4a34-a88d-e9938954d5e3', 'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'mac_address': 'fa:16:3e:5c:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:38Z', 'updated_at': '2021-11-02T13:06:43Z', 'revision_number': 5, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'subnets': [{'id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:43.993858 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f064704-1b84-4259-bb2f-e36f5aa8ba09 req-494f0bfa-a818-4cbb-a130-285adbfa6e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:11:43.995516 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f064704-1b84-4259-bb2f-e36f5aa8ba09 req-494f0bfa-a818-4cbb-a130-285adbfa6e74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=09fc6020-fbfb-4d19-97ac-89137cd2b94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482385 Nov 02 13:11:44.003311 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0af770-574a-41db-a1f5-3acd3a977c5e None None] The sync data for ids ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'] in n-d-806683-18 is: [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:06:39Z', 'revision_number': 4, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port': {'id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:36Z', 'updated_at': '2021-11-02T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18', '_interfaces': [{'id': '573e874d-07c2-4a34-a88d-e9938954d5e3', 'name': '', 'network_id': '09fc6020-fbfb-4d19-97ac-89137cd2b94b', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'mac_address': 'fa:16:3e:5c:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:38Z', 'updated_at': '2021-11-02T13:06:43Z', 'revision_number': 5, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'subnets': [{'id': '0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:11:44.123724 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f064704-1b84-4259-bb2f-e36f5aa8ba09 req-abd2ca26-3ddb-4a14-8bf6-cd2a44b6dad7 service neutron] 10.222.0.54 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162782 Nov 02 13:11:44.234489 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-7f064704-1b84-4259-bb2f-e36f5aa8ba09 req-ea8a451c-99d2-401d-a4b7-f2a1a86f816f service neutron] 10.222.0.54 "GET /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033375 Nov 02 13:11:44.294235 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20454eb3-9ba2-4735-aead-30421fa00e0a None None] New status for floating IP b68c8988-053a-4b7d-831b-9f46463b2350: DOWN {{(pid=102691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 02 13:11:44.984486 n-d-806683-18 neutron-server[102689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdf98b-5c89-4fbc-bb01-5e836fbf610f req-32ad243b-5584-4352-9e3c-fff6109bd09d tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:11:44.986271 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28cdf98b-5c89-4fbc-bb01-5e836fbf610f req-32ad243b-5584-4352-9e3c-fff6109bd09d tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 944 time: 0.0537560 Nov 02 13:11:45.041714 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-28cdf98b-5c89-4fbc-bb01-5e836fbf610f req-b725f868-81ca-4c9d-a19e-a8a740cfa223 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/security-groups?id=29281132-e98a-4398-abfd-9db9a544dda7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491421 Nov 02 13:11:45.304624 n-d-806683-18 neutron-server[102690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfae6d-c25e-4b93-b8f7-97e66dd3f679 req-11da81d6-6840-4b34-bd2f-7f1f00653e7b tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 02 13:11:45.306223 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-28dfae6d-c25e-4b93-b8f7-97e66dd3f679 req-11da81d6-6840-4b34-bd2f-7f1f00653e7b tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.54 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 944 time: 0.0623710 Nov 02 13:11:45.407370 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-28dfae6d-c25e-4b93-b8f7-97e66dd3f679 req-554e626d-d606-4756-8ccd-78aa1003e987 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Deleting port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:11:45.407722 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-28dfae6d-c25e-4b93-b8f7-97e66dd3f679 req-554e626d-d606-4756-8ccd-78aa1003e987 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:45.515248 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [req-28dfae6d-c25e-4b93-b8f7-97e66dd3f679 req-554e626d-d606-4756-8ccd-78aa1003e987 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] For port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee, host n-h2-806683-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-18',level=0,port_id=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:45.515674 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-28dfae6d-c25e-4b93-b8f7-97e66dd3f679 req-554e626d-d606-4756-8ccd-78aa1003e987 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:45.531869 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [req-28dfae6d-c25e-4b93-b8f7-97e66dd3f679 req-554e626d-d606-4756-8ccd-78aa1003e987 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Calling delete_port for 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee owned by compute:nova {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:11:45.785369 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-28dfae6d-c25e-4b93-b8f7-97e66dd3f679 req-554e626d-d606-4756-8ccd-78aa1003e987 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:45.820350 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e626d-d606-4756-8ccd-78aa1003e987 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Pushing event deleted for resources: {'Port': ['ID=2d765d46-4c30-40a9-b0c4-fc02ed41b5ee,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:45.863689 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dfae6d-c25e-4b93-b8f7-97e66dd3f679 req-554e626d-d606-4756-8ccd-78aa1003e987 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] No DVR routers for this DVR port 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee on host n-h2-806683-18 {{(pid=102690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 13:11:45.866490 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [req-28dfae6d-c25e-4b93-b8f7-97e66dd3f679 req-554e626d-d606-4756-8ccd-78aa1003e987 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-20668'] for port, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:45.870283 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [req-28dfae6d-c25e-4b93-b8f7-97e66dd3f679 req-554e626d-d606-4756-8ccd-78aa1003e987 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.54 "DELETE /v2.0/ports/2d765d46-4c30-40a9-b0c4-fc02ed41b5ee HTTP/1.1" status: 204 len: 173 time: 0.5558615 Nov 02 13:11:45.870736 n-d-806683-18 neutron-server[102690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'name': 'network-vif-deleted', 'tag': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee'}] {{(pid=102690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 02 13:11:45.873165 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5343e2a9c95ec8cb1580f48a49245fd43c7332c5efdb5514402c7c93ec7f2e2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32f1d54-8f93-4ca7-97c5-75c0e23b2a59" -d '{"events": [{"server_uuid": "dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd", "name": "network-vif-deleted", "tag": "2d765d46-4c30-40a9-b0c4-fc02ed41b5ee"}]}' {{(pid=102690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:11:45.915747 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 02 Nov 2021 13:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bef0a68-aa6c-4242-9178-24e1f676004c x-openstack-request-id: req-9bef0a68-aa6c-4242-9178-24e1f676004c {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:11:45.915747 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd", "name": "network-vif-deleted", "tag": "2d765d46-4c30-40a9-b0c4-fc02ed41b5ee", "status": "completed", "code": 200}]} {{(pid=102690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:11:45.915747 n-d-806683-18 neutron-server[102690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9bef0a68-aa6c-4242-9178-24e1f676004c {{(pid=102690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:11:45.915747 n-d-806683-18 neutron-server[102690]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd', 'name': 'network-vif-deleted', 'tag': '2d765d46-4c30-40a9-b0c4-fc02ed41b5ee', 'status': 'completed', 'code': 200} Nov 02 13:11:46.144067 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-482abce7-f4b1-4e81-8e8c-6822e3e0df21 req-2fa51337-2cc8-474d-8ee7-2ff9d0afc389 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 210 time: 0.0281718 Nov 02 13:11:47.314220 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [req-bedae40c-1bcc-4dd8-a599-bee9fea33d35 req-05d72fc2-3f90-4578-9dad-c03d550144c0 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "GET /v2.0/ports?device_id=dbf89bf2-b9e9-4f4a-b721-6508b2e8e8cd HTTP/1.1" status: 200 len: 210 time: 0.0308070 Nov 02 13:11:47.632388 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee no longer exists at agent hyperv_n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:11:47.660355 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4e790f76-1cc2-4428-a397-712056dfa110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:47.661732 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] No Port match for: 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 13:11:47.662079 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Device 2d765d46-4c30-40a9-b0c4-fc02ed41b5ee not bound to the agent host n-h2-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:11:48.057186 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:11:48.377345 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33644) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:11:48.436678 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-11076f9c-92df-4e9c-ae15-d8d14b092a87 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:48.467566 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-11076f9c-92df-4e9c-ae15-d8d14b092a87 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:48.642774 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-11076f9c-92df-4e9c-ae15-d8d14b092a87 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:48.645402 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-11076f9c-92df-4e9c-ae15-d8d14b092a87 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Publish callbacks [] for security_group, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:48.646586 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-11076f9c-92df-4e9c-ae15-d8d14b092a87 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] 10.222.0.52 "DELETE /v2.0/security-groups/29281132-e98a-4398-abfd-9db9a544dda7 HTTP/1.1" status: 204 len: 168 time: 0.2689838 Nov 02 13:11:48.656497 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11076f9c-92df-4e9c-ae15-d8d14b092a87 tempest-TestSnapshotPattern-1705288078 tempest-TestSnapshotPattern-1705288078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29281132-e98a-4398-abfd-9db9a544dda7,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:49.891144 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33650) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:11:49.909146 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b0a54240-5204-42b9-a5b4-1b244b4a9029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:50.368369 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2eeab523-bc20-41fe-9e6a-a4e76355c715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:50.648709 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-2eeab523-bc20-41fe-9e6a-a4e76355c715 admin admin] Deleting port 573e874d-07c2-4a34-a88d-e9938954d5e3 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:11:50.648938 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2eeab523-bc20-41fe-9e6a-a4e76355c715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:50.733607 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-2eeab523-bc20-41fe-9e6a-a4e76355c715 admin admin] For port 573e874d-07c2-4a34-a88d-e9938954d5e3, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=573e874d-07c2-4a34-a88d-e9938954d5e3,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:50.733965 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2eeab523-bc20-41fe-9e6a-a4e76355c715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:50.747818 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-2eeab523-bc20-41fe-9e6a-a4e76355c715 admin admin] Calling delete_port for 573e874d-07c2-4a34-a88d-e9938954d5e3 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:11:51.446454 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2eeab523-bc20-41fe-9e6a-a4e76355c715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:51.474635 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeab523-bc20-41fe-9e6a-a4e76355c715 admin admin] Pushing event deleted for resources: {'Port': ['ID=573e874d-07c2-4a34-a88d-e9938954d5e3,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:51.486391 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:51.663730 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-2eeab523-bc20-41fe-9e6a-a4e76355c715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:51.888488 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eeab523-bc20-41fe-9e6a-a4e76355c715 admin admin] Router c9e48680-c353-4f88-b7a9-a626d1af7ac9 has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:11:52.007256 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eeab523-bc20-41fe-9e6a-a4e76355c715 admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:11:52.012230 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-2eeab523-bc20-41fe-9e6a-a4e76355c715 admin admin] 10.222.0.52 "PUT /v2.0/routers/c9e48680-c353-4f88-b7a9-a626d1af7ac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1192675 Nov 02 13:11:52.014972 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33654) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:11:52.016421 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b5ba1-2ee0-45d7-94c0-2ccc1be25585 None None] Sync routers for ids ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'] in n-d-806683-18 {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:11:52.027972 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b5ba1-2ee0-45d7-94c0-2ccc1be25585 None None] Routers {'c9e48680-c353-4f88-b7a9-a626d1af7ac9'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:52.028595 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bc6b5ba1-2ee0-45d7-94c0-2ccc1be25585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:52.130655 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-789c8570-ff1f-4dfa-8825-35fa2ca025ed admin admin] Publish callbacks [] for router, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:52.143503 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-bc6b5ba1-2ee0-45d7-94c0-2ccc1be25585 None None] Set router c9e48680-c353-4f88-b7a9-a626d1af7ac9 gateway port host: n-d-806683-18 {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:52.247743 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-789c8570-ff1f-4dfa-8825-35fa2ca025ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:52.344250 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bc6b5ba1-2ee0-45d7-94c0-2ccc1be25585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:11:51Z', 'revision_number': 5, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port': {'id': 'beeaa933-883c-49f8-8355-318ec4d2af9e', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:36Z', 'updated_at': '2021-11-02T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:52.378055 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b5ba1-2ee0-45d7-94c0-2ccc1be25585 None None] Checking router: c9e48680-c353-4f88-b7a9-a626d1af7ac9 for host: n-d-806683-18 {{(pid=102692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:11:52.389538 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b5ba1-2ee0-45d7-94c0-2ccc1be25585 None None] Routers {'c9e48680-c353-4f88-b7a9-a626d1af7ac9'} bound to L3 agent in host n-d-806683-18 {{(pid=102692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:52.390246 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bc6b5ba1-2ee0-45d7-94c0-2ccc1be25585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'], 'active': True} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:52.408446 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-789c8570-ff1f-4dfa-8825-35fa2ca025ed admin admin] Deleting port beeaa933-883c-49f8-8355-318ec4d2af9e {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:11:52.408790 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-789c8570-ff1f-4dfa-8825-35fa2ca025ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:52.479048 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_dvr_db [None req-bc6b5ba1-2ee0-45d7-94c0-2ccc1be25585 None None] Set router c9e48680-c353-4f88-b7a9-a626d1af7ac9 gateway port host: None {{(pid=102692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:52.497708 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-789c8570-ff1f-4dfa-8825-35fa2ca025ed admin admin] For port beeaa933-883c-49f8-8355-318ec4d2af9e, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=beeaa933-883c-49f8-8355-318ec4d2af9e,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:52.498376 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-789c8570-ff1f-4dfa-8825-35fa2ca025ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:52.518658 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-789c8570-ff1f-4dfa-8825-35fa2ca025ed admin admin] Calling delete_port for beeaa933-883c-49f8-8355-318ec4d2af9e owned by network:router_gateway {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:11:52.536509 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.l3_hamode_db [None req-bc6b5ba1-2ee0-45d7-94c0-2ccc1be25585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:11:52Z', 'revision_number': 6, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port_host': None}], 'n-d-806683-18', False) {} {{(pid=102692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:52.564798 n-d-806683-18 neutron-server[102692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b5ba1-2ee0-45d7-94c0-2ccc1be25585 None None] The sync data for ids ['c9e48680-c353-4f88-b7a9-a626d1af7ac9'] in n-d-806683-18 is: [{'id': 'c9e48680-c353-4f88-b7a9-a626d1af7ac9', 'name': 'tempest-TestSnapshotPattern-960731998-router', 'tenant_id': '628958d5c251451981de5d13c2f7fd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:35Z', 'updated_at': '2021-11-02T13:11:52Z', 'revision_number': 6, 'project_id': '628958d5c251451981de5d13c2f7fd6f', 'gw_port_host': None}] {{(pid=102692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:11:52.835337 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-789c8570-ff1f-4dfa-8825-35fa2ca025ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:52.866447 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c8570-ff1f-4dfa-8825-35fa2ca025ed admin admin] Pushing event deleted for resources: {'Port': ['ID=beeaa933-883c-49f8-8355-318ec4d2af9e,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:52.905315 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:52.940528 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-789c8570-ff1f-4dfa-8825-35fa2ca025ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:53.046533 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-789c8570-ff1f-4dfa-8825-35fa2ca025ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:53.049134 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-789c8570-ff1f-4dfa-8825-35fa2ca025ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:53.196621 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-789c8570-ff1f-4dfa-8825-35fa2ca025ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:53.197173 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789c8570-ff1f-4dfa-8825-35fa2ca025ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9e48680-c353-4f88-b7a9-a626d1af7ac9 {{(pid=102690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:11:53.202231 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-789c8570-ff1f-4dfa-8825-35fa2ca025ed admin admin] Publish callbacks [] for router, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:53.204269 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-789c8570-ff1f-4dfa-8825-35fa2ca025ed admin admin] 10.222.0.52 "DELETE /v2.0/routers/c9e48680-c353-4f88-b7a9-a626d1af7ac9 HTTP/1.1" status: 204 len: 168 time: 1.1876864 Nov 02 13:11:53.206799 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33656) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:11:53.257779 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-92816cc8-8c22-4e5e-8601-487a821c9814 admin admin] Deleting subnet 0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 13:11:53.261092 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92816cc8-8c22-4e5e-8601-487a821c9814 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:53.301961 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92816cc8-8c22-4e5e-8601-487a821c9814 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:53.386386 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92816cc8-8c22-4e5e-8601-487a821c9814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:53.614011 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92816cc8-8c22-4e5e-8601-487a821c9814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:53.643916 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92816cc8-8c22-4e5e-8601-487a821c9814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:53.645970 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-92816cc8-8c22-4e5e-8601-487a821c9814 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:53.649265 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-92816cc8-8c22-4e5e-8601-487a821c9814 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0fbd44d1-dec8-47d8-8b84-f0af6ee4e2bd HTTP/1.1" status: 204 len: 168 time: 0.4414766 Nov 02 13:11:53.652175 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33658) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:11:53.652854 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecedf579-0322-40d6-b059-1e3cb2303bee None None] Network 09fc6020-fbfb-4d19-97ac-89137cd2b94b requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 13:11:53.724958 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:53.782572 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] Deleting port c7780560-8325-4130-a0d1-411bbcbc409b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:11:53.783052 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:53.855729 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d23e8b-1192-4444-bd89-00f22fd99918 None None] DHCP port deletion for 09fc6020-fbfb-4d19-97ac-89137cd2b94b request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 13:11:53.865663 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] For port c7780560-8325-4130-a0d1-411bbcbc409b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c7780560-8325-4130-a0d1-411bbcbc409b,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:53.866068 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:53.882223 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] Calling delete_port for c7780560-8325-4130-a0d1-411bbcbc409b owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:11:53.907154 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-37d23e8b-1192-4444-bd89-00f22fd99918 None None] Deleting port c7780560-8325-4130-a0d1-411bbcbc409b {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:11:53.907789 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-37d23e8b-1192-4444-bd89-00f22fd99918 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:53.977379 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-37d23e8b-1192-4444-bd89-00f22fd99918 None None] For port c7780560-8325-4130-a0d1-411bbcbc409b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c7780560-8325-4130-a0d1-411bbcbc409b,segment=NetworkSegment(1c06e5d2-7bb8-4542-8ed8-15fb67d8952b),segment_id=1c06e5d2-7bb8-4542-8ed8-15fb67d8952b)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:53.977838 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-37d23e8b-1192-4444-bd89-00f22fd99918 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:53.991602 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-37d23e8b-1192-4444-bd89-00f22fd99918 None None] Calling delete_port for c7780560-8325-4130-a0d1-411bbcbc409b owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:11:54.225087 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:54.235771 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-37d23e8b-1192-4444-bd89-00f22fd99918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:54.243308 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c7780560-8325-4130-a0d1-411bbcbc409b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:11:54.259119 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7780560-8325-4130-a0d1-411bbcbc409b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:54.261409 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] No DVR routers for this DVR port c7780560-8325-4130-a0d1-411bbcbc409b on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 13:11:54.292274 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: c7780560-8325-4130-a0d1-411bbcbc409b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 13:11:54.295239 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c7780560-8325-4130-a0d1-411bbcbc409b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:11:54.295239 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 573e874d-07c2-4a34-a88d-e9938954d5e3 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:11:54.297704 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d23e8b-1192-4444-bd89-00f22fd99918 None None] Pushing event deleted for resources: {'Port': ['ID=c7780560-8325-4130-a0d1-411bbcbc409b,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:54.302316 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d23e8b-1192-4444-bd89-00f22fd99918 None None] No DVR routers for this DVR port c7780560-8325-4130-a0d1-411bbcbc409b on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 13:11:54.325615 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 573e874d-07c2-4a34-a88d-e9938954d5e3 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 13:11:54.326245 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 573e874d-07c2-4a34-a88d-e9938954d5e3 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:11:54.326822 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device beeaa933-883c-49f8-8355-318ec4d2af9e no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:11:54.347106 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:54.354323 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: beeaa933-883c-49f8-8355-318ec4d2af9e {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 13:11:54.355085 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device beeaa933-883c-49f8-8355-318ec4d2af9e not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:11:54.379599 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09fc6020-fbfb-4d19-97ac-89137cd2b94b']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:54.391104 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c06e5d2-7bb8-4542-8ed8-15fb67d8952b') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:54.391504 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c06e5d2-7bb8-4542-8ed8-15fb67d8952b') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:54.402218 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:54.416267 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:54.423815 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:11:54.424484 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: timer() Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 13:11:54.426591 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 13:11:54.640663 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:54.646635 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:54.649918 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] 10.222.0.52 "DELETE /v2.0/networks/09fc6020-fbfb-4d19-97ac-89137cd2b94b HTTP/1.1" status: 204 len: 168 time: 0.9967425 Nov 02 13:11:54.653048 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33660) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:11:54.662173 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b0ab9-3d72-4f8a-8c0f-0c7a26ea9201 admin admin] Pushing event deleted for resources: {'Network': ['ID=09fc6020-fbfb-4d19-97ac-89137cd2b94b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:54.814168 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:54.966174 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:55.043262 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b25daba9-7082-4b75-b83b-7ee7581758ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-657786'] for router_interface, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:55.189247 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:55.305039 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b25daba9-7082-4b75-b83b-7ee7581758ea admin admin] Deleting port 2590720e-e7e8-4cb0-81f0-3c87ba91d548 {{(pid=102690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:11:55.305387 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b25daba9-7082-4b75-b83b-7ee7581758ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:55.406747 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.db [None req-b25daba9-7082-4b75-b83b-7ee7581758ea admin admin] For port 2590720e-e7e8-4cb0-81f0-3c87ba91d548, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2590720e-e7e8-4cb0-81f0-3c87ba91d548,segment=NetworkSegment(ae5daa73-d43a-4645-ba81-7f1cc79d8f1e),segment_id=ae5daa73-d43a-4645-ba81-7f1cc79d8f1e)] {{(pid=102690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:55.407160 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b25daba9-7082-4b75-b83b-7ee7581758ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:55.419999 n-d-806683-18 neutron-server[102690]: DEBUG neutron.plugins.ml2.plugin [None req-b25daba9-7082-4b75-b83b-7ee7581758ea admin admin] Calling delete_port for 2590720e-e7e8-4cb0-81f0-3c87ba91d548 owned by network:router_interface {{(pid=102690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:11:55.761086 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b25daba9-7082-4b75-b83b-7ee7581758ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8410168'] for port, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:55.789060 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25daba9-7082-4b75-b83b-7ee7581758ea admin admin] Pushing event deleted for resources: {'Port': ['ID=2590720e-e7e8-4cb0-81f0-3c87ba91d548,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:55.989927 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-b25daba9-7082-4b75-b83b-7ee7581758ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669386'] for router_interface, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:56.219034 n-d-806683-18 neutron-server[102690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25daba9-7082-4b75-b83b-7ee7581758ea admin admin] Router aefcaa7d-d929-4a79-8b61-961fe01f2d4b has already been hosted by L3 agent e75088c3-db24-4d3f-ae6d-821b897dbd07 {{(pid=102690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:11:56.352568 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25daba9-7082-4b75-b83b-7ee7581758ea admin admin] Notify agent at l3_agent.n-d-806683-18 the message routers_updated {{(pid=102690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:11:56.361585 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-b25daba9-7082-4b75-b83b-7ee7581758ea admin admin] 10.222.0.52 "PUT /v2.0/routers/aefcaa7d-d929-4a79-8b61-961fe01f2d4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7046492 Nov 02 13:11:56.362311 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33662) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:11:56.365392 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5e8d76-fa8b-4a93-848a-3532e0a0901b None None] Sync routers for ids ['aefcaa7d-d929-4a79-8b61-961fe01f2d4b'] in n-d-806683-18 {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:11:56.377950 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e8d76-fa8b-4a93-848a-3532e0a0901b None None] Routers {'aefcaa7d-d929-4a79-8b61-961fe01f2d4b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:56.378580 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2c5e8d76-fa8b-4a93-848a-3532e0a0901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['aefcaa7d-d929-4a79-8b61-961fe01f2d4b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:56.492619 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cff0a06-3912-45f6-801b-e708781cae7d admin admin] Publish callbacks [] for router, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:56.497519 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-2c5e8d76-fa8b-4a93-848a-3532e0a0901b None None] Set router aefcaa7d-d929-4a79-8b61-961fe01f2d4b gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:56.613483 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cff0a06-3912-45f6-801b-e708781cae7d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:56.711144 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2c5e8d76-fa8b-4a93-848a-3532e0a0901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'name': 'tempest-TestSnapshotPattern-1065956776-router', 'tenant_id': '2511a665f7f4423dad8fe639ec961070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '2c77e511-6e3b-4dc4-b636-498d8a41f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:42Z', 'updated_at': '2021-11-02T13:11:55Z', 'revision_number': 5, 'project_id': '2511a665f7f4423dad8fe639ec961070', 'gw_port': {'id': '2c77e511-6e3b-4dc4-b636-498d8a41f02c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:42Z', 'updated_at': '2021-11-02T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:56.738766 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5e8d76-fa8b-4a93-848a-3532e0a0901b None None] Checking router: aefcaa7d-d929-4a79-8b61-961fe01f2d4b for host: n-d-806683-18 {{(pid=102691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:11:56.748291 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5e8d76-fa8b-4a93-848a-3532e0a0901b None None] Routers {'aefcaa7d-d929-4a79-8b61-961fe01f2d4b'} bound to L3 agent in host n-d-806683-18 {{(pid=102691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:11:56.748869 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2c5e8d76-fa8b-4a93-848a-3532e0a0901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-02T11:23:19Z,description=,heartbeat_timestamp=2021-11-02T13:11:50Z,host='n-d-806683-18',id=e75088c3-db24-4d3f-ae6d-821b897dbd07,load=0,resource_versions=,resources_synced=,started_at=2021-11-02T11:23:20Z,topic='l3_agent')) {'router_ids': ['aefcaa7d-d929-4a79-8b61-961fe01f2d4b'], 'active': True} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:56.826518 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-3cff0a06-3912-45f6-801b-e708781cae7d admin admin] Deleting port 2c77e511-6e3b-4dc4-b636-498d8a41f02c {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:11:56.826995 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cff0a06-3912-45f6-801b-e708781cae7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:56.860203 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvr_db [None req-2c5e8d76-fa8b-4a93-848a-3532e0a0901b None None] Set router aefcaa7d-d929-4a79-8b61-961fe01f2d4b gateway port host: n-d-806683-18 {{(pid=102691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:11:56.922857 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-3cff0a06-3912-45f6-801b-e708781cae7d admin admin] For port 2c77e511-6e3b-4dc4-b636-498d8a41f02c, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=2c77e511-6e3b-4dc4-b636-498d8a41f02c,segment=NetworkSegment(fb298f5c-aad5-4ee2-9db3-808cf798fae7),segment_id=fb298f5c-aad5-4ee2-9db3-808cf798fae7)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:56.923251 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cff0a06-3912-45f6-801b-e708781cae7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:56.938637 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-3cff0a06-3912-45f6-801b-e708781cae7d admin admin] Calling delete_port for 2c77e511-6e3b-4dc4-b636-498d8a41f02c owned by network:router_gateway {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:11:57.217128 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_hamode_db [None req-2c5e8d76-fa8b-4a93-848a-3532e0a0901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'name': 'tempest-TestSnapshotPattern-1065956776-router', 'tenant_id': '2511a665f7f4423dad8fe639ec961070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '2c77e511-6e3b-4dc4-b636-498d8a41f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:42Z', 'updated_at': '2021-11-02T13:11:55Z', 'revision_number': 5, 'project_id': '2511a665f7f4423dad8fe639ec961070', 'gw_port': {'id': '2c77e511-6e3b-4dc4-b636-498d8a41f02c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:42Z', 'updated_at': '2021-11-02T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}], 'n-d-806683-18', False) {} {{(pid=102691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:57.250382 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5e8d76-fa8b-4a93-848a-3532e0a0901b None None] The sync data for ids ['aefcaa7d-d929-4a79-8b61-961fe01f2d4b'] in n-d-806683-18 is: [{'id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'name': 'tempest-TestSnapshotPattern-1065956776-router', 'tenant_id': '2511a665f7f4423dad8fe639ec961070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'external_fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': '2c77e511-6e3b-4dc4-b636-498d8a41f02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-02T13:06:42Z', 'updated_at': '2021-11-02T13:11:55Z', 'revision_number': 5, 'project_id': '2511a665f7f4423dad8fe639ec961070', 'gw_port': {'id': '2c77e511-6e3b-4dc4-b636-498d8a41f02c', 'name': '', 'network_id': '53bbd11b-bf18-40d3-8883-270ae0fcef9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:54:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefcaa7d-d929-4a79-8b61-961fe01f2d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-02T13:06:42Z', 'updated_at': '2021-11-02T13:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10367471-6c47-43fb-b665-9a55a4aa9c0d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-18'}] {{(pid=102691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:11:57.298875 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cff0a06-3912-45f6-801b-e708781cae7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:57.326278 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff0a06-3912-45f6-801b-e708781cae7d admin admin] Pushing event deleted for resources: {'Port': ['ID=2c77e511-6e3b-4dc4-b636-498d8a41f02c,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:57.390702 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cff0a06-3912-45f6-801b-e708781cae7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659116'] for router_gateway, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:57.491428 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cff0a06-3912-45f6-801b-e708781cae7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-668694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257357'] for router, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:57.493541 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cff0a06-3912-45f6-801b-e708781cae7d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:57.680694 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cff0a06-3912-45f6-801b-e708781cae7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-668687'] for router, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:57.681259 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cff0a06-3912-45f6-801b-e708781cae7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aefcaa7d-d929-4a79-8b61-961fe01f2d4b {{(pid=102689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:11:57.687115 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-3cff0a06-3912-45f6-801b-e708781cae7d admin admin] Publish callbacks [] for router, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:57.688268 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-3cff0a06-3912-45f6-801b-e708781cae7d admin admin] 10.222.0.52 "DELETE /v2.0/routers/aefcaa7d-d929-4a79-8b61-961fe01f2d4b HTTP/1.1" status: 204 len: 168 time: 1.3248401 Nov 02 13:11:57.691975 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [-] (102690) accepted ('10.222.0.52', 33664) {{(pid=102690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:11:57.748691 n-d-806683-18 neutron-server[102690]: DEBUG neutron.db.db_base_plugin_v2 [None req-3274353d-a524-423e-b252-4d73c21fe0b6 admin admin] Deleting subnet b855153b-a113-4522-88f3-9ebf0396cc0f {{(pid=102690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 02 13:11:57.752762 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3274353d-a524-423e-b252-4d73c21fe0b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:57.794670 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3274353d-a524-423e-b252-4d73c21fe0b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9020780'] for subnet, precommit_delete_associations {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:57.883175 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3274353d-a524-423e-b252-4d73c21fe0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1820962'] for subnet, precommit_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:58.111617 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3274353d-a524-423e-b252-4d73c21fe0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1820949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8416999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8999295'] for subnet, after_delete {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:58.139028 n-d-806683-18 neutron-server[102690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274353d-a524-423e-b252-4d73c21fe0b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b855153b-a113-4522-88f3-9ebf0396cc0f,revision_number=None']} {{(pid=102690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:58.142951 n-d-806683-18 neutron-server[102690]: DEBUG neutron_lib.callbacks.manager [None req-3274353d-a524-423e-b252-4d73c21fe0b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:58.146112 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f4355a-fd17-4a38-b69c-eedb82b36d85 None None] Network 4d06a92e-1935-46ce-9b6b-b69170b98e74 requested from n-d-806683-18 {{(pid=102691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 02 13:11:58.147979 n-d-806683-18 neutron-server[102690]: INFO neutron.wsgi [None req-3274353d-a524-423e-b252-4d73c21fe0b6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b855153b-a113-4522-88f3-9ebf0396cc0f HTTP/1.1" status: 204 len: 168 time: 0.4540730 Nov 02 13:11:58.150262 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33666) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:11:58.226286 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1815231'] for network, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:58.293096 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] Deleting port c2c84d96-da87-4db4-baa3-a8a00f59728b {{(pid=102689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:11:58.293832 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:58.373105 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ffee72-4e9d-4a7b-a01a-eb85a0ad399d None None] DHCP port deletion for 4d06a92e-1935-46ce-9b6b-b69170b98e74 request from n-d-806683-18 {{(pid=102691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 02 13:11:58.377214 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.db [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] For port c2c84d96-da87-4db4-baa3-a8a00f59728b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c2c84d96-da87-4db4-baa3-a8a00f59728b,segment=NetworkSegment(ae5daa73-d43a-4645-ba81-7f1cc79d8f1e),segment_id=ae5daa73-d43a-4645-ba81-7f1cc79d8f1e)] {{(pid=102689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:58.412673 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:58.412673 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.plugin [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] Calling delete_port for c2c84d96-da87-4db4-baa3-a8a00f59728b owned by network:dhcp {{(pid=102689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:11:58.414313 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2c77e511-6e3b-4dc4-b636-498d8a41f02c no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:11:58.432523 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 2c77e511-6e3b-4dc4-b636-498d8a41f02c {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 13:11:58.432920 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2c77e511-6e3b-4dc4-b636-498d8a41f02c not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:11:58.433338 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2590720e-e7e8-4cb0-81f0-3c87ba91d548 no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:11:58.456900 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: 2590720e-e7e8-4cb0-81f0-3c87ba91d548 {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 13:11:58.457240 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device 2590720e-e7e8-4cb0-81f0-3c87ba91d548 not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:11:58.479840 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffee72-4e9d-4a7b-a01a-eb85a0ad399d None None] Deleting port c2c84d96-da87-4db4-baa3-a8a00f59728b {{(pid=102691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1934}} Nov 02 13:11:58.479840 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e3ffee72-4e9d-4a7b-a01a-eb85a0ad399d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730912243577'] for port, before_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:58.558320 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.db [None req-e3ffee72-4e9d-4a7b-a01a-eb85a0ad399d None None] For port c2c84d96-da87-4db4-baa3-a8a00f59728b, host n-d-806683-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-18',level=0,port_id=c2c84d96-da87-4db4-baa3-a8a00f59728b,segment=NetworkSegment(ae5daa73-d43a-4645-ba81-7f1cc79d8f1e),segment_id=ae5daa73-d43a-4645-ba81-7f1cc79d8f1e)] {{(pid=102691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:11:58.558765 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e3ffee72-4e9d-4a7b-a01a-eb85a0ad399d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-663000'] for port, precommit_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:58.574324 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffee72-4e9d-4a7b-a01a-eb85a0ad399d None None] Calling delete_port for c2c84d96-da87-4db4-baa3-a8a00f59728b owned by network:dhcp {{(pid=102691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2012}} Nov 02 13:11:58.711354 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11629254'] for port, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:58.720465 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e3ffee72-4e9d-4a7b-a01a-eb85a0ad399d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1714480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-354011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730912249923', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730911822340'] for port, after_delete {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:58.740558 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c84d96-da87-4db4-baa3-a8a00f59728b,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:58.744300 n-d-806683-18 neutron-server[102689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] No DVR routers for this DVR port c2c84d96-da87-4db4-baa3-a8a00f59728b on host n-d-806683-18 {{(pid=102689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 13:11:58.756964 n-d-806683-18 neutron-server[102691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ffee72-4e9d-4a7b-a01a-eb85a0ad399d None None] No DVR routers for this DVR port c2c84d96-da87-4db4-baa3-a8a00f59728b on host n-d-806683-18 {{(pid=102691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 02 13:11:58.760921 n-d-806683-18 neutron-server[102691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffee72-4e9d-4a7b-a01a-eb85a0ad399d None None] Pushing event deleted for resources: {'Port': ['ID=c2c84d96-da87-4db4-baa3-a8a00f59728b,revision_number=None']} {{(pid=102691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:58.830983 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823657', 'neutron.services.segments.db._delete_segments_for_network-8730912321262'] for network, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:58.856454 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d06a92e-1935-46ce-9b6b-b69170b98e74']}} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:58.867572 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5daa73-d43a-4645-ba81-7f1cc79d8f1e') {'for_net_delete': True} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:58.867865 n-d-806683-18 neutron-server[102689]: DEBUG neutron.services.segments.db [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5daa73-d43a-4645-ba81-7f1cc79d8f1e') {} {{(pid=102689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:11:58.879003 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730912326135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11618514'] for segment, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:58.894349 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105'] for segment, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:58.901782 n-d-806683-18 neutron-server[102689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11629243'] for segment, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: Traceback (most recent call last): Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: timer() Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: cb(*args, **kw) Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: return func(*args, **kwargs) Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: self._notify() Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: self.callback(batched_events) Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: event.method(event) Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: aggregate_uuid = self.p_client.list_aggregates( Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: return f(self, *a, **k) Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: return self._get(url).json() Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: return self.request(url, 'GET', **kwargs) Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: base_url = self.get_endpoint(auth, allow=allow, Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 02 13:11:58.907406 n-d-806683-18 neutron-server[102689]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 02 13:11:59.094669 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659016'] for network, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:59.102859 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] Publish callbacks [] for network, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:59.106188 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4d06a92e-1935-46ce-9b6b-b69170b98e74 HTTP/1.1" status: 204 len: 168 time: 0.9549015 Nov 02 13:11:59.116662 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264c9a4-e7f8-4cb3-acf7-cd4969c1f7a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d06a92e-1935-46ce-9b6b-b69170b98e74,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:11:59.674311 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33670) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:11:59.717556 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-996a307d-3e31-47eb-95ac-518ae4387d03 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=628958d5c251451981de5d13c2f7fd6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420392 Nov 02 13:11:59.721911 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33672) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:11:59.781190 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6dc4e9d9-c32a-4d26-956f-bcfd56bcdc35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:11:59.805138 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6dc4e9d9-c32a-4d26-956f-bcfd56bcdc35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:00.017858 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6dc4e9d9-c32a-4d26-956f-bcfd56bcdc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:00.020800 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-6dc4e9d9-c32a-4d26-956f-bcfd56bcdc35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:00.022006 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-6dc4e9d9-c32a-4d26-956f-bcfd56bcdc35 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0c450f24-0deb-4677-b376-5a7a7f574ee1 HTTP/1.1" status: 204 len: 168 time: 0.2988553 Nov 02 13:12:00.030068 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4e9d9-c32a-4d26-956f-bcfd56bcdc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c450f24-0deb-4677-b376-5a7a7f574ee1,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:00.601621 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c2c84d96-da87-4db4-baa3-a8a00f59728b no longer exists at agent ovs-agent-n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:12:00.601621 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.plugin [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] No Port match for: c2c84d96-da87-4db4-baa3-a8a00f59728b {{(pid=102691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2270}} Nov 02 13:12:00.601621 n-d-806683-18 neutron-server[102691]: DEBUG neutron.plugins.ml2.rpc [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Device c2c84d96-da87-4db4-baa3-a8a00f59728b not bound to the agent host n-d-806683-18 {{(pid=102691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:12:01.410048 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33680) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:12:01.448090 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-f513d403-efd6-4088-8619-95b1346be003 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2511a665f7f4423dad8fe639ec961070&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0508528 Nov 02 13:12:01.451391 n-d-806683-18 neutron-server[102689]: DEBUG neutron.wsgi [-] (102689) accepted ('10.222.0.52', 33682) {{(pid=102689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 02 13:12:01.524304 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8397bb37-3e28-4cb9-8ee8-fba6bba713d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:01.549123 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8397bb37-3e28-4cb9-8ee8-fba6bba713d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:01.960599 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8397bb37-3e28-4cb9-8ee8-fba6bba713d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575028'] for security_group, after_delete {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:01.963213 n-d-806683-18 neutron-server[102689]: DEBUG neutron_lib.callbacks.manager [None req-8397bb37-3e28-4cb9-8ee8-fba6bba713d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:01.964385 n-d-806683-18 neutron-server[102689]: INFO neutron.wsgi [None req-8397bb37-3e28-4cb9-8ee8-fba6bba713d4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f34c25bf-9731-4392-84d8-069909fb2c60 HTTP/1.1" status: 204 len: 168 time: 0.5120420 Nov 02 13:12:01.974159 n-d-806683-18 neutron-server[102689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397bb37-3e28-4cb9-8ee8-fba6bba713d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34c25bf-9731-4392-84d8-069909fb2c60,revision_number=None']} {{(pid=102689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:12:17.613874 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-bcc6ac73-8275-4758-8b6d-65d3c2428c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:19.870118 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3da8d657-8307-442b-8fc5-0435986c237b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:21.428592 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:23.070078 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:24.823344 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:24.967643 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:25.055949 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:12:25.160535 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:47.662877 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-7fee3012-e160-474a-be4e-71a7a5c27e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:49.834912 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e185c41b-3574-4ef2-9a13-5a499d45fc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:51.406239 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:52.857042 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:54.817875 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:54.954374 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:12:55.069018 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:13:02.056499 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:13:17.610568 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-01d05ca2-bee6-4a8d-b6e2-ee57812e55fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:13:19.828251 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9f7b1516-2d22-4b3d-ac11-0bae2fbe91ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:13:21.417651 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:13:22.970894 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:13:24.850855 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:13:24.998183 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:13:25.108118 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:13:39.056111 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:13:47.581756 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-9378eb9a-f1c1-43cc-860d-36d8b038a1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:13:49.822164 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-1529e0f5-86e4-4d8c-9578-0c0d516e9c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:13:51.394153 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:13:52.880025 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:13:54.851110 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:13:55.004978 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:13:55.073622 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:14:16.058088 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:14:17.564442 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-71636a28-4319-47b6-9f02-37b7711b2d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:14:19.832533 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-0f11ea0a-c76c-43a3-8340-81d5d0034305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:14:21.364420 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:14:22.872686 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:14:24.855738 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:14:25.021480 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:14:25.113355 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:14:47.592328 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-4f605301-9324-41ec-adcf-8f020f1d760b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:14:49.860919 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-e03d8da2-77fd-4c57-af4e-db3432e75b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:14:51.461396 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:14:52.847921 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:14:53.057941 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:14:54.838227 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:14:54.986793 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:14:55.076386 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:15:17.637890 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-654c7e08-c78b-4a81-a83b-996d1048ba28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:15:19.823755 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b69ef450-f10c-40a2-a6cf-172b0d7a7da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:15:21.387000 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:15:22.860615 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:15:24.912057 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:15:25.077910 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:15:25.129676 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:15:30.057358 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:15:47.579561 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-68d75e2e-2976-4282-b56c-3e262ad4dbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:15:49.834150 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-acc67c65-6a0e-4d20-ad29-a0b24293f002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:15:51.397747 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:15:52.879475 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:15:54.839531 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:15:55.008834 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:15:55.102669 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:16:07.057227 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:16:17.573366 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-c7de3eaa-897e-4128-beb1-17e4df2d9c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:16:19.858922 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-a268c78e-ce12-4a02-900a-37284ffd8540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:16:21.398053 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:16:22.855287 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:16:24.861820 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:16:24.987003 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:16:25.101215 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:16:44.057079 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:16:47.574210 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-260a939e-64c3-4be1-ba38-6f6322e8684f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:16:49.823761 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-6889ba06-9a4d-4e53-93f5-e57b67be731e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:16:51.395386 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:16:52.920724 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:16:54.833088 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:16:55.026495 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:16:55.088330 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:17:17.572966 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-cc244536-f8d1-4872-9ecf-a701b86ab0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:17:19.847045 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-2fd9452b-4543-4780-a986-480bda593ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:17:21.056714 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:17:21.402073 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:17:22.870418 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:17:24.874760 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:17:25.059531 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:17:25.178614 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:17:47.611858 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b5520d0e-a280-4347-8407-d82d75268fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:17:49.886129 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-397a8faf-0535-4e87-a2a6-f34997078f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:17:51.400431 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:17:52.880589 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:17:54.925993 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:17:55.041367 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:17:55.206430 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:17:58.090551 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:18:17.600595 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-22b24b73-94c3-45d6-b88e-7ae5a3c3dbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:18:19.856458 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b540fdf2-ed55-4009-90a1-80009810b638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:18:21.416565 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:18:22.896444 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:18:24.961940 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:18:25.033670 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:18:25.182419 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:18:35.059972 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:18:47.604529 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ac75d5ce-1384-4a86-9a5d-0676133f763f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:18:49.844200 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-48bb303f-5f4a-4b89-9922-01378c666472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:18:51.421375 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:18:52.890172 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:18:54.929848 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:18:55.062201 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:18:55.152642 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:19:00.716505 n-d-806683-18 neutron-server[102690]: DEBUG neutron.wsgi [req-2a72e760-ba8f-4301-9056-9276f710bf01 req-5fd6079d-b9c5-4a16-a9ed-17e940c751fb service neutron] (102690) timed out ('10.222.0.52', 59624) {{(pid=102690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 02 13:19:12.059969 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:19:17.632330 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-32216467-8b7a-45b4-a86e-ead1577c3dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:19:19.803286 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-3478fdd6-6a2e-42ac-be12-f4fff8529350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:19:21.421188 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:19:22.917545 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:19:24.917786 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:19:25.066603 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:19:25.135370 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:19:47.591661 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-71ee52f9-e5db-4028-bd9d-47182d8a9b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:19:49.060156 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:19:49.842740 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-ed88d886-ba42-4a61-97eb-eca4d93afa62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:19:51.459928 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:19:52.888501 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:19:54.928110 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:19:55.059948 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:19:55.198722 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:20:17.642775 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-b4ddbc5e-59a6-4caf-b8fd-24fa85042f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:20:19.859739 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-aed9b7f8-38e5-4cee-b090-1a85e5e9dcb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:20:21.442649 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33cf1d09-2a53-4db5-907d-f4aa361bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:20:22.910754 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-680bf79b-d72f-4a17-9ba5-e92007c058d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:20:24.933505 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-162db8a3-58ce-4094-9b13-bf757f87ecb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:20:25.077765 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-33f2c3ce-69be-49dc-ad82-89581f905931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:20:25.162533 n-d-806683-18 neutron-server[102691]: DEBUG neutron_lib.callbacks.manager [None req-55b18cb8-a37f-4346-8864-a4def3bf0888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730912321244', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1825635'] for agent, after_update {{(pid=102691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 02 13:20:26.060667 n-d-806683-18 neutron-server[102692]: DEBUG neutron.db.agents_db [None req-28ef0012-fdb5-41eb-98ee-08f3ec4ed043 None None] Agent healthcheck: found 7 active agents {{(pid=102692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}